-- Logs begin at Wed 2021-07-07 16:02:45 UTC, end at Wed 2021-07-07 18:27:49 UTC. -- Jul 07 16:35:57.652375 n-d-793620-7 systemd[1]: Started Devstack devstack@q-svc.service. Jul 07 16:36:00.373472 n-d-793620-7 neutron-server[100300]: INFO neutron.common.config [-] Logging enabled! Jul 07 16:36:00.374068 n-d-793620-7 neutron-server[100300]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev453 Jul 07 16:36:00.374268 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100300) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 16:36:00.378084 n-d-793620-7 neutron-server[100300]: INFO neutron.common.config [-] Logging enabled! Jul 07 16:36:00.378346 n-d-793620-7 neutron-server[100300]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev453 Jul 07 16:36:00.378686 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100300) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 16:36:00.379616 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 16:36:00.379858 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 16:36:00.380230 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 16:36:00.380482 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 16:36:00.380712 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 16:36:00.381036 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.381338 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.381640 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.381876 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.382174 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.382496 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.382784 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.383075 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.383375 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.383670 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.383952 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.384241 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.384475 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.384761 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.385052 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.385343 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.385570 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] debug = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.385857 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.386286 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.386718 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.386999 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.387290 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.387572 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.387849 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.388129 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.388414 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.388746 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] host = n-d-793620-7 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.389024 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.389314 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.389604 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.389895 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.390171 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.390478 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.390771 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.391053 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.391349 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] log_file = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.391629 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.391962 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.392213 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.392505 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.392734 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.392960 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.393251 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.393541 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.393824 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.394101 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.394390 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.394680 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.394960 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.395233 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.395523 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.395812 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.396103 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.396383 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.396663 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.396936 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.397211 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.397500 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.397777 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.398056 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.398333 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.398650 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.398925 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.399203 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.399510 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.399800 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.400087 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.400377 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.400653 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.400938 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.401213 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.401487 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.401760 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] use_json = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.402036 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.402311 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.402622 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.402899 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.403175 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.403452 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.403730 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.404018 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:00.404318 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.404618 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.404923 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.405209 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.405506 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.405787 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.406080 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.406363 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.406733 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.406995 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.407290 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.407571 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.407861 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.408142 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.408443 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.408753 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.409053 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.409350 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.409629 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.409908 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.410186 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.410498 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.410790 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.411085 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.411377 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.411656 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.411935 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.412228 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.412508 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.412786 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.413066 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.413355 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.413641 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.413918 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.414205 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.414516 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.414797 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.415078 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.415361 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.415657 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.415937 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.416212 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.416488 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.416787 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.417046 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.417335 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.417617 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.417897 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.418174 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.418486 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.418771 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.419052 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.419338 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.419619 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.419901 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.420180 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.420459 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.420741 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.421021 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.421299 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.421575 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.421851 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.422131 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.422962 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.423254 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.423535 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.423818 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.424105 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.424399 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.424703 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.424986 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.425269 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.425552 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.425834 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.426116 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.426418 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.426704 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.427025 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.427266 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.427560 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.427890 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.428126 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.428414 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.428695 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.428995 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.429277 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.429566 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.429847 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.430129 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.430457 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.430747 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.431046 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.431348 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.431648 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.431946 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.432244 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.432530 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.432844 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.433128 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:00.433351 n-d-793620-7 neutron-server[100300]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 16:36:00.433604 n-d-793620-7 neutron-server[100300]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100300) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 07 16:36:00.786826 n-d-793620-7 neutron-server[100300]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 16:36:00.787103 n-d-793620-7 neutron-server[100300]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 16:36:00.787401 n-d-793620-7 neutron-server[100300]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 16:36:00.787742 n-d-793620-7 neutron-server[100300]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 07 16:36:01.181268 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.181495 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.181778 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.183101 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.183393 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.183676 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.218176 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.218506 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.218784 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.232546 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.232836 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.233114 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.263316 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.263605 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.263886 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.300111 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.300393 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.300663 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.533578 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.534221 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.534221 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.534434 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.535139 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.655021 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.655346 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.655636 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.655917 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.656191 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.656509 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.657310 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.657582 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.657845 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.658134 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.658435 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.658720 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.658988 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.659260 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.659525 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.659801 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.660078 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.660344 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.660621 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.660882 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.661172 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.661526 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.661796 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.662087 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.662345 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.662626 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.663033 n-d-793620-7 neutron-server[100300]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:36:01.663282 n-d-793620-7 neutron-server[100300]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:36:01.663525 n-d-793620-7 neutron-server[100300]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:36:01.663766 n-d-793620-7 neutron-server[100300]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:36:01.664006 n-d-793620-7 neutron-server[100300]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:36:01.664246 n-d-793620-7 neutron-server[100300]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:36:01.664619 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 07 16:36:01.668960 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 07 16:36:01.673823 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 07 16:36:01.678197 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 07 16:36:01.679863 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 07 16:36:01.680327 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 07 16:36:01.680664 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 07 16:36:01.681054 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 07 16:36:01.683898 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 07 16:36:01.684152 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 07 16:36:01.684539 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 16:36:01.712412 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 07 16:36:01.712863 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.713166 n-d-793620-7 neutron-server[100300]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100300) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 07 16:36:01.713537 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.714925 n-d-793620-7 neutron-server[100300]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100300) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 07 16:36:01.715215 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 16:36:01.715462 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 07 16:36:01.718659 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.718946 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:01.782824 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 07 16:36:01.783064 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 07 16:36:01.783305 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 07 16:36:01.783718 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 07 16:36:01.804933 n-d-793620-7 neutron-server[100300]: DEBUG oslo_db.sqlalchemy.engines [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100300) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 07 16:36:02.338120 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.managers [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Initializing driver for type 'gre' Jul 07 16:36:02.338744 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] gre ID ranges: [(1, 1000)] Jul 07 16:36:02.393570 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.managers [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Initializing driver for type 'local' Jul 07 16:36:02.393979 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.managers [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Initializing driver for type 'vlan' Jul 07 16:36:02.413383 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] VlanTypeDriver initialization complete Jul 07 16:36:02.413808 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.managers [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Initializing driver for type 'vxlan' Jul 07 16:36:02.414404 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] vxlan ID ranges: [(1, 1000)] Jul 07 16:36:02.466932 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.managers [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Initializing extension driver 'port_security' Jul 07 16:36:02.467219 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.extensions.port_security [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] PortSecurityExtensionDriver initialization complete Jul 07 16:36:02.467556 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.managers [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Initializing mechanism driver 'openvswitch' Jul 07 16:36:02.467888 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.managers [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Initializing mechanism driver 'hyperv' Jul 07 16:36:02.475210 n-d-793620-7 neutron-server[100300]: DEBUG neutron.plugins.ml2.plugin [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:36:02.475908 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > port after_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.476275 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > port after_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.476643 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > port after_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.477159 n-d-793620-7 neutron-server[100300]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100300) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:36:02.477593 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.477949 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.478295 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.478710 n-d-793620-7 neutron-server[100300]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100300) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:36:02.479119 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > network after_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.479470 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > network after_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.479814 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > network after_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.480204 n-d-793620-7 neutron-server[100300]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100300) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:36:02.480608 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > security_group after_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.480961 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > security_group after_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.481307 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.481832 n-d-793620-7 neutron-server[100300]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100300) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:36:02.482267 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.482646 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.483000 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.483389 n-d-793620-7 neutron-server[100300]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100300) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:36:02.483793 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > address_group after_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.484145 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > address_group after_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.484493 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.484924 n-d-793620-7 neutron-server[100300]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100300) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 16:36:02.485809 n-d-793620-7 neutron-server[100300]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] ML2 OVO RPC backend initialized. {{(pid=100300) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 07 16:36:02.486547 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.486906 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.487323 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > network before_response 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.487674 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > networks before_response 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.488023 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > port before_response 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.488366 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > ports before_response 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.488714 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > subnet before_response 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.489057 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > subnets before_response 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.489409 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > network after_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.489754 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > network after_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.490096 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > network after_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.490489 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > port after_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.490832 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > port after_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.491175 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > port after_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.491515 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.491855 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.492193 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.492772 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.plugin [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Modular L2 Plugin initialization complete Jul 07 16:36:02.493105 n-d-793620-7 neutron-server[100300]: DEBUG neutron.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading services supported by the core plugin {{(pid=100300) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 07 16:36:02.493432 n-d-793620-7 neutron-server[100300]: INFO neutron.plugins.ml2.managers [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Got port-security extension from driver 'port_security' Jul 07 16:36:02.494157 n-d-793620-7 neutron-server[100300]: INFO neutron.extensions.vlantransparent [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Disabled vlantransparent extension. Jul 07 16:36:02.494676 n-d-793620-7 neutron-server[100300]: DEBUG neutron.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100300) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 07 16:36:02.494991 n-d-793620-7 neutron-server[100300]: INFO neutron.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading Plugin: router Jul 07 16:36:02.529875 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.530284 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router after_create 55549900 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.530684 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router before_create 55549900 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.531054 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.531430 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.532302 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router after_delete 55549900 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.532664 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.533031 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router after_create 55549900 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.533385 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router after_update 55549900 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.533739 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router after_update 55549900 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.534249 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.534473 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router after_update 55549900 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.534888 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.535258 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: port after_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.535603 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: port after_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.535943 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: subnet after_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.536285 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.536633 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.536984 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.537328 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: port before_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.537672 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router precommit_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.538028 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router after_update 55549900 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.538391 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.538747 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.539109 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.539453 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.539819 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > agent after_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.540170 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > agent after_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.540516 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > network after_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.541376 n-d-793620-7 neutron-server[100300]: DEBUG neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Tracking information for resource: router configured {{(pid=100300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:36:02.541709 n-d-793620-7 neutron-server[100300]: DEBUG neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Tracking information for resource: floatingip configured {{(pid=100300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 16:36:02.546952 n-d-793620-7 neutron-server[100300]: INFO neutron.db.l3_agentschedulers_db [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 07 16:36:02.548092 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: port after_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.548454 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: port after_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.548809 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: port after_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.549170 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: port after_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.549977 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router before_create 55550100 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.550352 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.550753 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router precommit_create 55550100 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.551108 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > router precommit_update 55550100 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.555658 n-d-793620-7 neutron-server[100300]: DEBUG neutron.services.provider_configuration [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Service providers = [] {{(pid=100300) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 07 16:36:02.556022 n-d-793620-7 neutron-server[100300]: DEBUG neutron.db.servicetype_db [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100300) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 07 16:36:02.558990 n-d-793620-7 neutron-server[100300]: DEBUG neutron.services.service_base [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100300) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 16:36:02.559344 n-d-793620-7 neutron-server[100300]: DEBUG neutron.services.service_base [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100300) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 16:36:02.559691 n-d-793620-7 neutron-server[100300]: DEBUG neutron.services.service_base [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100300) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 16:36:02.560609 n-d-793620-7 neutron-server[100300]: DEBUG neutron.services.service_base [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100300) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 16:36:02.560968 n-d-793620-7 neutron-server[100300]: INFO neutron.services.service_base [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 07 16:36:02.561344 n-d-793620-7 neutron-server[100300]: DEBUG neutron.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:36:02.561666 n-d-793620-7 neutron-server[100300]: INFO neutron.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 07 16:36:02.572482 n-d-793620-7 neutron-server[100300]: DEBUG neutron.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:36:02.572825 n-d-793620-7 neutron-server[100300]: INFO neutron.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading Plugin: auto_allocate Jul 07 16:36:02.579126 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: network precommit_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.579501 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: network precommit_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.580028 n-d-793620-7 neutron-server[100300]: DEBUG neutron.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:36:02.580349 n-d-793620-7 neutron-server[100300]: INFO neutron.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading Plugin: tag Jul 07 16:36:02.586907 n-d-793620-7 neutron-server[100300]: DEBUG neutron.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:36:02.587238 n-d-793620-7 neutron-server[100300]: INFO neutron.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading Plugin: timestamp Jul 07 16:36:02.592627 n-d-793620-7 neutron-server[100300]: DEBUG neutron.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:36:02.592963 n-d-793620-7 neutron-server[100300]: INFO neutron.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading Plugin: network_ip_availability Jul 07 16:36:02.598972 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.599346 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.599706 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.600430 n-d-793620-7 neutron-server[100300]: DEBUG neutron.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:36:02.600754 n-d-793620-7 neutron-server[100300]: INFO neutron.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading Plugin: flavors Jul 07 16:36:02.605418 n-d-793620-7 neutron-server[100300]: DEBUG neutron.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:36:02.605758 n-d-793620-7 neutron-server[100300]: INFO neutron.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading Plugin: revisions Jul 07 16:36:02.610037 n-d-793620-7 neutron-server[100300]: DEBUG neutron.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 16:36:02.610458 n-d-793620-7 neutron-server[100300]: DEBUG oslo_concurrency.lockutils [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.823s {{(pid=100300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 16:36:02.611196 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100300) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 07 16:36:02.611534 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Initializing extension manager. Jul 07 16:36:02.612047 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: __init__.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.612390 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: __pycache__ {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.612722 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.613056 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: address_group.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.613819 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.614412 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: address-group Jul 07 16:36:02.614742 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: address_scope.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.615451 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.615960 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: address-scope Jul 07 16:36:02.616280 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.617201 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.617714 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: router-admin-state-down-before-update Jul 07 16:36:02.618035 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: agent.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.619025 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.619724 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: agent Jul 07 16:36:02.620050 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: agent_resources_synced.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.620958 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.621468 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: agent-resources-synced Jul 07 16:36:02.621790 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: allowedaddresspairs.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.623604 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.624130 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: allowed-address-pairs Jul 07 16:36:02.624458 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: auto_allocated_topology.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.625566 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.626081 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: auto-allocated-topology Jul 07 16:36:02.626435 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: availability_zone.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.627121 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.627628 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: availability_zone Jul 07 16:36:02.627952 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: availability_zone_filter.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.628854 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.629372 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: availability_zone_filter Jul 07 16:36:02.629692 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: data_plane_status.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.630620 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.631128 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension data-plane-status not supported by any of loaded plugins Jul 07 16:36:02.631454 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: default_subnetpools.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.632362 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.632872 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: default-subnetpools Jul 07 16:36:02.633197 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.634005 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.634550 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: dhcp_agent_scheduler Jul 07 16:36:02.634877 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: dns.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.635786 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.636296 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension dns-integration not supported by any of loaded plugins Jul 07 16:36:02.636623 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: dns_domain_ports.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.637530 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.638038 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 07 16:36:02.638363 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.639293 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.639802 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 07 16:36:02.640127 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: dvr.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.640794 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.641839 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: dvr Jul 07 16:36:02.642170 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: empty_string_filtering.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.643101 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.643624 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: empty-string-filtering Jul 07 16:36:02.643947 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.644850 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.645360 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 07 16:36:02.645684 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.646619 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.647135 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 07 16:36:02.647461 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: external_net.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.648363 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.648875 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: external-net Jul 07 16:36:02.649198 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.650103 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.650647 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: extra_dhcp_opt Jul 07 16:36:02.650969 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: extraroute.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.651877 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.652392 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: extraroute Jul 07 16:36:02.652711 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: extraroute_atomic.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.653742 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.654255 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: extraroute-atomic Jul 07 16:36:02.654604 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: filter_validation.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.655270 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.655806 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: filter-validation Jul 07 16:36:02.656129 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: fip_pf_description.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.657605 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.658112 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 07 16:36:02.658457 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: fip_port_details.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.659376 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.659884 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: fip-port-details Jul 07 16:36:02.660206 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: flavors.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.661430 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.661948 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: flavors Jul 07 16:36:02.662281 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.663959 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.664481 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 07 16:36:02.664814 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: floatingip_pools.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.665510 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.666024 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: floatingip-pools Jul 07 16:36:02.666354 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: ip_allocation.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.667297 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.667807 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension ip_allocation not supported by any of loaded plugins Jul 07 16:36:02.668134 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.669046 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.669559 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: ip-substring-filtering Jul 07 16:36:02.669887 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: l2_adjacency.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.670826 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.671335 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 07 16:36:02.671659 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: l3.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.672682 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.673198 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: router Jul 07 16:36:02.673523 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.675888 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.676418 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 07 16:36:02.676751 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.677688 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.678206 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: ext-gw-mode Jul 07 16:36:02.678566 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.679484 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.680003 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: l3-ha Jul 07 16:36:02.680332 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: l3_flavors.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.681263 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.681777 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: l3-flavors Jul 07 16:36:02.682109 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.683053 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.683570 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 07 16:36:02.683905 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: l3agentscheduler.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.684947 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.685466 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: l3_agent_scheduler Jul 07 16:36:02.685797 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: logging.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.687295 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.687816 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension logging not supported by any of loaded plugins Jul 07 16:36:02.689118 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: metering.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.689118 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.689118 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: metering Jul 07 16:36:02.689118 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.690895 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.691412 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: metering_source_and_destination_fields Jul 07 16:36:02.691737 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: multiprovidernet.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.692660 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.693171 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: multi-provider Jul 07 16:36:02.693580 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: netmtu.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.694526 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.695038 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: net-mtu Jul 07 16:36:02.695357 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: netmtu_writable.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.696307 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.696814 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: net-mtu-writable Jul 07 16:36:02.697135 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: network_availability_zone.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.697799 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.698307 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: network_availability_zone Jul 07 16:36:02.698659 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: network_ip_availability.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.700105 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.701000 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: network-ip-availability Jul 07 16:36:02.701558 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: network_segment_range.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.702495 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.703012 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension network-segment-range not supported by any of loaded plugins Jul 07 16:36:02.703334 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: pagination.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.704858 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.705236 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: pagination Jul 07 16:36:02.705515 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: port_device_profile.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.706980 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.707902 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: port-device-profile Jul 07 16:36:02.708475 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.709918 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.710483 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: port-mac-address-regenerate Jul 07 16:36:02.710810 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.711932 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.712440 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: port-numa-affinity-policy Jul 07 16:36:02.712771 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: port_resource_request.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.713691 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.714202 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension port-resource-request not supported by any of loaded plugins Jul 07 16:36:02.714756 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: portbindings.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.715685 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.716193 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: binding Jul 07 16:36:02.716514 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: portbindings_extended.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.718211 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.718737 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: binding-extended Jul 07 16:36:02.719077 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: portsecurity.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.720042 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.720564 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: port-security Jul 07 16:36:02.720893 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: project_id.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.722370 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.722731 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: project-id Jul 07 16:36:02.723062 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: providernet.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.723977 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.724500 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: provider Jul 07 16:36:02.724827 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: qos.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.728434 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.728976 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension qos not supported by any of loaded plugins Jul 07 16:36:02.729310 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.730607 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.731125 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 07 16:36:02.731459 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.732400 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.732913 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 07 16:36:02.733249 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: qos_default.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.734155 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.734976 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension qos-default not supported by any of loaded plugins Jul 07 16:36:02.735076 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: qos_fip.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.735727 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.736237 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension qos-fip not supported by any of loaded plugins Jul 07 16:36:02.736559 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: qos_gateway_ip.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.737488 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.738001 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 07 16:36:02.738324 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: qos_port_network_policy.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.739259 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.739906 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 07 16:36:02.740348 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: qos_rule_type_details.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.741014 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.741524 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 07 16:36:02.741846 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: qos_rules_alias.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.742912 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.743433 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 07 16:36:02.744018 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: quotasv2.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.744993 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.745318 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: quotas Jul 07 16:36:02.745638 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: quotasv2_detail.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.748734 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.749078 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: quota_details Jul 07 16:36:02.749411 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: rbac.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.750565 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.751090 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: rbac-policies Jul 07 16:36:02.751423 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: rbac_address_group.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.752550 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.753078 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: rbac-address-group Jul 07 16:36:02.753413 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: rbac_address_scope.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.754342 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.754881 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: rbac-address-scope Jul 07 16:36:02.755207 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: rbac_security_groups.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.756126 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.756640 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: rbac-security-groups Jul 07 16:36:02.756967 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: rbac_subnetpool.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.757876 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.758400 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: rbac-subnetpool Jul 07 16:36:02.758737 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: revisionifmatch.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.759654 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.760172 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: revision-if-match Jul 07 16:36:02.760501 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: revisions.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.761614 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.762131 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: standard-attr-revisions Jul 07 16:36:02.762482 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: router_availability_zone.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.763159 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.763676 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: router_availability_zone Jul 07 16:36:02.763998 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: routerservicetype.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.764928 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.765436 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension router-service-type not supported by any of loaded plugins Jul 07 16:36:02.765758 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.767222 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.767731 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: security-groups-normalized-cidr Jul 07 16:36:02.768056 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.768986 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.769499 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: port-security-groups-filtering Jul 07 16:36:02.769825 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.770799 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.771309 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: security-groups-remote-address-group Jul 07 16:36:02.771633 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: securitygroup.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.781235 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.782334 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: security-group Jul 07 16:36:02.782703 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: segment.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.783498 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.784009 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension segment not supported by any of loaded plugins Jul 07 16:36:02.784342 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.785272 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.785786 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 07 16:36:02.786112 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: servicetype.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.787259 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.787785 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: service-type Jul 07 16:36:02.788115 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: sorting.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.789099 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.789434 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: sorting Jul 07 16:36:02.789762 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: standard_attr_segment.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.790769 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.791312 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 07 16:36:02.791635 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: standardattrdescription.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.792283 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.792803 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: standard-attr-description Jul 07 16:36:02.793123 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: stateful_security_group.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.794052 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.794595 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: stateful-security-group Jul 07 16:36:02.794919 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: stdattrs_common.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.795498 n-d-793620-7 neutron-server[100300]: WARNING neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 07 16:36:02.795820 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.796732 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.797249 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 07 16:36:02.797603 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: subnet_onboard.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.798687 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.799207 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: subnet_onboard Jul 07 16:36:02.799529 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.800442 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.800954 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 07 16:36:02.801272 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: subnet_service_types.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.802180 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.802732 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: subnet-service-types Jul 07 16:36:02.803050 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: subnetallocation.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.804137 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.804661 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: subnet_allocation Jul 07 16:36:02.804987 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.805644 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.806153 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: subnetpool-prefix-ops Jul 07 16:36:02.806508 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.807438 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.807950 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 07 16:36:02.808271 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: tagging.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.809339 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.809866 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: standard-attr-tag Jul 07 16:36:02.810191 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: timestamp.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.811412 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.811930 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loaded extension: standard-attr-timestamp Jul 07 16:36:02.812256 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: trunk.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.813307 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.813828 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension trunk not supported by any of loaded plugins Jul 07 16:36:02.814158 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: trunk_details.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.815108 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.815627 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension trunk-details not supported by any of loaded plugins Jul 07 16:36:02.815954 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: uplink_status_propagation.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.816876 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.817397 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 07 16:36:02.817720 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Loading extension file: vlantransparent.py {{(pid=100300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 16:36:02.818404 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 16:36:02.818914 n-d-793620-7 neutron-server[100300]: INFO neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 07 16:36:02.821385 n-d-793620-7 neutron-server[100300]: INFO neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Creating instance of TrackedResource for resource:network Jul 07 16:36:02.821928 n-d-793620-7 neutron-server[100300]: INFO neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Creating instance of TrackedResource for resource:subnet Jul 07 16:36:02.822326 n-d-793620-7 neutron-server[100300]: INFO neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:36:02.822743 n-d-793620-7 neutron-server[100300]: INFO neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Creating instance of TrackedResource for resource:port Jul 07 16:36:02.823992 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.v2.resource_helper [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:36:02.824430 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.v2.resource_helper [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Service FLAVORS assigned prefix: {{(pid=100300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:36:02.825047 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.v2.resource_helper [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:36:02.825468 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.v2.resource_helper [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:36:02.825798 n-d-793620-7 neutron-server[100300]: INFO neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Creating instance of TrackedResource for resource:router Jul 07 16:36:02.826226 n-d-793620-7 neutron-server[100300]: INFO neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 16:36:02.826771 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.v2.resource_helper [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Service METERING assigned prefix: /metering {{(pid=100300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:36:02.828241 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.829147 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.829503 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:36:02.830518 n-d-793620-7 neutron-server[100300]: INFO neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 16:36:02.830964 n-d-793620-7 neutron-server[100300]: INFO neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Creating instance of TrackedResource for resource:security_group Jul 07 16:36:02.831401 n-d-793620-7 neutron-server[100300]: INFO neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 16:36:02.832014 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.v2.resource_helper [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Service CORE assigned prefix: {{(pid=100300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:36:02.832353 n-d-793620-7 neutron-server[100300]: INFO neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:36:02.832752 n-d-793620-7 neutron-server[100300]: WARNING neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] subnetpool is already registered Jul 07 16:36:02.833130 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.v2.resource_helper [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Service CORE assigned prefix: {{(pid=100300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:36:02.833462 n-d-793620-7 neutron-server[100300]: INFO neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:36:02.833793 n-d-793620-7 neutron-server[100300]: WARNING neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] subnetpool is already registered Jul 07 16:36:02.836108 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.v2.resource_helper [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:36:02.836538 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.v2.resource_helper [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Service FLAVORS assigned prefix: {{(pid=100300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:36:02.837127 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.v2.resource_helper [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:36:02.837543 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.v2.resource_helper [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:36:02.837876 n-d-793620-7 neutron-server[100300]: INFO neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Creating instance of TrackedResource for resource:router Jul 07 16:36:02.838214 n-d-793620-7 neutron-server[100300]: WARNING neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] router is already registered Jul 07 16:36:02.838653 n-d-793620-7 neutron-server[100300]: INFO neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 16:36:02.838985 n-d-793620-7 neutron-server[100300]: WARNING neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] floatingip is already registered Jul 07 16:36:02.839435 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.v2.resource_helper [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Service METERING assigned prefix: /metering {{(pid=100300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:36:02.840091 n-d-793620-7 neutron-server[100300]: INFO neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 16:36:02.840414 n-d-793620-7 neutron-server[100300]: WARNING neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] rbac_policy is already registered Jul 07 16:36:02.840821 n-d-793620-7 neutron-server[100300]: INFO neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Creating instance of TrackedResource for resource:security_group Jul 07 16:36:02.841154 n-d-793620-7 neutron-server[100300]: WARNING neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] security_group is already registered Jul 07 16:36:02.841553 n-d-793620-7 neutron-server[100300]: INFO neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 16:36:02.841885 n-d-793620-7 neutron-server[100300]: WARNING neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] security_group_rule is already registered Jul 07 16:36:02.842542 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.v2.resource_helper [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Service CORE assigned prefix: {{(pid=100300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:36:02.842866 n-d-793620-7 neutron-server[100300]: INFO neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:36:02.843200 n-d-793620-7 neutron-server[100300]: WARNING neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] subnetpool is already registered Jul 07 16:36:02.843613 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.v2.resource_helper [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Service CORE assigned prefix: {{(pid=100300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 16:36:02.843943 n-d-793620-7 neutron-server[100300]: INFO neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 16:36:02.844818 n-d-793620-7 neutron-server[100300]: WARNING neutron.quota.resource_registry [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] subnetpool is already registered Jul 07 16:36:02.845284 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: extensions {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.846785 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: address-groups {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.848319 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: address-scopes {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.849617 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: agents {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.850806 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: auto-allocated-topology {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.852044 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: availability_zones {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.853245 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: dhcp-networks {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.855810 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: dhcp-agents {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.857303 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: routers {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.859027 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: flavors {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.860314 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: service_profiles {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.861508 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: next_providers {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.862961 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: service_profiles {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.864531 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: floatingip-pools {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.865727 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: routers {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.867468 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: floatingips {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.868997 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: l3-routers {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.870395 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: l3-agents {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.871805 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: metering-labels {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.873054 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: metering-label-rules {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.874450 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: network-ip-availabilities {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.875717 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: bindings {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.877259 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: quotas {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.878860 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: quotas {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.880257 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: rbac-policies {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.881430 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: security-groups {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.882759 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: security-group-rules {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.883999 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: service-providers {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.885215 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: subnetpools {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.886560 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: subnetpools {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.888074 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: tags {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.889737 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: tags {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.892089 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: tags {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.893870 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: tags {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.895577 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: tags {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.897515 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: tags {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.899206 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: tags {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.901029 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: tags {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.902885 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: tags {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.904629 n-d-793620-7 neutron-server[100300]: DEBUG neutron.api.extensions [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Extended resource: tags {{(pid=100300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 16:36:02.911113 n-d-793620-7 neutron-server[100300]: WARNING keystonemiddleware.auth_token [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 07 16:36:02.915585 n-d-793620-7 neutron-server[100300]: WARNING keystonemiddleware.auth_token [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 07 16:36:02.924793 n-d-793620-7 neutron-server[100300]: DEBUG oslo_concurrency.lockutils [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Acquired lock "singleton_lock" {{(pid=100300) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 07 16:36:02.925261 n-d-793620-7 neutron-server[100300]: DEBUG oslo_concurrency.lockutils [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Releasing lock "singleton_lock" {{(pid=100300) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 07 16:36:02.925907 n-d-793620-7 neutron-server[100300]: INFO oslo_service.service [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Starting 2 workers Jul 07 16:36:02.930721 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Started child 100409 {{(pid=100300) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 16:36:02.935267 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Started child 100410 {{(pid=100300) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 16:36:02.936112 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:02.936760 n-d-793620-7 neutron-server[100300]: INFO neutron.service [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 07 16:36:02.937420 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Notify callbacks [] for process, before_spawn {{(pid=100300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:02.937648 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [-] (100409) wsgi starting up on http://0.0.0.0:9696 Jul 07 16:36:02.939901 n-d-793620-7 neutron-server[100300]: INFO oslo_service.service [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Starting 1 workers Jul 07 16:36:02.940016 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:02.941354 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [-] (100410) wsgi starting up on http://0.0.0.0:9696 Jul 07 16:36:02.945081 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Started child 100411 {{(pid=100300) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 16:36:02.945626 n-d-793620-7 neutron-server[100300]: INFO oslo_service.service [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Starting 1 workers Jul 07 16:36:02.948954 n-d-793620-7 neutron-server[100411]: DEBUG neutron.service [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] calling RpcWorker wait() {{(pid=100411) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 07 16:36:02.949515 n-d-793620-7 neutron-server[100411]: DEBUG neutron.service [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] returning from RpcWorker wait() {{(pid=100411) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 07 16:36:02.950101 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Started child 100412 {{(pid=100300) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 16:36:02.950898 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:02.950996 n-d-793620-7 neutron-server[100300]: DEBUG neutron_lib.callbacks.manager [None req-a29ae216-ae28-46c8-aa05-c161cf46c3f3 None None] Notify callbacks [] for process, after_spawn {{(pid=100300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:02.951443 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:36:02.952797 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100300) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 16:36:02.952994 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 16:36:02.953189 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 16:36:02.953405 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 16:36:02.954299 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 16:36:02.954490 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 16:36:02.955007 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.955289 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.955527 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:02.956011 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.956011 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.956159 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.956659 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.956933 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.957181 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.957466 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.957799 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.957950 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.958084 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.958305 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.958560 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.958826 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.959100 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.959350 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.959594 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.959764 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.960011 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.960268 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.960526 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.960781 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] debug = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.961024 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.961505 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.961752 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.962012 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.962233 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.962511 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.962736 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.963007 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.963248 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.963469 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.963702 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.963956 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.964192 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.964405 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.964620 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.964860 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.965077 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.965555 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] host = n-d-793620-7 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.965773 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.965986 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.966212 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.966488 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.966728 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.966944 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.967196 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.967444 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.967711 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.967949 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.968178 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.968466 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.968613 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.968874 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] log_file = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.969018 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] log_options = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.969905 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.970099 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.970395 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.970589 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.970755 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.970931 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.971177 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.971335 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.971576 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.971804 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.972016 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.972227 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.972439 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.972676 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.972927 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.973171 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.973399 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.973606 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.973859 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.974128 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.974367 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.974644 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.974880 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.975111 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.975341 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.975553 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.975791 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.976005 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.976236 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.976498 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.976741 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.976981 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.977228 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.977481 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.977725 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.977956 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.978186 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.978473 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.978701 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.978943 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.979177 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.979415 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.979665 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.979950 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.980152 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.980330 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] use_json = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.980543 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.980772 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.981035 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.981251 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.981460 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.981798 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.981936 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.982129 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:02.982554 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.982844 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.983160 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.983418 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.983647 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.983896 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.984134 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.984391 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.984640 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.984914 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.985244 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.985924 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.986076 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.986307 n-d-793620-7 neutron-server[100412]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:36:02.986479 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.986608 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.986945 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.987180 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.987454 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.987688 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.987934 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.988179 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.988398 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.988728 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.989058 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.989254 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.989530 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.989753 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.990023 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.990235 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.990526 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.990659 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.990872 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.991135 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.991377 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.991597 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.991916 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.992052 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.992405 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.992523 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.992949 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.993322 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.993445 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.994080 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.994212 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.994399 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.994602 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.994916 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.995075 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.995264 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.995516 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.995745 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.995990 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.996204 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.996443 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.996657 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.996951 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.997136 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.997538 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.997828 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.997828 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.998101 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.998277 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.998563 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.999188 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.999188 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:02.999188 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.000067 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.000067 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.000067 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.000067 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.001110 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.001110 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.001336 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.001446 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.001768 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.001768 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.002017 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.002526 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.002526 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.002785 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.002906 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.003027 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.003266 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.003473 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.003748 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.004077 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.004329 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.005246 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.005246 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.005246 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.005246 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.005947 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.005947 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.005947 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.009724 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.009724 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.009724 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.009724 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.009724 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.009724 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.009724 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.009724 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.010692 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.010692 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.010692 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.010692 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.010692 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.010692 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.010692 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.010692 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.011694 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.012000 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.012261 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.012706 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.012935 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.013198 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.013556 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.014488 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.014816 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.015278 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.015515 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.015775 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.016097 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.017181 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.017181 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.017387 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.017964 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.018113 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.018259 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.018509 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.018728 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.018984 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.019807 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.020040 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.020268 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.020512 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.020855 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.021110 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.021977 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.022240 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.022521 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.022727 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.022990 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.023242 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.023469 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.023704 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.023929 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.024140 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.024384 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.024632 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.024863 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.025077 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.025336 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.025569 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.025802 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.026172 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.026580 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.026963 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.027184 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.027445 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.027655 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.027885 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.028109 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.028523 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.028929 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.029328 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.029713 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.030145 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.030473 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.030815 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.031122 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.031421 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.031765 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.032066 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.032310 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.032527 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.032779 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.033004 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.033219 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.033460 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.033679 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.033895 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.034127 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.034370 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.034627 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.034894 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.035134 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.035455 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.035730 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.035956 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.036193 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.036405 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.036640 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.036856 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.037070 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.037283 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.037496 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.037722 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.037964 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.038183 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.038459 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.038694 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.038907 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.039120 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.039330 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.039542 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.039826 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.040075 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.040301 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.040571 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.040803 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.041355 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.041355 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.041628 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.041628 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.041873 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.042048 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.042257 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.042553 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.042751 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.043308 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.043308 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.043568 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.043568 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.043819 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.043983 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.044210 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.044446 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.044665 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.044872 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.045084 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.045330 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.045542 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.045757 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.045972 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.046181 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.046484 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.046743 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.046960 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.047267 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.047516 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.047799 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.048037 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.048329 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.048539 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.048776 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.048989 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.049202 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.049419 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.049681 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.050010 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.050282 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.050747 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.051002 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.051265 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.051551 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.051827 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.052041 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.052321 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.052661 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.052925 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.053180 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.053424 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.053686 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.053908 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.054148 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.054339 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.054599 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.054828 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.055062 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.055286 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.055528 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.055740 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.055989 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.056225 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.056470 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.056698 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.056917 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.057148 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.057304 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 16:36:03.057819 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100300) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 16:36:03.057978 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 16:36:03.058132 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 16:36:03.058300 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 16:36:03.058489 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 16:36:03.058641 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 16:36:03.059003 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.059003 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.059359 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.059359 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.059692 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.059692 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.059918 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.059918 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.060238 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.060238 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.060554 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.060554 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.060891 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.060891 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.060891 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.061345 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.061345 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.061345 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.061684 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.061684 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.061910 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.062043 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.062163 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] debug = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.062283 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.062457 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.062607 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.062766 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.063428 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.063648 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.063742 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.063902 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.064034 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.064194 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.064334 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.064501 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.064665 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.064808 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.064957 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.065112 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.065313 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.065484 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] host = n-d-793620-7 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.065641 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.065914 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.066204 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.066520 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.066806 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.067080 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.067369 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.067581 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.067737 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.067889 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.068047 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.068205 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.068381 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.068504 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] log_file = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.068649 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] log_options = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.068805 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.068964 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.069118 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.069387 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.069541 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.069663 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.069790 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.069960 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.070118 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.070306 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.070615 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.070904 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.071193 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.071466 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.071745 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.072028 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.072313 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.072605 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.072893 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.073165 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.073327 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.073486 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.073750 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.073875 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.073993 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.074116 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.074237 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.074368 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.074724 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.074724 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.074981 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.075112 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.075239 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.075358 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.075510 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.075701 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.075837 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.075957 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.076077 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.076207 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.076406 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.076585 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.076748 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.076918 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.076918 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.077258 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] use_json = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.077258 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.077506 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.077506 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.078416 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.078416 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.078416 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.078416 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.078416 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 16:36:03.079697 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.079697 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.079697 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.079697 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.079697 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.080229 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.080229 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.080229 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.080525 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.080525 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.080745 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.080745 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.080949 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.081060 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.081198 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.081362 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.081521 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.081790 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.083778 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.083778 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.083778 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.083778 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.083778 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.083778 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.083778 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.083778 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.084902 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.084902 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.084902 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.084902 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.084902 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.084902 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.084902 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.084902 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.084902 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.085504 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.085504 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.085504 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.085504 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.085504 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.085504 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.085504 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.085504 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.086035 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.086035 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.086035 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.086035 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.086322 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.086322 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.086472 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.086592 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.086750 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.086907 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.087064 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.087224 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.087382 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.087540 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.087697 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.087854 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.088012 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.088169 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.088340 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.088497 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.088655 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.088812 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.088970 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.089127 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.089285 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.089442 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.089600 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.090768 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.090768 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.090768 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.090768 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.090768 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.090768 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.090768 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.091474 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.091474 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.091474 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.091474 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.091474 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.091996 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.091996 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.091996 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.091996 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.092396 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.092396 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.092628 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.092628 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.092870 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.092870 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.093104 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.093226 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.093348 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.093462 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.093620 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.093782 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.093940 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.094097 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.094300 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.094480 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.094637 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.094798 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.094958 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.095116 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.095273 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.095431 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.095589 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.095746 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.095903 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.096071 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.096231 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.096391 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.096550 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.096715 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.096886 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.097044 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.097203 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.097361 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.097519 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.097677 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.097834 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.097992 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.098151 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.098309 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.098484 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.098644 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.098814 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.098972 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.099129 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.099287 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.099470 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.099628 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.099774 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.099931 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.100088 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.100246 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.100404 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.100563 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.100722 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.100880 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.101038 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.101245 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.101377 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.101497 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.101654 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.101812 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.101971 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.102129 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.102288 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.102476 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.102638 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.102795 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.102954 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.103111 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.103269 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.103427 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.103584 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.103741 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.103899 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.104059 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.104242 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.104370 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.104527 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.104685 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.104848 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.105005 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.105163 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.105323 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.105482 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.105639 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.105798 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.105956 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.106114 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.106271 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.106452 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.106788 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.106788 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.107084 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.107084 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.107284 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.107363 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.107497 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.107657 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.107815 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.107973 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.108146 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.108305 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.108463 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.108620 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.108778 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.108935 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.109092 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.109250 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.109407 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.109553 n-d-793620-7 neutron-server[100411]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:36:03.109657 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.109739 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.109880 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.110040 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.110199 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.110356 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.110549 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.110683 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.110954 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.111112 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.111444 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.111601 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.111763 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.111915 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.112078 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.112228 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.112400 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.112573 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.112717 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.112857 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.113016 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.113166 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.113335 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.113486 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.113646 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.113796 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.113949 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.114108 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.114274 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.114448 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.114611 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.114771 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.114914 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.115071 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.115236 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.115389 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.115526 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.115684 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.115827 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.115987 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.116154 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.116316 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.116530 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.116672 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.116828 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.116964 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.117100 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.117234 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.117369 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.117504 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.117639 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.117775 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.117932 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.118084 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.118261 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.118423 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.118567 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.118978 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.119137 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.119304 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.119470 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.119612 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.119783 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.119953 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.120105 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.120243 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.120402 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.120544 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.120704 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.120848 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.121784 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.121784 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.121784 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.121784 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.121784 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.121784 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.122938 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.122938 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.122938 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.122938 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.122938 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.122938 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.122938 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 16:36:03.122938 n-d-793620-7 neutron-server[100300]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 16:36:03.327270 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53780) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:36:03.336475 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062604 Jul 07 16:36:14.691635 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc0b054-4c17-428e-b285-d8c0f5e6f699 None None] get_active_networks_info from n-d-793620-7 {{(pid=100411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 16:36:14.820389 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc0b054-4c17-428e-b285-d8c0f5e6f699 None None] No non-hosted networks {{(pid=100411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 07 16:36:14.834097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.agentschedulers_db [None req-9fc0b054-4c17-428e-b285-d8c0f5e6f699 None None] DHCP Agent not found on host n-d-793620-7 {{(pid=100411) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 07 16:36:14.970392 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-66f72841-fd8b-43c3-a866-94d5e63516e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565971'] for agent, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:17.366790 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-632f93a6-f3f1-4e0a-8176-e1a81b9852b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565971'] for agent, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:17.424680 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1667bb0a-f3f1-4219-806d-7fa2fa842591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:17.553030 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565971'] for agent, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:17.555440 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:17.557176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:17.558563 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:17.559791 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:17.560455 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:17.561577 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:17.562911 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:17.564401 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:17.564796 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:17.566399 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:17.567080 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:17.567614 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:17.569431 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-793620-7', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:36:17.580784 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-793620-7', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:36:18.657535 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565971'] for agent, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:20.102035 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565971'] for agent, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:21.303108 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53876) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:36:21.740711 n-d-793620-7 neutron-server[100411]: INFO neutron.db.l3_hamode_db [None req-80f517c9-5a68-4cef-8a3a-3f2e8ee3aa72 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 07 16:36:21.812375 n-d-793620-7 neutron-server[100409]: WARNING oslo_policy.policy [None req-4a91dee7-3c8b-4020-8b78-f9faf47e3f4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:36:21.813081 n-d-793620-7 neutron-server[100409]: WARNING oslo_policy.policy [None req-4a91dee7-3c8b-4020-8b78-f9faf47e3f4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:36:21.819034 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f517c9-5a68-4cef-8a3a-3f2e8ee3aa72 None None] Routers set() bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:36:21.819436 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f517c9-5a68-4cef-8a3a-3f2e8ee3aa72 None None] Router IDs set() for agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 16:36:22.034544 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-4a91dee7-3c8b-4020-8b78-f9faf47e3f4c admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:36:22.035802 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4a91dee7-3c8b-4020-8b78-f9faf47e3f4c admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7300355 Jul 07 16:36:24.384783 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53890) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:36:24.693938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-7bc3f3d2-36a9-40e5-97a9-db8e2e58921f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:36:24.787729 n-d-793620-7 neutron-server[100409]: DEBUG neutron.policy [None req-7bc3f3d2-36a9-40e5-97a9-db8e2e58921f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100409) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 16:36:24.832860 n-d-793620-7 neutron-server[100409]: WARNING oslo_policy.policy [None req-7bc3f3d2-36a9-40e5-97a9-db8e2e58921f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:36:24.833237 n-d-793620-7 neutron-server[100409]: WARNING oslo_policy.policy [None req-7bc3f3d2-36a9-40e5-97a9-db8e2e58921f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:36:24.841662 n-d-793620-7 neutron-server[100409]: INFO neutron.quota [None req-7bc3f3d2-36a9-40e5-97a9-db8e2e58921f admin admin] Loaded quota_driver: . Jul 07 16:36:24.940330 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7bc3f3d2-36a9-40e5-97a9-db8e2e58921f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733658648552', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733658647613', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733658656869', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733658695211', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733658702316', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733658679305', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3690457', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3716410', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1550404', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1479186'] for rbac-policy, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:25.006341 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7bc3f3d2-36a9-40e5-97a9-db8e2e58921f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:25.007681 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7bc3f3d2-36a9-40e5-97a9-db8e2e58921f admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6218159 Jul 07 16:36:27.546905 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53902) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:36:27.851525 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Request body: {'network': {'project_id': 'b58f581bf1e949178aec08c84f64aa84', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'b58f581bf1e949178aec08c84f64aa84'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:36:27.880528 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Made reservation on behalf of b58f581bf1e949178aec08c84f64aa84 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:36:27.883720 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:27.900903 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:28.025379 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:28.029125 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:28.048076 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:36:28.076903 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733658235221', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:28.077523 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Unsubscribe: segment precommit_create {{(pid=100409) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 16:36:28.078039 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Added segment d21ffac3-b47c-4ce3-b584-302fae243c6a of type vlan for network 100666c2-1293-490a-8751-4d69d2a3e7ec Jul 07 16:36:28.113571 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93f6c90-fd15-4bc5-8cc9-53518c93abf1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:36:28.149169 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:28.149518 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:28.149859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:28.150197 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:28.150568 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:28.150951 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:28.151315 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:28.151686 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:28.152071 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:28.152404 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:28.152754 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:28.153058 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Tracked resource versions report: Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: pushed versions: Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: { 'AddressGroup': {'1.2'}, Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'ConntrackHelper': {'1.0'}, Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'Log': {'1.0'}, Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'Network': {'1.1'}, Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'Port': {'1.7'}, Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'PortForwarding': {'1.2'}, Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'QosPolicy': {'1.8'}, Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'SecurityGroup': {'1.4'}, Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'SubPort': {'1.0'}, Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'Subnet': {'1.1'}, Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'Trunk': {'1.1'}} Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: consumer versions: Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: { DHCP agent@n-d-793620-7: {}, Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: L3 agent@n-d-793620-7: {}, Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: Metadata agent@n-d-793620-7: {}, Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: Metering agent@n-d-793620-7: {}, Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: Open vSwitch agent@n-d-793620-7: { 'AddressGroup': '1.2', Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'ConntrackHelper': '1.0', Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'Log': '1.0', Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'Network': '1.1', Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'Port': '1.7', Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'PortForwarding': '1.2', Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'QosPolicy': '1.8', Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'SecurityGroup': '1.4', Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'SecurityGroupRule': '1.2', Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'SubPort': '1.0', Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'Subnet': '1.1', Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: 'Trunk': '1.1'}} Jul 07 16:36:28.154244 n-d-793620-7 neutron-server[100409]: {{(pid=100409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:36:28.201358 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:28.253757 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:28.255009 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:36:28.255635 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:28.343809 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7957165 Jul 07 16:36:28.351697 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14540ad-4aac-46aa-b3b9-46cf71879cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=100666c2-1293-490a-8751-4d69d2a3e7ec,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:36:28.366975 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 100666c2-1293-490a-8751-4d69d2a3e7ec details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:36:30.975135 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53916) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:36:31.457092 n-d-793620-7 neutron-server[100410]: WARNING oslo_policy.policy [None req-42afb864-40fa-4c8b-897c-fa5f69345cb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:36:31.457662 n-d-793620-7 neutron-server[100410]: WARNING oslo_policy.policy [None req-42afb864-40fa-4c8b-897c-fa5f69345cb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:36:31.905526 n-d-793620-7 neutron-server[100410]: DEBUG neutron.policy [None req-42afb864-40fa-4c8b-897c-fa5f69345cb3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100410) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 16:36:31.950270 n-d-793620-7 neutron-server[100410]: WARNING oslo_policy.policy [None req-42afb864-40fa-4c8b-897c-fa5f69345cb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:36:31.950667 n-d-793620-7 neutron-server[100410]: WARNING oslo_policy.policy [None req-42afb864-40fa-4c8b-897c-fa5f69345cb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 16:36:31.958672 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42afb864-40fa-4c8b-897c-fa5f69345cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:36:31.960458 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-42afb864-40fa-4c8b-897c-fa5f69345cb3 admin admin] 10.222.0.50 "GET /v2.0/networks/100666c2-1293-490a-8751-4d69d2a3e7ec HTTP/1.1" status: 200 len: 825 time: 0.9844062 Jul 07 16:36:31.999365 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3cc53f58-1c13-45ee-ab55-e8bd58f364f6 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/2826abf5-79d2-4825-ba71-8268459b474c HTTP/1.1" status: 200 len: 734 time: 0.0330627 Jul 07 16:36:32.008064 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '2826abf5-79d2-4825-ba71-8268459b474c', 'ip_version': 4, 'network_id': '100666c2-1293-490a-8751-4d69d2a3e7ec', 'tenant_id': 'b58f581bf1e949178aec08c84f64aa84'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:36:32.009622 n-d-793620-7 neutron-server[100410]: INFO neutron.quota [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Loaded quota_driver: . Jul 07 16:36:32.048954 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Made reservation on behalf of b58f581bf1e949178aec08c84f64aa84 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:36:32.051877 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:32.356077 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:32.425235 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Checking segment: {'id': 'd21ffac3-b47c-4ce3-b584-302fae243c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '100666c2-1293-490a-8751-4d69d2a3e7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:36:32.425618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Network hostable DHCP agents. Network: 100666c2-1293-490a-8751-4d69d2a3e7ec, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:36:32.443474 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87a20d48-e568-4ede-bdcf-a0e46f47e6da,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:36:32.456852 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:32.457204 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:32.457549 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:32.457886 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:32.458219 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:32.458575 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:32.458906 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:32.459231 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:32.459570 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:32.459889 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:32.460211 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:32.460534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Tracked resource versions report: Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: pushed versions: Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: { 'AddressGroup': {'1.2'}, Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'ConntrackHelper': {'1.0'}, Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'Log': {'1.0'}, Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'Network': {'1.1'}, Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'Port': {'1.7'}, Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'PortForwarding': {'1.2'}, Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'QosPolicy': {'1.8'}, Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'SecurityGroup': {'1.4'}, Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'SubPort': {'1.0'}, Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'Subnet': {'1.1'}, Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'Trunk': {'1.1'}} Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: consumer versions: Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: { DHCP agent@n-d-793620-7: {}, Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: L3 agent@n-d-793620-7: {}, Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: Metadata agent@n-d-793620-7: {}, Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: Metering agent@n-d-793620-7: {}, Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: Open vSwitch agent@n-d-793620-7: { 'AddressGroup': '1.2', Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'ConntrackHelper': '1.0', Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'Log': '1.0', Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'Network': '1.1', Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'Port': '1.7', Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'PortForwarding': '1.2', Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'QosPolicy': '1.8', Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'SecurityGroup': '1.4', Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'SecurityGroupRule': '1.2', Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'SubPort': '1.0', Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'Subnet': '1.1', Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: 'Trunk': '1.1'}} Jul 07 16:36:32.461611 n-d-793620-7 neutron-server[100410]: {{(pid=100410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:36:32.485076 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Network 100666c2-1293-490a-8751-4d69d2a3e7ec is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:36:32.502865 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 100666c2-1293-490a-8751-4d69d2a3e7ec) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:36:32.523387 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:36:32.524044 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:32.528232 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb4b0da-eec6-41b4-87b3-70c2da910a00 None None] Network 100666c2-1293-490a-8751-4d69d2a3e7ec requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:36:32.545153 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bf32f13e-9a9d-4464-825d-49a9ed2b0994 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5404694 Jul 07 16:36:32.850120 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-100666c2-1293-490a-8751-4d69d2a3e7ec', 'network_id': '100666c2-1293-490a-8751-4d69d2a3e7ec', 'tenant_id': 'b58f581bf1e949178aec08c84f64aa84', 'fixed_ips': [{'subnet_id': '87a20d48-e568-4ede-bdcf-a0e46f47e6da'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:36:32.851449 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:33.127111 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Allocated IP 172.20.0.2 (100666c2-1293-490a-8751-4d69d2a3e7ec/87a20d48-e568-4ede-bdcf-a0e46f47e6da/4ac46dc8-d114-492f-b63e-eddcc66ddfb0) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:36:33.355918 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:33.371605 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Transition to ACTIVE for port object 4ac46dc8-d114-492f-b63e-eddcc66ddfb0 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:36:33.392934 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Transition to ACTIVE for port object 4ac46dc8-d114-492f-b63e-eddcc66ddfb0 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:36:33.401059 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:33.465854 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Network 100666c2-1293-490a-8751-4d69d2a3e7ec is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:36:33.471546 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:36:33.483325 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:36:33.490744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Pushing event updated for resources: {'Port': ['ID=4ac46dc8-d114-492f-b63e-eddcc66ddfb0,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:36:33.530703 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:33.531368 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:33.531368 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:33.531719 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:33.532054 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:33.532385 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:33.532714 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:33.533043 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:33.533368 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:33.533693 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:33.534016 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:33.534345 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Tracked resource versions report: Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: pushed versions: Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: { 'AddressGroup': {'1.2'}, Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'ConntrackHelper': {'1.0'}, Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'Log': {'1.0'}, Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'Network': {'1.1'}, Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'Port': {'1.7'}, Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'PortForwarding': {'1.2'}, Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'QosPolicy': {'1.8'}, Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'SecurityGroup': {'1.4'}, Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'SubPort': {'1.0'}, Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'Subnet': {'1.1'}, Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'Trunk': {'1.1'}} Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: consumer versions: Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: { DHCP agent@n-d-793620-7: {}, Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: L3 agent@n-d-793620-7: {}, Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: Metadata agent@n-d-793620-7: {}, Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: Metering agent@n-d-793620-7: {}, Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: Open vSwitch agent@n-d-793620-7: { 'AddressGroup': '1.2', Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'ConntrackHelper': '1.0', Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'Log': '1.0', Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'Network': '1.1', Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'Port': '1.7', Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'PortForwarding': '1.2', Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'QosPolicy': '1.8', Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'SecurityGroup': '1.4', Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'SecurityGroupRule': '1.2', Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'SubPort': '1.0', Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'Subnet': '1.1', Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: 'Trunk': '1.1'}} Jul 07 16:36:33.535462 n-d-793620-7 neutron-server[100411]: {{(pid=100411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:36:33.570029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Attempting to bind port 4ac46dc8-d114-492f-b63e-eddcc66ddfb0 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:36:33.570453 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Attempting to bind port 4ac46dc8-d114-492f-b63e-eddcc66ddfb0 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'd21ffac3-b47c-4ce3-b584-302fae243c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '100666c2-1293-490a-8751-4d69d2a3e7ec'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:36:33.570879 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Attempting to bind port 4ac46dc8-d114-492f-b63e-eddcc66ddfb0 on network 100666c2-1293-490a-8751-4d69d2a3e7ec {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:36:33.575661 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:36:33.576058 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Checking segment: {'id': 'd21ffac3-b47c-4ce3-b584-302fae243c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '100666c2-1293-490a-8751-4d69d2a3e7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:36:33.576553 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:33.576937 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Bound using segment: {'id': 'd21ffac3-b47c-4ce3-b584-302fae243c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '100666c2-1293-490a-8751-4d69d2a3e7ec'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:36:33.577414 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Bound port: 4ac46dc8-d114-492f-b63e-eddcc66ddfb0, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21ffac3-b47c-4ce3-b584-302fae243c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '100666c2-1293-490a-8751-4d69d2a3e7ec'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:36:33.577875 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:33.640348 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] For port 4ac46dc8-d114-492f-b63e-eddcc66ddfb0, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:36:33.644724 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] For port 4ac46dc8-d114-492f-b63e-eddcc66ddfb0, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4ac46dc8-d114-492f-b63e-eddcc66ddfb0,segment=NetworkSegment(d21ffac3-b47c-4ce3-b584-302fae243c6a),segment_id=d21ffac3-b47c-4ce3-b584-302fae243c6a)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:36:33.649197 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:33.711447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fe877-90e8-4b53-94fe-3f3d32e84f3a None None] Pushing event updated for resources: {'Port': ['ID=4ac46dc8-d114-492f-b63e-eddcc66ddfb0,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:36:34.977287 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53938) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:36:35.292137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-510bb0ad-51f6-43dd-b965-f682a7bb7b39 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:36:35.293224 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-510bb0ad-51f6-43dd-b965-f682a7bb7b39 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3149686 Jul 07 16:36:37.714999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53946) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:36:38.033447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-46dc8d2b-acf6-44de-a229-ccc1ee5b688f admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:36:38.034465 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-46dc8d2b-acf6-44de-a229-ccc1ee5b688f admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3184059 Jul 07 16:36:39.456810 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4ac46dc8-d114-492f-b63e-eddcc66ddfb0 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:36:39.546944 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 4ac46dc8-d114-492f-b63e-eddcc66ddfb0 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:36:39.892632 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb8093c-dd80-4ceb-90ff-34654406dbf7 None None] Network 100666c2-1293-490a-8751-4d69d2a3e7ec requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:36:39.996142 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4b265361-530f-4468-834f-b3248a6d8bd3 None None] Provisioning for port 4ac46dc8-d114-492f-b63e-eddcc66ddfb0 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:36:40.021952 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4b265361-530f-4468-834f-b3248a6d8bd3 None None] Provisioning complete for port 4ac46dc8-d114-492f-b63e-eddcc66ddfb0 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:36:40.022340 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4b265361-530f-4468-834f-b3248a6d8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:40.182298 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4b265361-530f-4468-834f-b3248a6d8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:40.232056 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4b265361-530f-4468-834f-b3248a6d8bd3 None None] For port 4ac46dc8-d114-492f-b63e-eddcc66ddfb0, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4ac46dc8-d114-492f-b63e-eddcc66ddfb0,segment=NetworkSegment(d21ffac3-b47c-4ce3-b584-302fae243c6a),segment_id=d21ffac3-b47c-4ce3-b584-302fae243c6a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:36:40.236575 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4b265361-530f-4468-834f-b3248a6d8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:40.285655 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b265361-530f-4468-834f-b3248a6d8bd3 None None] Pushing event updated for resources: {'Port': ['ID=4ac46dc8-d114-492f-b63e-eddcc66ddfb0,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:36:40.457570 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-67a6e24f-1c65-474f-9b20-cc53e657924c None None] Provisioning complete for port 4ac46dc8-d114-492f-b63e-eddcc66ddfb0 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:36:40.458123 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-67a6e24f-1c65-474f-9b20-cc53e657924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:40.698640 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53960) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:36:40.992622 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-37241a5a-4120-45ca-a6fa-55722eb99472 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'b58f581bf1e949178aec08c84f64aa84'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:36:41.016410 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37241a5a-4120-45ca-a6fa-55722eb99472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:41.017966 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37241a5a-4120-45ca-a6fa-55722eb99472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:41.184211 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37241a5a-4120-45ca-a6fa-55722eb99472 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:41.189635 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37241a5a-4120-45ca-a6fa-55722eb99472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:41.202751 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37241a5a-4120-45ca-a6fa-55722eb99472 admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:41.203941 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-37241a5a-4120-45ca-a6fa-55722eb99472 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5043299 Jul 07 16:36:41.427569 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4ac46dc8-d114-492f-b63e-eddcc66ddfb0 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:36:41.476266 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4ac46dc8-d114-492f-b63e-eddcc66ddfb0 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:36:41.477193 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:43.573978 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53968) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:36:43.889045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-b25e5287-6bd5-44ec-84a2-580cf0d60443 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:36:43.890046 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b25e5287-6bd5-44ec-84a2-580cf0d60443 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3150945 Jul 07 16:36:44.621593 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-122c19c6-8e36-43c7-87a5-eed52d92ac0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:46.286801 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53976) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:36:46.593128 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-590c380e-450c-4af8-a7fb-9a1904ab6b92 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:36:46.615153 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590c380e-450c-4af8-a7fb-9a1904ab6b92 admin admin] Made reservation on behalf of 6271805593af4262a45c639958bd6716 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:36:46.617891 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-590c380e-450c-4af8-a7fb-9a1904ab6b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:46.633691 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-590c380e-450c-4af8-a7fb-9a1904ab6b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:46.751099 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-590c380e-450c-4af8-a7fb-9a1904ab6b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:46.754796 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-590c380e-450c-4af8-a7fb-9a1904ab6b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:46.769446 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-590c380e-450c-4af8-a7fb-9a1904ab6b92 admin admin] Reserving flat network on physical network physnet1 {{(pid=100410) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 07 16:36:46.796982 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c380e-450c-4af8-a7fb-9a1904ab6b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac461e6-02a3-4e5b-a2e9-c066e6372856,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:36:46.799801 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-590c380e-450c-4af8-a7fb-9a1904ab6b92 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733658235221', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:46.800379 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-590c380e-450c-4af8-a7fb-9a1904ab6b92 admin admin] Unsubscribe: segment precommit_create {{(pid=100410) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 16:36:46.800873 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-590c380e-450c-4af8-a7fb-9a1904ab6b92 admin admin] Added segment 3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d of type flat for network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc Jul 07 16:36:46.855449 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-590c380e-450c-4af8-a7fb-9a1904ab6b92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:46.904387 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-590c380e-450c-4af8-a7fb-9a1904ab6b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:46.905375 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590c380e-450c-4af8-a7fb-9a1904ab6b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:36:46.905944 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-590c380e-450c-4af8-a7fb-9a1904ab6b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:46.987935 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-590c380e-450c-4af8-a7fb-9a1904ab6b92 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7000666 Jul 07 16:36:46.995945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c380e-450c-4af8-a7fb-9a1904ab6b92 admin admin] Pushing event updated for resources: {'Network': ['ID=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:36:47.010654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:36:47.367859 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0d8698c4-e181-47c5-8a6a-363473b8d627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:47.547496 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:48.600435 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:49.362677 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53994) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:36:49.542334 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0659fc7-5133-4260-8374-969c0267a693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:36:49.543673 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d0659fc7-5133-4260-8374-969c0267a693 admin admin] 10.222.0.50 "GET /v2.0/subnets/87a20d48-e568-4ede-bdcf-a0e46f47e6da HTTP/1.1" status: 200 len: 849 time: 0.1800435 Jul 07 16:36:49.674458 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a42c8a94-788e-4447-9b88-d1a0921ad2f0 admin admin] 10.222.0.50 "GET /v2.0/routers/fd0b49cc-0044-4227-b33c-a560d643d127 HTTP/1.1" status: 200 len: 704 time: 0.1254470 Jul 07 16:36:49.941329 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c1dcd0fc-06ed-48ce-b4c8-755e810bec3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:50.039969 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:50.235439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-c1dcd0fc-06ed-48ce-b4c8-755e810bec3b admin admin] Allocated IP 172.20.0.1 (100666c2-1293-490a-8751-4d69d2a3e7ec/87a20d48-e568-4ede-bdcf-a0e46f47e6da/ef006812-c335-4995-aa35-c3664fc9d3d8) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:36:50.385557 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c1dcd0fc-06ed-48ce-b4c8-755e810bec3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:50.407398 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-c1dcd0fc-06ed-48ce-b4c8-755e810bec3b admin admin] Transition to ACTIVE for port object ef006812-c335-4995-aa35-c3664fc9d3d8 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:36:50.534038 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c1dcd0fc-06ed-48ce-b4c8-755e810bec3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:50.600015 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dcd0fc-06ed-48ce-b4c8-755e810bec3b admin admin] Network 100666c2-1293-490a-8751-4d69d2a3e7ec is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:36:50.605711 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-c1dcd0fc-06ed-48ce-b4c8-755e810bec3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:36:50.613502 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dcd0fc-06ed-48ce-b4c8-755e810bec3b admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:36:50.614141 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c1dcd0fc-06ed-48ce-b4c8-755e810bec3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:50.679505 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcd0fc-06ed-48ce-b4c8-755e810bec3b admin admin] Pushing event updated for resources: {'Port': ['ID=ef006812-c335-4995-aa35-c3664fc9d3d8,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:36:50.812784 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-444067cf-2481-41f8-bb09-3267803ee981 None None] Provisioning for port ef006812-c335-4995-aa35-c3664fc9d3d8 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:36:50.817303 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-444067cf-2481-41f8-bb09-3267803ee981 None None] Provisioning complete for port ef006812-c335-4995-aa35-c3664fc9d3d8 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:36:50.817899 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-444067cf-2481-41f8-bb09-3267803ee981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:50.833197 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c1dcd0fc-06ed-48ce-b4c8-755e810bec3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:50.853095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-444067cf-2481-41f8-bb09-3267803ee981 None None] Port ef006812-c335-4995-aa35-c3664fc9d3d8 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:36:51.016348 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c1dcd0fc-06ed-48ce-b4c8-755e810bec3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:51.020781 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c1dcd0fc-06ed-48ce-b4c8-755e810bec3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:51.021640 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c1dcd0fc-06ed-48ce-b4c8-755e810bec3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:51.099032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcd0fc-06ed-48ce-b4c8-755e810bec3b admin admin] Pushing event updated for resources: {'Port': ['ID=ef006812-c335-4995-aa35-c3664fc9d3d8,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:36:51.146399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dcd0fc-06ed-48ce-b4c8-755e810bec3b admin admin] Network 100666c2-1293-490a-8751-4d69d2a3e7ec is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:36:51.147771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-c1dcd0fc-06ed-48ce-b4c8-755e810bec3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:36:51.306986 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1dcd0fc-06ed-48ce-b4c8-755e810bec3b admin admin] Router fd0b49cc-0044-4227-b33c-a560d643d127 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:36:51.374456 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b3246e6d-e038-49a7-b221-a475c8f84415 None None] Provisioning complete for port ef006812-c335-4995-aa35-c3664fc9d3d8 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:36:51.375006 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b3246e6d-e038-49a7-b221-a475c8f84415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:51.406013 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dcd0fc-06ed-48ce-b4c8-755e810bec3b admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:36:51.409452 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b3246e6d-e038-49a7-b221-a475c8f84415 None None] Port ef006812-c335-4995-aa35-c3664fc9d3d8 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:36:51.414082 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c1dcd0fc-06ed-48ce-b4c8-755e810bec3b admin admin] 10.222.0.50 "PUT /v2.0/routers/fd0b49cc-0044-4227-b33c-a560d643d127/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7332628 Jul 07 16:36:51.416705 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95898fc3-2d09-426d-bade-173946a8524c None None] Sync routers for ids ['fd0b49cc-0044-4227-b33c-a560d643d127'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:36:51.428419 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95898fc3-2d09-426d-bade-173946a8524c None None] Routers {'fd0b49cc-0044-4227-b33c-a560d643d127'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:36:51.429313 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-95898fc3-2d09-426d-bade-173946a8524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:36:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd0b49cc-0044-4227-b33c-a560d643d127'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:36:51.618683 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-95898fc3-2d09-426d-bade-173946a8524c None None] Set router fd0b49cc-0044-4227-b33c-a560d643d127 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:36:52.052975 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-95898fc3-2d09-426d-bade-173946a8524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0b49cc-0044-4227-b33c-a560d643d127', 'name': 'router1', 'tenant_id': 'b58f581bf1e949178aec08c84f64aa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:36:41Z', 'updated_at': '2021-07-07T16:36:50Z', 'revision_number': 2, 'project_id': 'b58f581bf1e949178aec08c84f64aa84', 'gw_port_host': None, '_interfaces': [{'id': 'ef006812-c335-4995-aa35-c3664fc9d3d8', 'name': '', 'network_id': '100666c2-1293-490a-8751-4d69d2a3e7ec', 'tenant_id': 'b58f581bf1e949178aec08c84f64aa84', 'mac_address': 'fa:16:3e:39:20:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0b49cc-0044-4227-b33c-a560d643d127', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87a20d48-e568-4ede-bdcf-a0e46f47e6da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:36:49Z', 'updated_at': '2021-07-07T16:36:50Z', 'revision_number': 2, 'project_id': 'b58f581bf1e949178aec08c84f64aa84', 'subnets': [{'id': '87a20d48-e568-4ede-bdcf-a0e46f47e6da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2826abf5-79d2-4825-ba71-8268459b474c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:36:52.111553 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95898fc3-2d09-426d-bade-173946a8524c None None] Checking router: fd0b49cc-0044-4227-b33c-a560d643d127 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:36:52.111925 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95898fc3-2d09-426d-bade-173946a8524c None None] Updating router fd0b49cc-0044-4227-b33c-a560d643d127 port ef006812-c335-4995-aa35-c3664fc9d3d8 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:36:52.177554 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-95898fc3-2d09-426d-bade-173946a8524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:52.670064 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-95898fc3-2d09-426d-bade-173946a8524c None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:52.688507 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-95898fc3-2d09-426d-bade-173946a8524c None None] Transition to ACTIVE for port object ef006812-c335-4995-aa35-c3664fc9d3d8 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:36:52.695129 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-95898fc3-2d09-426d-bade-173946a8524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:52.855157 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4a973-bae3-4f4f-88d7-35810980988d None None] Pushing event updated for resources: {'Port': ['ID=ef006812-c335-4995-aa35-c3664fc9d3d8,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:36:52.866752 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-95898fc3-2d09-426d-bade-173946a8524c None None] Attempting to bind port ef006812-c335-4995-aa35-c3664fc9d3d8 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:36:52.867157 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-95898fc3-2d09-426d-bade-173946a8524c None None] Attempting to bind port ef006812-c335-4995-aa35-c3664fc9d3d8 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'd21ffac3-b47c-4ce3-b584-302fae243c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '100666c2-1293-490a-8751-4d69d2a3e7ec'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:36:52.867599 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95898fc3-2d09-426d-bade-173946a8524c None None] Attempting to bind port ef006812-c335-4995-aa35-c3664fc9d3d8 on network 100666c2-1293-490a-8751-4d69d2a3e7ec {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:36:52.870990 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb4a973-bae3-4f4f-88d7-35810980988d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:52.871432 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb4a973-bae3-4f4f-88d7-35810980988d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:52.871779 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb4a973-bae3-4f4f-88d7-35810980988d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:52.872843 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb4a973-bae3-4f4f-88d7-35810980988d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:52.873182 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb4a973-bae3-4f4f-88d7-35810980988d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:52.873513 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb4a973-bae3-4f4f-88d7-35810980988d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:52.873854 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb4a973-bae3-4f4f-88d7-35810980988d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:52.874167 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb4a973-bae3-4f4f-88d7-35810980988d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:52.874515 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb4a973-bae3-4f4f-88d7-35810980988d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:52.874838 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb4a973-bae3-4f4f-88d7-35810980988d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:52.875160 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb4a973-bae3-4f4f-88d7-35810980988d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:52.875480 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb4a973-bae3-4f4f-88d7-35810980988d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb4a973-bae3-4f4f-88d7-35810980988d None None] Tracked resource versions report: Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: pushed versions: Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: { 'AddressGroup': {'1.2'}, Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'ConntrackHelper': {'1.0'}, Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'Log': {'1.0'}, Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'Network': {'1.1'}, Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'Port': {'1.7'}, Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'PortForwarding': {'1.2'}, Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'QosPolicy': {'1.8'}, Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'SecurityGroup': {'1.4'}, Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'SubPort': {'1.0'}, Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'Subnet': {'1.1'}, Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'Trunk': {'1.1'}} Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: consumer versions: Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: { DHCP agent@n-d-793620-7: {}, Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: L3 agent@n-d-793620-7: {}, Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: Metadata agent@n-d-793620-7: {}, Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: Metering agent@n-d-793620-7: {}, Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: Open vSwitch agent@n-d-793620-7: { 'AddressGroup': '1.2', Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'ConntrackHelper': '1.0', Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'Log': '1.0', Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'Network': '1.1', Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'Port': '1.7', Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'PortForwarding': '1.2', Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'QosPolicy': '1.8', Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'SecurityGroup': '1.4', Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'SecurityGroupRule': '1.2', Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'SubPort': '1.0', Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'Subnet': '1.1', Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: 'Trunk': '1.1'}} Jul 07 16:36:52.876541 n-d-793620-7 neutron-server[100412]: {{(pid=100412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:36:52.881116 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95898fc3-2d09-426d-bade-173946a8524c None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:36:52.881743 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95898fc3-2d09-426d-bade-173946a8524c None None] Checking segment: {'id': 'd21ffac3-b47c-4ce3-b584-302fae243c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '100666c2-1293-490a-8751-4d69d2a3e7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:36:52.882004 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-95898fc3-2d09-426d-bade-173946a8524c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:52.882418 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95898fc3-2d09-426d-bade-173946a8524c None None] Bound using segment: {'id': 'd21ffac3-b47c-4ce3-b584-302fae243c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '100666c2-1293-490a-8751-4d69d2a3e7ec'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:36:52.882901 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-95898fc3-2d09-426d-bade-173946a8524c None None] Bound port: ef006812-c335-4995-aa35-c3664fc9d3d8, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21ffac3-b47c-4ce3-b584-302fae243c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '100666c2-1293-490a-8751-4d69d2a3e7ec'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:36:52.883316 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-95898fc3-2d09-426d-bade-173946a8524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:52.950151 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-95898fc3-2d09-426d-bade-173946a8524c None None] For port ef006812-c335-4995-aa35-c3664fc9d3d8, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:36:52.972165 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-95898fc3-2d09-426d-bade-173946a8524c None None] For port ef006812-c335-4995-aa35-c3664fc9d3d8, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ef006812-c335-4995-aa35-c3664fc9d3d8,segment=NetworkSegment(d21ffac3-b47c-4ce3-b584-302fae243c6a),segment_id=d21ffac3-b47c-4ce3-b584-302fae243c6a)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:36:52.977080 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-95898fc3-2d09-426d-bade-173946a8524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:53.039430 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4a973-bae3-4f4f-88d7-35810980988d None None] Pushing event updated for resources: {'Port': ['ID=ef006812-c335-4995-aa35-c3664fc9d3d8,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:36:53.042190 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95898fc3-2d09-426d-bade-173946a8524c None None] Routers {'fd0b49cc-0044-4227-b33c-a560d643d127'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:36:53.042839 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-95898fc3-2d09-426d-bade-173946a8524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:36:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd0b49cc-0044-4227-b33c-a560d643d127'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:36:53.134631 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-95898fc3-2d09-426d-bade-173946a8524c None None] Set router fd0b49cc-0044-4227-b33c-a560d643d127 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:36:53.346134 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-95898fc3-2d09-426d-bade-173946a8524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0b49cc-0044-4227-b33c-a560d643d127', 'name': 'router1', 'tenant_id': 'b58f581bf1e949178aec08c84f64aa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:36:41Z', 'updated_at': '2021-07-07T16:36:50Z', 'revision_number': 2, 'project_id': 'b58f581bf1e949178aec08c84f64aa84', 'gw_port_host': None, '_interfaces': [{'id': 'ef006812-c335-4995-aa35-c3664fc9d3d8', 'name': '', 'network_id': '100666c2-1293-490a-8751-4d69d2a3e7ec', 'tenant_id': 'b58f581bf1e949178aec08c84f64aa84', 'mac_address': 'fa:16:3e:39:20:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0b49cc-0044-4227-b33c-a560d643d127', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87a20d48-e568-4ede-bdcf-a0e46f47e6da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:36:49Z', 'updated_at': '2021-07-07T16:36:52Z', 'revision_number': 4, 'project_id': 'b58f581bf1e949178aec08c84f64aa84', 'subnets': [{'id': '87a20d48-e568-4ede-bdcf-a0e46f47e6da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2826abf5-79d2-4825-ba71-8268459b474c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:36:53.375128 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95898fc3-2d09-426d-bade-173946a8524c None None] The sync data for ids ['fd0b49cc-0044-4227-b33c-a560d643d127'] in n-d-793620-7 is: [{'id': 'fd0b49cc-0044-4227-b33c-a560d643d127', 'name': 'router1', 'tenant_id': 'b58f581bf1e949178aec08c84f64aa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:36:41Z', 'updated_at': '2021-07-07T16:36:50Z', 'revision_number': 2, 'project_id': 'b58f581bf1e949178aec08c84f64aa84', 'gw_port_host': None, '_interfaces': [{'id': 'ef006812-c335-4995-aa35-c3664fc9d3d8', 'name': '', 'network_id': '100666c2-1293-490a-8751-4d69d2a3e7ec', 'tenant_id': 'b58f581bf1e949178aec08c84f64aa84', 'mac_address': 'fa:16:3e:39:20:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0b49cc-0044-4227-b33c-a560d643d127', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87a20d48-e568-4ede-bdcf-a0e46f47e6da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:36:49Z', 'updated_at': '2021-07-07T16:36:52Z', 'revision_number': 4, 'project_id': 'b58f581bf1e949178aec08c84f64aa84', 'subnets': [{'id': '87a20d48-e568-4ede-bdcf-a0e46f47e6da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2826abf5-79d2-4825-ba71-8268459b474c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:36:53.632919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54014) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:36:53.740705 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f9ea08-a3ac-4355-93b6-7ec2b7b2398f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:36:53.742342 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-77f9ea08-a3ac-4355-93b6-7ec2b7b2398f admin admin] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 842 time: 0.1084476 Jul 07 16:36:53.752175 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5f25e612-65b4-4a6b-a825-ffaf8a3caee4 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:36:53.772473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f25e612-65b4-4a6b-a825-ffaf8a3caee4 admin admin] Made reservation on behalf of 6271805593af4262a45c639958bd6716 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:36:53.774935 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f25e612-65b4-4a6b-a825-ffaf8a3caee4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:54.007364 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 5 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:36:54.056712 n-d-793620-7 neutron-server[100410]: DEBUG neutron.objects.ports [None req-5f25e612-65b4-4a6b-a825-ffaf8a3caee4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100410) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 16:36:54.057142 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f25e612-65b4-4a6b-a825-ffaf8a3caee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:54.111327 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25e612-65b4-4a6b-a825-ffaf8a3caee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7593175-5c76-4c3c-b483-15192df729b0,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:36:54.120795 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f25e612-65b4-4a6b-a825-ffaf8a3caee4 admin admin] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:36:54.121724 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f25e612-65b4-4a6b-a825-ffaf8a3caee4 admin admin] Network hostable DHCP agents. Network: bc704ce9-92ef-41e2-a6ee-95e5da8b89cc, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:36:54.139347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f25e612-65b4-4a6b-a825-ffaf8a3caee4 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:36:54.148255 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-5f25e612-65b4-4a6b-a825-ffaf8a3caee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, bc704ce9-92ef-41e2-a6ee-95e5da8b89cc) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:36:54.152354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f25e612-65b4-4a6b-a825-ffaf8a3caee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:36:54.152958 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f25e612-65b4-4a6b-a825-ffaf8a3caee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:54.158030 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349c0879-514a-4fde-867c-18666c740470 None None] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:36:54.170423 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5f25e612-65b4-4a6b-a825-ffaf8a3caee4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4183862 Jul 07 16:36:54.292068 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9c9efd-8978-41fe-982c-2dfe081c1368 None None] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:36:56.469296 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54026) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:36:56.670060 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-52c07839-2a94-4690-a1a0-d52d44a6c796 admin admin] 10.222.0.50 "GET /v2.0/routers/fd0b49cc-0044-4227-b33c-a560d643d127 HTTP/1.1" status: 200 len: 710 time: 0.1995313 Jul 07 16:36:56.758723 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7458380f-e368-4caa-b231-8b521e76db01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:36:56.760086 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7458380f-e368-4caa-b231-8b521e76db01 admin admin] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 886 time: 0.0845027 Jul 07 16:36:56.769163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-82013f58-8b7e-4f6f-9846-fa70319c7de2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:36:57.014222 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82013f58-8b7e-4f6f-9846-fa70319c7de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:57.258388 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82013f58-8b7e-4f6f-9846-fa70319c7de2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:57.330839 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82013f58-8b7e-4f6f-9846-fa70319c7de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:57.439682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-82013f58-8b7e-4f6f-9846-fa70319c7de2 admin admin] Allocated IP 172.25.2.139 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/867a51b4-89f8-469c-8406-e8e218e56166) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:36:57.477005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ef006812-c335-4995-aa35-c3664fc9d3d8 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:36:57.532316 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port ef006812-c335-4995-aa35-c3664fc9d3d8 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:36:57.536143 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port ef006812-c335-4995-aa35-c3664fc9d3d8 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:36:57.536520 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:57.544949 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82013f58-8b7e-4f6f-9846-fa70319c7de2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:57.584392 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82013f58-8b7e-4f6f-9846-fa70319c7de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:57.611202 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:57.620883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82013f58-8b7e-4f6f-9846-fa70319c7de2 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:36:57.623682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-82013f58-8b7e-4f6f-9846-fa70319c7de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:36:57.631284 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82013f58-8b7e-4f6f-9846-fa70319c7de2 admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:36:57.636466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82013f58-8b7e-4f6f-9846-fa70319c7de2 admin admin] Pushing event updated for resources: {'Port': ['ID=867a51b4-89f8-469c-8406-e8e218e56166,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:36:57.645919 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port ef006812-c335-4995-aa35-c3664fc9d3d8, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ef006812-c335-4995-aa35-c3664fc9d3d8,segment=NetworkSegment(d21ffac3-b47c-4ce3-b584-302fae243c6a),segment_id=d21ffac3-b47c-4ce3-b584-302fae243c6a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:36:57.649841 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:57.698395 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=ef006812-c335-4995-aa35-c3664fc9d3d8,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:36:57.875224 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82013f58-8b7e-4f6f-9846-fa70319c7de2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:58.160513 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82013f58-8b7e-4f6f-9846-fa70319c7de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:58.163904 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82013f58-8b7e-4f6f-9846-fa70319c7de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:58.273492 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82013f58-8b7e-4f6f-9846-fa70319c7de2 admin admin] Router fd0b49cc-0044-4227-b33c-a560d643d127 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:36:58.376547 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82013f58-8b7e-4f6f-9846-fa70319c7de2 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:36:58.380889 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82013f58-8b7e-4f6f-9846-fa70319c7de2 admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:58.382179 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-82013f58-8b7e-4f6f-9846-fa70319c7de2 admin admin] 10.222.0.50 "PUT /v2.0/routers/fd0b49cc-0044-4227-b33c-a560d643d127 HTTP/1.1" status: 200 len: 890 time: 1.6161606 Jul 07 16:36:58.386621 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] Sync routers for ids ['fd0b49cc-0044-4227-b33c-a560d643d127'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:36:58.399709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] Routers {'fd0b49cc-0044-4227-b33c-a560d643d127'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:36:58.400483 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:36:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd0b49cc-0044-4227-b33c-a560d643d127'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:36:58.666888 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] Set router fd0b49cc-0044-4227-b33c-a560d643d127 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:36:59.057892 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0b49cc-0044-4227-b33c-a560d643d127', 'name': 'router1', 'tenant_id': 'b58f581bf1e949178aec08c84f64aa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '867a51b4-89f8-469c-8406-e8e218e56166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:36:41Z', 'updated_at': '2021-07-07T16:36:57Z', 'revision_number': 4, 'project_id': 'b58f581bf1e949178aec08c84f64aa84', 'gw_port': {'id': '867a51b4-89f8-469c-8406-e8e218e56166', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0b49cc-0044-4227-b33c-a560d643d127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:36:57Z', 'updated_at': '2021-07-07T16:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'ef006812-c335-4995-aa35-c3664fc9d3d8', 'name': '', 'network_id': '100666c2-1293-490a-8751-4d69d2a3e7ec', 'tenant_id': 'b58f581bf1e949178aec08c84f64aa84', 'mac_address': 'fa:16:3e:39:20:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0b49cc-0044-4227-b33c-a560d643d127', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87a20d48-e568-4ede-bdcf-a0e46f47e6da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:36:49Z', 'updated_at': '2021-07-07T16:36:57Z', 'revision_number': 5, 'project_id': 'b58f581bf1e949178aec08c84f64aa84', 'subnets': [{'id': '87a20d48-e568-4ede-bdcf-a0e46f47e6da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2826abf5-79d2-4825-ba71-8268459b474c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:36:59.109175 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] Checking router: fd0b49cc-0044-4227-b33c-a560d643d127 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:36:59.109527 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] Updating router fd0b49cc-0044-4227-b33c-a560d643d127 port 867a51b4-89f8-469c-8406-e8e218e56166 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:36:59.142074 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:59.453893 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ef006812-c335-4995-aa35-c3664fc9d3d8 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:36:59.476047 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:59.497404 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] Transition to ACTIVE for port object 867a51b4-89f8-469c-8406-e8e218e56166 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:36:59.505613 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:59.559063 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] Attempting to bind port 867a51b4-89f8-469c-8406-e8e218e56166 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:36:59.559442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] Attempting to bind port 867a51b4-89f8-469c-8406-e8e218e56166 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:36:59.559813 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] Attempting to bind port 867a51b4-89f8-469c-8406-e8e218e56166 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:36:59.561617 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port ef006812-c335-4995-aa35-c3664fc9d3d8 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:36:59.561994 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:59.590958 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:36:59.591344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:36:59.591750 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:59.592148 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:36:59.592632 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] Bound port: 867a51b4-89f8-469c-8406-e8e218e56166, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:36:59.593033 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:59.600444 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6823ca5-0fa8-4ed4-bada-1f6f507ad634 None None] Pushing event updated for resources: {'Port': ['ID=867a51b4-89f8-469c-8406-e8e218e56166,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:36:59.661389 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] For port 867a51b4-89f8-469c-8406-e8e218e56166, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:36:59.664834 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] For port 867a51b4-89f8-469c-8406-e8e218e56166, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=867a51b4-89f8-469c-8406-e8e218e56166,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:36:59.686219 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:36:59.833280 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] Routers {'fd0b49cc-0044-4227-b33c-a560d643d127'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:36:59.833907 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:36:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd0b49cc-0044-4227-b33c-a560d643d127'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:36:59.869259 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6823ca5-0fa8-4ed4-bada-1f6f507ad634 None None] Pushing event updated for resources: {'Port': ['ID=867a51b4-89f8-469c-8406-e8e218e56166,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:36:59.943802 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] Set router fd0b49cc-0044-4227-b33c-a560d643d127 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:37:00.151443 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0b49cc-0044-4227-b33c-a560d643d127', 'name': 'router1', 'tenant_id': 'b58f581bf1e949178aec08c84f64aa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '867a51b4-89f8-469c-8406-e8e218e56166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:36:41Z', 'updated_at': '2021-07-07T16:36:57Z', 'revision_number': 4, 'project_id': 'b58f581bf1e949178aec08c84f64aa84', 'gw_port': {'id': '867a51b4-89f8-469c-8406-e8e218e56166', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0b49cc-0044-4227-b33c-a560d643d127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:36:57Z', 'updated_at': '2021-07-07T16:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'ef006812-c335-4995-aa35-c3664fc9d3d8', 'name': '', 'network_id': '100666c2-1293-490a-8751-4d69d2a3e7ec', 'tenant_id': 'b58f581bf1e949178aec08c84f64aa84', 'mac_address': 'fa:16:3e:39:20:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0b49cc-0044-4227-b33c-a560d643d127', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87a20d48-e568-4ede-bdcf-a0e46f47e6da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:36:49Z', 'updated_at': '2021-07-07T16:36:57Z', 'revision_number': 5, 'project_id': 'b58f581bf1e949178aec08c84f64aa84', 'subnets': [{'id': '87a20d48-e568-4ede-bdcf-a0e46f47e6da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2826abf5-79d2-4825-ba71-8268459b474c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:37:00.180197 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4181c4d0-2fae-4fc9-83b6-df8541cfdf0f None None] The sync data for ids ['fd0b49cc-0044-4227-b33c-a560d643d127'] in n-d-793620-7 is: [{'id': 'fd0b49cc-0044-4227-b33c-a560d643d127', 'name': 'router1', 'tenant_id': 'b58f581bf1e949178aec08c84f64aa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '867a51b4-89f8-469c-8406-e8e218e56166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:36:41Z', 'updated_at': '2021-07-07T16:36:57Z', 'revision_number': 4, 'project_id': 'b58f581bf1e949178aec08c84f64aa84', 'gw_port': {'id': '867a51b4-89f8-469c-8406-e8e218e56166', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0b49cc-0044-4227-b33c-a560d643d127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:36:57Z', 'updated_at': '2021-07-07T16:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'ef006812-c335-4995-aa35-c3664fc9d3d8', 'name': '', 'network_id': '100666c2-1293-490a-8751-4d69d2a3e7ec', 'tenant_id': 'b58f581bf1e949178aec08c84f64aa84', 'mac_address': 'fa:16:3e:39:20:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0b49cc-0044-4227-b33c-a560d643d127', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87a20d48-e568-4ede-bdcf-a0e46f47e6da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:36:49Z', 'updated_at': '2021-07-07T16:36:57Z', 'revision_number': 5, 'project_id': 'b58f581bf1e949178aec08c84f64aa84', 'subnets': [{'id': '87a20d48-e568-4ede-bdcf-a0e46f47e6da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2826abf5-79d2-4825-ba71-8268459b474c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:37:00.774996 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54036) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:37:00.941939 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b5b90dfc-9b48-42b0-b464-563f24e5b78c admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1658235 Jul 07 16:37:01.460294 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 867a51b4-89f8-469c-8406-e8e218e56166 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:37:01.509525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 867a51b4-89f8-469c-8406-e8e218e56166 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:37:01.513544 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 867a51b4-89f8-469c-8406-e8e218e56166 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:37:01.513916 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:01.592137 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:01.613591 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 867a51b4-89f8-469c-8406-e8e218e56166, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=867a51b4-89f8-469c-8406-e8e218e56166,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:37:01.617500 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:01.670110 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=867a51b4-89f8-469c-8406-e8e218e56166,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:37:03.444445 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 867a51b4-89f8-469c-8406-e8e218e56166 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:37:03.501398 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 867a51b4-89f8-469c-8406-e8e218e56166 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:37:03.501781 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:14.631793 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c28c2b66-565d-437a-856d-0f2c0d611654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:17.388734 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0ba95381-c27b-44bf-a90f-31934cd0a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:17.551732 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:18.610370 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:20.076539 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:31.006157 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 5 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:37:44.622730 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4893711f-4cbd-4389-80d9-45b5f0978c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:47.367280 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-87f59151-3d1d-41cd-94cd-9cd251a3d1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:47.556439 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:48.608349 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:37:50.067300 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:08.004603 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 5 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:38:14.625207 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3a15e1a0-6c8c-4df7-92e8-fbbe60aeec00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:17.369801 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-926c8741-3fc3-4e44-b845-23a02dc3ee67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:17.556809 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:18.612782 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:20.069067 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:41.773568 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54636) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:38:41.840187 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fe9f1f-1757-4c95-926c-da5d3b716b1e admin admin] GET failed (client error): The resource could not be found. Jul 07 16:38:41.841629 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-03fe9f1f-1757-4c95-926c-da5d3b716b1e admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0671027 Jul 07 16:38:42.032652 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bee930-61d3-4cce-8ebf-1d2bc20a34f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:38:42.034133 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-62bee930-61d3-4cce-8ebf-1d2bc20a34f5 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1882141 Jul 07 16:38:44.198886 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54646) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:38:44.329101 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666ffebd-428a-4723-8f7c-a6a6c0ada185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:38:44.330508 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-666ffebd-428a-4723-8f7c-a6a6c0ada185 admin admin] 10.222.0.50 "GET /v2.0/subnets/87a20d48-e568-4ede-bdcf-a0e46f47e6da HTTP/1.1" status: 200 len: 849 time: 0.1305130 Jul 07 16:38:44.340576 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-37890d71-3813-4104-b870-8e61c7f96454 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:38:44.424046 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37890d71-3813-4104-b870-8e61c7f96454 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:44.575981 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37890d71-3813-4104-b870-8e61c7f96454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733658207775'] for subnet, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:44.611282 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37890d71-3813-4104-b870-8e61c7f96454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:38:44.611891 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37890d71-3813-4104-b870-8e61c7f96454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:44.614512 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-37890d71-3813-4104-b870-8e61c7f96454 admin admin] 10.222.0.50 "PUT /v2.0/subnets/87a20d48-e568-4ede-bdcf-a0e46f47e6da HTTP/1.1" status: 200 len: 868 time: 0.2775872 Jul 07 16:38:44.618828 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d10663-8a6f-45e8-a752-2ab01ef1ee22 None None] Network 100666c2-1293-490a-8751-4d69d2a3e7ec requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:38:44.636546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37890d71-3813-4104-b870-8e61c7f96454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87a20d48-e568-4ede-bdcf-a0e46f47e6da,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:38:44.644095 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37890d71-3813-4104-b870-8e61c7f96454 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:38:44.644443 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37890d71-3813-4104-b870-8e61c7f96454 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:38:44.644788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37890d71-3813-4104-b870-8e61c7f96454 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:38:44.645687 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37890d71-3813-4104-b870-8e61c7f96454 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:38:44.646023 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37890d71-3813-4104-b870-8e61c7f96454 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:38:44.646355 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37890d71-3813-4104-b870-8e61c7f96454 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:38:44.646716 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37890d71-3813-4104-b870-8e61c7f96454 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:38:44.647043 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37890d71-3813-4104-b870-8e61c7f96454 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:38:44.647373 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37890d71-3813-4104-b870-8e61c7f96454 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:38:44.647699 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37890d71-3813-4104-b870-8e61c7f96454 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:38:44.648025 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37890d71-3813-4104-b870-8e61c7f96454 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:38:44.648349 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37890d71-3813-4104-b870-8e61c7f96454 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:38:44.682791 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-17d6ae1d-c14f-4a02-8706-21bd1d1b6943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:45.003113 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 5 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:38:45.054107 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1c1ddb36-4aa9-4f6d-9a00-280898a933ad None None] Provisioning complete for port 4ac46dc8-d114-492f-b63e-eddcc66ddfb0 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:38:45.054527 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1c1ddb36-4aa9-4f6d-9a00-280898a933ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:45.141506 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1c1ddb36-4aa9-4f6d-9a00-280898a933ad None None] Provisioning complete for port ef006812-c335-4995-aa35-c3664fc9d3d8 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:38:45.141806 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1c1ddb36-4aa9-4f6d-9a00-280898a933ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:46.777426 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54654) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:38:46.980560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54d1f17-e42b-4384-aa91-5142a25f0c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:38:46.981040 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54d1f17-e42b-4384-aa91-5142a25f0c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:38:46.982591 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a54d1f17-e42b-4384-aa91-5142a25f0c24 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2041881 Jul 07 16:38:47.370632 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0653bbb6-fe4d-42d0-84f3-fa676cd049af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:47.557681 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:48.613354 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:49.134806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54664) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:38:49.262670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ae3bc4-3e62-473d-95e3-a2e214dc09b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:38:49.272988 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ae3bc4-3e62-473d-95e3-a2e214dc09b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:38:49.272988 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-67ae3bc4-3e62-473d-95e3-a2e214dc09b6 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1305389 Jul 07 16:38:50.071459 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:38:51.431988 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54672) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:38:51.574247 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086cfa3d-d246-44b4-89db-cb81c815e89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:38:51.575706 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-086cfa3d-d246-44b4-89db-cb81c815e89d admin admin] 10.222.0.50 "GET /v2.0/networks/100666c2-1293-490a-8751-4d69d2a3e7ec HTTP/1.1" status: 200 len: 869 time: 0.1427701 Jul 07 16:38:53.726053 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54680) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:38:53.846362 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7020746-d652-47c4-bd10-2773d12820a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:38:53.847769 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e7020746-d652-47c4-bd10-2773d12820a5 admin admin] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 886 time: 0.1206777 Jul 07 16:38:56.012663 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54688) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:38:56.137787 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c479977d-781c-487e-861f-225c93c3d9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:38:56.138253 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c479977d-781c-487e-861f-225c93c3d9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:38:56.139835 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c479977d-781c-487e-861f-225c93c3d9c4 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1262908 Jul 07 16:38:58.309206 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54696) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:38:58.395633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ade11f-31c2-488b-b1d9-d588d22896d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:38:58.396090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ade11f-31c2-488b-b1d9-d588d22896d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:38:58.397576 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-22ade11f-31c2-488b-b1d9-d588d22896d3 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0874312 Jul 07 16:39:00.533651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54704) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:39:00.625159 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67471c4-0f62-4176-bad3-879216aecc14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:39:00.626579 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c67471c4-0f62-4176-bad3-879216aecc14 admin admin] 10.222.0.50 "GET /v2.0/subnets/87a20d48-e568-4ede-bdcf-a0e46f47e6da HTTP/1.1" status: 200 len: 868 time: 0.0919147 Jul 07 16:39:02.797605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54712) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:39:02.884518 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef31910-b17d-4da5-b7a6-30ad91b3f3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:39:02.885866 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-eef31910-b17d-4da5-b7a6-30ad91b3f3a3 admin admin] 10.222.0.50 "GET /v2.0/subnets/a7593175-5c76-4c3c-b483-15192df729b0 HTTP/1.1" status: 200 len: 816 time: 0.0872643 Jul 07 16:39:14.624158 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5c4c7e19-743d-4944-8a9b-2be269d03db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:17.372557 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7b50e2b1-40ea-434a-b8d2-5d9f3e0fa570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:17.561406 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:18.615622 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:20.077454 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:22.001705 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 5 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:39:26.817035 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54756) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:39:26.868390 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-1eea44f8-ec26-41ca-9950-3db6cddd9c53 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:39:26.869396 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1eea44f8-ec26-41ca-9950-3db6cddd9c53 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0514290 Jul 07 16:39:29.118904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54764) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:39:29.178247 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48ac63e-923a-494f-a5f1-b1084c8e25bb admin admin] GET failed (client error): The resource could not be found. Jul 07 16:39:29.179592 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d48ac63e-923a-494f-a5f1-b1084c8e25bb admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597498 Jul 07 16:39:29.322068 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff9a8e8-1660-46a0-b3a3-380b00c6de6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:39:29.323579 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cff9a8e8-1660-46a0-b3a3-380b00c6de6d admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1400752 Jul 07 16:39:31.513910 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54772) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:39:31.558813 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:39:31.579380 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Made reservation on behalf of 6271805593af4262a45c639958bd6716 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:39:31.581761 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:31.610473 n-d-793620-7 neutron-server[100410]: WARNING neutron.services.revisions.revision_plugin [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Could not find related network for resource to bump revision. Jul 07 16:39:31.624531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:39:31.634448 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:31.634796 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Added segment 592c6620-b0d5-4a03-9925-57d61c4349dd of type vlan for network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf Jul 07 16:39:31.675452 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:31.702397 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:31.703323 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:39:31.703904 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:31.758047 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2428970 Jul 07 16:39:31.767156 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Pushing event updated for resources: {'Network': ['ID=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:39:31.774572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:31.774925 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:31.775268 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:31.775607 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:31.775947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:31.776279 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:31.776611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:31.776946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:31.777275 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:31.777605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:31.777935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:31.778264 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15da78cd-f5e0-4807-8582-e4b6c1d2685f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:31.790676 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:39:33.956711 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54780) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:39:34.015731 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4f0964-fbe6-43c8-8476-5ebfefd86c65 admin admin] GET failed (client error): The resource could not be found. Jul 07 16:39:34.017032 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ee4f0964-fbe6-43c8-8476-5ebfefd86c65 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593688 Jul 07 16:39:34.096542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e0e9d5-e015-4bc8-b174-8f49bcb58476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:39:34.098000 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-83e0e9d5-e015-4bc8-b174-8f49bcb58476 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0769787 Jul 07 16:39:34.108174 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-d2bb9380-5fcf-454f-a5d3-2605ac3dc18b admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'name': 'shared-subnet'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:39:34.127700 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bb9380-5fcf-454f-a5d3-2605ac3dc18b admin admin] Made reservation on behalf of 6271805593af4262a45c639958bd6716 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:39:34.129921 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9380-5fcf-454f-a5d3-2605ac3dc18b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:34.384552 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9380-5fcf-454f-a5d3-2605ac3dc18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:34.438960 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb9380-5fcf-454f-a5d3-2605ac3dc18b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6251ecd7-0c61-40fd-a81a-82d8342f7c98,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:39:34.446006 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb9380-5fcf-454f-a5d3-2605ac3dc18b admin admin] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:39:34.446365 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bb9380-5fcf-454f-a5d3-2605ac3dc18b admin admin] Network hostable DHCP agents. Network: 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:39:34.462385 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bb9380-5fcf-454f-a5d3-2605ac3dc18b admin admin] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:39:34.471691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-d2bb9380-5fcf-454f-a5d3-2605ac3dc18b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:39:34.476190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bb9380-5fcf-454f-a5d3-2605ac3dc18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:39:34.477020 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9380-5fcf-454f-a5d3-2605ac3dc18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:34.481524 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e60a96-7156-4f02-a1d1-a6baa24d8ced None None] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:39:34.491337 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d2bb9380-5fcf-454f-a5d3-2605ac3dc18b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3865469 Jul 07 16:39:34.736348 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'tenant_id': '6271805593af4262a45c639958bd6716', 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:39:34.737658 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:34.878280 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Allocated IP 192.168.233.2 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/d2569f97-bf85-4d74-b11c-0ebb5b0e056f) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:39:35.020054 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:35.028615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Transition to ACTIVE for port object d2569f97-bf85-4d74-b11c-0ebb5b0e056f will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:39:35.043653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Transition to ACTIVE for port object d2569f97-bf85-4d74-b11c-0ebb5b0e056f will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:39:35.050502 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:35.097016 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:39:35.102872 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:39:35.105005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Pushing event updated for resources: {'Port': ['ID=d2569f97-bf85-4d74-b11c-0ebb5b0e056f,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:39:35.107185 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:39:35.118400 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:35.118772 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:35.119117 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:35.119461 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:35.119801 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:35.120137 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:35.120480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:35.120908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:35.121248 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:35.121582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:35.121914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:35.122247 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:39:35.176037 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Attempting to bind port d2569f97-bf85-4d74-b11c-0ebb5b0e056f on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:39:35.176409 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Attempting to bind port d2569f97-bf85-4d74-b11c-0ebb5b0e056f by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:39:35.176779 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Attempting to bind port d2569f97-bf85-4d74-b11c-0ebb5b0e056f on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:39:35.181975 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:39:35.182385 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:39:35.182804 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:35.183206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:39:35.183676 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Bound port: d2569f97-bf85-4d74-b11c-0ebb5b0e056f, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:39:35.184064 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:35.247502 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] For port d2569f97-bf85-4d74-b11c-0ebb5b0e056f, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:39:35.251284 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] For port d2569f97-bf85-4d74-b11c-0ebb5b0e056f, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d2569f97-bf85-4d74-b11c-0ebb5b0e056f,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:39:35.256108 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:35.320008 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdaf1bd-58cc-4826-8c26-287d0c26ee13 None None] Pushing event updated for resources: {'Port': ['ID=d2569f97-bf85-4d74-b11c-0ebb5b0e056f,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:39:35.648570 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d2569f97-bf85-4d74-b11c-0ebb5b0e056f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:39:35.702799 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port d2569f97-bf85-4d74-b11c-0ebb5b0e056f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:39:36.152089 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8565cf1-28a0-4d28-8d28-63a20b2e243c None None] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:39:36.240327 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-64a9bf5a-e063-4e12-aa22-a289afc035e4 None None] Provisioning for port d2569f97-bf85-4d74-b11c-0ebb5b0e056f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:39:36.244486 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-64a9bf5a-e063-4e12-aa22-a289afc035e4 None None] Provisioning complete for port d2569f97-bf85-4d74-b11c-0ebb5b0e056f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:39:36.244862 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-64a9bf5a-e063-4e12-aa22-a289afc035e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:36.381686 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-64a9bf5a-e063-4e12-aa22-a289afc035e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:36.428673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-64a9bf5a-e063-4e12-aa22-a289afc035e4 None None] For port d2569f97-bf85-4d74-b11c-0ebb5b0e056f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d2569f97-bf85-4d74-b11c-0ebb5b0e056f,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:39:36.434233 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-64a9bf5a-e063-4e12-aa22-a289afc035e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:36.501677 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9bf5a-e063-4e12-aa22-a289afc035e4 None None] Pushing event updated for resources: {'Port': ['ID=d2569f97-bf85-4d74-b11c-0ebb5b0e056f,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:39:36.667447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2706a0a8-c455-4f15-afb1-e74ea2cce5d9 None None] Provisioning complete for port d2569f97-bf85-4d74-b11c-0ebb5b0e056f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:39:36.668054 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2706a0a8-c455-4f15-afb1-e74ea2cce5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:37.550082 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d2569f97-bf85-4d74-b11c-0ebb5b0e056f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:39:37.600041 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d2569f97-bf85-4d74-b11c-0ebb5b0e056f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:39:37.600418 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:44.626697 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c230f664-66b3-4329-86f0-9904385cbf2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:47.374191 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e5e4471b-9e1d-4987-864c-b0d31c8bd6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:47.563198 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:48.618564 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:50.082625 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:39:59.000624 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 5 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:40:14.627033 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c8986cf5-8794-4da6-9afc-ec80efcdaa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:17.374565 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7bf2a0e9-b11c-4859-a9bc-a5234e970bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:17.564774 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:18.621884 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:20.082330 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:35.998456 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 5 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:40:43.243493 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54832) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:40:43.249173 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-e7b9ba8b-39c1-4c67-87d8-4c775e797a69 tempest-verify_tempest_config-2136267292 tempest-verify_tempest_config-2136267292-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:40:43.250316 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e7b9ba8b-39c1-4c67-87d8-4c775e797a69 tempest-verify_tempest_config-2136267292 tempest-verify_tempest_config-2136267292-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062287 Jul 07 16:40:43.547033 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54850) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:40:43.645266 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a96b2978-f047-43b2-8bc8-4a9f8a850375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:43.739931 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a96b2978-f047-43b2-8bc8-4a9f8a850375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:43.743614 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a96b2978-f047-43b2-8bc8-4a9f8a850375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:43.787196 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a96b2978-f047-43b2-8bc8-4a9f8a850375 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd529a2b003c469a977cf919425d4354&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2391295 Jul 07 16:40:43.788995 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b2978-f047-43b2-8bc8-4a9f8a850375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9682eb9-e53f-420e-937e-eb0152a89b93,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:40:43.790516 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54854) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:40:43.795876 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b2978-f047-43b2-8bc8-4a9f8a850375 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.796230 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b2978-f047-43b2-8bc8-4a9f8a850375 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.796580 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b2978-f047-43b2-8bc8-4a9f8a850375 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.796926 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b2978-f047-43b2-8bc8-4a9f8a850375 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.797266 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b2978-f047-43b2-8bc8-4a9f8a850375 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.797603 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b2978-f047-43b2-8bc8-4a9f8a850375 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.797938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b2978-f047-43b2-8bc8-4a9f8a850375 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.798271 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b2978-f047-43b2-8bc8-4a9f8a850375 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.798632 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b2978-f047-43b2-8bc8-4a9f8a850375 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.798964 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b2978-f047-43b2-8bc8-4a9f8a850375 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.799292 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b2978-f047-43b2-8bc8-4a9f8a850375 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.799621 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96b2978-f047-43b2-8bc8-4a9f8a850375 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.846917 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca489bbb-6684-42e2-b14a-5b1b22e19cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:43.868446 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca489bbb-6684-42e2-b14a-5b1b22e19cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:43.955262 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca489bbb-6684-42e2-b14a-5b1b22e19cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:43.957884 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca489bbb-6684-42e2-b14a-5b1b22e19cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:43.959114 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ca489bbb-6684-42e2-b14a-5b1b22e19cf7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a9682eb9-e53f-420e-937e-eb0152a89b93 HTTP/1.1" status: 204 len: 168 time: 0.1675971 Jul 07 16:40:43.969150 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca489bbb-6684-42e2-b14a-5b1b22e19cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9682eb9-e53f-420e-937e-eb0152a89b93,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:40:43.976226 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca489bbb-6684-42e2-b14a-5b1b22e19cf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.976586 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca489bbb-6684-42e2-b14a-5b1b22e19cf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.977003 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca489bbb-6684-42e2-b14a-5b1b22e19cf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.977379 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca489bbb-6684-42e2-b14a-5b1b22e19cf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.977688 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca489bbb-6684-42e2-b14a-5b1b22e19cf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.978101 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca489bbb-6684-42e2-b14a-5b1b22e19cf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.978460 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca489bbb-6684-42e2-b14a-5b1b22e19cf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.978816 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca489bbb-6684-42e2-b14a-5b1b22e19cf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.979146 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca489bbb-6684-42e2-b14a-5b1b22e19cf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.979583 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca489bbb-6684-42e2-b14a-5b1b22e19cf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.980011 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca489bbb-6684-42e2-b14a-5b1b22e19cf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:43.980349 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca489bbb-6684-42e2-b14a-5b1b22e19cf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:40:44.627838 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f619c96d-7817-4b59-a396-611a924bc7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:47.375286 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ab2157d5-50a0-4e99-9bf3-2f6ea4602fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:47.565160 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:48.624516 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:40:50.085106 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:12.997138 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 5 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:41:14.628439 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fb55738d-46eb-4e63-bdf2-93b825959206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:17.376034 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-71a2f514-a0a4-4b49-aafd-a538fcf7daba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:17.566021 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:18.626785 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:20.089276 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:44.628853 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fb6245ed-6c3a-4582-8f3b-b41cb3d9246b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:47.377480 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-22908ad7-5a98-446e-a5e6-f16c2f346040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:47.567118 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:48.630849 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:41:49.996185 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 5 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:41:50.092838 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:14.630748 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e03c30ed-1e3b-4d2c-8ece-b49563778c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:17.378273 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d6c5b69b-4dc2-4543-9762-3493fbf0354c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:17.567706 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:18.633993 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:20.094981 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:26.995035 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 5 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:42:44.631280 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-54d8422d-3bc9-47ad-94f0-8b8df922f3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:47.379554 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fbfe42aa-432a-4288-a68e-883bbafa5eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:47.566763 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:48.638482 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:42:50.098757 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:03.994172 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 5 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:43:14.631978 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0c7b9b30-3ccf-4baf-99b0-539ac2312236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:17.381019 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-375be17a-e5e3-486c-b6f4-2e6b554477e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:17.567139 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:18.638184 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:20.103067 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:40.994089 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 5 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:43:43.736006 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565971'] for agent, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:44.633006 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-24e42b34-fedb-40ea-9792-5a1808420d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:46.048042 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565971'] for agent, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:47.383034 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-99236dfc-ebf0-47cd-8a2e-187ef860c873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:47.568934 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:48.641360 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:43:50.106590 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:13.719379 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:14.634148 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-81f321da-ba8d-4e76-a291-63bd92ed6223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:16.027814 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:17.383479 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b34ce246-7333-475c-b39e-fb21ef7ced3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:17.568423 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:17.994264 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:44:18.644894 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:20.108594 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:34.097592 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54920) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:34.203603 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dd873ede-4de9-4ad4-8b25-137887ad9181 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1049030 Jul 07 16:44:36.356405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54930) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:44:36.419027 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-22a203a1-3b38-4f36-891c-3b6a8f8339de admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0613999 Jul 07 16:44:43.732080 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:44.634680 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7782c37b-2295-4452-8c4e-b753da9aa070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:46.037415 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:47.384145 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-58b203bb-b799-44c5-a1b6-20b857d87e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:47.568762 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:48.646925 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:50.112040 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:44:54.995171 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:45:13.751632 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:14.636529 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07b04372-d18e-4adc-9cb3-b181c181736f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:16.059373 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:17.400590 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9f3f978b-e738-4d25-bc11-5da9705516e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:17.592679 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:18.654706 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:20.122663 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:31.996072 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:45:43.760688 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:44.637838 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9db61ce7-e1a9-45e6-83ea-3403980f6561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:46.054990 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:47.381928 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4cf8cfc7-032d-46e7-aa11-442ba0640d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:47.567092 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:48.653298 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:50.120853 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:55.270703 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55094) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:55.570339 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e60430c9-1dc0-4d37-be5f-39c836b9b991 tempest-AutoAllocateNetworkTest-534711659 tempest-AutoAllocateNetworkTest-534711659-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7d73ea8b62574c2c82b5f7c473526528&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2980883 Jul 07 16:45:55.572902 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55116) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:55.773641 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c34aa1-c319-4d01-be4c-40d0e1746c9b tempest-AutoAllocateNetworkTest-534711659 tempest-AutoAllocateNetworkTest-534711659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:55.777767 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a4c34aa1-c319-4d01-be4c-40d0e1746c9b tempest-AutoAllocateNetworkTest-534711659 tempest-AutoAllocateNetworkTest-534711659-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2011528 Jul 07 16:45:55.778494 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55128) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:55.867655 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55136) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:55.874243 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-abc47341-57b3-41b2-8f4d-53c4a18a65cd tempest-AutoAllocateNetworkTest-534711659 tempest-AutoAllocateNetworkTest-534711659-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839767 Jul 07 16:45:55.900969 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-98c2c717-9f37-466f-ba1f-558028611d0d tempest-AutoAllocateNetworkTest-534711659 tempest-AutoAllocateNetworkTest-534711659-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7d73ea8b62574c2c82b5f7c473526528 HTTP/1.1" status: 200 len: 208 time: 0.0319107 Jul 07 16:45:56.688117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55176) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:57.033706 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b33c4dfd-9cab-4ff1-b098-e9d0c19b6118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:57.137806 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b33c4dfd-9cab-4ff1-b098-e9d0c19b6118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:57.141727 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b33c4dfd-9cab-4ff1-b098-e9d0c19b6118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:57.183646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c4dfd-9cab-4ff1-b098-e9d0c19b6118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c124ffb5-2727-41d0-a791-b7da13a2f952,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:57.191829 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c4dfd-9cab-4ff1-b098-e9d0c19b6118 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.192178 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c4dfd-9cab-4ff1-b098-e9d0c19b6118 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.192585 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c4dfd-9cab-4ff1-b098-e9d0c19b6118 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.192845 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c4dfd-9cab-4ff1-b098-e9d0c19b6118 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.193193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c4dfd-9cab-4ff1-b098-e9d0c19b6118 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.193566 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c4dfd-9cab-4ff1-b098-e9d0c19b6118 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.193825 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c4dfd-9cab-4ff1-b098-e9d0c19b6118 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.194151 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c4dfd-9cab-4ff1-b098-e9d0c19b6118 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.194639 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c4dfd-9cab-4ff1-b098-e9d0c19b6118 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.194857 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c4dfd-9cab-4ff1-b098-e9d0c19b6118 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.195193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c4dfd-9cab-4ff1-b098-e9d0c19b6118 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.195516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c4dfd-9cab-4ff1-b098-e9d0c19b6118 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c4dfd-9cab-4ff1-b098-e9d0c19b6118 admin admin] Tracked resource versions report: Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: pushed versions: Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: { 'AddressGroup': {'1.2'}, Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'ConntrackHelper': {'1.0'}, Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'Log': {'1.0'}, Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'Network': {'1.1'}, Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'Port': {'1.7'}, Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'PortForwarding': {'1.2'}, Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'QosPolicy': {'1.8'}, Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'SecurityGroup': {'1.4'}, Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'SubPort': {'1.0'}, Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'Subnet': {'1.1'}, Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'Trunk': {'1.1'}} Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: consumer versions: Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: { DHCP agent@n-d-793620-7: {}, Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: HyperV agent@n-h1-793620-7: {}, Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: HyperV agent@n-h2-793620-7: {}, Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: L3 agent@n-d-793620-7: {}, Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: Metadata agent@n-d-793620-7: {}, Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: Metering agent@n-d-793620-7: {}, Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: Open vSwitch agent@n-d-793620-7: { 'AddressGroup': '1.2', Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'ConntrackHelper': '1.0', Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'Log': '1.0', Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'Network': '1.1', Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'Port': '1.7', Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'PortForwarding': '1.2', Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'QosPolicy': '1.8', Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'SecurityGroup': '1.4', Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'SecurityGroupRule': '1.2', Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'SubPort': '1.0', Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'Subnet': '1.1', Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: 'Trunk': '1.1'}} Jul 07 16:45:57.196529 n-d-793620-7 neutron-server[100409]: {{(pid=100409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:45:57.204431 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55208) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:57.204994 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b33c4dfd-9cab-4ff1-b098-e9d0c19b6118 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7d73ea8b62574c2c82b5f7c473526528&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5175450 Jul 07 16:45:57.268005 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d2b3c340-fdd0-4223-b2b8-0fedabe79215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:57.289975 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d2b3c340-fdd0-4223-b2b8-0fedabe79215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:57.340279 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d2b3c340-fdd0-4223-b2b8-0fedabe79215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:57.343521 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d2b3c340-fdd0-4223-b2b8-0fedabe79215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:57.344663 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d2b3c340-fdd0-4223-b2b8-0fedabe79215 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c124ffb5-2727-41d0-a791-b7da13a2f952 HTTP/1.1" status: 204 len: 168 time: 0.1392550 Jul 07 16:45:57.353535 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3c340-fdd0-4223-b2b8-0fedabe79215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c124ffb5-2727-41d0-a791-b7da13a2f952,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:57.361888 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3c340-fdd0-4223-b2b8-0fedabe79215 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.362243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3c340-fdd0-4223-b2b8-0fedabe79215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.362607 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3c340-fdd0-4223-b2b8-0fedabe79215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.362941 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3c340-fdd0-4223-b2b8-0fedabe79215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.363272 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3c340-fdd0-4223-b2b8-0fedabe79215 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.363752 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3c340-fdd0-4223-b2b8-0fedabe79215 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.364087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3c340-fdd0-4223-b2b8-0fedabe79215 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.364634 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3c340-fdd0-4223-b2b8-0fedabe79215 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.364853 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3c340-fdd0-4223-b2b8-0fedabe79215 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.365041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3c340-fdd0-4223-b2b8-0fedabe79215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.365360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3c340-fdd0-4223-b2b8-0fedabe79215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.365807 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3c340-fdd0-4223-b2b8-0fedabe79215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b3c340-fdd0-4223-b2b8-0fedabe79215 admin admin] Tracked resource versions report: Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: pushed versions: Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: { 'AddressGroup': {'1.2'}, Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'ConntrackHelper': {'1.0'}, Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'Log': {'1.0'}, Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'Network': {'1.1'}, Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'Port': {'1.7'}, Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'PortForwarding': {'1.2'}, Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'QosPolicy': {'1.8'}, Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'SecurityGroup': {'1.4'}, Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'SubPort': {'1.0'}, Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'Subnet': {'1.1'}, Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'Trunk': {'1.1'}} Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: consumer versions: Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: { DHCP agent@n-d-793620-7: {}, Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: HyperV agent@n-h1-793620-7: {}, Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: HyperV agent@n-h2-793620-7: {}, Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: L3 agent@n-d-793620-7: {}, Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: Metadata agent@n-d-793620-7: {}, Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: Metering agent@n-d-793620-7: {}, Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: Open vSwitch agent@n-d-793620-7: { 'AddressGroup': '1.2', Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'ConntrackHelper': '1.0', Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'Log': '1.0', Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'Network': '1.1', Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'Port': '1.7', Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'PortForwarding': '1.2', Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'QosPolicy': '1.8', Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'SecurityGroup': '1.4', Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'SecurityGroupRule': '1.2', Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'SubPort': '1.0', Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'Subnet': '1.1', Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: 'Trunk': '1.1'}} Jul 07 16:45:57.366847 n-d-793620-7 neutron-server[100410]: {{(pid=100410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:45:59.191547 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55314) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:59.299169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55318) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:59.411411 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1b263d92-a818-4cad-96d8-3b41ccc89953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:59.424541 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f41626e1-d23b-4089-b913-0c86a59bbf5b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-network', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:59.446492 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.api [None req-1b263d92-a818-4cad-96d8-3b41ccc89953 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 16:45:59.446492 n-d-793620-7 neutron-server[100410]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 16:45:59.446492 n-d-793620-7 neutron-server[100410]: [parameters: {'project_id': '265a24b3a73e4ba39e0cebab2279c1ce', 'id': '07cf1340-01bf-4906-992a-f0d34ce508f8', 'expiration': datetime.datetime(2021, 7, 7, 16, 47, 59, 441650)}] Jul 07 16:45:59.446492 n-d-793620-7 neutron-server[100410]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:45:59.446843 n-d-793620-7 neutron-server[100410]: DEBUG oslo_db.api [None req-1b263d92-a818-4cad-96d8-3b41ccc89953 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:45:59.456659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41626e1-d23b-4089-b913-0c86a59bbf5b admin admin] Made reservation on behalf of b5ce0c877d554ec492166d4081f3bc35 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:45:59.459144 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f41626e1-d23b-4089-b913-0c86a59bbf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:59.470701 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f41626e1-d23b-4089-b913-0c86a59bbf5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:59.583294 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f41626e1-d23b-4089-b913-0c86a59bbf5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:59.588620 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f41626e1-d23b-4089-b913-0c86a59bbf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:59.617646 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41626e1-d23b-4089-b913-0c86a59bbf5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8920de3-c285-480d-a021-9395feafea4b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:59.628901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41626e1-d23b-4089-b913-0c86a59bbf5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:45:59.649063 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f41626e1-d23b-4089-b913-0c86a59bbf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:59.649406 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-f41626e1-d23b-4089-b913-0c86a59bbf5b admin admin] Added segment 0fdda4b4-cdfc-4c46-869d-49fbb277814b of type vlan for network c85edc96-c222-49c3-a60a-171b400e82ed Jul 07 16:45:59.695577 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f41626e1-d23b-4089-b913-0c86a59bbf5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:59.740458 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f41626e1-d23b-4089-b913-0c86a59bbf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:59.742057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41626e1-d23b-4089-b913-0c86a59bbf5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:45:59.742741 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f41626e1-d23b-4089-b913-0c86a59bbf5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:59.801717 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f41626e1-d23b-4089-b913-0c86a59bbf5b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6088290 Jul 07 16:45:59.805325 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55352) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:45:59.810571 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-ccefef1f-00b6-4eed-9c02-88ce22193d47 admin admin] Request body: {'subnet': {'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-subnet', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:45:59.811289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41626e1-d23b-4089-b913-0c86a59bbf5b admin admin] Pushing event updated for resources: {'Network': ['ID=c85edc96-c222-49c3-a60a-171b400e82ed,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:45:59.825765 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network c85edc96-c222-49c3-a60a-171b400e82ed details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:45:59.839749 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccefef1f-00b6-4eed-9c02-88ce22193d47 admin admin] Made reservation on behalf of b5ce0c877d554ec492166d4081f3bc35 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:45:59.842369 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ccefef1f-00b6-4eed-9c02-88ce22193d47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:45:59.950539 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1b263d92-a818-4cad-96d8-3b41ccc89953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:00.067387 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1b263d92-a818-4cad-96d8-3b41ccc89953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:00.074716 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1b263d92-a818-4cad-96d8-3b41ccc89953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:00.128362 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b263d92-a818-4cad-96d8-3b41ccc89953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f5046b-4dd9-4268-a35a-c8f37a89485f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:00.130084 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ccefef1f-00b6-4eed-9c02-88ce22193d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:00.155250 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1b263d92-a818-4cad-96d8-3b41ccc89953 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=265a24b3a73e4ba39e0cebab2279c1ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8547339 Jul 07 16:46:00.155897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55378) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:00.185614 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefef1f-00b6-4eed-9c02-88ce22193d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=414e5f56-f327-49ce-ba9b-6eafeb3fd8cc,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:00.219447 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccefef1f-00b6-4eed-9c02-88ce22193d47 admin admin] Checking segment: {'id': '0fdda4b4-cdfc-4c46-869d-49fbb277814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:00.219982 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccefef1f-00b6-4eed-9c02-88ce22193d47 admin admin] Network hostable DHCP agents. Network: c85edc96-c222-49c3-a60a-171b400e82ed, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:46:00.233738 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-12f4b6de-fadb-4581-a96b-a40c315eb77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:00.248276 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccefef1f-00b6-4eed-9c02-88ce22193d47 admin admin] Network c85edc96-c222-49c3-a60a-171b400e82ed is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:46:00.261839 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-12f4b6de-fadb-4581-a96b-a40c315eb77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:00.263248 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-ccefef1f-00b6-4eed-9c02-88ce22193d47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, c85edc96-c222-49c3-a60a-171b400e82ed) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:00.268502 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccefef1f-00b6-4eed-9c02-88ce22193d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:00.270358 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ccefef1f-00b6-4eed-9c02-88ce22193d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:00.271186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf00404-cd3e-4de6-a4a1-7e203a86254f None None] Network c85edc96-c222-49c3-a60a-171b400e82ed requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:46:00.293271 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ccefef1f-00b6-4eed-9c02-88ce22193d47 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4844756 Jul 07 16:46:00.293490 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55392) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:00.298541 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b5d65c6b-89b5-4eb2-8be6-32d42d7132f7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:00.350689 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-12f4b6de-fadb-4581-a96b-a40c315eb77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:00.353753 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-12f4b6de-fadb-4581-a96b-a40c315eb77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:00.357350 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-12f4b6de-fadb-4581-a96b-a40c315eb77f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58f5046b-4dd9-4268-a35a-c8f37a89485f HTTP/1.1" status: 204 len: 168 time: 0.1981909 Jul 07 16:46:00.357482 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5d65c6b-89b5-4eb2-8be6-32d42d7132f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:00.357482 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5d65c6b-89b5-4eb2-8be6-32d42d7132f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:00.365296 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4b6de-fadb-4581-a96b-a40c315eb77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f5046b-4dd9-4268-a35a-c8f37a89485f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:00.555867 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-c85edc96-c222-49c3-a60a-171b400e82ed', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'fixed_ips': [{'subnet_id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:46:00.557276 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:00.569438 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5d65c6b-89b5-4eb2-8be6-32d42d7132f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:00.761933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Allocated IP 172.20.0.2 (c85edc96-c222-49c3-a60a-171b400e82ed/414e5f56-f327-49ce-ba9b-6eafeb3fd8cc/54068e3c-d38a-4e7a-8e6c-7161881ddd13) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:00.858415 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5d65c6b-89b5-4eb2-8be6-32d42d7132f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:00.938211 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55452) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:00.959587 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19f1dbc4-0599-46cc-bd5c-9e385930aee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.070885 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.093094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Transition to ACTIVE for port object 54068e3c-d38a-4e7a-8e6c-7161881ddd13 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:01.125240 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19f1dbc4-0599-46cc-bd5c-9e385930aee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.125669 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Transition to ACTIVE for port object 54068e3c-d38a-4e7a-8e6c-7161881ddd13 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:01.137278 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19f1dbc4-0599-46cc-bd5c-9e385930aee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.140748 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.191019 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-19f1dbc4-0599-46cc-bd5c-9e385930aee2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=28352e5d013c4f50842cd16eb70f1abb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2515824 Jul 07 16:46:01.208017 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55472) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:01.223387 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1dbc4-0599-46cc-bd5c-9e385930aee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eed8fc2-ad01-4bdc-a1bb-7769b4ac3830,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:01.223767 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Pushing event updated for resources: {'Port': ['ID=54068e3c-d38a-4e7a-8e6c-7161881ddd13,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:01.239108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:01.239730 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:01.240272 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:01.240758 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:01.241092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:01.241955 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:01.242704 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:01.243041 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:01.243364 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:01.243841 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:01.244167 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:01.244486 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Tracked resource versions report: Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: pushed versions: Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: { 'AddressGroup': {'1.2'}, Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'ConntrackHelper': {'1.0'}, Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'Log': {'1.0'}, Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'Network': {'1.1'}, Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'Port': {'1.7'}, Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'PortForwarding': {'1.2'}, Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'QosPolicy': {'1.8'}, Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'SecurityGroup': {'1.4'}, Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'SubPort': {'1.0'}, Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'Subnet': {'1.1'}, Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'Trunk': {'1.1'}} Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: consumer versions: Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: { DHCP agent@n-d-793620-7: {}, Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: HyperV agent@n-h1-793620-7: {}, Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: HyperV agent@n-h2-793620-7: {}, Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: L3 agent@n-d-793620-7: {}, Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: Metadata agent@n-d-793620-7: {}, Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: Metering agent@n-d-793620-7: {}, Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: Open vSwitch agent@n-d-793620-7: { 'AddressGroup': '1.2', Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'ConntrackHelper': '1.0', Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'Log': '1.0', Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'Network': '1.1', Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'Port': '1.7', Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'PortForwarding': '1.2', Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'QosPolicy': '1.8', Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'SecurityGroup': '1.4', Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'SecurityGroupRule': '1.2', Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'SubPort': '1.0', Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'Subnet': '1.1', Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: 'Trunk': '1.1'}} Jul 07 16:46:01.245717 n-d-793620-7 neutron-server[100411]: {{(pid=100411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:46:01.250469 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Network c85edc96-c222-49c3-a60a-171b400e82ed is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:01.252064 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:01.255422 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:01.331740 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Attempting to bind port 54068e3c-d38a-4e7a-8e6c-7161881ddd13 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:01.332789 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Attempting to bind port 54068e3c-d38a-4e7a-8e6c-7161881ddd13 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '0fdda4b4-cdfc-4c46-869d-49fbb277814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:01.334078 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Attempting to bind port 54068e3c-d38a-4e7a-8e6c-7161881ddd13 on network c85edc96-c222-49c3-a60a-171b400e82ed {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:01.335508 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e170d9cd-0389-4763-9deb-00f296174a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.336044 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5d65c6b-89b5-4eb2-8be6-32d42d7132f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.348480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:01.348972 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Checking segment: {'id': '0fdda4b4-cdfc-4c46-869d-49fbb277814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:01.349460 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.350198 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Bound using segment: {'id': '0fdda4b4-cdfc-4c46-869d-49fbb277814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:01.351009 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Bound port: 54068e3c-d38a-4e7a-8e6c-7161881ddd13, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdda4b4-cdfc-4c46-869d-49fbb277814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:01.351703 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.373283 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5d65c6b-89b5-4eb2-8be6-32d42d7132f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.385377 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e170d9cd-0389-4763-9deb-00f296174a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.437489 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55486) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:01.455104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] For port 54068e3c-d38a-4e7a-8e6c-7161881ddd13, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:01.462032 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] For port 54068e3c-d38a-4e7a-8e6c-7161881ddd13, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=54068e3c-d38a-4e7a-8e6c-7161881ddd13,segment=NetworkSegment(0fdda4b4-cdfc-4c46-869d-49fbb277814b),segment_id=0fdda4b4-cdfc-4c46-869d-49fbb277814b)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:01.472678 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.480607 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e170d9cd-0389-4763-9deb-00f296174a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.484883 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e170d9cd-0389-4763-9deb-00f296174a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.486543 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e170d9cd-0389-4763-9deb-00f296174a15 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4eed8fc2-ad01-4bdc-a1bb-7769b4ac3830 HTTP/1.1" status: 204 len: 168 time: 0.2772996 Jul 07 16:46:01.498124 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170d9cd-0389-4763-9deb-00f296174a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eed8fc2-ad01-4bdc-a1bb-7769b4ac3830,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:01.575216 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ce395-070d-4974-8885-756c5980cbcb None None] Pushing event updated for resources: {'Port': ['ID=54068e3c-d38a-4e7a-8e6c-7161881ddd13,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:01.580268 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-b5d65c6b-89b5-4eb2-8be6-32d42d7132f7 admin admin] Allocated IP 172.25.2.109 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:01.631709 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55500) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:01.751914 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5d65c6b-89b5-4eb2-8be6-32d42d7132f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.781284 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ad32300-e5e4-4eab-a788-f1dfcc1814f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.930799 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5d65c6b-89b5-4eb2-8be6-32d42d7132f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.982532 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ad32300-e5e4-4eab-a788-f1dfcc1814f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:01.991690 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ad32300-e5e4-4eab-a788-f1dfcc1814f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:02.049506 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad32300-e5e4-4eab-a788-f1dfcc1814f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cdc082-d0af-45d8-a4e1-1d500e559f5d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:02.094267 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d65c6b-89b5-4eb2-8be6-32d42d7132f7 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:02.095047 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5ad32300-e5e4-4eab-a788-f1dfcc1814f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b47b36df3cd46fbb912867efb93ec7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6564739 Jul 07 16:46:02.095709 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55520) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:02.099536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-b5d65c6b-89b5-4eb2-8be6-32d42d7132f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:02.102755 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d65c6b-89b5-4eb2-8be6-32d42d7132f7 admin admin] Pushing event updated for resources: {'Port': ['ID=a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:02.115310 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d65c6b-89b5-4eb2-8be6-32d42d7132f7 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:02.199809 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-46d3b714-7ccd-43f0-94d8-f476fb54024e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:02.243776 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55534) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:02.248141 n-d-793620-7 neutron-server[100410]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 16:46:02.271702 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a863b8e-2e24-4711-a1b1-53dc71822b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:02.315623 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-9ca58991-dfa9-4fd5-94f4-413c03d79ced tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b5120bd433c94607953d53355b78bc3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703707 Jul 07 16:46:02.431964 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a863b8e-2e24-4711-a1b1-53dc71822b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:02.556093 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5d65c6b-89b5-4eb2-8be6-32d42d7132f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:02.631276 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-18280fee-b9f6-476a-a255-9bb5c234d947 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:02.633296 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-18280fee-b9f6-476a-a255-9bb5c234d947 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3169210 Jul 07 16:46:02.675862 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a863b8e-2e24-4711-a1b1-53dc71822b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:02.680112 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a863b8e-2e24-4711-a1b1-53dc71822b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:02.684048 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7a863b8e-2e24-4711-a1b1-53dc71822b68 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/48cdc082-d0af-45d8-a4e1-1d500e559f5d HTTP/1.1" status: 204 len: 168 time: 0.5838702 Jul 07 16:46:02.684048 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-46d3b714-7ccd-43f0-94d8-f476fb54024e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:02.703764 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-489f0012-cbe5-4da8-a457-6e225e8a5882 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/quotas/b5120bd433c94607953d53355b78bc3c HTTP/1.1" status: 200 len: 375 time: 0.0635409 Jul 07 16:46:02.769643 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-46d3b714-7ccd-43f0-94d8-f476fb54024e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:02.794583 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a863b8e-2e24-4711-a1b1-53dc71822b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cdc082-d0af-45d8-a4e1-1d500e559f5d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:02.854483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-46d3b714-7ccd-43f0-94d8-f476fb54024e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b8eae52ba624370955b4cc037307ad0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2184358 Jul 07 16:46:02.854820 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-18b328bd-d8b6-4fd7-9d05-f291edaa32db tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5120bd433c94607953d53355b78bc3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1363738 Jul 07 16:46:02.856431 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55580) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:02.929723 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3b714-7ccd-43f0-94d8-f476fb54024e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8c5218-a6c5-484e-9155-ec19188cb270,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:02.944994 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-734453b3-ce02-4306-8223-ca80a031bd01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:02.960241 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e133a3a7-79cf-4c09-995b-3fd949648fed None None] Network c85edc96-c222-49c3-a60a-171b400e82ed requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:46:02.973839 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-734453b3-ce02-4306-8223-ca80a031bd01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:03.063846 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-734453b3-ce02-4306-8223-ca80a031bd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:03.067757 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-734453b3-ce02-4306-8223-ca80a031bd01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:03.070581 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-734453b3-ce02-4306-8223-ca80a031bd01 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4e8c5218-a6c5-484e-9155-ec19188cb270 HTTP/1.1" status: 204 len: 168 time: 0.2127113 Jul 07 16:46:03.090659 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5d65c6b-89b5-4eb2-8be6-32d42d7132f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:03.096520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734453b3-ce02-4306-8223-ca80a031bd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8c5218-a6c5-484e-9155-ec19188cb270,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:03.139283 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55598) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:03.173416 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-015058e0-04fd-4520-80cf-8f6b860d2ac8 None None] Provisioning for port 54068e3c-d38a-4e7a-8e6c-7161881ddd13 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:03.303573 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d65c6b-89b5-4eb2-8be6-32d42d7132f7 admin admin] Router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:46:03.447426 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fc0e29bd-9d47-426f-b17c-a05e2cc48ee2 req-a90ce470-4aba-4c9b-a54f-fec1bdf6a1c5 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 210 time: 0.1225288 Jul 07 16:46:03.450402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d65c6b-89b5-4eb2-8be6-32d42d7132f7 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:46:03.453788 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55624) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:03.463704 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] Sync routers for ids ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:46:03.471102 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9f00290b-4f69-4ed8-8950-195b5dd4186d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:03.491504 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] Routers {'69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:03.494135 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:45:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:03.613950 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9f00290b-4f69-4ed8-8950-195b5dd4186d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:03.622489 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9f00290b-4f69-4ed8-8950-195b5dd4186d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:03.625950 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5d65c6b-89b5-4eb2-8be6-32d42d7132f7 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:03.627509 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b5d65c6b-89b5-4eb2-8be6-32d42d7132f7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3324974 Jul 07 16:46:03.630292 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55626) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:03.683019 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] Set router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:03.752213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55628) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:03.763566 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9f00290b-4f69-4ed8-8950-195b5dd4186d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=371c9c252fff4647b341daace2b1adff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3075473 Jul 07 16:46:03.781874 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c859d404-0f51-4a58-9d46-5346ec4b7241 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-494606442-network', 'tenant_id': 'baeeea6f8e704c6d9313d4f5ee61fa20'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:03.796350 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00290b-4f69-4ed8-8950-195b5dd4186d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f77efd-69a3-456b-b8cf-8b0464ee003e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:03.868065 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c859d404-0f51-4a58-9d46-5346ec4b7241 admin admin] Made reservation on behalf of baeeea6f8e704c6d9313d4f5ee61fa20 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:03.874058 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c859d404-0f51-4a58-9d46-5346ec4b7241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:03.884224 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c859d404-0f51-4a58-9d46-5346ec4b7241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:03.969942 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 54068e3c-d38a-4e7a-8e6c-7161881ddd13 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:04.086410 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55634) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:04.097206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 54068e3c-d38a-4e7a-8e6c-7161881ddd13 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:04.098824 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:00Z', 'updated_at': '2021-07-07T16:46:02Z', 'revision_number': 3, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'gw_port': {'id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:01Z', 'updated_at': '2021-07-07T16:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:04.101705 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 54068e3c-d38a-4e7a-8e6c-7161881ddd13 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:04.102086 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.141575 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c859d404-0f51-4a58-9d46-5346ec4b7241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.149815 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c859d404-0f51-4a58-9d46-5346ec4b7241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.182654 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] Checking router: 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:46:04.183012 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] Updating router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 port a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:46:04.232493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c859d404-0f51-4a58-9d46-5346ec4b7241 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:46:04.261785 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.266244 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55644) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:04.285882 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.289281 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859d404-0f51-4a58-9d46-5346ec4b7241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f52edf6-6cb0-4675-8103-b7c8907f6dbd,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:04.310636 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c859d404-0f51-4a58-9d46-5346ec4b7241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.311765 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-c859d404-0f51-4a58-9d46-5346ec4b7241 admin admin] Added segment fc796802-acbd-4372-aea8-e480533a4480 of type vlan for network 6a7cbe27-a426-43a5-ac40-87a1e044e591 Jul 07 16:46:04.315369 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 54068e3c-d38a-4e7a-8e6c-7161881ddd13, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=54068e3c-d38a-4e7a-8e6c-7161881ddd13,segment=NetworkSegment(0fdda4b4-cdfc-4c46-869d-49fbb277814b),segment_id=0fdda4b4-cdfc-4c46-869d-49fbb277814b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:04.325313 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.407743 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-287b521f-4aa0-4417-906b-97cda99e0ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.411493 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=54068e3c-d38a-4e7a-8e6c-7161881ddd13,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:04.431521 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a546e248-8714-4523-bf94-1a0bbabe5f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.451942 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c859d404-0f51-4a58-9d46-5346ec4b7241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.456879 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2856712e-e58c-47dc-8551-df03b7fba5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.479876 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2856712e-e58c-47dc-8551-df03b7fba5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.494673 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.api [None req-a546e248-8714-4523-bf94-1a0bbabe5f5f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 16:46:04.494673 n-d-793620-7 neutron-server[100410]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 16:46:04.494673 n-d-793620-7 neutron-server[100410]: [parameters: {'project_id_1': '05b20b5f159c41acacb6d84690b4b8f2', 'expiration_1': datetime.datetime(2021, 7, 7, 16, 46, 4, 467490)}] Jul 07 16:46:04.494673 n-d-793620-7 neutron-server[100410]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:46:04.495142 n-d-793620-7 neutron-server[100410]: DEBUG oslo_db.api [None req-a546e248-8714-4523-bf94-1a0bbabe5f5f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:46:04.511003 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c859d404-0f51-4a58-9d46-5346ec4b7241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.512257 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c859d404-0f51-4a58-9d46-5346ec4b7241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:04.512905 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c859d404-0f51-4a58-9d46-5346ec4b7241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.623414 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2856712e-e58c-47dc-8551-df03b7fba5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.626027 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2856712e-e58c-47dc-8551-df03b7fba5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.629478 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2856712e-e58c-47dc-8551-df03b7fba5c0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3f77efd-69a3-456b-b8cf-8b0464ee003e HTTP/1.1" status: 204 len: 168 time: 0.8739610 Jul 07 16:46:04.633507 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.650046 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] Transition to ACTIVE for port object a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:04.661189 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.668854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856712e-e58c-47dc-8551-df03b7fba5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f77efd-69a3-456b-b8cf-8b0464ee003e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:04.682604 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6849249f-87e3-4b5b-bd96-3452342514c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.713874 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a6636-454f-403e-9362-7b14f04d8d85 None None] Pushing event updated for resources: {'Port': ['ID=a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:04.724286 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a6636-454f-403e-9362-7b14f04d8d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:04.724675 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a6636-454f-403e-9362-7b14f04d8d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:04.725234 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a6636-454f-403e-9362-7b14f04d8d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:04.725787 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a6636-454f-403e-9362-7b14f04d8d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:04.726335 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a6636-454f-403e-9362-7b14f04d8d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:04.726908 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a6636-454f-403e-9362-7b14f04d8d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:04.727454 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a6636-454f-403e-9362-7b14f04d8d85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:04.728127 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a6636-454f-403e-9362-7b14f04d8d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:04.728665 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a6636-454f-403e-9362-7b14f04d8d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:04.729200 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a6636-454f-403e-9362-7b14f04d8d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:04.729736 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a6636-454f-403e-9362-7b14f04d8d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:04.730341 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a6636-454f-403e-9362-7b14f04d8d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a6636-454f-403e-9362-7b14f04d8d85 None None] Tracked resource versions report: Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: pushed versions: Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: { 'AddressGroup': {'1.2'}, Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'ConntrackHelper': {'1.0'}, Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'Log': {'1.0'}, Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'Network': {'1.1'}, Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'Port': {'1.7'}, Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'PortForwarding': {'1.2'}, Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'QosPolicy': {'1.8'}, Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'SecurityGroup': {'1.4'}, Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'SecurityGroupRule': {'1.2'}, Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'SubPort': {'1.0'}, Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'Subnet': {'1.1'}, Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'Trunk': {'1.1'}} Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: consumer versions: Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: { DHCP agent@n-d-793620-7: {}, Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: HyperV agent@n-h1-793620-7: {}, Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: HyperV agent@n-h2-793620-7: {}, Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: L3 agent@n-d-793620-7: {}, Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: Metadata agent@n-d-793620-7: {}, Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: Metering agent@n-d-793620-7: {}, Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: Open vSwitch agent@n-d-793620-7: { 'AddressGroup': '1.2', Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'ConntrackHelper': '1.0', Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'Log': '1.0', Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'Network': '1.1', Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'Port': '1.7', Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'PortForwarding': '1.2', Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'QosPolicy': '1.8', Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'SecurityGroup': '1.4', Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'SecurityGroupRule': '1.2', Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'SubPort': '1.0', Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'Subnet': '1.1', Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: 'Trunk': '1.1'}} Jul 07 16:46:04.731937 n-d-793620-7 neutron-server[100412]: {{(pid=100412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 16:46:04.776599 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] Attempting to bind port a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:04.777364 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] Attempting to bind port a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:04.777951 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] Attempting to bind port a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:04.783981 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:04.784939 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:04.785605 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.786322 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:04.787107 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] Bound port: a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:04.787783 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.838036 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55662) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:04.845002 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] For port a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:04.849491 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-287b521f-4aa0-4417-906b-97cda99e0ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.849755 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] For port a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:04.856646 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859d404-0f51-4a58-9d46-5346ec4b7241 admin admin] Pushing event updated for resources: {'Network': ['ID=6a7cbe27-a426-43a5-ac40-87a1e044e591,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:04.859356 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.869970 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-287b521f-4aa0-4417-906b-97cda99e0ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:04.878314 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 6a7cbe27-a426-43a5-ac40-87a1e044e591 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:46:04.921093 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c859d404-0f51-4a58-9d46-5346ec4b7241 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7732379 Jul 07 16:46:04.921732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55668) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:04.955410 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] Routers {'69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:04.956284 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:45:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:04.959575 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a6636-454f-403e-9362-7b14f04d8d85 None None] Pushing event updated for resources: {'Port': ['ID=a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:04.994658 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-68b1a4f4-474d-4eda-876a-861051554787 admin admin] Request body: {'subnet': {'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-494606442-subnet', 'tenant_id': 'baeeea6f8e704c6d9313d4f5ee61fa20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:05.004657 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b521f-4aa0-4417-906b-97cda99e0ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9ce108-a5eb-44a4-ae91-f9e3996c6856,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:05.015514 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-287b521f-4aa0-4417-906b-97cda99e0ea9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2a82a3fced4c42849ed5146c612d8e92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7431176 Jul 07 16:46:05.018897 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55670) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:05.019201 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a546e248-8714-4523-bf94-1a0bbabe5f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:05.054949 n-d-793620-7 neutron-server[100409]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 16:46:05.094142 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b1a4f4-474d-4eda-876a-861051554787 admin admin] Made reservation on behalf of baeeea6f8e704c6d9313d4f5ee61fa20 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:05.097394 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-68b1a4f4-474d-4eda-876a-861051554787 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:05.168501 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] Set router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:05.206991 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d2d6de79-e8e4-45b4-ba56-474f3084a665 req-c6921d3e-8a60-454d-b7b6-29df4134195e tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 210 time: 0.3675356 Jul 07 16:46:05.345759 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3043b8f0-ef38-40e1-8ede-0e3b2911c3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:05.364384 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-6849249f-87e3-4b5b-bd96-3452342514c0 admin admin] Allocated IP 172.20.0.1 (c85edc96-c222-49c3-a60a-171b400e82ed/414e5f56-f327-49ce-ba9b-6eafeb3fd8cc/7716dba8-ad59-42f5-b594-353dc2b447cc) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:05.389382 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3043b8f0-ef38-40e1-8ede-0e3b2911c3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:05.545834 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3043b8f0-ef38-40e1-8ede-0e3b2911c3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:05.548294 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3043b8f0-ef38-40e1-8ede-0e3b2911c3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:05.551872 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3043b8f0-ef38-40e1-8ede-0e3b2911c3f0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fe9ce108-a5eb-44a4-ae91-f9e3996c6856 HTTP/1.1" status: 204 len: 168 time: 0.5294845 Jul 07 16:46:05.583298 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043b8f0-ef38-40e1-8ede-0e3b2911c3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9ce108-a5eb-44a4-ae91-f9e3996c6856,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:05.616093 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6849249f-87e3-4b5b-bd96-3452342514c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:05.653442 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-6849249f-87e3-4b5b-bd96-3452342514c0 admin admin] Transition to ACTIVE for port object 7716dba8-ad59-42f5-b594-353dc2b447cc will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:05.693042 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a546e248-8714-4523-bf94-1a0bbabe5f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:05.703166 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a546e248-8714-4523-bf94-1a0bbabe5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:05.727868 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:00Z', 'updated_at': '2021-07-07T16:46:02Z', 'revision_number': 3, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'gw_port': {'id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:01Z', 'updated_at': '2021-07-07T16:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:05.730942 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6849249f-87e3-4b5b-bd96-3452342514c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:05.732903 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-68b1a4f4-474d-4eda-876a-861051554787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:05.765995 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da18d31e-d6da-4555-a60f-59d0eb4081be None None] The sync data for ids ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'] in n-d-793620-7 is: [{'id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:00Z', 'updated_at': '2021-07-07T16:46:02Z', 'revision_number': 3, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'gw_port': {'id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:01Z', 'updated_at': '2021-07-07T16:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:46:05.812608 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6849249f-87e3-4b5b-bd96-3452342514c0 admin admin] Network c85edc96-c222-49c3-a60a-171b400e82ed is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:05.820945 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-6849249f-87e3-4b5b-bd96-3452342514c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:05.824548 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6849249f-87e3-4b5b-bd96-3452342514c0 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:05.825067 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6849249f-87e3-4b5b-bd96-3452342514c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:05.865579 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a546e248-8714-4523-bf94-1a0bbabe5f5f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05b20b5f159c41acacb6d84690b4b8f2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7752516 Jul 07 16:46:05.866340 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1a4f4-474d-4eda-876a-861051554787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65f82198-e4d7-4134-910a-03fa423ad754,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:05.895012 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55698) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:05.906949 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546e248-8714-4523-bf94-1a0bbabe5f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaa1813-525a-4ab6-af6d-6c0e3016373e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:05.907483 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 54068e3c-d38a-4e7a-8e6c-7161881ddd13 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:05.989486 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b1a4f4-474d-4eda-876a-861051554787 admin admin] Checking segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:05.990134 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b1a4f4-474d-4eda-876a-861051554787 admin admin] Network hostable DHCP agents. Network: 6a7cbe27-a426-43a5-ac40-87a1e044e591, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:46:05.995035 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f26537b1-cd80-417a-b163-5c2b34c220ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:06.038311 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f26537b1-cd80-417a-b163-5c2b34c220ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:06.071737 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 54068e3c-d38a-4e7a-8e6c-7161881ddd13 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:06.072116 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:06.168765 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f26537b1-cd80-417a-b163-5c2b34c220ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:06.177008 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f26537b1-cd80-417a-b163-5c2b34c220ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:06.180715 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f26537b1-cd80-417a-b163-5c2b34c220ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/abaa1813-525a-4ab6-af6d-6c0e3016373e HTTP/1.1" status: 204 len: 168 time: 0.2702849 Jul 07 16:46:06.197694 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26537b1-cd80-417a-b163-5c2b34c220ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaa1813-525a-4ab6-af6d-6c0e3016373e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:06.206987 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b1a4f4-474d-4eda-876a-861051554787 admin admin] Network 6a7cbe27-a426-43a5-ac40-87a1e044e591 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:46:06.228562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-68b1a4f4-474d-4eda-876a-861051554787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 6a7cbe27-a426-43a5-ac40-87a1e044e591) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:06.267817 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b1a4f4-474d-4eda-876a-861051554787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:06.268429 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-68b1a4f4-474d-4eda-876a-861051554787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:06.321335 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-68b1a4f4-474d-4eda-876a-861051554787 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3936763 Jul 07 16:46:06.325427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3238104b-55f2-4b9d-91a4-b0bdba21388f None None] Network 6a7cbe27-a426-43a5-ac40-87a1e044e591 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:46:06.366521 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849249f-87e3-4b5b-bd96-3452342514c0 admin admin] Pushing event updated for resources: {'Port': ['ID=7716dba8-ad59-42f5-b594-353dc2b447cc,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:06.556855 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9108caca-c197-4337-ac16-a296d7b8978b None None] Provisioning for port 7716dba8-ad59-42f5-b594-353dc2b447cc completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:06.562291 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9108caca-c197-4337-ac16-a296d7b8978b None None] Provisioning complete for port 7716dba8-ad59-42f5-b594-353dc2b447cc triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:06.562674 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9108caca-c197-4337-ac16-a296d7b8978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:06.565587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98f7c24-513b-4bb2-bd63-54344ba2fb84 None None] Network 6a7cbe27-a426-43a5-ac40-87a1e044e591 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:46:06.640070 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6849249f-87e3-4b5b-bd96-3452342514c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:06.647418 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-20ce95e5-c55a-4725-983b-9a0ba6e6d280 req-6386dfd2-2bad-4e23-addd-336badf45b18 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 210 time: 0.0873344 Jul 07 16:46:06.674433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-9108caca-c197-4337-ac16-a296d7b8978b None None] Port 7716dba8-ad59-42f5-b594-353dc2b447cc cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:46:06.845951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.15', 55497) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:06.888611 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-982cc97b-aa0a-4ee0-9c86-6f8c3cca05e2 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b5120bd433c94607953d53355b78bc3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413268 Jul 07 16:46:07.009738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55732) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:07.019342 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6849249f-87e3-4b5b-bd96-3452342514c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.026181 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6849249f-87e3-4b5b-bd96-3452342514c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.027073 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6849249f-87e3-4b5b-bd96-3452342514c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.131743 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-e0b02285-68ca-4c50-ad61-00c3d033adb9 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:07.133861 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-e0b02285-68ca-4c50-ad61-00c3d033adb9 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2401807 Jul 07 16:46:07.140583 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bf7fd150-0427-40f4-8010-7097cd430da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.202451 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-87ff876e-764f-4c30-8161-a50afe8db258 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Request body: {'port': {'device_id': 'eff47040-2dfa-400c-a594-bcfe81d60013', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': 'b5120bd433c94607953d53355b78bc3c'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:07.226298 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6849249f-87e3-4b5b-bd96-3452342514c0 admin admin] Network c85edc96-c222-49c3-a60a-171b400e82ed is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:07.230718 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-6849249f-87e3-4b5b-bd96-3452342514c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:07.233390 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849249f-87e3-4b5b-bd96-3452342514c0 admin admin] Pushing event updated for resources: {'Port': ['ID=7716dba8-ad59-42f5-b594-353dc2b447cc,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:07.455989 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6849249f-87e3-4b5b-bd96-3452342514c0 admin admin] Router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:46:07.607043 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-97c4c680-7d85-4e3a-9884-94475b500643 None None] Provisioning complete for port 7716dba8-ad59-42f5-b594-353dc2b447cc triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:07.607536 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-97c4c680-7d85-4e3a-9884-94475b500643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.625443 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6849249f-87e3-4b5b-bd96-3452342514c0 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:46:07.626427 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bf7fd150-0427-40f4-8010-7097cd430da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.640719 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6849249f-87e3-4b5b-bd96-3452342514c0 admin admin] 10.222.0.50 "PUT /v2.0/routers/69fd12bc-2f7b-4533-a7c5-b8fbbac63f60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0014944 Jul 07 16:46:07.645361 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bf7fd150-0427-40f4-8010-7097cd430da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.655031 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-97c4c680-7d85-4e3a-9884-94475b500643 None None] Port 7716dba8-ad59-42f5-b594-353dc2b447cc cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:46:07.692019 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-87ff876e-764f-4c30-8161-a50afe8db258 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Made reservation on behalf of b5120bd433c94607953d53355b78bc3c for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:07.695635 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-87ff876e-764f-4c30-8161-a50afe8db258 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.715253 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bf7fd150-0427-40f4-8010-7097cd430da6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=434d5b66fca24318b71fcf98a9d09a41&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7029624 Jul 07 16:46:07.717902 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55768) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:07.718353 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-87ff876e-764f-4c30-8161-a50afe8db258 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.723132 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fd150-0427-40f4-8010-7097cd430da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45316244-bef0-4b96-9adb-c9bd24c9dc09,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:07.842154 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4a4c1625-1981-4eb8-9213-c6f4f7aac482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.886851 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4a4c1625-1981-4eb8-9213-c6f4f7aac482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.901197 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:07.957175 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ef2178dd-6277-4c25-8c8f-ec2640f3780f req-e6d6430b-e6b6-49a3-a28d-0c5a4228875d tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 210 time: 0.0518696 Jul 07 16:46:07.977374 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-87ff876e-764f-4c30-8161-a50afe8db258 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:07.991462 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-87ff876e-764f-4c30-8161-a50afe8db258 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.025557 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4a4c1625-1981-4eb8-9213-c6f4f7aac482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.030843 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4a4c1625-1981-4eb8-9213-c6f4f7aac482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.034035 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4a4c1625-1981-4eb8-9213-c6f4f7aac482 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/45316244-bef0-4b96-9adb-c9bd24c9dc09 HTTP/1.1" status: 204 len: 168 time: 0.3149171 Jul 07 16:46:08.045965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c1625-1981-4eb8-9213-c6f4f7aac482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45316244-bef0-4b96-9adb-c9bd24c9dc09,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:08.049602 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:08.054485 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:08.055027 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.068413 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55788) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:08.076070 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-ab23b36c-f500-40cb-842b-516178f7f42c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-379914935-network', 'tenant_id': '4370a87f876e441c8cc849a6bdbb43e3'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:08.101870 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab23b36c-f500-40cb-842b-516178f7f42c admin admin] Made reservation on behalf of 4370a87f876e441c8cc849a6bdbb43e3 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:08.105226 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ab23b36c-f500-40cb-842b-516178f7f42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.114896 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ab23b36c-f500-40cb-842b-516178f7f42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.266198 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ab23b36c-f500-40cb-842b-516178f7f42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.274724 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ab23b36c-f500-40cb-842b-516178f7f42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.300617 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff876e-764f-4c30-8161-a50afe8db258 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbc16ed-1f0e-4e69-bc22-25e613c1b16a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:08.307411 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.338417 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab23b36c-f500-40cb-842b-516178f7f42c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:46:08.349420 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:08.356419 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.367303 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23b36c-f500-40cb-842b-516178f7f42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ed9206-97d1-413b-bd48-cdd3a1d7c92f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:08.372519 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ab23b36c-f500-40cb-842b-516178f7f42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.372874 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-ab23b36c-f500-40cb-842b-516178f7f42c admin admin] Added segment 7979d421-9d9a-4fc1-9f75-e5a24daa7683 of type vlan for network 13dd1bfe-027b-4c0b-9022-e26b8ad219ce Jul 07 16:46:08.401111 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-87ff876e-764f-4c30-8161-a50afe8db258 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Allocated IP 192.168.233.242 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/d359d458-5b4d-4712-b761-65a140508f90) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:08.434100 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:08.462923 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ab23b36c-f500-40cb-842b-516178f7f42c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.471947 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] Sync routers for ids ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:46:08.499242 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] Routers {'69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:08.501864 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:45:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:08.517797 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ab23b36c-f500-40cb-842b-516178f7f42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.518974 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab23b36c-f500-40cb-842b-516178f7f42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:08.519914 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ab23b36c-f500-40cb-842b-516178f7f42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.585183 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ab23b36c-f500-40cb-842b-516178f7f42c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5147960 Jul 07 16:46:08.588036 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55798) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:08.595931 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-0cd249c0-20c2-45ee-a266-7254b1818e18 admin admin] Request body: {'subnet': {'network_id': '13dd1bfe-027b-4c0b-9022-e26b8ad219ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-379914935-subnet', 'tenant_id': '4370a87f876e441c8cc849a6bdbb43e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:08.604935 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23b36c-f500-40cb-842b-516178f7f42c admin admin] Pushing event updated for resources: {'Network': ['ID=13dd1bfe-027b-4c0b-9022-e26b8ad219ce,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:08.627706 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 13dd1bfe-027b-4c0b-9022-e26b8ad219ce details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:46:08.638969 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd249c0-20c2-45ee-a266-7254b1818e18 admin admin] Made reservation on behalf of 4370a87f876e441c8cc849a6bdbb43e3 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:08.643670 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0cd249c0-20c2-45ee-a266-7254b1818e18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.711721 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-87ff876e-764f-4c30-8161-a50afe8db258 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.752915 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-87ff876e-764f-4c30-8161-a50afe8db258 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Transition to ACTIVE for port object d359d458-5b4d-4712-b761-65a140508f90 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:08.768537 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] Set router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:08.840310 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-87ff876e-764f-4c30-8161-a50afe8db258 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:08.999700 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:46:09.084355 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-87ff876e-764f-4c30-8161-a50afe8db258 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:09.113246 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-87ff876e-764f-4c30-8161-a50afe8db258 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:09.113631 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0cd249c0-20c2-45ee-a266-7254b1818e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:09.153835 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-87ff876e-764f-4c30-8161-a50afe8db258 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:09.173750 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-87ff876e-764f-4c30-8161-a50afe8db258 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:09.174943 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-87ff876e-764f-4c30-8161-a50afe8db258 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:09.242911 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-87ff876e-764f-4c30-8161-a50afe8db258 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0458114 Jul 07 16:46:09.244726 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff876e-764f-4c30-8161-a50afe8db258 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Pushing event updated for resources: {'Port': ['ID=d359d458-5b4d-4712-b761-65a140508f90,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:09.265704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-dd0be928-8652-4765-8743-097289b88f80 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:46:09.269750 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-dd0be928-8652-4765-8743-097289b88f80 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114956 Jul 07 16:46:09.340622 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd249c0-20c2-45ee-a266-7254b1818e18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45833f2e-d1de-489b-9856-b18c4995cf57,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:09.391847 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:00Z', 'updated_at': '2021-07-07T16:46:06Z', 'revision_number': 4, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'gw_port': {'id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:01Z', 'updated_at': '2021-07-07T16:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '7716dba8-ad59-42f5-b594-353dc2b447cc', 'name': '', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'mac_address': 'fa:16:3e:29:bc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:04Z', 'updated_at': '2021-07-07T16:46:06Z', 'revision_number': 2, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'subnets': [{'id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:09.476665 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] Checking router: 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:46:09.477029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] Updating router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 port 7716dba8-ad59-42f5-b594-353dc2b447cc binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:46:09.548881 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd249c0-20c2-45ee-a266-7254b1818e18 admin admin] Checking segment: {'id': '7979d421-9d9a-4fc1-9f75-e5a24daa7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '13dd1bfe-027b-4c0b-9022-e26b8ad219ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:09.549262 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd249c0-20c2-45ee-a266-7254b1818e18 admin admin] Network hostable DHCP agents. Network: 13dd1bfe-027b-4c0b-9022-e26b8ad219ce, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:46:09.578835 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:09.645227 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528016d2-4848-4fc6-9d09-881fad0b22ba req-6ef2e291-2897-4a11-b22a-8cc0d658dbc3 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:09.655724 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-528016d2-4848-4fc6-9d09-881fad0b22ba req-6ef2e291-2897-4a11-b22a-8cc0d658dbc3 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 936 time: 0.3489366 Jul 07 16:46:09.821450 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4364b34c-8384-4ebf-a46b-0442b577a6bd None None] Provisioning for port d359d458-5b4d-4712-b761-65a140508f90 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:09.830238 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4364b34c-8384-4ebf-a46b-0442b577a6bd None None] Provisioning complete for port d359d458-5b4d-4712-b761-65a140508f90 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:09.830696 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4364b34c-8384-4ebf-a46b-0442b577a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:09.860198 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-528016d2-4848-4fc6-9d09-881fad0b22ba req-799d6138-3493-4206-9bad-ec8b8e44e013 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbbc16ed-1f0e-4e69-bc22-25e613c1b16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032053 Jul 07 16:46:09.869743 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd249c0-20c2-45ee-a266-7254b1818e18 admin admin] Network 13dd1bfe-027b-4c0b-9022-e26b8ad219ce is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:46:09.900977 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-0cd249c0-20c2-45ee-a266-7254b1818e18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 13dd1bfe-027b-4c0b-9022-e26b8ad219ce) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:09.907511 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd249c0-20c2-45ee-a266-7254b1818e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:09.911454 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0cd249c0-20c2-45ee-a266-7254b1818e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:09.963596 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0cd249c0-20c2-45ee-a266-7254b1818e18 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3739512 Jul 07 16:46:09.967316 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0419bd30-ab8e-4120-a7c9-dca3cda7b04b None None] Network 13dd1bfe-027b-4c0b-9022-e26b8ad219ce requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:46:09.970736 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:10.125310 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:10.125702 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:10.232062 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4364b34c-8384-4ebf-a46b-0442b577a6bd None None] Port d359d458-5b4d-4712-b761-65a140508f90 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:46:10.619450 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca17511c-d555-43f8-8363-a94154b18be4 None None] Network 13dd1bfe-027b-4c0b-9022-e26b8ad219ce requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:46:10.801369 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55848) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:10.842365 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:10.878003 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] Transition to ACTIVE for port object 7716dba8-ad59-42f5-b594-353dc2b447cc will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:10.883731 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55852) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:10.889306 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2afdb2f6-f373-40cb-ba5e-baa28c716f03 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-464069466-network', 'tenant_id': '151c651edb0f4c0c895183d2f3b94c70'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:10.971663 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:10.992884 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afdb2f6-f373-40cb-ba5e-baa28c716f03 admin admin] Made reservation on behalf of 151c651edb0f4c0c895183d2f3b94c70 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:11.002038 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2afdb2f6-f373-40cb-ba5e-baa28c716f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:11.024246 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2afdb2f6-f373-40cb-ba5e-baa28c716f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:11.164527 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30c0aa-63d6-47cc-a607-be5e52d8cd6e None None] Pushing event updated for resources: {'Port': ['ID=7716dba8-ad59-42f5-b594-353dc2b447cc,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:11.243053 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] Attempting to bind port 7716dba8-ad59-42f5-b594-353dc2b447cc on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:11.244202 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] Attempting to bind port 7716dba8-ad59-42f5-b594-353dc2b447cc by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '0fdda4b4-cdfc-4c46-869d-49fbb277814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:11.245321 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] Attempting to bind port 7716dba8-ad59-42f5-b594-353dc2b447cc on network c85edc96-c222-49c3-a60a-171b400e82ed {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:11.256869 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:11.257839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] Checking segment: {'id': '0fdda4b4-cdfc-4c46-869d-49fbb277814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:11.258865 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:11.259884 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] Bound using segment: {'id': '0fdda4b4-cdfc-4c46-869d-49fbb277814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:11.261033 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] Bound port: 7716dba8-ad59-42f5-b594-353dc2b447cc, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdda4b4-cdfc-4c46-869d-49fbb277814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:11.261879 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:11.407456 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2afdb2f6-f373-40cb-ba5e-baa28c716f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:11.428062 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2afdb2f6-f373-40cb-ba5e-baa28c716f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:11.460735 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] For port 7716dba8-ad59-42f5-b594-353dc2b447cc, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:11.475431 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] For port 7716dba8-ad59-42f5-b594-353dc2b447cc, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=7716dba8-ad59-42f5-b594-353dc2b447cc,segment=NetworkSegment(0fdda4b4-cdfc-4c46-869d-49fbb277814b),segment_id=0fdda4b4-cdfc-4c46-869d-49fbb277814b)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:11.500429 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:11.519670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdb2f6-f373-40cb-ba5e-baa28c716f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b1e1af-4fa1-417b-bdb0-c9bb4e2b7da2,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:11.593216 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a04371f5-363d-4b95-915d-62efda5fc578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:11.657676 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30c0aa-63d6-47cc-a607-be5e52d8cd6e None None] Pushing event updated for resources: {'Port': ['ID=7716dba8-ad59-42f5-b594-353dc2b447cc,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:11.671809 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] Routers {'69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:11.672538 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:45:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:11.688100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2afdb2f6-f373-40cb-ba5e-baa28c716f03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:46:11.816496 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2afdb2f6-f373-40cb-ba5e-baa28c716f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:11.820084 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-2afdb2f6-f373-40cb-ba5e-baa28c716f03 admin admin] Added segment 4a5a3a82-b1e0-4280-b61a-483e6bfc14f5 of type vlan for network e037419b-1eae-424c-99dc-2054c277e6ee Jul 07 16:46:12.041056 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] Set router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:12.058247 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be019100-bbbd-4d08-8904-b5f7938aec92 req-41cf6106-e9f1-447f-b6da-db6defe1e3d9 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:12.076514 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-be019100-bbbd-4d08-8904-b5f7938aec92 req-41cf6106-e9f1-447f-b6da-db6defe1e3d9 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 936 time: 0.8175147 Jul 07 16:46:12.080897 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2afdb2f6-f373-40cb-ba5e-baa28c716f03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:12.193509 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a04371f5-363d-4b95-915d-62efda5fc578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:12.215281 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2afdb2f6-f373-40cb-ba5e-baa28c716f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:12.217054 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afdb2f6-f373-40cb-ba5e-baa28c716f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:12.217992 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2afdb2f6-f373-40cb-ba5e-baa28c716f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:12.266888 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-be019100-bbbd-4d08-8904-b5f7938aec92 req-1baeeed6-3986-4855-823c-fa48efea1b81 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbbc16ed-1f0e-4e69-bc22-25e613c1b16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890924 Jul 07 16:46:12.267582 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a04371f5-363d-4b95-915d-62efda5fc578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:12.276364 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27841764-0398-479b-9a76-5ad535fcd27a req-35e5df9d-6477-4d7f-aa9d-d185f84584d9 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:12.296338 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27841764-0398-479b-9a76-5ad535fcd27a req-35e5df9d-6477-4d7f-aa9d-d185f84584d9 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 820 time: 0.5401397 Jul 07 16:46:12.314974 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27841764-0398-479b-9a76-5ad535fcd27a req-00df4589-f92f-4cbb-a991-5104c507b46b tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/quotas/baeeea6f8e704c6d9313d4f5ee61fa20 HTTP/1.1" status: 200 len: 375 time: 0.0173810 Jul 07 16:46:12.320374 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2afdb2f6-f373-40cb-ba5e-baa28c716f03 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4354329 Jul 07 16:46:12.337333 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55888) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:12.350392 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-6a7e1cd3-5a93-4779-8068-c6064fdd69f6 admin admin] Request body: {'subnet': {'network_id': 'e037419b-1eae-424c-99dc-2054c277e6ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-464069466-subnet', 'tenant_id': '151c651edb0f4c0c895183d2f3b94c70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:12.427113 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a04371f5-363d-4b95-915d-62efda5fc578 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2001747f90ac4f4a9c6515f1f865c6cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6245806 Jul 07 16:46:12.427847 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdb2f6-f373-40cb-ba5e-baa28c716f03 admin admin] Pushing event updated for resources: {'Network': ['ID=e037419b-1eae-424c-99dc-2054c277e6ee,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:12.431157 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04371f5-363d-4b95-915d-62efda5fc578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a703d1-d576-4565-a7db-aaa9fc751863,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:12.435167 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55890) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:12.445346 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7e1cd3-5a93-4779-8068-c6064fdd69f6 admin admin] Made reservation on behalf of 151c651edb0f4c0c895183d2f3b94c70 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:12.451085 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6a7e1cd3-5a93-4779-8068-c6064fdd69f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:12.452166 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network e037419b-1eae-424c-99dc-2054c277e6ee details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:46:12.468283 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27841764-0398-479b-9a76-5ad535fcd27a req-c162f6c8-6c8d-42b5-a2b6-cde8e71ad252 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1494768 Jul 07 16:46:12.480488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-27841764-0398-479b-9a76-5ad535fcd27a req-e724f869-c847-4e95-bba8-4cd5f59afd71 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:46:12.492614 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27841764-0398-479b-9a76-5ad535fcd27a req-e724f869-c847-4e95-bba8-4cd5f59afd71 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0232787 Jul 07 16:46:12.677330 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c23058a4-eaa6-4bb0-8cd6-de558fdbe487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:12.689035 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] Request body: {'port': {'device_id': 'eff47040-2dfa-400c-a594-bcfe81d60013', 'device_owner': 'compute:tempest-test_az-790255634', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:12.713676 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c23058a4-eaa6-4bb0-8cd6-de558fdbe487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:12.765785 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:00Z', 'updated_at': '2021-07-07T16:46:06Z', 'revision_number': 4, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'gw_port': {'id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:01Z', 'updated_at': '2021-07-07T16:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '7716dba8-ad59-42f5-b594-353dc2b447cc', 'name': '', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'mac_address': 'fa:16:3e:29:bc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:04Z', 'updated_at': '2021-07-07T16:46:11Z', 'revision_number': 4, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'subnets': [{'id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:12.770995 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c23058a4-eaa6-4bb0-8cd6-de558fdbe487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:12.774595 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c23058a4-eaa6-4bb0-8cd6-de558fdbe487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:12.776350 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c23058a4-eaa6-4bb0-8cd6-de558fdbe487 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/50a703d1-d576-4565-a7db-aaa9fc751863 HTTP/1.1" status: 204 len: 168 time: 0.3383391 Jul 07 16:46:12.786439 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23058a4-eaa6-4bb0-8cd6-de558fdbe487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a703d1-d576-4565-a7db-aaa9fc751863,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:12.894062 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b540d6-4702-4e5d-b6fb-dce1869a276b None None] The sync data for ids ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'] in n-d-793620-7 is: [{'id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:00Z', 'updated_at': '2021-07-07T16:46:06Z', 'revision_number': 4, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'gw_port': {'id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:01Z', 'updated_at': '2021-07-07T16:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '7716dba8-ad59-42f5-b594-353dc2b447cc', 'name': '', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'mac_address': 'fa:16:3e:29:bc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:04Z', 'updated_at': '2021-07-07T16:46:11Z', 'revision_number': 4, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'subnets': [{'id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:46:13.145815 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:13.792010 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:13.845791 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55924) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:13.862270 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d32362-350d-4ae0-a7a9-1d40460c7246 req-a5130b02-eb74-4eeb-bf0b-cf03915029a1 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:13.879501 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19d32362-350d-4ae0-a7a9-1d40460c7246 req-a5130b02-eb74-4eeb-bf0b-cf03915029a1 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 936 time: 0.2924874 Jul 07 16:46:13.983114 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 7716dba8-ad59-42f5-b594-353dc2b447cc up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:14.036813 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19d32362-350d-4ae0-a7a9-1d40460c7246 req-59e44d04-6a3f-481a-acc9-d3c20121f180 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbbc16ed-1f0e-4e69-bc22-25e613c1b16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518106 Jul 07 16:46:14.070981 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27841764-0398-479b-9a76-5ad535fcd27a req-e27e053f-97e5-4f0f-95aa-4c45f74f0ee3 service neutron] 10.222.0.50 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9307227 Jul 07 16:46:14.113279 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6a7e1cd3-5a93-4779-8068-c6064fdd69f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:14.176418 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 7716dba8-ad59-42f5-b594-353dc2b447cc completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:14.179117 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-795276a4-e8a8-49ce-ae03-51147a2fc9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:14.193123 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 7716dba8-ad59-42f5-b594-353dc2b447cc triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:14.193626 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:14.398852 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:14.446555 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 7716dba8-ad59-42f5-b594-353dc2b447cc, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=7716dba8-ad59-42f5-b594-353dc2b447cc,segment=NetworkSegment(0fdda4b4-cdfc-4c46-869d-49fbb277814b),segment_id=0fdda4b4-cdfc-4c46-869d-49fbb277814b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:14.455615 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:14.531521 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d359d458-5b4d-4712-b761-65a140508f90 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:14.559520 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=7716dba8-ad59-42f5-b594-353dc2b447cc,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:14.633498 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:14.649243 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b246b2d9-e0a7-4740-83c2-8b9d7185a36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:14.658545 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e1cd3-5a93-4779-8068-c6064fdd69f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee530227-eaeb-4af5-a718-23aa496cd634,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:14.770526 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] Transition to ACTIVE for port object d359d458-5b4d-4712-b761-65a140508f90 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:14.772789 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7e1cd3-5a93-4779-8068-c6064fdd69f6 admin admin] Checking segment: {'id': '4a5a3a82-b1e0-4280-b61a-483e6bfc14f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e037419b-1eae-424c-99dc-2054c277e6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:14.773346 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7e1cd3-5a93-4779-8068-c6064fdd69f6 admin admin] Network hostable DHCP agents. Network: e037419b-1eae-424c-99dc-2054c277e6ee, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:46:14.784018 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27841764-0398-479b-9a76-5ad535fcd27a req-9cc6763f-c4d7-4943-876e-c78eb8a4999e service neutron] 10.222.0.50 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6859915 Jul 07 16:46:14.796846 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:14.882224 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] Pushing event updated for resources: {'Port': ['ID=d359d458-5b4d-4712-b761-65a140508f90,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:14.994398 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7e1cd3-5a93-4779-8068-c6064fdd69f6 admin admin] Network e037419b-1eae-424c-99dc-2054c277e6ee is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:46:15.016572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-6a7e1cd3-5a93-4779-8068-c6064fdd69f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, e037419b-1eae-424c-99dc-2054c277e6ee) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:15.036340 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a13156d-25ac-484f-bab5-39582385199b None None] Network e037419b-1eae-424c-99dc-2054c277e6ee requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:46:15.108975 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7e1cd3-5a93-4779-8068-c6064fdd69f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:15.109795 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6a7e1cd3-5a93-4779-8068-c6064fdd69f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:15.137323 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] Attempting to bind port d359d458-5b4d-4712-b761-65a140508f90 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:15.138223 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] Attempting to bind port d359d458-5b4d-4712-b761-65a140508f90 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:15.138903 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] Attempting to bind port d359d458-5b4d-4712-b761-65a140508f90 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:15.161324 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] Port d359d458-5b4d-4712-b761-65a140508f90 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:46:15.162185 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] Attempting to bind port d359d458-5b4d-4712-b761-65a140508f90 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:15.179800 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:15.180715 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:15.181447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:15.182346 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] Bound port: d359d458-5b4d-4712-b761-65a140508f90, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:15.183310 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:15.355374 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55946) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:15.476672 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d20e7-86ef-457e-8216-007584929127 req-92883915-9b61-46a5-a1f5-7766e2262d01 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:15.485472 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-195d20e7-86ef-457e-8216-007584929127 req-92883915-9b61-46a5-a1f5-7766e2262d01 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 969 time: 0.2007236 Jul 07 16:46:15.502144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] For port d359d458-5b4d-4712-b761-65a140508f90, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:15.559566 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-795276a4-e8a8-49ce-ae03-51147a2fc9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:15.562792 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-04937572-3a9c-451a-ac44-60824c5c574d req-cd6c6568-5314-4de6-ba47-64e84be64ca9 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 210 time: 0.3275955 Jul 07 16:46:15.582832 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-795276a4-e8a8-49ce-ae03-51147a2fc9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:15.590470 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] For port d359d458-5b4d-4712-b761-65a140508f90, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=d359d458-5b4d-4712-b761-65a140508f90,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:15.601412 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6a7e1cd3-5a93-4779-8068-c6064fdd69f6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.2555580 Jul 07 16:46:15.605025 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55956) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:15.624121 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:15.624121 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-fe3c6aab-7eee-42b0-b5af-94d4159650b7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-464069466-router', 'tenant_id': '151c651edb0f4c0c895183d2f3b94c70', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:15.628293 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-195d20e7-86ef-457e-8216-007584929127 req-61ab25a6-a8da-46a6-b967-24de079aac77 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbbc16ed-1f0e-4e69-bc22-25e613c1b16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394162 Jul 07 16:46:15.636077 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9eceffb3-90dc-4873-9ebf-0ccc0de7aca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:15.810141 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-795276a4-e8a8-49ce-ae03-51147a2fc9c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7005cba7e1e547a398336f54e7d0454c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8491805 Jul 07 16:46:15.813100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55962) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:15.813828 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] Pushing event updated for resources: {'Port': ['ID=d359d458-5b4d-4712-b761-65a140508f90,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:15.816129 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-e037419b-1eae-424c-99dc-2054c277e6ee', 'network_id': 'e037419b-1eae-424c-99dc-2054c277e6ee', 'tenant_id': '151c651edb0f4c0c895183d2f3b94c70', 'fixed_ips': [{'subnet_id': 'ee530227-eaeb-4af5-a718-23aa496cd634'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:46:15.817062 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:15.818596 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795276a4-e8a8-49ce-ae03-51147a2fc9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a5b018-911e-4ff5-b15a-f09c849f1b60,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:15.854783 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe3c6aab-7eee-42b0-b5af-94d4159650b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:15.855839 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe3c6aab-7eee-42b0-b5af-94d4159650b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:15.947501 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:15.948348 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:15.950244 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-be61a56a-de2e-4e42-a574-6f6f470d410d service neutron] 10.222.0.15 "PUT /v2.0/ports/d359d458-5b4d-4712-b761-65a140508f90 HTTP/1.1" status: 200 len: 1117 time: 3.9685771 Jul 07 16:46:15.950244 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff47040-2dfa-400c-a594-bcfe81d60013', 'tag': 'd359d458-5b4d-4712-b761-65a140508f90'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:15.960357 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 7716dba8-ad59-42f5-b594-353dc2b447cc up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:16.001470 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-420f7c30-ab71-4f7c-927d-0b5604041813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:16.034129 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-420f7c30-ab71-4f7c-927d-0b5604041813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:16.114222 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-420f7c30-ab71-4f7c-927d-0b5604041813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:16.117489 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-420f7c30-ab71-4f7c-927d-0b5604041813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:16.119028 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-420f7c30-ab71-4f7c-927d-0b5604041813 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80a5b018-911e-4ff5-b15a-f09c849f1b60 HTTP/1.1" status: 204 len: 168 time: 0.3047106 Jul 07 16:46:16.136966 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f7c30-ab71-4f7c-927d-0b5604041813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a5b018-911e-4ff5-b15a-f09c849f1b60,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:16.227986 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9eceffb3-90dc-4873-9ebf-0ccc0de7aca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:16.236896 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9eceffb3-90dc-4873-9ebf-0ccc0de7aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:16.257849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Allocated IP 172.20.0.2 (e037419b-1eae-424c-99dc-2054c277e6ee/ee530227-eaeb-4af5-a718-23aa496cd634/0c6a46c7-7910-4f11-96fd-ad76151fd174) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:16.293342 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eceffb3-90dc-4873-9ebf-0ccc0de7aca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbef063-7f85-4b69-9ef0-54b9d1cc3c22,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:16.294272 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:16.355295 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9eceffb3-90dc-4873-9ebf-0ccc0de7aca1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aeb1b42efd2c458d8d29574e40b5eb8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9969604 Jul 07 16:46:16.356130 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55976) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:16.420506 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 7716dba8-ad59-42f5-b594-353dc2b447cc triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:16.421150 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:16.461118 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1df32e07-5a25-42c5-ac9c-451a42c835d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:16.502743 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1df32e07-5a25-42c5-ac9c-451a42c835d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:16.534412 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe3c6aab-7eee-42b0-b5af-94d4159650b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:16.660890 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1df32e07-5a25-42c5-ac9c-451a42c835d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:16.672317 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1df32e07-5a25-42c5-ac9c-451a42c835d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:16.679746 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1df32e07-5a25-42c5-ac9c-451a42c835d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6dbef063-7f85-4b69-9ef0-54b9d1cc3c22 HTTP/1.1" status: 204 len: 168 time: 0.3148592 Jul 07 16:46:16.684916 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910c2e26-851d-4821-bee5-06b613be79aa" -d '{"events": [{"name": "network-changed", "server_uuid": "eff47040-2dfa-400c-a594-bcfe81d60013", "tag": "d359d458-5b4d-4712-b761-65a140508f90"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:16.711486 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df32e07-5a25-42c5-ac9c-451a42c835d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbef063-7f85-4b69-9ef0-54b9d1cc3c22,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:16.737221 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:16.791158 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Transition to ACTIVE for port object 0c6a46c7-7910-4f11-96fd-ad76151fd174 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:16.831416 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Transition to ACTIVE for port object 0c6a46c7-7910-4f11-96fd-ad76151fd174 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:16.844739 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:16.947902 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Pushing event updated for resources: {'Port': ['ID=0c6a46c7-7910-4f11-96fd-ad76151fd174,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:16.967451 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Network e037419b-1eae-424c-99dc-2054c277e6ee is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:16.969331 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:16.989503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:17.011149 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7f773f50-ba74-4315-9ca8-9cbb75259570 req-486104ec-52d9-40e7-a908-da639f2f33b9 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 210 time: 0.1388881 Jul 07 16:46:17.022861 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-0068985f-46b6-41be-934b-09279bdedc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:17.028232 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-0068985f-46b6-41be-934b-09279bdedc89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5120bd433c94607953d53355b78bc3c&device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 1120 time: 0.9251912 Jul 07 16:46:17.206155 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Attempting to bind port 0c6a46c7-7910-4f11-96fd-ad76151fd174 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:17.206677 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Attempting to bind port 0c6a46c7-7910-4f11-96fd-ad76151fd174 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '4a5a3a82-b1e0-4280-b61a-483e6bfc14f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e037419b-1eae-424c-99dc-2054c277e6ee'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:17.207060 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Attempting to bind port 0c6a46c7-7910-4f11-96fd-ad76151fd174 on network e037419b-1eae-424c-99dc-2054c277e6ee {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:17.228022 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128240f3-bf6e-46df-9e4a-44954c1ee922 req-058710c4-b545-4f23-845d-aaa33702218c tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:17.230543 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:17.230932 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Checking segment: {'id': '4a5a3a82-b1e0-4280-b61a-483e6bfc14f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e037419b-1eae-424c-99dc-2054c277e6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:17.231349 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:17.231751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Bound using segment: {'id': '4a5a3a82-b1e0-4280-b61a-483e6bfc14f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e037419b-1eae-424c-99dc-2054c277e6ee'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:17.232253 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Bound port: 0c6a46c7-7910-4f11-96fd-ad76151fd174, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5a3a82-b1e0-4280-b61a-483e6bfc14f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e037419b-1eae-424c-99dc-2054c277e6ee'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:17.232665 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:17.238504 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-128240f3-bf6e-46df-9e4a-44954c1ee922 req-058710c4-b545-4f23-845d-aaa33702218c tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 969 time: 0.2618268 Jul 07 16:46:17.285205 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-37034f21-c2c3-4101-a82a-b55642b7f6f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=d359d458-5b4d-4712-b761-65a140508f90 HTTP/1.1" status: 200 len: 217 time: 0.1609919 Jul 07 16:46:17.358445 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-128240f3-bf6e-46df-9e4a-44954c1ee922 req-d8bd9679-7f3a-457e-a15e-8f7e0cffb314 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbbc16ed-1f0e-4e69-bc22-25e613c1b16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163712 Jul 07 16:46:17.486829 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-310b9b30-9fe4-4cb6-bfa4-9a7f58bb7657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:17.491704 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55998) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:17.509469 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] For port 0c6a46c7-7910-4f11-96fd-ad76151fd174, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:17.514859 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] For port 0c6a46c7-7910-4f11-96fd-ad76151fd174, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0c6a46c7-7910-4f11-96fd-ad76151fd174,segment=NetworkSegment(4a5a3a82-b1e0-4280-b61a-483e6bfc14f5),segment_id=4a5a3a82-b1e0-4280-b61a-483e6bfc14f5)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:17.539575 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:17.540073 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-06564705-d9dd-4186-a6f9-a4d2229e021d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:17.569912 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe3c6aab-7eee-42b0-b5af-94d4159650b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:17.677196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-2aac6c7c-72d5-4bc1-925e-8015201a9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:17.680235 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-2aac6c7c-72d5-4bc1-925e-8015201a9b28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1342745 Jul 07 16:46:17.757176 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:17.826266 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812c026-b783-4295-a8cd-ddf0841ed3a8 None None] Pushing event updated for resources: {'Port': ['ID=0c6a46c7-7910-4f11-96fd-ad76151fd174,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:17.829492 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-06564705-d9dd-4186-a6f9-a4d2229e021d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:17.838673 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-06564705-d9dd-4186-a6f9-a4d2229e021d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:17.872825 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.69', 61122) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:17.941917 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-1acea71a-e720-4e2e-a618-f233f9e7b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:17.943793 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-1acea71a-e720-4e2e-a618-f233f9e7b641 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2195923 Jul 07 16:46:18.126632 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11d3b25-0d2e-465c-8fd7-2fa2d520373c x-openstack-request-id: req-b11d3b25-0d2e-465c-8fd7-2fa2d520373c {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:18.130965 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff47040-2dfa-400c-a594-bcfe81d60013", "tag": "d359d458-5b4d-4712-b761-65a140508f90", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:18.131558 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b11d3b25-0d2e-465c-8fd7-2fa2d520373c {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:18.132218 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff47040-2dfa-400c-a594-bcfe81d60013', 'tag': 'd359d458-5b4d-4712-b761-65a140508f90', 'status': 'completed', 'code': 200} Jul 07 16:46:18.136719 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-06564705-d9dd-4186-a6f9-a4d2229e021d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2d95d754c1564a25a14ac85a15266482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6427681 Jul 07 16:46:18.144387 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56006) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:18.213895 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06564705-d9dd-4186-a6f9-a4d2229e021d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8c472b-4eee-4104-bf6b-201a3bfd2487,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:18.355266 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6c9539d7-4b63-4cf2-9e75-7da6d0af964c req-ef59ca09-40b4-4ecb-ba6f-677f8c1fa8b2 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 210 time: 0.0400233 Jul 07 16:46:18.364070 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe3c6aab-7eee-42b0-b5af-94d4159650b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:18.483874 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe3c6aab-7eee-42b0-b5af-94d4159650b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:18.517712 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27841764-0398-479b-9a76-5ad535fcd27a req-43096724-818f-4514-bdba-b793ff86de5c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:18.524277 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27841764-0398-479b-9a76-5ad535fcd27a req-43096724-818f-4514-bdba-b793ff86de5c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.69 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 820 time: 0.6501372 Jul 07 16:46:18.577850 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-ebc9940c-461d-49b6-be20-96a8c9997921 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442704 Jul 07 16:46:18.587399 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37d52235-9107-4a21-b177-b71625d5363b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:18.596589 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-27841764-0398-479b-9a76-5ad535fcd27a req-69f3e9b5-01eb-416d-9916-6a5fa8dbbbd3 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Request body: {'port': {'device_id': '6ee3a3a5-4cbf-4135-987b-7d270c7429ab', 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591', 'admin_state_up': True, 'tenant_id': 'baeeea6f8e704c6d9313d4f5ee61fa20'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:18.690714 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:18.838204 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37d52235-9107-4a21-b177-b71625d5363b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:19.049436 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27841764-0398-479b-9a76-5ad535fcd27a req-69f3e9b5-01eb-416d-9916-6a5fa8dbbbd3 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Made reservation on behalf of baeeea6f8e704c6d9313d4f5ee61fa20 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:19.054646 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-27841764-0398-479b-9a76-5ad535fcd27a req-69f3e9b5-01eb-416d-9916-6a5fa8dbbbd3 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:19.145230 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-fe3c6aab-7eee-42b0-b5af-94d4159650b7 admin admin] Allocated IP 172.25.2.120 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/85cfb694-5b6b-4138-bd94-f7da5aa1709e) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:19.196799 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37d52235-9107-4a21-b177-b71625d5363b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:19.200818 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37d52235-9107-4a21-b177-b71625d5363b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:19.203680 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-37d52235-9107-4a21-b177-b71625d5363b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c8c472b-4eee-4104-bf6b-201a3bfd2487 HTTP/1.1" status: 204 len: 168 time: 1.0570374 Jul 07 16:46:19.243686 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb9d37-87d1-4e07-bb07-ae4a5c0b0f4a req-8ddb8491-b8a2-4db4-8304-1268c28526fc tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:19.247536 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-62bb9d37-87d1-4e07-bb07-ae4a5c0b0f4a req-8ddb8491-b8a2-4db4-8304-1268c28526fc tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 969 time: 0.5888350 Jul 07 16:46:19.426747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d52235-9107-4a21-b177-b71625d5363b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8c472b-4eee-4104-bf6b-201a3bfd2487,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:19.450588 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90959ce1-25f1-4e30-adc2-70e08048206b None None] Network e037419b-1eae-424c-99dc-2054c277e6ee requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:46:19.556393 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-27841764-0398-479b-9a76-5ad535fcd27a req-69f3e9b5-01eb-416d-9916-6a5fa8dbbbd3 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Allocated IP 172.20.0.3 (6a7cbe27-a426-43a5-ac40-87a1e044e591/65f82198-e4d7-4134-910a-03fa423ad754/6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:19.610908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a364b4b1-3a9d-4b36-8dbb-ac454b0cb889 None None] Provisioning for port 0c6a46c7-7910-4f11-96fd-ad76151fd174 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:19.641608 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe3c6aab-7eee-42b0-b5af-94d4159650b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:19.650638 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d6e01cf9-0356-4a91-ac75-a48655bed2e4 req-1c1e7d59-b12b-486a-901b-1e64a36dbfbe tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 210 time: 0.0712085 Jul 07 16:46:19.724899 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-62bb9d37-87d1-4e07-bb07-ae4a5c0b0f4a req-ac336e28-2829-44b3-aae6-8341a4b7d283 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbbc16ed-1f0e-4e69-bc22-25e613c1b16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483244 Jul 07 16:46:19.749090 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe3c6aab-7eee-42b0-b5af-94d4159650b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:19.772773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3c6aab-7eee-42b0-b5af-94d4159650b7 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:19.790601 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-fe3c6aab-7eee-42b0-b5af-94d4159650b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:19.794634 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c6aab-7eee-42b0-b5af-94d4159650b7 admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:19.946175 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0c6a46c7-7910-4f11-96fd-ad76151fd174 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:20.035729 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 0c6a46c7-7910-4f11-96fd-ad76151fd174 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:20.052442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 0c6a46c7-7910-4f11-96fd-ad76151fd174 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:20.052905 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:20.133577 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-27841764-0398-479b-9a76-5ad535fcd27a req-69f3e9b5-01eb-416d-9916-6a5fa8dbbbd3 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:20.252793 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-27841764-0398-479b-9a76-5ad535fcd27a req-69f3e9b5-01eb-416d-9916-6a5fa8dbbbd3 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:20.263473 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:20.321743 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c6aab-7eee-42b0-b5af-94d4159650b7 admin admin] Pushing event updated for resources: {'Port': ['ID=85cfb694-5b6b-4138-bd94-f7da5aa1709e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:20.402454 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:20.428497 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27841764-0398-479b-9a76-5ad535fcd27a req-69f3e9b5-01eb-416d-9916-6a5fa8dbbbd3 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Network 6a7cbe27-a426-43a5-ac40-87a1e044e591 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:20.449459 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-27841764-0398-479b-9a76-5ad535fcd27a req-69f3e9b5-01eb-416d-9916-6a5fa8dbbbd3 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:20.461993 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-27841764-0398-479b-9a76-5ad535fcd27a req-69f3e9b5-01eb-416d-9916-6a5fa8dbbbd3 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:20.472111 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 0c6a46c7-7910-4f11-96fd-ad76151fd174, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0c6a46c7-7910-4f11-96fd-ad76151fd174,segment=NetworkSegment(4a5a3a82-b1e0-4280-b61a-483e6bfc14f5),segment_id=4a5a3a82-b1e0-4280-b61a-483e6bfc14f5)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:20.472619 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27841764-0398-479b-9a76-5ad535fcd27a req-69f3e9b5-01eb-416d-9916-6a5fa8dbbbd3 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:20.473300 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-27841764-0398-479b-9a76-5ad535fcd27a req-69f3e9b5-01eb-416d-9916-6a5fa8dbbbd3 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:20.482485 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:20.497283 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3e9b5-01eb-416d-9916-6a5fa8dbbbd3 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Pushing event updated for resources: {'Port': ['ID=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:20.528396 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27841764-0398-479b-9a76-5ad535fcd27a req-69f3e9b5-01eb-416d-9916-6a5fa8dbbbd3 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9416852 Jul 07 16:46:20.550956 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e56451c-ed2d-46a1-92e3-7a6aff4ae397 req-2d7500d0-7222-464a-8286-462783c66e94 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8214071 Jul 07 16:46:20.555853 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=0c6a46c7-7910-4f11-96fd-ad76151fd174,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:20.571224 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-48eaf582-8c5c-4446-8d68-b2c97c131312 None None] Provisioning complete for port 0c6a46c7-7910-4f11-96fd-ad76151fd174 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:20.571842 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-48eaf582-8c5c-4446-8d68-b2c97c131312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:20.734811 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe3c6aab-7eee-42b0-b5af-94d4159650b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:20.956703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c2e26-851d-4821-bee5-06b613be79aa req-7ea199bc-05ee-4017-903d-ac6cbfe72dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:20.958759 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-910c2e26-851d-4821-bee5-06b613be79aa req-7ea199bc-05ee-4017-903d-ac6cbfe72dd6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5120bd433c94607953d53355b78bc3c&device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 1120 time: 0.2365685 Jul 07 16:46:21.099524 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6822d-7272-4c05-9bfb-468aed17c70e req-188aedc4-b058-4f4b-94ab-0891596c5085 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:21.107326 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6f6822d-7272-4c05-9bfb-468aed17c70e req-188aedc4-b058-4f4b-94ab-0891596c5085 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 969 time: 0.1092520 Jul 07 16:46:21.193976 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6f6822d-7272-4c05-9bfb-468aed17c70e req-58b8f6f5-e16e-48ef-8d6b-9be2c82ff887 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbbc16ed-1f0e-4e69-bc22-25e613c1b16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849454 Jul 07 16:46:21.215746 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c2e26-851d-4821-bee5-06b613be79aa req-dcf11f17-8892-4a70-a829-7384edb9428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:21.217245 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-910c2e26-851d-4821-bee5-06b613be79aa req-dcf11f17-8892-4a70-a829-7384edb9428f service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.2480478 Jul 07 16:46:21.631710 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe3c6aab-7eee-42b0-b5af-94d4159650b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:21.698876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767f015-7e49-4611-87df-9df34099bbc5 req-02def58e-abbf-498b-9a4d-f633edf2b937 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:21.700717 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1767f015-7e49-4611-87df-9df34099bbc5 req-02def58e-abbf-498b-9a4d-f633edf2b937 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 931 time: 0.8597243 Jul 07 16:46:21.900452 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1767f015-7e49-4611-87df-9df34099bbc5 req-32fa77f7-7a6a-4ad4-84f4-8bd79bf7f3d2 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778188 Jul 07 16:46:21.928964 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0c6a46c7-7910-4f11-96fd-ad76151fd174 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:22.008882 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3c6aab-7eee-42b0-b5af-94d4159650b7 admin admin] Router 537d3f0c-a6d0-446d-9153-7563cb680411 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:46:22.068569 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 0c6a46c7-7910-4f11-96fd-ad76151fd174 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:22.069994 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.186834 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56100) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:22.220567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3c6aab-7eee-42b0-b5af-94d4159650b7 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:46:22.236630 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] Sync routers for ids ['537d3f0c-a6d0-446d-9153-7563cb680411'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:46:22.249700 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] Routers {'537d3f0c-a6d0-446d-9153-7563cb680411'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:22.250409 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:46:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['537d3f0c-a6d0-446d-9153-7563cb680411'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:22.272630 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe3c6aab-7eee-42b0-b5af-94d4159650b7 admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.274422 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fe3c6aab-7eee-42b0-b5af-94d4159650b7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.6613064 Jul 07 16:46:22.276942 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56106) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:22.383906 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] Set router 537d3f0c-a6d0-446d-9153-7563cb680411 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:22.515426 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-910c2e26-851d-4821-bee5-06b613be79aa req-0b21aac6-fe15-4a76-a024-c4eacb03fda8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=d359d458-5b4d-4712-b761-65a140508f90 HTTP/1.1" status: 200 len: 217 time: 0.1355515 Jul 07 16:46:22.616103 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56110) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:22.644469 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c2e26-851d-4821-bee5-06b613be79aa req-bf11abbc-3617-4c3d-aa01-866afcd6b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:22.648516 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-910c2e26-851d-4821-bee5-06b613be79aa req-bf11abbc-3617-4c3d-aa01-866afcd6b50f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1228240 Jul 07 16:46:22.754865 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537d3f0c-a6d0-446d-9153-7563cb680411', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-464069466-router', 'tenant_id': '151c651edb0f4c0c895183d2f3b94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '85cfb694-5b6b-4138-bd94-f7da5aa1709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:15Z', 'updated_at': '2021-07-07T16:46:20Z', 'revision_number': 3, 'project_id': '151c651edb0f4c0c895183d2f3b94c70', 'gw_port': {'id': '85cfb694-5b6b-4138-bd94-f7da5aa1709e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537d3f0c-a6d0-446d-9153-7563cb680411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:18Z', 'updated_at': '2021-07-07T16:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:22.777384 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-41d4444b-f3fe-4027-8247-2eaa0538e861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.805174 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] Checking router: 537d3f0c-a6d0-446d-9153-7563cb680411 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:46:22.805613 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] Updating router 537d3f0c-a6d0-446d-9153-7563cb680411 port 85cfb694-5b6b-4138-bd94-f7da5aa1709e binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:46:22.837292 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a3d6110e-baa6-4dcd-bd8a-9b95607a457e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.848954 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c8586-d6c5-4f90-bc28-058484f821cd req-3fe548aa-9b2f-4dd9-ad9d-a50e130b2035 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:22.860513 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:22.866870 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ef8c8586-d6c5-4f90-bc28-058484f821cd req-3fe548aa-9b2f-4dd9-ad9d-a50e130b2035 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 969 time: 0.4193664 Jul 07 16:46:22.879792 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c2e26-851d-4821-bee5-06b613be79aa req-5be64480-1f49-4340-9a71-65789636f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:22.883257 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-910c2e26-851d-4821-bee5-06b613be79aa req-5be64480-1f49-4340-9a71-65789636f1df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2270870 Jul 07 16:46:22.951673 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ef8c8586-d6c5-4f90-bc28-058484f821cd req-293fa1d1-1d6a-4358-9037-3022ea04949a tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbbc16ed-1f0e-4e69-bc22-25e613c1b16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836740 Jul 07 16:46:23.088682 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-41d4444b-f3fe-4027-8247-2eaa0538e861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.095301 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-41d4444b-f3fe-4027-8247-2eaa0538e861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.136452 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4444b-f3fe-4027-8247-2eaa0538e861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141c2b3e-d60e-4559-a9d2-d8aa96e4e6b4,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:23.200972 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-41d4444b-f3fe-4027-8247-2eaa0538e861 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=08cf6c7c32b54705a95eb6c5f8f5bab4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0096595 Jul 07 16:46:23.201718 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-910c2e26-851d-4821-bee5-06b613be79aa req-c965c54d-3b16-47d2-a571-e47fe0bf1e90 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722247 Jul 07 16:46:23.201995 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56116) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:23.261372 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.273455 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] Transition to ACTIVE for port object 85cfb694-5b6b-4138-bd94-f7da5aa1709e will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:23.283292 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.308737 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69aa5100-4b4e-4dae-8476-2aff7036430a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.359490 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69aa5100-4b4e-4dae-8476-2aff7036430a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.373341 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] Attempting to bind port 85cfb694-5b6b-4138-bd94-f7da5aa1709e on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:23.374001 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] Attempting to bind port 85cfb694-5b6b-4138-bd94-f7da5aa1709e by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:23.375120 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] Attempting to bind port 85cfb694-5b6b-4138-bd94-f7da5aa1709e on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:23.384485 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580aed68-5aa0-4eef-aded-201fcecce82a None None] Pushing event updated for resources: {'Port': ['ID=85cfb694-5b6b-4138-bd94-f7da5aa1709e,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:23.388663 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:23.389458 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:23.395749 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.396285 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:23.397236 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca0c57-c7a4-4cfd-9053-99998c311724 req-33aa9687-ced9-4663-9c8f-a2e277f04a86 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:23.397803 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] Bound port: 85cfb694-5b6b-4138-bd94-f7da5aa1709e, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:23.398739 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.404312 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18ca0c57-c7a4-4cfd-9053-99998c311724 req-33aa9687-ced9-4663-9c8f-a2e277f04a86 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 931 time: 0.3098760 Jul 07 16:46:23.467127 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69aa5100-4b4e-4dae-8476-2aff7036430a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.469983 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69aa5100-4b4e-4dae-8476-2aff7036430a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.474432 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-69aa5100-4b4e-4dae-8476-2aff7036430a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/141c2b3e-d60e-4559-a9d2-d8aa96e4e6b4 HTTP/1.1" status: 204 len: 168 time: 0.2712252 Jul 07 16:46:23.484559 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa5100-4b4e-4dae-8476-2aff7036430a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141c2b3e-d60e-4559-a9d2-d8aa96e4e6b4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:23.512438 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-910c2e26-851d-4821-bee5-06b613be79aa req-015add5b-36a2-49f3-bc50-91a53eaf42bb service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988505 Jul 07 16:46:23.518682 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a3d6110e-baa6-4dcd-bd8a-9b95607a457e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.523924 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a793d6d-7ebb-4fd7-ac6c-5cafb84ac3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.539890 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] For port 85cfb694-5b6b-4138-bd94-f7da5aa1709e, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:23.540819 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18ca0c57-c7a4-4cfd-9053-99998c311724 req-3083bb44-ddc2-4609-92c3-fb15d69de7a4 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355519 Jul 07 16:46:23.544358 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a3d6110e-baa6-4dcd-bd8a-9b95607a457e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.549512 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] For port 85cfb694-5b6b-4138-bd94-f7da5aa1709e, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=85cfb694-5b6b-4138-bd94-f7da5aa1709e,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:23.568228 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.626047 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a3d6110e-baa6-4dcd-bd8a-9b95607a457e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4a3ee8bcd9284ddca86833dc3b7dec89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0086806 Jul 07 16:46:23.628618 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56120) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:23.639457 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580aed68-5aa0-4eef-aded-201fcecce82a None None] Pushing event updated for resources: {'Port': ['ID=85cfb694-5b6b-4138-bd94-f7da5aa1709e,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:23.643143 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] Routers {'537d3f0c-a6d0-446d-9153-7563cb680411'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:23.643953 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:46:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['537d3f0c-a6d0-446d-9153-7563cb680411'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:23.655055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6110e-baa6-4dcd-bd8a-9b95607a457e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4421a461-9778-415c-b84f-45cf6de57978,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:23.769711 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8548da07-5a80-40d9-9b23-fecf2604b24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.792395 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] Set router 537d3f0c-a6d0-446d-9153-7563cb680411 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:23.805533 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8548da07-5a80-40d9-9b23-fecf2604b24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.810366 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-0a793d6d-7ebb-4fd7-ac6c-5cafb84ac3a1 admin admin] Allocated IP 172.20.0.1 (e037419b-1eae-424c-99dc-2054c277e6ee/ee530227-eaeb-4af5-a718-23aa496cd634/4865c1f8-6e25-4577-9949-19a79e462fb6) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:23.885542 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8548da07-5a80-40d9-9b23-fecf2604b24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.888196 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8548da07-5a80-40d9-9b23-fecf2604b24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:23.892156 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8548da07-5a80-40d9-9b23-fecf2604b24d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4421a461-9778-415c-b84f-45cf6de57978 HTTP/1.1" status: 204 len: 168 time: 0.2614105 Jul 07 16:46:23.911133 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548da07-5a80-40d9-9b23-fecf2604b24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4421a461-9778-415c-b84f-45cf6de57978,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:23.998082 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a793d6d-7ebb-4fd7-ac6c-5cafb84ac3a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.028985 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-0a793d6d-7ebb-4fd7-ac6c-5cafb84ac3a1 admin admin] Transition to ACTIVE for port object 4865c1f8-6e25-4577-9949-19a79e462fb6 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:24.060608 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56128) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:24.078129 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537d3f0c-a6d0-446d-9153-7563cb680411', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-464069466-router', 'tenant_id': '151c651edb0f4c0c895183d2f3b94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '85cfb694-5b6b-4138-bd94-f7da5aa1709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:15Z', 'updated_at': '2021-07-07T16:46:20Z', 'revision_number': 3, 'project_id': '151c651edb0f4c0c895183d2f3b94c70', 'gw_port': {'id': '85cfb694-5b6b-4138-bd94-f7da5aa1709e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537d3f0c-a6d0-446d-9153-7563cb680411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:18Z', 'updated_at': '2021-07-07T16:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:24.078819 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8715d0cc-c117-46f2-9d71-1dad7ae7103c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.115001 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a793d6d-7ebb-4fd7-ac6c-5cafb84ac3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.145913 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4810e9-30e4-4ce2-86e7-0c76ced76949 None None] The sync data for ids ['537d3f0c-a6d0-446d-9153-7563cb680411'] in n-d-793620-7 is: [{'id': '537d3f0c-a6d0-446d-9153-7563cb680411', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-464069466-router', 'tenant_id': '151c651edb0f4c0c895183d2f3b94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '85cfb694-5b6b-4138-bd94-f7da5aa1709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:15Z', 'updated_at': '2021-07-07T16:46:20Z', 'revision_number': 3, 'project_id': '151c651edb0f4c0c895183d2f3b94c70', 'gw_port': {'id': '85cfb694-5b6b-4138-bd94-f7da5aa1709e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537d3f0c-a6d0-446d-9153-7563cb680411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:18Z', 'updated_at': '2021-07-07T16:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:46:24.199965 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a793d6d-7ebb-4fd7-ac6c-5cafb84ac3a1 admin admin] Network e037419b-1eae-424c-99dc-2054c277e6ee is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:24.203402 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-0a793d6d-7ebb-4fd7-ac6c-5cafb84ac3a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:24.207837 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a793d6d-7ebb-4fd7-ac6c-5cafb84ac3a1 admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:24.208319 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a793d6d-7ebb-4fd7-ac6c-5cafb84ac3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.211945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a793d6d-7ebb-4fd7-ac6c-5cafb84ac3a1 admin admin] Pushing event updated for resources: {'Port': ['ID=4865c1f8-6e25-4577-9949-19a79e462fb6,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:24.257366 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14df51f-5eff-48c4-bf90-3590b31e67a9 req-e68f649b-25ec-402d-a6c8-0aea9482a8ea tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:24.265259 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e14df51f-5eff-48c4-bf90-3590b31e67a9 req-e68f649b-25ec-402d-a6c8-0aea9482a8ea tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 969 time: 0.1307836 Jul 07 16:46:24.333161 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e14df51f-5eff-48c4-bf90-3590b31e67a9 req-ec34b2b7-3a1d-4af5-981b-407f53fce230 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbbc16ed-1f0e-4e69-bc22-25e613c1b16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662780 Jul 07 16:46:24.354367 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8715d0cc-c117-46f2-9d71-1dad7ae7103c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.367171 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8715d0cc-c117-46f2-9d71-1dad7ae7103c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.426102 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715d0cc-c117-46f2-9d71-1dad7ae7103c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a215fa36-0bd8-4993-a455-818c662c70fe,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:24.441749 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8715d0cc-c117-46f2-9d71-1dad7ae7103c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a304df4e347e4cb18c858509719fc2e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3800330 Jul 07 16:46:24.444402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56132) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:24.524460 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a8362b6-3c57-4aec-b14c-f66c3673a2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.530704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56134) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:24.552628 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63ba9111-fcc1-4224-931c-55b24c4d2c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.560735 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a8362b6-3c57-4aec-b14c-f66c3673a2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.636886 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a793d6d-7ebb-4fd7-ac6c-5cafb84ac3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.640875 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a8362b6-3c57-4aec-b14c-f66c3673a2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.647895 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a8362b6-3c57-4aec-b14c-f66c3673a2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.651462 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8a8362b6-3c57-4aec-b14c-f66c3673a2d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a215fa36-0bd8-4993-a455-818c662c70fe HTTP/1.1" status: 204 len: 168 time: 0.2026377 Jul 07 16:46:24.704309 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8362b6-3c57-4aec-b14c-f66c3673a2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a215fa36-0bd8-4993-a455-818c662c70fe,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:24.788988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-13e11803-13b5-4890-8637-7ed671a8156c None None] Provisioning for port 4865c1f8-6e25-4577-9949-19a79e462fb6 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:24.801606 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-13e11803-13b5-4890-8637-7ed671a8156c None None] Provisioning complete for port 4865c1f8-6e25-4577-9949-19a79e462fb6 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:24.802838 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-13e11803-13b5-4890-8637-7ed671a8156c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:24.859050 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-13e11803-13b5-4890-8637-7ed671a8156c None None] Port 4865c1f8-6e25-4577-9949-19a79e462fb6 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:46:25.141066 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadb66d-1d67-4f73-b5a0-83be8db385af req-1443b814-84ba-4ad6-9943-aed06020a7c6 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:25.142980 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-baadb66d-1d67-4f73-b5a0-83be8db385af req-1443b814-84ba-4ad6-9943-aed06020a7c6 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 931 time: 0.2240527 Jul 07 16:46:25.183124 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63ba9111-fcc1-4224-931c-55b24c4d2c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:25.194421 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63ba9111-fcc1-4224-931c-55b24c4d2c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:25.269935 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-baadb66d-1d67-4f73-b5a0-83be8db385af req-99bcad0e-aa44-4a2e-a79f-363ad58cda90 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185744 Jul 07 16:46:25.283649 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-63ba9111-fcc1-4224-931c-55b24c4d2c08 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9880b4bffbf4ba7919b10f0b7153511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7509396 Jul 07 16:46:25.284355 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba9111-fcc1-4224-931c-55b24c4d2c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a01c6d-711a-4cca-b415-41b1b36f19c4,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:25.286984 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56144) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:25.327853 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a793d6d-7ebb-4fd7-ac6c-5cafb84ac3a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:25.335024 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a793d6d-7ebb-4fd7-ac6c-5cafb84ac3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:25.335786 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a793d6d-7ebb-4fd7-ac6c-5cafb84ac3a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:25.389317 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1cc62778-79cb-490b-b776-be8485609ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:25.432632 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1cc62778-79cb-490b-b776-be8485609ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:25.448062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a793d6d-7ebb-4fd7-ac6c-5cafb84ac3a1 admin admin] Pushing event updated for resources: {'Port': ['ID=4865c1f8-6e25-4577-9949-19a79e462fb6,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:25.517725 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1cc62778-79cb-490b-b776-be8485609ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:25.520512 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1cc62778-79cb-490b-b776-be8485609ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:25.522565 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1cc62778-79cb-490b-b776-be8485609ac6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c8a01c6d-711a-4cca-b415-41b1b36f19c4 HTTP/1.1" status: 204 len: 168 time: 0.2334929 Jul 07 16:46:25.534589 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a793d6d-7ebb-4fd7-ac6c-5cafb84ac3a1 admin admin] Network e037419b-1eae-424c-99dc-2054c277e6ee is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:25.543908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-0a793d6d-7ebb-4fd7-ac6c-5cafb84ac3a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:25.556211 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc62778-79cb-490b-b776-be8485609ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a01c6d-711a-4cca-b415-41b1b36f19c4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:25.691968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10d62f-c2b4-4131-a0f9-c0f8d9bee26e req-bf885193-5c68-4352-8e85-b55c00cca123 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:25.700705 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4c10d62f-c2b4-4131-a0f9-c0f8d9bee26e req-bf885193-5c68-4352-8e85-b55c00cca123 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 969 time: 0.1649957 Jul 07 16:46:25.792337 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4c10d62f-c2b4-4131-a0f9-c0f8d9bee26e req-f856baff-93b1-461a-94b3-4fc3b495b8d7 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbbc16ed-1f0e-4e69-bc22-25e613c1b16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907943 Jul 07 16:46:25.798739 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a793d6d-7ebb-4fd7-ac6c-5cafb84ac3a1 admin admin] Router 537d3f0c-a6d0-446d-9153-7563cb680411 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:46:25.911103 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7d5cc94a-2a17-4ef6-87b3-a65011a3ada7 None None] Provisioning complete for port 4865c1f8-6e25-4577-9949-19a79e462fb6 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:25.911633 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7d5cc94a-2a17-4ef6-87b3-a65011a3ada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:25.970337 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 85cfb694-5b6b-4138-bd94-f7da5aa1709e up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:26.063455 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a793d6d-7ebb-4fd7-ac6c-5cafb84ac3a1 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:46:26.067267 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7d5cc94a-2a17-4ef6-87b3-a65011a3ada7 None None] Port 4865c1f8-6e25-4577-9949-19a79e462fb6 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:46:26.077176 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0a793d6d-7ebb-4fd7-ac6c-5cafb84ac3a1 admin admin] 10.222.0.50 "PUT /v2.0/routers/537d3f0c-a6d0-446d-9153-7563cb680411/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7919409 Jul 07 16:46:26.102750 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 85cfb694-5b6b-4138-bd94-f7da5aa1709e completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:26.106743 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 85cfb694-5b6b-4138-bd94-f7da5aa1709e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:26.107368 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:26.200639 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:26.229776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 85cfb694-5b6b-4138-bd94-f7da5aa1709e, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=85cfb694-5b6b-4138-bd94-f7da5aa1709e,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:26.236253 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:26.301689 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=85cfb694-5b6b-4138-bd94-f7da5aa1709e,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:26.496113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device d359d458-5b4d-4712-b761-65a140508f90 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:46:26.605004 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706a095-a87e-445d-b928-145c8d6a4c8b req-d5e557c9-819c-4d9b-94ab-409b41c1f1bd tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:26.616761 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0706a095-a87e-445d-b928-145c8d6a4c8b req-d5e557c9-819c-4d9b-94ab-409b41c1f1bd tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 931 time: 0.1615145 Jul 07 16:46:26.701818 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0706a095-a87e-445d-b928-145c8d6a4c8b req-e2d667af-ba92-4fee-949a-1c1956f989d4 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840030 Jul 07 16:46:26.702455 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port d359d458-5b4d-4712-b761-65a140508f90, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=d359d458-5b4d-4712-b761-65a140508f90,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:26.730031 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'd359d458-5b4d-4712-b761-65a140508f90', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': 'd359d458-5b4d-4712-b761-65a140508f90', 'mac_address': 'fa:16:3e:60:c3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:tempest-test_az-790255634', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:46:26.750491 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] Sync routers for ids ['537d3f0c-a6d0-446d-9153-7563cb680411'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:46:26.791319 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] Routers {'537d3f0c-a6d0-446d-9153-7563cb680411'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:26.792073 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:46:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['537d3f0c-a6d0-446d-9153-7563cb680411'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:26.836311 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:26.860757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d359d458-5b4d-4712-b761-65a140508f90 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:26.932846 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port d359d458-5b4d-4712-b761-65a140508f90, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=d359d458-5b4d-4712-b761-65a140508f90,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:26.944825 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:26.993023 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] Set router 537d3f0c-a6d0-446d-9153-7563cb680411 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:27.036661 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0492ad8-bd70-47c7-ae4f-96e25ca336ce req-5aeb750a-f041-4dbe-938f-33229251096c tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:27.045555 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f0492ad8-bd70-47c7-ae4f-96e25ca336ce req-5aeb750a-f041-4dbe-938f-33229251096c tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 970 time: 0.0884066 Jul 07 16:46:27.082423 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=d359d458-5b4d-4712-b761-65a140508f90,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:27.114425 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f0492ad8-bd70-47c7-ae4f-96e25ca336ce req-83625453-f5ea-4cb8-b211-83e7c56adefa tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbbc16ed-1f0e-4e69-bc22-25e613c1b16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639753 Jul 07 16:46:27.371337 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['d359d458-5b4d-4712-b761-65a140508f90'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:46:27.659545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537d3f0c-a6d0-446d-9153-7563cb680411', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-464069466-router', 'tenant_id': '151c651edb0f4c0c895183d2f3b94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '85cfb694-5b6b-4138-bd94-f7da5aa1709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:15Z', 'updated_at': '2021-07-07T16:46:24Z', 'revision_number': 4, 'project_id': '151c651edb0f4c0c895183d2f3b94c70', 'gw_port': {'id': '85cfb694-5b6b-4138-bd94-f7da5aa1709e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537d3f0c-a6d0-446d-9153-7563cb680411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:18Z', 'updated_at': '2021-07-07T16:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4865c1f8-6e25-4577-9949-19a79e462fb6', 'name': '', 'network_id': 'e037419b-1eae-424c-99dc-2054c277e6ee', 'tenant_id': '151c651edb0f4c0c895183d2f3b94c70', 'mac_address': 'fa:16:3e:31:e9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537d3f0c-a6d0-446d-9153-7563cb680411', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'ee530227-eaeb-4af5-a718-23aa496cd634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:23Z', 'updated_at': '2021-07-07T16:46:25Z', 'revision_number': 2, 'project_id': '151c651edb0f4c0c895183d2f3b94c70', 'subnets': [{'id': 'ee530227-eaeb-4af5-a718-23aa496cd634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:27.701049 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] Checking router: 537d3f0c-a6d0-446d-9153-7563cb680411 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:46:27.701741 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] Updating router 537d3f0c-a6d0-446d-9153-7563cb680411 port 4865c1f8-6e25-4577-9949-19a79e462fb6 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:46:27.798252 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:27.953387 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56232) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:27.959357 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-0aa59eea-1cb9-4f81-b3ff-9512cd1868eb tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--565168355', 'description': 'tempest-description--1895937442'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:27.968249 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 85cfb694-5b6b-4138-bd94-f7da5aa1709e up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:28.024425 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0aa59eea-1cb9-4f81-b3ff-9512cd1868eb tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.059650 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 85cfb694-5b6b-4138-bd94-f7da5aa1709e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:28.059859 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.141042 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be6a6c-e49c-468f-9521-6f467ea1be25 req-9bc7d637-1b23-4932-ab65-fbc197d05099 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:28.171615 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-52be6a6c-e49c-468f-9521-6f467ea1be25 req-9bc7d637-1b23-4932-ab65-fbc197d05099 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 931 time: 0.1235592 Jul 07 16:46:28.261792 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0aa59eea-1cb9-4f81-b3ff-9512cd1868eb tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.270629 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0aa59eea-1cb9-4f81-b3ff-9512cd1868eb tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.290025 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-52be6a6c-e49c-468f-9521-6f467ea1be25 req-de963530-d018-45e0-804f-8c20112e7d1e tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162410 Jul 07 16:46:28.316052 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0aa59eea-1cb9-4f81-b3ff-9512cd1868eb tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.317296 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0aa59eea-1cb9-4f81-b3ff-9512cd1868eb tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3621907 Jul 07 16:46:28.320439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56240) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:28.321620 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa59eea-1cb9-4f81-b3ff-9512cd1868eb tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:28.326637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-ca986a0c-2c65-45e5-8c15-8ed809dd420f tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Request body: {'security_group_rule': {'security_group_id': '2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:28.366362 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.382761 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] Transition to ACTIVE for port object 4865c1f8-6e25-4577-9949-19a79e462fb6 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:28.404022 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca986a0c-2c65-45e5-8c15-8ed809dd420f tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.413501 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.492921 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af8d66-42a2-4d46-ad4c-2cef99159dcc None None] Pushing event updated for resources: {'Port': ['ID=4865c1f8-6e25-4577-9949-19a79e462fb6,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:28.496850 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device d359d458-5b4d-4712-b761-65a140508f90 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:28.562215 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca986a0c-2c65-45e5-8c15-8ed809dd420f tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.595791 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca986a0c-2c65-45e5-8c15-8ed809dd420f tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.673923 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca986a0c-2c65-45e5-8c15-8ed809dd420f tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d31a59-2e7a-476f-81ad-70b540dc17ee,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:28.683551 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] Attempting to bind port 4865c1f8-6e25-4577-9949-19a79e462fb6 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:28.684470 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] Attempting to bind port 4865c1f8-6e25-4577-9949-19a79e462fb6 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '4a5a3a82-b1e0-4280-b61a-483e6bfc14f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e037419b-1eae-424c-99dc-2054c277e6ee'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:28.685147 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] Attempting to bind port 4865c1f8-6e25-4577-9949-19a79e462fb6 on network e037419b-1eae-424c-99dc-2054c277e6ee {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:28.692856 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:28.693489 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] Checking segment: {'id': '4a5a3a82-b1e0-4280-b61a-483e6bfc14f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e037419b-1eae-424c-99dc-2054c277e6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:28.694188 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.694716 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] Bound using segment: {'id': '4a5a3a82-b1e0-4280-b61a-483e6bfc14f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e037419b-1eae-424c-99dc-2054c277e6ee'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:28.695675 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] Bound port: 4865c1f8-6e25-4577-9949-19a79e462fb6, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5a3a82-b1e0-4280-b61a-483e6bfc14f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e037419b-1eae-424c-99dc-2054c277e6ee'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:28.696213 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.696462 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca986a0c-2c65-45e5-8c15-8ed809dd420f tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.699514 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ca986a0c-2c65-45e5-8c15-8ed809dd420f tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3777902 Jul 07 16:46:28.702200 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56248) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:28.710643 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-4eb51241-f914-4afa-a40f-007274268fc3 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Request body: {'security_group_rule': {'security_group_id': '2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:28.805708 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] For port 4865c1f8-6e25-4577-9949-19a79e462fb6, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:28.809496 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] For port 4865c1f8-6e25-4577-9949-19a79e462fb6, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4865c1f8-6e25-4577-9949-19a79e462fb6,segment=NetworkSegment(4a5a3a82-b1e0-4280-b61a-483e6bfc14f5),segment_id=4a5a3a82-b1e0-4280-b61a-483e6bfc14f5)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:28.811449 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port d359d458-5b4d-4712-b761-65a140508f90 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:28.815603 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4eb51241-f914-4afa-a40f-007274268fc3 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.817369 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port d359d458-5b4d-4712-b761-65a140508f90 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:28.817833 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.822358 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.833488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0772eb2-d245-49a6-bae0-185f6aba3eac req-d950daba-fe28-4c85-8bb2-cf59af9db190 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:28.842923 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d0772eb2-d245-49a6-bae0-185f6aba3eac req-d950daba-fe28-4c85-8bb2-cf59af9db190 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 970 time: 0.2770152 Jul 07 16:46:28.972294 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] Routers {'537d3f0c-a6d0-446d-9153-7563cb680411'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:28.974030 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d0772eb2-d245-49a6-bae0-185f6aba3eac req-d53a36ce-031e-4acc-b8cf-50ed29242bb5 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbbc16ed-1f0e-4e69-bc22-25e613c1b16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273472 Jul 07 16:46:28.980591 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4eb51241-f914-4afa-a40f-007274268fc3 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:28.981330 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:46:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['537d3f0c-a6d0-446d-9153-7563cb680411'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:28.983812 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4eb51241-f914-4afa-a40f-007274268fc3 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:29.009718 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb51241-f914-4afa-a40f-007274268fc3 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de64361-6827-4ede-837a-ed3897aff390,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:29.024009 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4eb51241-f914-4afa-a40f-007274268fc3 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:29.029124 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4eb51241-f914-4afa-a40f-007274268fc3 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3254821 Jul 07 16:46:29.032044 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56256) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:29.037838 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-49b755d8-c7e8-4fad-9275-cbe99a13f30c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:29.073973 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-49b755d8-c7e8-4fad-9275-cbe99a13f30c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:29.149394 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af8d66-42a2-4d46-ad4c-2cef99159dcc None None] Pushing event updated for resources: {'Port': ['ID=4865c1f8-6e25-4577-9949-19a79e462fb6,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:29.187756 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] Set router 537d3f0c-a6d0-446d-9153-7563cb680411 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:29.258301 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-49b755d8-c7e8-4fad-9275-cbe99a13f30c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:29.312851 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:29.401326 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff47040-2dfa-400c-a594-bcfe81d60013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd359d458-5b4d-4712-b761-65a140508f90'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:29.404832 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-2e474891-baff-428d-9856-f2681210de44 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=81d0685782b0487a9e3df3683dfe1592&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582690 Jul 07 16:46:29.424076 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-49b755d8-c7e8-4fad-9275-cbe99a13f30c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Allocated IP 172.25.2.199 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/4025af36-830b-4bcc-997e-3b7ba86910f4) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:29.488523 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port d359d458-5b4d-4712-b761-65a140508f90, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=d359d458-5b4d-4712-b761-65a140508f90,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:29.500242 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:29.559989 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7476bd3-2ade-4fae-8d29-bfca32297b71" -d '{"events": [{"server_uuid": "eff47040-2dfa-400c-a594-bcfe81d60013", "name": "network-vif-plugged", "status": "completed", "tag": "d359d458-5b4d-4712-b761-65a140508f90"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:29.585115 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-62e792b7-e2f1-4635-afb4-4f4e6a62c4e8 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:29.592933 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-62e792b7-e2f1-4635-afb4-4f4e6a62c4e8 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1818302 Jul 07 16:46:29.593914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=d359d458-5b4d-4712-b761-65a140508f90,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:29.611086 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-f6e54ec8-3089-466c-851b-c46da632328d tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/quotas/81d0685782b0487a9e3df3683dfe1592 HTTP/1.1" status: 200 len: 375 time: 0.0170276 Jul 07 16:46:29.615507 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537d3f0c-a6d0-446d-9153-7563cb680411', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-464069466-router', 'tenant_id': '151c651edb0f4c0c895183d2f3b94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '85cfb694-5b6b-4138-bd94-f7da5aa1709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:15Z', 'updated_at': '2021-07-07T16:46:24Z', 'revision_number': 4, 'project_id': '151c651edb0f4c0c895183d2f3b94c70', 'gw_port': {'id': '85cfb694-5b6b-4138-bd94-f7da5aa1709e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537d3f0c-a6d0-446d-9153-7563cb680411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:18Z', 'updated_at': '2021-07-07T16:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4865c1f8-6e25-4577-9949-19a79e462fb6', 'name': '', 'network_id': 'e037419b-1eae-424c-99dc-2054c277e6ee', 'tenant_id': '151c651edb0f4c0c895183d2f3b94c70', 'mac_address': 'fa:16:3e:31:e9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537d3f0c-a6d0-446d-9153-7563cb680411', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'ee530227-eaeb-4af5-a718-23aa496cd634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:23Z', 'updated_at': '2021-07-07T16:46:28Z', 'revision_number': 4, 'project_id': '151c651edb0f4c0c895183d2f3b94c70', 'subnets': [{'id': 'ee530227-eaeb-4af5-a718-23aa496cd634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:29.678858 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-0169349b-9e49-48a4-9069-21cd1ef9f752 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=81d0685782b0487a9e3df3683dfe1592&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646815 Jul 07 16:46:29.687738 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-49b755d8-c7e8-4fad-9275-cbe99a13f30c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:29.701861 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9630f47-fe56-4933-b123-3a06d9b09bdb req-26b511e8-632e-4e24-be14-e7cd4ecd5092 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:29.708893 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9630f47-fe56-4933-b123-3a06d9b09bdb req-26b511e8-632e-4e24-be14-e7cd4ecd5092 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 931 time: 0.1418064 Jul 07 16:46:29.756491 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56284) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:29.769354 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9630f47-fe56-4933-b123-3a06d9b09bdb req-164630c0-165c-4631-90da-8c6ef9211d2e tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594635 Jul 07 16:46:29.770631 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d2b966-6257-4d18-bf98-4b658ae9f0db None None] The sync data for ids ['537d3f0c-a6d0-446d-9153-7563cb680411'] in n-d-793620-7 is: [{'id': '537d3f0c-a6d0-446d-9153-7563cb680411', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-464069466-router', 'tenant_id': '151c651edb0f4c0c895183d2f3b94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '85cfb694-5b6b-4138-bd94-f7da5aa1709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:15Z', 'updated_at': '2021-07-07T16:46:24Z', 'revision_number': 4, 'project_id': '151c651edb0f4c0c895183d2f3b94c70', 'gw_port': {'id': '85cfb694-5b6b-4138-bd94-f7da5aa1709e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537d3f0c-a6d0-446d-9153-7563cb680411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:18Z', 'updated_at': '2021-07-07T16:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4865c1f8-6e25-4577-9949-19a79e462fb6', 'name': '', 'network_id': 'e037419b-1eae-424c-99dc-2054c277e6ee', 'tenant_id': '151c651edb0f4c0c895183d2f3b94c70', 'mac_address': 'fa:16:3e:31:e9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537d3f0c-a6d0-446d-9153-7563cb680411', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': 'ee530227-eaeb-4af5-a718-23aa496cd634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:23Z', 'updated_at': '2021-07-07T16:46:28Z', 'revision_number': 4, 'project_id': '151c651edb0f4c0c895183d2f3b94c70', 'subnets': [{'id': 'ee530227-eaeb-4af5-a718-23aa496cd634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:46:29.806777 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-49b755d8-c7e8-4fad-9275-cbe99a13f30c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:29.907425 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b755d8-c7e8-4fad-9275-cbe99a13f30c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:29.919990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-49b755d8-c7e8-4fad-9275-cbe99a13f30c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:29.940032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b755d8-c7e8-4fad-9275-cbe99a13f30c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:29.949483 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b755d8-c7e8-4fad-9275-cbe99a13f30c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Pushing event updated for resources: {'Port': ['ID=4025af36-830b-4bcc-997e-3b7ba86910f4,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:29.966551 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-70085be5-4ecb-4f4f-b86f-b29bfae3cda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.149288 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-49b755d8-c7e8-4fad-9275-cbe99a13f30c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.176027 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-70085be5-4ecb-4f4f-b86f-b29bfae3cda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.182055 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-70085be5-4ecb-4f4f-b86f-b29bfae3cda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.210093 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14b2cd1-21e4-46e1-b9a4-7865d5a523d1 x-openstack-request-id: req-b14b2cd1-21e4-46e1-b9a4-7865d5a523d1 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:30.210980 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff47040-2dfa-400c-a594-bcfe81d60013", "name": "network-vif-plugged", "status": "completed", "tag": "d359d458-5b4d-4712-b761-65a140508f90", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:30.211416 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b14b2cd1-21e4-46e1-b9a4-7865d5a523d1 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:30.212039 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff47040-2dfa-400c-a594-bcfe81d60013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd359d458-5b4d-4712-b761-65a140508f90', 'code': 200} Jul 07 16:46:30.254645 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-49b755d8-c7e8-4fad-9275-cbe99a13f30c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.270990 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-70085be5-4ecb-4f4f-b86f-b29bfae3cda5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c021f66e236443fb26e7321fbcda28c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5130310 Jul 07 16:46:30.300565 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56310) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:30.324623 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70085be5-4ecb-4f4f-b86f-b29bfae3cda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2865ac6d-2973-483c-9071-b267d29e1347,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:30.421439 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-d5e65c93-3df6-459f-8da0-51d63b58955c tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=81d0685782b0487a9e3df3683dfe1592&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735426 Jul 07 16:46:30.481427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b25e79-dc47-4fe8-91c1-c78937f8a0e2 req-bba6bb1f-bfb5-4211-a382-0cc16c510772 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:30.490800 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-56b25e79-dc47-4fe8-91c1-c78937f8a0e2 req-bba6bb1f-bfb5-4211-a382-0cc16c510772 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 971 time: 0.3291018 Jul 07 16:46:30.511693 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7782d0d-0e0a-47fc-a63d-ad09ed287550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.537559 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7782d0d-0e0a-47fc-a63d-ad09ed287550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.546921 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-49b755d8-c7e8-4fad-9275-cbe99a13f30c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.556113 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-49b755d8-c7e8-4fad-9275-cbe99a13f30c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.608123 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-49b755d8-c7e8-4fad-9275-cbe99a13f30c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.619839 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7782d0d-0e0a-47fc-a63d-ad09ed287550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.622682 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7782d0d-0e0a-47fc-a63d-ad09ed287550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.626366 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e7782d0d-0e0a-47fc-a63d-ad09ed287550 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2865ac6d-2973-483c-9071-b267d29e1347 HTTP/1.1" status: 204 len: 168 time: 0.3215859 Jul 07 16:46:30.639101 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-49b755d8-c7e8-4fad-9275-cbe99a13f30c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.644769 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7782d0d-0e0a-47fc-a63d-ad09ed287550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2865ac6d-2973-483c-9071-b267d29e1347,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:30.649072 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-49b755d8-c7e8-4fad-9275-cbe99a13f30c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6156590 Jul 07 16:46:30.687904 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b755d8-c7e8-4fad-9275-cbe99a13f30c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Pushing event updated for resources: {'Port': ['ID=4025af36-830b-4bcc-997e-3b7ba86910f4,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:30.688506 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-56b25e79-dc47-4fe8-91c1-c78937f8a0e2 req-6f264ec5-331f-4d1f-9067-51b54dc4bfc0 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbbc16ed-1f0e-4e69-bc22-25e613c1b16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963913 Jul 07 16:46:30.698654 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-732c2cb6-eac1-4e1c-aa77-b793fde0cd71 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:30.705856 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-732c2cb6-eac1-4e1c-aa77-b793fde0cd71 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2782521 Jul 07 16:46:30.709282 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951d289-8ca6-4d52-92b4-d802ea0fee00 req-79b7fbd9-3aa0-428d-8b8a-b6c349764539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:30.711617 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7951d289-8ca6-4d52-92b4-d802ea0fee00 req-79b7fbd9-3aa0-428d-8b8a-b6c349764539 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 1122 time: 0.3602524 Jul 07 16:46:30.725124 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-64f6a46c-fd20-4001-b407-d2969b205d8c tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/quotas/81d0685782b0487a9e3df3683dfe1592 HTTP/1.1" status: 200 len: 375 time: 0.0177829 Jul 07 16:46:30.742992 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7951d289-8ca6-4d52-92b4-d802ea0fee00 req-5e1744bd-706c-4d62-8510-8ca19e494b71 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:30.831879 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-93f2f796-abbc-4eba-ad05-9ce7cbbd3b85 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=81d0685782b0487a9e3df3683dfe1592&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1058006 Jul 07 16:46:30.907156 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-27841764-0398-479b-9a76-5ad535fcd27a req-abf76f40-c59f-4ffc-abc0-ba48bcb7c499 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:46:30.908192 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27841764-0398-479b-9a76-5ad535fcd27a req-abf76f40-c59f-4ffc-abc0-ba48bcb7c499 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056977 Jul 07 16:46:30.997797 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7951d289-8ca6-4d52-92b4-d802ea0fee00 req-5e1744bd-706c-4d62-8510-8ca19e494b71 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:31.008563 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7951d289-8ca6-4d52-92b4-d802ea0fee00 req-5e1744bd-706c-4d62-8510-8ca19e494b71 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:31.069227 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1744bd-706c-4d62-8510-8ca19e494b71 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5767ba6e-37e3-4cf7-8575-b4749f18c447,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:31.140717 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7951d289-8ca6-4d52-92b4-d802ea0fee00 req-5e1744bd-706c-4d62-8510-8ca19e494b71 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bbbc16ed-1f0e-4e69-bc22-25e613c1b16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199769 Jul 07 16:46:31.174496 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-1ef9e4d7-71cf-4253-b5f0-54146f78dc5d tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--565168355&fields=id&tenant_id=b5ce0c877d554ec492166d4081f3bc35 HTTP/1.1" status: 200 len: 267 time: 0.0764208 Jul 07 16:46:31.220531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06e750-c999-4243-9a3c-309c4ae53d8f req-26a79636-f553-4959-9922-81631ad56bf2 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:31.222356 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-df06e750-c999-4243-9a3c-309c4ae53d8f req-26a79636-f553-4959-9922-81631ad56bf2 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 931 time: 0.1548431 Jul 07 16:46:31.246776 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] Request body: {'port': {'device_id': '6ee3a3a5-4cbf-4135-987b-7d270c7429ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:31.275623 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56356) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:31.322022 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d3bbd1f2-8260-4064-a9d1-81e7b5786344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:31.365785 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:31.383346 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-855a2327-2fb7-4839-87e9-4366e893a45b tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:31.384874 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-855a2327-2fb7-4839-87e9-4366e893a45b tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/networks?id=c85edc96-c222-49c3-a60a-171b400e82ed HTTP/1.1" status: 200 len: 823 time: 0.2095900 Jul 07 16:46:31.385425 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-df06e750-c999-4243-9a3c-309c4ae53d8f req-2819ddf0-1fe2-41b3-a071-e6c914db5417 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562552 Jul 07 16:46:31.528728 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f25f5f40-6625-403b-83e7-0e81e04f3b86 req-2c4ee478-8191-4fec-bd33-224c84d0ac21 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=302454d3-db4b-49cb-8ea4-f29e19ceeeff HTTP/1.1" status: 200 len: 210 time: 0.0593560 Jul 07 16:46:31.590935 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d3bbd1f2-8260-4064-a9d1-81e7b5786344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:31.596985 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-af757219-1ee0-47f8-b6c7-813c3f54e53d tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/quotas/b5ce0c877d554ec492166d4081f3bc35 HTTP/1.1" status: 200 len: 375 time: 0.2016137 Jul 07 16:46:31.597726 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d3bbd1f2-8260-4064-a9d1-81e7b5786344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:31.660994 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d3bbd1f2-8260-4064-a9d1-81e7b5786344 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f4ccf5ab8db4962a0e3ee1036263fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842220 Jul 07 16:46:31.662550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56366) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:31.663199 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bbd1f2-8260-4064-a9d1-81e7b5786344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adff9d88-ad92-4f07-a06e-dbb10a20c68b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:31.722803 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ce918b9-225a-427b-8b43-6dd5db5b2e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:31.768245 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ce918b9-225a-427b-8b43-6dd5db5b2e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:31.841720 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ce918b9-225a-427b-8b43-6dd5db5b2e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:31.845037 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ce918b9-225a-427b-8b43-6dd5db5b2e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:31.850517 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9ce918b9-225a-427b-8b43-6dd5db5b2e47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/adff9d88-ad92-4f07-a06e-dbb10a20c68b HTTP/1.1" status: 204 len: 168 time: 0.1833320 Jul 07 16:46:31.871339 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-8d9ba874-e2ff-40e2-afbd-b800426e494d tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5ce0c877d554ec492166d4081f3bc35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2610593 Jul 07 16:46:31.871571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce918b9-225a-427b-8b43-6dd5db5b2e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adff9d88-ad92-4f07-a06e-dbb10a20c68b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:31.899891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-fae17bd3-db70-4846-a6ab-0f9c07f8d60d tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:46:31.901296 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-fae17bd3-db70-4846-a6ab-0f9c07f8d60d tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072203 Jul 07 16:46:31.939569 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2f611-c712-4777-8119-09acd5419ec2 req-6da96f36-f4e4-444f-aa77-76f515711e45 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:31.943416 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4865c1f8-6e25-4577-9949-19a79e462fb6 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:31.949988 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cec2f611-c712-4777-8119-09acd5419ec2 req-6da96f36-f4e4-444f-aa77-76f515711e45 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 971 time: 0.0894067 Jul 07 16:46:32.024211 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cec2f611-c712-4777-8119-09acd5419ec2 req-7303a9d1-5f97-4bd2-a577-0efdc11dae50 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbbc16ed-1f0e-4e69-bc22-25e613c1b16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731728 Jul 07 16:46:32.040984 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:32.041889 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 4865c1f8-6e25-4577-9949-19a79e462fb6 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:32.050644 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:32.051002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4865c1f8-6e25-4577-9949-19a79e462fb6 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:32.051377 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:32.068771 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] Transition to ACTIVE for port object 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:32.086134 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:32.193889 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-4d358db7-0d91-41de-8c3d-ed4f9b58d4ed tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=81d0685782b0487a9e3df3683dfe1592&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305099 Jul 07 16:46:32.196389 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:32.244208 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 4865c1f8-6e25-4577-9949-19a79e462fb6, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4865c1f8-6e25-4577-9949-19a79e462fb6,segment=NetworkSegment(4a5a3a82-b1e0-4280-b61a-483e6bfc14f5),segment_id=4a5a3a82-b1e0-4280-b61a-483e6bfc14f5)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:32.257827 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:32.288927 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] Pushing event updated for resources: {'Port': ['ID=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:32.293244 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] Attempting to bind port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:32.293613 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] Attempting to bind port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:32.293990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] Attempting to bind port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:32.305119 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] Port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:46:32.305451 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] Attempting to bind port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:32.321977 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=4865c1f8-6e25-4577-9949-19a79e462fb6,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:32.322695 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:32.323039 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] Checking segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:32.323590 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] Bound using segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:32.324101 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] Bound port: 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:32.324432 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:32.368336 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-1e890c3e-5912-4a44-9e31-9fa900f829b8 service neutron] 10.222.0.50 "GET /v2.0/networks/c85edc96-c222-49c3-a60a-171b400e82ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969863 Jul 07 16:46:32.388690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-7433d1a2-dc6d-4a15-863d-d118090e00f3 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:32.390816 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-7433d1a2-dc6d-4a15-863d-d118090e00f3 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905897 Jul 07 16:46:32.406365 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-3afa4b47-735f-4c57-9419-2722549e3185 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Request body: {'port': {'device_id': '28d480e1-4ae1-4fd3-86d0-471358d9a729', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '81d0685782b0487a9e3df3683dfe1592'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:32.490603 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] For port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:32.523312 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] For port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:32.529933 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-19bd9a90-e811-4b77-aca3-c161aaf3cc20 service neutron] 10.222.0.50 "GET /v2.0/networks/c85edc96-c222-49c3-a60a-171b400e82ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605222 Jul 07 16:46:32.531754 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:32.568895 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:32.569887 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:32.570966 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27841764-0398-479b-9a76-5ad535fcd27a req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] 10.222.0.69 "PUT /v2.0/ports/6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 HTTP/1.1" status: 200 len: 1091 time: 1.4366331 Jul 07 16:46:32.571421 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee3a3a5-4cbf-4135-987b-7d270c7429ab', 'tag': '6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:32.729015 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-3afa4b47-735f-4c57-9419-2722549e3185 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Made reservation on behalf of 81d0685782b0487a9e3df3683dfe1592 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:32.732826 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c0fc3-973f-4dc2-9339-0bfe304df7ca service neutron] Pushing event updated for resources: {'Port': ['ID=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:32.741776 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-3afa4b47-735f-4c57-9419-2722549e3185 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:32.772700 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-3afa4b47-735f-4c57-9419-2722549e3185 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:32.792101 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27841764-0398-479b-9a76-5ad535fcd27a req-8bfb18b3-b91a-4f29-ab86-6445a544f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:32.795543 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27841764-0398-479b-9a76-5ad535fcd27a req-8bfb18b3-b91a-4f29-ab86-6445a544f8cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 1094 time: 0.1512125 Jul 07 16:46:32.818671 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794cf39-fe0e-4c9b-aa87-f2f1bdfc658a req-afdc780c-8ca8-4a5a-a088-bc89e5ccb9e0 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:32.823083 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0794cf39-fe0e-4c9b-aa87-f2f1bdfc658a req-afdc780c-8ca8-4a5a-a088-bc89e5ccb9e0 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 943 time: 0.2854149 Jul 07 16:46:32.910797 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9450d108-eb1a-4de8-954b-b9259e96d5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee3a3a5-4cbf-4135-987b-7d270c7429ab", "tag": "6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:32.963486 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27841764-0398-479b-9a76-5ad535fcd27a req-3f5a59ec-ae65-4849-b99c-a388fa829a47 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 HTTP/1.1" status: 200 len: 217 time: 0.1587183 Jul 07 16:46:33.029699 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.15', 55506) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:33.117175 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0794cf39-fe0e-4c9b-aa87-f2f1bdfc658a req-7c2ea764-2fd6-4beb-9e73-02beb8a0073d tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359808 Jul 07 16:46:33.123646 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-3afa4b47-735f-4c57-9419-2722549e3185 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:33.132865 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-3afa4b47-735f-4c57-9419-2722549e3185 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:33.137225 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-742f5fa3-1539-404f-a71f-fb6ec09750d9 req-36154ae2-0a69-4af6-ae17-8127350d690a tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=302454d3-db4b-49cb-8ea4-f29e19ceeeff HTTP/1.1" status: 200 len: 210 time: 0.0606928 Jul 07 16:46:33.143266 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-ef837404-f5bd-4723-ab00-2f5484fcd00d tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=81d0685782b0487a9e3df3683dfe1592&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1122706 Jul 07 16:46:33.174900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27841764-0398-479b-9a76-5ad535fcd27a req-5b3ac773-b303-4916-9038-980dd9034667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:33.179392 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27841764-0398-479b-9a76-5ad535fcd27a req-5b3ac773-b303-4916-9038-980dd9034667 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.2090247 Jul 07 16:46:33.342175 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27841764-0398-479b-9a76-5ad535fcd27a req-1114224b-53f9-4aa2-ab51-c8853b9c44c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377890 Jul 07 16:46:33.368031 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a3c13e64-abd1-4362-aeba-1804785f1335 req-5120da7b-c23c-4262-8141-3779f07356ac tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=528de228-c644-4e36-9694-f38aa25b68fd HTTP/1.1" status: 200 len: 210 time: 0.1466947 Jul 07 16:46:33.376531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa4b47-735f-4c57-9419-2722549e3185 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b50dd3-341c-476e-871b-9a977764565a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:33.510301 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d3a93b-9a52-4430-90b2-2288f32a87a1 x-openstack-request-id: req-60d3a93b-9a52-4430-90b2-2288f32a87a1 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:33.510776 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee3a3a5-4cbf-4135-987b-7d270c7429ab", "tag": "6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:33.511068 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60d3a93b-9a52-4430-90b2-2288f32a87a1 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:33.511663 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee3a3a5-4cbf-4135-987b-7d270c7429ab', 'tag': '6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00', 'status': 'completed', 'code': 200} Jul 07 16:46:33.511980 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-3afa4b47-735f-4c57-9419-2722549e3185 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Allocated IP 192.168.233.21 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/7845b625-0a39-494d-9ed7-391349d6ee31) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:33.527878 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-0b7bb06a-5b5e-472a-baa0-d0a2bb985d8e tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:33.529517 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-0b7bb06a-5b5e-472a-baa0-d0a2bb985d8e tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3767104 Jul 07 16:46:33.546986 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27841764-0398-479b-9a76-5ad535fcd27a req-266bd3a8-a707-4389-acfc-ad8988000c13 service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947546 Jul 07 16:46:33.552752 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-eb40ef96-5a0c-4e46-894d-bdf1a1798ea1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Request body: {'port': {'device_id': '302454d3-db4b-49cb-8ea4-f29e19ceeeff', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '81d0685782b0487a9e3df3683dfe1592'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:33.750141 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-3afa4b47-735f-4c57-9419-2722549e3185 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:33.763392 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-3afa4b47-735f-4c57-9419-2722549e3185 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Transition to ACTIVE for port object 7845b625-0a39-494d-9ed7-391349d6ee31 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:33.844815 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-3afa4b47-735f-4c57-9419-2722549e3185 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:33.910347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-3afa4b47-735f-4c57-9419-2722549e3185 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:33.910689 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4865c1f8-6e25-4577-9949-19a79e462fb6 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:33.911160 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27841764-0398-479b-9a76-5ad535fcd27a req-e4f688f5-6029-4753-b6c2-fbea3fb47efa service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547342 Jul 07 16:46:33.920537 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-3afa4b47-735f-4c57-9419-2722549e3185 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:33.936167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b256e0c-88e0-4932-a152-1cfd4b2b3a2d req-4458b87c-c22b-4732-827a-330b255da09a tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:33.945045 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7b256e0c-88e0-4932-a152-1cfd4b2b3a2d req-4458b87c-c22b-4732-827a-330b255da09a tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 971 time: 0.3561974 Jul 07 16:46:33.955251 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-eb40ef96-5a0c-4e46-894d-bdf1a1798ea1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Made reservation on behalf of 81d0685782b0487a9e3df3683dfe1592 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:33.961237 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-eb40ef96-5a0c-4e46-894d-bdf1a1798ea1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:33.967610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-3afa4b47-735f-4c57-9419-2722549e3185 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:33.985305 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-3afa4b47-735f-4c57-9419-2722549e3185 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:33.986100 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-3afa4b47-735f-4c57-9419-2722549e3185 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.031899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa4b47-735f-4c57-9419-2722549e3185 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Pushing event updated for resources: {'Port': ['ID=7845b625-0a39-494d-9ed7-391349d6ee31,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:34.038428 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4865c1f8-6e25-4577-9949-19a79e462fb6 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:34.039200 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.055536 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-3afa4b47-735f-4c57-9419-2722549e3185 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6541395 Jul 07 16:46:34.061953 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7b256e0c-88e0-4932-a152-1cfd4b2b3a2d req-e3101363-ff1a-49bd-bd7e-caf2d74dba5d tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbbc16ed-1f0e-4e69-bc22-25e613c1b16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160500 Jul 07 16:46:34.070894 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] Request body: {'port': {'device_id': '28d480e1-4ae1-4fd3-86d0-471358d9a729', 'device_owner': 'compute:tempest-test_az-790255634', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:34.177664 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.240206 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450d108-eb1a-4de8-954b-b9259e96d5c0 req-468e254d-4ba5-4224-bbdc-2c64be9153aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:34.241664 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9450d108-eb1a-4de8-954b-b9259e96d5c0 req-468e254d-4ba5-4224-bbdc-2c64be9153aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 1094 time: 0.2427309 Jul 07 16:46:34.382919 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d1ebe2c2-181d-4d13-a9c0-7a543a9d4866 None None] Provisioning for port 7845b625-0a39-494d-9ed7-391349d6ee31 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:34.389650 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d1ebe2c2-181d-4d13-a9c0-7a543a9d4866 None None] Provisioning complete for port 7845b625-0a39-494d-9ed7-391349d6ee31 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:34.390515 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe2c2-181d-4d13-a9c0-7a543a9d4866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.411256 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-eb40ef96-5a0c-4e46-894d-bdf1a1798ea1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Allocated IP 192.168.233.228 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/ad75113a-22ad-4544-b26b-739c8604e4bc) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:34.438591 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebe2c2-181d-4d13-a9c0-7a543a9d4866 None None] Port 7845b625-0a39-494d-9ed7-391349d6ee31 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:46:34.457845 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928b741-0822-422f-b341-053e6198e36a req-52fc2132-1039-4a4c-8d4c-beff3676ce0f tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:34.461119 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a928b741-0822-422f-b341-053e6198e36a req-52fc2132-1039-4a4c-8d4c-beff3676ce0f tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 943 time: 0.1001093 Jul 07 16:46:34.533097 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.69', 61130) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:34.535307 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a928b741-0822-422f-b341-053e6198e36a req-6352495c-7ffd-4db4-977f-d1ccb33bb28a tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666955 Jul 07 16:46:34.682356 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2eed90af-2a26-4dc4-995d-36ab13180a84 req-9f1ba520-7419-406d-8553-f693a5c33f98 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=302454d3-db4b-49cb-8ea4-f29e19ceeeff HTTP/1.1" status: 200 len: 210 time: 0.0313251 Jul 07 16:46:34.682661 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450d108-eb1a-4de8-954b-b9259e96d5c0 req-d0a039f4-5bdf-49a9-81a1-916a93205c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:34.684113 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9450d108-eb1a-4de8-954b-b9259e96d5c0 req-d0a039f4-5bdf-49a9-81a1-916a93205c09 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 921 time: 0.4305825 Jul 07 16:46:34.715697 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14ffd5-af78-4ee9-8619-044edefe1c02 req-a2e02491-cd28-4d70-83fa-1c1b2db64280 tempest-AggregatesAdminTestJSON-693807264 tempest-AggregatesAdminTestJSON-693807264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:34.717236 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d14ffd5-af78-4ee9-8619-044edefe1c02 req-a2e02491-cd28-4d70-83fa-1c1b2db64280 tempest-AggregatesAdminTestJSON-693807264 tempest-AggregatesAdminTestJSON-693807264-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 1122 time: 0.4035089 Jul 07 16:46:34.763746 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9450d108-eb1a-4de8-954b-b9259e96d5c0 req-70ba89d8-36b9-4e80-ae87-f4d711e6d222 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 HTTP/1.1" status: 200 len: 217 time: 0.0674238 Jul 07 16:46:34.820467 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0d14ffd5-af78-4ee9-8619-044edefe1c02 req-cc7661d3-ddaf-40a1-ac2f-0c48f2928d59 tempest-AggregatesAdminTestJSON-693807264 tempest-AggregatesAdminTestJSON-693807264-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.820904 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a297c912-3b66-40e6-ba6d-ccbd957255fc req-9f25a381-660c-4574-aa7d-0ed325bd80db tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=528de228-c644-4e36-9694-f38aa25b68fd HTTP/1.1" status: 200 len: 210 time: 0.0293791 Jul 07 16:46:34.848402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-142afc5e-aa6b-4e66-9600-74cdec2c82ad tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:34.849882 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-142afc5e-aa6b-4e66-9600-74cdec2c82ad tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.69 "GET /v2.0/networks?id=c85edc96-c222-49c3-a60a-171b400e82ed HTTP/1.1" status: 200 len: 823 time: 0.3012066 Jul 07 16:46:34.911407 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450d108-eb1a-4de8-954b-b9259e96d5c0 req-427631f8-a6f1-4169-a473-e84143299b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:34.912914 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9450d108-eb1a-4de8-954b-b9259e96d5c0 req-427631f8-a6f1-4169-a473-e84143299b37 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.1387992 Jul 07 16:46:34.921135 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-eb40ef96-5a0c-4e46-894d-bdf1a1798ea1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:34.996165 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-be0b0935-1475-406e-8999-7e2be83c2459 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5ce0c877d554ec492166d4081f3bc35 HTTP/1.1" status: 200 len: 379 time: 0.1356606 Jul 07 16:46:34.998036 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9450d108-eb1a-4de8-954b-b9259e96d5c0 req-3ce84e52-255b-4c0d-96a0-ca660f5f35e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659330 Jul 07 16:46:34.999016 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-eb40ef96-5a0c-4e46-894d-bdf1a1798ea1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Transition to ACTIVE for port object ad75113a-22ad-4544-b26b-739c8604e4bc will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:35.026498 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-bfe8def0-ce3e-4093-aec6-c9c1fa3624db tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Request body: {'port': {'device_id': '528de228-c644-4e36-9694-f38aa25b68fd', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'admin_state_up': True, 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'security_groups': ['2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6']}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:35.204407 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-eb40ef96-5a0c-4e46-894d-bdf1a1798ea1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.246969 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0d14ffd5-af78-4ee9-8619-044edefe1c02 req-cc7661d3-ddaf-40a1-ac2f-0c48f2928d59 tempest-AggregatesAdminTestJSON-693807264 tempest-AggregatesAdminTestJSON-693807264-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.259328 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0d14ffd5-af78-4ee9-8619-044edefe1c02 req-cc7661d3-ddaf-40a1-ac2f-0c48f2928d59 tempest-AggregatesAdminTestJSON-693807264 tempest-AggregatesAdminTestJSON-693807264-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.265320 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9450d108-eb1a-4de8-954b-b9259e96d5c0 req-32978cf3-7317-48be-852c-6f1b48444b0d service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559688 Jul 07 16:46:35.323327 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-eb40ef96-5a0c-4e46-894d-bdf1a1798ea1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:35.345915 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7845b625-0a39-494d-9ed7-391349d6ee31 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:35.354500 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.356631 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-eb40ef96-5a0c-4e46-894d-bdf1a1798ea1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:35.358813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7661d3-ddaf-40a1-ac2f-0c48f2928d59 tempest-AggregatesAdminTestJSON-693807264 tempest-AggregatesAdminTestJSON-693807264-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17940bd3-6b29-4bdb-953b-4e708c6772b9,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:35.372642 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] Transition to ACTIVE for port object 7845b625-0a39-494d-9ed7-391349d6ee31 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:35.376200 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-eb40ef96-5a0c-4e46-894d-bdf1a1798ea1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:35.377874 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.382542 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-eb40ef96-5a0c-4e46-894d-bdf1a1798ea1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:35.383193 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-eb40ef96-5a0c-4e46-894d-bdf1a1798ea1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.399738 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d14ffd5-af78-4ee9-8619-044edefe1c02 req-cc7661d3-ddaf-40a1-ac2f-0c48f2928d59 tempest-AggregatesAdminTestJSON-693807264 tempest-AggregatesAdminTestJSON-693807264-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=bbbc16ed-1f0e-4e69-bc22-25e613c1b16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6472745 Jul 07 16:46:35.439650 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] Pushing event updated for resources: {'Port': ['ID=7845b625-0a39-494d-9ed7-391349d6ee31,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:35.484381 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] Attempting to bind port 7845b625-0a39-494d-9ed7-391349d6ee31 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:35.484719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] Attempting to bind port 7845b625-0a39-494d-9ed7-391349d6ee31 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:35.485046 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] Attempting to bind port 7845b625-0a39-494d-9ed7-391349d6ee31 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:35.490277 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] Port 7845b625-0a39-494d-9ed7-391349d6ee31 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:46:35.490629 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] Attempting to bind port 7845b625-0a39-494d-9ed7-391349d6ee31 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:35.495827 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:35.496163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:35.497063 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:35.497063 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] Bound port: 7845b625-0a39-494d-9ed7-391349d6ee31, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:35.497346 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.527747 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9450d108-eb1a-4de8-954b-b9259e96d5c0 req-cb082b47-d28e-40c0-a83f-5729634bbfe8 service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064230 Jul 07 16:46:35.528532 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40ef96-5a0c-4e46-894d-bdf1a1798ea1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Pushing event updated for resources: {'Port': ['ID=ad75113a-22ad-4544-b26b-739c8604e4bc,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:35.542680 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-bfe8def0-ce3e-4093-aec6-c9c1fa3624db tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Made reservation on behalf of b5ce0c877d554ec492166d4081f3bc35 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:35.550794 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-bfe8def0-ce3e-4093-aec6-c9c1fa3624db tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.662769 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-eb40ef96-5a0c-4e46-894d-bdf1a1798ea1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1146522 Jul 07 16:46:35.682085 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] Request body: {'port': {'device_id': '302454d3-db4b-49cb-8ea4-f29e19ceeeff', 'device_owner': 'compute:tempest-test_az-790255634', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:35.780612 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bdb58016-bd6c-4bc8-ad3b-acb1897c32bf None None] Provisioning for port ad75113a-22ad-4544-b26b-739c8604e4bc completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:35.795295 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bdb58016-bd6c-4bc8-ad3b-acb1897c32bf None None] Provisioning complete for port ad75113a-22ad-4544-b26b-739c8604e4bc triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:35.795834 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bdb58016-bd6c-4bc8-ad3b-acb1897c32bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.869627 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-bdb58016-bd6c-4bc8-ad3b-acb1897c32bf None None] Port ad75113a-22ad-4544-b26b-739c8604e4bc cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:46:35.907872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] For port 7845b625-0a39-494d-9ed7-391349d6ee31, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:35.912877 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] For port 7845b625-0a39-494d-9ed7-391349d6ee31, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7845b625-0a39-494d-9ed7-391349d6ee31,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:35.940528 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.947029 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.970713 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-bfe8def0-ce3e-4093-aec6-c9c1fa3624db tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Allocated IP 172.20.0.9 (c85edc96-c222-49c3-a60a-171b400e82ed/414e5f56-f327-49ce-ba9b-6eafeb3fd8cc/cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:35.991346 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:35.992300 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:35.993715 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] 10.222.0.15 "PUT /v2.0/ports/7845b625-0a39-494d-9ed7-391349d6ee31 HTTP/1.1" status: 200 len: 1116 time: 1.9289451 Jul 07 16:46:35.996032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d480e1-4ae1-4fd3-86d0-471358d9a729', 'tag': '7845b625-0a39-494d-9ed7-391349d6ee31'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:35.999485 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671c5a0a-a319-4279-a75f-77dd4623abe0" -d '{"events": [{"name": "network-changed", "server_uuid": "28d480e1-4ae1-4fd3-86d0-471358d9a729", "tag": "7845b625-0a39-494d-9ed7-391349d6ee31"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:36.086126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1179b-f7ca-4d89-ab3a-d383f78321f0 req-c3267ebf-a6e9-4600-9b5d-bf1278e1ba4f tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:36.087032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94225610-6007-48b2-aab4-64c6cb9e28bb service neutron] Pushing event updated for resources: {'Port': ['ID=7845b625-0a39-494d-9ed7-391349d6ee31,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:36.087723 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-42b1179b-f7ca-4d89-ab3a-d383f78321f0 req-c3267ebf-a6e9-4600-9b5d-bf1278e1ba4f tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 943 time: 0.3140833 Jul 07 16:46:36.121436 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fc067-8505-4f3c-b7f1-c19b0c950d4f req-0690874d-daab-4540-b6bd-75ed3c406541 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:36.123170 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b0fc067-8505-4f3c-b7f1-c19b0c950d4f req-0690874d-daab-4540-b6bd-75ed3c406541 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=302454d3-db4b-49cb-8ea4-f29e19ceeeff HTTP/1.1" status: 200 len: 936 time: 0.2129161 Jul 07 16:46:36.157098 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-76732282-e4c9-4051-b837-9e089475dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:36.158670 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-76732282-e4c9-4051-b837-9e089475dad3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81d0685782b0487a9e3df3683dfe1592&device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 1119 time: 0.1070402 Jul 07 16:46:36.215885 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b0fc067-8505-4f3c-b7f1-c19b0c950d4f req-4b9701d2-36d1-4e30-b6d1-2d69a67df371 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848386 Jul 07 16:46:36.218470 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-756af68f-afc4-4f3d-b99c-4a3118bed37b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=7845b625-0a39-494d-9ed7-391349d6ee31 HTTP/1.1" status: 200 len: 217 time: 0.0488179 Jul 07 16:46:36.282979 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-3f7459d7-ab9b-4727-9106-f2c42a976a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:36.284641 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-3f7459d7-ab9b-4727-9106-f2c42a976a33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0592871 Jul 07 16:46:36.349497 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-9e99f540-713a-40da-8b1f-b68124fea01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:36.351224 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-9e99f540-713a-40da-8b1f-b68124fea01e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592310 Jul 07 16:46:36.434981 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-85edab67-7df2-4022-b2af-6ab728bd3417 req-ea3c43c6-2802-456f-967e-9d5ba328f983 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=528de228-c644-4e36-9694-f38aa25b68fd HTTP/1.1" status: 200 len: 210 time: 0.0581541 Jul 07 16:46:36.489849 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d588a1-7004-48f5-9cb9-37d5630e8c35 x-openstack-request-id: req-77d588a1-7004-48f5-9cb9-37d5630e8c35 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:36.490237 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d480e1-4ae1-4fd3-86d0-471358d9a729", "tag": "7845b625-0a39-494d-9ed7-391349d6ee31", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:36.490611 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-77d588a1-7004-48f5-9cb9-37d5630e8c35 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:36.491103 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d480e1-4ae1-4fd3-86d0-471358d9a729', 'tag': '7845b625-0a39-494d-9ed7-391349d6ee31', 'status': 'completed', 'code': 200} Jul 07 16:46:36.493324 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-f8f3e158-2c07-44ed-a81a-c091f6923431 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340473 Jul 07 16:46:36.499127 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-42b1179b-f7ca-4d89-ab3a-d383f78321f0 req-57e8b1a1-ccf9-478c-a351-b4bfb479de42 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490438 Jul 07 16:46:36.540804 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-bfe8def0-ce3e-4093-aec6-c9c1fa3624db tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:36.559350 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-bfe8def0-ce3e-4093-aec6-c9c1fa3624db tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Transition to ACTIVE for port object cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:36.634950 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8f2daf33-593f-4dce-9e0e-d3f6f0f3fea2 req-893b736d-0db9-4cfc-9df4-baf13a2c4acc service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276200 Jul 07 16:46:36.660366 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-bfe8def0-ce3e-4093-aec6-c9c1fa3624db tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:36.666759 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad75113a-22ad-4544-b26b-739c8604e4bc {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:36.724361 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:36.767188 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-bfe8def0-ce3e-4093-aec6-c9c1fa3624db tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Network c85edc96-c222-49c3-a60a-171b400e82ed is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:36.768501 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c5a0a-a319-4279-a75f-77dd4623abe0 req-e3b550e0-2e66-4041-a014-900be7294d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:36.771462 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-671c5a0a-a319-4279-a75f-77dd4623abe0 req-e3b550e0-2e66-4041-a014-900be7294d65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81d0685782b0487a9e3df3683dfe1592&device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 1119 time: 0.0716681 Jul 07 16:46:36.771621 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-bfe8def0-ce3e-4093-aec6-c9c1fa3624db tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:36.778814 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-bfe8def0-ce3e-4093-aec6-c9c1fa3624db tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:36.785676 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-bfe8def0-ce3e-4093-aec6-c9c1fa3624db tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:36.787007 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-bfe8def0-ce3e-4093-aec6-c9c1fa3624db tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:36.805925 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8def0-ce3e-4093-aec6-c9c1fa3624db tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Pushing event updated for resources: {'Port': ['ID=cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:36.811899 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-bfe8def0-ce3e-4093-aec6-c9c1fa3624db tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8009574 Jul 07 16:46:36.813205 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] Transition to ACTIVE for port object ad75113a-22ad-4544-b26b-739c8604e4bc will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:36.828912 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:36.844867 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] Request body: {'port': {'device_id': '528de228-c644-4e36-9694-f38aa25b68fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:36.914239 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] Pushing event updated for resources: {'Port': ['ID=ad75113a-22ad-4544-b26b-739c8604e4bc,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:36.915135 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c5a0a-a319-4279-a75f-77dd4623abe0 req-27799c19-cd70-4d82-8565-001d6c07445b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:36.921246 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-671c5a0a-a319-4279-a75f-77dd4623abe0 req-27799c19-cd70-4d82-8565-001d6c07445b service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1416655 Jul 07 16:46:37.028037 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-671c5a0a-a319-4279-a75f-77dd4623abe0 req-58f44121-2690-41e7-8f81-8839e49423c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=7845b625-0a39-494d-9ed7-391349d6ee31 HTTP/1.1" status: 200 len: 217 time: 0.1005485 Jul 07 16:46:37.049063 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] Attempting to bind port ad75113a-22ad-4544-b26b-739c8604e4bc on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:37.049405 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] Attempting to bind port ad75113a-22ad-4544-b26b-739c8604e4bc by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:37.049742 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] Attempting to bind port ad75113a-22ad-4544-b26b-739c8604e4bc on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:37.066784 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.068684 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] Port ad75113a-22ad-4544-b26b-739c8604e4bc on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:46:37.069014 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] Attempting to bind port ad75113a-22ad-4544-b26b-739c8604e4bc on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:37.080301 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:37.080640 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:37.081038 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:37.081492 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] Bound port: ad75113a-22ad-4544-b26b-739c8604e4bc, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:37.081852 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.138646 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c5a0a-a319-4279-a75f-77dd4623abe0 req-68bc193b-4f49-4b17-84dd-d4da4b443fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:37.140378 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-671c5a0a-a319-4279-a75f-77dd4623abe0 req-68bc193b-4f49-4b17-84dd-d4da4b443fe7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1045752 Jul 07 16:46:37.257624 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-88c554f9-1422-4dbe-99f9-d551ae4c79a6 None None] Provisioning for port cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:37.265436 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-88c554f9-1422-4dbe-99f9-d551ae4c79a6 None None] Provisioning complete for port cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:37.267565 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-88c554f9-1422-4dbe-99f9-d551ae4c79a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.274875 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c5a0a-a319-4279-a75f-77dd4623abe0 req-99ca4c7d-19d8-45f0-a19f-3a954d6d7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:37.279289 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-671c5a0a-a319-4279-a75f-77dd4623abe0 req-99ca4c7d-19d8-45f0-a19f-3a954d6d7a9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1255872 Jul 07 16:46:37.304000 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] For port ad75113a-22ad-4544-b26b-739c8604e4bc, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:37.328459 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] For port ad75113a-22ad-4544-b26b-739c8604e4bc, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ad75113a-22ad-4544-b26b-739c8604e4bc,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:37.338262 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.366477 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-88c554f9-1422-4dbe-99f9-d551ae4c79a6 None None] Port cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:46:37.433319 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-671c5a0a-a319-4279-a75f-77dd4623abe0 req-db1624b8-a3b9-49b2-8127-26f0897b237b service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499009 Jul 07 16:46:37.441069 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:37.441807 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.444769 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] 10.222.0.15 "PUT /v2.0/ports/ad75113a-22ad-4544-b26b-739c8604e4bc HTTP/1.1" status: 200 len: 1117 time: 1.7725239 Jul 07 16:46:37.445088 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302454d3-db4b-49cb-8ea4-f29e19ceeeff', 'tag': 'ad75113a-22ad-4544-b26b-739c8604e4bc'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:37.448110 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455b2b4e-4620-43b1-b90e-124c24cbac00" -d '{"events": [{"name": "network-changed", "server_uuid": "302454d3-db4b-49cb-8ea4-f29e19ceeeff", "tag": "ad75113a-22ad-4544-b26b-739c8604e4bc"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:37.572593 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-671c5a0a-a319-4279-a75f-77dd4623abe0 req-e669bad4-4acb-4b62-8ae7-9256a2cd6845 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326234 Jul 07 16:46:37.574798 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52aa4fb-b781-4b71-b72b-f00d688cf4ac service neutron] Pushing event updated for resources: {'Port': ['ID=ad75113a-22ad-4544-b26b-739c8604e4bc,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:37.708416 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:37.714847 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-9bc9250c-7bde-4262-baf8-2efef1843c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:37.716378 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-9bc9250c-7bde-4262-baf8-2efef1843c26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81d0685782b0487a9e3df3683dfe1592&device_id=302454d3-db4b-49cb-8ea4-f29e19ceeeff HTTP/1.1" status: 200 len: 1120 time: 0.2194917 Jul 07 16:46:37.726598 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be2811-5c26-4f3b-bb41-c5620360466e req-c3de5840-327f-45fb-9164-fcd636b7f7e5 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:37.733550 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b7be2811-5c26-4f3b-bb41-c5620360466e req-c3de5840-327f-45fb-9164-fcd636b7f7e5 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=302454d3-db4b-49cb-8ea4-f29e19ceeeff HTTP/1.1" status: 200 len: 969 time: 0.1909859 Jul 07 16:46:37.737661 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.752321 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c909002-fdd8-4563-a818-1c6f61a6dc9e x-openstack-request-id: req-6c909002-fdd8-4563-a818-1c6f61a6dc9e {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:37.752539 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302454d3-db4b-49cb-8ea4-f29e19ceeeff", "tag": "ad75113a-22ad-4544-b26b-739c8604e4bc", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:37.753132 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c909002-fdd8-4563-a818-1c6f61a6dc9e {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:37.753535 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302454d3-db4b-49cb-8ea4-f29e19ceeeff', 'tag': 'ad75113a-22ad-4544-b26b-739c8604e4bc', 'status': 'completed', 'code': 200} Jul 07 16:46:37.796412 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-ae5dad50-83fa-47c4-80dd-e3a03a9433c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=ad75113a-22ad-4544-b26b-739c8604e4bc HTTP/1.1" status: 200 len: 217 time: 0.0607996 Jul 07 16:46:37.798323 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] Transition to ACTIVE for port object cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:37.816876 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:37.882708 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b7be2811-5c26-4f3b-bb41-c5620360466e req-c2679d9a-7914-4bba-b0db-47d7dbc567c2 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482141 Jul 07 16:46:37.913582 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-c807f700-f626-4c1e-b138-362e3ef30d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:37.915100 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-c807f700-f626-4c1e-b138-362e3ef30d7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1130602 Jul 07 16:46:37.918114 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ffdea-8d94-4dd3-ab0b-23e3c49783e7 req-c1c5dcb7-52d6-41de-8152-ad3ed72c8022 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:37.918845 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b5ffdea-8d94-4dd3-ab0b-23e3c49783e7 req-c1c5dcb7-52d6-41de-8152-ad3ed72c8022 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=528de228-c644-4e36-9694-f38aa25b68fd HTTP/1.1" status: 200 len: 943 time: 0.0811005 Jul 07 16:46:37.960798 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] Pushing event updated for resources: {'Port': ['ID=cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:37.985237 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b5ffdea-8d94-4dd3-ab0b-23e3c49783e7 req-ebdc5656-2a2e-4784-9f9d-93b3487ef342 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592155 Jul 07 16:46:38.013622 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] Attempting to bind port cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:38.013957 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] Attempting to bind port cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '0fdda4b4-cdfc-4c46-869d-49fbb277814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:38.014401 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] Attempting to bind port cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 on network c85edc96-c222-49c3-a60a-171b400e82ed {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:38.030408 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] Port cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 on network c85edc96-c222-49c3-a60a-171b400e82ed not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:46:38.030749 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] Attempting to bind port cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 on network c85edc96-c222-49c3-a60a-171b400e82ed {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:38.039227 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:38.039565 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] Checking segment: {'id': '0fdda4b4-cdfc-4c46-869d-49fbb277814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:38.039952 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] Bound using segment: {'id': '0fdda4b4-cdfc-4c46-869d-49fbb277814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:38.040387 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] Bound port: cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fdda4b4-cdfc-4c46-869d-49fbb277814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:38.040745 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:38.165823 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-3a710d60-e3d5-4926-b19b-7d5753964763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:38.167803 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-3a710d60-e3d5-4926-b19b-7d5753964763 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2173166 Jul 07 16:46:38.189083 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] For port cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:38.194036 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] For port cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10,segment=NetworkSegment(0fdda4b4-cdfc-4c46-869d-49fbb277814b),segment_id=0fdda4b4-cdfc-4c46-869d-49fbb277814b)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:38.240382 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:38.300235 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:38.301203 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:38.303154 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] 10.222.0.69 "PUT /v2.0/ports/cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 HTTP/1.1" status: 200 len: 1091 time: 1.4754808 Jul 07 16:46:38.315317 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b1ee4-b6e9-4dec-9f2d-5293430e11cd req-69e839eb-f204-49a3-bd09-6fbb5bf5a388 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:38.323576 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-177b1ee4-b6e9-4dec-9f2d-5293430e11cd req-69e839eb-f204-49a3-bd09-6fbb5bf5a388 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 943 time: 0.2344711 Jul 07 16:46:38.414193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21699043-e213-4ab9-9745-460e2d5e9e45 service neutron] Pushing event updated for resources: {'Port': ['ID=cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:38.421807 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-526145d6-e19d-4d19-8ae8-e87d9a9f45ad service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460182 Jul 07 16:46:38.487983 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-177b1ee4-b6e9-4dec-9f2d-5293430e11cd req-68527a1e-2b66-4080-baaf-f1e2b1b76410 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622617 Jul 07 16:46:38.546901 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-33f0d202-68e6-4f40-a0f3-ebc04183b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:38.551262 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-33f0d202-68e6-4f40-a0f3-ebc04183b149 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5ce0c877d554ec492166d4081f3bc35&device_id=528de228-c644-4e36-9694-f38aa25b68fd HTTP/1.1" status: 200 len: 1094 time: 0.1895862 Jul 07 16:46:38.609079 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-6a0516ac-ee44-4a2a-892b-fb279df762d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 HTTP/1.1" status: 200 len: 217 time: 0.0501695 Jul 07 16:46:38.611259 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cfe0801-0e96-4332-8f55-8f9c95838745 req-dfba2a65-580c-4e99-bfeb-a6c78a917ec5 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806614 Jul 07 16:46:38.684192 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-7e7b2f80-6640-4085-ae4f-166b0fc681da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:38.685675 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-7e7b2f80-6640-4085-ae4f-166b0fc681da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=414e5f56-f327-49ce-ba9b-6eafeb3fd8cc HTTP/1.1" status: 200 len: 862 time: 0.0674448 Jul 07 16:46:38.786357 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b2b4e-4620-43b1-b90e-124c24cbac00 req-282d3837-b13b-4646-a57a-e7ca1e1e3c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:38.787966 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-455b2b4e-4620-43b1-b90e-124c24cbac00 req-282d3837-b13b-4646-a57a-e7ca1e1e3c32 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81d0685782b0487a9e3df3683dfe1592&device_id=302454d3-db4b-49cb-8ea4-f29e19ceeeff HTTP/1.1" status: 200 len: 1120 time: 0.1007030 Jul 07 16:46:38.789624 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-630b5aa2-b9d3-47b5-8613-beb199d205f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:38.790988 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-630b5aa2-b9d3-47b5-8613-beb199d205f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c85edc96-c222-49c3-a60a-171b400e82ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937088 Jul 07 16:46:38.937942 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:46:38.950580 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b2b4e-4620-43b1-b90e-124c24cbac00 req-aa8c43d3-9af0-4f58-aa2b-b31d022a1fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:38.952067 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-455b2b4e-4620-43b1-b90e-124c24cbac00 req-aa8c43d3-9af0-4f58-aa2b-b31d022a1fce service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1566985 Jul 07 16:46:38.979640 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-ae818297-bfec-489b-92c1-2948d0f237d1 service neutron] 10.222.0.69 "GET /v2.0/networks/c85edc96-c222-49c3-a60a-171b400e82ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693728 Jul 07 16:46:39.012911 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-455b2b4e-4620-43b1-b90e-124c24cbac00 req-cde6f5d9-45d2-4cfe-b5f6-dab88af9201b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=ad75113a-22ad-4544-b26b-739c8604e4bc HTTP/1.1" status: 200 len: 217 time: 0.0499663 Jul 07 16:46:39.088992 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:39.102691 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00', 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591', 'port_id': '6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00', 'mac_address': 'fa:16:3e:2b:55:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f82198-e4d7-4134-910a-03fa423ad754', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:46:39.153407 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:39.169853 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:39.192444 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:39.197324 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:39.254987 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:39.335827 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b2b4e-4620-43b1-b90e-124c24cbac00 req-4a9084b3-87c5-4aa0-8cdf-60aa79439093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:39.337343 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-455b2b4e-4620-43b1-b90e-124c24cbac00 req-4a9084b3-87c5-4aa0-8cdf-60aa79439093 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.3122358 Jul 07 16:46:39.392216 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d0fe07df-05fa-4f68-b795-86891a39b267 req-bdf8029f-d0f6-45ed-8970-289460bb4d98 service neutron] 10.222.0.69 "GET /v2.0/networks/c85edc96-c222-49c3-a60a-171b400e82ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876820 Jul 07 16:46:39.408341 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acdc54-7e93-468f-b55c-4631e2a4cb2d req-b7283a65-1bd2-4151-bd34-5de666c6100b tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:39.409859 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33acdc54-7e93-468f-b55c-4631e2a4cb2d req-b7283a65-1bd2-4151-bd34-5de666c6100b tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=302454d3-db4b-49cb-8ea4-f29e19ceeeff HTTP/1.1" status: 200 len: 969 time: 0.1630757 Jul 07 16:46:39.450316 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b2b4e-4620-43b1-b90e-124c24cbac00 req-34a0b62b-d3a8-4ab6-aedc-95b34efe605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:39.451920 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-455b2b4e-4620-43b1-b90e-124c24cbac00 req-34a0b62b-d3a8-4ab6-aedc-95b34efe605e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1054437 Jul 07 16:46:39.468874 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33acdc54-7e93-468f-b55c-4631e2a4cb2d req-040bb2f9-47e6-423f-8457-fa01fd66921a tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504267 Jul 07 16:46:39.594543 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-455b2b4e-4620-43b1-b90e-124c24cbac00 req-6154b957-0608-4e61-b2c9-e07e9733da51 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245980 Jul 07 16:46:39.641641 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b90630-8264-456a-aa81-b9a0a5bcf0f6 req-45429613-3b27-4a0d-a233-4156f3563e4a tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:39.650811 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27b90630-8264-456a-aa81-b9a0a5bcf0f6 req-45429613-3b27-4a0d-a233-4156f3563e4a tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=528de228-c644-4e36-9694-f38aa25b68fd HTTP/1.1" status: 200 len: 943 time: 0.0814431 Jul 07 16:46:39.704081 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27b90630-8264-456a-aa81-b9a0a5bcf0f6 req-8380b2b2-6f16-4ddc-b930-ed3fd08660fb tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520713 Jul 07 16:46:39.740568 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56666) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:39.745064 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-455b2b4e-4620-43b1-b90e-124c24cbac00 req-66e715af-1ebf-4697-a210-66f2e357df4f service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420619 Jul 07 16:46:39.756361 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528de228-c644-4e36-9694-f38aa25b68fd', 'tag': 'cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:39.759090 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d841a82-8a98-4def-9d3f-dc1a97e626b6" -d '{"events": [{"name": "network-changed", "server_uuid": "528de228-c644-4e36-9694-f38aa25b68fd", "tag": "cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:39.776028 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821299a-5199-40ad-977c-220dcbb1b507 req-a0774d8f-54d5-4914-8e06-5e0665b00215 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:39.782897 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2821299a-5199-40ad-977c-220dcbb1b507 req-a0774d8f-54d5-4914-8e06-5e0665b00215 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 944 time: 0.1137757 Jul 07 16:46:39.796281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:46:39.827973 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2821299a-5199-40ad-977c-220dcbb1b507 req-f4310b4c-9243-4479-ae0c-8380ab0f3aee tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436127 Jul 07 16:46:39.836325 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32321688-0685-4c93-98eb-a7e1b458b122 x-openstack-request-id: req-32321688-0685-4c93-98eb-a7e1b458b122 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:39.836632 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528de228-c644-4e36-9694-f38aa25b68fd", "tag": "cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:39.836973 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-32321688-0685-4c93-98eb-a7e1b458b122 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:39.837343 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528de228-c644-4e36-9694-f38aa25b68fd', 'tag': 'cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10', 'status': 'completed', 'code': 200} Jul 07 16:46:39.871865 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1b18d797-3724-46d1-8c05-7ac9ad782db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:39.967434 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d841a82-8a98-4def-9d3f-dc1a97e626b6 req-9bc3ae16-fad8-4ded-9928-c97e0a89184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:39.968965 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d841a82-8a98-4def-9d3f-dc1a97e626b6 req-9bc3ae16-fad8-4ded-9928-c97e0a89184e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5ce0c877d554ec492166d4081f3bc35&device_id=528de228-c644-4e36-9694-f38aa25b68fd HTTP/1.1" status: 200 len: 1094 time: 0.1119201 Jul 07 16:46:40.012669 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1b18d797-3724-46d1-8c05-7ac9ad782db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:40.017493 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1b18d797-3724-46d1-8c05-7ac9ad782db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:40.049673 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1b18d797-3724-46d1-8c05-7ac9ad782db1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8dbb10d066294f08b697e23f2341dbeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078957 Jul 07 16:46:40.057843 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56690) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:40.090365 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18d797-3724-46d1-8c05-7ac9ad782db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffaab0a-b1dd-4690-8d9b-e647cd6a465e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:40.136004 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe6a2-3632-41aa-b654-fa710e561980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:40.161125 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d841a82-8a98-4def-9d3f-dc1a97e626b6 req-9ca9a8c5-c764-4259-a014-c63ffaa5a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:40.162738 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d841a82-8a98-4def-9d3f-dc1a97e626b6 req-9ca9a8c5-c764-4259-a014-c63ffaa5a102 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c85edc96-c222-49c3-a60a-171b400e82ed HTTP/1.1" status: 200 len: 924 time: 0.1865554 Jul 07 16:46:40.170863 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe6a2-3632-41aa-b654-fa710e561980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:40.219547 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d841a82-8a98-4def-9d3f-dc1a97e626b6 req-baa8f697-6d15-44ff-ada5-ff134d7e82ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 HTTP/1.1" status: 200 len: 217 time: 0.0464783 Jul 07 16:46:40.266277 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe6a2-3632-41aa-b654-fa710e561980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:40.269565 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe6a2-3632-41aa-b654-fa710e561980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:40.274138 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a1ffe6a2-3632-41aa-b654-fa710e561980 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ffaab0a-b1dd-4690-8d9b-e647cd6a465e HTTP/1.1" status: 204 len: 168 time: 0.2149043 Jul 07 16:46:40.287617 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffe6a2-3632-41aa-b654-fa710e561980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffaab0a-b1dd-4690-8d9b-e647cd6a465e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:40.298421 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d841a82-8a98-4def-9d3f-dc1a97e626b6 req-e3420c7b-10ad-4dfc-80a1-65f1f29f984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:40.299978 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d841a82-8a98-4def-9d3f-dc1a97e626b6 req-e3420c7b-10ad-4dfc-80a1-65f1f29f984b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=414e5f56-f327-49ce-ba9b-6eafeb3fd8cc HTTP/1.1" status: 200 len: 862 time: 0.0754137 Jul 07 16:46:40.409211 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d841a82-8a98-4def-9d3f-dc1a97e626b6 req-a66639a0-001e-4e45-b063-04f62b14344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:40.410820 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d841a82-8a98-4def-9d3f-dc1a97e626b6 req-a66639a0-001e-4e45-b063-04f62b14344a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c85edc96-c222-49c3-a60a-171b400e82ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981927 Jul 07 16:46:40.539648 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56740) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:40.553868 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d841a82-8a98-4def-9d3f-dc1a97e626b6 req-0cbf5127-594c-4988-8301-5ef7426fc7fc service neutron] 10.222.0.69 "GET /v2.0/networks/c85edc96-c222-49c3-a60a-171b400e82ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319945 Jul 07 16:46:40.572291 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7845b625-0a39-494d-9ed7-391349d6ee31 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:46:40.684062 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d841a82-8a98-4def-9d3f-dc1a97e626b6 req-ea09fd34-1008-4588-beb2-d1b33a717d54 service neutron] 10.222.0.69 "GET /v2.0/networks/c85edc96-c222-49c3-a60a-171b400e82ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229873 Jul 07 16:46:40.783477 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56756) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:40.795517 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 7845b625-0a39-494d-9ed7-391349d6ee31, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7845b625-0a39-494d-9ed7-391349d6ee31,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:40.798627 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b2871-024c-419e-9991-acccf4965d8c req-317020ca-f7f0-4e5e-97e2-0de832cec1e6 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:40.801413 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-749b2871-024c-419e-9991-acccf4965d8c req-317020ca-f7f0-4e5e-97e2-0de832cec1e6 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=302454d3-db4b-49cb-8ea4-f29e19ceeeff HTTP/1.1" status: 200 len: 969 time: 0.1163359 Jul 07 16:46:40.805845 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f8b3f1d-5762-44a2-8f74-346f8f1798ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:40.814503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '7845b625-0a39-494d-9ed7-391349d6ee31', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '7845b625-0a39-494d-9ed7-391349d6ee31', 'mac_address': 'fa:16:3e:8a:da:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:tempest-test_az-790255634', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:46:40.834085 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e86f266-b736-4318-b57a-2f1e3b9509d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:40.867815 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:40.868541 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-749b2871-024c-419e-9991-acccf4965d8c req-762c3b21-6664-48ad-b9a9-2cd5b5e7d297 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604188 Jul 07 16:46:40.901597 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7845b625-0a39-494d-9ed7-391349d6ee31 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:40.930084 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:40.936596 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.api [None req-1f8b3f1d-5762-44a2-8f74-346f8f1798ca admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 16:46:40.936596 n-d-793620-7 neutron-server[100410]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 16:46:40.936596 n-d-793620-7 neutron-server[100410]: [parameters: {'project_id': '5242bf96aff4472c94793112c707f277', 'id': '9651fb95-774a-4f04-b94f-2738658ac701', 'expiration': datetime.datetime(2021, 7, 7, 16, 48, 40, 867501)}] Jul 07 16:46:40.936596 n-d-793620-7 neutron-server[100410]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:46:40.937031 n-d-793620-7 neutron-server[100410]: DEBUG oslo_db.api [None req-1f8b3f1d-5762-44a2-8f74-346f8f1798ca admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:46:40.990679 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 7845b625-0a39-494d-9ed7-391349d6ee31, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7845b625-0a39-494d-9ed7-391349d6ee31,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:41.001875 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.012089 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e86f266-b736-4318-b57a-2f1e3b9509d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.019854 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e86f266-b736-4318-b57a-2f1e3b9509d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.054614 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5a21b-29f5-4f1a-9f96-d182d764fe0b req-f607994f-cb81-4109-bd86-d665bc5937ca tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:41.060683 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=7845b625-0a39-494d-9ed7-391349d6ee31,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:41.061696 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-78d5a21b-29f5-4f1a-9f96-d182d764fe0b req-f607994f-cb81-4109-bd86-d665bc5937ca tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=528de228-c644-4e36-9694-f38aa25b68fd HTTP/1.1" status: 200 len: 943 time: 0.1466217 Jul 07 16:46:41.081141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:41.086044 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:41.086623 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.120587 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9e86f266-b736-4318-b57a-2f1e3b9509d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e72090e1cd143ada20cb928e6d1f115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360620 Jul 07 16:46:41.122896 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86f266-b736-4318-b57a-2f1e3b9509d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c1def0-5211-4cbd-ba77-2ae04f7551ca,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:41.126603 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56774) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:41.155619 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-78d5a21b-29f5-4f1a-9f96-d182d764fe0b req-9fda613e-42d6-4cc5-add4-c4163f734b49 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929496 Jul 07 16:46:41.197708 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56778) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:41.215315 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e2352af-75b1-43aa-9ae9-520f1fb8945c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.231919 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['7845b625-0a39-494d-9ed7-391349d6ee31'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:46:41.241404 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e2352af-75b1-43aa-9ae9-520f1fb8945c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.283200 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.319566 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee3a3a5-4cbf-4135-987b-7d270c7429ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:41.322284 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51bf7d8-b461-44f8-84cf-7e920ef50467" -d '{"events": [{"server_uuid": "6ee3a3a5-4cbf-4135-987b-7d270c7429ab", "name": "network-vif-plugged", "status": "completed", "tag": "6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:41.340480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:41.353923 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.357288 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279110be-0754-49c3-b8d1-41703012c84f req-be5b8113-13a4-49d8-a7e7-338acd985167 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:41.359082 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-279110be-0754-49c3-b8d1-41703012c84f req-be5b8113-13a4-49d8-a7e7-338acd985167 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 944 time: 0.0992537 Jul 07 16:46:41.387400 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e2352af-75b1-43aa-9ae9-520f1fb8945c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.390074 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e2352af-75b1-43aa-9ae9-520f1fb8945c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.391225 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1e2352af-75b1-43aa-9ae9-520f1fb8945c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d8c1def0-5211-4cbd-ba77-2ae04f7551ca HTTP/1.1" status: 204 len: 168 time: 0.2637136 Jul 07 16:46:41.428005 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-129f407d-af5f-499d-9da9-17e414300ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.430113 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2352af-75b1-43aa-9ae9-520f1fb8945c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c1def0-5211-4cbd-ba77-2ae04f7551ca,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:41.432479 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:41.439577 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f8b3f1d-5762-44a2-8f74-346f8f1798ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.518176 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-279110be-0754-49c3-b8d1-41703012c84f req-1ee23ae7-5a2a-443a-93cb-6a6460e00836 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480649 Jul 07 16:46:41.520685 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.api [None req-1f8b3f1d-5762-44a2-8f74-346f8f1798ca admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 16:46:41.520685 n-d-793620-7 neutron-server[100410]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 16:46:41.520685 n-d-793620-7 neutron-server[100410]: [parameters: {'project_id': '5242bf96aff4472c94793112c707f277', 'id': '47768945-7baa-4ec6-84a8-225dbcd899e0', 'expiration': datetime.datetime(2021, 7, 7, 16, 48, 41, 511330)}] Jul 07 16:46:41.520685 n-d-793620-7 neutron-server[100410]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:46:41.521054 n-d-793620-7 neutron-server[100410]: DEBUG oslo_db.api [None req-1f8b3f1d-5762-44a2-8f74-346f8f1798ca admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:46:41.570992 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff21449a-e881-4826-81b4-828839a276b5 x-openstack-request-id: req-ff21449a-e881-4826-81b4-828839a276b5 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:41.571605 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee3a3a5-4cbf-4135-987b-7d270c7429ab", "name": "network-vif-plugged", "status": "completed", "tag": "6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:41.571816 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ff21449a-e881-4826-81b4-828839a276b5 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:41.572482 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee3a3a5-4cbf-4135-987b-7d270c7429ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00', 'code': 200} Jul 07 16:46:41.630945 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-129f407d-af5f-499d-9da9-17e414300ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.637793 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-129f407d-af5f-499d-9da9-17e414300ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.710015 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-129f407d-af5f-499d-9da9-17e414300ebe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=996dd6943eec48c8963202bd0b13d349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5111270 Jul 07 16:46:41.710424 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56812) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:41.734977 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f407d-af5f-499d-9da9-17e414300ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0557d31d-0517-448f-accc-8f29b418c38d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:41.765237 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e744e4-95b0-4f71-b8f1-852e3a2e39be req-4cac2046-b16c-426c-a8cb-41af34ceb09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:41.766795 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9e744e4-95b0-4f71-b8f1-852e3a2e39be req-4cac2046-b16c-426c-a8cb-41af34ceb09f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 1096 time: 0.0971076 Jul 07 16:46:41.812938 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d7ce2547-8a41-492c-97b4-8f4f3b6206ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.814477 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9e744e4-95b0-4f71-b8f1-852e3a2e39be req-08011421-212b-4126-a7ef-e2d4883b8cd1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405228 Jul 07 16:46:41.841857 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d7ce2547-8a41-492c-97b4-8f4f3b6206ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.923463 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d7ce2547-8a41-492c-97b4-8f4f3b6206ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.926648 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d7ce2547-8a41-492c-97b4-8f4f3b6206ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:41.928483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d7ce2547-8a41-492c-97b4-8f4f3b6206ae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0557d31d-0517-448f-accc-8f29b418c38d HTTP/1.1" status: 204 len: 168 time: 0.2170732 Jul 07 16:46:41.938338 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce2547-8a41-492c-97b4-8f4f3b6206ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0557d31d-0517-448f-accc-8f29b418c38d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:42.193661 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fff93c-ac3f-4a3d-82f5-30696fc3afa9 req-91849233-5cd8-4a89-a501-ea154937be4d tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:42.195628 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-62fff93c-ac3f-4a3d-82f5-30696fc3afa9 req-91849233-5cd8-4a89-a501-ea154937be4d tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 971 time: 0.0935102 Jul 07 16:46:42.221496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec5cf1-09c1-483e-9f8f-51eb4f28ad5b req-4d40accb-0803-4dc2-b1c1-4818053c5f9e tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:42.230929 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a1ec5cf1-09c1-483e-9f8f-51eb4f28ad5b req-4d40accb-0803-4dc2-b1c1-4818053c5f9e tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=302454d3-db4b-49cb-8ea4-f29e19ceeeff HTTP/1.1" status: 200 len: 969 time: 0.0789113 Jul 07 16:46:42.248001 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-62fff93c-ac3f-4a3d-82f5-30696fc3afa9 req-6b700765-4bd7-4cf0-a141-4cb5a4ec88a9 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbbc16ed-1f0e-4e69-bc22-25e613c1b16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438881 Jul 07 16:46:42.268327 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a1ec5cf1-09c1-483e-9f8f-51eb4f28ad5b req-d5b27221-8f7f-417b-8824-bc95c732ff26 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365367 Jul 07 16:46:42.438709 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56846) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:42.459628 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6fc10235-2bba-43a2-bb1e-f4667cb0d3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:42.474700 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f8b3f1d-5762-44a2-8f74-346f8f1798ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:42.499808 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd96761-bedf-446e-b2e1-478651937d43 req-b1e5a70f-509c-4479-afc8-9a3092250c70 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:42.501366 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5fd96761-bedf-446e-b2e1-478651937d43 req-b1e5a70f-509c-4479-afc8-9a3092250c70 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=528de228-c644-4e36-9694-f38aa25b68fd HTTP/1.1" status: 200 len: 943 time: 0.1212966 Jul 07 16:46:42.572098 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5fd96761-bedf-446e-b2e1-478651937d43 req-74e54669-8296-4488-953b-42fd35a5d8a2 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626416 Jul 07 16:46:42.611844 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ad75113a-22ad-4544-b26b-739c8604e4bc details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:46:42.649601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7845b625-0a39-494d-9ed7-391349d6ee31 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:42.681172 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6fc10235-2bba-43a2-bb1e-f4667cb0d3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:42.696313 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6fc10235-2bba-43a2-bb1e-f4667cb0d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:42.765697 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6fc10235-2bba-43a2-bb1e-f4667cb0d3ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f63fcdf901ce42aa8e76234905ce2713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258176 Jul 07 16:46:42.766552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc10235-2bba-43a2-bb1e-f4667cb0d3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b32b79-b97b-4c13-b36a-e3d3a32ce3e2,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:42.768956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56872) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:42.810397 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f4a1a-59e9-4959-83f2-d1a5ce9e9361 req-39e24ff2-5371-4c0f-a872-d8f540215b94 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:42.812355 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cf0f4a1a-59e9-4959-83f2-d1a5ce9e9361 req-39e24ff2-5371-4c0f-a872-d8f540215b94 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 945 time: 0.1520157 Jul 07 16:46:42.819926 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ad75113a-22ad-4544-b26b-739c8604e4bc, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ad75113a-22ad-4544-b26b-739c8604e4bc,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:42.846608 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'ad75113a-22ad-4544-b26b-739c8604e4bc', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': 'ad75113a-22ad-4544-b26b-739c8604e4bc', 'mac_address': 'fa:16:3e:8d:d7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:tempest-test_az-790255634', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:46:42.879436 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cf0f4a1a-59e9-4959-83f2-d1a5ce9e9361 req-a5200dd9-377a-47d3-9a8a-45fea6e2e09a tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582516 Jul 07 16:46:42.881495 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 7845b625-0a39-494d-9ed7-391349d6ee31 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:42.895140 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 7845b625-0a39-494d-9ed7-391349d6ee31 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:42.896156 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:42.896293 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-61aaf89d-01c2-46fa-b222-fd8e45a381d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:42.928535 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f8b3f1d-5762-44a2-8f74-346f8f1798ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:42.938763 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:42.940604 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f8b3f1d-5762-44a2-8f74-346f8f1798ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:42.944995 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-61aaf89d-01c2-46fa-b222-fd8e45a381d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:42.955772 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad75113a-22ad-4544-b26b-739c8604e4bc {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:42.985679 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ad75113a-22ad-4544-b26b-739c8604e4bc, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ad75113a-22ad-4544-b26b-739c8604e4bc,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:43.007230 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:43.050117 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:43.075226 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1f8b3f1d-5762-44a2-8f74-346f8f1798ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5242bf96aff4472c94793112c707f277&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5313706 Jul 07 16:46:43.075226 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b3f1d-5762-44a2-8f74-346f8f1798ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a519fb77-a04c-4be9-aef2-d3a61cdec10c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:43.085835 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56892) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:43.086547 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-61aaf89d-01c2-46fa-b222-fd8e45a381d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:43.086547 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-61aaf89d-01c2-46fa-b222-fd8e45a381d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:43.086547 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-61aaf89d-01c2-46fa-b222-fd8e45a381d2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1b32b79-b97b-4c13-b36a-e3d3a32ce3e2 HTTP/1.1" status: 204 len: 168 time: 0.3064892 Jul 07 16:46:43.121802 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aaf89d-01c2-46fa-b222-fd8e45a381d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b32b79-b97b-4c13-b36a-e3d3a32ce3e2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:43.166236 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ad75113a-22ad-4544-b26b-739c8604e4bc,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:43.282367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['ad75113a-22ad-4544-b26b-739c8604e4bc'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:46:43.289919 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d263d6bd-dcfc-4b23-acf1-6264eea4bc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:43.332901 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 7845b625-0a39-494d-9ed7-391349d6ee31, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7845b625-0a39-494d-9ed7-391349d6ee31,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:43.351569 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d263d6bd-dcfc-4b23-acf1-6264eea4bc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:43.398075 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:43.517301 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665236a2-1f5a-4a99-951e-ace5ed04babd req-72b04bc2-0397-4c43-bb71-cd8066b0f1fd tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:43.520983 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-665236a2-1f5a-4a99-951e-ace5ed04babd req-72b04bc2-0397-4c43-bb71-cd8066b0f1fd tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 971 time: 0.3183398 Jul 07 16:46:43.543395 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=7845b625-0a39-494d-9ed7-391349d6ee31,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:43.574333 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d480e1-4ae1-4fd3-86d0-471358d9a729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7845b625-0a39-494d-9ed7-391349d6ee31'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:43.592038 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7feb42a-4feb-4823-be9f-6e0e30e673df" -d '{"events": [{"server_uuid": "28d480e1-4ae1-4fd3-86d0-471358d9a729", "name": "network-vif-plugged", "status": "completed", "tag": "7845b625-0a39-494d-9ed7-391349d6ee31"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:43.647363 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d263d6bd-dcfc-4b23-acf1-6264eea4bc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:43.650142 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d263d6bd-dcfc-4b23-acf1-6264eea4bc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:43.651669 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d263d6bd-dcfc-4b23-acf1-6264eea4bc9a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a519fb77-a04c-4be9-aef2-d3a61cdec10c HTTP/1.1" status: 204 len: 168 time: 0.5754621 Jul 07 16:46:43.670662 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c9328-79f3-41d5-a96a-e7e7b9bc5721 req-609c3a78-00d9-49d5-88eb-37beb170aade tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:43.676200 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263d6bd-dcfc-4b23-acf1-6264eea4bc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a519fb77-a04c-4be9-aef2-d3a61cdec10c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:43.682627 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-df7c9328-79f3-41d5-a96a-e7e7b9bc5721 req-609c3a78-00d9-49d5-88eb-37beb170aade tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=302454d3-db4b-49cb-8ea4-f29e19ceeeff HTTP/1.1" status: 200 len: 970 time: 0.1508653 Jul 07 16:46:43.771044 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-df7c9328-79f3-41d5-a96a-e7e7b9bc5721 req-41abd581-a2d4-44a8-9158-644fee502d03 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693543 Jul 07 16:46:43.808543 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:43.841243 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59e4764-e44a-4b4d-8b3b-85e1ec430aa9 x-openstack-request-id: req-b59e4764-e44a-4b4d-8b3b-85e1ec430aa9 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:43.841748 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d480e1-4ae1-4fd3-86d0-471358d9a729", "name": "network-vif-plugged", "status": "completed", "tag": "7845b625-0a39-494d-9ed7-391349d6ee31", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:43.842004 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b59e4764-e44a-4b4d-8b3b-85e1ec430aa9 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:43.842534 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d480e1-4ae1-4fd3-86d0-471358d9a729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7845b625-0a39-494d-9ed7-391349d6ee31', 'code': 200} Jul 07 16:46:43.886490 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-665236a2-1f5a-4a99-951e-ace5ed04babd req-16bf22a2-59e4-40d2-90be-64e84cb50999 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Deleting port d359d458-5b4d-4712-b761-65a140508f90 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:46:43.887246 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-665236a2-1f5a-4a99-951e-ace5ed04babd req-16bf22a2-59e4-40d2-90be-64e84cb50999 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:43.944784 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61b852-bf95-4081-a0df-1bd53d68a8d2 req-93faa4f3-cd5b-4d7d-9347-6f4a83625e0c tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:43.952004 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1b61b852-bf95-4081-a0df-1bd53d68a8d2 req-93faa4f3-cd5b-4d7d-9347-6f4a83625e0c tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 971 time: 0.1958210 Jul 07 16:46:44.037737 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1b61b852-bf95-4081-a0df-1bd53d68a8d2 req-cf117f5c-147e-4b28-be03-14e01d586335 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbbc16ed-1f0e-4e69-bc22-25e613c1b16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845244 Jul 07 16:46:44.060468 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-665236a2-1f5a-4a99-951e-ace5ed04babd req-16bf22a2-59e4-40d2-90be-64e84cb50999 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] For port d359d458-5b4d-4712-b761-65a140508f90, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=d359d458-5b4d-4712-b761-65a140508f90,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:44.060839 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-665236a2-1f5a-4a99-951e-ace5ed04babd req-16bf22a2-59e4-40d2-90be-64e84cb50999 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.069676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cf778-5346-400f-a119-1a96a54e95c5 req-6accb955-dc01-40b4-a427-fbab76dfaa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:44.071345 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-139cf778-5346-400f-a119-1a96a54e95c5 req-6accb955-dc01-40b4-a427-fbab76dfaa3e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 1121 time: 0.1453342 Jul 07 16:46:44.084336 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdb523-665b-41c7-9571-cdcc42e306d3 req-7a66cb3d-6c4f-45ae-a161-e059ecf6c994 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:44.084881 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-665236a2-1f5a-4a99-951e-ace5ed04babd req-16bf22a2-59e4-40d2-90be-64e84cb50999 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Calling delete_port for d359d458-5b4d-4712-b761-65a140508f90 owned by compute:tempest-test_az-790255634 {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:46:44.086369 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2abdb523-665b-41c7-9571-cdcc42e306d3 req-7a66cb3d-6c4f-45ae-a161-e059ecf6c994 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=528de228-c644-4e36-9694-f38aa25b68fd HTTP/1.1" status: 200 len: 943 time: 0.1094208 Jul 07 16:46:44.113612 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56950) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:44.144970 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b3e031df-c575-417e-9253-90b4cb1e0d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.160742 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-139cf778-5346-400f-a119-1a96a54e95c5 req-1a3a2bea-e13c-4b0b-9350-7cae69e541e1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733044 Jul 07 16:46:44.180780 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2abdb523-665b-41c7-9571-cdcc42e306d3 req-f61a2e0a-212e-4ab2-a775-e7f743f73009 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861518 Jul 07 16:46:44.270933 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b3e031df-c575-417e-9253-90b4cb1e0d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.278237 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b3e031df-c575-417e-9253-90b4cb1e0d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.323683 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-665236a2-1f5a-4a99-951e-ace5ed04babd req-16bf22a2-59e4-40d2-90be-64e84cb50999 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.336326 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b3e031df-c575-417e-9253-90b4cb1e0d78 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=35862938b23a4a9b894a2c0cd3cadcf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208166 Jul 07 16:46:44.336937 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56958) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:44.337341 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['d359d458-5b4d-4712-b761-65a140508f90'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:46:44.345347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e031df-c575-417e-9253-90b4cb1e0d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bb1cd5-c4f6-467f-abc4-1116c6bb251d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:44.403862 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa0a7af3-cbec-4dec-96f4-314696684ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.455236 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa0a7af3-cbec-4dec-96f4-314696684ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.519780 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-665236a2-1f5a-4a99-951e-ace5ed04babd req-16bf22a2-59e4-40d2-90be-64e84cb50999 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] No DVR routers for this DVR port d359d458-5b4d-4712-b761-65a140508f90 on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:46:44.528842 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-665236a2-1f5a-4a99-951e-ace5ed04babd req-16bf22a2-59e4-40d2-90be-64e84cb50999 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.529343 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa0a7af3-cbec-4dec-96f4-314696684ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.532308 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa0a7af3-cbec-4dec-96f4-314696684ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.533531 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-aa0a7af3-cbec-4dec-96f4-314696684ab9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c5bb1cd5-c4f6-467f-abc4-1116c6bb251d HTTP/1.1" status: 204 len: 168 time: 0.1952953 Jul 07 16:46:44.534037 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-665236a2-1f5a-4a99-951e-ace5ed04babd req-16bf22a2-59e4-40d2-90be-64e84cb50999 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.15 "DELETE /v2.0/ports/d359d458-5b4d-4712-b761-65a140508f90 HTTP/1.1" status: 204 len: 173 time: 1.0069673 Jul 07 16:46:44.538089 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff47040-2dfa-400c-a594-bcfe81d60013', 'name': 'network-vif-deleted', 'tag': 'd359d458-5b4d-4712-b761-65a140508f90'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:44.544510 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a7af3-cbec-4dec-96f4-314696684ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bb1cd5-c4f6-467f-abc4-1116c6bb251d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:44.544970 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d385d90-5917-4b03-90f2-8d6b2f09bcf5" -d '{"events": [{"server_uuid": "eff47040-2dfa-400c-a594-bcfe81d60013", "name": "network-vif-deleted", "tag": "d359d458-5b4d-4712-b761-65a140508f90"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:44.559366 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf22a2-59e4-40d2-90be-64e84cb50999 tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] Pushing event deleted for resources: {'Port': ['ID=d359d458-5b4d-4712-b761-65a140508f90,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:44.610641 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ad75113a-22ad-4544-b26b-739c8604e4bc up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:44.709035 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-11482eff-d74d-455f-a413-ec6c9767ba87 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a9e194fb304142b6b6ee7bb602047795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343497 Jul 07 16:46:44.717320 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c18a195a-1919-4ca2-bd15-1475bf8b1624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.740142 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port ad75113a-22ad-4544-b26b-739c8604e4bc completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:44.746589 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port ad75113a-22ad-4544-b26b-739c8604e4bc triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:44.747489 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.819626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c856b74-1d34-4f69-ae92-15c295e4fc21 req-a8c121dc-d738-401d-acb0-4502d3653917 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:44.827244 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2c856b74-1d34-4f69-ae92-15c295e4fc21 req-a8c121dc-d738-401d-acb0-4502d3653917 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 945 time: 0.1445749 Jul 07 16:46:44.844679 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-7dbb8102-5510-4bf4-b785-f844c69c780c tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:44.851434 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-7dbb8102-5510-4bf4-b785-f844c69c780c tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1412463 Jul 07 16:46:44.871002 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-9be4abee-4716-49ec-aa62-4bb8e3f1cec1 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.50 "GET /v2.0/quotas/a9e194fb304142b6b6ee7bb602047795 HTTP/1.1" status: 200 len: 375 time: 0.0184116 Jul 07 16:46:44.912191 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2c856b74-1d34-4f69-ae92-15c295e4fc21 req-63811fb3-f45d-4cb8-886a-745d4be9a6ff tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839672 Jul 07 16:46:44.913000 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:44.923416 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-a9bba652-6d09-4296-b707-fe66aec0f1ac tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9e194fb304142b6b6ee7bb602047795&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512125 Jul 07 16:46:44.939847 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:46:45.056300 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be30f42-5d78-453e-946c-fc99be421b12 x-openstack-request-id: req-8be30f42-5d78-453e-946c-fc99be421b12 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:45.056300 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff47040-2dfa-400c-a594-bcfe81d60013", "name": "network-vif-deleted", "tag": "d359d458-5b4d-4712-b761-65a140508f90", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:45.056546 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8be30f42-5d78-453e-946c-fc99be421b12 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:45.056748 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff47040-2dfa-400c-a594-bcfe81d60013', 'name': 'network-vif-deleted', 'tag': 'd359d458-5b4d-4712-b761-65a140508f90', 'status': 'completed', 'code': 200} Jul 07 16:46:45.062877 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ad75113a-22ad-4544-b26b-739c8604e4bc, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ad75113a-22ad-4544-b26b-739c8604e4bc,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:45.109725 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:45.217816 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ad75113a-22ad-4544-b26b-739c8604e4bc,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:45.312368 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10,segment=NetworkSegment(0fdda4b4-cdfc-4c46-869d-49fbb277814b),segment_id=0fdda4b4-cdfc-4c46-869d-49fbb277814b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:45.325297 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'port_id': 'cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10', 'mac_address': 'fa:16:3e:ae:d6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:46:45.361330 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3604c1-36a4-47e4-be71-a74dcb46f1e6 req-435ff654-8f40-401f-94ec-45f4eebdf067 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:45.364981 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b3604c1-36a4-47e4-be71-a74dcb46f1e6 req-435ff654-8f40-401f-94ec-45f4eebdf067 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=302454d3-db4b-49cb-8ea4-f29e19ceeeff HTTP/1.1" status: 200 len: 971 time: 0.1384475 Jul 07 16:46:45.370305 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:45.386188 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:45.414548 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10,segment=NetworkSegment(0fdda4b4-cdfc-4c46-869d-49fbb277814b),segment_id=0fdda4b4-cdfc-4c46-869d-49fbb277814b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:45.415692 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b3604c1-36a4-47e4-be71-a74dcb46f1e6 req-b74b9f5d-0ab7-4057-bba2-05fb803a5221 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441282 Jul 07 16:46:45.432015 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:45.571514 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:45.754293 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:46:45.824523 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f76e1f-0197-4864-9774-8ac65b1e5055 req-fe64a65d-88ae-47c8-8caa-677980b06e1f tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:45.831912 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c3f76e1f-0197-4864-9774-8ac65b1e5055 req-fe64a65d-88ae-47c8-8caa-677980b06e1f tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 1096 time: 0.0794270 Jul 07 16:46:45.838866 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9af3055b-d4f7-4355-b791-834f9abd72eb req-64fd5f84-4326-4ef5-a44f-7fece1afcbaf tempest-AggregatesAdminTestJSON-262377504 tempest-AggregatesAdminTestJSON-262377504-project] 10.222.0.50 "GET /v2.0/ports?device_id=eff47040-2dfa-400c-a594-bcfe81d60013 HTTP/1.1" status: 200 len: 210 time: 0.1081424 Jul 07 16:46:45.861544 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302454d3-db4b-49cb-8ea4-f29e19ceeeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad75113a-22ad-4544-b26b-739c8604e4bc'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:45.868988 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0280bc-cc32-48d5-9f0b-2bc31cc680a8" -d '{"events": [{"server_uuid": "302454d3-db4b-49cb-8ea4-f29e19ceeeff", "name": "network-vif-plugged", "status": "completed", "tag": "ad75113a-22ad-4544-b26b-739c8604e4bc"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:45.899097 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c3f76e1f-0197-4864-9774-8ac65b1e5055 req-3d3b1335-8b80-4d6b-8546-28e1240e71aa tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657430 Jul 07 16:46:46.000631 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:46:46.057509 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9c8425fd-e0f2-4e32-95d8-a28c23e22c5e req-9d3b1c16-0861-4757-988b-54197dfb1fc6 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.50 "GET /v2.0/ports?device_id=22126ca9-ae82-4647-8f4f-376e0767253a HTTP/1.1" status: 200 len: 210 time: 0.0597517 Jul 07 16:46:46.088251 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:46.188419 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f49675d-7413-46e2-844a-f6a7b28c1b0e x-openstack-request-id: req-7f49675d-7413-46e2-844a-f6a7b28c1b0e {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:46.194045 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302454d3-db4b-49cb-8ea4-f29e19ceeeff", "name": "network-vif-plugged", "status": "completed", "tag": "ad75113a-22ad-4544-b26b-739c8604e4bc", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:46.194691 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7f49675d-7413-46e2-844a-f6a7b28c1b0e {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:46.195410 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302454d3-db4b-49cb-8ea4-f29e19ceeeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad75113a-22ad-4544-b26b-739c8604e4bc', 'code': 200} Jul 07 16:46:46.231144 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17190bd1-7e37-4f81-b09a-5306b5c86ba8 req-c4bd4a9b-16aa-4924-a793-0dc0b28ae48e tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:46.233785 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-17190bd1-7e37-4f81-b09a-5306b5c86ba8 req-c4bd4a9b-16aa-4924-a793-0dc0b28ae48e tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=528de228-c644-4e36-9694-f38aa25b68fd HTTP/1.1" status: 200 len: 944 time: 0.1187642 Jul 07 16:46:46.317939 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-17190bd1-7e37-4f81-b09a-5306b5c86ba8 req-a4992a1d-2aa0-411e-aba9-5489179b14c2 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656674 Jul 07 16:46:46.326960 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d03ce71e-26ba-47c5-9789-997f41127785 req-d866c632-b73b-41e7-a857-95b0f884fe7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1158714 Jul 07 16:46:46.414418 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9167049-9526-4df0-9fa2-5fd87339db26 req-3938522d-c52a-4654-9f0c-849081165b96 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:46.416541 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c9167049-9526-4df0-9fa2-5fd87339db26 req-3938522d-c52a-4654-9f0c-849081165b96 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 1096 time: 0.0901675 Jul 07 16:46:46.417838 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d493096-463e-4596-bd79-9dee68def8d8 req-888fcb41-cfdb-4f59-a998-2ed9c97e90ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:46.419349 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2d493096-463e-4596-bd79-9dee68def8d8 req-888fcb41-cfdb-4f59-a998-2ed9c97e90ec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=302454d3-db4b-49cb-8ea4-f29e19ceeeff HTTP/1.1" status: 200 len: 1122 time: 0.1335244 Jul 07 16:46:46.441248 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ce71e-26ba-47c5-9789-997f41127785 req-04770a6a-1592-424d-9ae8-c2cf5a1bc37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:46.443941 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d03ce71e-26ba-47c5-9789-997f41127785 req-04770a6a-1592-424d-9ae8-c2cf5a1bc37e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81d0685782b0487a9e3df3683dfe1592&device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 1121 time: 0.0595541 Jul 07 16:46:46.478405 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c9167049-9526-4df0-9fa2-5fd87339db26 req-84c6d212-e53f-4097-aff5-6c239e4ad5e9 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553396 Jul 07 16:46:46.487247 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2d493096-463e-4596-bd79-9dee68def8d8 req-fad84e23-21ab-44c3-bc69-4376d2aa645a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564275 Jul 07 16:46:46.574775 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ce71e-26ba-47c5-9789-997f41127785 req-d2c72ec5-34df-424c-b263-cd824ee36c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:46.576581 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d03ce71e-26ba-47c5-9789-997f41127785 req-d2c72ec5-34df-424c-b263-cd824ee36c9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1070597 Jul 07 16:46:46.652997 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d03ce71e-26ba-47c5-9789-997f41127785 req-18f1d872-e484-4f30-b4b3-1b89332790c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=7845b625-0a39-494d-9ed7-391349d6ee31 HTTP/1.1" status: 200 len: 217 time: 0.0403156 Jul 07 16:46:46.716534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57060) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:46.761171 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ce71e-26ba-47c5-9789-997f41127785 req-9df563e0-546d-47ae-b86c-ed216fcbcc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:46.762793 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d03ce71e-26ba-47c5-9789-997f41127785 req-9df563e0-546d-47ae-b86c-ed216fcbcc87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1028066 Jul 07 16:46:46.788444 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-f3902f47-ad31-45e9-8fcf-bcb986b9bf91 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a9e194fb304142b6b6ee7bb602047795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430198 Jul 07 16:46:46.842124 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-b90af034-46f2-4721-aacd-692890108753 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e32d3ed34b4748f293f0aee3e32fd613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559843 Jul 07 16:46:46.912327 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3da15f-d02e-4b2f-a8e2-034b26174e4a req-e2a348b0-77d7-4b60-9b7e-7307646d3d2d tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:46.919359 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc3da15f-d02e-4b2f-a8e2-034b26174e4a req-e2a348b0-77d7-4b60-9b7e-7307646d3d2d tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=302454d3-db4b-49cb-8ea4-f29e19ceeeff HTTP/1.1" status: 200 len: 971 time: 0.2464726 Jul 07 16:46:46.932319 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:46.982513 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc3da15f-d02e-4b2f-a8e2-034b26174e4a req-411388e6-8f46-4b0e-a91f-fac1349d8845 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621517 Jul 07 16:46:47.039391 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-8053810e-d6aa-4788-a31e-e410dcddab92 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:47.045002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:47.048962 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-8053810e-d6aa-4788-a31e-e410dcddab92 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2054071 Jul 07 16:46:47.052842 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:47.053469 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.081158 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57c8ff9b-90c9-48ec-8d80-a34b7ad42755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.087169 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-42ba6e5a-79fb-4535-810a-7c9455a06274 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/quotas/e32d3ed34b4748f293f0aee3e32fd613 HTTP/1.1" status: 200 len: 375 time: 0.0352173 Jul 07 16:46:47.097697 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ce71e-26ba-47c5-9789-997f41127785 req-eec27c8c-d031-499f-8198-858c7f475c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:47.100434 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d03ce71e-26ba-47c5-9789-997f41127785 req-eec27c8c-d031-499f-8198-858c7f475c06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3188159 Jul 07 16:46:47.132017 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-79ab3a40-f2d9-4350-aace-a83ae49f05a3 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:47.133514 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-79ab3a40-f2d9-4350-aace-a83ae49f05a3 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3374040 Jul 07 16:46:47.169453 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-be9c42f1-7f96-42d4-b3b2-e6d16773e89d tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e32d3ed34b4748f293f0aee3e32fd613&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740695 Jul 07 16:46:47.233323 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57c8ff9b-90c9-48ec-8d80-a34b7ad42755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.233509 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.239704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-a52e4d99-273e-43f8-b950-9ebd703796b7 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Request body: {'port': {'device_id': '22126ca9-ae82-4647-8f4f-376e0767253a', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': 'a9e194fb304142b6b6ee7bb602047795'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:47.244627 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57c8ff9b-90c9-48ec-8d80-a34b7ad42755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.295512 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10,segment=NetworkSegment(0fdda4b4-cdfc-4c46-869d-49fbb277814b),segment_id=0fdda4b4-cdfc-4c46-869d-49fbb277814b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:47.305183 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.350911 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8ff9b-90c9-48ec-8d80-a34b7ad42755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e3f71f-1d33-44d0-ad45-6aaa8687220a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:47.377979 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-57c8ff9b-90c9-48ec-8d80-a34b7ad42755 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=785e054b255048738da1a19f2b4d93ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6561947 Jul 07 16:46:47.381761 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57092) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:47.442941 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:47.449846 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-282b3ef7-522b-4571-ac57-a04a8074d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.464179 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d03ce71e-26ba-47c5-9789-997f41127785 req-009f97f0-d830-41e5-bf97-711c280de428 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926433 Jul 07 16:46:47.572088 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65128547-379a-41d1-b104-0392c2f36226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.584782 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.620208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-a52e4d99-273e-43f8-b950-9ebd703796b7 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Made reservation on behalf of a9e194fb304142b6b6ee7bb602047795 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:47.624049 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-a52e4d99-273e-43f8-b950-9ebd703796b7 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.637925 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65128547-379a-41d1-b104-0392c2f36226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.640051 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-a52e4d99-273e-43f8-b950-9ebd703796b7 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.737020 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65128547-379a-41d1-b104-0392c2f36226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.738303 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65128547-379a-41d1-b104-0392c2f36226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.740211 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-65128547-379a-41d1-b104-0392c2f36226 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/21e3f71f-1d33-44d0-ad45-6aaa8687220a HTTP/1.1" status: 204 len: 168 time: 0.3572166 Jul 07 16:46:47.757283 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65128547-379a-41d1-b104-0392c2f36226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e3f71f-1d33-44d0-ad45-6aaa8687220a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:47.766781 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ac4439b-f864-4ca6-b681-50339e068e1a req-bd79de2a-8d6b-437f-9f07-23f0fcacdc8e tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.50 "GET /v2.0/ports?device_id=22126ca9-ae82-4647-8f4f-376e0767253a HTTP/1.1" status: 200 len: 210 time: 0.0785270 Jul 07 16:46:47.827325 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d03ce71e-26ba-47c5-9789-997f41127785 req-f2a1c914-bd2c-484c-83e8-0b390ecdd857 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556571 Jul 07 16:46:47.828743 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-a52e4d99-273e-43f8-b950-9ebd703796b7 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.832526 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-deb6fc6c-0f1b-43a2-b5e7-2a7949ab7160 req-d1fead88-485c-4f73-ad44-8bef01d5cd0f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2092078 Jul 07 16:46:47.840480 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-a52e4d99-273e-43f8-b950-9ebd703796b7 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:47.972407 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57112) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:48.040014 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e4d99-273e-43f8-b950-9ebd703796b7 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63fbd30-3b4a-4b80-a40f-5268425860a4,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:48.096362 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6fc6c-0f1b-43a2-b5e7-2a7949ab7160 req-d6f62ec4-58bd-40cb-8740-d934d510f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:48.097938 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-deb6fc6c-0f1b-43a2-b5e7-2a7949ab7160 req-d6f62ec4-58bd-40cb-8740-d934d510f610 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 1096 time: 0.1968973 Jul 07 16:46:48.113492 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-a52e4d99-273e-43f8-b950-9ebd703796b7 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Allocated IP 192.168.233.80 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/ea63c148-6757-4231-8897-d3039ee6c8a9) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:48.141856 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42595aa-73f2-4da0-a80d-bea2c2e024a8 req-c6ad70c3-ff64-400a-98b8-f84edf23e23d tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:48.144138 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b42595aa-73f2-4da0-a80d-bea2c2e024a8 req-c6ad70c3-ff64-400a-98b8-f84edf23e23d tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=528de228-c644-4e36-9694-f38aa25b68fd HTTP/1.1" status: 200 len: 945 time: 0.1364348 Jul 07 16:46:48.196344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528de228-c644-4e36-9694-f38aa25b68fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:48.199026 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1652db3-0c87-417a-a27a-872fdf519de9" -d '{"events": [{"server_uuid": "528de228-c644-4e36-9694-f38aa25b68fd", "name": "network-vif-plugged", "status": "completed", "tag": "cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:48.291336 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b42595aa-73f2-4da0-a80d-bea2c2e024a8 req-6e617e4f-f2b3-4016-97ae-6a34f90b2cc0 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290357 Jul 07 16:46:48.351108 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dab930db-3bff-45cd-9865-cd85ab8d21a0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5120bd433c94607953d53355b78bc3c&name=default HTTP/1.1" status: 200 len: 2976 time: 0.3775437 Jul 07 16:46:48.354177 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57134) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:48.367899 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6fc6c-0f1b-43a2-b5e7-2a7949ab7160 req-27d1a1a9-30e7-4229-81b6-ed28c76ed92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:48.369797 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-deb6fc6c-0f1b-43a2-b5e7-2a7949ab7160 req-27d1a1a9-30e7-4229-81b6-ed28c76ed92d service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 921 time: 0.2218385 Jul 07 16:46:48.450825 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-deb6fc6c-0f1b-43a2-b5e7-2a7949ab7160 req-546c1074-f619-4904-a089-d530463bf83d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 HTTP/1.1" status: 200 len: 217 time: 0.0720484 Jul 07 16:46:48.507805 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-a52e4d99-273e-43f8-b950-9ebd703796b7 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:48.532673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-a52e4d99-273e-43f8-b950-9ebd703796b7 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Transition to ACTIVE for port object ea63c148-6757-4231-8897-d3039ee6c8a9 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:48.534503 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b74bd620-c08c-4596-a058-91ff95823b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:48.555549 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57142) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:48.589416 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b74bd620-c08c-4596-a058-91ff95823b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:48.603173 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8814e8ba-c1af-4ba1-88de-f4d4ff3b0d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:48.641498 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device d359d458-5b4d-4712-b761-65a140508f90 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:46:48.693135 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: d359d458-5b4d-4712-b761-65a140508f90 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:46:48.693908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device d359d458-5b4d-4712-b761-65a140508f90 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:46:48.702610 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:48.720722 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-a52e4d99-273e-43f8-b950-9ebd703796b7 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:48.781969 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b74bd620-c08c-4596-a058-91ff95823b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:48.784427 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b74bd620-c08c-4596-a058-91ff95823b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:48.785109 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54855607-044f-4ff4-803d-a4f5c2ce1e1f req-ff7cc362-a152-4659-854a-893bad5a8192 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba457c8-37d1-44be-b56f-6c78b68cc4fe HTTP/1.1" status: 200 len: 210 time: 0.0357363 Jul 07 16:46:48.789451 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b74bd620-c08c-4596-a058-91ff95823b32 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bbbc16ed-1f0e-4e69-bc22-25e613c1b16a HTTP/1.1" status: 204 len: 168 time: 0.4303918 Jul 07 16:46:48.822611 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6fc6c-0f1b-43a2-b5e7-2a7949ab7160 req-9cfd9563-268e-4bc0-88e5-11832402fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:48.828378 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-deb6fc6c-0f1b-43a2-b5e7-2a7949ab7160 req-9cfd9563-268e-4bc0-88e5-11832402fe17 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.3650730 Jul 07 16:46:48.834620 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-a52e4d99-273e-43f8-b950-9ebd703796b7 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:48.838860 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bd620-c08c-4596-a058-91ff95823b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbc16ed-1f0e-4e69-bc22-25e613c1b16a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:48.844503 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-a52e4d99-273e-43f8-b950-9ebd703796b7 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:48.849985 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-a52e4d99-273e-43f8-b950-9ebd703796b7 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:48.857472 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-a52e4d99-273e-43f8-b950-9ebd703796b7 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:48.858424 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-a52e4d99-273e-43f8-b950-9ebd703796b7 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:48.862370 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e4d99-273e-43f8-b950-9ebd703796b7 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Pushing event updated for resources: {'Port': ['ID=ea63c148-6757-4231-8897-d3039ee6c8a9,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:48.888072 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-deb6fc6c-0f1b-43a2-b5e7-2a7949ab7160 req-c13f78fb-dfec-4464-af48-9f9091d29215 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511327 Jul 07 16:46:48.955555 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8814e8ba-c1af-4ba1-88de-f4d4ff3b0d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:48.967032 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8814e8ba-c1af-4ba1-88de-f4d4ff3b0d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:48.982046 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-a52e4d99-273e-43f8-b950-9ebd703796b7 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7468834 Jul 07 16:46:49.010391 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] Request body: {'port': {'device_id': '22126ca9-ae82-4647-8f4f-376e0767253a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:49.075426 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814e8ba-c1af-4ba1-88de-f4d4ff3b0d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5822675-61bb-4562-96bc-464fd88a8ad7,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:49.084876 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-deb6fc6c-0f1b-43a2-b5e7-2a7949ab7160 req-5973f7f8-89e2-43fc-9ea6-3e92fbf4243d service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890221 Jul 07 16:46:49.106900 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8814e8ba-c1af-4ba1-88de-f4d4ff3b0d65 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5cd5ae2762e845eb8b30c247f1945600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5476956 Jul 07 16:46:49.112511 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57160) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:49.232293 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:49.233264 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-deb6fc6c-0f1b-43a2-b5e7-2a7949ab7160 req-8dd49919-be38-42e6-809f-bf11a99ec2ce service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400599 Jul 07 16:46:49.242035 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-97a4cad9-1ebb-44cd-9045-4dbb007f0036 None None] Provisioning for port ea63c148-6757-4231-8897-d3039ee6c8a9 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:49.256186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-97a4cad9-1ebb-44cd-9045-4dbb007f0036 None None] Provisioning complete for port ea63c148-6757-4231-8897-d3039ee6c8a9 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:49.257125 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-97a4cad9-1ebb-44cd-9045-4dbb007f0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:49.257980 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-75bca0ed-b9bc-480e-83d0-ae0374fb42e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:49.306860 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-75bca0ed-b9bc-480e-83d0-ae0374fb42e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:49.346710 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-080018cf-47ab-4d62-9f3a-ab0744587e4c tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e32d3ed34b4748f293f0aee3e32fd613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726326 Jul 07 16:46:49.433230 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-73cbac91-6888-4470-b9c0-f5c59b175eb5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849328 Jul 07 16:46:49.500804 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-97a4cad9-1ebb-44cd-9045-4dbb007f0036 None None] Port ea63c148-6757-4231-8897-d3039ee6c8a9 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:46:49.546163 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-75bca0ed-b9bc-480e-83d0-ae0374fb42e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:49.560325 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-75bca0ed-b9bc-480e-83d0-ae0374fb42e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:49.563688 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-75bca0ed-b9bc-480e-83d0-ae0374fb42e5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a5822675-61bb-4562-96bc-464fd88a8ad7 HTTP/1.1" status: 204 len: 168 time: 0.4497197 Jul 07 16:46:49.579302 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bca0ed-b9bc-480e-83d0-ae0374fb42e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5822675-61bb-4562-96bc-464fd88a8ad7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:49.662939 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-60a7ee05-6970-4530-8664-43af4ddaad22 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:49.665143 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-60a7ee05-6970-4530-8664-43af4ddaad22 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2310026 Jul 07 16:46:49.704964 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57178) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:49.719432 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea63c148-6757-4231-8897-d3039ee6c8a9 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:49.729093 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-1c2398c5-5e8e-417b-89c5-6f68957c090d tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:49.730689 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-1c2398c5-5e8e-417b-89c5-6f68957c090d tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3783169 Jul 07 16:46:49.745423 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-589875e2-ac8b-4205-bacf-d0fc836722b1 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Request body: {'port': {'device_id': 'aba457c8-37d1-44be-b56f-6c78b68cc4fe', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': 'e32d3ed34b4748f293f0aee3e32fd613'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:49.764082 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-088c0038-3a9b-46f0-b896-b3739d754593 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/quotas/4ba0a9da05ed4f2897acdc6a24e2b84c HTTP/1.1" status: 200 len: 375 time: 0.0320275 Jul 07 16:46:49.863140 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-456a79ab-2488-4012-93c7-d83aed881f61 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711069 Jul 07 16:46:49.959660 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-589875e2-ac8b-4205-bacf-d0fc836722b1 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Made reservation on behalf of e32d3ed34b4748f293f0aee3e32fd613 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:49.964569 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-589875e2-ac8b-4205-bacf-d0fc836722b1 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:49.976915 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57186) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:49.977759 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-589875e2-ac8b-4205-bacf-d0fc836722b1 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.011083 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.059974 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] Transition to ACTIVE for port object ea63c148-6757-4231-8897-d3039ee6c8a9 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:50.076473 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.139075 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.143132 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-589875e2-ac8b-4205-bacf-d0fc836722b1 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.145192 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ad07c7a3-424e-4e5b-9522-04de3ab49715 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e5e38dc51db74acd8a2a52ea3b103e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4380739 Jul 07 16:46:50.151371 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57198) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:50.181773 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-589875e2-ac8b-4205-bacf-d0fc836722b1 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.202184 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea63c148-6757-4231-8897-d3039ee6c8a9,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:50.260342 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589875e2-ac8b-4205-bacf-d0fc836722b1 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b772f020-d949-444c-ba14-36441ab7fff1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:50.290250 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] Attempting to bind port ea63c148-6757-4231-8897-d3039ee6c8a9 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:50.290646 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] Attempting to bind port ea63c148-6757-4231-8897-d3039ee6c8a9 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:50.290977 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] Attempting to bind port ea63c148-6757-4231-8897-d3039ee6c8a9 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:50.313324 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] Port ea63c148-6757-4231-8897-d3039ee6c8a9 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:46:50.313659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] Attempting to bind port ea63c148-6757-4231-8897-d3039ee6c8a9 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:50.324439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:50.324788 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:50.325161 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:50.325599 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] Bound port: ea63c148-6757-4231-8897-d3039ee6c8a9, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:50.325958 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.368498 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-226e259d-93f7-4711-b910-c8b9ac9e01e6 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:46:50.369938 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-226e259d-93f7-4711-b910-c8b9ac9e01e6 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3819280 Jul 07 16:46:50.411375 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] For port ea63c148-6757-4231-8897-d3039ee6c8a9, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:50.430731 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] For port ea63c148-6757-4231-8897-d3039ee6c8a9, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ea63c148-6757-4231-8897-d3039ee6c8a9,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:50.432082 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-53818f61-1136-4721-afdc-c497fe21d2ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.458715 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.522988 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-53818f61-1136-4721-afdc-c497fe21d2ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.540269 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:50.541114 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.542410 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] 10.222.0.15 "PUT /v2.0/ports/ea63c148-6757-4231-8897-d3039ee6c8a9 HTTP/1.1" status: 200 len: 1095 time: 1.5390043 Jul 07 16:46:50.547636 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22126ca9-ae82-4647-8f4f-376e0767253a', 'tag': 'ea63c148-6757-4231-8897-d3039ee6c8a9'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:50.557435 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-589875e2-ac8b-4205-bacf-d0fc836722b1 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Allocated IP 192.168.233.242 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/d842cab6-2a6d-45bf-902a-a5f339c3c46c) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:50.559605 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c2d652-f676-4fa9-a194-5f6d032badf0" -d '{"events": [{"name": "network-changed", "server_uuid": "22126ca9-ae82-4647-8f4f-376e0767253a", "tag": "ea63c148-6757-4231-8897-d3039ee6c8a9"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:50.582093 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a106fc5-5d5f-4c8c-b1cf-de388a1e9fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea63c148-6757-4231-8897-d3039ee6c8a9,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:50.646292 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe8598-72f0-4933-86f0-a5fd0750f266 req-c38aa8a6-a096-4425-a552-19d70e86401f tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:50.657045 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9afe8598-72f0-4933-86f0-a5fd0750f266 req-c38aa8a6-a096-4425-a552-19d70e86401f tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=302454d3-db4b-49cb-8ea4-f29e19ceeeff HTTP/1.1" status: 200 len: 971 time: 0.4895449 Jul 07 16:46:50.696810 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-53818f61-1136-4721-afdc-c497fe21d2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.701394 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-53818f61-1136-4721-afdc-c497fe21d2ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:50.707005 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-53818f61-1136-4721-afdc-c497fe21d2ae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17940bd3-6b29-4bdb-953b-4e708c6772b9 HTTP/1.1" status: 204 len: 168 time: 0.5533636 Jul 07 16:46:50.720368 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53818f61-1136-4721-afdc-c497fe21d2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17940bd3-6b29-4bdb-953b-4e708c6772b9,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:50.728723 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-64058f84-17e5-41ca-a327-f961adedbf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:50.730353 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-64058f84-17e5-41ca-a327-f961adedbf49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9e194fb304142b6b6ee7bb602047795&device_id=22126ca9-ae82-4647-8f4f-376e0767253a HTTP/1.1" status: 200 len: 1098 time: 0.1207986 Jul 07 16:46:50.731457 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-dc7409fe-a6f3-4cc7-a02e-185cb34ed95f service neutron] Request body: {'binding': {'host': 'n-h1-793620-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:50.731966 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-dc7409fe-a6f3-4cc7-a02e-185cb34ed95f service neutron] Unknown quota resources ['binding']. {{(pid=100409) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:46:50.806272 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-996b39c9-59e5-463c-89c7-fc468c2e164a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=ea63c148-6757-4231-8897-d3039ee6c8a9 HTTP/1.1" status: 200 len: 217 time: 0.0621357 Jul 07 16:46:50.890025 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-fefa081d-8b18-4b39-9d83-6c040c1489d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:50.892394 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-fefa081d-8b18-4b39-9d83-6c040c1489d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0798883 Jul 07 16:46:50.952107 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9afe8598-72f0-4933-86f0-a5fd0750f266 req-ea724d6d-0060-43ba-b907-dddbf4823d5b tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926102 Jul 07 16:46:50.995006 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-54350c8f-5e1e-43a0-b1f6-1d979e3b8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:50.998427 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-54350c8f-5e1e-43a0-b1f6-1d979e3b8a2e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981994 Jul 07 16:46:51.019732 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159e6d5a-e782-424c-bb6d-2d61bfe0f40e x-openstack-request-id: req-159e6d5a-e782-424c-bb6d-2d61bfe0f40e {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:51.020229 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528de228-c644-4e36-9694-f38aa25b68fd", "name": "network-vif-plugged", "status": "completed", "tag": "cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:51.021069 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-159e6d5a-e782-424c-bb6d-2d61bfe0f40e {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:51.021583 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528de228-c644-4e36-9694-f38aa25b68fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10', 'code': 200} Jul 07 16:46:51.188928 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-37f603fa-8ae3-462e-b525-655be9c86484 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831887 Jul 07 16:46:51.206187 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-589875e2-ac8b-4205-bacf-d0fc836722b1 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:51.224227 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-dc7409fe-a6f3-4cc7-a02e-185cb34ed95f service neutron] Attempting to bind port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 on host n-h1-793620-7 for vnic_type normal with profile None {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:51.224673 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-dc7409fe-a6f3-4cc7-a02e-185cb34ed95f service neutron] Attempting to bind port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:51.225228 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-dc7409fe-a6f3-4cc7-a02e-185cb34ed95f service neutron] Attempting to bind port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:51.283207 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-dc7409fe-a6f3-4cc7-a02e-185cb34ed95f service neutron] Port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:46:51.283610 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-dc7409fe-a6f3-4cc7-a02e-185cb34ed95f service neutron] Attempting to bind port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:51.286629 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-589875e2-ac8b-4205-bacf-d0fc836722b1 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Transition to ACTIVE for port object d842cab6-2a6d-45bf-902a-a5f339c3c46c will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:51.300472 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-dc7409fe-a6f3-4cc7-a02e-185cb34ed95f service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:51.300890 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-dc7409fe-a6f3-4cc7-a02e-185cb34ed95f service neutron] Checking segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:51.301360 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-dc7409fe-a6f3-4cc7-a02e-185cb34ed95f service neutron] Bound using segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:51.301932 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-dc7409fe-a6f3-4cc7-a02e-185cb34ed95f service neutron] Bound port: 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:51.304836 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-676b4a35-3570-4ff3-bac9-2d03e2d99aed req-d732b0ba-e4a9-4466-8c6c-c6fa6329026a service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083255 Jul 07 16:46:51.456249 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83699c-5647-48bb-bd0b-963f8b4a5929 req-5e10e119-f560-42e7-83c5-eac5bcc5144d tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:51.464111 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1b83699c-5647-48bb-bd0b-963f8b4a5929 req-5e10e119-f560-42e7-83c5-eac5bcc5144d tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.50 "GET /v2.0/ports?device_id=22126ca9-ae82-4647-8f4f-376e0767253a HTTP/1.1" status: 200 len: 947 time: 0.2625220 Jul 07 16:46:51.482044 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-589875e2-ac8b-4205-bacf-d0fc836722b1 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:51.487690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-dc7409fe-a6f3-4cc7-a02e-185cb34ed95f service neutron] For port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:51.490696 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ca026-5a98-40c3-8b6a-c01b83d8257d req-c6cba430-dea2-4e5a-b211-3873a5c90c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:51.492806 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-945ca026-5a98-40c3-8b6a-c01b83d8257d req-c6cba430-dea2-4e5a-b211-3873a5c90c48 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=528de228-c644-4e36-9694-f38aa25b68fd HTTP/1.1" status: 200 len: 1096 time: 0.2811913 Jul 07 16:46:51.540397 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-dc7409fe-a6f3-4cc7-a02e-185cb34ed95f service neutron] Notify callbacks [] for binding, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:51.558259 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-dc7409fe-a6f3-4cc7-a02e-185cb34ed95f service neutron] 10.222.0.50 "POST /v2.0/ports/6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00/bindings HTTP/1.1" status: 201 len: 389 time: 0.9278076 Jul 07 16:46:51.579093 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-945ca026-5a98-40c3-8b6a-c01b83d8257d req-b7f2938e-3c36-46c0-93f1-2acb5e13d60d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642922 Jul 07 16:46:51.632654 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1b83699c-5647-48bb-bd0b-963f8b4a5929 req-cde35f4c-262b-48cf-9692-d038e0afbed0 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.50 "GET /v2.0/security-groups?id=f63fbd30-3b4a-4b80-a40f-5268425860a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675591 Jul 07 16:46:51.660537 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-589875e2-ac8b-4205-bacf-d0fc836722b1 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:51.664563 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-589875e2-ac8b-4205-bacf-d0fc836722b1 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:51.672439 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-589875e2-ac8b-4205-bacf-d0fc836722b1 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:51.677956 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-589875e2-ac8b-4205-bacf-d0fc836722b1 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:51.678524 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-589875e2-ac8b-4205-bacf-d0fc836722b1 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:51.733690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589875e2-ac8b-4205-bacf-d0fc836722b1 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Pushing event updated for resources: {'Port': ['ID=d842cab6-2a6d-45bf-902a-a5f339c3c46c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:51.753316 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-f391d8fe-695c-4d15-90e8-781c9d819948 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595140 Jul 07 16:46:51.765554 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-589875e2-ac8b-4205-bacf-d0fc836722b1 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0251107 Jul 07 16:46:51.952206 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] Request body: {'port': {'device_id': 'aba457c8-37d1-44be-b56f-6c78b68cc4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:52.001916 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793c872-6a76-459e-86ba-7b26a3c73819 req-a260472b-2d43-49e0-a93c-c9470a48cd7a tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:52.003679 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2793c872-6a76-459e-86ba-7b26a3c73819 req-a260472b-2d43-49e0-a93c-c9470a48cd7a tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba457c8-37d1-44be-b56f-6c78b68cc4fe HTTP/1.1" status: 200 len: 936 time: 0.1161203 Jul 07 16:46:52.093663 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-44b47403-1448-4d9c-81ac-a8ac414202b5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:52.095136 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-44b47403-1448-4d9c-81ac-a8ac414202b5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3198833 Jul 07 16:46:52.109481 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0e0f26ad-963b-4843-b37b-f1b84466b0e5 None None] Provisioning for port d842cab6-2a6d-45bf-902a-a5f339c3c46c completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:52.113505 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-90d03856-d001-43ed-a3f9-0e1bfa199ac9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Request body: {'port': {'device_id': '91d0bd12-5e77-4f57-8039-e2fe5a1278f8', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '4ba0a9da05ed4f2897acdc6a24e2b84c'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:52.121238 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0e0f26ad-963b-4843-b37b-f1b84466b0e5 None None] Provisioning complete for port d842cab6-2a6d-45bf-902a-a5f339c3c46c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:52.121998 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0e0f26ad-963b-4843-b37b-f1b84466b0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:52.122584 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2793c872-6a76-459e-86ba-7b26a3c73819 req-d5200f36-6a12-4dbb-8d62-daec48bc27a4 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116977 Jul 07 16:46:52.179381 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-e39eed81-66b0-40fc-bfe5-c416513daa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:52.181376 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-e39eed81-66b0-40fc-bfe5-c416513daa47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 1096 time: 0.1214788 Jul 07 16:46:52.194356 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-0e0f26ad-963b-4843-b37b-f1b84466b0e5 None None] Port d842cab6-2a6d-45bf-902a-a5f339c3c46c cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:46:52.238320 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:52.249231 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9756ea-5f24-4f3f-bb9a-703bee7a203a req-e83e77cb-8dc2-4633-ac97-00398bc1504c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:52.250867 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b9756ea-5f24-4f3f-bb9a-703bee7a203a req-e83e77cb-8dc2-4633-ac97-00398bc1504c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=528de228-c644-4e36-9694-f38aa25b68fd HTTP/1.1" status: 200 len: 945 time: 0.3188684 Jul 07 16:46:52.300756 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-17edfa33-a981-4395-aef6-3efc7cecfbd7 req-6954d219-3cee-4196-ab96-e174e23c976d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 210 time: 0.0384350 Jul 07 16:46:52.344464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-f42ec270-49f2-4a08-8188-f1c22d4dac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:52.346254 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-f42ec270-49f2-4a08-8188-f1c22d4dac3f service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 921 time: 0.1521142 Jul 07 16:46:52.407425 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e4be49-d015-40a0-89db-87b61c711908 x-openstack-request-id: req-f9e4be49-d015-40a0-89db-87b61c711908 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:52.407755 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22126ca9-ae82-4647-8f4f-376e0767253a", "tag": "ea63c148-6757-4231-8897-d3039ee6c8a9", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:52.408145 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f9e4be49-d015-40a0-89db-87b61c711908 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:52.408596 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22126ca9-ae82-4647-8f4f-376e0767253a', 'tag': 'ea63c148-6757-4231-8897-d3039ee6c8a9', 'status': 'completed', 'code': 200} Jul 07 16:46:52.411208 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-9eec38ad-1ee1-4043-bae1-2580da9802ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 HTTP/1.1" status: 200 len: 217 time: 0.0577834 Jul 07 16:46:52.427653 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b9756ea-5f24-4f3f-bb9a-703bee7a203a req-56f09296-7a3f-41ea-bee9-a077b2b9c093 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679156 Jul 07 16:46:52.491255 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-a578547e-5cca-4c22-a040-0c1242458355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:52.493935 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-a578547e-5cca-4c22-a040-0c1242458355 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.0773768 Jul 07 16:46:52.560168 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-b3987aac-f32c-412d-9e2a-2d723b052e3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582216 Jul 07 16:46:52.706405 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-67091c3c-c1e6-4b10-8515-2b62009c8158 service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394598 Jul 07 16:46:52.717221 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4657c-34b4-44bb-8ab1-80197ba35d12 req-8d85e84e-6cf5-4e5c-975d-086d725f4f52 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:52.718742 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b8a4657c-34b4-44bb-8ab1-80197ba35d12 req-8d85e84e-6cf5-4e5c-975d-086d725f4f52 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.1402555 Jul 07 16:46:52.770554 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-90d03856-d001-43ed-a3f9-0e1bfa199ac9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Made reservation on behalf of 4ba0a9da05ed4f2897acdc6a24e2b84c for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:52.774010 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-90d03856-d001-43ed-a3f9-0e1bfa199ac9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:52.817085 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b8a4657c-34b4-44bb-8ab1-80197ba35d12 req-6c3aa385-8863-4e9e-9a90-4499443f2874 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885129 Jul 07 16:46:52.817712 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-90d03856-d001-43ed-a3f9-0e1bfa199ac9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:52.856007 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-1f8f5abe-8e7b-4c82-87a6-554ee71f56cd service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362796 Jul 07 16:46:52.891186 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2d652-f676-4fa9-a194-5f6d032badf0 req-062cd3fc-815c-4958-a06b-6fc208bfaba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:52.892717 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70c2d652-f676-4fa9-a194-5f6d032badf0 req-062cd3fc-815c-4958-a06b-6fc208bfaba3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9e194fb304142b6b6ee7bb602047795&device_id=22126ca9-ae82-4647-8f4f-376e0767253a HTTP/1.1" status: 200 len: 1098 time: 0.4630377 Jul 07 16:46:53.013100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa61361-6144-4ea4-be1f-37e001fb34a8 req-2280691d-6e86-48c0-a4b0-f402459cc128 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:53.014647 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ffa61361-6144-4ea4-be1f-37e001fb34a8 req-2280691d-6e86-48c0-a4b0-f402459cc128 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 945 time: 0.2499034 Jul 07 16:46:53.068661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-63e5044b-b21d-4ddb-9917-82deabccaeff tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:53.070610 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-63e5044b-b21d-4ddb-9917-82deabccaeff tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab&tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 1096 time: 0.1136467 Jul 07 16:46:53.084103 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-7'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:53.103690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d842cab6-2a6d-45bf-902a-a5f339c3c46c {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:53.138357 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:53.167869 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ffa61361-6144-4ea4-be1f-37e001fb34a8 req-c2011725-96dd-48c8-82f4-843dabb547bc tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397951 Jul 07 16:46:53.177821 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:53.179736 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2d652-f676-4fa9-a194-5f6d032badf0 req-23943b5b-224c-4812-aef3-7df42f5d5ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:53.181773 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70c2d652-f676-4fa9-a194-5f6d032badf0 req-23943b5b-224c-4812-aef3-7df42f5d5ab2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.2538507 Jul 07 16:46:53.188558 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] Transition to ACTIVE for port object d842cab6-2a6d-45bf-902a-a5f339c3c46c will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:53.224362 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:53.275611 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-90d03856-d001-43ed-a3f9-0e1bfa199ac9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:53.301488 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70c2d652-f676-4fa9-a194-5f6d032badf0 req-d8f5301e-69bb-4104-95df-d43b4ac21695 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=ea63c148-6757-4231-8897-d3039ee6c8a9 HTTP/1.1" status: 200 len: 217 time: 0.1082766 Jul 07 16:46:53.324661 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-90d03856-d001-43ed-a3f9-0e1bfa199ac9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:53.335982 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] For port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:53.398957 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-125da26f-d91f-401f-b94d-c85ac1538c53 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=81d0685782b0487a9e3df3683dfe1592&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964179 Jul 07 16:46:53.410229 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] Pushing event updated for resources: {'Port': ['ID=d842cab6-2a6d-45bf-902a-a5f339c3c46c,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:53.411590 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] For port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:53.440864 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f20c01-2f50-4498-aadd-785f36e5fec1 req-97cfad83-1415-42f1-b15c-82109395c111 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:53.443305 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f8f20c01-2f50-4498-aadd-785f36e5fec1 req-97cfad83-1415-42f1-b15c-82109395c111 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.50 "GET /v2.0/ports?device_id=22126ca9-ae82-4647-8f4f-376e0767253a HTTP/1.1" status: 200 len: 947 time: 0.1269846 Jul 07 16:46:53.479991 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:53.496676 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d03856-d001-43ed-a3f9-0e1bfa199ac9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20f7472-6532-439c-9b8b-c2e8f827034c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:53.499673 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:53.536302 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f8f20c01-2f50-4498-aadd-785f36e5fec1 req-d51b4bca-aedb-4eef-a158-f41799586d04 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.50 "GET /v2.0/security-groups?id=f63fbd30-3b4a-4b80-a40f-5268425860a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806534 Jul 07 16:46:53.558000 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2d652-f676-4fa9-a194-5f6d032badf0 req-0887eb38-91be-4e36-bfbd-7d8508ce66bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:53.559407 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70c2d652-f676-4fa9-a194-5f6d032badf0 req-0887eb38-91be-4e36-bfbd-7d8508ce66bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.2465436 Jul 07 16:46:53.591299 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] Attempting to bind port d842cab6-2a6d-45bf-902a-a5f339c3c46c on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:53.591646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] Attempting to bind port d842cab6-2a6d-45bf-902a-a5f339c3c46c by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:53.592025 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] Attempting to bind port d842cab6-2a6d-45bf-902a-a5f339c3c46c on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:53.597987 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] Pushing event updated for resources: {'Port': ['ID=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00,revision_number=7']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:53.605488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] Attempting to bind port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 on host n-h2-793620-7 for vnic_type normal with profile {"migrating_to": "n-h1-793620-7"} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:53.605923 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] Attempting to bind port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:53.606322 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] Attempting to bind port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:53.611829 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] Port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:46:53.612157 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] Attempting to bind port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:53.626605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:53.627324 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] Checking segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:53.627787 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] Bound using segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:53.628313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] Bound port: 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:53.628758 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:53.654218 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] Port d842cab6-2a6d-45bf-902a-a5f339c3c46c on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:46:53.654571 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] Attempting to bind port d842cab6-2a6d-45bf-902a-a5f339c3c46c on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:53.685748 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:53.686091 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:53.686501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:53.686951 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] Bound port: d842cab6-2a6d-45bf-902a-a5f339c3c46c, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:53.687307 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:53.705910 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] For port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:53.709491 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] For port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:53.715775 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:53.729591 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-90d03856-d001-43ed-a3f9-0e1bfa199ac9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Allocated IP 192.168.233.185 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/78af5bd3-4034-4762-a6a0-1b73f58d5009) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:53.747726 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-9d8c255b-a7e4-4474-a5b0-0fb524c0f6fd tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:53.749213 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-9d8c255b-a7e4-4474-a5b0-0fb524c0f6fd tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2933321 Jul 07 16:46:53.799372 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] Pushing event updated for resources: {'Port': ['ID=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00,revision_number=8']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:53.806413 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:53.807045 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:53.808422 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3dcbf709-a276-4d07-9396-97bd554cce4d service neutron] 10.222.0.15 "PUT /v2.0/ports/6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 HTTP/1.1" status: 200 len: 1121 time: 0.7306418 Jul 07 16:46:53.820590 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-b082d2f6-2153-4882-a168-3a900be4798d tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/quotas/81d0685782b0487a9e3df3683dfe1592 HTTP/1.1" status: 200 len: 375 time: 0.0460787 Jul 07 16:46:53.845313 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2d652-f676-4fa9-a194-5f6d032badf0 req-16593bae-d1e3-4223-912d-6029778133a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:53.847910 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70c2d652-f676-4fa9-a194-5f6d032badf0 req-16593bae-d1e3-4223-912d-6029778133a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2766204 Jul 07 16:46:53.872622 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593037f-d881-481b-ae33-3d0e21af7a47 req-9761c2ec-a9ba-42bb-9be3-6f2af9999ed2 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:53.874269 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a593037f-d881-481b-ae33-3d0e21af7a47 req-9761c2ec-a9ba-42bb-9be3-6f2af9999ed2 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba457c8-37d1-44be-b56f-6c78b68cc4fe HTTP/1.1" status: 200 len: 948 time: 0.0759826 Jul 07 16:46:53.883757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:46:53.916096 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] For port d842cab6-2a6d-45bf-902a-a5f339c3c46c, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:53.920334 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a593037f-d881-481b-ae33-3d0e21af7a47 req-43f87be6-3a47-423a-892d-cec00b25dce5 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386732 Jul 07 16:46:54.003065 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] For port d842cab6-2a6d-45bf-902a-a5f339c3c46c, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d842cab6-2a6d-45bf-902a-a5f339c3c46c,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:54.023825 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:54.068199 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.068823 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:54.070285 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] 10.222.0.69 "PUT /v2.0/ports/d842cab6-2a6d-45bf-902a-a5f339c3c46c HTTP/1.1" status: 200 len: 1096 time: 2.1459296 Jul 07 16:46:54.077895 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba457c8-37d1-44be-b56f-6c78b68cc4fe', 'tag': 'd842cab6-2a6d-45bf-902a-a5f339c3c46c'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:54.080227 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a58ddd-08ad-4296-bb6d-cc20e1c2a9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "aba457c8-37d1-44be-b56f-6c78b68cc4fe", "tag": "d842cab6-2a6d-45bf-902a-a5f339c3c46c"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:54.130999 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06095470-a469-4bdb-b4e1-d1e7c148973a req-ad9ba0b3-c301-4666-9896-35b32cee7b2d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 210 time: 0.0339878 Jul 07 16:46:54.233611 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff429fa-e79f-4d00-9317-b153e3565e9b service neutron] Pushing event updated for resources: {'Port': ['ID=d842cab6-2a6d-45bf-902a-a5f339c3c46c,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:54.245236 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-6be0a7ff-9408-4e81-acbe-e37a80982cc5 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=81d0685782b0487a9e3df3683dfe1592&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4090178 Jul 07 16:46:54.264541 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-90d03856-d001-43ed-a3f9-0e1bfa199ac9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:54.271439 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70c2d652-f676-4fa9-a194-5f6d032badf0 req-8694799a-e06d-41cc-839f-d5b4919a91c3 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007096 Jul 07 16:46:54.351938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57326) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:54.365232 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-90d03856-d001-43ed-a3f9-0e1bfa199ac9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Transition to ACTIVE for port object 78af5bd3-4034-4762-a6a0-1b73f58d5009 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:54.370728 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800baff-161e-4bb4-b2af-accf46042332 req-33839fec-9521-4445-a0f8-b8a302085ad3 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.372256 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e800baff-161e-4bb4-b2af-accf46042332 req-33839fec-9521-4445-a0f8-b8a302085ad3 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=528de228-c644-4e36-9694-f38aa25b68fd HTTP/1.1" status: 200 len: 945 time: 0.0790470 Jul 07 16:46:54.404864 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-169e359e-8197-4f8f-a4c1-f9687ab307df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.406423 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-169e359e-8197-4f8f-a4c1-f9687ab307df service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e32d3ed34b4748f293f0aee3e32fd613&device_id=aba457c8-37d1-44be-b56f-6c78b68cc4fe HTTP/1.1" status: 200 len: 1099 time: 0.2551839 Jul 07 16:46:54.409256 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee3a3a5-4cbf-4135-987b-7d270c7429ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00'}, {'name': 'network-changed', 'server_uuid': '6ee3a3a5-4cbf-4135-987b-7d270c7429ab', 'tag': '6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:54.414030 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3f7379-3f3b-4e86-8d56-16e34e5946cf" -d '{"events": [{"server_uuid": "6ee3a3a5-4cbf-4135-987b-7d270c7429ab", "name": "network-vif-unplugged", "status": "completed", "tag": "6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00"}, {"name": "network-changed", "server_uuid": "6ee3a3a5-4cbf-4135-987b-7d270c7429ab", "tag": "6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:54.435760 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e800baff-161e-4bb4-b2af-accf46042332 req-a60114cf-7d29-4530-8086-c9823c736019 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544960 Jul 07 16:46:54.499646 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-57dd534b-1a7a-461c-8c28-cae4c7e122d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=d842cab6-2a6d-45bf-902a-a5f339c3c46c HTTP/1.1" status: 200 len: 217 time: 0.0790145 Jul 07 16:46:54.506194 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70c2d652-f676-4fa9-a194-5f6d032badf0 req-379c6d41-3851-4ad5-84e9-4b4d79cfa710 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259083 Jul 07 16:46:54.511340 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5b561c5d-c658-4d89-bd4e-54fcff3d42fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:54.588827 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704367b5-736f-4501-b007-499dce0602aa x-openstack-request-id: req-704367b5-736f-4501-b007-499dce0602aa {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:54.589531 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba457c8-37d1-44be-b56f-6c78b68cc4fe", "tag": "d842cab6-2a6d-45bf-902a-a5f339c3c46c", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:54.589665 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-704367b5-736f-4501-b007-499dce0602aa {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:54.590054 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba457c8-37d1-44be-b56f-6c78b68cc4fe', 'tag': 'd842cab6-2a6d-45bf-902a-a5f339c3c46c', 'status': 'completed', 'code': 200} Jul 07 16:46:54.591683 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-90d03856-d001-43ed-a3f9-0e1bfa199ac9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:54.596159 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaf786c-6899-460f-a2e5-8070caf94f69 x-openstack-request-id: req-caaf786c-6899-460f-a2e5-8070caf94f69 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:54.596845 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee3a3a5-4cbf-4135-987b-7d270c7429ab", "name": "network-vif-unplugged", "status": "completed", "tag": "6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00", "code": 200}, {"name": "network-changed", "server_uuid": "6ee3a3a5-4cbf-4135-987b-7d270c7429ab", "tag": "6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:54.597253 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-caaf786c-6899-460f-a2e5-8070caf94f69 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:54.598787 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee3a3a5-4cbf-4135-987b-7d270c7429ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00', 'code': 200} Jul 07 16:46:54.599451 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee3a3a5-4cbf-4135-987b-7d270c7429ab', 'tag': '6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00', 'status': 'completed', 'code': 200} Jul 07 16:46:54.620845 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.69', 61153) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:54.694475 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ea63c148-6757-4231-8897-d3039ee6c8a9 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:46:54.706074 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5b561c5d-c658-4d89-bd4e-54fcff3d42fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:54.710602 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45231d18-ca92-43d7-b127-da08e21fbabe req-41d72eeb-c187-474a-acce-059b9fd2d921 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=43a3ff99-059a-4364-9b2a-5d64191e6260 HTTP/1.1" status: 200 len: 210 time: 0.0724766 Jul 07 16:46:54.714517 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5b561c5d-c658-4d89-bd4e-54fcff3d42fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:54.733100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d03856-d001-43ed-a3f9-0e1bfa199ac9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Pushing event updated for resources: {'Port': ['ID=78af5bd3-4034-4762-a6a0-1b73f58d5009,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:54.755592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-90d03856-d001-43ed-a3f9-0e1bfa199ac9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:54.761499 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-90d03856-d001-43ed-a3f9-0e1bfa199ac9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:54.764672 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-90d03856-d001-43ed-a3f9-0e1bfa199ac9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:54.771279 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-90d03856-d001-43ed-a3f9-0e1bfa199ac9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.771913 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-90d03856-d001-43ed-a3f9-0e1bfa199ac9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:54.776215 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5b561c5d-c658-4d89-bd4e-54fcff3d42fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a4cecee5b11a4ae088d4bc9c26c2884c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4224579 Jul 07 16:46:54.777229 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b561c5d-c658-4d89-bd4e-54fcff3d42fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aff41e4-e1b7-4ef0-a87b-b4655634a8a7,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:54.778329 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-e6610d9f-1aa3-4fce-9f59-be04a1a025c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.779923 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57346) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:54.793800 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-e6610d9f-1aa3-4fce-9f59-be04a1a025c8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.2853353 Jul 07 16:46:54.831136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f7379-3f3b-4e86-8d56-16e34e5946cf req-ae233c9f-f30a-4578-ac3f-08cf490decf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:54.833642 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a3f7379-3f3b-4e86-8d56-16e34e5946cf req-ae233c9f-f30a-4578-ac3f-08cf490decf7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 1124 time: 0.2115514 Jul 07 16:46:54.847271 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ea63c148-6757-4231-8897-d3039ee6c8a9, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ea63c148-6757-4231-8897-d3039ee6c8a9,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:54.862262 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'ea63c148-6757-4231-8897-d3039ee6c8a9', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': 'ea63c148-6757-4231-8897-d3039ee6c8a9', 'mac_address': 'fa:16:3e:64:d1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:46:54.871696 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-90d03856-d001-43ed-a3f9-0e1bfa199ac9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7639828 Jul 07 16:46:54.894591 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] Request body: {'port': {'device_id': '91d0bd12-5e77-4f57-8039-e2fe5a1278f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:54.943511 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:54.964905 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11bae5d6-543b-49e3-b709-29faea449e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:54.977212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea63c148-6757-4231-8897-d3039ee6c8a9 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:54.983917 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.000567 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11bae5d6-543b-49e3-b709-29faea449e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.006229 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ea63c148-6757-4231-8897-d3039ee6c8a9, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ea63c148-6757-4231-8897-d3039ee6c8a9,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:55.012479 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.085799 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ea63c148-6757-4231-8897-d3039ee6c8a9,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:55.107824 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0f5e1c74-4cf1-4983-86eb-651419298e54 None None] Provisioning for port 78af5bd3-4034-4762-a6a0-1b73f58d5009 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:55.117199 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0f5e1c74-4cf1-4983-86eb-651419298e54 None None] Provisioning complete for port 78af5bd3-4034-4762-a6a0-1b73f58d5009 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:55.117588 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1c74-4cf1-4983-86eb-651419298e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.138643 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f7379-3f3b-4e86-8d56-16e34e5946cf req-204e28d2-9bd6-453b-908d-cbdabfc4829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:55.140257 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a3f7379-3f3b-4e86-8d56-16e34e5946cf req-204e28d2-9bd6-453b-908d-cbdabfc4829e service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 921 time: 0.2992103 Jul 07 16:46:55.161760 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e1c74-4cf1-4983-86eb-651419298e54 None None] Port 78af5bd3-4034-4762-a6a0-1b73f58d5009 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:46:55.173930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-e615e6af-af1f-4c48-a6f1-97dec9597b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:55.175580 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-e615e6af-af1f-4c48-a6f1-97dec9597b7a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3742754 Jul 07 16:46:55.189254 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f278b-428a-43ee-a037-e5e77a1c0fea req-fe40e414-65da-4f15-95d7-61f6da6756ed tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:55.190795 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f7f278b-428a-43ee-a037-e5e77a1c0fea req-fe40e414-65da-4f15-95d7-61f6da6756ed tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 943 time: 0.5197923 Jul 07 16:46:55.213466 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a3f7379-3f3b-4e86-8d56-16e34e5946cf req-ee273cec-9b56-4955-b398-7d5d3f752a0d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 HTTP/1.1" status: 200 len: 217 time: 0.0657141 Jul 07 16:46:55.222295 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67806cd6-f56a-4a4d-8829-47224280ee73 req-836a4c64-ce45-4226-8933-50fa61e1af6e tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:55.223952 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-67806cd6-f56a-4a4d-8829-47224280ee73 req-836a4c64-ce45-4226-8933-50fa61e1af6e tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=528de228-c644-4e36-9694-f38aa25b68fd HTTP/1.1" status: 200 len: 945 time: 0.2625849 Jul 07 16:46:55.224591 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11bae5d6-543b-49e3-b709-29faea449e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.227835 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11bae5d6-543b-49e3-b709-29faea449e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.228525 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-11bae5d6-543b-49e3-b709-29faea449e01 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8aff41e4-e1b7-4ef0-a87b-b4655634a8a7 HTTP/1.1" status: 204 len: 168 time: 0.4432757 Jul 07 16:46:55.282496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57356) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:55.283292 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bae5d6-543b-49e3-b709-29faea449e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aff41e4-e1b7-4ef0-a87b-b4655634a8a7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:55.286155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f7379-3f3b-4e86-8d56-16e34e5946cf req-6edc5973-0202-4503-83dc-348799f3c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:55.287751 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a3f7379-3f3b-4e86-8d56-16e34e5946cf req-6edc5973-0202-4503-83dc-348799f3c813 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.0581195 Jul 07 16:46:55.288168 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['ea63c148-6757-4231-8897-d3039ee6c8a9'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:46:55.292680 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-04ab89d8-71da-4988-be17-0dd2d14dc386 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Request body: {'floatingip': {'port_id': 'cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:55.427670 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a3f7379-3f3b-4e86-8d56-16e34e5946cf req-395bd461-8fc0-4513-acee-bd5e2b9c9ac4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997565 Jul 07 16:46:55.434968 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-04ab89d8-71da-4988-be17-0dd2d14dc386 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for floatingip, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.622743 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f7f278b-428a-43ee-a037-e5e77a1c0fea req-b9679e87-72b3-45a1-be26-751bd4cd6ffa tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203360 Jul 07 16:46:55.671316 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57362) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:55.708581 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e90717f1-ce39-4ead-9fc2-4d0f0b6fb80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:55.722369 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-8cbe224b-d19b-42de-ac57-da7578a25a53 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277660 Jul 07 16:46:55.918825 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-7f4ba4e9-0278-494f-bc10-51593f5f392c tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=81d0685782b0487a9e3df3683dfe1592&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551670 Jul 07 16:46:55.994851 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afee2d7-80a6-4c32-9e43-0b1649dc9d80 req-55a900b9-b514-4c7c-9dae-0eb0b71708f9 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:55.996348 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0afee2d7-80a6-4c32-9e43-0b1649dc9d80 req-55a900b9-b514-4c7c-9dae-0eb0b71708f9 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.50 "GET /v2.0/ports?device_id=22126ca9-ae82-4647-8f4f-376e0767253a HTTP/1.1" status: 200 len: 948 time: 0.6085274 Jul 07 16:46:56.005911 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a3f7379-3f3b-4e86-8d56-16e34e5946cf req-9201fe17-a1d6-4600-8bc0-86fd7dfdba0f service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317545 Jul 07 16:46:56.037780 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4bc1211c-164b-422e-b39c-2f569b7e7b94 req-b6e07b49-9101-4e98-b093-ecc67920000b service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069305 Jul 07 16:46:56.078346 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff5d49-6a0e-4359-a674-d25444dc35b3 req-003ab24d-2540-4b95-a2d2-d3f7a8ebb4c4 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:56.079961 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-82ff5d49-6a0e-4359-a674-d25444dc35b3 req-003ab24d-2540-4b95-a2d2-d3f7a8ebb4c4 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba457c8-37d1-44be-b56f-6c78b68cc4fe HTTP/1.1" status: 200 len: 948 time: 0.3230677 Jul 07 16:46:56.090246 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78af5bd3-4034-4762-a6a0-1b73f58d5009 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:56.108192 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:56.142764 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0afee2d7-80a6-4c32-9e43-0b1649dc9d80 req-02e03c76-9c48-43b8-868b-68b0ef0afed3 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.50 "GET /v2.0/security-groups?id=f63fbd30-3b4a-4b80-a40f-5268425860a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342621 Jul 07 16:46:56.205666 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] Transition to ACTIVE for port object 78af5bd3-4034-4762-a6a0-1b73f58d5009 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:56.219029 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e90717f1-ce39-4ead-9fc2-4d0f0b6fb80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:56.223299 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:56.231656 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-571bad36-5b5f-462d-9120-5b692a513184 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:56.233460 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-571bad36-5b5f-462d-9120-5b692a513184 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3005307 Jul 07 16:46:56.243956 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e90717f1-ce39-4ead-9fc2-4d0f0b6fb80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:56.255101 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-82ff5d49-6a0e-4359-a674-d25444dc35b3 req-e9d78f98-5296-4908-86b7-a36e8c0f6922 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555502 Jul 07 16:46:56.283267 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-398b4ca4-1c5a-4715-b4fd-659b30b137a9 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Request body: {'port': {'device_id': '43a3ff99-059a-4364-9b2a-5d64191e6260', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '81d0685782b0487a9e3df3683dfe1592'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:56.339720 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a3f7379-3f3b-4e86-8d56-16e34e5946cf req-37238aca-18fb-46f9-82f8-66b832407653 service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204749 Jul 07 16:46:56.404899 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e90717f1-ce39-4ead-9fc2-4d0f0b6fb80b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b211d8aa3c6d43b6b2bed26e7d79daee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7310920 Jul 07 16:46:56.409457 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90717f1-ce39-4ead-9fc2-4d0f0b6fb80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4b3a32-ed50-46ae-b667-d963d944e877,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:56.412292 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] Pushing event updated for resources: {'Port': ['ID=78af5bd3-4034-4762-a6a0-1b73f58d5009,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:56.418367 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57368) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:56.473407 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a58ddd-08ad-4296-bb6d-cc20e1c2a9e3 req-74457373-9b45-42f0-a0a5-c6297d0489a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:56.474963 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86a58ddd-08ad-4296-bb6d-cc20e1c2a9e3 req-74457373-9b45-42f0-a0a5-c6297d0489a3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e32d3ed34b4748f293f0aee3e32fd613&device_id=aba457c8-37d1-44be-b56f-6c78b68cc4fe HTTP/1.1" status: 200 len: 1099 time: 0.3647060 Jul 07 16:46:56.517647 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70c432c1-34d3-409a-aee4-a9962289df3a req-57464b67-fdd5-403f-b49e-ba0bde1a01a6 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=43a3ff99-059a-4364-9b2a-5d64191e6260 HTTP/1.1" status: 200 len: 210 time: 0.0952411 Jul 07 16:46:56.552597 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75345edd-3f95-4dfd-93d7-16634c2c0791 req-f9ef8245-7150-4e85-bdd4-4e33ccec67de tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:56.561174 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-75345edd-3f95-4dfd-93d7-16634c2c0791 req-f9ef8245-7150-4e85-bdd4-4e33ccec67de tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 948 time: 0.2878888 Jul 07 16:46:56.567996 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] Attempting to bind port 78af5bd3-4034-4762-a6a0-1b73f58d5009 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:46:56.568331 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] Attempting to bind port 78af5bd3-4034-4762-a6a0-1b73f58d5009 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:46:56.568663 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] Attempting to bind port 78af5bd3-4034-4762-a6a0-1b73f58d5009 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:56.617433 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] Port 78af5bd3-4034-4762-a6a0-1b73f58d5009 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:46:56.617767 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] Attempting to bind port 78af5bd3-4034-4762-a6a0-1b73f58d5009 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:46:56.641438 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:46:56.641438 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:46:56.641702 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:46:56.642042 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] Bound port: 78af5bd3-4034-4762-a6a0-1b73f58d5009, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:46:56.642626 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.resource_extend [None req-04ab89d8-71da-4988-be17-0dd2d14dc386 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:46:56.642719 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:56.671630 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c2ebeec8-4dba-434e-ac74-8f95cd8e56af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:56.679869 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-398b4ca4-1c5a-4715-b4fd-659b30b137a9 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Made reservation on behalf of 81d0685782b0487a9e3df3683dfe1592 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:46:56.684023 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-398b4ca4-1c5a-4715-b4fd-659b30b137a9 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:56.687584 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-75345edd-3f95-4dfd-93d7-16634c2c0791 req-97c88459-ea99-40b8-8692-7b2fc3c1e469 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267326 Jul 07 16:46:56.713905 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:46:56.722370 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ea63c148-6757-4231-8897-d3039ee6c8a9 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:46:56.744580 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-04ab89d8-71da-4988-be17-0dd2d14dc386 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:56.751180 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-04ab89d8-71da-4988-be17-0dd2d14dc386 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:56.761732 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c2ebeec8-4dba-434e-ac74-8f95cd8e56af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:56.813964 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a58ddd-08ad-4296-bb6d-cc20e1c2a9e3 req-6dba3313-30ed-41cd-85ae-826a605930ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:56.815578 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86a58ddd-08ad-4296-bb6d-cc20e1c2a9e3 req-6dba3313-30ed-41cd-85ae-826a605930ce service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.3042476 Jul 07 16:46:56.890161 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port ea63c148-6757-4231-8897-d3039ee6c8a9 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:56.902988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port ea63c148-6757-4231-8897-d3039ee6c8a9 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:56.903242 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:56.913576 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] For port 78af5bd3-4034-4762-a6a0-1b73f58d5009, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:56.917763 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-04ab89d8-71da-4988-be17-0dd2d14dc386 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Floating IP 42a19bb6-299f-4641-a691-e6a8397d8497 associated. External IP: 172.25.2.199, port: cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10. Jul 07 16:46:56.934540 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86a58ddd-08ad-4296-bb6d-cc20e1c2a9e3 req-026a001d-d566-48cc-b460-c83673d05e80 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=d842cab6-2a6d-45bf-902a-a5f339c3c46c HTTP/1.1" status: 200 len: 217 time: 0.0839202 Jul 07 16:46:56.949270 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] For port 78af5bd3-4034-4762-a6a0-1b73f58d5009, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=78af5bd3-4034-4762-a6a0-1b73f58d5009,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:46:56.988733 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:57.001010 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:57.016858 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57378) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:57.051724 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 has no active binding in host n-h1-793620-7 {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:46:57.067557 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:57.105690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:57.106277 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:57.107994 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] 10.222.0.69 "PUT /v2.0/ports/78af5bd3-4034-4762-a6a0-1b73f58d5009 HTTP/1.1" status: 200 len: 1096 time: 2.2286782 Jul 07 16:46:57.108652 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c2ebeec8-4dba-434e-ac74-8f95cd8e56af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:57.114688 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c2ebeec8-4dba-434e-ac74-8f95cd8e56af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:57.114688 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c2ebeec8-4dba-434e-ac74-8f95cd8e56af admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c4b3a32-ed50-46ae-b667-d963d944e877 HTTP/1.1" status: 204 len: 168 time: 0.6929305 Jul 07 16:46:57.114688 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d0bd12-5e77-4f57-8039-e2fe5a1278f8', 'tag': '78af5bd3-4034-4762-a6a0-1b73f58d5009'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:57.115032 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22126ca9-ae82-4647-8f4f-376e0767253a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea63c148-6757-4231-8897-d3039ee6c8a9'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:57.115389 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d806f2ff-4bf5-4da8-bcd3-cd877532f019" -d '{"events": [{"name": "network-changed", "server_uuid": "91d0bd12-5e77-4f57-8039-e2fe5a1278f8", "tag": "78af5bd3-4034-4762-a6a0-1b73f58d5009"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:57.119695 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4452b41-da14-4f8a-a6d1-83a2a252d94c" -d '{"events": [{"server_uuid": "22126ca9-ae82-4647-8f4f-376e0767253a", "name": "network-vif-plugged", "status": "completed", "tag": "ea63c148-6757-4231-8897-d3039ee6c8a9"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:57.147814 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ea63c148-6757-4231-8897-d3039ee6c8a9, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ea63c148-6757-4231-8897-d3039ee6c8a9,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:57.154984 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:57.186874 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49129c-d44b-4ce1-b221-1ac65b58e432 service neutron] Pushing event updated for resources: {'Port': ['ID=78af5bd3-4034-4762-a6a0-1b73f58d5009,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:57.205726 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e0e24d-f1be-47de-ad5f-4008df101167 x-openstack-request-id: req-99e0e24d-f1be-47de-ad5f-4008df101167 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:57.206052 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22126ca9-ae82-4647-8f4f-376e0767253a", "name": "network-vif-plugged", "status": "completed", "tag": "ea63c148-6757-4231-8897-d3039ee6c8a9", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:57.206313 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-99e0e24d-f1be-47de-ad5f-4008df101167 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:57.206809 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22126ca9-ae82-4647-8f4f-376e0767253a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea63c148-6757-4231-8897-d3039ee6c8a9', 'code': 200} Jul 07 16:46:57.230759 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a58ddd-08ad-4296-bb6d-cc20e1c2a9e3 req-1376a5fb-2ed2-4eb6-a8bc-d2c38ef28a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:57.232620 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86a58ddd-08ad-4296-bb6d-cc20e1c2a9e3 req-1376a5fb-2ed2-4eb6-a8bc-d2c38ef28a45 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.2807543 Jul 07 16:46:57.241129 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ea63c148-6757-4231-8897-d3039ee6c8a9,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:57.291242 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-398b4ca4-1c5a-4715-b4fd-659b30b137a9 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Allocated IP 192.168.233.51 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/b5885368-40d6-4d19-9756-60610a80e31f) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:46:57.370894 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebeec8-4dba-434e-ac74-8f95cd8e56af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4b3a32-ed50-46ae-b667-d963d944e877,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:57.394019 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91f1e1-86ed-47f8-bcc2-81500d67be00 req-6774de41-d623-4b35-a829-cfa942ac64be tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:57.396027 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c91f1e1-86ed-47f8-bcc2-81500d67be00 req-6774de41-d623-4b35-a829-cfa942ac64be tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 943 time: 0.4784698 Jul 07 16:46:57.397692 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ebeec8-4dba-434e-ac74-8f95cd8e56af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:57.398218 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ebeec8-4dba-434e-ac74-8f95cd8e56af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:57.398735 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ebeec8-4dba-434e-ac74-8f95cd8e56af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:57.399240 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ebeec8-4dba-434e-ac74-8f95cd8e56af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:57.399745 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ebeec8-4dba-434e-ac74-8f95cd8e56af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:57.400232 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ebeec8-4dba-434e-ac74-8f95cd8e56af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:57.400714 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ebeec8-4dba-434e-ac74-8f95cd8e56af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:57.401206 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ebeec8-4dba-434e-ac74-8f95cd8e56af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:57.402100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ebeec8-4dba-434e-ac74-8f95cd8e56af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:57.402635 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ebeec8-4dba-434e-ac74-8f95cd8e56af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:57.403287 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ebeec8-4dba-434e-ac74-8f95cd8e56af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:57.404167 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ebeec8-4dba-434e-ac74-8f95cd8e56af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:57.568291 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c91f1e1-86ed-47f8-bcc2-81500d67be00 req-8753b4a6-05f4-4e61-a8d9-a3460f1dec30 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550078 Jul 07 16:46:57.580838 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a58ddd-08ad-4296-bb6d-cc20e1c2a9e3 req-21b4847b-358e-451c-bf60-64aecfdc9757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:57.583099 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86a58ddd-08ad-4296-bb6d-cc20e1c2a9e3 req-21b4847b-358e-451c-bf60-64aecfdc9757 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3102612 Jul 07 16:46:57.613165 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-178c1c59-9bda-4d05-8b65-4c4d67606b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:57.660874 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4132b92f-7617-48f7-9996-6e0588f3e287 x-openstack-request-id: req-4132b92f-7617-48f7-9996-6e0588f3e287 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:57.661415 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d0bd12-5e77-4f57-8039-e2fe5a1278f8", "tag": "78af5bd3-4034-4762-a6a0-1b73f58d5009", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:57.661643 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4132b92f-7617-48f7-9996-6e0588f3e287 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:57.662022 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d0bd12-5e77-4f57-8039-e2fe5a1278f8', 'tag': '78af5bd3-4034-4762-a6a0-1b73f58d5009', 'status': 'completed', 'code': 200} Jul 07 16:46:57.666784 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-5f26e736-918c-4ffb-9302-45804b1e3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:57.668254 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-5f26e736-918c-4ffb-9302-45804b1e3c6d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 1099 time: 0.4741554 Jul 07 16:46:57.669630 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ab89d8-71da-4988-be17-0dd2d14dc386 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:46:57.731177 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-838880a9-6d74-4e69-b222-c54cf71d7db6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=78af5bd3-4034-4762-a6a0-1b73f58d5009 HTTP/1.1" status: 200 len: 217 time: 0.0440638 Jul 07 16:46:57.764765 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2d10f-33e5-46cf-95a5-3c47f4817071 req-88a563de-75cb-4613-9d53-8ca08e6614f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:57.768970 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-35a2d10f-33e5-46cf-95a5-3c47f4817071 req-88a563de-75cb-4613-9d53-8ca08e6614f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22126ca9-ae82-4647-8f4f-376e0767253a HTTP/1.1" status: 200 len: 1100 time: 0.4769640 Jul 07 16:46:57.795060 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-1d2ea599-7036-49d2-85ef-f455d22f7161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:57.796854 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-1d2ea599-7036-49d2-85ef-f455d22f7161 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0551424 Jul 07 16:46:57.806806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c2bfe-8454-4e2f-aea4-3d9734dc1ce9 req-ad97155d-7e8a-4114-9c71-6c4d50626f9b tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:57.810730 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e36c2bfe-8454-4e2f-aea4-3d9734dc1ce9 req-ad97155d-7e8a-4114-9c71-6c4d50626f9b tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.50 "GET /v2.0/ports?device_id=22126ca9-ae82-4647-8f4f-376e0767253a HTTP/1.1" status: 200 len: 949 time: 0.4680240 Jul 07 16:46:57.817890 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-398b4ca4-1c5a-4715-b4fd-659b30b137a9 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:57.883543 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86a58ddd-08ad-4296-bb6d-cc20e1c2a9e3 req-951f66b2-fa91-4334-942f-80c99fb58ab3 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894342 Jul 07 16:46:57.896063 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-398b4ca4-1c5a-4715-b4fd-659b30b137a9 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Transition to ACTIVE for port object b5885368-40d6-4d19-9756-60610a80e31f will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:46:57.908591 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-35a2d10f-33e5-46cf-95a5-3c47f4817071 req-4e4b18fc-76e9-40e8-a2ef-5e972208fd1d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f63fbd30-3b4a-4b80-a40f-5268425860a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312647 Jul 07 16:46:57.952011 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e36c2bfe-8454-4e2f-aea4-3d9734dc1ce9 req-0a1b78a0-a8c1-44b1-814d-b3eb805c8249 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.50 "GET /v2.0/security-groups?id=f63fbd30-3b4a-4b80-a40f-5268425860a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336901 Jul 07 16:46:57.957402 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ab89d8-71da-4988-be17-0dd2d14dc386 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:46:57.966567 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-04ab89d8-71da-4988-be17-0dd2d14dc386 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:57.980857 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63728ff4-ca3b-41c1-8e80-e09c17b3f08a None None] Sync routers for ids ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:46:58.007601 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63728ff4-ca3b-41c1-8e80-e09c17b3f08a None None] Routers {'69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:58.008264 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-63728ff4-ca3b-41c1-8e80-e09c17b3f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:46:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:58.029438 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-178c1c59-9bda-4d05-8b65-4c4d67606b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:58.049206 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-178c1c59-9bda-4d05-8b65-4c4d67606b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:58.089442 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-04ab89d8-71da-4988-be17-0dd2d14dc386 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "PUT /v2.0/floatingips/42a19bb6-299f-4641-a691-e6a8397d8497 HTTP/1.1" status: 200 len: 991 time: 2.8005471 Jul 07 16:46:58.093047 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528de228-c644-4e36-9694-f38aa25b68fd', 'tag': 'cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:46:58.103856 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c69533-0457-4176-989c-b2fda94f5d43" -d '{"events": [{"name": "network-changed", "server_uuid": "528de228-c644-4e36-9694-f38aa25b68fd", "tag": "cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:46:58.140714 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-63728ff4-ca3b-41c1-8e80-e09c17b3f08a None None] Set router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:58.155863 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-178c1c59-9bda-4d05-8b65-4c4d67606b3c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8dea2d7c59b646af95dbc6016093f12f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1377981 Jul 07 16:46:58.156815 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c1c59-9bda-4d05-8b65-4c4d67606b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a245999d-7b14-4a40-9857-00dcca76050d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:58.166038 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57422) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:58.179329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c1c59-9bda-4d05-8b65-4c4d67606b3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:58.179739 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c1c59-9bda-4d05-8b65-4c4d67606b3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:58.180034 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c1c59-9bda-4d05-8b65-4c4d67606b3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:58.180400 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c1c59-9bda-4d05-8b65-4c4d67606b3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:58.180735 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c1c59-9bda-4d05-8b65-4c4d67606b3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:58.181120 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c1c59-9bda-4d05-8b65-4c4d67606b3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:58.181658 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c1c59-9bda-4d05-8b65-4c4d67606b3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:58.182027 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c1c59-9bda-4d05-8b65-4c4d67606b3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:58.182441 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c1c59-9bda-4d05-8b65-4c4d67606b3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:58.183652 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c1c59-9bda-4d05-8b65-4c4d67606b3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:58.183986 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c1c59-9bda-4d05-8b65-4c4d67606b3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:58.184326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c1c59-9bda-4d05-8b65-4c4d67606b3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:46:58.276175 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8c547f0a-9f84-4377-951e-2dd47ac100a2 req-aebedfc5-933b-497a-adf7-1366046e5b6a tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=43a3ff99-059a-4364-9b2a-5d64191e6260 HTTP/1.1" status: 200 len: 210 time: 0.1674905 Jul 07 16:46:58.277464 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1238c4d3-931f-463e-89c9-930eadb4648c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:58.283616 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-3f6fc155-c82d-406b-bdff-4953d5794706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:58.285393 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-3f6fc155-c82d-406b-bdff-4953d5794706 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4794421 Jul 07 16:46:58.297721 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dc578-b0a0-4572-85e9-2a810b1fec69 req-dc8b925e-fbd8-4d69-85f3-ed3aab42443a tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:58.299288 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-345dc578-b0a0-4572-85e9-2a810b1fec69 req-dc8b925e-fbd8-4d69-85f3-ed3aab42443a tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba457c8-37d1-44be-b56f-6c78b68cc4fe HTTP/1.1" status: 200 len: 948 time: 0.4951208 Jul 07 16:46:58.306659 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-398b4ca4-1c5a-4715-b4fd-659b30b137a9 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:58.319355 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['7845b625-0a39-494d-9ed7-391349d6ee31', 'ad75113a-22ad-4544-b26b-739c8604e4bc'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:46:58.330211 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1238c4d3-931f-463e-89c9-930eadb4648c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:58.388452 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1238c4d3-931f-463e-89c9-930eadb4648c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:58.392411 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1238c4d3-931f-463e-89c9-930eadb4648c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:58.397438 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1238c4d3-931f-463e-89c9-930eadb4648c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a245999d-7b14-4a40-9857-00dcca76050d HTTP/1.1" status: 204 len: 168 time: 0.2074916 Jul 07 16:46:58.407569 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238c4d3-931f-463e-89c9-930eadb4648c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a245999d-7b14-4a40-9857-00dcca76050d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:58.488828 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86a58ddd-08ad-4296-bb6d-cc20e1c2a9e3 req-15269712-1234-4cfa-85a0-b0b0e4fcd3e8 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5941718 Jul 07 16:46:58.549460 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-398b4ca4-1c5a-4715-b4fd-659b30b137a9 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:46:58.558907 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b4ca4-1c5a-4715-b4fd-659b30b137a9 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Pushing event updated for resources: {'Port': ['ID=b5885368-40d6-4d19-9756-60610a80e31f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:58.564095 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-398b4ca4-1c5a-4715-b4fd-659b30b137a9 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:46:58.572802 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-345dc578-b0a0-4572-85e9-2a810b1fec69 req-1d541f07-5bd6-497f-898d-feae721b92fe tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639287 Jul 07 16:46:58.575361 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-398b4ca4-1c5a-4715-b4fd-659b30b137a9 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:46:58.581287 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-398b4ca4-1c5a-4715-b4fd-659b30b137a9 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:58.581541 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-398b4ca4-1c5a-4715-b4fd-659b30b137a9 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:58.604718 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-bd7fd948-c7c6-4128-93d2-301bb66216ef service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995949 Jul 07 16:46:58.613743 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-398b4ca4-1c5a-4715-b4fd-659b30b137a9 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3643198 Jul 07 16:46:58.614783 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75318a9-a50e-4f09-b3e2-655523250ede req-21cf20a9-fb36-43b3-89ab-b927989aa0e0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:58.617938 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e75318a9-a50e-4f09-b3e2-655523250ede req-21cf20a9-fb36-43b3-89ab-b927989aa0e0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 948 time: 0.1517427 Jul 07 16:46:58.649620 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] Request body: {'port': {'device_id': '43a3ff99-059a-4364-9b2a-5d64191e6260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:46:58.691169 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e75318a9-a50e-4f09-b3e2-655523250ede req-6e317380-fa4e-4ea8-b3e1-96f2e97898bb tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668335 Jul 07 16:46:58.736376 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-63728ff4-ca3b-41c1-8e80-e09c17b3f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:00Z', 'updated_at': '2021-07-07T16:46:06Z', 'revision_number': 4, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'gw_port': {'id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:01Z', 'updated_at': '2021-07-07T16:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '42a19bb6-299f-4641-a691-e6a8397d8497', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'floating_ip_address': '172.25.2.199', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'port_id': 'cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'mac_address': 'fa:16:3e:ae:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528de228-c644-4e36-9694-f38aa25b68fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:46:29Z', 'updated_at': '2021-07-07T16:46:56Z', 'revision_number': 1, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7716dba8-ad59-42f5-b594-353dc2b447cc', 'name': '', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'mac_address': 'fa:16:3e:29:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:04Z', 'updated_at': '2021-07-07T16:46:14Z', 'revision_number': 5, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'subnets': [{'id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:58.787009 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2cb5e5-61fb-4a2d-a407-e1c54cc31531 x-openstack-request-id: req-db2cb5e5-61fb-4a2d-a407-e1c54cc31531 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:46:58.787779 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528de228-c644-4e36-9694-f38aa25b68fd", "tag": "cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:46:58.788367 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db2cb5e5-61fb-4a2d-a407-e1c54cc31531 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:46:58.793741 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528de228-c644-4e36-9694-f38aa25b68fd', 'tag': 'cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10', 'status': 'completed', 'code': 200} Jul 07 16:46:58.805235 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63728ff4-ca3b-41c1-8e80-e09c17b3f08a None None] Checking router: 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:46:58.831542 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63728ff4-ca3b-41c1-8e80-e09c17b3f08a None None] Routers {'69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:46:58.833051 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-63728ff4-ca3b-41c1-8e80-e09c17b3f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:46:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:59.092138 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b257dcb5-6e51-46e3-a5b2-b9531f114eda None None] Provisioning for port b5885368-40d6-4d19-9756-60610a80e31f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:46:59.096866 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b257dcb5-6e51-46e3-a5b2-b9531f114eda None None] Provisioning complete for port b5885368-40d6-4d19-9756-60610a80e31f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:46:59.097331 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b257dcb5-6e51-46e3-a5b2-b9531f114eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:59.102612 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f69d81-080f-4ea4-b18b-f562bada0d02 req-95c94e0d-1d9a-4a54-b372-38111636e663 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:59.104374 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-28f69d81-080f-4ea4-b18b-f562bada0d02 req-95c94e0d-1d9a-4a54-b372-38111636e663 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 943 time: 0.1200931 Jul 07 16:46:59.154513 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-63728ff4-ca3b-41c1-8e80-e09c17b3f08a None None] Set router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:46:59.178975 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:59.180851 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57446) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:59.193099 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b257dcb5-6e51-46e3-a5b2-b9531f114eda None None] Port b5885368-40d6-4d19-9756-60610a80e31f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:46:59.251934 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-825edfb2-8d82-4df8-94ce-03fe487b6a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:59.274022 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-28f69d81-080f-4ea4-b18b-f562bada0d02 req-503c4102-c466-44be-9e53-ac6555c0ae78 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601009 Jul 07 16:46:59.290850 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-979fb3e7-9714-43c0-8b07-a81f9b12ea03 req-8e15c6bb-6bc4-4274-9dc6-447fe975289d service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6743371 Jul 07 16:46:59.306173 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c69533-0457-4176-989c-b2fda94f5d43 req-9f7e6f72-fba9-442a-b36d-f22bfd0078f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:59.308902 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51c69533-0457-4176-989c-b2fda94f5d43 req-9f7e6f72-fba9-442a-b36d-f22bfd0078f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5ce0c877d554ec492166d4081f3bc35&device_id=528de228-c644-4e36-9694-f38aa25b68fd HTTP/1.1" status: 200 len: 1096 time: 0.4723759 Jul 07 16:46:59.384571 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-3c2ebacf-1d88-410a-98ab-afbdf9e507d8 service neutron] 10.222.0.69 "GET /v2.0/ports/6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00/bindings/n-h1-793620-7 HTTP/1.1" status: 200 len: 384 time: 0.1814954 Jul 07 16:46:59.499464 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-63728ff4-ca3b-41c1-8e80-e09c17b3f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:00Z', 'updated_at': '2021-07-07T16:46:06Z', 'revision_number': 4, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'gw_port': {'id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:01Z', 'updated_at': '2021-07-07T16:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '42a19bb6-299f-4641-a691-e6a8397d8497', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'floating_ip_address': '172.25.2.199', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'port_id': 'cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'mac_address': 'fa:16:3e:ae:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528de228-c644-4e36-9694-f38aa25b68fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:46:29Z', 'updated_at': '2021-07-07T16:46:56Z', 'revision_number': 1, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7716dba8-ad59-42f5-b594-353dc2b447cc', 'name': '', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'mac_address': 'fa:16:3e:29:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:04Z', 'updated_at': '2021-07-07T16:46:14Z', 'revision_number': 5, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'subnets': [{'id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:46:59.501398 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36745350-8cd0-4e67-af67-49a871090108 req-1aebaca6-9fc6-435c-96ed-b35799af0196 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:59.508607 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-36745350-8cd0-4e67-af67-49a871090108 req-1aebaca6-9fc6-435c-96ed-b35799af0196 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.50 "GET /v2.0/ports?device_id=22126ca9-ae82-4647-8f4f-376e0767253a HTTP/1.1" status: 200 len: 949 time: 0.2981305 Jul 07 16:46:59.533279 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63728ff4-ca3b-41c1-8e80-e09c17b3f08a None None] The sync data for ids ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'] in n-d-793620-7 is: [{'id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:00Z', 'updated_at': '2021-07-07T16:46:06Z', 'revision_number': 4, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'gw_port': {'id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:01Z', 'updated_at': '2021-07-07T16:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '42a19bb6-299f-4641-a691-e6a8397d8497', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'floating_ip_address': '172.25.2.199', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'port_id': 'cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'mac_address': 'fa:16:3e:ae:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528de228-c644-4e36-9694-f38aa25b68fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:46:29Z', 'updated_at': '2021-07-07T16:46:56Z', 'revision_number': 1, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7716dba8-ad59-42f5-b594-353dc2b447cc', 'name': '', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'mac_address': 'fa:16:3e:29:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:04Z', 'updated_at': '2021-07-07T16:46:14Z', 'revision_number': 5, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'subnets': [{'id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:46:59.649545 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-36745350-8cd0-4e67-af67-49a871090108 req-ce25db94-f9af-4053-9afc-8de10346a189 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.50 "GET /v2.0/security-groups?id=f63fbd30-3b4a-4b80-a40f-5268425860a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394825 Jul 07 16:46:59.650973 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806f2ff-4bf5-4da8-bcd3-cd877532f019 req-f2996f21-c429-4943-b7e6-3a756b62e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:59.652401 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d806f2ff-4bf5-4da8-bcd3-cd877532f019 req-f2996f21-c429-4943-b7e6-3a756b62e8f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 1099 time: 0.2586405 Jul 07 16:46:59.655056 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c69533-0457-4176-989c-b2fda94f5d43 req-27a98d0b-8a2c-4be0-a467-4475041640ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:59.656439 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51c69533-0457-4176-989c-b2fda94f5d43 req-27a98d0b-8a2c-4be0-a467-4475041640ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=c85edc96-c222-49c3-a60a-171b400e82ed HTTP/1.1" status: 200 len: 924 time: 0.3357522 Jul 07 16:46:59.657597 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d6e6a-4d12-44e5-afbb-715351ce6eb6 req-99266c77-8cfc-41f2-be93-855acfb219db tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:46:59.661026 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f33d6e6a-4d12-44e5-afbb-715351ce6eb6 req-99266c77-8cfc-41f2-be93-855acfb219db tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=43a3ff99-059a-4364-9b2a-5d64191e6260 HTTP/1.1" status: 200 len: 935 time: 0.2019684 Jul 07 16:46:59.744746 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-825edfb2-8d82-4df8-94ce-03fe487b6a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:59.759267 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-825edfb2-8d82-4df8-94ce-03fe487b6a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:46:59.791993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825edfb2-8d82-4df8-94ce-03fe487b6a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cc323b-b6f0-4c2c-a1c9-9b939d5c8e0f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:46:59.797105 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f33d6e6a-4d12-44e5-afbb-715351ce6eb6 req-1cea9be4-23cb-4665-a8c8-ab555d4ed862 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915258 Jul 07 16:46:59.857135 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-825edfb2-8d82-4df8-94ce-03fe487b6a4c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1e6d7c5bec149ccb74255b6834f3387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6723261 Jul 07 16:46:59.862182 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57468) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:46:59.875362 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51c69533-0457-4176-989c-b2fda94f5d43 req-b2ed7505-76df-4ae0-80e3-a91aad2f2f44 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 HTTP/1.1" status: 200 len: 999 time: 0.2022150 Jul 07 16:46:59.891712 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-67935805-5516-4092-8e4f-b2f4b2436ccb service neutron] For port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:59.920684 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-67935805-5516-4092-8e4f-b2f4b2436ccb service neutron] For port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:46:59.951476 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca960784-dd11-4f41-9aa6-b9fea65ff2ab None None] New status for floating IP 42a19bb6-299f-4641-a691-e6a8397d8497: ACTIVE {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:46:59.965548 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-67935805-5516-4092-8e4f-b2f4b2436ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:46:59.980066 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-67935805-5516-4092-8e4f-b2f4b2436ccb service neutron] For port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:46:59.999537 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-67935805-5516-4092-8e4f-b2f4b2436ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:00.065699 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806f2ff-4bf5-4da8-bcd3-cd877532f019 req-769dafd6-8ffd-4d0a-b9f7-bd0ed0e9efea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:00.067771 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d806f2ff-4bf5-4da8-bcd3-cd877532f019 req-769dafd6-8ffd-4d0a-b9f7-bd0ed0e9efea service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.4044218 Jul 07 16:47:00.143400 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c69533-0457-4176-989c-b2fda94f5d43 req-c303d9a2-0b2b-4f37-9393-37f03251882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:00.145327 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51c69533-0457-4176-989c-b2fda94f5d43 req-c303d9a2-0b2b-4f37-9393-37f03251882c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=414e5f56-f327-49ce-ba9b-6eafeb3fd8cc HTTP/1.1" status: 200 len: 862 time: 0.2596765 Jul 07 16:47:00.155907 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d806f2ff-4bf5-4da8-bcd3-cd877532f019 req-f0e2cad1-776a-4c86-a087-ee484a48e638 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=78af5bd3-4034-4762-a6a0-1b73f58d5009 HTTP/1.1" status: 200 len: 217 time: 0.0623920 Jul 07 16:47:00.156152 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-67935805-5516-4092-8e4f-b2f4b2436ccb service neutron] Transition to ACTIVE for port object 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:00.164886 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-67935805-5516-4092-8e4f-b2f4b2436ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:00.168898 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5885368-40d6-4d19-9756-60610a80e31f {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:00.196801 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:00.217830 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9da3e26f-4cc2-41f1-8708-a266bb399e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:00.229847 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755ca65-9a8a-4cee-b7d3-bc1a0999f32c req-4080bb5d-116b-4c23-bc71-e3e60589f030 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:00.237240 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f755ca65-9a8a-4cee-b7d3-bc1a0999f32c req-4080bb5d-116b-4c23-bc71-e3e60589f030 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 948 time: 0.1580615 Jul 07 16:47:00.264315 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-67935805-5516-4092-8e4f-b2f4b2436ccb service neutron] No DVR routers for this DVR port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:47:00.287948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] Transition to ACTIVE for port object b5885368-40d6-4d19-9756-60610a80e31f will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:00.298421 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9da3e26f-4cc2-41f1-8708-a266bb399e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:00.315749 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:00.324752 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-67935805-5516-4092-8e4f-b2f4b2436ccb service neutron] 10.222.0.69 "PUT /v2.0/ports/6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00/bindings/n-h1-793620-7/activate HTTP/1.1" status: 200 len: 369 time: 0.9325800 Jul 07 16:47:00.325275 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0a8ad-1726-44c1-b151-f62aa135ba58 req-a686c26d-7e80-431b-8293-6def3202e584 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:00.326925 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78b0a8ad-1726-44c1-b151-f62aa135ba58 req-a686c26d-7e80-431b-8293-6def3202e584 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba457c8-37d1-44be-b56f-6c78b68cc4fe HTTP/1.1" status: 200 len: 948 time: 0.3766892 Jul 07 16:47:00.330539 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67935805-5516-4092-8e4f-b2f4b2436ccb service neutron] Pushing event updated for resources: {'Port': ['ID=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00,revision_number=10']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:00.343440 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806f2ff-4bf5-4da8-bcd3-cd877532f019 req-b0b6f0fe-f6b0-46df-80c6-33696040d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:00.344895 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d806f2ff-4bf5-4da8-bcd3-cd877532f019 req-b0b6f0fe-f6b0-46df-80c6-33696040d5a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1812081 Jul 07 16:47:00.360375 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f755ca65-9a8a-4cee-b7d3-bc1a0999f32c req-02a181bd-1d40-4c58-9942-d0f1c25bf81e tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221583 Jul 07 16:47:00.472252 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-6c0674d5-0e2c-49ef-85fc-3569dbefeee0 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:00.474395 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-6c0674d5-0e2c-49ef-85fc-3569dbefeee0 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab&tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 1095 time: 0.0753660 Jul 07 16:47:00.481470 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c69533-0457-4176-989c-b2fda94f5d43 req-972c2524-a61b-4dc8-b0ec-90a5c3920a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:00.483282 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51c69533-0457-4176-989c-b2fda94f5d43 req-972c2524-a61b-4dc8-b0ec-90a5c3920a23 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c85edc96-c222-49c3-a60a-171b400e82ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3167505 Jul 07 16:47:00.486209 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] Pushing event updated for resources: {'Port': ['ID=b5885368-40d6-4d19-9756-60610a80e31f,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:00.499871 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78b0a8ad-1726-44c1-b151-f62aa135ba58 req-909b04dc-98a9-42b5-9870-79a36c22ff66 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590538 Jul 07 16:47:00.600143 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9da3e26f-4cc2-41f1-8708-a266bb399e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:00.619436 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9da3e26f-4cc2-41f1-8708-a266bb399e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:00.622682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-d6a9ceb6-781b-41da-963d-2d1849d98216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:00.624266 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9da3e26f-4cc2-41f1-8708-a266bb399e6b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a3cc323b-b6f0-4c2c-a1c9-9b939d5c8e0f HTTP/1.1" status: 204 len: 168 time: 0.7591543 Jul 07 16:47:00.624941 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-d6a9ceb6-781b-41da-963d-2d1849d98216 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab&tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20 HTTP/1.1" status: 200 len: 1095 time: 0.1411922 Jul 07 16:47:00.652302 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] Attempting to bind port b5885368-40d6-4d19-9756-60610a80e31f on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:00.652757 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] Attempting to bind port b5885368-40d6-4d19-9756-60610a80e31f by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:00.653215 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] Attempting to bind port b5885368-40d6-4d19-9756-60610a80e31f on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:00.659745 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3e26f-4cc2-41f1-8708-a266bb399e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cc323b-b6f0-4c2c-a1c9-9b939d5c8e0f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:00.668940 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] Port b5885368-40d6-4d19-9756-60610a80e31f on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:00.668940 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] Attempting to bind port b5885368-40d6-4d19-9756-60610a80e31f on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:00.686476 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:00.687010 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:00.687446 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:00.687996 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] Bound port: b5885368-40d6-4d19-9756-60610a80e31f, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:00.688450 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:00.691731 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806f2ff-4bf5-4da8-bcd3-cd877532f019 req-0abe755e-74f1-4871-b2c2-b5c08628f98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:00.693970 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d806f2ff-4bf5-4da8-bcd3-cd877532f019 req-0abe755e-74f1-4871-b2c2-b5c08628f98b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3307130 Jul 07 16:47:00.800211 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-29db71c8-4dfb-47e8-a0cb-e8736a886e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:00.801710 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-29db71c8-4dfb-47e8-a0cb-e8736a886e9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 1095 time: 0.1232719 Jul 07 16:47:00.927366 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-84f09f73-df79-4919-8ef8-d051d10df592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:00.929428 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-84f09f73-df79-4919-8ef8-d051d10df592 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 921 time: 0.1172402 Jul 07 16:47:00.980129 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device d842cab6-2a6d-45bf-902a-a5f339c3c46c details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:47:00.996390 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-ddb31f25-6fa4-4b11-bcfc-ebc003e89837 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 HTTP/1.1" status: 200 len: 217 time: 0.0569627 Jul 07 16:47:01.079544 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-57a74bbe-4b5d-4dd2-bdd4-9daca92f1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:01.080569 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-57a74bbe-4b5d-4dd2-bdd4-9daca92f1234 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.0776238 Jul 07 16:47:01.089503 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51c69533-0457-4176-989c-b2fda94f5d43 req-815df96d-5421-430d-afed-43dd7e908fc9 service neutron] 10.222.0.69 "GET /v2.0/networks/c85edc96-c222-49c3-a60a-171b400e82ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621202 Jul 07 16:47:01.140406 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port d842cab6-2a6d-45bf-902a-a5f339c3c46c, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d842cab6-2a6d-45bf-902a-a5f339c3c46c,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:01.147404 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-cec2f4bd-1ffa-4903-a22f-ad656a2dc705 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468528 Jul 07 16:47:01.162932 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'd842cab6-2a6d-45bf-902a-a5f339c3c46c', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': 'd842cab6-2a6d-45bf-902a-a5f339c3c46c', 'mac_address': 'fa:16:3e:53:cd:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:47:01.218470 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:01.235779 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d842cab6-2a6d-45bf-902a-a5f339c3c46c {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:01.240335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a161b5-3e49-4f4a-9aaa-568c2c540336 req-cba83ba6-014c-4e97-94d9-cf731b532809 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:01.247258 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-94a161b5-3e49-4f4a-9aaa-568c2c540336 req-cba83ba6-014c-4e97-94d9-cf731b532809 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=43a3ff99-059a-4364-9b2a-5d64191e6260 HTTP/1.1" status: 200 len: 947 time: 0.1656024 Jul 07 16:47:01.263135 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] For port b5885368-40d6-4d19-9756-60610a80e31f, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:01.263455 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port d842cab6-2a6d-45bf-902a-a5f339c3c46c, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d842cab6-2a6d-45bf-902a-a5f339c3c46c,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:01.271413 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:01.272660 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d806f2ff-4bf5-4da8-bcd3-cd877532f019 req-c82043b9-fd6c-4d5b-9e9e-8636f9bce730 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678833 Jul 07 16:47:01.311612 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-94a161b5-3e49-4f4a-9aaa-568c2c540336 req-f65b7149-6d0a-467b-9dc4-24fb66223a83 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632300 Jul 07 16:47:01.315725 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-bab7bfa8-ab20-4118-b5c6-ef2a93d35656 service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565311 Jul 07 16:47:01.343802 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=d842cab6-2a6d-45bf-902a-a5f339c3c46c,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:01.352150 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:01.352498 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:01.352974 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:01.353316 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:01.353648 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:01.353976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:01.354991 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:01.354991 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:01.354991 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:01.355441 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:01.355667 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:01.355929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:01.369627 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] For port b5885368-40d6-4d19-9756-60610a80e31f, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b5885368-40d6-4d19-9756-60610a80e31f,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:01.440722 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:01.442830 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-f942f8ce-49f4-4668-9709-b120191751e0 service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096139 Jul 07 16:47:01.501339 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51c69533-0457-4176-989c-b2fda94f5d43 req-c1158aa3-0bf3-4a8a-a228-75d07fa35283 service neutron] 10.222.0.69 "GET /v2.0/networks/c85edc96-c222-49c3-a60a-171b400e82ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962622 Jul 07 16:47:01.510134 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeaa41-b0e2-436c-83aa-432c18e67227 req-85a464fe-3ba9-4b92-b076-37ae53fc4fb3 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:01.511687 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1adeaa41-b0e2-436c-83aa-432c18e67227 req-85a464fe-3ba9-4b92-b076-37ae53fc4fb3 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 944 time: 0.4544559 Jul 07 16:47:01.525635 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774ef6e-7508-4462-9041-7fbb265ac27c req-7aba9929-bbc2-4b46-bf2c-28e755891632 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:01.533362 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d774ef6e-7508-4462-9041-7fbb265ac27c req-7aba9929-bbc2-4b46-bf2c-28e755891632 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.50 "GET /v2.0/ports?device_id=22126ca9-ae82-4647-8f4f-376e0767253a HTTP/1.1" status: 200 len: 949 time: 0.0934165 Jul 07 16:47:01.536820 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:01.537454 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:01.538921 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] 10.222.0.15 "PUT /v2.0/ports/b5885368-40d6-4d19-9756-60610a80e31f HTTP/1.1" status: 200 len: 1095 time: 2.9050901 Jul 07 16:47:01.543757 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a3ff99-059a-4364-9b2a-5d64191e6260', 'tag': 'b5885368-40d6-4d19-9756-60610a80e31f'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:01.545982 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c349be-d80e-403f-946e-05c5b0ff4875" -d '{"events": [{"name": "network-changed", "server_uuid": "43a3ff99-059a-4364-9b2a-5d64191e6260", "tag": "b5885368-40d6-4d19-9756-60610a80e31f"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:01.564815 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d806f2ff-4bf5-4da8-bcd3-cd877532f019 req-4e235e47-917e-45b5-bdd3-a8ccfc099eb4 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754202 Jul 07 16:47:01.579204 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['d842cab6-2a6d-45bf-902a-a5f339c3c46c'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:01.580163 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0496691-96dd-4d11-9889-8599f9979112 service neutron] Pushing event updated for resources: {'Port': ['ID=b5885368-40d6-4d19-9756-60610a80e31f,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:01.634754 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d774ef6e-7508-4462-9041-7fbb265ac27c req-ad84a0c8-c279-47c2-b1a3-cd4e7f641e4e tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.50 "GET /v2.0/security-groups?id=f63fbd30-3b4a-4b80-a40f-5268425860a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933614 Jul 07 16:47:01.654187 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1adeaa41-b0e2-436c-83aa-432c18e67227 req-6ffe231b-eea8-4156-9bc1-1b3ce9fc303b tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325352 Jul 07 16:47:01.721724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-b1c70319-322a-43ac-b2ac-6b0a7828d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:01.726983 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-b1c70319-322a-43ac-b2ac-6b0a7828d804 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81d0685782b0487a9e3df3683dfe1592&device_id=43a3ff99-059a-4364-9b2a-5d64191e6260 HTTP/1.1" status: 200 len: 1098 time: 0.1252851 Jul 07 16:47:01.809762 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-a558a9a7-225e-4c99-b332-aede336e9674 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b5885368-40d6-4d19-9756-60610a80e31f HTTP/1.1" status: 200 len: 217 time: 0.0619650 Jul 07 16:47:01.934221 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-6f6d5f14-3543-420b-9144-b61eac9b8574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:01.942596 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-6f6d5f14-3543-420b-9144-b61eac9b8574 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1194119 Jul 07 16:47:01.995604 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-14444853-92a8-4260-9449-f97add9dfd7b tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:01.997684 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-14444853-92a8-4260-9449-f97add9dfd7b tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab&tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&binding%3Ahost_id=n-h1-793620-7 HTTP/1.1" status: 200 len: 1095 time: 0.0906246 Jul 07 16:47:02.014801 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f8f80-b278-4d80-a1a5-afe0ae8208ee req-a7500c4b-60d9-492a-bc78-03a7b2ea8f61 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:02.021616 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f8f8f80-b278-4d80-a1a5-afe0ae8208ee req-a7500c4b-60d9-492a-bc78-03a7b2ea8f61 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 948 time: 0.1433258 Jul 07 16:47:02.074948 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f8f8f80-b278-4d80-a1a5-afe0ae8208ee req-02e7a600-20bd-4253-a42e-8b4fb8a5800b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523415 Jul 07 16:47:02.080600 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-f81393a8-dea9-4754-ad54-800c229104b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:02.082176 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-f81393a8-dea9-4754-ad54-800c229104b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1313396 Jul 07 16:47:02.194650 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-e9b9b52c-ff27-4072-a39a-819cecf07e4d service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973153 Jul 07 16:47:02.269735 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89407e20-d0f3-444e-9c77-ed1425917074 x-openstack-request-id: req-89407e20-d0f3-444e-9c77-ed1425917074 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:02.270097 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a3ff99-059a-4364-9b2a-5d64191e6260", "tag": "b5885368-40d6-4d19-9756-60610a80e31f", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:02.270442 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89407e20-d0f3-444e-9c77-ed1425917074 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:02.270948 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a3ff99-059a-4364-9b2a-5d64191e6260', 'tag': 'b5885368-40d6-4d19-9756-60610a80e31f', 'status': 'completed', 'code': 200} Jul 07 16:47:02.278183 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237acff-6f58-4e96-adaf-6871a368f020 req-3bb1484a-54e9-498e-aea0-f55eb16d863b tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:02.285696 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3237acff-6f58-4e96-adaf-6871a368f020 req-3bb1484a-54e9-498e-aea0-f55eb16d863b tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba457c8-37d1-44be-b56f-6c78b68cc4fe HTTP/1.1" status: 200 len: 949 time: 0.1948290 Jul 07 16:47:02.288169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-df3b3aaf-2fd4-4a08-8875-25ddfad59447 service neutron] For port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:02.298854 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-df3b3aaf-2fd4-4a08-8875-25ddfad59447 service neutron] Notify callbacks [] for binding, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:02.300001 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5486e52-d563-4698-b3e4-3e69f9f22b75 req-df3b3aaf-2fd4-4a08-8875-25ddfad59447 service neutron] 10.222.0.15 "DELETE /v2.0/ports/6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00/bindings/n-h2-793620-7 HTTP/1.1" status: 204 len: 173 time: 0.2895789 Jul 07 16:47:02.332524 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13f2a447-b267-490c-bc25-80fffa9038f7 req-5008110a-e0e9-47d3-832b-4f43bfb7bd37 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172564 Jul 07 16:47:02.334986 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3237acff-6f58-4e96-adaf-6871a368f020 req-9dc83ead-eb16-4a83-804d-0419059ea7f9 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482326 Jul 07 16:47:02.478284 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c349be-d80e-403f-946e-05c5b0ff4875 req-ca698ce9-4da5-4fe2-88c9-763afaa4a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:02.480258 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6c349be-d80e-403f-946e-05c5b0ff4875 req-ca698ce9-4da5-4fe2-88c9-763afaa4a86f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=81d0685782b0487a9e3df3683dfe1592&device_id=43a3ff99-059a-4364-9b2a-5d64191e6260 HTTP/1.1" status: 200 len: 1098 time: 0.0742247 Jul 07 16:47:02.569583 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc69ef-f211-47d9-95fb-dee574ad620e req-a03b6d3d-e412-44cd-bfec-34b78d2b6ab0 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:02.571412 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9bcc69ef-f211-47d9-95fb-dee574ad620e req-a03b6d3d-e412-44cd-bfec-34b78d2b6ab0 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=43a3ff99-059a-4364-9b2a-5d64191e6260 HTTP/1.1" status: 200 len: 947 time: 0.1131773 Jul 07 16:47:02.593063 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15020f7-2280-4a3d-8e03-25e0783da00c req-1f51f9e6-cf14-43a1-9bdf-c47045c83d23 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:02.594511 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c349be-d80e-403f-946e-05c5b0ff4875 req-5bb2056f-8180-4ef6-bf2f-ea9047b72947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:02.594993 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f15020f7-2280-4a3d-8e03-25e0783da00c req-1f51f9e6-cf14-43a1-9bdf-c47045c83d23 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.15 "GET /v2.0/ports?device_id=22126ca9-ae82-4647-8f4f-376e0767253a HTTP/1.1" status: 200 len: 949 time: 0.0987189 Jul 07 16:47:02.596366 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6c349be-d80e-403f-946e-05c5b0ff4875 req-5bb2056f-8180-4ef6-bf2f-ea9047b72947 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1079543 Jul 07 16:47:02.651782 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6c349be-d80e-403f-946e-05c5b0ff4875 req-3d5377d3-27ca-4814-a6aa-27807c93ea39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b5885368-40d6-4d19-9756-60610a80e31f HTTP/1.1" status: 200 len: 217 time: 0.0456591 Jul 07 16:47:02.690720 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9bcc69ef-f211-47d9-95fb-dee574ad620e req-dec2e9c5-5960-47d3-a4b9-59c43737ed23 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116362 Jul 07 16:47:02.723925 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c349be-d80e-403f-946e-05c5b0ff4875 req-429ec8c6-75f0-4605-a219-7f8b0c54d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:02.725632 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6c349be-d80e-403f-946e-05c5b0ff4875 req-429ec8c6-75f0-4605-a219-7f8b0c54d61b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0622616 Jul 07 16:47:02.784396 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-f15020f7-2280-4a3d-8e03-25e0783da00c req-06c3d47f-d9dc-443d-b297-65e04c8b0bdb tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Deleting port ea63c148-6757-4231-8897-d3039ee6c8a9 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:47:02.784926 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f15020f7-2280-4a3d-8e03-25e0783da00c req-06c3d47f-d9dc-443d-b297-65e04c8b0bdb tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:02.810734 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c349be-d80e-403f-946e-05c5b0ff4875 req-57a1c0e8-34df-4a6e-8b20-39fe94e4b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:02.812262 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6c349be-d80e-403f-946e-05c5b0ff4875 req-57a1c0e8-34df-4a6e-8b20-39fe94e4b81c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0780520 Jul 07 16:47:02.908106 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-f15020f7-2280-4a3d-8e03-25e0783da00c req-06c3d47f-d9dc-443d-b297-65e04c8b0bdb tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] For port ea63c148-6757-4231-8897-d3039ee6c8a9, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ea63c148-6757-4231-8897-d3039ee6c8a9,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:02.910194 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f15020f7-2280-4a3d-8e03-25e0783da00c req-06c3d47f-d9dc-443d-b297-65e04c8b0bdb tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:02.923898 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6c349be-d80e-403f-946e-05c5b0ff4875 req-82dd7e94-9a4d-489a-9e32-8c58faf1b248 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036518 Jul 07 16:47:02.929644 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-f15020f7-2280-4a3d-8e03-25e0783da00c req-06c3d47f-d9dc-443d-b297-65e04c8b0bdb tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Calling delete_port for ea63c148-6757-4231-8897-d3039ee6c8a9 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:47:02.995436 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 78af5bd3-4034-4762-a6a0-1b73f58d5009 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:47:03.033791 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device d842cab6-2a6d-45bf-902a-a5f339c3c46c up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:03.068342 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6c349be-d80e-403f-946e-05c5b0ff4875 req-084e068e-69e1-4819-9f34-28a317b73087 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360114 Jul 07 16:47:03.081216 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36b62d-25c8-4129-b5ce-e8b83365c87a req-5029bf03-338a-4b77-bc27-6516a9976472 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:03.084923 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1c36b62d-25c8-4129-b5ce-e8b83365c87a req-5029bf03-338a-4b77-bc27-6516a9976472 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 944 time: 0.1038435 Jul 07 16:47:03.097212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b18ddb-bc47-4174-9d3d-5a704237fa9e req-7d933696-e80c-40e3-9f11-73ecb820c9b9 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:03.099225 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4b18ddb-bc47-4174-9d3d-5a704237fa9e req-7d933696-e80c-40e3-9f11-73ecb820c9b9 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.50 "GET /v2.0/ports?device_id=22126ca9-ae82-4647-8f4f-376e0767253a HTTP/1.1" status: 200 len: 949 time: 0.1538095 Jul 07 16:47:03.141763 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1c36b62d-25c8-4129-b5ce-e8b83365c87a req-be94f9c0-de2d-41ef-afa4-c8d982d41010 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499184 Jul 07 16:47:03.199094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 78af5bd3-4034-4762-a6a0-1b73f58d5009, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=78af5bd3-4034-4762-a6a0-1b73f58d5009,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:03.209076 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4b18ddb-bc47-4174-9d3d-5a704237fa9e req-7c962d2b-0257-4eee-9fd9-97aaf6c623d7 tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.50 "GET /v2.0/security-groups?id=f63fbd30-3b4a-4b80-a40f-5268425860a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996506 Jul 07 16:47:03.209891 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port d842cab6-2a6d-45bf-902a-a5f339c3c46c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:03.219132 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '78af5bd3-4034-4762-a6a0-1b73f58d5009', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '78af5bd3-4034-4762-a6a0-1b73f58d5009', 'mac_address': 'fa:16:3e:29:f6:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:47:03.221476 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port d842cab6-2a6d-45bf-902a-a5f339c3c46c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:03.221857 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.223245 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f15020f7-2280-4a3d-8e03-25e0783da00c req-06c3d47f-d9dc-443d-b297-65e04c8b0bdb tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.265592 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['ea63c148-6757-4231-8897-d3039ee6c8a9'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:03.275824 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3d47f-d9dc-443d-b297-65e04c8b0bdb tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Pushing event deleted for resources: {'Port': ['ID=ea63c148-6757-4231-8897-d3039ee6c8a9,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:03.354987 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15020f7-2280-4a3d-8e03-25e0783da00c req-06c3d47f-d9dc-443d-b297-65e04c8b0bdb tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] No DVR routers for this DVR port ea63c148-6757-4231-8897-d3039ee6c8a9 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:47:03.359652 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f15020f7-2280-4a3d-8e03-25e0783da00c req-06c3d47f-d9dc-443d-b297-65e04c8b0bdb tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.362061 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f15020f7-2280-4a3d-8e03-25e0783da00c req-06c3d47f-d9dc-443d-b297-65e04c8b0bdb tempest-ServerDiagnosticsNegativeTest-750534608 tempest-ServerDiagnosticsNegativeTest-750534608-project] 10.222.0.15 "DELETE /v2.0/ports/ea63c148-6757-4231-8897-d3039ee6c8a9 HTTP/1.1" status: 204 len: 173 time: 0.7548554 Jul 07 16:47:03.362598 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22126ca9-ae82-4647-8f4f-376e0767253a', 'name': 'network-vif-deleted', 'tag': 'ea63c148-6757-4231-8897-d3039ee6c8a9'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:03.365900 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d1e55b-4b16-4dde-92f9-85d3754c2936" -d '{"events": [{"server_uuid": "22126ca9-ae82-4647-8f4f-376e0767253a", "name": "network-vif-deleted", "tag": "ea63c148-6757-4231-8897-d3039ee6c8a9"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:03.451873 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.470103 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78af5bd3-4034-4762-a6a0-1b73f58d5009 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:03.486630 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275253be-1e18-46f8-8680-c799880f66a0 req-a04936b3-0f7a-4340-bde3-ac495018d5a0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:03.488931 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-275253be-1e18-46f8-8680-c799880f66a0 req-a04936b3-0f7a-4340-bde3-ac495018d5a0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 948 time: 0.0982890 Jul 07 16:47:03.552635 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.556798 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 78af5bd3-4034-4762-a6a0-1b73f58d5009, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=78af5bd3-4034-4762-a6a0-1b73f58d5009,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:03.561428 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-275253be-1e18-46f8-8680-c799880f66a0 req-aa2af107-8129-4adc-896f-5543a3f35e41 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652797 Jul 07 16:47:03.570496 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.611794 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba457c8-37d1-44be-b56f-6c78b68cc4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd842cab6-2a6d-45bf-902a-a5f339c3c46c'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:03.614964 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cab610a-8bce-46e4-ac7e-278fb21e09a0" -d '{"events": [{"server_uuid": "aba457c8-37d1-44be-b56f-6c78b68cc4fe", "name": "network-vif-plugged", "status": "completed", "tag": "d842cab6-2a6d-45bf-902a-a5f339c3c46c"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:03.635417 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port d842cab6-2a6d-45bf-902a-a5f339c3c46c, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d842cab6-2a6d-45bf-902a-a5f339c3c46c,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:03.647827 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:03.648517 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:47:03.657652 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4e467c-84cd-4c67-bae3-2b72d254d556 x-openstack-request-id: req-3b4e467c-84cd-4c67-bae3-2b72d254d556 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:03.658451 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22126ca9-ae82-4647-8f4f-376e0767253a", "name": "network-vif-deleted", "tag": "ea63c148-6757-4231-8897-d3039ee6c8a9", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:03.658985 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b4e467c-84cd-4c67-bae3-2b72d254d556 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:03.659585 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22126ca9-ae82-4647-8f4f-376e0767253a', 'name': 'network-vif-deleted', 'tag': 'ea63c148-6757-4231-8897-d3039ee6c8a9', 'status': 'completed', 'code': 200} Jul 07 16:47:03.686793 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=78af5bd3-4034-4762-a6a0-1b73f58d5009,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:03.732278 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:47:03.751989 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=d842cab6-2a6d-45bf-902a-a5f339c3c46c,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:03.801986 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7198f0-b693-4620-9c22-67bce35999bd req-05c0939f-58e5-49a4-ab46-1b458d847e09 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:03.803803 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e7198f0-b693-4620-9c22-67bce35999bd req-05c0939f-58e5-49a4-ab46-1b458d847e09 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 1095 time: 0.0566647 Jul 07 16:47:03.815295 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412eb4f-33ba-42af-9822-118552b14889 req-b5e735a8-c4f3-4da4-9f1e-78d9e34a218a tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:03.817064 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2412eb4f-33ba-42af-9822-118552b14889 req-b5e735a8-c4f3-4da4-9f1e-78d9e34a218a tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba457c8-37d1-44be-b56f-6c78b68cc4fe HTTP/1.1" status: 200 len: 950 time: 0.0764172 Jul 07 16:47:03.838544 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e7198f0-b693-4620-9c22-67bce35999bd req-f105a72d-3d44-488a-ba10-8e6025513d71 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287416 Jul 07 16:47:03.855427 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2412eb4f-33ba-42af-9822-118552b14889 req-f7f5d702-4b15-49ba-908e-3c8430f2f942 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330753 Jul 07 16:47:03.921404 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95822006-2d9c-4dd4-a635-ac232fff355b x-openstack-request-id: req-95822006-2d9c-4dd4-a635-ac232fff355b {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:03.921766 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba457c8-37d1-44be-b56f-6c78b68cc4fe", "name": "network-vif-plugged", "status": "completed", "tag": "d842cab6-2a6d-45bf-902a-a5f339c3c46c", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:03.922031 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95822006-2d9c-4dd4-a635-ac232fff355b {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:03.922444 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba457c8-37d1-44be-b56f-6c78b68cc4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd842cab6-2a6d-45bf-902a-a5f339c3c46c', 'code': 200} Jul 07 16:47:03.924932 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['78af5bd3-4034-4762-a6a0-1b73f58d5009'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:04.165173 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a783c-1af3-4ae5-8c66-307a7578a213 req-d949f6f8-ea96-4e8c-90de-7a28f91a50fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:04.167078 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ad9a783c-1af3-4ae5-8c66-307a7578a213 req-d949f6f8-ea96-4e8c-90de-7a28f91a50fd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aba457c8-37d1-44be-b56f-6c78b68cc4fe HTTP/1.1" status: 200 len: 1101 time: 0.1652548 Jul 07 16:47:04.245225 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24800f-1f64-433e-8816-fc96ac871e34 req-88a05fd2-d9c3-4f4f-9157-ecbcb2b1bde4 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:04.247223 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c24800f-1f64-433e-8816-fc96ac871e34 req-88a05fd2-d9c3-4f4f-9157-ecbcb2b1bde4 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=43a3ff99-059a-4364-9b2a-5d64191e6260 HTTP/1.1" status: 200 len: 947 time: 0.1380575 Jul 07 16:47:04.249850 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ad9a783c-1af3-4ae5-8c66-307a7578a213 req-77ed188b-f5a4-45df-b0c6-e5abbe981a34 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691664 Jul 07 16:47:04.292684 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c24800f-1f64-433e-8816-fc96ac871e34 req-055fb9b2-9508-4928-8960-03a7e34d1b5f tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378370 Jul 07 16:47:04.427972 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-6314142a-1b5e-49c1-b879-e2ff91b3ccc2 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:04.429423 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-6314142a-1b5e-49c1-b879-e2ff91b3ccc2 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 820 time: 0.1232746 Jul 07 16:47:04.448005 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-525a7ebc-4ce7-4216-ae99-80e88d2d0aca tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/quotas/baeeea6f8e704c6d9313d4f5ee61fa20 HTTP/1.1" status: 200 len: 375 time: 0.0116901 Jul 07 16:47:04.558053 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-fea44e34-259c-49f0-9f0f-179debfc8064 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0970325 Jul 07 16:47:04.793292 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57632) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:04.916322 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-306db334-905a-4400-9e21-3aff7f16ed83 service neutron] 10.222.0.50 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516796 Jul 07 16:47:05.012431 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 78af5bd3-4034-4762-a6a0-1b73f58d5009 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:05.019866 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-aca90d21-0d6f-4971-896a-d2ee4740516a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9e194fb304142b6b6ee7bb602047795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245486 Jul 07 16:47:05.021230 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-d368dcd3-30d0-47bd-87d5-e128279947eb service neutron] 10.222.0.50 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012225 Jul 07 16:47:05.022693 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57640) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:05.023168 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57642) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:05.060079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1698a1-eef6-45d6-b3a3-f4500b6b759c req-8b8fe020-b435-43e1-8e3c-babfb36ec3ed tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:05.062173 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-af1698a1-eef6-45d6-b3a3-f4500b6b759c req-8b8fe020-b435-43e1-8e3c-babfb36ec3ed tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 949 time: 0.1054845 Jul 07 16:47:05.101923 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c19ee709-e09e-4400-a57f-e3e167905c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:05.114060 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 78af5bd3-4034-4762-a6a0-1b73f58d5009 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:05.121434 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 78af5bd3-4034-4762-a6a0-1b73f58d5009 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:05.123022 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:05.125804 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-af1698a1-eef6-45d6-b3a3-f4500b6b759c req-e5e963ef-f1e4-4085-bc3f-286fafc05d7d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555155 Jul 07 16:47:05.138479 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c19ee709-e09e-4400-a57f-e3e167905c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:05.208980 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c19ee709-e09e-4400-a57f-e3e167905c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:05.212693 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c19ee709-e09e-4400-a57f-e3e167905c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:05.216798 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c19ee709-e09e-4400-a57f-e3e167905c8c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f63fbd30-3b4a-4b80-a40f-5268425860a4 HTTP/1.1" status: 204 len: 168 time: 0.1927025 Jul 07 16:47:05.233648 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ee709-e09e-4400-a57f-e3e167905c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63fbd30-3b4a-4b80-a40f-5268425860a4,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:05.259991 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c2760a8b-bbe7-4c49-bba5-f31734eb8e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:05.280693 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:05.318003 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 78af5bd3-4034-4762-a6a0-1b73f58d5009, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=78af5bd3-4034-4762-a6a0-1b73f58d5009,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:05.325800 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:05.347715 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ca7d99d1-e78e-434b-90af-2d623fc898aa req-4362b04f-7fb8-45fb-ac46-9346cf479750 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 210 time: 0.0348327 Jul 07 16:47:05.426779 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c2760a8b-bbe7-4c49-bba5-f31734eb8e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:05.433477 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c2760a8b-bbe7-4c49-bba5-f31734eb8e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:05.486235 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c2760a8b-bbe7-4c49-bba5-f31734eb8e89 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=86c3c519bed94039b14275fb689f41e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4598014 Jul 07 16:47:05.489334 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57664) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:05.503456 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=78af5bd3-4034-4762-a6a0-1b73f58d5009,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:05.507820 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2760a8b-bbe7-4c49-bba5-f31734eb8e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e010320d-516e-4286-b984-28cf41cc247e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:05.521243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58bca6-377e-4548-b508-688ee0441000 req-029da5cd-9395-41ca-a4fc-9d37a554ceb4 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:05.529032 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aa58bca6-377e-4548-b508-688ee0441000 req-029da5cd-9395-41ca-a4fc-9d37a554ceb4 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba457c8-37d1-44be-b56f-6c78b68cc4fe HTTP/1.1" status: 200 len: 950 time: 0.1718369 Jul 07 16:47:05.573772 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aa58bca6-377e-4548-b508-688ee0441000 req-9d3037ab-45f7-463b-bdee-8441b4261c2c tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437510 Jul 07 16:47:05.624046 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a6d6f1c6-cd64-43c3-bdee-4da29f3011c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:05.690431 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a6d6f1c6-cd64-43c3-bdee-4da29f3011c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:05.751129 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f733c-3d43-48e2-8b89-0ffe9668fbf9 req-7486d43d-169a-4902-8784-678a2a53fa41 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:05.752734 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2c2f733c-3d43-48e2-8b89-0ffe9668fbf9 req-7486d43d-169a-4902-8784-678a2a53fa41 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=43a3ff99-059a-4364-9b2a-5d64191e6260 HTTP/1.1" status: 200 len: 947 time: 0.1159225 Jul 07 16:47:05.768874 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a6d6f1c6-cd64-43c3-bdee-4da29f3011c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:05.772039 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a6d6f1c6-cd64-43c3-bdee-4da29f3011c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:05.773363 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a6d6f1c6-cd64-43c3-bdee-4da29f3011c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e010320d-516e-4286-b984-28cf41cc247e HTTP/1.1" status: 204 len: 168 time: 0.2829714 Jul 07 16:47:05.779514 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57676) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:05.790461 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6f1c6-cd64-43c3-bdee-4da29f3011c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e010320d-516e-4286-b984-28cf41cc247e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:05.805125 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f986-04d6-4388-a82c-bccf79f1f65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:05.858232 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2c2f733c-3d43-48e2-8b89-0ffe9668fbf9 req-51317cf8-899b-4541-a5b9-f2dd480cc831 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834146 Jul 07 16:47:05.923574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d0bd12-5e77-4f57-8039-e2fe5a1278f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78af5bd3-4034-4762-a6a0-1b73f58d5009'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:05.927756 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e210c4f9-1c89-4d49-a276-0d69a2e2206d" -d '{"events": [{"server_uuid": "91d0bd12-5e77-4f57-8039-e2fe5a1278f8", "name": "network-vif-plugged", "status": "completed", "tag": "78af5bd3-4034-4762-a6a0-1b73f58d5009"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:05.945501 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f986-04d6-4388-a82c-bccf79f1f65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:05.955434 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f986-04d6-4388-a82c-bccf79f1f65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:06.008055 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0ba4f986-04d6-4388-a82c-bccf79f1f65a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b0c84c81a2b4584801a45afad65e326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272675 Jul 07 16:47:06.010890 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4f986-04d6-4388-a82c-bccf79f1f65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74e0aec-d3ca-46c9-9d5d-2d69b2c951a7,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:06.012141 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57684) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:06.086101 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bfbc1f-1a65-4517-807b-28a027d793be x-openstack-request-id: req-19bfbc1f-1a65-4517-807b-28a027d793be {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:06.086696 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d0bd12-5e77-4f57-8039-e2fe5a1278f8", "name": "network-vif-plugged", "status": "completed", "tag": "78af5bd3-4034-4762-a6a0-1b73f58d5009", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:06.087094 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19bfbc1f-1a65-4517-807b-28a027d793be {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:06.089080 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d0bd12-5e77-4f57-8039-e2fe5a1278f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78af5bd3-4034-4762-a6a0-1b73f58d5009', 'code': 200} Jul 07 16:47:06.126846 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a7abb55-bde3-41f4-b7d7-1fc212c90f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:06.153966 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a7abb55-bde3-41f4-b7d7-1fc212c90f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:06.257369 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a7abb55-bde3-41f4-b7d7-1fc212c90f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:06.260836 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a7abb55-bde3-41f4-b7d7-1fc212c90f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:06.264461 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2a7abb55-bde3-41f4-b7d7-1fc212c90f42 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f74e0aec-d3ca-46c9-9d5d-2d69b2c951a7 HTTP/1.1" status: 204 len: 168 time: 0.2489610 Jul 07 16:47:06.276128 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7abb55-bde3-41f4-b7d7-1fc212c90f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74e0aec-d3ca-46c9-9d5d-2d69b2c951a7,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:06.349078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e3291-45af-4e76-8d66-e7772cee66b6 req-95a312de-9e7b-4532-9926-c05dcbe36eb8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:06.351228 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c69c37-e285-4d8f-8c4b-2636bf764eb6 req-49db994b-c36a-42e2-8de8-4ec76cf47d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:06.353651 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-93c69c37-e285-4d8f-8c4b-2636bf764eb6 req-49db994b-c36a-42e2-8de8-4ec76cf47d18 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 1101 time: 0.1505880 Jul 07 16:47:06.358242 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dc5e3291-45af-4e76-8d66-e7772cee66b6 req-95a312de-9e7b-4532-9926-c05dcbe36eb8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.1039069 Jul 07 16:47:06.412951 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-93c69c37-e285-4d8f-8c4b-2636bf764eb6 req-dbe06dbb-80b0-4ff8-b39d-a125650f2f1e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506859 Jul 07 16:47:06.433026 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dc5e3291-45af-4e76-8d66-e7772cee66b6 req-d3054bc7-f736-47ed-bd89-a35795b72ba8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713744 Jul 07 16:47:06.445449 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57704) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:06.470174 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d50231cf-e022-48a7-9ba2-56d54c0568e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:06.579844 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-10f698d9-9633-44c8-8551-02406ced71b0 req-5fc49e8a-fd77-4d76-9ce7-826315db158e tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 210 time: 0.0436292 Jul 07 16:47:06.622905 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d50231cf-e022-48a7-9ba2-56d54c0568e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:06.629539 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d50231cf-e022-48a7-9ba2-56d54c0568e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:06.675263 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d50231cf-e022-48a7-9ba2-56d54c0568e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a478a4ae6b8048a6ad78e1499a59c075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262559 Jul 07 16:47:06.675263 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50231cf-e022-48a7-9ba2-56d54c0568e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2b1e74-0b99-4505-a25d-496ba2affbb1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:06.676313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57722) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:06.749565 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-90a4e041-1f76-439f-abbe-813a98cff1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:06.764806 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b5885368-40d6-4d19-9756-60610a80e31f details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:47:06.770282 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ea63c148-6757-4231-8897-d3039ee6c8a9 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:47:06.787189 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-90a4e041-1f76-439f-abbe-813a98cff1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:06.808650 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: ea63c148-6757-4231-8897-d3039ee6c8a9 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:47:06.809308 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ea63c148-6757-4231-8897-d3039ee6c8a9 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:47:06.812849 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6729aa-3660-4d9a-bd49-e12ef7ed2be0 req-e49baa22-02f8-4882-b518-0fdd4b421ddc tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:06.814645 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-af6729aa-3660-4d9a-bd49-e12ef7ed2be0 req-e49baa22-02f8-4882-b518-0fdd4b421ddc tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba457c8-37d1-44be-b56f-6c78b68cc4fe HTTP/1.1" status: 200 len: 950 time: 0.0901880 Jul 07 16:47:06.865249 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-90a4e041-1f76-439f-abbe-813a98cff1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:06.868334 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-90a4e041-1f76-439f-abbe-813a98cff1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:06.869638 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-90a4e041-1f76-439f-abbe-813a98cff1fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a2b1e74-0b99-4505-a25d-496ba2affbb1 HTTP/1.1" status: 204 len: 168 time: 0.1917057 Jul 07 16:47:06.880308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4e041-1f76-439f-abbe-813a98cff1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2b1e74-0b99-4505-a25d-496ba2affbb1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:06.905765 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-af6729aa-3660-4d9a-bd49-e12ef7ed2be0 req-cb82c6fa-3e7b-41e1-9b5e-491dfb72cd8e tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746791 Jul 07 16:47:07.023992 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b5885368-40d6-4d19-9756-60610a80e31f, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b5885368-40d6-4d19-9756-60610a80e31f,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:07.071203 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'b5885368-40d6-4d19-9756-60610a80e31f', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': 'b5885368-40d6-4d19-9756-60610a80e31f', 'mac_address': 'fa:16:3e:54:4a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:47:07.149885 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.167824 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5885368-40d6-4d19-9756-60610a80e31f {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:07.193205 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b5885368-40d6-4d19-9756-60610a80e31f, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b5885368-40d6-4d19-9756-60610a80e31f,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:07.198520 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.251908 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-0bbf8cd8-e236-46c5-a2b5-6f3323a9aa75 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:07.253448 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-0bbf8cd8-e236-46c5-a2b5-6f3323a9aa75 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.69 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 820 time: 0.2230742 Jul 07 16:47:07.267801 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-3162b81b-ff2d-40b7-a9b7-23274d2dd2f7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Request body: {'port': {'device_id': '48120987-61e6-4088-9a26-95ba340beeaf', 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591', 'admin_state_up': True, 'tenant_id': 'baeeea6f8e704c6d9313d4f5ee61fa20'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:07.269527 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=b5885368-40d6-4d19-9756-60610a80e31f,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:07.378627 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dd431-7fe5-4e10-af08-00e3bad96943 req-42a4a529-fded-4dd1-974d-859aade037d3 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:07.380688 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-373dd431-7fe5-4e10-af08-00e3bad96943 req-42a4a529-fded-4dd1-974d-859aade037d3 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=43a3ff99-059a-4364-9b2a-5d64191e6260 HTTP/1.1" status: 200 len: 947 time: 0.3110125 Jul 07 16:47:07.450951 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-3162b81b-ff2d-40b7-a9b7-23274d2dd2f7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Made reservation on behalf of baeeea6f8e704c6d9313d4f5ee61fa20 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:07.455075 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-3162b81b-ff2d-40b7-a9b7-23274d2dd2f7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.475524 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57756) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:07.479219 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['b5885368-40d6-4d19-9756-60610a80e31f'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:07.500857 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-373dd431-7fe5-4e10-af08-00e3bad96943 req-06f7b49b-4050-4703-86a9-c34ad18046a2 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100125 Jul 07 16:47:07.625160 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-3162b81b-ff2d-40b7-a9b7-23274d2dd2f7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Allocated IP 172.20.0.9 (6a7cbe27-a426-43a5-ac40-87a1e044e591/65f82198-e4d7-4134-910a-03fa423ad754/55d612e9-35f0-4d9f-bd30-2f7760628969) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:47:07.646713 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1b51437a-bab8-449c-94a0-cefc8dde0270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.820554 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-3162b81b-ff2d-40b7-a9b7-23274d2dd2f7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.913531 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-3162b81b-ff2d-40b7-a9b7-23274d2dd2f7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.946258 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1b51437a-bab8-449c-94a0-cefc8dde0270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:07.952980 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1b51437a-bab8-449c-94a0-cefc8dde0270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:08.011836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51437a-bab8-449c-94a0-cefc8dde0270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b576c476-f727-4b00-a7a8-ff88b93e85b2,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:08.028677 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1b51437a-bab8-449c-94a0-cefc8dde0270 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=690c66c1aed6444498d2b5cca57ba389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5518324 Jul 07 16:47:08.029562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57776) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:08.053324 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162b81b-ff2d-40b7-a9b7-23274d2dd2f7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Pushing event updated for resources: {'Port': ['ID=55d612e9-35f0-4d9f-bd30-2f7760628969,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:08.085029 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-3162b81b-ff2d-40b7-a9b7-23274d2dd2f7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Network 6a7cbe27-a426-43a5-ac40-87a1e044e591 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:08.090252 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-3162b81b-ff2d-40b7-a9b7-23274d2dd2f7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:08.092331 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1ae65d85-8be5-41ea-ba42-425fc894ed65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:08.094405 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-3162b81b-ff2d-40b7-a9b7-23274d2dd2f7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:08.101704 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-3162b81b-ff2d-40b7-a9b7-23274d2dd2f7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:08.102348 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-3162b81b-ff2d-40b7-a9b7-23274d2dd2f7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:08.119777 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1ae65d85-8be5-41ea-ba42-425fc894ed65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:08.133958 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-3162b81b-ff2d-40b7-a9b7-23274d2dd2f7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8705316 Jul 07 16:47:08.150710 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] Request body: {'port': {'device_id': '48120987-61e6-4088-9a26-95ba340beeaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:08.227597 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a04e8d-85a5-44bb-b374-04afd1b1087e req-cd9283ef-6cca-4b6e-b638-d91d40fcaf3f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:08.229263 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-08a04e8d-85a5-44bb-b374-04afd1b1087e req-cd9283ef-6cca-4b6e-b638-d91d40fcaf3f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.1867995 Jul 07 16:47:08.241492 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1ae65d85-8be5-41ea-ba42-425fc894ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:08.244416 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1ae65d85-8be5-41ea-ba42-425fc894ed65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:08.249283 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1ae65d85-8be5-41ea-ba42-425fc894ed65 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b576c476-f727-4b00-a7a8-ff88b93e85b2 HTTP/1.1" status: 204 len: 168 time: 0.2181292 Jul 07 16:47:08.264960 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae65d85-8be5-41ea-ba42-425fc894ed65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b576c476-f727-4b00-a7a8-ff88b93e85b2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:08.280192 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a7118-1729-4f5f-adaa-20ac2b9ee0d1 req-b394b387-3668-48ba-878f-962e8188f138 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:08.282131 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be3a7118-1729-4f5f-adaa-20ac2b9ee0d1 req-b394b387-3668-48ba-878f-962e8188f138 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 931 time: 0.1169772 Jul 07 16:47:08.296855 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:08.343258 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be3a7118-1729-4f5f-adaa-20ac2b9ee0d1 req-8e328469-b856-4ea6-80e3-b174fddae3ab tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448728 Jul 07 16:47:08.368336 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-08a04e8d-85a5-44bb-b374-04afd1b1087e req-e0426021-d68e-4b27-b929-e246ed38a305 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149483 Jul 07 16:47:08.550002 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b0402-2b8d-4687-8aab-d35b23ef4c47 req-d5c9c995-aeb7-4f51-a23f-7a6b3f0376af tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:08.552751 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e8b0402-2b8d-4687-8aab-d35b23ef4c47 req-d5c9c995-aeb7-4f51-a23f-7a6b3f0376af tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba457c8-37d1-44be-b56f-6c78b68cc4fe HTTP/1.1" status: 200 len: 950 time: 0.0777421 Jul 07 16:47:08.599473 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e8b0402-2b8d-4687-8aab-d35b23ef4c47 req-1c338951-39d3-47a8-9cfe-35f87a1b5258 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402668 Jul 07 16:47:08.650428 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d612e9-35f0-4d9f-bd30-2f7760628969 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:08.662252 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:08.678636 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] Transition to ACTIVE for port object 55d612e9-35f0-4d9f-bd30-2f7760628969 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:08.685979 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:08.782783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b5885368-40d6-4d19-9756-60610a80e31f up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:08.807769 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce464adf-3249-4e2c-82ba-903532860902 req-6c339de5-73d6-4bd8-8f13-4bf8ec93bd2f tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:08.817163 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ce464adf-3249-4e2c-82ba-903532860902 req-6c339de5-73d6-4bd8-8f13-4bf8ec93bd2f tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=43a3ff99-059a-4364-9b2a-5d64191e6260 HTTP/1.1" status: 200 len: 948 time: 0.0886686 Jul 07 16:47:08.854835 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port b5885368-40d6-4d19-9756-60610a80e31f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:08.861627 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ce464adf-3249-4e2c-82ba-903532860902 req-e56eeb04-b771-450c-9429-9b6e9827aab7 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430350 Jul 07 16:47:08.865441 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port b5885368-40d6-4d19-9756-60610a80e31f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:08.866165 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:08.867208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57808) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:08.900371 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6835b608-9e71-47f6-91e5-4cf91a6a3731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.015628 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.070929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b5885368-40d6-4d19-9756-60610a80e31f, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b5885368-40d6-4d19-9756-60610a80e31f,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:09.072187 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a3ff99-059a-4364-9b2a-5d64191e6260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5885368-40d6-4d19-9756-60610a80e31f'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:09.076434 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb66803-085a-40d7-9ee0-f8bca1a5faf8" -d '{"events": [{"server_uuid": "43a3ff99-059a-4364-9b2a-5d64191e6260", "name": "network-vif-plugged", "status": "completed", "tag": "b5885368-40d6-4d19-9756-60610a80e31f"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:09.081296 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.088081 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6835b608-9e71-47f6-91e5-4cf91a6a3731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.096871 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6835b608-9e71-47f6-91e5-4cf91a6a3731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.142757 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d94fdf-1db8-43b6-9164-d270de05c0ce x-openstack-request-id: req-31d94fdf-1db8-43b6-9164-d270de05c0ce {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:09.143628 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a3ff99-059a-4364-9b2a-5d64191e6260", "name": "network-vif-plugged", "status": "completed", "tag": "b5885368-40d6-4d19-9756-60610a80e31f", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:09.145014 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-31d94fdf-1db8-43b6-9164-d270de05c0ce {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:09.145747 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a3ff99-059a-4364-9b2a-5d64191e6260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5885368-40d6-4d19-9756-60610a80e31f', 'code': 200} Jul 07 16:47:09.166367 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6835b608-9e71-47f6-91e5-4cf91a6a3731 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dae5fbdc16df4a3b813f28dc7b9206de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949274 Jul 07 16:47:09.168014 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835b608-9e71-47f6-91e5-4cf91a6a3731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7f106c-8b7c-47f9-831e-c14435822426,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:09.173316 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57816) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:09.176929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=b5885368-40d6-4d19-9756-60610a80e31f,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:09.228790 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] Pushing event updated for resources: {'Port': ['ID=55d612e9-35f0-4d9f-bd30-2f7760628969,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:09.263746 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2593493-52c5-4a93-920f-07bbb6b933c5 req-33494ec4-6147-4a59-bfd1-dec515ec9998 tempest-MigrationsAdminTest-1344911726 tempest-MigrationsAdminTest-1344911726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:09.273642 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a2593493-52c5-4a93-920f-07bbb6b933c5 req-33494ec4-6147-4a59-bfd1-dec515ec9998 tempest-MigrationsAdminTest-1344911726 tempest-MigrationsAdminTest-1344911726-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 1101 time: 0.1522183 Jul 07 16:47:09.290922 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-466b2349-abef-4657-8465-0914baa5da0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.323151 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a2593493-52c5-4a93-920f-07bbb6b933c5 req-50461c37-0af7-4567-b3db-60dc7103ccf7 tempest-MigrationsAdminTest-1344911726 tempest-MigrationsAdminTest-1344911726-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.325819 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-466b2349-abef-4657-8465-0914baa5da0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.335850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] Attempting to bind port 55d612e9-35f0-4d9f-bd30-2f7760628969 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:09.336965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] Attempting to bind port 55d612e9-35f0-4d9f-bd30-2f7760628969 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:09.337936 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] Attempting to bind port 55d612e9-35f0-4d9f-bd30-2f7760628969 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:09.341272 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd86ff-da4b-4228-800d-657eaa753d41 req-b8ca4bb6-517b-4b56-a941-4093a9eaf488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:09.342824 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e2dd86ff-da4b-4228-800d-657eaa753d41 req-b8ca4bb6-517b-4b56-a941-4093a9eaf488 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43a3ff99-059a-4364-9b2a-5d64191e6260 HTTP/1.1" status: 200 len: 1100 time: 0.1337414 Jul 07 16:47:09.350852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] Port 55d612e9-35f0-4d9f-bd30-2f7760628969 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:09.351289 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] Attempting to bind port 55d612e9-35f0-4d9f-bd30-2f7760628969 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:09.361183 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:09.361695 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] Checking segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:09.362281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] Bound using segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:09.363205 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] Bound port: 55d612e9-35f0-4d9f-bd30-2f7760628969, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:09.363673 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.399942 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e2dd86ff-da4b-4228-800d-657eaa753d41 req-a22d1421-b082-4a75-82e6-1036460454ea service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487905 Jul 07 16:47:09.424333 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-466b2349-abef-4657-8465-0914baa5da0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.427640 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-466b2349-abef-4657-8465-0914baa5da0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.429029 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-466b2349-abef-4657-8465-0914baa5da0c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3d7f106c-8b7c-47f9-831e-c14435822426 HTTP/1.1" status: 204 len: 168 time: 0.2547910 Jul 07 16:47:09.447178 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b2349-abef-4657-8465-0914baa5da0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7f106c-8b7c-47f9-831e-c14435822426,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:09.518362 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] For port 55d612e9-35f0-4d9f-bd30-2f7760628969, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:09.564328 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] For port 55d612e9-35f0-4d9f-bd30-2f7760628969, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=55d612e9-35f0-4d9f-bd30-2f7760628969,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:09.570904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c51b0-6a6a-4b13-a52b-8fc2c47dc730 req-2d89c381-61e9-4cc1-84b2-2636970d3d86 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:09.573827 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.575196 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7b3c51b0-6a6a-4b13-a52b-8fc2c47dc730 req-2d89c381-61e9-4cc1-84b2-2636970d3d86 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 943 time: 0.0853574 Jul 07 16:47:09.633061 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a2593493-52c5-4a93-920f-07bbb6b933c5 req-50461c37-0af7-4567-b3db-60dc7103ccf7 tempest-MigrationsAdminTest-1344911726 tempest-MigrationsAdminTest-1344911726-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.638197 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7b3c51b0-6a6a-4b13-a52b-8fc2c47dc730 req-3b979cc6-12b1-4d5e-ab0a-789ad7d243b7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583096 Jul 07 16:47:09.639249 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:09.639957 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.641425 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] 10.222.0.69 "PUT /v2.0/ports/55d612e9-35f0-4d9f-bd30-2f7760628969 HTTP/1.1" status: 200 len: 1091 time: 1.4974425 Jul 07 16:47:09.644431 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48120987-61e6-4088-9a26-95ba340beeaf', 'tag': '55d612e9-35f0-4d9f-bd30-2f7760628969'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:09.661249 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25f28ea-1002-4ca6-bc61-9ae34e2d529e" -d '{"events": [{"name": "network-changed", "server_uuid": "48120987-61e6-4088-9a26-95ba340beeaf", "tag": "55d612e9-35f0-4d9f-bd30-2f7760628969"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:09.675136 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a2593493-52c5-4a93-920f-07bbb6b933c5 req-50461c37-0af7-4567-b3db-60dc7103ccf7 tempest-MigrationsAdminTest-1344911726 tempest-MigrationsAdminTest-1344911726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.758943 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebebea0-4c11-4b94-8256-8003ae3d5bd2 req-97525fee-b74a-4186-84bc-3a9aafb8d442 tempest-DeleteServersAdminTestJSON-1568346419 tempest-DeleteServersAdminTestJSON-1568346419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:09.760371 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aebebea0-4c11-4b94-8256-8003ae3d5bd2 req-97525fee-b74a-4186-84bc-3a9aafb8d442 tempest-DeleteServersAdminTestJSON-1568346419 tempest-DeleteServersAdminTestJSON-1568346419-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=aba457c8-37d1-44be-b56f-6c78b68cc4fe HTTP/1.1" status: 200 len: 1101 time: 0.2356589 Jul 07 16:47:09.762148 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b61dfb-9a0d-4fa0-80a6-4e2bdf309942 service neutron] Pushing event updated for resources: {'Port': ['ID=55d612e9-35f0-4d9f-bd30-2f7760628969,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:09.768698 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a2593493-52c5-4a93-920f-07bbb6b933c5 req-50461c37-0af7-4567-b3db-60dc7103ccf7 tempest-MigrationsAdminTest-1344911726 tempest-MigrationsAdminTest-1344911726-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4931917 Jul 07 16:47:09.777190 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50461c37-0af7-4567-b3db-60dc7103ccf7 tempest-MigrationsAdminTest-1344911726 tempest-MigrationsAdminTest-1344911726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4faa1fa8-4b6c-4d95-87b5-a16afb47ae0e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:09.850710 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-43979eaa-7365-4696-b73d-42660be021fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:09.852187 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-43979eaa-7365-4696-b73d-42660be021fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 1094 time: 0.1380451 Jul 07 16:47:09.916961 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57850) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:09.931450 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7d9c9d8-181c-4bf4-a3f7-328f4b95f02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:09.966098 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-d552d4b4-1f69-403f-9471-8432068758e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55d612e9-35f0-4d9f-bd30-2f7760628969 HTTP/1.1" status: 200 len: 217 time: 0.0659320 Jul 07 16:47:10.010164 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-ae42f75e-bd58-4d20-8a72-320d5bb1a220 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=38030373b006411e8f5b2946cc1d26ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322380 Jul 07 16:47:10.054705 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-81571554-d386-4137-9ea2-629b81ea1c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:10.063810 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-81571554-d386-4137-9ea2-629b81ea1c6e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.0719254 Jul 07 16:47:10.076050 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-aebebea0-4c11-4b94-8256-8003ae3d5bd2 req-e1ebc37f-863e-44db-9386-9426bfd6a399 tempest-DeleteServersAdminTestJSON-1568346419 tempest-DeleteServersAdminTestJSON-1568346419-project-admin] Deleting port d842cab6-2a6d-45bf-902a-a5f339c3c46c {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:47:10.076050 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-aebebea0-4c11-4b94-8256-8003ae3d5bd2 req-e1ebc37f-863e-44db-9386-9426bfd6a399 tempest-DeleteServersAdminTestJSON-1568346419 tempest-DeleteServersAdminTestJSON-1568346419-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:10.131949 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7d9c9d8-181c-4bf4-a3f7-328f4b95f02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:10.142939 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-6dc1c8a4-0300-45e7-8b39-d89cbcb17949 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786688 Jul 07 16:47:10.144449 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7d9c9d8-181c-4bf4-a3f7-328f4b95f02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:10.154165 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866c49a-b54f-4b50-9b04-73a7f4eb255e req-129742d4-4499-4d50-9ae9-4d77865c8de8 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:10.155702 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5866c49a-b54f-4b50-9b04-73a7f4eb255e req-129742d4-4499-4d50-9ae9-4d77865c8de8 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba457c8-37d1-44be-b56f-6c78b68cc4fe HTTP/1.1" status: 200 len: 950 time: 0.2439537 Jul 07 16:47:10.174778 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-e43ed44d-a690-414a-8d60-04de03d6fcd6 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:10.176949 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-e43ed44d-a690-414a-8d60-04de03d6fcd6 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593897 Jul 07 16:47:10.210603 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a7d9c9d8-181c-4bf4-a3f7-328f4b95f02b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=959e3bc220564a578996d772d4151063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922814 Jul 07 16:47:10.211718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9c9d8-181c-4bf4-a3f7-328f4b95f02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a63050-7833-4054-addd-418f15327a56,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:10.214885 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57864) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:10.218946 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-7bfad064-1808-4b65-a049-935ebde3c0ed tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/quotas/38030373b006411e8f5b2946cc1d26ab HTTP/1.1" status: 200 len: 375 time: 0.0258436 Jul 07 16:47:10.273577 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9f70bd7b-0f36-410c-8cec-61959aca9e42 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432298 Jul 07 16:47:10.294181 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5866c49a-b54f-4b50-9b04-73a7f4eb255e req-9af3244c-1ede-48bb-b749-7e62414a9da7 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249590 Jul 07 16:47:10.296409 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00bc01b4-5370-4e50-ae2f-789bcd80a622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:10.305111 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-aebebea0-4c11-4b94-8256-8003ae3d5bd2 req-e1ebc37f-863e-44db-9386-9426bfd6a399 tempest-DeleteServersAdminTestJSON-1568346419 tempest-DeleteServersAdminTestJSON-1568346419-project-admin] For port d842cab6-2a6d-45bf-902a-a5f339c3c46c, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d842cab6-2a6d-45bf-902a-a5f339c3c46c,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:10.305471 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-aebebea0-4c11-4b94-8256-8003ae3d5bd2 req-e1ebc37f-863e-44db-9386-9426bfd6a399 tempest-DeleteServersAdminTestJSON-1568346419 tempest-DeleteServersAdminTestJSON-1568346419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:10.315231 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-5df517e6-b4cf-49eb-a037-af4a92e18559 service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585615 Jul 07 16:47:10.321973 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-aebebea0-4c11-4b94-8256-8003ae3d5bd2 req-e1ebc37f-863e-44db-9386-9426bfd6a399 tempest-DeleteServersAdminTestJSON-1568346419 tempest-DeleteServersAdminTestJSON-1568346419-project-admin] Calling delete_port for d842cab6-2a6d-45bf-902a-a5f339c3c46c owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:47:10.330221 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00bc01b4-5370-4e50-ae2f-789bcd80a622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:10.382188 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dfb5ae-f00b-4b93-be04-a5a54a2ddd70 x-openstack-request-id: req-27dfb5ae-f00b-4b93-be04-a5a54a2ddd70 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:10.382759 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48120987-61e6-4088-9a26-95ba340beeaf", "tag": "55d612e9-35f0-4d9f-bd30-2f7760628969", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:10.382759 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27dfb5ae-f00b-4b93-be04-a5a54a2ddd70 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:10.383129 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48120987-61e6-4088-9a26-95ba340beeaf', 'tag': '55d612e9-35f0-4d9f-bd30-2f7760628969', 'status': 'completed', 'code': 200} Jul 07 16:47:10.430849 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00bc01b4-5370-4e50-ae2f-789bcd80a622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:10.434124 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00bc01b4-5370-4e50-ae2f-789bcd80a622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:10.435411 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-00bc01b4-5370-4e50-ae2f-789bcd80a622 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/47a63050-7833-4054-addd-418f15327a56 HTTP/1.1" status: 204 len: 168 time: 0.2191606 Jul 07 16:47:10.448633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc01b4-5370-4e50-ae2f-789bcd80a622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a63050-7833-4054-addd-418f15327a56,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:10.493781 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-baaac60c-f79c-4d14-bba9-805e9b2c6075 req-4adf9208-1b84-4cd2-aaf5-69f9cfd9eb36 service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697414 Jul 07 16:47:10.566100 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-aebebea0-4c11-4b94-8256-8003ae3d5bd2 req-e1ebc37f-863e-44db-9386-9426bfd6a399 tempest-DeleteServersAdminTestJSON-1568346419 tempest-DeleteServersAdminTestJSON-1568346419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:10.577912 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['d842cab6-2a6d-45bf-902a-a5f339c3c46c'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:10.629372 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebc37f-863e-44db-9386-9426bfd6a399 tempest-DeleteServersAdminTestJSON-1568346419 tempest-DeleteServersAdminTestJSON-1568346419-project-admin] Pushing event deleted for resources: {'Port': ['ID=d842cab6-2a6d-45bf-902a-a5f339c3c46c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:10.734965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebebea0-4c11-4b94-8256-8003ae3d5bd2 req-e1ebc37f-863e-44db-9386-9426bfd6a399 tempest-DeleteServersAdminTestJSON-1568346419 tempest-DeleteServersAdminTestJSON-1568346419-project-admin] No DVR routers for this DVR port d842cab6-2a6d-45bf-902a-a5f339c3c46c on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:47:10.741377 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-aebebea0-4c11-4b94-8256-8003ae3d5bd2 req-e1ebc37f-863e-44db-9386-9426bfd6a399 tempest-DeleteServersAdminTestJSON-1568346419 tempest-DeleteServersAdminTestJSON-1568346419-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:10.746156 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aebebea0-4c11-4b94-8256-8003ae3d5bd2 req-e1ebc37f-863e-44db-9386-9426bfd6a399 tempest-DeleteServersAdminTestJSON-1568346419 tempest-DeleteServersAdminTestJSON-1568346419-project-admin] 10.222.0.69 "DELETE /v2.0/ports/d842cab6-2a6d-45bf-902a-a5f339c3c46c HTTP/1.1" status: 204 len: 173 time: 0.9711566 Jul 07 16:47:10.780025 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f28ea-1002-4ca6-bc61-9ae34e2d529e req-89ec007a-1d51-4409-a03f-4e75d9056633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:10.782303 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a25f28ea-1002-4ca6-bc61-9ae34e2d529e req-89ec007a-1d51-4409-a03f-4e75d9056633 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 1094 time: 0.1650829 Jul 07 16:47:10.811220 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669840e-e839-4f30-842d-44cbbf257002 req-8f066494-a146-4303-8cca-7746eb407ad5 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:10.816383 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7669840e-e839-4f30-842d-44cbbf257002 req-8f066494-a146-4303-8cca-7746eb407ad5 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=43a3ff99-059a-4364-9b2a-5d64191e6260 HTTP/1.1" status: 200 len: 949 time: 0.1310158 Jul 07 16:47:10.910172 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7669840e-e839-4f30-842d-44cbbf257002 req-88bd0cbb-3f66-4951-a2ce-f46b1291cb73 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858686 Jul 07 16:47:11.019965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f28ea-1002-4ca6-bc61-9ae34e2d529e req-2bedf44c-ad6d-4f76-b8dd-7e01f22745be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:11.021476 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a25f28ea-1002-4ca6-bc61-9ae34e2d529e req-2bedf44c-ad6d-4f76-b8dd-7e01f22745be service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 921 time: 0.2310777 Jul 07 16:47:11.102696 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a25f28ea-1002-4ca6-bc61-9ae34e2d529e req-3b3aa242-4693-408d-a5f7-00a203e33adf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55d612e9-35f0-4d9f-bd30-2f7760628969 HTTP/1.1" status: 200 len: 217 time: 0.0665967 Jul 07 16:47:11.215082 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f28ea-1002-4ca6-bc61-9ae34e2d529e req-90f8acc2-6a0b-405b-8c48-9190aa064566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:11.215082 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a25f28ea-1002-4ca6-bc61-9ae34e2d529e req-90f8acc2-6a0b-405b-8c48-9190aa064566 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.1000590 Jul 07 16:47:11.267271 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a25f28ea-1002-4ca6-bc61-9ae34e2d529e req-9a9e4caf-2e2c-4006-9323-576c139d3ef3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458589 Jul 07 16:47:11.428295 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a25f28ea-1002-4ca6-bc61-9ae34e2d529e req-c891c504-bbb7-4e40-a515-d4e628c7fd02 service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455381 Jul 07 16:47:11.605588 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-32685d6c-01cf-42b9-be77-c1e9e78c7381 req-19c93f8b-8f6c-49a3-9f71-88bbbd46110a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd HTTP/1.1" status: 200 len: 210 time: 0.1145680 Jul 07 16:47:11.608450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57918) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:11.681423 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a25f28ea-1002-4ca6-bc61-9ae34e2d529e req-d12bac14-3867-4c8f-a077-f018fe890446 service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458522 Jul 07 16:47:11.733927 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8c4c3-f8e2-43f8-86e5-a248d7bd8645 req-f6b1ea7f-5c68-47df-a3d1-c22326a73c19 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:11.736315 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-30f8c4c3-f8e2-43f8-86e5-a248d7bd8645 req-f6b1ea7f-5c68-47df-a3d1-c22326a73c19 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 943 time: 0.1370785 Jul 07 16:47:11.814984 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-30f8c4c3-f8e2-43f8-86e5-a248d7bd8645 req-747a2a2a-18f3-4306-a6a1-dbf671d472d5 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690105 Jul 07 16:47:11.892445 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8f81cd45-56b7-4ae7-86a9-701a378cbd39 req-174d997d-331e-42f6-8a2a-d399e9d6a9d1 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba457c8-37d1-44be-b56f-6c78b68cc4fe HTTP/1.1" status: 200 len: 210 time: 0.0639672 Jul 07 16:47:11.927013 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-14351d33-8511-45b7-ab28-59de85e40e4b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3085594 Jul 07 16:47:12.040178 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bbd49-2eda-49f0-8ab9-f62e244441b1 req-55bf4ae0-ea56-4138-af5c-85dc9ca9b4d1 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:12.041752 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-091bbd49-2eda-49f0-8ab9-f62e244441b1 req-55bf4ae0-ea56-4138-af5c-85dc9ca9b4d1 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.0763445 Jul 07 16:47:12.082750 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-091bbd49-2eda-49f0-8ab9-f62e244441b1 req-8f592b7a-09ad-45eb-8db0-2ddc082d2038 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355458 Jul 07 16:47:12.312569 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90960120-73a4-4829-bd71-28aabaf95ed7 req-56980c89-a36b-40af-8ac5-d0ac4e4e5c71 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:12.314450 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90960120-73a4-4829-bd71-28aabaf95ed7 req-56980c89-a36b-40af-8ac5-d0ac4e4e5c71 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=43a3ff99-059a-4364-9b2a-5d64191e6260 HTTP/1.1" status: 200 len: 949 time: 0.1043587 Jul 07 16:47:12.364402 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-24fef447-3910-4a29-9ed3-10e2065bf3a9 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=38030373b006411e8f5b2946cc1d26ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441003 Jul 07 16:47:12.384075 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba457c8-37d1-44be-b56f-6c78b68cc4fe', 'name': 'network-vif-deleted', 'tag': 'd842cab6-2a6d-45bf-902a-a5f339c3c46c'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:12.386403 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457c8798-201c-4736-8102-aca1cec6a302" -d '{"events": [{"server_uuid": "aba457c8-37d1-44be-b56f-6c78b68cc4fe", "name": "network-vif-deleted", "tag": "d842cab6-2a6d-45bf-902a-a5f339c3c46c"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:12.466560 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90960120-73a4-4829-bd71-28aabaf95ed7 req-c3180d92-209b-43af-9c4a-fe375b8640ec tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447504 Jul 07 16:47:12.494993 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa42b61-222f-4354-ab63-9c9c6ff5ac10 x-openstack-request-id: req-8aa42b61-222f-4354-ab63-9c9c6ff5ac10 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:12.495473 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba457c8-37d1-44be-b56f-6c78b68cc4fe", "name": "network-vif-deleted", "tag": "d842cab6-2a6d-45bf-902a-a5f339c3c46c", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:12.495577 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8aa42b61-222f-4354-ab63-9c9c6ff5ac10 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:12.496017 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba457c8-37d1-44be-b56f-6c78b68cc4fe', 'name': 'network-vif-deleted', 'tag': 'd842cab6-2a6d-45bf-902a-a5f339c3c46c', 'status': 'completed', 'code': 200} Jul 07 16:47:12.531135 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-ec7e26be-4dc7-44b1-ab6f-16aeb8d3403d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:12.532338 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-ec7e26be-4dc7-44b1-ab6f-16aeb8d3403d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1574271 Jul 07 16:47:12.572869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-8e515d17-661d-4bf1-8aba-dbda6fc9e754 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Request body: {'port': {'device_id': '17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '38030373b006411e8f5b2946cc1d26ab'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:12.747946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-8e515d17-661d-4bf1-8aba-dbda6fc9e754 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Made reservation on behalf of 38030373b006411e8f5b2946cc1d26ab for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:12.751903 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-8e515d17-661d-4bf1-8aba-dbda6fc9e754 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:12.776629 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-8e515d17-661d-4bf1-8aba-dbda6fc9e754 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:12.808774 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cd2e161d-8bcb-4fe6-adea-454e7bd6118a req-4c6ba3b8-946f-452e-8b5f-35aea551b4bb tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd HTTP/1.1" status: 200 len: 210 time: 0.0368328 Jul 07 16:47:12.933601 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-8e515d17-661d-4bf1-8aba-dbda6fc9e754 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:12.939242 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-8e515d17-661d-4bf1-8aba-dbda6fc9e754 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:13.025245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e515d17-661d-4bf1-8aba-dbda6fc9e754 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c64130-7061-48da-89e5-0546b39be414,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:13.105222 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-8e515d17-661d-4bf1-8aba-dbda6fc9e754 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Allocated IP 192.168.233.119 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/787bb9b9-1f62-4c57-895d-4cde7b2c17d3) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:47:13.147309 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57996) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:13.237850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ad4ad-ef0e-4f6a-9c57-96c2dded00f1 req-c9e7137e-930c-4a72-ae56-38efcf0de788 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:13.240996 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d2ad4ad-ef0e-4f6a-9c57-96c2dded00f1 req-c9e7137e-930c-4a72-ae56-38efcf0de788 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 943 time: 0.1484692 Jul 07 16:47:13.293759 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d2ad4ad-ef0e-4f6a-9c57-96c2dded00f1 req-05ef5bdd-7a9f-4ad7-b421-7cad88134b0a tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475028 Jul 07 16:47:13.343988 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-8e515d17-661d-4bf1-8aba-dbda6fc9e754 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:13.371441 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-8e515d17-661d-4bf1-8aba-dbda6fc9e754 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Transition to ACTIVE for port object 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:13.392225 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bd6015f1-77e7-4afc-81fd-38c08e155334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:13.466582 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-8e515d17-661d-4bf1-8aba-dbda6fc9e754 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:13.526892 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9dfcf2-9c0f-4daa-b52b-d14c2fec4c68 req-b337f939-c794-44c7-9cd4-3d31e7d3e88e tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:13.529560 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1d9dfcf2-9c0f-4daa-b52b-d14c2fec4c68 req-b337f939-c794-44c7-9cd4-3d31e7d3e88e tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.0774863 Jul 07 16:47:13.560349 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-8e515d17-661d-4bf1-8aba-dbda6fc9e754 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:13.562281 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e515d17-661d-4bf1-8aba-dbda6fc9e754 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Pushing event updated for resources: {'Port': ['ID=787bb9b9-1f62-4c57-895d-4cde7b2c17d3,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:13.565272 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-8e515d17-661d-4bf1-8aba-dbda6fc9e754 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:13.574694 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1d9dfcf2-9c0f-4daa-b52b-d14c2fec4c68 req-406511d0-24f2-4553-be1f-15cd50a5bd9c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399799 Jul 07 16:47:13.584628 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-8e515d17-661d-4bf1-8aba-dbda6fc9e754 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:13.590649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-8e515d17-661d-4bf1-8aba-dbda6fc9e754 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:13.591062 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-8e515d17-661d-4bf1-8aba-dbda6fc9e754 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:13.631135 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bd6015f1-77e7-4afc-81fd-38c08e155334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:13.637641 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bd6015f1-77e7-4afc-81fd-38c08e155334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:13.655689 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-8e515d17-661d-4bf1-8aba-dbda6fc9e754 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0997965 Jul 07 16:47:13.680407 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] Request body: {'port': {'device_id': '17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:13.767477 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:13.774611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6015f1-77e7-4afc-81fd-38c08e155334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2f167e-d86f-411b-aeba-082c7d6e7b1f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:13.786437 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bd6015f1-77e7-4afc-81fd-38c08e155334 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63e53b4483bc41e38f253aff10776bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6349430 Jul 07 16:47:13.791592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58014) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:13.809529 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:13.903350 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-191546e2-48cc-4672-be30-1136aeb7b3c3 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e32d3ed34b4748f293f0aee3e32fd613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544837 Jul 07 16:47:13.913656 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-47d435f6-7771-4871-9f60-61f5a7c0e409 None None] Provisioning for port 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:13.920724 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-47d435f6-7771-4871-9f60-61f5a7c0e409 None None] Provisioning complete for port 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:13.921651 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-47d435f6-7771-4871-9f60-61f5a7c0e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:13.983990 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-47d435f6-7771-4871-9f60-61f5a7c0e409 None None] Port 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:47:13.996314 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4e599f6-2fbc-431c-be7b-be266bcc52d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.000773 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-bacd5214-b0ee-4905-8ce3-f0c701ca912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:14.002263 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-bacd5214-b0ee-4905-8ce3-f0c701ca912c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 1101 time: 0.2347887 Jul 07 16:47:14.088387 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4e599f6-2fbc-431c-be7b-be266bcc52d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.108354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e84cf1-6efe-44fd-afd7-d4da6100fb28 req-4d5a3e78-3970-4c11-afb8-dfa01543db01 tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:14.108766 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e84cf1-6efe-44fd-afd7-d4da6100fb28 req-4d5a3e78-3970-4c11-afb8-dfa01543db01 tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:14.109240 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e84cf1-6efe-44fd-afd7-d4da6100fb28 req-4d5a3e78-3970-4c11-afb8-dfa01543db01 tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:14.109710 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e84cf1-6efe-44fd-afd7-d4da6100fb28 req-4d5a3e78-3970-4c11-afb8-dfa01543db01 tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:14.110176 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e84cf1-6efe-44fd-afd7-d4da6100fb28 req-4d5a3e78-3970-4c11-afb8-dfa01543db01 tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:14.110671 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e84cf1-6efe-44fd-afd7-d4da6100fb28 req-4d5a3e78-3970-4c11-afb8-dfa01543db01 tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:14.111136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e84cf1-6efe-44fd-afd7-d4da6100fb28 req-4d5a3e78-3970-4c11-afb8-dfa01543db01 tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:14.111603 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e84cf1-6efe-44fd-afd7-d4da6100fb28 req-4d5a3e78-3970-4c11-afb8-dfa01543db01 tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:14.114190 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-89e84cf1-6efe-44fd-afd7-d4da6100fb28 req-4d5a3e78-3970-4c11-afb8-dfa01543db01 tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd&device_id=48120987-61e6-4088-9a26-95ba340beeaf&device_id=43a3ff99-059a-4364-9b2a-5d64191e6260&device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8&device_id=528de228-c644-4e36-9694-f38aa25b68fd&device_id=302454d3-db4b-49cb-8ea4-f29e19ceeeff&device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729&device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 7292 time: 0.1643250 Jul 07 16:47:14.119154 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-92c56154-4a37-49f6-b31a-ee9b9c3d02ef tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:14.120658 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-92c56154-4a37-49f6-b31a-ee9b9c3d02ef tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2165504 Jul 07 16:47:14.150731 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-89e84cf1-6efe-44fd-afd7-d4da6100fb28 req-31153618-017d-4012-845d-ef4f15dfc1a8 tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.161384 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-7f4ca8fc-6079-4d64-84d7-eac163841c61 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/quotas/e32d3ed34b4748f293f0aee3e32fd613 HTTP/1.1" status: 200 len: 375 time: 0.0330276 Jul 07 16:47:14.190225 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-9411a0de-807a-43ac-99af-ff29d8086206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:14.191890 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-9411a0de-807a-43ac-99af-ff29d8086206 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1806304 Jul 07 16:47:14.221721 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-785385fc-859a-4d93-80bd-72596e4812bd tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e32d3ed34b4748f293f0aee3e32fd613&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523264 Jul 07 16:47:14.230016 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:14.236868 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.258732 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-ae95afb1-ca45-4cec-b907-91213501fdcb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=78af5bd3-4034-4762-a6a0-1b73f58d5009 HTTP/1.1" status: 200 len: 217 time: 0.0395167 Jul 07 16:47:14.264218 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4e599f6-2fbc-431c-be7b-be266bcc52d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.265273 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] Transition to ACTIVE for port object 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:14.267037 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4e599f6-2fbc-431c-be7b-be266bcc52d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.270547 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a4e599f6-2fbc-431c-be7b-be266bcc52d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5c2f167e-d86f-411b-aeba-082c7d6e7b1f HTTP/1.1" status: 204 len: 168 time: 0.4440618 Jul 07 16:47:14.270783 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.303052 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e599f6-2fbc-431c-be7b-be266bcc52d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2f167e-d86f-411b-aeba-082c7d6e7b1f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:14.321587 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-a4727eda-2623-4944-a66b-197a149ada06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:14.323141 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-a4727eda-2623-4944-a66b-197a149ada06 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0537865 Jul 07 16:47:14.383319 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] Pushing event updated for resources: {'Port': ['ID=787bb9b9-1f62-4c57-895d-4cde7b2c17d3,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:14.402478 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-81d66db0-64d9-470b-b7b5-e01256b20ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:14.407852 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-81d66db0-64d9-470b-b7b5-e01256b20ce4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0740726 Jul 07 16:47:14.449015 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] Attempting to bind port 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:14.449600 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] Attempting to bind port 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:14.450110 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] Attempting to bind port 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:14.457446 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] Port 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:14.457919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] Attempting to bind port 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:14.473670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:14.474263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:14.474852 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:14.475445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] Bound port: 787bb9b9-1f62-4c57-895d-4cde7b2c17d3, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:14.475986 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.505371 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-89e84cf1-6efe-44fd-afd7-d4da6100fb28 req-31153618-017d-4012-845d-ef4f15dfc1a8 tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.555998 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-89e84cf1-6efe-44fd-afd7-d4da6100fb28 req-31153618-017d-4012-845d-ef4f15dfc1a8 tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.615186 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-b01507f8-c16f-4040-905d-fe4ef5938460 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040164 Jul 07 16:47:14.645790 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-439a5324-9597-4837-bb1f-5493aeec2685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.677870 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-89e84cf1-6efe-44fd-afd7-d4da6100fb28 req-31153618-017d-4012-845d-ef4f15dfc1a8 tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&id=e20f7472-6532-439c-9b8b-c2e8f827034c&id=56c64130-7061-48da-89e5-0546b39be414&id=e2b50dd3-341c-476e-871b-9a977764565a&id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.5491540 Jul 07 16:47:14.700514 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31153618-017d-4012-845d-ef4f15dfc1a8 tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d561f968-3844-4587-87b9-a5d46348c5d0,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:14.708541 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] For port 787bb9b9-1f62-4c57-895d-4cde7b2c17d3, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:14.715986 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] For port 787bb9b9-1f62-4c57-895d-4cde7b2c17d3, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=787bb9b9-1f62-4c57-895d-4cde7b2c17d3,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:14.724642 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.773208 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-af7b4f4e-f166-4fc0-8cfe-e6962456f889 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477125 Jul 07 16:47:14.810778 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:14.811559 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:14.813073 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] 10.222.0.15 "PUT /v2.0/ports/787bb9b9-1f62-4c57-895d-4cde7b2c17d3 HTTP/1.1" status: 200 len: 1096 time: 1.1431963 Jul 07 16:47:14.813627 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd', 'tag': '787bb9b9-1f62-4c57-895d-4cde7b2c17d3'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:14.816083 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3594a42e-035d-4302-9d3a-d6591ff0c644" -d '{"events": [{"name": "network-changed", "server_uuid": "17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd", "tag": "787bb9b9-1f62-4c57-895d-4cde7b2c17d3"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:14.840017 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58048) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:14.862471 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4496f1-e135-4803-bcca-9fcf238195e0 service neutron] Pushing event updated for resources: {'Port': ['ID=787bb9b9-1f62-4c57-895d-4cde7b2c17d3,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:14.882782 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e14cd5dc-1eb1-493f-8193-1f5e35c9dbd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:15.021444 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c737d-66f6-4735-89e3-7bd01dc4abf1 req-9099de6c-93b3-4ae1-8060-d6bde181013f tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:15.034521 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a45c737d-66f6-4735-89e3-7bd01dc4abf1 req-9099de6c-93b3-4ae1-8060-d6bde181013f tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 943 time: 0.1318214 Jul 07 16:47:15.049745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-cc35865c-053d-44b4-8941-7a9d96c0826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:15.051895 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-cc35865c-053d-44b4-8941-7a9d96c0826d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&device_id=17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd HTTP/1.1" status: 200 len: 1099 time: 0.1775951 Jul 07 16:47:15.060437 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f094490-f0ee-407c-b584-f93030ad30ac req-000d386a-c7a6-4358-ad2d-7fb8a71c51e4 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:15.067406 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f094490-f0ee-407c-b584-f93030ad30ac req-000d386a-c7a6-4358-ad2d-7fb8a71c51e4 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd HTTP/1.1" status: 200 len: 948 time: 0.1322007 Jul 07 16:47:15.107805 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a45c737d-66f6-4735-89e3-7bd01dc4abf1 req-ddda3a98-ddf7-4e72-9b9e-82c087f0141b tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722544 Jul 07 16:47:15.121870 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 55d612e9-35f0-4d9f-bd30-2f7760628969 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:47:15.127189 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-8e6c24e4-9926-4d03-9d9e-796372b2d74b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=787bb9b9-1f62-4c57-895d-4cde7b2c17d3 HTTP/1.1" status: 200 len: 217 time: 0.0582457 Jul 07 16:47:15.131095 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e14cd5dc-1eb1-493f-8193-1f5e35c9dbd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:15.147615 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e14cd5dc-1eb1-493f-8193-1f5e35c9dbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:15.149949 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device d842cab6-2a6d-45bf-902a-a5f339c3c46c no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:47:15.176491 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cd5dc-1eb1-493f-8193-1f5e35c9dbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00223666-4118-4645-bb2e-01466643f401,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:15.179724 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: d842cab6-2a6d-45bf-902a-a5f339c3c46c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:47:15.180266 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device d842cab6-2a6d-45bf-902a-a5f339c3c46c not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:47:15.195880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-b941e0d4-92df-4d3d-8f2d-0c9cff6a2ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:15.197376 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-b941e0d4-92df-4d3d-8f2d-0c9cff6a2ce0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0611103 Jul 07 16:47:15.261179 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e14cd5dc-1eb1-493f-8193-1f5e35c9dbd0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83800e89466e45b988e5e991080a1be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4197843 Jul 07 16:47:15.261783 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58052) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:15.309147 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f094490-f0ee-407c-b584-f93030ad30ac req-c6f46eec-7b2b-4f0f-bdf8-21b125434e24 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387283 Jul 07 16:47:15.309391 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 55d612e9-35f0-4d9f-bd30-2f7760628969, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=55d612e9-35f0-4d9f-bd30-2f7760628969,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:15.328345 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bf85d857-6ffa-480d-9379-577930608f09 req-ed81b400-361a-4fb6-9197-bdd5f9c3abca tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3418964-7506-44a3-9878-16b9fc523c87 HTTP/1.1" status: 200 len: 210 time: 0.0594029 Jul 07 16:47:15.343577 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '55d612e9-35f0-4d9f-bd30-2f7760628969', 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591', 'port_id': '55d612e9-35f0-4d9f-bd30-2f7760628969', 'mac_address': 'fa:16:3e:cc:86:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f82198-e4d7-4134-910a-03fa423ad754', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:47:15.350040 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-90fb3ea5-fe5a-4558-8f9b-947d5065b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:15.361023 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-90fb3ea5-fe5a-4558-8f9b-947d5065b76b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1430967 Jul 07 16:47:15.376981 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d1a3141e-1328-492d-a6da-817440f2c536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:15.404176 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:15.406108 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d1a3141e-1328-492d-a6da-817440f2c536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:15.421736 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d612e9-35f0-4d9f-bd30-2f7760628969 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:15.452658 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 55d612e9-35f0-4d9f-bd30-2f7760628969, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=55d612e9-35f0-4d9f-bd30-2f7760628969,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:15.460556 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:15.475443 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d1a3141e-1328-492d-a6da-817440f2c536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:15.478840 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d1a3141e-1328-492d-a6da-817440f2c536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:15.480071 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d1a3141e-1328-492d-a6da-817440f2c536 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/00223666-4118-4645-bb2e-01466643f401 HTTP/1.1" status: 204 len: 168 time: 0.2173615 Jul 07 16:47:15.491546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3141e-1328-492d-a6da-817440f2c536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00223666-4118-4645-bb2e-01466643f401,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:15.541223 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=55d612e9-35f0-4d9f-bd30-2f7760628969,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:15.620014 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-37675d87-3857-4747-bbab-a57f9c27668c service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587013 Jul 07 16:47:15.643425 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b376660-e7a6-414e-a708-a03956e49704 req-f3ed6d3c-db60-4fa9-8701-ee9849be8188 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:15.644968 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b376660-e7a6-414e-a708-a03956e49704 req-f3ed6d3c-db60-4fa9-8701-ee9849be8188 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.1534870 Jul 07 16:47:15.739301 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b376660-e7a6-414e-a708-a03956e49704 req-9b3bb3a8-4260-4a46-8255-df08c14dc635 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771668 Jul 07 16:47:15.771338 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fb64e3d-8900-4b0c-8319-b3b4c4700826 req-5f4325e7-2027-4959-9093-92a5b2a195bf service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441875 Jul 07 16:47:15.792947 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed4a05c-1051-4ee1-b631-0519a32c14c6 x-openstack-request-id: req-9ed4a05c-1051-4ee1-b631-0519a32c14c6 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:15.793058 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd", "tag": "787bb9b9-1f62-4c57-895d-4cde7b2c17d3", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:15.795298 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ed4a05c-1051-4ee1-b631-0519a32c14c6 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:15.796536 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd', 'tag': '787bb9b9-1f62-4c57-895d-4cde7b2c17d3', 'status': 'completed', 'code': 200} Jul 07 16:47:15.836443 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['55d612e9-35f0-4d9f-bd30-2f7760628969'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:15.984633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594a42e-035d-4302-9d3a-d6591ff0c644 req-e501dbb1-cdda-4bea-8856-a8531b8a4aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:15.992868 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3594a42e-035d-4302-9d3a-d6591ff0c644 req-e501dbb1-cdda-4bea-8856-a8531b8a4aee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&device_id=17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd HTTP/1.1" status: 200 len: 1099 time: 0.1436658 Jul 07 16:47:16.092092 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:16.098926 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-003a167d-aa26-4a23-9a6e-585f1cb37f14 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e32d3ed34b4748f293f0aee3e32fd613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344083 Jul 07 16:47:16.243776 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594a42e-035d-4302-9d3a-d6591ff0c644 req-9454c3f4-85c4-4e62-b15d-1929b6095fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:16.246352 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3594a42e-035d-4302-9d3a-d6591ff0c644 req-9454c3f4-85c4-4e62-b15d-1929b6095fa3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.2409239 Jul 07 16:47:16.303579 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3594a42e-035d-4302-9d3a-d6591ff0c644 req-597ba847-c40a-41a7-af7e-b591ec3faa00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=787bb9b9-1f62-4c57-895d-4cde7b2c17d3 HTTP/1.1" status: 200 len: 217 time: 0.0471573 Jul 07 16:47:16.307780 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6fefb-9930-4165-9605-accc93d7bb88 req-440d48bf-559e-40fc-bfda-f0aeede25acc tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:16.308274 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6fefb-9930-4165-9605-accc93d7bb88 req-440d48bf-559e-40fc-bfda-f0aeede25acc tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:16.308758 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6fefb-9930-4165-9605-accc93d7bb88 req-440d48bf-559e-40fc-bfda-f0aeede25acc tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:16.310789 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37d6fefb-9930-4165-9605-accc93d7bb88 req-440d48bf-559e-40fc-bfda-f0aeede25acc tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=43a3ff99-059a-4364-9b2a-5d64191e6260&device_id=302454d3-db4b-49cb-8ea4-f29e19ceeeff&device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 2924 time: 0.2003741 Jul 07 16:47:16.329795 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-6b92fc13-a4b7-49af-ba2b-846838a6144d tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:16.332261 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-6b92fc13-a4b7-49af-ba2b-846838a6144d tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275009 Jul 07 16:47:16.347500 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-acb4fa16-03a4-4d65-9a6c-e402baefc537 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Request body: {'port': {'device_id': 'c3418964-7506-44a3-9878-16b9fc523c87', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': 'e32d3ed34b4748f293f0aee3e32fd613'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:16.381114 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58086) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:16.398929 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37d6fefb-9930-4165-9605-accc93d7bb88 req-1db484b1-75a9-4084-acc7-4b424dac1ad9 tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818841 Jul 07 16:47:16.413091 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594a42e-035d-4302-9d3a-d6591ff0c644 req-5bbe1a0f-7c54-40c8-8b8d-2d5192d7d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:16.417695 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3594a42e-035d-4302-9d3a-d6591ff0c644 req-5bbe1a0f-7c54-40c8-8b8d-2d5192d7d1c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0995030 Jul 07 16:47:16.442012 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e31b1-603c-4199-9049-13aa5fb035f7 req-f35a224b-5732-444f-bb83-f5d2628c2bcb tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:16.443601 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c76e31b1-603c-4199-9049-13aa5fb035f7 req-f35a224b-5732-444f-bb83-f5d2628c2bcb tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 944 time: 0.1656530 Jul 07 16:47:16.503794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594a42e-035d-4302-9d3a-d6591ff0c644 req-c8a509f4-bf47-4ade-ba5c-eff37ed53e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:16.506610 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3594a42e-035d-4302-9d3a-d6591ff0c644 req-c8a509f4-bf47-4ade-ba5c-eff37ed53e58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816324 Jul 07 16:47:16.566695 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c76e31b1-603c-4199-9049-13aa5fb035f7 req-1a1e6a59-96e2-4985-9249-19f5c4a1391a tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142862 Jul 07 16:47:16.621208 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-acb4fa16-03a4-4d65-9a6c-e402baefc537 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Made reservation on behalf of e32d3ed34b4748f293f0aee3e32fd613 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:16.626586 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-acb4fa16-03a4-4d65-9a6c-e402baefc537 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:16.629381 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-228b74c4-4d62-4d28-8269-80db66f001c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:16.702956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35420ab9-3c95-449c-a761-4835f4e3a1c2 req-4da79183-0513-4e82-aa53-d6c7abb50f56 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:16.707825 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-35420ab9-3c95-449c-a761-4835f4e3a1c2 req-4da79183-0513-4e82-aa53-d6c7abb50f56 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd HTTP/1.1" status: 200 len: 948 time: 0.1835189 Jul 07 16:47:16.730799 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58100) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:16.735407 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2dc4c3e-2da4-4943-9432-54bf53e2258e req-d06ea770-a57e-4e21-b0dd-bc5c12c2cef8 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3418964-7506-44a3-9878-16b9fc523c87 HTTP/1.1" status: 200 len: 210 time: 0.0391512 Jul 07 16:47:16.736477 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3594a42e-035d-4302-9d3a-d6591ff0c644 req-0b425c6b-6306-4fcb-adee-22a9db19a50e service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217643 Jul 07 16:47:16.824794 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-acb4fa16-03a4-4d65-9a6c-e402baefc537 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Allocated IP 192.168.233.142 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/893887d9-a3fc-485c-a8f0-82714646bba2) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:47:16.864965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-0b0b72fc-dd68-47b8-82a2-54176e4f9796 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1891341746-network', 'tenant_id': 'e274f8f036d94d36b338115a1e4f399c'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:16.895247 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-35420ab9-3c95-449c-a761-4835f4e3a1c2 req-4f9a9184-db0d-420b-b77f-6acf04c48719 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769240 Jul 07 16:47:16.967352 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3594a42e-035d-4302-9d3a-d6591ff0c644 req-2e1c7cda-8573-411c-a603-bd2be9a8c014 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129085 Jul 07 16:47:16.969597 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-228b74c4-4d62-4d28-8269-80db66f001c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:16.976010 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-228b74c4-4d62-4d28-8269-80db66f001c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.008874 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0b72fc-dd68-47b8-82a2-54176e4f9796 admin admin] Made reservation on behalf of e274f8f036d94d36b338115a1e4f399c for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:17.011741 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0b0b72fc-dd68-47b8-82a2-54176e4f9796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.029491 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0b0b72fc-dd68-47b8-82a2-54176e4f9796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.036189 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-228b74c4-4d62-4d28-8269-80db66f001c0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e9937288d481494482a7bf97e27fe052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6539235 Jul 07 16:47:17.036995 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b74c4-4d62-4d28-8269-80db66f001c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b4a297-ad28-4735-96dc-3cc92a0f97dc,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:17.039908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58110) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:17.063551 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-acb4fa16-03a4-4d65-9a6c-e402baefc537 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.088109 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-acb4fa16-03a4-4d65-9a6c-e402baefc537 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Transition to ACTIVE for port object 893887d9-a3fc-485c-a8f0-82714646bba2 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:17.133888 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 55d612e9-35f0-4d9f-bd30-2f7760628969 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:17.134853 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed47d7-bad4-4577-9c7f-b8976f690d0e req-cda80998-426d-4a64-84cd-29f15cbf3635 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:17.137345 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-efed47d7-bad4-4577-9c7f-b8976f690d0e req-cda80998-426d-4a64-84cd-29f15cbf3635 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.1142917 Jul 07 16:47:17.146480 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bd8ff13e-daa0-449b-a73c-479dbec4ac35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.180142 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-acb4fa16-03a4-4d65-9a6c-e402baefc537 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.185663 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bd8ff13e-daa0-449b-a73c-479dbec4ac35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.201746 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-acb4fa16-03a4-4d65-9a6c-e402baefc537 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:17.209163 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-acb4fa16-03a4-4d65-9a6c-e402baefc537 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:17.211530 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 55d612e9-35f0-4d9f-bd30-2f7760628969 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:17.211769 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-efed47d7-bad4-4577-9c7f-b8976f690d0e req-de26d8aa-fba2-4ef1-a7f3-cf331bfb65f5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622573 Jul 07 16:47:17.220812 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 55d612e9-35f0-4d9f-bd30-2f7760628969 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:17.221469 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.235118 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-acb4fa16-03a4-4d65-9a6c-e402baefc537 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:17.241454 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-acb4fa16-03a4-4d65-9a6c-e402baefc537 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:17.242067 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-acb4fa16-03a4-4d65-9a6c-e402baefc537 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.255847 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bd8ff13e-daa0-449b-a73c-479dbec4ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.259328 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bd8ff13e-daa0-449b-a73c-479dbec4ac35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.260469 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bd8ff13e-daa0-449b-a73c-479dbec4ac35 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/68b4a297-ad28-4735-96dc-3cc92a0f97dc HTTP/1.1" status: 204 len: 168 time: 0.1988566 Jul 07 16:47:17.276327 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ff13e-daa0-449b-a73c-479dbec4ac35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b4a297-ad28-4735-96dc-3cc92a0f97dc,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:17.286289 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0b0b72fc-dd68-47b8-82a2-54176e4f9796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.335645 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0b0b72fc-dd68-47b8-82a2-54176e4f9796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.349350 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-acb4fa16-03a4-4d65-9a6c-e402baefc537 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0073144 Jul 07 16:47:17.350012 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4fa16-03a4-4d65-9a6c-e402baefc537 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Pushing event updated for resources: {'Port': ['ID=893887d9-a3fc-485c-a8f0-82714646bba2,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:17.379797 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.387441 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0b72fc-dd68-47b8-82a2-54176e4f9796 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:47:17.407361 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0b0b72fc-dd68-47b8-82a2-54176e4f9796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.407717 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-0b0b72fc-dd68-47b8-82a2-54176e4f9796 admin admin] Added segment b6a98059-04af-4b19-a054-fa99a7ac96a2 of type vlan for network b242c9c2-cdb5-40af-9dc4-810efa1b341f Jul 07 16:47:17.424409 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] Request body: {'port': {'device_id': 'c3418964-7506-44a3-9878-16b9fc523c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:17.460456 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 55d612e9-35f0-4d9f-bd30-2f7760628969, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=55d612e9-35f0-4d9f-bd30-2f7760628969,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:17.462279 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48120987-61e6-4088-9a26-95ba340beeaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d612e9-35f0-4d9f-bd30-2f7760628969'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:17.467602 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb5ce9d-2a66-430c-af65-7d2b157eb85b" -d '{"events": [{"server_uuid": "48120987-61e6-4088-9a26-95ba340beeaf", "name": "network-vif-plugged", "status": "completed", "tag": "55d612e9-35f0-4d9f-bd30-2f7760628969"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:17.470537 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bb23a37f-b511-43b3-8659-43858b50f175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.481164 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.519884 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b72fc-dd68-47b8-82a2-54176e4f9796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b657cb-ed3e-4411-ab4f-a56e778dc5ff,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:17.529794 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0b0b72fc-dd68-47b8-82a2-54176e4f9796 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.553087 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162e4e6a-ffef-43a7-aee2-3b810c8a020b x-openstack-request-id: req-162e4e6a-ffef-43a7-aee2-3b810c8a020b {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:17.553368 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48120987-61e6-4088-9a26-95ba340beeaf", "name": "network-vif-plugged", "status": "completed", "tag": "55d612e9-35f0-4d9f-bd30-2f7760628969", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:17.553625 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-162e4e6a-ffef-43a7-aee2-3b810c8a020b {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:17.554436 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48120987-61e6-4088-9a26-95ba340beeaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d612e9-35f0-4d9f-bd30-2f7760628969', 'code': 200} Jul 07 16:47:17.555541 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=55d612e9-35f0-4d9f-bd30-2f7760628969,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:17.585871 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.613470 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4540db77-091d-4a8e-a5e7-2efb57ab1916 None None] Provisioning for port 893887d9-a3fc-485c-a8f0-82714646bba2 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:17.624247 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.629077 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4540db77-091d-4a8e-a5e7-2efb57ab1916 None None] Provisioning complete for port 893887d9-a3fc-485c-a8f0-82714646bba2 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:17.629457 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4540db77-091d-4a8e-a5e7-2efb57ab1916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.634452 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0b0b72fc-dd68-47b8-82a2-54176e4f9796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.636888 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0b72fc-dd68-47b8-82a2-54176e4f9796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:17.637546 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0b0b72fc-dd68-47b8-82a2-54176e4f9796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.715681 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4540db77-091d-4a8e-a5e7-2efb57ab1916 None None] Port 893887d9-a3fc-485c-a8f0-82714646bba2 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:47:17.730512 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58126) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:17.748235 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-27cb13ab-553c-4afe-ba2b-98d3a49c675e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:17.960476 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0b0b72fc-dd68-47b8-82a2-54176e4f9796 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2239196 Jul 07 16:47:17.963829 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58134) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:17.968825 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-cddd2821-2788-4233-b866-475fb9699887 admin admin] Request body: {'subnet': {'network_id': 'b242c9c2-cdb5-40af-9dc4-810efa1b341f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891341746-subnet', 'tenant_id': 'e274f8f036d94d36b338115a1e4f399c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:18.047961 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b72fc-dd68-47b8-82a2-54176e4f9796 admin admin] Pushing event updated for resources: {'Network': ['ID=b242c9c2-cdb5-40af-9dc4-810efa1b341f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:18.073290 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network b242c9c2-cdb5-40af-9dc4-810efa1b341f details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:47:18.082862 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3b95e-489b-4379-9742-ce2f7488aad1 req-375806ff-5f60-48e0-9827-4e70d54a7ef3 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:18.084333 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcb3b95e-489b-4379-9742-ce2f7488aad1 req-375806ff-5f60-48e0-9827-4e70d54a7ef3 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3418964-7506-44a3-9878-16b9fc523c87 HTTP/1.1" status: 200 len: 936 time: 0.1085937 Jul 07 16:47:18.086370 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-27cb13ab-553c-4afe-ba2b-98d3a49c675e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.095127 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-27cb13ab-553c-4afe-ba2b-98d3a49c675e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.128016 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697fa9f-d8d0-4408-8523-3645c1f42043 req-d3ec9e49-ac2e-40b0-9856-588b232f2375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:18.130015 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7697fa9f-d8d0-4408-8523-3645c1f42043 req-d3ec9e49-ac2e-40b0-9856-588b232f2375 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 1096 time: 0.5053918 Jul 07 16:47:18.168864 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-27cb13ab-553c-4afe-ba2b-98d3a49c675e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3948a818683a47a3b922cbc1a961e05c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4368777 Jul 07 16:47:18.169449 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddd2821-2788-4233-b866-475fb9699887 admin admin] Made reservation on behalf of e274f8f036d94d36b338115a1e4f399c for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:18.171818 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cddd2821-2788-4233-b866-475fb9699887 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.173599 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58138) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:18.187366 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377c963-5818-4210-95fb-69948cfd9c53 req-3996d2cf-96fa-48c2-b41f-1fc1dd187053 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:18.188859 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7377c963-5818-4210-95fb-69948cfd9c53 req-3996d2cf-96fa-48c2-b41f-1fc1dd187053 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 945 time: 0.2843723 Jul 07 16:47:18.192648 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb13ab-553c-4afe-ba2b-98d3a49c675e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db13e591-ad52-40c6-9082-a5174eb63ba7,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:18.233124 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcb3b95e-489b-4379-9742-ce2f7488aad1 req-01010688-b32d-4ec9-8fef-fe0b07c7a1dc tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418967 Jul 07 16:47:18.242565 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7697fa9f-d8d0-4408-8523-3645c1f42043 req-3fb74edc-1938-439b-96ff-e1dc8101edd0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007130 Jul 07 16:47:18.281750 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7377c963-5818-4210-95fb-69948cfd9c53 req-a7f56ebb-00ec-423a-83d0-d4eb0188412e tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784464 Jul 07 16:47:18.344804 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893887d9-a3fc-485c-a8f0-82714646bba2 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:18.358176 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.376902 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] Transition to ACTIVE for port object 893887d9-a3fc-485c-a8f0-82714646bba2 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:18.383255 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.467984 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] Pushing event updated for resources: {'Port': ['ID=893887d9-a3fc-485c-a8f0-82714646bba2,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:18.515637 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] Attempting to bind port 893887d9-a3fc-485c-a8f0-82714646bba2 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:18.515992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] Attempting to bind port 893887d9-a3fc-485c-a8f0-82714646bba2 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:18.516304 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] Attempting to bind port 893887d9-a3fc-485c-a8f0-82714646bba2 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:18.525285 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] Port 893887d9-a3fc-485c-a8f0-82714646bba2 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:18.525632 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] Attempting to bind port 893887d9-a3fc-485c-a8f0-82714646bba2 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:18.538203 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:18.538748 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:18.539149 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:18.539604 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] Bound port: 893887d9-a3fc-485c-a8f0-82714646bba2, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:18.540015 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.562807 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea146b-4dbc-45d4-9473-785b034085f0 req-a99d2024-57d6-40d5-88bb-3a3bb8eb1a52 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:18.564484 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fbea146b-4dbc-45d4-9473-785b034085f0 req-a99d2024-57d6-40d5-88bb-3a3bb8eb1a52 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd HTTP/1.1" status: 200 len: 948 time: 0.1452949 Jul 07 16:47:18.626116 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ba718afc-414d-432f-a57a-3588d1e4ffe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.655210 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fbea146b-4dbc-45d4-9473-785b034085f0 req-613749a2-e329-431b-b997-bef9b5742532 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672178 Jul 07 16:47:18.661503 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] For port 893887d9-a3fc-485c-a8f0-82714646bba2, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:18.665071 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] For port 893887d9-a3fc-485c-a8f0-82714646bba2, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=893887d9-a3fc-485c-a8f0-82714646bba2,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:18.671868 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.672044 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.691019 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:18.692113 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.693238 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] 10.222.0.69 "PUT /v2.0/ports/893887d9-a3fc-485c-a8f0-82714646bba2 HTTP/1.1" status: 200 len: 1096 time: 1.2837162 Jul 07 16:47:18.693691 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3418964-7506-44a3-9878-16b9fc523c87', 'tag': '893887d9-a3fc-485c-a8f0-82714646bba2'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:18.697024 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49afc565-9ad1-4bf3-a913-d24e2c09ff71" -d '{"events": [{"name": "network-changed", "server_uuid": "c3418964-7506-44a3-9878-16b9fc523c87", "tag": "893887d9-a3fc-485c-a8f0-82714646bba2"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:18.720778 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ba718afc-414d-432f-a57a-3588d1e4ffe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.739938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c239c6c-2fda-4dc8-a7c6-df9dd6a4aae1 req-b35beead-986d-4d11-81fa-282bd0841e10 tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:18.748785 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c239c6c-2fda-4dc8-a7c6-df9dd6a4aae1 req-b35beead-986d-4d11-81fa-282bd0841e10 tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 1121 time: 0.2377033 Jul 07 16:47:18.792213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1071d28-deb5-4af3-b9c2-10f9c631b6cc service neutron] Pushing event updated for resources: {'Port': ['ID=893887d9-a3fc-485c-a8f0-82714646bba2,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:18.814976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:47:18.831953 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-298ad190-b6e2-4e95-b1fa-d73c1107220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:18.834102 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-298ad190-b6e2-4e95-b1fa-d73c1107220c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e32d3ed34b4748f293f0aee3e32fd613&device_id=c3418964-7506-44a3-9878-16b9fc523c87 HTTP/1.1" status: 200 len: 1099 time: 0.0877371 Jul 07 16:47:18.885271 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c239c6c-2fda-4dc8-a7c6-df9dd6a4aae1 req-26782a5b-ce03-41fb-922a-be78c83f20cb tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354544 Jul 07 16:47:18.895993 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ba718afc-414d-432f-a57a-3588d1e4ffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.901538 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-b079711d-aaf4-48e6-8796-27d740c87d35 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=893887d9-a3fc-485c-a8f0-82714646bba2 HTTP/1.1" status: 200 len: 217 time: 0.0538585 Jul 07 16:47:18.905109 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ba718afc-414d-432f-a57a-3588d1e4ffe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:18.907213 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ba718afc-414d-432f-a57a-3588d1e4ffe2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db13e591-ad52-40c6-9082-a5174eb63ba7 HTTP/1.1" status: 204 len: 168 time: 0.7283597 Jul 07 16:47:18.962900 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba718afc-414d-432f-a57a-3588d1e4ffe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db13e591-ad52-40c6-9082-a5174eb63ba7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:18.983587 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d4175d-20cf-4cd8-9957-8c5babb3760d x-openstack-request-id: req-e0d4175d-20cf-4cd8-9957-8c5babb3760d {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:18.984130 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3418964-7506-44a3-9878-16b9fc523c87", "tag": "893887d9-a3fc-485c-a8f0-82714646bba2", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:18.984558 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0d4175d-20cf-4cd8-9957-8c5babb3760d {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:18.985083 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3418964-7506-44a3-9878-16b9fc523c87', 'tag': '893887d9-a3fc-485c-a8f0-82714646bba2', 'status': 'completed', 'code': 200} Jul 07 16:47:18.987939 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cddd2821-2788-4233-b866-475fb9699887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:19.029927 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 787bb9b9-1f62-4c57-895d-4cde7b2c17d3, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=787bb9b9-1f62-4c57-895d-4cde7b2c17d3,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:19.051218 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-353d1819-dcd0-45e4-82d3-54727fcb76e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:19.052683 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-353d1819-dcd0-45e4-82d3-54727fcb76e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1446466 Jul 07 16:47:19.059160 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '787bb9b9-1f62-4c57-895d-4cde7b2c17d3', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '787bb9b9-1f62-4c57-895d-4cde7b2c17d3', 'mac_address': 'fa:16:3e:68:b0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:47:19.060323 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd2821-2788-4233-b866-475fb9699887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af727d61-bc2d-495a-8a60-090c80f565e8,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:19.079921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddd2821-2788-4233-b866-475fb9699887 admin admin] Checking segment: {'id': 'b6a98059-04af-4b19-a054-fa99a7ac96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b242c9c2-cdb5-40af-9dc4-810efa1b341f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:19.080287 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddd2821-2788-4233-b866-475fb9699887 admin admin] Network hostable DHCP agents. Network: b242c9c2-cdb5-40af-9dc4-810efa1b341f, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:47:19.100858 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddd2821-2788-4233-b866-475fb9699887 admin admin] Network b242c9c2-cdb5-40af-9dc4-810efa1b341f is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:47:19.123504 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-cddd2821-2788-4233-b866-475fb9699887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, b242c9c2-cdb5-40af-9dc4-810efa1b341f) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:19.129300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddd2821-2788-4233-b866-475fb9699887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:19.129899 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cddd2821-2788-4233-b866-475fb9699887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:19.138080 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61d2e7-87d7-459b-b969-03de5c08aa76 req-bffa6351-12ef-4ade-8779-46b12abca5e9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:19.139827 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-da61d2e7-87d7-459b-b969-03de5c08aa76 req-bffa6351-12ef-4ade-8779-46b12abca5e9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.1695054 Jul 07 16:47:19.152709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2799f54-b703-4af8-baae-20e75942123c None None] Network b242c9c2-cdb5-40af-9dc4-810efa1b341f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:47:19.162013 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cddd2821-2788-4233-b866-475fb9699887 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1970038 Jul 07 16:47:19.164888 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58148) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:19.176416 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-ccbd89ee-0deb-4c95-a5f7-4baa2abf2406 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1891341746-router', 'tenant_id': 'e274f8f036d94d36b338115a1e4f399c', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:19.185717 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-f50cf2a2-ad48-45d5-b6bc-6cb8a0724222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:19.187288 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-f50cf2a2-ad48-45d5-b6bc-6cb8a0724222 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1155856 Jul 07 16:47:19.228386 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-da61d2e7-87d7-459b-b969-03de5c08aa76 req-9021b70f-9711-4a16-af57-2c6ad5326407 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773845 Jul 07 16:47:19.247057 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:19.296295 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccbd89ee-0deb-4c95-a5f7-4baa2abf2406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:19.297317 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccbd89ee-0deb-4c95-a5f7-4baa2abf2406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:19.335671 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:19.355480 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-efefc63d-f5b1-4d88-90eb-378328d4f95e service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509912 Jul 07 16:47:19.360249 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 787bb9b9-1f62-4c57-895d-4cde7b2c17d3, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=787bb9b9-1f62-4c57-895d-4cde7b2c17d3,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:19.381405 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:19.441081 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccbd89ee-0deb-4c95-a5f7-4baa2abf2406 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:19.480449 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=787bb9b9-1f62-4c57-895d-4cde7b2c17d3,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:19.498444 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-b242c9c2-cdb5-40af-9dc4-810efa1b341f', 'network_id': 'b242c9c2-cdb5-40af-9dc4-810efa1b341f', 'tenant_id': 'e274f8f036d94d36b338115a1e4f399c', 'fixed_ips': [{'subnet_id': 'af727d61-bc2d-495a-8a60-090c80f565e8'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:47:19.499565 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:19.591818 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-caf5bbb7-9419-4bd8-8a5c-5294d8ae6edc req-9c5771aa-f337-41ca-870e-ffbc883072f7 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278399 Jul 07 16:47:19.606025 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053ccf3-17d8-417e-b152-7913282b49ab req-392107cf-500d-4b56-89fd-22dce76d54f7 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:19.611684 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836238-57fa-4b02-8d1d-90fa0e568ebb req-f39f00b1-bd27-4fe9-9787-0c68e0e46ccd tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:19.615665 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3053ccf3-17d8-417e-b152-7913282b49ab req-392107cf-500d-4b56-89fd-22dce76d54f7 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3418964-7506-44a3-9878-16b9fc523c87 HTTP/1.1" status: 200 len: 948 time: 0.1579711 Jul 07 16:47:19.619577 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-af836238-57fa-4b02-8d1d-90fa0e568ebb req-f39f00b1-bd27-4fe9-9787-0c68e0e46ccd tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 1121 time: 0.3982413 Jul 07 16:47:19.638256 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccbd89ee-0deb-4c95-a5f7-4baa2abf2406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:19.681931 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-af836238-57fa-4b02-8d1d-90fa0e568ebb req-20c9bd3e-f04e-45d2-80df-cf2730eaa1e0 tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614085 Jul 07 16:47:19.714461 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Allocated IP 172.20.0.2 (b242c9c2-cdb5-40af-9dc4-810efa1b341f/af727d61-bc2d-495a-8a60-090c80f565e8/20695ccb-a969-45f7-b655-a3bdab565cec) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:47:19.727215 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3053ccf3-17d8-417e-b152-7913282b49ab req-f59ee446-387a-4982-bee7-265d2d008277 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105182 Jul 07 16:47:19.792618 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afc565-9ad1-4bf3-a913-d24e2c09ff71 req-f8221d54-5afa-4328-8b47-4e5d6d897b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:19.794127 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-49afc565-9ad1-4bf3-a913-d24e2c09ff71 req-f8221d54-5afa-4328-8b47-4e5d6d897b42 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e32d3ed34b4748f293f0aee3e32fd613&device_id=c3418964-7506-44a3-9878-16b9fc523c87 HTTP/1.1" status: 200 len: 1099 time: 0.1274393 Jul 07 16:47:19.932456 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['787bb9b9-1f62-4c57-895d-4cde7b2c17d3'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:19.954512 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afc565-9ad1-4bf3-a913-d24e2c09ff71 req-c1102b2a-58d7-4c8f-b424-c198e4ce1935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:19.955978 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-49afc565-9ad1-4bf3-a913-d24e2c09ff71 req-c1102b2a-58d7-4c8f-b424-c198e4ce1935 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1546266 Jul 07 16:47:19.989834 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:20.000937 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccbd89ee-0deb-4c95-a5f7-4baa2abf2406 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:20.021606 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-49afc565-9ad1-4bf3-a913-d24e2c09ff71 req-e61c23be-4ece-40d3-bd1b-80f5294d7ed7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=893887d9-a3fc-485c-a8f0-82714646bba2 HTTP/1.1" status: 200 len: 217 time: 0.0509989 Jul 07 16:47:20.024054 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Transition to ACTIVE for port object 20695ccb-a969-45f7-b655-a3bdab565cec will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:20.031673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093774e-28bd-4074-8fab-e2f426efa61c req-654d552e-1d1d-4aec-a8a7-903c11140c79 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:20.039489 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681486d-617a-4c26-8387-e8c1ef530486 req-3aba0296-54e5-4139-8ac8-a4eb3a55f8b3 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:20.039703 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9093774e-28bd-4074-8fab-e2f426efa61c req-654d552e-1d1d-4aec-a8a7-903c11140c79 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 945 time: 0.1742663 Jul 07 16:47:20.041237 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1681486d-617a-4c26-8387-e8c1ef530486 req-3aba0296-54e5-4139-8ac8-a4eb3a55f8b3 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd HTTP/1.1" status: 200 len: 949 time: 0.1525619 Jul 07 16:47:20.048828 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccbd89ee-0deb-4c95-a5f7-4baa2abf2406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:20.050470 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Transition to ACTIVE for port object 20695ccb-a969-45f7-b655-a3bdab565cec will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:20.108550 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:20.131103 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9093774e-28bd-4074-8fab-e2f426efa61c req-271484c0-c81d-4d32-ae0d-910a0c0184c0 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903370 Jul 07 16:47:20.132204 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afc565-9ad1-4bf3-a913-d24e2c09ff71 req-bac9db08-168a-4d70-8ca2-d03e71f42e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:20.133761 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-49afc565-9ad1-4bf3-a913-d24e2c09ff71 req-bac9db08-168a-4d70-8ca2-d03e71f42e76 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1054955 Jul 07 16:47:20.142164 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1681486d-617a-4c26-8387-e8c1ef530486 req-4608c41a-9fa5-495e-a4b6-7355c1348566 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914667 Jul 07 16:47:20.199870 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afc565-9ad1-4bf3-a913-d24e2c09ff71 req-b1c60edf-bcfb-4f78-915b-7370782575c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:20.201681 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-49afc565-9ad1-4bf3-a913-d24e2c09ff71 req-b1c60edf-bcfb-4f78-915b-7370782575c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0586085 Jul 07 16:47:20.275712 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Pushing event updated for resources: {'Port': ['ID=20695ccb-a969-45f7-b655-a3bdab565cec,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:20.287688 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-ccbd89ee-0deb-4c95-a5f7-4baa2abf2406 admin admin] Allocated IP 172.25.2.136 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/df68c47b-82a1-4f89-a2c4-5e5b91181305) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:47:20.336049 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Network b242c9c2-cdb5-40af-9dc4-810efa1b341f is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:20.337935 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:20.343080 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:20.348405 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:20.405598 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-49afc565-9ad1-4bf3-a913-d24e2c09ff71 req-946cab87-11dc-406b-b7cb-b325654aa82a service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916752 Jul 07 16:47:20.425438 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Attempting to bind port 20695ccb-a969-45f7-b655-a3bdab565cec on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:20.425851 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Attempting to bind port 20695ccb-a969-45f7-b655-a3bdab565cec by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'b6a98059-04af-4b19-a054-fa99a7ac96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b242c9c2-cdb5-40af-9dc4-810efa1b341f'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:20.426281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Attempting to bind port 20695ccb-a969-45f7-b655-a3bdab565cec on network b242c9c2-cdb5-40af-9dc4-810efa1b341f {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:20.431862 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:20.432240 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Checking segment: {'id': 'b6a98059-04af-4b19-a054-fa99a7ac96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b242c9c2-cdb5-40af-9dc4-810efa1b341f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:20.432639 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:20.433029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Bound using segment: {'id': 'b6a98059-04af-4b19-a054-fa99a7ac96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b242c9c2-cdb5-40af-9dc4-810efa1b341f'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:20.433494 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Bound port: 20695ccb-a969-45f7-b655-a3bdab565cec, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a98059-04af-4b19-a054-fa99a7ac96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b242c9c2-cdb5-40af-9dc4-810efa1b341f'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:20.433876 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:20.529916 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccbd89ee-0deb-4c95-a5f7-4baa2abf2406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:20.533390 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] For port 20695ccb-a969-45f7-b655-a3bdab565cec, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:20.537153 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] For port 20695ccb-a969-45f7-b655-a3bdab565cec, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=20695ccb-a969-45f7-b655-a3bdab565cec,segment=NetworkSegment(b6a98059-04af-4b19-a054-fa99a7ac96a2),segment_id=b6a98059-04af-4b19-a054-fa99a7ac96a2)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:20.543587 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:20.615436 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29508f-67f4-4f86-8724-9314619776bc None None] Pushing event updated for resources: {'Port': ['ID=20695ccb-a969-45f7-b655-a3bdab565cec,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:20.615859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce64653-ee8c-4492-a8d0-9e340168f422 req-8fb62b52-d03e-495f-8b43-a833de4c5022 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:20.617521 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ce64653-ee8c-4492-a8d0-9e340168f422 req-8fb62b52-d03e-495f-8b43-a833de4c5022 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 1096 time: 0.1266282 Jul 07 16:47:20.636942 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-49afc565-9ad1-4bf3-a913-d24e2c09ff71 req-20dd6845-0f0b-409b-bd25-55989da4988c service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226472 Jul 07 16:47:20.649485 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccbd89ee-0deb-4c95-a5f7-4baa2abf2406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:20.692002 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be9545-6438-4289-9d49-069426c5ec5d req-ec8df334-48c1-4643-8f1a-70e48e72dfe7 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:20.699868 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e6be9545-6438-4289-9d49-069426c5ec5d req-ec8df334-48c1-4643-8f1a-70e48e72dfe7 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.1507549 Jul 07 16:47:20.713497 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ce64653-ee8c-4492-a8d0-9e340168f422 req-04408440-fe58-4263-85fd-5b8b71270480 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850015 Jul 07 16:47:20.719145 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbd89ee-0deb-4c95-a5f7-4baa2abf2406 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:20.726718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-ccbd89ee-0deb-4c95-a5f7-4baa2abf2406 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:20.731188 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbd89ee-0deb-4c95-a5f7-4baa2abf2406 admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:20.739032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd89ee-0deb-4c95-a5f7-4baa2abf2406 admin admin] Pushing event updated for resources: {'Port': ['ID=df68c47b-82a1-4f89-a2c4-5e5b91181305,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:20.761502 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e6be9545-6438-4289-9d49-069426c5ec5d req-bbebaf26-a495-4034-ad56-144d98336878 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604787 Jul 07 16:47:21.035742 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94d35f-cd6a-405c-9f19-bec09c4ef964 req-28885dfd-ed33-4320-9c21-5b65eb843d56 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:21.043166 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ae94d35f-cd6a-405c-9f19-bec09c4ef964 req-28885dfd-ed33-4320-9c21-5b65eb843d56 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3418964-7506-44a3-9878-16b9fc523c87 HTTP/1.1" status: 200 len: 948 time: 0.0875072 Jul 07 16:47:21.087583 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ae94d35f-cd6a-405c-9f19-bec09c4ef964 req-0f94a7fc-39d1-408d-9628-934219900403 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434129 Jul 07 16:47:21.104690 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccbd89ee-0deb-4c95-a5f7-4baa2abf2406 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:21.149945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910d939-717a-49f2-b967-2a4b007384ff req-55463a61-582d-471e-b4b8-79a1287be340 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:21.151401 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7910d939-717a-49f2-b967-2a4b007384ff req-55463a61-582d-471e-b4b8-79a1287be340 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 1096 time: 0.1097374 Jul 07 16:47:21.226854 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7910d939-717a-49f2-b967-2a4b007384ff req-1d38d403-6689-410f-b761-c7c84380850e tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692809 Jul 07 16:47:21.338825 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccbd89ee-0deb-4c95-a5f7-4baa2abf2406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:21.470282 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebe8a0-f2c4-4248-9179-53c3b52b9213 req-b5a1060e-121f-45dc-af79-3e8ecf2dccc3 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:21.472335 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-45ebe8a0-f2c4-4248-9179-53c3b52b9213 req-b5a1060e-121f-45dc-af79-3e8ecf2dccc3 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd HTTP/1.1" status: 200 len: 949 time: 0.0884190 Jul 07 16:47:21.490313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbd89ee-0deb-4c95-a5f7-4baa2abf2406 admin admin] Router 7d948f28-17d1-41cd-ab0a-c32eeb115746 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:47:21.522824 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-45ebe8a0-f2c4-4248-9179-53c3b52b9213 req-9c42b2bb-59f6-4360-ba0c-a00ac4032585 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447392 Jul 07 16:47:21.651476 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbd89ee-0deb-4c95-a5f7-4baa2abf2406 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:47:21.668246 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53012c92-9802-4a06-b760-d043721c316e None None] Sync routers for ids ['7d948f28-17d1-41cd-ab0a-c32eeb115746'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:47:21.671013 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccbd89ee-0deb-4c95-a5f7-4baa2abf2406 admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:21.675595 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ccbd89ee-0deb-4c95-a5f7-4baa2abf2406 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5053849 Jul 07 16:47:21.676078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58228) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:21.698422 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53012c92-9802-4a06-b760-d043721c316e None None] Routers {'7d948f28-17d1-41cd-ab0a-c32eeb115746'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:47:21.700290 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-53012c92-9802-4a06-b760-d043721c316e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:47:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7d948f28-17d1-41cd-ab0a-c32eeb115746'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:21.846240 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-53012c92-9802-4a06-b760-d043721c316e None None] Set router 7d948f28-17d1-41cd-ab0a-c32eeb115746 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:47:21.861351 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d1cbfb-1292-4492-9ca8-122e9671a557 None None] Network b242c9c2-cdb5-40af-9dc4-810efa1b341f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:47:21.988499 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-593e7a83-c543-491f-b67d-441c70671118 None None] Provisioning for port 20695ccb-a969-45f7-b655-a3bdab565cec completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:22.126857 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 20695ccb-a969-45f7-b655-a3bdab565cec up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:22.325486 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-53012c92-9802-4a06-b760-d043721c316e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d948f28-17d1-41cd-ab0a-c32eeb115746', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891341746-router', 'tenant_id': 'e274f8f036d94d36b338115a1e4f399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'df68c47b-82a1-4f89-a2c4-5e5b91181305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:47:19Z', 'updated_at': '2021-07-07T16:47:20Z', 'revision_number': 3, 'project_id': 'e274f8f036d94d36b338115a1e4f399c', 'gw_port': {'id': 'df68c47b-82a1-4f89-a2c4-5e5b91181305', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d948f28-17d1-41cd-ab0a-c32eeb115746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:20Z', 'updated_at': '2021-07-07T16:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:22.330707 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 20695ccb-a969-45f7-b655-a3bdab565cec completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:22.334853 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 20695ccb-a969-45f7-b655-a3bdab565cec triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:22.335230 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:22.392367 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53012c92-9802-4a06-b760-d043721c316e None None] Checking router: 7d948f28-17d1-41cd-ab0a-c32eeb115746 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:47:22.393064 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53012c92-9802-4a06-b760-d043721c316e None None] Updating router 7d948f28-17d1-41cd-ab0a-c32eeb115746 port df68c47b-82a1-4f89-a2c4-5e5b91181305 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:47:22.474679 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-53012c92-9802-4a06-b760-d043721c316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:22.494434 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9031af8-4239-448d-baa4-d5c1baa81a57 req-5a4e262c-e145-4313-a5fd-7dfca09ccd3b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:22.502651 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e9031af8-4239-448d-baa4-d5c1baa81a57 req-5a4e262c-e145-4313-a5fd-7dfca09ccd3b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.2130058 Jul 07 16:47:22.529017 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf97ba0-0a96-4d59-a524-e032b402e9e3 req-f3ce06fe-665a-4515-a98a-6120be058307 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:22.539609 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5bf97ba0-0a96-4d59-a524-e032b402e9e3 req-f3ce06fe-665a-4515-a98a-6120be058307 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.1637037 Jul 07 16:47:22.597666 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5bf97ba0-0a96-4d59-a524-e032b402e9e3 req-ce514b5e-d0b2-4fb2-9665-e26d39cd562c tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568023 Jul 07 16:47:22.630045 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e9031af8-4239-448d-baa4-d5c1baa81a57 req-39176302-37e4-4fdc-8eda-39fdb4f82897 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261909 Jul 07 16:47:22.726577 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6c05027d-826b-4587-b36b-542da798bb4a None None] Provisioning complete for port 20695ccb-a969-45f7-b655-a3bdab565cec triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:22.727417 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6c05027d-826b-4587-b36b-542da798bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:22.777627 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:22.820033 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8d62f1e5-0c05-448b-af6a-3141bdd876ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:22.829435 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:22.833753 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 20695ccb-a969-45f7-b655-a3bdab565cec, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=20695ccb-a969-45f7-b655-a3bdab565cec,segment=NetworkSegment(b6a98059-04af-4b19-a054-fa99a7ac96a2),segment_id=b6a98059-04af-4b19-a054-fa99a7ac96a2)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:22.860525 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:22.889735 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-53012c92-9802-4a06-b760-d043721c316e None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:22.904153 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba080c-a2ec-4a56-bb1c-01d4a486c10b req-29e60dfc-98e3-46db-b5d0-bf50b7506318 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:22.904412 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207fc9b-9150-491f-8f51-5b0e072c8870 req-c8b129fc-3a39-43c6-b79f-13eefae5d305 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:22.905886 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3207fc9b-9150-491f-8f51-5b0e072c8870 req-c8b129fc-3a39-43c6-b79f-13eefae5d305 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 1096 time: 0.1215172 Jul 07 16:47:22.913827 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-53012c92-9802-4a06-b760-d043721c316e None None] Transition to ACTIVE for port object df68c47b-82a1-4f89-a2c4-5e5b91181305 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:22.914753 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-43ba080c-a2ec-4a56-bb1c-01d4a486c10b req-29e60dfc-98e3-46db-b5d0-bf50b7506318 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3418964-7506-44a3-9878-16b9fc523c87 HTTP/1.1" status: 200 len: 948 time: 0.1219254 Jul 07 16:47:22.922785 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-53012c92-9802-4a06-b760-d043721c316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:22.969565 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=20695ccb-a969-45f7-b655-a3bdab565cec,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:22.978799 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:22.984971 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3207fc9b-9150-491f-8f51-5b0e072c8870 req-3dad9414-4638-4bd6-bf2b-7e10017521e0 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480723 Jul 07 16:47:22.985801 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:22.986599 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:22.992806 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-43ba080c-a2ec-4a56-bb1c-01d4a486c10b req-97a5b2ca-6466-4a89-b83b-afa24e1e995e tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775206 Jul 07 16:47:23.036244 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-8d62f1e5-0c05-448b-af6a-3141bdd876ac admin admin] Allocated IP 172.20.0.1 (b242c9c2-cdb5-40af-9dc4-810efa1b341f/af727d61-bc2d-495a-8a60-090c80f565e8/faf2eb83-f1d3-473f-9c04-c7695ed26e36) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:47:23.058824 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:47:23.071769 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-53012c92-9802-4a06-b760-d043721c316e None None] Attempting to bind port df68c47b-82a1-4f89-a2c4-5e5b91181305 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:23.073495 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-53012c92-9802-4a06-b760-d043721c316e None None] Attempting to bind port df68c47b-82a1-4f89-a2c4-5e5b91181305 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:23.074167 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53012c92-9802-4a06-b760-d043721c316e None None] Attempting to bind port df68c47b-82a1-4f89-a2c4-5e5b91181305 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:23.081193 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53012c92-9802-4a06-b760-d043721c316e None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:23.081862 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53012c92-9802-4a06-b760-d043721c316e None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:23.082503 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-53012c92-9802-4a06-b760-d043721c316e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:23.083106 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53012c92-9802-4a06-b760-d043721c316e None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:23.083761 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-53012c92-9802-4a06-b760-d043721c316e None None] Bound port: df68c47b-82a1-4f89-a2c4-5e5b91181305, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:23.084359 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-53012c92-9802-4a06-b760-d043721c316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:23.086437 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cecfff-d7e5-4c4f-b734-7871ce6b1097 None None] Pushing event updated for resources: {'Port': ['ID=df68c47b-82a1-4f89-a2c4-5e5b91181305,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:23.094752 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cecfff-d7e5-4c4f-b734-7871ce6b1097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:23.095352 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cecfff-d7e5-4c4f-b734-7871ce6b1097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:23.095874 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cecfff-d7e5-4c4f-b734-7871ce6b1097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:23.096416 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cecfff-d7e5-4c4f-b734-7871ce6b1097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:23.096985 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cecfff-d7e5-4c4f-b734-7871ce6b1097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:23.097530 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cecfff-d7e5-4c4f-b734-7871ce6b1097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:23.098037 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cecfff-d7e5-4c4f-b734-7871ce6b1097 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:23.098572 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cecfff-d7e5-4c4f-b734-7871ce6b1097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:23.099077 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cecfff-d7e5-4c4f-b734-7871ce6b1097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:23.099607 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cecfff-d7e5-4c4f-b734-7871ce6b1097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:23.100120 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cecfff-d7e5-4c4f-b734-7871ce6b1097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:23.100632 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cecfff-d7e5-4c4f-b734-7871ce6b1097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:47:23.152588 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:23.179799 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-53012c92-9802-4a06-b760-d043721c316e None None] For port df68c47b-82a1-4f89-a2c4-5e5b91181305, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:23.184256 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-53012c92-9802-4a06-b760-d043721c316e None None] For port df68c47b-82a1-4f89-a2c4-5e5b91181305, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=df68c47b-82a1-4f89-a2c4-5e5b91181305,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:23.188367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 893887d9-a3fc-485c-a8f0-82714646bba2 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:47:23.191290 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-53012c92-9802-4a06-b760-d043721c316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:23.200946 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8d62f1e5-0c05-448b-af6a-3141bdd876ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:23.220710 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-8d62f1e5-0c05-448b-af6a-3141bdd876ac admin admin] Transition to ACTIVE for port object faf2eb83-f1d3-473f-9c04-c7695ed26e36 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:23.255488 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cecfff-d7e5-4c4f-b734-7871ce6b1097 None None] Pushing event updated for resources: {'Port': ['ID=df68c47b-82a1-4f89-a2c4-5e5b91181305,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:23.277823 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53012c92-9802-4a06-b760-d043721c316e None None] Routers {'7d948f28-17d1-41cd-ab0a-c32eeb115746'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:47:23.279309 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-53012c92-9802-4a06-b760-d043721c316e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:47:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7d948f28-17d1-41cd-ab0a-c32eeb115746'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:23.280489 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787bb9b9-1f62-4c57-895d-4cde7b2c17d3'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:23.282754 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6338144f-aa41-489c-a1f2-6f222738bfb1" -d '{"events": [{"server_uuid": "17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd", "name": "network-vif-plugged", "status": "completed", "tag": "787bb9b9-1f62-4c57-895d-4cde7b2c17d3"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:23.296254 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8d62f1e5-0c05-448b-af6a-3141bdd876ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:23.304577 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 787bb9b9-1f62-4c57-895d-4cde7b2c17d3, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=787bb9b9-1f62-4c57-895d-4cde7b2c17d3,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:23.304871 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0314356-ca84-454c-8b8e-4a4f58bac36f req-65712c47-063a-4fd1-9aca-3e45f6845d8a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:23.308479 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f0314356-ca84-454c-8b8e-4a4f58bac36f req-65712c47-063a-4fd1-9aca-3e45f6845d8a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd HTTP/1.1" status: 200 len: 949 time: 0.1445389 Jul 07 16:47:23.310652 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:23.366609 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f0314356-ca84-454c-8b8e-4a4f58bac36f req-ab80bfce-ac5e-4490-aa02-3265792ef4e5 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483367 Jul 07 16:47:23.387954 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d62f1e5-0c05-448b-af6a-3141bdd876ac admin admin] Network b242c9c2-cdb5-40af-9dc4-810efa1b341f is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:23.402611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-8d62f1e5-0c05-448b-af6a-3141bdd876ac admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:23.406904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d62f1e5-0c05-448b-af6a-3141bdd876ac admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:23.407928 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8d62f1e5-0c05-448b-af6a-3141bdd876ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:23.417745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62f1e5-0c05-448b-af6a-3141bdd876ac admin admin] Pushing event updated for resources: {'Port': ['ID=faf2eb83-f1d3-473f-9c04-c7695ed26e36,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:23.425018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 893887d9-a3fc-485c-a8f0-82714646bba2, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=893887d9-a3fc-485c-a8f0-82714646bba2,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:23.447505 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '893887d9-a3fc-485c-a8f0-82714646bba2', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '893887d9-a3fc-485c-a8f0-82714646bba2', 'mac_address': 'fa:16:3e:70:74:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:47:23.448521 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-53012c92-9802-4a06-b760-d043721c316e None None] Set router 7d948f28-17d1-41cd-ab0a-c32eeb115746 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:47:23.449212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=787bb9b9-1f62-4c57-895d-4cde7b2c17d3,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:23.526109 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:23.542901 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53312600-6e38-49b1-a163-97303fe71c2e x-openstack-request-id: req-53312600-6e38-49b1-a163-97303fe71c2e {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:23.543310 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd", "name": "network-vif-plugged", "status": "completed", "tag": "787bb9b9-1f62-4c57-895d-4cde7b2c17d3", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:23.543673 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-53312600-6e38-49b1-a163-97303fe71c2e {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:23.544123 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787bb9b9-1f62-4c57-895d-4cde7b2c17d3', 'code': 200} Jul 07 16:47:23.546133 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 893887d9-a3fc-485c-a8f0-82714646bba2 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:23.601540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 893887d9-a3fc-485c-a8f0-82714646bba2, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=893887d9-a3fc-485c-a8f0-82714646bba2,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:23.616254 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:23.720600 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=893887d9-a3fc-485c-a8f0-82714646bba2,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:23.740349 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8d62f1e5-0c05-448b-af6a-3141bdd876ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:23.784171 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c781dd5-cf39-4c0d-86de-95b45c38d631 req-95014808-653f-499d-bca1-4ec76bce9a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:23.786125 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c781dd5-cf39-4c0d-86de-95b45c38d631 req-95014808-653f-499d-bca1-4ec76bce9a88 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd HTTP/1.1" status: 200 len: 1101 time: 0.1841357 Jul 07 16:47:23.794560 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-84bf0cb5-e15b-4783-ac96-728a29937730 None None] Provisioning for port faf2eb83-f1d3-473f-9c04-c7695ed26e36 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:23.800415 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-84bf0cb5-e15b-4783-ac96-728a29937730 None None] Provisioning complete for port faf2eb83-f1d3-473f-9c04-c7695ed26e36 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:23.800415 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-84bf0cb5-e15b-4783-ac96-728a29937730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:23.863988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-84bf0cb5-e15b-4783-ac96-728a29937730 None None] Port faf2eb83-f1d3-473f-9c04-c7695ed26e36 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:47:23.908764 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c781dd5-cf39-4c0d-86de-95b45c38d631 req-d9d70df1-497b-4837-a446-0446f86b9088 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117373 Jul 07 16:47:23.914320 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-53012c92-9802-4a06-b760-d043721c316e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d948f28-17d1-41cd-ab0a-c32eeb115746', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891341746-router', 'tenant_id': 'e274f8f036d94d36b338115a1e4f399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'df68c47b-82a1-4f89-a2c4-5e5b91181305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:47:19Z', 'updated_at': '2021-07-07T16:47:20Z', 'revision_number': 3, 'project_id': 'e274f8f036d94d36b338115a1e4f399c', 'gw_port': {'id': 'df68c47b-82a1-4f89-a2c4-5e5b91181305', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d948f28-17d1-41cd-ab0a-c32eeb115746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:20Z', 'updated_at': '2021-07-07T16:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:23.937581 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e9afd-e266-4882-8ac9-405568c4ff83 req-78f3416b-0627-4d28-a952-a3b4bcf44fd9 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:23.940404 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2a3e9afd-e266-4882-8ac9-405568c4ff83 req-78f3416b-0627-4d28-a952-a3b4bcf44fd9 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.1137927 Jul 07 16:47:23.959739 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53012c92-9802-4a06-b760-d043721c316e None None] The sync data for ids ['7d948f28-17d1-41cd-ab0a-c32eeb115746'] in n-d-793620-7 is: [{'id': '7d948f28-17d1-41cd-ab0a-c32eeb115746', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891341746-router', 'tenant_id': 'e274f8f036d94d36b338115a1e4f399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'df68c47b-82a1-4f89-a2c4-5e5b91181305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:47:19Z', 'updated_at': '2021-07-07T16:47:20Z', 'revision_number': 3, 'project_id': 'e274f8f036d94d36b338115a1e4f399c', 'gw_port': {'id': 'df68c47b-82a1-4f89-a2c4-5e5b91181305', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d948f28-17d1-41cd-ab0a-c32eeb115746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:20Z', 'updated_at': '2021-07-07T16:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:47:23.963893 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['893887d9-a3fc-485c-a8f0-82714646bba2'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:23.994256 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2a3e9afd-e266-4882-8ac9-405568c4ff83 req-6e84f386-278e-4766-af11-754f53bda132 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471115 Jul 07 16:47:24.007854 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8d62f1e5-0c05-448b-af6a-3141bdd876ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:24.022041 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8d62f1e5-0c05-448b-af6a-3141bdd876ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:24.023534 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8d62f1e5-0c05-448b-af6a-3141bdd876ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:24.026345 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 20695ccb-a969-45f7-b655-a3bdab565cec up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:24.087890 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62f1e5-0c05-448b-af6a-3141bdd876ac admin admin] Pushing event updated for resources: {'Port': ['ID=faf2eb83-f1d3-473f-9c04-c7695ed26e36,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:24.156309 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 20695ccb-a969-45f7-b655-a3bdab565cec triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:24.157057 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:24.252324 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d62f1e5-0c05-448b-af6a-3141bdd876ac admin admin] Network b242c9c2-cdb5-40af-9dc4-810efa1b341f is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:24.254269 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-8d62f1e5-0c05-448b-af6a-3141bdd876ac admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:24.263881 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba16f9c-16c5-4b4a-84db-b043c4b35778 req-bdb75312-9721-480b-919c-cad980a90fb0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:24.270164 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ba16f9c-16c5-4b4a-84db-b043c4b35778 req-bdb75312-9721-480b-919c-cad980a90fb0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.1009314 Jul 07 16:47:24.357305 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ba16f9c-16c5-4b4a-84db-b043c4b35778 req-f7dea0f5-af11-4b4b-8b94-3de72e368bfb tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749159 Jul 07 16:47:24.436593 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d62f1e5-0c05-448b-af6a-3141bdd876ac admin admin] Router 7d948f28-17d1-41cd-ab0a-c32eeb115746 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:47:24.600970 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-89b8b610-7adb-467a-9b5b-ba6189a7f889 None None] Provisioning complete for port faf2eb83-f1d3-473f-9c04-c7695ed26e36 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:24.601320 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-89b8b610-7adb-467a-9b5b-ba6189a7f889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:24.626765 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d62f1e5-0c05-448b-af6a-3141bdd876ac admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:47:24.636297 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8d62f1e5-0c05-448b-af6a-3141bdd876ac admin admin] 10.222.0.50 "PUT /v2.0/routers/7d948f28-17d1-41cd-ab0a-c32eeb115746/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9591548 Jul 07 16:47:24.642400 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-89b8b610-7adb-467a-9b5b-ba6189a7f889 None None] Port faf2eb83-f1d3-473f-9c04-c7695ed26e36 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:47:24.660203 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9130968-51e9-45b5-89fa-ac5f5357cf7c req-8327da03-ca27-4b77-b153-5024a6251d70 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:24.661740 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a9130968-51e9-45b5-89fa-ac5f5357cf7c req-8327da03-ca27-4b77-b153-5024a6251d70 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3418964-7506-44a3-9878-16b9fc523c87 HTTP/1.1" status: 200 len: 949 time: 0.1030645 Jul 07 16:47:24.726435 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a9130968-51e9-45b5-89fa-ac5f5357cf7c req-4966bfa3-e7ff-4ffe-975d-8a08ddd27a52 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563250 Jul 07 16:47:24.812531 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-36373d17-2a22-4730-83e1-89a838e543cf tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:47:24.814120 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-36373d17-2a22-4730-83e1-89a838e543cf tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066719 Jul 07 16:47:24.826244 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-6b3edeed-6c9d-48ea-b333-c589a51b884d service neutron] Request body: {'binding': {'host': 'n-h1-793620-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:24.826897 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-6b3edeed-6c9d-48ea-b333-c589a51b884d service neutron] Unknown quota resources ['binding']. {{(pid=100409) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:47:25.010956 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-6b3edeed-6c9d-48ea-b333-c589a51b884d service neutron] Attempting to bind port 55d612e9-35f0-4d9f-bd30-2f7760628969 on host n-h1-793620-7 for vnic_type normal with profile None {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:25.011615 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-6b3edeed-6c9d-48ea-b333-c589a51b884d service neutron] Attempting to bind port 55d612e9-35f0-4d9f-bd30-2f7760628969 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:25.011766 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-6b3edeed-6c9d-48ea-b333-c589a51b884d service neutron] Attempting to bind port 55d612e9-35f0-4d9f-bd30-2f7760628969 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:25.023198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-6b3edeed-6c9d-48ea-b333-c589a51b884d service neutron] Port 55d612e9-35f0-4d9f-bd30-2f7760628969 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:25.023529 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-6b3edeed-6c9d-48ea-b333-c589a51b884d service neutron] Attempting to bind port 55d612e9-35f0-4d9f-bd30-2f7760628969 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:25.030756 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-6b3edeed-6c9d-48ea-b333-c589a51b884d service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:25.031115 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-6b3edeed-6c9d-48ea-b333-c589a51b884d service neutron] Checking segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:25.031486 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-6b3edeed-6c9d-48ea-b333-c589a51b884d service neutron] Bound using segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:25.031930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-6b3edeed-6c9d-48ea-b333-c589a51b884d service neutron] Bound port: 55d612e9-35f0-4d9f-bd30-2f7760628969, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:25.104787 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a061e-48f3-45f9-8130-1d02d19347bb req-5bf7e634-83bd-402d-beef-b2cfaa78bc70 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:25.106674 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-080a061e-48f3-45f9-8130-1d02d19347bb req-5bf7e634-83bd-402d-beef-b2cfaa78bc70 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd HTTP/1.1" status: 200 len: 950 time: 0.1343064 Jul 07 16:47:25.144302 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-6b3edeed-6c9d-48ea-b333-c589a51b884d service neutron] For port 55d612e9-35f0-4d9f-bd30-2f7760628969, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=55d612e9-35f0-4d9f-bd30-2f7760628969,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:25.152148 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-6b3edeed-6c9d-48ea-b333-c589a51b884d service neutron] Notify callbacks [] for binding, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:25.153426 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-6b3edeed-6c9d-48ea-b333-c589a51b884d service neutron] 10.222.0.50 "POST /v2.0/ports/55d612e9-35f0-4d9f-bd30-2f7760628969/bindings HTTP/1.1" status: 201 len: 389 time: 0.3311787 Jul 07 16:47:25.181921 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-080a061e-48f3-45f9-8130-1d02d19347bb req-9d04ea63-1f82-493f-92aa-d7404dcd1c8f tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644181 Jul 07 16:47:25.199856 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 893887d9-a3fc-485c-a8f0-82714646bba2 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:25.311574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 893887d9-a3fc-485c-a8f0-82714646bba2 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:25.317436 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 893887d9-a3fc-485c-a8f0-82714646bba2 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:25.317814 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:25.440517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58334) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:25.444550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26212664-6f41-4aba-8053-e9c78df54a8e req-ff9b9c41-6acc-4049-8258-1e807fcc39f8 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:25.445907 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-19cd1b6c-21b9-4e62-ae52-30e19f62d9ec admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-919209218-network', 'tenant_id': '3d4335c6ae10420c8bd74aa9e0b9c655'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:25.446835 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26212664-6f41-4aba-8053-e9c78df54a8e req-ff9b9c41-6acc-4049-8258-1e807fcc39f8 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 945 time: 0.0935707 Jul 07 16:47:25.450459 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:25.482356 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68b0a3-b38a-4a10-a357-929db977567c req-859a8314-c8f7-496b-a6ef-47935037196c tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:25.484502 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0b68b0a3-b38a-4a10-a357-929db977567c req-859a8314-c8f7-496b-a6ef-47935037196c tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.1088841 Jul 07 16:47:25.487892 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 893887d9-a3fc-485c-a8f0-82714646bba2, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=893887d9-a3fc-485c-a8f0-82714646bba2,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:25.494045 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:25.501686 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cd1b6c-21b9-4e62-ae52-30e19f62d9ec admin admin] Made reservation on behalf of 3d4335c6ae10420c8bd74aa9e0b9c655 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:25.504713 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19cd1b6c-21b9-4e62-ae52-30e19f62d9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:25.522078 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19cd1b6c-21b9-4e62-ae52-30e19f62d9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:25.529335 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26212664-6f41-4aba-8053-e9c78df54a8e req-6b1f9b7e-5785-488d-a85f-c37fd5ee9f65 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699203 Jul 07 16:47:25.557495 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-ce81211d-60e4-40c3-834a-040b7473b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:25.560086 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-ce81211d-60e4-40c3-834a-040b7473b8aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 1096 time: 0.1114290 Jul 07 16:47:25.562368 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3418964-7506-44a3-9878-16b9fc523c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893887d9-a3fc-485c-a8f0-82714646bba2'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:25.564656 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ac706a-d2e3-4783-9b89-e2ad4e70c761" -d '{"events": [{"server_uuid": "c3418964-7506-44a3-9878-16b9fc523c87", "name": "network-vif-plugged", "status": "completed", "tag": "893887d9-a3fc-485c-a8f0-82714646bba2"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:25.569469 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0b68b0a3-b38a-4a10-a357-929db977567c req-d4882121-1aac-4eab-ba48-1c0547060d63 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739374 Jul 07 16:47:25.573546 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=893887d9-a3fc-485c-a8f0-82714646bba2,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:25.683082 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6010e7-3faf-483b-952c-7bf84b3cf949 x-openstack-request-id: req-7c6010e7-3faf-483b-952c-7bf84b3cf949 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:25.683459 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3418964-7506-44a3-9878-16b9fc523c87", "name": "network-vif-plugged", "status": "completed", "tag": "893887d9-a3fc-485c-a8f0-82714646bba2", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:25.683736 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c6010e7-3faf-483b-952c-7bf84b3cf949 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:25.684622 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3418964-7506-44a3-9878-16b9fc523c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893887d9-a3fc-485c-a8f0-82714646bba2', 'code': 200} Jul 07 16:47:25.689358 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19cd1b6c-21b9-4e62-ae52-30e19f62d9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:25.695973 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19cd1b6c-21b9-4e62-ae52-30e19f62d9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:25.731002 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19cd1b6c-21b9-4e62-ae52-30e19f62d9ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:47:25.748153 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd1b6c-21b9-4e62-ae52-30e19f62d9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7572d532-4d40-4bed-ae79-fe64cede6a19,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:25.753253 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19cd1b6c-21b9-4e62-ae52-30e19f62d9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:25.753754 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-19cd1b6c-21b9-4e62-ae52-30e19f62d9ec admin admin] Added segment ca4dc40f-f188-4f84-a907-04fd4834f0db of type vlan for network 51c80162-4ea0-4868-909e-82149c6b20e2 Jul 07 16:47:25.755194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-fc1049b2-dce8-4a6e-aa86-b35c86e4177a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:25.756684 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-fc1049b2-dce8-4a6e-aa86-b35c86e4177a service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 921 time: 0.1900172 Jul 07 16:47:25.783451 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743d8b3-71df-47db-ad26-3b9e043f28d3 req-7b1a912f-f359-48d0-81c9-0229c708bfc3 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:25.790728 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9743d8b3-71df-47db-ad26-3b9e043f28d3 req-7b1a912f-f359-48d0-81c9-0229c708bfc3 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.1296337 Jul 07 16:47:25.828362 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-792f2ea4-a885-4589-a0d1-6af254195c65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55d612e9-35f0-4d9f-bd30-2f7760628969 HTTP/1.1" status: 200 len: 217 time: 0.0635426 Jul 07 16:47:25.842994 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19cd1b6c-21b9-4e62-ae52-30e19f62d9ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:25.906920 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9743d8b3-71df-47db-ad26-3b9e043f28d3 req-0828fd7f-5f25-4ea1-8bef-7868d81e0691 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152389 Jul 07 16:47:25.925393 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-bc9027f4-5972-4bcf-bd10-7daf7d2ce3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:25.928978 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-bc9027f4-5972-4bcf-bd10-7daf7d2ce3df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.0929537 Jul 07 16:47:25.948648 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19cd1b6c-21b9-4e62-ae52-30e19f62d9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:25.950966 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd1b6c-21b9-4e62-ae52-30e19f62d9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:25.951613 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19cd1b6c-21b9-4e62-ae52-30e19f62d9ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:25.973332 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99608c-200e-465d-8e30-f4b2030354bf req-88c24cf3-4250-45ff-8788-89e44c3a2a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:25.975128 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8a99608c-200e-465d-8e30-f4b2030354bf req-88c24cf3-4250-45ff-8788-89e44c3a2a1f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c3418964-7506-44a3-9878-16b9fc523c87 HTTP/1.1" status: 200 len: 1101 time: 0.1852458 Jul 07 16:47:25.998095 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-5c01e281-7978-46b8-8447-3bcc13806050 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577199 Jul 07 16:47:26.049754 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device df68c47b-82a1-4f89-a2c4-5e5b91181305 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:26.053028 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-19cd1b6c-21b9-4e62-ae52-30e19f62d9ec admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6114373 Jul 07 16:47:26.058402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58348) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:26.067002 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1475cad7-eb64-4d46-9b8a-9665ea74e378 admin admin] Request body: {'subnet': {'network_id': '51c80162-4ea0-4868-909e-82149c6b20e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-919209218-subnet', 'tenant_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:26.073749 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd1b6c-21b9-4e62-ae52-30e19f62d9ec admin admin] Pushing event updated for resources: {'Network': ['ID=51c80162-4ea0-4868-909e-82149c6b20e2,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:26.101450 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 51c80162-4ea0-4868-909e-82149c6b20e2 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:47:26.122690 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8a99608c-200e-465d-8e30-f4b2030354bf req-91acf701-9331-4837-8091-55cad84f7eb1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345010 Jul 07 16:47:26.127098 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1475cad7-eb64-4d46-9b8a-9665ea74e378 admin admin] Made reservation on behalf of 3d4335c6ae10420c8bd74aa9e0b9c655 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:26.130017 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1475cad7-eb64-4d46-9b8a-9665ea74e378 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:26.140494 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41b3b9-760e-4d53-af57-4da5168cfc4d req-0961bf96-c09f-441d-b5d6-d6e67c9e7af7 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:26.142002 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b41b3b9-760e-4d53-af57-4da5168cfc4d req-0961bf96-c09f-441d-b5d6-d6e67c9e7af7 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3418964-7506-44a3-9878-16b9fc523c87 HTTP/1.1" status: 200 len: 950 time: 0.2604856 Jul 07 16:47:26.147720 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-8556cd81-2f43-4a69-8aa6-1d269b4cc8eb service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412704 Jul 07 16:47:26.206415 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] Sync routers for ids ['7d948f28-17d1-41cd-ab0a-c32eeb115746'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:47:26.214814 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port df68c47b-82a1-4f89-a2c4-5e5b91181305 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:26.219213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58350) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:26.222608 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port df68c47b-82a1-4f89-a2c4-5e5b91181305 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:26.223040 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:26.245900 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] Routers {'7d948f28-17d1-41cd-ab0a-c32eeb115746'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:47:26.246737 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:47:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7d948f28-17d1-41cd-ab0a-c32eeb115746'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:26.282897 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b41b3b9-760e-4d53-af57-4da5168cfc4d req-dc0fab55-2165-4ed4-a16c-80e2d6184a4e tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281037 Jul 07 16:47:26.283120 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-6f8dacb1-7028-4905-a53d-c5f1fe35e097 service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226060 Jul 07 16:47:26.394761 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eeafb2ff-e249-459d-b4f4-049b5438fa45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:26.430875 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] Set router 7d948f28-17d1-41cd-ab0a-c32eeb115746 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:47:26.433147 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:26.454245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-8761eff3-4152-45a9-abfa-829c22dc755c tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:26.457186 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-8761eff3-4152-45a9-abfa-829c22dc755c tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf&tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 1096 time: 0.0769351 Jul 07 16:47:26.471959 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-7'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:26.480623 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1475cad7-eb64-4d46-9b8a-9665ea74e378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:26.490092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port df68c47b-82a1-4f89-a2c4-5e5b91181305, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=df68c47b-82a1-4f89-a2c4-5e5b91181305,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:26.495418 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:26.519258 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa643f62-8e00-44b2-ba2a-c82274e02247 req-bf3fd23a-31af-4736-8188-3f238bbdf821 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:26.521095 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa643f62-8e00-44b2-ba2a-c82274e02247 req-bf3fd23a-31af-4736-8188-3f238bbdf821 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd HTTP/1.1" status: 200 len: 950 time: 0.1774864 Jul 07 16:47:26.552748 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475cad7-eb64-4d46-9b8a-9665ea74e378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e32e6b-f7fb-4fa9-9b32-da0b20f4d35b,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:26.587416 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1475cad7-eb64-4d46-9b8a-9665ea74e378 admin admin] Checking segment: {'id': 'ca4dc40f-f188-4f84-a907-04fd4834f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '51c80162-4ea0-4868-909e-82149c6b20e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:26.587721 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1475cad7-eb64-4d46-9b8a-9665ea74e378 admin admin] Network hostable DHCP agents. Network: 51c80162-4ea0-4868-909e-82149c6b20e2, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:47:26.606025 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eeafb2ff-e249-459d-b4f4-049b5438fa45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:26.613444 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eeafb2ff-e249-459d-b4f4-049b5438fa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:26.628157 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:26.642420 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=df68c47b-82a1-4f89-a2c4-5e5b91181305,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:26.647062 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1475cad7-eb64-4d46-9b8a-9665ea74e378 admin admin] Network 51c80162-4ea0-4868-909e-82149c6b20e2 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:47:26.664869 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa643f62-8e00-44b2-ba2a-c82274e02247 req-a5caa480-7182-4aea-9607-6698f26cff8d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277409 Jul 07 16:47:26.669224 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58360) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:26.669509 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-eeafb2ff-e249-459d-b4f4-049b5438fa45 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dd841abd3f6a416fa0e029cdf3c845c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4463065 Jul 07 16:47:26.671658 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeafb2ff-e249-459d-b4f4-049b5438fa45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac902c5-9cd5-4932-9059-56db34d08bcd,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:26.677093 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-1475cad7-eb64-4d46-9b8a-9665ea74e378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 51c80162-4ea0-4868-909e-82149c6b20e2) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:26.697650 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1475cad7-eb64-4d46-9b8a-9665ea74e378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:26.698260 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1475cad7-eb64-4d46-9b8a-9665ea74e378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:26.717722 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1475cad7-eb64-4d46-9b8a-9665ea74e378 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6559019 Jul 07 16:47:26.721016 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58364) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:26.728316 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc5695d-9ada-40b8-824c-1cab98fa74ab None None] Network 51c80162-4ea0-4868-909e-82149c6b20e2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:47:26.731970 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-8c054431-3c7d-4c29-a8ff-1e3029f73c89 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-919209218-router', 'tenant_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:26.801460 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-eb18817b-2dbd-45c8-89be-5fed12798527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:26.802417 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c054431-3c7d-4c29-a8ff-1e3029f73c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:26.803766 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c054431-3c7d-4c29-a8ff-1e3029f73c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:26.826814 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d948f28-17d1-41cd-ab0a-c32eeb115746', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891341746-router', 'tenant_id': 'e274f8f036d94d36b338115a1e4f399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'df68c47b-82a1-4f89-a2c4-5e5b91181305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:47:19Z', 'updated_at': '2021-07-07T16:47:23Z', 'revision_number': 4, 'project_id': 'e274f8f036d94d36b338115a1e4f399c', 'gw_port': {'id': 'df68c47b-82a1-4f89-a2c4-5e5b91181305', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d948f28-17d1-41cd-ab0a-c32eeb115746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:20Z', 'updated_at': '2021-07-07T16:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'faf2eb83-f1d3-473f-9c04-c7695ed26e36', 'name': '', 'network_id': 'b242c9c2-cdb5-40af-9dc4-810efa1b341f', 'tenant_id': 'e274f8f036d94d36b338115a1e4f399c', 'mac_address': 'fa:16:3e:6d:3d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d948f28-17d1-41cd-ab0a-c32eeb115746', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'af727d61-bc2d-495a-8a60-090c80f565e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:22Z', 'updated_at': '2021-07-07T16:47:23Z', 'revision_number': 2, 'project_id': 'e274f8f036d94d36b338115a1e4f399c', 'subnets': [{'id': 'af727d61-bc2d-495a-8a60-090c80f565e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:26.864116 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] Checking router: 7d948f28-17d1-41cd-ab0a-c32eeb115746 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:47:26.864488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] Updating router 7d948f28-17d1-41cd-ab0a-c32eeb115746 port faf2eb83-f1d3-473f-9c04-c7695ed26e36 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:47:26.894327 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-eb18817b-2dbd-45c8-89be-5fed12798527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:26.937315 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:26.981586 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] For port 55d612e9-35f0-4d9f-bd30-2f7760628969, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=55d612e9-35f0-4d9f-bd30-2f7760628969,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:27.011573 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fa980-9746-41f8-9716-c6c3d50b8fef req-9ab98986-62c2-4a3c-90af-3f8efea11e08 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:27.013250 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab6fa980-9746-41f8-9716-c6c3d50b8fef req-9ab98986-62c2-4a3c-90af-3f8efea11e08 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.1707275 Jul 07 16:47:27.023713 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-eb18817b-2dbd-45c8-89be-5fed12798527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.026579 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-eb18817b-2dbd-45c8-89be-5fed12798527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.027852 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-eb18817b-2dbd-45c8-89be-5fed12798527 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4ac902c5-9cd5-4932-9059-56db34d08bcd HTTP/1.1" status: 204 len: 168 time: 0.3545880 Jul 07 16:47:27.047608 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18817b-2dbd-45c8-89be-5fed12798527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac902c5-9cd5-4932-9059-56db34d08bcd,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:27.054360 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-51c80162-4ea0-4868-909e-82149c6b20e2', 'network_id': '51c80162-4ea0-4868-909e-82149c6b20e2', 'tenant_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'fixed_ips': [{'subnet_id': 'b7e32e6b-f7fb-4fa9-9b32-da0b20f4d35b'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:47:27.054780 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] For port 55d612e9-35f0-4d9f-bd30-2f7760628969, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:27.055418 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.104709 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c054431-3c7d-4c29-a8ff-1e3029f73c89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.126350 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c4b8a-f75c-466f-9708-0ec57980777b req-3a16dc1f-d2bd-49b2-b82f-ca921ba41580 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:27.134935 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-680c4b8a-f75c-466f-9708-0ec57980777b req-3a16dc1f-d2bd-49b2-b82f-ca921ba41580 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 945 time: 0.4095242 Jul 07 16:47:27.136922 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48120987-61e6-4088-9a26-95ba340beeaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55d612e9-35f0-4d9f-bd30-2f7760628969'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:27.139384 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d42cee0-9bfc-40c4-bda6-8bedaafc7347" -d '{"events": [{"server_uuid": "48120987-61e6-4088-9a26-95ba340beeaf", "name": "network-vif-unplugged", "status": "completed", "tag": "55d612e9-35f0-4d9f-bd30-2f7760628969"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:27.143540 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.151524 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab6fa980-9746-41f8-9716-c6c3d50b8fef req-54eccfd9-14f1-4e54-9521-7814f9f02c61 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947449 Jul 07 16:47:27.158644 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.300522 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] Attempting to bind port 55d612e9-35f0-4d9f-bd30-2f7760628969 on host n-h2-793620-7 for vnic_type normal with profile {"migrating_to": "n-h1-793620-7"} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:27.300986 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] Attempting to bind port 55d612e9-35f0-4d9f-bd30-2f7760628969 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:27.301915 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] Attempting to bind port 55d612e9-35f0-4d9f-bd30-2f7760628969 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:27.306296 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] Pushing event updated for resources: {'Port': ['ID=55d612e9-35f0-4d9f-bd30-2f7760628969,revision_number=7']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:27.311971 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] Port 55d612e9-35f0-4d9f-bd30-2f7760628969 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:27.312406 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] Attempting to bind port 55d612e9-35f0-4d9f-bd30-2f7760628969 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:27.318981 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:27.319414 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] Checking segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:27.319916 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] Bound using segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:27.320445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] Bound port: 55d612e9-35f0-4d9f-bd30-2f7760628969, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:27.320895 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.324197 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-680c4b8a-f75c-466f-9708-0ec57980777b req-515fbd94-59cb-4c21-a612-418a9ccbb56d tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880441 Jul 07 16:47:27.410502 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c054431-3c7d-4c29-a8ff-1e3029f73c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.436748 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] For port 55d612e9-35f0-4d9f-bd30-2f7760628969, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:27.440651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] For port 55d612e9-35f0-4d9f-bd30-2f7760628969, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=55d612e9-35f0-4d9f-bd30-2f7760628969,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:27.447068 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.564225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Allocated IP 172.20.0.2 (51c80162-4ea0-4868-909e-82149c6b20e2/b7e32e6b-f7fb-4fa9-9b32-da0b20f4d35b/3cc50415-2b45-48af-90e3-8c8c85cecd5f) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:47:27.604185 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58380) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:27.629718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:27.630488 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.631988 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] 10.222.0.15 "PUT /v2.0/ports/55d612e9-35f0-4d9f-bd30-2f7760628969 HTTP/1.1" status: 200 len: 1121 time: 1.1658764 Jul 07 16:47:27.637880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b874a-6e8a-467a-a208-f7773fd9a50d service neutron] Pushing event updated for resources: {'Port': ['ID=55d612e9-35f0-4d9f-bd30-2f7760628969,revision_number=8']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:27.652793 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2998093b-cdc2-47ff-b2b9-7a31df09bb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.743608 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c6439-4ee7-46d5-bc78-2f66a8f4b5f5 req-866ea15f-58b8-4536-8768-3b0cd80c7dbf tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:27.745232 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ca5c6439-4ee7-46d5-bc78-2f66a8f4b5f5 req-866ea15f-58b8-4536-8768-3b0cd80c7dbf tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.1554813 Jul 07 16:47:27.778580 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d3ea9-7a65-451f-99cb-b27c91f70450 req-05cd653a-cf65-4719-b13b-f4d147c788eb tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:27.783000 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b2d3ea9-7a65-451f-99cb-b27c91f70450 req-05cd653a-cf65-4719-b13b-f4d147c788eb tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd HTTP/1.1" status: 200 len: 1101 time: 0.0708218 Jul 07 16:47:27.799610 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1b2d3ea9-7a65-451f-99cb-b27c91f70450 req-f8c4cbc0-e76f-4472-a87f-fc95efd43a30 tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.807086 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['55d612e9-35f0-4d9f-bd30-2f7760628969'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:27.814583 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.848293 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Transition to ACTIVE for port object 3cc50415-2b45-48af-90e3-8c8c85cecd5f will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:27.886480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Transition to ACTIVE for port object 3cc50415-2b45-48af-90e3-8c8c85cecd5f will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:27.896716 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ca5c6439-4ee7-46d5-bc78-2f66a8f4b5f5 req-23ebf349-69c2-4b47-8297-1e40683eb467 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399000 Jul 07 16:47:27.908057 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.922411 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2998093b-cdc2-47ff-b2b9-7a31df09bb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.926476 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c054431-3c7d-4c29-a8ff-1e3029f73c89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.948900 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2998093b-cdc2-47ff-b2b9-7a31df09bb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:27.954750 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c054431-3c7d-4c29-a8ff-1e3029f73c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.037938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998093b-cdc2-47ff-b2b9-7a31df09bb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc73c554-1116-4298-81db-fcea0380f2c9,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:28.046752 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2998093b-cdc2-47ff-b2b9-7a31df09bb62 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87d4bbe58d8343a795c7f3b4c2cf4e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4405165 Jul 07 16:47:28.049279 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58382) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:28.080210 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.089637 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device df68c47b-82a1-4f89-a2c4-5e5b91181305 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:28.091786 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1b2d3ea9-7a65-451f-99cb-b27c91f70450 req-f8c4cbc0-e76f-4472-a87f-fc95efd43a30 tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.095938 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1b2d3ea9-7a65-451f-99cb-b27c91f70450 req-f8c4cbc0-e76f-4472-a87f-fc95efd43a30 tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.096388 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Network 51c80162-4ea0-4868-909e-82149c6b20e2 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:28.126630 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Pushing event updated for resources: {'Port': ['ID=3cc50415-2b45-48af-90e3-8c8c85cecd5f,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:28.153079 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b2d3ea9-7a65-451f-99cb-b27c91f70450 req-f8c4cbc0-e76f-4472-a87f-fc95efd43a30 tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666120 Jul 07 16:47:28.171557 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-8c054431-3c7d-4c29-a8ff-1e3029f73c89 admin admin] Allocated IP 172.25.2.174 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/0656cca2-ebfb-4370-a095-ce5d321daaee) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:47:28.172054 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73532a88-48e2-42f0-910e-266e8e8d21c8 x-openstack-request-id: req-73532a88-48e2-42f0-910e-266e8e8d21c8 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:28.172054 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48120987-61e6-4088-9a26-95ba340beeaf", "name": "network-vif-unplugged", "status": "completed", "tag": "55d612e9-35f0-4d9f-bd30-2f7760628969", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:28.172267 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-73532a88-48e2-42f0-910e-266e8e8d21c8 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:28.172559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] Transition to ACTIVE for port object faf2eb83-f1d3-473f-9c04-c7695ed26e36 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:28.172671 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48120987-61e6-4088-9a26-95ba340beeaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55d612e9-35f0-4d9f-bd30-2f7760628969', 'code': 200} Jul 07 16:47:28.173617 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b70e24e3-254b-4009-bb94-9340e7466706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.173744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4cbc0-e76f-4472-a87f-fc95efd43a30 tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e0baaa-429e-4d2e-ba5d-c02cbe0336f6,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:28.178801 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:28.187768 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:28.229391 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b70e24e3-254b-4009-bb94-9340e7466706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.250536 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.303201 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc9b87-2331-4ed6-979a-7b0f0fed6d07 None None] Pushing event updated for resources: {'Port': ['ID=faf2eb83-f1d3-473f-9c04-c7695ed26e36,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:28.344470 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port df68c47b-82a1-4f89-a2c4-5e5b91181305 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:28.347876 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.357707 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b70e24e3-254b-4009-bb94-9340e7466706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.378655 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b70e24e3-254b-4009-bb94-9340e7466706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.380025 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b70e24e3-254b-4009-bb94-9340e7466706 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc73c554-1116-4298-81db-fcea0380f2c9 HTTP/1.1" status: 204 len: 168 time: 0.3292956 Jul 07 16:47:28.398321 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c054431-3c7d-4c29-a8ff-1e3029f73c89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.399701 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08dba4-851e-4e06-b0b3-c6e9b0cbf28a req-b761d400-a4ec-4d82-a724-679f7ea0f6d8 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:28.407163 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be08dba4-851e-4e06-b0b3-c6e9b0cbf28a req-b761d400-a4ec-4d82-a724-679f7ea0f6d8 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3418964-7506-44a3-9878-16b9fc523c87 HTTP/1.1" status: 200 len: 950 time: 0.1077406 Jul 07 16:47:28.414114 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e24e3-254b-4009-bb94-9340e7466706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc73c554-1116-4298-81db-fcea0380f2c9,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:28.476752 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be08dba4-851e-4e06-b0b3-c6e9b0cbf28a req-1bf2ff7c-1ad2-47cc-a904-3d3404a7a7bf tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685806 Jul 07 16:47:28.605718 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c054431-3c7d-4c29-a8ff-1e3029f73c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.649578 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] Attempting to bind port faf2eb83-f1d3-473f-9c04-c7695ed26e36 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:28.650435 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] Attempting to bind port faf2eb83-f1d3-473f-9c04-c7695ed26e36 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'b6a98059-04af-4b19-a054-fa99a7ac96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b242c9c2-cdb5-40af-9dc4-810efa1b341f'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:28.651021 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] Attempting to bind port faf2eb83-f1d3-473f-9c04-c7695ed26e36 on network b242c9c2-cdb5-40af-9dc4-810efa1b341f {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:28.659446 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c054431-3c7d-4c29-a8ff-1e3029f73c89 admin admin] Pushing event updated for resources: {'Port': ['ID=0656cca2-ebfb-4370-a095-ce5d321daaee,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:28.672754 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:28.673171 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] Checking segment: {'id': 'b6a98059-04af-4b19-a054-fa99a7ac96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b242c9c2-cdb5-40af-9dc4-810efa1b341f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:28.673693 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.675214 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] Bound using segment: {'id': 'b6a98059-04af-4b19-a054-fa99a7ac96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b242c9c2-cdb5-40af-9dc4-810efa1b341f'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:28.675546 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] Bound port: faf2eb83-f1d3-473f-9c04-c7695ed26e36, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a98059-04af-4b19-a054-fa99a7ac96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b242c9c2-cdb5-40af-9dc4-810efa1b341f'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:28.676319 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.680990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c054431-3c7d-4c29-a8ff-1e3029f73c89 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:28.686217 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-8c054431-3c7d-4c29-a8ff-1e3029f73c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:28.695674 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c054431-3c7d-4c29-a8ff-1e3029f73c89 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:28.719375 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Attempting to bind port 3cc50415-2b45-48af-90e3-8c8c85cecd5f on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:28.723131 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Attempting to bind port 3cc50415-2b45-48af-90e3-8c8c85cecd5f by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'ca4dc40f-f188-4f84-a907-04fd4834f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '51c80162-4ea0-4868-909e-82149c6b20e2'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:28.723692 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Attempting to bind port 3cc50415-2b45-48af-90e3-8c8c85cecd5f on network 51c80162-4ea0-4868-909e-82149c6b20e2 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:28.729190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29950124-962b-4453-a5df-b2fff971084a req-fd619d19-a9d9-45d6-a98e-d34d981b1ce7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:28.730849 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29950124-962b-4453-a5df-b2fff971084a req-fd619d19-a9d9-45d6-a98e-d34d981b1ce7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 943 time: 0.1079354 Jul 07 16:47:28.741779 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:28.742506 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Checking segment: {'id': 'ca4dc40f-f188-4f84-a907-04fd4834f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '51c80162-4ea0-4868-909e-82149c6b20e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:28.743243 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.743796 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Bound using segment: {'id': 'ca4dc40f-f188-4f84-a907-04fd4834f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '51c80162-4ea0-4868-909e-82149c6b20e2'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:28.744456 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Bound port: 3cc50415-2b45-48af-90e3-8c8c85cecd5f, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4dc40f-f188-4f84-a907-04fd4834f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '51c80162-4ea0-4868-909e-82149c6b20e2'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:28.744849 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.767349 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a25f2-d805-4277-b5e8-df975d3830d1 req-f6c7533a-f051-42d3-97be-c9bcccaa64eb tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:28.773134 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29950124-962b-4453-a5df-b2fff971084a req-d350dcf5-4c1a-4235-ba7e-c50ec5db5ac0 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359941 Jul 07 16:47:28.774913 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c53a25f2-d805-4277-b5e8-df975d3830d1 req-f6c7533a-f051-42d3-97be-c9bcccaa64eb tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.2615137 Jul 07 16:47:28.877078 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c53a25f2-d805-4277-b5e8-df975d3830d1 req-805601db-496a-4cb0-a25e-8da3e050e1f6 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012135 Jul 07 16:47:28.881418 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] For port 3cc50415-2b45-48af-90e3-8c8c85cecd5f, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:28.885775 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] For port 3cc50415-2b45-48af-90e3-8c8c85cecd5f, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3cc50415-2b45-48af-90e3-8c8c85cecd5f,segment=NetworkSegment(ca4dc40f-f188-4f84-a907-04fd4834f0db),segment_id=ca4dc40f-f188-4f84-a907-04fd4834f0db)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:28.902258 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:28.997685 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] For port faf2eb83-f1d3-473f-9c04-c7695ed26e36, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:29.005113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] For port faf2eb83-f1d3-473f-9c04-c7695ed26e36, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=faf2eb83-f1d3-473f-9c04-c7695ed26e36,segment=NetworkSegment(b6a98059-04af-4b19-a054-fa99a7ac96a2),segment_id=b6a98059-04af-4b19-a054-fa99a7ac96a2)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:29.019408 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:29.046513 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1fa73-74c8-4162-90b5-792a73dd43b2 None None] Pushing event updated for resources: {'Port': ['ID=3cc50415-2b45-48af-90e3-8c8c85cecd5f,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:29.063886 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-3b259cb7-71ba-4752-8a6b-fa394bbe4432 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=38030373b006411e8f5b2946cc1d26ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398247 Jul 07 16:47:29.093759 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c054431-3c7d-4c29-a8ff-1e3029f73c89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:29.139366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] Routers {'7d948f28-17d1-41cd-ab0a-c32eeb115746'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:47:29.143154 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:47:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7d948f28-17d1-41cd-ab0a-c32eeb115746'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:29.236457 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc9b87-2331-4ed6-979a-7b0f0fed6d07 None None] Pushing event updated for resources: {'Port': ['ID=faf2eb83-f1d3-473f-9c04-c7695ed26e36,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:29.283115 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719bbff-785b-412f-9610-51b2d9a14fbe req-3914ae17-ee7a-472c-8b7a-4232ce04be01 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:29.290273 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5719bbff-785b-412f-9610-51b2d9a14fbe req-3914ae17-ee7a-472c-8b7a-4232ce04be01 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.0852525 Jul 07 16:47:29.363522 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5719bbff-785b-412f-9610-51b2d9a14fbe req-28e0512f-efd9-4914-a752-dd777ffe1890 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722389 Jul 07 16:47:29.436747 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] Set router 7d948f28-17d1-41cd-ab0a-c32eeb115746 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:47:29.453407 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-a888e5f3-40fa-4367-8142-9f65b177d8c8 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:29.456435 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-a888e5f3-40fa-4367-8142-9f65b177d8c8 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3835442 Jul 07 16:47:29.495299 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-7b10e29f-fa4e-4d53-91b4-4729a68c42e5 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/quotas/38030373b006411e8f5b2946cc1d26ab HTTP/1.1" status: 200 len: 375 time: 0.0330462 Jul 07 16:47:29.649770 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48391a6e-349d-4954-bcc7-7824a6305529 req-80ead0fb-c265-4294-bc02-63673258814d tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:29.651743 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-48391a6e-349d-4954-bcc7-7824a6305529 req-80ead0fb-c265-4294-bc02-63673258814d tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3418964-7506-44a3-9878-16b9fc523c87 HTTP/1.1" status: 200 len: 950 time: 0.0944412 Jul 07 16:47:29.702643 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-bd4228a9-52b7-414d-a9b3-0e11d667a1b4 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2034509 Jul 07 16:47:29.713855 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-48391a6e-349d-4954-bcc7-7824a6305529 req-97caf477-c0ec-427b-83fd-8bba8f8fe851 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555522 Jul 07 16:47:29.722161 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c054431-3c7d-4c29-a8ff-1e3029f73c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:29.744242 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d948f28-17d1-41cd-ab0a-c32eeb115746', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891341746-router', 'tenant_id': 'e274f8f036d94d36b338115a1e4f399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'df68c47b-82a1-4f89-a2c4-5e5b91181305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:47:19Z', 'updated_at': '2021-07-07T16:47:23Z', 'revision_number': 4, 'project_id': 'e274f8f036d94d36b338115a1e4f399c', 'gw_port': {'id': 'df68c47b-82a1-4f89-a2c4-5e5b91181305', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d948f28-17d1-41cd-ab0a-c32eeb115746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:20Z', 'updated_at': '2021-07-07T16:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'faf2eb83-f1d3-473f-9c04-c7695ed26e36', 'name': '', 'network_id': 'b242c9c2-cdb5-40af-9dc4-810efa1b341f', 'tenant_id': 'e274f8f036d94d36b338115a1e4f399c', 'mac_address': 'fa:16:3e:6d:3d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d948f28-17d1-41cd-ab0a-c32eeb115746', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'af727d61-bc2d-495a-8a60-090c80f565e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:22Z', 'updated_at': '2021-07-07T16:47:28Z', 'revision_number': 4, 'project_id': 'e274f8f036d94d36b338115a1e4f399c', 'subnets': [{'id': 'af727d61-bc2d-495a-8a60-090c80f565e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:29.779240 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6699bc-232a-4bb3-abf4-6f59110d8c79 None None] The sync data for ids ['7d948f28-17d1-41cd-ab0a-c32eeb115746'] in n-d-793620-7 is: [{'id': '7d948f28-17d1-41cd-ab0a-c32eeb115746', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891341746-router', 'tenant_id': 'e274f8f036d94d36b338115a1e4f399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'df68c47b-82a1-4f89-a2c4-5e5b91181305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:47:19Z', 'updated_at': '2021-07-07T16:47:23Z', 'revision_number': 4, 'project_id': 'e274f8f036d94d36b338115a1e4f399c', 'gw_port': {'id': 'df68c47b-82a1-4f89-a2c4-5e5b91181305', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d948f28-17d1-41cd-ab0a-c32eeb115746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:20Z', 'updated_at': '2021-07-07T16:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'faf2eb83-f1d3-473f-9c04-c7695ed26e36', 'name': '', 'network_id': 'b242c9c2-cdb5-40af-9dc4-810efa1b341f', 'tenant_id': 'e274f8f036d94d36b338115a1e4f399c', 'mac_address': 'fa:16:3e:6d:3d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d948f28-17d1-41cd-ab0a-c32eeb115746', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'af727d61-bc2d-495a-8a60-090c80f565e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:22Z', 'updated_at': '2021-07-07T16:47:28Z', 'revision_number': 4, 'project_id': 'e274f8f036d94d36b338115a1e4f399c', 'subnets': [{'id': 'af727d61-bc2d-495a-8a60-090c80f565e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:47:29.958924 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c054431-3c7d-4c29-a8ff-1e3029f73c89 admin admin] Router 988babd5-01cb-4336-8053-a1f7335fb37a is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:47:30.166159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3cc50415-2b45-48af-90e3-8c8c85cecd5f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:30.173647 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48120987-61e6-4088-9a26-95ba340beeaf', 'tag': '55d612e9-35f0-4d9f-bd30-2f7760628969'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:30.177422 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c347fa4d-8746-40d2-b881-a80bda508193" -d '{"events": [{"name": "network-changed", "server_uuid": "48120987-61e6-4088-9a26-95ba340beeaf", "tag": "55d612e9-35f0-4d9f-bd30-2f7760628969"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:30.217092 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c054431-3c7d-4c29-a8ff-1e3029f73c89 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:47:30.223296 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] Sync routers for ids ['988babd5-01cb-4336-8053-a1f7335fb37a'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:47:30.238994 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] Routers {'988babd5-01cb-4336-8053-a1f7335fb37a'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:47:30.240590 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:47:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['988babd5-01cb-4336-8053-a1f7335fb37a'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:30.266074 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c054431-3c7d-4c29-a8ff-1e3029f73c89 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:30.269076 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8c054431-3c7d-4c29-a8ff-1e3029f73c89 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5435948 Jul 07 16:47:30.271296 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58450) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:30.293376 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 3cc50415-2b45-48af-90e3-8c8c85cecd5f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:30.299433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device faf2eb83-f1d3-473f-9c04-c7695ed26e36 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:30.387427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port faf2eb83-f1d3-473f-9c04-c7695ed26e36 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:30.405241 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port faf2eb83-f1d3-473f-9c04-c7695ed26e36 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:30.405767 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:30.508467 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] Set router 988babd5-01cb-4336-8053-a1f7335fb37a gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:47:30.656545 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:30.713435 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca1aee4-257b-49ea-9954-6ec7e82910de None None] Network 51c80162-4ea0-4868-909e-82149c6b20e2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:47:30.875091 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port faf2eb83-f1d3-473f-9c04-c7695ed26e36, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=faf2eb83-f1d3-473f-9c04-c7695ed26e36,segment=NetworkSegment(b6a98059-04af-4b19-a054-fa99a7ac96a2),segment_id=b6a98059-04af-4b19-a054-fa99a7ac96a2)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:30.883683 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db59d95-75b0-4082-b666-de833e34a0e4 req-dc2e4b69-329d-4833-bde0-abc3f97839f2 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:30.890406 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 55d612e9-35f0-4d9f-bd30-2f7760628969 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:47:30.899176 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4db59d95-75b0-4082-b666-de833e34a0e4 req-dc2e4b69-329d-4833-bde0-abc3f97839f2 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 943 time: 0.1391196 Jul 07 16:47:30.901291 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:30.927280 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d064cc10-afa2-4db3-bcb1-4cb014649740 None None] Provisioning for port 3cc50415-2b45-48af-90e3-8c8c85cecd5f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:30.979046 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988babd5-01cb-4336-8053-a1f7335fb37a', 'name': 'tempest-AttachSCSIVolumeTestJSON-919209218-router', 'tenant_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '0656cca2-ebfb-4370-a095-ce5d321daaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:47:26Z', 'updated_at': '2021-07-07T16:47:28Z', 'revision_number': 3, 'project_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'gw_port': {'id': '0656cca2-ebfb-4370-a095-ce5d321daaee', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988babd5-01cb-4336-8053-a1f7335fb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:27Z', 'updated_at': '2021-07-07T16:47:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:30.986160 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d064cc10-afa2-4db3-bcb1-4cb014649740 None None] Provisioning complete for port 3cc50415-2b45-48af-90e3-8c8c85cecd5f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:30.987236 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d064cc10-afa2-4db3-bcb1-4cb014649740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:31.001242 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4db59d95-75b0-4082-b666-de833e34a0e4 req-59d0d2bf-b729-48b3-9e5f-29c340446f44 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963664 Jul 07 16:47:31.050844 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] Checking router: 988babd5-01cb-4336-8053-a1f7335fb37a for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:47:31.051203 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] Updating router 988babd5-01cb-4336-8053-a1f7335fb37a port 0656cca2-ebfb-4370-a095-ce5d321daaee binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:47:31.137272 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:31.262059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347fa4d-8746-40d2-b881-a80bda508193 req-f1e47123-40ea-43e7-8f33-71b8f0ca3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:31.272269 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c347fa4d-8746-40d2-b881-a80bda508193 req-f1e47123-40ea-43e7-8f33-71b8f0ca3efd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 1124 time: 0.1539466 Jul 07 16:47:31.439011 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=faf2eb83-f1d3-473f-9c04-c7695ed26e36,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:31.469974 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:31.481406 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] Transition to ACTIVE for port object 0656cca2-ebfb-4370-a095-ce5d321daaee will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:31.491212 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:31.497730 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dc3b8c-4999-47cc-9bd3-770bc2472e32 x-openstack-request-id: req-e2dc3b8c-4999-47cc-9bd3-770bc2472e32 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:31.498289 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48120987-61e6-4088-9a26-95ba340beeaf", "tag": "55d612e9-35f0-4d9f-bd30-2f7760628969", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:31.499991 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e2dc3b8c-4999-47cc-9bd3-770bc2472e32 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:31.500938 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48120987-61e6-4088-9a26-95ba340beeaf', 'tag': '55d612e9-35f0-4d9f-bd30-2f7760628969', 'status': 'completed', 'code': 200} Jul 07 16:47:31.533034 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43184842-9ebd-4902-a0c8-f6517f7e8c91 req-00b7f73f-9a05-4ef7-8024-09461edb38ba tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:31.534775 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-43184842-9ebd-4902-a0c8-f6517f7e8c91 req-00b7f73f-9a05-4ef7-8024-09461edb38ba tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.2469106 Jul 07 16:47:31.536334 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347fa4d-8746-40d2-b881-a80bda508193 req-b87a5980-1c1b-4371-8a11-c63663c5aa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:31.538177 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c347fa4d-8746-40d2-b881-a80bda508193 req-b87a5980-1c1b-4371-8a11-c63663c5aa5b service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 921 time: 0.2651978 Jul 07 16:47:31.555255 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31732ab0-0200-4681-8bea-5322c4bb7bcf req-677db9db-e6e2-4cc5-a247-8ac792c7b9f3 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:31.563707 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-31732ab0-0200-4681-8bea-5322c4bb7bcf req-677db9db-e6e2-4cc5-a247-8ac792c7b9f3 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.7583838 Jul 07 16:47:31.626026 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c347fa4d-8746-40d2-b881-a80bda508193 req-44d206b9-3886-489d-a72d-004bb07c8898 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55d612e9-35f0-4d9f-bd30-2f7760628969 HTTP/1.1" status: 200 len: 217 time: 0.0742502 Jul 07 16:47:31.629999 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] Attempting to bind port 0656cca2-ebfb-4370-a095-ce5d321daaee on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:31.630646 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] Attempting to bind port 0656cca2-ebfb-4370-a095-ce5d321daaee by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:31.631410 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] Attempting to bind port 0656cca2-ebfb-4370-a095-ce5d321daaee on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:31.662318 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:31.663580 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:31.664158 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:31.664854 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:31.666132 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] Bound port: 0656cca2-ebfb-4370-a095-ce5d321daaee, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:31.666882 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:31.667475 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 55d612e9-35f0-4d9f-bd30-2f7760628969, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=55d612e9-35f0-4d9f-bd30-2f7760628969,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:31.691980 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 55d612e9-35f0-4d9f-bd30-2f7760628969 has no active binding in host n-h1-793620-7 {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:47:31.707285 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d064cc10-afa2-4db3-bcb1-4cb014649740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:31.729467 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-43184842-9ebd-4902-a0c8-f6517f7e8c91 req-bc3da92f-76ed-4e47-840b-ff24d7454e3a tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884997 Jul 07 16:47:31.756561 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] For port 0656cca2-ebfb-4370-a095-ce5d321daaee, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:31.757775 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-31732ab0-0200-4681-8bea-5322c4bb7bcf req-ce2cef15-814d-4a52-b7ad-69a8ac02459a tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929133 Jul 07 16:47:31.764228 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d064cc10-afa2-4db3-bcb1-4cb014649740 None None] For port 3cc50415-2b45-48af-90e3-8c8c85cecd5f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3cc50415-2b45-48af-90e3-8c8c85cecd5f,segment=NetworkSegment(ca4dc40f-f188-4f84-a907-04fd4834f0db),segment_id=ca4dc40f-f188-4f84-a907-04fd4834f0db)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:31.766177 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] For port 0656cca2-ebfb-4370-a095-ce5d321daaee, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0656cca2-ebfb-4370-a095-ce5d321daaee,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:31.770876 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2b844-4947-40a1-9e79-a6ee4148e9e6 None None] Pushing event updated for resources: {'Port': ['ID=0656cca2-ebfb-4370-a095-ce5d321daaee,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:31.771822 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d064cc10-afa2-4db3-bcb1-4cb014649740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:31.787142 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:31.921339 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064cc10-afa2-4db3-bcb1-4cb014649740 None None] Pushing event updated for resources: {'Port': ['ID=3cc50415-2b45-48af-90e3-8c8c85cecd5f,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:31.979581 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2b844-4947-40a1-9e79-a6ee4148e9e6 None None] Pushing event updated for resources: {'Port': ['ID=0656cca2-ebfb-4370-a095-ce5d321daaee,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:32.027173 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] Routers {'988babd5-01cb-4336-8053-a1f7335fb37a'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:47:32.027755 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:47:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['988babd5-01cb-4336-8053-a1f7335fb37a'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:32.031082 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1c51f983-5469-4e48-a952-5926e8c79e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:32.054587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device faf2eb83-f1d3-473f-9c04-c7695ed26e36 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:32.194702 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port faf2eb83-f1d3-473f-9c04-c7695ed26e36 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:32.195839 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:32.239438 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-50aa3aab-2909-44ca-8ee5-8979955acf79 None None] Provisioning complete for port 3cc50415-2b45-48af-90e3-8c8c85cecd5f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:32.240137 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-50aa3aab-2909-44ca-8ee5-8979955acf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:32.267659 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-869d3716-f60d-43c2-8681-d117d07f55ce service neutron] 10.222.0.69 "GET /v2.0/ports/55d612e9-35f0-4d9f-bd30-2f7760628969/bindings/n-h1-793620-7 HTTP/1.1" status: 200 len: 384 time: 0.5371549 Jul 07 16:47:32.271334 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] Set router 988babd5-01cb-4336-8053-a1f7335fb37a gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:47:32.284896 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347fa4d-8746-40d2-b881-a80bda508193 req-de6443bb-e6f1-4a10-9608-1f99b19d59c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:32.286559 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c347fa4d-8746-40d2-b881-a80bda508193 req-de6443bb-e6f1-4a10-9608-1f99b19d59c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.6513283 Jul 07 16:47:32.413511 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c347fa4d-8746-40d2-b881-a80bda508193 req-645002d9-2861-45a1-8fca-7f7123ea7699 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810931 Jul 07 16:47:32.537264 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988babd5-01cb-4336-8053-a1f7335fb37a', 'name': 'tempest-AttachSCSIVolumeTestJSON-919209218-router', 'tenant_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '0656cca2-ebfb-4370-a095-ce5d321daaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:47:26Z', 'updated_at': '2021-07-07T16:47:28Z', 'revision_number': 3, 'project_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'gw_port': {'id': '0656cca2-ebfb-4370-a095-ce5d321daaee', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988babd5-01cb-4336-8053-a1f7335fb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:27Z', 'updated_at': '2021-07-07T16:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:32.551660 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bc0b5-a6ba-446d-882d-9b26ceb8ee85 req-3cab7abe-b0f7-471b-a090-41837bf39402 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:32.558581 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb1bc0b5-a6ba-446d-882d-9b26ceb8ee85 req-3cab7abe-b0f7-471b-a090-41837bf39402 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3418964-7506-44a3-9878-16b9fc523c87 HTTP/1.1" status: 200 len: 950 time: 0.4588943 Jul 07 16:47:32.578087 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53cff3-1f11-4e58-9e79-12568f2e2fc3 None None] The sync data for ids ['988babd5-01cb-4336-8053-a1f7335fb37a'] in n-d-793620-7 is: [{'id': '988babd5-01cb-4336-8053-a1f7335fb37a', 'name': 'tempest-AttachSCSIVolumeTestJSON-919209218-router', 'tenant_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '0656cca2-ebfb-4370-a095-ce5d321daaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:47:26Z', 'updated_at': '2021-07-07T16:47:28Z', 'revision_number': 3, 'project_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'gw_port': {'id': '0656cca2-ebfb-4370-a095-ce5d321daaee', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988babd5-01cb-4336-8053-a1f7335fb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:27Z', 'updated_at': '2021-07-07T16:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:47:32.628318 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-1c51f983-5469-4e48-a952-5926e8c79e17 admin admin] Allocated IP 172.20.0.1 (51c80162-4ea0-4868-909e-82149c6b20e2/b7e32e6b-f7fb-4fa9-9b32-da0b20f4d35b/71637d0d-e8ab-4526-bf3b-30acc4d11d4c) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:47:32.665577 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb1bc0b5-a6ba-446d-882d-9b26ceb8ee85 req-fd8c32b6-e736-4499-b8da-70c0f9f72589 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060126 Jul 07 16:47:32.707071 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c347fa4d-8746-40d2-b881-a80bda508193 req-25a48c16-82c2-4709-8002-9ee39ecc3090 service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856007 Jul 07 16:47:32.714949 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae269e9-614b-4a54-aefa-f331a67f481c req-93e14b7a-3b6e-4df7-8d7b-f8ec79a4eff3 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:32.719633 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ae269e9-614b-4a54-aefa-f331a67f481c req-93e14b7a-3b6e-4df7-8d7b-f8ec79a4eff3 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3418964-7506-44a3-9878-16b9fc523c87 HTTP/1.1" status: 200 len: 950 time: 0.2925332 Jul 07 16:47:32.887982 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-2be82868-f913-4e89-baaa-5c56c15a031c service neutron] For port 55d612e9-35f0-4d9f-bd30-2f7760628969, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=55d612e9-35f0-4d9f-bd30-2f7760628969,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:32.924077 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c347fa4d-8746-40d2-b881-a80bda508193 req-18f99eec-5adb-4b9f-b66e-246e6f39e19d service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088201 Jul 07 16:47:32.944700 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-2be82868-f913-4e89-baaa-5c56c15a031c service neutron] For port 55d612e9-35f0-4d9f-bd30-2f7760628969, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:33.025496 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1c51f983-5469-4e48-a952-5926e8c79e17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:33.036284 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-2be82868-f913-4e89-baaa-5c56c15a031c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d612e9-35f0-4d9f-bd30-2f7760628969 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:33.078703 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-2be82868-f913-4e89-baaa-5c56c15a031c service neutron] For port 55d612e9-35f0-4d9f-bd30-2f7760628969, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=55d612e9-35f0-4d9f-bd30-2f7760628969,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:33.086789 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-1c51f983-5469-4e48-a952-5926e8c79e17 admin admin] Transition to ACTIVE for port object 71637d0d-e8ab-4526-bf3b-30acc4d11d4c will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:33.109845 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-2be82868-f913-4e89-baaa-5c56c15a031c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:33.141223 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ba6370de-79d1-420a-9362-411a3eda1837 req-8cc27c8e-f0b4-4897-b792-bc568b66e7c1 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee HTTP/1.1" status: 200 len: 210 time: 0.0436146 Jul 07 16:47:33.187636 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1c51f983-5469-4e48-a952-5926e8c79e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:33.242464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-3ae269e9-614b-4a54-aefa-f331a67f481c req-a4b84b2d-1bb1-4d77-ab88-a03fdd16c48f tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Deleting port 893887d9-a3fc-485c-a8f0-82714646bba2 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:47:33.243384 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3ae269e9-614b-4a54-aefa-f331a67f481c req-a4b84b2d-1bb1-4d77-ab88-a03fdd16c48f tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:33.245402 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-ea83620e-c448-4fc9-b6f9-203a62846db6 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=38030373b006411e8f5b2946cc1d26ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439892 Jul 07 16:47:33.261494 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c51f983-5469-4e48-a952-5926e8c79e17 admin admin] Network 51c80162-4ea0-4868-909e-82149c6b20e2 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:33.295052 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-1c51f983-5469-4e48-a952-5926e8c79e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:33.301860 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c51f983-5469-4e48-a952-5926e8c79e17 admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:33.302357 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1c51f983-5469-4e48-a952-5926e8c79e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:33.391665 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-2be82868-f913-4e89-baaa-5c56c15a031c service neutron] Transition to ACTIVE for port object 55d612e9-35f0-4d9f-bd30-2f7760628969 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:33.409128 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-2be82868-f913-4e89-baaa-5c56c15a031c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:33.533226 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51f983-5469-4e48-a952-5926e8c79e17 admin admin] Pushing event updated for resources: {'Port': ['ID=71637d0d-e8ab-4526-bf3b-30acc4d11d4c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:33.574134 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-a11e77ca-91d5-4f90-886a-c79935159733 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:33.575848 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-a11e77ca-91d5-4f90-886a-c79935159733 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3210802 Jul 07 16:47:33.608078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4b56e-f3f5-4ce9-bcac-5149843bee43 req-b92cefdc-8d2a-48a6-9766-695effda8f17 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:33.611153 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-b7793aec-c27c-4a1a-adea-5f1d86e4ba8d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Request body: {'port': {'device_id': 'a33b464a-f0b5-48bf-b0fa-09895a452e30', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '38030373b006411e8f5b2946cc1d26ab'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:33.617932 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2ae4b56e-f3f5-4ce9-bcac-5149843bee43 req-b92cefdc-8d2a-48a6-9766-695effda8f17 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 943 time: 0.5388179 Jul 07 16:47:33.618300 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-2be82868-f913-4e89-baaa-5c56c15a031c service neutron] No DVR routers for this DVR port 55d612e9-35f0-4d9f-bd30-2f7760628969 on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:47:33.664006 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be82868-f913-4e89-baaa-5c56c15a031c service neutron] Pushing event updated for resources: {'Port': ['ID=55d612e9-35f0-4d9f-bd30-2f7760628969,revision_number=10']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:33.684005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-958da439-f1d5-4596-a975-846b1a01bbe9 None None] Provisioning for port 71637d0d-e8ab-4526-bf3b-30acc4d11d4c completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:33.688182 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-958da439-f1d5-4596-a975-846b1a01bbe9 None None] Provisioning complete for port 71637d0d-e8ab-4526-bf3b-30acc4d11d4c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:33.688729 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-958da439-f1d5-4596-a975-846b1a01bbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:33.728422 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-958da439-f1d5-4596-a975-846b1a01bbe9 None None] Port 71637d0d-e8ab-4526-bf3b-30acc4d11d4c cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:47:33.734973 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.69', 61179) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:33.742132 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-2be82868-f913-4e89-baaa-5c56c15a031c service neutron] 10.222.0.69 "PUT /v2.0/ports/55d612e9-35f0-4d9f-bd30-2f7760628969/bindings/n-h1-793620-7/activate HTTP/1.1" status: 200 len: 369 time: 1.4679465 Jul 07 16:47:33.751153 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2ae4b56e-f3f5-4ce9-bcac-5149843bee43 req-0552132a-1809-4c1c-96ba-cd679d8d7e78 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319983 Jul 07 16:47:33.764962 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfde9de-65d7-44cd-a6c0-a734e5332d95 req-27d0d6ae-6cf9-4556-8e8b-5bc881bf968c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:33.766546 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ecfde9de-65d7-44cd-a6c0-a734e5332d95 req-27d0d6ae-6cf9-4556-8e8b-5bc881bf968c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.3734949 Jul 07 16:47:33.779754 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-3ae269e9-614b-4a54-aefa-f331a67f481c req-a4b84b2d-1bb1-4d77-ab88-a03fdd16c48f tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] For port 893887d9-a3fc-485c-a8f0-82714646bba2, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=893887d9-a3fc-485c-a8f0-82714646bba2,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:33.794664 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3ae269e9-614b-4a54-aefa-f331a67f481c req-a4b84b2d-1bb1-4d77-ab88-a03fdd16c48f tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:33.816713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-3ae269e9-614b-4a54-aefa-f331a67f481c req-a4b84b2d-1bb1-4d77-ab88-a03fdd16c48f tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Calling delete_port for 893887d9-a3fc-485c-a8f0-82714646bba2 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:47:33.831248 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ecfde9de-65d7-44cd-a6c0-a734e5332d95 req-725fd2dd-2012-4a41-8bc8-217b95c6fff4 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528147 Jul 07 16:47:33.842827 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-b7793aec-c27c-4a1a-adea-5f1d86e4ba8d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Made reservation on behalf of 38030373b006411e8f5b2946cc1d26ab for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:33.849484 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-b7793aec-c27c-4a1a-adea-5f1d86e4ba8d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.020777 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-dc840378-92c0-4ab2-97e1-23624e7947eb tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=38030373b006411e8f5b2946cc1d26ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2829642 Jul 07 16:47:34.096709 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1c51f983-5469-4e48-a952-5926e8c79e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.126744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3cc50415-2b45-48af-90e3-8c8c85cecd5f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:34.161326 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-b7793aec-c27c-4a1a-adea-5f1d86e4ba8d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Allocated IP 192.168.233.77 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/a6a99d30-a08d-4863-a4a7-8c8cb6402987) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:47:34.218904 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 3cc50415-2b45-48af-90e3-8c8c85cecd5f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:34.220517 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.327607 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-79770c61-6fed-4b48-9384-dde1438680c0 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:34.329233 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-79770c61-6fed-4b48-9384-dde1438680c0 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf&tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 1095 time: 0.4877455 Jul 07 16:47:34.343468 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-20b3e1d6-d160-4dc0-bccc-6261b98c5690 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:34.344926 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-20b3e1d6-d160-4dc0-bccc-6261b98c5690 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3063805 Jul 07 16:47:34.347613 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0656cca2-ebfb-4370-a095-ce5d321daaee up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:34.382508 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb6264-6410-46d7-b5ce-c0f1421592f5 req-bb2c16a8-cc98-418e-b6e0-ca49dc6de8e1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:34.384084 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27eb6264-6410-46d7-b5ce-c0f1421592f5 req-bb2c16a8-cc98-418e-b6e0-ca49dc6de8e1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.4059825 Jul 07 16:47:34.410406 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 0656cca2-ebfb-4370-a095-ce5d321daaee completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:34.411554 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-8eb0471c-45cc-40c5-a526-93d1f6f7cd9c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Request body: {'port': {'device_id': '92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '38030373b006411e8f5b2946cc1d26ab'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:34.419002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 0656cca2-ebfb-4370-a095-ce5d321daaee triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:34.419184 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.435730 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-b7793aec-c27c-4a1a-adea-5f1d86e4ba8d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.461981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-b7793aec-c27c-4a1a-adea-5f1d86e4ba8d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Transition to ACTIVE for port object a6a99d30-a08d-4863-a4a7-8c8cb6402987 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:34.475824 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfee06-5b6a-4c03-82da-f21d922cf880 req-4c93325f-720e-4098-a8ca-721532bf7c32 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:34.477362 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9ebfee06-5b6a-4c03-82da-f21d922cf880 req-4c93325f-720e-4098-a8ca-721532bf7c32 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3418964-7506-44a3-9878-16b9fc523c87 HTTP/1.1" status: 200 len: 950 time: 0.1488347 Jul 07 16:47:34.519438 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.537733 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9ebfee06-5b6a-4c03-82da-f21d922cf880 req-f9960bb4-7602-490d-9348-af9f3d7b0b3e tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/security-groups?id=b772f020-d949-444c-ba14-36441ab7fff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516598 Jul 07 16:47:34.544410 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-b7793aec-c27c-4a1a-adea-5f1d86e4ba8d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.547222 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 0656cca2-ebfb-4370-a095-ce5d321daaee, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0656cca2-ebfb-4370-a095-ce5d321daaee,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:34.551266 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.614845 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=0656cca2-ebfb-4370-a095-ce5d321daaee,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:34.619012 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['787bb9b9-1f62-4c57-895d-4cde7b2c17d3'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:34.619673 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3ae269e9-614b-4a54-aefa-f331a67f481c req-a4b84b2d-1bb1-4d77-ab88-a03fdd16c48f tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.646411 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-b7793aec-c27c-4a1a-adea-5f1d86e4ba8d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:34.650901 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-b7793aec-c27c-4a1a-adea-5f1d86e4ba8d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:34.660193 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27eb6264-6410-46d7-b5ce-c0f1421592f5 req-5d3af070-ccee-4685-beae-b2a837662e00 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539198 Jul 07 16:47:34.667716 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-b7793aec-c27c-4a1a-adea-5f1d86e4ba8d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:34.673555 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-b7793aec-c27c-4a1a-adea-5f1d86e4ba8d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:34.674328 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-b7793aec-c27c-4a1a-adea-5f1d86e4ba8d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.678109 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7793aec-c27c-4a1a-adea-5f1d86e4ba8d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Pushing event updated for resources: {'Port': ['ID=a6a99d30-a08d-4863-a4a7-8c8cb6402987,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:34.710618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b84b2d-1bb1-4d77-ab88-a03fdd16c48f tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Pushing event deleted for resources: {'Port': ['ID=893887d9-a3fc-485c-a8f0-82714646bba2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:34.733932 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['893887d9-a3fc-485c-a8f0-82714646bba2'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:34.748889 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-b7793aec-c27c-4a1a-adea-5f1d86e4ba8d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1415250 Jul 07 16:47:34.761637 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] Request body: {'port': {'device_id': 'a33b464a-f0b5-48bf-b0fa-09895a452e30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:34.805554 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-6441ed76-1959-4821-9be6-e54d0573ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:34.807489 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-6441ed76-1959-4821-9be6-e54d0573ec6f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf&tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20 HTTP/1.1" status: 200 len: 1095 time: 0.4338875 Jul 07 16:47:34.816919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae269e9-614b-4a54-aefa-f331a67f481c req-a4b84b2d-1bb1-4d77-ab88-a03fdd16c48f tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] No DVR routers for this DVR port 893887d9-a3fc-485c-a8f0-82714646bba2 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:47:34.838843 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3ae269e9-614b-4a54-aefa-f331a67f481c req-a4b84b2d-1bb1-4d77-ab88-a03fdd16c48f tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.848079 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ae269e9-614b-4a54-aefa-f331a67f481c req-a4b84b2d-1bb1-4d77-ab88-a03fdd16c48f tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.69 "DELETE /v2.0/ports/893887d9-a3fc-485c-a8f0-82714646bba2 HTTP/1.1" status: 204 len: 173 time: 2.1117353 Jul 07 16:47:34.848576 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3418964-7506-44a3-9878-16b9fc523c87', 'name': 'network-vif-deleted', 'tag': '893887d9-a3fc-485c-a8f0-82714646bba2'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:34.852306 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723aa02d-74b0-4462-9510-98565e62e5ca" -d '{"events": [{"server_uuid": "c3418964-7506-44a3-9878-16b9fc523c87", "name": "network-vif-deleted", "tag": "893887d9-a3fc-485c-a8f0-82714646bba2"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:34.931827 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1c51f983-5469-4e48-a952-5926e8c79e17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.943335 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1c51f983-5469-4e48-a952-5926e8c79e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.944068 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1c51f983-5469-4e48-a952-5926e8c79e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.956513 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:34.997897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51f983-5469-4e48-a952-5926e8c79e17 admin admin] Pushing event updated for resources: {'Port': ['ID=71637d0d-e8ab-4526-bf3b-30acc4d11d4c,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:35.008688 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-8eb0471c-45cc-40c5-a526-93d1f6f7cd9c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Made reservation on behalf of 38030373b006411e8f5b2946cc1d26ab for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:35.012991 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-8eb0471c-45cc-40c5-a526-93d1f6f7cd9c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:35.068121 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-73f6e813-47b7-4dd4-baf7-e49e3bf317e2 None None] Provisioning for port a6a99d30-a08d-4863-a4a7-8c8cb6402987 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:35.074993 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-73f6e813-47b7-4dd4-baf7-e49e3bf317e2 None None] Provisioning complete for port a6a99d30-a08d-4863-a4a7-8c8cb6402987 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:35.075383 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-73f6e813-47b7-4dd4-baf7-e49e3bf317e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:35.141363 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-73f6e813-47b7-4dd4-baf7-e49e3bf317e2 None None] Port a6a99d30-a08d-4863-a4a7-8c8cb6402987 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:47:35.166932 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-474ea472-6043-4b59-b214-2af8171a8085 req-acd2516a-0139-4cdb-8252-dba9a42216c1 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee HTTP/1.1" status: 200 len: 210 time: 0.1613934 Jul 07 16:47:35.238537 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439691c8-c325-4ba4-a43a-5d422def3fa8 req-0f1cf352-7c19-49ca-863f-6780d850ccd5 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:35.240197 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-439691c8-c325-4ba4-a43a-5d422def3fa8 req-0f1cf352-7c19-49ca-863f-6780d850ccd5 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 944 time: 0.2227764 Jul 07 16:47:35.246432 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 893887d9-a3fc-485c-a8f0-82714646bba2 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:47:35.255879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-2ae0bd79-6063-473a-b9b0-a6c321798e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:35.257380 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-2ae0bd79-6063-473a-b9b0-a6c321798e16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 1095 time: 0.3921964 Jul 07 16:47:35.267382 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 893887d9-a3fc-485c-a8f0-82714646bba2 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:47:35.267664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 893887d9-a3fc-485c-a8f0-82714646bba2 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:47:35.268099 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 55d612e9-35f0-4d9f-bd30-2f7760628969 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:47:35.301100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c51f983-5469-4e48-a952-5926e8c79e17 admin admin] Network 51c80162-4ea0-4868-909e-82149c6b20e2 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:35.303755 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-1c51f983-5469-4e48-a952-5926e8c79e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:35.310223 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 55d612e9-35f0-4d9f-bd30-2f7760628969 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:47:35.389548 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-439691c8-c325-4ba4-a43a-5d422def3fa8 req-db3b1845-a202-4f84-91dc-c76c9f0ea3c7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381607 Jul 07 16:47:35.410598 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a99d30-a08d-4863-a4a7-8c8cb6402987 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:35.431116 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:35.463967 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] Transition to ACTIVE for port object a6a99d30-a08d-4863-a4a7-8c8cb6402987 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:35.472976 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:35.540738 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400356e0-4653-455f-a409-fead1a275806 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a99d30-a08d-4863-a4a7-8c8cb6402987,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:35.604091 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] Attempting to bind port a6a99d30-a08d-4863-a4a7-8c8cb6402987 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:35.604774 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] Attempting to bind port a6a99d30-a08d-4863-a4a7-8c8cb6402987 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:35.605265 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] Attempting to bind port a6a99d30-a08d-4863-a4a7-8c8cb6402987 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:35.611732 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] Port a6a99d30-a08d-4863-a4a7-8c8cb6402987 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:35.612588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] Attempting to bind port a6a99d30-a08d-4863-a4a7-8c8cb6402987 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:35.631627 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:35.632213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:35.632800 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:35.637056 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] Bound port: a6a99d30-a08d-4863-a4a7-8c8cb6402987, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:35.637755 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:35.682792 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3022d93b-820f-44dd-80b3-08a0b17ac3ac None None] Provisioning complete for port 71637d0d-e8ab-4526-bf3b-30acc4d11d4c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:35.683179 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3022d93b-820f-44dd-80b3-08a0b17ac3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:35.739894 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fd988e-2447-4f9b-b744-3ee72740ccbe x-openstack-request-id: req-55fd988e-2447-4f9b-b744-3ee72740ccbe {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:35.740448 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3418964-7506-44a3-9878-16b9fc523c87", "name": "network-vif-deleted", "tag": "893887d9-a3fc-485c-a8f0-82714646bba2", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:35.740448 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-55fd988e-2447-4f9b-b744-3ee72740ccbe {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:35.741343 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3418964-7506-44a3-9878-16b9fc523c87', 'name': 'network-vif-deleted', 'tag': '893887d9-a3fc-485c-a8f0-82714646bba2', 'status': 'completed', 'code': 200} Jul 07 16:47:35.760256 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3022d93b-820f-44dd-80b3-08a0b17ac3ac None None] Port 71637d0d-e8ab-4526-bf3b-30acc4d11d4c cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:47:35.817660 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-f8970a14-48b2-4c44-95af-dae5e23d6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:35.819155 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-f8970a14-48b2-4c44-95af-dae5e23d6ce5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 921 time: 0.5404665 Jul 07 16:47:35.853830 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] For port a6a99d30-a08d-4863-a4a7-8c8cb6402987, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:35.873990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629184a-5bf9-4381-8e11-e0919e3fa315 req-476e756f-c24f-4b8f-89ee-065718938d32 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:35.874907 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c629184a-5bf9-4381-8e11-e0919e3fa315 req-476e756f-c24f-4b8f-89ee-065718938d32 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.2196093 Jul 07 16:47:35.876722 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] For port a6a99d30-a08d-4863-a4a7-8c8cb6402987, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=a6a99d30-a08d-4863-a4a7-8c8cb6402987,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:35.900588 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:35.938503 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-65b5fabb-9f1a-4f76-ba81-556e2f8daca5 req-ad89f192-ba6a-48d1-b29b-4b45cb8f3a52 tempest-DeleteServersAdminTestJSON-1745515916 tempest-DeleteServersAdminTestJSON-1745515916-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3418964-7506-44a3-9878-16b9fc523c87 HTTP/1.1" status: 200 len: 210 time: 0.1100328 Jul 07 16:47:35.939411 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-92f3f489-7175-4079-ac38-dbca1ffc1097 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55d612e9-35f0-4d9f-bd30-2f7760628969 HTTP/1.1" status: 200 len: 217 time: 0.1095634 Jul 07 16:47:35.960071 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:35.960631 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:35.962788 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-400356e0-4653-455f-a409-fead1a275806 service neutron] 10.222.0.69 "PUT /v2.0/ports/a6a99d30-a08d-4863-a4a7-8c8cb6402987 HTTP/1.1" status: 200 len: 1095 time: 1.2058299 Jul 07 16:47:35.963248 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33b464a-f0b5-48bf-b0fa-09895a452e30', 'tag': 'a6a99d30-a08d-4863-a4a7-8c8cb6402987'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:35.965519 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73897c27-a951-4128-bc61-4d79a652f911" -d '{"events": [{"name": "network-changed", "server_uuid": "a33b464a-f0b5-48bf-b0fa-09895a452e30", "tag": "a6a99d30-a08d-4863-a4a7-8c8cb6402987"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:35.994956 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c629184a-5bf9-4381-8e11-e0919e3fa315 req-4f2383ac-bb6d-4ae4-a908-3dee914cd63f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120744 Jul 07 16:47:36.003993 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0656cca2-ebfb-4370-a095-ce5d321daaee up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:36.011703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-092d43ce-694b-4c5f-89f4-05e69ac7b5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:36.025577 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-092d43ce-694b-4c5f-89f4-05e69ac7b5af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.0770195 Jul 07 16:47:36.031793 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-8eb0471c-45cc-40c5-a526-93d1f6f7cd9c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Allocated IP 192.168.233.171 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/164e8a0e-3c71-4aa6-8950-f062cdf82b1e) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:47:36.051124 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400356e0-4653-455f-a409-fead1a275806 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a99d30-a08d-4863-a4a7-8c8cb6402987,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:36.118607 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 0656cca2-ebfb-4370-a095-ce5d321daaee triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:36.119214 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:36.171597 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-8320c0cf-8eae-475c-8f47-1c68aeeb44d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:36.173129 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-8320c0cf-8eae-475c-8f47-1c68aeeb44d5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&device_id=a33b464a-f0b5-48bf-b0fa-09895a452e30 HTTP/1.1" status: 200 len: 1098 time: 0.1520469 Jul 07 16:47:36.203580 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-5d808d26-bd00-409e-93b6-8529c848baab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1608305 Jul 07 16:47:36.225807 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-ae74d8e7-523b-4828-b064-33df914b6b15 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=a6a99d30-a08d-4863-a4a7-8c8cb6402987 HTTP/1.1" status: 200 len: 217 time: 0.0434928 Jul 07 16:47:36.291268 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d47ee2c-8104-485c-a766-29d6c5821cba x-openstack-request-id: req-2d47ee2c-8104-485c-a766-29d6c5821cba {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:36.291564 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33b464a-f0b5-48bf-b0fa-09895a452e30", "tag": "a6a99d30-a08d-4863-a4a7-8c8cb6402987", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:36.291837 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d47ee2c-8104-485c-a766-29d6c5821cba {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:36.292242 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33b464a-f0b5-48bf-b0fa-09895a452e30', 'tag': 'a6a99d30-a08d-4863-a4a7-8c8cb6402987', 'status': 'completed', 'code': 200} Jul 07 16:47:36.328374 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-ca16dc71-1a62-4ec9-ad70-03c36c6b257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:36.329925 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-ca16dc71-1a62-4ec9-ad70-03c36c6b257c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0961938 Jul 07 16:47:36.415877 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-8958f86d-a67c-4489-a884-b10e20264a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:36.417818 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-8958f86d-a67c-4489-a884-b10e20264a23 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0807326 Jul 07 16:47:36.443634 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c4bf5c3a-424e-4881-9785-19f4e3a0029e req-e16fb703-f6a1-4920-9b87-0153e0bf63d5 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee HTTP/1.1" status: 200 len: 210 time: 0.0480304 Jul 07 16:47:36.473158 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58534) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:36.476538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c51f983-5469-4e48-a952-5926e8c79e17 admin admin] Router 988babd5-01cb-4336-8053-a1f7335fb37a has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:47:36.510313 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-dd29f224-559d-4fd5-9bd0-a7441240b534 service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929571 Jul 07 16:47:36.528039 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-0e1fbb95-0105-4878-b025-3b5ea42d51bd service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934954 Jul 07 16:47:36.659359 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d3a47-ecfc-4c80-8eff-36620e193810 req-20cf6fc4-05f4-478b-851e-78cc3b7907f1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:36.660860 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5d2d3a47-ecfc-4c80-8eff-36620e193810 req-20cf6fc4-05f4-478b-851e-78cc3b7907f1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.3710215 Jul 07 16:47:36.677373 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-76c53dc1-7aa5-4dd0-ab82-2e926b403ea0 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428914 Jul 07 16:47:36.689546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76600fb1-bc9a-446a-ab54-59a616a9bd1a req-cfdff49e-139b-4f8c-8b6d-db7237c4a18f tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:36.691088 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-76600fb1-bc9a-446a-ab54-59a616a9bd1a req-cfdff49e-139b-4f8c-8b6d-db7237c4a18f tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 944 time: 0.0992308 Jul 07 16:47:36.720259 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fef7cf65-0ec3-4ed8-9704-ea2dd2a4e38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:36.726258 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-8eb0471c-45cc-40c5-a526-93d1f6f7cd9c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:36.742830 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-76600fb1-bc9a-446a-ab54-59a616a9bd1a req-4a173ab4-54be-4618-9add-11257d2cfb09 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459669 Jul 07 16:47:36.790572 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73897c27-a951-4128-bc61-4d79a652f911 req-6ac157e2-2073-446e-ad7f-940e2587e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:36.792062 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-73897c27-a951-4128-bc61-4d79a652f911 req-6ac157e2-2073-446e-ad7f-940e2587e06f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&device_id=a33b464a-f0b5-48bf-b0fa-09895a452e30 HTTP/1.1" status: 200 len: 1098 time: 0.0599797 Jul 07 16:47:36.826690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-8eb0471c-45cc-40c5-a526-93d1f6f7cd9c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Transition to ACTIVE for port object 164e8a0e-3c71-4aa6-8950-f062cdf82b1e will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:36.858402 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5d2d3a47-ecfc-4c80-8eff-36620e193810 req-9ee030b5-503a-4061-abcf-4524446d18aa tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781061 Jul 07 16:47:36.878605 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-9f4fefc1-fa3f-49dc-8636-932591540847 service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612869 Jul 07 16:47:36.887886 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73897c27-a951-4128-bc61-4d79a652f911 req-0dd7a832-7111-4aae-97e7-3517fddaea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:36.889440 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c51f983-5469-4e48-a952-5926e8c79e17 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:47:36.889586 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-73897c27-a951-4128-bc61-4d79a652f911 req-0dd7a832-7111-4aae-97e7-3517fddaea97 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.0909567 Jul 07 16:47:36.901524 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] Sync routers for ids ['988babd5-01cb-4336-8053-a1f7335fb37a'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:47:36.911090 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1c51f983-5469-4e48-a952-5926e8c79e17 admin admin] 10.222.0.50 "PUT /v2.0/routers/988babd5-01cb-4336-8053-a1f7335fb37a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6318908 Jul 07 16:47:36.925607 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] Routers {'988babd5-01cb-4336-8053-a1f7335fb37a'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:47:36.926444 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:47:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['988babd5-01cb-4336-8053-a1f7335fb37a'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:36.942972 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-8eb0471c-45cc-40c5-a526-93d1f6f7cd9c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:36.981542 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-73897c27-a951-4128-bc61-4d79a652f911 req-3143b62b-2d2e-42ad-8df3-7da13425ee22 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=a6a99d30-a08d-4863-a4a7-8c8cb6402987 HTTP/1.1" status: 200 len: 217 time: 0.0679109 Jul 07 16:47:37.010475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-8eb0471c-45cc-40c5-a526-93d1f6f7cd9c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:37.020735 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-8eb0471c-45cc-40c5-a526-93d1f6f7cd9c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:37.030959 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fef7cf65-0ec3-4ed8-9704-ea2dd2a4e38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:37.032117 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-8eb0471c-45cc-40c5-a526-93d1f6f7cd9c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:37.038400 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-8eb0471c-45cc-40c5-a526-93d1f6f7cd9c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:37.039092 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-8eb0471c-45cc-40c5-a526-93d1f6f7cd9c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:37.047604 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fef7cf65-0ec3-4ed8-9704-ea2dd2a4e38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:37.056958 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0471c-45cc-40c5-a526-93d1f6f7cd9c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Pushing event updated for resources: {'Port': ['ID=164e8a0e-3c71-4aa6-8950-f062cdf82b1e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:37.097602 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-8eb0471c-45cc-40c5-a526-93d1f6f7cd9c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6955836 Jul 07 16:47:37.111296 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73897c27-a951-4128-bc61-4d79a652f911 req-4a327131-eee5-4309-bf1c-940425a2dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:37.115158 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-73897c27-a951-4128-bc61-4d79a652f911 req-4a327131-eee5-4309-bf1c-940425a2dc54 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1269338 Jul 07 16:47:37.144962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] Request body: {'port': {'device_id': '92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:37.150638 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] Set router 988babd5-01cb-4336-8053-a1f7335fb37a gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:47:37.153898 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fef7cf65-0ec3-4ed8-9704-ea2dd2a4e38d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab9f971f72bf4f18a496d61545e64393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6774001 Jul 07 16:47:37.170679 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58546) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:37.178004 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7cf65-0ec3-4ed8-9704-ea2dd2a4e38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adc86d7-40a6-43d5-8648-854a3005445f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:37.255788 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:37.268516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73897c27-a951-4128-bc61-4d79a652f911 req-eca12054-9fae-4507-a14c-1a790813ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:37.270447 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-73897c27-a951-4128-bc61-4d79a652f911 req-eca12054-9fae-4507-a14c-1a790813ce8d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1489427 Jul 07 16:47:37.271474 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eecb4573-06ab-42f6-8b4c-9859f8980db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:37.373381 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eecb4573-06ab-42f6-8b4c-9859f8980db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:37.443259 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['787bb9b9-1f62-4c57-895d-4cde7b2c17d3'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:37.465260 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-73897c27-a951-4128-bc61-4d79a652f911 req-8d799041-9a7b-4b5e-86ac-7cb55ba81e67 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871626 Jul 07 16:47:37.549028 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eecb4573-06ab-42f6-8b4c-9859f8980db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:37.552272 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eecb4573-06ab-42f6-8b4c-9859f8980db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:37.553837 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-eecb4573-06ab-42f6-8b4c-9859f8980db3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9adc86d7-40a6-43d5-8648-854a3005445f HTTP/1.1" status: 204 len: 168 time: 0.3819973 Jul 07 16:47:37.633348 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-766f9992-b347-4d36-9f8d-ff058e493b90 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:37.635554 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-766f9992-b347-4d36-9f8d-ff058e493b90 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf&tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&binding%3Ahost_id=n-h1-793620-7 HTTP/1.1" status: 200 len: 1095 time: 0.1841338 Jul 07 16:47:37.654195 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb4573-06ab-42f6-8b4c-9859f8980db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adc86d7-40a6-43d5-8648-854a3005445f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:37.770047 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-73897c27-a951-4128-bc61-4d79a652f911 req-5fa597f2-4bfd-49c1-888c-306976e92f68 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950473 Jul 07 16:47:37.809188 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164e8a0e-3c71-4aa6-8950-f062cdf82b1e {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:37.823461 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:37.910534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] Transition to ACTIVE for port object 164e8a0e-3c71-4aa6-8950-f062cdf82b1e will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:37.936385 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:37.942146 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-36556b27-64ef-456a-8bd7-cf761d609217 None None] Provisioning for port 164e8a0e-3c71-4aa6-8950-f062cdf82b1e completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:37.963819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-72643fbf-623c-4adc-ac52-911d41b6ac5e service neutron] For port 55d612e9-35f0-4d9f-bd30-2f7760628969, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:38.009597 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-72643fbf-623c-4adc-ac52-911d41b6ac5e service neutron] Notify callbacks [] for binding, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.010768 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c55f3b71-e544-4c96-807f-6490c2b2d95a req-72643fbf-623c-4adc-ac52-911d41b6ac5e service neutron] 10.222.0.15 "DELETE /v2.0/ports/55d612e9-35f0-4d9f-bd30-2f7760628969/bindings/n-h2-793620-7 HTTP/1.1" status: 204 len: 173 time: 0.3680921 Jul 07 16:47:38.137812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bff73f-9126-4ca3-a102-3f9f3ae96b23 req-a82fe103-b796-45ce-8aba-b99f41059f0d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:38.143405 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-94bff73f-9126-4ca3-a102-3f9f3ae96b23 req-a82fe103-b796-45ce-8aba-b99f41059f0d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.3267477 Jul 07 16:47:38.144153 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] Pushing event updated for resources: {'Port': ['ID=164e8a0e-3c71-4aa6-8950-f062cdf82b1e,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:38.315949 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] Attempting to bind port 164e8a0e-3c71-4aa6-8950-f062cdf82b1e on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:38.316225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] Attempting to bind port 164e8a0e-3c71-4aa6-8950-f062cdf82b1e by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:38.318652 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] Attempting to bind port 164e8a0e-3c71-4aa6-8950-f062cdf82b1e on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:38.324116 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58574) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:38.361326 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-019ed309-0a14-4eb1-b702-587bb867833f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.383065 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] Port 164e8a0e-3c71-4aa6-8950-f062cdf82b1e on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:38.383447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] Attempting to bind port 164e8a0e-3c71-4aa6-8950-f062cdf82b1e on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:38.412316 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:38.412740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:38.413081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:38.413500 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] Bound port: 164e8a0e-3c71-4aa6-8950-f062cdf82b1e, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:38.413858 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.421654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988babd5-01cb-4336-8053-a1f7335fb37a', 'name': 'tempest-AttachSCSIVolumeTestJSON-919209218-router', 'tenant_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '0656cca2-ebfb-4370-a095-ce5d321daaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:47:26Z', 'updated_at': '2021-07-07T16:47:33Z', 'revision_number': 4, 'project_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'gw_port': {'id': '0656cca2-ebfb-4370-a095-ce5d321daaee', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988babd5-01cb-4336-8053-a1f7335fb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:27Z', 'updated_at': '2021-07-07T16:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '71637d0d-e8ab-4526-bf3b-30acc4d11d4c', 'name': '', 'network_id': '51c80162-4ea0-4868-909e-82149c6b20e2', 'tenant_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'mac_address': 'fa:16:3e:89:28:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988babd5-01cb-4336-8053-a1f7335fb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'b7e32e6b-f7fb-4fa9-9b32-da0b20f4d35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:32Z', 'updated_at': '2021-07-07T16:47:34Z', 'revision_number': 2, 'project_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'subnets': [{'id': 'b7e32e6b-f7fb-4fa9-9b32-da0b20f4d35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:38.453908 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-94bff73f-9126-4ca3-a102-3f9f3ae96b23 req-cbdd8602-f607-41a0-9b06-e7594c8f77c4 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858353 Jul 07 16:47:38.508955 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] Checking router: 988babd5-01cb-4336-8053-a1f7335fb37a for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:47:38.510913 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] Updating router 988babd5-01cb-4336-8053-a1f7335fb37a port 71637d0d-e8ab-4526-bf3b-30acc4d11d4c binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:47:38.552065 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11010f0d-ebba-4ec2-bcf3-23c769d5b315 req-a7d139f9-5cf9-4b60-a742-5f0a11efbb8d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:38.563591 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-11010f0d-ebba-4ec2-bcf3-23c769d5b315 req-a7d139f9-5cf9-4b60-a742-5f0a11efbb8d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee HTTP/1.1" status: 200 len: 948 time: 0.1927221 Jul 07 16:47:38.633460 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] For port 164e8a0e-3c71-4aa6-8950-f062cdf82b1e, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:38.652291 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.657706 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] For port 164e8a0e-3c71-4aa6-8950-f062cdf82b1e, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=164e8a0e-3c71-4aa6-8950-f062cdf82b1e,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:38.665134 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.700943 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-11010f0d-ebba-4ec2-bcf3-23c769d5b315 req-a07e3dba-60b6-4a31-85b6-7b39a9107c74 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363494 Jul 07 16:47:38.744240 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:38.745972 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.751499 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] 10.222.0.69 "PUT /v2.0/ports/164e8a0e-3c71-4aa6-8950-f062cdf82b1e HTTP/1.1" status: 200 len: 1096 time: 1.6434245 Jul 07 16:47:38.754100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee', 'tag': '164e8a0e-3c71-4aa6-8950-f062cdf82b1e'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:38.766331 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95217bb-8f1a-48cf-8a11-ff3928b11fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee", "tag": "164e8a0e-3c71-4aa6-8950-f062cdf82b1e"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:38.855504 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-019ed309-0a14-4eb1-b702-587bb867833f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.864070 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-019ed309-0a14-4eb1-b702-587bb867833f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:38.969918 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ed309-0a14-4eb1-b702-587bb867833f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bceee388-6bc2-4b03-a837-fea39f625196,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:39.077334 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-019ed309-0a14-4eb1-b702-587bb867833f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5efc5d95645648b98aa9a63d025e09de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7519109 Jul 07 16:47:39.089528 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58580) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:39.097622 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14bea3-7c8b-42ee-97a7-992ba2297444 service neutron] Pushing event updated for resources: {'Port': ['ID=164e8a0e-3c71-4aa6-8950-f062cdf82b1e,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:39.202997 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-0a83a9cd-9c38-4f61-8159-5081bcda6bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:39.205856 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-0a83a9cd-9c38-4f61-8159-5081bcda6bc9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&device_id=92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee HTTP/1.1" status: 200 len: 1099 time: 0.3497641 Jul 07 16:47:39.228089 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88bb98-6b71-4611-9d47-1ac2052c9fae req-9a9da9a1-f479-4b0a-935b-d4ace70587d7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:39.238993 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dc88bb98-6b71-4611-9d47-1ac2052c9fae req-9a9da9a1-f479-4b0a-935b-d4ace70587d7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 944 time: 0.4855978 Jul 07 16:47:39.296324 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-0b76e023-d7cb-4a6b-a6ee-3f8aaf0708fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=164e8a0e-3c71-4aa6-8950-f062cdf82b1e HTTP/1.1" status: 200 len: 217 time: 0.0486948 Jul 07 16:47:39.330548 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b216f-941d-43d3-bb3f-9d7ca1ef7a6b req-24795cac-2398-40d6-84ed-42ee2aa80380 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:39.337996 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ac1b216f-941d-43d3-bb3f-9d7ca1ef7a6b req-24795cac-2398-40d6-84ed-42ee2aa80380 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.1762066 Jul 07 16:47:39.341463 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-94366737-cfc4-4a10-ba6d-b7e4966835e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:39.373340 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-94366737-cfc4-4a10-ba6d-b7e4966835e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:39.382503 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dc88bb98-6b71-4611-9d47-1ac2052c9fae req-6707e4ad-1579-4c52-9d87-231c98a989f1 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419387 Jul 07 16:47:39.399477 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-f4a0123b-e8fd-43e9-a22d-8c32be78457e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:39.402539 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-f4a0123b-e8fd-43e9-a22d-8c32be78457e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0996130 Jul 07 16:47:39.487328 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-94366737-cfc4-4a10-ba6d-b7e4966835e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:39.493101 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-94366737-cfc4-4a10-ba6d-b7e4966835e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:39.494268 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-94366737-cfc4-4a10-ba6d-b7e4966835e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bceee388-6bc2-4b03-a837-fea39f625196 HTTP/1.1" status: 204 len: 168 time: 0.3966689 Jul 07 16:47:39.539588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94366737-cfc4-4a10-ba6d-b7e4966835e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bceee388-6bc2-4b03-a837-fea39f625196,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:39.570954 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ac1b216f-941d-43d3-bb3f-9d7ca1ef7a6b req-57162bf6-8f5d-4bdc-a019-3754c6cdc434 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319548 Jul 07 16:47:39.593676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-e1f884c1-86ea-4e58-a1aa-0e9af7afdfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:39.601570 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-e1f884c1-86ea-4e58-a1aa-0e9af7afdfb5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1815851 Jul 07 16:47:39.784352 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d128662b-9d94-4b97-a656-34b371b7bb45 x-openstack-request-id: req-d128662b-9d94-4b97-a656-34b371b7bb45 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:39.784655 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee", "tag": "164e8a0e-3c71-4aa6-8950-f062cdf82b1e", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:39.784908 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d128662b-9d94-4b97-a656-34b371b7bb45 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:39.785305 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee', 'tag': '164e8a0e-3c71-4aa6-8950-f062cdf82b1e', 'status': 'completed', 'code': 200} Jul 07 16:47:39.785456 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:39.798702 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] Transition to ACTIVE for port object 71637d0d-e8ab-4526-bf3b-30acc4d11d4c will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:39.815418 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:39.973903 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-eddff922-c27e-4d4e-b69a-da50fedc488d service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644128 Jul 07 16:47:40.099736 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ce1b2-f249-49c1-a531-266ba80fb1d0 req-1f50f831-9dd2-42d9-b256-ef3619c2a30f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:40.100866 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a17ce1b2-f249-49c1-a531-266ba80fb1d0 req-1f50f831-9dd2-42d9-b256-ef3619c2a30f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.1680291 Jul 07 16:47:40.350512 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] Attempting to bind port 71637d0d-e8ab-4526-bf3b-30acc4d11d4c on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:40.351179 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] Attempting to bind port 71637d0d-e8ab-4526-bf3b-30acc4d11d4c by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'ca4dc40f-f188-4f84-a907-04fd4834f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '51c80162-4ea0-4868-909e-82149c6b20e2'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:40.351575 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] Attempting to bind port 71637d0d-e8ab-4526-bf3b-30acc4d11d4c on network 51c80162-4ea0-4868-909e-82149c6b20e2 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:40.433757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9a861-29a4-4a61-a44d-808efd5d0652 None None] Pushing event updated for resources: {'Port': ['ID=71637d0d-e8ab-4526-bf3b-30acc4d11d4c,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:40.488643 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:40.495734 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb8841a1-8b0a-4f7f-af62-e9e0f61ba197 req-24db50d1-4059-4c7e-ae3c-bfcc97f6748f service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117772 Jul 07 16:47:40.498089 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] Checking segment: {'id': 'ca4dc40f-f188-4f84-a907-04fd4834f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '51c80162-4ea0-4868-909e-82149c6b20e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:40.498534 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:40.499252 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] Bound using segment: {'id': 'ca4dc40f-f188-4f84-a907-04fd4834f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '51c80162-4ea0-4868-909e-82149c6b20e2'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:40.499976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] Bound port: 71637d0d-e8ab-4526-bf3b-30acc4d11d4c, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4dc40f-f188-4f84-a907-04fd4834f0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '51c80162-4ea0-4868-909e-82149c6b20e2'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:40.502979 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:40.535073 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e2f71-fed2-477e-a679-5817dbca34af req-708b28ca-7f42-4e48-b5a2-7cc346bab98c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:40.555128 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2c4e2f71-fed2-477e-a679-5817dbca34af req-708b28ca-7f42-4e48-b5a2-7cc346bab98c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee HTTP/1.1" status: 200 len: 948 time: 0.3804197 Jul 07 16:47:40.556756 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58604) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:40.848926 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2c4e2f71-fed2-477e-a679-5817dbca34af req-2611376f-eed6-431e-80bc-2ada587d19a3 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928274 Jul 07 16:47:40.849713 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a17ce1b2-f249-49c1-a531-266ba80fb1d0 req-741079b4-0ec2-4e86-9c5a-129988e01d53 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7277613 Jul 07 16:47:40.924074 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5469ebaa-3bcc-429e-a9ee-fb826f2a787d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e32d3ed34b4748f293f0aee3e32fd613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656514 Jul 07 16:47:40.927024 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58618) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:40.962007 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95217bb-8f1a-48cf-8a11-ff3928b11fd8 req-4147a5e2-f74d-4b9b-9e08-83d0266fe0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:40.963378 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e95217bb-8f1a-48cf-8a11-ff3928b11fd8 req-4147a5e2-f74d-4b9b-9e08-83d0266fe0b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&device_id=92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee HTTP/1.1" status: 200 len: 1099 time: 0.3671653 Jul 07 16:47:41.123968 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c28cb78-ef19-4b59-bc8a-c16424c8ae23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:41.180601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] For port 71637d0d-e8ab-4526-bf3b-30acc4d11d4c, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:41.201754 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c28cb78-ef19-4b59-bc8a-c16424c8ae23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:41.289431 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device a6a99d30-a08d-4863-a4a7-8c8cb6402987 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:47:41.342060 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] For port 71637d0d-e8ab-4526-bf3b-30acc4d11d4c, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=71637d0d-e8ab-4526-bf3b-30acc4d11d4c,segment=NetworkSegment(ca4dc40f-f188-4f84-a907-04fd4834f0db),segment_id=ca4dc40f-f188-4f84-a907-04fd4834f0db)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:41.377802 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:41.405102 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95217bb-8f1a-48cf-8a11-ff3928b11fd8 req-84a28ac3-8ed9-41f8-9b1f-57e336bfc491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.406734 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e95217bb-8f1a-48cf-8a11-ff3928b11fd8 req-84a28ac3-8ed9-41f8-9b1f-57e336bfc491 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.4311960 Jul 07 16:47:41.425061 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ba547-4cf9-44ee-a998-0b6a87121b4f req-01634a0d-a892-4776-a4c0-a3f89710d1f3 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.433890 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-116ba547-4cf9-44ee-a998-0b6a87121b4f req-01634a0d-a892-4776-a4c0-a3f89710d1f3 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.2341537 Jul 07 16:47:41.467022 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.resource_extend [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:47:41.491388 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e95217bb-8f1a-48cf-8a11-ff3928b11fd8 req-2fd9a104-9fde-4d0f-a87b-7449d3630ee7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=164e8a0e-3c71-4aa6-8950-f062cdf82b1e HTTP/1.1" status: 200 len: 217 time: 0.0761213 Jul 07 16:47:41.527079 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-116ba547-4cf9-44ee-a998-0b6a87121b4f req-b419bde0-7b6c-4fdf-8a2d-f7a5525e323a tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918624 Jul 07 16:47:41.529455 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c28cb78-ef19-4b59-bc8a-c16424c8ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:41.536569 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c28cb78-ef19-4b59-bc8a-c16424c8ae23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:41.555326 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6c28cb78-ef19-4b59-bc8a-c16424c8ae23 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b772f020-d949-444c-ba14-36441ab7fff1 HTTP/1.1" status: 204 len: 168 time: 0.6269426 Jul 07 16:47:41.580701 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28cb78-ef19-4b59-bc8a-c16424c8ae23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b772f020-d949-444c-ba14-36441ab7fff1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:41.611887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9a861-29a4-4a61-a44d-808efd5d0652 None None] Pushing event updated for resources: {'Port': ['ID=71637d0d-e8ab-4526-bf3b-30acc4d11d4c,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:41.665330 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] Routers {'988babd5-01cb-4336-8053-a1f7335fb37a'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:47:41.665989 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:47:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['988babd5-01cb-4336-8053-a1f7335fb37a'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:41.724595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de4bd2-6032-4b08-928b-0c6fbe9da66b req-038452b5-3a41-4b2e-b291-dde2924cb726 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:41.733211 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81de4bd2-6032-4b08-928b-0c6fbe9da66b req-038452b5-3a41-4b2e-b291-dde2924cb726 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 1095 time: 0.5916545 Jul 07 16:47:41.845055 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port a6a99d30-a08d-4863-a4a7-8c8cb6402987, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=a6a99d30-a08d-4863-a4a7-8c8cb6402987,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:41.977967 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'a6a99d30-a08d-4863-a4a7-8c8cb6402987', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': 'a6a99d30-a08d-4863-a4a7-8c8cb6402987', 'mac_address': 'fa:16:3e:71:e0:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:47:42.066260 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-d785d54c-d45f-4bfa-ae72-dca291d17dc3 service neutron] show failed (client error): The resource could not be found. Jul 07 16:47:42.069360 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-d785d54c-d45f-4bfa-ae72-dca291d17dc3 service neutron] 10.222.0.69 "GET /v2.0/ports/78af5bd3-4034-4762-a6a0-1b73f58d5009/bindings/n-h1-793620-7 HTTP/1.1" status: 404 len: 380 time: 0.2143414 Jul 07 16:47:42.121625 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95217bb-8f1a-48cf-8a11-ff3928b11fd8 req-73c940d6-5778-43eb-b276-41693f9fd858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:42.123600 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e95217bb-8f1a-48cf-8a11-ff3928b11fd8 req-73c940d6-5778-43eb-b276-41693f9fd858 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.6149616 Jul 07 16:47:42.172704 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] Set router 988babd5-01cb-4336-8053-a1f7335fb37a gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:47:42.175338 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884b26a-2c1b-49bb-bcc5-739cdac93d1e req-8157c3b7-35d8-43c2-a279-08b3a05291df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:42.177234 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a884b26a-2c1b-49bb-bcc5-739cdac93d1e req-8157c3b7-35d8-43c2-a279-08b3a05291df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 1121 time: 0.8583398 Jul 07 16:47:42.189903 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81de4bd2-6032-4b08-928b-0c6fbe9da66b req-65013043-9658-4b1b-ba29-7851c9042be0 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557278 Jul 07 16:47:42.316117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255cc58-c581-4b1a-8551-dcaa39c49222 req-217c4d41-f9ec-4f6a-a8e9-0bfab0acc956 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:42.323017 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a884b26a-2c1b-49bb-bcc5-739cdac93d1e req-8ebd751b-c286-43b0-8877-cb2042490c28 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283262 Jul 07 16:47:42.327236 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a255cc58-c581-4b1a-8551-dcaa39c49222 req-217c4d41-f9ec-4f6a-a8e9-0bfab0acc956 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee HTTP/1.1" status: 200 len: 948 time: 0.1955252 Jul 07 16:47:42.335543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95217bb-8f1a-48cf-8a11-ff3928b11fd8 req-ac63f7c0-0e0f-4b87-bf58-98975704c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:42.343071 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e95217bb-8f1a-48cf-8a11-ff3928b11fd8 req-ac63f7c0-0e0f-4b87-bf58-98975704c8cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2055840 Jul 07 16:47:42.434739 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a255cc58-c581-4b1a-8551-dcaa39c49222 req-39a2e4ef-cc8b-40e8-a2c0-e2ab7351a016 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027324 Jul 07 16:47:42.468290 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:42.505469 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58644) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:42.541311 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a99d30-a08d-4863-a4a7-8c8cb6402987 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:42.543124 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8ff0e4a8-801c-491a-9fdd-baf8269f2dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:42.682928 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port a6a99d30-a08d-4863-a4a7-8c8cb6402987, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=a6a99d30-a08d-4863-a4a7-8c8cb6402987,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:42.692810 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e95217bb-8f1a-48cf-8a11-ff3928b11fd8 req-b23dcd7e-a877-4e09-9047-e7a719fa14e9 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467066 Jul 07 16:47:42.699019 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:42.827355 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-10e4ddd7-943c-4568-a3ef-4f99c27421ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:42.828887 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-10e4ddd7-943c-4568-a3ef-4f99c27421ab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8&tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c HTTP/1.1" status: 200 len: 1101 time: 0.2788570 Jul 07 16:47:42.843147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294b8cf-29e5-4d16-b51a-a758af4e7853 req-b413d024-68c8-4a6f-b91c-4ca867194f0c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:42.845023 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a294b8cf-29e5-4d16-b51a-a758af4e7853 req-b413d024-68c8-4a6f-b91c-4ca867194f0c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.3694036 Jul 07 16:47:42.871778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=a6a99d30-a08d-4863-a4a7-8c8cb6402987,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:42.885021 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8ff0e4a8-801c-491a-9fdd-baf8269f2dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:42.889735 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-7', 'device_owner': 'compute:nova'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:42.895882 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8ff0e4a8-801c-491a-9fdd-baf8269f2dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:42.901383 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988babd5-01cb-4336-8053-a1f7335fb37a', 'name': 'tempest-AttachSCSIVolumeTestJSON-919209218-router', 'tenant_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '0656cca2-ebfb-4370-a095-ce5d321daaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:47:26Z', 'updated_at': '2021-07-07T16:47:33Z', 'revision_number': 4, 'project_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'gw_port': {'id': '0656cca2-ebfb-4370-a095-ce5d321daaee', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988babd5-01cb-4336-8053-a1f7335fb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:27Z', 'updated_at': '2021-07-07T16:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '71637d0d-e8ab-4526-bf3b-30acc4d11d4c', 'name': '', 'network_id': '51c80162-4ea0-4868-909e-82149c6b20e2', 'tenant_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'mac_address': 'fa:16:3e:89:28:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988babd5-01cb-4336-8053-a1f7335fb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'b7e32e6b-f7fb-4fa9-9b32-da0b20f4d35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:32Z', 'updated_at': '2021-07-07T16:47:41Z', 'revision_number': 4, 'project_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'subnets': [{'id': 'b7e32e6b-f7fb-4fa9-9b32-da0b20f4d35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:47:42.935250 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0e4a8-801c-491a-9fdd-baf8269f2dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b805668-a440-4061-a1d8-9220941969d3,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:42.960574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9cd050-9b0f-4256-96c1-3d98789504b5 None None] The sync data for ids ['988babd5-01cb-4336-8053-a1f7335fb37a'] in n-d-793620-7 is: [{'id': '988babd5-01cb-4336-8053-a1f7335fb37a', 'name': 'tempest-AttachSCSIVolumeTestJSON-919209218-router', 'tenant_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '0656cca2-ebfb-4370-a095-ce5d321daaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:47:26Z', 'updated_at': '2021-07-07T16:47:33Z', 'revision_number': 4, 'project_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'gw_port': {'id': '0656cca2-ebfb-4370-a095-ce5d321daaee', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988babd5-01cb-4336-8053-a1f7335fb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:27Z', 'updated_at': '2021-07-07T16:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '71637d0d-e8ab-4526-bf3b-30acc4d11d4c', 'name': '', 'network_id': '51c80162-4ea0-4868-909e-82149c6b20e2', 'tenant_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'mac_address': 'fa:16:3e:89:28:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988babd5-01cb-4336-8053-a1f7335fb37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'b7e32e6b-f7fb-4fa9-9b32-da0b20f4d35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:32Z', 'updated_at': '2021-07-07T16:47:41Z', 'revision_number': 4, 'project_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'subnets': [{'id': 'b7e32e6b-f7fb-4fa9-9b32-da0b20f4d35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:47:42.981467 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7845b625-0a39-494d-9ed7-391349d6ee31 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:47:42.989670 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7845b625-0a39-494d-9ed7-391349d6ee31 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:47:42.997358 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8ff0e4a8-801c-491a-9fdd-baf8269f2dc2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8502c026d8bf4814bd535fadc1b60e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4906313 Jul 07 16:47:42.998432 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e95217bb-8f1a-48cf-8a11-ff3928b11fd8 req-38781a0a-6f42-46e2-96ae-8808e28a810c service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950962 Jul 07 16:47:43.000090 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58658) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:43.145295 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a294b8cf-29e5-4d16-b51a-a758af4e7853 req-c4e9337c-7dad-412e-a4be-c902dff2a35c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488747 Jul 07 16:47:43.207526 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-13202c6e-0e53-4894-ade9-8f08719404e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.248939 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.275316 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-13202c6e-0e53-4894-ade9-8f08719404e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.334496 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['a6a99d30-a08d-4863-a4a7-8c8cb6402987'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:43.347255 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b61b7a-4cee-4b51-82b5-c62535588602 req-f6bbb19a-9df9-4adf-bf6d-b5c213b191b8 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:43.357451 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-38b61b7a-4cee-4b51-82b5-c62535588602 req-f6bbb19a-9df9-4adf-bf6d-b5c213b191b8 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.5908167 Jul 07 16:47:43.538261 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-38b61b7a-4cee-4b51-82b5-c62535588602 req-b7223cec-97bc-4ff5-a1ba-b9c985a6c33e tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722703 Jul 07 16:47:43.555667 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.583788 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-13202c6e-0e53-4894-ade9-8f08719404e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.587949 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-13202c6e-0e53-4894-ade9-8f08719404e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.590681 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-13202c6e-0e53-4894-ade9-8f08719404e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6b805668-a440-4061-a1d8-9220941969d3 HTTP/1.1" status: 204 len: 168 time: 0.5880356 Jul 07 16:47:43.590832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 7845b625-0a39-494d-9ed7-391349d6ee31, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7845b625-0a39-494d-9ed7-391349d6ee31,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:43.606253 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13202c6e-0e53-4894-ade9-8f08719404e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b805668-a440-4061-a1d8-9220941969d3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:43.744106 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '7845b625-0a39-494d-9ed7-391349d6ee31', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '7845b625-0a39-494d-9ed7-391349d6ee31', 'mac_address': 'fa:16:3e:8a:da:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:tempest-test_az-790255634', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:47:43.758840 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d480e1-4ae1-4fd3-86d0-471358d9a729', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7845b625-0a39-494d-9ed7-391349d6ee31'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:43.761202 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca78ff7-843f-49b7-af0f-6b615aac3309" -d '{"events": [{"server_uuid": "28d480e1-4ae1-4fd3-86d0-471358d9a729", "name": "network-vif-unplugged", "status": "completed", "tag": "7845b625-0a39-494d-9ed7-391349d6ee31"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:43.804837 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 7845b625-0a39-494d-9ed7-391349d6ee31, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7845b625-0a39-494d-9ed7-391349d6ee31,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:43.847528 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.865781 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-131e3eb2-26a6-4184-904d-8743cbc3ab59 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:43.867481 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-131e3eb2-26a6-4184-904d-8743cbc3ab59 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 820 time: 0.4972408 Jul 07 16:47:43.968212 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.971572 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:43.982052 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-32d24c20-9b2b-41e0-9d8c-2aca8c8f2384 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/quotas/baeeea6f8e704c6d9313d4f5ee61fa20 HTTP/1.1" status: 200 len: 375 time: 0.1062577 Jul 07 16:47:44.042154 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=7845b625-0a39-494d-9ed7-391349d6ee31,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:44.125681 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7845b625-0a39-494d-9ed7-391349d6ee31 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:44.140354 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 71637d0d-e8ab-4526-bf3b-30acc4d11d4c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:44.238248 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.api [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:47:44.239072 n-d-793620-7 neutron-server[100411]: DEBUG oslo_db.api [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:47:44.256654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 71637d0d-e8ab-4526-bf3b-30acc4d11d4c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:44.261736 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 71637d0d-e8ab-4526-bf3b-30acc4d11d4c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:44.262505 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.324009 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca6a37-dc0e-418d-9700-3202b6083392 req-35783a49-3550-4c5a-a0df-c587083523e7 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:44.338936 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-62ca6a37-dc0e-418d-9700-3202b6083392 req-35783a49-3550-4c5a-a0df-c587083523e7 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee HTTP/1.1" status: 200 len: 948 time: 0.1797144 Jul 07 16:47:44.415143 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] For port 78af5bd3-4034-4762-a6a0-1b73f58d5009, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=78af5bd3-4034-4762-a6a0-1b73f58d5009,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:44.435524 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.437041 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-62ca6a37-dc0e-418d-9700-3202b6083392 req-1be908b3-3a3b-4356-814a-121ec2d929ef tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956571 Jul 07 16:47:44.452059 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-48429e0d-388d-41f8-90da-2d18913778af tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4482572 Jul 07 16:47:44.525104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 71637d0d-e8ab-4526-bf3b-30acc4d11d4c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=71637d0d-e8ab-4526-bf3b-30acc4d11d4c,segment=NetworkSegment(ca4dc40f-f188-4f84-a907-04fd4834f0db),segment_id=ca4dc40f-f188-4f84-a907-04fd4834f0db)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:44.534532 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.598298 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] For port 78af5bd3-4034-4762-a6a0-1b73f58d5009, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:44.632412 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=71637d0d-e8ab-4526-bf3b-30acc4d11d4c,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:44.679032 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ad5e4121-0761-43a2-9635-9a1013472307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.688594 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.712014 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] Transition to ACTIVE for port object 78af5bd3-4034-4762-a6a0-1b73f58d5009 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:44.714556 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d0bd12-5e77-4f57-8039-e2fe5a1278f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78af5bd3-4034-4762-a6a0-1b73f58d5009'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:44.718210 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cad913d-5713-4749-a25b-80c7e965e200" -d '{"events": [{"server_uuid": "91d0bd12-5e77-4f57-8039-e2fe5a1278f8", "name": "network-vif-unplugged", "status": "completed", "tag": "78af5bd3-4034-4762-a6a0-1b73f58d5009"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:44.727769 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.842749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] No DVR routers for this DVR port 78af5bd3-4034-4762-a6a0-1b73f58d5009 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:47:44.852937 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.881016 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7845b625-0a39-494d-9ed7-391349d6ee31 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:44.926175 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] Pushing event updated for resources: {'Port': ['ID=78af5bd3-4034-4762-a6a0-1b73f58d5009,revision_number=6']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:44.951207 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 7845b625-0a39-494d-9ed7-391349d6ee31, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7845b625-0a39-494d-9ed7-391349d6ee31,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:44.954090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] Attempting to bind port 78af5bd3-4034-4762-a6a0-1b73f58d5009 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:44.954680 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] Attempting to bind port 78af5bd3-4034-4762-a6a0-1b73f58d5009 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:44.955341 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] Attempting to bind port 78af5bd3-4034-4762-a6a0-1b73f58d5009 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:44.962111 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:44.968128 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] Port 78af5bd3-4034-4762-a6a0-1b73f58d5009 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:44.973636 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] Attempting to bind port 78af5bd3-4034-4762-a6a0-1b73f58d5009 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:44.992058 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:44.994188 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:44.994771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:44.996872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] Bound port: 78af5bd3-4034-4762-a6a0-1b73f58d5009, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:44.998960 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:45.096440 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=7845b625-0a39-494d-9ed7-391349d6ee31,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:45.180393 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-f8832825-27e4-4848-bb4d-14011e32e1bd service neutron] 10.222.0.50 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7275004 Jul 07 16:47:45.227756 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-38bb1901-b89a-4516-8e49-9962feeaf6b0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a79049e951be40ee9ddbc6e40a2afed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676150 Jul 07 16:47:45.263437 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['7845b625-0a39-494d-9ed7-391349d6ee31'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:45.351037 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 164e8a0e-3c71-4aa6-8950-f062cdf82b1e details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:47:45.354961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device a6a99d30-a08d-4863-a4a7-8c8cb6402987 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:45.439291 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-2d419259-8b49-4c8c-9bff-631ca697e0b3 service neutron] 10.222.0.50 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466149 Jul 07 16:47:45.443100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] For port 78af5bd3-4034-4762-a6a0-1b73f58d5009, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:45.460789 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] For port 78af5bd3-4034-4762-a6a0-1b73f58d5009, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=78af5bd3-4034-4762-a6a0-1b73f58d5009,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:45.481655 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:45.509069 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-8c369a5e-6f85-4d39-a71f-e522b755ae7e tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:45.511508 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-8c369a5e-6f85-4d39-a71f-e522b755ae7e tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2801208 Jul 07 16:47:45.578154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:45.579285 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:45.581582 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] 10.222.0.15 "PUT /v2.0/ports/78af5bd3-4034-4762-a6a0-1b73f58d5009 HTTP/1.1" status: 200 len: 1096 time: 2.7012782 Jul 07 16:47:45.596399 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-2c82bd43-8a22-41ee-adfe-dd589411be36 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/quotas/a79049e951be40ee9ddbc6e40a2afed5 HTTP/1.1" status: 200 len: 375 time: 0.0719860 Jul 07 16:47:45.609872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b7b46-b98e-447b-9ae5-2a6e65f96995 service neutron] Pushing event updated for resources: {'Port': ['ID=78af5bd3-4034-4762-a6a0-1b73f58d5009,revision_number=7']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:45.716825 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-fbac3e2d-0e95-43b9-894f-3cb034f58fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:45.719855 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-fbac3e2d-0e95-43b9-894f-3cb034f58fb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 1099 time: 0.0815899 Jul 07 16:47:45.744129 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-9de45d2d-f621-4db1-a77f-cdd0951b21fd tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a79049e951be40ee9ddbc6e40a2afed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1467867 Jul 07 16:47:45.795858 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 164e8a0e-3c71-4aa6-8950-f062cdf82b1e, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=164e8a0e-3c71-4aa6-8950-f062cdf82b1e,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:45.971206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '164e8a0e-3c71-4aa6-8950-f062cdf82b1e', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '164e8a0e-3c71-4aa6-8950-f062cdf82b1e', 'mac_address': 'fa:16:3e:a7:82:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:47:46.011960 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-4aba85a8-3546-4604-964d-19fe4ab7a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:46.015339 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-4aba85a8-3546-4604-964d-19fe4ab7a4d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.2880197 Jul 07 16:47:46.140099 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14697e8b-2cbf-4aa0-b827-ece94afec91a x-openstack-request-id: req-14697e8b-2cbf-4aa0-b827-ece94afec91a {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:46.141403 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d480e1-4ae1-4fd3-86d0-471358d9a729", "name": "network-vif-unplugged", "status": "completed", "tag": "7845b625-0a39-494d-9ed7-391349d6ee31", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:46.142696 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14697e8b-2cbf-4aa0-b827-ece94afec91a {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:46.143313 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d480e1-4ae1-4fd3-86d0-471358d9a729', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7845b625-0a39-494d-9ed7-391349d6ee31', 'code': 200} Jul 07 16:47:46.168420 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 71637d0d-e8ab-4526-bf3b-30acc4d11d4c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:46.229573 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-b2536832-a8f3-4db5-857d-52f6c1ce2da5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=78af5bd3-4034-4762-a6a0-1b73f58d5009 HTTP/1.1" status: 200 len: 217 time: 0.1733356 Jul 07 16:47:46.321235 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port a6a99d30-a08d-4863-a4a7-8c8cb6402987 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:46.341889 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.363644 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port a6a99d30-a08d-4863-a4a7-8c8cb6402987 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:46.364026 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.378892 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 71637d0d-e8ab-4526-bf3b-30acc4d11d4c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:46.379545 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.412627 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.424897 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1422-287c-4dcf-824c-06d9c15ea499 req-0c6826db-570f-462f-995a-cdd84c31552b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:46.434116 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-590f1422-287c-4dcf-824c-06d9c15ea499 req-0c6826db-570f-462f-995a-cdd84c31552b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 948 time: 0.1136572 Jul 07 16:47:46.479800 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164e8a0e-3c71-4aa6-8950-f062cdf82b1e {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:46.502958 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-590f1422-287c-4dcf-824c-06d9c15ea499 req-9e642ec8-cd6b-49a7-888e-f581029e30e4 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661881 Jul 07 16:47:46.633528 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-4dce88d4-5605-40df-8c7d-a7820e3c3c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:46.641822 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-4dce88d4-5605-40df-8c7d-a7820e3c3c82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.4029465 Jul 07 16:47:46.656012 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8223034-38ec-41f2-a0a5-5fb4ca060db7 x-openstack-request-id: req-e8223034-38ec-41f2-a0a5-5fb4ca060db7 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:46.656313 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d0bd12-5e77-4f57-8039-e2fe5a1278f8", "name": "network-vif-unplugged", "status": "completed", "tag": "78af5bd3-4034-4762-a6a0-1b73f58d5009", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:46.656568 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8223034-38ec-41f2-a0a5-5fb4ca060db7 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:46.656970 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d0bd12-5e77-4f57-8039-e2fe5a1278f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78af5bd3-4034-4762-a6a0-1b73f58d5009', 'code': 200} Jul 07 16:47:46.664815 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 164e8a0e-3c71-4aa6-8950-f062cdf82b1e, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=164e8a0e-3c71-4aa6-8950-f062cdf82b1e,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:46.677388 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.788925 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:46.845310 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=164e8a0e-3c71-4aa6-8950-f062cdf82b1e,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:46.882936 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcabe3-731d-42f6-b3b8-10464640b4b2 req-eddf34da-0a6b-46d2-9942-0ee1ad8a54d5 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:46.894582 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-53bcabe3-731d-42f6-b3b8-10464640b4b2 req-eddf34da-0a6b-46d2-9942-0ee1ad8a54d5 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 969 time: 0.5620704 Jul 07 16:47:46.956915 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port a6a99d30-a08d-4863-a4a7-8c8cb6402987, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=a6a99d30-a08d-4863-a4a7-8c8cb6402987,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:46.981194 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:47.018163 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-53bcabe3-731d-42f6-b3b8-10464640b4b2 req-c3bc16dc-d2c2-4bdf-b249-1660679d5998 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223173 Jul 07 16:47:47.066812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-c2488765-8529-4e90-8eb5-dc13cc6df430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:47.068669 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-c2488765-8529-4e90-8eb5-dc13cc6df430 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3778746 Jul 07 16:47:47.101296 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bdcc3-7d98-47f0-913b-f0e3721ca4ad req-354acd55-4946-448f-a15a-c3798122af8c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:47.120596 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2b6bdcc3-7d98-47f0-913b-f0e3721ca4ad req-354acd55-4946-448f-a15a-c3798122af8c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee HTTP/1.1" status: 200 len: 949 time: 0.1260257 Jul 07 16:47:47.134770 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=a6a99d30-a08d-4863-a4a7-8c8cb6402987,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:47.149912 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['164e8a0e-3c71-4aa6-8950-f062cdf82b1e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:47.221286 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2b6bdcc3-7d98-47f0-913b-f0e3721ca4ad req-b6b89dad-8e08-4b85-915b-9ef3b263d94f tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988321 Jul 07 16:47:47.300267 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6966487a-38ab-4370-9e10-60585a8a4c6b req-3d5c811d-db35-40ac-8983-2b601d32b437 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 210 time: 0.0663631 Jul 07 16:47:47.312446 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-de993193-74c7-4737-a70f-bd6eca230a50 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325029 Jul 07 16:47:47.322501 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 78af5bd3-4034-4762-a6a0-1b73f58d5009 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:47:47.449834 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 78af5bd3-4034-4762-a6a0-1b73f58d5009 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:47:47.507754 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f17f132b-b0d6-486a-bf6f-ace96ac7cfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:47.659313 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-485a16be-9bbf-4800-98eb-7bd5f0a1d7cc req-25a9b1ba-da41-44b7-a86c-812276ad31af tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=832a0f2a-4558-4fd6-b221-5f36757f54a1 HTTP/1.1" status: 200 len: 210 time: 0.1200662 Jul 07 16:47:47.690878 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02db4792-796b-4a0d-85f4-3d6ab1fae716 req-3c1a129c-4b65-4371-b76d-ad85821273d8 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671699 Jul 07 16:47:47.726456 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-56afb22d-44ad-4f8c-b194-b39dcf466945 req-0d2fbfe8-e46e-48f2-81a8-e7764e6cbbe9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=528de228-c644-4e36-9694-f38aa25b68fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2178321 Jul 07 16:47:47.736354 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:47.930176 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-34b12c8a-05d7-4684-800c-95d50bb0bba9 req-64b687e0-a28a-4450-a77e-eb8acec558c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3102825 Jul 07 16:47:48.003396 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010c013-dc11-4535-9b0f-66475bb934ff req-75507a37-fedc-4bea-8cfc-8fec5072a9ef tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:48.007136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afb22d-44ad-4f8c-b194-b39dcf466945 req-5a51c5bd-1304-4c10-96de-ce42fcbea051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:48.009088 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-56afb22d-44ad-4f8c-b194-b39dcf466945 req-5a51c5bd-1304-4c10-96de-ce42fcbea051 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5ce0c877d554ec492166d4081f3bc35&device_id=528de228-c644-4e36-9694-f38aa25b68fd HTTP/1.1" status: 200 len: 1096 time: 0.1448181 Jul 07 16:47:48.011854 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b010c013-dc11-4535-9b0f-66475bb934ff req-75507a37-fedc-4bea-8cfc-8fec5072a9ef tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 969 time: 0.1749465 Jul 07 16:47:48.086052 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b010c013-dc11-4535-9b0f-66475bb934ff req-fd59a311-1af8-4f3b-9a0f-3a7e55ad742c tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730042 Jul 07 16:47:48.129498 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b12c8a-05d7-4684-800c-95d50bb0bba9 req-7ff11da3-0fb2-4f92-9e0d-3fdffafb15cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:48.131618 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-34b12c8a-05d7-4684-800c-95d50bb0bba9 req-7ff11da3-0fb2-4f92-9e0d-3fdffafb15cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 1095 time: 0.1168802 Jul 07 16:47:48.146848 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33b464a-f0b5-48bf-b0fa-09895a452e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a99d30-a08d-4863-a4a7-8c8cb6402987'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:48.149278 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acaf82ad-4555-431f-8afc-e879375bc574" -d '{"events": [{"server_uuid": "a33b464a-f0b5-48bf-b0fa-09895a452e30", "name": "network-vif-plugged", "status": "completed", "tag": "a6a99d30-a08d-4863-a4a7-8c8cb6402987"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:48.221588 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afb22d-44ad-4f8c-b194-b39dcf466945 req-461dd5b3-557c-45d7-ab56-5da7fe52e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:48.224256 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-56afb22d-44ad-4f8c-b194-b39dcf466945 req-461dd5b3-557c-45d7-ab56-5da7fe52e363 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c85edc96-c222-49c3-a60a-171b400e82ed HTTP/1.1" status: 200 len: 924 time: 0.1631708 Jul 07 16:47:48.238824 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ec763-2541-4fea-ba01-5c94d93e72d7 req-1b1d307a-4d06-4309-8a68-01314dbacdec tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:48.240798 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-da6ec763-2541-4fea-ba01-5c94d93e72d7 req-1b1d307a-4d06-4309-8a68-01314dbacdec tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 948 time: 0.2246771 Jul 07 16:47:48.275729 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b12c8a-05d7-4684-800c-95d50bb0bba9 req-e68825b5-4120-404e-8368-adac7d0467f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:48.277755 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-34b12c8a-05d7-4684-800c-95d50bb0bba9 req-e68825b5-4120-404e-8368-adac7d0467f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 921 time: 0.1115475 Jul 07 16:47:48.332450 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-34b12c8a-05d7-4684-800c-95d50bb0bba9 req-9f2d0773-cf24-433b-be53-4a001162d857 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 HTTP/1.1" status: 200 len: 217 time: 0.0451353 Jul 07 16:47:48.442095 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-56afb22d-44ad-4f8c-b194-b39dcf466945 req-ba732143-5c22-4016-b6b6-3a60eacab4e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 HTTP/1.1" status: 200 len: 1001 time: 0.1981351 Jul 07 16:47:48.466408 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b12c8a-05d7-4684-800c-95d50bb0bba9 req-afad0dd7-f3b3-4c6e-868e-2d0d38e0e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:48.466408 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-34b12c8a-05d7-4684-800c-95d50bb0bba9 req-afad0dd7-f3b3-4c6e-868e-2d0d38e0e5ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.1065214 Jul 07 16:47:48.539217 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-34b12c8a-05d7-4684-800c-95d50bb0bba9 req-995745bb-d163-4b24-8eac-7ef1611a253f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642369 Jul 07 16:47:48.582334 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-da6ec763-2541-4fea-ba01-5c94d93e72d7 req-9fd7d622-2f3b-4422-8431-9e5083f6e7e4 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338404 Jul 07 16:47:48.688234 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639574a3-a5a7-49f7-841d-51b9f1526bd7 x-openstack-request-id: req-639574a3-a5a7-49f7-841d-51b9f1526bd7 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:48.688595 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33b464a-f0b5-48bf-b0fa-09895a452e30", "name": "network-vif-plugged", "status": "completed", "tag": "a6a99d30-a08d-4863-a4a7-8c8cb6402987", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:48.692146 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-639574a3-a5a7-49f7-841d-51b9f1526bd7 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:48.692569 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33b464a-f0b5-48bf-b0fa-09895a452e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a99d30-a08d-4863-a4a7-8c8cb6402987', 'code': 200} Jul 07 16:47:48.704385 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:48.709832 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d0bd12-5e77-4f57-8039-e2fe5a1278f8', 'tag': '78af5bd3-4034-4762-a6a0-1b73f58d5009'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:48.715238 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ef4ee4-433b-4428-954e-e86c93ebc393" -d '{"events": [{"name": "network-changed", "server_uuid": "91d0bd12-5e77-4f57-8039-e2fe5a1278f8", "tag": "78af5bd3-4034-4762-a6a0-1b73f58d5009"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:48.793473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afb22d-44ad-4f8c-b194-b39dcf466945 req-628384b1-de3c-4e19-af4c-606a9e92ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:48.798053 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-56afb22d-44ad-4f8c-b194-b39dcf466945 req-628384b1-de3c-4e19-af4c-606a9e92ac2c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=414e5f56-f327-49ce-ba9b-6eafeb3fd8cc HTTP/1.1" status: 200 len: 862 time: 0.3391674 Jul 07 16:47:48.825649 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-34b12c8a-05d7-4684-800c-95d50bb0bba9 req-4724b534-01d5-4ba0-a994-0055ec6cf60d service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786629 Jul 07 16:47:49.006617 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7845b625-0a39-494d-9ed7-391349d6ee31 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:49.075855 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afb22d-44ad-4f8c-b194-b39dcf466945 req-4483b0c3-c9e4-4dbb-a6d9-8441f4af667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:49.080166 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-56afb22d-44ad-4f8c-b194-b39dcf466945 req-4483b0c3-c9e4-4dbb-a6d9-8441f4af667c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c85edc96-c222-49c3-a60a-171b400e82ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2683094 Jul 07 16:47:49.135561 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-dd1979fa-f834-48ae-ba26-5693bc8a5daa tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:49.138919 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-dd1979fa-f834-48ae-ba26-5693bc8a5daa tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.15 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 820 time: 0.5969014 Jul 07 16:47:49.180278 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 7845b625-0a39-494d-9ed7-391349d6ee31 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:49.181239 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:49.224742 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c6fe86b5-b001-43b4-9543-1643e2258f08 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Request body: {'port': {'device_id': '048bfbe5-164e-4bda-b22d-276e680b7843', 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591', 'admin_state_up': True, 'tenant_id': 'baeeea6f8e704c6d9313d4f5ee61fa20'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:49.251551 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb43ab-2d7b-463e-99ff-6d2e347fbc29 req-03a582f0-432e-4803-9293-2c6e613e73f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:49.256323 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-96fb43ab-2d7b-463e-99ff-6d2e347fbc29 req-03a582f0-432e-4803-9293-2c6e613e73f5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a33b464a-f0b5-48bf-b0fa-09895a452e30 HTTP/1.1" status: 200 len: 1100 time: 0.3130217 Jul 07 16:47:49.351685 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-34b12c8a-05d7-4684-800c-95d50bb0bba9 req-e6ace71e-83ac-4046-8fce-e708cffc14cb service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982660 Jul 07 16:47:49.367529 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 164e8a0e-3c71-4aa6-8950-f062cdf82b1e up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:49.377964 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-96fb43ab-2d7b-463e-99ff-6d2e347fbc29 req-6f261b8d-cc2a-4ed6-8bc0-c77bf1ba36dd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078050 Jul 07 16:47:49.415774 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:49.494479 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 7845b625-0a39-494d-9ed7-391349d6ee31, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7845b625-0a39-494d-9ed7-391349d6ee31,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:49.506135 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:49.507348 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-febf1e20-7515-4024-8a33-3dac86802b8a req-56906afd-5179-45a0-83fd-0d02501d0935 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 210 time: 0.1095202 Jul 07 16:47:49.526951 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-e99b38c6-df0f-413f-bb70-80016701176f tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a79049e951be40ee9ddbc6e40a2afed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673912 Jul 07 16:47:49.679435 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095a222-75cf-4890-aa52-a9c9b96056d6 req-6953486e-1456-4386-9480-b83c19378d21 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:49.686441 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4095a222-75cf-4890-aa52-a9c9b96056d6 req-6953486e-1456-4386-9480-b83c19378d21 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee HTTP/1.1" status: 200 len: 949 time: 0.4637690 Jul 07 16:47:49.755455 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4095a222-75cf-4890-aa52-a9c9b96056d6 req-c76c7025-4caa-4c7d-9432-be5e774132bf tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674608 Jul 07 16:47:49.765073 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-56afb22d-44ad-4f8c-b194-b39dcf466945 req-c2dd1104-b7d7-4432-a34e-8faf8cefe98a service neutron] 10.222.0.69 "GET /v2.0/networks/c85edc96-c222-49c3-a60a-171b400e82ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6760390 Jul 07 16:47:49.770112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=7845b625-0a39-494d-9ed7-391349d6ee31,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:49.791687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 164e8a0e-3c71-4aa6-8950-f062cdf82b1e completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:49.799024 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 164e8a0e-3c71-4aa6-8950-f062cdf82b1e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:49.799977 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:49.914555 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.15', 55540) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:49.961829 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-241c980e-6b26-4a48-8758-2177df153758 req-37637b65-84b0-4a7b-aecf-ea6e3178f052 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=832a0f2a-4558-4fd6-b221-5f36757f54a1 HTTP/1.1" status: 200 len: 210 time: 0.0838261 Jul 07 16:47:50.024177 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:50.034481 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-8bb7af78-c4ea-4c56-a35b-e0185bad8463 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:50.039692 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-8bb7af78-c4ea-4c56-a35b-e0185bad8463 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5019319 Jul 07 16:47:50.077432 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-56afb22d-44ad-4f8c-b194-b39dcf466945 req-b8fb36d4-9182-4a6a-8286-e549a5a70b96 service neutron] 10.222.0.69 "GET /v2.0/networks/c85edc96-c222-49c3-a60a-171b400e82ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638757 Jul 07 16:47:50.082305 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e580c68-3ea1-4dd2-930c-3e6c4e8910ba x-openstack-request-id: req-9e580c68-3ea1-4dd2-930c-3e6c4e8910ba {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:50.082756 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d0bd12-5e77-4f57-8039-e2fe5a1278f8", "tag": "78af5bd3-4034-4762-a6a0-1b73f58d5009", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:50.083108 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e580c68-3ea1-4dd2-930c-3e6c4e8910ba {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:50.083758 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d0bd12-5e77-4f57-8039-e2fe5a1278f8', 'tag': '78af5bd3-4034-4762-a6a0-1b73f58d5009', 'status': 'completed', 'code': 200} Jul 07 16:47:50.084176 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-2349a3c8-cd9c-4dd9-87df-02695d86efc0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Request body: {'port': {'device_id': '832a0f2a-4558-4fd6-b221-5f36757f54a1', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': 'a79049e951be40ee9ddbc6e40a2afed5'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:50.140580 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 164e8a0e-3c71-4aa6-8950-f062cdf82b1e, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=164e8a0e-3c71-4aa6-8950-f062cdf82b1e,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:50.153609 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c6fe86b5-b001-43b4-9543-1643e2258f08 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Made reservation on behalf of baeeea6f8e704c6d9313d4f5ee61fa20 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:50.159225 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c6fe86b5-b001-43b4-9543-1643e2258f08 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:50.177436 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:50.234082 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:50.303386 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=164e8a0e-3c71-4aa6-8950-f062cdf82b1e,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:50.375722 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c6fe86b5-b001-43b4-9543-1643e2258f08 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Allocated IP 172.20.0.5 (6a7cbe27-a426-43a5-ac40-87a1e044e591/65f82198-e4d7-4134-910a-03fa423ad754/023ba46b-f2f0-40b0-a34f-eaab91f73f67) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:47:50.433769 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-2349a3c8-cd9c-4dd9-87df-02695d86efc0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Made reservation on behalf of a79049e951be40ee9ddbc6e40a2afed5 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:47:50.437971 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-2349a3c8-cd9c-4dd9-87df-02695d86efc0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:50.463608 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-9f79ed59-db77-4b47-b29b-8b84bd19526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:50.465632 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-9f79ed59-db77-4b47-b29b-8b84bd19526a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 1099 time: 0.4251850 Jul 07 16:47:50.467871 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-2349a3c8-cd9c-4dd9-87df-02695d86efc0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:50.607108 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-abce6840-f8d6-4b82-8d0c-05c4fc7824eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:50.608951 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-abce6840-f8d6-4b82-8d0c-05c4fc7824eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 1099 time: 0.6932840 Jul 07 16:47:50.610031 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c6fe86b5-b001-43b4-9543-1643e2258f08 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:50.639120 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-2349a3c8-cd9c-4dd9-87df-02695d86efc0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:50.670576 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c6fe86b5-b001-43b4-9543-1643e2258f08 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:50.688618 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-2349a3c8-cd9c-4dd9-87df-02695d86efc0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:50.694757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d480e1-4ae1-4fd3-86d0-471358d9a729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7845b625-0a39-494d-9ed7-391349d6ee31'}, {'server_uuid': '92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164e8a0e-3c71-4aa6-8950-f062cdf82b1e'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:50.697139 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99500182-2dbe-4700-9949-40f9e1c4939c" -d '{"events": [{"server_uuid": "28d480e1-4ae1-4fd3-86d0-471358d9a729", "name": "network-vif-plugged", "status": "completed", "tag": "7845b625-0a39-494d-9ed7-391349d6ee31"}, {"server_uuid": "92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee", "name": "network-vif-plugged", "status": "completed", "tag": "164e8a0e-3c71-4aa6-8950-f062cdf82b1e"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:50.806668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c6fe86b5-b001-43b4-9543-1643e2258f08 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Network 6a7cbe27-a426-43a5-ac40-87a1e044e591 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:50.806668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe86b5-b001-43b4-9543-1643e2258f08 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Pushing event updated for resources: {'Port': ['ID=023ba46b-f2f0-40b0-a34f-eaab91f73f67,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:50.810908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c6fe86b5-b001-43b4-9543-1643e2258f08 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:50.818876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c6fe86b5-b001-43b4-9543-1643e2258f08 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:50.825003 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c6fe86b5-b001-43b4-9543-1643e2258f08 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:50.825463 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36372ac2-e864-4e61-83b0-79be9ca222ee req-d64a2c1f-3d5a-44f1-8cd3-ca69344e8f7e tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:50.825996 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c6fe86b5-b001-43b4-9543-1643e2258f08 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:50.837236 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-36372ac2-e864-4e61-83b0-79be9ca222ee req-d64a2c1f-3d5a-44f1-8cd3-ca69344e8f7e tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.5183382 Jul 07 16:47:50.847886 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-9151a199-ac76-4f68-b951-2965eb61ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:50.850598 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-9151a199-ac76-4f68-b951-2965eb61ff81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1689982 Jul 07 16:47:50.859384 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c6fe86b5-b001-43b4-9543-1643e2258f08 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6921506 Jul 07 16:47:50.869410 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dca86b-fa87-4162-8fcf-ff1097ef7622 req-eda302aa-cbe6-47e4-8534-7aa5abcc7dcd tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:50.871308 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a1dca86b-fa87-4162-8fcf-ff1097ef7622 req-eda302aa-cbe6-47e4-8534-7aa5abcc7dcd tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 948 time: 0.1435268 Jul 07 16:47:50.877502 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] Request body: {'port': {'device_id': '048bfbe5-164e-4bda-b22d-276e680b7843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:50.947456 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a1dca86b-fa87-4162-8fcf-ff1097ef7622 req-ea86e271-d301-4277-9a05-0c241dfc9eca tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669577 Jul 07 16:47:51.014688 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:51.023939 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-197b168b-186d-4ff8-83ed-8ec2d362a5f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=78af5bd3-4034-4762-a6a0-1b73f58d5009 HTTP/1.1" status: 200 len: 217 time: 0.0875349 Jul 07 16:47:51.025226 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 78af5bd3-4034-4762-a6a0-1b73f58d5009 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:47:51.064495 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349a3c8-cd9c-4dd9-87df-02695d86efc0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ee9fb0-6781-4ba0-837b-4b44aebe14aa,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:51.145825 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-36372ac2-e864-4e61-83b0-79be9ca222ee req-9fba0d3a-6c81-4dc2-a658-6f65f9b2f2da tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149429 Jul 07 16:47:51.180805 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-4f90dc2a-d350-468e-b738-da074055d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:51.182984 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-4f90dc2a-d350-468e-b738-da074055d564 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.7036903 Jul 07 16:47:51.228548 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 78af5bd3-4034-4762-a6a0-1b73f58d5009, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=78af5bd3-4034-4762-a6a0-1b73f58d5009,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:51.246954 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1fe3c7-263e-4eae-9d0c-74313bc58204 x-openstack-request-id: req-cd1fe3c7-263e-4eae-9d0c-74313bc58204 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:51.247729 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d480e1-4ae1-4fd3-86d0-471358d9a729", "name": "network-vif-plugged", "status": "completed", "tag": "7845b625-0a39-494d-9ed7-391349d6ee31", "code": 200}, {"server_uuid": "92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee", "name": "network-vif-plugged", "status": "completed", "tag": "164e8a0e-3c71-4aa6-8950-f062cdf82b1e", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:51.250127 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd1fe3c7-263e-4eae-9d0c-74313bc58204 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:51.250591 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d480e1-4ae1-4fd3-86d0-471358d9a729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7845b625-0a39-494d-9ed7-391349d6ee31', 'code': 200} Jul 07 16:47:51.252806 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164e8a0e-3c71-4aa6-8950-f062cdf82b1e', 'code': 200} Jul 07 16:47:51.258283 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '78af5bd3-4034-4762-a6a0-1b73f58d5009', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '78af5bd3-4034-4762-a6a0-1b73f58d5009', 'mac_address': 'fa:16:3e:29:f6:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:47:51.309760 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-08908069-421c-4bdd-ab0e-bb92d817f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:51.311589 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-08908069-421c-4bdd-ab0e-bb92d817f7a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.2667730 Jul 07 16:47:51.312880 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-73a06677-12af-4dd7-af28-9d64864a978e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=78af5bd3-4034-4762-a6a0-1b73f58d5009 HTTP/1.1" status: 200 len: 217 time: 0.1156580 Jul 07 16:47:51.316378 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:51.331034 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78af5bd3-4034-4762-a6a0-1b73f58d5009 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:51.335282 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-2349a3c8-cd9c-4dd9-87df-02695d86efc0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Allocated IP 192.168.233.55 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/42171e8f-2d48-496c-97b8-5650b84f11ec) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:47:51.358882 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 78af5bd3-4034-4762-a6a0-1b73f58d5009, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=78af5bd3-4034-4762-a6a0-1b73f58d5009,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:51.366515 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:51.437179 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92879c-5b01-4767-ae53-c511bc9c32f2 req-674c9478-6145-4057-afae-657a54095c04 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:51.445157 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f92879c-5b01-4767-ae53-c511bc9c32f2 req-674c9478-6145-4057-afae-657a54095c04 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 931 time: 0.2570636 Jul 07 16:47:51.461642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=78af5bd3-4034-4762-a6a0-1b73f58d5009,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:51.523683 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bc308-7296-414d-84a1-4033e239c843 req-6a687d4c-0e8f-444c-8ea0-0dac9f46fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:51.525123 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5d4bc308-7296-414d-84a1-4033e239c843 req-6a687d4c-0e8f-444c-8ea0-0dac9f46fac4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee HTTP/1.1" status: 200 len: 1101 time: 0.1932216 Jul 07 16:47:51.526836 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-8235cc65-5260-4316-970b-1a48ee732956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:51.528300 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-8235cc65-5260-4316-970b-1a48ee732956 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.2029617 Jul 07 16:47:51.566088 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f92879c-5b01-4767-ae53-c511bc9c32f2 req-a177407e-8519-41e4-b835-0a361811b309 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199234 Jul 07 16:47:51.617811 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5d4bc308-7296-414d-84a1-4033e239c843 req-ae4cf32e-56a1-4e0a-b584-ce9a3ab40b80 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775468 Jul 07 16:47:51.639924 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 023ba46b-f2f0-40b0-a34f-eaab91f73f67 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:51.650746 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:51.662533 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-164dc370-c3e8-4d2e-aad5-5feafe0d28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:51.664049 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-164dc370-c3e8-4d2e-aad5-5feafe0d28d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3376372 Jul 07 16:47:51.665981 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] Transition to ACTIVE for port object 023ba46b-f2f0-40b0-a34f-eaab91f73f67 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:51.676599 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['78af5bd3-4034-4762-a6a0-1b73f58d5009'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:51.688505 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:51.732524 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=023ba46b-f2f0-40b0-a34f-eaab91f73f67,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:51.744737 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd568d-7eb9-47cd-a2d0-0d7e114fb97c req-5d1bf05d-7ef2-4a03-ae85-fdf3c885c290 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:51.748388 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86fd568d-7eb9-47cd-a2d0-0d7e114fb97c req-5d1bf05d-7ef2-4a03-ae85-fdf3c885c290 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee HTTP/1.1" status: 200 len: 950 time: 0.3003705 Jul 07 16:47:51.808927 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] Attempting to bind port 023ba46b-f2f0-40b0-a34f-eaab91f73f67 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:51.809320 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] Attempting to bind port 023ba46b-f2f0-40b0-a34f-eaab91f73f67 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:51.809938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] Attempting to bind port 023ba46b-f2f0-40b0-a34f-eaab91f73f67 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:51.851245 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb6f2c2c-a9f3-4d2a-b17e-ea96dd203d15 req-d5d5a496-343a-4c16-99e5-c299716657af tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=832a0f2a-4558-4fd6-b221-5f36757f54a1 HTTP/1.1" status: 200 len: 210 time: 0.0637136 Jul 07 16:47:51.852372 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] Port 023ba46b-f2f0-40b0-a34f-eaab91f73f67 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:51.855259 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] Attempting to bind port 023ba46b-f2f0-40b0-a34f-eaab91f73f67 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:51.865296 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:51.867252 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] Checking segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:51.867685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] Bound using segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:51.868142 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] Bound port: 023ba46b-f2f0-40b0-a34f-eaab91f73f67, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:51.868513 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.029979 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] For port 023ba46b-f2f0-40b0-a34f-eaab91f73f67, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:52.035911 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] For port 023ba46b-f2f0-40b0-a34f-eaab91f73f67, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=023ba46b-f2f0-40b0-a34f-eaab91f73f67,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:52.045317 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.098536 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:52.099655 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.100984 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] 10.222.0.15 "PUT /v2.0/ports/023ba46b-f2f0-40b0-a34f-eaab91f73f67 HTTP/1.1" status: 200 len: 1091 time: 1.2285264 Jul 07 16:47:52.106992 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048bfbe5-164e-4bda-b22d-276e680b7843', 'tag': '023ba46b-f2f0-40b0-a34f-eaab91f73f67'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:52.120059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-7ffc4b5c-1b4b-48e3-8c95-1203bf2d337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:52.120295 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743397f8-f1a7-499a-be55-7aab1dafdadc" -d '{"events": [{"name": "network-changed", "server_uuid": "048bfbe5-164e-4bda-b22d-276e680b7843", "tag": "023ba46b-f2f0-40b0-a34f-eaab91f73f67"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:52.121552 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-7ffc4b5c-1b4b-48e3-8c95-1203bf2d337b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5784411 Jul 07 16:47:52.158035 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4daeb63-b272-44c3-93a0-c5c31997e8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=023ba46b-f2f0-40b0-a34f-eaab91f73f67,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:52.226820 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-2349a3c8-cd9c-4dd9-87df-02695d86efc0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.242663 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86fd568d-7eb9-47cd-a2d0-0d7e114fb97c req-c51fa907-797b-4fc6-82e9-14a7a593f61d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927917 Jul 07 16:47:52.256713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-025992b8-5c7c-472f-a0c0-5ad534045ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:52.258254 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-025992b8-5c7c-472f-a0c0-5ad534045ccf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 1094 time: 0.0923488 Jul 07 16:47:52.284818 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-efa14e26-6c2d-4067-8a7c-07a749bca6f3 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069007 Jul 07 16:47:52.300588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-2349a3c8-cd9c-4dd9-87df-02695d86efc0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Transition to ACTIVE for port object 42171e8f-2d48-496c-97b8-5650b84f11ec will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:52.325819 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-cb95c27a-153b-498e-89d1-6df2a5557e38 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=023ba46b-f2f0-40b0-a34f-eaab91f73f67 HTTP/1.1" status: 200 len: 217 time: 0.0588701 Jul 07 16:47:52.398171 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06f91e8-41b6-44f2-9160-348f3ea145f2 x-openstack-request-id: req-e06f91e8-41b6-44f2-9160-348f3ea145f2 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:52.398494 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048bfbe5-164e-4bda-b22d-276e680b7843", "tag": "023ba46b-f2f0-40b0-a34f-eaab91f73f67", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:52.398751 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e06f91e8-41b6-44f2-9160-348f3ea145f2 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:52.399150 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048bfbe5-164e-4bda-b22d-276e680b7843', 'tag': '023ba46b-f2f0-40b0-a34f-eaab91f73f67', 'status': 'completed', 'code': 200} Jul 07 16:47:52.410847 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-f022d8bb-6b83-400c-a4de-f217fc2ba414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:52.412330 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-f022d8bb-6b83-400c-a4de-f217fc2ba414 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.0637767 Jul 07 16:47:52.421866 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-5fc60328-642e-4f23-86d1-13a612bf1f6c service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889373 Jul 07 16:47:52.441834 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cb6b8-73fb-4390-83b2-0c0ceea5fe35 req-e462782a-e29f-4d33-9f21-d08acf264f57 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:52.444142 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-946cb6b8-73fb-4390-83b2-0c0ceea5fe35 req-e462782a-e29f-4d33-9f21-d08acf264f57 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 949 time: 0.1687348 Jul 07 16:47:52.447899 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-2349a3c8-cd9c-4dd9-87df-02695d86efc0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.498532 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-4d2f302f-2406-4a29-9134-248f8f3e936e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697277 Jul 07 16:47:52.572347 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-d7536fa5-0fbd-4bc4-923b-218ecea2932f service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648041 Jul 07 16:47:52.573796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-2349a3c8-cd9c-4dd9-87df-02695d86efc0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:47:52.581520 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-2349a3c8-cd9c-4dd9-87df-02695d86efc0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:47:52.588647 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-946cb6b8-73fb-4390-83b2-0c0ceea5fe35 req-9f9fc300-acf3-41fb-abb1-411c3f1a4c88 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345458 Jul 07 16:47:52.610016 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-2349a3c8-cd9c-4dd9-87df-02695d86efc0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:47:52.617309 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-2349a3c8-cd9c-4dd9-87df-02695d86efc0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:52.618033 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-2349a3c8-cd9c-4dd9-87df-02695d86efc0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:52.666492 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-cb01eab9-87db-4934-8ab6-a5a7cd5067af service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563478 Jul 07 16:47:52.668390 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349a3c8-cd9c-4dd9-87df-02695d86efc0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Pushing event updated for resources: {'Port': ['ID=42171e8f-2d48-496c-97b8-5650b84f11ec,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:52.720642 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-2349a3c8-cd9c-4dd9-87df-02695d86efc0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6616366 Jul 07 16:47:52.738557 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58ef4ee4-433b-4428-954e-e86c93ebc393 req-f959b85d-a7eb-49e8-b2ef-05614282ce86 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040590 Jul 07 16:47:52.750129 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] Request body: {'port': {'device_id': '832a0f2a-4558-4fd6-b221-5f36757f54a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:47:52.826093 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21455d76-a52a-407f-b51d-37b19055105f req-35a17250-5111-4747-8ba6-23469b7573aa tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:52.838810 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21455d76-a52a-407f-b51d-37b19055105f req-35a17250-5111-4747-8ba6-23469b7573aa tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.3047223 Jul 07 16:47:52.922479 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21455d76-a52a-407f-b51d-37b19055105f req-cc1575dc-6b25-4ce4-9db0-078b0d75ef3b tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827196 Jul 07 16:47:52.950147 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c61fd2c-1024-45dc-b7ba-6f5d43755b3b req-084267a3-c5d4-44dc-a3dd-a0da1232f369 service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561500 Jul 07 16:47:52.989132 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4a1861c3-f691-49cc-962e-55d09c5cabeb None None] Provisioning for port 42171e8f-2d48-496c-97b8-5650b84f11ec completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:52.994207 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4a1861c3-f691-49cc-962e-55d09c5cabeb None None] Provisioning complete for port 42171e8f-2d48-496c-97b8-5650b84f11ec triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:52.996610 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4a1861c3-f691-49cc-962e-55d09c5cabeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:53.001238 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892856b2-851c-4af0-8bc9-5ab2ba845b7b req-4f0c7a9b-5ce1-4fa2-952a-66724d16f49a tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:53.014981 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-892856b2-851c-4af0-8bc9-5ab2ba845b7b req-4f0c7a9b-5ce1-4fa2-952a-66724d16f49a tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 943 time: 0.1309810 Jul 07 16:47:53.028876 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:53.082912 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4a1861c3-f691-49cc-962e-55d09c5cabeb None None] Port 42171e8f-2d48-496c-97b8-5650b84f11ec cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:47:53.088890 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 78af5bd3-4034-4762-a6a0-1b73f58d5009 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:53.159772 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-892856b2-851c-4af0-8bc9-5ab2ba845b7b req-f60b4b6a-bbed-40eb-ba68-12a71525ff26 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403265 Jul 07 16:47:53.210944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743397f8-f1a7-499a-be55-7aab1dafdadc req-7cf3a825-33e9-44d6-b5f4-25425f2a6cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:53.212889 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-743397f8-f1a7-499a-be55-7aab1dafdadc req-7cf3a825-33e9-44d6-b5f4-25425f2a6cf5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 1094 time: 0.1667867 Jul 07 16:47:53.254781 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 78af5bd3-4034-4762-a6a0-1b73f58d5009 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:53.261758 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 78af5bd3-4034-4762-a6a0-1b73f58d5009 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:53.262325 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:53.347605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743397f8-f1a7-499a-be55-7aab1dafdadc req-287b3ebe-be3f-4af1-9429-d715bdbb8c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:53.356491 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-743397f8-f1a7-499a-be55-7aab1dafdadc req-287b3ebe-be3f-4af1-9429-d715bdbb8c59 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 921 time: 0.1352885 Jul 07 16:47:53.373498 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:53.405362 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-743397f8-f1a7-499a-be55-7aab1dafdadc req-cb960bf1-6ca1-4d66-a582-249a3048d496 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=023ba46b-f2f0-40b0-a34f-eaab91f73f67 HTTP/1.1" status: 200 len: 217 time: 0.0397437 Jul 07 16:47:53.407200 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d0bd12-5e77-4f57-8039-e2fe5a1278f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78af5bd3-4034-4762-a6a0-1b73f58d5009'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:53.409990 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c338ba-e57e-43e9-977b-0c41383b75bd" -d '{"events": [{"server_uuid": "91d0bd12-5e77-4f57-8039-e2fe5a1278f8", "name": "network-vif-plugged", "status": "completed", "tag": "78af5bd3-4034-4762-a6a0-1b73f58d5009"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:53.425538 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 78af5bd3-4034-4762-a6a0-1b73f58d5009, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=78af5bd3-4034-4762-a6a0-1b73f58d5009,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:53.434302 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:53.514450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743397f8-f1a7-499a-be55-7aab1dafdadc req-9a46e480-8609-4695-aa1b-4b9c7bbe9d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:53.521298 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-743397f8-f1a7-499a-be55-7aab1dafdadc req-9a46e480-8609-4695-aa1b-4b9c7bbe9d34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.1043365 Jul 07 16:47:53.563425 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=78af5bd3-4034-4762-a6a0-1b73f58d5009,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:53.583803 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-743397f8-f1a7-499a-be55-7aab1dafdadc req-9417af8d-6300-4e4d-9e47-c0d7b7b56c5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549364 Jul 07 16:47:53.606513 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278215f1-1d76-4c47-8054-0270190e9a46 req-c28ab2be-aa2c-49f0-90c7-c4df57575eb9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:53.608086 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-278215f1-1d76-4c47-8054-0270190e9a46 req-c28ab2be-aa2c-49f0-90c7-c4df57575eb9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.69 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8&tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&binding%3Ahost_id=n-h1-793620-7 HTTP/1.1" status: 200 len: 950 time: 0.2334628 Jul 07 16:47:53.613694 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4d4c2-ed09-4265-912f-bd1b9a3c1afe req-a0e5fdc1-c3e5-468b-b34a-0dda632aa708 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:53.615249 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5fb4d4c2-ed09-4265-912f-bd1b9a3c1afe req-a0e5fdc1-c3e5-468b-b34a-0dda632aa708 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=832a0f2a-4558-4fd6-b221-5f36757f54a1 HTTP/1.1" status: 200 len: 935 time: 0.2029982 Jul 07 16:47:53.723992 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5fb4d4c2-ed09-4265-912f-bd1b9a3c1afe req-49f8be46-e380-466e-9e87-d85f15099e7f tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975313 Jul 07 16:47:53.728966 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42171e8f-2d48-496c-97b8-5650b84f11ec {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:53.751767 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:53.765584 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-743397f8-f1a7-499a-be55-7aab1dafdadc req-273d66d0-1405-456d-9032-393c20ed95cd service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679184 Jul 07 16:47:53.774725 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] Transition to ACTIVE for port object 42171e8f-2d48-496c-97b8-5650b84f11ec will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:47:53.776900 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [req-278215f1-1d76-4c47-8054-0270190e9a46 req-4cd65f11-6552-4734-8586-ce27d4942bfe service neutron] delete failed (client error): The resource could not be found. Jul 07 16:47:53.776900 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-278215f1-1d76-4c47-8054-0270190e9a46 req-4cd65f11-6552-4734-8586-ce27d4942bfe service neutron] 10.222.0.69 "DELETE /v2.0/ports/78af5bd3-4034-4762-a6a0-1b73f58d5009/bindings/n-h2-793620-7 HTTP/1.1" status: 404 len: 380 time: 0.1617656 Jul 07 16:47:53.790301 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6df3a2-40a8-4d3d-be1d-dae37eb16fc6 req-ede16a82-aa13-4a53-b518-6099eec28d2a tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:53.791877 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb6df3a2-40a8-4d3d-be1d-dae37eb16fc6 req-ede16a82-aa13-4a53-b518-6099eec28d2a tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.1780522 Jul 07 16:47:53.793068 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:53.874051 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] Pushing event updated for resources: {'Port': ['ID=42171e8f-2d48-496c-97b8-5650b84f11ec,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:53.889004 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb6df3a2-40a8-4d3d-be1d-dae37eb16fc6 req-f935807b-eae1-453f-b8aa-f2d0a3762394 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905428 Jul 07 16:47:53.949745 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] Attempting to bind port 42171e8f-2d48-496c-97b8-5650b84f11ec on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:47:53.950431 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] Attempting to bind port 42171e8f-2d48-496c-97b8-5650b84f11ec by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:47:53.950971 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] Attempting to bind port 42171e8f-2d48-496c-97b8-5650b84f11ec on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:53.989924 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-743397f8-f1a7-499a-be55-7aab1dafdadc req-506f0a92-9ec0-4b31-bef0-16925e895670 service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167528 Jul 07 16:47:53.996986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] Port 42171e8f-2d48-496c-97b8-5650b84f11ec on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:47:53.997853 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] Attempting to bind port 42171e8f-2d48-496c-97b8-5650b84f11ec on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:47:54.004948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:47:54.005769 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:47:54.006361 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:47:54.007134 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] Bound port: 42171e8f-2d48-496c-97b8-5650b84f11ec, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:47:54.007657 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:54.030234 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c82308-2dde-47e8-8f94-53ec10ee62b7 x-openstack-request-id: req-97c82308-2dde-47e8-8f94-53ec10ee62b7 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:54.030773 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d0bd12-5e77-4f57-8039-e2fe5a1278f8", "name": "network-vif-plugged", "status": "completed", "tag": "78af5bd3-4034-4762-a6a0-1b73f58d5009", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:54.032013 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-97c82308-2dde-47e8-8f94-53ec10ee62b7 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:54.032013 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d0bd12-5e77-4f57-8039-e2fe5a1278f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78af5bd3-4034-4762-a6a0-1b73f58d5009', 'code': 200} Jul 07 16:47:54.082747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d040a07-9eb4-482e-ace1-f9153b682212 req-4acabec4-7029-4859-8ae9-871d9a817f4f tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:54.084519 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d040a07-9eb4-482e-ace1-f9153b682212 req-4acabec4-7029-4859-8ae9-871d9a817f4f tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee HTTP/1.1" status: 200 len: 950 time: 0.1889634 Jul 07 16:47:54.101573 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278215f1-1d76-4c47-8054-0270190e9a46 req-7c26edf4-2e01-404c-9276-68c8ee4c8508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:54.103222 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-278215f1-1d76-4c47-8054-0270190e9a46 req-7c26edf4-2e01-404c-9276-68c8ee4c8508 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 1101 time: 0.1491752 Jul 07 16:47:54.124401 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] For port 42171e8f-2d48-496c-97b8-5650b84f11ec, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:47:54.190749 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d040a07-9eb4-482e-ace1-f9153b682212 req-ab1ce2c4-68a9-4d8a-be56-9c40d74d2ef7 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821757 Jul 07 16:47:54.196178 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] For port 42171e8f-2d48-496c-97b8-5650b84f11ec, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=42171e8f-2d48-496c-97b8-5650b84f11ec,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:47:54.213579 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:54.274998 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:54.275616 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:54.277019 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] 10.222.0.15 "PUT /v2.0/ports/42171e8f-2d48-496c-97b8-5650b84f11ec HTTP/1.1" status: 200 len: 1095 time: 1.5450006 Jul 07 16:47:54.288770 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832a0f2a-4558-4fd6-b221-5f36757f54a1', 'tag': '42171e8f-2d48-496c-97b8-5650b84f11ec'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:47:54.291083 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b25353-1945-4aa4-890a-aec27d148d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "832a0f2a-4558-4fd6-b221-5f36757f54a1", "tag": "42171e8f-2d48-496c-97b8-5650b84f11ec"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:47:54.393152 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278215f1-1d76-4c47-8054-0270190e9a46 req-7890bc90-5642-4d22-bb4a-671a41b85799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:54.394848 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-278215f1-1d76-4c47-8054-0270190e9a46 req-7890bc90-5642-4d22-bb4a-671a41b85799 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.2851572 Jul 07 16:47:54.395454 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dc405-3097-4ebf-a89e-5816313238ab service neutron] Pushing event updated for resources: {'Port': ['ID=42171e8f-2d48-496c-97b8-5650b84f11ec,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:54.411385 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e58bf3-03c5-4644-9118-340c58f506c5 req-b59198e8-86e8-4bd4-be3e-aef85d0bd8b1 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:54.422046 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-24e58bf3-03c5-4644-9118-340c58f506c5 req-b59198e8-86e8-4bd4-be3e-aef85d0bd8b1 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 943 time: 0.0818615 Jul 07 16:47:54.455041 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-278215f1-1d76-4c47-8054-0270190e9a46 req-4f7652c3-d10a-4bf3-b12a-d7aa91eb96a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=78af5bd3-4034-4762-a6a0-1b73f58d5009 HTTP/1.1" status: 200 len: 217 time: 0.0505974 Jul 07 16:47:54.467790 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b2ddb-ae37-46ea-bae8-7959288cf0ae req-b6d0bc88-e2bb-4b2c-8cf1-92d66a140b3e tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:54.475721 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-473b2ddb-ae37-46ea-bae8-7959288cf0ae req-b6d0bc88-e2bb-4b2c-8cf1-92d66a140b3e tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.2917864 Jul 07 16:47:54.477458 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-24e58bf3-03c5-4644-9118-340c58f506c5 req-c490e09a-9b6c-4491-903b-0bbf4caf04e0 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544159 Jul 07 16:47:54.579785 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278215f1-1d76-4c47-8054-0270190e9a46 req-38cd2bd8-4021-41f3-8dfd-9b341db1002f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:54.581259 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-278215f1-1d76-4c47-8054-0270190e9a46 req-38cd2bd8-4021-41f3-8dfd-9b341db1002f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1020613 Jul 07 16:47:54.585944 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-2f8e8ef4-9a2f-4ae4-9180-0585771c7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:54.587745 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-2f8e8ef4-9a2f-4ae4-9180-0585771c7281 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a79049e951be40ee9ddbc6e40a2afed5&device_id=832a0f2a-4558-4fd6-b221-5f36757f54a1 HTTP/1.1" status: 200 len: 1098 time: 0.2540996 Jul 07 16:47:54.617632 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-473b2ddb-ae37-46ea-bae8-7959288cf0ae req-1e3e691b-1181-4a8e-9018-9478ad3495b2 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409578 Jul 07 16:47:54.665567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c5064-17f7-49f7-a39e-139eff14503f req-b4cefc4f-14d3-4e10-ab31-41db8c7d9504 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:54.672802 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-913c5064-17f7-49f7-a39e-139eff14503f req-b4cefc4f-14d3-4e10-ab31-41db8c7d9504 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=a33b464a-f0b5-48bf-b0fa-09895a452e30 HTTP/1.1" status: 200 len: 949 time: 0.0792773 Jul 07 16:47:54.722491 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-913c5064-17f7-49f7-a39e-139eff14503f req-bac48a59-9de0-4a09-81a2-6447195ddea4 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486677 Jul 07 16:47:54.728797 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-8ca182df-001c-424a-a1e3-fdf6fcf6faf2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=42171e8f-2d48-496c-97b8-5650b84f11ec HTTP/1.1" status: 200 len: 217 time: 0.1298292 Jul 07 16:47:54.771770 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089d49e5-625f-43d2-9031-08b1c65d8a6f x-openstack-request-id: req-089d49e5-625f-43d2-9031-08b1c65d8a6f {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:47:54.772213 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832a0f2a-4558-4fd6-b221-5f36757f54a1", "tag": "42171e8f-2d48-496c-97b8-5650b84f11ec", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:47:54.772577 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-089d49e5-625f-43d2-9031-08b1c65d8a6f {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:47:54.773090 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832a0f2a-4558-4fd6-b221-5f36757f54a1', 'tag': '42171e8f-2d48-496c-97b8-5650b84f11ec', 'status': 'completed', 'code': 200} Jul 07 16:47:54.800462 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-a64bad97-a966-4fb1-aeed-0ac268aed05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:54.802363 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-a64bad97-a966-4fb1-aeed-0ac268aed05e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0643299 Jul 07 16:47:54.810099 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278215f1-1d76-4c47-8054-0270190e9a46 req-3c4c086d-08fe-4e60-b188-4b6a62bddd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:54.813334 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-278215f1-1d76-4c47-8054-0270190e9a46 req-3c4c086d-08fe-4e60-b188-4b6a62bddd11 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2245088 Jul 07 16:47:55.026813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-49eaa8f0-0222-4147-81ff-ccea1f19db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:55.028355 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-49eaa8f0-0222-4147-81ff-ccea1f19db23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2090471 Jul 07 16:47:55.030555 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-278215f1-1d76-4c47-8054-0270190e9a46 req-b09d0a48-15a9-400b-90d8-fdb92bb1588d service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029393 Jul 07 16:47:55.081190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1fa77-5426-4851-b767-202fa85d600a req-826768ae-4c53-4fe8-baa7-382ef77d6e01 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:55.089242 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-63a1fa77-5426-4851-b767-202fa85d600a req-826768ae-4c53-4fe8-baa7-382ef77d6e01 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=832a0f2a-4558-4fd6-b221-5f36757f54a1 HTTP/1.1" status: 200 len: 947 time: 0.1017766 Jul 07 16:47:55.142867 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-63a1fa77-5426-4851-b767-202fa85d600a req-93a31d69-cf81-4ef3-8404-53252166c01f tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525854 Jul 07 16:47:55.237598 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-8eb88059-c9dd-42c0-9658-89b4adef06e8 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857107 Jul 07 16:47:55.239959 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-278215f1-1d76-4c47-8054-0270190e9a46 req-6b973848-5590-4dc0-a245-73ec3e952352 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019417 Jul 07 16:47:55.377087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0eac1-cee9-48f6-872b-212b22ee55c8 req-575cadd0-5a61-4d29-87e3-7cf3c975e93b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:55.384686 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7be0eac1-cee9-48f6-872b-212b22ee55c8 req-575cadd0-5a61-4d29-87e3-7cf3c975e93b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.0798490 Jul 07 16:47:55.392336 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58900) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:55.439235 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7be0eac1-cee9-48f6-872b-212b22ee55c8 req-36c18b72-acd3-47a1-a141-1b17ab3363fa tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532405 Jul 07 16:47:55.539839 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5fb4a380-5059-4099-85ec-3123b0714543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:55.674898 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d6c76683-0f89-42f2-a2f2-d914cbc8691a req-92f8910f-93f0-4341-8dff-097f9d628db7 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071605 Jul 07 16:47:55.713170 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5fb4a380-5059-4099-85ec-3123b0714543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:55.717381 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7cb9b-c2e7-4f34-9751-4467da372790 req-f9f53b51-39c1-4688-9be7-1a92148b0117 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:55.722844 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7cb9b-c2e7-4f34-9751-4467da372790 req-f9f53b51-39c1-4688-9be7-1a92148b0117 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:55.730095 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6db7cb9b-c2e7-4f34-9751-4467da372790 req-f9f53b51-39c1-4688-9be7-1a92148b0117 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee&device_id=a33b464a-f0b5-48bf-b0fa-09895a452e30 HTTP/1.1" status: 200 len: 1690 time: 0.4837968 Jul 07 16:47:55.737289 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5fb4a380-5059-4099-85ec-3123b0714543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:55.773014 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6db7cb9b-c2e7-4f34-9751-4467da372790 req-f87f09d4-c96f-4a0a-8963-83d5322dbef1 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414269 Jul 07 16:47:55.798652 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bbab3-57cb-4023-9fb6-601804da3516 req-34be4560-3a01-4c86-94fe-a0c504176248 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:55.800196 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c70bbab3-57cb-4023-9fb6-601804da3516 req-34be4560-3a01-4c86-94fe-a0c504176248 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 943 time: 0.1324952 Jul 07 16:47:55.802807 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5fb4a380-5059-4099-85ec-3123b0714543 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=635d93811fa0411aaa5b7ff50d440b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4092398 Jul 07 16:47:55.803501 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4a380-5059-4099-85ec-3123b0714543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d29d69-73f2-4311-a481-de569cf5552e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:55.805925 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58910) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:55.878439 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c70bbab3-57cb-4023-9fb6-601804da3516 req-4e199588-f0d8-414f-b644-bdbd1503c9f0 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699179 Jul 07 16:47:56.049901 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-86185c96-aad1-497c-a3f4-a56abcc6a853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:56.054181 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b25353-1945-4aa4-890a-aec27d148d7c req-a4534c79-6647-4e6e-b0cb-7d07583edcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:56.056102 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74b25353-1945-4aa4-890a-aec27d148d7c req-a4534c79-6647-4e6e-b0cb-7d07583edcd9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a79049e951be40ee9ddbc6e40a2afed5&device_id=832a0f2a-4558-4fd6-b221-5f36757f54a1 HTTP/1.1" status: 200 len: 1098 time: 0.2311428 Jul 07 16:47:56.142253 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-86185c96-aad1-497c-a3f4-a56abcc6a853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:56.198806 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2bf3b-527a-4152-b94f-e9f1458fba1f req-ce21f045-3e76-46d9-afa8-c6b1f3f31b7d tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:56.206282 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33d2bf3b-527a-4152-b94f-e9f1458fba1f req-ce21f045-3e76-46d9-afa8-c6b1f3f31b7d tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.2039583 Jul 07 16:47:56.269669 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b25353-1945-4aa4-890a-aec27d148d7c req-6b9caa69-6283-496c-8a15-f8707a81d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:56.271181 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74b25353-1945-4aa4-890a-aec27d148d7c req-6b9caa69-6283-496c-8a15-f8707a81d391 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.2029698 Jul 07 16:47:56.279078 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33d2bf3b-527a-4152-b94f-e9f1458fba1f req-c45d7614-af0a-4a69-a897-c296669dadb2 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718615 Jul 07 16:47:56.322424 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-86185c96-aad1-497c-a3f4-a56abcc6a853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:56.324969 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-86185c96-aad1-497c-a3f4-a56abcc6a853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:56.328370 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-86185c96-aad1-497c-a3f4-a56abcc6a853 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e1d29d69-73f2-4311-a481-de569cf5552e HTTP/1.1" status: 204 len: 168 time: 0.5191970 Jul 07 16:47:56.328370 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74b25353-1945-4aa4-890a-aec27d148d7c req-42b3ea76-a8c1-4e96-bed7-f1125a3eaf52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=42171e8f-2d48-496c-97b8-5650b84f11ec HTTP/1.1" status: 200 len: 217 time: 0.0461395 Jul 07 16:47:56.334783 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ceab28-9982-4fc0-b091-1a8cbaf61a20 req-9a8ea641-bae6-4b92-87a1-70a1e115ee29 tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:56.342777 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59ceab28-9982-4fc0-b091-1a8cbaf61a20 req-9a8ea641-bae6-4b92-87a1-70a1e115ee29 tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee HTTP/1.1" status: 200 len: 1101 time: 0.0940650 Jul 07 16:47:56.363067 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86185c96-aad1-497c-a3f4-a56abcc6a853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d29d69-73f2-4311-a481-de569cf5552e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:56.396310 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59ceab28-9982-4fc0-b091-1a8cbaf61a20 req-e4c4d884-bdac-4dd8-a939-3e5cdc1b10fe tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523293 Jul 07 16:47:56.484575 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b25353-1945-4aa4-890a-aec27d148d7c req-4ecb5f96-970c-44cd-aca5-203ddb802c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:56.486843 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74b25353-1945-4aa4-890a-aec27d148d7c req-4ecb5f96-970c-44cd-aca5-203ddb802c6f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1431959 Jul 07 16:47:56.631675 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be25e37-d4a6-4888-935b-2cf355535312 req-7d939caa-99f3-4527-b519-93682419e4dd tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:56.634170 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8be25e37-d4a6-4888-935b-2cf355535312 req-7d939caa-99f3-4527-b519-93682419e4dd tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a33b464a-f0b5-48bf-b0fa-09895a452e30 HTTP/1.1" status: 200 len: 1100 time: 0.0867445 Jul 07 16:47:56.639667 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdbcb4-f953-4ba3-b3b6-011910fd9ee3 req-71c6f521-0e7a-43bd-b37c-bccecf77505e tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:56.647449 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9fdbcb4-f953-4ba3-b3b6-011910fd9ee3 req-71c6f521-0e7a-43bd-b37c-bccecf77505e tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=832a0f2a-4558-4fd6-b221-5f36757f54a1 HTTP/1.1" status: 200 len: 947 time: 0.2159817 Jul 07 16:47:56.714262 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8be25e37-d4a6-4888-935b-2cf355535312 req-e37d39bb-2394-4b2e-92f1-62c9d18548e2 tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715218 Jul 07 16:47:56.749382 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b25353-1945-4aa4-890a-aec27d148d7c req-ab825834-4699-408e-ae43-6c0fb1c4a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:56.750990 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74b25353-1945-4aa4-890a-aec27d148d7c req-ab825834-4699-408e-ae43-6c0fb1c4a229 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2553658 Jul 07 16:47:56.763047 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9fdbcb4-f953-4ba3-b3b6-011910fd9ee3 req-ec0991d9-0b01-41da-958b-b06ba6832583 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143587 Jul 07 16:47:56.911487 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58930) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:56.945570 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f2af1cd4-34d1-441f-89e5-78a93f01ce08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:56.952704 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74b25353-1945-4aa4-890a-aec27d148d7c req-5082b687-5e15-4506-85a9-104ce51b140e service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886170 Jul 07 16:47:57.010491 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca9831-6deb-4834-bb97-d03f31e5f7fc req-5df60271-daed-422c-ac9b-a2ee88b123d5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:57.012117 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26ca9831-6deb-4834-bb97-d03f31e5f7fc req-5df60271-daed-422c-ac9b-a2ee88b123d5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.1814976 Jul 07 16:47:57.123141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 023ba46b-f2f0-40b0-a34f-eaab91f73f67 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:47:57.137720 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26ca9831-6deb-4834-bb97-d03f31e5f7fc req-9c33bd46-324d-4b13-895e-b604d7bf76f8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155851 Jul 07 16:47:57.173978 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74b25353-1945-4aa4-890a-aec27d148d7c req-c838637f-491b-44e3-9189-141b1a9d95e0 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134097 Jul 07 16:47:57.186887 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419e04b-6e8c-4ed0-86b1-d18d5a4c552e req-e44cb398-d7a3-46fb-98f4-784f4e6ad857 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:57.189583 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7419e04b-6e8c-4ed0-86b1-d18d5a4c552e req-e44cb398-d7a3-46fb-98f4-784f4e6ad857 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 943 time: 0.1491506 Jul 07 16:47:57.233731 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f2af1cd4-34d1-441f-89e5-78a93f01ce08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:57.246730 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f2af1cd4-34d1-441f-89e5-78a93f01ce08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:57.290448 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7419e04b-6e8c-4ed0-86b1-d18d5a4c552e req-6d3c3933-2ca4-46d0-87ba-534cbedc06f2 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835519 Jul 07 16:47:57.306254 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 023ba46b-f2f0-40b0-a34f-eaab91f73f67, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=023ba46b-f2f0-40b0-a34f-eaab91f73f67,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:57.313441 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-064f3deb-7c54-4f00-badf-a4373f89d144 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=38030373b006411e8f5b2946cc1d26ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495734 Jul 07 16:47:57.318968 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f2af1cd4-34d1-441f-89e5-78a93f01ce08 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d3d48774aefd42d0b14db777e8e8387d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052720 Jul 07 16:47:57.321503 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58954) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:47:57.322916 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '023ba46b-f2f0-40b0-a34f-eaab91f73f67', 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591', 'port_id': '023ba46b-f2f0-40b0-a34f-eaab91f73f67', 'mac_address': 'fa:16:3e:37:ca:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f82198-e4d7-4134-910a-03fa423ad754', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:47:57.337857 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af1cd4-34d1-441f-89e5-78a93f01ce08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a726556f-22e7-4457-a269-765978c679b7,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:57.410231 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:57.439320 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 023ba46b-f2f0-40b0-a34f-eaab91f73f67 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:57.455286 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64187413-4225-4180-bc47-1003c45ddf6e req-ab532f23-2c06-4fc7-badb-024f22dd4e7b tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:57.462350 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-ab532f23-2c06-4fc7-badb-024f22dd4e7b tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1358976 Jul 07 16:47:57.483201 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 023ba46b-f2f0-40b0-a34f-eaab91f73f67, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=023ba46b-f2f0-40b0-a34f-eaab91f73f67,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:57.489500 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:57.496986 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-edea4da7-216e-4b03-9ead-20c3183fd644 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/quotas/38030373b006411e8f5b2946cc1d26ab HTTP/1.1" status: 200 len: 375 time: 0.0335743 Jul 07 16:47:57.562010 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1ee48595-13f5-4fdc-9c4f-3dbf75ad8bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:57.595820 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1ee48595-13f5-4fdc-9c4f-3dbf75ad8bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:57.597862 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=023ba46b-f2f0-40b0-a34f-eaab91f73f67,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:57.660118 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-03e9b1be-5827-410f-9943-04cc6c0b8882 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1621034 Jul 07 16:47:57.661509 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c37a67-7ef9-4d0b-8bd0-0fda9c790f3d req-0da8677e-6f08-4dde-b406-54ddcafbc371 tempest-MigrationsAdminTest-1344911726 tempest-MigrationsAdminTest-1344911726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:57.667501 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-67c37a67-7ef9-4d0b-8bd0-0fda9c790f3d req-0da8677e-6f08-4dde-b406-54ddcafbc371 tempest-MigrationsAdminTest-1344911726 tempest-MigrationsAdminTest-1344911726-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 1101 time: 0.0777719 Jul 07 16:47:57.698772 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1ee48595-13f5-4fdc-9c4f-3dbf75ad8bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:57.705075 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1ee48595-13f5-4fdc-9c4f-3dbf75ad8bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:57.706928 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1ee48595-13f5-4fdc-9c4f-3dbf75ad8bc1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a726556f-22e7-4457-a269-765978c679b7 HTTP/1.1" status: 204 len: 168 time: 0.3843434 Jul 07 16:47:57.720364 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee48595-13f5-4fdc-9c4f-3dbf75ad8bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a726556f-22e7-4457-a269-765978c679b7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:47:57.739695 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-67c37a67-7ef9-4d0b-8bd0-0fda9c790f3d req-c1a4138f-50eb-4fc6-80fc-1218e25fe55c tempest-MigrationsAdminTest-1344911726 tempest-MigrationsAdminTest-1344911726-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589898 Jul 07 16:47:57.804516 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['023ba46b-f2f0-40b0-a34f-eaab91f73f67'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:47:58.018931 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28948020-08ca-490e-a761-ae79d5b0134d req-d09f985e-75f3-4847-bba8-1a7c2aa0f80f tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:58.020642 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-28948020-08ca-490e-a761-ae79d5b0134d req-d09f985e-75f3-4847-bba8-1a7c2aa0f80f tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.1263678 Jul 07 16:47:58.108732 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-28948020-08ca-490e-a761-ae79d5b0134d req-7949cf75-27e7-4d32-a661-c50db5959a37 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805774 Jul 07 16:47:58.446611 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956fed-2a58-4a18-a2d0-ad2d563062be req-527add58-72c0-41b3-be2a-dd7ea0b297f7 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:58.450022 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3956fed-2a58-4a18-a2d0-ad2d563062be req-527add58-72c0-41b3-be2a-dd7ea0b297f7 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=832a0f2a-4558-4fd6-b221-5f36757f54a1 HTTP/1.1" status: 200 len: 947 time: 0.0859222 Jul 07 16:47:58.531121 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3956fed-2a58-4a18-a2d0-ad2d563062be req-16e39835-7ad0-4cf8-9134-fe53f7fabf86 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612013 Jul 07 16:47:58.731974 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc9064e2-0058-42c2-a111-237b52590bfb req-1e3c4ad6-7b36-4f67-934c-3942cc655241 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463562 Jul 07 16:47:58.841531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d212d4b-fa3e-4503-84c4-d1e8b8f7a823 req-c2a0df97-05b6-48e1-8a54-493988981ea9 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:58.843506 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4d212d4b-fa3e-4503-84c4-d1e8b8f7a823 req-c2a0df97-05b6-48e1-8a54-493988981ea9 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 944 time: 0.0965033 Jul 07 16:47:58.921310 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4d212d4b-fa3e-4503-84c4-d1e8b8f7a823 req-eba8eec4-ceb6-4850-b53e-da5284c1be64 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677354 Jul 07 16:47:58.942422 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9064e2-0058-42c2-a111-237b52590bfb req-93b67c90-78ec-49b5-9827-0395f4a8fae5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:58.948663 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc9064e2-0058-42c2-a111-237b52590bfb req-93b67c90-78ec-49b5-9827-0395f4a8fae5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151833 Jul 07 16:47:58.979462 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc9064e2-0058-42c2-a111-237b52590bfb req-cb413d7d-da47-4507-ba70-681873083fd5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/quotas/4ba0a9da05ed4f2897acdc6a24e2b84c HTTP/1.1" status: 200 len: 375 time: 0.0280874 Jul 07 16:47:59.087459 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc9064e2-0058-42c2-a111-237b52590bfb req-d5f896d1-fa66-40e3-9c50-0ee66e5d79cf tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0990555 Jul 07 16:47:59.109788 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 42171e8f-2d48-496c-97b8-5650b84f11ec details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:47:59.113212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 023ba46b-f2f0-40b0-a34f-eaab91f73f67 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:47:59.260252 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-61e20030-22be-40f8-81b5-6d4d4d027144 req-af00b756-e674-44aa-b1b4-f9d46d084f6f tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da117be-4434-4f76-92b5-23edb086dc7b HTTP/1.1" status: 200 len: 210 time: 0.0525222 Jul 07 16:47:59.344199 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 023ba46b-f2f0-40b0-a34f-eaab91f73f67 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:47:59.367821 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 023ba46b-f2f0-40b0-a34f-eaab91f73f67 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:47:59.369698 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:59.424014 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 42171e8f-2d48-496c-97b8-5650b84f11ec, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=42171e8f-2d48-496c-97b8-5650b84f11ec,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:59.432368 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f933353a-b361-4aaa-adae-d17d2a989ec5 req-0ddb6d8e-728e-4674-a0d5-5b32d6a10bee tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 210 time: 0.0452831 Jul 07 16:47:59.482260 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '42171e8f-2d48-496c-97b8-5650b84f11ec', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '42171e8f-2d48-496c-97b8-5650b84f11ec', 'mac_address': 'fa:16:3e:2c:1c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:47:59.535129 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:59.626910 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42171e8f-2d48-496c-97b8-5650b84f11ec {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:47:59.705475 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 42171e8f-2d48-496c-97b8-5650b84f11ec, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=42171e8f-2d48-496c-97b8-5650b84f11ec,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:47:59.724980 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1244f5-0e21-4486-8af0-4af756366d32 req-e7d0de05-e8cd-4ce1-b2af-3ecd6bfe238b tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:59.734732 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e1244f5-0e21-4486-8af0-4af756366d32 req-e7d0de05-e8cd-4ce1-b2af-3ecd6bfe238b tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.1912405 Jul 07 16:47:59.781567 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:59.833341 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e1244f5-0e21-4486-8af0-4af756366d32 req-85a8aab2-de5f-4805-a61f-b5fe885b0690 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966606 Jul 07 16:47:59.913510 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:47:59.929404 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2c8fa-907e-4a0e-b94d-599b972c7655 req-5e7fe5de-d413-4b56-a3d3-a6241ed2fd46 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:47:59.937674 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e6c2c8fa-907e-4a0e-b94d-599b972c7655 req-5e7fe5de-d413-4b56-a3d3-a6241ed2fd46 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=832a0f2a-4558-4fd6-b221-5f36757f54a1 HTTP/1.1" status: 200 len: 948 time: 0.1204700 Jul 07 16:47:59.980860 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=42171e8f-2d48-496c-97b8-5650b84f11ec,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:00.021504 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:48:00.091105 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 023ba46b-f2f0-40b0-a34f-eaab91f73f67, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=023ba46b-f2f0-40b0-a34f-eaab91f73f67,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:00.092518 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e6c2c8fa-907e-4a0e-b94d-599b972c7655 req-dfbe6ec3-65cb-4236-b93f-e4a9230084f1 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512482 Jul 07 16:48:00.105358 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048bfbe5-164e-4bda-b22d-276e680b7843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023ba46b-f2f0-40b0-a34f-eaab91f73f67'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:00.108241 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c483f2-e0d0-4f9a-a8d8-1b5b6fdca15d" -d '{"events": [{"server_uuid": "048bfbe5-164e-4bda-b22d-276e680b7843", "name": "network-vif-plugged", "status": "completed", "tag": "023ba46b-f2f0-40b0-a34f-eaab91f73f67"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:00.118030 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:00.124260 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['42171e8f-2d48-496c-97b8-5650b84f11ec'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:00.206752 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497abf0-335a-4656-9cd7-f4019e00f58c req-82208e1c-0f54-4754-8a16-cd55cb8f7193 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:00.208023 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c497abf0-335a-4656-9cd7-f4019e00f58c req-82208e1c-0f54-4754-8a16-cd55cb8f7193 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 944 time: 0.1419301 Jul 07 16:48:00.249603 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd61f1a-a8cc-4c45-9f7d-b77f772b8d5a x-openstack-request-id: req-6fd61f1a-a8cc-4c45-9f7d-b77f772b8d5a {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:00.249919 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048bfbe5-164e-4bda-b22d-276e680b7843", "name": "network-vif-plugged", "status": "completed", "tag": "023ba46b-f2f0-40b0-a34f-eaab91f73f67", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:00.251304 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6fd61f1a-a8cc-4c45-9f7d-b77f772b8d5a {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:00.254360 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048bfbe5-164e-4bda-b22d-276e680b7843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023ba46b-f2f0-40b0-a34f-eaab91f73f67', 'code': 200} Jul 07 16:48:00.272155 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c497abf0-335a-4656-9cd7-f4019e00f58c req-7dee4760-d0c1-4bb8-9fc5-a1c4658888c1 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574474 Jul 07 16:48:00.388701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=023ba46b-f2f0-40b0-a34f-eaab91f73f67,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:00.468150 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dccf6-0c41-43c7-90d7-ec85e91d8e92 req-0d601021-b416-45a7-8876-b861d6da04ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:00.472260 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-364dccf6-0c41-43c7-90d7-ec85e91d8e92 req-0d601021-b416-45a7-8876-b861d6da04ab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 1096 time: 0.1814921 Jul 07 16:48:00.472659 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cf5a6008-b5a9-4923-9eff-a0eb403d9c87 req-ca238ebf-f25b-4657-92a2-5736c435dcc6 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da117be-4434-4f76-92b5-23edb086dc7b HTTP/1.1" status: 200 len: 210 time: 0.0424402 Jul 07 16:48:00.593306 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-364dccf6-0c41-43c7-90d7-ec85e91d8e92 req-487bb9e2-cae6-431a-8be2-a93cf77d4383 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139379 Jul 07 16:48:00.605496 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-1a365fe4-2323-4d28-84e8-d80ef1955277 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=38030373b006411e8f5b2946cc1d26ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270634 Jul 07 16:48:00.753850 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7ef1c0d9-b15a-44ff-973e-0bf0b3b3b486 req-d55240a1-1de7-452c-9852-43e303d83832 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 210 time: 0.0623565 Jul 07 16:48:00.834753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64187413-4225-4180-bc47-1003c45ddf6e req-0586a1ff-f1b7-4d50-986f-ad2a04454aeb tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:00.837154 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-0586a1ff-f1b7-4d50-986f-ad2a04454aeb tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1790707 Jul 07 16:48:00.875323 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-64187413-4225-4180-bc47-1003c45ddf6e req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Request body: {'port': {'device_id': '3da117be-4434-4f76-92b5-23edb086dc7b', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '38030373b006411e8f5b2946cc1d26ab'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:01.048423 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64187413-4225-4180-bc47-1003c45ddf6e req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Made reservation on behalf of 38030373b006411e8f5b2946cc1d26ab for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:01.051544 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-64187413-4225-4180-bc47-1003c45ddf6e req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:01.057496 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48155b97-1d9b-440c-9c5d-422e6b9a0a98 req-1eb9309d-c807-418b-86a7-46ba331b33dc tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:01.065852 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-48155b97-1d9b-440c-9c5d-422e6b9a0a98 req-1eb9309d-c807-418b-86a7-46ba331b33dc tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.0947108 Jul 07 16:48:01.134525 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-48155b97-1d9b-440c-9c5d-422e6b9a0a98 req-a9159a67-3d0b-4e22-8c10-97f2b539a4be tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659492 Jul 07 16:48:01.253562 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-ddfa9a05-155e-4a61-9b2b-2d82afb2161d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=38030373b006411e8f5b2946cc1d26ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285285 Jul 07 16:48:01.312807 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-64187413-4225-4180-bc47-1003c45ddf6e req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Allocated IP 192.168.233.200 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/31f31b1b-1fa4-4024-8d50-4158836683e1) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:01.558679 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64187413-4225-4180-bc47-1003c45ddf6e req-84d2eaae-76da-42a3-9719-618b7519692a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:01.561765 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-84d2eaae-76da-42a3-9719-618b7519692a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2950387 Jul 07 16:48:01.571845 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6311b-7480-4f9b-aca3-3491f5ceabd8 req-1dd95a64-010e-4bcf-a4c5-6fd87061d05d tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:01.579933 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1ee6311b-7480-4f9b-aca3-3491f5ceabd8 req-1dd95a64-010e-4bcf-a4c5-6fd87061d05d tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 945 time: 0.1377676 Jul 07 16:48:01.586473 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-64187413-4225-4180-bc47-1003c45ddf6e req-4a2d4451-d332-4507-96fe-32d02c840315 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Request body: {'port': {'device_id': '77e5e912-d341-44a3-8764-1fc974c1c474', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '38030373b006411e8f5b2946cc1d26ab'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:01.722657 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-64187413-4225-4180-bc47-1003c45ddf6e req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:01.761075 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1ee6311b-7480-4f9b-aca3-3491f5ceabd8 req-0f61f346-9edf-4271-afd6-e9e64af96768 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800747 Jul 07 16:48:01.768995 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-64187413-4225-4180-bc47-1003c45ddf6e req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Transition to ACTIVE for port object 31f31b1b-1fa4-4024-8d50-4158836683e1 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:01.810619 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64187413-4225-4180-bc47-1003c45ddf6e req-4a2d4451-d332-4507-96fe-32d02c840315 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Made reservation on behalf of 38030373b006411e8f5b2946cc1d26ab for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:01.818735 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-64187413-4225-4180-bc47-1003c45ddf6e req-4a2d4451-d332-4507-96fe-32d02c840315 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:01.826166 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc9064e2-0058-42c2-a111-237b52590bfb req-1d9afe52-baea-43dd-a9e9-14a789eaca25 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3993983 Jul 07 16:48:01.859822 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-64187413-4225-4180-bc47-1003c45ddf6e req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:01.876351 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['a6a99d30-a08d-4863-a4a7-8c8cb6402987', '164e8a0e-3c71-4aa6-8950-f062cdf82b1e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:01.879312 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['787bb9b9-1f62-4c57-895d-4cde7b2c17d3'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:02.014609 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59090) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:02.301504 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-64187413-4225-4180-bc47-1003c45ddf6e req-4a2d4451-d332-4507-96fe-32d02c840315 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Allocated IP 192.168.233.10 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/b0c84e2c-7974-4adc-a586-85531e4c2f98) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:02.337845 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-28fb0d37-b766-4dba-907c-5d1f71715525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:02.437105 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7429145-5a10-42e3-9b3f-6e973b57a4ff req-b5a1e0bc-f8d3-48bc-86ef-b04c73a4c32a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:02.438752 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a7429145-5a10-42e3-9b3f-6e973b57a4ff req-b5a1e0bc-f8d3-48bc-86ef-b04c73a4c32a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da117be-4434-4f76-92b5-23edb086dc7b HTTP/1.1" status: 200 len: 936 time: 0.2705812 Jul 07 16:48:02.587594 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a7429145-5a10-42e3-9b3f-6e973b57a4ff req-f201d76a-c757-4193-8213-05bc622f4de1 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369324 Jul 07 16:48:02.598751 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779c918-1919-4697-9e5c-cd03c87d40a8 req-ea066ec3-383b-4ea6-9a90-e2e752212cd7 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:02.600334 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7779c918-1919-4697-9e5c-cd03c87d40a8 req-ea066ec3-383b-4ea6-9a90-e2e752212cd7 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=832a0f2a-4558-4fd6-b221-5f36757f54a1 HTTP/1.1" status: 200 len: 948 time: 1.2754960 Jul 07 16:48:02.659874 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64187413-4225-4180-bc47-1003c45ddf6e req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:02.678094 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-28fb0d37-b766-4dba-907c-5d1f71715525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:02.678313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Pushing event updated for resources: {'Port': ['ID=31f31b1b-1fa4-4024-8d50-4158836683e1,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:02.687235 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-64187413-4225-4180-bc47-1003c45ddf6e req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:02.688628 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-28fb0d37-b766-4dba-907c-5d1f71715525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:02.693025 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-64187413-4225-4180-bc47-1003c45ddf6e req-4a2d4451-d332-4507-96fe-32d02c840315 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:02.703325 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-64187413-4225-4180-bc47-1003c45ddf6e req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:02.713512 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64187413-4225-4180-bc47-1003c45ddf6e req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:02.714199 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-64187413-4225-4180-bc47-1003c45ddf6e req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:02.740312 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-28fb0d37-b766-4dba-907c-5d1f71715525 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e3301205cfb6455c84f008d5a8bbe273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7236807 Jul 07 16:48:02.756529 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-64187413-4225-4180-bc47-1003c45ddf6e req-4a2d4451-d332-4507-96fe-32d02c840315 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Transition to ACTIVE for port object b0c84e2c-7974-4adc-a586-85531e4c2f98 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:02.757636 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7779c918-1919-4697-9e5c-cd03c87d40a8 req-eba5e2d0-0904-47ff-9bfb-ebba2aa4ec18 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444907 Jul 07 16:48:02.759945 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59096) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:02.765975 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.766947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.767328 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.767744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.768085 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.768456 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.768785 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.769116 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.769440 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.769767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.770099 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.770430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.801537 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-9c8566a6-5942-454a-a51a-d5c2088d8abd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9424744 Jul 07 16:48:02.808106 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb0d37-b766-4dba-907c-5d1f71715525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6da2c2-9711-4c98-bf72-e23e55c8d8b6,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:02.811744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] Request body: {'port': {'device_id': '3da117be-4434-4f76-92b5-23edb086dc7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:02.854236 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9064e2-0058-42c2-a111-237b52590bfb req-0c24d40c-43af-4ff2-8cf5-c47a600f29ba tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:02.856618 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc9064e2-0058-42c2-a111-237b52590bfb req-0c24d40c-43af-4ff2-8cf5-c47a600f29ba tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0202653 Jul 07 16:48:02.877359 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f5a9b0d7-ca35-4cd6-b863-1b7b4cbda498 req-4068d6a7-1e3e-452f-b3d8-9970559bfa1c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 210 time: 0.1180923 Jul 07 16:48:02.879479 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-bc9064e2-0058-42c2-a111-237b52590bfb req-889c742c-1050-4c83-bc1f-7262e8e4b5b2 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Request body: {'port': {'device_id': 'a3e2eb6a-fc99-490f-a960-d84c854c888c', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '4ba0a9da05ed4f2897acdc6a24e2b84c'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:02.944455 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb0d37-b766-4dba-907c-5d1f71715525 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.944830 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb0d37-b766-4dba-907c-5d1f71715525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.945313 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb0d37-b766-4dba-907c-5d1f71715525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.945762 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb0d37-b766-4dba-907c-5d1f71715525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.946190 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb0d37-b766-4dba-907c-5d1f71715525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.946688 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb0d37-b766-4dba-907c-5d1f71715525 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.947104 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb0d37-b766-4dba-907c-5d1f71715525 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.947568 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb0d37-b766-4dba-907c-5d1f71715525 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.948067 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb0d37-b766-4dba-907c-5d1f71715525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.948504 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb0d37-b766-4dba-907c-5d1f71715525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.948921 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb0d37-b766-4dba-907c-5d1f71715525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.949570 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fb0d37-b766-4dba-907c-5d1f71715525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:02.956032 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-64187413-4225-4180-bc47-1003c45ddf6e req-4a2d4451-d332-4507-96fe-32d02c840315 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:02.968678 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['787bb9b9-1f62-4c57-895d-4cde7b2c17d3'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:03.027849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['a6a99d30-a08d-4863-a4a7-8c8cb6402987', '164e8a0e-3c71-4aa6-8950-f062cdf82b1e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:03.077154 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64187413-4225-4180-bc47-1003c45ddf6e req-4a2d4451-d332-4507-96fe-32d02c840315 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:03.082553 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d4451-d332-4507-96fe-32d02c840315 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Pushing event updated for resources: {'Port': ['ID=b0c84e2c-7974-4adc-a586-85531e4c2f98,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:03.085167 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-64187413-4225-4180-bc47-1003c45ddf6e req-4a2d4451-d332-4507-96fe-32d02c840315 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:03.111109 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.120594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-64187413-4225-4180-bc47-1003c45ddf6e req-4a2d4451-d332-4507-96fe-32d02c840315 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:03.126447 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64187413-4225-4180-bc47-1003c45ddf6e req-4a2d4451-d332-4507-96fe-32d02c840315 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:03.127894 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-64187413-4225-4180-bc47-1003c45ddf6e req-4a2d4451-d332-4507-96fe-32d02c840315 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.185442 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fec32fd7-81f4-4eb8-ab90-d860df4a40f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.212094 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fec32fd7-81f4-4eb8-ab90-d860df4a40f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.269760 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-4a2d4451-d332-4507-96fe-32d02c840315 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6872754 Jul 07 16:48:03.276067 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fec32fd7-81f4-4eb8-ab90-d860df4a40f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.280054 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fec32fd7-81f4-4eb8-ab90-d860df4a40f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.284455 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fec32fd7-81f4-4eb8-ab90-d860df4a40f7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fb6da2c2-9711-4c98-bf72-e23e55c8d8b6 HTTP/1.1" status: 204 len: 168 time: 0.5205495 Jul 07 16:48:03.304653 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] Request body: {'port': {'device_id': '77e5e912-d341-44a3-8764-1fc974c1c474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:03.316477 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 42171e8f-2d48-496c-97b8-5650b84f11ec up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:03.350794 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec32fd7-81f4-4eb8-ab90-d860df4a40f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6da2c2-9711-4c98-bf72-e23e55c8d8b6,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:03.411057 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.426319 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7f754-a419-439c-b8e9-129efcfd42e3 req-901d3e8b-3ada-461e-8764-5efeb2c162fb tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:03.436745 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3c7f754-a419-439c-b8e9-129efcfd42e3 req-901d3e8b-3ada-461e-8764-5efeb2c162fb tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.3390796 Jul 07 16:48:03.460688 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9064e2-0058-42c2-a111-237b52590bfb req-889c742c-1050-4c83-bc1f-7262e8e4b5b2 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Made reservation on behalf of 4ba0a9da05ed4f2897acdc6a24e2b84c for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:03.465090 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc9064e2-0058-42c2-a111-237b52590bfb req-889c742c-1050-4c83-bc1f-7262e8e4b5b2 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.481799 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6954e61b-19d2-4e69-9d38-4674874981c5 None None] Provisioning for port 31f31b1b-1fa4-4024-8d50-4158836683e1 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:03.527166 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6954e61b-19d2-4e69-9d38-4674874981c5 None None] Provisioning complete for port 31f31b1b-1fa4-4024-8d50-4158836683e1 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:03.527835 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6954e61b-19d2-4e69-9d38-4674874981c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.612772 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35bd3d-2f5a-4c3c-8070-68f12e4b36de req-500d9a6e-8b20-486a-91f0-33a479ad4770 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:03.621142 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fc35bd3d-2f5a-4c3c-8070-68f12e4b36de req-500d9a6e-8b20-486a-91f0-33a479ad4770 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 945 time: 0.5395405 Jul 07 16:48:03.650006 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3c7f754-a419-439c-b8e9-129efcfd42e3 req-f0c6452f-92ed-4a37-893e-7330bb335ada tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123349 Jul 07 16:48:03.664521 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-6954e61b-19d2-4e69-9d38-4674874981c5 None None] Port 31f31b1b-1fa4-4024-8d50-4158836683e1 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:03.671790 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 42171e8f-2d48-496c-97b8-5650b84f11ec completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:03.674277 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fc35bd3d-2f5a-4c3c-8070-68f12e4b36de req-382a31af-ea54-438e-9c71-a22ca4c16a0a tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521259 Jul 07 16:48:03.713029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 42171e8f-2d48-496c-97b8-5650b84f11ec triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:03.713460 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:03.958656 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-65da6c48-6198-4837-b0dd-e80784ac7c46 None None] Provisioning for port b0c84e2c-7974-4adc-a586-85531e4c2f98 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:03.987181 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-65da6c48-6198-4837-b0dd-e80784ac7c46 None None] Provisioning complete for port b0c84e2c-7974-4adc-a586-85531e4c2f98 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:03.987737 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-65da6c48-6198-4837-b0dd-e80784ac7c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:04.010115 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1770a6-02a1-41b2-ba10-a9a176ea48c1 req-7380dfe7-360f-47b1-91d1-d3b02b314349 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:04.018023 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9f1770a6-02a1-41b2-ba10-a9a176ea48c1 req-7380dfe7-360f-47b1-91d1-d3b02b314349 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da117be-4434-4f76-92b5-23edb086dc7b HTTP/1.1" status: 200 len: 936 time: 0.1463940 Jul 07 16:48:04.051465 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59114) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:04.065577 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9f1770a6-02a1-41b2-ba10-a9a176ea48c1 req-5ad859b6-a7e4-42a7-98d0-42dd9f7865bd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462000 Jul 07 16:48:04.090543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f31b1b-1fa4-4024-8d50-4158836683e1 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:04.099263 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eb10e97e-99a8-48b3-aeef-059a7769b80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:04.104065 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:04.129861 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] Transition to ACTIVE for port object 31f31b1b-1fa4-4024-8d50-4158836683e1 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:04.141399 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:04.145315 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-65da6c48-6198-4837-b0dd-e80784ac7c46 None None] Port b0c84e2c-7974-4adc-a586-85531e4c2f98 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:04.215294 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:04.267750 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] Pushing event updated for resources: {'Port': ['ID=31f31b1b-1fa4-4024-8d50-4158836683e1,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:04.306257 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832a0f2a-4558-4fd6-b221-5f36757f54a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42171e8f-2d48-496c-97b8-5650b84f11ec'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:04.309183 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359bb43d-b4b6-4c46-b1d1-2d088c7947f5" -d '{"events": [{"server_uuid": "832a0f2a-4558-4fd6-b221-5f36757f54a1", "name": "network-vif-plugged", "status": "completed", "tag": "42171e8f-2d48-496c-97b8-5650b84f11ec"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:04.333714 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 42171e8f-2d48-496c-97b8-5650b84f11ec, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=42171e8f-2d48-496c-97b8-5650b84f11ec,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:04.336533 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] Attempting to bind port 31f31b1b-1fa4-4024-8d50-4158836683e1 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:04.337037 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] Attempting to bind port 31f31b1b-1fa4-4024-8d50-4158836683e1 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:04.337474 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] Attempting to bind port 31f31b1b-1fa4-4024-8d50-4158836683e1 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:04.356906 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:04.363350 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] Port 31f31b1b-1fa4-4024-8d50-4158836683e1 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:48:04.363804 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] Attempting to bind port 31f31b1b-1fa4-4024-8d50-4158836683e1 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:04.369923 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:04.370620 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:04.371153 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:04.371663 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] Bound port: 31f31b1b-1fa4-4024-8d50-4158836683e1, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:04.373022 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:04.447236 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=42171e8f-2d48-496c-97b8-5650b84f11ec,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:04.459497 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:04.460083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:04.460839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:04.461450 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:04.461963 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:04.462535 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:04.463061 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:04.463539 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:04.464170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:04.464948 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:04.465461 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:04.465947 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:48:04.486759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] For port 31f31b1b-1fa4-4024-8d50-4158836683e1, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:04.490195 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] For port 31f31b1b-1fa4-4024-8d50-4158836683e1, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=31f31b1b-1fa4-4024-8d50-4158836683e1,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:04.500122 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6895a0-a86d-49c9-988c-b70d88767de5 req-489a5376-9e0c-4208-acd2-9e3dd5d5b14d tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:04.502320 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e6895a0-a86d-49c9-988c-b70d88767de5 req-489a5376-9e0c-4208-acd2-9e3dd5d5b14d tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 1096 time: 0.3398058 Jul 07 16:48:04.554263 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:04.607144 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee05c1e-923f-42b2-845f-ef7146af4a28 req-d9130837-650a-40f0-ade8-1b46bdf6df0a tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:04.608697 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5ee05c1e-923f-42b2-845f-ef7146af4a28 req-d9130837-650a-40f0-ade8-1b46bdf6df0a tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=832a0f2a-4558-4fd6-b221-5f36757f54a1 HTTP/1.1" status: 200 len: 948 time: 0.3419840 Jul 07 16:48:04.647761 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:04.648485 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:04.650275 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] 10.222.0.15 "PUT /v2.0/ports/31f31b1b-1fa4-4024-8d50-4158836683e1 HTTP/1.1" status: 200 len: 1096 time: 1.8452682 Jul 07 16:48:04.661035 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da117be-4434-4f76-92b5-23edb086dc7b', 'tag': '31f31b1b-1fa4-4024-8d50-4158836683e1'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:04.663598 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dda856-506f-4f42-93a1-c58553ea0878" -d '{"events": [{"name": "network-changed", "server_uuid": "3da117be-4434-4f76-92b5-23edb086dc7b", "tag": "31f31b1b-1fa4-4024-8d50-4158836683e1"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:04.668216 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eb10e97e-99a8-48b3-aeef-059a7769b80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:04.680018 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c84e2c-7974-4adc-a586-85531e4c2f98 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:04.701270 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eb10e97e-99a8-48b3-aeef-059a7769b80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:04.716170 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:04.762419 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5ee05c1e-923f-42b2-845f-ef7146af4a28 req-8b9f68da-65fb-4e3f-8c68-68f9ff0f9d8d tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275532 Jul 07 16:48:04.765130 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e6895a0-a86d-49c9-988c-b70d88767de5 req-4cc229e1-6a27-4d35-866a-e9a5e1ada785 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450449 Jul 07 16:48:04.795962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d7a34-d4dc-45ef-b8f6-51b88d769d87 service neutron] Pushing event updated for resources: {'Port': ['ID=31f31b1b-1fa4-4024-8d50-4158836683e1,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:04.830291 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-eb10e97e-99a8-48b3-aeef-059a7769b80d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d34ff83d3484a12a0b9efb5308851de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7610276 Jul 07 16:48:04.833722 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 59130) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:04.840938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] Transition to ACTIVE for port object b0c84e2c-7974-4adc-a586-85531e4c2f98 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:04.841941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10e97e-99a8-48b3-aeef-059a7769b80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d50ef3f-64f2-4c9b-a876-3c2112f2c773,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:04.852529 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:04.903319 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba64922-974b-4115-9aa8-69940505cbee x-openstack-request-id: req-1ba64922-974b-4115-9aa8-69940505cbee {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:04.904120 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832a0f2a-4558-4fd6-b221-5f36757f54a1", "name": "network-vif-plugged", "status": "completed", "tag": "42171e8f-2d48-496c-97b8-5650b84f11ec", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:04.904120 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1ba64922-974b-4115-9aa8-69940505cbee {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:04.910271 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832a0f2a-4558-4fd6-b221-5f36757f54a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42171e8f-2d48-496c-97b8-5650b84f11ec', 'code': 200} Jul 07 16:48:04.936416 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c84e2c-7974-4adc-a586-85531e4c2f98,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:05.021680 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc275fa0-fc46-4809-9b16-995ee23d1711 x-openstack-request-id: req-cc275fa0-fc46-4809-9b16-995ee23d1711 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:05.021974 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da117be-4434-4f76-92b5-23edb086dc7b", "tag": "31f31b1b-1fa4-4024-8d50-4158836683e1", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:05.022232 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc275fa0-fc46-4809-9b16-995ee23d1711 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:05.023070 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da117be-4434-4f76-92b5-23edb086dc7b', 'tag': '31f31b1b-1fa4-4024-8d50-4158836683e1', 'status': 'completed', 'code': 200} Jul 07 16:48:05.036796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64187413-4225-4180-bc47-1003c45ddf6e req-f47f23d1-ad74-400b-8f39-9db059d0590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:05.038563 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-f47f23d1-ad74-400b-8f39-9db059d0590f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&device_id=3da117be-4434-4f76-92b5-23edb086dc7b HTTP/1.1" status: 200 len: 1099 time: 0.3341706 Jul 07 16:48:05.041446 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-44239e48-cdec-4d8d-9672-e7964d818378 req-0ea5b1c5-9657-4397-a91a-c9e52cc21dd4 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 210 time: 0.0910630 Jul 07 16:48:05.075880 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] Attempting to bind port b0c84e2c-7974-4adc-a586-85531e4c2f98 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:05.076508 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] Attempting to bind port b0c84e2c-7974-4adc-a586-85531e4c2f98 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:05.084117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] Attempting to bind port b0c84e2c-7974-4adc-a586-85531e4c2f98 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:05.138254 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] Port b0c84e2c-7974-4adc-a586-85531e4c2f98 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:48:05.138900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] Attempting to bind port b0c84e2c-7974-4adc-a586-85531e4c2f98 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:05.156117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:05.157029 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:05.157572 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:05.158125 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] Bound port: b0c84e2c-7974-4adc-a586-85531e4c2f98, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:05.158635 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:05.172987 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-4e6c9215-be60-41a6-a516-62cc71134a43 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=31f31b1b-1fa4-4024-8d50-4158836683e1 HTTP/1.1" status: 200 len: 217 time: 0.1071630 Jul 07 16:48:05.264429 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-bc9064e2-0058-42c2-a111-237b52590bfb req-889c742c-1050-4c83-bc1f-7262e8e4b5b2 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Allocated IP 192.168.233.24 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/2e956c6d-4647-4508-a858-901e36dbdafb) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:05.276674 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c6830-bbf2-4ee6-a046-1de1002f12b6 req-5d064aa2-6341-452c-b914-4b575b3d82f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:05.278362 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ff8c6830-bbf2-4ee6-a046-1de1002f12b6 req-5d064aa2-6341-452c-b914-4b575b3d82f2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=832a0f2a-4558-4fd6-b221-5f36757f54a1 HTTP/1.1" status: 200 len: 1100 time: 0.2258379 Jul 07 16:48:05.330470 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] For port b0c84e2c-7974-4adc-a586-85531e4c2f98, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:05.337618 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f3609836-6064-4457-b7ba-d4ad599bfc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:05.353582 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] For port b0c84e2c-7974-4adc-a586-85531e4c2f98, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=b0c84e2c-7974-4adc-a586-85531e4c2f98,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:05.359484 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ff8c6830-bbf2-4ee6-a046-1de1002f12b6 req-9b784c9a-272e-4882-80c0-19e23701a5f9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596285 Jul 07 16:48:05.363974 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:05.417333 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:05.418071 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:05.419653 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] 10.222.0.69 "PUT /v2.0/ports/b0c84e2c-7974-4adc-a586-85531e4c2f98 HTTP/1.1" status: 200 len: 1095 time: 2.1361499 Jul 07 16:48:05.420204 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e5e912-d341-44a3-8764-1fc974c1c474', 'tag': 'b0c84e2c-7974-4adc-a586-85531e4c2f98'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:05.422850 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4ed596-2366-4850-af79-b9ac6752af68" -d '{"events": [{"name": "network-changed", "server_uuid": "77e5e912-d341-44a3-8764-1fc974c1c474", "tag": "b0c84e2c-7974-4adc-a586-85531e4c2f98"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:05.469158 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555eb92-44ce-4ad6-a92b-d84843106da1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c84e2c-7974-4adc-a586-85531e4c2f98,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:05.490326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64187413-4225-4180-bc47-1003c45ddf6e req-21080704-f710-410f-b119-375d2a9b6d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:05.495132 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-21080704-f710-410f-b119-375d2a9b6d84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.3066697 Jul 07 16:48:05.517735 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f3609836-6064-4457-b7ba-d4ad599bfc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:05.622635 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64187413-4225-4180-bc47-1003c45ddf6e req-b9939cd3-4e02-46a2-bc39-71be1c05259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:05.624509 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-b9939cd3-4e02-46a2-bc39-71be1c05259f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&device_id=77e5e912-d341-44a3-8764-1fc974c1c474 HTTP/1.1" status: 200 len: 1098 time: 0.1510689 Jul 07 16:48:05.707409 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-a6b76131-3644-4520-8b1e-2af205ef1dc2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=b0c84e2c-7974-4adc-a586-85531e4c2f98 HTTP/1.1" status: 200 len: 217 time: 0.0708578 Jul 07 16:48:05.717490 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed3c30-ccea-4459-8510-ae790f7dfdcd req-97fa14c0-56b6-4770-84e9-8e1ba746f255 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:05.719304 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6aed3c30-ccea-4459-8510-ae790f7dfdcd req-97fa14c0-56b6-4770-84e9-8e1ba746f255 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.5515473 Jul 07 16:48:05.927606 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f3609836-6064-4457-b7ba-d4ad599bfc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:05.930475 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f3609836-6064-4457-b7ba-d4ad599bfc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:05.931667 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f3609836-6064-4457-b7ba-d4ad599bfc14 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d50ef3f-64f2-4c9b-a876-3c2112f2c773 HTTP/1.1" status: 204 len: 168 time: 1.0965860 Jul 07 16:48:05.951408 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc9064e2-0058-42c2-a111-237b52590bfb req-889c742c-1050-4c83-bc1f-7262e8e4b5b2 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:06.029226 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3609836-6064-4457-b7ba-d4ad599bfc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d50ef3f-64f2-4c9b-a876-3c2112f2c773,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:06.100493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-bc9064e2-0058-42c2-a111-237b52590bfb req-889c742c-1050-4c83-bc1f-7262e8e4b5b2 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Transition to ACTIVE for port object 2e956c6d-4647-4508-a858-901e36dbdafb will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:06.105514 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64187413-4225-4180-bc47-1003c45ddf6e req-55418f68-7d58-4481-af4b-c9a7959c770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:06.107298 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-55418f68-7d58-4481-af4b-c9a7959c770c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.3943207 Jul 07 16:48:06.148692 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6aed3c30-ccea-4459-8510-ae790f7dfdcd req-32e636ed-4368-4cf9-b259-40c9c375a4df tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046071 Jul 07 16:48:06.183944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64187413-4225-4180-bc47-1003c45ddf6e req-3463ba6f-51cd-4405-a01b-7b4a184c5735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:06.187975 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-3463ba6f-51cd-4405-a01b-7b4a184c5735 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6483977 Jul 07 16:48:06.209540 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8b3a37-b1ce-46a9-a9b2-09791a99b822 x-openstack-request-id: req-da8b3a37-b1ce-46a9-a9b2-09791a99b822 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:06.216414 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e5e912-d341-44a3-8764-1fc974c1c474", "tag": "b0c84e2c-7974-4adc-a586-85531e4c2f98", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:06.218659 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da8b3a37-b1ce-46a9-a9b2-09791a99b822 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:06.219777 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e5e912-d341-44a3-8764-1fc974c1c474', 'tag': 'b0c84e2c-7974-4adc-a586-85531e4c2f98', 'status': 'completed', 'code': 200} Jul 07 16:48:06.248801 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c668b26-0594-485f-88a9-1d661568451a req-fbec4827-e898-4292-9493-fa2f6b759eb9 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:06.260234 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1c668b26-0594-485f-88a9-1d661568451a req-fbec4827-e898-4292-9493-fa2f6b759eb9 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da117be-4434-4f76-92b5-23edb086dc7b HTTP/1.1" status: 200 len: 948 time: 0.4941416 Jul 07 16:48:06.353669 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64187413-4225-4180-bc47-1003c45ddf6e req-314ddcef-206b-4a23-9c83-49949007a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:06.360763 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-314ddcef-206b-4a23-9c83-49949007a18e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2394252 Jul 07 16:48:06.373903 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1c668b26-0594-485f-88a9-1d661568451a req-aaa4fe37-34c8-4eda-89de-b686702e305f tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127996 Jul 07 16:48:06.559593 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-4ae14b7c-1c28-4ece-96cf-5ae64a53818d service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846037 Jul 07 16:48:06.607854 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc9064e2-0058-42c2-a111-237b52590bfb req-889c742c-1050-4c83-bc1f-7262e8e4b5b2 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:06.621491 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['78af5bd3-4034-4762-a6a0-1b73f58d5009'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:06.689543 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-8144146f-fca0-41ba-acfd-1575515d0877 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781306 Jul 07 16:48:06.745875 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9064e2-0058-42c2-a111-237b52590bfb req-889c742c-1050-4c83-bc1f-7262e8e4b5b2 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:06.768230 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-bc9064e2-0058-42c2-a111-237b52590bfb req-889c742c-1050-4c83-bc1f-7262e8e4b5b2 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:06.778800 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9064e2-0058-42c2-a111-237b52590bfb req-889c742c-1050-4c83-bc1f-7262e8e4b5b2 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:06.794224 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9064e2-0058-42c2-a111-237b52590bfb req-889c742c-1050-4c83-bc1f-7262e8e4b5b2 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:06.795477 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc9064e2-0058-42c2-a111-237b52590bfb req-889c742c-1050-4c83-bc1f-7262e8e4b5b2 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:06.885500 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-9b28201b-9d0d-431c-81a8-926760603896 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148057 Jul 07 16:48:06.949371 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3f5e2-b3e8-49f8-82bb-95c848ce5d2b req-b6bcb1fb-af72-49d9-afa4-f48be904e752 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:06.958451 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4c3f5e2-b3e8-49f8-82bb-95c848ce5d2b req-b6bcb1fb-af72-49d9-afa4-f48be904e752 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=832a0f2a-4558-4fd6-b221-5f36757f54a1 HTTP/1.1" status: 200 len: 949 time: 0.5373163 Jul 07 16:48:06.993103 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc9064e2-0058-42c2-a111-237b52590bfb req-889c742c-1050-4c83-bc1f-7262e8e4b5b2 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1217897 Jul 07 16:48:07.011495 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d590b2-3683-486d-ae24-1bb371d1daaa req-44842394-31a5-43cd-b560-308a1c507724 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:07.013711 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f8d590b2-3683-486d-ae24-1bb371d1daaa req-44842394-31a5-43cd-b560-308a1c507724 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 935 time: 0.4406307 Jul 07 16:48:07.030762 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c742c-1050-4c83-bc1f-7262e8e4b5b2 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Pushing event updated for resources: {'Port': ['ID=2e956c6d-4647-4508-a858-901e36dbdafb,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:07.039592 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] Request body: {'port': {'device_id': 'a3e2eb6a-fc99-490f-a960-d84c854c888c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:07.100295 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f8d590b2-3683-486d-ae24-1bb371d1daaa req-aa216ee3-20b8-49eb-8a58-815a4d60a9e4 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765605 Jul 07 16:48:07.103250 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ed596-2366-4850-af79-b9ac6752af68 req-e6faf0e9-26f0-4527-bc9c-3115951c30f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:07.105716 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bd4ed596-2366-4850-af79-b9ac6752af68 req-e6faf0e9-26f0-4527-bc9c-3115951c30f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&device_id=77e5e912-d341-44a3-8764-1fc974c1c474 HTTP/1.1" status: 200 len: 1098 time: 0.1564012 Jul 07 16:48:07.174489 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4c3f5e2-b3e8-49f8-82bb-95c848ce5d2b req-6d31af17-aad7-4464-9521-86b9078b1982 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143767 Jul 07 16:48:07.243195 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64187413-4225-4180-bc47-1003c45ddf6e req-68a61e5f-8d56-4a3d-b9b0-0ccb0e8fb881 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367706 Jul 07 16:48:07.278516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ed596-2366-4850-af79-b9ac6752af68 req-e7a39fdf-31ef-4375-948e-b16244d90728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:07.296780 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bd4ed596-2366-4850-af79-b9ac6752af68 req-e7a39fdf-31ef-4375-948e-b16244d90728 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1835787 Jul 07 16:48:07.348586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f3dd814b-5162-4bf1-bac4-a23fed91e3cd None None] Provisioning for port 2e956c6d-4647-4508-a858-901e36dbdafb completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:07.356090 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f3dd814b-5162-4bf1-bac4-a23fed91e3cd None None] Provisioning complete for port 2e956c6d-4647-4508-a858-901e36dbdafb triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:07.356462 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f3dd814b-5162-4bf1-bac4-a23fed91e3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:07.409089 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bd4ed596-2366-4850-af79-b9ac6752af68 req-333f370a-25dd-41a2-93a1-4d3fd5e32a70 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=b0c84e2c-7974-4adc-a586-85531e4c2f98 HTTP/1.1" status: 200 len: 217 time: 0.1113784 Jul 07 16:48:07.480056 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd814b-5162-4bf1-bac4-a23fed91e3cd None None] Port 2e956c6d-4647-4508-a858-901e36dbdafb cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:07.541417 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:07.544053 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ed596-2366-4850-af79-b9ac6752af68 req-74d22260-e2ef-4cd9-bcb1-2a42f2d4f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:07.545601 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bd4ed596-2366-4850-af79-b9ac6752af68 req-74d22260-e2ef-4cd9-bcb1-2a42f2d4f4d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1237967 Jul 07 16:48:07.605627 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59192) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:07.691772 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ed596-2366-4850-af79-b9ac6752af68 req-ee20406e-3b7b-465d-ac54-192690cff828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:07.693307 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bd4ed596-2366-4850-af79-b9ac6752af68 req-ee20406e-3b7b-465d-ac54-192690cff828 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1407874 Jul 07 16:48:07.802851 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-66ac2319-ac33-4bfc-b57b-c13e93619303 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-242640289-network', 'tenant_id': '4df5e2710d7d4b66a846e79ef9186250'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:07.817100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef0d49-998c-4ddc-a158-6a81261dcfbf req-435fc2b0-b2c1-413f-b6ba-2b2b6855f5c1 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:07.818719 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-edef0d49-998c-4ddc-a158-6a81261dcfbf req-435fc2b0-b2c1-413f-b6ba-2b2b6855f5c1 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da117be-4434-4f76-92b5-23edb086dc7b HTTP/1.1" status: 200 len: 948 time: 0.1884391 Jul 07 16:48:07.849363 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1dfbc-d9e9-402e-bc6e-0d2822d3f1aa req-4191d643-3a4d-411f-ba7f-92aeaad3b428 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:07.867086 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c2c1dfbc-d9e9-402e-bc6e-0d2822d3f1aa req-4191d643-3a4d-411f-ba7f-92aeaad3b428 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.3925302 Jul 07 16:48:07.885306 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bd4ed596-2366-4850-af79-b9ac6752af68 req-3a6d44c6-b326-4a6c-aa1d-7e8da3980918 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823380 Jul 07 16:48:07.892483 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ac2319-ac33-4bfc-b57b-c13e93619303 admin admin] Made reservation on behalf of 4df5e2710d7d4b66a846e79ef9186250 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:07.896455 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-66ac2319-ac33-4bfc-b57b-c13e93619303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:07.914955 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-edef0d49-998c-4ddc-a158-6a81261dcfbf req-7364380f-3ab5-4ff8-bab9-968d71724190 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847545 Jul 07 16:48:07.938450 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-66ac2319-ac33-4bfc-b57b-c13e93619303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.100239 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e956c6d-4647-4508-a858-901e36dbdafb {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:08.107694 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bd4ed596-2366-4850-af79-b9ac6752af68 req-3c6f49cc-349b-4bc4-9bd9-bb6306982d79 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076302 Jul 07 16:48:08.112505 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.132964 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] Transition to ACTIVE for port object 2e956c6d-4647-4508-a858-901e36dbdafb will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:08.147988 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dda856-506f-4f42-93a1-c58553ea0878 req-795a8a9d-1901-429c-b21a-e9acfcf6a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:08.149950 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06dda856-506f-4f42-93a1-c58553ea0878 req-795a8a9d-1901-429c-b21a-e9acfcf6a6d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&device_id=3da117be-4434-4f76-92b5-23edb086dc7b HTTP/1.1" status: 200 len: 1099 time: 0.7819183 Jul 07 16:48:08.231400 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-66ac2319-ac33-4bfc-b57b-c13e93619303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.256071 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-66ac2319-ac33-4bfc-b57b-c13e93619303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.259914 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.316386 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ac2319-ac33-4bfc-b57b-c13e93619303 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:48:08.346083 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c2c1dfbc-d9e9-402e-bc6e-0d2822d3f1aa req-3d74897c-210c-4801-9076-b9e4e8c030cd tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767532 Jul 07 16:48:08.356308 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac2319-ac33-4bfc-b57b-c13e93619303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f67cf19-1ac1-4bf2-9cee-5ea0b64d3c96,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:08.404256 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-66ac2319-ac33-4bfc-b57b-c13e93619303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.404716 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-66ac2319-ac33-4bfc-b57b-c13e93619303 admin admin] Added segment b65913c5-a354-4465-9681-8ddbe626c600 of type vlan for network a1af0fa7-8514-4684-89af-32fcf47570fa Jul 07 16:48:08.498085 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] Attempting to bind port 2e956c6d-4647-4508-a858-901e36dbdafb on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:08.502902 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] Attempting to bind port 2e956c6d-4647-4508-a858-901e36dbdafb by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:08.503551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] Attempting to bind port 2e956c6d-4647-4508-a858-901e36dbdafb on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:08.510819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] Pushing event updated for resources: {'Port': ['ID=2e956c6d-4647-4508-a858-901e36dbdafb,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:08.529707 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] Port 2e956c6d-4647-4508-a858-901e36dbdafb on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:48:08.530073 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] Attempting to bind port 2e956c6d-4647-4508-a858-901e36dbdafb on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:08.533439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dda856-506f-4f42-93a1-c58553ea0878 req-fe2878b2-fe18-479d-a115-86fa2788e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:08.535440 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06dda856-506f-4f42-93a1-c58553ea0878 req-fe2878b2-fe18-479d-a115-86fa2788e914 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.3732672 Jul 07 16:48:08.544235 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:08.544235 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:08.558696 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:08.568599 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] Bound port: 2e956c6d-4647-4508-a858-901e36dbdafb, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:08.568925 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.583502 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-66ac2319-ac33-4bfc-b57b-c13e93619303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.682364 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042f806-139b-44d2-8081-8064d3cef322 req-bc8ffc87-bad4-4bfc-bda7-a503379e257f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:08.693725 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6042f806-139b-44d2-8081-8064d3cef322 req-bc8ffc87-bad4-4bfc-bda7-a503379e257f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 947 time: 0.3239224 Jul 07 16:48:08.697806 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06dda856-506f-4f42-93a1-c58553ea0878 req-4266d6ca-256d-40bd-b25d-16a0ed9050ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=31f31b1b-1fa4-4024-8d50-4158836683e1 HTTP/1.1" status: 200 len: 217 time: 0.0935228 Jul 07 16:48:08.744595 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-66ac2319-ac33-4bfc-b57b-c13e93619303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.745668 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ac2319-ac33-4bfc-b57b-c13e93619303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:08.746350 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-66ac2319-ac33-4bfc-b57b-c13e93619303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.806945 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6042f806-139b-44d2-8081-8064d3cef322 req-72efea88-6856-40f4-9836-f04b6c5ba461 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117496 Jul 07 16:48:08.823858 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-66ac2319-ac33-4bfc-b57b-c13e93619303 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2171304 Jul 07 16:48:08.826804 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59204) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:08.827133 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] For port 2e956c6d-4647-4508-a858-901e36dbdafb, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:08.840206 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-89dc43de-c0f5-4ef0-a480-333bf7f8f42a admin admin] Request body: {'subnet': {'network_id': 'a1af0fa7-8514-4684-89af-32fcf47570fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-242640289-subnet', 'tenant_id': '4df5e2710d7d4b66a846e79ef9186250', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:08.848941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac2319-ac33-4bfc-b57b-c13e93619303 admin admin] Pushing event updated for resources: {'Network': ['ID=a1af0fa7-8514-4684-89af-32fcf47570fa,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:08.864447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network a1af0fa7-8514-4684-89af-32fcf47570fa details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:48:08.883333 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dda856-506f-4f42-93a1-c58553ea0878 req-65526686-59bb-44cd-b957-73e513f15af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:08.885356 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06dda856-506f-4f42-93a1-c58553ea0878 req-65526686-59bb-44cd-b957-73e513f15af3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1713572 Jul 07 16:48:08.887031 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dc43de-c0f5-4ef0-a480-333bf7f8f42a admin admin] Made reservation on behalf of 4df5e2710d7d4b66a846e79ef9186250 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:08.889490 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-89dc43de-c0f5-4ef0-a480-333bf7f8f42a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.908779 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] For port 2e956c6d-4647-4508-a858-901e36dbdafb, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2e956c6d-4647-4508-a858-901e36dbdafb,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:08.925221 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:08.967558 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fff6f-6280-45e4-a004-a3bb0ce53db9 req-9077590a-ce29-4ecd-b6fb-705f61c3635f tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:08.970282 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-963fff6f-6280-45e4-a004-a3bb0ce53db9 req-9077590a-ce29-4ecd-b6fb-705f61c3635f tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=832a0f2a-4558-4fd6-b221-5f36757f54a1 HTTP/1.1" status: 200 len: 949 time: 0.3012850 Jul 07 16:48:09.025405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:09.026054 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.029555 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] 10.222.0.69 "PUT /v2.0/ports/2e956c6d-4647-4508-a858-901e36dbdafb HTTP/1.1" status: 200 len: 1095 time: 1.9999731 Jul 07 16:48:09.058803 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e2eb6a-fc99-490f-a960-d84c854c888c', 'tag': '2e956c6d-4647-4508-a858-901e36dbdafb'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:09.062807 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7a253e-22a2-4402-9e42-38c1f3fc94cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e2eb6a-fc99-490f-a960-d84c854c888c", "tag": "2e956c6d-4647-4508-a858-901e36dbdafb"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:09.176676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d203be-b092-4671-8ab3-3cb586fc9b76 service neutron] Pushing event updated for resources: {'Port': ['ID=2e956c6d-4647-4508-a858-901e36dbdafb,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:09.195091 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-89dc43de-c0f5-4ef0-a480-333bf7f8f42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.202466 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-963fff6f-6280-45e4-a004-a3bb0ce53db9 req-e3bbf18d-f8ba-4858-b067-72a1370149e8 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989746 Jul 07 16:48:09.217006 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dda856-506f-4f42-93a1-c58553ea0878 req-866df463-9f50-4a91-b054-c41de6fd68a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:09.218619 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06dda856-506f-4f42-93a1-c58553ea0878 req-866df463-9f50-4a91-b054-c41de6fd68a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3147111 Jul 07 16:48:09.303868 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9064e2-0058-42c2-a111-237b52590bfb req-89c5984d-32fe-460b-906d-e561793cb6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:09.305543 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc9064e2-0058-42c2-a111-237b52590bfb req-89c5984d-32fe-460b-906d-e561793cb6dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 1098 time: 0.2264826 Jul 07 16:48:09.325249 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ab49f1-bef9-4551-8467-37b41a1a9f02 x-openstack-request-id: req-00ab49f1-bef9-4551-8467-37b41a1a9f02 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:09.325543 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e2eb6a-fc99-490f-a960-d84c854c888c", "tag": "2e956c6d-4647-4508-a858-901e36dbdafb", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:09.325796 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-00ab49f1-bef9-4551-8467-37b41a1a9f02 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:09.326239 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e2eb6a-fc99-490f-a960-d84c854c888c', 'tag': '2e956c6d-4647-4508-a858-901e36dbdafb', 'status': 'completed', 'code': 200} Jul 07 16:48:09.373913 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc9064e2-0058-42c2-a111-237b52590bfb req-a2c6ea19-ec9a-4afb-adef-79b387172799 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=2e956c6d-4647-4508-a858-901e36dbdafb HTTP/1.1" status: 200 len: 217 time: 0.0603201 Jul 07 16:48:09.399810 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc43de-c0f5-4ef0-a480-333bf7f8f42a admin admin] Checking segment: {'id': 'b65913c5-a354-4465-9681-8ddbe626c600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a1af0fa7-8514-4684-89af-32fcf47570fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:09.400372 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dc43de-c0f5-4ef0-a480-333bf7f8f42a admin admin] Network hostable DHCP agents. Network: a1af0fa7-8514-4684-89af-32fcf47570fa, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:48:09.428371 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc43de-c0f5-4ef0-a480-333bf7f8f42a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb2e9dfc-f15c-4fd4-b472-8411a6552373,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:09.432653 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dc43de-c0f5-4ef0-a480-333bf7f8f42a admin admin] Network a1af0fa7-8514-4684-89af-32fcf47570fa is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:48:09.457973 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-89dc43de-c0f5-4ef0-a480-333bf7f8f42a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, a1af0fa7-8514-4684-89af-32fcf47570fa) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:09.466457 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d495ae0-03e3-426a-b0bb-f4fa0c43df8b None None] Network a1af0fa7-8514-4684-89af-32fcf47570fa requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:09.474147 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dc43de-c0f5-4ef0-a480-333bf7f8f42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:09.474920 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-89dc43de-c0f5-4ef0-a480-333bf7f8f42a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:09.494641 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580c04c-62d8-4dd1-b20b-32fe4f602a2e req-ed975878-c2e3-4329-be0b-e7f0afea6ddb tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:09.501779 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4580c04c-62d8-4dd1-b20b-32fe4f602a2e req-ed975878-c2e3-4329-be0b-e7f0afea6ddb tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da117be-4434-4f76-92b5-23edb086dc7b HTTP/1.1" status: 200 len: 948 time: 0.2165215 Jul 07 16:48:09.526431 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-89dc43de-c0f5-4ef0-a480-333bf7f8f42a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6963377 Jul 07 16:48:09.580773 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4580c04c-62d8-4dd1-b20b-32fe4f602a2e req-b2507ba1-b2fd-4a49-86ca-bd72ec694b41 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780156 Jul 07 16:48:09.751475 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a7bec9-0af7-40b1-9393-f09d4a429b07 None None] Network a1af0fa7-8514-4684-89af-32fcf47570fa requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:09.917074 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9064e2-0058-42c2-a111-237b52590bfb req-48707dd8-f64b-4e9b-b120-5eb123a8ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:09.918496 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc9064e2-0058-42c2-a111-237b52590bfb req-48707dd8-f64b-4e9b-b120-5eb123a8ffcb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.5374267 Jul 07 16:48:09.918860 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5389f3-aabc-4147-bd02-976fe46e27ea req-1c21d7eb-8aae-495c-91c8-583a81bbf544 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:09.926705 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fa5389f3-aabc-4147-bd02-976fe46e27ea req-1c21d7eb-8aae-495c-91c8-583a81bbf544 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.1523943 Jul 07 16:48:10.006106 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06dda856-506f-4f42-93a1-c58553ea0878 req-e3079b71-3f1b-4e2c-8356-130b96174144 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7784741 Jul 07 16:48:10.007832 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fa5389f3-aabc-4147-bd02-976fe46e27ea req-a1d30e35-c6c9-467d-bf14-4cbbce4800c3 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803339 Jul 07 16:48:10.129593 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9064e2-0058-42c2-a111-237b52590bfb req-9263198a-da39-4e11-97fe-679fdb61c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:10.131172 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc9064e2-0058-42c2-a111-237b52590bfb req-9263198a-da39-4e11-97fe-679fdb61c45e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1869287 Jul 07 16:48:10.282275 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a553cf7-1619-43c3-9c06-c019e21b5c31 req-87e65b99-32bf-4acc-a6ec-4dcb589389b0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:10.283998 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1a553cf7-1619-43c3-9c06-c019e21b5c31 req-87e65b99-32bf-4acc-a6ec-4dcb589389b0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=832a0f2a-4558-4fd6-b221-5f36757f54a1 HTTP/1.1" status: 200 len: 949 time: 0.1202364 Jul 07 16:48:10.349427 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1a553cf7-1619-43c3-9c06-c019e21b5c31 req-941dd76a-72e3-4ff4-b975-3e3d147a59a0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567176 Jul 07 16:48:10.397196 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06dda856-506f-4f42-93a1-c58553ea0878 req-28ffdabe-1a23-427a-b47b-7146860f48ae service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834670 Jul 07 16:48:10.430250 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc9064e2-0058-42c2-a111-237b52590bfb req-b590de8f-273d-4087-b6be-9dcb4142c0e1 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844677 Jul 07 16:48:10.565150 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc9064e2-0058-42c2-a111-237b52590bfb req-f2561d78-c301-4a2f-b0b7-762523252bd0 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274042 Jul 07 16:48:10.576994 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59252) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:10.586696 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-008da334-9ac7-4bad-a99e-185f2e45111a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-169133070-network', 'tenant_id': '2739402956384c58a50d57e6afa3709b'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:10.620337 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008da334-9ac7-4bad-a99e-185f2e45111a admin admin] Made reservation on behalf of 2739402956384c58a50d57e6afa3709b for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:10.631766 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-008da334-9ac7-4bad-a99e-185f2e45111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:10.655192 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-008da334-9ac7-4bad-a99e-185f2e45111a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:10.774298 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a253e-22a2-4402-9e42-38c1f3fc94cc req-0ffc9d42-8d91-4d07-8adb-15d228a5d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:10.777736 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-da7a253e-22a2-4402-9e42-38c1f3fc94cc req-0ffc9d42-8d91-4d07-8adb-15d228a5d4d3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 1098 time: 0.1153014 Jul 07 16:48:10.787183 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ccb9e-2b96-4f7f-a6b3-a1ffe764ffe6 req-4aadfa2b-2075-4947-a006-8b7f1ec2447c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:10.800563 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c97ccb9e-2b96-4f7f-a6b3-a1ffe764ffe6 req-4aadfa2b-2075-4947-a006-8b7f1ec2447c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 947 time: 0.1658354 Jul 07 16:48:10.903301 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c97ccb9e-2b96-4f7f-a6b3-a1ffe764ffe6 req-13f6c015-6d44-412d-9a1f-a08dd2f209d3 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917673 Jul 07 16:48:10.933388 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-2b14b1a3-bd4b-48c6-9c9d-e30cdec80cdd tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a79049e951be40ee9ddbc6e40a2afed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429544 Jul 07 16:48:10.942468 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-008da334-9ac7-4bad-a99e-185f2e45111a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:10.948270 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a253e-22a2-4402-9e42-38c1f3fc94cc req-4adcfe97-8a00-4282-b8fa-cb08d5f3709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:10.948956 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-008da334-9ac7-4bad-a99e-185f2e45111a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:10.950005 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-da7a253e-22a2-4402-9e42-38c1f3fc94cc req-4adcfe97-8a00-4282-b8fa-cb08d5f3709f service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1640024 Jul 07 16:48:10.981441 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008da334-9ac7-4bad-a99e-185f2e45111a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:48:11.024244 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008da334-9ac7-4bad-a99e-185f2e45111a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844d236a-c71a-476d-96b5-211d1aa75e0b,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:11.036223 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-da7a253e-22a2-4402-9e42-38c1f3fc94cc req-8a51ffa2-ffab-4af9-9b9b-4470d4c04849 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=2e956c6d-4647-4508-a858-901e36dbdafb HTTP/1.1" status: 200 len: 217 time: 0.0709686 Jul 07 16:48:11.038356 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-008da334-9ac7-4bad-a99e-185f2e45111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:11.040048 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-008da334-9ac7-4bad-a99e-185f2e45111a admin admin] Added segment 81e7f07a-fa4b-49aa-922b-9e4595a63abe of type vlan for network 9dd5b557-6398-4564-a7af-55dd4c23d324 Jul 07 16:48:11.099502 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-008da334-9ac7-4bad-a99e-185f2e45111a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:11.130561 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a253e-22a2-4402-9e42-38c1f3fc94cc req-dcc273be-4d4e-4e00-936c-9d89d42c8402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:11.132432 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-da7a253e-22a2-4402-9e42-38c1f3fc94cc req-dcc273be-4d4e-4e00-936c-9d89d42c8402 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0865395 Jul 07 16:48:11.142100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-7448f2cc-ea32-4c50-ad81-ad0416fe104e tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:11.146886 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-7448f2cc-ea32-4c50-ad81-ad0416fe104e tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2126329 Jul 07 16:48:11.161905 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-008da334-9ac7-4bad-a99e-185f2e45111a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:11.163212 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008da334-9ac7-4bad-a99e-185f2e45111a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:11.163874 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-008da334-9ac7-4bad-a99e-185f2e45111a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:11.184989 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 31f31b1b-1fa4-4024-8d50-4158836683e1 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:48:11.245910 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-f8e3a1fa-2041-484d-9a49-fcc483b64bae tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/quotas/a79049e951be40ee9ddbc6e40a2afed5 HTTP/1.1" status: 200 len: 375 time: 0.0756524 Jul 07 16:48:11.322605 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 31f31b1b-1fa4-4024-8d50-4158836683e1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=31f31b1b-1fa4-4024-8d50-4158836683e1,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:11.335993 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-008da334-9ac7-4bad-a99e-185f2e45111a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7578413 Jul 07 16:48:11.342773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 59268) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:11.343518 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '31f31b1b-1fa4-4024-8d50-4158836683e1', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '31f31b1b-1fa4-4024-8d50-4158836683e1', 'mac_address': 'fa:16:3e:36:cc:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:48:11.364723 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-0f9c70e0-cebc-4fcd-9b2b-5382c803ba5c admin admin] Request body: {'subnet': {'network_id': '9dd5b557-6398-4564-a7af-55dd4c23d324', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-169133070-subnet', 'tenant_id': '2739402956384c58a50d57e6afa3709b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:11.370648 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008da334-9ac7-4bad-a99e-185f2e45111a admin admin] Pushing event updated for resources: {'Network': ['ID=9dd5b557-6398-4564-a7af-55dd4c23d324,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:11.402564 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaf82d-ea4e-44d7-8468-a6f0c94d2c52 req-fa8fea1e-7bc6-4f53-9fb1-8bbfb193cc4b tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:11.407681 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 9dd5b557-6398-4564-a7af-55dd4c23d324 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:48:11.411239 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0aaaf82d-ea4e-44d7-8468-a6f0c94d2c52 req-fa8fea1e-7bc6-4f53-9fb1-8bbfb193cc4b tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da117be-4434-4f76-92b5-23edb086dc7b HTTP/1.1" status: 200 len: 948 time: 0.2154586 Jul 07 16:48:11.412653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device b0c84e2c-7974-4adc-a586-85531e4c2f98 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:48:11.435938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9c70e0-cebc-4fcd-9b2b-5382c803ba5c admin admin] Made reservation on behalf of 2739402956384c58a50d57e6afa3709b for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:11.446670 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f9c70e0-cebc-4fcd-9b2b-5382c803ba5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:11.459523 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0aaaf82d-ea4e-44d7-8468-a6f0c94d2c52 req-b617c0f8-3e24-47c8-9ac6-729128146a59 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459528 Jul 07 16:48:11.586788 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a253e-22a2-4402-9e42-38c1f3fc94cc req-6566e087-b02a-42f2-9b71-05dc7e4cc594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:11.588376 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-da7a253e-22a2-4402-9e42-38c1f3fc94cc req-6566e087-b02a-42f2-9b71-05dc7e4cc594 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4387183 Jul 07 16:48:11.593391 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port b0c84e2c-7974-4adc-a586-85531e4c2f98, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=b0c84e2c-7974-4adc-a586-85531e4c2f98,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:11.598879 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-2c59fdc7-6605-4663-9172-4cb133efd539 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a79049e951be40ee9ddbc6e40a2afed5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3456769 Jul 07 16:48:11.665245 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'b0c84e2c-7974-4adc-a586-85531e4c2f98', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': 'b0c84e2c-7974-4adc-a586-85531e4c2f98', 'mac_address': 'fa:16:3e:ec:1f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:48:11.686488 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44556cd2-2ee9-4569-b44d-8035f1a04817 req-ca8947e7-260d-498e-b270-c8098b66ca14 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:11.704791 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-44556cd2-2ee9-4569-b44d-8035f1a04817 req-ca8947e7-260d-498e-b270-c8098b66ca14 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.1112585 Jul 07 16:48:11.714020 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:11.789039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f31b1b-1fa4-4024-8d50-4158836683e1 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:11.793661 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-da7a253e-22a2-4402-9e42-38c1f3fc94cc req-b75aa66a-4dc7-4e67-b44a-f59f1e7065d0 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937795 Jul 07 16:48:11.816066 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 31f31b1b-1fa4-4024-8d50-4158836683e1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=31f31b1b-1fa4-4024-8d50-4158836683e1,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:11.825604 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:11.844693 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-44556cd2-2ee9-4569-b44d-8035f1a04817 req-8082c2b0-db0d-4d9b-b8b5-cebbc295e8d4 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382773 Jul 07 16:48:11.965399 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-da7a253e-22a2-4402-9e42-38c1f3fc94cc req-1b577a59-b997-4dbf-aa05-b852f28f067c service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568565 Jul 07 16:48:12.032647 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f9c70e0-cebc-4fcd-9b2b-5382c803ba5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.034214 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=31f31b1b-1fa4-4024-8d50-4158836683e1,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:12.065384 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.088946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c70e0-cebc-4fcd-9b2b-5382c803ba5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=53a97add-6f7a-4498-95bf-b44a018b9857,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:12.142735 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c84e2c-7974-4adc-a586-85531e4c2f98 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:12.166359 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9c70e0-cebc-4fcd-9b2b-5382c803ba5c admin admin] Checking segment: {'id': '81e7f07a-fa4b-49aa-922b-9e4595a63abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9dd5b557-6398-4564-a7af-55dd4c23d324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:12.166781 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9c70e0-cebc-4fcd-9b2b-5382c803ba5c admin admin] Network hostable DHCP agents. Network: 9dd5b557-6398-4564-a7af-55dd4c23d324, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:48:12.169544 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port b0c84e2c-7974-4adc-a586-85531e4c2f98, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=b0c84e2c-7974-4adc-a586-85531e4c2f98,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:12.175862 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.198777 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9c70e0-cebc-4fcd-9b2b-5382c803ba5c admin admin] Network 9dd5b557-6398-4564-a7af-55dd4c23d324 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:48:12.225213 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-0f9c70e0-cebc-4fcd-9b2b-5382c803ba5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 9dd5b557-6398-4564-a7af-55dd4c23d324) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:12.234340 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9c70e0-cebc-4fcd-9b2b-5382c803ba5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:12.235568 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f9c70e0-cebc-4fcd-9b2b-5382c803ba5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.263721 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d4df34-42b3-45c7-9d8c-3c43ab0c38e4 None None] Network 9dd5b557-6398-4564-a7af-55dd4c23d324 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:12.271045 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['31f31b1b-1fa4-4024-8d50-4158836683e1'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:12.303224 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0f9c70e0-cebc-4fcd-9b2b-5382c803ba5c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9593892 Jul 07 16:48:12.310599 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8d6448ec-dfa2-4e14-ab4a-e0f4cc682f36 req-d7ac10f6-561f-4217-b82f-189e160d6471 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 210 time: 0.0618274 Jul 07 16:48:12.452066 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c154bca-bec9-46af-949c-15ef5b34d867 req-98e37173-349d-47ce-b895-00226451cdeb tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:12.454561 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c154bca-bec9-46af-949c-15ef5b34d867 req-98e37173-349d-47ce-b895-00226451cdeb tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 947 time: 0.1783388 Jul 07 16:48:12.492981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59292) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:12.569524 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c154bca-bec9-46af-949c-15ef5b34d867 req-7789bac5-354b-4950-9682-75b8aafa8c2a tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090925 Jul 07 16:48:12.602358 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=b0c84e2c-7974-4adc-a586-85531e4c2f98,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:12.611126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad2117d-5203-4bbc-a9ba-fc3caed40ea3 admin admin] Deleting subnet fb2e9dfc-f15c-4fd4-b472-8411a6552373 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:48:12.624455 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4ad2117d-5203-4bbc-a9ba-fc3caed40ea3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.752053 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['b0c84e2c-7974-4adc-a586-85531e4c2f98'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:12.789546 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4ad2117d-5203-4bbc-a9ba-fc3caed40ea3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.801177 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4ad2117d-5203-4bbc-a9ba-fc3caed40ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.852144 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8a2448-aa1d-4e5d-878a-ce78d55b698e None None] Network 9dd5b557-6398-4564-a7af-55dd4c23d324 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:12.913026 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4ad2117d-5203-4bbc-a9ba-fc3caed40ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.952065 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4ad2117d-5203-4bbc-a9ba-fc3caed40ea3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:12.957034 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 59300) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:12.957202 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4ad2117d-5203-4bbc-a9ba-fc3caed40ea3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fb2e9dfc-f15c-4fd4-b472-8411a6552373 HTTP/1.1" status: 204 len: 168 time: 0.4633293 Jul 07 16:48:12.958037 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2117d-5203-4bbc-a9ba-fc3caed40ea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb2e9dfc-f15c-4fd4-b472-8411a6552373,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:12.975606 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d5ae7-424a-4844-8dbc-aa0b311de482 req-66be55a9-8843-464a-99f0-17897fab812f tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:12.983656 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bd6d5ae7-424a-4844-8dbc-aa0b311de482 req-66be55a9-8843-464a-99f0-17897fab812f tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da117be-4434-4f76-92b5-23edb086dc7b HTTP/1.1" status: 200 len: 949 time: 0.3609147 Jul 07 16:48:13.090496 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bd6d5ae7-424a-4844-8dbc-aa0b311de482 req-83e7b4d3-52f2-4457-8743-0981a0119db4 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058545 Jul 07 16:48:13.296563 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:13.441869 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:13.452834 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2e9a6-0f3e-4af7-a6d9-488e4ce64fc2 req-cd52b448-dfef-4aff-816a-c73b6799567b tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:13.461040 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5ab2e9a6-0f3e-4af7-a6d9-488e4ce64fc2 req-cd52b448-dfef-4aff-816a-c73b6799567b tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.2986610 Jul 07 16:48:13.490908 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:48:13.491485 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:48:13.492582 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:48:13.493163 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-da68083d-2a92-48b1-92ea-fc1d63789bae req-a85c6dba-9ed3-47fd-962c-4dc554a4c376 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 210 time: 0.0348938 Jul 07 16:48:13.493578 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Subscribe: > port after_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:48:13.493953 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:48:13.494555 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Subscribe: > port after_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:48:13.494977 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:48:13.495401 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:48:13.495836 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:48:13.496252 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:48:13.663464 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:48:13.664570 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:48:13.664570 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:48:13.664809 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:48:13.665217 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1af0fa7-8514-4684-89af-32fcf47570fa']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:13.710223 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65913c5-a354-4465-9681-8ddbe626c600') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:13.710561 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65913c5-a354-4465-9681-8ddbe626c600') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:13.749769 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:13.773680 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5ab2e9a6-0f3e-4af7-a6d9-488e4ce64fc2 req-ecb0f178-5828-42ac-80f2-184045364e6e tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999392 Jul 07 16:48:13.821901 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-c8b531bd-0d4e-4fdd-8335-84c79a6f0f6b tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=a79049e951be40ee9ddbc6e40a2afed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382915 Jul 07 16:48:13.829095 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:13.838086 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:13.842108 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ec1f3-abfe-4f73-9139-3fd2859cd6df req-191744ae-c904-45bd-8d86-dfb85b3db518 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:13.843956 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb2ec1f3-abfe-4f73-9139-3fd2859cd6df req-191744ae-c904-45bd-8d86-dfb85b3db518 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 947 time: 0.1075909 Jul 07 16:48:13.853740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:48:13.854151 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: from cryptography.utils import int_from_bytes Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: from cryptography.utils import int_from_bytes Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.891368 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:48:13.895137 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:48:13.897723 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:48:13.897723 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:48:13.897723 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:48:13.909012 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb2ec1f3-abfe-4f73-9139-3fd2859cd6df req-2cb3ccca-9a82-409e-81ed-937d56f59568 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586739 Jul 07 16:48:14.019682 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.045917 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.050965 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a1af0fa7-8514-4684-89af-32fcf47570fa HTTP/1.1" status: 204 len: 168 time: 1.0897579 Jul 07 16:48:14.051875 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59330) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:14.151476 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-831d686d-712f-49d3-8d28-4b7d9264fa7f admin admin] Deleting subnet 53a97add-6f7a-4498-95bf-b44a018b9857 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:48:14.155458 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-831d686d-712f-49d3-8d28-4b7d9264fa7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.162776 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d14360-ac53-45b5-b763-99a5cbf0e098 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1af0fa7-8514-4684-89af-32fcf47570fa,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:14.189956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-7a0f06d0-11b3-4bdd-8839-025de49298c3 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:14.191432 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-7a0f06d0-11b3-4bdd-8839-025de49298c3 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3527648 Jul 07 16:48:14.201739 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-831d686d-712f-49d3-8d28-4b7d9264fa7f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.209274 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-831d686d-712f-49d3-8d28-4b7d9264fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.215018 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-f70289d8-c809-43d8-b40c-21963c9d3f0c tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Request body: {'port': {'device_id': '961ee017-6c86-4bb2-bdbf-57ea0bd88155', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': 'a79049e951be40ee9ddbc6e40a2afed5'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:14.235527 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-de694f16-8543-461e-bb92-3c4108ebbaef tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:14.237038 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-de694f16-8543-461e-bb92-3c4108ebbaef tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/networks?id=b242c9c2-cdb5-40af-9dc4-810efa1b341f HTTP/1.1" status: 200 len: 815 time: 0.1925204 Jul 07 16:48:14.279538 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-4c3ecfcf-27f1-4259-a156-38922cdb270d tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/quotas/e274f8f036d94d36b338115a1e4f399c HTTP/1.1" status: 200 len: 375 time: 0.0180616 Jul 07 16:48:14.319383 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-831d686d-712f-49d3-8d28-4b7d9264fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.365984 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d686d-712f-49d3-8d28-4b7d9264fa7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53a97add-6f7a-4498-95bf-b44a018b9857,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:14.371633 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-831d686d-712f-49d3-8d28-4b7d9264fa7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.376540 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-831d686d-712f-49d3-8d28-4b7d9264fa7f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/53a97add-6f7a-4498-95bf-b44a018b9857 HTTP/1.1" status: 204 len: 168 time: 0.3190894 Jul 07 16:48:14.378917 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 59336) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:14.382850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fac214-7217-434a-97d9-ded286cbe3c3 req-31201ba0-4014-4f3b-aaca-d28688b5284d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:14.385922 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29fac214-7217-434a-97d9-ded286cbe3c3 req-31201ba0-4014-4f3b-aaca-d28688b5284d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da117be-4434-4f76-92b5-23edb086dc7b HTTP/1.1" status: 200 len: 949 time: 0.1309083 Jul 07 16:48:14.427733 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29fac214-7217-434a-97d9-ded286cbe3c3 req-275ae876-0a55-4837-a11d-ac6c572ec65f tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364559 Jul 07 16:48:14.444004 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-f70289d8-c809-43d8-b40c-21963c9d3f0c tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Made reservation on behalf of a79049e951be40ee9ddbc6e40a2afed5 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:14.447638 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-f70289d8-c809-43d8-b40c-21963c9d3f0c tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.465745 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-f72c32ff-8113-41c7-b6a4-9e4d0b0940d3 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e274f8f036d94d36b338115a1e4f399c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1734841 Jul 07 16:48:14.511041 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f6a409b-bcee-4154-b6e8-4efe91bd1b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.651960 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6f408ade-3c56-430c-8bf3-6d15182a024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.693470 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1abdc086-c76d-4d0a-b619-9516fa68f66b req-7517051b-0f22-4767-b4e3-1e871b91ae8e tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 210 time: 0.0300117 Jul 07 16:48:14.741705 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f6a409b-bcee-4154-b6e8-4efe91bd1b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.745419 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-f589984d-272b-425d-b8fd-b16b3149ad8b service neutron] 10.222.0.50 "GET /v2.0/networks/b242c9c2-cdb5-40af-9dc4-810efa1b341f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681825 Jul 07 16:48:14.759997 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-f70289d8-c809-43d8-b40c-21963c9d3f0c tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Allocated IP 192.168.233.213 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/429ecd60-ddf2-4f8c-9333-b07d5da5cc1a) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:14.775026 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0f6a409b-bcee-4154-b6e8-4efe91bd1b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd5b557-6398-4564-a7af-55dd4c23d324']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:14.822883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0f6a409b-bcee-4154-b6e8-4efe91bd1b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e7f07a-fa4b-49aa-922b-9e4595a63abe') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:14.823094 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0f6a409b-bcee-4154-b6e8-4efe91bd1b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e7f07a-fa4b-49aa-922b-9e4595a63abe') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:48:14.840253 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f6a409b-bcee-4154-b6e8-4efe91bd1b14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.879414 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f6a409b-bcee-4154-b6e8-4efe91bd1b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.896508 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6a409b-bcee-4154-b6e8-4efe91bd1b14 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:48:14.896898 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f6a409b-bcee-4154-b6e8-4efe91bd1b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:48:14.900931 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:48:14.968948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f147a-9362-4f1d-b83b-4d33a2fe050e req-1f3a516a-0af9-47bb-b5c8-e9c5fa1962d0 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:14.970635 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a6f147a-9362-4f1d-b83b-4d33a2fe050e req-1f3a516a-0af9-47bb-b5c8-e9c5fa1962d0 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.0683277 Jul 07 16:48:14.983895 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-476d2a21-245c-4606-99fe-8dcc8d107689 service neutron] 10.222.0.50 "GET /v2.0/networks/b242c9c2-cdb5-40af-9dc4-810efa1b341f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267523 Jul 07 16:48:15.020858 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f6a409b-bcee-4154-b6e8-4efe91bd1b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:15.029993 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f6a409b-bcee-4154-b6e8-4efe91bd1b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:15.032043 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0f6a409b-bcee-4154-b6e8-4efe91bd1b14 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9dd5b557-6398-4564-a7af-55dd4c23d324 HTTP/1.1" status: 204 len: 168 time: 0.6483512 Jul 07 16:48:15.036111 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a6f147a-9362-4f1d-b83b-4d33a2fe050e req-09aadb84-bb16-402a-8224-e63e297a12ab tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471427 Jul 07 16:48:15.051054 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a409b-bcee-4154-b6e8-4efe91bd1b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd5b557-6398-4564-a7af-55dd4c23d324,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:15.166925 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-f70289d8-c809-43d8-b40c-21963c9d3f0c tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:15.186337 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 31f31b1b-1fa4-4024-8d50-4158836683e1 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:15.194288 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-f70289d8-c809-43d8-b40c-21963c9d3f0c tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Transition to ACTIVE for port object 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:15.267097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 31f31b1b-1fa4-4024-8d50-4158836683e1 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:15.268568 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-f70289d8-c809-43d8-b40c-21963c9d3f0c tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:15.274394 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 31f31b1b-1fa4-4024-8d50-4158836683e1 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:15.274861 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:15.293092 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8496b8-1896-4573-97a3-721306377f08 req-59adfe6c-535d-4dce-814e-ca8ac5563c7e tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:15.301004 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dd8496b8-1896-4573-97a3-721306377f08 req-59adfe6c-535d-4dce-814e-ca8ac5563c7e tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 947 time: 0.1406088 Jul 07 16:48:15.349267 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dd8496b8-1896-4573-97a3-721306377f08 req-9383a593-238b-469e-bfee-9dd2657ba31c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466812 Jul 07 16:48:15.354017 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59352) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:15.355276 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['42171e8f-2d48-496c-97b8-5650b84f11ec'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:15.412899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-f70289d8-c809-43d8-b40c-21963c9d3f0c tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:15.418088 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-327e9549-8b7b-4b81-9d1a-eb5252e6cb78 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4df5e2710d7d4b66a846e79ef9186250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555611 Jul 07 16:48:15.419509 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 2e956c6d-4647-4508-a858-901e36dbdafb details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:48:15.419640 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-f70289d8-c809-43d8-b40c-21963c9d3f0c tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:15.421839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device b0c84e2c-7974-4adc-a586-85531e4c2f98 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:15.433732 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59354) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:15.448218 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-f70289d8-c809-43d8-b40c-21963c9d3f0c tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:15.452538 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-74fa1d3b-ab8c-41be-9104-751af280a4bd req-764884b8-7c3d-4648-8125-696009450569 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 210 time: 0.0791879 Jul 07 16:48:15.512030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70289d8-c809-43d8-b40c-21963c9d3f0c tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Pushing event updated for resources: {'Port': ['ID=429ecd60-ddf2-4f8c-9333-b07d5da5cc1a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:15.579535 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-f70289d8-c809-43d8-b40c-21963c9d3f0c tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:15.580645 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-f70289d8-c809-43d8-b40c-21963c9d3f0c tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:15.603874 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6222da52-c41e-42d8-b07d-ef43f46d1cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:15.616960 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-f70289d8-c809-43d8-b40c-21963c9d3f0c tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4094679 Jul 07 16:48:15.639930 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] Request body: {'port': {'device_id': '961ee017-6c86-4bb2-bdbf-57ea0bd88155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:15.738602 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6222da52-c41e-42d8-b07d-ef43f46d1cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:15.772149 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.resource_extend [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:48:15.793222 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:15.858082 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cb680-ca8f-4499-b66f-ea19562dc258 req-ae24a439-0e6e-4022-a765-81a44045e805 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:15.865448 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-da1cb680-ca8f-4499-b66f-ea19562dc258 req-ae24a439-0e6e-4022-a765-81a44045e805 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da117be-4434-4f76-92b5-23edb086dc7b HTTP/1.1" status: 200 len: 949 time: 0.1957448 Jul 07 16:48:15.886778 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6222da52-c41e-42d8-b07d-ef43f46d1cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:15.889542 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6222da52-c41e-42d8-b07d-ef43f46d1cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:15.891846 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6222da52-c41e-42d8-b07d-ef43f46d1cda admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4f67cf19-1ac1-4bf2-9cee-5ea0b64d3c96 HTTP/1.1" status: 204 len: 168 time: 0.4548099 Jul 07 16:48:15.928882 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-da1cb680-ca8f-4499-b66f-ea19562dc258 req-beecd665-b596-4da9-a9d5-dcc5c651e3b4 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623839 Jul 07 16:48:15.945039 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222da52-c41e-42d8-b07d-ef43f46d1cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f67cf19-1ac1-4bf2-9cee-5ea0b64d3c96,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:15.970619 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.005866 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9f10278b-e64d-42fa-a8b1-d05fd801a725 None None] Provisioning for port 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:16.038070 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9f10278b-e64d-42fa-a8b1-d05fd801a725 None None] Provisioning complete for port 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:16.038614 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9f10278b-e64d-42fa-a8b1-d05fd801a725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.080842 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da117be-4434-4f76-92b5-23edb086dc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f31b1b-1fa4-4024-8d50-4158836683e1'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:16.083763 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8eeb2e-d213-465f-a7e7-29877bf9d442" -d '{"events": [{"server_uuid": "3da117be-4434-4f76-92b5-23edb086dc7b", "name": "network-vif-plugged", "status": "completed", "tag": "31f31b1b-1fa4-4024-8d50-4158836683e1"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:16.099413 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port b0c84e2c-7974-4adc-a586-85531e4c2f98 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:16.128508 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 2e956c6d-4647-4508-a858-901e36dbdafb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2e956c6d-4647-4508-a858-901e36dbdafb,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:16.134159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 31f31b1b-1fa4-4024-8d50-4158836683e1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=31f31b1b-1fa4-4024-8d50-4158836683e1,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:16.148630 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port b0c84e2c-7974-4adc-a586-85531e4c2f98 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:16.149094 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.165199 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.213627 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-9f10278b-e64d-42fa-a8b1-d05fd801a725 None None] Port 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:16.217445 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.225340 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '2e956c6d-4647-4508-a858-901e36dbdafb', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '2e956c6d-4647-4508-a858-901e36dbdafb', 'mac_address': 'fa:16:3e:06:3c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:48:16.357172 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.359009 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=31f31b1b-1fa4-4024-8d50-4158836683e1,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:16.389664 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125a426-693b-49ae-854d-4c59cde81cfb req-3d7d10f0-ea24-47f7-9081-e5560c4795fd tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:16.396525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e956c6d-4647-4508-a858-901e36dbdafb {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:16.403286 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3125a426-693b-49ae-854d-4c59cde81cfb req-3d7d10f0-ea24-47f7-9081-e5560c4795fd tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.1336887 Jul 07 16:48:16.451517 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 2e956c6d-4647-4508-a858-901e36dbdafb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2e956c6d-4647-4508-a858-901e36dbdafb,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:16.455153 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.460112 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.490421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef948689-a4d9-4264-b2e1-36a3df15efd2 req-42dc8455-dfb2-4a5d-9eb0-703392219bab tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:16.504245 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ef948689-a4d9-4264-b2e1-36a3df15efd2 req-42dc8455-dfb2-4a5d-9eb0-703392219bab tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 936 time: 0.1963367 Jul 07 16:48:16.535413 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3125a426-693b-49ae-854d-4c59cde81cfb req-53bdc2ee-c1a4-461f-9199-3b02cfc7da60 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303334 Jul 07 16:48:16.536293 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port b0c84e2c-7974-4adc-a586-85531e4c2f98, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=b0c84e2c-7974-4adc-a586-85531e4c2f98,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:16.548251 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.557707 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=2e956c6d-4647-4508-a858-901e36dbdafb,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:16.620366 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:16.634838 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=b0c84e2c-7974-4adc-a586-85531e4c2f98,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:16.635059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59382) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:16.658703 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48adc3c0-01a5-4be7-8e41-77e4d9aa89d9 x-openstack-request-id: req-48adc3c0-01a5-4be7-8e41-77e4d9aa89d9 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:16.658992 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da117be-4434-4f76-92b5-23edb086dc7b", "name": "network-vif-plugged", "status": "completed", "tag": "31f31b1b-1fa4-4024-8d50-4158836683e1", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:16.659435 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-48adc3c0-01a5-4be7-8e41-77e4d9aa89d9 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:16.659988 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da117be-4434-4f76-92b5-23edb086dc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f31b1b-1fa4-4024-8d50-4158836683e1', 'code': 200} Jul 07 16:48:16.664380 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.679977 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] Transition to ACTIVE for port object 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:16.698498 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ef948689-a4d9-4264-b2e1-36a3df15efd2 req-1f7aba4d-ea52-493b-ba62-11b83b0114ca tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428854 Jul 07 16:48:16.701061 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.703587 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b68a0ee1-44cb-40ef-85ec-a5acb23d4d75 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2739402956384c58a50d57e6afa3709b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672359 Jul 07 16:48:16.706289 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59384) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:16.786856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] Pushing event updated for resources: {'Port': ['ID=429ecd60-ddf2-4f8c-9333-b07d5da5cc1a,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:16.821975 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['2e956c6d-4647-4508-a858-901e36dbdafb'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:16.849713 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3024a487-10e2-44cb-af7e-d9cadb41367b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.899660 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3024a487-10e2-44cb-af7e-d9cadb41367b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:16.988352 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47074abf-c4e3-447c-aa43-12d0106d3210 req-8086f0a3-b3a5-4822-a62b-aac14d57e83f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:16.997303 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-47074abf-c4e3-447c-aa43-12d0106d3210 req-8086f0a3-b3a5-4822-a62b-aac14d57e83f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 948 time: 0.2216675 Jul 07 16:48:16.999466 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3024a487-10e2-44cb-af7e-d9cadb41367b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.002305 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3024a487-10e2-44cb-af7e-d9cadb41367b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.005300 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3024a487-10e2-44cb-af7e-d9cadb41367b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/844d236a-c71a-476d-96b5-211d1aa75e0b HTTP/1.1" status: 204 len: 168 time: 0.2966263 Jul 07 16:48:17.052369 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024a487-10e2-44cb-af7e-d9cadb41367b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844d236a-c71a-476d-96b5-211d1aa75e0b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:17.113362 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-47074abf-c4e3-447c-aa43-12d0106d3210 req-be51431c-8220-4c83-9235-82c81eb6f47b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147721 Jul 07 16:48:17.317818 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f1531e06-e9fe-49d5-8d18-bad377f45918 req-e89e12f8-447a-432b-a38a-800817654e68 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 210 time: 0.4742169 Jul 07 16:48:17.335072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31343f0-47f4-440d-8e85-750dcb8fb7e0 req-5bc82b04-1cae-422f-a787-451fda6750a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:17.337068 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e31343f0-47f4-440d-8e85-750dcb8fb7e0 req-5bc82b04-1cae-422f-a787-451fda6750a4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3da117be-4434-4f76-92b5-23edb086dc7b HTTP/1.1" status: 200 len: 1101 time: 0.5478334 Jul 07 16:48:17.395988 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4c23156f-b282-4f2a-9e23-b638d5e5280f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.396513 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e31343f0-47f4-440d-8e85-750dcb8fb7e0 req-74a9399f-47f1-45d7-b977-6053ac09678a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492427 Jul 07 16:48:17.398858 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] Attempting to bind port 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:17.399132 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] Attempting to bind port 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:17.399532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] Attempting to bind port 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:17.404639 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] Port 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:48:17.404992 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] Attempting to bind port 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:17.411353 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:17.411800 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:17.412389 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:17.412959 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] Bound port: 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:17.413407 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.419314 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-c54e6c1b-d53e-4a5e-89c3-94833da7f301 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:17.421252 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-c54e6c1b-d53e-4a5e-89c3-94833da7f301 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.69 "GET /v2.0/networks?id=b242c9c2-cdb5-40af-9dc4-810efa1b341f HTTP/1.1" status: 200 len: 815 time: 0.2837725 Jul 07 16:48:17.451209 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-7eed7bdd-896e-4ba3-899b-31aeadcd214d tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Request body: {'port': {'device_id': 'fc68e8a6-a192-4ea6-b434-c814f60dbed9', 'network_id': 'b242c9c2-cdb5-40af-9dc4-810efa1b341f', 'admin_state_up': True, 'tenant_id': 'e274f8f036d94d36b338115a1e4f399c'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:17.533283 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] For port 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:17.537629 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] For port 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=429ecd60-ddf2-4f8c-9333-b07d5da5cc1a,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:17.545272 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.574254 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.606599 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:17.607249 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:17.608827 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] 10.222.0.69 "PUT /v2.0/ports/429ecd60-ddf2-4f8c-9333-b07d5da5cc1a HTTP/1.1" status: 200 len: 1096 time: 1.9813762 Jul 07 16:48:17.609312 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961ee017-6c86-4bb2-bdbf-57ea0bd88155', 'tag': '429ecd60-ddf2-4f8c-9333-b07d5da5cc1a'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:17.612009 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acd25ff-1d96-421a-9aa9-f6cccb3ba24e" -d '{"events": [{"name": "network-changed", "server_uuid": "961ee017-6c86-4bb2-bdbf-57ea0bd88155", "tag": "429ecd60-ddf2-4f8c-9333-b07d5da5cc1a"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:17.763822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3dadd-7d93-4ee9-99d5-7284750dc324 service neutron] Pushing event updated for resources: {'Port': ['ID=429ecd60-ddf2-4f8c-9333-b07d5da5cc1a,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:17.871152 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-9ee4c43e-5c3a-4a47-a677-c3ee8c3f3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:17.872884 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-9ee4c43e-5c3a-4a47-a677-c3ee8c3f3130 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a79049e951be40ee9ddbc6e40a2afed5&device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 1099 time: 0.2097540 Jul 07 16:48:17.891404 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cee4f9-2d13-47b9-8ffc-34012aa26c5d req-8c2e6b0c-0ce9-458c-a6be-f57a2ba732c3 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:17.900961 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c9cee4f9-2d13-47b9-8ffc-34012aa26c5d req-8c2e6b0c-0ce9-458c-a6be-f57a2ba732c3 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.1167271 Jul 07 16:48:17.991665 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-7c7daa14-9eba-48c3-97b1-d564067274c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=429ecd60-ddf2-4f8c-9333-b07d5da5cc1a HTTP/1.1" status: 200 len: 217 time: 0.0781357 Jul 07 16:48:18.038645 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c9cee4f9-2d13-47b9-8ffc-34012aa26c5d req-e778170d-25c9-4d61-bd9f-57b22efc8d05 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359775 Jul 07 16:48:18.064226 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-02f24d04-7ea8-4ff1-ae74-60c8b27e38f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:18.067884 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-02f24d04-7ea8-4ff1-ae74-60c8b27e38f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0648489 Jul 07 16:48:18.091791 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ccccc-e9e0-489b-8492-cf289ed8e7eb req-772002a2-b9f2-4595-a4fd-4cc1f1d29d9d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:18.094842 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-621ccccc-e9e0-489b-8492-cf289ed8e7eb req-772002a2-b9f2-4595-a4fd-4cc1f1d29d9d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da117be-4434-4f76-92b5-23edb086dc7b HTTP/1.1" status: 200 len: 950 time: 0.5981410 Jul 07 16:48:18.157598 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b346ad6-6dd2-4713-932b-ae441cb76617 x-openstack-request-id: req-0b346ad6-6dd2-4713-932b-ae441cb76617 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:18.158248 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961ee017-6c86-4bb2-bdbf-57ea0bd88155", "tag": "429ecd60-ddf2-4f8c-9333-b07d5da5cc1a", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:18.158710 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0b346ad6-6dd2-4713-932b-ae441cb76617 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:18.159280 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961ee017-6c86-4bb2-bdbf-57ea0bd88155', 'tag': '429ecd60-ddf2-4f8c-9333-b07d5da5cc1a', 'status': 'completed', 'code': 200} Jul 07 16:48:18.172880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-992300a0-03b6-4ac8-a98b-fba1fadac453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:18.175853 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-7eed7bdd-896e-4ba3-899b-31aeadcd214d tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Made reservation on behalf of e274f8f036d94d36b338115a1e4f399c for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:18.177602 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-992300a0-03b6-4ac8-a98b-fba1fadac453 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0985866 Jul 07 16:48:18.181586 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-7eed7bdd-896e-4ba3-899b-31aeadcd214d tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.242212 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-621ccccc-e9e0-489b-8492-cf289ed8e7eb req-46657e93-2ceb-46ee-abc7-95ad615a793a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367497 Jul 07 16:48:18.418483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-e46845a2-0dc6-4447-a8a3-826009da0ca0 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324004 Jul 07 16:48:18.441484 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 59440) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:18.467865 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-7eed7bdd-896e-4ba3-899b-31aeadcd214d tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Allocated IP 172.20.0.12 (b242c9c2-cdb5-40af-9dc4-810efa1b341f/af727d61-bc2d-495a-8a60-090c80f565e8/fe2f305d-7b44-4023-a362-95eeda4a880a) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:18.663027 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e5e912-d341-44a3-8764-1fc974c1c474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c84e2c-7974-4adc-a586-85531e4c2f98'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:18.667487 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccba9166-104e-44b0-a9be-81739a3b06f8" -d '{"events": [{"server_uuid": "77e5e912-d341-44a3-8764-1fc974c1c474", "name": "network-vif-plugged", "status": "completed", "tag": "b0c84e2c-7974-4adc-a586-85531e4c2f98"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:18.737588 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:18.854231 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b25f8-5761-420f-a1f8-15f9385fb1cd req-dbbf41cd-cd21-4e74-88c1-6387b36c2973 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:18.865624 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fd1b25f8-5761-420f-a1f8-15f9385fb1cd req-dbbf41cd-cd21-4e74-88c1-6387b36c2973 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 948 time: 0.4275050 Jul 07 16:48:18.897857 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-63d4db2d-1012-4438-a713-0f592fca4095 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1409968055-network', 'tenant_id': '1be8148ddb52412394c6dd031bc2cc7e'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:18.919597 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608f87b-f109-40bb-8c73-8923fc9a0d9f req-bdc1c6a7-59c5-4c52-be39-55fb0461ba8d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:18.927527 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7608f87b-f109-40bb-8c73-8923fc9a0d9f req-bdc1c6a7-59c5-4c52-be39-55fb0461ba8d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 948 time: 0.4921825 Jul 07 16:48:18.982627 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb9da70e-7901-4b84-baac-0f198e1b6fd3 req-fcc4e92c-0081-4f06-93c3-137dc418225f service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610312 Jul 07 16:48:19.009915 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7608f87b-f109-40bb-8c73-8923fc9a0d9f req-6019173e-a5af-40fd-853e-b3765c91e15b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811367 Jul 07 16:48:19.010157 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fd1b25f8-5761-420f-a1f8-15f9385fb1cd req-f6879a4f-c94b-4299-9101-203e61481450 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434977 Jul 07 16:48:19.050845 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d4db2d-1012-4438-a713-0f592fca4095 admin admin] Made reservation on behalf of 1be8148ddb52412394c6dd031bc2cc7e for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:19.054012 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63d4db2d-1012-4438-a713-0f592fca4095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.054314 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-7eed7bdd-896e-4ba3-899b-31aeadcd214d tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.079840 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63d4db2d-1012-4438-a713-0f592fca4095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.099957 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-7eed7bdd-896e-4ba3-899b-31aeadcd214d tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Transition to ACTIVE for port object fe2f305d-7b44-4023-a362-95eeda4a880a will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:19.187965 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-7eed7bdd-896e-4ba3-899b-31aeadcd214d tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.260557 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63d4db2d-1012-4438-a713-0f592fca4095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.269445 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63d4db2d-1012-4438-a713-0f592fca4095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.294130 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-7eed7bdd-896e-4ba3-899b-31aeadcd214d tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Network b242c9c2-cdb5-40af-9dc4-810efa1b341f is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:19.301583 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-7eed7bdd-896e-4ba3-899b-31aeadcd214d tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:19.310291 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-7eed7bdd-896e-4ba3-899b-31aeadcd214d tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:19.316831 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d4db2d-1012-4438-a713-0f592fca4095 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:48:19.317081 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-7eed7bdd-896e-4ba3-899b-31aeadcd214d tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:19.317863 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-7eed7bdd-896e-4ba3-899b-31aeadcd214d tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.347818 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed7bdd-896e-4ba3-899b-31aeadcd214d tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Pushing event updated for resources: {'Port': ['ID=fe2f305d-7b44-4023-a362-95eeda4a880a,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:19.362336 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4db2d-1012-4438-a713-0f592fca4095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11bc8d6-5e4f-4202-a9c5-d487e6d59825,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:19.370642 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-7eed7bdd-896e-4ba3-899b-31aeadcd214d tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9350336 Jul 07 16:48:19.380822 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63d4db2d-1012-4438-a713-0f592fca4095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.381092 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-63d4db2d-1012-4438-a713-0f592fca4095 admin admin] Added segment 0d9fe9f2-bf70-4de2-a379-47e67be805a0 of type vlan for network 51ec3819-671e-411b-b116-1f7886237f24 Jul 07 16:48:19.386404 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817e67f-a101-4879-a95b-3f9376347596 req-2c99d6e3-be24-48e8-913b-9dbb2055949b tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:19.392631 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7817e67f-a101-4879-a95b-3f9376347596 req-2c99d6e3-be24-48e8-913b-9dbb2055949b tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 932 time: 0.2185516 Jul 07 16:48:19.435621 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 2e956c6d-4647-4508-a858-901e36dbdafb up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:19.466364 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63d4db2d-1012-4438-a713-0f592fca4095 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.475113 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7817e67f-a101-4879-a95b-3f9376347596 req-67c027ba-11ef-47f9-827c-bf5bf7746f36 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/security-groups?id=31b657cb-ed3e-4411-ab4f-a56e778dc5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705616 Jul 07 16:48:19.517470 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 2e956c6d-4647-4508-a858-901e36dbdafb completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:19.522916 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 2e956c6d-4647-4508-a858-901e36dbdafb triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:19.523520 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.528873 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63d4db2d-1012-4438-a713-0f592fca4095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.530703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d4db2d-1012-4438-a713-0f592fca4095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:19.531526 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63d4db2d-1012-4438-a713-0f592fca4095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.570261 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1abdd9-fc34-4f4e-9471-4ddc17d33239 x-openstack-request-id: req-3b1abdd9-fc34-4f4e-9471-4ddc17d33239 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:19.570747 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e5e912-d341-44a3-8764-1fc974c1c474", "name": "network-vif-plugged", "status": "completed", "tag": "b0c84e2c-7974-4adc-a586-85531e4c2f98", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:19.571305 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b1abdd9-fc34-4f4e-9471-4ddc17d33239 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:19.571896 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e5e912-d341-44a3-8764-1fc974c1c474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c84e2c-7974-4adc-a586-85531e4c2f98', 'code': 200} Jul 07 16:48:19.644398 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59452) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:19.649691 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-4ec5f335-9bfc-466f-a8e7-07fbf28545a1 admin admin] Request body: {'subnet': {'network_id': '51ec3819-671e-411b-b116-1f7886237f24', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1409968055-subnet', 'tenant_id': '1be8148ddb52412394c6dd031bc2cc7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:19.661827 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-63d4db2d-1012-4438-a713-0f592fca4095 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2178938 Jul 07 16:48:19.674049 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4db2d-1012-4438-a713-0f592fca4095 admin admin] Pushing event updated for resources: {'Network': ['ID=51ec3819-671e-411b-b116-1f7886237f24,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:19.680944 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.686254 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 51ec3819-671e-411b-b116-1f7886237f24 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:48:19.718955 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec5f335-9bfc-466f-a8e7-07fbf28545a1 admin admin] Made reservation on behalf of 1be8148ddb52412394c6dd031bc2cc7e for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:19.721521 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4ec5f335-9bfc-466f-a8e7-07fbf28545a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.786701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2a7e0d8a-10a8-4b1d-81a8-ad9224d4364f None None] Provisioning for port fe2f305d-7b44-4023-a362-95eeda4a880a completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:19.800581 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b52e8c-2f84-482a-8f3e-4ee04f087fcb req-aba408f6-8ec6-48f9-8263-8330a1503a32 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:19.804881 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 2e956c6d-4647-4508-a858-901e36dbdafb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2e956c6d-4647-4508-a858-901e36dbdafb,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:19.808412 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33b52e8c-2f84-482a-8f3e-4ee04f087fcb req-aba408f6-8ec6-48f9-8263-8330a1503a32 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.1353331 Jul 07 16:48:19.808969 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2a7e0d8a-10a8-4b1d-81a8-ad9224d4364f None None] Provisioning complete for port fe2f305d-7b44-4023-a362-95eeda4a880a triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:19.809533 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0d8a-10a8-4b1d-81a8-ad9224d4364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.848601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2a7e0d8a-10a8-4b1d-81a8-ad9224d4364f None None] Port fe2f305d-7b44-4023-a362-95eeda4a880a cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:19.851878 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:19.909677 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=2e956c6d-4647-4508-a858-901e36dbdafb,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:19.960561 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33b52e8c-2f84-482a-8f3e-4ee04f087fcb req-d9c28f09-eeb5-4658-bc85-c6d5e8a49228 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511893 Jul 07 16:48:20.040043 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4ec5f335-9bfc-466f-a8e7-07fbf28545a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:20.150848 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:20.152022 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5f335-9bfc-466f-a8e7-07fbf28545a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c985cc-e916-416e-988d-68453d64db86,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:20.166959 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec5f335-9bfc-466f-a8e7-07fbf28545a1 admin admin] Checking segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:20.167342 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec5f335-9bfc-466f-a8e7-07fbf28545a1 admin admin] Network hostable DHCP agents. Network: 51ec3819-671e-411b-b116-1f7886237f24, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:48:20.202268 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c047c-7418-43e4-9406-ef3307b0aab8 req-9a8abb29-7d97-419c-85cf-64fe7c6d0fcd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:20.203904 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8c2c047c-7418-43e4-9406-ef3307b0aab8 req-9a8abb29-7d97-419c-85cf-64fe7c6d0fcd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da117be-4434-4f76-92b5-23edb086dc7b HTTP/1.1" status: 200 len: 950 time: 0.1318209 Jul 07 16:48:20.210032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec5f335-9bfc-466f-a8e7-07fbf28545a1 admin admin] Network 51ec3819-671e-411b-b116-1f7886237f24 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:48:20.236265 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-4ec5f335-9bfc-466f-a8e7-07fbf28545a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 51ec3819-671e-411b-b116-1f7886237f24) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:20.241484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec5f335-9bfc-466f-a8e7-07fbf28545a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:20.242065 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4ec5f335-9bfc-466f-a8e7-07fbf28545a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:20.246561 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b3963d-5276-46a1-a00d-48be2c303a16 None None] Network 51ec3819-671e-411b-b116-1f7886237f24 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:20.276839 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8c2c047c-7418-43e4-9406-ef3307b0aab8 req-5f3488f7-6fa9-4785-a147-797235ad7967 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640337 Jul 07 16:48:20.296374 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4ec5f335-9bfc-466f-a8e7-07fbf28545a1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6505435 Jul 07 16:48:20.423352 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967b04f9-8ed9-4e3d-b41a-9c86cf593fe4 None None] Network 51ec3819-671e-411b-b116-1f7886237f24 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:20.519256 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5aa08-237c-42e5-b662-d34450867518 req-3aa3efe0-2808-463f-b274-9be03b1c1984 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:20.528296 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-60a5aa08-237c-42e5-b662-d34450867518 req-3aa3efe0-2808-463f-b274-9be03b1c1984 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.1007636 Jul 07 16:48:20.596509 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-60a5aa08-237c-42e5-b662-d34450867518 req-e46712fd-78f6-46cc-b1e9-af260650c41b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668371 Jul 07 16:48:20.800168 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb96782-a8fb-4291-be48-c92a99902518 req-a2a8f87a-279a-4d6a-8a9f-1fa342c6e7ea tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:20.802356 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bb96782-a8fb-4291-be48-c92a99902518 req-a2a8f87a-279a-4d6a-8a9f-1fa342c6e7ea tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 948 time: 0.0804949 Jul 07 16:48:20.863512 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bb96782-a8fb-4291-be48-c92a99902518 req-cdbd7eeb-301c-418b-b178-b060959ab5f8 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516727 Jul 07 16:48:20.966536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59480) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:20.972322 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-6ae8bebc-32ca-4806-a365-db57f79cd178 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-856659160-network', 'tenant_id': 'c1abd32c22d64a2da506d479208099cc'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:21.003201 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae8bebc-32ca-4806-a365-db57f79cd178 admin admin] Made reservation on behalf of c1abd32c22d64a2da506d479208099cc for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:21.005728 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6ae8bebc-32ca-4806-a365-db57f79cd178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.032860 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6ae8bebc-32ca-4806-a365-db57f79cd178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.096512 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683677c8-16ef-431e-8bec-50808079aa72 req-5e338417-04cb-475c-92cd-4c2fb14fa0c1 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:21.098144 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-683677c8-16ef-431e-8bec-50808079aa72 req-5e338417-04cb-475c-92cd-4c2fb14fa0c1 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=77e5e912-d341-44a3-8764-1fc974c1c474 HTTP/1.1" status: 200 len: 949 time: 0.1080389 Jul 07 16:48:21.159476 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-683677c8-16ef-431e-8bec-50808079aa72 req-02d2471d-ec4b-4d69-98bb-655cf4f7c070 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538981 Jul 07 16:48:21.189216 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6ae8bebc-32ca-4806-a365-db57f79cd178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.193408 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6ae8bebc-32ca-4806-a365-db57f79cd178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.226717 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae8bebc-32ca-4806-a365-db57f79cd178 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:48:21.239157 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8bebc-32ca-4806-a365-db57f79cd178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3104b815-898b-4e18-a817-3ae7e02022d9,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:21.247899 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6ae8bebc-32ca-4806-a365-db57f79cd178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.248259 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-6ae8bebc-32ca-4806-a365-db57f79cd178 admin admin] Added segment 78f31424-c451-46ab-b3ef-77a96af7d7bd of type vlan for network efdd1509-ec81-439b-8773-ad46b765c9e0 Jul 07 16:48:21.324316 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6ae8bebc-32ca-4806-a365-db57f79cd178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.369614 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6ae8bebc-32ca-4806-a365-db57f79cd178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.370699 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae8bebc-32ca-4806-a365-db57f79cd178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:21.371277 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6ae8bebc-32ca-4806-a365-db57f79cd178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.402189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471d722-f042-473a-8827-d75489df0543 req-0502eaa5-9af3-46f1-9b2b-1f03f798ffc4 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:21.403724 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7471d722-f042-473a-8827-d75489df0543 req-0502eaa5-9af3-46f1-9b2b-1f03f798ffc4 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 932 time: 0.1205096 Jul 07 16:48:21.437971 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6ae8bebc-32ca-4806-a365-db57f79cd178 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4700415 Jul 07 16:48:21.440776 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 59484) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:21.453481 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-df17d3d4-7412-478d-88e8-051bc05d40c5 admin admin] Request body: {'subnet': {'network_id': 'efdd1509-ec81-439b-8773-ad46b765c9e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-856659160-subnet', 'tenant_id': 'c1abd32c22d64a2da506d479208099cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:21.474618 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8bebc-32ca-4806-a365-db57f79cd178 admin admin] Pushing event updated for resources: {'Network': ['ID=efdd1509-ec81-439b-8773-ad46b765c9e0,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:21.486602 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network efdd1509-ec81-439b-8773-ad46b765c9e0 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:48:21.487310 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df17d3d4-7412-478d-88e8-051bc05d40c5 admin admin] Made reservation on behalf of c1abd32c22d64a2da506d479208099cc for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:21.489767 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-df17d3d4-7412-478d-88e8-051bc05d40c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.509435 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7471d722-f042-473a-8827-d75489df0543 req-afb6c858-ae0a-4a8d-9c7f-86c00f87efed tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/security-groups?id=31b657cb-ed3e-4411-ab4f-a56e778dc5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768533 Jul 07 16:48:21.573711 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e2eb6a-fc99-490f-a960-d84c854c888c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e956c6d-4647-4508-a858-901e36dbdafb'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:21.582811 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5348e309-b5ee-429f-9e9b-fbd402a17c6e" -d '{"events": [{"server_uuid": "a3e2eb6a-fc99-490f-a960-d84c854c888c", "name": "network-vif-plugged", "status": "completed", "tag": "2e956c6d-4647-4508-a858-901e36dbdafb"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:21.723758 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-df17d3d4-7412-478d-88e8-051bc05d40c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.756791 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34729f-0958-477e-92e8-63d17ef98344 req-b89755e3-2c08-490d-9f61-32112026c3b0 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:21.758513 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2a34729f-0958-477e-92e8-63d17ef98344 req-b89755e3-2c08-490d-9f61-32112026c3b0 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.0723372 Jul 07 16:48:21.786806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17d3d4-7412-478d-88e8-051bc05d40c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=543e14d7-f080-405a-be1a-13655e34c66e,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:21.795541 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df17d3d4-7412-478d-88e8-051bc05d40c5 admin admin] Checking segment: {'id': '78f31424-c451-46ab-b3ef-77a96af7d7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'efdd1509-ec81-439b-8773-ad46b765c9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:21.795908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df17d3d4-7412-478d-88e8-051bc05d40c5 admin admin] Network hostable DHCP agents. Network: efdd1509-ec81-439b-8773-ad46b765c9e0, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:48:21.803002 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2a34729f-0958-477e-92e8-63d17ef98344 req-22a38694-96d2-4afb-98af-4075bbf6c972 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356762 Jul 07 16:48:21.814860 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df17d3d4-7412-478d-88e8-051bc05d40c5 admin admin] Network efdd1509-ec81-439b-8773-ad46b765c9e0 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:48:21.826942 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-df17d3d4-7412-478d-88e8-051bc05d40c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, efdd1509-ec81-439b-8773-ad46b765c9e0) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:21.831854 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df17d3d4-7412-478d-88e8-051bc05d40c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:21.832503 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-df17d3d4-7412-478d-88e8-051bc05d40c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:21.838561 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d111bb-aeea-45ae-ac2c-505931e21e0e None None] Network efdd1509-ec81-439b-8773-ad46b765c9e0 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:21.864956 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-df17d3d4-7412-478d-88e8-051bc05d40c5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4228067 Jul 07 16:48:21.905826 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd0aa21-a8ec-4e47-a927-81fbbfaefedd x-openstack-request-id: req-7fd0aa21-a8ec-4e47-a927-81fbbfaefedd {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:21.905826 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e2eb6a-fc99-490f-a960-d84c854c888c", "name": "network-vif-plugged", "status": "completed", "tag": "2e956c6d-4647-4508-a858-901e36dbdafb", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:21.905826 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7fd0aa21-a8ec-4e47-a927-81fbbfaefedd {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:21.906737 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e2eb6a-fc99-490f-a960-d84c854c888c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e956c6d-4647-4508-a858-901e36dbdafb', 'code': 200} Jul 07 16:48:22.054877 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165e516c-4269-4233-bef4-5d6ea6d78a9c None None] Network efdd1509-ec81-439b-8773-ad46b765c9e0 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:48:22.138675 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a9385-d3f8-43f8-a719-3b64cca78604 req-83385162-35bf-4374-a145-5b7ba72b7381 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:22.152109 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-363a9385-d3f8-43f8-a719-3b64cca78604 req-83385162-35bf-4374-a145-5b7ba72b7381 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.1179311 Jul 07 16:48:22.217218 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-363a9385-d3f8-43f8-a719-3b64cca78604 req-89332172-c261-40e4-ab8b-62123e920994 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583284 Jul 07 16:48:22.386838 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300519ab-0d02-4186-b20c-79ad24291f16 req-e025ec3b-8aef-43f6-b186-fd5fc46c99b0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:22.388529 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-300519ab-0d02-4186-b20c-79ad24291f16 req-e025ec3b-8aef-43f6-b186-fd5fc46c99b0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 948 time: 0.0741684 Jul 07 16:48:22.435591 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-300519ab-0d02-4186-b20c-79ad24291f16 req-e1f383a2-4cdf-4f97-a1e5-a8db86abd883 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362058 Jul 07 16:48:22.733432 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-d3986265-9c0b-4811-9ab1-5ee14b0a0ca0 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:22.735543 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-d3986265-9c0b-4811-9ab1-5ee14b0a0ca0 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 808 time: 0.1045480 Jul 07 16:48:22.751261 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-96b3f147-ecc6-48fc-981c-47c3f15dfb24 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/quotas/1be8148ddb52412394c6dd031bc2cc7e HTTP/1.1" status: 200 len: 375 time: 0.0101624 Jul 07 16:48:22.786948 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-0848a283-431e-4391-9914-4ffd4323994a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298154 Jul 07 16:48:22.881432 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-3e0ec4af-d00c-4368-92c7-f6c59d6614a9 service neutron] 10.222.0.50 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880926 Jul 07 16:48:22.976907 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-fd11931c-03f7-4397-b81f-58eb9e9e2849 service neutron] 10.222.0.50 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896387 Jul 07 16:48:23.268744 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e2938-8393-46af-978c-66fb7b2759eb req-8011922f-7175-4190-9a95-cbaf836856b6 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:23.270468 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c29e2938-8393-46af-978c-66fb7b2759eb req-8011922f-7175-4190-9a95-cbaf836856b6 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=77e5e912-d341-44a3-8764-1fc974c1c474 HTTP/1.1" status: 200 len: 949 time: 0.0748682 Jul 07 16:48:23.321230 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c29e2938-8393-46af-978c-66fb7b2759eb req-7b1a3c8f-9a96-415d-8b4e-ed74524d62d0 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416427 Jul 07 16:48:23.526879 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d269b-9992-44d4-98fe-68b10ae03edf req-ab31cff0-e7c8-4e19-b6eb-7cac63b91c05 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:23.528731 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bf7d269b-9992-44d4-98fe-68b10ae03edf req-ab31cff0-e7c8-4e19-b6eb-7cac63b91c05 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 932 time: 0.0844674 Jul 07 16:48:23.572545 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bf7d269b-9992-44d4-98fe-68b10ae03edf req-5467f0eb-7070-48e6-9391-5330741fff07 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/security-groups?id=31b657cb-ed3e-4411-ab4f-a56e778dc5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372810 Jul 07 16:48:23.754221 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48c5d6-aeb1-413f-a034-5fbc44058a8c req-7d5b116d-3e54-4ff6-aaad-2aa68e9ff66c tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:23.755942 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a48c5d6-aeb1-413f-a034-5fbc44058a8c req-7d5b116d-3e54-4ff6-aaad-2aa68e9ff66c tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.0786440 Jul 07 16:48:23.802640 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a48c5d6-aeb1-413f-a034-5fbc44058a8c req-16fa7797-1c15-4682-bb60-1bbf209b324d tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405819 Jul 07 16:48:23.935660 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9f88b3dc-6cd9-4508-b581-69b6d874e98e req-7cc50526-1229-49f0-8ce2-4451b32937a2 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 210 time: 0.0300891 Jul 07 16:48:24.150170 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22632c4-25e6-438c-8613-a21cd796cc88 req-d6b8e87a-fdbf-4381-9041-e23043c18be7 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:24.152164 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b22632c4-25e6-438c-8613-a21cd796cc88 req-d6b8e87a-fdbf-4381-9041-e23043c18be7 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.0902007 Jul 07 16:48:24.198916 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b22632c4-25e6-438c-8613-a21cd796cc88 req-7a85c43d-917e-4a59-8351-ae4f6bb834c5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403984 Jul 07 16:48:24.266665 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95c9dd-02ec-4a2e-a650-e80bc1aba1ea req-f0e2fcc0-3d0a-4000-bb8f-35e389fe49a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:24.268302 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b95c9dd-02ec-4a2e-a650-e80bc1aba1ea req-f0e2fcc0-3d0a-4000-bb8f-35e389fe49a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 1121 time: 0.0626769 Jul 07 16:48:24.311373 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b95c9dd-02ec-4a2e-a650-e80bc1aba1ea req-324eace8-abcd-45b7-ab88-e4d86f28a159 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347030 Jul 07 16:48:24.386321 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7204e73-b2d5-42b4-a8cf-176533cb6a08 req-e91658de-2449-4c02-bf56-e2a8da12761f tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:24.388131 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7204e73-b2d5-42b4-a8cf-176533cb6a08 req-e91658de-2449-4c02-bf56-e2a8da12761f tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 948 time: 0.0718977 Jul 07 16:48:24.427972 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7204e73-b2d5-42b4-a8cf-176533cb6a08 req-3c2cac14-2b9e-4c94-9568-0dc6e1b15ea1 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332313 Jul 07 16:48:24.617719 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35f2e4-463f-4009-8630-f1cde946c1a2 req-957542b3-e5fe-40f5-af6c-758fb5e6566b tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:24.619901 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0a35f2e4-463f-4009-8630-f1cde946c1a2 req-957542b3-e5fe-40f5-af6c-758fb5e6566b tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=77e5e912-d341-44a3-8764-1fc974c1c474 HTTP/1.1" status: 200 len: 949 time: 0.0865507 Jul 07 16:48:24.674679 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0a35f2e4-463f-4009-8630-f1cde946c1a2 req-ea6d21fd-a7d2-41cf-b2fe-a795ec89f7b8 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464814 Jul 07 16:48:24.808785 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-c53683ee-94a7-4e89-8bfc-7475da720af8 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:24.810315 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-c53683ee-94a7-4e89-8bfc-7475da720af8 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.15 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 808 time: 0.1623225 Jul 07 16:48:24.834095 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-ffd571ad-c6a6-4dda-9b68-f803e1dfafd1 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Request body: {'port': {'device_id': '835e9e53-24e5-4621-a55a-03d275381fee', 'network_id': '51ec3819-671e-411b-b116-1f7886237f24', 'admin_state_up': True, 'tenant_id': '1be8148ddb52412394c6dd031bc2cc7e'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:24.872671 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe169564-dbcc-4910-9c41-6f14bad533f1 req-da76a82d-fe69-4911-8d6a-edf12775868d tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:24.875244 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fe169564-dbcc-4910-9c41-6f14bad533f1 req-da76a82d-fe69-4911-8d6a-edf12775868d tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 932 time: 0.0799136 Jul 07 16:48:24.919467 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fe169564-dbcc-4910-9c41-6f14bad533f1 req-29494bf7-b7cc-40c6-aeb8-b18da2815871 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/security-groups?id=31b657cb-ed3e-4411-ab4f-a56e778dc5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382457 Jul 07 16:48:25.020584 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-ffd571ad-c6a6-4dda-9b68-f803e1dfafd1 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Made reservation on behalf of 1be8148ddb52412394c6dd031bc2cc7e for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:25.026203 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-ffd571ad-c6a6-4dda-9b68-f803e1dfafd1 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:25.181272 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-ffd571ad-c6a6-4dda-9b68-f803e1dfafd1 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Allocated IP 172.20.0.13 (51ec3819-671e-411b-b116-1f7886237f24/22c985cc-e916-416e-988d-68453d64db86/cc43800e-702a-43e9-809d-0e27feb75adf) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:25.190916 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af41cf2-52fe-4dd2-9b82-0e14c3b69c72 req-013c85b3-f724-4dcb-af16-9344a3f47967 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:25.202821 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9af41cf2-52fe-4dd2-9b82-0e14c3b69c72 req-013c85b3-f724-4dcb-af16-9344a3f47967 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.1285760 Jul 07 16:48:25.248936 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9af41cf2-52fe-4dd2-9b82-0e14c3b69c72 req-7ee25bef-185a-4161-9146-6409b8c2808e tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469074 Jul 07 16:48:25.383683 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7002d25e-7158-440e-9c9f-c8a2c40f5c2f req-5904ecf0-0bce-410e-84e8-85d93c1113ee tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 210 time: 0.0310609 Jul 07 16:48:25.389211 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-ffd571ad-c6a6-4dda-9b68-f803e1dfafd1 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:25.441752 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-ffd571ad-c6a6-4dda-9b68-f803e1dfafd1 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:25.488262 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-ffd571ad-c6a6-4dda-9b68-f803e1dfafd1 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Network 51ec3819-671e-411b-b116-1f7886237f24 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:25.493712 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-ffd571ad-c6a6-4dda-9b68-f803e1dfafd1 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:25.497748 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-ffd571ad-c6a6-4dda-9b68-f803e1dfafd1 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:25.528525 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd571ad-c6a6-4dda-9b68-f803e1dfafd1 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Pushing event updated for resources: {'Port': ['ID=cc43800e-702a-43e9-809d-0e27feb75adf,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:25.560008 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-ffd571ad-c6a6-4dda-9b68-f803e1dfafd1 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:25.560907 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-ffd571ad-c6a6-4dda-9b68-f803e1dfafd1 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:25.579246 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-ffd571ad-c6a6-4dda-9b68-f803e1dfafd1 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7494285 Jul 07 16:48:25.595485 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] Request body: {'port': {'device_id': '835e9e53-24e5-4621-a55a-03d275381fee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:25.675578 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2fdb3-0611-4534-8410-580b1c481e90 req-232182bb-0e4f-4f59-a120-5bb7038439cf tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:25.685872 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2e2fdb3-0611-4534-8410-580b1c481e90 req-232182bb-0e4f-4f59-a120-5bb7038439cf tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.1784585 Jul 07 16:48:25.716179 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:25.758931 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2e2fdb3-0611-4534-8410-580b1c481e90 req-6e5ef294-4497-405d-ad27-5d6c3191dd8c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718634 Jul 07 16:48:26.007100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bba0fb-9d76-49d8-833b-1eb73eac3684 req-c3402e92-a9e2-443c-b5b9-3783c7f62392 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:26.009186 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-43bba0fb-9d76-49d8-833b-1eb73eac3684 req-c3402e92-a9e2-443c-b5b9-3783c7f62392 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 948 time: 0.0947943 Jul 07 16:48:26.065160 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-43bba0fb-9d76-49d8-833b-1eb73eac3684 req-3fec9aff-7bed-4825-9340-634207b3ef70 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476856 Jul 07 16:48:26.134003 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc43800e-702a-43e9-809d-0e27feb75adf {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:26.142914 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.161504 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] Transition to ACTIVE for port object cc43800e-702a-43e9-809d-0e27feb75adf will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:26.165863 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.227003 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=cc43800e-702a-43e9-809d-0e27feb75adf,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:26.295244 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe8132-72bc-4d2e-a6af-3bc8efa4a98e req-44e099af-b186-430c-8fba-2bd6e76b371a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:26.297530 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7dfe8132-72bc-4d2e-a6af-3bc8efa4a98e req-44e099af-b186-430c-8fba-2bd6e76b371a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=77e5e912-d341-44a3-8764-1fc974c1c474 HTTP/1.1" status: 200 len: 949 time: 0.0961576 Jul 07 16:48:26.351430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] Attempting to bind port cc43800e-702a-43e9-809d-0e27feb75adf on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:26.351963 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] Attempting to bind port cc43800e-702a-43e9-809d-0e27feb75adf by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:26.352473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] Attempting to bind port cc43800e-702a-43e9-809d-0e27feb75adf on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:26.361443 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] Port cc43800e-702a-43e9-809d-0e27feb75adf on network 51ec3819-671e-411b-b116-1f7886237f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:48:26.361902 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] Attempting to bind port cc43800e-702a-43e9-809d-0e27feb75adf on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:26.367901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:26.368381 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] Checking segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:26.368872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] Bound using segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:26.369414 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] Bound port: cc43800e-702a-43e9-809d-0e27feb75adf, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:26.369877 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.374113 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7dfe8132-72bc-4d2e-a6af-3bc8efa4a98e req-be70c953-6286-478b-af81-7d62a5966e40 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703540 Jul 07 16:48:26.446221 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] For port cc43800e-702a-43e9-809d-0e27feb75adf, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:26.449992 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] For port cc43800e-702a-43e9-809d-0e27feb75adf, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=cc43800e-702a-43e9-809d-0e27feb75adf,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:26.455886 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.495489 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:26.496178 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:26.497856 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] 10.222.0.15 "PUT /v2.0/ports/cc43800e-702a-43e9-809d-0e27feb75adf HTTP/1.1" status: 200 len: 1092 time: 0.9089048 Jul 07 16:48:26.498320 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835e9e53-24e5-4621-a55a-03d275381fee', 'tag': 'cc43800e-702a-43e9-809d-0e27feb75adf'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:26.504036 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae50849-d072-452f-8545-6d6745743133" -d '{"events": [{"name": "network-changed", "server_uuid": "835e9e53-24e5-4621-a55a-03d275381fee", "tag": "cc43800e-702a-43e9-809d-0e27feb75adf"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:26.546090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98e5cf-b2a2-47fe-8906-2fc0fb15a7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=cc43800e-702a-43e9-809d-0e27feb75adf,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:26.583371 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9911d-14a7-4071-a711-7eeb3c5bd9cc req-9692f256-e14b-4d73-8560-66d9021e6157 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:26.584873 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89b9911d-14a7-4071-a711-7eeb3c5bd9cc req-9692f256-e14b-4d73-8560-66d9021e6157 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 932 time: 0.0928502 Jul 07 16:48:26.613683 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-3c5a3ae4-09f0-43a5-b217-9c72433945e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:26.621307 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-3c5a3ae4-09f0-43a5-b217-9c72433945e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 1095 time: 0.0711749 Jul 07 16:48:26.635126 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89b9911d-14a7-4071-a711-7eeb3c5bd9cc req-b78eead7-b374-412a-b30e-17ffbaaed3a9 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/security-groups?id=31b657cb-ed3e-4411-ab4f-a56e778dc5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441501 Jul 07 16:48:26.679673 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-723d18f9-694d-4788-84e9-14ee7d9c0414 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc43800e-702a-43e9-809d-0e27feb75adf HTTP/1.1" status: 200 len: 217 time: 0.0453620 Jul 07 16:48:26.738967 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-3d419101-1184-4a51-9da8-2a59322a6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:26.740577 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-3d419101-1184-4a51-9da8-2a59322a6691 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.0553176 Jul 07 16:48:26.782166 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-2e1efd61-c225-4980-935f-b8f985b186f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297210 Jul 07 16:48:26.813506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df4910-fbe6-457f-b689-201eaca23eef req-957090c2-482f-4d85-80d4-2892990cad6a tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:26.815256 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-92df4910-fbe6-457f-b689-201eaca23eef req-957090c2-482f-4d85-80d4-2892990cad6a tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 970 time: 0.0699122 Jul 07 16:48:26.859484 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-92df4910-fbe6-457f-b689-201eaca23eef req-06faacb7-74e2-4f02-b352-7c293cd61b3e tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363791 Jul 07 16:48:26.881667 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-e2aa5281-61cb-4212-b35c-7acdde4daf7f service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918243 Jul 07 16:48:26.994731 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edfa76c1-f1ab-4b09-9c3c-a52f17380005 req-6940c38a-243a-4ea3-b93d-084affcbc920 service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013627 Jul 07 16:48:27.043700 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b770079-ea27-4aae-997e-fa95beb5064b req-4d84c81a-89d5-42cc-8c2a-c03602bb2184 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:27.045151 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1b770079-ea27-4aae-997e-fa95beb5064b req-4d84c81a-89d5-42cc-8c2a-c03602bb2184 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 1096 time: 0.0545897 Jul 07 16:48:27.086091 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1b770079-ea27-4aae-997e-fa95beb5064b req-9cd5a5c4-2b34-4db0-956a-80df4bd4246c tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347836 Jul 07 16:48:27.242606 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7845b625-0a39-494d-9ed7-391349d6ee31 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:48:27.245370 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7845b625-0a39-494d-9ed7-391349d6ee31 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:48:27.277715 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8947f-28fa-4822-8a7f-6a9ea1566152 req-16faab8c-1003-4168-b4a4-4cf6e405a86e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:27.279798 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8ea8947f-28fa-4822-8a7f-6a9ea1566152 req-16faab8c-1003-4168-b4a4-4cf6e405a86e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 944 time: 0.0753098 Jul 07 16:48:27.321511 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8ea8947f-28fa-4822-8a7f-6a9ea1566152 req-f8c2221c-7637-42ee-bb83-e9327eefd33e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358870 Jul 07 16:48:27.375494 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb6b5f8-574f-434e-ae8f-a4d32c9326c5 x-openstack-request-id: req-8bb6b5f8-574f-434e-ae8f-a4d32c9326c5 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:27.375797 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835e9e53-24e5-4621-a55a-03d275381fee", "tag": "cc43800e-702a-43e9-809d-0e27feb75adf", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:27.376058 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8bb6b5f8-574f-434e-ae8f-a4d32c9326c5 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:27.376463 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835e9e53-24e5-4621-a55a-03d275381fee', 'tag': 'cc43800e-702a-43e9-809d-0e27feb75adf', 'status': 'completed', 'code': 200} Jul 07 16:48:27.376866 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 7845b625-0a39-494d-9ed7-391349d6ee31, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7845b625-0a39-494d-9ed7-391349d6ee31,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:27.390009 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '7845b625-0a39-494d-9ed7-391349d6ee31', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '7845b625-0a39-494d-9ed7-391349d6ee31', 'mac_address': 'fa:16:3e:8a:da:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:tempest-test_az-790255634', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:48:27.477344 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.482636 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.527958 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae50849-d072-452f-8545-6d6745743133 req-a97b3380-3ae5-4e7a-a888-0056842d0aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:27.530129 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aae50849-d072-452f-8545-6d6745743133 req-a97b3380-3ae5-4e7a-a888-0056842d0aba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 1095 time: 0.1139834 Jul 07 16:48:27.547813 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7845b625-0a39-494d-9ed7-391349d6ee31 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:27.600420 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 7845b625-0a39-494d-9ed7-391349d6ee31, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7845b625-0a39-494d-9ed7-391349d6ee31,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:27.610136 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:27.643145 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4380e-51c1-41cf-810c-ef50c1aadad4 req-c014e734-b68c-416a-96fd-91f19498bc51 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:27.646531 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-85b4380e-51c1-41cf-810c-ef50c1aadad4 req-c014e734-b68c-416a-96fd-91f19498bc51 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.1409492 Jul 07 16:48:27.662974 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae50849-d072-452f-8545-6d6745743133 req-32e1130e-67aa-4583-ae78-2e445159682a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:27.664646 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aae50849-d072-452f-8545-6d6745743133 req-32e1130e-67aa-4583-ae78-2e445159682a service neutron] 10.222.0.15 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 909 time: 0.1268704 Jul 07 16:48:27.712559 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-85b4380e-51c1-41cf-810c-ef50c1aadad4 req-24f8cc76-dd3e-4d9c-8dbb-83d7bc639d0d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585706 Jul 07 16:48:27.715387 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.api [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:48:27.715747 n-d-793620-7 neutron-server[100411]: DEBUG oslo_db.api [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:48:27.716620 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=7845b625-0a39-494d-9ed7-391349d6ee31,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:27.730643 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aae50849-d072-452f-8545-6d6745743133 req-05a738dd-29b2-41d1-a4c5-1d15b2604ef0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc43800e-702a-43e9-809d-0e27feb75adf HTTP/1.1" status: 200 len: 217 time: 0.0403607 Jul 07 16:48:27.784673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae50849-d072-452f-8545-6d6745743133 req-4ac330f6-f91c-4fc9-805b-051d24ecdfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:27.786167 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aae50849-d072-452f-8545-6d6745743133 req-4ac330f6-f91c-4fc9-805b-051d24ecdfca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.0510330 Jul 07 16:48:27.834115 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aae50849-d072-452f-8545-6d6745743133 req-77fa6ed2-3e8d-48c5-8d39-030ddfea56e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375278 Jul 07 16:48:27.957052 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aae50849-d072-452f-8545-6d6745743133 req-4649a086-6614-4f5d-af68-8f679fb38b4d service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079376 Jul 07 16:48:28.059933 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aae50849-d072-452f-8545-6d6745743133 req-ef048937-4142-4ff1-a8d4-e415bc7fde1e service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969002 Jul 07 16:48:28.084991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6bee9-3306-470e-ab54-2769a697ec61 req-60391cbe-8b71-40e8-960b-96a3f51086f1 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:28.088112 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e6b6bee9-3306-470e-ab54-2769a697ec61 req-60391cbe-8b71-40e8-960b-96a3f51086f1 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 948 time: 0.0798082 Jul 07 16:48:28.117367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['7845b625-0a39-494d-9ed7-391349d6ee31'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:28.136031 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e6b6bee9-3306-470e-ab54-2769a697ec61 req-19093246-4025-41a1-af36-285606f78842 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418603 Jul 07 16:48:28.285542 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.313000 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7845b625-0a39-494d-9ed7-391349d6ee31 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:28.354170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 7845b625-0a39-494d-9ed7-391349d6ee31, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7845b625-0a39-494d-9ed7-391349d6ee31,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:28.359870 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:28.415344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=7845b625-0a39-494d-9ed7-391349d6ee31,revision_number=10']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:31.262779 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device cc43800e-702a-43e9-809d-0e27feb75adf details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:48:31.265918 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7845b625-0a39-494d-9ed7-391349d6ee31 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:31.376233 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 7845b625-0a39-494d-9ed7-391349d6ee31 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:31.376609 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:31.524463 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port cc43800e-702a-43e9-809d-0e27feb75adf, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=cc43800e-702a-43e9-809d-0e27feb75adf,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:31.542628 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'cc43800e-702a-43e9-809d-0e27feb75adf', 'network_id': '51ec3819-671e-411b-b116-1f7886237f24', 'port_id': 'cc43800e-702a-43e9-809d-0e27feb75adf', 'mac_address': 'fa:16:3e:01:d5:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c985cc-e916-416e-988d-68453d64db86', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:48:31.602031 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:31.622000 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc43800e-702a-43e9-809d-0e27feb75adf {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:31.631110 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:31.658838 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port cc43800e-702a-43e9-809d-0e27feb75adf, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=cc43800e-702a-43e9-809d-0e27feb75adf,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:31.665226 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:31.673597 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d480e1-4ae1-4fd3-86d0-471358d9a729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7845b625-0a39-494d-9ed7-391349d6ee31'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:31.675908 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc10103-697f-4a0c-80b3-2fe3f1bb9cd5" -d '{"events": [{"server_uuid": "28d480e1-4ae1-4fd3-86d0-471358d9a729", "name": "network-vif-plugged", "status": "completed", "tag": "7845b625-0a39-494d-9ed7-391349d6ee31"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:31.705375 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 7845b625-0a39-494d-9ed7-391349d6ee31, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7845b625-0a39-494d-9ed7-391349d6ee31,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:31.710023 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:31.731273 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=cc43800e-702a-43e9-809d-0e27feb75adf,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:31.777690 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=7845b625-0a39-494d-9ed7-391349d6ee31,revision_number=11']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:31.913804 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] Request body: {'port': {'device_id': 'fc68e8a6-a192-4ea6-b434-c814f60dbed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:31.987663 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:32.066426 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['cc43800e-702a-43e9-809d-0e27feb75adf'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:32.180670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f533cb0-89dd-4ef9-9256-9740ecb5248a req-c3a62682-9170-409c-b0f1-7f6029fd681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:32.182324 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f533cb0-89dd-4ef9-9256-9740ecb5248a req-c3a62682-9170-409c-b0f1-7f6029fd681c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=77e5e912-d341-44a3-8764-1fc974c1c474 HTTP/1.1" status: 200 len: 1100 time: 0.1392629 Jul 07 16:48:32.191880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51877b-8d19-490c-a422-634e9344e691 req-f736f7ed-7f5a-4fe7-bc88-97bb4583b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:32.193761 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1d51877b-8d19-490c-a422-634e9344e691 req-f736f7ed-7f5a-4fe7-bc88-97bb4583b1d7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 1100 time: 0.1422338 Jul 07 16:48:32.254858 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faa45b-a431-4c0a-bfb1-4baf0420779c req-197eb5c8-9980-40a2-8e24-082e54721891 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:32.256678 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72faa45b-a431-4c0a-bfb1-4baf0420779c req-197eb5c8-9980-40a2-8e24-082e54721891 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=77e5e912-d341-44a3-8764-1fc974c1c474 HTTP/1.1" status: 200 len: 949 time: 0.1248453 Jul 07 16:48:32.298657 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f533cb0-89dd-4ef9-9256-9740ecb5248a req-1d9baed1-85ca-47ad-a67d-5f2811d3aaa6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881772 Jul 07 16:48:32.300285 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1d51877b-8d19-490c-a422-634e9344e691 req-f2639a73-651c-481f-b4b0-a339594d5729 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827692 Jul 07 16:48:32.319081 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd25ff-1d96-421a-9aa9-f6cccb3ba24e req-64596e56-9e26-4b97-b1f6-a55f3ba6ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:32.320444 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72faa45b-a431-4c0a-bfb1-4baf0420779c req-56da9a8f-52ac-43f3-979c-66fcab9c0640 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458813 Jul 07 16:48:32.320592 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1acd25ff-1d96-421a-9aa9-f6cccb3ba24e req-64596e56-9e26-4b97-b1f6-a55f3ba6ef32 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a79049e951be40ee9ddbc6e40a2afed5&device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 1099 time: 0.1132665 Jul 07 16:48:32.385389 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2f305d-7b44-4023-a362-95eeda4a880a {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:32.392717 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:32.404179 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] Transition to ACTIVE for port object fe2f305d-7b44-4023-a362-95eeda4a880a will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:32.408813 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:32.458421 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2f305d-7b44-4023-a362-95eeda4a880a,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:32.492518 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9955fd-bff7-4886-8515-6aa32143b4d1 req-c6b34947-fbc0-42be-8d2a-4c79af40a9d0 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:32.494559 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f9955fd-bff7-4886-8515-6aa32143b4d1 req-c6b34947-fbc0-42be-8d2a-4c79af40a9d0 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 944 time: 0.0714626 Jul 07 16:48:32.495194 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] Attempting to bind port fe2f305d-7b44-4023-a362-95eeda4a880a on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:32.495528 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] Attempting to bind port fe2f305d-7b44-4023-a362-95eeda4a880a by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'b6a98059-04af-4b19-a054-fa99a7ac96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b242c9c2-cdb5-40af-9dc4-810efa1b341f'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:32.495855 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] Attempting to bind port fe2f305d-7b44-4023-a362-95eeda4a880a on network b242c9c2-cdb5-40af-9dc4-810efa1b341f {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:32.500350 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] Port fe2f305d-7b44-4023-a362-95eeda4a880a on network b242c9c2-cdb5-40af-9dc4-810efa1b341f not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:48:32.500668 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] Attempting to bind port fe2f305d-7b44-4023-a362-95eeda4a880a on network b242c9c2-cdb5-40af-9dc4-810efa1b341f {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:32.505668 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:32.506000 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] Checking segment: {'id': 'b6a98059-04af-4b19-a054-fa99a7ac96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b242c9c2-cdb5-40af-9dc4-810efa1b341f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:32.506366 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] Bound using segment: {'id': 'b6a98059-04af-4b19-a054-fa99a7ac96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b242c9c2-cdb5-40af-9dc4-810efa1b341f'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:32.506827 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] Bound port: fe2f305d-7b44-4023-a362-95eeda4a880a, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a98059-04af-4b19-a054-fa99a7ac96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b242c9c2-cdb5-40af-9dc4-810efa1b341f'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:32.507182 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:32.547136 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f9955fd-bff7-4886-8515-6aa32143b4d1 req-e74f11ba-949a-4a56-bfe2-a5cb00c50c36 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/security-groups?id=31b657cb-ed3e-4411-ab4f-a56e778dc5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465353 Jul 07 16:48:32.610874 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f1208330-f335-4553-9b9e-f8d7d1ea82a1 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:48:32.612141 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f1208330-f335-4553-9b9e-f8d7d1ea82a1 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094697 Jul 07 16:48:32.630930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-9368d7c6-e5b8-462d-9b0d-bf0bbcb30439 service neutron] Request body: {'binding': {'host': 'n-h2-793620-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:32.632074 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-9368d7c6-e5b8-462d-9b0d-bf0bbcb30439 service neutron] Unknown quota resources ['binding']. {{(pid=100409) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:48:32.681360 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] For port fe2f305d-7b44-4023-a362-95eeda4a880a, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:32.685655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] For port fe2f305d-7b44-4023-a362-95eeda4a880a, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=fe2f305d-7b44-4023-a362-95eeda4a880a,segment=NetworkSegment(b6a98059-04af-4b19-a054-fa99a7ac96a2),segment_id=b6a98059-04af-4b19-a054-fa99a7ac96a2)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:32.704954 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:32.736543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02fc07-5c6e-4d12-a48b-9da803bca7c5 req-8b45ed5c-d2e9-443d-a3a4-fe2736164f8b tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:32.738164 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e02fc07-5c6e-4d12-a48b-9da803bca7c5 req-8b45ed5c-d2e9-443d-a3a4-fe2736164f8b tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 1122 time: 0.0555854 Jul 07 16:48:32.775995 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e02fc07-5c6e-4d12-a48b-9da803bca7c5 req-46fd856d-a5c5-4420-898a-42267b8ea3cc tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306413 Jul 07 16:48:32.784810 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:32.785466 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:32.786831 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] 10.222.0.69 "PUT /v2.0/ports/fe2f305d-7b44-4023-a362-95eeda4a880a HTTP/1.1" status: 200 len: 1092 time: 0.8775730 Jul 07 16:48:32.789186 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc68e8a6-a192-4ea6-b434-c814f60dbed9', 'tag': 'fe2f305d-7b44-4023-a362-95eeda4a880a'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:32.791754 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19663658-c30c-4aae-b7eb-01e08adb210e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc68e8a6-a192-4ea6-b434-c814f60dbed9", "tag": "fe2f305d-7b44-4023-a362-95eeda4a880a"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:32.798561 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd25ff-1d96-421a-9aa9-f6cccb3ba24e req-6b4c15b1-d6a4-4a7b-a0f8-e4588187d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:32.800084 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1acd25ff-1d96-421a-9aa9-f6cccb3ba24e req-6b4c15b1-d6a4-4a7b-a0f8-e4588187d74a service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.2554824 Jul 07 16:48:32.830306 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf36e1-d1aa-4932-bb0a-a524cf312fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2f305d-7b44-4023-a362-95eeda4a880a,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:32.898728 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1acd25ff-1d96-421a-9aa9-f6cccb3ba24e req-2caa530a-af54-4828-8b09-aa322695270c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=429ecd60-ddf2-4f8c-9333-b07d5da5cc1a HTTP/1.1" status: 200 len: 217 time: 0.0531788 Jul 07 16:48:32.963531 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-9368d7c6-e5b8-462d-9b0d-bf0bbcb30439 service neutron] Attempting to bind port 023ba46b-f2f0-40b0-a34f-eaab91f73f67 on host n-h2-793620-7 for vnic_type normal with profile None {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:32.964190 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-9368d7c6-e5b8-462d-9b0d-bf0bbcb30439 service neutron] Attempting to bind port 023ba46b-f2f0-40b0-a34f-eaab91f73f67 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:32.964190 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-9368d7c6-e5b8-462d-9b0d-bf0bbcb30439 service neutron] Attempting to bind port 023ba46b-f2f0-40b0-a34f-eaab91f73f67 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:32.968295 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09c0ef-1419-45d1-8830-065f3d13fb02 req-0c89b91a-5d65-4995-8f32-180c6e4818e2 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:32.975038 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d09c0ef-1419-45d1-8830-065f3d13fb02 req-0c89b91a-5d65-4995-8f32-180c6e4818e2 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 945 time: 0.0807323 Jul 07 16:48:32.981057 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-9368d7c6-e5b8-462d-9b0d-bf0bbcb30439 service neutron] Port 023ba46b-f2f0-40b0-a34f-eaab91f73f67 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:48:32.981501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-9368d7c6-e5b8-462d-9b0d-bf0bbcb30439 service neutron] Attempting to bind port 023ba46b-f2f0-40b0-a34f-eaab91f73f67 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:32.994076 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd25ff-1d96-421a-9aa9-f6cccb3ba24e req-d94dd161-2453-43dc-8f6f-c0080b1606ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:32.995596 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1acd25ff-1d96-421a-9aa9-f6cccb3ba24e req-d94dd161-2453-43dc-8f6f-c0080b1606ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0706928 Jul 07 16:48:32.996276 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-9368d7c6-e5b8-462d-9b0d-bf0bbcb30439 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:32.996605 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-9368d7c6-e5b8-462d-9b0d-bf0bbcb30439 service neutron] Checking segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:32.996973 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-9368d7c6-e5b8-462d-9b0d-bf0bbcb30439 service neutron] Bound using segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:32.997399 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-9368d7c6-e5b8-462d-9b0d-bf0bbcb30439 service neutron] Bound port: 023ba46b-f2f0-40b0-a34f-eaab91f73f67, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:33.013757 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d09c0ef-1419-45d1-8830-065f3d13fb02 req-fab51be3-98e0-4431-bf80-a9054e769799 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346115 Jul 07 16:48:33.072981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-30c01df7-a649-4014-8e28-01b3f3469b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:33.074751 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-30c01df7-a649-4014-8e28-01b3f3469b5c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e274f8f036d94d36b338115a1e4f399c&device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 1095 time: 0.1857789 Jul 07 16:48:33.134706 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-9368d7c6-e5b8-462d-9b0d-bf0bbcb30439 service neutron] For port 023ba46b-f2f0-40b0-a34f-eaab91f73f67, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=023ba46b-f2f0-40b0-a34f-eaab91f73f67,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:33.137338 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-1b0f9c1b-7765-49fb-8e69-02ab5651210c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe2f305d-7b44-4023-a362-95eeda4a880a HTTP/1.1" status: 200 len: 217 time: 0.0505002 Jul 07 16:48:33.140540 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-9368d7c6-e5b8-462d-9b0d-bf0bbcb30439 service neutron] Notify callbacks [] for binding, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:33.141585 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-9368d7c6-e5b8-462d-9b0d-bf0bbcb30439 service neutron] 10.222.0.50 "POST /v2.0/ports/023ba46b-f2f0-40b0-a34f-eaab91f73f67/bindings HTTP/1.1" status: 201 len: 389 time: 0.5143311 Jul 07 16:48:33.172504 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd25ff-1d96-421a-9aa9-f6cccb3ba24e req-aef9489c-0a2e-4e64-b36b-9e8baf5c0d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:33.174018 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1acd25ff-1d96-421a-9aa9-f6cccb3ba24e req-aef9489c-0a2e-4e64-b36b-9e8baf5c0d47 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1695712 Jul 07 16:48:33.192023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d573e-1840-4e12-943e-7e364e214c4e req-012151c5-304c-47d2-a3f3-6a1bca64c5fd tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:33.193585 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-270d573e-1840-4e12-943e-7e364e214c4e req-012151c5-304c-47d2-a3f3-6a1bca64c5fd tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.0738673 Jul 07 16:48:33.284021 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-270d573e-1840-4e12-943e-7e364e214c4e req-a1cc789d-071e-4609-a7b4-5b4cc89b731b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625248 Jul 07 16:48:33.339062 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b36a6f-c2b8-4d99-bc2e-a52ca72e9bd5 x-openstack-request-id: req-08b36a6f-c2b8-4d99-bc2e-a52ca72e9bd5 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:33.340117 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d480e1-4ae1-4fd3-86d0-471358d9a729", "name": "network-vif-plugged", "status": "completed", "tag": "7845b625-0a39-494d-9ed7-391349d6ee31", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:33.340594 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-08b36a6f-c2b8-4d99-bc2e-a52ca72e9bd5 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:33.341321 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d480e1-4ae1-4fd3-86d0-471358d9a729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7845b625-0a39-494d-9ed7-391349d6ee31', 'code': 200} Jul 07 16:48:33.450032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-22d8dd64-92cc-40ce-b8e9-9b7a972aa893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:33.450633 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da3593c-b3b1-4e6a-b33a-b6188cb034bd x-openstack-request-id: req-4da3593c-b3b1-4e6a-b33a-b6188cb034bd {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:33.450924 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc68e8a6-a192-4ea6-b434-c814f60dbed9", "tag": "fe2f305d-7b44-4023-a362-95eeda4a880a", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:33.451172 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4da3593c-b3b1-4e6a-b33a-b6188cb034bd {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:33.451558 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc68e8a6-a192-4ea6-b434-c814f60dbed9', 'tag': 'fe2f305d-7b44-4023-a362-95eeda4a880a', 'status': 'completed', 'code': 200} Jul 07 16:48:33.453093 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-22d8dd64-92cc-40ce-b8e9-9b7a972aa893 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 1096 time: 0.0599020 Jul 07 16:48:33.465027 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-9c6b39f0-140a-4c39-a977-76f27b3838ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:33.466450 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-9c6b39f0-140a-4c39-a977-76f27b3838ff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af727d61-bc2d-495a-8a60-090c80f565e8 HTTP/1.1" status: 200 len: 854 time: 0.3223989 Jul 07 16:48:33.573762 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1acd25ff-1d96-421a-9aa9-f6cccb3ba24e req-89d91fd8-bb66-4295-a36b-ced7dc156002 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912115 Jul 07 16:48:33.577558 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-cf6a1198-2b1a-408c-b04a-6819836ae3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:33.579527 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-cf6a1198-2b1a-408c-b04a-6819836ae3ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 921 time: 0.1187456 Jul 07 16:48:33.634215 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-d85e2105-4e63-4763-b903-a4d477cc3811 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=023ba46b-f2f0-40b0-a34f-eaab91f73f67 HTTP/1.1" status: 200 len: 217 time: 0.0464685 Jul 07 16:48:33.641843 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213ba31-479c-41de-9542-1a21c9553954 req-6bea842b-4d86-44aa-9309-a9746f8b339e tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:33.643353 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d213ba31-479c-41de-9542-1a21c9553954 req-6bea842b-4d86-44aa-9309-a9746f8b339e tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 948 time: 0.1945090 Jul 07 16:48:33.647066 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-dc215ca2-5e78-4ec4-b2f7-b33b33fdd2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:33.648288 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-dc215ca2-5e78-4ec4-b2f7-b33b33fdd2d1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b242c9c2-cdb5-40af-9dc4-810efa1b341f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1609213 Jul 07 16:48:33.730095 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-6cb06c61-bbb1-45d9-ad18-9c975cdcb46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:33.731147 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d213ba31-479c-41de-9542-1a21c9553954 req-584bce72-522f-4742-8762-0371f92e2fa8 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774629 Jul 07 16:48:33.731828 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-6cb06c61-bbb1-45d9-ad18-9c975cdcb46d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.0542457 Jul 07 16:48:33.772469 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1acd25ff-1d96-421a-9aa9-f6cccb3ba24e req-b6553075-6691-4ab6-bc84-a333ea251158 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916637 Jul 07 16:48:33.824082 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-d8ba56e8-abe3-40f4-92e7-54bf19a1f123 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843008 Jul 07 16:48:33.871719 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-1ceadb25-2a97-4c1a-8d10-16153d9d0bac service neutron] 10.222.0.69 "GET /v2.0/networks/b242c9c2-cdb5-40af-9dc4-810efa1b341f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801522 Jul 07 16:48:33.976967 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-6edb52c1-a6de-402d-b94a-0f42658892b2 service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334293 Jul 07 16:48:33.986709 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083124a-744c-4a88-a789-24b6c3ca5332 req-f5473acc-0cfd-461a-bf0c-7d97ce02fa51 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:33.988422 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1083124a-744c-4a88-a789-24b6c3ca5332 req-f5473acc-0cfd-461a-bf0c-7d97ce02fa51 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 945 time: 0.1591492 Jul 07 16:48:34.019295 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-160f462f-6d53-4d90-b8f5-945985d23a13 req-a3d89f18-9407-4c53-9e15-626d29100e7f service neutron] 10.222.0.69 "GET /v2.0/networks/b242c9c2-cdb5-40af-9dc4-810efa1b341f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356375 Jul 07 16:48:34.066766 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83899fe3-272e-4416-abbc-062d7aeb93bd req-b0294675-dc05-4769-8f20-432654bc067b tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:34.068759 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-83899fe3-272e-4416-abbc-062d7aeb93bd req-b0294675-dc05-4769-8f20-432654bc067b tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=77e5e912-d341-44a3-8764-1fc974c1c474 HTTP/1.1" status: 200 len: 949 time: 0.1021030 Jul 07 16:48:34.079813 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1083124a-744c-4a88-a789-24b6c3ca5332 req-4740316c-bac0-420f-a593-1947cf9de840 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830874 Jul 07 16:48:34.129243 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-4840c2d7-b96b-4905-9d3a-7b69230ea49c service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395226 Jul 07 16:48:34.134804 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-83899fe3-272e-4416-abbc-062d7aeb93bd req-0d158b89-e10d-4aae-86cd-899f004a7eb6 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577109 Jul 07 16:48:34.207254 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19663658-c30c-4aae-b7eb-01e08adb210e req-9ad1b245-3b95-4665-a88d-a926e05e42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:34.208801 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19663658-c30c-4aae-b7eb-01e08adb210e req-9ad1b245-3b95-4665-a88d-a926e05e42ea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e274f8f036d94d36b338115a1e4f399c&device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 1095 time: 0.0683522 Jul 07 16:48:34.271666 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60af081-4e5c-46cc-9d9b-1983c356c4df req-4843aa33-a561-4555-be0c-9af9797ad4f6 tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:34.273258 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b60af081-4e5c-46cc-9d9b-1983c356c4df req-4843aa33-a561-4555-be0c-9af9797ad4f6 tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 1122 time: 0.0576947 Jul 07 16:48:34.308441 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b60af081-4e5c-46cc-9d9b-1983c356c4df req-97c169f3-7f68-4c3f-b177-07fdca95d4f3 tempest-ServersAdminTestJSON-1060176348 tempest-ServersAdminTestJSON-1060176348-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290766 Jul 07 16:48:34.314223 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0965d12-3080-483b-9efe-7b8836aa591b req-aec16cc3-39e3-422e-916a-8bc86424084e tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:34.315855 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b0965d12-3080-483b-9efe-7b8836aa591b req-aec16cc3-39e3-422e-916a-8bc86424084e tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 944 time: 0.0676365 Jul 07 16:48:34.362188 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b0965d12-3080-483b-9efe-7b8836aa591b req-d5a7d912-b7f7-46ea-b3cb-c4f8a646b47d tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/security-groups?id=31b657cb-ed3e-4411-ab4f-a56e778dc5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379174 Jul 07 16:48:34.532851 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9f914-9079-4225-bbc1-6967506e0184 req-2c4c8561-a512-4fea-bfc9-323f716abe7f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:34.534428 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bf9f914-9079-4225-bbc1-6967506e0184 req-2c4c8561-a512-4fea-bfc9-323f716abe7f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.0699823 Jul 07 16:48:34.543697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19663658-c30c-4aae-b7eb-01e08adb210e req-ab67ba04-a385-4a79-8e5e-53398db7b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:34.545170 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19663658-c30c-4aae-b7eb-01e08adb210e req-ab67ba04-a385-4a79-8e5e-53398db7b55c service neutron] 10.222.0.69 "GET /v2.0/networks?id=b242c9c2-cdb5-40af-9dc4-810efa1b341f HTTP/1.1" status: 200 len: 916 time: 0.1324463 Jul 07 16:48:34.554556 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24586817-ec84-42df-ab28-1fe1c81302f1 req-f9e23d3b-5b3a-47a1-802a-1b0acf61a9c9 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:34.556077 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-24586817-ec84-42df-ab28-1fe1c81302f1 req-f9e23d3b-5b3a-47a1-802a-1b0acf61a9c9 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 945 time: 0.1456811 Jul 07 16:48:34.581444 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bf9f914-9079-4225-bbc1-6967506e0184 req-baad3d37-5210-497d-8246-622eaf8dc5a4 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402946 Jul 07 16:48:34.597806 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19663658-c30c-4aae-b7eb-01e08adb210e req-80faaa27-d067-438e-8b0f-fbd3173ead5f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe2f305d-7b44-4023-a362-95eeda4a880a HTTP/1.1" status: 200 len: 217 time: 0.0407660 Jul 07 16:48:34.656596 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-24586817-ec84-42df-ab28-1fe1c81302f1 req-8a9b9a0d-8b41-4694-9133-295d3fab4579 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925674 Jul 07 16:48:34.663749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19663658-c30c-4aae-b7eb-01e08adb210e req-972621cb-e41c-4794-981b-20edf6a3671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:34.665196 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19663658-c30c-4aae-b7eb-01e08adb210e req-972621cb-e41c-4794-981b-20edf6a3671f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af727d61-bc2d-495a-8a60-090c80f565e8 HTTP/1.1" status: 200 len: 854 time: 0.0612235 Jul 07 16:48:34.741966 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19663658-c30c-4aae-b7eb-01e08adb210e req-ff8d5e35-8ce7-4771-bd30-ee58b761f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:34.743614 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19663658-c30c-4aae-b7eb-01e08adb210e req-ff8d5e35-8ce7-4771-bd30-ee58b761f9c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b242c9c2-cdb5-40af-9dc4-810efa1b341f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722826 Jul 07 16:48:34.874881 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19663658-c30c-4aae-b7eb-01e08adb210e req-d0a6ff06-44ec-48cc-8ad7-91c9cc115a1f service neutron] 10.222.0.69 "GET /v2.0/networks/b242c9c2-cdb5-40af-9dc4-810efa1b341f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230915 Jul 07 16:48:35.148025 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6677fd0-7e36-4bd1-a5b0-b65413b5820b req-208f79fa-a837-4ca3-bc0f-d0778c3c0912 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:35.150270 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e6677fd0-7e36-4bd1-a5b0-b65413b5820b req-208f79fa-a837-4ca3-bc0f-d0778c3c0912 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=43a3ff99-059a-4364-9b2a-5d64191e6260 HTTP/1.1" status: 200 len: 949 time: 0.0729749 Jul 07 16:48:35.193977 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e6677fd0-7e36-4bd1-a5b0-b65413b5820b req-b8563eef-42c1-4065-b683-e7e0ee2c5a99 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365293 Jul 07 16:48:35.281014 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device cc43800e-702a-43e9-809d-0e27feb75adf up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:35.319348 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19663658-c30c-4aae-b7eb-01e08adb210e req-4096e452-6548-4d95-b95f-9f1b3c8cc1a5 service neutron] 10.222.0.69 "GET /v2.0/networks/b242c9c2-cdb5-40af-9dc4-810efa1b341f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375694 Jul 07 16:48:35.335523 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-ea469232-2aec-4e63-bb53-f17cc80666ac service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1388192 Jul 07 16:48:35.344410 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66a30d-b4c3-47f8-ab8f-669e9e5215e4 req-6d96d866-5eea-4abc-8ae8-d200c651931f tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:35.345895 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ec66a30d-b4c3-47f8-ab8f-669e9e5215e4 req-6d96d866-5eea-4abc-8ae8-d200c651931f tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 948 time: 0.1480889 Jul 07 16:48:35.361344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port cc43800e-702a-43e9-809d-0e27feb75adf completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:35.365548 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port cc43800e-702a-43e9-809d-0e27feb75adf triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:35.366252 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:35.410223 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ec66a30d-b4c3-47f8-ab8f-669e9e5215e4 req-a0dc097a-798d-4080-a393-7bb4bdfb98e5 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578618 Jul 07 16:48:35.423919 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c7b64-540d-4df4-bce6-ab701014a030 req-1ae92b33-3f95-4267-a9a5-6e3a6d185e39 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:35.425820 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1f3c7b64-540d-4df4-bce6-ab701014a030 req-1ae92b33-3f95-4267-a9a5-6e3a6d185e39 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.1064730 Jul 07 16:48:35.495802 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1f3c7b64-540d-4df4-bce6-ab701014a030 req-496101c0-61ff-458d-8259-6ea46e5dda4e tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597951 Jul 07 16:48:35.532741 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:35.564453 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835e9e53-24e5-4621-a55a-03d275381fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc43800e-702a-43e9-809d-0e27feb75adf'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:35.566952 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bdf3a2-ad2b-40b7-a4e9-3c6f165dc2a2" -d '{"events": [{"server_uuid": "835e9e53-24e5-4621-a55a-03d275381fee", "name": "network-vif-plugged", "status": "completed", "tag": "cc43800e-702a-43e9-809d-0e27feb75adf"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:35.597217 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port cc43800e-702a-43e9-809d-0e27feb75adf, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=cc43800e-702a-43e9-809d-0e27feb75adf,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:35.609808 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:35.693618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cdb27-aa00-4e8d-892c-817a828c72e7 req-7d7dd226-43c8-479b-a3b4-e545fc6e26cd tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:35.695754 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=cc43800e-702a-43e9-809d-0e27feb75adf,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:35.695923 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb0cdb27-aa00-4e8d-892c-817a828c72e7 req-7d7dd226-43c8-479b-a3b4-e545fc6e26cd tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 945 time: 0.1216357 Jul 07 16:48:35.740651 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817e8fc-e20a-4e48-8d7d-2749a0f4fbe0 req-abde126b-565c-418d-941b-8ce5a80f3a50 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:35.742991 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e817e8fc-e20a-4e48-8d7d-2749a0f4fbe0 req-abde126b-565c-418d-941b-8ce5a80f3a50 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=77e5e912-d341-44a3-8764-1fc974c1c474 HTTP/1.1" status: 200 len: 949 time: 0.1065669 Jul 07 16:48:35.753189 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb0cdb27-aa00-4e8d-892c-817a828c72e7 req-af240ff7-9514-4ede-825f-873f2d720bf5 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514235 Jul 07 16:48:35.798912 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e817e8fc-e20a-4e48-8d7d-2749a0f4fbe0 req-8c89306e-a4d2-47ee-845c-9f7fd981fea9 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470431 Jul 07 16:48:35.861389 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec4af55-dd6d-4b87-9e44-b025c4257ad4 x-openstack-request-id: req-1ec4af55-dd6d-4b87-9e44-b025c4257ad4 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:35.862229 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835e9e53-24e5-4621-a55a-03d275381fee", "name": "network-vif-plugged", "status": "completed", "tag": "cc43800e-702a-43e9-809d-0e27feb75adf", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:35.862578 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1ec4af55-dd6d-4b87-9e44-b025c4257ad4 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:35.863044 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835e9e53-24e5-4621-a55a-03d275381fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc43800e-702a-43e9-809d-0e27feb75adf', 'code': 200} Jul 07 16:48:36.002481 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a8296-91b5-468e-8034-f3efbdaff5e4 req-6c42991f-9864-4d1d-bb4f-3597d170d15c tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:36.009786 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ca4a8296-91b5-468e-8034-f3efbdaff5e4 req-6c42991f-9864-4d1d-bb4f-3597d170d15c tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 944 time: 0.1284554 Jul 07 16:48:36.072180 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ca4a8296-91b5-468e-8034-f3efbdaff5e4 req-54506aa9-27dd-477c-8717-9f01f0fc8b2a tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/security-groups?id=31b657cb-ed3e-4411-ab4f-a56e778dc5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614057 Jul 07 16:48:36.082819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ca768-8902-47ed-be9d-7dcdeb3c21b6 req-17613ef7-4b92-4a9a-ba2f-8d71aeb21893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:36.091018 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bd9ca768-8902-47ed-be9d-7dcdeb3c21b6 req-17613ef7-4b92-4a9a-ba2f-8d71aeb21893 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 1097 time: 0.1336343 Jul 07 16:48:36.105014 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cb2bf-1b0f-48b2-8e8d-269f946c5579 req-e5ca7b00-6cf2-4988-9caf-a473c414f419 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:36.112787 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9f8cb2bf-1b0f-48b2-8e8d-269f946c5579 req-e5ca7b00-6cf2-4988-9caf-a473c414f419 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 946 time: 0.1123638 Jul 07 16:48:36.160015 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bd9ca768-8902-47ed-be9d-7dcdeb3c21b6 req-6041f4f1-d6eb-495d-8de7-a624f7f1b649 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603809 Jul 07 16:48:36.168684 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9f8cb2bf-1b0f-48b2-8e8d-269f946c5579 req-bbaf0cfd-3d0c-4ef6-b622-6ac965e89778 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549138 Jul 07 16:48:36.444091 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea582e-223c-47ed-a7bf-f3e56a178829 req-05aa2a5f-fd1d-412c-9974-3cca468d4257 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:36.451444 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea582e-223c-47ed-a7bf-f3e56a178829 req-05aa2a5f-fd1d-412c-9974-3cca468d4257 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:36.453457 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38ea582e-223c-47ed-a7bf-f3e56a178829 req-05aa2a5f-fd1d-412c-9974-3cca468d4257 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da117be-4434-4f76-92b5-23edb086dc7b&device_id=77e5e912-d341-44a3-8764-1fc974c1c474 HTTP/1.1" status: 200 len: 1690 time: 0.0837426 Jul 07 16:48:36.457750 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4a584-e3dc-4dde-b2ac-3bdd13cc6508 req-5df28d20-3c43-49c9-a3bb-be674f9553b1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:36.459547 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-39d4a584-e3dc-4dde-b2ac-3bdd13cc6508 req-5df28d20-3c43-49c9-a3bb-be674f9553b1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=43a3ff99-059a-4364-9b2a-5d64191e6260 HTTP/1.1" status: 200 len: 949 time: 0.0775709 Jul 07 16:48:36.500916 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38ea582e-223c-47ed-a7bf-f3e56a178829 req-f858fc67-0e11-4a60-83bb-66571c125e9d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373595 Jul 07 16:48:36.507115 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-39d4a584-e3dc-4dde-b2ac-3bdd13cc6508 req-e2daa4b5-ee33-40a6-a79b-3b2d818220bc tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407658 Jul 07 16:48:36.686177 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194913ee-0682-4f70-9fef-377147e30cc8 req-b84075b9-bb57-4dc5-a697-86594d2b9a0a tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:36.689434 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-194913ee-0682-4f70-9fef-377147e30cc8 req-b84075b9-bb57-4dc5-a697-86594d2b9a0a tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 948 time: 0.0788553 Jul 07 16:48:36.697083 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6091e-04bd-4b1b-b66a-b3d47fdaa64d req-df1a5497-47c0-4dd9-9f82-5e79dd679ab1 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:36.698971 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce6091e-04bd-4b1b-b66a-b3d47fdaa64d req-df1a5497-47c0-4dd9-9f82-5e79dd679ab1 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.0714016 Jul 07 16:48:36.742559 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-194913ee-0682-4f70-9fef-377147e30cc8 req-3d0f7db2-1fc4-4551-8d19-d6e466e108ba tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363495 Jul 07 16:48:36.768109 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce6091e-04bd-4b1b-b66a-b3d47fdaa64d req-2540cf8a-a9e3-4fb9-8e48-63fad4203d93 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622380 Jul 07 16:48:36.821892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-ed71797b-867e-4ecf-941c-c6451b35dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:36.823805 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-ed71797b-867e-4ecf-941c-c6451b35dc10 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 1100 time: 0.0687480 Jul 07 16:48:36.952365 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12723f-260b-441d-963d-10eda4374e94 req-3402bc22-61a8-4528-ae1a-1fc75bac5789 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:36.960467 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ae12723f-260b-441d-963d-10eda4374e94 req-3402bc22-61a8-4528-ae1a-1fc75bac5789 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 945 time: 0.0824685 Jul 07 16:48:37.008573 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-08348e19-9cd8-4560-8896-467111c2ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:37.009802 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-08348e19-9cd8-4560-8896-467111c2ddb1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1800437 Jul 07 16:48:37.025127 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:48:37.026327 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ae12723f-260b-441d-963d-10eda4374e94 req-863af797-499d-4b53-8659-089660592faa tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496848 Jul 07 16:48:37.061911 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-e322d6d1-ef5f-4a44-a57c-d22baed13b44 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=2e956c6d-4647-4508-a858-901e36dbdafb HTTP/1.1" status: 200 len: 217 time: 0.0444863 Jul 07 16:48:37.123633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39b81d-7b61-4c6a-99a6-382724528aeb req-9d2b9319-022c-472a-8c9e-adc9ec8cac28 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:37.125149 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7f39b81d-7b61-4c6a-99a6-382724528aeb req-9d2b9319-022c-472a-8c9e-adc9ec8cac28 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.15 "GET /v2.0/ports?device_id=43a3ff99-059a-4364-9b2a-5d64191e6260 HTTP/1.1" status: 200 len: 949 time: 0.2826934 Jul 07 16:48:37.138038 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9dccd-afcc-4d5f-910c-d7a075af86ea req-a13fc6eb-f010-4483-a758-b1f6df54708e tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:37.140196 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-17f9dccd-afcc-4d5f-910c-d7a075af86ea req-a13fc6eb-f010-4483-a758-b1f6df54708e tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3da117be-4434-4f76-92b5-23edb086dc7b HTTP/1.1" status: 200 len: 1101 time: 0.1735430 Jul 07 16:48:37.149630 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-4ba2db56-bee2-4c57-ad0a-b3208bdb4c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:37.151070 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-4ba2db56-bee2-4c57-ad0a-b3208bdb4c5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0805275 Jul 07 16:48:37.268839 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeaf135-fd10-4f57-91b7-21d971111ef5 req-f7d39c35-cdeb-47a3-914b-0a26d4a2cb08 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:37.271213 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6eeaf135-fd10-4f57-91b7-21d971111ef5 req-f7d39c35-cdeb-47a3-914b-0a26d4a2cb08 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 944 time: 0.0796196 Jul 07 16:48:37.283811 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-17f9dccd-afcc-4d5f-910c-d7a075af86ea req-8ab8b02e-aa49-4b14-ae79-5d8d6c01d904 tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306713 Jul 07 16:48:37.314022 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-89fcf306-a194-44c6-84e0-0f53dc2afc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:37.315387 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-89fcf306-a194-44c6-84e0-0f53dc2afc92 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1387148 Jul 07 16:48:37.334130 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6eeaf135-fd10-4f57-91b7-21d971111ef5 req-b4251cff-fa29-4327-9239-f8dc8eb3243d tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/security-groups?id=31b657cb-ed3e-4411-ab4f-a56e778dc5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558012 Jul 07 16:48:37.376777 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-7f39b81d-7b61-4c6a-99a6-382724528aeb req-a8397680-dabe-4783-93ed-bb2f6f0e7168 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Deleting port b5885368-40d6-4d19-9756-60610a80e31f {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:37.377129 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7f39b81d-7b61-4c6a-99a6-382724528aeb req-a8397680-dabe-4783-93ed-bb2f6f0e7168 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:37.540234 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-69b0be50-6b2b-41dd-a700-e888ddeeb298 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153265 Jul 07 16:48:37.568519 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7f39b81d-7b61-4c6a-99a6-382724528aeb req-a8397680-dabe-4783-93ed-bb2f6f0e7168 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] For port b5885368-40d6-4d19-9756-60610a80e31f, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b5885368-40d6-4d19-9756-60610a80e31f,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:37.568885 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7f39b81d-7b61-4c6a-99a6-382724528aeb req-a8397680-dabe-4783-93ed-bb2f6f0e7168 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:37.575020 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:48:37.612966 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7493f7d-b8f3-4d15-a4c0-7162e9085a4e req-c8057383-6d8b-49da-952c-19ac2c382b34 tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:37.614717 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a7493f7d-b8f3-4d15-a4c0-7162e9085a4e req-c8057383-6d8b-49da-952c-19ac2c382b34 tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=77e5e912-d341-44a3-8764-1fc974c1c474 HTTP/1.1" status: 200 len: 1100 time: 0.0583661 Jul 07 16:48:37.628659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-7f39b81d-7b61-4c6a-99a6-382724528aeb req-a8397680-dabe-4783-93ed-bb2f6f0e7168 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Calling delete_port for b5885368-40d6-4d19-9756-60610a80e31f owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:37.653990 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc548e8-9482-4c94-b3c8-366f1a109a5b req-965d55c1-df57-4ece-a6ae-b417999a8d56 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:37.656635 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4dc548e8-9482-4c94-b3c8-366f1a109a5b req-965d55c1-df57-4ece-a6ae-b417999a8d56 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 946 time: 0.2266538 Jul 07 16:48:37.669563 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a7493f7d-b8f3-4d15-a4c0-7162e9085a4e req-ddba4d71-634d-4fa4-b9e6-a4cb00d89dcd tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491734 Jul 07 16:48:37.759513 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-11c07ad6-8877-429c-9cf2-408bd2f1ecf5 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125516 Jul 07 16:48:37.800727 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4dc548e8-9482-4c94-b3c8-366f1a109a5b req-fbea7aa7-4b3b-48a8-a1d9-2fb00ed22ac9 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357663 Jul 07 16:48:37.812836 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=429ecd60-ddf2-4f8c-9333-b07d5da5cc1a,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:37.840530 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '429ecd60-ddf2-4f8c-9333-b07d5da5cc1a', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '429ecd60-ddf2-4f8c-9333-b07d5da5cc1a', 'mac_address': 'fa:16:3e:04:fd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:48:37.903129 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:37.930884 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:37.969092 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7f39b81d-7b61-4c6a-99a6-382724528aeb req-a8397680-dabe-4783-93ed-bb2f6f0e7168 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:37.976030 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d63ed-6b31-43dd-acc9-be7d8cd64d59 req-394a7541-0d74-4869-a311-054a0562f371 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:37.987829 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ed9d63ed-6b31-43dd-acc9-be7d8cd64d59 req-394a7541-0d74-4869-a311-054a0562f371 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=43a3ff99-059a-4364-9b2a-5d64191e6260 HTTP/1.1" status: 200 len: 949 time: 0.1529453 Jul 07 16:48:37.991323 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=429ecd60-ddf2-4f8c-9333-b07d5da5cc1a,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:37.993227 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['ad75113a-22ad-4544-b26b-739c8604e4bc', 'b5885368-40d6-4d19-9756-60610a80e31f', '7845b625-0a39-494d-9ed7-391349d6ee31'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:38.032519 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:38.043137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8397680-dabe-4783-93ed-bb2f6f0e7168 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Pushing event deleted for resources: {'Port': ['ID=b5885368-40d6-4d19-9756-60610a80e31f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:38.072413 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ed9d63ed-6b31-43dd-acc9-be7d8cd64d59 req-95ff7d33-b510-46fd-9de5-4d2b68ddf177 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833783 Jul 07 16:48:38.114284 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=429ecd60-ddf2-4f8c-9333-b07d5da5cc1a,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:38.157445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f39b81d-7b61-4c6a-99a6-382724528aeb req-a8397680-dabe-4783-93ed-bb2f6f0e7168 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] No DVR routers for this DVR port b5885368-40d6-4d19-9756-60610a80e31f on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:48:38.167647 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7f39b81d-7b61-4c6a-99a6-382724528aeb req-a8397680-dabe-4783-93ed-bb2f6f0e7168 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:38.171860 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7f39b81d-7b61-4c6a-99a6-382724528aeb req-a8397680-dabe-4783-93ed-bb2f6f0e7168 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.15 "DELETE /v2.0/ports/b5885368-40d6-4d19-9756-60610a80e31f HTTP/1.1" status: 204 len: 173 time: 1.0288413 Jul 07 16:48:38.176390 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a3ff99-059a-4364-9b2a-5d64191e6260', 'name': 'network-vif-deleted', 'tag': 'b5885368-40d6-4d19-9756-60610a80e31f'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:38.179203 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9271e92a-f664-43e5-bb16-5c5d19526a35" -d '{"events": [{"server_uuid": "43a3ff99-059a-4364-9b2a-5d64191e6260", "name": "network-vif-deleted", "tag": "b5885368-40d6-4d19-9756-60610a80e31f"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:38.224086 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e38f6-6268-4c79-abe0-395f8edf716d req-a23a3de4-1c84-4969-a850-f4da26a0f1aa tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:38.232777 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4f3e38f6-6268-4c79-abe0-395f8edf716d req-a23a3de4-1c84-4969-a850-f4da26a0f1aa tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 949 time: 0.1995511 Jul 07 16:48:38.290597 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4f3e38f6-6268-4c79-abe0-395f8edf716d req-71122481-8259-4717-b035-127d3d7931a3 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513999 Jul 07 16:48:38.408933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['429ecd60-ddf2-4f8c-9333-b07d5da5cc1a'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:38.410672 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-0e426113-8dcb-4106-b7eb-86096e862246 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=38030373b006411e8f5b2946cc1d26ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331893 Jul 07 16:48:38.471929 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ceaea-4b0c-44b6-98be-045661bf9df8 req-9e1afeb7-9d5c-4019-9b2d-485a4ad49ad8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:38.482836 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ef2ceaea-4b0c-44b6-98be-045661bf9df8 req-9e1afeb7-9d5c-4019-9b2d-485a4ad49ad8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.1749380 Jul 07 16:48:38.562613 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ef2ceaea-4b0c-44b6-98be-045661bf9df8 req-6d27bdc2-bd2a-424f-8487-f26741fda077 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781770 Jul 07 16:48:38.584433 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9411ba3e-c3b9-444c-a1de-1c189daa72f3 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:38.586103 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9411ba3e-c3b9-444c-a1de-1c189daa72f3 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1734340 Jul 07 16:48:38.603780 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-6afb131f-7427-41da-b1db-74e65604a539 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/quotas/38030373b006411e8f5b2946cc1d26ab HTTP/1.1" status: 200 len: 375 time: 0.0097337 Jul 07 16:48:38.697707 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-a5a1fe22-eaca-4a32-a8d5-a780601f4a87 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0856247 Jul 07 16:48:38.749481 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470952aa-e9d4-462e-a6ad-e8c1c172c3dd req-80781d96-4300-4d21-995d-3993b7bc389a tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:38.756637 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-470952aa-e9d4-462e-a6ad-e8c1c172c3dd req-80781d96-4300-4d21-995d-3993b7bc389a tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 945 time: 0.0742080 Jul 07 16:48:38.803193 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-470952aa-e9d4-462e-a6ad-e8c1c172c3dd req-8f4fe216-6b73-4c69-95cc-d8a173709d1a tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455904 Jul 07 16:48:38.856308 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e353252-6b80-4ffb-9f26-082399925ac2 x-openstack-request-id: req-5e353252-6b80-4ffb-9f26-082399925ac2 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:38.856600 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a3ff99-059a-4364-9b2a-5d64191e6260", "name": "network-vif-deleted", "tag": "b5885368-40d6-4d19-9756-60610a80e31f", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:38.856850 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e353252-6b80-4ffb-9f26-082399925ac2 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:38.857277 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a3ff99-059a-4364-9b2a-5d64191e6260', 'name': 'network-vif-deleted', 'tag': 'b5885368-40d6-4d19-9756-60610a80e31f', 'status': 'completed', 'code': 200} Jul 07 16:48:39.092799 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe8354-0e56-4a8f-b171-eb1d71c41c2f req-5b2e9333-b987-489f-b6bb-e493c89744d4 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:39.100088 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-64fe8354-0e56-4a8f-b171-eb1d71c41c2f req-5b2e9333-b987-489f-b6bb-e493c89744d4 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 944 time: 0.1285267 Jul 07 16:48:39.159565 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-64fe8354-0e56-4a8f-b171-eb1d71c41c2f req-bef62e95-185b-4486-9898-0cc0f02d4e55 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/security-groups?id=31b657cb-ed3e-4411-ab4f-a56e778dc5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580130 Jul 07 16:48:39.286145 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9c55a0d3-fe23-4da4-bc0c-4ee3b441bda5 req-3abd0aa3-105f-4469-b35b-69b43096fdcf tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=717d633e-856f-435c-a098-5e3a065cbbd4 HTTP/1.1" status: 200 len: 210 time: 0.0609052 Jul 07 16:48:39.289091 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab265d6c-b0ca-4431-8608-f4832d9e17f4 req-56b6e108-b087-44cf-ae04-5a6007885348 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:39.291302 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab265d6c-b0ca-4431-8608-f4832d9e17f4 req-56b6e108-b087-44cf-ae04-5a6007885348 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 946 time: 0.1168590 Jul 07 16:48:39.403351 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab265d6c-b0ca-4431-8608-f4832d9e17f4 req-2b8c57fa-3965-484e-98c2-e9c9bd46e4ac tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049654 Jul 07 16:48:39.574970 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device fe2f305d-7b44-4023-a362-95eeda4a880a details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:48:39.578813 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:39.617447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a7f58-e525-45f5-897f-c588af2a7643 req-01d230b0-9b69-479c-a28a-07aa9f0b19c0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:39.628630 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-343a7f58-e525-45f5-897f-c588af2a7643 req-01d230b0-9b69-479c-a28a-07aa9f0b19c0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 949 time: 0.0990942 Jul 07 16:48:39.699909 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-343a7f58-e525-45f5-897f-c588af2a7643 req-a844b634-0eb4-4cc0-a2bc-0a796822aa9c tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660441 Jul 07 16:48:39.885672 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port fe2f305d-7b44-4023-a362-95eeda4a880a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=fe2f305d-7b44-4023-a362-95eeda4a880a,segment=NetworkSegment(b6a98059-04af-4b19-a054-fa99a7ac96a2),segment_id=b6a98059-04af-4b19-a054-fa99a7ac96a2)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:39.894021 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c461d-50c3-4c86-8f7e-3af51b883826 req-3c7f2283-0fa9-42a8-a07e-03b6bac14ce7 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:39.897228 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d8c461d-50c3-4c86-8f7e-3af51b883826 req-3c7f2283-0fa9-42a8-a07e-03b6bac14ce7 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 1097 time: 0.0767059 Jul 07 16:48:39.900430 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'fe2f305d-7b44-4023-a362-95eeda4a880a', 'network_id': 'b242c9c2-cdb5-40af-9dc4-810efa1b341f', 'port_id': 'fe2f305d-7b44-4023-a362-95eeda4a880a', 'mac_address': 'fa:16:3e:23:ca:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af727d61-bc2d-495a-8a60-090c80f565e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:48:39.941581 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:39.941803 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d8c461d-50c3-4c86-8f7e-3af51b883826 req-be560f34-5eb2-430b-9a50-d751298e84e9 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377333 Jul 07 16:48:39.955470 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:39.955869 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:39.991938 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:40.013492 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2f305d-7b44-4023-a362-95eeda4a880a {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:40.042192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port fe2f305d-7b44-4023-a362-95eeda4a880a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=fe2f305d-7b44-4023-a362-95eeda4a880a,segment=NetworkSegment(b6a98059-04af-4b19-a054-fa99a7ac96a2),segment_id=b6a98059-04af-4b19-a054-fa99a7ac96a2)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:40.069002 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:40.109280 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:40.148843 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961ee017-6c86-4bb2-bdbf-57ea0bd88155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429ecd60-ddf2-4f8c-9333-b07d5da5cc1a'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:40.151134 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0822ad66-8b3b-4401-bc16-9cc58551a1de" -d '{"events": [{"server_uuid": "961ee017-6c86-4bb2-bdbf-57ea0bd88155", "name": "network-vif-plugged", "status": "completed", "tag": "429ecd60-ddf2-4f8c-9333-b07d5da5cc1a"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:40.166037 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=fe2f305d-7b44-4023-a362-95eeda4a880a,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:40.167684 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f20c17-6c0a-4d0e-9524-c689abced2b6 req-92de0407-de21-45f1-a9f0-84e82a9cca11 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:40.169862 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=429ecd60-ddf2-4f8c-9333-b07d5da5cc1a,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:40.170204 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33f20c17-6c0a-4d0e-9524-c689abced2b6 req-92de0407-de21-45f1-a9f0-84e82a9cca11 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 945 time: 0.0983727 Jul 07 16:48:40.179024 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:40.234423 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33f20c17-6c0a-4d0e-9524-c689abced2b6 req-9ffd0ed9-afce-4421-ae02-34fce0c4cae1 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569799 Jul 07 16:48:40.237296 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359b59c-c368-4f27-b1ac-0c7b370564a2 req-bfd3757e-5869-4a8e-ac95-5c4240d8c44d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:40.239070 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b359b59c-c368-4f27-b1ac-0c7b370564a2 req-bfd3757e-5869-4a8e-ac95-5c4240d8c44d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.1610034 Jul 07 16:48:40.261933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=429ecd60-ddf2-4f8c-9333-b07d5da5cc1a,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:40.293058 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b359b59c-c368-4f27-b1ac-0c7b370564a2 req-6ca09ae1-5b1b-4cc7-be60-4c68e14d35d0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476868 Jul 07 16:48:40.296389 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-117fc4a6-6717-41b0-8039-a0b441038c79 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=38030373b006411e8f5b2946cc1d26ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220582 Jul 07 16:48:40.488491 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-7255e73b-d4be-4092-8d10-3bced12fc35e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:40.490097 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-7255e73b-d4be-4092-8d10-3bced12fc35e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882718 Jul 07 16:48:40.499106 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['fe2f305d-7b44-4023-a362-95eeda4a880a'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:40.506507 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d938c-c6a7-4e11-9e9b-3097c17154a3 req-1b19103d-5515-4050-9865-9a9474821a03 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:40.508660 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ea2d938c-c6a7-4e11-9e9b-3097c17154a3 req-1b19103d-5515-4050-9865-9a9474821a03 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=302454d3-db4b-49cb-8ea4-f29e19ceeeff HTTP/1.1" status: 200 len: 971 time: 0.1226652 Jul 07 16:48:40.514893 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-48ce0eba-979d-4a40-a72b-25203061d74a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Request body: {'port': {'device_id': '717d633e-856f-435c-a098-5e3a065cbbd4', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '38030373b006411e8f5b2946cc1d26ab'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:40.558262 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b185e1-4ea7-45e5-a2cd-02f61eb1db9f req-9acc877d-de16-48bc-9f72-17ffd48bb08c tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:40.559862 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-96b185e1-4ea7-45e5-a2cd-02f61eb1db9f req-9acc877d-de16-48bc-9f72-17ffd48bb08c tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 1097 time: 0.1158857 Jul 07 16:48:40.626626 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-96b185e1-4ea7-45e5-a2cd-02f61eb1db9f req-8728a860-841c-4c85-bce9-b1b056e34b99 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557168 Jul 07 16:48:40.642626 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ea2d938c-c6a7-4e11-9e9b-3097c17154a3 req-ead9684b-5e63-4641-8ff9-f01ffb3d04e3 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662506 Jul 07 16:48:40.699452 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-48ce0eba-979d-4a40-a72b-25203061d74a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Made reservation on behalf of 38030373b006411e8f5b2946cc1d26ab for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:40.706618 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-48ce0eba-979d-4a40-a72b-25203061d74a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:40.743646 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b04ac83-b287-4cd3-ad63-7d20b39a0a68 x-openstack-request-id: req-3b04ac83-b287-4cd3-ad63-7d20b39a0a68 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:40.745223 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961ee017-6c86-4bb2-bdbf-57ea0bd88155", "name": "network-vif-plugged", "status": "completed", "tag": "429ecd60-ddf2-4f8c-9333-b07d5da5cc1a", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:40.745711 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b04ac83-b287-4cd3-ad63-7d20b39a0a68 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:40.746446 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961ee017-6c86-4bb2-bdbf-57ea0bd88155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429ecd60-ddf2-4f8c-9333-b07d5da5cc1a', 'code': 200} Jul 07 16:48:40.882036 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc5036-4e37-46ec-ab40-c081d5b515e9 req-324af4ca-eb84-4335-a277-64f53fa0947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:40.883711 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-26cc5036-4e37-46ec-ab40-c081d5b515e9 req-324af4ca-eb84-4335-a277-64f53fa0947b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 1101 time: 0.0810702 Jul 07 16:48:40.937416 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d24b9117-498e-4bd5-9a91-51d523d8e1d7 req-59089e99-84aa-4038-ac43-1bf3e45e5ad5 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=717d633e-856f-435c-a098-5e3a065cbbd4 HTTP/1.1" status: 200 len: 210 time: 0.0408545 Jul 07 16:48:40.938981 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-48ce0eba-979d-4a40-a72b-25203061d74a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Allocated IP 192.168.233.130 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/e1649d97-2835-4ec3-9e2f-96419103f2c5) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:40.948876 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-26cc5036-4e37-46ec-ab40-c081d5b515e9 req-185a7058-ffb4-4c80-a03a-8664ea5b7077 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586982 Jul 07 16:48:40.986220 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4a5be-35a0-4837-9878-0f4827b54267 req-e12b0a19-17fa-4aca-b875-be8701f826fe tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:40.987911 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-08a4a5be-35a0-4837-9878-0f4827b54267 req-e12b0a19-17fa-4aca-b875-be8701f826fe tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 945 time: 0.1104543 Jul 07 16:48:41.088466 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-08a4a5be-35a0-4837-9878-0f4827b54267 req-53316d10-4068-4d64-9dd7-7854442c0a19 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/security-groups?id=31b657cb-ed3e-4411-ab4f-a56e778dc5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909898 Jul 07 16:48:41.151255 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559dd49-2d0b-4cd8-acf3-90bd6aac5876 req-3d9a9579-c531-440d-b8e0-b609d4e1ff15 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:41.152938 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8559dd49-2d0b-4cd8-acf3-90bd6aac5876 req-3d9a9579-c531-440d-b8e0-b609d4e1ff15 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 950 time: 0.0747905 Jul 07 16:48:41.156120 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-48ce0eba-979d-4a40-a72b-25203061d74a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:41.171720 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-48ce0eba-979d-4a40-a72b-25203061d74a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Transition to ACTIVE for port object e1649d97-2835-4ec3-9e2f-96419103f2c5 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:41.194097 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8559dd49-2d0b-4cd8-acf3-90bd6aac5876 req-763fdf25-285f-45f4-a8b2-0d4d096df66c tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346429 Jul 07 16:48:41.207889 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-48ce0eba-979d-4a40-a72b-25203061d74a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:41.229300 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['787bb9b9-1f62-4c57-895d-4cde7b2c17d3', '31f31b1b-1fa4-4024-8d50-4158836683e1'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:41.261438 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0eba-979d-4a40-a72b-25203061d74a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Pushing event updated for resources: {'Port': ['ID=e1649d97-2835-4ec3-9e2f-96419103f2c5,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:41.278465 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-48ce0eba-979d-4a40-a72b-25203061d74a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:41.281021 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-48ce0eba-979d-4a40-a72b-25203061d74a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:41.286515 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-48ce0eba-979d-4a40-a72b-25203061d74a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:41.325274 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b5885368-40d6-4d19-9756-60610a80e31f no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:48:41.364732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-48ce0eba-979d-4a40-a72b-25203061d74a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:41.365941 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-48ce0eba-979d-4a40-a72b-25203061d74a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:41.371009 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: b5885368-40d6-4d19-9756-60610a80e31f {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:48:41.371356 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b5885368-40d6-4d19-9756-60610a80e31f not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:48:41.387976 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-48ce0eba-979d-4a40-a72b-25203061d74a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8768070 Jul 07 16:48:41.401261 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] Request body: {'port': {'device_id': '717d633e-856f-435c-a098-5e3a065cbbd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:41.498220 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:41.535526 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ee22d-e5db-4fe0-9a0b-c6cdc2603880 req-1d109b67-875a-49ac-877a-3fb440e442ad tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:41.537162 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e21ee22d-e5db-4fe0-9a0b-c6cdc2603880 req-1d109b67-875a-49ac-877a-3fb440e442ad tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 945 time: 0.1190572 Jul 07 16:48:41.582506 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e21ee22d-e5db-4fe0-9a0b-c6cdc2603880 req-b6662533-f737-4822-81e8-6f7193a1858e tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391254 Jul 07 16:48:41.657102 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['a6a99d30-a08d-4863-a4a7-8c8cb6402987', '164e8a0e-3c71-4aa6-8950-f062cdf82b1e', 'b0c84e2c-7974-4adc-a586-85531e4c2f98'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:41.821984 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae209c-ac89-4092-8037-ee093d202e80 req-3d26c4b6-0005-4ac7-a75d-85accd4f28a2 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:41.831631 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e6ae209c-ac89-4092-8037-ee093d202e80 req-3d26c4b6-0005-4ac7-a75d-85accd4f28a2 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.0889177 Jul 07 16:48:41.846019 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-465332b9-2178-41af-b159-3f2fe9e3ab59 None None] Provisioning for port e1649d97-2835-4ec3-9e2f-96419103f2c5 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:41.855414 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-465332b9-2178-41af-b159-3f2fe9e3ab59 None None] Provisioning complete for port e1649d97-2835-4ec3-9e2f-96419103f2c5 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:41.856071 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-465332b9-2178-41af-b159-3f2fe9e3ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:41.885031 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1649d97-2835-4ec3-9e2f-96419103f2c5 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:41.887466 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e6ae209c-ac89-4092-8037-ee093d202e80 req-d7ab0bc1-d1c3-4616-b461-5967ee05044d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534618 Jul 07 16:48:41.894895 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:41.910116 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] Transition to ACTIVE for port object e1649d97-2835-4ec3-9e2f-96419103f2c5 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:41.914761 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:41.922922 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-465332b9-2178-41af-b159-3f2fe9e3ab59 None None] Port e1649d97-2835-4ec3-9e2f-96419103f2c5 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:42.020326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1649d97-2835-4ec3-9e2f-96419103f2c5,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:42.121041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cf3a8-8be3-4e3e-94e1-17a269dbf7a2 req-5503ffdc-0eaa-4c46-b4c3-a67ef114abb8 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:42.122593 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8f9cf3a8-8be3-4e3e-94e1-17a269dbf7a2 req-5503ffdc-0eaa-4c46-b4c3-a67ef114abb8 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.15 "GET /v2.0/ports?device_id=302454d3-db4b-49cb-8ea4-f29e19ceeeff HTTP/1.1" status: 200 len: 971 time: 0.1434889 Jul 07 16:48:42.129850 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] Attempting to bind port e1649d97-2835-4ec3-9e2f-96419103f2c5 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:42.130048 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] Attempting to bind port e1649d97-2835-4ec3-9e2f-96419103f2c5 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:42.130869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] Attempting to bind port e1649d97-2835-4ec3-9e2f-96419103f2c5 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:42.135841 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] Port e1649d97-2835-4ec3-9e2f-96419103f2c5 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:48:42.136166 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] Attempting to bind port e1649d97-2835-4ec3-9e2f-96419103f2c5 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:42.191705 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:42.192080 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:42.192433 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:42.192895 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] Bound port: e1649d97-2835-4ec3-9e2f-96419103f2c5, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:42.193789 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:42.226789 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160c061-1743-4812-babd-8e604b32e218 req-1136512d-148c-45f5-bab4-722e464390f8 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:42.228639 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a160c061-1743-4812-babd-8e604b32e218 req-1136512d-148c-45f5-bab4-722e464390f8 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=302454d3-db4b-49cb-8ea4-f29e19ceeeff HTTP/1.1" status: 200 len: 971 time: 0.1060095 Jul 07 16:48:42.276291 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a160c061-1743-4812-babd-8e604b32e218 req-0bfb2336-34cc-4d14-ae42-a3a397c15a21 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407774 Jul 07 16:48:42.315067 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] For port e1649d97-2835-4ec3-9e2f-96419103f2c5, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:42.319387 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] For port e1649d97-2835-4ec3-9e2f-96419103f2c5, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=e1649d97-2835-4ec3-9e2f-96419103f2c5,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:42.330260 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:42.375024 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8f9cf3a8-8be3-4e3e-94e1-17a269dbf7a2 req-87b14936-48f4-4c6c-b7ae-dbc9db4a11a6 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Deleting port ad75113a-22ad-4544-b26b-739c8604e4bc {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:42.375391 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8f9cf3a8-8be3-4e3e-94e1-17a269dbf7a2 req-87b14936-48f4-4c6c-b7ae-dbc9db4a11a6 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:42.378822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:42.379427 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:42.380820 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] 10.222.0.69 "PUT /v2.0/ports/e1649d97-2835-4ec3-9e2f-96419103f2c5 HTTP/1.1" status: 200 len: 1096 time: 0.9857595 Jul 07 16:48:42.383106 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717d633e-856f-435c-a098-5e3a065cbbd4', 'tag': 'e1649d97-2835-4ec3-9e2f-96419103f2c5'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:42.385471 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0610762-bcf5-45b0-9641-961b70a869ec" -d '{"events": [{"name": "network-changed", "server_uuid": "717d633e-856f-435c-a098-5e3a065cbbd4", "tag": "e1649d97-2835-4ec3-9e2f-96419103f2c5"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:42.484721 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c205932-10b7-4567-a9f2-2f42891d2bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1649d97-2835-4ec3-9e2f-96419103f2c5,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:42.569335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-5887e842-5822-4148-b652-7e6223ec82a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:42.570907 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-5887e842-5822-4148-b652-7e6223ec82a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&device_id=717d633e-856f-435c-a098-5e3a065cbbd4 HTTP/1.1" status: 200 len: 1099 time: 0.1179368 Jul 07 16:48:42.572902 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8f9cf3a8-8be3-4e3e-94e1-17a269dbf7a2 req-87b14936-48f4-4c6c-b7ae-dbc9db4a11a6 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] For port ad75113a-22ad-4544-b26b-739c8604e4bc, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ad75113a-22ad-4544-b26b-739c8604e4bc,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:42.573259 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8f9cf3a8-8be3-4e3e-94e1-17a269dbf7a2 req-87b14936-48f4-4c6c-b7ae-dbc9db4a11a6 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:42.600885 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8f9cf3a8-8be3-4e3e-94e1-17a269dbf7a2 req-87b14936-48f4-4c6c-b7ae-dbc9db4a11a6 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Calling delete_port for ad75113a-22ad-4544-b26b-739c8604e4bc owned by compute:tempest-test_az-790255634 {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:42.645282 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce5a32-c309-4b77-b637-330b252151df req-7b5c7544-a405-4416-9189-03146dd6cfb3 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:42.646825 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-43ce5a32-c309-4b77-b637-330b252151df req-7b5c7544-a405-4416-9189-03146dd6cfb3 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=717d633e-856f-435c-a098-5e3a065cbbd4 HTTP/1.1" status: 200 len: 948 time: 0.0822482 Jul 07 16:48:42.686853 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-43ce5a32-c309-4b77-b637-330b252151df req-37031d0d-fa7d-4965-920f-3e8678f36b12 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337281 Jul 07 16:48:42.856488 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5655b7d-d38b-4a69-b41f-f815b4041640 req-8acc6756-2c1d-41cf-aace-e463ea3f39aa tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:42.858008 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f5655b7d-d38b-4a69-b41f-f815b4041640 req-8acc6756-2c1d-41cf-aace-e463ea3f39aa tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 945 time: 0.0647380 Jul 07 16:48:42.877392 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-03fa1838-a427-4b09-8297-005dcdd779fe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=e1649d97-2835-4ec3-9e2f-96419103f2c5 HTTP/1.1" status: 200 len: 217 time: 0.2942164 Jul 07 16:48:42.901746 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f5655b7d-d38b-4a69-b41f-f815b4041640 req-6e4e3557-2a09-49fd-8d72-8dbba4f191d3 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/security-groups?id=31b657cb-ed3e-4411-ab4f-a56e778dc5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342956 Jul 07 16:48:42.971685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-84c5ae87-612b-415d-baa5-347826b82ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:42.973164 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-84c5ae87-612b-415d-baa5-347826b82ada service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0882993 Jul 07 16:48:42.984886 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-680d2e28-ee4b-421a-ad6a-1644b6f7643b tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:48:42.986430 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-680d2e28-ee4b-421a-ad6a-1644b6f7643b tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3871253 Jul 07 16:48:43.022909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-8c4e0243-7a23-41c3-bf22-a74211ba04dc service neutron] Request body: {'binding': {'host': 'n-h2-793620-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:43.023437 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-8c4e0243-7a23-41c3-bf22-a74211ba04dc service neutron] Unknown quota resources ['binding']. {{(pid=100410) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:48:43.076124 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb11da1-aff2-4070-b01c-93a6f7b75d31 req-f00b781c-6459-4afb-b9db-f46ed10ceb7a tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:43.077654 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0bb11da1-aff2-4070-b01c-93a6f7b75d31 req-f00b781c-6459-4afb-b9db-f46ed10ceb7a tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 950 time: 0.0661311 Jul 07 16:48:43.122253 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0bb11da1-aff2-4070-b01c-93a6f7b75d31 req-85ec8d69-b0d7-4f14-8d42-7610efb6d37e tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386186 Jul 07 16:48:43.169436 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8f9cf3a8-8be3-4e3e-94e1-17a269dbf7a2 req-87b14936-48f4-4c6c-b7ae-dbc9db4a11a6 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:43.172743 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532ebde5-7722-495b-97ef-0d2c9664897e x-openstack-request-id: req-532ebde5-7722-495b-97ef-0d2c9664897e {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:43.173084 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717d633e-856f-435c-a098-5e3a065cbbd4", "tag": "e1649d97-2835-4ec3-9e2f-96419103f2c5", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:43.173361 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-532ebde5-7722-495b-97ef-0d2c9664897e {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:43.173768 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717d633e-856f-435c-a098-5e3a065cbbd4', 'tag': 'e1649d97-2835-4ec3-9e2f-96419103f2c5', 'status': 'completed', 'code': 200} Jul 07 16:48:43.181301 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-6fa80fdc-a54e-4a70-ad3d-891ef120d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:43.182837 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-6fa80fdc-a54e-4a70-ad3d-891ef120d20d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1946592 Jul 07 16:48:43.182954 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['ad75113a-22ad-4544-b26b-739c8604e4bc', '7845b625-0a39-494d-9ed7-391349d6ee31'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:43.225151 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b14936-48f4-4c6c-b7ae-dbc9db4a11a6 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Pushing event deleted for resources: {'Port': ['ID=ad75113a-22ad-4544-b26b-739c8604e4bc,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:43.337818 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c08b6-40fd-4876-860a-1eded4c64bad req-abc2d833-097e-4481-b3ec-35bef3efa00d tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:43.340102 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b15c08b6-40fd-4876-860a-1eded4c64bad req-abc2d833-097e-4481-b3ec-35bef3efa00d tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 945 time: 0.0743020 Jul 07 16:48:43.342879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9cf3a8-8be3-4e3e-94e1-17a269dbf7a2 req-87b14936-48f4-4c6c-b7ae-dbc9db4a11a6 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] No DVR routers for this DVR port ad75113a-22ad-4544-b26b-739c8604e4bc on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:48:43.345697 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8f9cf3a8-8be3-4e3e-94e1-17a269dbf7a2 req-87b14936-48f4-4c6c-b7ae-dbc9db4a11a6 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:43.348839 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8f9cf3a8-8be3-4e3e-94e1-17a269dbf7a2 req-87b14936-48f4-4c6c-b7ae-dbc9db4a11a6 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.15 "DELETE /v2.0/ports/ad75113a-22ad-4544-b26b-739c8604e4bc HTTP/1.1" status: 204 len: 173 time: 1.2034044 Jul 07 16:48:43.382007 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b15c08b6-40fd-4876-860a-1eded4c64bad req-976e38fd-23b1-4aa8-879e-4964fcefa040 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344012 Jul 07 16:48:43.385655 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-8c4e0243-7a23-41c3-bf22-a74211ba04dc service neutron] Attempting to bind port cc43800e-702a-43e9-809d-0e27feb75adf on host n-h2-793620-7 for vnic_type normal with profile None {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:43.385996 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-8c4e0243-7a23-41c3-bf22-a74211ba04dc service neutron] Attempting to bind port cc43800e-702a-43e9-809d-0e27feb75adf by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:43.386312 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-8c4e0243-7a23-41c3-bf22-a74211ba04dc service neutron] Attempting to bind port cc43800e-702a-43e9-809d-0e27feb75adf on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:43.396738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-8c4e0243-7a23-41c3-bf22-a74211ba04dc service neutron] Port cc43800e-702a-43e9-809d-0e27feb75adf on network 51ec3819-671e-411b-b116-1f7886237f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:48:43.397438 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-8c4e0243-7a23-41c3-bf22-a74211ba04dc service neutron] Attempting to bind port cc43800e-702a-43e9-809d-0e27feb75adf on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:43.410950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-8c4e0243-7a23-41c3-bf22-a74211ba04dc service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:43.411284 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-8c4e0243-7a23-41c3-bf22-a74211ba04dc service neutron] Checking segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:43.411716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-8c4e0243-7a23-41c3-bf22-a74211ba04dc service neutron] Bound using segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:43.412147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-8c4e0243-7a23-41c3-bf22-a74211ba04dc service neutron] Bound port: cc43800e-702a-43e9-809d-0e27feb75adf, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:43.424914 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-ff590bcd-09e2-483d-8fb1-48381b2d6799 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244532 Jul 07 16:48:43.558812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-8c4e0243-7a23-41c3-bf22-a74211ba04dc service neutron] For port cc43800e-702a-43e9-809d-0e27feb75adf, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=cc43800e-702a-43e9-809d-0e27feb75adf,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:43.567267 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-8c4e0243-7a23-41c3-bf22-a74211ba04dc service neutron] Notify callbacks [] for binding, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:43.568463 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-8c4e0243-7a23-41c3-bf22-a74211ba04dc service neutron] 10.222.0.50 "POST /v2.0/ports/cc43800e-702a-43e9-809d-0e27feb75adf/bindings HTTP/1.1" status: 201 len: 389 time: 0.5646889 Jul 07 16:48:43.568613 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01687eff-c41c-474d-84dd-7edd165e4814 req-f94000fd-eac3-4bf5-a38d-ce3e4ce09e8f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:43.570102 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-01687eff-c41c-474d-84dd-7edd165e4814 req-f94000fd-eac3-4bf5-a38d-ce3e4ce09e8f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.0673099 Jul 07 16:48:43.582515 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0e34a1e-9d41-49cc-ac91-4af93d6882f8 req-3eeb430b-b963-4bb5-a9c9-37c6f4faffcd service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458683 Jul 07 16:48:43.601829 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device fe2f305d-7b44-4023-a362-95eeda4a880a up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:43.629082 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-01687eff-c41c-474d-84dd-7edd165e4814 req-708971d6-02b3-455e-af38-0e7f98a5ec67 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512612 Jul 07 16:48:43.695452 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port fe2f305d-7b44-4023-a362-95eeda4a880a completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:43.705951 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port fe2f305d-7b44-4023-a362-95eeda4a880a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:43.707600 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:43.754640 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0610762-bcf5-45b0-9641-961b70a869ec req-c9dd81a7-2be7-4287-9100-f004c033d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:43.757721 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d0610762-bcf5-45b0-9641-961b70a869ec req-c9dd81a7-2be7-4287-9100-f004c033d798 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&device_id=717d633e-856f-435c-a098-5e3a065cbbd4 HTTP/1.1" status: 200 len: 1099 time: 0.0870569 Jul 07 16:48:43.817592 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:43.867166 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc68e8a6-a192-4ea6-b434-c814f60dbed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2f305d-7b44-4023-a362-95eeda4a880a'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:43.870339 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1f302c-0240-4d8f-8826-52de9beed124" -d '{"events": [{"server_uuid": "fc68e8a6-a192-4ea6-b434-c814f60dbed9", "name": "network-vif-plugged", "status": "completed", "tag": "fe2f305d-7b44-4023-a362-95eeda4a880a"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:43.880282 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port fe2f305d-7b44-4023-a362-95eeda4a880a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=fe2f305d-7b44-4023-a362-95eeda4a880a,segment=NetworkSegment(b6a98059-04af-4b19-a054-fa99a7ac96a2),segment_id=b6a98059-04af-4b19-a054-fa99a7ac96a2)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:43.882486 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:43.883930 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2d2f4cef-edfb-4b51-a0b7-426bae5de08e req-51cd2091-b21a-4673-90a3-273bffc05c8a tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=302454d3-db4b-49cb-8ea4-f29e19ceeeff HTTP/1.1" status: 200 len: 210 time: 0.0708535 Jul 07 16:48:43.886588 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:43.895746 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0610762-bcf5-45b0-9641-961b70a869ec req-85995160-4ed7-4845-b21e-741ed60c4293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:43.899544 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d0610762-bcf5-45b0-9641-961b70a869ec req-85995160-4ed7-4845-b21e-741ed60c4293 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1341941 Jul 07 16:48:43.974146 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=fe2f305d-7b44-4023-a362-95eeda4a880a,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:44.003225 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d0610762-bcf5-45b0-9641-961b70a869ec req-ad1934f5-b071-4d33-b448-aa2b00d56293 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=e1649d97-2835-4ec3-9e2f-96419103f2c5 HTTP/1.1" status: 200 len: 217 time: 0.0873578 Jul 07 16:48:44.074746 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0610762-bcf5-45b0-9641-961b70a869ec req-d19418c0-ae5b-47b1-bd96-07cb8800a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:44.076320 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d0610762-bcf5-45b0-9641-961b70a869ec req-d19418c0-ae5b-47b1-bd96-07cb8800a6ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0650520 Jul 07 16:48:44.098926 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff3d43-8ec2-4c94-8f87-ae90219a2287 req-ade2270d-bd95-40c0-8dc6-89c571764496 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:44.111787 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c2ff3d43-8ec2-4c94-8f87-ae90219a2287 req-ade2270d-bd95-40c0-8dc6-89c571764496 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 946 time: 0.0878038 Jul 07 16:48:44.145519 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0610762-bcf5-45b0-9641-961b70a869ec req-9624f251-69c0-4cf3-b919-3810edb03e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:44.147551 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d0610762-bcf5-45b0-9641-961b70a869ec req-9624f251-69c0-4cf3-b919-3810edb03e57 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0633757 Jul 07 16:48:44.154333 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c2ff3d43-8ec2-4c94-8f87-ae90219a2287 req-242124e2-3794-4514-8c2b-3b33d1b5ab6f tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414946 Jul 07 16:48:44.207665 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf7de21-e4b8-4189-9738-d94d3eafefe4 x-openstack-request-id: req-6bf7de21-e4b8-4189-9738-d94d3eafefe4 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:44.208876 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc68e8a6-a192-4ea6-b434-c814f60dbed9", "name": "network-vif-plugged", "status": "completed", "tag": "fe2f305d-7b44-4023-a362-95eeda4a880a", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:44.209794 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6bf7de21-e4b8-4189-9738-d94d3eafefe4 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:44.210580 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc68e8a6-a192-4ea6-b434-c814f60dbed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2f305d-7b44-4023-a362-95eeda4a880a', 'code': 200} Jul 07 16:48:44.299037 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b07342-390c-4788-a5c2-ba7972880b48 req-f5508f2a-a74e-4544-bcc9-b52e2b873419 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:44.301158 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0b07342-390c-4788-a5c2-ba7972880b48 req-f5508f2a-a74e-4544-bcc9-b52e2b873419 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=717d633e-856f-435c-a098-5e3a065cbbd4 HTTP/1.1" status: 200 len: 948 time: 0.1490839 Jul 07 16:48:44.304337 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d0610762-bcf5-45b0-9641-961b70a869ec req-0c5053ef-f6ee-4185-b6a9-9863b01d35b2 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401589 Jul 07 16:48:44.405774 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0b07342-390c-4788-a5c2-ba7972880b48 req-4eb84f70-cfca-4046-9b2e-1c41e1af9a3b tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962043 Jul 07 16:48:44.440747 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2706a2-0569-4e49-8c7d-246ca9633bbd req-7d8f5bef-8acd-4da3-9071-73d601f65a02 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:44.442448 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ae2706a2-0569-4e49-8c7d-246ca9633bbd req-7d8f5bef-8acd-4da3-9071-73d601f65a02 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 950 time: 0.1188328 Jul 07 16:48:44.445578 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc947be2-fa86-4a8b-9940-4cd07c284c1b req-ac3f6c73-1df6-4d53-ab10-ee4118b03e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:44.447176 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc947be2-fa86-4a8b-9940-4cd07c284c1b req-ac3f6c73-1df6-4d53-ab10-ee4118b03e32 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 1097 time: 0.1053362 Jul 07 16:48:44.453240 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d0610762-bcf5-45b0-9641-961b70a869ec req-20f56e4a-43dc-4702-9f35-3308a77d715a service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367297 Jul 07 16:48:44.519378 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ae2706a2-0569-4e49-8c7d-246ca9633bbd req-3f5006f5-7866-43df-b474-26d15fa22d95 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692158 Jul 07 16:48:44.521320 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc947be2-fa86-4a8b-9940-4cd07c284c1b req-eb4c510f-b8c6-4dc0-b803-535b18a7c89f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=31b657cb-ed3e-4411-ab4f-a56e778dc5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485141 Jul 07 16:48:44.623671 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fda41-af1e-4201-a141-3537bd310f4c req-1e93e4db-8869-4acb-af1b-6778dd911070 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:44.626094 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e85fda41-af1e-4201-a141-3537bd310f4c req-1e93e4db-8869-4acb-af1b-6778dd911070 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 946 time: 0.0839248 Jul 07 16:48:44.652734 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-682cde96-cacf-48b4-b673-c8ab82edd217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:44.670887 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e85fda41-af1e-4201-a141-3537bd310f4c req-6f35c9b6-3e16-438f-8106-70790498c839 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/security-groups?id=31b657cb-ed3e-4411-ab4f-a56e778dc5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368266 Jul 07 16:48:44.696393 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69309a-ef04-49ac-a886-d95a37aa7c0e req-60a85cb3-0a2a-4d8b-91df-605a6c976e55 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:44.697885 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ff69309a-ef04-49ac-a886-d95a37aa7c0e req-60a85cb3-0a2a-4d8b-91df-605a6c976e55 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 945 time: 0.0640311 Jul 07 16:48:44.736751 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ff69309a-ef04-49ac-a886-d95a37aa7c0e req-d1a577cb-90ca-4fe6-87ba-85d7d169fa9c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326567 Jul 07 16:48:44.829195 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2409fad-6685-4430-b482-b19b503e2f0c req-6b30da8f-263b-4572-b55c-20ac50412158 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:44.830679 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b2409fad-6685-4430-b482-b19b503e2f0c req-6b30da8f-263b-4572-b55c-20ac50412158 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.0609245 Jul 07 16:48:44.872017 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b2409fad-6685-4430-b482-b19b503e2f0c req-f3422343-362f-43dc-b214-c6ef4d2cb771 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357463 Jul 07 16:48:45.175346 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302454d3-db4b-49cb-8ea4-f29e19ceeeff', 'name': 'network-vif-deleted', 'tag': 'ad75113a-22ad-4544-b26b-739c8604e4bc'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:45.178076 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee670f07-e0bd-4f72-bb7a-0e82c2bd19ae" -d '{"events": [{"server_uuid": "302454d3-db4b-49cb-8ea4-f29e19ceeeff", "name": "network-vif-deleted", "tag": "ad75113a-22ad-4544-b26b-739c8604e4bc"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:45.220660 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa741907-bf53-467e-b275-5ad09565489e x-openstack-request-id: req-fa741907-bf53-467e-b275-5ad09565489e {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:45.220947 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302454d3-db4b-49cb-8ea4-f29e19ceeeff", "name": "network-vif-deleted", "tag": "ad75113a-22ad-4544-b26b-739c8604e4bc", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:45.221197 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fa741907-bf53-467e-b275-5ad09565489e {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:45.221591 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302454d3-db4b-49cb-8ea4-f29e19ceeeff', 'name': 'network-vif-deleted', 'tag': 'ad75113a-22ad-4544-b26b-739c8604e4bc', 'status': 'completed', 'code': 200} Jul 07 16:48:45.339961 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442ba0c-a93e-48e1-8e57-f4c2d65b4ae1 req-074d3c2a-6a04-4a97-b9d4-71dfbaf74bb2 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:45.341587 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4442ba0c-a93e-48e1-8e57-f4c2d65b4ae1 req-074d3c2a-6a04-4a97-b9d4-71dfbaf74bb2 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 946 time: 0.0650899 Jul 07 16:48:45.373568 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ad75113a-22ad-4544-b26b-739c8604e4bc no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:48:45.376989 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6a645-399d-4301-8b08-b88539e88391 req-af90b2c2-9f4b-4502-978d-f3af6a9ba91f tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:45.378622 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9ff6a645-399d-4301-8b08-b88539e88391 req-af90b2c2-9f4b-4502-978d-f3af6a9ba91f tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 971 time: 0.0724857 Jul 07 16:48:45.386078 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4442ba0c-a93e-48e1-8e57-f4c2d65b4ae1 req-32f4101d-11a4-4ff1-aecd-bc6072b165eb tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364764 Jul 07 16:48:45.409812 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: ad75113a-22ad-4544-b26b-739c8604e4bc {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:48:45.412376 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ad75113a-22ad-4544-b26b-739c8604e4bc not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:48:45.421633 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9ff6a645-399d-4301-8b08-b88539e88391 req-855f87e9-7dd6-4dd1-ae9e-a51351ab1e61 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371549 Jul 07 16:48:45.589163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903dee3-c26c-4790-aba3-56e4b37d296b req-510bdcd7-b0cd-410d-be3d-b9d7eef280f8 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:45.590703 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f903dee3-c26c-4790-aba3-56e4b37d296b req-510bdcd7-b0cd-410d-be3d-b9d7eef280f8 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=717d633e-856f-435c-a098-5e3a065cbbd4 HTTP/1.1" status: 200 len: 948 time: 0.0633128 Jul 07 16:48:45.630109 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f903dee3-c26c-4790-aba3-56e4b37d296b req-23580278-1a4e-43c6-9f32-51b02eb4c64e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331404 Jul 07 16:48:45.698861 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e78ec-692f-430e-a25d-f5d669e87c26 req-dd0a0f67-4b4c-4bed-9cfc-42312d33980c tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:45.700288 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cb2e78ec-692f-430e-a25d-f5d669e87c26 req-dd0a0f67-4b4c-4bed-9cfc-42312d33980c tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 950 time: 0.0632200 Jul 07 16:48:45.739088 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cb2e78ec-692f-430e-a25d-f5d669e87c26 req-341e762c-fa87-457f-bc7e-67256f890147 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322790 Jul 07 16:48:45.843751 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7595c-ee22-4656-80e1-00adaf417b4d req-f4880924-e81e-4c48-9fc5-a9a701cab192 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:45.845233 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d4f7595c-ee22-4656-80e1-00adaf417b4d req-f4880924-e81e-4c48-9fc5-a9a701cab192 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 946 time: 0.0650041 Jul 07 16:48:45.883258 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d4f7595c-ee22-4656-80e1-00adaf417b4d req-0c5c3f22-8b49-4a96-b646-6ae1c29e499e tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/security-groups?id=31b657cb-ed3e-4411-ab4f-a56e778dc5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325780 Jul 07 16:48:45.902280 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36748f-4888-43b5-a763-69ff7362a594 req-095cf8db-cbe6-4d29-bc38-13e9b91f44ca tempest-LiveMigrationNegativeTest-1389672030 tempest-LiveMigrationNegativeTest-1389672030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:45.903840 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7a36748f-4888-43b5-a763-69ff7362a594 req-095cf8db-cbe6-4d29-bc38-13e9b91f44ca tempest-LiveMigrationNegativeTest-1389672030 tempest-LiveMigrationNegativeTest-1389672030-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 1101 time: 0.0537853 Jul 07 16:48:45.922739 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7a36748f-4888-43b5-a763-69ff7362a594 req-dc6c4a39-4310-419b-b117-7a0fd19c59d9 tempest-LiveMigrationNegativeTest-1389672030 tempest-LiveMigrationNegativeTest-1389672030-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:46.017554 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7a36748f-4888-43b5-a763-69ff7362a594 req-dc6c4a39-4310-419b-b117-7a0fd19c59d9 tempest-LiveMigrationNegativeTest-1389672030 tempest-LiveMigrationNegativeTest-1389672030-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:46.023066 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7a36748f-4888-43b5-a763-69ff7362a594 req-dc6c4a39-4310-419b-b117-7a0fd19c59d9 tempest-LiveMigrationNegativeTest-1389672030 tempest-LiveMigrationNegativeTest-1389672030-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:46.050967 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7a36748f-4888-43b5-a763-69ff7362a594 req-dc6c4a39-4310-419b-b117-7a0fd19c59d9 tempest-LiveMigrationNegativeTest-1389672030 tempest-LiveMigrationNegativeTest-1389672030-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409202 Jul 07 16:48:46.072225 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c4a39-4310-419b-b117-7a0fd19c59d9 tempest-LiveMigrationNegativeTest-1389672030 tempest-LiveMigrationNegativeTest-1389672030-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc789ce-c36d-4c2c-b668-1ca44aa82834,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:46.072710 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6bf76-784f-4cb8-8d54-746d2c74d35c req-8ebfecf4-698b-4707-b00e-a952bd922594 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:46.072710 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73e6bf76-784f-4cb8-8d54-746d2c74d35c req-8ebfecf4-698b-4707-b00e-a952bd922594 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 945 time: 0.0797527 Jul 07 16:48:46.097824 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:46.118961 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73e6bf76-784f-4cb8-8d54-746d2c74d35c req-215e66e0-342d-4e25-8ce9-0d8fbeaf9597 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445011 Jul 07 16:48:46.241224 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d776198-5416-46a0-a2be-cc87913d583a req-3eb2eefd-4d2d-426e-93d9-86f7955fd8e1 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:46.242746 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8d776198-5416-46a0-a2be-cc87913d583a req-3eb2eefd-4d2d-426e-93d9-86f7955fd8e1 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.0692039 Jul 07 16:48:46.289822 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8d776198-5416-46a0-a2be-cc87913d583a req-cd8a601d-7dc7-4604-9246-bdb113e56411 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413020 Jul 07 16:48:46.589452 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06ad3e-30e2-4a6d-a4d3-d9f56e888c49 req-54a673eb-c690-45af-8015-8ab418a65390 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:46.590997 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ca06ad3e-30e2-4a6d-a4d3-d9f56e888c49 req-54a673eb-c690-45af-8015-8ab418a65390 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 946 time: 0.0759804 Jul 07 16:48:46.640952 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ca06ad3e-30e2-4a6d-a4d3-d9f56e888c49 req-327268b8-d5a1-43a4-ac9b-7ec94aff718c tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440588 Jul 07 16:48:46.781119 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1ec83-16aa-453b-aba5-36829c311ec9 req-6bc69cd3-297f-4c59-b9cf-78d662017a5b tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:46.782565 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-47a1ec83-16aa-453b-aba5-36829c311ec9 req-6bc69cd3-297f-4c59-b9cf-78d662017a5b tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 971 time: 0.0632358 Jul 07 16:48:46.807932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6a61c-6ffc-4786-8a03-bdc4b14216ff req-fb6094e8-ef4e-439e-8482-049463af698a tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:46.809470 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-89d6a61c-6ffc-4786-8a03-bdc4b14216ff req-fb6094e8-ef4e-439e-8482-049463af698a tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 950 time: 0.0639222 Jul 07 16:48:46.824070 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-47a1ec83-16aa-453b-aba5-36829c311ec9 req-a1a43707-1958-4dc4-8229-0061392064d7 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359795 Jul 07 16:48:46.848976 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-89d6a61c-6ffc-4786-8a03-bdc4b14216ff req-0d936f45-7bf1-46a0-9c45-c7689bfbecc6 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331199 Jul 07 16:48:46.984498 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ed8e2-57c3-41e5-9d8b-cf235826525d req-49a386a9-b189-4f36-8170-29d26138108b tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:46.986153 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5d7ed8e2-57c3-41e5-9d8b-cf235826525d req-49a386a9-b189-4f36-8170-29d26138108b tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=717d633e-856f-435c-a098-5e3a065cbbd4 HTTP/1.1" status: 200 len: 948 time: 0.0635843 Jul 07 16:48:47.025764 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5d7ed8e2-57c3-41e5-9d8b-cf235826525d req-5b4eb88a-27bb-486a-9d28-51be334425c4 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333722 Jul 07 16:48:47.056322 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d9e17-0ed7-4a4c-96d7-a3dbf1b43678 req-35bc322f-9b8d-4a84-8d84-eebd71439480 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:47.057825 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a30d9e17-0ed7-4a4c-96d7-a3dbf1b43678 req-35bc322f-9b8d-4a84-8d84-eebd71439480 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 946 time: 0.0642505 Jul 07 16:48:47.095653 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a30d9e17-0ed7-4a4c-96d7-a3dbf1b43678 req-e0aa7181-312a-4357-855e-74c461867d4c tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/security-groups?id=31b657cb-ed3e-4411-ab4f-a56e778dc5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317605 Jul 07 16:48:47.308150 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833559fb-9f96-4b7a-ae68-23c5324eb034 req-f96c087d-3032-4bd6-942f-ac388124603b tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:47.315701 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-833559fb-9f96-4b7a-ae68-23c5324eb034 req-f96c087d-3032-4bd6-942f-ac388124603b tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 945 time: 0.0814333 Jul 07 16:48:47.359794 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-833559fb-9f96-4b7a-ae68-23c5324eb034 req-7d2ee023-eaf3-4134-9854-7a620db891fc tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431211 Jul 07 16:48:47.408450 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-334816b0-eee7-4e09-8ae3-442d7d9cbbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:47.486651 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a653c163-e554-41c7-87bb-6856d5b4845a req-cd550ffa-a495-43cb-a38f-c044a3cf5f29 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0888939 Jul 07 16:48:47.521222 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464661c-4e03-4843-87b5-feefe9646832 req-1e2d47a4-1c19-4117-9628-aedfef71ab48 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:47.522768 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1464661c-4e03-4843-87b5-feefe9646832 req-1e2d47a4-1c19-4117-9628-aedfef71ab48 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.15 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 971 time: 0.0927970 Jul 07 16:48:47.571465 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:47.578109 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653c163-e554-41c7-87bb-6856d5b4845a req-2fe8c0be-251a-4fc1-9c53-a474687773e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:47.579809 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a653c163-e554-41c7-87bb-6856d5b4845a req-2fe8c0be-251a-4fc1-9c53-a474687773e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 1101 time: 0.0626764 Jul 07 16:48:47.676196 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c94cd2-8c18-4b46-b99e-1a0bca09b541 req-f49c5b15-4ced-4161-886a-929a4e618577 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:47.677725 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-66c94cd2-8c18-4b46-b99e-1a0bca09b541 req-f49c5b15-4ced-4161-886a-929a4e618577 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.1403410 Jul 07 16:48:47.700137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653c163-e554-41c7-87bb-6856d5b4845a req-f4676360-9ed0-4cf6-a68f-9c5c80ad7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:47.702763 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a653c163-e554-41c7-87bb-6856d5b4845a req-f4676360-9ed0-4cf6-a68f-9c5c80ad7082 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.0967603 Jul 07 16:48:47.712037 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-1464661c-4e03-4843-87b5-feefe9646832 req-792bd58c-ad22-48f8-98b5-9c7131b036d1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Deleting port 7845b625-0a39-494d-9ed7-391349d6ee31 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:47.712378 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-1464661c-4e03-4843-87b5-feefe9646832 req-792bd58c-ad22-48f8-98b5-9c7131b036d1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:47.765972 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a653c163-e554-41c7-87bb-6856d5b4845a req-9d1cd6ef-c9e0-40b8-b4e4-082c65290e30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=78af5bd3-4034-4762-a6a0-1b73f58d5009 HTTP/1.1" status: 200 len: 217 time: 0.0528972 Jul 07 16:48:47.776292 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-66c94cd2-8c18-4b46-b99e-1a0bca09b541 req-38f2f7a9-aa71-4079-8128-cca1ed80cfbb tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863414 Jul 07 16:48:47.836743 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-1464661c-4e03-4843-87b5-feefe9646832 req-792bd58c-ad22-48f8-98b5-9c7131b036d1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] For port 7845b625-0a39-494d-9ed7-391349d6ee31, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7845b625-0a39-494d-9ed7-391349d6ee31,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:47.837773 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-1464661c-4e03-4843-87b5-feefe9646832 req-792bd58c-ad22-48f8-98b5-9c7131b036d1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:47.852624 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-1464661c-4e03-4843-87b5-feefe9646832 req-792bd58c-ad22-48f8-98b5-9c7131b036d1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Calling delete_port for 7845b625-0a39-494d-9ed7-391349d6ee31 owned by compute:tempest-test_az-790255634 {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:47.869049 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653c163-e554-41c7-87bb-6856d5b4845a req-2099884f-b824-43cb-a6ea-3c81258d1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:47.870553 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a653c163-e554-41c7-87bb-6856d5b4845a req-2099884f-b824-43cb-a6ea-3c81258d1989 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0967855 Jul 07 16:48:47.929422 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5758b13-a9d4-4c5e-b11b-32ddcce00609 req-e7339047-c0bd-42e5-a8c5-5b56a243826f tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:47.933245 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f5758b13-a9d4-4c5e-b11b-32ddcce00609 req-e7339047-c0bd-42e5-a8c5-5b56a243826f tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 946 time: 0.1228223 Jul 07 16:48:48.008469 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f5758b13-a9d4-4c5e-b11b-32ddcce00609 req-5d700fff-360a-4032-9eee-4e3aa69de10f tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597560 Jul 07 16:48:48.012198 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653c163-e554-41c7-87bb-6856d5b4845a req-131586b6-bc40-4ac5-9647-22d5e02db9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:48.014538 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a653c163-e554-41c7-87bb-6856d5b4845a req-131586b6-bc40-4ac5-9647-22d5e02db9d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1271665 Jul 07 16:48:48.085703 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-1464661c-4e03-4843-87b5-feefe9646832 req-792bd58c-ad22-48f8-98b5-9c7131b036d1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.104174 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['7845b625-0a39-494d-9ed7-391349d6ee31'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:48.157771 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a653c163-e554-41c7-87bb-6856d5b4845a req-731bc299-0f3a-467e-be67-a175265add08 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365435 Jul 07 16:48:48.189780 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bd58c-ad22-48f8-98b5-9c7131b036d1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Pushing event deleted for resources: {'Port': ['ID=7845b625-0a39-494d-9ed7-391349d6ee31,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:48.235311 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e5cbf-056d-4920-94ff-d7775aff6d0d req-dfe8df12-013d-48b0-902d-7bd8493f87b5 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:48.236890 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ac9e5cbf-056d-4920-94ff-d7775aff6d0d req-dfe8df12-013d-48b0-902d-7bd8493f87b5 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d480e1-4ae1-4fd3-86d0-471358d9a729 HTTP/1.1" status: 200 len: 889 time: 0.2680113 Jul 07 16:48:48.256709 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-1464661c-4e03-4843-87b5-feefe9646832 req-792bd58c-ad22-48f8-98b5-9c7131b036d1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] No DVR routers for this DVR port 7845b625-0a39-494d-9ed7-391349d6ee31 on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:48:48.260393 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-1464661c-4e03-4843-87b5-feefe9646832 req-792bd58c-ad22-48f8-98b5-9c7131b036d1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.262351 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1464661c-4e03-4843-87b5-feefe9646832 req-792bd58c-ad22-48f8-98b5-9c7131b036d1 tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.15 "DELETE /v2.0/ports/7845b625-0a39-494d-9ed7-391349d6ee31 HTTP/1.1" status: 204 len: 173 time: 0.7332256 Jul 07 16:48:48.262812 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d480e1-4ae1-4fd3-86d0-471358d9a729', 'name': 'network-vif-deleted', 'tag': '7845b625-0a39-494d-9ed7-391349d6ee31'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:48.265652 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79486625-bae0-4b5d-8271-3254629a20b7" -d '{"events": [{"server_uuid": "28d480e1-4ae1-4fd3-86d0-471358d9a729", "name": "network-vif-deleted", "tag": "7845b625-0a39-494d-9ed7-391349d6ee31"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:48.330017 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a653c163-e554-41c7-87bb-6856d5b4845a req-9b0f248a-3a63-4a09-a261-b9855266e639 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635418 Jul 07 16:48:48.337673 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ac9e5cbf-056d-4920-94ff-d7775aff6d0d req-8b963a1a-30cb-41ac-9baf-f7319b3b0fad tempest-ServersAdminTestJSON-2059430173 tempest-ServersAdminTestJSON-2059430173-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2b50dd3-341c-476e-871b-9a977764565a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822971 Jul 07 16:48:48.344300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a85903-fce3-4722-a956-f21fd0bab8fc req-ae71cc6b-5d28-431c-bf1f-4fc88f2517a9 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:48.352536 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d7a85903-fce3-4722-a956-f21fd0bab8fc req-ae71cc6b-5d28-431c-bf1f-4fc88f2517a9 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 950 time: 0.1490095 Jul 07 16:48:48.365004 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-efc0684f-076c-4c6c-bd82-3c88f720d99a tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:48.366636 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-efc0684f-076c-4c6c-bd82-3c88f720d99a tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843&tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&binding%3Ahost_id=n-h1-793620-7 HTTP/1.1" status: 200 len: 1096 time: 0.2239306 Jul 07 16:48:48.382572 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793620-7'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:48.411124 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d7a85903-fce3-4722-a956-f21fd0bab8fc req-f37d1c12-a3a5-4153-aa54-63e8acc507c0 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576150 Jul 07 16:48:48.475406 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab5c6a3-712a-4da1-8737-1c30792aed50 x-openstack-request-id: req-6ab5c6a3-712a-4da1-8737-1c30792aed50 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:48.475695 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d480e1-4ae1-4fd3-86d0-471358d9a729", "name": "network-vif-deleted", "tag": "7845b625-0a39-494d-9ed7-391349d6ee31", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:48.475946 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6ab5c6a3-712a-4da1-8737-1c30792aed50 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:48.476355 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d480e1-4ae1-4fd3-86d0-471358d9a729', 'name': 'network-vif-deleted', 'tag': '7845b625-0a39-494d-9ed7-391349d6ee31', 'status': 'completed', 'code': 200} Jul 07 16:48:48.655734 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b27ef-faf4-4e30-bf12-ac3f79d33452 req-a696449a-b71a-4ab3-9d07-2dd2ea6d6714 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:48.657370 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3a1b27ef-faf4-4e30-bf12-ac3f79d33452 req-a696449a-b71a-4ab3-9d07-2dd2ea6d6714 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 945 time: 0.0916617 Jul 07 16:48:48.689274 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.701434 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3a1b27ef-faf4-4e30-bf12-ac3f79d33452 req-ba66f85f-cbbd-4744-8c42-d58125cc2f3c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382483 Jul 07 16:48:48.733124 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:48.812269 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152c36b-849d-4d9d-82f8-16fc2398cd63 req-ac6b8ac1-d495-49e3-9dcb-3e196886c5da tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:48.813755 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2152c36b-849d-4d9d-82f8-16fc2398cd63 req-ac6b8ac1-d495-49e3-9dcb-3e196886c5da tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=717d633e-856f-435c-a098-5e3a065cbbd4 HTTP/1.1" status: 200 len: 948 time: 0.3366709 Jul 07 16:48:48.893063 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2152c36b-849d-4d9d-82f8-16fc2398cd63 req-0a63c715-48b6-47d1-8ef7-1fa6cbd4644d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547590 Jul 07 16:48:48.922026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] For port 023ba46b-f2f0-40b0-a34f-eaab91f73f67, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=023ba46b-f2f0-40b0-a34f-eaab91f73f67,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:48.959433 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] For port 023ba46b-f2f0-40b0-a34f-eaab91f73f67, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:49.022052 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc219c-98c5-4554-8b20-8ae8a1e1c3b3 req-cc4fe7ec-5d28-45da-8215-bf27aa548066 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:49.023685 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e9dc219c-98c5-4554-8b20-8ae8a1e1c3b3 req-cc4fe7ec-5d28-45da-8215-bf27aa548066 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.69 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 950 time: 0.0692244 Jul 07 16:48:49.024286 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.049702 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.143945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-e9dc219c-98c5-4554-8b20-8ae8a1e1c3b3 req-9112de0b-5343-4810-893f-62a514f04492 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Deleting port 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:49.144234 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e9dc219c-98c5-4554-8b20-8ae8a1e1c3b3 req-9112de0b-5343-4810-893f-62a514f04492 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.152921 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] Pushing event updated for resources: {'Port': ['ID=023ba46b-f2f0-40b0-a34f-eaab91f73f67,revision_number=7']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:49.206901 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] Attempting to bind port 023ba46b-f2f0-40b0-a34f-eaab91f73f67 on host n-h1-793620-7 for vnic_type normal with profile {"migrating_to": "n-h2-793620-7"} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:49.207237 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] Attempting to bind port 023ba46b-f2f0-40b0-a34f-eaab91f73f67 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:49.207575 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] Attempting to bind port 023ba46b-f2f0-40b0-a34f-eaab91f73f67 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:49.213970 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] Port 023ba46b-f2f0-40b0-a34f-eaab91f73f67 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:48:49.214303 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] Attempting to bind port 023ba46b-f2f0-40b0-a34f-eaab91f73f67 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:49.231900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60ebb6-bf9c-4046-b101-defffc0af39a req-4f81b2d3-6a1a-490a-ae04-fa6ff666eda3 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:49.233645 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cc60ebb6-bf9c-4046-b101-defffc0af39a req-4f81b2d3-6a1a-490a-ae04-fa6ff666eda3 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.2333636 Jul 07 16:48:49.234913 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:49.235257 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] Checking segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:49.235649 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] Bound using segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:49.236099 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] Bound port: 023ba46b-f2f0-40b0-a34f-eaab91f73f67, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:49.236462 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.255503 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-e9dc219c-98c5-4554-8b20-8ae8a1e1c3b3 req-9112de0b-5343-4810-893f-62a514f04492 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] For port 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=429ecd60-ddf2-4f8c-9333-b07d5da5cc1a,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:49.256308 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e9dc219c-98c5-4554-8b20-8ae8a1e1c3b3 req-9112de0b-5343-4810-893f-62a514f04492 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.276065 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-e9dc219c-98c5-4554-8b20-8ae8a1e1c3b3 req-9112de0b-5343-4810-893f-62a514f04492 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Calling delete_port for 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:49.319993 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cc60ebb6-bf9c-4046-b101-defffc0af39a req-93713b84-d0d8-4f32-8ea1-13db2a86b2af tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721929 Jul 07 16:48:49.367840 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] For port 023ba46b-f2f0-40b0-a34f-eaab91f73f67, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:49.370627 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] For port 023ba46b-f2f0-40b0-a34f-eaab91f73f67, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=023ba46b-f2f0-40b0-a34f-eaab91f73f67,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:49.377577 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.498840 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:49.498840 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.500467 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] 10.222.0.69 "PUT /v2.0/ports/023ba46b-f2f0-40b0-a34f-eaab91f73f67 HTTP/1.1" status: 200 len: 1121 time: 1.1258724 Jul 07 16:48:49.502363 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb0b51-7cc1-4f11-9ab0-c880d4de1322 service neutron] Pushing event updated for resources: {'Port': ['ID=023ba46b-f2f0-40b0-a34f-eaab91f73f67,revision_number=8']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:49.579821 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e9dc219c-98c5-4554-8b20-8ae8a1e1c3b3 req-9112de0b-5343-4810-893f-62a514f04492 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.593443 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21a2da6a-c4e4-41b3-926b-33757d81d6bb req-f96e4760-78eb-40c0-b544-6c55e7c4bf3c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=528de228-c644-4e36-9694-f38aa25b68fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1136880 Jul 07 16:48:49.608293 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['429ecd60-ddf2-4f8c-9333-b07d5da5cc1a'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:49.638113 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112de0b-5343-4810-893f-62a514f04492 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Pushing event deleted for resources: {'Port': ['ID=429ecd60-ddf2-4f8c-9333-b07d5da5cc1a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:49.680746 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['42171e8f-2d48-496c-97b8-5650b84f11ec'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:49.693491 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17279639-e992-42c9-9ee2-0247dc0d247a req-ab1c1f33-3d3b-4058-bb1c-767f8606bbf9 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:49.707162 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-17279639-e992-42c9-9ee2-0247dc0d247a req-ab1c1f33-3d3b-4058-bb1c-767f8606bbf9 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 946 time: 0.2956889 Jul 07 16:48:49.710431 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['023ba46b-f2f0-40b0-a34f-eaab91f73f67'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:49.713649 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 023ba46b-f2f0-40b0-a34f-eaab91f73f67 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:48:49.734524 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['023ba46b-f2f0-40b0-a34f-eaab91f73f67'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:49.735971 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-55fd3d5e-41e9-49b4-944f-20673ba9990f req-2d167bb0-78a4-4e19-88cf-1de882721f84 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 210 time: 0.1407664 Jul 07 16:48:49.820238 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dc219c-98c5-4554-8b20-8ae8a1e1c3b3 req-9112de0b-5343-4810-893f-62a514f04492 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] No DVR routers for this DVR port 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:48:49.828170 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e9dc219c-98c5-4554-8b20-8ae8a1e1c3b3 req-9112de0b-5343-4810-893f-62a514f04492 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:49.830177 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e9dc219c-98c5-4554-8b20-8ae8a1e1c3b3 req-9112de0b-5343-4810-893f-62a514f04492 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.69 "DELETE /v2.0/ports/429ecd60-ddf2-4f8c-9333-b07d5da5cc1a HTTP/1.1" status: 204 len: 173 time: 0.7990756 Jul 07 16:48:49.837285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961ee017-6c86-4bb2-bdbf-57ea0bd88155', 'name': 'network-vif-deleted', 'tag': '429ecd60-ddf2-4f8c-9333-b07d5da5cc1a'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:49.850132 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179ced36-9bcf-4f18-baba-ee9a045f478d" -d '{"events": [{"server_uuid": "961ee017-6c86-4bb2-bdbf-57ea0bd88155", "name": "network-vif-deleted", "tag": "429ecd60-ddf2-4f8c-9333-b07d5da5cc1a"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:49.902159 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2da6a-c4e4-41b3-926b-33757d81d6bb req-b5f8ae94-15ed-4ff3-9762-eec663a36474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:49.904013 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21a2da6a-c4e4-41b3-926b-33757d81d6bb req-b5f8ae94-15ed-4ff3-9762-eec663a36474 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5ce0c877d554ec492166d4081f3bc35&device_id=528de228-c644-4e36-9694-f38aa25b68fd HTTP/1.1" status: 200 len: 1096 time: 0.2031600 Jul 07 16:48:49.904865 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-17279639-e992-42c9-9ee2-0247dc0d247a req-2eb409a3-c462-470c-8078-0d809db326f8 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964529 Jul 07 16:48:50.104365 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 59942) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:50.129074 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3aef1d-6d90-4554-bfd7-0969ebca9dc2 x-openstack-request-id: req-4e3aef1d-6d90-4554-bfd7-0969ebca9dc2 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:50.129372 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961ee017-6c86-4bb2-bdbf-57ea0bd88155", "name": "network-vif-deleted", "tag": "429ecd60-ddf2-4f8c-9333-b07d5da5cc1a", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:50.129628 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e3aef1d-6d90-4554-bfd7-0969ebca9dc2 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:50.130074 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961ee017-6c86-4bb2-bdbf-57ea0bd88155', 'name': 'network-vif-deleted', 'tag': '429ecd60-ddf2-4f8c-9333-b07d5da5cc1a', 'status': 'completed', 'code': 200} Jul 07 16:48:50.147286 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2da6a-c4e4-41b3-926b-33757d81d6bb req-6d3c7efb-d36a-4ff3-a443-50f1d5a44c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:50.148880 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21a2da6a-c4e4-41b3-926b-33757d81d6bb req-6d3c7efb-d36a-4ff3-a443-50f1d5a44c5f service neutron] 10.222.0.69 "GET /v2.0/networks?id=c85edc96-c222-49c3-a60a-171b400e82ed HTTP/1.1" status: 200 len: 924 time: 0.2120168 Jul 07 16:48:50.234229 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7bdcb-b3db-4c02-88af-7b9499ae75ae req-3565fc5b-7c12-4e1a-8985-f9639373fcec tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:50.242544 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cc7bdcb-b3db-4c02-88af-7b9499ae75ae req-3565fc5b-7c12-4e1a-8985-f9639373fcec tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 943 time: 0.2362661 Jul 07 16:48:50.284557 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21a2da6a-c4e4-41b3-926b-33757d81d6bb req-4ab2eb52-d000-4d9a-b16b-e6191b4892a2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 HTTP/1.1" status: 200 len: 1001 time: 0.1243944 Jul 07 16:48:50.306779 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cc7bdcb-b3db-4c02-88af-7b9499ae75ae req-e2003ad1-c28a-4464-b4e7-f05745302746 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629742 Jul 07 16:48:50.330989 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:50.380024 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bc3c3315-6400-43e3-b069-2819cd3fec7f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=81d0685782b0487a9e3df3683dfe1592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725024 Jul 07 16:48:50.381672 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 59952) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:50.463495 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2da6a-c4e4-41b3-926b-33757d81d6bb req-4aaa9d2d-d2d6-4a5e-8e5d-cafade45f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:50.466123 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21a2da6a-c4e4-41b3-926b-33757d81d6bb req-4aaa9d2d-d2d6-4a5e-8e5d-cafade45f2ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=414e5f56-f327-49ce-ba9b-6eafeb3fd8cc HTTP/1.1" status: 200 len: 862 time: 0.1570992 Jul 07 16:48:50.468337 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a4408-2a61-48bb-adc7-3d2588a824d5 req-7384d42a-14b4-4a30-aad3-f0917c20b493 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:50.469819 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-951a4408-2a61-48bb-adc7-3d2588a824d5 req-7384d42a-14b4-4a30-aad3-f0917c20b493 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=717d633e-856f-435c-a098-5e3a065cbbd4 HTTP/1.1" status: 200 len: 948 time: 0.1817715 Jul 07 16:48:50.481699 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048bfbe5-164e-4bda-b22d-276e680b7843', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '023ba46b-f2f0-40b0-a34f-eaab91f73f67'}, {'name': 'network-changed', 'server_uuid': '048bfbe5-164e-4bda-b22d-276e680b7843', 'tag': '023ba46b-f2f0-40b0-a34f-eaab91f73f67'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:50.484825 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4d2b05-8204-4a64-891f-e489783a5917" -d '{"events": [{"server_uuid": "048bfbe5-164e-4bda-b22d-276e680b7843", "name": "network-vif-unplugged", "status": "completed", "tag": "023ba46b-f2f0-40b0-a34f-eaab91f73f67"}, {"name": "network-changed", "server_uuid": "048bfbe5-164e-4bda-b22d-276e680b7843", "tag": "023ba46b-f2f0-40b0-a34f-eaab91f73f67"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:50.520553 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 023ba46b-f2f0-40b0-a34f-eaab91f73f67, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=023ba46b-f2f0-40b0-a34f-eaab91f73f67,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:50.548548 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 023ba46b-f2f0-40b0-a34f-eaab91f73f67 has no active binding in host n-h2-793620-7 {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:48:50.548999 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device e1649d97-2835-4ec3-9e2f-96419103f2c5 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:48:50.556915 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd9245e7-a6e4-41e6-aa3a-016dd1f9ceb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:50.582558 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd9245e7-a6e4-41e6-aa3a-016dd1f9ceb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:50.608669 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2da6a-c4e4-41b3-926b-33757d81d6bb req-940795a9-6961-40fb-973d-0a1e28a55aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:50.610165 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21a2da6a-c4e4-41b3-926b-33757d81d6bb req-940795a9-6961-40fb-973d-0a1e28a55aa2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c85edc96-c222-49c3-a60a-171b400e82ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362245 Jul 07 16:48:50.636964 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-951a4408-2a61-48bb-adc7-3d2588a824d5 req-f84612eb-2469-417e-a129-4cbdd6b71d79 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469953 Jul 07 16:48:50.639273 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd9245e7-a6e4-41e6-aa3a-016dd1f9ceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:50.642298 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd9245e7-a6e4-41e6-aa3a-016dd1f9ceb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:50.643583 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dd9245e7-a6e4-41e6-aa3a-016dd1f9ceb6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e2b50dd3-341c-476e-871b-9a977764565a HTTP/1.1" status: 204 len: 168 time: 0.2609401 Jul 07 16:48:50.674948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9245e7-a6e4-41e6-aa3a-016dd1f9ceb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b50dd3-341c-476e-871b-9a977764565a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:50.733104 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd830b31-0f8b-49a7-a9f2-90f052cd4287 req-78dbe490-5064-4d52-aac1-ac364a934961 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:50.735218 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fd830b31-0f8b-49a7-a9f2-90f052cd4287 req-78dbe490-5064-4d52-aac1-ac364a934961 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.1704092 Jul 07 16:48:50.737304 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62878fba-7e9a-4b56-b52f-2a318d93b363 x-openstack-request-id: req-62878fba-7e9a-4b56-b52f-2a318d93b363 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:50.737988 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048bfbe5-164e-4bda-b22d-276e680b7843", "name": "network-vif-unplugged", "status": "completed", "tag": "023ba46b-f2f0-40b0-a34f-eaab91f73f67", "code": 200}, {"name": "network-changed", "server_uuid": "048bfbe5-164e-4bda-b22d-276e680b7843", "tag": "023ba46b-f2f0-40b0-a34f-eaab91f73f67", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:50.738445 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-62878fba-7e9a-4b56-b52f-2a318d93b363 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:50.739119 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048bfbe5-164e-4bda-b22d-276e680b7843', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '023ba46b-f2f0-40b0-a34f-eaab91f73f67', 'code': 200} Jul 07 16:48:50.739366 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048bfbe5-164e-4bda-b22d-276e680b7843', 'tag': '023ba46b-f2f0-40b0-a34f-eaab91f73f67', 'status': 'completed', 'code': 200} Jul 07 16:48:50.756575 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21a2da6a-c4e4-41b3-926b-33757d81d6bb req-34ca141c-bafe-415c-aadf-668a8d3285bb service neutron] 10.222.0.69 "GET /v2.0/networks/c85edc96-c222-49c3-a60a-171b400e82ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312773 Jul 07 16:48:50.802738 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port e1649d97-2835-4ec3-9e2f-96419103f2c5, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=e1649d97-2835-4ec3-9e2f-96419103f2c5,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:50.869829 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21a2da6a-c4e4-41b3-926b-33757d81d6bb req-d8f63319-bd63-40e3-a86f-5e8125b90621 service neutron] 10.222.0.69 "GET /v2.0/networks/c85edc96-c222-49c3-a60a-171b400e82ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995967 Jul 07 16:48:50.882460 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'e1649d97-2835-4ec3-9e2f-96419103f2c5', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': 'e1649d97-2835-4ec3-9e2f-96419103f2c5', 'mac_address': 'fa:16:3e:20:ed:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:48:50.892523 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d2b05-8204-4a64-891f-e489783a5917 req-2e595a70-9225-4b05-a565-88d429eb2b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:50.901399 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b4d2b05-8204-4a64-891f-e489783a5917 req-2e595a70-9225-4b05-a565-88d429eb2b49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 1124 time: 0.1312551 Jul 07 16:48:50.962583 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fd830b31-0f8b-49a7-a9f2-90f052cd4287 req-fd76cc3e-b8e2-42c0-a211-0a68d015e8d8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048187 Jul 07 16:48:50.975134 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:50.992480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1649d97-2835-4ec3-9e2f-96419103f2c5 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:51.025983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port e1649d97-2835-4ec3-9e2f-96419103f2c5, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=e1649d97-2835-4ec3-9e2f-96419103f2c5,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:51.035081 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:51.082885 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b4e7b374-438e-43f8-8abe-6de261dacca2 req-e5b79868-bc85-4523-a543-5d711c53bdcf tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=961ee017-6c86-4bb2-bdbf-57ea0bd88155 HTTP/1.1" status: 200 len: 210 time: 0.0585680 Jul 07 16:48:51.125713 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=e1649d97-2835-4ec3-9e2f-96419103f2c5,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:51.169159 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d2b05-8204-4a64-891f-e489783a5917 req-937025df-6d93-4faf-a608-930fd8552f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:51.172500 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b4d2b05-8204-4a64-891f-e489783a5917 req-937025df-6d93-4faf-a608-930fd8552f27 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 921 time: 0.2635117 Jul 07 16:48:51.256958 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b4d2b05-8204-4a64-891f-e489783a5917 req-b370df0d-5e14-466b-8449-ff314fcb7eb6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=023ba46b-f2f0-40b0-a34f-eaab91f73f67 HTTP/1.1" status: 200 len: 217 time: 0.0704880 Jul 07 16:48:51.281186 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bacdf6-b989-4b46-8793-f754a252e774 req-95382850-f365-48cd-a806-dbb830ecad77 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:51.283377 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-22bacdf6-b989-4b46-8793-f754a252e774 req-95382850-f365-48cd-a806-dbb830ecad77 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 946 time: 0.1042924 Jul 07 16:48:51.311779 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59966) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:51.344149 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d2b05-8204-4a64-891f-e489783a5917 req-29b2cac8-36cf-4115-82d4-5d392fb30ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:51.346222 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b4d2b05-8204-4a64-891f-e489783a5917 req-29b2cac8-36cf-4115-82d4-5d392fb30ece service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.0799592 Jul 07 16:48:51.362829 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-22bacdf6-b989-4b46-8793-f754a252e774 req-07590847-71b2-41f3-913a-34c2994c4045 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681288 Jul 07 16:48:51.399573 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b4d2b05-8204-4a64-891f-e489783a5917 req-75dfc29e-4f40-4398-9d53-f0dafb4a323d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433609 Jul 07 16:48:51.406449 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f6acdd87-0d10-45e0-94b7-f52e769393f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc0e25f0d3e64beaa4ca40817a3c0c0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0889907 Jul 07 16:48:51.407865 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59970) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:51.416624 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7845b625-0a39-494d-9ed7-391349d6ee31 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:48:51.451586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 7845b625-0a39-494d-9ed7-391349d6ee31 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:48:51.451939 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7845b625-0a39-494d-9ed7-391349d6ee31 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:48:51.495565 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ae55544-2247-43ae-9045-8177939a3686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:51.522127 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ae55544-2247-43ae-9045-8177939a3686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:51.574685 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['e1649d97-2835-4ec3-9e2f-96419103f2c5'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:51.577521 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e314a-b90f-4a9f-97f5-f4611df96569 req-7cf77d08-768d-4f70-b4e6-5f38d3bd2140 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:51.579501 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7b7e314a-b90f-4a9f-97f5-f4611df96569 req-7cf77d08-768d-4f70-b4e6-5f38d3bd2140 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 943 time: 0.1085470 Jul 07 16:48:51.582169 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b4d2b05-8204-4a64-891f-e489783a5917 req-440c75cf-8190-439e-a1e0-c909910ebbad service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726437 Jul 07 16:48:51.585323 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ae55544-2247-43ae-9045-8177939a3686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:51.588396 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ae55544-2247-43ae-9045-8177939a3686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:51.590223 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0ae55544-2247-43ae-9045-8177939a3686 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d561f968-3844-4587-87b9-a5d46348c5d0 HTTP/1.1" status: 204 len: 168 time: 0.1807129 Jul 07 16:48:51.599144 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae55544-2247-43ae-9045-8177939a3686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d561f968-3844-4587-87b9-a5d46348c5d0,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:51.637973 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:48:51.684176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:48:51.685078 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 429ecd60-ddf2-4f8c-9333-b07d5da5cc1a not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:48:51.783670 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7b7e314a-b90f-4a9f-97f5-f4611df96569 req-1baf3297-abaf-43a1-891e-929a245c553e tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945190 Jul 07 16:48:51.829020 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b4d2b05-8204-4a64-891f-e489783a5917 req-dde994a8-0ea9-44a8-a779-6431e99c3fbf service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171128 Jul 07 16:48:51.964830 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab2227-c66f-4097-b368-dd7a4bfc9449 req-2ab5a7da-3fe4-48ea-8dc3-d61a82ce5ad1 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:51.973001 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-07ab2227-c66f-4097-b368-dd7a4bfc9449 req-2ab5a7da-3fe4-48ea-8dc3-d61a82ce5ad1 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=717d633e-856f-435c-a098-5e3a065cbbd4 HTTP/1.1" status: 200 len: 949 time: 0.1071548 Jul 07 16:48:52.019222 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-07ab2227-c66f-4097-b368-dd7a4bfc9449 req-79dd7388-884f-4f11-a870-2a117cbba4ba tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452793 Jul 07 16:48:52.190919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488af48-91af-4e9f-9990-0cb6e9838755 req-a4a99400-f0c7-40eb-8c32-1dad5c7e5918 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:52.202301 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9488af48-91af-4e9f-9990-0cb6e9838755 req-a4a99400-f0c7-40eb-8c32-1dad5c7e5918 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.1030743 Jul 07 16:48:52.255205 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9488af48-91af-4e9f-9990-0cb6e9838755 req-847782f0-ce9e-438e-b7b6-69a0aea139a2 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519037 Jul 07 16:48:52.668224 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507d5e1-61b6-4d36-bb16-9961df63496a req-5c2e8b09-68f7-47ce-9c0c-f2a4822db291 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:52.670421 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a507d5e1-61b6-4d36-bb16-9961df63496a req-5c2e8b09-68f7-47ce-9c0c-f2a4822db291 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 946 time: 0.0949087 Jul 07 16:48:52.690589 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010198b-7bd8-408d-ba6b-aeb1342eb166 req-3b753ac4-04df-4850-916c-ebc63f14e1dc tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:52.692312 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6010198b-7bd8-408d-ba6b-aeb1342eb166 req-3b753ac4-04df-4850-916c-ebc63f14e1dc tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=832a0f2a-4558-4fd6-b221-5f36757f54a1 HTTP/1.1" status: 200 len: 949 time: 0.0743792 Jul 07 16:48:52.727073 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a507d5e1-61b6-4d36-bb16-9961df63496a req-409fb79b-d48b-45f0-9244-506e09f3fe58 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483744 Jul 07 16:48:52.738957 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6010198b-7bd8-408d-ba6b-aeb1342eb166 req-a043e363-2c28-4b50-aa7f-acb736b1ff45 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412152 Jul 07 16:48:52.980283 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5818c9-3b1d-40f1-a9d8-f703a9d99243 req-71f8b3b2-2bfe-4af4-b75d-964ae7754117 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:52.981802 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-da5818c9-3b1d-40f1-a9d8-f703a9d99243 req-71f8b3b2-2bfe-4af4-b75d-964ae7754117 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 943 time: 0.0677569 Jul 07 16:48:53.028166 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-da5818c9-3b1d-40f1-a9d8-f703a9d99243 req-c404e1b5-5532-472b-b8b0-da489c4f3cf4 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393529 Jul 07 16:48:53.235684 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de385dbe-546f-4bb3-b8a5-96c908b4c14e req-a44938ff-ff15-44b5-a18d-68546e655e01 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:53.237312 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de385dbe-546f-4bb3-b8a5-96c908b4c14e req-a44938ff-ff15-44b5-a18d-68546e655e01 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=717d633e-856f-435c-a098-5e3a065cbbd4 HTTP/1.1" status: 200 len: 949 time: 0.0752580 Jul 07 16:48:53.293050 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de385dbe-546f-4bb3-b8a5-96c908b4c14e req-e511a138-a5fd-4b0b-be14-cafa993022f9 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496790 Jul 07 16:48:53.438710 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eebb60-9a6d-47a3-b440-d2deb5e3faad req-62bb1fed-0901-4d27-9871-29e2c25f1562 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:53.440344 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e2eebb60-9a6d-47a3-b440-d2deb5e3faad req-62bb1fed-0901-4d27-9871-29e2c25f1562 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.0708203 Jul 07 16:48:53.487456 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e2eebb60-9a6d-47a3-b440-d2deb5e3faad req-48923de8-8d96-44a6-be60-4b2136198294 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405941 Jul 07 16:48:53.526949 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b282f17c-081c-473e-b1f3-40f67378a037 req-9e37ceda-ba0a-49c6-bbf0-bbc1e0d82513 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9ebf524cb2b04867aa7fda7682aca78e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371008 Jul 07 16:48:53.631482 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282f17c-081c-473e-b1f3-40f67378a037 req-df7672c4-02a4-46d7-8984-91ed55962ba1 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:53.632950 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b282f17c-081c-473e-b1f3-40f67378a037 req-df7672c4-02a4-46d7-8984-91ed55962ba1 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1047785 Jul 07 16:48:53.649631 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b282f17c-081c-473e-b1f3-40f67378a037 req-27985c1c-09bf-4944-ae26-bc086811531e tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/quotas/9ebf524cb2b04867aa7fda7682aca78e HTTP/1.1" status: 200 len: 375 time: 0.0098708 Jul 07 16:48:53.674832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device e1649d97-2835-4ec3-9e2f-96419103f2c5 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:48:53.687417 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b282f17c-081c-473e-b1f3-40f67378a037 req-43812d05-5998-40ee-8d4a-13e495ef217c tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ebf524cb2b04867aa7fda7682aca78e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335915 Jul 07 16:48:53.765709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port e1649d97-2835-4ec3-9e2f-96419103f2c5 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:53.772447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port e1649d97-2835-4ec3-9e2f-96419103f2c5 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:53.773163 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:53.939797 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768def6-7232-48b0-be47-682b1e8c3951 req-491bbb81-b4a2-432b-bd03-9d3aaa74fa49 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:53.945183 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:53.950755 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6768def6-7232-48b0-be47-682b1e8c3951 req-491bbb81-b4a2-432b-bd03-9d3aaa74fa49 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 946 time: 0.0889530 Jul 07 16:48:53.982947 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717d633e-856f-435c-a098-5e3a065cbbd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1649d97-2835-4ec3-9e2f-96419103f2c5'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:53.985809 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b32946-afd8-43d8-858d-3dd364996069" -d '{"events": [{"server_uuid": "717d633e-856f-435c-a098-5e3a065cbbd4", "name": "network-vif-plugged", "status": "completed", "tag": "e1649d97-2835-4ec3-9e2f-96419103f2c5"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:54.003824 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port e1649d97-2835-4ec3-9e2f-96419103f2c5, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=e1649d97-2835-4ec3-9e2f-96419103f2c5,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:54.009397 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:54.032911 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6768def6-7232-48b0-be47-682b1e8c3951 req-1c298cd6-fd68-405d-9597-efdf7516cf2e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776150 Jul 07 16:48:54.104642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=e1649d97-2835-4ec3-9e2f-96419103f2c5,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:54.140691 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d5bffbc2-dd33-48d9-83cd-1ee94d747cf0 req-13012632-9b86-4bb8-a1bb-f69ae7f4334a tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/ports?device_id=14213289-46e6-43d6-bc7c-54885601bd67 HTTP/1.1" status: 200 len: 210 time: 0.0561070 Jul 07 16:48:54.218692 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f720430-da32-4389-9c6c-5dfb2df851c7 x-openstack-request-id: req-1f720430-da32-4389-9c6c-5dfb2df851c7 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:54.218992 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717d633e-856f-435c-a098-5e3a065cbbd4", "name": "network-vif-plugged", "status": "completed", "tag": "e1649d97-2835-4ec3-9e2f-96419103f2c5", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:54.219250 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1f720430-da32-4389-9c6c-5dfb2df851c7 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:54.219653 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717d633e-856f-435c-a098-5e3a065cbbd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1649d97-2835-4ec3-9e2f-96419103f2c5', 'code': 200} Jul 07 16:48:54.221735 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa2d26-beaa-4392-8620-9c1962756757 req-2ed1bc75-9c8d-47b5-885a-1e27cc45af25 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:54.224174 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3fa2d26-beaa-4392-8620-9c1962756757 req-2ed1bc75-9c8d-47b5-885a-1e27cc45af25 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=832a0f2a-4558-4fd6-b221-5f36757f54a1 HTTP/1.1" status: 200 len: 949 time: 0.0779467 Jul 07 16:48:54.329228 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3fa2d26-beaa-4392-8620-9c1962756757 req-929c99ab-f31a-4062-be20-592c46fca711 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/security-groups?id=36ee9fb0-6781-4ba0-837b-4b44aebe14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989714 Jul 07 16:48:54.383029 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaa43e-24b0-4bb4-baa8-7dc2ae256792 req-8f9c6f25-c7af-4111-b8cc-43f7a70ac8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:54.384738 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-56eaa43e-24b0-4bb4-baa8-7dc2ae256792 req-8f9c6f25-c7af-4111-b8cc-43f7a70ac8e6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=717d633e-856f-435c-a098-5e3a065cbbd4 HTTP/1.1" status: 200 len: 1101 time: 0.0980270 Jul 07 16:48:54.415575 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5e3ae-5be0-4d2a-b64f-b20c65346f9c req-d1caca12-2255-4584-81bd-41f842b71583 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:54.418612 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e1b5e3ae-5be0-4d2a-b64f-b20c65346f9c req-d1caca12-2255-4584-81bd-41f842b71583 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.15 "GET /v2.0/ports?device_id=832a0f2a-4558-4fd6-b221-5f36757f54a1 HTTP/1.1" status: 200 len: 949 time: 0.1382277 Jul 07 16:48:54.478191 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-56eaa43e-24b0-4bb4-baa8-7dc2ae256792 req-fdaf5c9b-60b2-4d71-b00a-5c2fff5f131c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856245 Jul 07 16:48:54.513192 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4e3c4-b3db-4004-86cc-cc05434b3f43 req-ff664862-dde8-484f-ba90-b8f82bd2927b tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:54.514646 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-18f4e3c4-b3db-4004-86cc-cc05434b3f43 req-ff664862-dde8-484f-ba90-b8f82bd2927b tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 943 time: 0.1158092 Jul 07 16:48:54.555919 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-18f4e3c4-b3db-4004-86cc-cc05434b3f43 req-e8763c27-22a6-4182-af97-ca67d52ade2c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351307 Jul 07 16:48:54.587123 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-e1b5e3ae-5be0-4d2a-b64f-b20c65346f9c req-295507f1-bd28-4f68-9e6d-c04fa396a865 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Deleting port 42171e8f-2d48-496c-97b8-5650b84f11ec {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:48:54.587473 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e1b5e3ae-5be0-4d2a-b64f-b20c65346f9c req-295507f1-bd28-4f68-9e6d-c04fa396a865 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:54.597961 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496551fc-c90b-4187-8147-d6c5f3c7862e req-17d8c0fc-33e4-4e2c-b5e0-401468011e75 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:54.599540 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-496551fc-c90b-4187-8147-d6c5f3c7862e req-17d8c0fc-33e4-4e2c-b5e0-401468011e75 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=717d633e-856f-435c-a098-5e3a065cbbd4 HTTP/1.1" status: 200 len: 950 time: 0.1142747 Jul 07 16:48:54.743495 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e0886-a821-4053-b804-ae3ba7420654 req-094ad9e2-cb91-43ee-903f-5f6d8a2ee7b7 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:54.750705 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0c8e0886-a821-4053-b804-ae3ba7420654 req-094ad9e2-cb91-43ee-903f-5f6d8a2ee7b7 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.0754437 Jul 07 16:48:54.796928 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0c8e0886-a821-4053-b804-ae3ba7420654 req-e9612dba-ba3c-49ce-b864-89a5d9d9e577 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450134 Jul 07 16:48:54.962523 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-496551fc-c90b-4187-8147-d6c5f3c7862e req-95ee91f4-2faa-4b99-8a74-ba2585032937 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496463 Jul 07 16:48:54.992272 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-e1b5e3ae-5be0-4d2a-b64f-b20c65346f9c req-295507f1-bd28-4f68-9e6d-c04fa396a865 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] For port 42171e8f-2d48-496c-97b8-5650b84f11ec, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=42171e8f-2d48-496c-97b8-5650b84f11ec,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:48:54.992637 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e1b5e3ae-5be0-4d2a-b64f-b20c65346f9c req-295507f1-bd28-4f68-9e6d-c04fa396a865 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:55.005076 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-e1b5e3ae-5be0-4d2a-b64f-b20c65346f9c req-295507f1-bd28-4f68-9e6d-c04fa396a865 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Calling delete_port for 42171e8f-2d48-496c-97b8-5650b84f11ec owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:48:55.143877 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e1b5e3ae-5be0-4d2a-b64f-b20c65346f9c req-295507f1-bd28-4f68-9e6d-c04fa396a865 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:55.159116 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['42171e8f-2d48-496c-97b8-5650b84f11ec'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:48:55.177705 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295507f1-bd28-4f68-9e6d-c04fa396a865 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Pushing event deleted for resources: {'Port': ['ID=42171e8f-2d48-496c-97b8-5650b84f11ec,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:55.235842 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b5e3ae-5be0-4d2a-b64f-b20c65346f9c req-295507f1-bd28-4f68-9e6d-c04fa396a865 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] No DVR routers for this DVR port 42171e8f-2d48-496c-97b8-5650b84f11ec on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:48:55.239124 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e1b5e3ae-5be0-4d2a-b64f-b20c65346f9c req-295507f1-bd28-4f68-9e6d-c04fa396a865 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:55.241299 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e1b5e3ae-5be0-4d2a-b64f-b20c65346f9c req-295507f1-bd28-4f68-9e6d-c04fa396a865 tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.15 "DELETE /v2.0/ports/42171e8f-2d48-496c-97b8-5650b84f11ec HTTP/1.1" status: 204 len: 173 time: 0.8173072 Jul 07 16:48:55.241811 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832a0f2a-4558-4fd6-b221-5f36757f54a1', 'name': 'network-vif-deleted', 'tag': '42171e8f-2d48-496c-97b8-5650b84f11ec'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:55.244838 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a4f19d-5207-4c57-a397-341a96ec3490" -d '{"events": [{"server_uuid": "832a0f2a-4558-4fd6-b221-5f36757f54a1", "name": "network-vif-deleted", "tag": "42171e8f-2d48-496c-97b8-5650b84f11ec"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:55.266696 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff299de-0ea3-419a-ac92-e4451ceab67b req-eeb85335-38eb-4558-ae6a-2a59eeb4c0d2 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:55.268423 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ff299de-0ea3-419a-ac92-e4451ceab67b req-eeb85335-38eb-4558-ae6a-2a59eeb4c0d2 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 946 time: 0.1245687 Jul 07 16:48:55.313609 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72a2fd1d-fba3-4f67-aa77-189829ffb5f9 req-17c61697-5a2c-4106-829c-9f8282832b12 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/ports?device_id=14213289-46e6-43d6-bc7c-54885601bd67 HTTP/1.1" status: 200 len: 210 time: 0.0346901 Jul 07 16:48:55.317549 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ff299de-0ea3-419a-ac92-e4451ceab67b req-d0731a03-06e3-4c2d-8d89-00d48df9948f tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431523 Jul 07 16:48:55.346137 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b282f17c-081c-473e-b1f3-40f67378a037 req-62b91b16-f46e-4aef-807a-a74eb4b141b3 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9ebf524cb2b04867aa7fda7682aca78e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353434 Jul 07 16:48:55.386296 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbd9442-25e0-4784-bc5b-fbd21de8513e x-openstack-request-id: req-bbbd9442-25e0-4784-bc5b-fbd21de8513e {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:55.386622 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832a0f2a-4558-4fd6-b221-5f36757f54a1", "name": "network-vif-deleted", "tag": "42171e8f-2d48-496c-97b8-5650b84f11ec", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:55.386877 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bbbd9442-25e0-4784-bc5b-fbd21de8513e {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:55.387263 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832a0f2a-4558-4fd6-b221-5f36757f54a1', 'name': 'network-vif-deleted', 'tag': '42171e8f-2d48-496c-97b8-5650b84f11ec', 'status': 'completed', 'code': 200} Jul 07 16:48:55.487423 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282f17c-081c-473e-b1f3-40f67378a037 req-52e737e9-60e9-41b6-a60f-c47714381118 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:55.488906 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b282f17c-081c-473e-b1f3-40f67378a037 req-52e737e9-60e9-41b6-a60f-c47714381118 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1295826 Jul 07 16:48:55.504862 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-b282f17c-081c-473e-b1f3-40f67378a037 req-f9f26e03-5585-480a-8907-eafe35abba0d tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Request body: {'port': {'device_id': '14213289-46e6-43d6-bc7c-54885601bd67', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '9ebf524cb2b04867aa7fda7682aca78e'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:55.524768 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-251fe58e-a6ed-422f-bdea-5d7c60e2e0ee req-1734a5eb-ce87-4639-8bfb-032cae57f52a tempest-LiveMigrationNegativeTest-1185537604 tempest-LiveMigrationNegativeTest-1185537604-project] 10.222.0.50 "GET /v2.0/ports?device_id=832a0f2a-4558-4fd6-b221-5f36757f54a1 HTTP/1.1" status: 200 len: 210 time: 0.0396419 Jul 07 16:48:55.650023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b282f17c-081c-473e-b1f3-40f67378a037 req-f9f26e03-5585-480a-8907-eafe35abba0d tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Made reservation on behalf of 9ebf524cb2b04867aa7fda7682aca78e for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:48:55.654670 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b282f17c-081c-473e-b1f3-40f67378a037 req-f9f26e03-5585-480a-8907-eafe35abba0d tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:55.665021 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b282f17c-081c-473e-b1f3-40f67378a037 req-f9f26e03-5585-480a-8907-eafe35abba0d tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:55.788919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa61ba-a1f6-4322-8c97-c1698b9dad35 req-bc1bc442-0f33-48b0-a5fe-b1052f8372d7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:55.790341 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d0fa61ba-a1f6-4322-8c97-c1698b9dad35 req-bc1bc442-0f33-48b0-a5fe-b1052f8372d7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 943 time: 0.0994651 Jul 07 16:48:55.829301 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b282f17c-081c-473e-b1f3-40f67378a037 req-f9f26e03-5585-480a-8907-eafe35abba0d tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:55.839434 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b282f17c-081c-473e-b1f3-40f67378a037 req-f9f26e03-5585-480a-8907-eafe35abba0d tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:55.864525 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d0fa61ba-a1f6-4322-8c97-c1698b9dad35 req-72c3fa97-3139-4f1b-b7d6-c09376178419 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658457 Jul 07 16:48:55.929761 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f26e03-5585-480a-8907-eafe35abba0d tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c8eb6d-267d-4476-8b63-885adca05f98,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:56.019711 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-b282f17c-081c-473e-b1f3-40f67378a037 req-f9f26e03-5585-480a-8907-eafe35abba0d tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Allocated IP 192.168.233.137 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/8aa767d9-22c5-4467-b774-e3c0ab933eca) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:48:56.021939 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a38d6-dd80-40e0-8447-04271d6fff16 req-c8dfc3f5-d080-4a5e-90cc-db11f40dd814 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:56.023674 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb3a38d6-dd80-40e0-8447-04271d6fff16 req-c8dfc3f5-d080-4a5e-90cc-db11f40dd814 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.1075637 Jul 07 16:48:56.092396 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb3a38d6-dd80-40e0-8447-04271d6fff16 req-e98d541a-91e4-42de-a0d6-f01e754512a0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595570 Jul 07 16:48:56.284958 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b282f17c-081c-473e-b1f3-40f67378a037 req-f9f26e03-5585-480a-8907-eafe35abba0d tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:56.303144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-b282f17c-081c-473e-b1f3-40f67378a037 req-f9f26e03-5585-480a-8907-eafe35abba0d tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Transition to ACTIVE for port object 8aa767d9-22c5-4467-b774-e3c0ab933eca will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:56.339935 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91701fd5-1a73-4b73-bdbb-ec03adf487d1 req-b80d8472-2e17-4e88-af2f-01aa60a64734 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:56.341516 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-91701fd5-1a73-4b73-bdbb-ec03adf487d1 req-b80d8472-2e17-4e88-af2f-01aa60a64734 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=717d633e-856f-435c-a098-5e3a065cbbd4 HTTP/1.1" status: 200 len: 950 time: 0.0651963 Jul 07 16:48:56.345965 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b282f17c-081c-473e-b1f3-40f67378a037 req-f9f26e03-5585-480a-8907-eafe35abba0d tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:56.381479 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-91701fd5-1a73-4b73-bdbb-ec03adf487d1 req-5aebc26e-6f7b-47e6-ae70-7f9657b06311 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341353 Jul 07 16:48:56.394165 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b282f17c-081c-473e-b1f3-40f67378a037 req-f9f26e03-5585-480a-8907-eafe35abba0d tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:48:56.411506 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-b282f17c-081c-473e-b1f3-40f67378a037 req-f9f26e03-5585-480a-8907-eafe35abba0d tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:48:56.413785 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f26e03-5585-480a-8907-eafe35abba0d tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Pushing event updated for resources: {'Port': ['ID=8aa767d9-22c5-4467-b774-e3c0ab933eca,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:56.416407 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b282f17c-081c-473e-b1f3-40f67378a037 req-f9f26e03-5585-480a-8907-eafe35abba0d tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:48:56.493141 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282f17c-081c-473e-b1f3-40f67378a037 req-f9f26e03-5585-480a-8907-eafe35abba0d tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:56.494453 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b282f17c-081c-473e-b1f3-40f67378a037 req-f9f26e03-5585-480a-8907-eafe35abba0d tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:56.517121 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b282f17c-081c-473e-b1f3-40f67378a037 req-f9f26e03-5585-480a-8907-eafe35abba0d tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0179515 Jul 07 16:48:56.531283 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] Request body: {'port': {'device_id': '14213289-46e6-43d6-bc7c-54885601bd67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:56.618989 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356ea49-e6a9-4e68-ba4b-2a92321cb21a req-2504de9b-182c-45d7-8e4b-5df8aa091f1b tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:56.621030 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2356ea49-e6a9-4e68-ba4b-2a92321cb21a req-2504de9b-182c-45d7-8e4b-5df8aa091f1b tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/ports?device_id=14213289-46e6-43d6-bc7c-54885601bd67 HTTP/1.1" status: 200 len: 936 time: 0.1059220 Jul 07 16:48:56.670825 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:56.682880 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2356ea49-e6a9-4e68-ba4b-2a92321cb21a req-c58b67ca-1ec2-4949-bec6-d8ddd87b3265 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c8eb6d-267d-4476-8b63-885adca05f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447855 Jul 07 16:48:56.729445 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-873bc576-9d5f-4d5a-a6a4-9918bb2180f7 None None] Provisioning for port 8aa767d9-22c5-4467-b774-e3c0ab933eca completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:48:56.734576 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-873bc576-9d5f-4d5a-a6a4-9918bb2180f7 None None] Provisioning complete for port 8aa767d9-22c5-4467-b774-e3c0ab933eca triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:48:56.735157 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-873bc576-9d5f-4d5a-a6a4-9918bb2180f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:56.770653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-873bc576-9d5f-4d5a-a6a4-9918bb2180f7 None None] Port 8aa767d9-22c5-4467-b774-e3c0ab933eca cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:48:56.820144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19451586-20e3-42c2-a580-62e9bfd6052b req-5f74e809-30fe-4307-bc91-4598d90f66fc tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:56.821643 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19451586-20e3-42c2-a580-62e9bfd6052b req-5f74e809-30fe-4307-bc91-4598d90f66fc tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 946 time: 0.1660883 Jul 07 16:48:56.832495 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f848be6-d727-4c0c-a3e6-fe615cb43846 req-dbe89604-9c73-4bae-b825-427664788754 tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:56.833963 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f848be6-d727-4c0c-a3e6-fe615cb43846 req-dbe89604-9c73-4bae-b825-427664788754 tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=717d633e-856f-435c-a098-5e3a065cbbd4 HTTP/1.1" status: 200 len: 1101 time: 0.0525448 Jul 07 16:48:56.868639 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f848be6-d727-4c0c-a3e6-fe615cb43846 req-0a2e7b96-a6fe-449b-97b9-dbc742fa6754 tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287578 Jul 07 16:48:56.913887 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19451586-20e3-42c2-a580-62e9bfd6052b req-2c2616bb-b07a-4c60-aac2-cd001bd8f3d8 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821464 Jul 07 16:48:57.035298 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa767d9-22c5-4467-b774-e3c0ab933eca {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:48:57.052948 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:57.086354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] Transition to ACTIVE for port object 8aa767d9-22c5-4467-b774-e3c0ab933eca will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:48:57.094430 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:57.117242 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-65985a46-7489-41dc-a858-b05cd9173b9b req-83175af5-402c-46df-a2a3-f27acd4d5ce2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=38030373b006411e8f5b2946cc1d26ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314343 Jul 07 16:48:57.184586 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f28de-8d35-4cf4-bd3c-3993cd364af4 req-e373b389-7308-4aa2-ab87-4b38b0f2fe03 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.186243 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0e2f28de-8d35-4cf4-bd3c-3993cd364af4 req-e373b389-7308-4aa2-ab87-4b38b0f2fe03 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 943 time: 0.1460383 Jul 07 16:48:57.212167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] Pushing event updated for resources: {'Port': ['ID=8aa767d9-22c5-4467-b774-e3c0ab933eca,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:57.253289 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65985a46-7489-41dc-a858-b05cd9173b9b req-bf39e2f7-3a97-4cc0-b4de-620589e53b96 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.259820 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-65985a46-7489-41dc-a858-b05cd9173b9b req-bf39e2f7-3a97-4cc0-b4de-620589e53b96 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1414454 Jul 07 16:48:57.272399 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-65985a46-7489-41dc-a858-b05cd9173b9b req-f7029309-8059-4d28-9fa8-16620469f53a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/quotas/38030373b006411e8f5b2946cc1d26ab HTTP/1.1" status: 200 len: 375 time: 0.0106339 Jul 07 16:48:57.289873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] Attempting to bind port 8aa767d9-22c5-4467-b774-e3c0ab933eca on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:48:57.290225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] Attempting to bind port 8aa767d9-22c5-4467-b774-e3c0ab933eca by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:48:57.290586 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] Attempting to bind port 8aa767d9-22c5-4467-b774-e3c0ab933eca on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:57.295127 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0e2f28de-8d35-4cf4-bd3c-3993cd364af4 req-10f4bbc9-a5fd-4199-9e74-99f101c109b6 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874815 Jul 07 16:48:57.298662 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] Port 8aa767d9-22c5-4467-b774-e3c0ab933eca on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:48:57.298998 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] Attempting to bind port 8aa767d9-22c5-4467-b774-e3c0ab933eca on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:48:57.308301 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:48:57.308644 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:48:57.309031 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:48:57.309462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] Bound port: 8aa767d9-22c5-4467-b774-e3c0ab933eca, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:48:57.309822 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:57.350475 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60136) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:57.420184 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] For port 8aa767d9-22c5-4467-b774-e3c0ab933eca, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:48:57.423595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] For port 8aa767d9-22c5-4467-b774-e3c0ab933eca, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8aa767d9-22c5-4467-b774-e3c0ab933eca,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:48:57.430292 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:57.430745 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-65985a46-7489-41dc-a858-b05cd9173b9b req-fdc03c3b-b491-4cb0-b38c-86df337b5f6d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1480436 Jul 07 16:48:57.449075 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 42171e8f-2d48-496c-97b8-5650b84f11ec no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:48:57.485337 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 42171e8f-2d48-496c-97b8-5650b84f11ec {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:48:57.486305 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 42171e8f-2d48-496c-97b8-5650b84f11ec not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:48:57.496052 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.497180 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:57.499019 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b282f17c-081c-473e-b1f3-40f67378a037 req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] 10.222.0.15 "PUT /v2.0/ports/8aa767d9-22c5-4467-b774-e3c0ab933eca HTTP/1.1" status: 200 len: 1096 time: 0.9731958 Jul 07 16:48:57.499476 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14213289-46e6-43d6-bc7c-54885601bd67', 'tag': '8aa767d9-22c5-4467-b774-e3c0ab933eca'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:48:57.501714 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f04a29-db76-4c72-84ab-c730ce725fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "14213289-46e6-43d6-bc7c-54885601bd67", "tag": "8aa767d9-22c5-4467-b774-e3c0ab933eca"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:48:57.538614 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81b8bf-8bb0-4a2c-aba4-07291ef9968d service neutron] Pushing event updated for resources: {'Port': ['ID=8aa767d9-22c5-4467-b774-e3c0ab933eca,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:57.682641 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282f17c-081c-473e-b1f3-40f67378a037 req-84d0a276-27ce-4bc0-9c00-abfbd687b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.684185 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b282f17c-081c-473e-b1f3-40f67378a037 req-84d0a276-27ce-4bc0-9c00-abfbd687b516 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ebf524cb2b04867aa7fda7682aca78e&device_id=14213289-46e6-43d6-bc7c-54885601bd67 HTTP/1.1" status: 200 len: 1099 time: 0.1365981 Jul 07 16:48:57.713524 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-018e22f0-9376-4a2a-a831-6cf39da9aecc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a79049e951be40ee9ddbc6e40a2afed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612874 Jul 07 16:48:57.714314 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60152) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:57.738806 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920d88ee-fae5-4079-b104-021a99ab3979 x-openstack-request-id: req-920d88ee-fae5-4079-b104-021a99ab3979 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:48:57.739553 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14213289-46e6-43d6-bc7c-54885601bd67", "tag": "8aa767d9-22c5-4467-b774-e3c0ab933eca", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:48:57.739817 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-920d88ee-fae5-4079-b104-021a99ab3979 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:48:57.740210 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14213289-46e6-43d6-bc7c-54885601bd67', 'tag': '8aa767d9-22c5-4467-b774-e3c0ab933eca', 'status': 'completed', 'code': 200} Jul 07 16:48:57.782970 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-710b7f65-bac7-4032-b347-1e9622d4e605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:57.795195 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b282f17c-081c-473e-b1f3-40f67378a037 req-3bfaffeb-1caa-428e-adba-e4d40a11037f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=8aa767d9-22c5-4467-b774-e3c0ab933eca HTTP/1.1" status: 200 len: 217 time: 0.0672894 Jul 07 16:48:57.849072 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a3b9a1ed-f741-4065-92db-b6d3a623d9d5 req-2c748634-3505-4951-a33d-2c776a5843e0 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8 HTTP/1.1" status: 200 len: 210 time: 0.0674050 Jul 07 16:48:57.851294 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc55a5-3310-48c2-9211-66e803b1f6d0 req-1e74f55a-d234-4f0e-add6-17e5e4afbf31 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.853210 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4fc55a5-3310-48c2-9211-66e803b1f6d0 req-1e74f55a-d234-4f0e-add6-17e5e4afbf31 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.1630316 Jul 07 16:48:57.870017 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-710b7f65-bac7-4032-b347-1e9622d4e605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:57.918528 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282f17c-081c-473e-b1f3-40f67378a037 req-ee997171-f810-4697-8392-7a003a6d4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:57.920306 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b282f17c-081c-473e-b1f3-40f67378a037 req-ee997171-f810-4697-8392-7a003a6d4c3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1125650 Jul 07 16:48:57.937239 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-710b7f65-bac7-4032-b347-1e9622d4e605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:57.940081 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-710b7f65-bac7-4032-b347-1e9622d4e605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:57.945567 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-710b7f65-bac7-4032-b347-1e9622d4e605 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/36ee9fb0-6781-4ba0-837b-4b44aebe14aa HTTP/1.1" status: 204 len: 168 time: 0.2301424 Jul 07 16:48:57.974289 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b7f65-bac7-4032-b347-1e9622d4e605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ee9fb0-6781-4ba0-837b-4b44aebe14aa,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:57.991215 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4fc55a5-3310-48c2-9211-66e803b1f6d0 req-140135fc-39d5-43de-b83d-6768b743c857 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290069 Jul 07 16:48:58.085823 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282f17c-081c-473e-b1f3-40f67378a037 req-cec0760e-6f1c-4d5d-b754-faec010cc8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:58.088629 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b282f17c-081c-473e-b1f3-40f67378a037 req-cec0760e-6f1c-4d5d-b754-faec010cc8d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1491740 Jul 07 16:48:58.173559 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f11af1-f16a-488a-818f-3d471a22f021 req-0aa73246-1f7d-4750-90c9-fa804d07fec6 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:58.175859 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b6f11af1-f16a-488a-818f-3d471a22f021 req-0aa73246-1f7d-4750-90c9-fa804d07fec6 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/ports?device_id=14213289-46e6-43d6-bc7c-54885601bd67 HTTP/1.1" status: 200 len: 948 time: 0.1052735 Jul 07 16:48:58.233271 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b6f11af1-f16a-488a-818f-3d471a22f021 req-0f346893-5346-4ee9-b395-542e4f5ab223 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c8eb6d-267d-4476-8b63-885adca05f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508771 Jul 07 16:48:58.320538 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b282f17c-081c-473e-b1f3-40f67378a037 req-b66dfda8-2272-40af-99ef-92c3e5948234 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240686 Jul 07 16:48:58.336315 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a1a81-9a93-45f9-baae-0cf45fc7b8a7 req-3da164c6-4ae6-4b26-9955-1a3aec26fd7c tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:58.337842 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a91a1a81-9a93-45f9-baae-0cf45fc7b8a7 req-3da164c6-4ae6-4b26-9955-1a3aec26fd7c tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 946 time: 0.2018678 Jul 07 16:48:58.444135 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60168) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:58.462467 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a91a1a81-9a93-45f9-baae-0cf45fc7b8a7 req-4719e1d8-9924-40ae-a287-be874816e5f5 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146555 Jul 07 16:48:58.518425 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b282f17c-081c-473e-b1f3-40f67378a037 req-047a9a5c-0428-45fb-9fe1-2cb78c27ede4 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795356 Jul 07 16:48:58.578555 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-38cd7a6f-cbc2-4f40-a1d4-a7d7197c5ac6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=625b671bad904e3390ade14a29646261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1330905 Jul 07 16:48:58.580998 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60172) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:58.648382 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6254504-73a9-4c65-8701-74e471a4d5f4 req-98afbabf-0a90-45a0-844a-97e3e1aafd8e tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:58.650267 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c6254504-73a9-4c65-8701-74e471a4d5f4 req-98afbabf-0a90-45a0-844a-97e3e1aafd8e tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 943 time: 0.1848936 Jul 07 16:48:58.672986 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4548723c-c792-45e4-bcdd-bbfb7fef9736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:58.675693 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f04a29-db76-4c72-84ab-c730ce725fcc req-92f76fe6-1b02-42f1-b7c0-760adafe8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:58.677396 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c9f04a29-db76-4c72-84ab-c730ce725fcc req-92f76fe6-1b02-42f1-b7c0-760adafe8bc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ebf524cb2b04867aa7fda7682aca78e&device_id=14213289-46e6-43d6-bc7c-54885601bd67 HTTP/1.1" status: 200 len: 1099 time: 0.1037407 Jul 07 16:48:58.741341 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c6254504-73a9-4c65-8701-74e471a4d5f4 req-658a7a98-ed29-4a74-be29-c1ff0a54f672 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800686 Jul 07 16:48:58.763722 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4548723c-c792-45e4-bcdd-bbfb7fef9736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:58.829017 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4548723c-c792-45e4-bcdd-bbfb7fef9736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:58.832156 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f04a29-db76-4c72-84ab-c730ce725fcc req-cd1ae96f-96ac-48a2-846a-6f904d6916cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:58.833144 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4548723c-c792-45e4-bcdd-bbfb7fef9736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:48:58.836896 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c9f04a29-db76-4c72-84ab-c730ce725fcc req-cd1ae96f-96ac-48a2-846a-6f904d6916cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1500483 Jul 07 16:48:58.837054 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4548723c-c792-45e4-bcdd-bbfb7fef9736 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5cc789ce-c36d-4c2c-b668-1ca44aa82834 HTTP/1.1" status: 204 len: 168 time: 0.2523291 Jul 07 16:48:58.842988 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548723c-c792-45e4-bcdd-bbfb7fef9736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc789ce-c36d-4c2c-b668-1ca44aa82834,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:48:58.893648 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c9f04a29-db76-4c72-84ab-c730ce725fcc req-3868253e-03ae-4906-bc82-1b11eb7bd443 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=8aa767d9-22c5-4467-b774-e3c0ab933eca HTTP/1.1" status: 200 len: 217 time: 0.0502191 Jul 07 16:48:58.945920 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f04a29-db76-4c72-84ab-c730ce725fcc req-df426934-816e-43a6-a753-c26672eee3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:58.947732 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c9f04a29-db76-4c72-84ab-c730ce725fcc req-df426934-816e-43a6-a753-c26672eee3a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0474730 Jul 07 16:48:59.028321 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d284ef2-9351-4f8b-a3a4-99e625cd2b74 req-971843f0-24e0-4686-91a2-31ad9966c537 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8 HTTP/1.1" status: 200 len: 210 time: 0.0311687 Jul 07 16:48:59.070265 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f04a29-db76-4c72-84ab-c730ce725fcc req-71817ae1-68c6-4149-a887-e13d43d8b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:59.072119 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c9f04a29-db76-4c72-84ab-c730ce725fcc req-71817ae1-68c6-4149-a887-e13d43d8b17f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1159954 Jul 07 16:48:59.199970 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c9f04a29-db76-4c72-84ab-c730ce725fcc req-1607b908-930f-423a-9cf9-74854ef9ab30 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152365 Jul 07 16:48:59.235702 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa236ba-d063-478e-8480-499a595fabb7 req-fd3c2274-e6b0-44e0-951c-4e31b5802512 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:59.237654 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9fa236ba-d063-478e-8480-499a595fabb7 req-fd3c2274-e6b0-44e0-951c-4e31b5802512 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.0816307 Jul 07 16:48:59.304835 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9fa236ba-d063-478e-8480-499a595fabb7 req-006fe776-3aa3-4e89-a87b-2de9876efd63 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610974 Jul 07 16:48:59.344327 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c9f04a29-db76-4c72-84ab-c730ce725fcc req-5cdae88f-3d88-411f-8de0-305dbe3404fd service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190271 Jul 07 16:48:59.491160 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3a849-3ceb-4177-ac89-eaf269d67a55 req-194d6c21-5d35-4089-820c-9fd81030c0ea tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:59.498970 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cff3a849-3ceb-4177-ac89-eaf269d67a55 req-194d6c21-5d35-4089-820c-9fd81030c0ea tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/ports?device_id=14213289-46e6-43d6-bc7c-54885601bd67 HTTP/1.1" status: 200 len: 948 time: 0.0994189 Jul 07 16:48:59.511937 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-65985a46-7489-41dc-a858-b05cd9173b9b req-877a0cc5-784c-4fdb-8699-0d4376367581 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=38030373b006411e8f5b2946cc1d26ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505054 Jul 07 16:48:59.565309 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cff3a849-3ceb-4177-ac89-eaf269d67a55 req-96f4974a-38ce-4fe4-8383-17f07fe79ab7 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c8eb6d-267d-4476-8b63-885adca05f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652001 Jul 07 16:48:59.710209 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 023ba46b-f2f0-40b0-a34f-eaab91f73f67 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:48:59.807324 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65985a46-7489-41dc-a858-b05cd9173b9b req-b99def44-4dcc-4992-9835-b0a67513d963 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:59.808838 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-65985a46-7489-41dc-a858-b05cd9173b9b req-b99def44-4dcc-4992-9835-b0a67513d963 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2929788 Jul 07 16:48:59.827368 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e7e12b3f-9188-4d23-b65d-12bc363ed167 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Request body: {'port': {'device_id': '9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '38030373b006411e8f5b2946cc1d26ab'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:48:59.868837 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60210) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:48:59.907045 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5058a-9d19-4795-a233-8df65c26c591 req-ce3c6d69-e8da-4113-af0a-accab7c76e88 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:48:59.915209 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86b5058a-9d19-4795-a233-8df65c26c591 req-ce3c6d69-e8da-4113-af0a-accab7c76e88 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 946 time: 0.2710018 Jul 07 16:48:59.988641 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86b5058a-9d19-4795-a233-8df65c26c591 req-13ba67bf-4d35-4e68-985c-e0ed1dfe350d tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692921 Jul 07 16:49:00.041555 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b362df-06f4-4455-b669-f66e8bee6cf0 req-bc70328f-b10d-4c90-9893-c7b089439f62 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:00.052129 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b3b362df-06f4-4455-b669-f66e8bee6cf0 req-bc70328f-b10d-4c90-9893-c7b089439f62 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 943 time: 0.1570351 Jul 07 16:49:00.056247 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e7e12b3f-9188-4d23-b65d-12bc363ed167 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Made reservation on behalf of 38030373b006411e8f5b2946cc1d26ab for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:00.061577 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e7e12b3f-9188-4d23-b65d-12bc363ed167 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.072843 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 023ba46b-f2f0-40b0-a34f-eaab91f73f67, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=023ba46b-f2f0-40b0-a34f-eaab91f73f67,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:00.088999 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 023ba46b-f2f0-40b0-a34f-eaab91f73f67 has no active binding in host n-h2-793620-7 {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:49:00.101244 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c26c1244-8568-4e53-adf6-6a8d7bde013c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1923652075-network', 'tenant_id': '7a2bce81273946ccb6b2af80f1fa28a4'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:00.130676 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b3b362df-06f4-4455-b669-f66e8bee6cf0 req-39a1a8a4-c360-4f5a-ae93-1d6f41d00f26 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775702 Jul 07 16:49:00.150627 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26c1244-8568-4e53-adf6-6a8d7bde013c admin admin] Made reservation on behalf of 7a2bce81273946ccb6b2af80f1fa28a4 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:00.155339 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c26c1244-8568-4e53-adf6-6a8d7bde013c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.175208 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c26c1244-8568-4e53-adf6-6a8d7bde013c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.273037 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3e51c9e6-24cf-451c-a63f-ef51841cfca1 req-08dd1b76-07ca-44ce-a020-7c2522802ff6 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8 HTTP/1.1" status: 200 len: 210 time: 0.0463991 Jul 07 16:49:00.290092 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e7e12b3f-9188-4d23-b65d-12bc363ed167 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Allocated IP 192.168.233.73 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/6aae3f15-66bf-4791-ac79-d153bf382e7c) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:00.332559 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c26c1244-8568-4e53-adf6-6a8d7bde013c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.339532 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c26c1244-8568-4e53-adf6-6a8d7bde013c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.373302 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26c1244-8568-4e53-adf6-6a8d7bde013c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:49:00.384689 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c1244-8568-4e53-adf6-6a8d7bde013c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b6ca8a-4e73-4984-a57e-4dc199e3c024,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:00.399106 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c26c1244-8568-4e53-adf6-6a8d7bde013c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.399537 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-c26c1244-8568-4e53-adf6-6a8d7bde013c admin admin] Added segment cf501ef3-5775-463b-8f3e-78b18e318878 of type vlan for network 0671b136-dd78-4df6-8c58-77bfbc44970f Jul 07 16:49:00.454026 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c26c1244-8568-4e53-adf6-6a8d7bde013c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.484083 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e7e12b3f-9188-4d23-b65d-12bc363ed167 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.501060 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e7e12b3f-9188-4d23-b65d-12bc363ed167 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Transition to ACTIVE for port object 6aae3f15-66bf-4791-ac79-d153bf382e7c will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:00.532281 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c26c1244-8568-4e53-adf6-6a8d7bde013c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.533378 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26c1244-8568-4e53-adf6-6a8d7bde013c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:00.534056 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c26c1244-8568-4e53-adf6-6a8d7bde013c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.536781 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e7e12b3f-9188-4d23-b65d-12bc363ed167 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.550409 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['787bb9b9-1f62-4c57-895d-4cde7b2c17d3', '31f31b1b-1fa4-4024-8d50-4158836683e1'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:00.553794 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['a6a99d30-a08d-4863-a4a7-8c8cb6402987', '164e8a0e-3c71-4aa6-8950-f062cdf82b1e', 'b0c84e2c-7974-4adc-a586-85531e4c2f98', 'e1649d97-2835-4ec3-9e2f-96419103f2c5'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:00.592421 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e7e12b3f-9188-4d23-b65d-12bc363ed167 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:00.596272 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e7e12b3f-9188-4d23-b65d-12bc363ed167 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:00.598956 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e7e12b3f-9188-4d23-b65d-12bc363ed167 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:00.606518 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e7e12b3f-9188-4d23-b65d-12bc363ed167 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:00.607930 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e7e12b3f-9188-4d23-b65d-12bc363ed167 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.641139 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c26c1244-8568-4e53-adf6-6a8d7bde013c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7709732 Jul 07 16:49:00.645235 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60220) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:00.646198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e12b3f-9188-4d23-b65d-12bc363ed167 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Pushing event updated for resources: {'Port': ['ID=6aae3f15-66bf-4791-ac79-d153bf382e7c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:00.653397 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f2c13d22-09a7-47ba-a335-b618184f95dc admin admin] Request body: {'subnet': {'network_id': '0671b136-dd78-4df6-8c58-77bfbc44970f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1923652075-subnet', 'tenant_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:00.662321 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c5c04-f325-4b30-bae6-b7633a91ffc6 req-b7be2d94-869a-41d0-be7a-c3838feccb38 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:00.664721 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-938c5c04-f325-4b30-bae6-b7633a91ffc6 req-b7be2d94-869a-41d0-be7a-c3838feccb38 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.2060938 Jul 07 16:49:00.666311 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c1244-8568-4e53-adf6-6a8d7bde013c admin admin] Pushing event updated for resources: {'Network': ['ID=0671b136-dd78-4df6-8c58-77bfbc44970f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:00.675387 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e7e12b3f-9188-4d23-b65d-12bc363ed167 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8553469 Jul 07 16:49:00.690822 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] Request body: {'port': {'device_id': '9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:00.701278 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 0671b136-dd78-4df6-8c58-77bfbc44970f details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:49:00.720966 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c13d22-09a7-47ba-a335-b618184f95dc admin admin] Made reservation on behalf of 7a2bce81273946ccb6b2af80f1fa28a4 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:00.723303 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2c13d22-09a7-47ba-a335-b618184f95dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:00.743734 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-938c5c04-f325-4b30-bae6-b7633a91ffc6 req-2f509b63-3030-406f-8274-08e23e6563ff tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714035 Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: from cryptography.utils import int_from_bytes Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: from cryptography.utils import int_from_bytes Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.823038 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.826695 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.826695 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.826695 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.826695 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.826695 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.826695 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.826695 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.826695 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.826695 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.826695 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.826695 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.826695 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.826695 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.826695 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.826695 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.826695 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.826695 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:00.826695 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:00.953686 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-284a608a-8569-4179-ad64-21d5eee830f5 None None] Provisioning for port 6aae3f15-66bf-4791-ac79-d153bf382e7c completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:00.972142 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-284a608a-8569-4179-ad64-21d5eee830f5 None None] Provisioning complete for port 6aae3f15-66bf-4791-ac79-d153bf382e7c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:00.972516 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-284a608a-8569-4179-ad64-21d5eee830f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.066008 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-284a608a-8569-4179-ad64-21d5eee830f5 None None] Port 6aae3f15-66bf-4791-ac79-d153bf382e7c cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:49:01.201693 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43665263-d47b-4cf9-9b2d-13081e52c420 req-efdae70e-d5b1-4bb0-9e43-795b8608314b tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:01.203590 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43665263-d47b-4cf9-9b2d-13081e52c420 req-efdae70e-d5b1-4bb0-9e43-795b8608314b tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 946 time: 0.0800867 Jul 07 16:49:01.254236 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43665263-d47b-4cf9-9b2d-13081e52c420 req-a79c1f1b-1ceb-4e7f-a528-5bddb413ca58 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448544 Jul 07 16:49:01.261398 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.346041 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2c13d22-09a7-47ba-a335-b618184f95dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.373791 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31836d-8476-442c-92bd-0d0847c95eb6 req-adf50277-ced7-445f-b47c-3b489ebad44c tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:01.375423 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc31836d-8476-442c-92bd-0d0847c95eb6 req-adf50277-ced7-445f-b47c-3b489ebad44c tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/ports?device_id=14213289-46e6-43d6-bc7c-54885601bd67 HTTP/1.1" status: 200 len: 948 time: 0.5725129 Jul 07 16:49:01.450173 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29d242-1092-4ccb-ae33-661956dadd65 req-b6fcfddd-37f6-4eeb-a80d-130c98a4fddc tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:01.452580 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd29d242-1092-4ccb-ae33-661956dadd65 req-b6fcfddd-37f6-4eeb-a80d-130c98a4fddc tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 943 time: 0.0799589 Jul 07 16:49:01.467210 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8aa767d9-22c5-4467-b774-e3c0ab933eca details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:49:01.475537 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 023ba46b-f2f0-40b0-a34f-eaab91f73f67 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:01.511700 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd29d242-1092-4ccb-ae33-661956dadd65 req-d6659fed-a2fc-4e6c-83b8-db1ebd37bee0 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528367 Jul 07 16:49:01.534979 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c13d22-09a7-47ba-a335-b618184f95dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c60bc3e-eb31-4e2a-92dd-6c6dac0de89a,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:01.552438 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc31836d-8476-442c-92bd-0d0847c95eb6 req-b3476ba9-021b-4f8f-8def-c20128041966 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c8eb6d-267d-4476-8b63-885adca05f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571386 Jul 07 16:49:01.554660 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c13d22-09a7-47ba-a335-b618184f95dc admin admin] Checking segment: {'id': 'cf501ef3-5775-463b-8f3e-78b18e318878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0671b136-dd78-4df6-8c58-77bfbc44970f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:01.555861 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c13d22-09a7-47ba-a335-b618184f95dc admin admin] Network hostable DHCP agents. Network: 0671b136-dd78-4df6-8c58-77bfbc44970f, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:49:01.648684 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c13d22-09a7-47ba-a335-b618184f95dc admin admin] Network 0671b136-dd78-4df6-8c58-77bfbc44970f is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:49:01.675860 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 8aa767d9-22c5-4467-b774-e3c0ab933eca, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8aa767d9-22c5-4467-b774-e3c0ab933eca,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:01.688181 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '8aa767d9-22c5-4467-b774-e3c0ab933eca', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '8aa767d9-22c5-4467-b774-e3c0ab933eca', 'mac_address': 'fa:16:3e:34:6a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:49:01.723708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1e10b-1356-45d8-92f5-bebca7fbf316 req-24e8a754-fbd9-4cf9-a394-368d9f07c55e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:01.726000 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8fe1e10b-1356-45d8-92f5-bebca7fbf316 req-24e8a754-fbd9-4cf9-a394-368d9f07c55e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8 HTTP/1.1" status: 200 len: 935 time: 0.0706573 Jul 07 16:49:01.731196 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.745352 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa767d9-22c5-4467-b774-e3c0ab933eca {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:01.757233 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f2c13d22-09a7-47ba-a335-b618184f95dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 0671b136-dd78-4df6-8c58-77bfbc44970f) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:01.768985 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c13d22-09a7-47ba-a335-b618184f95dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:01.769196 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39dfa5a-0bcd-4d2d-ae14-1b3bfb296b5e None None] Network 0671b136-dd78-4df6-8c58-77bfbc44970f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:01.771086 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2c13d22-09a7-47ba-a335-b618184f95dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.792357 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8fe1e10b-1356-45d8-92f5-bebca7fbf316 req-df1c1066-db6a-487f-9ab8-848e93f453c0 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591295 Jul 07 16:49:01.810816 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aae3f15-66bf-4791-ac79-d153bf382e7c {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:01.819540 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.831880 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] Transition to ACTIVE for port object 6aae3f15-66bf-4791-ac79-d153bf382e7c will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:01.834496 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f2c13d22-09a7-47ba-a335-b618184f95dc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1853070 Jul 07 16:49:01.838096 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60232) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:01.844698 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 8aa767d9-22c5-4467-b774-e3c0ab933eca, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8aa767d9-22c5-4467-b774-e3c0ab933eca,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:01.847434 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1923652075-router', 'tenant_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:01.851356 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.860745 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.978098 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.979285 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:01.995964 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-0671b136-dd78-4df6-8c58-77bfbc44970f', 'network_id': '0671b136-dd78-4df6-8c58-77bfbc44970f', 'tenant_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'fixed_ips': [{'subnet_id': '3c60bc3e-eb31-4e2a-92dd-6c6dac0de89a'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:49:01.996866 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:02.054296 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=8aa767d9-22c5-4467-b774-e3c0ab933eca,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:02.069640 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:02.106596 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] Pushing event updated for resources: {'Port': ['ID=6aae3f15-66bf-4791-ac79-d153bf382e7c,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:02.206666 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Allocated IP 172.20.0.2 (0671b136-dd78-4df6-8c58-77bfbc44970f/3c60bc3e-eb31-4e2a-92dd-6c6dac0de89a/4e16b387-75ec-42d1-8150-eabd864a3ca2) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:02.225743 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['8aa767d9-22c5-4467-b774-e3c0ab933eca'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:02.261091 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] Attempting to bind port 6aae3f15-66bf-4791-ac79-d153bf382e7c on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:02.261684 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] Attempting to bind port 6aae3f15-66bf-4791-ac79-d153bf382e7c by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:02.262019 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] Attempting to bind port 6aae3f15-66bf-4791-ac79-d153bf382e7c on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:02.350002 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:02.436352 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] Port 6aae3f15-66bf-4791-ac79-d153bf382e7c on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:49:02.436687 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] Attempting to bind port 6aae3f15-66bf-4791-ac79-d153bf382e7c on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:02.447008 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:02.447348 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:02.447747 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:02.448316 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] Bound port: 6aae3f15-66bf-4791-ac79-d153bf382e7c, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:02.448683 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:02.516966 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1375113-84db-486c-86c5-4fcc714f28f2 req-bb603fb9-347b-4065-a11f-5fb8199b93b5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:02.525222 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a1375113-84db-486c-86c5-4fcc714f28f2 req-bb603fb9-347b-4065-a11f-5fb8199b93b5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.6324313 Jul 07 16:49:02.551468 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:02.570016 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Transition to ACTIVE for port object 4e16b387-75ec-42d1-8150-eabd864a3ca2 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:02.576377 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] For port 6aae3f15-66bf-4791-ac79-d153bf382e7c, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:02.581687 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] For port 6aae3f15-66bf-4791-ac79-d153bf382e7c, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6aae3f15-66bf-4791-ac79-d153bf382e7c,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:02.597787 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:02.602969 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Transition to ACTIVE for port object 4e16b387-75ec-42d1-8150-eabd864a3ca2 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:02.616201 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:02.617137 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:02.617324 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:02.619410 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-65985a46-7489-41dc-a858-b05cd9173b9b req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] 10.222.0.69 "PUT /v2.0/ports/6aae3f15-66bf-4791-ac79-d153bf382e7c HTTP/1.1" status: 200 len: 1095 time: 1.9347856 Jul 07 16:49:02.624009 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8', 'tag': '6aae3f15-66bf-4791-ac79-d153bf382e7c'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:02.626943 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02296f40-7ae6-4da0-adcc-e623840625dc" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8", "tag": "6aae3f15-66bf-4791-ac79-d153bf382e7c"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:02.645918 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5014a72-6fa7-42bc-a142-361a9b6cb5b4 req-1b22818a-0f42-4393-894c-d7b7c3590336 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:02.648107 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5014a72-6fa7-42bc-a142-361a9b6cb5b4 req-1b22818a-0f42-4393-894c-d7b7c3590336 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 946 time: 0.1112576 Jul 07 16:49:02.694832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Network 0671b136-dd78-4df6-8c58-77bfbc44970f is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:02.709810 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a1375113-84db-486c-86c5-4fcc714f28f2 req-cea2152d-4ef4-491b-b149-04b0f0fadee5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836891 Jul 07 16:49:02.711752 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:02.722893 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:02.726132 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5014a72-6fa7-42bc-a142-361a9b6cb5b4 req-86e932a8-1a8b-45cd-8f74-cb61d0bbff8e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700326 Jul 07 16:49:02.737758 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Pushing event updated for resources: {'Port': ['ID=4e16b387-75ec-42d1-8150-eabd864a3ca2,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:02.808232 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9bd52-b18d-4a41-b160-51d3c839dde1 service neutron] Pushing event updated for resources: {'Port': ['ID=6aae3f15-66bf-4791-ac79-d153bf382e7c,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:02.815888 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Attempting to bind port 4e16b387-75ec-42d1-8150-eabd864a3ca2 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:02.816468 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Attempting to bind port 4e16b387-75ec-42d1-8150-eabd864a3ca2 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'cf501ef3-5775-463b-8f3e-78b18e318878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0671b136-dd78-4df6-8c58-77bfbc44970f'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:02.817002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Attempting to bind port 4e16b387-75ec-42d1-8150-eabd864a3ca2 on network 0671b136-dd78-4df6-8c58-77bfbc44970f {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:02.824243 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:02.824919 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Checking segment: {'id': 'cf501ef3-5775-463b-8f3e-78b18e318878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0671b136-dd78-4df6-8c58-77bfbc44970f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:02.825544 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:02.826173 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Bound using segment: {'id': 'cf501ef3-5775-463b-8f3e-78b18e318878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0671b136-dd78-4df6-8c58-77bfbc44970f'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:02.826900 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Bound port: 4e16b387-75ec-42d1-8150-eabd864a3ca2, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf501ef3-5775-463b-8f3e-78b18e318878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0671b136-dd78-4df6-8c58-77bfbc44970f'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:02.827468 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:02.914651 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65985a46-7489-41dc-a858-b05cd9173b9b req-193c6250-0ea0-4b42-b83f-ff85e45febf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:02.916195 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-65985a46-7489-41dc-a858-b05cd9173b9b req-193c6250-0ea0-4b42-b83f-ff85e45febf4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&device_id=9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8 HTTP/1.1" status: 200 len: 1098 time: 0.2281256 Jul 07 16:49:02.917704 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] For port 4e16b387-75ec-42d1-8150-eabd864a3ca2, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:02.921906 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] For port 4e16b387-75ec-42d1-8150-eabd864a3ca2, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4e16b387-75ec-42d1-8150-eabd864a3ca2,segment=NetworkSegment(cf501ef3-5775-463b-8f3e-78b18e318878),segment_id=cf501ef3-5775-463b-8f3e-78b18e318878)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:02.927754 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:03.023343 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88a26a-9117-4c8d-8666-ff5b6e56a6a5 None None] Pushing event updated for resources: {'Port': ['ID=4e16b387-75ec-42d1-8150-eabd864a3ca2,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:03.088352 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-65985a46-7489-41dc-a858-b05cd9173b9b req-5d6b170b-acea-4423-896c-50eacb169417 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=6aae3f15-66bf-4791-ac79-d153bf382e7c HTTP/1.1" status: 200 len: 217 time: 0.0776610 Jul 07 16:49:03.184741 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:03.218821 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65985a46-7489-41dc-a858-b05cd9173b9b req-fc1cbd82-3be8-4c15-aed3-71773369f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:03.220370 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-65985a46-7489-41dc-a858-b05cd9173b9b req-fc1cbd82-3be8-4c15-aed3-71773369f9e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0951917 Jul 07 16:49:03.224829 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:03.297380 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc890e27-738b-4b42-95fb-a94a594c0d50 req-ae96c647-c918-4bda-ab13-e39e76588b31 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:03.303413 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc890e27-738b-4b42-95fb-a94a594c0d50 req-ae96c647-c918-4bda-ab13-e39e76588b31 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 943 time: 0.4179473 Jul 07 16:49:03.355972 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9541c01-5344-4509-9e00-00304fbdfd23 req-26a3af3f-09c1-4dd3-843e-de7def7ec117 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:03.363854 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a9541c01-5344-4509-9e00-00304fbdfd23 req-26a3af3f-09c1-4dd3-843e-de7def7ec117 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/ports?device_id=14213289-46e6-43d6-bc7c-54885601bd67 HTTP/1.1" status: 200 len: 949 time: 0.1501234 Jul 07 16:49:03.410677 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a9541c01-5344-4509-9e00-00304fbdfd23 req-bd7080a1-12f0-4162-8419-22cf968cadf8 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c8eb6d-267d-4476-8b63-885adca05f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459120 Jul 07 16:49:03.444246 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc890e27-738b-4b42-95fb-a94a594c0d50 req-ac02c5b2-448b-4531-93b6-512b1bbca867 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247015 Jul 07 16:49:03.451740 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65985a46-7489-41dc-a858-b05cd9173b9b req-5869ea23-5bc1-4a32-bf78-103c46e26104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:03.453249 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-65985a46-7489-41dc-a858-b05cd9173b9b req-5869ea23-5bc1-4a32-bf78-103c46e26104 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2228477 Jul 07 16:49:03.584594 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdf961b-3a06-4582-90f8-d042e8244f0c x-openstack-request-id: req-2fdf961b-3a06-4582-90f8-d042e8244f0c {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:03.585204 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8", "tag": "6aae3f15-66bf-4791-ac79-d153bf382e7c", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:03.585321 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2fdf961b-3a06-4582-90f8-d042e8244f0c {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:03.585692 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8', 'tag': '6aae3f15-66bf-4791-ac79-d153bf382e7c', 'status': 'completed', 'code': 200} Jul 07 16:49:03.633336 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Allocated IP 172.25.2.98 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/bf603724-7a0d-4a7f-b759-dda90dff5ba5) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:03.649437 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-65985a46-7489-41dc-a858-b05cd9173b9b req-72fa03ae-983f-4dc8-a3fb-563d38ecbdde service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784644 Jul 07 16:49:03.692028 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f8434-1f93-4a54-ac15-5e9e83cb27bd req-3809bff9-6d72-4d8f-82a1-f79a7c83e772 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:03.700562 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d6f8434-1f93-4a54-ac15-5e9e83cb27bd req-3809bff9-6d72-4d8f-82a1-f79a7c83e772 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 946 time: 0.0997632 Jul 07 16:49:03.740004 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d6f8434-1f93-4a54-ac15-5e9e83cb27bd req-d36d55f7-50be-4512-90ed-926e76c0dce2 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/security-groups?id=31b657cb-ed3e-4411-ab4f-a56e778dc5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385008 Jul 07 16:49:03.754824 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 023ba46b-f2f0-40b0-a34f-eaab91f73f67 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:03.803944 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 023ba46b-f2f0-40b0-a34f-eaab91f73f67 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:03.824188 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21342c09-9242-4365-8a5d-e9c7519cd022 req-457599fb-07a3-48f9-b882-39430769a2aa tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:03.825867 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21342c09-9242-4365-8a5d-e9c7519cd022 req-457599fb-07a3-48f9-b882-39430769a2aa tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8 HTTP/1.1" status: 200 len: 947 time: 0.2394128 Jul 07 16:49:03.907449 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-65985a46-7489-41dc-a858-b05cd9173b9b req-8ee3d986-97ad-4971-8f68-c9eea3139e7e service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456665 Jul 07 16:49:03.941821 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:03.963582 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21342c09-9242-4365-8a5d-e9c7519cd022 req-03d1552a-1462-4c4a-aa07-741197e370cf tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174402 Jul 07 16:49:04.064041 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-1808b846-31e8-4574-a9a2-4bc6d3d58966 service neutron] 10.222.0.15 "GET /v2.0/ports/023ba46b-f2f0-40b0-a34f-eaab91f73f67/bindings/n-h2-793620-7 HTTP/1.1" status: 200 len: 384 time: 0.1347954 Jul 07 16:49:04.072949 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:04.160077 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4e16b387-75ec-42d1-8150-eabd864a3ca2 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:04.172589 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:04.183932 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:04.231895 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:04.267714 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 4e16b387-75ec-42d1-8150-eabd864a3ca2 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:04.316889 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Pushing event updated for resources: {'Port': ['ID=bf603724-7a0d-4a7f-b759-dda90dff5ba5,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:04.333885 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02296f40-7ae6-4da0-adcc-e623840625dc req-58c929a6-da52-45d0-a37b-5f9dc18b7bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:04.336345 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-02296f40-7ae6-4da0-adcc-e623840625dc req-58c929a6-da52-45d0-a37b-5f9dc18b7bc6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&device_id=9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8 HTTP/1.1" status: 200 len: 1098 time: 0.3218286 Jul 07 16:49:04.372144 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.373184 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.373653 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.374056 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.374511 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.374941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.375368 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.375986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.376946 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.376946 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.377196 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.377615 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.389743 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac493d-e3f2-46d2-8555-2652b266907a req-74053e02-f871-4973-bd96-837f7fa73f1f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:04.396811 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69ac493d-e3f2-46d2-8555-2652b266907a req-74053e02-f871-4973-bd96-837f7fa73f1f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.2251070 Jul 07 16:49:04.421766 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bdbaf5-7e49-4cae-abf4-c3c8020d81ce None None] Network 0671b136-dd78-4df6-8c58-77bfbc44970f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:04.449804 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69ac493d-e3f2-46d2-8555-2652b266907a req-082ebdf1-e58e-4126-b4ba-93ab928bb7b1 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521255 Jul 07 16:49:04.507426 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] For port 023ba46b-f2f0-40b0-a34f-eaab91f73f67, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=023ba46b-f2f0-40b0-a34f-eaab91f73f67,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:04.541332 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8173229-3faa-43bd-b548-e634035b13de req-9e283ff3-7782-48c8-95ec-5e6a2e350b66 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:04.543063 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e8173229-3faa-43bd-b548-e634035b13de req-9e283ff3-7782-48c8-95ec-5e6a2e350b66 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 946 time: 0.3520069 Jul 07 16:49:04.563335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] For port 023ba46b-f2f0-40b0-a34f-eaab91f73f67, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:04.568470 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d479410b-93e7-4c7e-bf38-596d1c77ec36 None None] Provisioning for port 4e16b387-75ec-42d1-8150-eabd864a3ca2 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:04.575556 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d479410b-93e7-4c7e-bf38-596d1c77ec36 None None] Provisioning complete for port 4e16b387-75ec-42d1-8150-eabd864a3ca2 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:04.576339 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d479410b-93e7-4c7e-bf38-596d1c77ec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:04.615711 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 023ba46b-f2f0-40b0-a34f-eaab91f73f67 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:04.660727 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] For port 023ba46b-f2f0-40b0-a34f-eaab91f73f67, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=023ba46b-f2f0-40b0-a34f-eaab91f73f67,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:04.683028 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:04.742877 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d479410b-93e7-4c7e-bf38-596d1c77ec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:04.749014 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8899641-d101-48ed-bf6f-6036ffe65c8b req-2734a9d2-913e-44a1-b9f2-6ec764d150f3 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:04.755475 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f8899641-d101-48ed-bf6f-6036ffe65c8b req-2734a9d2-913e-44a1-b9f2-6ec764d150f3 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/ports?device_id=14213289-46e6-43d6-bc7c-54885601bd67 HTTP/1.1" status: 200 len: 949 time: 0.1428578 Jul 07 16:49:04.791887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d479410b-93e7-4c7e-bf38-596d1c77ec36 None None] For port 4e16b387-75ec-42d1-8150-eabd864a3ca2, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4e16b387-75ec-42d1-8150-eabd864a3ca2,segment=NetworkSegment(cf501ef3-5775-463b-8f3e-78b18e318878),segment_id=cf501ef3-5775-463b-8f3e-78b18e318878)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:04.802762 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d479410b-93e7-4c7e-bf38-596d1c77ec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:04.826996 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02296f40-7ae6-4da0-adcc-e623840625dc req-4bcb6680-e543-41dd-9371-59b9d46dba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:04.828436 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-02296f40-7ae6-4da0-adcc-e623840625dc req-4bcb6680-e543-41dd-9371-59b9d46dba7f service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.4704916 Jul 07 16:49:04.834436 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f8899641-d101-48ed-bf6f-6036ffe65c8b req-d601088e-0cae-477d-b5b6-4f2f49e92530 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c8eb6d-267d-4476-8b63-885adca05f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748465 Jul 07 16:49:04.849106 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] Transition to ACTIVE for port object 023ba46b-f2f0-40b0-a34f-eaab91f73f67 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:04.856243 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:04.887439 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479410b-93e7-4c7e-bf38-596d1c77ec36 None None] Pushing event updated for resources: {'Port': ['ID=4e16b387-75ec-42d1-8150-eabd864a3ca2,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:04.900276 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479410b-93e7-4c7e-bf38-596d1c77ec36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.900634 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479410b-93e7-4c7e-bf38-596d1c77ec36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.900988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479410b-93e7-4c7e-bf38-596d1c77ec36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.901343 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479410b-93e7-4c7e-bf38-596d1c77ec36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.901680 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479410b-93e7-4c7e-bf38-596d1c77ec36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.902018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479410b-93e7-4c7e-bf38-596d1c77ec36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.908971 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479410b-93e7-4c7e-bf38-596d1c77ec36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.909568 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479410b-93e7-4c7e-bf38-596d1c77ec36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.909763 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479410b-93e7-4c7e-bf38-596d1c77ec36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.910097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479410b-93e7-4c7e-bf38-596d1c77ec36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.910459 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479410b-93e7-4c7e-bf38-596d1c77ec36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.910861 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d479410b-93e7-4c7e-bf38-596d1c77ec36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.925163 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e8173229-3faa-43bd-b548-e634035b13de req-0f94ea5b-e541-4f41-8d5d-53cb486261f6 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644321 Jul 07 16:49:04.926060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] No DVR routers for this DVR port 023ba46b-f2f0-40b0-a34f-eaab91f73f67 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:04.928963 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:04.943238 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] Pushing event updated for resources: {'Port': ['ID=023ba46b-f2f0-40b0-a34f-eaab91f73f67,revision_number=10']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:04.990618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.993499 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.993842 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.994179 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.994539 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.994873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.995199 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.995524 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.995848 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.996173 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.996494 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:04.996815 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:05.006629 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-04a0f22c-e6d2-44c2-9f9c-1c4de039ad66 service neutron] 10.222.0.15 "PUT /v2.0/ports/023ba46b-f2f0-40b0-a34f-eaab91f73f67/bindings/n-h2-793620-7/activate HTTP/1.1" status: 200 len: 369 time: 0.9342382 Jul 07 16:49:05.026697 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-02296f40-7ae6-4da0-adcc-e623840625dc req-0008d091-b8d6-45bc-ba32-5e80085ff258 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=6aae3f15-66bf-4791-ac79-d153bf382e7c HTTP/1.1" status: 200 len: 217 time: 0.0413663 Jul 07 16:49:05.121732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9d1ca-9630-4378-94eb-25a25fe76852 req-75e68d79-6e03-4a8e-a464-2c63547d2f38 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:05.123837 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-03c9d1ca-9630-4378-94eb-25a25fe76852 req-75e68d79-6e03-4a8e-a464-2c63547d2f38 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 944 time: 0.1163251 Jul 07 16:49:05.136386 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dbddeff8-f35f-4318-883f-ab9e0ba8c97c None None] Provisioning complete for port 4e16b387-75ec-42d1-8150-eabd864a3ca2 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:05.136770 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dbddeff8-f35f-4318-883f-ab9e0ba8c97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:05.159811 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02296f40-7ae6-4da0-adcc-e623840625dc req-0964e35b-73a1-42ea-a14d-8791031dcdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:05.161524 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-02296f40-7ae6-4da0-adcc-e623840625dc req-0964e35b-73a1-42ea-a14d-8791031dcdd2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1231053 Jul 07 16:49:05.178444 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-03c9d1ca-9630-4378-94eb-25a25fe76852 req-a095bd95-69a6-4ad1-89a4-38ea0b91b7ae tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472202 Jul 07 16:49:05.191022 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-e90efde4-cabf-4f61-b93c-5acd808bd8ac tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:05.198755 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-e90efde4-cabf-4f61-b93c-5acd808bd8ac tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843&tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&binding%3Ahost_id=n-h1-793620-7 HTTP/1.1" status: 200 len: 1095 time: 0.1155989 Jul 07 16:49:05.276242 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-96d95636-abcd-4984-9ae5-7705158e8603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:05.277737 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-96d95636-abcd-4984-9ae5-7705158e8603 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843&tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20 HTTP/1.1" status: 200 len: 1095 time: 0.0696599 Jul 07 16:49:05.299608 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a804e5e-19fb-4757-8158-49dd89a36da2 req-4987ef28-2f20-4188-8310-c962c987205d tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:05.301105 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7a804e5e-19fb-4757-8158-49dd89a36da2 req-4987ef28-2f20-4188-8310-c962c987205d tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 946 time: 0.2022347 Jul 07 16:49:05.347378 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:05.365746 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02296f40-7ae6-4da0-adcc-e623840625dc req-2a0b3bcf-3a61-478e-ab77-8c82d32ea8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:05.367363 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-02296f40-7ae6-4da0-adcc-e623840625dc req-2a0b3bcf-3a61-478e-ab77-8c82d32ea8e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1944447 Jul 07 16:49:05.370965 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-552d983f-4f56-4177-b6df-19ef08d39548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:05.373158 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-552d983f-4f56-4177-b6df-19ef08d39548 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 1095 time: 0.0605454 Jul 07 16:49:05.373986 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7a804e5e-19fb-4757-8158-49dd89a36da2 req-7d98517d-18d5-407f-a452-dcd762d9df69 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/security-groups?id=31b657cb-ed3e-4411-ab4f-a56e778dc5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648775 Jul 07 16:49:05.456997 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8aa767d9-22c5-4467-b774-e3c0ab933eca up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:05.529905 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac04693-aa8b-4995-abac-3b0e1eab4e64 req-ad35c758-fc00-4ec6-bea4-53aac7816cfc tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:05.531518 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2ac04693-aa8b-4995-abac-3b0e1eab4e64 req-ad35c758-fc00-4ec6-bea4-53aac7816cfc tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8 HTTP/1.1" status: 200 len: 947 time: 0.1341653 Jul 07 16:49:05.539119 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-afc88219-8da0-42dd-8e85-ae73050cdaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:05.540707 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-afc88219-8da0-42dd-8e85-ae73050cdaac service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 921 time: 0.1546381 Jul 07 16:49:05.542273 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-02296f40-7ae6-4da0-adcc-e623840625dc req-6d37d129-ec49-452e-abc3-b40043abb93a service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381571 Jul 07 16:49:05.553662 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 8aa767d9-22c5-4467-b774-e3c0ab933eca completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:05.559073 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 8aa767d9-22c5-4467-b774-e3c0ab933eca triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:05.559858 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:05.593886 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-d9a04167-a3e7-4910-a6ad-2822985324b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=023ba46b-f2f0-40b0-a34f-eaab91f73f67 HTTP/1.1" status: 200 len: 217 time: 0.0367010 Jul 07 16:49:05.638628 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2ac04693-aa8b-4995-abac-3b0e1eab4e64 req-54b508bb-3413-4731-a0b5-7a3da5e71ff3 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969064 Jul 07 16:49:05.649411 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:05.653967 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-75cf65c7-6f27-4f0f-8511-1337d877a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:05.655504 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-75cf65c7-6f27-4f0f-8511-1337d877a43e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.0517273 Jul 07 16:49:05.678446 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14213289-46e6-43d6-bc7c-54885601bd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa767d9-22c5-4467-b774-e3c0ab933eca'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:05.680794 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f697dc8d-0714-4f49-bd26-59ade481f561" -d '{"events": [{"server_uuid": "14213289-46e6-43d6-bc7c-54885601bd67", "name": "network-vif-plugged", "status": "completed", "tag": "8aa767d9-22c5-4467-b774-e3c0ab933eca"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:05.687966 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-02296f40-7ae6-4da0-adcc-e623840625dc req-f8dac117-973a-4fd3-9557-0018a52b1e14 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329412 Jul 07 16:49:05.695716 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 8aa767d9-22c5-4467-b774-e3c0ab933eca, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8aa767d9-22c5-4467-b774-e3c0ab933eca,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:05.701586 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Router 73432381-6169-4d1f-9e97-505f5476b7c2 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:49:05.701790 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:05.714856 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-ded2d188-e715-49f1-9088-520a67f86d9c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464787 Jul 07 16:49:05.736457 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0455cda-6954-427d-8d6d-fb318ab035ae x-openstack-request-id: req-c0455cda-6954-427d-8d6d-fb318ab035ae {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:05.736818 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14213289-46e6-43d6-bc7c-54885601bd67", "name": "network-vif-plugged", "status": "completed", "tag": "8aa767d9-22c5-4467-b774-e3c0ab933eca", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:05.737135 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0455cda-6954-427d-8d6d-fb318ab035ae {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:05.737594 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14213289-46e6-43d6-bc7c-54885601bd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa767d9-22c5-4467-b774-e3c0ab933eca', 'code': 200} Jul 07 16:49:05.761223 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=8aa767d9-22c5-4467-b774-e3c0ab933eca,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:05.763775 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a954cb5-a9c7-4c1a-8c5d-6e74314a2c1c req-4f841991-3763-437d-8198-bdc84f912088 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:05.770833 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3a954cb5-a9c7-4c1a-8c5d-6e74314a2c1c req-4f841991-3763-437d-8198-bdc84f912088 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.1306355 Jul 07 16:49:05.857087 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-38101aa0-97b8-4a70-b8ca-9cafe3556a43 service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222918 Jul 07 16:49:05.883158 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3a954cb5-a9c7-4c1a-8c5d-6e74314a2c1c req-92d3cf74-15db-46f4-9919-9ee2e1514f47 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114779 Jul 07 16:49:05.916928 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c27946-cfbd-4b6f-96c3-f528b91b2ac1 req-e7d412d0-f122-41ee-8048-17acae39ee13 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:05.918394 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-16c27946-cfbd-4b6f-96c3-f528b91b2ac1 req-e7d412d0-f122-41ee-8048-17acae39ee13 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 946 time: 0.1629784 Jul 07 16:49:05.919947 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:05.932860 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] Sync routers for ids ['73432381-6169-4d1f-9e97-505f5476b7c2'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:05.939816 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef6cbf-267b-4f69-ba59-1eb05551a1c6 req-71301091-73fc-4d75-9f84-5cd03195d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:05.941773 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5bef6cbf-267b-4f69-ba59-1eb05551a1c6 req-71301091-73fc-4d75-9f84-5cd03195d875 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14213289-46e6-43d6-bc7c-54885601bd67 HTTP/1.1" status: 200 len: 1101 time: 0.1294951 Jul 07 16:49:05.946148 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] Routers {'73432381-6169-4d1f-9e97-505f5476b7c2'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:05.947873 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:48:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['73432381-6169-4d1f-9e97-505f5476b7c2'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:05.969041 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:05.972874 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7a1e9926-c7da-4b9e-988e-c81dc0cc4509 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1290860 Jul 07 16:49:05.973848 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60280) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:06.038250 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-6f44d44d-92ac-4880-a17f-4bc423c5145c service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741636 Jul 07 16:49:06.042036 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5bef6cbf-267b-4f69-ba59-1eb05551a1c6 req-ea3455bd-e684-4c92-a319-b355777f7a37 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b3c8eb6d-267d-4476-8b63-885adca05f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922709 Jul 07 16:49:06.122780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4e16b387-75ec-42d1-8150-eabd864a3ca2 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:06.124683 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c9547-778c-461c-b4ab-b48951de6243 req-4738c0c4-acec-4dc3-a5d6-6be7e282201b tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:06.132256 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e36c9547-778c-461c-b4ab-b48951de6243 req-4738c0c4-acec-4dc3-a5d6-6be7e282201b tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/ports?device_id=14213289-46e6-43d6-bc7c-54885601bd67 HTTP/1.1" status: 200 len: 950 time: 0.1721361 Jul 07 16:49:06.188801 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4e16b387-75ec-42d1-8150-eabd864a3ca2 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:06.189183 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.210803 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e36c9547-778c-461c-b4ab-b48951de6243 req-e4237585-56c8-47df-9edf-3ee421c39e0e tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c8eb6d-267d-4476-8b63-885adca05f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775020 Jul 07 16:49:06.225826 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] Set router 73432381-6169-4d1f-9e97-505f5476b7c2 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:06.309919 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-16c27946-cfbd-4b6f-96c3-f528b91b2ac1 req-de19c6e7-14c6-4d96-a0ce-897f3806fd79 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Deleting port fe2f305d-7b44-4023-a362-95eeda4a880a {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:06.310257 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-16c27946-cfbd-4b6f-96c3-f528b91b2ac1 req-de19c6e7-14c6-4d96-a0ce-897f3806fd79 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.434271 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73432381-6169-4d1f-9e97-505f5476b7c2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1923652075-router', 'tenant_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'bf603724-7a0d-4a7f-b759-dda90dff5ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:01Z', 'updated_at': '2021-07-07T16:49:04Z', 'revision_number': 3, 'project_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'gw_port': {'id': 'bf603724-7a0d-4a7f-b759-dda90dff5ba5', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73432381-6169-4d1f-9e97-505f5476b7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:03Z', 'updated_at': '2021-07-07T16:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:06.469669 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ffa68-482b-42ee-8649-bf0f9f4d04b5 req-0ead4f14-7c7b-4074-8917-16ddcd83ebfe tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:06.472052 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c9ffa68-482b-42ee-8649-bf0f9f4d04b5 req-0ead4f14-7c7b-4074-8917-16ddcd83ebfe tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 944 time: 0.1126640 Jul 07 16:49:06.475737 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-345e8aab-06a1-4659-a2c1-a401ab0418df tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:06.477809 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-345e8aab-06a1-4659-a2c1-a401ab0418df tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843&tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 1095 time: 0.1081302 Jul 07 16:49:06.482873 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] Checking router: 73432381-6169-4d1f-9e97-505f5476b7c2 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:49:06.483213 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] Updating router 73432381-6169-4d1f-9e97-505f5476b7c2 port bf603724-7a0d-4a7f-b759-dda90dff5ba5 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:49:06.487450 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd1cf-9de7-4215-a02d-f87b34c12045 req-11869489-b4e2-431a-ae77-8dba4a26b200 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:06.489086 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e9bdd1cf-9de7-4215-a02d-f87b34c12045 req-11869489-b4e2-431a-ae77-8dba4a26b200 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 946 time: 0.3467848 Jul 07 16:49:06.521202 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.557216 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c9ffa68-482b-42ee-8649-bf0f9f4d04b5 req-2abcc718-a504-4d93-b152-25f5411d5dfe tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754371 Jul 07 16:49:06.816094 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.823870 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-16c27946-cfbd-4b6f-96c3-f528b91b2ac1 req-de19c6e7-14c6-4d96-a0ce-897f3806fd79 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] For port fe2f305d-7b44-4023-a362-95eeda4a880a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=fe2f305d-7b44-4023-a362-95eeda4a880a,segment=NetworkSegment(b6a98059-04af-4b19-a054-fa99a7ac96a2),segment_id=b6a98059-04af-4b19-a054-fa99a7ac96a2)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:06.824265 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-16c27946-cfbd-4b6f-96c3-f528b91b2ac1 req-de19c6e7-14c6-4d96-a0ce-897f3806fd79 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.827455 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] Transition to ACTIVE for port object bf603724-7a0d-4a7f-b759-dda90dff5ba5 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:06.833766 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.852333 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-16c27946-cfbd-4b6f-96c3-f528b91b2ac1 req-de19c6e7-14c6-4d96-a0ce-897f3806fd79 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Calling delete_port for fe2f305d-7b44-4023-a362-95eeda4a880a owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:06.858763 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e9bdd1cf-9de7-4215-a02d-f87b34c12045 req-ec22d4d6-b9c4-4f6a-9572-a8b5bff62fa2 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612249 Jul 07 16:49:06.880367 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] Attempting to bind port bf603724-7a0d-4a7f-b759-dda90dff5ba5 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:06.880587 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] Attempting to bind port bf603724-7a0d-4a7f-b759-dda90dff5ba5 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:06.880847 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] Attempting to bind port bf603724-7a0d-4a7f-b759-dda90dff5ba5 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:06.891453 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:06.891878 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:06.892225 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.892624 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:06.893112 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] Bound port: bf603724-7a0d-4a7f-b759-dda90dff5ba5, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:06.893519 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:06.961744 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec98a0-499b-40cc-a3e6-e54727eb29b5 None None] Pushing event updated for resources: {'Port': ['ID=bf603724-7a0d-4a7f-b759-dda90dff5ba5,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:06.975518 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec98a0-499b-40cc-a3e6-e54727eb29b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:06.977234 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec98a0-499b-40cc-a3e6-e54727eb29b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:06.978500 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec98a0-499b-40cc-a3e6-e54727eb29b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:06.979130 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec98a0-499b-40cc-a3e6-e54727eb29b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:06.979686 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec98a0-499b-40cc-a3e6-e54727eb29b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:06.980717 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec98a0-499b-40cc-a3e6-e54727eb29b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:06.982159 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec98a0-499b-40cc-a3e6-e54727eb29b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:06.982798 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec98a0-499b-40cc-a3e6-e54727eb29b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:06.983933 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec98a0-499b-40cc-a3e6-e54727eb29b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:06.985321 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec98a0-499b-40cc-a3e6-e54727eb29b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:06.985963 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec98a0-499b-40cc-a3e6-e54727eb29b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:06.988233 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ec98a0-499b-40cc-a3e6-e54727eb29b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:49:06.999236 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] For port bf603724-7a0d-4a7f-b759-dda90dff5ba5, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:07.011059 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-2a854305-a48c-45fd-a9a2-4d2ea0d5ccd5 service neutron] For port 023ba46b-f2f0-40b0-a34f-eaab91f73f67, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:07.019316 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] For port bf603724-7a0d-4a7f-b759-dda90dff5ba5, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=bf603724-7a0d-4a7f-b759-dda90dff5ba5,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:07.019997 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-2a854305-a48c-45fd-a9a2-4d2ea0d5ccd5 service neutron] Notify callbacks [] for binding, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:07.021684 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa0ce9df-b31e-4c63-b0f0-3c21bd9c8a21 req-2a854305-a48c-45fd-a9a2-4d2ea0d5ccd5 service neutron] 10.222.0.69 "DELETE /v2.0/ports/023ba46b-f2f0-40b0-a34f-eaab91f73f67/bindings/n-h1-793620-7 HTTP/1.1" status: 204 len: 173 time: 0.5320082 Jul 07 16:49:07.036595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c7aaa-ea15-46f1-bf26-a95e16816bfe req-8ae8f653-95ee-4592-a5e4-32278bda9736 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:07.045346 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6e5c7aaa-ea15-46f1-bf26-a95e16816bfe req-8ae8f653-95ee-4592-a5e4-32278bda9736 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc68e8a6-a192-4ea6-b434-c814f60dbed9 HTTP/1.1" status: 200 len: 946 time: 0.1151636 Jul 07 16:49:07.048241 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:07.111144 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6e5c7aaa-ea15-46f1-bf26-a95e16816bfe req-5f3a2fc8-8d44-4988-90dd-20bc1b74097f tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.50 "GET /v2.0/security-groups?id=31b657cb-ed3e-4411-ab4f-a56e778dc5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646169 Jul 07 16:49:07.144833 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] Routers {'73432381-6169-4d1f-9e97-505f5476b7c2'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:07.145539 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:48:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['73432381-6169-4d1f-9e97-505f5476b7c2'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:07.158041 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eda2136f-4864-42e1-b912-403eb50bcd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:07.199151 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-16c27946-cfbd-4b6f-96c3-f528b91b2ac1 req-de19c6e7-14c6-4d96-a0ce-897f3806fd79 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:07.219177 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['fe2f305d-7b44-4023-a362-95eeda4a880a'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:07.244460 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19c6e7-14c6-4d96-a0ce-897f3806fd79 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Pushing event deleted for resources: {'Port': ['ID=fe2f305d-7b44-4023-a362-95eeda4a880a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:07.261128 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec98a0-499b-40cc-a3e6-e54727eb29b5 None None] Pushing event updated for resources: {'Port': ['ID=bf603724-7a0d-4a7f-b759-dda90dff5ba5,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:07.297816 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] Set router 73432381-6169-4d1f-9e97-505f5476b7c2 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:07.321073 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa132ed2-5eb9-4875-af72-01862e0ddf8f req-3cf92170-c15c-4cce-95e8-f26b67daec1f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:07.322829 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa132ed2-5eb9-4875-af72-01862e0ddf8f req-3cf92170-c15c-4cce-95e8-f26b67daec1f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.0777442 Jul 07 16:49:07.346981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c27946-cfbd-4b6f-96c3-f528b91b2ac1 req-de19c6e7-14c6-4d96-a0ce-897f3806fd79 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] No DVR routers for this DVR port fe2f305d-7b44-4023-a362-95eeda4a880a on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:07.358246 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5be2a9-dbf6-4dc6-8ae5-cf7bfba82e8a req-a2e47fbb-68ce-45fc-8586-6855a50561d8 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:07.359830 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fc5be2a9-dbf6-4dc6-8ae5-cf7bfba82e8a req-a2e47fbb-68ce-45fc-8586-6855a50561d8 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8 HTTP/1.1" status: 200 len: 947 time: 0.2876866 Jul 07 16:49:07.360963 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-16c27946-cfbd-4b6f-96c3-f528b91b2ac1 req-de19c6e7-14c6-4d96-a0ce-897f3806fd79 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:07.362903 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-16c27946-cfbd-4b6f-96c3-f528b91b2ac1 req-de19c6e7-14c6-4d96-a0ce-897f3806fd79 tempest-AttachSCSIVolumeTestJSON-815330765 tempest-AttachSCSIVolumeTestJSON-815330765-project] 10.222.0.69 "DELETE /v2.0/ports/fe2f305d-7b44-4023-a362-95eeda4a880a HTTP/1.1" status: 204 len: 173 time: 1.4387400 Jul 07 16:49:07.365743 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc68e8a6-a192-4ea6-b434-c814f60dbed9', 'name': 'network-vif-deleted', 'tag': 'fe2f305d-7b44-4023-a362-95eeda4a880a'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:07.374574 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc44df8-3e0a-4f77-a337-e2953223f6ff" -d '{"events": [{"server_uuid": "fc68e8a6-a192-4ea6-b434-c814f60dbed9", "name": "network-vif-deleted", "tag": "fe2f305d-7b44-4023-a362-95eeda4a880a"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:07.377903 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa132ed2-5eb9-4875-af72-01862e0ddf8f req-54f6bd38-7507-43f9-9932-941dc3c8bd1a tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474486 Jul 07 16:49:07.542543 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fc5be2a9-dbf6-4dc6-8ae5-cf7bfba82e8a req-6b4bd146-3242-4f1c-9bb8-8c79fa7b6d09 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621962 Jul 07 16:49:07.554544 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73432381-6169-4d1f-9e97-505f5476b7c2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1923652075-router', 'tenant_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'bf603724-7a0d-4a7f-b759-dda90dff5ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:01Z', 'updated_at': '2021-07-07T16:49:04Z', 'revision_number': 3, 'project_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'gw_port': {'id': 'bf603724-7a0d-4a7f-b759-dda90dff5ba5', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73432381-6169-4d1f-9e97-505f5476b7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:03Z', 'updated_at': '2021-07-07T16:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:07.590408 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c17c3e-514c-4e03-ae4c-e130c1b10c86 x-openstack-request-id: req-77c17c3e-514c-4e03-ae4c-e130c1b10c86 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:07.592203 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc68e8a6-a192-4ea6-b434-c814f60dbed9", "name": "network-vif-deleted", "tag": "fe2f305d-7b44-4023-a362-95eeda4a880a", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:07.592542 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-77c17c3e-514c-4e03-ae4c-e130c1b10c86 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:07.593006 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc68e8a6-a192-4ea6-b434-c814f60dbed9', 'name': 'network-vif-deleted', 'tag': 'fe2f305d-7b44-4023-a362-95eeda4a880a', 'status': 'completed', 'code': 200} Jul 07 16:49:07.607965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-eda2136f-4864-42e1-b912-403eb50bcd37 admin admin] Allocated IP 172.20.0.1 (0671b136-dd78-4df6-8c58-77bfbc44970f/3c60bc3e-eb31-4e2a-92dd-6c6dac0de89a/016d2754-b156-4c95-8206-1be129d14f7e) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:07.628587 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f15b1-7bbe-4729-870b-d8541cbbbd4c None None] The sync data for ids ['73432381-6169-4d1f-9e97-505f5476b7c2'] in n-d-793620-7 is: [{'id': '73432381-6169-4d1f-9e97-505f5476b7c2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1923652075-router', 'tenant_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'bf603724-7a0d-4a7f-b759-dda90dff5ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:01Z', 'updated_at': '2021-07-07T16:49:04Z', 'revision_number': 3, 'project_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'gw_port': {'id': 'bf603724-7a0d-4a7f-b759-dda90dff5ba5', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73432381-6169-4d1f-9e97-505f5476b7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:03Z', 'updated_at': '2021-07-07T16:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:07.665340 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fbd88-c142-4a3e-914a-34e56e6ef0bd req-d717fb2e-9f60-4e38-8596-6b9fa69e8bb5 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:07.669628 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a77fbd88-c142-4a3e-914a-34e56e6ef0bd req-d717fb2e-9f60-4e38-8596-6b9fa69e8bb5 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/ports?device_id=14213289-46e6-43d6-bc7c-54885601bd67 HTTP/1.1" status: 200 len: 950 time: 0.0854506 Jul 07 16:49:07.726509 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a77fbd88-c142-4a3e-914a-34e56e6ef0bd req-c431e836-416c-4f3b-b021-b43dedccc47a tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c8eb6d-267d-4476-8b63-885adca05f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508423 Jul 07 16:49:07.779056 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eda2136f-4864-42e1-b912-403eb50bcd37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:07.788988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6aae3f15-66bf-4791-ac79-d153bf382e7c details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:49:07.798570 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-eda2136f-4864-42e1-b912-403eb50bcd37 admin admin] Transition to ACTIVE for port object 016d2754-b156-4c95-8206-1be129d14f7e will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:07.840449 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0daf2-57bf-482e-b897-ab58b16ee2ef req-d81325ab-8bf2-40af-871e-34c2c90071c0 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:07.842000 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5fb0daf2-57bf-482e-b897-ab58b16ee2ef req-d81325ab-8bf2-40af-871e-34c2c90071c0 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 944 time: 0.1117334 Jul 07 16:49:07.868511 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eda2136f-4864-42e1-b912-403eb50bcd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:07.922002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6aae3f15-66bf-4791-ac79-d153bf382e7c, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6aae3f15-66bf-4791-ac79-d153bf382e7c,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:07.938018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '6aae3f15-66bf-4791-ac79-d153bf382e7c', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '6aae3f15-66bf-4791-ac79-d153bf382e7c', 'mac_address': 'fa:16:3e:a3:97:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:49:07.943916 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5fb0daf2-57bf-482e-b897-ab58b16ee2ef req-2c0927c4-960a-4c22-91f5-1ba43ab29fb3 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931368 Jul 07 16:49:07.960193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda2136f-4864-42e1-b912-403eb50bcd37 admin admin] Network 0671b136-dd78-4df6-8c58-77bfbc44970f is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:07.994881 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-eda2136f-4864-42e1-b912-403eb50bcd37 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:08.000229 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda2136f-4864-42e1-b912-403eb50bcd37 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:08.001347 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eda2136f-4864-42e1-b912-403eb50bcd37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:08.004151 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2136f-4864-42e1-b912-403eb50bcd37 admin admin] Pushing event updated for resources: {'Port': ['ID=016d2754-b156-4c95-8206-1be129d14f7e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:08.054762 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:08.116198 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aae3f15-66bf-4791-ac79-d153bf382e7c {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:08.201679 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6aae3f15-66bf-4791-ac79-d153bf382e7c, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6aae3f15-66bf-4791-ac79-d153bf382e7c,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:08.211449 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:08.286128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device bf603724-7a0d-4a7f-b759-dda90dff5ba5 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:08.388359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6aae3f15-66bf-4791-ac79-d153bf382e7c,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:08.418179 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port bf603724-7a0d-4a7f-b759-dda90dff5ba5 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:08.418893 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c617e-601b-4ca6-ae79-640142492b0d req-7d0e4379-1d15-47f0-bdd2-fc2da92cb816 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:08.422997 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cf5c617e-601b-4ca6-ae79-640142492b0d req-7d0e4379-1d15-47f0-bdd2-fc2da92cb816 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 946 time: 0.1849074 Jul 07 16:49:08.426639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port bf603724-7a0d-4a7f-b759-dda90dff5ba5 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:08.427931 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:08.489448 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eda2136f-4864-42e1-b912-403eb50bcd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:08.543308 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-207543ce-30a3-4d33-a59b-a32c474875fc None None] Provisioning for port 016d2754-b156-4c95-8206-1be129d14f7e completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:08.552550 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-207543ce-30a3-4d33-a59b-a32c474875fc None None] Provisioning complete for port 016d2754-b156-4c95-8206-1be129d14f7e triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:08.553055 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-207543ce-30a3-4d33-a59b-a32c474875fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:08.604214 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:08.629391 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port bf603724-7a0d-4a7f-b759-dda90dff5ba5, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=bf603724-7a0d-4a7f-b759-dda90dff5ba5,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:08.642221 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:08.700974 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cf5c617e-601b-4ca6-ae79-640142492b0d req-5d4c43d3-2409-4e1e-a573-641b04dd82ad tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722187 Jul 07 16:49:08.819143 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-76fc547e-f45d-4ad2-8e90-45b00a234ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:08.836970 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-76fc547e-f45d-4ad2-8e90-45b00a234ea3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 1097 time: 0.2642229 Jul 07 16:49:08.837864 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=bf603724-7a0d-4a7f-b759-dda90dff5ba5,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:08.842777 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['6aae3f15-66bf-4791-ac79-d153bf382e7c'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:08.848571 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-207543ce-30a3-4d33-a59b-a32c474875fc None None] Port 016d2754-b156-4c95-8206-1be129d14f7e cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:49:08.914346 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eec922-040b-4fbb-94fb-d44ed1804aca req-de159cbe-4f0e-4daf-921d-48bf52140588 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:08.923291 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0eec922-040b-4fbb-94fb-d44ed1804aca req-de159cbe-4f0e-4daf-921d-48bf52140588 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.1274607 Jul 07 16:49:08.995026 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0eec922-040b-4fbb-94fb-d44ed1804aca req-0a9647e0-d2ef-4d70-ab9d-58e526c34d2a tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681350 Jul 07 16:49:09.022898 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eda2136f-4864-42e1-b912-403eb50bcd37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:09.044023 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eda2136f-4864-42e1-b912-403eb50bcd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:09.044633 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eda2136f-4864-42e1-b912-403eb50bcd37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:09.197284 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-1ba00c5d-b424-49f4-a15c-7b65eb80beda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:09.198797 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-1ba00c5d-b424-49f4-a15c-7b65eb80beda service neutron] 10.222.0.69 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 909 time: 0.3457053 Jul 07 16:49:09.200592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d19c3-5c08-4c69-ae9a-55a5cc951ccb req-7d8636a4-52f9-4d3d-9ec2-8b3e6a8ab84d tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:09.201967 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e52d19c3-5c08-4c69-ae9a-55a5cc951ccb req-7d8636a4-52f9-4d3d-9ec2-8b3e6a8ab84d tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 1095 time: 0.2405512 Jul 07 16:49:09.204579 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2136f-4864-42e1-b912-403eb50bcd37 admin admin] Pushing event updated for resources: {'Port': ['ID=016d2754-b156-4c95-8206-1be129d14f7e,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:09.222041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62261d1-3bb3-4bd0-9a9b-302dab26c6dc req-3f9aa6e5-0781-4be1-bd83-170af94f1b9d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:09.223607 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e62261d1-3bb3-4bd0-9a9b-302dab26c6dc req-3f9aa6e5-0781-4be1-bd83-170af94f1b9d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8 HTTP/1.1" status: 200 len: 948 time: 0.0783446 Jul 07 16:49:09.260631 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-fdca08fe-e7d9-4ea4-a2aa-d212f08cc9c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc43800e-702a-43e9-809d-0e27feb75adf HTTP/1.1" status: 200 len: 217 time: 0.0514760 Jul 07 16:49:09.270301 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e62261d1-3bb3-4bd0-9a9b-302dab26c6dc req-3c30844a-a5f1-4c1c-af0b-fc87637469c8 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408945 Jul 07 16:49:09.311203 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda2136f-4864-42e1-b912-403eb50bcd37 admin admin] Network 0671b136-dd78-4df6-8c58-77bfbc44970f is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:09.322928 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-eda2136f-4864-42e1-b912-403eb50bcd37 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:09.340438 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e52d19c3-5c08-4c69-ae9a-55a5cc951ccb req-db49927e-a49e-49d8-9acc-4f6c5e62911b tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932596 Jul 07 16:49:09.346533 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-ae8ebbc1-3110-4d40-8333-e4055157cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:09.348549 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-ae8ebbc1-3110-4d40-8333-e4055157cc31 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.0787728 Jul 07 16:49:09.456550 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-65814e64-100c-47c4-936f-1bf76bd6757b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606244 Jul 07 16:49:09.632009 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda2136f-4864-42e1-b912-403eb50bcd37 admin admin] Router 73432381-6169-4d1f-9e97-505f5476b7c2 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:49:09.678325 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-91539193-873b-4268-9d6d-2cefb5da1959 service neutron] 10.222.0.69 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535370 Jul 07 16:49:09.694931 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b4baeb00-34a7-4926-8958-5ac57a6bd251 None None] Provisioning complete for port 016d2754-b156-4c95-8206-1be129d14f7e triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:09.696398 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b4baeb00-34a7-4926-8958-5ac57a6bd251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:09.765381 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b4baeb00-34a7-4926-8958-5ac57a6bd251 None None] Port 016d2754-b156-4c95-8206-1be129d14f7e cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:49:09.794562 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device fe2f305d-7b44-4023-a362-95eeda4a880a no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:09.818609 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85ed6b-ed57-4cb8-81f3-8d280d54fc43 req-9a0a58ae-accd-4a0b-b555-e93f6baeb0a7 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:09.820934 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a85ed6b-ed57-4cb8-81f3-8d280d54fc43 req-9a0a58ae-accd-4a0b-b555-e93f6baeb0a7 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 1095 time: 0.1574082 Jul 07 16:49:09.858340 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: fe2f305d-7b44-4023-a362-95eeda4a880a {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:09.858791 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device fe2f305d-7b44-4023-a362-95eeda4a880a not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:09.879350 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a85ed6b-ed57-4cb8-81f3-8d280d54fc43 req-138b2460-320d-45ff-b9a8-074372843ef9 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519650 Jul 07 16:49:09.935897 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda2136f-4864-42e1-b912-403eb50bcd37 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:09.942467 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-eda2136f-4864-42e1-b912-403eb50bcd37 admin admin] 10.222.0.50 "PUT /v2.0/routers/73432381-6169-4d1f-9e97-505f5476b7c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9674947 Jul 07 16:49:09.945646 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-ad2f911e-2382-4a3b-a2f9-a20cf8bfb3ce service neutron] 10.222.0.69 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578630 Jul 07 16:49:09.984148 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb0ebb-e8af-48a8-9271-98ea9a5e0cd1 req-05c70bc6-701d-4877-afce-fba03077d98a tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:09.985945 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-67bb0ebb-e8af-48a8-9271-98ea9a5e0cd1 req-05c70bc6-701d-4877-afce-fba03077d98a tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/ports?device_id=14213289-46e6-43d6-bc7c-54885601bd67 HTTP/1.1" status: 200 len: 950 time: 0.1385028 Jul 07 16:49:10.118785 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device bf603724-7a0d-4a7f-b759-dda90dff5ba5 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:10.180352 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f044483-df36-41e3-95f0-603c568e6dec req-7ce84872-55d2-45d6-9e45-74267b2771fe tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:10.182607 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3f044483-df36-41e3-95f0-603c568e6dec req-7ce84872-55d2-45d6-9e45-74267b2771fe tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 946 time: 0.1012053 Jul 07 16:49:10.186832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port bf603724-7a0d-4a7f-b759-dda90dff5ba5 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:10.187419 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:10.242853 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3f044483-df36-41e3-95f0-603c568e6dec req-7f4fc99d-b345-4ca4-8c9e-136ab0c264cc tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525098 Jul 07 16:49:10.330175 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] Sync routers for ids ['73432381-6169-4d1f-9e97-505f5476b7c2'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:10.342067 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] Routers {'73432381-6169-4d1f-9e97-505f5476b7c2'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:10.342860 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:48:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['73432381-6169-4d1f-9e97-505f5476b7c2'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:10.359768 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-67bb0ebb-e8af-48a8-9271-98ea9a5e0cd1 req-607ebb05-2bdb-4e5b-831b-e2be03ea7ba5 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c8eb6d-267d-4476-8b63-885adca05f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672662 Jul 07 16:49:10.391378 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-e423445a-042e-40b0-90b4-47108db4eb57 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:10.391378 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-e423445a-042e-40b0-90b4-47108db4eb57 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee&tenant_id=1be8148ddb52412394c6dd031bc2cc7e&binding%3Ahost_id=n-h1-793620-7 HTTP/1.1" status: 200 len: 1097 time: 0.0797257 Jul 07 16:49:10.397749 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793620-7'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:10.429876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863bced4-5fc6-4dbb-8836-a4d20979d4cb req-3c429521-7b75-4643-bef4-5e8a51c224b7 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:10.437493 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-863bced4-5fc6-4dbb-8836-a4d20979d4cb req-3c429521-7b75-4643-bef4-5e8a51c224b7 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.0764604 Jul 07 16:49:10.490999 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] Set router 73432381-6169-4d1f-9e97-505f5476b7c2 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:10.518958 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-863bced4-5fc6-4dbb-8836-a4d20979d4cb req-3cc91edc-415c-47d8-8c04-9b71b760f15b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803287 Jul 07 16:49:10.545551 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:10.553064 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-3b91a671-b878-495b-98e9-c0805fa94a74 service neutron] 10.222.0.69 "GET /v2.0/ports/2e956c6d-4647-4508-a858-901e36dbdafb/bindings/n-h2-793620-7 HTTP/1.1" status: 200 len: 382 time: 0.1133509 Jul 07 16:49:10.743645 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87209ec8-b9bb-418e-9d3c-7f83056950f3 req-01e08cc0-b60b-497d-a813-03a92d3a31ce tempest-FloatingIPsNegativeTestJSON-1337423691 tempest-FloatingIPsNegativeTestJSON-1337423691-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=7a2bce81273946ccb6b2af80f1fa28a4 HTTP/1.1" status: 200 len: 217 time: 0.1213994 Jul 07 16:49:10.797135 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] For port cc43800e-702a-43e9-809d-0e27feb75adf, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=cc43800e-702a-43e9-809d-0e27feb75adf,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:10.803800 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73432381-6169-4d1f-9e97-505f5476b7c2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1923652075-router', 'tenant_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'bf603724-7a0d-4a7f-b759-dda90dff5ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:01Z', 'updated_at': '2021-07-07T16:49:08Z', 'revision_number': 4, 'project_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'gw_port': {'id': 'bf603724-7a0d-4a7f-b759-dda90dff5ba5', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73432381-6169-4d1f-9e97-505f5476b7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:03Z', 'updated_at': '2021-07-07T16:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '016d2754-b156-4c95-8206-1be129d14f7e', 'name': '', 'network_id': '0671b136-dd78-4df6-8c58-77bfbc44970f', 'tenant_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'mac_address': 'fa:16:3e:f8:4c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73432381-6169-4d1f-9e97-505f5476b7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3c60bc3e-eb31-4e2a-92dd-6c6dac0de89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:07Z', 'updated_at': '2021-07-07T16:49:08Z', 'revision_number': 2, 'project_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'subnets': [{'id': '3c60bc3e-eb31-4e2a-92dd-6c6dac0de89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:10.842263 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] Checking router: 73432381-6169-4d1f-9e97-505f5476b7c2 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:49:10.843332 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] Updating router 73432381-6169-4d1f-9e97-505f5476b7c2 port 016d2754-b156-4c95-8206-1be129d14f7e binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:49:10.844247 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] For port cc43800e-702a-43e9-809d-0e27feb75adf, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:10.889310 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:10.944552 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835e9e53-24e5-4621-a55a-03d275381fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc43800e-702a-43e9-809d-0e27feb75adf'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:10.946898 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc56a144-959f-4dcb-8c58-a6bbe3d47bb7" -d '{"events": [{"server_uuid": "835e9e53-24e5-4621-a55a-03d275381fee", "name": "network-vif-unplugged", "status": "completed", "tag": "cc43800e-702a-43e9-809d-0e27feb75adf"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:10.969116 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:10.978626 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.026238 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-45518439-4f58-4db8-bbac-e6172fb7b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:11.029588 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-45518439-4f58-4db8-bbac-e6172fb7b24f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c&tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c HTTP/1.1" status: 200 len: 1100 time: 0.1436346 Jul 07 16:49:11.060718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890030a-6af8-4a94-9128-507d86de5d45 req-c925ae05-4f2f-40dc-966e-5ab68f0725a2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:11.071345 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b890030a-6af8-4a94-9128-507d86de5d45 req-c925ae05-4f2f-40dc-966e-5ab68f0725a2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8 HTTP/1.1" status: 200 len: 948 time: 0.1457601 Jul 07 16:49:11.074350 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] Attempting to bind port cc43800e-702a-43e9-809d-0e27feb75adf on host n-h1-793620-7 for vnic_type normal with profile {"migrating_to": "n-h2-793620-7"} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:11.075391 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] Attempting to bind port cc43800e-702a-43e9-809d-0e27feb75adf by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:11.075749 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] Attempting to bind port cc43800e-702a-43e9-809d-0e27feb75adf on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:11.088275 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] Port cc43800e-702a-43e9-809d-0e27feb75adf on network 51ec3819-671e-411b-b116-1f7886237f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:49:11.088778 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] Attempting to bind port cc43800e-702a-43e9-809d-0e27feb75adf on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:11.125559 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:11.130428 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] Checking segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:11.131159 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] Bound using segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:11.131817 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] Bound port: cc43800e-702a-43e9-809d-0e27feb75adf, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:11.132366 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.163073 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] Pushing event updated for resources: {'Port': ['ID=cc43800e-702a-43e9-809d-0e27feb75adf,revision_number=7']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:11.175004 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b890030a-6af8-4a94-9128-507d86de5d45 req-cfb93b95-40f4-4061-abe2-beeef4cbe832 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020634 Jul 07 16:49:11.208772 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-4350e9cf-2d3a-4871-8432-608145e877a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:11.216219 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-4350e9cf-2d3a-4871-8432-608145e877a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 1100 time: 0.1148856 Jul 07 16:49:11.256435 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c4e0c8fc-0436-4fcd-a097-e6ae842e657c req-69f68180-aefe-4bee-a4e0-139f47daff71 tempest-FloatingIPsNegativeTestJSON-1337423691 tempest-FloatingIPsNegativeTestJSON-1337423691-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0391126 Jul 07 16:49:11.270150 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] For port cc43800e-702a-43e9-809d-0e27feb75adf, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:11.279472 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] For port cc43800e-702a-43e9-809d-0e27feb75adf, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=cc43800e-702a-43e9-809d-0e27feb75adf,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:11.291042 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.373264 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.388302 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c8cbee-8d09-4154-8da2-80254230eb66 x-openstack-request-id: req-40c8cbee-8d09-4154-8da2-80254230eb66 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:11.388878 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835e9e53-24e5-4621-a55a-03d275381fee", "name": "network-vif-unplugged", "status": "completed", "tag": "cc43800e-702a-43e9-809d-0e27feb75adf", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:11.390153 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-40c8cbee-8d09-4154-8da2-80254230eb66 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:11.390779 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835e9e53-24e5-4621-a55a-03d275381fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc43800e-702a-43e9-809d-0e27feb75adf', 'code': 200} Jul 07 16:49:11.403985 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] Transition to ACTIVE for port object 016d2754-b156-4c95-8206-1be129d14f7e will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:11.407562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-5c066867-5b7c-498a-8bd5-7f845f698928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:11.409192 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-5c066867-5b7c-498a-8bd5-7f845f698928 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1731312 Jul 07 16:49:11.422270 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.453405 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-72b41982-4128-4109-b99e-d57885b8c0fc req-b8189639-8e15-4402-8f3f-fc9f4bc04c82 tempest-FloatingIPsNegativeTestJSON-1337423691 tempest-FloatingIPsNegativeTestJSON-1337423691-project] show failed (client error): The resource could not be found. Jul 07 16:49:11.454500 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72b41982-4128-4109-b99e-d57885b8c0fc req-b8189639-8e15-4402-8f3f-fc9f4bc04c82 tempest-FloatingIPsNegativeTestJSON-1337423691 tempest-FloatingIPsNegativeTestJSON-1337423691-project] 10.222.0.50 "GET /v2.0/floatingips/238cb82a-c9d3-458e-bcc2-78f9f7cdbdea HTTP/1.1" status: 404 len: 350 time: 0.0659730 Jul 07 16:49:11.462715 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186bd5e-e4bd-43cf-bcdc-802be817496c req-72d29750-7ec8-4b9a-bfb3-03b45f5ba4b3 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:11.464303 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7186bd5e-e4bd-43cf-bcdc-802be817496c req-72d29750-7ec8-4b9a-bfb3-03b45f5ba4b3 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.15 "GET /v2.0/ports?device_id=14213289-46e6-43d6-bc7c-54885601bd67 HTTP/1.1" status: 200 len: 950 time: 0.1647458 Jul 07 16:49:11.492409 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60410) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:11.508046 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-9f4a36d2-62df-4c9d-9619-87d5ca52b376 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=2e956c6d-4647-4508-a858-901e36dbdafb HTTP/1.1" status: 200 len: 217 time: 0.0626793 Jul 07 16:49:11.509891 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1267307-9a1b-416c-a0fa-a77c5712d459 None None] Pushing event updated for resources: {'Port': ['ID=016d2754-b156-4c95-8206-1be129d14f7e,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:11.577862 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:11.579149 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.580694 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] 10.222.0.69 "PUT /v2.0/ports/cc43800e-702a-43e9-809d-0e27feb75adf HTTP/1.1" status: 200 len: 1122 time: 1.1877880 Jul 07 16:49:11.586846 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75db9cf-1002-437b-ace7-f6e34b7ed407 service neutron] Pushing event updated for resources: {'Port': ['ID=cc43800e-702a-43e9-809d-0e27feb75adf,revision_number=8']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:11.627248 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fa7f2-1564-4f6c-b091-0c089afef08d req-e398155a-56a8-4efb-aa2d-43973364a606 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:11.640933 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1d8fa7f2-1564-4f6c-b091-0c089afef08d req-e398155a-56a8-4efb-aa2d-43973364a606 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 944 time: 0.1928363 Jul 07 16:49:11.673149 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] Attempting to bind port 016d2754-b156-4c95-8206-1be129d14f7e on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:11.673537 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] Attempting to bind port 016d2754-b156-4c95-8206-1be129d14f7e by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'cf501ef3-5775-463b-8f3e-78b18e318878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0671b136-dd78-4df6-8c58-77bfbc44970f'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:11.674462 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] Attempting to bind port 016d2754-b156-4c95-8206-1be129d14f7e on network 0671b136-dd78-4df6-8c58-77bfbc44970f {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:11.687265 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:11.687641 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] Checking segment: {'id': 'cf501ef3-5775-463b-8f3e-78b18e318878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0671b136-dd78-4df6-8c58-77bfbc44970f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:11.688123 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.688547 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] Bound using segment: {'id': 'cf501ef3-5775-463b-8f3e-78b18e318878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0671b136-dd78-4df6-8c58-77bfbc44970f'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:11.689028 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] Bound port: 016d2754-b156-4c95-8206-1be129d14f7e, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf501ef3-5775-463b-8f3e-78b18e318878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0671b136-dd78-4df6-8c58-77bfbc44970f'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:11.689419 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.706856 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['cc43800e-702a-43e9-809d-0e27feb75adf'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:11.730064 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1d8fa7f2-1564-4f6c-b091-0c089afef08d req-e9a3908e-3109-48c4-9d3f-3d98aa6112e5 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849588 Jul 07 16:49:11.816625 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-1c09de07-ba5d-4492-a582-2573dfde5db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:11.818431 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-1c09de07-ba5d-4492-a582-2573dfde5db9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.2646079 Jul 07 16:49:11.834659 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] For port 016d2754-b156-4c95-8206-1be129d14f7e, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:11.852761 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] For port 016d2754-b156-4c95-8206-1be129d14f7e, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=016d2754-b156-4c95-8206-1be129d14f7e,segment=NetworkSegment(cf501ef3-5775-463b-8f3e-78b18e318878),segment_id=cf501ef3-5775-463b-8f3e-78b18e318878)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:11.865405 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6aae3f15-66bf-4791-ac79-d153bf382e7c up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:11.880988 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:11.986541 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5373abf-bb55-402f-adcc-934f4602a331 req-c4ad9f09-ec8a-4ea6-a63b-111b6b027eb6 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:11.998975 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a5373abf-bb55-402f-adcc-934f4602a331 req-c4ad9f09-ec8a-4ea6-a63b-111b6b027eb6 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.0994532 Jul 07 16:49:12.029035 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63d927-28cf-479f-9574-1e7b7f1c6fd5 req-bae4da1a-1843-4b1f-b8a1-e714cf6e3bd3 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:12.032710 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2c63d927-28cf-479f-9574-1e7b7f1c6fd5 req-bae4da1a-1843-4b1f-b8a1-e714cf6e3bd3 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/ports?device_id=14213289-46e6-43d6-bc7c-54885601bd67 HTTP/1.1" status: 200 len: 950 time: 0.3609529 Jul 07 16:49:12.072310 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a5373abf-bb55-402f-adcc-934f4602a331 req-b10b7031-b765-4ed3-96cf-6078de537baa tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724084 Jul 07 16:49:12.103184 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] Routers {'73432381-6169-4d1f-9e97-505f5476b7c2'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:12.103840 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:48:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['73432381-6169-4d1f-9e97-505f5476b7c2'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:12.161839 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-7186bd5e-e4bd-43cf-bcdc-802be817496c req-5c835f57-5994-476f-805f-fc65784fc716 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Deleting port 8aa767d9-22c5-4467-b774-e3c0ab933eca {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:12.162338 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7186bd5e-e4bd-43cf-bcdc-802be817496c req-5c835f57-5994-476f-805f-fc65784fc716 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:12.220635 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-04fcf549-ad87-4de1-b60f-4c7fc6055236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:12.222585 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-04fcf549-ad87-4de1-b60f-4c7fc6055236 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3826303 Jul 07 16:49:12.265039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] Set router 73432381-6169-4d1f-9e97-505f5476b7c2 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:12.287011 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2c63d927-28cf-479f-9574-1e7b7f1c6fd5 req-101fc726-f796-4488-a3ac-dc5c5ce06ad4 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3c8eb6d-267d-4476-8b63-885adca05f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425776 Jul 07 16:49:12.541999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7280fb6-0f6f-4dc1-80b5-e4e366f47de0 req-6cd9505e-87ed-4cca-830e-df5f1c6e54aa tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:12.545768 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a7280fb6-0f6f-4dc1-80b5-e4e366f47de0 req-6cd9505e-87ed-4cca-830e-df5f1c6e54aa tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8 HTTP/1.1" status: 200 len: 948 time: 0.1369400 Jul 07 16:49:12.582246 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1267307-9a1b-416c-a0fa-a77c5712d459 None None] Pushing event updated for resources: {'Port': ['ID=016d2754-b156-4c95-8206-1be129d14f7e,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:12.645788 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7186bd5e-e4bd-43cf-bcdc-802be817496c req-5c835f57-5994-476f-805f-fc65784fc716 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] For port 8aa767d9-22c5-4467-b774-e3c0ab933eca, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8aa767d9-22c5-4467-b774-e3c0ab933eca,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:12.646365 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7186bd5e-e4bd-43cf-bcdc-802be817496c req-5c835f57-5994-476f-805f-fc65784fc716 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:12.651802 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-84a66f97-4e35-445d-8369-e2c818fbe59f service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892775 Jul 07 16:49:12.656863 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a7280fb6-0f6f-4dc1-80b5-e4e366f47de0 req-56ac2d6c-0119-45ae-8f2a-1b9f0b6bfef3 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062195 Jul 07 16:49:12.681871 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-7186bd5e-e4bd-43cf-bcdc-802be817496c req-5c835f57-5994-476f-805f-fc65784fc716 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Calling delete_port for 8aa767d9-22c5-4467-b774-e3c0ab933eca owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:12.835596 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 6aae3f15-66bf-4791-ac79-d153bf382e7c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:12.848599 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 6aae3f15-66bf-4791-ac79-d153bf382e7c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:12.849021 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:12.956963 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73432381-6169-4d1f-9e97-505f5476b7c2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1923652075-router', 'tenant_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'bf603724-7a0d-4a7f-b759-dda90dff5ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:01Z', 'updated_at': '2021-07-07T16:49:08Z', 'revision_number': 4, 'project_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'gw_port': {'id': 'bf603724-7a0d-4a7f-b759-dda90dff5ba5', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73432381-6169-4d1f-9e97-505f5476b7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:03Z', 'updated_at': '2021-07-07T16:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '016d2754-b156-4c95-8206-1be129d14f7e', 'name': '', 'network_id': '0671b136-dd78-4df6-8c58-77bfbc44970f', 'tenant_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'mac_address': 'fa:16:3e:f8:4c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73432381-6169-4d1f-9e97-505f5476b7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3c60bc3e-eb31-4e2a-92dd-6c6dac0de89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:07Z', 'updated_at': '2021-07-07T16:49:11Z', 'revision_number': 4, 'project_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'subnets': [{'id': '3c60bc3e-eb31-4e2a-92dd-6c6dac0de89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:13.000840 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bff374-5801-4c40-8507-e85f8093fa11 None None] The sync data for ids ['73432381-6169-4d1f-9e97-505f5476b7c2'] in n-d-793620-7 is: [{'id': '73432381-6169-4d1f-9e97-505f5476b7c2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1923652075-router', 'tenant_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'bf603724-7a0d-4a7f-b759-dda90dff5ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:01Z', 'updated_at': '2021-07-07T16:49:08Z', 'revision_number': 4, 'project_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'gw_port': {'id': 'bf603724-7a0d-4a7f-b759-dda90dff5ba5', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73432381-6169-4d1f-9e97-505f5476b7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:03Z', 'updated_at': '2021-07-07T16:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '016d2754-b156-4c95-8206-1be129d14f7e', 'name': '', 'network_id': '0671b136-dd78-4df6-8c58-77bfbc44970f', 'tenant_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'mac_address': 'fa:16:3e:f8:4c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73432381-6169-4d1f-9e97-505f5476b7c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '3c60bc3e-eb31-4e2a-92dd-6c6dac0de89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:07Z', 'updated_at': '2021-07-07T16:49:11Z', 'revision_number': 4, 'project_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'subnets': [{'id': '3c60bc3e-eb31-4e2a-92dd-6c6dac0de89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:13.017498 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.051134 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aae3f15-66bf-4791-ac79-d153bf382e7c'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:13.054247 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d975b05a-d912-4fca-9cb2-809d2aa0dd83" -d '{"events": [{"server_uuid": "9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8", "name": "network-vif-plugged", "status": "completed", "tag": "6aae3f15-66bf-4791-ac79-d153bf382e7c"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:13.102489 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6aae3f15-66bf-4791-ac79-d153bf382e7c, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6aae3f15-66bf-4791-ac79-d153bf382e7c,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:13.122141 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.160223 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76ac1da6-b48d-4d22-83c6-4e98c2d71b99 req-fbd84852-8570-4b61-847a-35119d77eaf5 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799616 Jul 07 16:49:13.204285 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59f7296-32dc-4468-930f-b023a28c4b62 x-openstack-request-id: req-c59f7296-32dc-4468-930f-b023a28c4b62 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:13.204729 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8", "name": "network-vif-plugged", "status": "completed", "tag": "6aae3f15-66bf-4791-ac79-d153bf382e7c", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:13.205076 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c59f7296-32dc-4468-930f-b023a28c4b62 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:13.205567 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aae3f15-66bf-4791-ac79-d153bf382e7c', 'code': 200} Jul 07 16:49:13.267247 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6aae3f15-66bf-4791-ac79-d153bf382e7c,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:13.394495 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835e9e53-24e5-4621-a55a-03d275381fee', 'tag': 'cc43800e-702a-43e9-809d-0e27feb75adf'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:13.396799 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23711218-36a8-48f3-a520-7317a53ed804" -d '{"events": [{"name": "network-changed", "server_uuid": "835e9e53-24e5-4621-a55a-03d275381fee", "tag": "cc43800e-702a-43e9-809d-0e27feb75adf"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:13.536306 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7186bd5e-e4bd-43cf-bcdc-802be817496c req-5c835f57-5994-476f-805f-fc65784fc716 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.552552 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['8aa767d9-22c5-4467-b774-e3c0ab933eca'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:13.562834 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca10ee-844b-414b-9c6a-59b3be720c3c req-e57c16ed-ffc9-4e9f-9118-4683ac49628a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:13.564266 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-16ca10ee-844b-414b-9c6a-59b3be720c3c req-e57c16ed-ffc9-4e9f-9118-4683ac49628a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 944 time: 0.6145208 Jul 07 16:49:13.572855 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d83e2-a363-43df-89b6-1c4232678f50 req-68ceb3b8-0d32-4795-80a6-d27e5026f379 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:13.580734 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4c0d83e2-a363-43df-89b6-1c4232678f50 req-68ceb3b8-0d32-4795-80a6-d27e5026f379 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.1569417 Jul 07 16:49:13.596944 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a681cd83-0fd4-4cc6-99ae-a671b0bf9fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.630723 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4c0d83e2-a363-43df-89b6-1c4232678f50 req-9b147875-e33f-4996-bc10-489bb8822928 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487580 Jul 07 16:49:13.797815 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ad7f499e-bea2-4ccb-9a7e-d537ae94c2b8 req-a705f76a-edbf-4a00-b579-045bb2f9d5b9 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.50 "GET /v2.0/ports?device_id=14213289-46e6-43d6-bc7c-54885601bd67 HTTP/1.1" status: 200 len: 210 time: 0.0456510 Jul 07 16:49:13.804084 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device cc43800e-702a-43e9-809d-0e27feb75adf details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:49:13.823309 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 2e956c6d-4647-4508-a858-901e36dbdafb no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:13.846194 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d1f2d1-b2b9-4cbe-86a1-5efe543a1ad7 x-openstack-request-id: req-03d1f2d1-b2b9-4cbe-86a1-5efe543a1ad7 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:13.847276 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835e9e53-24e5-4621-a55a-03d275381fee", "tag": "cc43800e-702a-43e9-809d-0e27feb75adf", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:13.848454 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-03d1f2d1-b2b9-4cbe-86a1-5efe543a1ad7 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:13.848454 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835e9e53-24e5-4621-a55a-03d275381fee', 'tag': 'cc43800e-702a-43e9-809d-0e27feb75adf', 'status': 'completed', 'code': 200} Jul 07 16:49:13.944398 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:13.998954 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23711218-36a8-48f3-a520-7317a53ed804 req-925d95cf-8e8d-4f1a-b712-4026c02849c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:14.000519 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-23711218-36a8-48f3-a520-7317a53ed804 req-925d95cf-8e8d-4f1a-b712-4026c02849c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 1125 time: 0.1237934 Jul 07 16:49:14.027823 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:49:14.059612 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c835f57-5994-476f-805f-fc65784fc716 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Pushing event deleted for resources: {'Port': ['ID=8aa767d9-22c5-4467-b774-e3c0ab933eca,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:14.191063 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 016d2754-b156-4c95-8206-1be129d14f7e up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:14.202014 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7186bd5e-e4bd-43cf-bcdc-802be817496c req-5c835f57-5994-476f-805f-fc65784fc716 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] No DVR routers for this DVR port 8aa767d9-22c5-4467-b774-e3c0ab933eca on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:14.205044 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7186bd5e-e4bd-43cf-bcdc-802be817496c req-5c835f57-5994-476f-805f-fc65784fc716 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:14.207866 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7186bd5e-e4bd-43cf-bcdc-802be817496c req-5c835f57-5994-476f-805f-fc65784fc716 tempest-TenantUsagesTestJSON-1187341031 tempest-TenantUsagesTestJSON-1187341031-project] 10.222.0.15 "DELETE /v2.0/ports/8aa767d9-22c5-4467-b774-e3c0ab933eca HTTP/1.1" status: 204 len: 173 time: 2.7126982 Jul 07 16:49:14.238434 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14213289-46e6-43d6-bc7c-54885601bd67', 'name': 'network-vif-deleted', 'tag': '8aa767d9-22c5-4467-b774-e3c0ab933eca'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:14.242252 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9199b1-9c1b-4a90-858f-a425e1f3a2bf" -d '{"events": [{"server_uuid": "14213289-46e6-43d6-bc7c-54885601bd67", "name": "network-vif-deleted", "tag": "8aa767d9-22c5-4467-b774-e3c0ab933eca"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:14.317955 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d6f2e-e79b-4e41-84a2-f23088cd9b33 req-6052ef08-7b3c-4cf8-930d-3ed29396cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:14.319894 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d2d6f2e-e79b-4e41-84a2-f23088cd9b33 req-6052ef08-7b3c-4cf8-930d-3ed29396cd45 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8 HTTP/1.1" status: 200 len: 1100 time: 0.9430299 Jul 07 16:49:14.327949 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-16ca10ee-844b-414b-9c6a-59b3be720c3c req-5fb492f0-ef32-484c-94b6-a94352a1dfb0 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7288995 Jul 07 16:49:14.429260 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23711218-36a8-48f3-a520-7317a53ed804 req-63a8b8a0-eb31-4b3b-b181-c2b128ec8061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:14.433998 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-23711218-36a8-48f3-a520-7317a53ed804 req-63a8b8a0-eb31-4b3b-b181-c2b128ec8061 service neutron] 10.222.0.15 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 909 time: 0.4256341 Jul 07 16:49:14.506916 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:14.577514 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d2d6f2e-e79b-4e41-84a2-f23088cd9b33 req-39fbb835-6f43-4cec-8c50-d030155c6373 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482698 Jul 07 16:49:14.587445 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153f66ad-30b2-4b54-8b9c-4bf4e0224bfb x-openstack-request-id: req-153f66ad-30b2-4b54-8b9c-4bf4e0224bfb {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:14.587737 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14213289-46e6-43d6-bc7c-54885601bd67", "name": "network-vif-deleted", "tag": "8aa767d9-22c5-4467-b774-e3c0ab933eca", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:14.587988 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-153f66ad-30b2-4b54-8b9c-4bf4e0224bfb {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:14.588378 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14213289-46e6-43d6-bc7c-54885601bd67', 'name': 'network-vif-deleted', 'tag': '8aa767d9-22c5-4467-b774-e3c0ab933eca', 'status': 'completed', 'code': 200} Jul 07 16:49:14.590523 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-23711218-36a8-48f3-a520-7317a53ed804 req-53c078d1-5bbc-4aed-a791-ec3703890ce5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc43800e-702a-43e9-809d-0e27feb75adf HTTP/1.1" status: 200 len: 217 time: 0.1385217 Jul 07 16:49:14.648094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 2e956c6d-4647-4508-a858-901e36dbdafb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2e956c6d-4647-4508-a858-901e36dbdafb,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:14.668751 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23711218-36a8-48f3-a520-7317a53ed804 req-276b29e4-0295-4669-8352-247cfcefd80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:14.670338 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-23711218-36a8-48f3-a520-7317a53ed804 req-276b29e4-0295-4669-8352-247cfcefd80e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.0714147 Jul 07 16:49:14.679210 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port cc43800e-702a-43e9-809d-0e27feb75adf, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=cc43800e-702a-43e9-809d-0e27feb75adf,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:14.715257 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60452) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:14.726036 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-23711218-36a8-48f3-a520-7317a53ed804 req-adc454c4-556a-44af-b092-390a5b6e6677 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412395 Jul 07 16:49:14.733225 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:14.740813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e498b-6a09-463d-b023-a744b74d8b8c req-cdbd4c8f-fe97-4a47-985b-08b464be5f2b tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:14.749118 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-633e498b-6a09-463d-b023-a744b74d8b8c req-cdbd4c8f-fe97-4a47-985b-08b464be5f2b tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8 HTTP/1.1" status: 200 len: 949 time: 0.4444473 Jul 07 16:49:14.889179 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device cc43800e-702a-43e9-809d-0e27feb75adf has no active binding in host n-h2-793620-7 {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:49:14.890754 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ffb2dc54-5274-48a0-9b15-581d4ac15d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:14.906051 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 016d2754-b156-4c95-8206-1be129d14f7e completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:14.920283 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 016d2754-b156-4c95-8206-1be129d14f7e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:14.920663 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:14.928801 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-23711218-36a8-48f3-a520-7317a53ed804 req-ec59753e-cbbb-483c-aaf5-42dca5c75eae service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773911 Jul 07 16:49:15.044810 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=2e956c6d-4647-4508-a858-901e36dbdafb,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:15.066488 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-633e498b-6a09-463d-b023-a744b74d8b8c req-512ac75f-b8be-45fb-ab02-7e3620bdc2b6 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162909 Jul 07 16:49:15.176547 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.207339 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e2eb6a-fc99-490f-a960-d84c854c888c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e956c6d-4647-4508-a858-901e36dbdafb'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:15.210124 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-23711218-36a8-48f3-a520-7317a53ed804 req-b5763c09-e500-443a-9a0e-8169abc5da91 service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280951 Jul 07 16:49:15.215260 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d3061d-251c-41ca-bc8f-01d207a1542d" -d '{"events": [{"server_uuid": "a3e2eb6a-fc99-490f-a960-d84c854c888c", "name": "network-vif-unplugged", "status": "completed", "tag": "2e956c6d-4647-4508-a858-901e36dbdafb"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:15.277240 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 016d2754-b156-4c95-8206-1be129d14f7e, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=016d2754-b156-4c95-8206-1be129d14f7e,segment=NetworkSegment(cf501ef3-5775-463b-8f3e-78b18e318878),segment_id=cf501ef3-5775-463b-8f3e-78b18e318878)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:15.286056 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.373578 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=016d2754-b156-4c95-8206-1be129d14f7e,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:15.477376 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c8a1f-d88e-483a-9e94-94bf5da5f77a req-61ab3bc4-e327-478d-af03-ef7ad11db389 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:15.479520 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e44c8a1f-d88e-483a-9e94-94bf5da5f77a req-61ab3bc4-e327-478d-af03-ef7ad11db389 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 947 time: 0.4557061 Jul 07 16:49:15.509956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-a681cd83-0fd4-4cc6-99ae-a671b0bf9fd2 admin admin] Deleting port 016d2754-b156-4c95-8206-1be129d14f7e {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:15.510124 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a681cd83-0fd4-4cc6-99ae-a671b0bf9fd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.520064 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8aa767d9-22c5-4467-b774-e3c0ab933eca no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:15.552896 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d665f54-79fc-4dd0-a98b-762bbc690441 x-openstack-request-id: req-6d665f54-79fc-4dd0-a98b-762bbc690441 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:15.553229 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e2eb6a-fc99-490f-a960-d84c854c888c", "name": "network-vif-unplugged", "status": "completed", "tag": "2e956c6d-4647-4508-a858-901e36dbdafb", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:15.553451 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6d665f54-79fc-4dd0-a98b-762bbc690441 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:15.553853 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e2eb6a-fc99-490f-a960-d84c854c888c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e956c6d-4647-4508-a858-901e36dbdafb', 'code': 200} Jul 07 16:49:15.554534 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 8aa767d9-22c5-4467-b774-e3c0ab933eca {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:15.554888 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8aa767d9-22c5-4467-b774-e3c0ab933eca not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:15.631724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60468) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:15.689773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-a681cd83-0fd4-4cc6-99ae-a671b0bf9fd2 admin admin] For port 016d2754-b156-4c95-8206-1be129d14f7e, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=016d2754-b156-4c95-8206-1be129d14f7e,segment=NetworkSegment(cf501ef3-5775-463b-8f3e-78b18e318878),segment_id=cf501ef3-5775-463b-8f3e-78b18e318878)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:15.690329 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a681cd83-0fd4-4cc6-99ae-a671b0bf9fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.707165 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e44c8a1f-d88e-483a-9e94-94bf5da5f77a req-ad5b52c0-3d96-4eea-9d67-2294653313b1 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204964 Jul 07 16:49:15.715161 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-a681cd83-0fd4-4cc6-99ae-a671b0bf9fd2 admin admin] Calling delete_port for 016d2754-b156-4c95-8206-1be129d14f7e owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:15.738040 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83847e78-251a-469d-8fa8-16e30d10d4c1 req-dc85a8eb-0157-4564-aff9-bc80ba14e1a8 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:15.739730 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-83847e78-251a-469d-8fa8-16e30d10d4c1 req-dc85a8eb-0157-4564-aff9-bc80ba14e1a8 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 944 time: 0.0903456 Jul 07 16:49:15.795879 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-83847e78-251a-469d-8fa8-16e30d10d4c1 req-b99f1195-ff5e-4047-b5f8-e3a88967b14e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499105 Jul 07 16:49:15.798645 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-94255561-b4f4-4b02-abea-6bd5f7557833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.825702 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2f104af9-9dd1-4123-b179-05fc3856b27e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ebf524cb2b04867aa7fda7682aca78e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1920106 Jul 07 16:49:15.828004 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60472) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:15.879229 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2ae022d-a70b-4d3d-b4d6-f13d14cb60f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.905378 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2ae022d-a70b-4d3d-b4d6-f13d14cb60f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.963981 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2ae022d-a70b-4d3d-b4d6-f13d14cb60f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.968078 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2ae022d-a70b-4d3d-b4d6-f13d14cb60f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:15.971699 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a2ae022d-a70b-4d3d-b4d6-f13d14cb60f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3c8eb6d-267d-4476-8b63-885adca05f98 HTTP/1.1" status: 204 len: 168 time: 0.1402812 Jul 07 16:49:15.980476 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae022d-a70b-4d3d-b4d6-f13d14cb60f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c8eb6d-267d-4476-8b63-885adca05f98,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:16.115734 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.123070 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 016d2754-b156-4c95-8206-1be129d14f7e up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:16.132076 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a681cd83-0fd4-4cc6-99ae-a671b0bf9fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.183770 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 016d2754-b156-4c95-8206-1be129d14f7e {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:16.184482 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 016d2754-b156-4c95-8206-1be129d14f7e not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 16:49:16.191920 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681cd83-0fd4-4cc6-99ae-a671b0bf9fd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=016d2754-b156-4c95-8206-1be129d14f7e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:16.220851 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Port 016d2754-b156-4c95-8206-1be129d14f7e not found, will not notify nova. {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 16:49:16.453506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60482) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:16.468271 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c9f0c636-4e73-4618-aece-8e1e7773c3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.488853 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-94255561-b4f4-4b02-abea-6bd5f7557833 admin admin] Deleting port faf2eb83-f1d3-473f-9c04-c7695ed26e36 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:16.489238 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-94255561-b4f4-4b02-abea-6bd5f7557833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.592016 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a681cd83-0fd4-4cc6-99ae-a671b0bf9fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.601575 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c9f0c636-4e73-4618-aece-8e1e7773c3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.615555 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c9f0c636-4e73-4618-aece-8e1e7773c3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.638288 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-94255561-b4f4-4b02-abea-6bd5f7557833 admin admin] For port faf2eb83-f1d3-473f-9c04-c7695ed26e36, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=faf2eb83-f1d3-473f-9c04-c7695ed26e36,segment=NetworkSegment(b6a98059-04af-4b19-a054-fa99a7ac96a2),segment_id=b6a98059-04af-4b19-a054-fa99a7ac96a2)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:16.638593 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-94255561-b4f4-4b02-abea-6bd5f7557833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.653041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cca185-5c04-4f3f-ade9-1e36706d3adf req-917d2341-bda9-429b-a3cb-4be6cba33faa tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:16.655767 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b3cca185-5c04-4f3f-ade9-1e36706d3adf req-917d2341-bda9-429b-a3cb-4be6cba33faa tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8 HTTP/1.1" status: 200 len: 949 time: 0.2684228 Jul 07 16:49:16.660096 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0c636-4e73-4618-aece-8e1e7773c3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddffa04-bbd4-4b1c-8432-3ede5cd0d1f4,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:16.673544 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c9f0c636-4e73-4618-aece-8e1e7773c3ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e70114a5a1b44ce99e59a191b8bd8cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184668 Jul 07 16:49:16.676544 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60486) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:16.709162 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-94255561-b4f4-4b02-abea-6bd5f7557833 admin admin] Calling delete_port for faf2eb83-f1d3-473f-9c04-c7695ed26e36 owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:16.732522 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-effa44a3-bd40-4190-b967-54ab1925e65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.765216 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-effa44a3-bd40-4190-b967-54ab1925e65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.828124 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-effa44a3-bd40-4190-b967-54ab1925e65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.830862 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-effa44a3-bd40-4190-b967-54ab1925e65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:16.834823 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-effa44a3-bd40-4190-b967-54ab1925e65f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ddffa04-bbd4-4b1c-8432-3ede5cd0d1f4 HTTP/1.1" status: 204 len: 168 time: 0.1573124 Jul 07 16:49:16.856625 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa44a3-bd40-4190-b967-54ab1925e65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddffa04-bbd4-4b1c-8432-3ede5cd0d1f4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:16.912296 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56904080-ef47-41f8-8bd4-756d4dded43c req-2d5b6026-8db2-46b6-af4c-e39c5d352d5e tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:16.913841 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-56904080-ef47-41f8-8bd4-756d4dded43c req-2d5b6026-8db2-46b6-af4c-e39c5d352d5e tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 947 time: 0.0704834 Jul 07 16:49:16.919802 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b3cca185-5c04-4f3f-ade9-1e36706d3adf req-58857516-284b-417c-9239-67b48d5db781 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177856 Jul 07 16:49:16.961968 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-56904080-ef47-41f8-8bd4-756d4dded43c req-1ae66ae8-d28f-490b-bf34-1a24d26ccfcd tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Jul 07 16:49:17.405730 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-90b7f1a3-f19b-47f3-9a02-faa805a3e579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:17.421435 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-94255561-b4f4-4b02-abea-6bd5f7557833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:17.463231 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94255561-b4f4-4b02-abea-6bd5f7557833 admin admin] Pushing event deleted for resources: {'Port': ['ID=faf2eb83-f1d3-473f-9c04-c7695ed26e36,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:17.523982 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a681cd83-0fd4-4cc6-99ae-a671b0bf9fd2 admin admin] Router 73432381-6169-4d1f-9e97-505f5476b7c2 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:49:17.536419 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce34086-7bc2-43fc-aa07-bfaeb352e7d0 req-c6cd4b50-eea5-46a5-9716-1e5510de2d63 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:17.537940 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5ce34086-7bc2-43fc-aa07-bfaeb352e7d0 req-c6cd4b50-eea5-46a5-9716-1e5510de2d63 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 944 time: 0.2518947 Jul 07 16:49:17.568947 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:17.700440 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60516) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:17.716123 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5ce34086-7bc2-43fc-aa07-bfaeb352e7d0 req-cb919bda-0d77-4b22-b134-a1db135b04a3 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672783 Jul 07 16:49:17.776858 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a681cd83-0fd4-4cc6-99ae-a671b0bf9fd2 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:17.783384 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a681cd83-0fd4-4cc6-99ae-a671b0bf9fd2 admin admin] 10.222.0.50 "PUT /v2.0/routers/73432381-6169-4d1f-9e97-505f5476b7c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2897637 Jul 07 16:49:17.786163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60520) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:17.787911 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae60145-4718-4f5e-8a7a-1ae3e54f70eb None None] Sync routers for ids ['73432381-6169-4d1f-9e97-505f5476b7c2'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:17.798402 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae60145-4718-4f5e-8a7a-1ae3e54f70eb None None] Routers {'73432381-6169-4d1f-9e97-505f5476b7c2'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:17.801887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 2e956c6d-4647-4508-a858-901e36dbdafb details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:49:17.803538 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3ae60145-4718-4f5e-8a7a-1ae3e54f70eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:49:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['73432381-6169-4d1f-9e97-505f5476b7c2'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:17.813032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b9af2190-a661-49f8-9f83-a4a453ffc85d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1418989540-network', 'tenant_id': '77133d5e02c74a1591f6737b0bd4e44a'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:17.831535 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-94255561-b4f4-4b02-abea-6bd5f7557833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:17.845132 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9af2190-a661-49f8-9f83-a4a453ffc85d admin admin] Made reservation on behalf of 77133d5e02c74a1591f6737b0bd4e44a for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:17.847766 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b9af2190-a661-49f8-9f83-a4a453ffc85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:17.859757 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b9af2190-a661-49f8-9f83-a4a453ffc85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:17.928747 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 2e956c6d-4647-4508-a858-901e36dbdafb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2e956c6d-4647-4508-a858-901e36dbdafb,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:17.951494 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '2e956c6d-4647-4508-a858-901e36dbdafb', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '2e956c6d-4647-4508-a858-901e36dbdafb', 'mac_address': 'fa:16:3e:06:3c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:49:17.984577 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ffd5dcd1-0abc-42dd-997b-38f3e4dc81d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:18.012721 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:18.029622 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-3ae60145-4718-4f5e-8a7a-1ae3e54f70eb None None] Set router 73432381-6169-4d1f-9e97-505f5476b7c2 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:18.046511 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e956c6d-4647-4508-a858-901e36dbdafb {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:18.069543 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b9af2190-a661-49f8-9f83-a4a453ffc85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:18.077384 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b9af2190-a661-49f8-9f83-a4a453ffc85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:18.100483 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 2e956c6d-4647-4508-a858-901e36dbdafb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2e956c6d-4647-4508-a858-901e36dbdafb,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:18.109454 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:18.147360 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9af2190-a661-49f8-9f83-a4a453ffc85d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:49:18.229036 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b9af2190-a661-49f8-9f83-a4a453ffc85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:18.229375 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-b9af2190-a661-49f8-9f83-a4a453ffc85d admin admin] Added segment 58bbab1b-9baa-47e0-a65e-c4a62fdd600b of type vlan for network fcc12aee-15b0-41b3-ba75-274663c7eac0 Jul 07 16:49:18.235138 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af2190-a661-49f8-9f83-a4a453ffc85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35826a27-a642-405f-8c13-1f16887e94d5,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:18.261346 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=2e956c6d-4647-4508-a858-901e36dbdafb,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:18.315096 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b9af2190-a661-49f8-9f83-a4a453ffc85d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:18.359992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb86c6f-c992-4317-9255-b53d3d30fe05 req-19727633-f1b6-431b-bc37-996f39056c5b tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:18.365410 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bbb86c6f-c992-4317-9255-b53d3d30fe05 req-19727633-f1b6-431b-bc37-996f39056c5b tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8 HTTP/1.1" status: 200 len: 949 time: 0.2423267 Jul 07 16:49:18.398206 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b9af2190-a661-49f8-9f83-a4a453ffc85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:18.399323 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9af2190-a661-49f8-9f83-a4a453ffc85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:18.399777 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b9af2190-a661-49f8-9f83-a4a453ffc85d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:18.420765 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3ae60145-4718-4f5e-8a7a-1ae3e54f70eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73432381-6169-4d1f-9e97-505f5476b7c2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1923652075-router', 'tenant_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'bf603724-7a0d-4a7f-b759-dda90dff5ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:01Z', 'updated_at': '2021-07-07T16:49:16Z', 'revision_number': 5, 'project_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'gw_port': {'id': 'bf603724-7a0d-4a7f-b759-dda90dff5ba5', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73432381-6169-4d1f-9e97-505f5476b7c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:03Z', 'updated_at': '2021-07-07T16:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:18.428176 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ffd5dcd1-0abc-42dd-997b-38f3e4dc81d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:18.452305 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0429f-7e79-4212-80d3-d3236fde4216 req-e75734b6-e914-41a4-a721-734934c3850f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:18.453890 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f0a0429f-7e79-4212-80d3-d3236fde4216 req-e75734b6-e914-41a4-a721-734934c3850f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 948 time: 0.2147584 Jul 07 16:49:18.472573 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae60145-4718-4f5e-8a7a-1ae3e54f70eb None None] Checking router: 73432381-6169-4d1f-9e97-505f5476b7c2 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:49:18.483811 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae60145-4718-4f5e-8a7a-1ae3e54f70eb None None] Routers {'73432381-6169-4d1f-9e97-505f5476b7c2'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:18.484574 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3ae60145-4718-4f5e-8a7a-1ae3e54f70eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:49:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['73432381-6169-4d1f-9e97-505f5476b7c2'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:18.496979 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b9af2190-a661-49f8-9f83-a4a453ffc85d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7954121 Jul 07 16:49:18.498058 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60548) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:18.514529 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bbb86c6f-c992-4317-9255-b53d3d30fe05 req-70e83f92-8183-48d7-865a-03ad6423499a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447124 Jul 07 16:49:18.520980 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94255561-b4f4-4b02-abea-6bd5f7557833 admin admin] Router 7d948f28-17d1-41cd-ab0a-c32eeb115746 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:49:18.524294 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-bd1a5366-98ae-453d-a38a-f385235a6d7f admin admin] Request body: {'subnet': {'network_id': 'fcc12aee-15b0-41b3-ba75-274663c7eac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1418989540-subnet', 'tenant_id': '77133d5e02c74a1591f6737b0bd4e44a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:18.543157 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f0a0429f-7e79-4212-80d3-d3236fde4216 req-4d7e5608-76db-4ed1-856e-d5f37f46ef79 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822484 Jul 07 16:49:18.553739 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af2190-a661-49f8-9f83-a4a453ffc85d admin admin] Pushing event updated for resources: {'Network': ['ID=fcc12aee-15b0-41b3-ba75-274663c7eac0,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:18.566650 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network fcc12aee-15b0-41b3-ba75-274663c7eac0 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:49:18.589549 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1a5366-98ae-453d-a38a-f385235a6d7f admin admin] Made reservation on behalf of 77133d5e02c74a1591f6737b0bd4e44a for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:18.592595 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5366-98ae-453d-a38a-f385235a6d7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:18.626747 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-3ae60145-4718-4f5e-8a7a-1ae3e54f70eb None None] Set router 73432381-6169-4d1f-9e97-505f5476b7c2 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:18.654826 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['2e956c6d-4647-4508-a858-901e36dbdafb'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:18.691839 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-ffd5dcd1-0abc-42dd-997b-38f3e4dc81d0 admin admin] Deleting port bf603724-7a0d-4a7f-b759-dda90dff5ba5 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:18.692201 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ffd5dcd1-0abc-42dd-997b-38f3e4dc81d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:18.734321 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:18.844989 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3ae60145-4718-4f5e-8a7a-1ae3e54f70eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73432381-6169-4d1f-9e97-505f5476b7c2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1923652075-router', 'tenant_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:01Z', 'updated_at': '2021-07-07T16:49:18Z', 'revision_number': 6, 'project_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:18.860608 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-ffd5dcd1-0abc-42dd-997b-38f3e4dc81d0 admin admin] For port bf603724-7a0d-4a7f-b759-dda90dff5ba5, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=bf603724-7a0d-4a7f-b759-dda90dff5ba5,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:18.861215 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ffd5dcd1-0abc-42dd-997b-38f3e4dc81d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:18.890311 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae60145-4718-4f5e-8a7a-1ae3e54f70eb None None] The sync data for ids ['73432381-6169-4d1f-9e97-505f5476b7c2'] in n-d-793620-7 is: [{'id': '73432381-6169-4d1f-9e97-505f5476b7c2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1923652075-router', 'tenant_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:01Z', 'updated_at': '2021-07-07T16:49:18Z', 'revision_number': 6, 'project_id': '7a2bce81273946ccb6b2af80f1fa28a4', 'gw_port_host': None}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:18.892137 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1188394-c7fe-4098-be25-101e8472f9fc req-37e8dd9f-0b24-4820-9607-2b04325b1e5f tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:18.893633 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1188394-c7fe-4098-be25-101e8472f9fc req-37e8dd9f-0b24-4820-9607-2b04325b1e5f tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8 HTTP/1.1" status: 200 len: 1100 time: 0.2291906 Jul 07 16:49:18.956445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-ffd5dcd1-0abc-42dd-997b-38f3e4dc81d0 admin admin] Calling delete_port for bf603724-7a0d-4a7f-b759-dda90dff5ba5 owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:19.024175 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1188394-c7fe-4098-be25-101e8472f9fc req-e71fca27-4909-4c3f-bfec-41cd788554ef tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841069 Jul 07 16:49:19.040663 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94255561-b4f4-4b02-abea-6bd5f7557833 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:19.048623 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-94255561-b4f4-4b02-abea-6bd5f7557833 admin admin] 10.222.0.50 "PUT /v2.0/routers/7d948f28-17d1-41cd-ab0a-c32eeb115746/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3228900 Jul 07 16:49:19.051301 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60576) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:19.057144 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b1bc74-e39e-460d-90bc-bb46d9dbae15 None None] Sync routers for ids ['7d948f28-17d1-41cd-ab0a-c32eeb115746'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:19.072800 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b1bc74-e39e-460d-90bc-bb46d9dbae15 None None] Routers {'7d948f28-17d1-41cd-ab0a-c32eeb115746'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:19.072800 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c8b1bc74-e39e-460d-90bc-bb46d9dbae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:49:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7d948f28-17d1-41cd-ab0a-c32eeb115746'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:19.219775 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e3c4-3725-4572-b1a5-29a0818d7780 admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:19.255067 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-c8b1bc74-e39e-460d-90bc-bb46d9dbae15 None None] Set router 7d948f28-17d1-41cd-ab0a-c32eeb115746 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:19.266054 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ffd5dcd1-0abc-42dd-997b-38f3e4dc81d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:19.318305 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5dcd1-0abc-42dd-997b-38f3e4dc81d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf603724-7a0d-4a7f-b759-dda90dff5ba5,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:19.385900 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5366-98ae-453d-a38a-f385235a6d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:19.431733 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ffd5dcd1-0abc-42dd-997b-38f3e4dc81d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:19.485613 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce410809-a157-461a-ac74-84602a072337 req-379db324-65ca-4795-8f41-66214213e3e7 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:19.492672 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ce410809-a157-461a-ac74-84602a072337 req-379db324-65ca-4795-8f41-66214213e3e7 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 944 time: 0.3050566 Jul 07 16:49:19.522689 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a5366-98ae-453d-a38a-f385235a6d7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fb1b732-0075-4976-8d89-d47372874880,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:19.536134 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-8adef416-ad29-4527-9403-430df58442ba tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=38030373b006411e8f5b2946cc1d26ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1331866 Jul 07 16:49:19.550521 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c8b1bc74-e39e-460d-90bc-bb46d9dbae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d948f28-17d1-41cd-ab0a-c32eeb115746', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891341746-router', 'tenant_id': 'e274f8f036d94d36b338115a1e4f399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'df68c47b-82a1-4f89-a2c4-5e5b91181305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:47:19Z', 'updated_at': '2021-07-07T16:49:16Z', 'revision_number': 5, 'project_id': 'e274f8f036d94d36b338115a1e4f399c', 'gw_port': {'id': 'df68c47b-82a1-4f89-a2c4-5e5b91181305', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d948f28-17d1-41cd-ab0a-c32eeb115746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:20Z', 'updated_at': '2021-07-07T16:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:19.588459 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b1bc74-e39e-460d-90bc-bb46d9dbae15 None None] Checking router: 7d948f28-17d1-41cd-ab0a-c32eeb115746 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:49:19.600125 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b1bc74-e39e-460d-90bc-bb46d9dbae15 None None] Routers {'7d948f28-17d1-41cd-ab0a-c32eeb115746'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:19.601556 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c8b1bc74-e39e-460d-90bc-bb46d9dbae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:49:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7d948f28-17d1-41cd-ab0a-c32eeb115746'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:19.688041 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e3c4-3725-4572-b1a5-29a0818d7780 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:19.721062 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1a5366-98ae-453d-a38a-f385235a6d7f admin admin] Checking segment: {'id': '58bbab1b-9baa-47e0-a65e-c4a62fdd600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fcc12aee-15b0-41b3-ba75-274663c7eac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:19.721315 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1a5366-98ae-453d-a38a-f385235a6d7f admin admin] Network hostable DHCP agents. Network: fcc12aee-15b0-41b3-ba75-274663c7eac0, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:49:19.884428 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-c8b1bc74-e39e-460d-90bc-bb46d9dbae15 None None] Set router 7d948f28-17d1-41cd-ab0a-c32eeb115746 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:19.906625 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-28c83dc6-4d79-4b31-83e7-550647a8b0ba tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:19.908481 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-28c83dc6-4d79-4b31-83e7-550647a8b0ba tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3715625 Jul 07 16:49:19.917071 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1a5366-98ae-453d-a38a-f385235a6d7f admin admin] Network fcc12aee-15b0-41b3-ba75-274663c7eac0 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:49:19.952919 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ffd5dcd1-0abc-42dd-997b-38f3e4dc81d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:19.956198 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ffd5dcd1-0abc-42dd-997b-38f3e4dc81d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:19.981646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-bd1a5366-98ae-453d-a38a-f385235a6d7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, fcc12aee-15b0-41b3-ba75-274663c7eac0) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:19.988402 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-b6850102-995a-4b46-8645-a5b2cd993dc0 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/quotas/38030373b006411e8f5b2946cc1d26ab HTTP/1.1" status: 200 len: 375 time: 0.0579093 Jul 07 16:49:20.006934 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1a5366-98ae-453d-a38a-f385235a6d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:20.007715 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5366-98ae-453d-a38a-f385235a6d7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.033497 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-90962425-b96b-4cb2-851c-437a5b07f0fa service neutron] 10.222.0.15 "GET /v2.0/ports/cc43800e-702a-43e9-809d-0e27feb75adf/bindings/n-h2-793620-7 HTTP/1.1" status: 200 len: 384 time: 0.3134143 Jul 07 16:49:20.036325 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040cd05e-10ca-4af4-8e25-4c022d6350b9 None None] Network fcc12aee-15b0-41b3-ba75-274663c7eac0 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:20.077770 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ffd5dcd1-0abc-42dd-997b-38f3e4dc81d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.078435 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd5dcd1-0abc-42dd-997b-38f3e4dc81d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73432381-6169-4d1f-9e97-505f5476b7c2 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:49:20.089517 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ffd5dcd1-0abc-42dd-997b-38f3e4dc81d0 admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.090913 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ffd5dcd1-0abc-42dd-997b-38f3e4dc81d0 admin admin] 10.222.0.50 "DELETE /v2.0/routers/73432381-6169-4d1f-9e97-505f5476b7c2 HTTP/1.1" status: 204 len: 168 time: 2.3036647 Jul 07 16:49:20.093291 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60630) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:20.136713 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-1ee1e3c4-3725-4572-b1a5-29a0818d7780 admin admin] Deleting port df68c47b-82a1-4f89-a2c4-5e5b91181305 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:20.137238 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e3c4-3725-4572-b1a5-29a0818d7780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.179839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 016d2754-b156-4c95-8206-1be129d14f7e no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:20.194828 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bd1a5366-98ae-453d-a38a-f385235a6d7f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6740363 Jul 07 16:49:20.235407 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ce410809-a157-461a-ac74-84602a072337 req-661ad1ae-42e3-4aca-bb51-d1688c41a7df tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7396448 Jul 07 16:49:20.253863 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.254587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 016d2754-b156-4c95-8206-1be129d14f7e {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:20.254927 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 016d2754-b156-4c95-8206-1be129d14f7e not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:20.255337 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device bf603724-7a0d-4a7f-b759-dda90dff5ba5 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:20.267518 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a46505-947b-4e73-a7e6-0de5531a98d5 admin admin] Deleting subnet 3c60bc3e-eb31-4e2a-92dd-6c6dac0de89a {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:49:20.275978 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-97a46505-947b-4e73-a7e6-0de5531a98d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.284388 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: bf603724-7a0d-4a7f-b759-dda90dff5ba5 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:20.284739 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device bf603724-7a0d-4a7f-b759-dda90dff5ba5 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:20.364990 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-97a46505-947b-4e73-a7e6-0de5531a98d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.504581 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a05232-b10e-4315-a28c-a8928a48bf8e None None] Network fcc12aee-15b0-41b3-ba75-274663c7eac0 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:20.530040 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-2dd99e2f-06de-4b6a-94aa-cc88dbc58abf tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5338991 Jul 07 16:49:20.546985 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-1ee1e3c4-3725-4572-b1a5-29a0818d7780 admin admin] For port df68c47b-82a1-4f89-a2c4-5e5b91181305, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=df68c47b-82a1-4f89-a2c4-5e5b91181305,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:20.546985 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e3c4-3725-4572-b1a5-29a0818d7780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.572018 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-97a46505-947b-4e73-a7e6-0de5531a98d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.596570 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-1ee1e3c4-3725-4572-b1a5-29a0818d7780 admin admin] Calling delete_port for df68c47b-82a1-4f89-a2c4-5e5b91181305 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:20.636555 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7885b-d25d-4387-9fe7-cdd919dc6a9d req-910cca6a-aa70-4867-926f-fb7e969fb55a tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:20.639346 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-98c7885b-d25d-4387-9fe7-cdd919dc6a9d req-910cca6a-aa70-4867-926f-fb7e969fb55a tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 948 time: 0.2153957 Jul 07 16:49:20.664705 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-60d4a5b2-c6ca-4a41-b1fd-0feea9c0d83f service neutron] For port cc43800e-702a-43e9-809d-0e27feb75adf, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=cc43800e-702a-43e9-809d-0e27feb75adf,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:20.695334 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-97a46505-947b-4e73-a7e6-0de5531a98d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.717787 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-97a46505-947b-4e73-a7e6-0de5531a98d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.719690 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-97a46505-947b-4e73-a7e6-0de5531a98d5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3c60bc3e-eb31-4e2a-92dd-6c6dac0de89a HTTP/1.1" status: 204 len: 168 time: 0.6251609 Jul 07 16:49:20.724311 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60640) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:20.754597 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-98c7885b-d25d-4387-9fe7-cdd919dc6a9d req-67b1eec6-5e80-4d69-ad81-d1d8f871dab5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079094 Jul 07 16:49:20.756187 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a46505-947b-4e73-a7e6-0de5531a98d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c60bc3e-eb31-4e2a-92dd-6c6dac0de89a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:20.766318 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cc4885-361a-4a69-88b6-2f6054acf2b2 None None] Network 0671b136-dd78-4df6-8c58-77bfbc44970f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:20.832590 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-60d4a5b2-c6ca-4a41-b1fd-0feea9c0d83f service neutron] For port cc43800e-702a-43e9-809d-0e27feb75adf, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:20.910410 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-60d4a5b2-c6ca-4a41-b1fd-0feea9c0d83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc43800e-702a-43e9-809d-0e27feb75adf {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:20.925078 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e45f8ed-73a3-4660-82d2-19276ee49d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:20.929006 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45047af5-63af-491d-8a57-ac23e2f4cbe5 req-79f15571-ba41-41b0-8fdd-adadc02485b3 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=70a21af2-7789-4d0d-af3f-2e76840dc880 HTTP/1.1" status: 200 len: 210 time: 0.0722923 Jul 07 16:49:20.974079 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c8b1bc74-e39e-460d-90bc-bb46d9dbae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d948f28-17d1-41cd-ab0a-c32eeb115746', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891341746-router', 'tenant_id': 'e274f8f036d94d36b338115a1e4f399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'df68c47b-82a1-4f89-a2c4-5e5b91181305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:47:19Z', 'updated_at': '2021-07-07T16:49:16Z', 'revision_number': 5, 'project_id': 'e274f8f036d94d36b338115a1e4f399c', 'gw_port': {'id': 'df68c47b-82a1-4f89-a2c4-5e5b91181305', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d948f28-17d1-41cd-ab0a-c32eeb115746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:20Z', 'updated_at': '2021-07-07T16:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:21.001048 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-6e45f8ed-73a3-4660-82d2-19276ee49d8b admin admin] Deleting port 4e16b387-75ec-42d1-8150-eabd864a3ca2 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:21.002079 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e45f8ed-73a3-4660-82d2-19276ee49d8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.018245 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b1bc74-e39e-460d-90bc-bb46d9dbae15 None None] The sync data for ids ['7d948f28-17d1-41cd-ab0a-c32eeb115746'] in n-d-793620-7 is: [{'id': '7d948f28-17d1-41cd-ab0a-c32eeb115746', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891341746-router', 'tenant_id': 'e274f8f036d94d36b338115a1e4f399c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'df68c47b-82a1-4f89-a2c4-5e5b91181305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:47:19Z', 'updated_at': '2021-07-07T16:49:16Z', 'revision_number': 5, 'project_id': 'e274f8f036d94d36b338115a1e4f399c', 'gw_port': {'id': 'df68c47b-82a1-4f89-a2c4-5e5b91181305', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d948f28-17d1-41cd-ab0a-c32eeb115746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:20Z', 'updated_at': '2021-07-07T16:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:21.111500 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-60d4a5b2-c6ca-4a41-b1fd-0feea9c0d83f service neutron] For port cc43800e-702a-43e9-809d-0e27feb75adf, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=cc43800e-702a-43e9-809d-0e27feb75adf,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:21.147483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-6e45f8ed-73a3-4660-82d2-19276ee49d8b admin admin] For port 4e16b387-75ec-42d1-8150-eabd864a3ca2, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4e16b387-75ec-42d1-8150-eabd864a3ca2,segment=NetworkSegment(cf501ef3-5775-463b-8f3e-78b18e318878),segment_id=cf501ef3-5775-463b-8f3e-78b18e318878)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:21.148882 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e45f8ed-73a3-4660-82d2-19276ee49d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.159278 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-60d4a5b2-c6ca-4a41-b1fd-0feea9c0d83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.214267 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-6e45f8ed-73a3-4660-82d2-19276ee49d8b admin admin] Calling delete_port for 4e16b387-75ec-42d1-8150-eabd864a3ca2 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:21.341030 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60664) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:21.351370 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d9440183-3c36-4e3f-a26b-529bfe88459a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1338502215-network', 'tenant_id': 'cec3a8546e7c465390ca490b16033931'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:21.403409 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e3c4-3725-4572-b1a5-29a0818d7780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.404994 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30c5d2e-865a-44dc-8297-5e4313738bcb None None] DHCP port deletion for 0671b136-dd78-4df6-8c58-77bfbc44970f request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:49:21.444875 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e45f8ed-73a3-4660-82d2-19276ee49d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.473204 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-60d4a5b2-c6ca-4a41-b1fd-0feea9c0d83f service neutron] Transition to ACTIVE for port object cc43800e-702a-43e9-809d-0e27feb75adf will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:21.474594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1e3c4-3725-4572-b1a5-29a0818d7780 admin admin] Pushing event deleted for resources: {'Port': ['ID=df68c47b-82a1-4f89-a2c4-5e5b91181305,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:21.493322 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-60d4a5b2-c6ca-4a41-b1fd-0feea9c0d83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.551933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b30c5d2e-865a-44dc-8297-5e4313738bcb None None] Deleting port 4e16b387-75ec-42d1-8150-eabd864a3ca2 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:21.552348 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b30c5d2e-865a-44dc-8297-5e4313738bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.558427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e45f8ed-73a3-4660-82d2-19276ee49d8b admin admin] No DVR routers for this DVR port 4e16b387-75ec-42d1-8150-eabd864a3ca2 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:21.647712 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45f8ed-73a3-4660-82d2-19276ee49d8b admin admin] Pushing event deleted for resources: {'Port': ['ID=4e16b387-75ec-42d1-8150-eabd864a3ca2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:21.694867 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b30c5d2e-865a-44dc-8297-5e4313738bcb None None] For port 4e16b387-75ec-42d1-8150-eabd864a3ca2, host n-d-793620-7, got binding levels [] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:21.695566 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b30c5d2e-865a-44dc-8297-5e4313738bcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.715897 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b30c5d2e-865a-44dc-8297-5e4313738bcb None None] Calling delete_port for 4e16b387-75ec-42d1-8150-eabd864a3ca2 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:21.729876 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.ipam_backend_mixin [None req-b30c5d2e-865a-44dc-8297-5e4313738bcb None None] Port 4e16b387-75ec-42d1-8150-eabd864a3ca2 was not found and therefore no delete operation was performed {{(pid=100411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 16:49:21.732107 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b30c5d2e-865a-44dc-8297-5e4313738bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.767072 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c5d2e-865a-44dc-8297-5e4313738bcb None None] Pushing event deleted for resources: {'Port': ['ID=4e16b387-75ec-42d1-8150-eabd864a3ca2,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:21.770609 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30c5d2e-865a-44dc-8297-5e4313738bcb None None] No DVR routers for this DVR port 4e16b387-75ec-42d1-8150-eabd864a3ca2 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:21.838055 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 2e956c6d-4647-4508-a858-901e36dbdafb up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:21.881137 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e45f8ed-73a3-4660-82d2-19276ee49d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.938944 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 2e956c6d-4647-4508-a858-901e36dbdafb triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:21.939554 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.943506 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-6e45f8ed-73a3-4660-82d2-19276ee49d8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0671b136-dd78-4df6-8c58-77bfbc44970f']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:21.947121 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9440183-3c36-4e3f-a26b-529bfe88459a admin admin] Made reservation on behalf of cec3a8546e7c465390ca490b16033931 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:21.949497 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d9440183-3c36-4e3f-a26b-529bfe88459a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.965402 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e3c4-3725-4572-b1a5-29a0818d7780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:21.980011 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-6e45f8ed-73a3-4660-82d2-19276ee49d8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf501ef3-5775-463b-8f3e-78b18e318878') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:21.980441 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-6e45f8ed-73a3-4660-82d2-19276ee49d8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf501ef3-5775-463b-8f3e-78b18e318878') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:22.019705 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e45f8ed-73a3-4660-82d2-19276ee49d8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.043633 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4a5b2-c6ca-4a41-b1fd-0feea9c0d83f service neutron] Pushing event updated for resources: {'Port': ['ID=cc43800e-702a-43e9-809d-0e27feb75adf,revision_number=10']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:22.046214 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e45f8ed-73a3-4660-82d2-19276ee49d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.052410 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.057257 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e45f8ed-73a3-4660-82d2-19276ee49d8b admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:49:22.057469 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e45f8ed-73a3-4660-82d2-19276ee49d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.110515 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e2eb6a-fc99-490f-a960-d84c854c888c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e956c6d-4647-4508-a858-901e36dbdafb'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:49:22.115335 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:49:22.123651 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2694017b-c22d-43e5-8589-788d05d7aa58" -d '{"events": [{"server_uuid": "a3e2eb6a-fc99-490f-a960-d84c854c888c", "name": "network-vif-plugged", "status": "completed", "tag": "2e956c6d-4647-4508-a858-901e36dbdafb"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:22.153931 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992121a3-1ab0-49cc-9b45-5e30c8105a23 req-1b4393cf-16e4-4d50-945e-c942e5ddc2a5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:22.156191 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-992121a3-1ab0-49cc-9b45-5e30c8105a23 req-1b4393cf-16e4-4d50-945e-c942e5ddc2a5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c&tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 948 time: 0.6790636 Jul 07 16:49:22.163993 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 2e956c6d-4647-4508-a858-901e36dbdafb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2e956c6d-4647-4508-a858-901e36dbdafb,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:22.169565 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.221921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f53522-bf6b-433a-8ad6-a07635c43554 req-57139b22-9a2a-412d-8a6e-38fc505e3e44 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:22.230183 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-53f53522-bf6b-433a-8ad6-a07635c43554 req-57139b22-9a2a-412d-8a6e-38fc505e3e44 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 948 time: 0.5886090 Jul 07 16:49:22.236348 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d9440183-3c36-4e3f-a26b-529bfe88459a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.289005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=2e956c6d-4647-4508-a858-901e36dbdafb,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:22.301002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4e16b387-75ec-42d1-8150-eabd864a3ca2 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:22.314215 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e45f8ed-73a3-4660-82d2-19276ee49d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.322319 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e45f8ed-73a3-4660-82d2-19276ee49d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.327659 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6e45f8ed-73a3-4660-82d2-19276ee49d8b admin admin] 10.222.0.50 "DELETE /v2.0/networks/0671b136-dd78-4df6-8c58-77bfbc44970f HTTP/1.1" status: 204 len: 168 time: 1.5992670 Jul 07 16:49:22.340025 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e3c4-3725-4572-b1a5-29a0818d7780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.344969 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-53f53522-bf6b-433a-8ad6-a07635c43554 req-4843cf07-7047-4065-b3c1-462d5aaee49b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091924 Jul 07 16:49:22.345184 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-60d4a5b2-c6ca-4a41-b1fd-0feea9c0d83f service neutron] No DVR routers for this DVR port cc43800e-702a-43e9-809d-0e27feb75adf on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:22.348199 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e3c4-3725-4572-b1a5-29a0818d7780 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.352531 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 4e16b387-75ec-42d1-8150-eabd864a3ca2 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:22.353262 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4e16b387-75ec-42d1-8150-eabd864a3ca2 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:22.354588 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device faf2eb83-f1d3-473f-9c04-c7695ed26e36 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:22.383587 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45f8ed-73a3-4660-82d2-19276ee49d8b admin admin] Pushing event deleted for resources: {'Network': ['ID=0671b136-dd78-4df6-8c58-77bfbc44970f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:22.391151 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: faf2eb83-f1d3-473f-9c04-c7695ed26e36 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:22.393475 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device faf2eb83-f1d3-473f-9c04-c7695ed26e36 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:22.444243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992121a3-1ab0-49cc-9b45-5e30c8105a23 req-37c3c4f5-9414-4379-a24f-13615757612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:22.451262 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-992121a3-1ab0-49cc-9b45-5e30c8105a23 req-37c3c4f5-9414-4379-a24f-13615757612b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 1100 time: 0.1892378 Jul 07 16:49:22.528806 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-60d4a5b2-c6ca-4a41-b1fd-0feea9c0d83f service neutron] 10.222.0.15 "PUT /v2.0/ports/cc43800e-702a-43e9-809d-0e27feb75adf/bindings/n-h2-793620-7/activate HTTP/1.1" status: 200 len: 369 time: 2.4547265 Jul 07 16:49:22.530118 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e3c4-3725-4572-b1a5-29a0818d7780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.530715 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee1e3c4-3725-4572-b1a5-29a0818d7780 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d948f28-17d1-41cd-ab0a-c32eeb115746 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:49:22.540925 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ee1e3c4-3725-4572-b1a5-29a0818d7780 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.545471 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1ee1e3c4-3725-4572-b1a5-29a0818d7780 admin admin] 10.222.0.50 "DELETE /v2.0/routers/7d948f28-17d1-41cd-ab0a-c32eeb115746 HTTP/1.1" status: 204 len: 168 time: 3.4914355 Jul 07 16:49:22.547378 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60678) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:22.569004 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b5762-f0c4-4b12-ac20-996121f5fd91 req-25c866d2-7ed2-49c9-875b-5404108d7a65 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:22.576080 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ab6b5762-f0c4-4b12-ac20-996121f5fd91 req-25c866d2-7ed2-49c9-875b-5404108d7a65 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 945 time: 0.6372344 Jul 07 16:49:22.678233 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f1cbb092-2dfa-49e3-b7bd-e450fd082d22 req-8a47ad2b-85f0-4c27-a98d-615c1c238e45 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=70a21af2-7789-4d0d-af3f-2e76840dc880 HTTP/1.1" status: 200 len: 210 time: 0.0618398 Jul 07 16:49:22.683714 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60682) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:22.749852 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992121a3-1ab0-49cc-9b45-5e30c8105a23 req-e29e68fd-9535-436b-bf8f-f4bc28cf22e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:22.755745 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-992121a3-1ab0-49cc-9b45-5e30c8105a23 req-e29e68fd-9535-436b-bf8f-f4bc28cf22e1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.2956548 Jul 07 16:49:22.768832 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d9440183-3c36-4e3f-a26b-529bfe88459a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.773809 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ab6b5762-f0c4-4b12-ac20-996121f5fd91 req-8cd054e2-3c63-47f3-b3e2-83fe0db8c931 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959300 Jul 07 16:49:22.797161 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2a29de-203e-46fe-90b6-af1e367b3204 admin admin] Deleting subnet af727d61-bc2d-495a-8a60-090c80f565e8 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:49:22.803490 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d9440183-3c36-4e3f-a26b-529bfe88459a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.812649 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cb2a29de-203e-46fe-90b6-af1e367b3204 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:22.831054 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b298f0e-bf58-4a44-8cc9-17cf701a647b x-openstack-request-id: req-8b298f0e-bf58-4a44-8cc9-17cf701a647b {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:22.831602 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e2eb6a-fc99-490f-a960-d84c854c888c", "name": "network-vif-plugged", "status": "completed", "tag": "2e956c6d-4647-4508-a858-901e36dbdafb", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:22.831786 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b298f0e-bf58-4a44-8cc9-17cf701a647b {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:22.832313 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e2eb6a-fc99-490f-a960-d84c854c888c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e956c6d-4647-4508-a858-901e36dbdafb', 'code': 200} Jul 07 16:49:22.869954 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-992121a3-1ab0-49cc-9b45-5e30c8105a23 req-3159113b-488b-439c-9259-f5e006694c61 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=2e956c6d-4647-4508-a858-901e36dbdafb HTTP/1.1" status: 200 len: 217 time: 0.1001861 Jul 07 16:49:22.971560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992121a3-1ab0-49cc-9b45-5e30c8105a23 req-fc563b1e-dd95-4a29-9543-0f3eef84bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:22.973793 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-992121a3-1ab0-49cc-9b45-5e30c8105a23 req-fc563b1e-dd95-4a29-9543-0f3eef84bba1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0925219 Jul 07 16:49:22.977929 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9440183-3c36-4e3f-a26b-529bfe88459a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:49:22.994869 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9440183-3c36-4e3f-a26b-529bfe88459a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d75334-e293-4210-946b-3e32b63cf10e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:23.004545 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-46d7ec9e-8975-4d31-a17b-1e6245dcc980 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=38030373b006411e8f5b2946cc1d26ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1141803 Jul 07 16:49:23.042650 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cb2a29de-203e-46fe-90b6-af1e367b3204 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.046647 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992121a3-1ab0-49cc-9b45-5e30c8105a23 req-32f12815-3f38-4966-9883-79f91afb8073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:23.048508 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-992121a3-1ab0-49cc-9b45-5e30c8105a23 req-32f12815-3f38-4966-9883-79f91afb8073 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0650368 Jul 07 16:49:23.055234 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d9440183-3c36-4e3f-a26b-529bfe88459a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.055586 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-d9440183-3c36-4e3f-a26b-529bfe88459a admin admin] Added segment 27d2e680-11ed-4304-80f2-73b71b607932 of type vlan for network 30301258-719c-4954-8731-7b0238290e50 Jul 07 16:49:23.107631 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6f0eceb7-ded0-4863-8bc8-ec34b676d29a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a2bce81273946ccb6b2af80f1fa28a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4162936 Jul 07 16:49:23.115394 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60684) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:23.212966 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d9440183-3c36-4e3f-a26b-529bfe88459a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.224987 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-992121a3-1ab0-49cc-9b45-5e30c8105a23 req-e8e22308-7a9e-4359-b74f-2629b4479e83 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650550 Jul 07 16:49:23.225602 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cf50557a-4358-42f9-bca8-f51d2ab5b45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.269130 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-a5fd8a1f-923d-4dad-b482-6a685410f48c tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:23.270667 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-a5fd8a1f-923d-4dad-b482-6a685410f48c tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee&tenant_id=1be8148ddb52412394c6dd031bc2cc7e&binding%3Ahost_id=n-h1-793620-7 HTTP/1.1" status: 200 len: 1096 time: 0.3777015 Jul 07 16:49:23.279928 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cb2a29de-203e-46fe-90b6-af1e367b3204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.295622 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cf50557a-4358-42f9-bca8-f51d2ab5b45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.370019 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-992121a3-1ab0-49cc-9b45-5e30c8105a23 req-78307aa0-88a7-47c5-8ddf-182e8df74a3c service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330597 Jul 07 16:49:23.382808 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-6208760a-74fd-49d0-bdb9-46cb2c0e3148 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:23.384365 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-6208760a-74fd-49d0-bdb9-46cb2c0e3148 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3678956 Jul 07 16:49:23.385055 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cf50557a-4358-42f9-bca8-f51d2ab5b45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.390831 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cf50557a-4358-42f9-bca8-f51d2ab5b45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.395214 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d9440183-3c36-4e3f-a26b-529bfe88459a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.395396 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cf50557a-4358-42f9-bca8-f51d2ab5b45b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f2b6ca8a-4e73-4984-a57e-4dc199e3c024 HTTP/1.1" status: 204 len: 168 time: 0.2767904 Jul 07 16:49:23.395482 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9440183-3c36-4e3f-a26b-529bfe88459a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:23.399865 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d9440183-3c36-4e3f-a26b-529bfe88459a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.405945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50557a-4358-42f9-bca8-f51d2ab5b45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b6ca8a-4e73-4984-a57e-4dc199e3c024,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:23.427444 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-1a6b16ce-29dc-4218-ac6a-2d80569f26b2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Request body: {'port': {'device_id': '70a21af2-7789-4d0d-af3f-2e76840dc880', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '38030373b006411e8f5b2946cc1d26ab'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:23.555938 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device cc43800e-702a-43e9-809d-0e27feb75adf no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:23.565344 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d9440183-3c36-4e3f-a26b-529bfe88459a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2232404 Jul 07 16:49:23.577971 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60690) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:23.596239 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9440183-3c36-4e3f-a26b-529bfe88459a admin admin] Pushing event updated for resources: {'Network': ['ID=30301258-719c-4954-8731-7b0238290e50,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:23.611905 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 30301258-719c-4954-8731-7b0238290e50 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:49:23.613937 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cb2a29de-203e-46fe-90b6-af1e367b3204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.631044 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-206727e5-f2b7-4ac6-9f00-cd4101fde441 admin admin] Request body: {'subnet': {'network_id': '30301258-719c-4954-8731-7b0238290e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1338502215-subnet', 'tenant_id': 'cec3a8546e7c465390ca490b16033931', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:23.698095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device cc43800e-702a-43e9-809d-0e27feb75adf not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:23.700127 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-438973da-c1e3-46f2-a370-9b61199a122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:23.701870 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-438973da-c1e3-46f2-a370-9b61199a122c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee&tenant_id=1be8148ddb52412394c6dd031bc2cc7e HTTP/1.1" status: 200 len: 1096 time: 0.4196429 Jul 07 16:49:23.703014 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a29de-203e-46fe-90b6-af1e367b3204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af727d61-bc2d-495a-8a60-090c80f565e8,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:23.706825 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cb2a29de-203e-46fe-90b6-af1e367b3204 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.711654 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cb2a29de-203e-46fe-90b6-af1e367b3204 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/af727d61-bc2d-495a-8a60-090c80f565e8 HTTP/1.1" status: 204 len: 168 time: 1.1631296 Jul 07 16:49:23.712490 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60694) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:23.718040 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82041d9-3dcb-4e2a-8175-f283a5cc064a None None] Network b242c9c2-cdb5-40af-9dc4-810efa1b341f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:23.738411 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206727e5-f2b7-4ac6-9f00-cd4101fde441 admin admin] Made reservation on behalf of cec3a8546e7c465390ca490b16033931 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:23.741434 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-206727e5-f2b7-4ac6-9f00-cd4101fde441 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.924022 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-1a6b16ce-29dc-4218-ac6a-2d80569f26b2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Made reservation on behalf of 38030373b006411e8f5b2946cc1d26ab for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:23.933138 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-1a6b16ce-29dc-4218-ac6a-2d80569f26b2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.955988 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a330a-2d98-4665-81df-c482d6f93299 req-d8e5e727-639c-4f2b-b94f-76baf9976e19 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:23.966622 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:23.969198 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bb6a330a-2d98-4665-81df-c482d6f93299 req-d8e5e727-639c-4f2b-b94f-76baf9976e19 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.4031575 Jul 07 16:49:24.001066 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-033e183b-67ec-4693-8629-8d6e741e4b6c req-dd250900-8764-4991-b44b-2d119391edc2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=70a21af2-7789-4d0d-af3f-2e76840dc880 HTTP/1.1" status: 200 len: 210 time: 0.0643976 Jul 07 16:49:24.039829 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device df68c47b-82a1-4f89-a2c4-5e5b91181305 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:24.075839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: df68c47b-82a1-4f89-a2c4-5e5b91181305 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:24.076184 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device df68c47b-82a1-4f89-a2c4-5e5b91181305 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:24.085680 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-d685cf0e-53e8-4f00-92e1-021753dd3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:24.088119 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-d685cf0e-53e8-4f00-92e1-021753dd3524 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 1096 time: 0.2913628 Jul 07 16:49:24.116154 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bb6a330a-2d98-4665-81df-c482d6f93299 req-633b8812-28d1-4040-92c4-a51d690d4fa6 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420038 Jul 07 16:49:24.139322 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee0081f-80ee-4dfe-b0df-50b97d0fd891 None None] DHCP port deletion for b242c9c2-cdb5-40af-9dc4-810efa1b341f request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:49:24.253823 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-206727e5-f2b7-4ac6-9f00-cd4101fde441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:24.289097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0081f-80ee-4dfe-b0df-50b97d0fd891 None None] Deleting port 20695ccb-a969-45f7-b655-a3bdab565cec {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:24.289476 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8ee0081f-80ee-4dfe-b0df-50b97d0fd891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:24.374274 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206727e5-f2b7-4ac6-9f00-cd4101fde441 admin admin] Checking segment: {'id': '27d2e680-11ed-4304-80f2-73b71b607932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '30301258-719c-4954-8731-7b0238290e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:24.374677 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206727e5-f2b7-4ac6-9f00-cd4101fde441 admin admin] Network hostable DHCP agents. Network: 30301258-719c-4954-8731-7b0238290e50, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:49:24.405012 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206727e5-f2b7-4ac6-9f00-cd4101fde441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f1c27b-54a6-4771-913b-7a4a4ef5df8d,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:24.411809 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-8ee0081f-80ee-4dfe-b0df-50b97d0fd891 None None] For port 20695ccb-a969-45f7-b655-a3bdab565cec, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=20695ccb-a969-45f7-b655-a3bdab565cec,segment=NetworkSegment(b6a98059-04af-4b19-a054-fa99a7ac96a2),segment_id=b6a98059-04af-4b19-a054-fa99a7ac96a2)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:24.412214 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8ee0081f-80ee-4dfe-b0df-50b97d0fd891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:24.424334 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206727e5-f2b7-4ac6-9f00-cd4101fde441 admin admin] Network 30301258-719c-4954-8731-7b0238290e50 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:49:24.426778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0081f-80ee-4dfe-b0df-50b97d0fd891 None None] Calling delete_port for 20695ccb-a969-45f7-b655-a3bdab565cec owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:24.444234 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-206727e5-f2b7-4ac6-9f00-cd4101fde441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 30301258-719c-4954-8731-7b0238290e50) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:24.458316 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-233505c0-7baa-4977-902c-28b31cef3f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:24.461439 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-233505c0-7baa-4977-902c-28b31cef3f39 service neutron] 10.222.0.69 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 909 time: 0.2813323 Jul 07 16:49:24.461618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206727e5-f2b7-4ac6-9f00-cd4101fde441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:24.467478 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-206727e5-f2b7-4ac6-9f00-cd4101fde441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:24.493892 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-206727e5-f2b7-4ac6-9f00-cd4101fde441 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8976917 Jul 07 16:49:24.533803 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-eaaae08d-e728-4094-9257-836ebccf2039 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc43800e-702a-43e9-809d-0e27feb75adf HTTP/1.1" status: 200 len: 217 time: 0.0589058 Jul 07 16:49:24.557773 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91d02e2-8c24-4d7e-8422-a86c4c923ddc None None] Network 30301258-719c-4954-8731-7b0238290e50 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:24.570696 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8ee0081f-80ee-4dfe-b0df-50b97d0fd891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:24.608270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee0081f-80ee-4dfe-b0df-50b97d0fd891 None None] No DVR routers for this DVR port 20695ccb-a969-45f7-b655-a3bdab565cec on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:24.624966 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-bd2f0697-2d54-4d8f-93ea-c8ae39953fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:24.624966 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-bd2f0697-2d54-4d8f-93ea-c8ae39953fb6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.0652552 Jul 07 16:49:24.642126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-1a6b16ce-29dc-4218-ac6a-2d80569f26b2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Allocated IP 192.168.233.159 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/9b53905c-5e0a-4cf2-b4a3-e171577577c2) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:24.644802 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0081f-80ee-4dfe-b0df-50b97d0fd891 None None] Pushing event deleted for resources: {'Port': ['ID=20695ccb-a969-45f7-b655-a3bdab565cec,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:24.680793 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-1cf76ed8-308b-4d20-8f5c-9af300c2d621 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361063 Jul 07 16:49:24.684920 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Deleting port 20695ccb-a969-45f7-b655-a3bdab565cec {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:24.685253 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:24.767330 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10530cd3-a277-4e2f-853e-d81fc0df3cf8 None None] Network 30301258-719c-4954-8731-7b0238290e50 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:25.083649 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae0c6d-d69f-47f1-9239-8124fa80e135 req-e6c4d160-c3a7-4eaa-9fe9-1c2d0304944a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:25.091221 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2fae0c6d-d69f-47f1-9239-8124fa80e135 req-e6c4d160-c3a7-4eaa-9fe9-1c2d0304944a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 945 time: 0.7003450 Jul 07 16:49:25.160104 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] For port 20695ccb-a969-45f7-b655-a3bdab565cec, host n-d-793620-7, got binding levels [] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:25.160465 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:25.237219 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Calling delete_port for 20695ccb-a969-45f7-b655-a3bdab565cec owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:25.241547 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.ipam_backend_mixin [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Port 20695ccb-a969-45f7-b655-a3bdab565cec was not found and therefore no delete operation was performed {{(pid=100409) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 16:49:25.250598 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2fae0c6d-d69f-47f1-9239-8124fa80e135 req-d2ad39fd-6e3b-4d53-90fb-77e3d90e5f92 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565816 Jul 07 16:49:25.253746 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:25.256570 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-87d32772-0988-4f48-b1bc-5e6dea2ecc4a service neutron] 10.222.0.69 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526087 Jul 07 16:49:25.275555 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-cfdffa6c-422f-4d70-a757-0d503bcc0f5b tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:25.277285 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-cfdffa6c-422f-4d70-a757-0d503bcc0f5b tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/networks?id=fcc12aee-15b0-41b3-ba75-274663c7eac0 HTTP/1.1" status: 200 len: 815 time: 0.1234026 Jul 07 16:49:25.298928 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-b8534578-9f34-4c78-80e2-f50b4b2b8db1 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/quotas/77133d5e02c74a1591f6737b0bd4e44a HTTP/1.1" status: 200 len: 375 time: 0.0124886 Jul 07 16:49:25.325968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=20695ccb-a969-45f7-b655-a3bdab565cec,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:25.356236 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-48802f92-ebe3-450f-b2fb-1d6f61a5281d tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=77133d5e02c74a1591f6737b0bd4e44a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505688 Jul 07 16:49:25.359765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] No DVR routers for this DVR port 20695ccb-a969-45f7-b655-a3bdab565cec on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:25.463824 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-3b174b7d-d86a-4241-8a67-a3ce3a83c4d8 service neutron] 10.222.0.50 "GET /v2.0/networks/fcc12aee-15b0-41b3-ba75-274663c7eac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066217 Jul 07 16:49:25.491218 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-1a6b16ce-29dc-4218-ac6a-2d80569f26b2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:25.540774 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-59f8c5e3-6f40-4fb1-b8ea-de5090bcc36c req-159162d8-c4a1-4930-9c7c-9a540a945d7b tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=70a21af2-7789-4d0d-af3f-2e76840dc880 HTTP/1.1" status: 200 len: 210 time: 0.0643916 Jul 07 16:49:25.549240 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:25.551908 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-1a6b16ce-29dc-4218-ac6a-2d80569f26b2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Transition to ACTIVE for port object 9b53905c-5e0a-4cf2-b4a3-e171577577c2 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:25.563650 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-308cbee4-81e6-4684-a939-8cf4ee0813ae service neutron] 10.222.0.50 "GET /v2.0/networks/fcc12aee-15b0-41b3-ba75-274663c7eac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938554 Jul 07 16:49:25.573745 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:49:25.578806 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:49:25.580263 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:49:25.580831 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Subscribe: > port after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:49:25.581423 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:49:25.581636 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Subscribe: > port after_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:49:25.582228 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:49:25.582599 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:49:25.582922 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:49:25.583239 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:49:25.659118 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:49:25.659469 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:49:25.659801 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:49:25.660186 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 16:49:25.660799 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b242c9c2-cdb5-40af-9dc4-810efa1b341f']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:25.681363 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a98059-04af-4b19-a054-fa99a7ac96a2') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:25.681692 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a98059-04af-4b19-a054-fa99a7ac96a2') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:25.708105 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:25.749841 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-51e170fb-58cb-4d42-adca-771dc16924d1 service neutron] 10.222.0.69 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758773 Jul 07 16:49:25.775006 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:25.798671 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:49:25.799073 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:49:25.803301 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:49:25.849295 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-1a6b16ce-29dc-4218-ac6a-2d80569f26b2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:25.863973 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['787bb9b9-1f62-4c57-895d-4cde7b2c17d3', '31f31b1b-1fa4-4024-8d50-4158836683e1'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:25.927905 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:25.929663 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['a6a99d30-a08d-4863-a4a7-8c8cb6402987', '164e8a0e-3c71-4aa6-8950-f062cdf82b1e', 'b0c84e2c-7974-4adc-a586-85531e4c2f98', 'e1649d97-2835-4ec3-9e2f-96419103f2c5', '6aae3f15-66bf-4791-ac79-d153bf382e7c'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:25.935496 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-1a6b16ce-29dc-4218-ac6a-2d80569f26b2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:25.945436 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5279-446a-42dd-8d06-e112e884a07b req-deca9516-cc50-48f8-aa8a-df6e07f3b431 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:25.947006 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-df1a5279-446a-42dd-8d06-e112e884a07b req-deca9516-cc50-48f8-aa8a-df6e07f3b431 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.2510688 Jul 07 16:49:25.951129 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-1a6b16ce-29dc-4218-ac6a-2d80569f26b2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:25.954802 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b16ce-29dc-4218-ac6a-2d80569f26b2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Pushing event updated for resources: {'Port': ['ID=9b53905c-5e0a-4cf2-b4a3-e171577577c2,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:25.976289 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:25.988467 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b242c9c2-cdb5-40af-9dc4-810efa1b341f HTTP/1.1" status: 204 len: 168 time: 2.2744117 Jul 07 16:49:25.989391 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-1a6b16ce-29dc-4218-ac6a-2d80569f26b2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:25.991460 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60766) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:26.167273 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00fc0a-035e-4cd9-a65f-523e0798fba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b242c9c2-cdb5-40af-9dc4-810efa1b341f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:26.189488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 20695ccb-a969-45f7-b655-a3bdab565cec no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:26.200793 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-128ce52a-4aef-4766-bc96-7e760ed9d078 req-164b8d17-cdf2-49f0-9950-ea757e923046 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/ports?device_id=91cd04ae-8bfd-4cb9-a898-db9b06740449 HTTP/1.1" status: 200 len: 210 time: 0.0484705 Jul 07 16:49:26.258970 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 20695ccb-a969-45f7-b655-a3bdab565cec {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:26.259975 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 20695ccb-a969-45f7-b655-a3bdab565cec not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:26.405882 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-1a6b16ce-29dc-4218-ac6a-2d80569f26b2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:26.406308 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-1a6b16ce-29dc-4218-ac6a-2d80569f26b2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:26.422244 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-df1a5279-446a-42dd-8d06-e112e884a07b req-f2ef79e9-762b-4366-91bc-0b9f4f6c70ec tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262023 Jul 07 16:49:26.468939 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-8b99734d-44c1-4fdb-9754-5d09b0ec483c tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:26.484726 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-8b99734d-44c1-4fdb-9754-5d09b0ec483c tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee&tenant_id=1be8148ddb52412394c6dd031bc2cc7e&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 1096 time: 0.3098829 Jul 07 16:49:26.492645 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-1a6b16ce-29dc-4218-ac6a-2d80569f26b2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0697367 Jul 07 16:49:26.503668 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e11d2c83-4db4-4df2-a5a9-7888915ef7ce None None] Provisioning for port 9b53905c-5e0a-4cf2-b4a3-e171577577c2 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:26.514461 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e11d2c83-4db4-4df2-a5a9-7888915ef7ce None None] Provisioning complete for port 9b53905c-5e0a-4cf2-b4a3-e171577577c2 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:26.514887 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e11d2c83-4db4-4df2-a5a9-7888915ef7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:26.535891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] Request body: {'port': {'device_id': '70a21af2-7789-4d0d-af3f-2e76840dc880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:26.580798 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e11d2c83-4db4-4df2-a5a9-7888915ef7ce None None] Port 9b53905c-5e0a-4cf2-b4a3-e171577577c2 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:49:26.775605 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:26.823018 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eda824-5428-45f8-9a80-1f228b60d8c1 req-ea1c0c5e-ff15-469c-a58d-c8f3d7c3f231 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:26.825224 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-78eda824-5428-45f8-9a80-1f228b60d8c1 req-ea1c0c5e-ff15-469c-a58d-c8f3d7c3f231 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 945 time: 0.3550522 Jul 07 16:49:26.903143 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-78eda824-5428-45f8-9a80-1f228b60d8c1 req-6c85f993-f769-4e1d-b314-4322c33f542b tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698509 Jul 07 16:49:26.943951 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-e10e3be4-6dcd-4d73-9f07-e2c0b78074dc service neutron] For port cc43800e-702a-43e9-809d-0e27feb75adf, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:26.947937 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-e10e3be4-6dcd-4d73-9f07-e2c0b78074dc service neutron] Notify callbacks [] for binding, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:26.949388 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54df19c6-9351-4ca6-ab3a-d3b740eaff6f req-e10e3be4-6dcd-4d73-9f07-e2c0b78074dc service neutron] 10.222.0.69 "DELETE /v2.0/ports/cc43800e-702a-43e9-809d-0e27feb75adf/bindings/n-h1-793620-7 HTTP/1.1" status: 204 len: 173 time: 0.4561470 Jul 07 16:49:26.970803 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423999d-e37c-4e05-a445-cc2a2951a95d req-c647694f-fba2-4403-88bb-23157f25bd1b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:26.973157 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c423999d-e37c-4e05-a445-cc2a2951a95d req-c647694f-fba2-4403-88bb-23157f25bd1b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.2821352 Jul 07 16:49:27.093520 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c2e59787-c9a3-43ba-976f-d1d6a40523de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:27.106781 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c423999d-e37c-4e05-a445-cc2a2951a95d req-49a61dd4-066b-4d57-aec0-8c618410f7a8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826676 Jul 07 16:49:27.407390 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b53905c-5e0a-4cf2-b4a3-e171577577c2 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:27.432455 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:27.470839 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] Transition to ACTIVE for port object 9b53905c-5e0a-4cf2-b4a3-e171577577c2 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:27.483630 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:27.587541 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b53905c-5e0a-4cf2-b4a3-e171577577c2,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:27.718046 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cadc7-c934-4c30-8aba-7c14967c12f2 req-e4cb74a0-02a3-4488-9b49-da3e2b8ab473 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:27.731024 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-081cadc7-c934-4c30-8aba-7c14967c12f2 req-e4cb74a0-02a3-4488-9b49-da3e2b8ab473 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=70a21af2-7789-4d0d-af3f-2e76840dc880 HTTP/1.1" status: 200 len: 936 time: 0.4685569 Jul 07 16:49:27.776476 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60818) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:27.809467 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] Attempting to bind port 9b53905c-5e0a-4cf2-b4a3-e171577577c2 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:27.809888 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] Attempting to bind port 9b53905c-5e0a-4cf2-b4a3-e171577577c2 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:27.810232 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] Attempting to bind port 9b53905c-5e0a-4cf2-b4a3-e171577577c2 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:27.827022 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] Port 9b53905c-5e0a-4cf2-b4a3-e171577577c2 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:49:27.827336 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] Attempting to bind port 9b53905c-5e0a-4cf2-b4a3-e171577577c2 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:27.906413 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:27.920439 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:27.920883 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:27.922108 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] Bound port: 9b53905c-5e0a-4cf2-b4a3-e171577577c2, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:27.922527 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:27.940496 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-081cadc7-c934-4c30-8aba-7c14967c12f2 req-06968208-8c1d-4eee-9a15-897f0d7a889d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085264 Jul 07 16:49:27.968021 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-44b61f0b-b3cf-4dbb-80b6-54fb72f2ca81 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:27.970349 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-44b61f0b-b3cf-4dbb-80b6-54fb72f2ca81 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.15 "GET /v2.0/networks?id=fcc12aee-15b0-41b3-ba75-274663c7eac0 HTTP/1.1" status: 200 len: 815 time: 0.4231319 Jul 07 16:49:28.005481 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-d13db7aa-2deb-4e69-b537-ad1fe7459dbb tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Request body: {'port': {'device_id': '91cd04ae-8bfd-4cb9-a898-db9b06740449', 'network_id': 'fcc12aee-15b0-41b3-ba75-274663c7eac0', 'admin_state_up': True, 'tenant_id': '77133d5e02c74a1591f6737b0bd4e44a'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:28.025379 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3cb2c43a-36e5-4812-9017-c1ba3979f8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.046539 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5da4b-3945-401e-bf31-41a68f877aab req-9c6dfe26-740c-460b-a361-aaf2a6b6b4c2 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:28.055123 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f5a5da4b-3945-401e-bf31-41a68f877aab req-9c6dfe26-740c-460b-a361-aaf2a6b6b4c2 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 1096 time: 0.2168729 Jul 07 16:49:28.106189 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-c2e59787-c9a3-43ba-976f-d1d6a40523de admin admin] Deleting port 71637d0d-e8ab-4526-bf3b-30acc4d11d4c {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:28.106579 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c2e59787-c9a3-43ba-976f-d1d6a40523de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.122218 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] For port 9b53905c-5e0a-4cf2-b4a3-e171577577c2, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:28.148837 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f5a5da4b-3945-401e-bf31-41a68f877aab req-47239bc0-c24c-4fc1-a22f-d83a58c7f9ed tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928268 Jul 07 16:49:28.153992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] For port 9b53905c-5e0a-4cf2-b4a3-e171577577c2, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9b53905c-5e0a-4cf2-b4a3-e171577577c2,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:28.162817 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.219276 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:28.220081 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.221932 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] 10.222.0.15 "PUT /v2.0/ports/9b53905c-5e0a-4cf2-b4a3-e171577577c2 HTTP/1.1" status: 200 len: 1096 time: 1.6936278 Jul 07 16:49:28.222650 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a21af2-7789-4d0d-af3f-2e76840dc880', 'tag': '9b53905c-5e0a-4cf2-b4a3-e171577577c2'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:28.225259 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22de8b72-16b1-4230-8ace-975f19b81bca" -d '{"events": [{"name": "network-changed", "server_uuid": "70a21af2-7789-4d0d-af3f-2e76840dc880", "tag": "9b53905c-5e0a-4cf2-b4a3-e171577577c2"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:28.263314 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc55af7-cff7-40db-a796-d01a44c1d3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b53905c-5e0a-4cf2-b4a3-e171577577c2,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:28.362720 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-993d6ed3-b148-4b46-b8db-7bb197456286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:28.365393 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-993d6ed3-b148-4b46-b8db-7bb197456286 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&device_id=70a21af2-7789-4d0d-af3f-2e76840dc880 HTTP/1.1" status: 200 len: 1099 time: 0.0853741 Jul 07 16:49:28.372592 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d5de7c-b6e0-4da2-961b-eb1f8a6973c7 x-openstack-request-id: req-38d5de7c-b6e0-4da2-961b-eb1f8a6973c7 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:28.373197 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a21af2-7789-4d0d-af3f-2e76840dc880", "tag": "9b53905c-5e0a-4cf2-b4a3-e171577577c2", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:28.373197 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38d5de7c-b6e0-4da2-961b-eb1f8a6973c7 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:28.373519 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a21af2-7789-4d0d-af3f-2e76840dc880', 'tag': '9b53905c-5e0a-4cf2-b4a3-e171577577c2', 'status': 'completed', 'code': 200} Jul 07 16:49:28.448218 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-6007f87c-ec9b-4b3f-bba9-f4a303a914d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=9b53905c-5e0a-4cf2-b4a3-e171577577c2 HTTP/1.1" status: 200 len: 217 time: 0.0720894 Jul 07 16:49:28.526253 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-54eecb29-ab45-405a-843e-9341c9902afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:28.528039 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-54eecb29-ab45-405a-843e-9341c9902afe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0734205 Jul 07 16:49:28.691220 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7dea0b8a-a902-4971-b78e-677e3d8b5bad req-3ef8b266-a97b-4b7e-9d97-f9de139b18e6 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/ports?device_id=91cd04ae-8bfd-4cb9-a898-db9b06740449 HTTP/1.1" status: 200 len: 210 time: 0.0895581 Jul 07 16:49:28.694877 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-afa1623b-9648-4b01-b5dd-f7c4edde11b4 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:28.696543 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-afa1623b-9648-4b01-b5dd-f7c4edde11b4 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 808 time: 0.1725249 Jul 07 16:49:28.700757 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-0cba53c2-59eb-4533-9acb-baefdae2a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:28.702167 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-0cba53c2-59eb-4533-9acb-baefdae2a169 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1646941 Jul 07 16:49:28.799344 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-3c1b43de-e61e-4eb5-a09a-545feb93a7c2 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/quotas/1be8148ddb52412394c6dd031bc2cc7e HTTP/1.1" status: 200 len: 375 time: 0.0778499 Jul 07 16:49:28.819289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-c2e59787-c9a3-43ba-976f-d1d6a40523de admin admin] For port 71637d0d-e8ab-4526-bf3b-30acc4d11d4c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=71637d0d-e8ab-4526-bf3b-30acc4d11d4c,segment=NetworkSegment(ca4dc40f-f188-4f84-a907-04fd4834f0db),segment_id=ca4dc40f-f188-4f84-a907-04fd4834f0db)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:28.819662 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c2e59787-c9a3-43ba-976f-d1d6a40523de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.846753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-c2e59787-c9a3-43ba-976f-d1d6a40523de admin admin] Calling delete_port for 71637d0d-e8ab-4526-bf3b-30acc4d11d4c owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:28.848949 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-fd035eca-4420-4421-8a39-9e201ad6b82b service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394067 Jul 07 16:49:28.854177 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3cb2c43a-36e5-4812-9017-c1ba3979f8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.865635 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3cb2c43a-36e5-4812-9017-c1ba3979f8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.981264 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3cb2c43a-36e5-4812-9017-c1ba3979f8cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c4fa86971e064b84b04d7ff52ce52248&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1983478 Jul 07 16:49:28.981264 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-d13db7aa-2deb-4e69-b537-ad1fe7459dbb tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Made reservation on behalf of 77133d5e02c74a1591f6737b0bd4e44a for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:28.982180 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60856) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:28.982782 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-d13db7aa-2deb-4e69-b537-ad1fe7459dbb tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:28.990796 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-a4a873b1-9394-42f5-99f8-ee79e044b9ca tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667081 Jul 07 16:49:29.002557 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2c43a-36e5-4812-9017-c1ba3979f8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240b774a-c5d6-454f-b57a-3b2d818126a5,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:29.048904 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-73e7d8c6-3fcb-4761-9639-9a7277000cc3 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2338419 Jul 07 16:49:29.052393 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ded8042-9f7c-491e-9b18-68a4d0055294 req-0e36914a-732a-401d-9819-8e2d5367331d service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894197 Jul 07 16:49:29.283938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-ce038266-d72e-49c3-8035-06ac477e1e19 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:29.285387 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-ce038266-d72e-49c3-8035-06ac477e1e19 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2788939 Jul 07 16:49:29.336290 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-4e67a0e7-913d-4be8-b541-ed4b57e13bbf tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/quotas/4ba0a9da05ed4f2897acdc6a24e2b84c HTTP/1.1" status: 200 len: 375 time: 0.0291722 Jul 07 16:49:29.352233 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-d13db7aa-2deb-4e69-b537-ad1fe7459dbb tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Allocated IP 172.20.0.11 (fcc12aee-15b0-41b3-ba75-274663c7eac0/4fb1b732-0075-4976-8d89-d47372874880/47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:29.408612 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c2e59787-c9a3-43ba-976f-d1d6a40523de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:29.444909 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-94d9b182-8ae3-4b05-bf24-c6c4f020e801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:29.472087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e59787-c9a3-43ba-976f-d1d6a40523de admin admin] Pushing event deleted for resources: {'Port': ['ID=71637d0d-e8ab-4526-bf3b-30acc4d11d4c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:29.480994 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-94d9b182-8ae3-4b05-bf24-c6c4f020e801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:29.503550 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de8b72-16b1-4230-8ace-975f19b81bca req-6d873328-0f0c-4ed0-b2a3-243c3bd5729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:29.505036 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-22de8b72-16b1-4230-8ace-975f19b81bca req-6d873328-0f0c-4ed0-b2a3-243c3bd5729d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&device_id=70a21af2-7789-4d0d-af3f-2e76840dc880 HTTP/1.1" status: 200 len: 1099 time: 0.3655047 Jul 07 16:49:29.609727 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-130b0f18-e98a-438f-89b9-d32c61b8ccfb service neutron] 10.222.0.50 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395679 Jul 07 16:49:29.613718 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-2d9fa5e4-887b-43ec-8e67-fc202aaf0df3 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2610242 Jul 07 16:49:29.714671 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-94d9b182-8ae3-4b05-bf24-c6c4f020e801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:29.717225 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-94d9b182-8ae3-4b05-bf24-c6c4f020e801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:29.720956 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-94d9b182-8ae3-4b05-bf24-c6c4f020e801 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/240b774a-c5d6-454f-b57a-3b2d818126a5 HTTP/1.1" status: 204 len: 168 time: 0.7363572 Jul 07 16:49:29.734201 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de8b72-16b1-4230-8ace-975f19b81bca req-56eb3498-e375-440f-aa42-dbf49988baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:29.735923 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-22de8b72-16b1-4230-8ace-975f19b81bca req-56eb3498-e375-440f-aa42-dbf49988baa1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.2177513 Jul 07 16:49:29.742226 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9b182-8ae3-4b05-bf24-c6c4f020e801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240b774a-c5d6-454f-b57a-3b2d818126a5,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:29.806876 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-22de8b72-16b1-4230-8ace-975f19b81bca req-1f7ce8c5-ce8f-4cac-ad82-1f9dbe883ebe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=9b53905c-5e0a-4cf2-b4a3-e171577577c2 HTTP/1.1" status: 200 len: 217 time: 0.0609319 Jul 07 16:49:29.811387 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-bccc3af5-c4ff-4cc2-849f-31461ed4280c service neutron] 10.222.0.50 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008543 Jul 07 16:49:29.889986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de8b72-16b1-4230-8ace-975f19b81bca req-04d607df-4cb1-4b6c-8175-eb83011803ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:29.898666 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-22de8b72-16b1-4230-8ace-975f19b81bca req-04d607df-4cb1-4b6c-8175-eb83011803ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0850773 Jul 07 16:49:29.955126 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-d13db7aa-2deb-4e69-b537-ad1fe7459dbb tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:30.003515 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c2e59787-c9a3-43ba-976f-d1d6a40523de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:30.036594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de8b72-16b1-4230-8ace-975f19b81bca req-cb30f7fe-73b6-4eca-b422-ae191ac4ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:30.051588 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-22de8b72-16b1-4230-8ace-975f19b81bca req-cb30f7fe-73b6-4eca-b422-ae191ac4ab65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1448376 Jul 07 16:49:30.142914 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-d13db7aa-2deb-4e69-b537-ad1fe7459dbb tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:30.300164 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13db7aa-2deb-4e69-b537-ad1fe7459dbb tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Pushing event updated for resources: {'Port': ['ID=47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:30.322072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-d13db7aa-2deb-4e69-b537-ad1fe7459dbb tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Network fcc12aee-15b0-41b3-ba75-274663c7eac0 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:30.342800 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd7fde-be18-4075-b2e8-71fe7d587948 req-e9aec564-0290-41bd-84a9-ed0ad7ca02e5 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:30.344679 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55cd7fde-be18-4075-b2e8-71fe7d587948 req-e9aec564-0290-41bd-84a9-ed0ad7ca02e5 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=70a21af2-7789-4d0d-af3f-2e76840dc880 HTTP/1.1" status: 200 len: 948 time: 0.3444748 Jul 07 16:49:30.345818 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-d13db7aa-2deb-4e69-b537-ad1fe7459dbb tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:30.361153 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-d13db7aa-2deb-4e69-b537-ad1fe7459dbb tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:30.374808 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-22de8b72-16b1-4230-8ace-975f19b81bca req-18f3808b-639b-408d-8ca2-a2bd6834f696 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151107 Jul 07 16:49:30.544069 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2631f17-0ae0-478e-8377-d6ac245a0fdb req-27e743bd-dced-44e1-b3bc-b5c2695393dc tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:30.564523 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55cd7fde-be18-4075-b2e8-71fe7d587948 req-57acedc5-1929-4668-975d-d97f928991d1 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901388 Jul 07 16:49:30.570081 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e2631f17-0ae0-478e-8377-d6ac245a0fdb req-27e743bd-dced-44e1-b3bc-b5c2695393dc tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/ports?device_id=91cd04ae-8bfd-4cb9-a898-db9b06740449 HTTP/1.1" status: 200 len: 932 time: 0.2749693 Jul 07 16:49:30.612713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-d13db7aa-2deb-4e69-b537-ad1fe7459dbb tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:30.614241 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-d13db7aa-2deb-4e69-b537-ad1fe7459dbb tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:30.671395 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-d13db7aa-2deb-4e69-b537-ad1fe7459dbb tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6768920 Jul 07 16:49:30.690815 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] Request body: {'port': {'device_id': '91cd04ae-8bfd-4cb9-a898-db9b06740449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:30.752544 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e2631f17-0ae0-478e-8377-d6ac245a0fdb req-86647d2a-63d3-4354-a4dd-2158c7ea5b53 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/security-groups?id=35826a27-a642-405f-8c13-1f16887e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800671 Jul 07 16:49:30.753365 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-22de8b72-16b1-4230-8ace-975f19b81bca req-3dca5eb3-a457-4d92-9ac3-e93a6abae6a8 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687997 Jul 07 16:49:30.914085 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-64d9e1b0-5d8d-4f4a-863f-b941e561e15f req-0524b8fd-b75b-45a5-a1fe-eaa9f2a9a4aa tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 210 time: 0.0928121 Jul 07 16:49:31.063501 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-198eb596-4c87-47bc-8487-0508e25d6828 req-2895f10b-e1e1-45fa-b193-1ee2a9ceb187 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 210 time: 0.0814404 Jul 07 16:49:31.092209 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.209172 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e59787-c9a3-43ba-976f-d1d6a40523de admin admin] Router 988babd5-01cb-4336-8053-a1f7335fb37a has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:49:31.456650 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e59787-c9a3-43ba-976f-d1d6a40523de admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:31.467473 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c2e59787-c9a3-43ba-976f-d1d6a40523de admin admin] 10.222.0.50 "PUT /v2.0/routers/988babd5-01cb-4336-8053-a1f7335fb37a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4704258 Jul 07 16:49:31.468353 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60912) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:31.476204 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0678df3e-3814-4919-a4a8-40ab0d6bcfb6 None None] Sync routers for ids ['988babd5-01cb-4336-8053-a1f7335fb37a'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:31.488351 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0678df3e-3814-4919-a4a8-40ab0d6bcfb6 None None] Routers {'988babd5-01cb-4336-8053-a1f7335fb37a'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:31.488953 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0678df3e-3814-4919-a4a8-40ab0d6bcfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:49:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['988babd5-01cb-4336-8053-a1f7335fb37a'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:31.582550 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 9b53905c-5e0a-4cf2-b4a3-e171577577c2 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:49:31.702843 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6eba227-43d8-4e3d-b965-6518e529a187 admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.709249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:31.727598 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.739844 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-0678df3e-3814-4919-a4a8-40ab0d6bcfb6 None None] Set router 988babd5-01cb-4336-8053-a1f7335fb37a gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:31.759978 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] Transition to ACTIVE for port object 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:31.767912 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.807912 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 9b53905c-5e0a-4cf2-b4a3-e171577577c2, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9b53905c-5e0a-4cf2-b4a3-e171577577c2,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:31.821499 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '9b53905c-5e0a-4cf2-b4a3-e171577577c2', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '9b53905c-5e0a-4cf2-b4a3-e171577577c2', 'mac_address': 'fa:16:3e:d5:a3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:49:31.875456 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:31.889806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] Pushing event updated for resources: {'Port': ['ID=47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:31.969302 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-5b4e7e6a-7fea-492a-b0a3-ef28acf6c9a6 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942135 Jul 07 16:49:32.038823 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddb644-9a14-4676-9ff0-b9bb097e6f75 req-eceed94e-8ef1-4497-a357-1e35bc900175 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:32.053928 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e4ddb644-9a14-4676-9ff0-b9bb097e6f75 req-eceed94e-8ef1-4497-a357-1e35bc900175 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=70a21af2-7789-4d0d-af3f-2e76840dc880 HTTP/1.1" status: 200 len: 948 time: 0.2242999 Jul 07 16:49:32.093287 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] Attempting to bind port 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:32.093991 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] Attempting to bind port 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '58bbab1b-9baa-47e0-a65e-c4a62fdd600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fcc12aee-15b0-41b3-ba75-274663c7eac0'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:32.094109 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] Attempting to bind port 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb on network fcc12aee-15b0-41b3-ba75-274663c7eac0 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:32.121683 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] Port 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb on network fcc12aee-15b0-41b3-ba75-274663c7eac0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:49:32.122003 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] Attempting to bind port 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb on network fcc12aee-15b0-41b3-ba75-274663c7eac0 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:32.162146 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e4ddb644-9a14-4676-9ff0-b9bb097e6f75 req-9cd0dd50-cdfd-4f2f-ac6e-633d5d5d9ed7 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072311 Jul 07 16:49:32.163012 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:32.163356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] Checking segment: {'id': '58bbab1b-9baa-47e0-a65e-c4a62fdd600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fcc12aee-15b0-41b3-ba75-274663c7eac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:32.163745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] Bound using segment: {'id': '58bbab1b-9baa-47e0-a65e-c4a62fdd600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fcc12aee-15b0-41b3-ba75-274663c7eac0'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:32.164194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] Bound port: 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bbab1b-9baa-47e0-a65e-c4a62fdd600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fcc12aee-15b0-41b3-ba75-274663c7eac0'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:32.164555 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:32.283306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b53905c-5e0a-4cf2-b4a3-e171577577c2 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:32.309919 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6eba227-43d8-4e3d-b965-6518e529a187 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:32.334274 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0678df3e-3814-4919-a4a8-40ab0d6bcfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988babd5-01cb-4336-8053-a1f7335fb37a', 'name': 'tempest-AttachSCSIVolumeTestJSON-919209218-router', 'tenant_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '0656cca2-ebfb-4370-a095-ce5d321daaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:47:26Z', 'updated_at': '2021-07-07T16:49:29Z', 'revision_number': 5, 'project_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'gw_port': {'id': '0656cca2-ebfb-4370-a095-ce5d321daaee', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988babd5-01cb-4336-8053-a1f7335fb37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:47:27Z', 'updated_at': '2021-07-07T16:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:32.360654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 9b53905c-5e0a-4cf2-b4a3-e171577577c2, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9b53905c-5e0a-4cf2-b4a3-e171577577c2,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:32.370718 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:32.371518 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0678df3e-3814-4919-a4a8-40ab0d6bcfb6 None None] Checking router: 988babd5-01cb-4336-8053-a1f7335fb37a for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:49:32.383956 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0678df3e-3814-4919-a4a8-40ab0d6bcfb6 None None] Routers {'988babd5-01cb-4336-8053-a1f7335fb37a'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:32.384987 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0678df3e-3814-4919-a4a8-40ab0d6bcfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:49:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['988babd5-01cb-4336-8053-a1f7335fb37a'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:32.388178 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-6b437615-754f-4c17-99ab-f275d907b7e5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:32.392660 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-6b437615-754f-4c17-99ab-f275d907b7e5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4153490 Jul 07 16:49:32.415094 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-4cbcac32-4017-4b05-a062-3ff58fc8eec8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Request body: {'port': {'device_id': 'a66517e7-2eda-4758-80f0-0f9e06989d7c', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '4ba0a9da05ed4f2897acdc6a24e2b84c'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:32.415917 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] For port 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:32.436439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] For port 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb,segment=NetworkSegment(58bbab1b-9baa-47e0-a65e-c4a62fdd600b),segment_id=58bbab1b-9baa-47e0-a65e-c4a62fdd600b)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:32.448995 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:32.499036 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=9b53905c-5e0a-4cf2-b4a3-e171577577c2,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:32.552941 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-0678df3e-3814-4919-a4a8-40ab0d6bcfb6 None None] Set router 988babd5-01cb-4336-8053-a1f7335fb37a gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:32.569970 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:32.570607 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:32.575551 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] 10.222.0.15 "PUT /v2.0/ports/47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb HTTP/1.1" status: 200 len: 1092 time: 1.8919151 Jul 07 16:49:32.587327 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cd04ae-8bfd-4cb9-a898-db9b06740449', 'tag': '47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:32.593512 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f432cb-1121-4088-a784-fc702db4a0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "91cd04ae-8bfd-4cb9-a898-db9b06740449", "tag": "47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:32.637644 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['9b53905c-5e0a-4cf2-b4a3-e171577577c2'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:32.678589 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70e2b3-d652-4ddb-9a32-8eac6cfd89bc service neutron] Pushing event updated for resources: {'Port': ['ID=47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:32.714069 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0678df3e-3814-4919-a4a8-40ab0d6bcfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988babd5-01cb-4336-8053-a1f7335fb37a', 'name': 'tempest-AttachSCSIVolumeTestJSON-919209218-router', 'tenant_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:47:26Z', 'updated_at': '2021-07-07T16:49:32Z', 'revision_number': 6, 'project_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:32.720809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-f6eba227-43d8-4e3d-b965-6518e529a187 admin admin] Deleting port 0656cca2-ebfb-4370-a095-ce5d321daaee {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:32.721381 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6eba227-43d8-4e3d-b965-6518e529a187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:32.734050 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-4cbcac32-4017-4b05-a062-3ff58fc8eec8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Made reservation on behalf of 4ba0a9da05ed4f2897acdc6a24e2b84c for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:32.753727 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-4cbcac32-4017-4b05-a062-3ff58fc8eec8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:32.768589 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0678df3e-3814-4919-a4a8-40ab0d6bcfb6 None None] The sync data for ids ['988babd5-01cb-4336-8053-a1f7335fb37a'] in n-d-793620-7 is: [{'id': '988babd5-01cb-4336-8053-a1f7335fb37a', 'name': 'tempest-AttachSCSIVolumeTestJSON-919209218-router', 'tenant_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:47:26Z', 'updated_at': '2021-07-07T16:49:32Z', 'revision_number': 6, 'project_id': '3d4335c6ae10420c8bd74aa9e0b9c655', 'gw_port_host': None}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:32.805708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045b903-282e-4b36-bf95-2685cbaf3b2e req-fea06fb9-0d76-4c9a-b9b1-6bd1a09da1e5 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:32.813585 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b045b903-282e-4b36-bf95-2685cbaf3b2e req-fea06fb9-0d76-4c9a-b9b1-6bd1a09da1e5 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/ports?device_id=91cd04ae-8bfd-4cb9-a898-db9b06740449 HTTP/1.1" status: 200 len: 944 time: 0.3177159 Jul 07 16:49:32.871822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-387c7c5f-7a29-431a-ba37-2062e21bbb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:32.873725 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-387c7c5f-7a29-431a-ba37-2062e21bbb48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=77133d5e02c74a1591f6737b0bd4e44a&device_id=91cd04ae-8bfd-4cb9-a898-db9b06740449 HTTP/1.1" status: 200 len: 1095 time: 0.2317870 Jul 07 16:49:32.895829 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b045b903-282e-4b36-bf95-2685cbaf3b2e req-6c195099-ce44-4a32-acd6-76a65f15699b tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/security-groups?id=35826a27-a642-405f-8c13-1f16887e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672340 Jul 07 16:49:32.939994 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-3af8b470-4e08-4a5d-ac1d-8450d85f4bbb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb HTTP/1.1" status: 200 len: 217 time: 0.0479023 Jul 07 16:49:33.015641 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-5032ada1-d305-4b4b-a059-89cbd0fc06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:33.017579 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-5032ada1-d305-4b4b-a059-89cbd0fc06c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fb1b732-0075-4976-8d89-d47372874880 HTTP/1.1" status: 200 len: 855 time: 0.0703745 Jul 07 16:49:33.052853 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-78b636f5-2f72-44ff-8b85-4d47eff3704e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fcc12aee-15b0-41b3-ba75-274663c7eac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285106 Jul 07 16:49:33.062911 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c334723d-bd55-4d45-a8f0-336d35056179 req-1493d400-ad2f-453a-9150-1cb07214056b tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 210 time: 0.0765908 Jul 07 16:49:33.126994 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e92fd887-7a7f-4fdf-99cd-1494f34b0a42 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:33.126994 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e92fd887-7a7f-4fdf-99cd-1494f34b0a42 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.15 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 808 time: 0.5448825 Jul 07 16:49:33.144415 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-795b80e0-65be-4c1f-bd41-0917fa7333be tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Request body: {'port': {'device_id': 'f0a68d04-390e-4fc7-9722-04968cd364fd', 'network_id': '51ec3819-671e-411b-b116-1f7886237f24', 'admin_state_up': True, 'tenant_id': '1be8148ddb52412394c6dd031bc2cc7e'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:33.155282 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-04ed3985-1d4d-469f-a2eb-df5d45109e21 req-6635bf67-1d79-4fec-af99-3c78149edc58 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 210 time: 0.0681794 Jul 07 16:49:33.197735 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9bedcc-39af-49df-b1af-ba6b30d21f7a x-openstack-request-id: req-2e9bedcc-39af-49df-b1af-ba6b30d21f7a {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:33.198031 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91cd04ae-8bfd-4cb9-a898-db9b06740449", "tag": "47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:33.198271 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2e9bedcc-39af-49df-b1af-ba6b30d21f7a {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:33.198761 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cd04ae-8bfd-4cb9-a898-db9b06740449', 'tag': '47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb', 'status': 'completed', 'code': 200} Jul 07 16:49:33.240633 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-6861acd8-5392-46a0-ac56-dc77e82d2122 service neutron] 10.222.0.15 "GET /v2.0/networks/fcc12aee-15b0-41b3-ba75-274663c7eac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805294 Jul 07 16:49:33.279017 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-f6eba227-43d8-4e3d-b965-6518e529a187 admin admin] For port 0656cca2-ebfb-4370-a095-ce5d321daaee, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0656cca2-ebfb-4370-a095-ce5d321daaee,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:33.279157 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6eba227-43d8-4e3d-b965-6518e529a187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:33.315207 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-f6eba227-43d8-4e3d-b965-6518e529a187 admin admin] Calling delete_port for 0656cca2-ebfb-4370-a095-ce5d321daaee owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:33.352334 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-4cbcac32-4017-4b05-a062-3ff58fc8eec8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Allocated IP 192.168.233.177 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/1c6dbc2b-9742-4455-8f42-5f1291c4debe) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:33.392816 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d0bf55a-41e3-42aa-b608-ad536f7ef5ff req-41295b64-1aa2-43d9-9b51-12c198dc17a5 service neutron] 10.222.0.15 "GET /v2.0/networks/fcc12aee-15b0-41b3-ba75-274663c7eac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448300 Jul 07 16:49:33.501873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f432cb-1121-4088-a784-fc702db4a0c0 req-f8649e14-b106-42c4-b1e0-c4d7f79314d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:33.503801 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1f432cb-1121-4088-a784-fc702db4a0c0 req-f8649e14-b106-42c4-b1e0-c4d7f79314d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=77133d5e02c74a1591f6737b0bd4e44a&device_id=91cd04ae-8bfd-4cb9-a898-db9b06740449 HTTP/1.1" status: 200 len: 1095 time: 0.0559907 Jul 07 16:49:33.616991 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f432cb-1121-4088-a784-fc702db4a0c0 req-8833c013-73bc-41ba-bc40-17063fc919a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:33.619231 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1f432cb-1121-4088-a784-fc702db4a0c0 req-8833c013-73bc-41ba-bc40-17063fc919a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fcc12aee-15b0-41b3-ba75-274663c7eac0 HTTP/1.1" status: 200 len: 916 time: 0.1084421 Jul 07 16:49:33.694454 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1f432cb-1121-4088-a784-fc702db4a0c0 req-479e3988-f486-48d8-a2dd-8b4b4d732f01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb HTTP/1.1" status: 200 len: 217 time: 0.0674484 Jul 07 16:49:33.765082 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f432cb-1121-4088-a784-fc702db4a0c0 req-963f9752-bd5f-4ff5-abb5-27a05183d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:33.766788 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1f432cb-1121-4088-a784-fc702db4a0c0 req-963f9752-bd5f-4ff5-abb5-27a05183d810 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fb1b732-0075-4976-8d89-d47372874880 HTTP/1.1" status: 200 len: 855 time: 0.0646739 Jul 07 16:49:33.836690 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1f432cb-1121-4088-a784-fc702db4a0c0 req-8dc8cc1a-4ec8-43ae-93f4-60da8b5ad88a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fcc12aee-15b0-41b3-ba75-274663c7eac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630243 Jul 07 16:49:33.928206 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ac276-b3c0-47af-b618-ee52cbe5bdfc req-0c1de3c6-de4b-45cd-99db-9860a148ebe9 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:33.930894 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5c4ac276-b3c0-47af-b618-ee52cbe5bdfc req-0c1de3c6-de4b-45cd-99db-9860a148ebe9 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=70a21af2-7789-4d0d-af3f-2e76840dc880 HTTP/1.1" status: 200 len: 949 time: 0.6052139 Jul 07 16:49:33.967072 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1f432cb-1121-4088-a784-fc702db4a0c0 req-fb153aec-e246-44ff-9620-6a67102a4f50 service neutron] 10.222.0.15 "GET /v2.0/networks/fcc12aee-15b0-41b3-ba75-274663c7eac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224327 Jul 07 16:49:34.134691 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 71637d0d-e8ab-4526-bf3b-30acc4d11d4c no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:34.149986 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5c4ac276-b3c0-47af-b618-ee52cbe5bdfc req-bfe8e49f-fb8c-4e81-accd-ac7bb6bb683c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986976 Jul 07 16:49:34.151586 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-795b80e0-65be-4c1f-bd41-0917fa7333be tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Made reservation on behalf of 1be8148ddb52412394c6dd031bc2cc7e for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:34.159578 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-795b80e0-65be-4c1f-bd41-0917fa7333be tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:34.177763 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 71637d0d-e8ab-4526-bf3b-30acc4d11d4c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:34.180403 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 71637d0d-e8ab-4526-bf3b-30acc4d11d4c not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:34.181069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0656cca2-ebfb-4370-a095-ce5d321daaee no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:34.243666 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6eba227-43d8-4e3d-b965-6518e529a187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:34.282761 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No active binding found for port 0656cca2-ebfb-4370-a095-ce5d321daaee {{(pid=100411) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 16:49:34.283466 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0656cca2-ebfb-4370-a095-ce5d321daaee not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:34.367536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eba227-43d8-4e3d-b965-6518e529a187 admin admin] Pushing event deleted for resources: {'Port': ['ID=0656cca2-ebfb-4370-a095-ce5d321daaee,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:34.446238 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-4cbcac32-4017-4b05-a062-3ff58fc8eec8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:34.456081 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7ecbb845-e07f-4edc-9faf-59160f6b319b req-e424317e-e74a-4e1d-94d7-d44ae8975921 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 210 time: 0.0339611 Jul 07 16:49:34.502867 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1f432cb-1121-4088-a784-fc702db4a0c0 req-813ecbc8-2b70-4dc4-b84f-cca2b00c1e4a service neutron] 10.222.0.15 "GET /v2.0/networks/fcc12aee-15b0-41b3-ba75-274663c7eac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288222 Jul 07 16:49:34.538810 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-4cbcac32-4017-4b05-a062-3ff58fc8eec8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Transition to ACTIVE for port object 1c6dbc2b-9742-4455-8f42-5f1291c4debe will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:34.576835 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6eba227-43d8-4e3d-b965-6518e529a187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:34.664068 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-795b80e0-65be-4c1f-bd41-0917fa7333be tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Allocated IP 172.20.0.8 (51ec3819-671e-411b-b116-1f7886237f24/22c985cc-e916-416e-988d-68453d64db86/2e41606e-9461-4408-ae37-53502f5242c0) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:34.708826 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383dcb39-36d9-4a65-bc69-015dc566db25 req-5131643f-43e2-4933-99ba-7be22e9307c8 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:34.710417 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-383dcb39-36d9-4a65-bc69-015dc566db25 req-5131643f-43e2-4933-99ba-7be22e9307c8 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/ports?device_id=91cd04ae-8bfd-4cb9-a898-db9b06740449 HTTP/1.1" status: 200 len: 944 time: 0.3541772 Jul 07 16:49:34.720325 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6eba227-43d8-4e3d-b965-6518e529a187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:34.726497 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6eba227-43d8-4e3d-b965-6518e529a187 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:34.804266 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-4cbcac32-4017-4b05-a062-3ff58fc8eec8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:34.818559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['78af5bd3-4034-4762-a6a0-1b73f58d5009'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:34.846511 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['2e956c6d-4647-4508-a858-901e36dbdafb'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:34.898272 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a844c-a937-4196-ada5-10c21e65f467 req-50db4309-240e-4533-8b4a-cd4b9978a885 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:34.901138 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a6a844c-a937-4196-ada5-10c21e65f467 req-50db4309-240e-4533-8b4a-cd4b9978a885 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 936 time: 0.1016815 Jul 07 16:49:34.914214 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6eba227-43d8-4e3d-b965-6518e529a187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:34.920519 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6eba227-43d8-4e3d-b965-6518e529a187 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 988babd5-01cb-4336-8053-a1f7335fb37a {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:49:34.942111 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6eba227-43d8-4e3d-b965-6518e529a187 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:34.943310 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f6eba227-43d8-4e3d-b965-6518e529a187 admin admin] 10.222.0.50 "DELETE /v2.0/routers/988babd5-01cb-4336-8053-a1f7335fb37a HTTP/1.1" status: 204 len: 168 time: 3.4737577 Jul 07 16:49:34.958490 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60964) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:34.974906 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-383dcb39-36d9-4a65-bc69-015dc566db25 req-06a027e4-c570-4874-a513-863993cf5246 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/security-groups?id=35826a27-a642-405f-8c13-1f16887e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519739 Jul 07 16:49:35.049722 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-4cbcac32-4017-4b05-a062-3ff58fc8eec8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:35.049722 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-4cbcac32-4017-4b05-a062-3ff58fc8eec8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:35.075885 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-4cbcac32-4017-4b05-a062-3ff58fc8eec8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:35.125108 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ccd83d8-ae3c-4873-8f62-58ffd06b63df admin admin] Deleting subnet b7e32e6b-f7fb-4fa9-9b32-da0b20f4d35b {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:49:35.142423 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ccd83d8-ae3c-4873-8f62-58ffd06b63df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.153934 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcac32-4017-4b05-a062-3ff58fc8eec8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Pushing event updated for resources: {'Port': ['ID=1c6dbc2b-9742-4455-8f42-5f1291c4debe,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:35.170484 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a6a844c-a937-4196-ada5-10c21e65f467 req-22a85fb7-1fd0-449f-8f7b-fee1b2a9a774 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610543 Jul 07 16:49:35.241944 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ccd83d8-ae3c-4873-8f62-58ffd06b63df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.341845 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-4cbcac32-4017-4b05-a062-3ff58fc8eec8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:35.342177 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-4cbcac32-4017-4b05-a062-3ff58fc8eec8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.349893 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ccd83d8-ae3c-4873-8f62-58ffd06b63df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.383613 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-4cbcac32-4017-4b05-a062-3ff58fc8eec8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9800618 Jul 07 16:49:35.389397 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-795b80e0-65be-4c1f-bd41-0917fa7333be tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.400037 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] Request body: {'port': {'device_id': 'a66517e7-2eda-4758-80f0-0f9e06989d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:35.434871 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-74ea9a8e-302e-4918-a58c-f00b3d2833cf None None] Provisioning for port 1c6dbc2b-9742-4455-8f42-5f1291c4debe completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:35.440338 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ccd83d8-ae3c-4873-8f62-58ffd06b63df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.441151 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-74ea9a8e-302e-4918-a58c-f00b3d2833cf None None] Provisioning complete for port 1c6dbc2b-9742-4455-8f42-5f1291c4debe triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:35.441752 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-74ea9a8e-302e-4918-a58c-f00b3d2833cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.469906 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db99c5f9-8151-40df-ac49-f4884b922e7c None None] Network 51c80162-4ea0-4868-909e-82149c6b20e2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:35.499302 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.640699 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ccd83d8-ae3c-4873-8f62-58ffd06b63df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.653515 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0ccd83d8-ae3c-4873-8f62-58ffd06b63df admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b7e32e6b-f7fb-4fa9-9b32-da0b20f4d35b HTTP/1.1" status: 204 len: 168 time: 0.6836746 Jul 07 16:49:35.653515 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd83d8-ae3c-4873-8f62-58ffd06b63df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e32e6b-f7fb-4fa9-9b32-da0b20f4d35b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:35.654590 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60980) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:35.693513 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:49:35.696659 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 9b53905c-5e0a-4cf2-b4a3-e171577577c2 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:35.733267 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a44475-7b33-4cb6-b5df-97b417da2205 req-5edbf015-8dd5-48c4-bb50-2e536b080263 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:35.740731 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0521914b-6ffb-4c54-a138-d58e945f4540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.743543 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c1a44475-7b33-4cb6-b5df-97b417da2205 req-5edbf015-8dd5-48c4-bb50-2e536b080263 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=70a21af2-7789-4d0d-af3f-2e76840dc880 HTTP/1.1" status: 200 len: 949 time: 0.2910876 Jul 07 16:49:35.801286 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-795b80e0-65be-4c1f-bd41-0917fa7333be tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:35.822997 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c1a44475-7b33-4cb6-b5df-97b417da2205 req-d2a38e60-5d68-42e2-8530-460e07d24fbd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776036 Jul 07 16:49:35.824707 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60984) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:35.851633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-74ea9a8e-302e-4918-a58c-f00b3d2833cf None None] Port 1c6dbc2b-9742-4455-8f42-5f1291c4debe cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:49:35.942869 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b80e0-65be-4c1f-bd41-0917fa7333be tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Pushing event updated for resources: {'Port': ['ID=2e41606e-9461-4408-ae37-53502f5242c0,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:35.963353 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-795b80e0-65be-4c1f-bd41-0917fa7333be tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Network 51ec3819-671e-411b-b116-1f7886237f24 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:35.983750 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb,segment=NetworkSegment(58bbab1b-9baa-47e0-a65e-c4a62fdd600b),segment_id=58bbab1b-9baa-47e0-a65e-c4a62fdd600b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:35.987585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 9b53905c-5e0a-4cf2-b4a3-e171577577c2 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:35.989658 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b68fea25-104f-420b-9e09-8b3e01a61961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.000692 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-795b80e0-65be-4c1f-bd41-0917fa7333be tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:36.006350 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-795b80e0-65be-4c1f-bd41-0917fa7333be tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:36.012368 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 9b53905c-5e0a-4cf2-b4a3-e171577577c2 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:36.012911 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.016781 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb', 'network_id': 'fcc12aee-15b0-41b3-ba75-274663c7eac0', 'port_id': '47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb', 'mac_address': 'fa:16:3e:23:be:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb1b732-0075-4976-8d89-d47372874880', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:49:36.103885 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3c207e-3873-45a4-b5ab-5f1854b51381 None None] DHCP port deletion for 51c80162-4ea0-4868-909e-82149c6b20e2 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:49:36.157697 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.165476 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ae231-b409-4296-96e7-a01585123853 req-db954bb4-232d-466f-8c7e-11d53604b3d0 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:36.167141 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3d7ae231-b409-4296-96e7-a01585123853 req-db954bb4-232d-466f-8c7e-11d53604b3d0 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 931 time: 0.4221530 Jul 07 16:49:36.213858 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:36.247151 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.252483 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb,segment=NetworkSegment(58bbab1b-9baa-47e0-a65e-c4a62fdd600b),segment_id=58bbab1b-9baa-47e0-a65e-c4a62fdd600b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:36.253313 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-795b80e0-65be-4c1f-bd41-0917fa7333be tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:36.254033 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-795b80e0-65be-4c1f-bd41-0917fa7333be tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.267714 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.273578 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-0521914b-6ffb-4c54-a138-d58e945f4540 admin admin] Deleting port 3cc50415-2b45-48af-90e3-8c8c85cecd5f {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:36.273933 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0521914b-6ffb-4c54-a138-d58e945f4540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.309072 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c207e-3873-45a4-b5ab-5f1854b51381 None None] Deleting port 3cc50415-2b45-48af-90e3-8c8c85cecd5f {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:36.309594 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ce3c207e-3873-45a4-b5ab-5f1854b51381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.318555 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a21af2-7789-4d0d-af3f-2e76840dc880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b53905c-5e0a-4cf2-b4a3-e171577577c2'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:36.320798 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f9768c-37ff-4080-9b0f-d2526f3fc4c3" -d '{"events": [{"server_uuid": "70a21af2-7789-4d0d-af3f-2e76840dc880", "name": "network-vif-plugged", "status": "completed", "tag": "9b53905c-5e0a-4cf2-b4a3-e171577577c2"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:36.330087 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b68fea25-104f-420b-9e09-8b3e01a61961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.345310 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4429bf6-897d-4e97-92db-64a7a5f5fc32 req-7bfad838-2b5c-428a-85c7-a2763f5dd441 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:36.353234 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4429bf6-897d-4e97-92db-64a7a5f5fc32 req-7bfad838-2b5c-428a-85c7-a2763f5dd441 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/ports?device_id=91cd04ae-8bfd-4cb9-a898-db9b06740449 HTTP/1.1" status: 200 len: 944 time: 0.1525021 Jul 07 16:49:36.361355 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-0521914b-6ffb-4c54-a138-d58e945f4540 admin admin] For port 3cc50415-2b45-48af-90e3-8c8c85cecd5f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3cc50415-2b45-48af-90e3-8c8c85cecd5f,segment=NetworkSegment(ca4dc40f-f188-4f84-a907-04fd4834f0db),segment_id=ca4dc40f-f188-4f84-a907-04fd4834f0db)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:36.361575 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b68fea25-104f-420b-9e09-8b3e01a61961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.361703 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0521914b-6ffb-4c54-a138-d58e945f4540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.379567 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-0521914b-6ffb-4c54-a138-d58e945f4540 admin admin] Calling delete_port for 3cc50415-2b45-48af-90e3-8c8c85cecd5f owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:36.392717 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 9b53905c-5e0a-4cf2-b4a3-e171577577c2, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9b53905c-5e0a-4cf2-b4a3-e171577577c2,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:36.399938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fea25-104f-420b-9e09-8b3e01a61961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3f1c7a-d47d-450b-a072-e97595967422,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:36.406207 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.414078 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:36.426269 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b68fea25-104f-420b-9e09-8b3e01a61961 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6a28fc635a674f2e9647d3696b4d15b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6002946 Jul 07 16:49:36.430711 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ce3c207e-3873-45a4-b5ab-5f1854b51381 None None] For port 3cc50415-2b45-48af-90e3-8c8c85cecd5f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3cc50415-2b45-48af-90e3-8c8c85cecd5f,segment=NetworkSegment(ca4dc40f-f188-4f84-a907-04fd4834f0db),segment_id=ca4dc40f-f188-4f84-a907-04fd4834f0db)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:36.431236 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ce3c207e-3873-45a4-b5ab-5f1854b51381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.432501 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60996) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:36.463541 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4429bf6-897d-4e97-92db-64a7a5f5fc32 req-6ccdaefc-a2b7-4e6b-aee0-d751e9eecf28 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/security-groups?id=35826a27-a642-405f-8c13-1f16887e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092734 Jul 07 16:49:36.470037 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c207e-3873-45a4-b5ab-5f1854b51381 None None] Calling delete_port for 3cc50415-2b45-48af-90e3-8c8c85cecd5f owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:36.536567 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=9b53905c-5e0a-4cf2-b4a3-e171577577c2,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:36.548208 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6dbc2b-9742-4455-8f42-5f1291c4debe {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:36.552160 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:36.556212 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65f65fa4-d662-4098-9867-6000b9542d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.593538 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65f65fa4-d662-4098-9867-6000b9542d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.626017 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ce3c207e-3873-45a4-b5ab-5f1854b51381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.645362 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3d7ae231-b409-4296-96e7-a01585123853 req-79466744-b650-4121-92c6-cd078d395c10 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397583 Jul 07 16:49:36.646813 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-795b80e0-65be-4c1f-bd41-0917fa7333be tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5064759 Jul 07 16:49:36.655123 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.664037 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0521914b-6ffb-4c54-a138-d58e945f4540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.677490 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c207e-3873-45a4-b5ab-5f1854b51381 None None] Pushing event deleted for resources: {'Port': ['ID=3cc50415-2b45-48af-90e3-8c8c85cecd5f,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:36.685367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c207e-3873-45a4-b5ab-5f1854b51381 None None] No DVR routers for this DVR port 3cc50415-2b45-48af-90e3-8c8c85cecd5f on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:36.688094 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65f65fa4-d662-4098-9867-6000b9542d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.696376 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] Request body: {'port': {'device_id': 'f0a68d04-390e-4fc7-9722-04968cd364fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:36.699662 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65f65fa4-d662-4098-9867-6000b9542d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:36.700836 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-65f65fa4-d662-4098-9867-6000b9542d38 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d3f1c7a-d47d-450b-a072-e97595967422 HTTP/1.1" status: 204 len: 168 time: 0.2673452 Jul 07 16:49:36.716556 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f65fa4-d662-4098-9867-6000b9542d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3f1c7a-d47d-450b-a072-e97595967422,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:36.756817 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29be6f4-2560-46fe-a860-21f80a23926e x-openstack-request-id: req-f29be6f4-2560-46fe-a860-21f80a23926e {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:36.757118 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a21af2-7789-4d0d-af3f-2e76840dc880", "name": "network-vif-plugged", "status": "completed", "tag": "9b53905c-5e0a-4cf2-b4a3-e171577577c2", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:36.757392 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f29be6f4-2560-46fe-a860-21f80a23926e {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:36.757760 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a21af2-7789-4d0d-af3f-2e76840dc880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b53905c-5e0a-4cf2-b4a3-e171577577c2', 'code': 200} Jul 07 16:49:36.797256 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521914b-6ffb-4c54-a138-d58e945f4540 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc50415-2b45-48af-90e3-8c8c85cecd5f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:36.806462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c4ce0-5a2b-4abb-80bc-3d54e9d449ee req-a13b267c-6dd4-4be6-a1c0-2f525854be51 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:36.808833 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-827c4ce0-5a2b-4abb-80bc-3d54e9d449ee req-a13b267c-6dd4-4be6-a1c0-2f525854be51 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 936 time: 0.1034584 Jul 07 16:49:36.845034 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0521914b-6ffb-4c54-a138-d58e945f4540 admin admin] No DVR routers for this DVR port 3cc50415-2b45-48af-90e3-8c8c85cecd5f on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:36.932285 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-827c4ce0-5a2b-4abb-80bc-3d54e9d449ee req-79d16877-f290-48a8-804b-67a51e2e0c87 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142709 Jul 07 16:49:36.965310 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412ddbd-77b5-4512-b649-0ea4b8d6719d req-a56c4e3d-3bdd-4ec3-a595-11968bbeac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:36.967481 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5412ddbd-77b5-4512-b649-0ea4b8d6719d req-a56c4e3d-3bdd-4ec3-a595-11968bbeac07 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70a21af2-7789-4d0d-af3f-2e76840dc880 HTTP/1.1" status: 200 len: 1101 time: 0.1184850 Jul 07 16:49:36.989105 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0521914b-6ffb-4c54-a138-d58e945f4540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.000557 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-0521914b-6ffb-4c54-a138-d58e945f4540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c80162-4ea0-4868-909e-82149c6b20e2']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:37.015454 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5412ddbd-77b5-4512-b649-0ea4b8d6719d req-5c18e66b-bed9-4a5c-b0a8-b483edcca543 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369921 Jul 07 16:49:37.017083 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-0521914b-6ffb-4c54-a138-d58e945f4540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4dc40f-f188-4f84-a907-04fd4834f0db') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:37.017381 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-0521914b-6ffb-4c54-a138-d58e945f4540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4dc40f-f188-4f84-a907-04fd4834f0db') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:37.027691 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] Transition to ACTIVE for port object 1c6dbc2b-9742-4455-8f42-5f1291c4debe will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:37.034807 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0521914b-6ffb-4c54-a138-d58e945f4540 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.043914 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.093756 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0521914b-6ffb-4c54-a138-d58e945f4540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.126541 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0521914b-6ffb-4c54-a138-d58e945f4540 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:49:37.126929 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0521914b-6ffb-4c54-a138-d58e945f4540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:49:37.128641 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:49:37.196467 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213720e7-374e-4ed5-b376-1b4336e80b87 req-0a0a9958-d187-4cac-8d6c-78ffad721a22 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:37.199533 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-213720e7-374e-4ed5-b376-1b4336e80b87 req-0a0a9958-d187-4cac-8d6c-78ffad721a22 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=70a21af2-7789-4d0d-af3f-2e76840dc880 HTTP/1.1" status: 200 len: 950 time: 0.1012368 Jul 07 16:49:37.244250 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6dbc2b-9742-4455-8f42-5f1291c4debe,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:37.260324 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.264107 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-213720e7-374e-4ed5-b376-1b4336e80b87 req-b5cae0de-c9e3-4a0a-bfbb-1a7ff8e380e5 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576591 Jul 07 16:49:37.332091 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0521914b-6ffb-4c54-a138-d58e945f4540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.376654 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0521914b-6ffb-4c54-a138-d58e945f4540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.378961 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0521914b-6ffb-4c54-a138-d58e945f4540 admin admin] 10.222.0.50 "DELETE /v2.0/networks/51c80162-4ea0-4868-909e-82149c6b20e2 HTTP/1.1" status: 204 len: 168 time: 1.7311213 Jul 07 16:49:37.384197 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521914b-6ffb-4c54-a138-d58e945f4540 admin admin] Pushing event deleted for resources: {'Network': ['ID=51c80162-4ea0-4868-909e-82149c6b20e2,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:37.474748 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] Attempting to bind port 1c6dbc2b-9742-4455-8f42-5f1291c4debe on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:37.474921 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] Attempting to bind port 1c6dbc2b-9742-4455-8f42-5f1291c4debe by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:37.475284 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] Attempting to bind port 1c6dbc2b-9742-4455-8f42-5f1291c4debe on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:37.489845 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] Port 1c6dbc2b-9742-4455-8f42-5f1291c4debe on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:49:37.490598 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] Attempting to bind port 1c6dbc2b-9742-4455-8f42-5f1291c4debe on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:37.503352 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:37.503711 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:37.504104 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:37.504548 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] Bound port: 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:37.504912 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.624424 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:37.638246 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] For port 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:37.658765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] For port 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:37.674311 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.715992 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 32806) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:37.741961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:37.754174 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:37.754499 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.791484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:37.792019 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.794028 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] 10.222.0.15 "PUT /v2.0/ports/1c6dbc2b-9742-4455-8f42-5f1291c4debe HTTP/1.1" status: 200 len: 1096 time: 2.3989265 Jul 07 16:49:37.799314 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66517e7-2eda-4758-80f0-0f9e06989d7c', 'tag': '1c6dbc2b-9742-4455-8f42-5f1291c4debe'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:37.801697 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782693e3-ccfe-493c-98f6-968bb9ae6016" -d '{"events": [{"name": "network-changed", "server_uuid": "a66517e7-2eda-4758-80f0-0f9e06989d7c", "tag": "1c6dbc2b-9742-4455-8f42-5f1291c4debe"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:37.812806 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bbb034d3-643a-4cd5-bbb4-e1b54cb01e8d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e274f8f036d94d36b338115a1e4f399c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0934417 Jul 07 16:49:37.813528 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 32810) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:37.834688 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 32812) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:37.881190 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e41606e-9461-4408-ae37-53502f5242c0 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:37.932531 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.971684 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:37.985786 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1842f-7dd9-4ecf-afa8-5a1975a37072 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6dbc2b-9742-4455-8f42-5f1291c4debe,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:37.997226 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] Transition to ACTIVE for port object 2e41606e-9461-4408-ae37-53502f5242c0 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:38.017101 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.056718 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb,segment=NetworkSegment(58bbab1b-9baa-47e0-a65e-c4a62fdd600b),segment_id=58bbab1b-9baa-47e0-a65e-c4a62fdd600b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:38.061371 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-102b4b57-7361-49de-812b-8b18e6d93057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.063699 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.105588 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-102b4b57-7361-49de-812b-8b18e6d93057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.130184 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e70f2c-2d26-4f89-b529-d1efb23476a8 req-1de421f8-aed8-4872-996a-e9572ea8dff1 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:38.136164 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-26e70f2c-2d26-4f89-b529-d1efb23476a8 req-1de421f8-aed8-4872-996a-e9572ea8dff1 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/ports?device_id=91cd04ae-8bfd-4cb9-a898-db9b06740449 HTTP/1.1" status: 200 len: 945 time: 0.3815250 Jul 07 16:49:38.138560 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3cc50415-2b45-48af-90e3-8c8c85cecd5f no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:38.168474 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e41606e-9461-4408-ae37-53502f5242c0,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:38.177832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 3cc50415-2b45-48af-90e3-8c8c85cecd5f {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:38.178189 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3cc50415-2b45-48af-90e3-8c8c85cecd5f not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:38.181935 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:38.182140 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-606fd3b6-2f68-40d8-83e7-50134fa4f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:38.192054 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-606fd3b6-2f68-40d8-83e7-50134fa4f7ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 1099 time: 0.3254128 Jul 07 16:49:38.198766 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5c50592d-5e79-493f-83cb-112ad6ca1d58 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1442948593-network', 'tenant_id': '0b34e3ab816f477ba7700e082cba7b55'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:38.230639 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ed599-1707-4c41-956e-083fccf716e7 req-c4e95417-9b7f-4b40-9a05-ba7047e0bc48 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:38.231959 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-981ed599-1707-4c41-956e-083fccf716e7 req-c4e95417-9b7f-4b40-9a05-ba7047e0bc48 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 931 time: 0.3640747 Jul 07 16:49:38.241871 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c50592d-5e79-493f-83cb-112ad6ca1d58 admin admin] Made reservation on behalf of 0b34e3ab816f477ba7700e082cba7b55 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:38.245017 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c50592d-5e79-493f-83cb-112ad6ca1d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.255183 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-102b4b57-7361-49de-812b-8b18e6d93057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.265545 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-102b4b57-7361-49de-812b-8b18e6d93057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.266667 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-102b4b57-7361-49de-812b-8b18e6d93057 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/31b657cb-ed3e-4411-ab4f-a56e778dc5ff HTTP/1.1" status: 204 len: 168 time: 0.4521637 Jul 07 16:49:38.282359 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c50592d-5e79-493f-83cb-112ad6ca1d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.320095 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b4b57-7361-49de-812b-8b18e6d93057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b657cb-ed3e-4411-ab4f-a56e778dc5ff,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:38.375500 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-981ed599-1707-4c41-956e-083fccf716e7 req-342008f9-5aea-43d2-8594-febd9061ebbb tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274669 Jul 07 16:49:38.512957 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c50592d-5e79-493f-83cb-112ad6ca1d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.522132 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c50592d-5e79-493f-83cb-112ad6ca1d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.551254 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50592d-5e79-493f-83cb-112ad6ca1d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56912e50-be4a-4ccc-b7b4-7097a32cba3b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:38.565551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c50592d-5e79-493f-83cb-112ad6ca1d58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:49:38.586641 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355eba2f-c036-46c6-839c-476a5daadcb8 x-openstack-request-id: req-355eba2f-c036-46c6-839c-476a5daadcb8 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:38.587119 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66517e7-2eda-4758-80f0-0f9e06989d7c", "tag": "1c6dbc2b-9742-4455-8f42-5f1291c4debe", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:38.587452 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-355eba2f-c036-46c6-839c-476a5daadcb8 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:38.587943 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66517e7-2eda-4758-80f0-0f9e06989d7c', 'tag': '1c6dbc2b-9742-4455-8f42-5f1291c4debe', 'status': 'completed', 'code': 200} Jul 07 16:49:38.597392 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c50592d-5e79-493f-83cb-112ad6ca1d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.597747 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-5c50592d-5e79-493f-83cb-112ad6ca1d58 admin admin] Added segment 66768d90-fd79-4fb7-b4eb-e54f6fa4fc27 of type vlan for network d2498ad9-3fdc-4024-95f6-6c0df6e20fb4 Jul 07 16:49:38.648035 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-26e70f2c-2d26-4f89-b529-d1efb23476a8 req-ecf4a0d8-78d7-4e71-acc4-1a2da861a570 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/security-groups?id=35826a27-a642-405f-8c13-1f16887e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960759 Jul 07 16:49:38.649994 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-7d40794d-7b31-4c42-ba1f-4e48d94a4dbc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe HTTP/1.1" status: 200 len: 217 time: 0.4244542 Jul 07 16:49:38.687618 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c50592d-5e79-493f-83cb-112ad6ca1d58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.742542 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c50592d-5e79-493f-83cb-112ad6ca1d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.743663 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c50592d-5e79-493f-83cb-112ad6ca1d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:38.744225 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c50592d-5e79-493f-83cb-112ad6ca1d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.758981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cd04ae-8bfd-4cb9-a898-db9b06740449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:38.763238 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273f39ca-7bd1-4393-8f56-57a854aaa479" -d '{"events": [{"server_uuid": "91cd04ae-8bfd-4cb9-a898-db9b06740449", "name": "network-vif-plugged", "status": "completed", "tag": "47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:38.785587 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-b8f3907f-efa1-49bd-b29d-70273d82eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:38.787406 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-b8f3907f-efa1-49bd-b29d-70273d82eab6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1269040 Jul 07 16:49:38.788008 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 32838) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:38.832763 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5c50592d-5e79-493f-83cb-112ad6ca1d58 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9941297 Jul 07 16:49:38.837163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 32842) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:38.849429 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-ae5951ca-1092-432d-b8cf-5f2b92af1521 admin admin] Request body: {'subnet': {'network_id': 'd2498ad9-3fdc-4024-95f6-6c0df6e20fb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1442948593-subnet', 'tenant_id': '0b34e3ab816f477ba7700e082cba7b55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:38.864162 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7a000-9937-4f55-a5f5-dcd244a7e32f req-61351b7b-e180-47cb-81ec-eba5801feee1 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:38.873498 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f9f7a000-9937-4f55-a5f5-dcd244a7e32f req-61351b7b-e180-47cb-81ec-eba5801feee1 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 948 time: 0.2620485 Jul 07 16:49:38.881424 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] Attempting to bind port 2e41606e-9461-4408-ae37-53502f5242c0 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:38.881834 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] Attempting to bind port 2e41606e-9461-4408-ae37-53502f5242c0 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:38.882235 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] Attempting to bind port 2e41606e-9461-4408-ae37-53502f5242c0 on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:38.887788 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50592d-5e79-493f-83cb-112ad6ca1d58 admin admin] Pushing event updated for resources: {'Network': ['ID=d2498ad9-3fdc-4024-95f6-6c0df6e20fb4,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:38.892141 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d56cfa95-d4db-4eb6-9a8e-76af0523a34d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d4335c6ae10420c8bd74aa9e0b9c655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0985398 Jul 07 16:49:38.892597 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 32844) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:38.898779 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network d2498ad9-3fdc-4024-95f6-6c0df6e20fb4 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:49:38.903801 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] Port 2e41606e-9461-4408-ae37-53502f5242c0 on network 51ec3819-671e-411b-b116-1f7886237f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:49:38.904431 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] Attempting to bind port 2e41606e-9461-4408-ae37-53502f5242c0 on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:38.941508 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:38.942120 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] Checking segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:38.942740 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] Bound using segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:38.943351 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] Bound port: 2e41606e-9461-4408-ae37-53502f5242c0, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:38.943599 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f9f7a000-9937-4f55-a5f5-dcd244a7e32f req-dcd56ecf-51c5-4bc1-97b6-761e7961c492 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691233 Jul 07 16:49:38.944089 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:38.944758 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5951ca-1092-432d-b8cf-5f2b92af1521 admin admin] Made reservation on behalf of 0b34e3ab816f477ba7700e082cba7b55 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:38.949292 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ae5951ca-1092-432d-b8cf-5f2b92af1521 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.032289 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd5c08e-8303-41a8-901f-968021353144 x-openstack-request-id: req-ffd5c08e-8303-41a8-901f-968021353144 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:39.032627 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cd04ae-8bfd-4cb9-a898-db9b06740449", "name": "network-vif-plugged", "status": "completed", "tag": "47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:39.032847 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ffd5c08e-8303-41a8-901f-968021353144 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:39.033303 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cd04ae-8bfd-4cb9-a898-db9b06740449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb', 'code': 200} Jul 07 16:49:39.062326 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-9769f215-15f2-4e57-9046-a8ea9371aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:39.063454 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-9769f215-15f2-4e57-9046-a8ea9371aec4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2662222 Jul 07 16:49:39.084395 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7a41cc24-5ae3-443c-a368-df3349c8608b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.183251 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] For port 2e41606e-9461-4408-ae37-53502f5242c0, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:39.196304 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7a41cc24-5ae3-443c-a368-df3349c8608b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.214233 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] For port 2e41606e-9461-4408-ae37-53502f5242c0, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=2e41606e-9461-4408-ae37-53502f5242c0,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:39.238453 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.247710 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc95ee-e967-4480-9051-40e41e6d6113 req-36f28e94-5f99-46f9-9d5f-8780fe921340 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:39.251446 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aafc95ee-e967-4480-9051-40e41e6d6113 req-36f28e94-5f99-46f9-9d5f-8780fe921340 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=70a21af2-7789-4d0d-af3f-2e76840dc880 HTTP/1.1" status: 200 len: 950 time: 0.2861583 Jul 07 16:49:39.277926 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ae5951ca-1092-432d-b8cf-5f2b92af1521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.284217 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d75f8a-cb6e-47a5-9185-12d2d739f893 req-19ae437e-9af6-4ddd-b7d8-dbf00a87c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:39.285726 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64d75f8a-cb6e-47a5-9185-12d2d739f893 req-19ae437e-9af6-4ddd-b7d8-dbf00a87c492 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=91cd04ae-8bfd-4cb9-a898-db9b06740449 HTTP/1.1" status: 200 len: 1097 time: 0.1731300 Jul 07 16:49:39.341601 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:39.341601 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.342888 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] 10.222.0.15 "PUT /v2.0/ports/2e41606e-9461-4408-ae37-53502f5242c0 HTTP/1.1" status: 200 len: 1091 time: 2.6522160 Jul 07 16:49:39.363372 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4445af-d196-43b5-ba4e-49e1e32b490d req-f1a11d84-1e86-44cb-95e7-e3b32f87b911 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:39.365385 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e4445af-d196-43b5-ba4e-49e1e32b490d req-f1a11d84-1e86-44cb-95e7-e3b32f87b911 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=528de228-c644-4e36-9694-f38aa25b68fd HTTP/1.1" status: 200 len: 945 time: 0.1968648 Jul 07 16:49:39.367269 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-581cb7de-033c-4ba7-b64b-310995eb094b service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842126 Jul 07 16:49:39.380733 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5951ca-1092-432d-b8cf-5f2b92af1521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af161390-c2ba-418e-91fd-1a3c68f94564,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:39.388903 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aafc95ee-e967-4480-9051-40e41e6d6113 req-8a61b4fb-0f06-4bba-9e74-5e0da12a187f tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169679 Jul 07 16:49:39.389528 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae8949-5f37-4c37-90ae-684b25d4d3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e41606e-9461-4408-ae37-53502f5242c0,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:39.429683 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64d75f8a-cb6e-47a5-9185-12d2d739f893 req-3516afb1-efcf-4773-bc67-4974167ef2aa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35826a27-a642-405f-8c13-1f16887e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195180 Jul 07 16:49:39.468218 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5951ca-1092-432d-b8cf-5f2b92af1521 admin admin] Checking segment: {'id': '66768d90-fd79-4fb7-b4eb-e54f6fa4fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd2498ad9-3fdc-4024-95f6-6c0df6e20fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:39.468700 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5951ca-1092-432d-b8cf-5f2b92af1521 admin admin] Network hostable DHCP agents. Network: d2498ad9-3fdc-4024-95f6-6c0df6e20fb4, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:49:39.485189 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e4445af-d196-43b5-ba4e-49e1e32b490d req-256d10da-45ed-42fe-ab01-2714eef831e2 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915437 Jul 07 16:49:39.505469 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7a41cc24-5ae3-443c-a368-df3349c8608b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.508340 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7a41cc24-5ae3-443c-a368-df3349c8608b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.509501 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7a41cc24-5ae3-443c-a368-df3349c8608b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7572d532-4d40-4bed-ae79-fe64cede6a19 HTTP/1.1" status: 204 len: 168 time: 0.6157439 Jul 07 16:49:39.541149 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5951ca-1092-432d-b8cf-5f2b92af1521 admin admin] Network d2498ad9-3fdc-4024-95f6-6c0df6e20fb4 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:49:39.565807 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41cc24-5ae3-443c-a368-df3349c8608b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7572d532-4d40-4bed-ae79-fe64cede6a19,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:39.574978 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-ae5951ca-1092-432d-b8cf-5f2b92af1521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, d2498ad9-3fdc-4024-95f6-6c0df6e20fb4) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:39.587678 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5951ca-1092-432d-b8cf-5f2b92af1521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:39.588525 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ae5951ca-1092-432d-b8cf-5f2b92af1521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:39.601622 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae3108a-a114-44f7-af06-5f06a2d7a8c4 None None] Network d2498ad9-3fdc-4024-95f6-6c0df6e20fb4 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:39.623131 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ae5951ca-1092-432d-b8cf-5f2b92af1521 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7781627 Jul 07 16:49:39.733026 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f122bd26-6d95-4b58-aa2c-adc50dc046f4 req-32856598-a3ea-47c5-8697-c9de08dc264f service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568590 Jul 07 16:49:39.751448 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3226655-defb-4359-9398-9de94a4138ab req-b9897ad0-8fba-4a92-9d20-cca48fec98e0 tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:39.762140 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3226655-defb-4359-9398-9de94a4138ab req-b9897ad0-8fba-4a92-9d20-cca48fec98e0 tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=70a21af2-7789-4d0d-af3f-2e76840dc880 HTTP/1.1" status: 200 len: 1101 time: 0.0860589 Jul 07 16:49:39.769129 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-be4f2834-aa26-490f-845d-af7d542fae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:39.771145 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-be4f2834-aa26-490f-845d-af7d542fae9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 1094 time: 0.3865998 Jul 07 16:49:39.841981 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3226655-defb-4359-9398-9de94a4138ab req-066532b3-9b77-4760-8f5a-a9d79493ebc2 tempest-ServersOnMultiNodesTest-2098982309 tempest-ServersOnMultiNodesTest-2098982309-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780554 Jul 07 16:49:39.888332 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739f9256-f448-4b74-b60a-31c4da0d20f9 None None] Network d2498ad9-3fdc-4024-95f6-6c0df6e20fb4 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:39.937041 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-fc5ae1ba-9ac1-4c43-98f0-53d9b9f9c6e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e41606e-9461-4408-ae37-53502f5242c0 HTTP/1.1" status: 200 len: 217 time: 0.1461101 Jul 07 16:49:39.969715 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9f50c-2d04-4b01-9749-20ade69db5b3 req-7252a383-e636-48ca-bdb3-900acc823807 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:39.984874 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cfc9f50c-2d04-4b01-9749-20ade69db5b3 req-7252a383-e636-48ca-bdb3-900acc823807 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 943 time: 0.3308346 Jul 07 16:49:40.068623 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-81be97d8-4b3c-4b0c-bd4d-314e2b36baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:40.070981 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-81be97d8-4b3c-4b0c-bd4d-314e2b36baf8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.1238713 Jul 07 16:49:40.090870 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cfc9f50c-2d04-4b01-9749-20ade69db5b3 req-828526e8-e553-44a2-856c-b54b89058497 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023562 Jul 07 16:49:40.173799 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-e6a384d4-3eed-4586-ad2a-97e3fcdb12e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781434 Jul 07 16:49:40.177520 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782693e3-ccfe-493c-98f6-968bb9ae6016 req-09438ea9-2ba0-43cb-a4b8-75eacaa7d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:40.184019 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-782693e3-ccfe-493c-98f6-968bb9ae6016 req-09438ea9-2ba0-43cb-a4b8-75eacaa7d3a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 1099 time: 0.3609397 Jul 07 16:49:40.312047 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a846206-6d1e-4eef-9340-4f68cc92c268 req-79a0995f-f325-49ff-8183-0d905bbafe67 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:40.321873 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a846206-6d1e-4eef-9340-4f68cc92c268 req-79a0995f-f325-49ff-8183-0d905bbafe67 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/ports?device_id=91cd04ae-8bfd-4cb9-a898-db9b06740449 HTTP/1.1" status: 200 len: 946 time: 0.2251050 Jul 07 16:49:40.391549 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a846206-6d1e-4eef-9340-4f68cc92c268 req-13345779-daa9-4594-9caf-de7f14f9ee44 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/security-groups?id=35826a27-a642-405f-8c13-1f16887e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680544 Jul 07 16:49:40.574695 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-1d6bd02b-de89-414c-bdf1-6c4c6c4e6468 service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883469 Jul 07 16:49:40.583466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782693e3-ccfe-493c-98f6-968bb9ae6016 req-ddd0f2f4-3072-4695-a29d-7c3f96661c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:40.585403 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-782693e3-ccfe-493c-98f6-968bb9ae6016 req-ddd0f2f4-3072-4695-a29d-7c3f96661c1a service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.3835137 Jul 07 16:49:40.612421 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a68d04-390e-4fc7-9722-04968cd364fd', 'tag': '2e41606e-9461-4408-ae37-53502f5242c0'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:40.621521 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49f5b44-01d7-4a22-98f3-0cdf8459a7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a68d04-390e-4fc7-9722-04968cd364fd", "tag": "2e41606e-9461-4408-ae37-53502f5242c0"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:40.739294 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-782693e3-ccfe-493c-98f6-968bb9ae6016 req-2a9aa8df-db0f-4523-920b-79099f5d21de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe HTTP/1.1" status: 200 len: 217 time: 0.1046488 Jul 07 16:49:40.784039 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-c2a4593c-6c07-43f3-aa7d-1b9119448dbd req-f05f1188-ab46-4840-802d-feeef207a522 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-340660534', 'description': 'tempest-description-434186787'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:40.809356 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c2a4593c-6c07-43f3-aa7d-1b9119448dbd req-f05f1188-ab46-4840-802d-feeef207a522 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:40.835812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 32902) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:40.889184 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782693e3-ccfe-493c-98f6-968bb9ae6016 req-d9d5713e-9694-499a-b070-6b4471807161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:40.891091 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-782693e3-ccfe-493c-98f6-968bb9ae6016 req-d9d5713e-9694-499a-b070-6b4471807161 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1442130 Jul 07 16:49:40.899182 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ece82ff-6b37-43b9-8966-fc9d7aa4acb2 req-b5f9d1d3-12a1-4940-b14b-a7e5ff99a97f service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128133 Jul 07 16:49:40.913995 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c2a4593c-6c07-43f3-aa7d-1b9119448dbd req-f05f1188-ab46-4840-802d-feeef207a522 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:40.921115 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c2a4593c-6c07-43f3-aa7d-1b9119448dbd req-f05f1188-ab46-4840-802d-feeef207a522 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:40.959245 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c2a4593c-6c07-43f3-aa7d-1b9119448dbd req-f05f1188-ab46-4840-802d-feeef207a522 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:40.965076 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c79be2-8251-442b-8762-3c250597eb5c req-8be3a365-38e4-4af2-92e8-a48dc24a8c70 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:40.972905 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-97c79be2-8251-442b-8762-3c250597eb5c req-8be3a365-38e4-4af2-92e8-a48dc24a8c70 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 948 time: 0.2248046 Jul 07 16:49:40.978239 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c2a4593c-6c07-43f3-aa7d-1b9119448dbd req-f05f1188-ab46-4840-802d-feeef207a522 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1916614 Jul 07 16:49:40.980168 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f1188-ab46-4840-802d-feeef207a522 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d854a7-e8e3-4aeb-9ef2-6e952d57a54c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:41.035916 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-97c79be2-8251-442b-8762-3c250597eb5c req-d0023274-fe93-4be9-8339-3e568ae027be tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618246 Jul 07 16:49:41.059692 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-ccf0cadf-d176-4e5c-8d3e-b65e6ff7367e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-network', 'tenant_id': '7b6bfd37470740a7bef2749808400596'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:41.074053 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782693e3-ccfe-493c-98f6-968bb9ae6016 req-b5379eda-209c-4600-b427-7a1f4eb0b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:41.076621 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-782693e3-ccfe-493c-98f6-968bb9ae6016 req-b5379eda-209c-4600-b427-7a1f4eb0b24f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1753623 Jul 07 16:49:41.085785 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf0cadf-d176-4e5c-8d3e-b65e6ff7367e admin admin] Made reservation on behalf of 7b6bfd37470740a7bef2749808400596 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:41.088805 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccf0cadf-d176-4e5c-8d3e-b65e6ff7367e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.099742 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccf0cadf-d176-4e5c-8d3e-b65e6ff7367e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.236381 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccf0cadf-d176-4e5c-8d3e-b65e6ff7367e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.242843 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccf0cadf-d176-4e5c-8d3e-b65e6ff7367e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.268519 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-782693e3-ccfe-493c-98f6-968bb9ae6016 req-797abaf5-5d5d-4dd0-8588-0c9d64fae748 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816187 Jul 07 16:49:41.287091 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf0cadf-d176-4e5c-8d3e-b65e6ff7367e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:49:41.332389 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f437d011-b33a-4794-beb1-9d82fa77176c x-openstack-request-id: req-f437d011-b33a-4794-beb1-9d82fa77176c {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:41.332814 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a68d04-390e-4fc7-9722-04968cd364fd", "tag": "2e41606e-9461-4408-ae37-53502f5242c0", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:41.333083 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f437d011-b33a-4794-beb1-9d82fa77176c {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:41.333526 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a68d04-390e-4fc7-9722-04968cd364fd', 'tag': '2e41606e-9461-4408-ae37-53502f5242c0', 'status': 'completed', 'code': 200} Jul 07 16:49:41.340243 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccf0cadf-d176-4e5c-8d3e-b65e6ff7367e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.341600 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-ccf0cadf-d176-4e5c-8d3e-b65e6ff7367e admin admin] Added segment 0f719f5a-72b9-4b7d-9309-657d36b755e9 of type vlan for network 8afefd89-1a40-467d-88c9-9db078a277dd Jul 07 16:49:41.344190 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce44ed9-f139-4ad6-921f-81bd549b8dc0 req-ead813fb-b967-42f8-ae0d-08d88a0a808e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:41.344939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0cadf-d176-4e5c-8d3e-b65e6ff7367e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:41.352193 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fce44ed9-f139-4ad6-921f-81bd549b8dc0 req-ead813fb-b967-42f8-ae0d-08d88a0a808e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=70a21af2-7789-4d0d-af3f-2e76840dc880 HTTP/1.1" status: 200 len: 950 time: 0.1547925 Jul 07 16:49:41.399918 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccf0cadf-d176-4e5c-8d3e-b65e6ff7367e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.457593 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fce44ed9-f139-4ad6-921f-81bd549b8dc0 req-4a99bb93-3ab0-49cd-b7fa-4ffaef0813d1 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045315 Jul 07 16:49:41.465683 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-782693e3-ccfe-493c-98f6-968bb9ae6016 req-438d662a-d792-450b-8a67-c8f113be6459 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898000 Jul 07 16:49:41.475814 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e0971af0-b3f0-4733-98d6-890539c3a5bc req-a0d69bba-874e-43a1-967a-c06ac9a077c3 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "GET /v2.0/security-groups/24d854a7-e8e3-4aeb-9ef2-6e952d57a54c HTTP/1.1" status: 200 len: 1803 time: 0.0708985 Jul 07 16:49:41.495285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-e0971af0-b3f0-4733-98d6-890539c3a5bc req-86b50ffe-d2d2-4a8a-98a6-b04b3df79298 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '24d854a7-e8e3-4aeb-9ef2-6e952d57a54c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:41.495285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-e0971af0-b3f0-4733-98d6-890539c3a5bc req-86b50ffe-d2d2-4a8a-98a6-b04b3df79298 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '24d854a7-e8e3-4aeb-9ef2-6e952d57a54c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:41.499424 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f5b44-01d7-4a22-98f3-0cdf8459a7fa req-583b0aa4-d208-4fdd-8a42-cd8e0b12073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:41.501501 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d49f5b44-01d7-4a22-98f3-0cdf8459a7fa req-583b0aa4-d208-4fdd-8a42-cd8e0b12073a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 1094 time: 0.1364479 Jul 07 16:49:41.502408 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccf0cadf-d176-4e5c-8d3e-b65e6ff7367e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.503360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf0cadf-d176-4e5c-8d3e-b65e6ff7367e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:41.503950 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccf0cadf-d176-4e5c-8d3e-b65e6ff7367e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.611887 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0cadf-d176-4e5c-8d3e-b65e6ff7367e admin admin] Pushing event updated for resources: {'Network': ['ID=8afefd89-1a40-467d-88c9-9db078a277dd,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:41.625534 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ccf0cadf-d176-4e5c-8d3e-b65e6ff7367e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7857494 Jul 07 16:49:41.625705 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f5b44-01d7-4a22-98f3-0cdf8459a7fa req-ba9bd1ed-f57c-4fab-ae14-6121f071956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:41.625816 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 8afefd89-1a40-467d-88c9-9db078a277dd details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:49:41.626903 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d49f5b44-01d7-4a22-98f3-0cdf8459a7fa req-ba9bd1ed-f57c-4fab-ae14-6121f071956f service neutron] 10.222.0.15 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 909 time: 0.1140034 Jul 07 16:49:41.627021 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 32918) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:41.635186 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-ad5cfffc-ae25-4311-8b64-3a66eb390878 admin admin] Request body: {'subnet': {'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-subnet', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:41.664745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5cfffc-ae25-4311-8b64-3a66eb390878 admin admin] Made reservation on behalf of 7b6bfd37470740a7bef2749808400596 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:41.667258 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfffc-ae25-4311-8b64-3a66eb390878 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.697535 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d49f5b44-01d7-4a22-98f3-0cdf8459a7fa req-e52ec2ce-ff77-4ee7-93ea-14a5f092438d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e41606e-9461-4408-ae37-53502f5242c0 HTTP/1.1" status: 200 len: 217 time: 0.0562778 Jul 07 16:49:41.746279 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e0971af0-b3f0-4733-98d6-890539c3a5bc req-86b50ffe-d2d2-4a8a-98a6-b04b3df79298 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.770809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f5b44-01d7-4a22-98f3-0cdf8459a7fa req-b0c3f8bf-ae9b-4f5f-a020-c6f1a813baab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:41.772264 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d49f5b44-01d7-4a22-98f3-0cdf8459a7fa req-b0c3f8bf-ae9b-4f5f-a020-c6f1a813baab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.0569341 Jul 07 16:49:41.778244 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e0971af0-b3f0-4733-98d6-890539c3a5bc req-86b50ffe-d2d2-4a8a-98a6-b04b3df79298 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.784420 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e0971af0-b3f0-4733-98d6-890539c3a5bc req-86b50ffe-d2d2-4a8a-98a6-b04b3df79298 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.800753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b50ffe-d2d2-4a8a-98a6-b04b3df79298 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5e1f45-7845-46d3-aac1-131f041291be,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:41.817277 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d49f5b44-01d7-4a22-98f3-0cdf8459a7fa req-3a77f65f-9fd0-4d81-82d1-7fdee13cbd77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351448 Jul 07 16:49:41.824362 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e0971af0-b3f0-4733-98d6-890539c3a5bc req-86b50ffe-d2d2-4a8a-98a6-b04b3df79298 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.826951 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e0971af0-b3f0-4733-98d6-890539c3a5bc req-86b50ffe-d2d2-4a8a-98a6-b04b3df79298 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3391020 Jul 07 16:49:41.827111 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39098b-043d-450b-aa73-f6940b491c1f req-4faa3fef-0f10-4fbe-b642-3494c2183864 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:41.828641 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5d39098b-043d-450b-aa73-f6940b491c1f req-4faa3fef-0f10-4fbe-b642-3494c2183864 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 943 time: 0.2009482 Jul 07 16:49:41.926664 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfffc-ae25-4311-8b64-3a66eb390878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:41.935534 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5d39098b-043d-450b-aa73-f6940b491c1f req-4af62008-aaf6-4673-abc3-7a009bfb7bc5 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826368 Jul 07 16:49:41.963920 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d49f5b44-01d7-4a22-98f3-0cdf8459a7fa req-f1ed4546-1fd6-4173-af35-ff442f02894b service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308036 Jul 07 16:49:42.019940 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cfffc-ae25-4311-8b64-3a66eb390878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:42.098071 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5cfffc-ae25-4311-8b64-3a66eb390878 admin admin] Checking segment: {'id': '0f719f5a-72b9-4b7d-9309-657d36b755e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:42.098642 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5cfffc-ae25-4311-8b64-3a66eb390878 admin admin] Network hostable DHCP agents. Network: 8afefd89-1a40-467d-88c9-9db078a277dd, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:49:42.122878 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0945989c-07a9-411e-a837-4c0531bd0300 req-ec19925f-b526-4f2a-b38b-4c1b9cc80b3b tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--565168355&fields=id&tenant_id=b5ce0c877d554ec492166d4081f3bc35 HTTP/1.1" status: 200 len: 267 time: 0.0737667 Jul 07 16:49:42.134744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5cfffc-ae25-4311-8b64-3a66eb390878 admin admin] Network 8afefd89-1a40-467d-88c9-9db078a277dd is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:49:42.149338 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a400a-6445-4d6c-97fb-87c401f91420 req-ab6a352e-0e42-4eeb-ae54-55b6d40665ba tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:42.160561 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e86a400a-6445-4d6c-97fb-87c401f91420 req-ab6a352e-0e42-4eeb-ae54-55b6d40665ba tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/ports?device_id=91cd04ae-8bfd-4cb9-a898-db9b06740449 HTTP/1.1" status: 200 len: 946 time: 0.1792080 Jul 07 16:49:42.185078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-ad5cfffc-ae25-4311-8b64-3a66eb390878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 8afefd89-1a40-467d-88c9-9db078a277dd) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:42.193391 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5cfffc-ae25-4311-8b64-3a66eb390878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:42.194181 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad5cfffc-ae25-4311-8b64-3a66eb390878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.200946 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7daf2b0-b3e6-4dd9-a9e7-88601196c48a None None] Network 8afefd89-1a40-467d-88c9-9db078a277dd requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:42.207799 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d49f5b44-01d7-4a22-98f3-0cdf8459a7fa req-ff27373e-55c5-4b2f-ab65-eb2613cf56b4 service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358551 Jul 07 16:49:42.252756 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e86a400a-6445-4d6c-97fb-87c401f91420 req-6e7d649c-5bba-4455-a438-f4f1505494c5 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/security-groups?id=35826a27-a642-405f-8c13-1f16887e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909595 Jul 07 16:49:42.257470 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ad5cfffc-ae25-4311-8b64-3a66eb390878 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6268010 Jul 07 16:49:42.259826 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 32932) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:42.280517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-acd96422-1756-40fe-85a0-e16d2ca2d34e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:42.311771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-fa31646a-f6e0-4147-b143-b4b43ef0cc12 req-d05fe1f6-6a95-4381-b4f3-45009a086908 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1126129944', 'description': 'tempest-description-483359892'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:42.330597 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945989c-07a9-411e-a837-4c0531bd0300 req-01bda4c3-7654-4a39-8061-d565743d5557 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:42.337389 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0945989c-07a9-411e-a837-4c0531bd0300 req-01bda4c3-7654-4a39-8061-d565743d5557 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/networks?id=c85edc96-c222-49c3-a60a-171b400e82ed HTTP/1.1" status: 200 len: 823 time: 0.1989100 Jul 07 16:49:42.347563 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-acd96422-1756-40fe-85a0-e16d2ca2d34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.348681 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-acd96422-1756-40fe-85a0-e16d2ca2d34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.354335 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fa31646a-f6e0-4147-b143-b4b43ef0cc12 req-d05fe1f6-6a95-4381-b4f3-45009a086908 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.366916 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878ed0f-c04e-4316-b55c-c9a6e5cbc8b8 req-447219ae-b304-4470-bc3a-78ca1c681318 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:42.368488 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e878ed0f-c04e-4316-b55c-c9a6e5cbc8b8 req-447219ae-b304-4470-bc3a-78ca1c681318 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.15 "GET /v2.0/ports?device_id=70a21af2-7789-4d0d-af3f-2e76840dc880 HTTP/1.1" status: 200 len: 950 time: 0.2040071 Jul 07 16:49:42.376979 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0945989c-07a9-411e-a837-4c0531bd0300 req-46df00cc-029b-40ec-bb47-e5a287bbda60 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/quotas/b5ce0c877d554ec492166d4081f3bc35 HTTP/1.1" status: 200 len: 375 time: 0.0385253 Jul 07 16:49:42.523809 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fa31646a-f6e0-4147-b143-b4b43ef0cc12 req-d05fe1f6-6a95-4381-b4f3-45009a086908 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.533172 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fa31646a-f6e0-4147-b143-b4b43ef0cc12 req-d05fe1f6-6a95-4381-b4f3-45009a086908 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.598360 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fa31646a-f6e0-4147-b143-b4b43ef0cc12 req-d05fe1f6-6a95-4381-b4f3-45009a086908 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.601528 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa31646a-f6e0-4147-b143-b4b43ef0cc12 req-d05fe1f6-6a95-4381-b4f3-45009a086908 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2955222 Jul 07 16:49:42.633035 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fe1f6-6a95-4381-b4f3-45009a086908 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2ae564-642a-49f5-b850-8a0ba280470d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:42.771371 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-8afefd89-1a40-467d-88c9-9db078a277dd', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:49:42.772243 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.795332 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-acd96422-1756-40fe-85a0-e16d2ca2d34e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:42.931146 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e0616-bc81-4cb0-b3af-e8a6538bfb7d req-0f21cdbd-6ceb-4d62-a9eb-6adef32fa73e tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:42.940350 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e9e0616-bc81-4cb0-b3af-e8a6538bfb7d req-0f21cdbd-6ceb-4d62-a9eb-6adef32fa73e tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 948 time: 0.1243246 Jul 07 16:49:43.016373 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e9e0616-bc81-4cb0-b3af-e8a6538bfb7d req-3e8f0470-f210-46ab-9047-5d908b5e3b02 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725670 Jul 07 16:49:43.071912 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0945989c-07a9-411e-a837-4c0531bd0300 req-5ca1f5fa-d9fe-4cac-a3d6-63d043af9dc9 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5ce0c877d554ec492166d4081f3bc35&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6866989 Jul 07 16:49:43.089631 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Allocated IP 172.20.0.2 (8afefd89-1a40-467d-88c9-9db078a277dd/2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e/6f1146b7-1d37-4e7f-b15e-71ebad2c113f) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:43.092681 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-acd96422-1756-40fe-85a0-e16d2ca2d34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:43.287951 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:43.291465 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a0e31-cdc1-491f-b289-21733abde40c req-6db5b937-16ad-4fae-b732-ef2691ee99cd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:43.296354 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Transition to ACTIVE for port object 6f1146b7-1d37-4e7f-b15e-71ebad2c113f will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:43.297198 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f7a0e31-cdc1-491f-b289-21733abde40c req-6db5b937-16ad-4fae-b732-ef2691ee99cd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=70a21af2-7789-4d0d-af3f-2e76840dc880 HTTP/1.1" status: 200 len: 950 time: 0.1462228 Jul 07 16:49:43.311447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Transition to ACTIVE for port object 6f1146b7-1d37-4e7f-b15e-71ebad2c113f will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:43.312393 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-e878ed0f-c04e-4316-b55c-c9a6e5cbc8b8 req-1a298277-f284-4a19-9ad0-bf0af0da3d99 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Deleting port 9b53905c-5e0a-4cf2-b4a3-e171577577c2 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:43.312856 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e878ed0f-c04e-4316-b55c-c9a6e5cbc8b8 req-1a298277-f284-4a19-9ad0-bf0af0da3d99 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:43.318520 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:43.366860 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f7a0e31-cdc1-491f-b289-21733abde40c req-a7927493-5df3-4958-bcbe-5566cbf45dfd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623827 Jul 07 16:49:43.375451 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Network 8afefd89-1a40-467d-88c9-9db078a277dd is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:43.379691 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:43.381963 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Pushing event updated for resources: {'Port': ['ID=6f1146b7-1d37-4e7f-b15e-71ebad2c113f,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:43.384223 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:43.451125 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Attempting to bind port 6f1146b7-1d37-4e7f-b15e-71ebad2c113f on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:43.451429 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Attempting to bind port 6f1146b7-1d37-4e7f-b15e-71ebad2c113f by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '0f719f5a-72b9-4b7d-9309-657d36b755e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:43.451785 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Attempting to bind port 6f1146b7-1d37-4e7f-b15e-71ebad2c113f on network 8afefd89-1a40-467d-88c9-9db078a277dd {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:43.457751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:43.458141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Checking segment: {'id': '0f719f5a-72b9-4b7d-9309-657d36b755e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:43.458583 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:43.458990 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Bound using segment: {'id': '0f719f5a-72b9-4b7d-9309-657d36b755e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:43.459636 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Bound port: 6f1146b7-1d37-4e7f-b15e-71ebad2c113f, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f719f5a-72b9-4b7d-9309-657d36b755e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:43.460164 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:43.483736 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c1d9af8c-b5a1-44c7-b820-fef0443d0fb3 req-9298ebe7-45c7-44b0-9be9-0958ca174a1f tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "GET /v2.0/security-groups/5a2ae564-642a-49f5-b850-8a0ba280470d HTTP/1.1" status: 200 len: 1804 time: 0.0652421 Jul 07 16:49:43.488588 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-c1d9af8c-b5a1-44c7-b820-fef0443d0fb3 req-ef0dbb74-c37d-4f5c-8707-04f8f2ded8d8 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5a2ae564-642a-49f5-b850-8a0ba280470d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:43.488906 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-c1d9af8c-b5a1-44c7-b820-fef0443d0fb3 req-ef0dbb74-c37d-4f5c-8707-04f8f2ded8d8 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5a2ae564-642a-49f5-b850-8a0ba280470d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:43.560822 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0945989c-07a9-411e-a837-4c0531bd0300 req-f30e2a8d-b8dd-4ff9-aad1-873a1618e422 service neutron] 10.222.0.50 "GET /v2.0/networks/c85edc96-c222-49c3-a60a-171b400e82ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879243 Jul 07 16:49:43.571790 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c1d9af8c-b5a1-44c7-b820-fef0443d0fb3 req-ef0dbb74-c37d-4f5c-8707-04f8f2ded8d8 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:43.603389 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] For port 6f1146b7-1d37-4e7f-b15e-71ebad2c113f, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:43.606407 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c1d9af8c-b5a1-44c7-b820-fef0443d0fb3 req-ef0dbb74-c37d-4f5c-8707-04f8f2ded8d8 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:43.613452 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c1d9af8c-b5a1-44c7-b820-fef0443d0fb3 req-ef0dbb74-c37d-4f5c-8707-04f8f2ded8d8 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:43.614443 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] For port 6f1146b7-1d37-4e7f-b15e-71ebad2c113f, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=6f1146b7-1d37-4e7f-b15e-71ebad2c113f,segment=NetworkSegment(0f719f5a-72b9-4b7d-9309-657d36b755e9),segment_id=0f719f5a-72b9-4b7d-9309-657d36b755e9)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:43.622619 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:43.634412 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0dbb74-c37d-4f5c-8707-04f8f2ded8d8 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c25ae4-417f-44d7-9aa3-af13a4a56444,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:43.655900 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c1d9af8c-b5a1-44c7-b820-fef0443d0fb3 req-ef0dbb74-c37d-4f5c-8707-04f8f2ded8d8 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:43.669847 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c1d9af8c-b5a1-44c7-b820-fef0443d0fb3 req-ef0dbb74-c37d-4f5c-8707-04f8f2ded8d8 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1840572 Jul 07 16:49:43.715127 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-e878ed0f-c04e-4316-b55c-c9a6e5cbc8b8 req-1a298277-f284-4a19-9ad0-bf0af0da3d99 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] For port 9b53905c-5e0a-4cf2-b4a3-e171577577c2, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9b53905c-5e0a-4cf2-b4a3-e171577577c2,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:43.715557 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e878ed0f-c04e-4316-b55c-c9a6e5cbc8b8 req-1a298277-f284-4a19-9ad0-bf0af0da3d99 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:43.732682 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-e878ed0f-c04e-4316-b55c-c9a6e5cbc8b8 req-1a298277-f284-4a19-9ad0-bf0af0da3d99 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Calling delete_port for 9b53905c-5e0a-4cf2-b4a3-e171577577c2 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:43.733898 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf4dcf-45f5-4de0-9153-0a5398773ebd None None] Pushing event updated for resources: {'Port': ['ID=6f1146b7-1d37-4e7f-b15e-71ebad2c113f,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:43.736733 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 1c6dbc2b-9742-4455-8f42-5f1291c4debe details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:49:43.909100 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:43.930598 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:43.942770 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '1c6dbc2b-9742-4455-8f42-5f1291c4debe', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '1c6dbc2b-9742-4455-8f42-5f1291c4debe', 'mac_address': 'fa:16:3e:0f:99:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:49:43.990331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea1777-ae4f-410c-bb81-2ceed017f97d req-77a7cf75-36d1-4622-b2d3-24c670278353 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:44.007624 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a8ea1777-ae4f-410c-bb81-2ceed017f97d req-77a7cf75-36d1-4622-b2d3-24c670278353 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 943 time: 0.1917431 Jul 07 16:49:44.062802 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:44.085592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde57483-c8e7-4108-9572-d17f1c9018c5 req-cb260a30-187d-4a0d-82c6-c7030187e574 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:44.086763 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6dbc2b-9742-4455-8f42-5f1291c4debe {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:44.088376 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dde57483-c8e7-4108-9572-d17f1c9018c5 req-cb260a30-187d-4a0d-82c6-c7030187e574 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.69 "GET /v2.0/ports?device_id=528de228-c644-4e36-9694-f38aa25b68fd HTTP/1.1" status: 200 len: 945 time: 0.6241174 Jul 07 16:49:44.126062 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a8ea1777-ae4f-410c-bb81-2ceed017f97d req-b514651c-d56e-43b8-9a37-64e4091fbe7b tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043367 Jul 07 16:49:44.161843 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:44.166701 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0945989c-07a9-411e-a837-4c0531bd0300 req-dbfbe81a-f3ab-4359-a285-d027cad96f6d service neutron] 10.222.0.50 "GET /v2.0/networks/c85edc96-c222-49c3-a60a-171b400e82ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5955372 Jul 07 16:49:44.174972 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:44.176442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 2e41606e-9461-4408-ae37-53502f5242c0 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:49:44.176669 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e878ed0f-c04e-4316-b55c-c9a6e5cbc8b8 req-1a298277-f284-4a19-9ad0-bf0af0da3d99 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:44.180203 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-138e6df7-d3fb-40dd-a760-f34260f342b1 req-4612f86a-d3db-41ae-8732-41f50a45181a tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2001278410', 'description': 'tempest-description-1478607116'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:44.231028 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-138e6df7-d3fb-40dd-a760-f34260f342b1 req-4612f86a-d3db-41ae-8732-41f50a45181a tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:44.274589 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a298277-f284-4a19-9ad0-bf0af0da3d99 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Pushing event deleted for resources: {'Port': ['ID=9b53905c-5e0a-4cf2-b4a3-e171577577c2,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:44.358585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 2e41606e-9461-4408-ae37-53502f5242c0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=2e41606e-9461-4408-ae37-53502f5242c0,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:44.389207 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-138e6df7-d3fb-40dd-a760-f34260f342b1 req-4612f86a-d3db-41ae-8732-41f50a45181a tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:44.390696 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-e878ed0f-c04e-4316-b55c-c9a6e5cbc8b8 req-1a298277-f284-4a19-9ad0-bf0af0da3d99 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] No DVR routers for this DVR port 9b53905c-5e0a-4cf2-b4a3-e171577577c2 on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:44.394454 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e878ed0f-c04e-4316-b55c-c9a6e5cbc8b8 req-1a298277-f284-4a19-9ad0-bf0af0da3d99 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:44.396487 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-138e6df7-d3fb-40dd-a760-f34260f342b1 req-4612f86a-d3db-41ae-8732-41f50a45181a tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:44.397053 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e878ed0f-c04e-4316-b55c-c9a6e5cbc8b8 req-1a298277-f284-4a19-9ad0-bf0af0da3d99 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.15 "DELETE /v2.0/ports/9b53905c-5e0a-4cf2-b4a3-e171577577c2 HTTP/1.1" status: 204 len: 173 time: 2.0180252 Jul 07 16:49:44.400997 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a21af2-7789-4d0d-af3f-2e76840dc880', 'name': 'network-vif-deleted', 'tag': '9b53905c-5e0a-4cf2-b4a3-e171577577c2'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:44.404175 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d6a11a-436a-4940-94fa-162bcaae21f8" -d '{"events": [{"server_uuid": "70a21af2-7789-4d0d-af3f-2e76840dc880", "name": "network-vif-deleted", "tag": "9b53905c-5e0a-4cf2-b4a3-e171577577c2"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:44.446712 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '2e41606e-9461-4408-ae37-53502f5242c0', 'network_id': '51ec3819-671e-411b-b116-1f7886237f24', 'port_id': '2e41606e-9461-4408-ae37-53502f5242c0', 'mac_address': 'fa:16:3e:4a:26:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c985cc-e916-416e-988d-68453d64db86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:49:44.453347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612f86a-d3db-41ae-8732-41f50a45181a tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d75d589a-136e-403c-83c0-39c0c08e02ce,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:44.453867 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['787bb9b9-1f62-4c57-895d-4cde7b2c17d3', '31f31b1b-1fa4-4024-8d50-4158836683e1', '9b53905c-5e0a-4cf2-b4a3-e171577577c2'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:44.456497 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['a6a99d30-a08d-4863-a4a7-8c8cb6402987', '164e8a0e-3c71-4aa6-8950-f062cdf82b1e', 'b0c84e2c-7974-4adc-a586-85531e4c2f98', 'e1649d97-2835-4ec3-9e2f-96419103f2c5', '6aae3f15-66bf-4791-ac79-d153bf382e7c'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:44.469802 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-138e6df7-d3fb-40dd-a760-f34260f342b1 req-4612f86a-d3db-41ae-8732-41f50a45181a tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:44.475686 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 6f1146b7-1d37-4e7f-b15e-71ebad2c113f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:44.495561 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-138e6df7-d3fb-40dd-a760-f34260f342b1 req-4612f86a-d3db-41ae-8732-41f50a45181a tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3208830 Jul 07 16:49:44.561588 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=1c6dbc2b-9742-4455-8f42-5f1291c4debe,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:44.610707 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-acd96422-1756-40fe-85a0-e16d2ca2d34e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:44.614126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-dde57483-c8e7-4108-9572-d17f1c9018c5 req-a74164d3-f040-44b3-ba63-b5c5b542b662 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Deleting port cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:44.614492 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-dde57483-c8e7-4108-9572-d17f1c9018c5 req-a74164d3-f040-44b3-ba63-b5c5b542b662 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:44.668960 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-acd96422-1756-40fe-85a0-e16d2ca2d34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:44.739520 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:44.785445 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 6f1146b7-1d37-4e7f-b15e-71ebad2c113f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:44.795725 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e41606e-9461-4408-ae37-53502f5242c0 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:44.816938 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ee212dc5-fe8a-425b-969f-d7ac31037606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:44.848726 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 2e41606e-9461-4408-ae37-53502f5242c0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=2e41606e-9461-4408-ae37-53502f5242c0,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:44.866333 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:44.890646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-dde57483-c8e7-4108-9572-d17f1c9018c5 req-a74164d3-f040-44b3-ba63-b5c5b542b662 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] For port cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10,segment=NetworkSegment(0fdda4b4-cdfc-4c46-869d-49fbb277814b),segment_id=0fdda4b4-cdfc-4c46-869d-49fbb277814b)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:44.891294 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-dde57483-c8e7-4108-9572-d17f1c9018c5 req-a74164d3-f040-44b3-ba63-b5c5b542b662 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.084573 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=2e41606e-9461-4408-ae37-53502f5242c0,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:45.129533 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64418aea-7cec-4298-acc6-32072975f32f req-061a009e-ad4c-4e7e-a4de-c9671ad2e803 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:45.137804 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-64418aea-7cec-4298-acc6-32072975f32f req-061a009e-ad4c-4e7e-a4de-c9671ad2e803 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 949 time: 0.4806666 Jul 07 16:49:45.175534 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['2e41606e-9461-4408-ae37-53502f5242c0'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:45.233635 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-acd96422-1756-40fe-85a0-e16d2ca2d34e admin admin] Allocated IP 172.25.2.212 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/27ff71c4-10a3-483b-8b72-db41f090f809) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:45.237838 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['1c6dbc2b-9742-4455-8f42-5f1291c4debe'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:45.387494 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-64418aea-7cec-4298-acc6-32072975f32f req-56b9e949-c1e3-488d-9c96-bf6ecabc5c61 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442119 Jul 07 16:49:45.544290 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea41aa0-8d0f-4a60-931e-178eef6a3b91 None None] Network 8afefd89-1a40-467d-88c9-9db078a277dd requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:49:45.559257 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5bb96b2-2aed-4ad7-852c-1d5476f493f4 req-afa386d4-5d0d-4d12-bf4a-2027cf42bba9 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=70a21af2-7789-4d0d-af3f-2e76840dc880 HTTP/1.1" status: 200 len: 210 time: 0.0382740 Jul 07 16:49:45.612140 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-dde57483-c8e7-4108-9572-d17f1c9018c5 req-a74164d3-f040-44b3-ba63-b5c5b542b662 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.612732 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-dde57483-c8e7-4108-9572-d17f1c9018c5 req-a74164d3-f040-44b3-ba63-b5c5b542b662 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.613283 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [req-dde57483-c8e7-4108-9572-d17f1c9018c5 req-a74164d3-f040-44b3-ba63-b5c5b542b662 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Floating IP 42a19bb6-299f-4641-a691-e6a8397d8497 disassociated. External IP: 172.25.2.199, port: cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10. Jul 07 16:49:45.613589 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-dde57483-c8e7-4108-9572-d17f1c9018c5 req-a74164d3-f040-44b3-ba63-b5c5b542b662 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Calling delete_port for cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:45.634215 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-fab83d34-c740-476b-b86f-bb21d65263e8 req-1941190e-9d25-4dc4-9a65-bc56399c2088 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1274724662', 'description': 'tempest-description-2036581492'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:45.672569 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fab83d34-c740-476b-b86f-bb21d65263e8 req-1941190e-9d25-4dc4-9a65-bc56399c2088 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.708651 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4868de12-ce7e-4b3d-9fe4-9d6afb307225 x-openstack-request-id: req-4868de12-ce7e-4b3d-9fe4-9d6afb307225 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:45.709200 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a21af2-7789-4d0d-af3f-2e76840dc880", "name": "network-vif-deleted", "tag": "9b53905c-5e0a-4cf2-b4a3-e171577577c2", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:45.709526 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4868de12-ce7e-4b3d-9fe4-9d6afb307225 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:45.710021 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a21af2-7789-4d0d-af3f-2e76840dc880', 'name': 'network-vif-deleted', 'tag': '9b53905c-5e0a-4cf2-b4a3-e171577577c2', 'status': 'completed', 'code': 200} Jul 07 16:49:45.781368 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fab83d34-c740-476b-b86f-bb21d65263e8 req-1941190e-9d25-4dc4-9a65-bc56399c2088 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.785284 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-299a99ad-1001-4055-8637-8dd04f2af23a None None] Provisioning for port 6f1146b7-1d37-4e7f-b15e-71ebad2c113f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:45.789095 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fab83d34-c740-476b-b86f-bb21d65263e8 req-1941190e-9d25-4dc4-9a65-bc56399c2088 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.789739 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 9b53905c-5e0a-4cf2-b4a3-e171577577c2 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:45.804281 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de85bc8e-cf2e-4f5b-b92f-bc69f5017876 req-47f54493-db3f-4c4e-b720-376cec20bacb tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb9a6261-8495-4ff9-a453-bef13537e797 HTTP/1.1" status: 200 len: 210 time: 0.0933037 Jul 07 16:49:45.824894 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-299a99ad-1001-4055-8637-8dd04f2af23a None None] Provisioning complete for port 6f1146b7-1d37-4e7f-b15e-71ebad2c113f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:45.825212 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-299a99ad-1001-4055-8637-8dd04f2af23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.834767 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fab83d34-c740-476b-b86f-bb21d65263e8 req-1941190e-9d25-4dc4-9a65-bc56399c2088 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.850158 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fab83d34-c740-476b-b86f-bb21d65263e8 req-1941190e-9d25-4dc4-9a65-bc56399c2088 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2208281 Jul 07 16:49:45.858650 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941190e-9d25-4dc4-9a65-bc56399c2088 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a228c1c1-82e6-492a-a27a-04bb7cc9fbe2,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:45.917766 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-acd96422-1756-40fe-85a0-e16d2ca2d34e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.937180 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-dde57483-c8e7-4108-9572-d17f1c9018c5 req-a74164d3-f040-44b3-ba63-b5c5b542b662 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:45.938029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 9b53905c-5e0a-4cf2-b4a3-e171577577c2 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:45.938415 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 9b53905c-5e0a-4cf2-b4a3-e171577577c2 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:45.998056 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74164d3-f040-44b3-ba63-b5c5b542b662 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Pushing event deleted for resources: {'Port': ['ID=cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:46.096022 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebfe5c-46f9-4658-a318-0c4e8f1dfd52 req-c0d78423-cb83-4626-98a1-c6e945e6841a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:46.097741 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1bebfe5c-46f9-4658-a318-0c4e8f1dfd52 req-c0d78423-cb83-4626-98a1-c6e945e6841a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 944 time: 0.1075971 Jul 07 16:49:46.153463 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-299a99ad-1001-4055-8637-8dd04f2af23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:46.164109 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1bebfe5c-46f9-4658-a318-0c4e8f1dfd52 req-f86d3c4e-e49d-45e9-84e4-7d0e16e965ca tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546935 Jul 07 16:49:46.253286 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:46.352679 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c0e0ff54-62d8-4cc0-bd17-221d09a992aa req-dad288f4-4a4e-42d2-82ab-b40ed3cd7aab tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "GET /v2.0/security-groups/d75d589a-136e-403c-83c0-39c0c08e02ce HTTP/1.1" status: 200 len: 1805 time: 0.1590846 Jul 07 16:49:46.367021 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-299a99ad-1001-4055-8637-8dd04f2af23a None None] For port 6f1146b7-1d37-4e7f-b15e-71ebad2c113f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=6f1146b7-1d37-4e7f-b15e-71ebad2c113f,segment=NetworkSegment(0f719f5a-72b9-4b7d-9309-657d36b755e9),segment_id=0f719f5a-72b9-4b7d-9309-657d36b755e9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:46.415459 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-299a99ad-1001-4055-8637-8dd04f2af23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:46.436412 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945989c-07a9-411e-a837-4c0531bd0300 req-d1d4d638-9e14-4c1c-a4c2-9a696af28204 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:46.437976 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0945989c-07a9-411e-a837-4c0531bd0300 req-d1d4d638-9e14-4c1c-a4c2-9a696af28204 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.69 "GET /v2.0/networks?id=c85edc96-c222-49c3-a60a-171b400e82ed HTTP/1.1" status: 200 len: 823 time: 0.2335272 Jul 07 16:49:46.489580 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c0e0ff54-62d8-4cc0-bd17-221d09a992aa req-88dce5b9-4e5d-4dbe-9eaf-e1b16dc9caf2 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "GET /v2.0/security-groups/a228c1c1-82e6-492a-a27a-04bb7cc9fbe2 HTTP/1.1" status: 200 len: 1805 time: 0.1358421 Jul 07 16:49:46.500729 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-c0e0ff54-62d8-4cc0-bd17-221d09a992aa req-f624eff1-0e39-4f1f-9b76-f58b8110d409 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd75d589a-136e-403c-83c0-39c0c08e02ce', 'remote_group_id': 'a228c1c1-82e6-492a-a27a-04bb7cc9fbe2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:46.501146 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-c0e0ff54-62d8-4cc0-bd17-221d09a992aa req-f624eff1-0e39-4f1f-9b76-f58b8110d409 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd75d589a-136e-403c-83c0-39c0c08e02ce', 'remote_group_id': 'a228c1c1-82e6-492a-a27a-04bb7cc9fbe2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:46.541995 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a99ad-1001-4055-8637-8dd04f2af23a None None] Pushing event updated for resources: {'Port': ['ID=6f1146b7-1d37-4e7f-b15e-71ebad2c113f,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:46.598319 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0945989c-07a9-411e-a837-4c0531bd0300 req-e166f9bd-d83b-4ce0-9759-69fda463de9a tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5ce0c877d554ec492166d4081f3bc35 HTTP/1.1" status: 200 len: 379 time: 0.1487465 Jul 07 16:49:46.612314 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-0945989c-07a9-411e-a837-4c0531bd0300 req-be93eefc-7a73-4706-9851-aca7cc43083a tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Request body: {'port': {'device_id': 'eb9a6261-8495-4ff9-a453-bef13537e797', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'admin_state_up': True, 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'security_groups': ['2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:46.654807 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-6ad1e5ef-6689-43a2-b807-46e49d5bc859 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:46.656597 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-6ad1e5ef-6689-43a2-b807-46e49d5bc859 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 820 time: 0.6610739 Jul 07 16:49:46.660732 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-acd96422-1756-40fe-85a0-e16d2ca2d34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:46.687671 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c0e0ff54-62d8-4cc0-bd17-221d09a992aa req-f624eff1-0e39-4f1f-9b76-f58b8110d409 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:46.749419 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c0e0ff54-62d8-4cc0-bd17-221d09a992aa req-f624eff1-0e39-4f1f-9b76-f58b8110d409 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:46.757657 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd96422-1756-40fe-85a0-e16d2ca2d34e admin admin] Pushing event updated for resources: {'Port': ['ID=27ff71c4-10a3-483b-8b72-db41f090f809,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:46.763263 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c0e0ff54-62d8-4cc0-bd17-221d09a992aa req-f624eff1-0e39-4f1f-9b76-f58b8110d409 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:46.778310 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-6d6c526c-16ea-42ee-8a89-a9e56ee2f970 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/quotas/baeeea6f8e704c6d9313d4f5ee61fa20 HTTP/1.1" status: 200 len: 375 time: 0.1024029 Jul 07 16:49:46.794047 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624eff1-0e39-4f1f-9b76-f58b8110d409 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0568e841-3201-459e-b9e9-90924650d25e,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:46.814731 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c0e0ff54-62d8-4cc0-bd17-221d09a992aa req-f624eff1-0e39-4f1f-9b76-f58b8110d409 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:46.828910 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c0e0ff54-62d8-4cc0-bd17-221d09a992aa req-f624eff1-0e39-4f1f-9b76-f58b8110d409 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3376791 Jul 07 16:49:46.854452 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0945989c-07a9-411e-a837-4c0531bd0300 req-be93eefc-7a73-4706-9851-aca7cc43083a tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Made reservation on behalf of b5ce0c877d554ec492166d4081f3bc35 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:46.856672 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd96422-1756-40fe-85a0-e16d2ca2d34e admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:46.859387 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0945989c-07a9-411e-a837-4c0531bd0300 req-be93eefc-7a73-4706-9851-aca7cc43083a tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:46.888987 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-acd96422-1756-40fe-85a0-e16d2ca2d34e admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:46.938131 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd96422-1756-40fe-85a0-e16d2ca2d34e admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:46.947616 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dde57483-c8e7-4108-9572-d17f1c9018c5 req-a74164d3-f040-44b3-ba63-b5c5b542b662 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:49:47.038654 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-0945989c-07a9-411e-a837-4c0531bd0300 req-be93eefc-7a73-4706-9851-aca7cc43083a tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Allocated IP 172.20.0.8 (c85edc96-c222-49c3-a60a-171b400e82ed/414e5f56-f327-49ce-ba9b-6eafeb3fd8cc/1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:47.143245 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e75acd2c-1b26-48c5-8615-66a2cc1b2bfa None None] Provisioning complete for port 6f1146b7-1d37-4e7f-b15e-71ebad2c113f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:47.143541 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e75acd2c-1b26-48c5-8615-66a2cc1b2bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:47.230687 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f17b5-4849-4168-956e-1fedd7b11ad4 req-a6a58342-8801-4e78-b78f-d680d033c28e tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:47.233884 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-f705e528-f5ea-42dc-8e7b-c60b9bbe0803 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3743038 Jul 07 16:49:47.241817 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-540f17b5-4849-4168-956e-1fedd7b11ad4 req-a6a58342-8801-4e78-b78f-d680d033c28e tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 949 time: 0.2177799 Jul 07 16:49:47.334703 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-540f17b5-4849-4168-956e-1fedd7b11ad4 req-ae7022b5-ea88-411d-894a-b9a721c8b3fc tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875700 Jul 07 16:49:47.361132 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0945989c-07a9-411e-a837-4c0531bd0300 req-be93eefc-7a73-4706-9851-aca7cc43083a tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:47.381521 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-0945989c-07a9-411e-a837-4c0531bd0300 req-be93eefc-7a73-4706-9851-aca7cc43083a tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Transition to ACTIVE for port object 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:47.395428 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a1f96488-ac70-4698-b5c8-da7606a18f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:47.429322 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dde57483-c8e7-4108-9572-d17f1c9018c5 req-a74164d3-f040-44b3-ba63-b5c5b542b662 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:47.429786 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0945989c-07a9-411e-a837-4c0531bd0300 req-be93eefc-7a73-4706-9851-aca7cc43083a tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:47.445107 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63848d9-2625-4bab-ba5b-5e4be65fd7b4 None None] Sync routers for ids ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:47.462804 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63848d9-2625-4bab-ba5b-5e4be65fd7b4 None None] Routers {'69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:47.463648 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e63848d9-2625-4bab-ba5b-5e4be65fd7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:49:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:47.520128 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0945989c-07a9-411e-a837-4c0531bd0300 req-be93eefc-7a73-4706-9851-aca7cc43083a tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Network c85edc96-c222-49c3-a60a-171b400e82ed is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:47.528821 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-0945989c-07a9-411e-a837-4c0531bd0300 req-be93eefc-7a73-4706-9851-aca7cc43083a tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:47.531567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-0945989c-07a9-411e-a837-4c0531bd0300 req-be93eefc-7a73-4706-9851-aca7cc43083a tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:47.583748 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-6f11353e-4f38-48c9-97a4-0ad209a5da81 req-1f26efe2-18e4-439d-ac86-ead591c3dd22 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-973451534', 'description': 'tempest-description-1473944761'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:47.594043 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945989c-07a9-411e-a837-4c0531bd0300 req-be93eefc-7a73-4706-9851-aca7cc43083a tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:47.595302 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0945989c-07a9-411e-a837-4c0531bd0300 req-be93eefc-7a73-4706-9851-aca7cc43083a tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:47.606686 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:47.610676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93eefc-7a73-4706-9851-aca7cc43083a tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Pushing event updated for resources: {'Port': ['ID=1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:47.621220 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0945989c-07a9-411e-a837-4c0531bd0300 req-be93eefc-7a73-4706-9851-aca7cc43083a tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0132585 Jul 07 16:49:47.637405 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-e63848d9-2625-4bab-ba5b-5e4be65fd7b4 None None] Set router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:47.640353 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] Request body: {'port': {'device_id': 'eb9a6261-8495-4ff9-a453-bef13537e797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:47.672197 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6f11353e-4f38-48c9-97a4-0ad209a5da81 req-1f26efe2-18e4-439d-ac86-ead591c3dd22 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:47.695602 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-acd96422-1756-40fe-85a0-e16d2ca2d34e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:47.697443 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde57483-c8e7-4108-9572-d17f1c9018c5 req-a74164d3-f040-44b3-ba63-b5c5b542b662 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] No DVR routers for this DVR port cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:47.699991 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 1c6dbc2b-9742-4455-8f42-5f1291c4debe up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:47.707777 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-dde57483-c8e7-4108-9572-d17f1c9018c5 req-a74164d3-f040-44b3-ba63-b5c5b542b662 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:47.709971 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dde57483-c8e7-4108-9572-d17f1c9018c5 req-a74164d3-f040-44b3-ba63-b5c5b542b662 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.69 "DELETE /v2.0/ports/cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 HTTP/1.1" status: 204 len: 173 time: 3.6023595 Jul 07 16:49:47.749043 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528de228-c644-4e36-9694-f38aa25b68fd', 'name': 'network-vif-deleted', 'tag': 'cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:47.751359 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932b129e-213b-4e1b-9afe-aa115291e514" -d '{"events": [{"server_uuid": "528de228-c644-4e36-9694-f38aa25b68fd", "name": "network-vif-deleted", "tag": "cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:47.775667 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-c7428d80-c4f7-4ee6-81a5-5c11f300487e service neutron] 10.222.0.50 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083683 Jul 07 16:49:47.847382 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:47.937747 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-c2edddad-fd91-439a-b6ab-4f2578c5af82 service neutron] 10.222.0.50 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610477 Jul 07 16:49:48.010678 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7b7fde7f-585f-4b83-8472-8f4dbb4a877e None None] Provisioning for port 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:48.018427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7b7fde7f-585f-4b83-8472-8f4dbb4a877e None None] Provisioning complete for port 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:48.018797 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7b7fde7f-585f-4b83-8472-8f4dbb4a877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.036065 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29d1f201-f6c1-4f31-8204-804c196e240a req-2060ec09-dc78-4cec-9ac4-7216a1f3bea6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6675622 Jul 07 16:49:48.063256 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7b7fde7f-585f-4b83-8472-8f4dbb4a877e None None] Port 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:49:48.070856 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:48.167894 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 1c6dbc2b-9742-4455-8f42-5f1291c4debe completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:48.191151 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 1c6dbc2b-9742-4455-8f42-5f1291c4debe triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:48.191552 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.196702 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 6f1146b7-1d37-4e7f-b15e-71ebad2c113f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:48.203350 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:48.203639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:48.257859 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-acd96422-1756-40fe-85a0-e16d2ca2d34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.333349 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1f201-f6c1-4f31-8204-804c196e240a req-e1072563-97ba-41c6-842f-d62eb3a62927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:48.334873 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29d1f201-f6c1-4f31-8204-804c196e240a req-e1072563-97ba-41c6-842f-d62eb3a62927 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 1095 time: 0.1496699 Jul 07 16:49:48.383764 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:48.412495 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.444379 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] Transition to ACTIVE for port object 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:48.454683 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.541773 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.582583 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6f11353e-4f38-48c9-97a4-0ad209a5da81 req-1f26efe2-18e4-439d-ac86-ead591c3dd22 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.607659 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6f11353e-4f38-48c9-97a4-0ad209a5da81 req-1f26efe2-18e4-439d-ac86-ead591c3dd22 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.620673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 6f1146b7-1d37-4e7f-b15e-71ebad2c113f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:48.621460 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.728575 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66517e7-2eda-4758-80f0-0f9e06989d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6dbc2b-9742-4455-8f42-5f1291c4debe'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:48.731656 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc868a19-b8d5-4733-8cc6-c2a5fc585c3e" -d '{"events": [{"server_uuid": "a66517e7-2eda-4758-80f0-0f9e06989d7c", "name": "network-vif-plugged", "status": "completed", "tag": "1c6dbc2b-9742-4455-8f42-5f1291c4debe"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:48.771484 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:48.779600 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.780580 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 2e41606e-9461-4408-ae37-53502f5242c0 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:48.819171 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd96422-1756-40fe-85a0-e16d2ca2d34e admin admin] Router fd67f913-44bc-428e-9d49-3b8a647511fc is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:49:48.836137 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6f11353e-4f38-48c9-97a4-0ad209a5da81 req-1f26efe2-18e4-439d-ac86-ead591c3dd22 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.836780 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1f201-f6c1-4f31-8204-804c196e240a req-6eadce09-136f-4e73-a6a3-2cbecb069852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:48.838269 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29d1f201-f6c1-4f31-8204-804c196e240a req-6eadce09-136f-4e73-a6a3-2cbecb069852 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 921 time: 0.4640062 Jul 07 16:49:48.838640 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f11353e-4f38-48c9-97a4-0ad209a5da81 req-1f26efe2-18e4-439d-ac86-ead591c3dd22 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3139567 Jul 07 16:49:48.851169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26efe2-18e4-439d-ac86-ead591c3dd22 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9da8f0c-2097-4122-af37-4335da376873,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:48.853427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:48.881617 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=1c6dbc2b-9742-4455-8f42-5f1291c4debe,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:48.887887 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.900592 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e63848d9-2625-4bab-ba5b-5e4be65fd7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:00Z', 'updated_at': '2021-07-07T16:46:06Z', 'revision_number': 4, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'gw_port': {'id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:01Z', 'updated_at': '2021-07-07T16:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '7716dba8-ad59-42f5-b594-353dc2b447cc', 'name': '', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'mac_address': 'fa:16:3e:29:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:04Z', 'updated_at': '2021-07-07T16:46:14Z', 'revision_number': 5, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'subnets': [{'id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:48.945622 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] Attempting to bind port 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:48.945959 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] Attempting to bind port 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '0fdda4b4-cdfc-4c46-869d-49fbb277814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:48.946563 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] Attempting to bind port 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 on network c85edc96-c222-49c3-a60a-171b400e82ed {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:48.946775 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 2e41606e-9461-4408-ae37-53502f5242c0 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:48.955078 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63848d9-2625-4bab-ba5b-5e4be65fd7b4 None None] Checking router: 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:49:48.965674 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 2e41606e-9461-4408-ae37-53502f5242c0 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:48.966092 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:48.971396 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] Port 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 on network c85edc96-c222-49c3-a60a-171b400e82ed not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:49:48.971727 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] Attempting to bind port 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 on network c85edc96-c222-49c3-a60a-171b400e82ed {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:48.978560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:48.978904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] Checking segment: {'id': '0fdda4b4-cdfc-4c46-869d-49fbb277814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:48.979828 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] Bound using segment: {'id': '0fdda4b4-cdfc-4c46-869d-49fbb277814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:48.980261 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] Bound port: 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fdda4b4-cdfc-4c46-869d-49fbb277814b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:48.980623 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.003676 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29d1f201-f6c1-4f31-8204-804c196e240a req-7741d18e-b87d-430d-a01b-431ba6150815 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55d612e9-35f0-4d9f-bd30-2f7760628969 HTTP/1.1" status: 200 len: 217 time: 0.1447980 Jul 07 16:49:49.003905 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63848d9-2625-4bab-ba5b-5e4be65fd7b4 None None] Routers {'69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:49.004493 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e63848d9-2625-4bab-ba5b-5e4be65fd7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:49:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:49.102898 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] For port 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:49.111612 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] For port 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64,segment=NetworkSegment(0fdda4b4-cdfc-4c46-869d-49fbb277814b),segment_id=0fdda4b4-cdfc-4c46-869d-49fbb277814b)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:49.123177 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.207914 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.226899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:49.256596 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:49.257329 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.261688 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0945989c-07a9-411e-a837-4c0531bd0300 req-6c2243e1-b4d6-491a-b784-db53d5a16b14 service neutron] 10.222.0.69 "PUT /v2.0/ports/1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 HTTP/1.1" status: 200 len: 1091 time: 1.6295767 Jul 07 16:49:49.262182 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9a6261-8495-4ff9-a453-bef13537e797', 'tag': '1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:49.265925 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88077ba-93ee-4902-b90c-b22baa49cbeb" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9a6261-8495-4ff9-a453-bef13537e797", "tag": "1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:49.267149 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-e63848d9-2625-4bab-ba5b-5e4be65fd7b4 None None] Set router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:49.272936 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 2e41606e-9461-4408-ae37-53502f5242c0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=2e41606e-9461-4408-ae37-53502f5242c0,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:49.316299 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.319084 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0a34a-fcbc-4bcb-ba7a-d42d3c448491 req-9ee1fff9-46ea-4825-8b9e-fe36edc8bfbc tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:49.320895 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bfd0a34a-fcbc-4bcb-ba7a-d42d3c448491 req-9ee1fff9-46ea-4825-8b9e-fe36edc8bfbc tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 944 time: 0.1663504 Jul 07 16:49:49.414594 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bfd0a34a-fcbc-4bcb-ba7a-d42d3c448491 req-52583793-f002-4118-8d12-e820cadc2520 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530131 Jul 07 16:49:49.454363 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945989c-07a9-411e-a837-4c0531bd0300 req-7356bb0d-5404-4d65-b416-0310389f376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:49.456101 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0945989c-07a9-411e-a837-4c0531bd0300 req-7356bb0d-5404-4d65-b416-0310389f376d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5ce0c877d554ec492166d4081f3bc35&device_id=eb9a6261-8495-4ff9-a453-bef13537e797 HTTP/1.1" status: 200 len: 1094 time: 0.1343057 Jul 07 16:49:49.549846 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0945989c-07a9-411e-a837-4c0531bd0300 req-8fd21421-09d4-4646-b3ff-e5ab703b314a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 HTTP/1.1" status: 200 len: 217 time: 0.0832334 Jul 07 16:49:49.630894 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c84b3-af2b-4fa0-ab69-8445c8842760 req-d643fd93-f1e3-48d3-8b52-40385691990c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:49.632896 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-171c84b3-af2b-4fa0-ab69-8445c8842760 req-d643fd93-f1e3-48d3-8b52-40385691990c tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb9a6261-8495-4ff9-a453-bef13537e797 HTTP/1.1" status: 200 len: 943 time: 0.9143968 Jul 07 16:49:49.669259 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945989c-07a9-411e-a837-4c0531bd0300 req-9e982267-a0ab-4cc0-8cdc-49da443522b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:49.670843 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0945989c-07a9-411e-a837-4c0531bd0300 req-9e982267-a0ab-4cc0-8cdc-49da443522b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=414e5f56-f327-49ce-ba9b-6eafeb3fd8cc HTTP/1.1" status: 200 len: 862 time: 0.1143332 Jul 07 16:49:49.698305 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=2e41606e-9461-4408-ae37-53502f5242c0,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:49.705987 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1f201-f6c1-4f31-8204-804c196e240a req-38c8b3fa-3497-4f55-bd0f-69f6323b80e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:49.714683 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29d1f201-f6c1-4f31-8204-804c196e240a req-38c8b3fa-3497-4f55-bd0f-69f6323b80e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.2158604 Jul 07 16:49:49.780528 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e63848d9-2625-4bab-ba5b-5e4be65fd7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:00Z', 'updated_at': '2021-07-07T16:46:06Z', 'revision_number': 4, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'gw_port': {'id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:01Z', 'updated_at': '2021-07-07T16:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '7716dba8-ad59-42f5-b594-353dc2b447cc', 'name': '', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'mac_address': 'fa:16:3e:29:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:04Z', 'updated_at': '2021-07-07T16:46:14Z', 'revision_number': 5, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'subnets': [{'id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:49.805835 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd96422-1756-40fe-85a0-e16d2ca2d34e admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:49.817285 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] Sync routers for ids ['fd67f913-44bc-428e-9d49-3b8a647511fc'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:49.834887 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] Routers {'fd67f913-44bc-428e-9d49-3b8a647511fc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:49.835720 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:49:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd67f913-44bc-428e-9d49-3b8a647511fc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:49.863053 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945989c-07a9-411e-a837-4c0531bd0300 req-a04e1371-422a-4895-b644-7ab6582c9dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:49.863607 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63848d9-2625-4bab-ba5b-5e4be65fd7b4 None None] The sync data for ids ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'] in n-d-793620-7 is: [{'id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:00Z', 'updated_at': '2021-07-07T16:46:06Z', 'revision_number': 4, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'gw_port': {'id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:01Z', 'updated_at': '2021-07-07T16:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '7716dba8-ad59-42f5-b594-353dc2b447cc', 'name': '', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'mac_address': 'fa:16:3e:29:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:04Z', 'updated_at': '2021-07-07T16:46:14Z', 'revision_number': 5, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'subnets': [{'id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:49.867829 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e6074e-645a-4531-a4b2-3978e2acd666 x-openstack-request-id: req-89e6074e-645a-4531-a4b2-3978e2acd666 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:49.868360 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528de228-c644-4e36-9694-f38aa25b68fd", "name": "network-vif-deleted", "tag": "cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:49.868655 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89e6074e-645a-4531-a4b2-3978e2acd666 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:49.869209 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528de228-c644-4e36-9694-f38aa25b68fd', 'name': 'network-vif-deleted', 'tag': 'cd107b7e-3d9d-4a05-b6e2-8d3ee7c4cd10', 'status': 'completed', 'code': 200} Jul 07 16:49:49.874211 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29d1f201-f6c1-4f31-8204-804c196e240a req-8a03f02e-b521-49a5-859b-8cba92563045 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799375 Jul 07 16:49:49.875337 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0945989c-07a9-411e-a837-4c0531bd0300 req-a04e1371-422a-4895-b644-7ab6582c9dc8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c85edc96-c222-49c3-a60a-171b400e82ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1965201 Jul 07 16:49:49.947103 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-171c84b3-af2b-4fa0-ab69-8445c8842760 req-76c9a369-2178-4192-9ccf-9b6a3fbc3cdd tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585399 Jul 07 16:49:49.948629 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-acd96422-1756-40fe-85a0-e16d2ca2d34e admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:49.954438 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-acd96422-1756-40fe-85a0-e16d2ca2d34e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.6929944 Jul 07 16:49:49.955665 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33046) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:49:50.046431 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] Set router fd67f913-44bc-428e-9d49-3b8a647511fc gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:50.111741 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0945989c-07a9-411e-a837-4c0531bd0300 req-f00e5850-b968-4761-9bfb-43deb4c99c7c service neutron] 10.222.0.69 "GET /v2.0/networks/c85edc96-c222-49c3-a60a-171b400e82ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277529 Jul 07 16:49:50.167523 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:50.226637 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29d1f201-f6c1-4f31-8204-804c196e240a req-3c7e3956-a401-4137-9097-9133267c61ca service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192885 Jul 07 16:49:50.252371 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0945989c-07a9-411e-a837-4c0531bd0300 req-7c03e95b-888f-4772-ba25-a32c07101539 service neutron] 10.222.0.69 "GET /v2.0/networks/c85edc96-c222-49c3-a60a-171b400e82ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309376 Jul 07 16:49:50.298724 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09318767-6991-46cf-8a57-735e451fa971 req-2f8fcad3-aff6-43f2-8cfb-047596349e19 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:50.311649 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-09318767-6991-46cf-8a57-735e451fa971 req-2f8fcad3-aff6-43f2-8cfb-047596349e19 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.2495263 Jul 07 16:49:50.351705 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccff0f20-c74c-430e-a655-7d116efa272a None None] New status for floating IP 42a19bb6-299f-4641-a691-e6a8397d8497: DOWN {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:49:50.370771 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-09318767-6991-46cf-8a57-735e451fa971 req-f15a6e8d-6664-4e0d-b7bd-0a3793ee2f97 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560877 Jul 07 16:49:50.449093 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:47Z', 'revision_number': 3, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:50.451656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-88a78f06-a79b-478f-8201-3833afa8fcd0 req-f00e957e-c385-4927-a3cf-255ad8df75e5 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-160541457', 'description': 'tempest-description-585955151'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:50.481921 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-88a78f06-a79b-478f-8201-3833afa8fcd0 req-f00e957e-c385-4927-a3cf-255ad8df75e5 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:50.499886 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00b3a72-983a-41dd-abfc-0777fb07c586 x-openstack-request-id: req-c00b3a72-983a-41dd-abfc-0777fb07c586 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:50.500446 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66517e7-2eda-4758-80f0-0f9e06989d7c", "name": "network-vif-plugged", "status": "completed", "tag": "1c6dbc2b-9742-4455-8f42-5f1291c4debe", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:50.500894 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c00b3a72-983a-41dd-abfc-0777fb07c586 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:50.502261 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66517e7-2eda-4758-80f0-0f9e06989d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6dbc2b-9742-4455-8f42-5f1291c4debe', 'code': 200} Jul 07 16:49:50.507163 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] Checking router: fd67f913-44bc-428e-9d49-3b8a647511fc for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:49:50.507568 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] Updating router fd67f913-44bc-428e-9d49-3b8a647511fc port 27ff71c4-10a3-483b-8b72-db41f090f809 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:49:50.552662 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:50.685184 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29d1f201-f6c1-4f31-8204-804c196e240a req-02d9bee8-c1a2-489d-a92a-5c2204ff0a32 service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505024 Jul 07 16:49:50.745098 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-88a78f06-a79b-478f-8201-3833afa8fcd0 req-f00e957e-c385-4927-a3cf-255ad8df75e5 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:50.754439 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-88a78f06-a79b-478f-8201-3833afa8fcd0 req-f00e957e-c385-4927-a3cf-255ad8df75e5 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:50.794511 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874de214-97d0-4d4e-9ffc-13ab769bd730 req-0ee9b6bb-feb9-46b0-9d08-a3f41570f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:50.796160 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-874de214-97d0-4d4e-9ffc-13ab769bd730 req-0ee9b6bb-feb9-46b0-9d08-a3f41570f9fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 1101 time: 0.2286987 Jul 07 16:49:50.834367 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e957e-c385-4927-a3cf-255ad8df75e5 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f78115-a0e0-42e4-ba2f-df244a09f109,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:50.850147 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-88a78f06-a79b-478f-8201-3833afa8fcd0 req-f00e957e-c385-4927-a3cf-255ad8df75e5 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:50.868307 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-88a78f06-a79b-478f-8201-3833afa8fcd0 req-f00e957e-c385-4927-a3cf-255ad8df75e5 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4219553 Jul 07 16:49:50.889443 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-874de214-97d0-4d4e-9ffc-13ab769bd730 req-9181a449-0a71-429d-ac43-2d2327a8cb7f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827219 Jul 07 16:49:50.894366 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-49a17a6f-032c-4843-ab28-520064f7403a req-a31330bb-435f-4f9b-a2f3-52bf1baeb1e7 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 210 time: 0.2826672 Jul 07 16:49:50.946526 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a09a36-c26c-41c0-a4dd-bdd99825371c x-openstack-request-id: req-70a09a36-c26c-41c0-a4dd-bdd99825371c {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:50.947065 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9a6261-8495-4ff9-a453-bef13537e797", "tag": "1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:50.947510 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70a09a36-c26c-41c0-a4dd-bdd99825371c {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:50.948657 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9a6261-8495-4ff9-a453-bef13537e797', 'tag': '1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64', 'status': 'completed', 'code': 200} Jul 07 16:49:51.016330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-bb447269-bb2c-4f79-a3c6-f4228d867319 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:51.026877 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-bb447269-bb2c-4f79-a3c6-f4228d867319 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.15 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 820 time: 0.5436583 Jul 07 16:49:51.047362 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-b5e1c5bd-bbc8-4590-94e0-71af003a8fca tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Request body: {'port': {'device_id': 'e8546020-2fd9-4c6c-9fd3-2258bd306362', 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591', 'admin_state_up': True, 'tenant_id': 'baeeea6f8e704c6d9313d4f5ee61fa20'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:51.118782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88077ba-93ee-4902-b90c-b22baa49cbeb req-2ad39cc5-01bd-4203-b4e2-43464a02d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:51.120536 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c88077ba-93ee-4902-b90c-b22baa49cbeb req-2ad39cc5-01bd-4203-b4e2-43464a02d921 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5ce0c877d554ec492166d4081f3bc35&device_id=eb9a6261-8495-4ff9-a453-bef13537e797 HTTP/1.1" status: 200 len: 1094 time: 0.1287792 Jul 07 16:49:51.136155 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:51.160579 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] Transition to ACTIVE for port object 27ff71c4-10a3-483b-8b72-db41f090f809 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:51.183472 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:49:51.186480 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:51.297801 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665d02c-cbc8-4774-a5d0-c72d14bb6d8f None None] Pushing event updated for resources: {'Port': ['ID=27ff71c4-10a3-483b-8b72-db41f090f809,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:51.310568 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] Attempting to bind port 27ff71c4-10a3-483b-8b72-db41f090f809 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:51.310953 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] Attempting to bind port 27ff71c4-10a3-483b-8b72-db41f090f809 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:51.311311 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] Attempting to bind port 27ff71c4-10a3-483b-8b72-db41f090f809 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:51.328555 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88077ba-93ee-4902-b90c-b22baa49cbeb req-26ee0362-11ae-4d60-af41-6d5c0ed8b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:51.329275 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:51.329654 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:51.330053 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:51.330464 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:51.330932 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] Bound port: 27ff71c4-10a3-483b-8b72-db41f090f809, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:51.331283 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c88077ba-93ee-4902-b90c-b22baa49cbeb req-26ee0362-11ae-4d60-af41-6d5c0ed8b8d6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c85edc96-c222-49c3-a60a-171b400e82ed HTTP/1.1" status: 200 len: 924 time: 0.2030654 Jul 07 16:49:51.331405 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:51.344711 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc032b-3fa1-496c-a844-5ac3fa68cd45 req-8bd080cf-7a96-43a0-8f98-c72fe3181ed3 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:51.346970 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f8cc032b-3fa1-496c-a844-5ac3fa68cd45 req-8bd080cf-7a96-43a0-8f98-c72fe3181ed3 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 945 time: 0.1535082 Jul 07 16:49:51.403597 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c88077ba-93ee-4902-b90c-b22baa49cbeb req-f766f562-28d6-4eb0-85ff-893ec23af94a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 HTTP/1.1" status: 200 len: 217 time: 0.0554211 Jul 07 16:49:51.437010 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f8cc032b-3fa1-496c-a844-5ac3fa68cd45 req-2c94048a-a76e-4301-9c5c-c87d75fe7a9d tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822089 Jul 07 16:49:51.453312 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] For port 27ff71c4-10a3-483b-8b72-db41f090f809, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:51.464143 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] For port 27ff71c4-10a3-483b-8b72-db41f090f809, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=27ff71c4-10a3-483b-8b72-db41f090f809,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:51.476267 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:51.486484 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-65ca3731-1e9a-4379-97e0-2ae471403766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:51.518781 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8b793-cd4c-4f9c-9ccc-0815f1974cde req-cd366372-c9fe-4f33-91a2-a8813d7f8781 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:51.520309 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1b8b793-cd4c-4f9c-9ccc-0815f1974cde req-cd366372-c9fe-4f33-91a2-a8813d7f8781 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8 HTTP/1.1" status: 200 len: 949 time: 0.2945845 Jul 07 16:49:51.553898 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665d02c-cbc8-4774-a5d0-c72d14bb6d8f None None] Pushing event updated for resources: {'Port': ['ID=27ff71c4-10a3-483b-8b72-db41f090f809,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:51.588164 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] Routers {'fd67f913-44bc-428e-9d49-3b8a647511fc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:51.589454 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:49:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd67f913-44bc-428e-9d49-3b8a647511fc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:51.778727 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-b5e1c5bd-bbc8-4590-94e0-71af003a8fca tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Made reservation on behalf of baeeea6f8e704c6d9313d4f5ee61fa20 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:49:51.782568 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-b5e1c5bd-bbc8-4590-94e0-71af003a8fca tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:51.826503 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] Set router fd67f913-44bc-428e-9d49-3b8a647511fc gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:51.869011 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1b8b793-cd4c-4f9c-9ccc-0815f1974cde req-a51ae1b8-19f3-4377-b201-b9ab2361f74a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827718 Jul 07 16:49:51.941068 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88077ba-93ee-4902-b90c-b22baa49cbeb req-f6ed9b34-1c3c-463f-a75a-9418a0030e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:51.942545 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c88077ba-93ee-4902-b90c-b22baa49cbeb req-f6ed9b34-1c3c-463f-a75a-9418a0030e22 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=414e5f56-f327-49ce-ba9b-6eafeb3fd8cc HTTP/1.1" status: 200 len: 862 time: 0.5010166 Jul 07 16:49:51.951418 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-036e3981-96c5-4a64-862f-0d47654dd352 req-b5e604fe-cc57-4be9-ad11-b8dc8eb5a76b tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "GET /v2.0/security-groups/e9da8f0c-2097-4122-af37-4335da376873 HTTP/1.1" status: 200 len: 1804 time: 0.0574515 Jul 07 16:49:52.032363 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-036e3981-96c5-4a64-862f-0d47654dd352 req-0f4fca2c-7a7e-4d93-b282-3cca78d0e42e tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "GET /v2.0/security-groups/67f78115-a0e0-42e4-ba2f-df244a09f109 HTTP/1.1" status: 200 len: 1803 time: 0.0794101 Jul 07 16:49:52.039788 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-036e3981-96c5-4a64-862f-0d47654dd352 req-70e1dea3-00de-4c35-b484-8276f696a3e0 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e9da8f0c-2097-4122-af37-4335da376873', 'remote_group_id': '67f78115-a0e0-42e4-ba2f-df244a09f109', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:52.040007 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-036e3981-96c5-4a64-862f-0d47654dd352 req-70e1dea3-00de-4c35-b484-8276f696a3e0 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e9da8f0c-2097-4122-af37-4335da376873', 'remote_group_id': '67f78115-a0e0-42e4-ba2f-df244a09f109', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:52.066108 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88077ba-93ee-4902-b90c-b22baa49cbeb req-9de32808-803b-4f97-ab35-9f5fc3e867e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:52.067750 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c88077ba-93ee-4902-b90c-b22baa49cbeb req-9de32808-803b-4f97-ab35-9f5fc3e867e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c85edc96-c222-49c3-a60a-171b400e82ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137762 Jul 07 16:49:52.123326 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-b5e1c5bd-bbc8-4590-94e0-71af003a8fca tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Allocated IP 172.20.0.14 (6a7cbe27-a426-43a5-ac40-87a1e044e591/65f82198-e4d7-4134-910a-03fa423ad754/4d077619-a9de-4926-9a84-3d9c8f3a9ef7) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:52.137766 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:47Z', 'revision_number': 3, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:52.175354 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e9ad69-9aa1-4e92-9449-46ec68398769 None None] The sync data for ids ['fd67f913-44bc-428e-9d49-3b8a647511fc'] in n-d-793620-7 is: [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:47Z', 'revision_number': 3, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:52.190745 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-036e3981-96c5-4a64-862f-0d47654dd352 req-70e1dea3-00de-4c35-b484-8276f696a3e0 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:52.222145 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c88077ba-93ee-4902-b90c-b22baa49cbeb req-ec19511f-8dd4-46ef-b173-c75bea2f325c service neutron] 10.222.0.69 "GET /v2.0/networks/c85edc96-c222-49c3-a60a-171b400e82ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451976 Jul 07 16:49:52.267426 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-036e3981-96c5-4a64-862f-0d47654dd352 req-70e1dea3-00de-4c35-b484-8276f696a3e0 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:52.294926 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-b5e1c5bd-bbc8-4590-94e0-71af003a8fca tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:52.296292 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-036e3981-96c5-4a64-862f-0d47654dd352 req-70e1dea3-00de-4c35-b484-8276f696a3e0 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:52.324173 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1dea3-00de-4c35-b484-8276f696a3e0 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c37aa19-d2f3-4a57-a0b0-4a197157bb71,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:52.340426 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-036e3981-96c5-4a64-862f-0d47654dd352 req-70e1dea3-00de-4c35-b484-8276f696a3e0 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:52.341971 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-036e3981-96c5-4a64-862f-0d47654dd352 req-70e1dea3-00de-4c35-b484-8276f696a3e0 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3093753 Jul 07 16:49:52.384178 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c88077ba-93ee-4902-b90c-b22baa49cbeb req-a96d794d-ddc2-468c-9642-9a354669d712 service neutron] 10.222.0.69 "GET /v2.0/networks/c85edc96-c222-49c3-a60a-171b400e82ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483459 Jul 07 16:49:52.425867 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-b5e1c5bd-bbc8-4590-94e0-71af003a8fca tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:52.434173 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9cfe1051-a2bc-4389-b1b5-efab9da36013 req-04248836-7c0c-490f-8d60-b0883f5bab85 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a33b464a-f0b5-48bf-b0fa-09895a452e30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8562200 Jul 07 16:49:52.504824 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a68d04-390e-4fc7-9722-04968cd364fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e41606e-9461-4408-ae37-53502f5242c0'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:52.508304 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea36767-2283-49f1-a2fc-57cc87f53e2b" -d '{"events": [{"server_uuid": "f0a68d04-390e-4fc7-9722-04968cd364fd", "name": "network-vif-plugged", "status": "completed", "tag": "2e41606e-9461-4408-ae37-53502f5242c0"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:52.521149 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-65ca3731-1e9a-4379-97e0-2ae471403766 admin admin] Allocated IP 172.20.0.1 (8afefd89-1a40-467d-88c9-9db078a277dd/2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e/c20bf029-4c59-4a29-a8e2-29045dfa0484) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:49:52.603092 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665970f-fe48-4608-818c-489dfc55288e req-410daf55-bd43-4b54-8792-245825b29b54 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:52.605630 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a665970f-fe48-4608-818c-489dfc55288e req-410daf55-bd43-4b54-8792-245825b29b54 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.1175981 Jul 07 16:49:52.625539 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12994d1f-9b2d-41b4-9f7e-d791d11b4b25 req-346067dc-7e8a-4ba4-8af7-9108ba99d411 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:52.627075 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-12994d1f-9b2d-41b4-9f7e-d791d11b4b25 req-346067dc-7e8a-4ba4-8af7-9108ba99d411 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8 HTTP/1.1" status: 200 len: 949 time: 0.8293307 Jul 07 16:49:52.668628 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a665970f-fe48-4608-818c-489dfc55288e req-7158dae7-0148-4d8a-a497-27b3199aa5f9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570765 Jul 07 16:49:52.880868 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0acb15-760d-45e6-bd58-05b7a9679817 req-987dd835-217b-4e4f-936b-3465ee40de2c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:52.889255 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f0acb15-760d-45e6-bd58-05b7a9679817 req-987dd835-217b-4e4f-936b-3465ee40de2c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 932 time: 0.0873582 Jul 07 16:49:52.930237 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f0acb15-760d-45e6-bd58-05b7a9679817 req-0db628da-199d-43c2-bd0d-a9bb47421365 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400479 Jul 07 16:49:52.950136 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-b5e1c5bd-bbc8-4590-94e0-71af003a8fca tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Network 6a7cbe27-a426-43a5-ac40-87a1e044e591 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:53.018788 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c8fe546-cf78-46fa-b9eb-9a22ccf5c7ad req-2b746f3e-e611-4b7f-b5de-30263ed0a2fa tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "GET /v2.0/security-groups/67f78115-a0e0-42e4-ba2f-df244a09f109 HTTP/1.1" status: 200 len: 1803 time: 0.0531759 Jul 07 16:49:53.098801 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c8fe546-cf78-46fa-b9eb-9a22ccf5c7ad req-b5b44f63-4e06-463b-af6b-5358e22225ab tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:53.109540 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-b5e1c5bd-bbc8-4590-94e0-71af003a8fca tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:53.111649 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1c5bd-bbc8-4590-94e0-71af003a8fca tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Pushing event updated for resources: {'Port': ['ID=4d077619-a9de-4926-9a84-3d9c8f3a9ef7,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:53.125588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-b5e1c5bd-bbc8-4590-94e0-71af003a8fca tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:53.128394 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c8fe546-cf78-46fa-b9eb-9a22ccf5c7ad req-b5b44f63-4e06-463b-af6b-5358e22225ab tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:53.177651 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f123b-1538-4020-b7d8-32e5abcf5d2a req-a934b40c-5272-4587-b40f-fa75134e53c9 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:53.185194 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-918f123b-1538-4020-b7d8-32e5abcf5d2a req-a934b40c-5272-4587-b40f-fa75134e53c9 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb9a6261-8495-4ff9-a453-bef13537e797 HTTP/1.1" status: 200 len: 943 time: 0.8454258 Jul 07 16:49:53.220977 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c8fe546-cf78-46fa-b9eb-9a22ccf5c7ad req-b5b44f63-4e06-463b-af6b-5358e22225ab tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:53.223817 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c8fe546-cf78-46fa-b9eb-9a22ccf5c7ad req-b5b44f63-4e06-463b-af6b-5358e22225ab tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:53.237835 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c8fe546-cf78-46fa-b9eb-9a22ccf5c7ad req-b5b44f63-4e06-463b-af6b-5358e22225ab tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "DELETE /v2.0/security-groups/67f78115-a0e0-42e4-ba2f-df244a09f109 HTTP/1.1" status: 204 len: 173 time: 0.2174737 Jul 07 16:49:53.266997 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-b5e1c5bd-bbc8-4590-94e0-71af003a8fca tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:53.267413 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b44f63-4e06-463b-af6b-5358e22225ab tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f78115-a0e0-42e4-ba2f-df244a09f109,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:53.267619 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-b5e1c5bd-bbc8-4590-94e0-71af003a8fca tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:53.311054 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-65ca3731-1e9a-4379-97e0-2ae471403766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:53.324502 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe1051-a2bc-4389-b1b5-efab9da36013 req-55ea86b6-9e52-4c0c-8da1-681427a8db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:53.326171 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9cfe1051-a2bc-4389-b1b5-efab9da36013 req-55ea86b6-9e52-4c0c-8da1-681427a8db3e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=38030373b006411e8f5b2946cc1d26ab&device_id=a33b464a-f0b5-48bf-b0fa-09895a452e30 HTTP/1.1" status: 200 len: 1100 time: 0.8356347 Jul 07 16:49:53.335275 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-918f123b-1538-4020-b7d8-32e5abcf5d2a req-f348e723-5d03-4aa1-9d2f-d169c5295acf tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488645 Jul 07 16:49:53.336864 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-b5e1c5bd-bbc8-4590-94e0-71af003a8fca tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2936110 Jul 07 16:49:53.372484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] Request body: {'port': {'device_id': 'e8546020-2fd9-4c6c-9fd3-2258bd306362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:53.397088 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b06254-e06a-47bc-b55e-50ad111d191e x-openstack-request-id: req-f8b06254-e06a-47bc-b55e-50ad111d191e {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:53.397390 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a68d04-390e-4fc7-9722-04968cd364fd", "name": "network-vif-plugged", "status": "completed", "tag": "2e41606e-9461-4408-ae37-53502f5242c0", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:53.397649 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f8b06254-e06a-47bc-b55e-50ad111d191e {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:53.398052 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a68d04-390e-4fc7-9722-04968cd364fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e41606e-9461-4408-ae37-53502f5242c0', 'code': 200} Jul 07 16:49:53.492430 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-12994d1f-9b2d-41b4-9f7e-d791d11b4b25 req-7f8fa5a3-15e9-42a9-af8a-c6137173d1d2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Deleting port 6aae3f15-66bf-4791-ac79-d153bf382e7c {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:49:53.493204 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-12994d1f-9b2d-41b4-9f7e-d791d11b4b25 req-7f8fa5a3-15e9-42a9-af8a-c6137173d1d2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:53.497724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-65ca3731-1e9a-4379-97e0-2ae471403766 admin admin] Transition to ACTIVE for port object c20bf029-4c59-4a29-a8e2-29045dfa0484 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:53.534744 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:53.537911 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e0533-a57b-4412-b9d7-15b8613572b1 req-3d003d87-dfb9-4227-90a0-1fda183e34da tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:53.545412 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-539e0533-a57b-4412-b9d7-15b8613572b1 req-3d003d87-dfb9-4227-90a0-1fda183e34da tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 945 time: 0.1669474 Jul 07 16:49:53.602250 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-539e0533-a57b-4412-b9d7-15b8613572b1 req-c3c2688b-0133-4571-a27b-a2275c6d617f tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558686 Jul 07 16:49:53.610903 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02d76b-0bba-4d5d-b0c9-370ab2a3f050 req-f127cfcb-059b-4244-8f4e-c7d41799b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:53.612709 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a02d76b-0bba-4d5d-b0c9-370ab2a3f050 req-f127cfcb-059b-4244-8f4e-c7d41799b9ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 1096 time: 0.1306124 Jul 07 16:49:53.704443 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-65ca3731-1e9a-4379-97e0-2ae471403766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:53.717968 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a02d76b-0bba-4d5d-b0c9-370ab2a3f050 req-6bf37d8d-19c3-4054-bdb4-4b220ce59a21 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958297 Jul 07 16:49:53.816560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b17b76-df76-4c11-894a-dfc49baf3ca2 req-f7379cc4-590a-4020-9634-9ea8c1c3ae06 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:53.824635 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-49b17b76-df76-4c11-894a-dfc49baf3ca2 req-f7379cc4-590a-4020-9634-9ea8c1c3ae06 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8 HTTP/1.1" status: 200 len: 949 time: 0.0786097 Jul 07 16:49:53.862162 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-49b17b76-df76-4c11-894a-dfc49baf3ca2 req-7004d689-cfd2-47d8-b10d-d23b3b3b3352 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366166 Jul 07 16:49:53.875394 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ca3731-1e9a-4379-97e0-2ae471403766 admin admin] Network 8afefd89-1a40-467d-88c9-9db078a277dd is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:53.899281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-65ca3731-1e9a-4379-97e0-2ae471403766 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:53.919840 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca3731-1e9a-4379-97e0-2ae471403766 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:49:53.923616 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca3731-1e9a-4379-97e0-2ae471403766 admin admin] Pushing event updated for resources: {'Port': ['ID=c20bf029-4c59-4a29-a8e2-29045dfa0484,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:53.936464 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe1051-a2bc-4389-b1b5-efab9da36013 req-85bc24cd-6c24-48b4-95aa-fe1f35d00216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:53.938059 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9cfe1051-a2bc-4389-b1b5-efab9da36013 req-85bc24cd-6c24-48b4-95aa-fe1f35d00216 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.5857549 Jul 07 16:49:53.939644 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-12994d1f-9b2d-41b4-9f7e-d791d11b4b25 req-7f8fa5a3-15e9-42a9-af8a-c6137173d1d2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] For port 6aae3f15-66bf-4791-ac79-d153bf382e7c, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6aae3f15-66bf-4791-ac79-d153bf382e7c,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:53.939936 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-12994d1f-9b2d-41b4-9f7e-d791d11b4b25 req-7f8fa5a3-15e9-42a9-af8a-c6137173d1d2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:53.945602 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0936774-2ab6-44a0-b794-cee71b2df420 req-ba3c71e9-baec-44a4-922a-c0e7c71abf9f tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "GET /v2.0/security-groups/e9da8f0c-2097-4122-af37-4335da376873 HTTP/1.1" status: 200 len: 1804 time: 0.0531702 Jul 07 16:49:53.978954 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-f7847e24-1013-4145-bd29-45ccd9cd2f62 req-cae480b8-dcc8-41fb-bb5f-14db6c902c5f tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-826282170', 'description': 'tempest-description-192391724'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:54.013442 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f7847e24-1013-4145-bd29-45ccd9cd2f62 req-cae480b8-dcc8-41fb-bb5f-14db6c902c5f tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:54.034968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-12994d1f-9b2d-41b4-9f7e-d791d11b4b25 req-7f8fa5a3-15e9-42a9-af8a-c6137173d1d2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Calling delete_port for 6aae3f15-66bf-4791-ac79-d153bf382e7c owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:49:54.054680 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f95a5-ad23-47bd-adf1-f9266512818c req-57bc8ef8-0734-4e8a-baac-ca2d91929e07 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:54.062839 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-022f95a5-ad23-47bd-adf1-f9266512818c req-57bc8ef8-0734-4e8a-baac-ca2d91929e07 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.5259821 Jul 07 16:49:54.125620 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9cfe1051-a2bc-4389-b1b5-efab9da36013 req-d4ece3e5-c536-439b-8edd-816c0c6d6664 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=a6a99d30-a08d-4863-a4a7-8c8cb6402987 HTTP/1.1" status: 200 len: 217 time: 0.1507320 Jul 07 16:49:54.179178 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f7847e24-1013-4145-bd29-45ccd9cd2f62 req-cae480b8-dcc8-41fb-bb5f-14db6c902c5f tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:54.191977 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f7847e24-1013-4145-bd29-45ccd9cd2f62 req-cae480b8-dcc8-41fb-bb5f-14db6c902c5f tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:54.232513 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-65ca3731-1e9a-4379-97e0-2ae471403766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:54.232769 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f7847e24-1013-4145-bd29-45ccd9cd2f62 req-cae480b8-dcc8-41fb-bb5f-14db6c902c5f tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:54.242562 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 27ff71c4-10a3-483b-8b72-db41f090f809 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:54.247804 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f7847e24-1013-4145-bd29-45ccd9cd2f62 req-cae480b8-dcc8-41fb-bb5f-14db6c902c5f tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2780418 Jul 07 16:49:54.253614 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae480b8-dcc8-41fb-bb5f-14db6c902c5f tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39545e39-abef-4cc1-9e6e-64d0ce13c374,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:54.314789 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-67c5643f-12b3-4cac-8986-30171ea3b989 None None] Provisioning for port c20bf029-4c59-4a29-a8e2-29045dfa0484 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:54.329666 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-67c5643f-12b3-4cac-8986-30171ea3b989 None None] Provisioning complete for port c20bf029-4c59-4a29-a8e2-29045dfa0484 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:54.332079 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-67c5643f-12b3-4cac-8986-30171ea3b989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:54.374814 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 27ff71c4-10a3-483b-8b72-db41f090f809 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:49:54.384482 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 27ff71c4-10a3-483b-8b72-db41f090f809 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:54.385154 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:54.401340 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-022f95a5-ad23-47bd-adf1-f9266512818c req-f94173ac-42a0-4ccf-bdf1-8aadd4f4a0e2 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375127 Jul 07 16:49:54.418838 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-67c5643f-12b3-4cac-8986-30171ea3b989 None None] Port c20bf029-4c59-4a29-a8e2-29045dfa0484 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:49:54.467978 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe1051-a2bc-4389-b1b5-efab9da36013 req-56d2f6f3-b849-4360-be4a-bc3a6bc2a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:54.469833 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9cfe1051-a2bc-4389-b1b5-efab9da36013 req-56d2f6f3-b849-4360-be4a-bc3a6bc2a7ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.3165171 Jul 07 16:49:54.479699 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997966b5-4112-47c1-aae3-9f25a06fe802 req-dd224ced-6b2d-4ae4-8ebc-9210e8bda662 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:54.481289 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-997966b5-4112-47c1-aae3-9f25a06fe802 req-dd224ced-6b2d-4ae4-8ebc-9210e8bda662 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 932 time: 0.1295717 Jul 07 16:49:54.487492 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:54.530950 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 27ff71c4-10a3-483b-8b72-db41f090f809, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=27ff71c4-10a3-483b-8b72-db41f090f809,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:54.536814 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-997966b5-4112-47c1-aae3-9f25a06fe802 req-95e04791-3901-4769-929f-4497a2dc5333 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452015 Jul 07 16:49:54.547290 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:54.636523 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c13ba0c2-de26-49d0-8d12-5aba2b6daf6e req-5353d2bc-7305-4f72-be24-1ccca34e935e tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "GET /v2.0/security-groups/39545e39-abef-4cc1-9e6e-64d0ce13c374 HTTP/1.1" status: 200 len: 1803 time: 0.1764574 Jul 07 16:49:54.664056 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-c13ba0c2-de26-49d0-8d12-5aba2b6daf6e req-d3e68008-351a-47f6-95d1-d27581b365a8 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39545e39-abef-4cc1-9e6e-64d0ce13c374', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:54.664740 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-c13ba0c2-de26-49d0-8d12-5aba2b6daf6e req-d3e68008-351a-47f6-95d1-d27581b365a8 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39545e39-abef-4cc1-9e6e-64d0ce13c374', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:54.680190 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=27ff71c4-10a3-483b-8b72-db41f090f809,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:54.801788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe1051-a2bc-4389-b1b5-efab9da36013 req-77fe2697-14a2-4514-9c7f-a97b37b3c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:54.803357 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9cfe1051-a2bc-4389-b1b5-efab9da36013 req-77fe2697-14a2-4514-9c7f-a97b37b3c78f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3176646 Jul 07 16:49:54.809753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1778105-680a-4f46-b5b7-e38f0862b737 req-2d7cf7af-27b5-4ce4-be94-4755c7c81db9 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:54.811511 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b1778105-680a-4f46-b5b7-e38f0862b737 req-2d7cf7af-27b5-4ce4-be94-4755c7c81db9 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb9a6261-8495-4ff9-a453-bef13537e797 HTTP/1.1" status: 200 len: 943 time: 0.0902784 Jul 07 16:49:54.817077 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:54.853108 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b1778105-680a-4f46-b5b7-e38f0862b737 req-150fa0d7-f372-40c6-b14d-03343913c70e tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359151 Jul 07 16:49:54.855988 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:54.890558 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-12994d1f-9b2d-41b4-9f7e-d791d11b4b25 req-7f8fa5a3-15e9-42a9-af8a-c6137173d1d2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:54.904878 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['a6a99d30-a08d-4863-a4a7-8c8cb6402987', '164e8a0e-3c71-4aa6-8950-f062cdf82b1e', 'b0c84e2c-7974-4adc-a586-85531e4c2f98', 'e1649d97-2835-4ec3-9e2f-96419103f2c5'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:54.907232 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['787bb9b9-1f62-4c57-895d-4cde7b2c17d3', '31f31b1b-1fa4-4024-8d50-4158836683e1'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:54.931549 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-65ca3731-1e9a-4379-97e0-2ae471403766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:54.976332 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] Transition to ACTIVE for port object 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:54.977256 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fa5a3-15e9-42a9-af8a-c6137173d1d2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Pushing event deleted for resources: {'Port': ['ID=6aae3f15-66bf-4791-ac79-d153bf382e7c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:54.999052 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:55.108885 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea1eda-b935-4a7c-ac22-95d1bc2a07bb req-536c42d6-7d8c-4ecd-b845-79e0cbf7fbe8 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:55.113567 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c2ea1eda-b935-4a7c-ac22-95d1bc2a07bb req-536c42d6-7d8c-4ecd-b845-79e0cbf7fbe8 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 945 time: 0.1154358 Jul 07 16:49:55.183257 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c2ea1eda-b935-4a7c-ac22-95d1bc2a07bb req-b3e9d596-8754-4cd5-b7b9-39638809a720 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566921 Jul 07 16:49:55.283875 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c13ba0c2-de26-49d0-8d12-5aba2b6daf6e req-d3e68008-351a-47f6-95d1-d27581b365a8 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:55.290530 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] Pushing event updated for resources: {'Port': ['ID=4d077619-a9de-4926-9a84-3d9c8f3a9ef7,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:55.356191 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-382020bc-37cb-424b-bbe7-3e9c20cde3d6 req-b89a72f4-106e-4894-9670-f7cd203c68f0 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8 HTTP/1.1" status: 200 len: 210 time: 0.0416646 Jul 07 16:49:55.358143 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-65ca3731-1e9a-4379-97e0-2ae471403766 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:55.412503 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-65ca3731-1e9a-4379-97e0-2ae471403766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:55.454589 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-12994d1f-9b2d-41b4-9f7e-d791d11b4b25 req-7f8fa5a3-15e9-42a9-af8a-c6137173d1d2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] No DVR routers for this DVR port 6aae3f15-66bf-4791-ac79-d153bf382e7c on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:49:55.457286 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-12994d1f-9b2d-41b4-9f7e-d791d11b4b25 req-7f8fa5a3-15e9-42a9-af8a-c6137173d1d2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:55.459956 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-12994d1f-9b2d-41b4-9f7e-d791d11b4b25 req-7f8fa5a3-15e9-42a9-af8a-c6137173d1d2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "DELETE /v2.0/ports/6aae3f15-66bf-4791-ac79-d153bf382e7c HTTP/1.1" status: 204 len: 173 time: 2.5082502 Jul 07 16:49:55.524453 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-65ca3731-1e9a-4379-97e0-2ae471403766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:55.532443 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8', 'name': 'network-vif-deleted', 'tag': '6aae3f15-66bf-4791-ac79-d153bf382e7c'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:55.534771 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e631bf-3ffa-4449-89a3-31917369410c" -d '{"events": [{"server_uuid": "9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8", "name": "network-vif-deleted", "tag": "6aae3f15-66bf-4791-ac79-d153bf382e7c"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:55.563308 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca3731-1e9a-4379-97e0-2ae471403766 admin admin] Pushing event updated for resources: {'Port': ['ID=c20bf029-4c59-4a29-a8e2-29045dfa0484,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:55.644547 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c13ba0c2-de26-49d0-8d12-5aba2b6daf6e req-d3e68008-351a-47f6-95d1-d27581b365a8 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:55.652627 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfee6a-0261-4578-9c18-0508bcf934a1 req-5628ecde-ee38-4d54-9004-a5fdb8d2385c tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:55.661344 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b2dfee6a-0261-4578-9c18-0508bcf934a1 req-5628ecde-ee38-4d54-9004-a5fdb8d2385c tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 1096 time: 0.1226909 Jul 07 16:49:55.676651 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9cfe1051-a2bc-4389-b1b5-efab9da36013 req-1559555e-22c5-4e51-b329-0760103851e4 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8530750 Jul 07 16:49:55.684431 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c13ba0c2-de26-49d0-8d12-5aba2b6daf6e req-d3e68008-351a-47f6-95d1-d27581b365a8 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:55.710917 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b2dfee6a-0261-4578-9c18-0508bcf934a1 req-76734878-0831-4bf5-bc50-d0afc601c55c tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483427 Jul 07 16:49:55.781813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e68008-351a-47f6-95d1-d27581b365a8 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408e449f-1f88-432d-8917-5784f04813c1,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:55.795318 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] Attempting to bind port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:55.795529 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] Attempting to bind port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:55.795854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] Attempting to bind port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:55.810692 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c13ba0c2-de26-49d0-8d12-5aba2b6daf6e req-d3e68008-351a-47f6-95d1-d27581b365a8 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:55.810692 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c13ba0c2-de26-49d0-8d12-5aba2b6daf6e req-d3e68008-351a-47f6-95d1-d27581b365a8 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1448154 Jul 07 16:49:55.813765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] Port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:49:55.814123 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] Attempting to bind port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:55.817205 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ca3731-1e9a-4379-97e0-2ae471403766 admin admin] Network 8afefd89-1a40-467d-88c9-9db078a277dd is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:49:55.821188 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-65ca3731-1e9a-4379-97e0-2ae471403766 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:49:55.834494 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:55.834792 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] Checking segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:55.835184 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] Bound using segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:55.835622 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] Bound port: 4d077619-a9de-4926-9a84-3d9c8f3a9ef7, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:55.835981 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:56.052191 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:49:56.054586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6aae3f15-66bf-4791-ac79-d153bf382e7c no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:49:56.143958 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 6aae3f15-66bf-4791-ac79-d153bf382e7c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:49:56.144571 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6aae3f15-66bf-4791-ac79-d153bf382e7c not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:49:56.254342 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 27ff71c4-10a3-483b-8b72-db41f090f809 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:49:56.276342 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63292996-4d15-4b8c-b13d-3c41eeefeeb9 x-openstack-request-id: req-63292996-4d15-4b8c-b13d-3c41eeefeeb9 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:56.276682 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8", "name": "network-vif-deleted", "tag": "6aae3f15-66bf-4791-ac79-d153bf382e7c", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:56.276869 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-63292996-4d15-4b8c-b13d-3c41eeefeeb9 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:56.277256 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8fc8cc-9ef3-43ee-8944-ef41f7d11bf8', 'name': 'network-vif-deleted', 'tag': '6aae3f15-66bf-4791-ac79-d153bf382e7c', 'status': 'completed', 'code': 200} Jul 07 16:49:56.328895 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcd07a-a735-48fd-8a42-47fb76418a91 req-dfd3b185-2dbb-43e7-bce0-443380ef6c81 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:56.329455 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-48b83384-3be3-4095-ab6b-155d21443803 None None] Provisioning complete for port c20bf029-4c59-4a29-a8e2-29045dfa0484 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:56.329772 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-48b83384-3be3-4095-ab6b-155d21443803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:56.339228 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d8bcd07a-a735-48fd-8a42-47fb76418a91 req-dfd3b185-2dbb-43e7-bce0-443380ef6c81 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 1096 time: 0.1203649 Jul 07 16:49:56.370414 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9cfe1051-a2bc-4389-b1b5-efab9da36013 req-a8625e25-816f-40c7-a115-502df7a4a125 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6765110 Jul 07 16:49:56.394977 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d8bcd07a-a735-48fd-8a42-47fb76418a91 req-052bf074-4c63-4907-8464-8fdb4822d98d tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546217 Jul 07 16:49:56.487450 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ff99318-5d1a-41b0-9470-25e98584b3b6 req-5e4ae816-0450-46ef-8552-496a75dfce4b tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "GET /v2.0/security-groups/39545e39-abef-4cc1-9e6e-64d0ce13c374 HTTP/1.1" status: 200 len: 2396 time: 0.0572276 Jul 07 16:49:56.492985 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-8ff99318-5d1a-41b0-9470-25e98584b3b6 req-50deda24-dd20-4a5d-b40c-7b51a7ad9d5c tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39545e39-abef-4cc1-9e6e-64d0ce13c374', 'remote_group_id': None}]} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:56.493365 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-8ff99318-5d1a-41b0-9470-25e98584b3b6 req-50deda24-dd20-4a5d-b40c-7b51a7ad9d5c tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39545e39-abef-4cc1-9e6e-64d0ce13c374', 'remote_group_id': None}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:49:56.544895 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ca3731-1e9a-4379-97e0-2ae471403766 admin admin] Router fd67f913-44bc-428e-9d49-3b8a647511fc has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:49:56.546171 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] For port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:56.559410 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-48b83384-3be3-4095-ab6b-155d21443803 None None] Port c20bf029-4c59-4a29-a8e2-29045dfa0484 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:49:56.585943 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] For port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4d077619-a9de-4926-9a84-3d9c8f3a9ef7,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:56.593435 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8ff99318-5d1a-41b0-9470-25e98584b3b6 req-50deda24-dd20-4a5d-b40c-7b51a7ad9d5c tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:56.603057 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee023d2-51a3-4833-8e05-aa1fd9d3ed40 req-c92e42c2-0e1f-4a68-b841-fa9c5cfe249b tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:56.604914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64,segment=NetworkSegment(0fdda4b4-cdfc-4c46-869d-49fbb277814b),segment_id=0fdda4b4-cdfc-4c46-869d-49fbb277814b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:56.609581 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9ee023d2-51a3-4833-8e05-aa1fd9d3ed40 req-c92e42c2-0e1f-4a68-b841-fa9c5cfe249b tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 944 time: 0.3427303 Jul 07 16:49:56.618160 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 27ff71c4-10a3-483b-8b72-db41f090f809 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:49:56.618783 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:56.623588 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:56.628907 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8ff99318-5d1a-41b0-9470-25e98584b3b6 req-50deda24-dd20-4a5d-b40c-7b51a7ad9d5c tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:56.643345 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8ff99318-5d1a-41b0-9470-25e98584b3b6 req-50deda24-dd20-4a5d-b40c-7b51a7ad9d5c tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:56.649818 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'port_id': '1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64', 'mac_address': 'fa:16:3e:81:83:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:49:56.661530 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-19d6d99f-b4b9-479d-8021-1f547d0e6374 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3743336 Jul 07 16:49:56.672357 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8ff99318-5d1a-41b0-9470-25e98584b3b6 req-50deda24-dd20-4a5d-b40c-7b51a7ad9d5c tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:56.673676 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ff99318-5d1a-41b0-9470-25e98584b3b6 req-50deda24-dd20-4a5d-b40c-7b51a7ad9d5c tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1852427 Jul 07 16:49:56.674570 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50deda24-dd20-4a5d-b40c-7b51a7ad9d5c tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50d4f49-d1dd-4e28-a022-09ca7eb7ffeb,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:56.727621 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:56.764970 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:49:56.806062 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64,segment=NetworkSegment(0fdda4b4-cdfc-4c46-869d-49fbb277814b),segment_id=0fdda4b4-cdfc-4c46-869d-49fbb277814b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:49:56.812903 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:56.912703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea27669-f818-4be5-a8b4-4ac84940b197 req-ffaded7e-50e9-4070-b6a3-faf568fd797a tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:56.914611 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ca3731-1e9a-4379-97e0-2ae471403766 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:49:56.916854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:56.917476 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:56.918901 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] 10.222.0.15 "PUT /v2.0/ports/4d077619-a9de-4926-9a84-3d9c8f3a9ef7 HTTP/1.1" status: 200 len: 1092 time: 3.5588763 Jul 07 16:49:56.920703 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bea27669-f818-4be5-a8b4-4ac84940b197 req-ffaded7e-50e9-4070-b6a3-faf568fd797a tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb9a6261-8495-4ff9-a453-bef13537e797 HTTP/1.1" status: 200 len: 944 time: 0.0948591 Jul 07 16:49:56.929595 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-65ca3731-1e9a-4379-97e0-2ae471403766 admin admin] 10.222.0.50 "PUT /v2.0/routers/fd67f913-44bc-428e-9d49-3b8a647511fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9320157 Jul 07 16:49:56.929930 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] Sync routers for ids ['fd67f913-44bc-428e-9d49-3b8a647511fc'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:49:56.952688 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] Routers {'fd67f913-44bc-428e-9d49-3b8a647511fc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:56.953141 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:49:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd67f913-44bc-428e-9d49-3b8a647511fc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:56.968699 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9ee023d2-51a3-4833-8e05-aa1fd9d3ed40 req-46e4cf95-b298-4c0b-aff3-653b00b0435c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581219 Jul 07 16:49:57.013972 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:57.045907 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bea27669-f818-4be5-a8b4-4ac84940b197 req-6c0e51bd-ff79-4915-8fca-39fe836f7344 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241715 Jul 07 16:49:57.125820 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a5b24-c68d-40ed-a7d3-d1759d9480ef service neutron] Pushing event updated for resources: {'Port': ['ID=4d077619-a9de-4926-9a84-3d9c8f3a9ef7,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:57.241997 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-448ac0fa-5f8b-4ead-935e-f2c76364f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:57.244085 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-448ac0fa-5f8b-4ead-935e-f2c76364f226 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 1095 time: 0.2669828 Jul 07 16:49:57.265731 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:49:57.272885 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] Set router fd67f913-44bc-428e-9d49-3b8a647511fc gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:57.332999 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-c4f20f92-62d6-4def-96a8-68d810f1d10f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d077619-a9de-4926-9a84-3d9c8f3a9ef7 HTTP/1.1" status: 200 len: 217 time: 0.0750806 Jul 07 16:49:57.368979 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c47b9e46-5a95-4d4e-8563-62d036afa9ff req-f60dd533-19ad-4fa3-b649-f5eaa83d1646 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "GET /v2.0/security-groups/39545e39-abef-4cc1-9e6e-64d0ce13c374 HTTP/1.1" status: 200 len: 2994 time: 0.1088266 Jul 07 16:49:57.413150 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-cddc707b-b089-4b27-a8b2-f1ed55235e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:57.414662 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-cddc707b-b089-4b27-a8b2-f1ed55235e77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.0711582 Jul 07 16:49:57.425062 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9338e31-35e1-4f22-a9ef-b3fac2d0e9d4 req-f9e560bd-7129-4773-be8a-2a98f34652d8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:57.432670 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9338e31-35e1-4f22-a9ef-b3fac2d0e9d4 req-f9e560bd-7129-4773-be8a-2a98f34652d8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.2762563 Jul 07 16:49:57.493351 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-98cf5e78-e8e1-40d6-85ce-5341631d2d35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449679 Jul 07 16:49:57.537120 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9338e31-35e1-4f22-a9ef-b3fac2d0e9d4 req-4f998dc0-c77c-4f29-9820-7ab153f34f6e tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034799 Jul 07 16:49:57.563030 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'c20bf029-4c59-4a29-a8e2-29045dfa0484', 'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'mac_address': 'fa:16:3e:27:7d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:51Z', 'updated_at': '2021-07-07T16:49:55Z', 'revision_number': 2, 'project_id': '7b6bfd37470740a7bef2749808400596', 'subnets': [{'id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:57.607216 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] Checking router: fd67f913-44bc-428e-9d49-3b8a647511fc for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:49:57.607570 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] Updating router fd67f913-44bc-428e-9d49-3b8a647511fc port c20bf029-4c59-4a29-a8e2-29045dfa0484 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:49:57.628054 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-3237d15c-191f-4f49-a0e2-56f121f20848 service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257594 Jul 07 16:49:57.657481 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:57.802646 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f7c69c7-ef41-4b73-a2c6-3e5ab4bea715 req-7efe3e9b-7f10-4222-ae9b-40ed301460ff service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578429 Jul 07 16:49:57.811405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-18c69052-8769-4c5d-8a40-3f9d5d95ef8e tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:57.814778 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-18c69052-8769-4c5d-8a40-3f9d5d95ef8e tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/networks?id=8afefd89-1a40-467d-88c9-9db078a277dd HTTP/1.1" status: 200 len: 821 time: 0.1429546 Jul 07 16:49:57.830345 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-55167bfa-fa61-444a-956a-541b03b9c563 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/quotas/7b6bfd37470740a7bef2749808400596 HTTP/1.1" status: 200 len: 375 time: 0.0111852 Jul 07 16:49:57.919050 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-a88244a0-1e74-4891-b428-26ef2fa6a936 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7b6bfd37470740a7bef2749808400596&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801857 Jul 07 16:49:58.057705 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-01cae8dd-2f94-4494-9065-1ce0e0c95ad6 service neutron] 10.222.0.50 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328967 Jul 07 16:49:58.075374 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:58.095286 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] Transition to ACTIVE for port object c20bf029-4c59-4a29-a8e2-29045dfa0484 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:49:58.102156 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:58.167794 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ba16b37d-66c4-41be-9739-c6c0f9e24b0e req-3280c5f4-309d-4cff-acd6-306874d187d3 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "GET /v2.0/security-group-rules/b50d4f49-d1dd-4e28-a022-09ca7eb7ffeb HTTP/1.1" status: 200 len: 783 time: 0.0309808 Jul 07 16:49:58.185398 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74305e-3b25-405b-af38-15bbb8ccf6b3 None None] Pushing event updated for resources: {'Port': ['ID=c20bf029-4c59-4a29-a8e2-29045dfa0484,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:58.226343 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-e6f6a640-121b-45d0-bb6f-52b23222efa3 service neutron] 10.222.0.50 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622531 Jul 07 16:49:58.238244 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ba16b37d-66c4-41be-9739-c6c0f9e24b0e req-7b90421e-3e4e-4df6-83e5-cdadc562fe97 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "GET /v2.0/security-groups/39545e39-abef-4cc1-9e6e-64d0ce13c374 HTTP/1.1" status: 200 len: 2994 time: 0.0691020 Jul 07 16:49:58.255842 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] Attempting to bind port c20bf029-4c59-4a29-a8e2-29045dfa0484 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:49:58.256199 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] Attempting to bind port c20bf029-4c59-4a29-a8e2-29045dfa0484 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '0f719f5a-72b9-4b7d-9309-657d36b755e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:49:58.256696 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] Attempting to bind port c20bf029-4c59-4a29-a8e2-29045dfa0484 on network 8afefd89-1a40-467d-88c9-9db078a277dd {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:49:58.276736 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:49:58.277227 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] Checking segment: {'id': '0f719f5a-72b9-4b7d-9309-657d36b755e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:49:58.277651 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:58.278771 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8546020-2fd9-4c6c-9fd3-2258bd306362', 'tag': '4d077619-a9de-4926-9a84-3d9c8f3a9ef7'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:49:58.279722 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] Bound using segment: {'id': '0f719f5a-72b9-4b7d-9309-657d36b755e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:49:58.280332 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] Bound port: c20bf029-4c59-4a29-a8e2-29045dfa0484, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f719f5a-72b9-4b7d-9309-657d36b755e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:49:58.281751 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:58.281890 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415e70af-4774-4e80-83a7-0deaca088aab" -d '{"events": [{"name": "network-changed", "server_uuid": "e8546020-2fd9-4c6c-9fd3-2258bd306362", "tag": "4d077619-a9de-4926-9a84-3d9c8f3a9ef7"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:49:58.285641 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ba16b37d-66c4-41be-9739-c6c0f9e24b0e req-7d375040-dc21-4ff0-a59b-3600daf3e4f7 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:58.311616 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ba16b37d-66c4-41be-9739-c6c0f9e24b0e req-7d375040-dc21-4ff0-a59b-3600daf3e4f7 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:58.366916 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] For port c20bf029-4c59-4a29-a8e2-29045dfa0484, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:49:58.371281 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] For port c20bf029-4c59-4a29-a8e2-29045dfa0484, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c20bf029-4c59-4a29-a8e2-29045dfa0484,segment=NetworkSegment(0f719f5a-72b9-4b7d-9309-657d36b755e9),segment_id=0f719f5a-72b9-4b7d-9309-657d36b755e9)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:49:58.374155 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ba16b37d-66c4-41be-9739-c6c0f9e24b0e req-7d375040-dc21-4ff0-a59b-3600daf3e4f7 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:58.389927 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ba16b37d-66c4-41be-9739-c6c0f9e24b0e req-7d375040-dc21-4ff0-a59b-3600daf3e4f7 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:58.391457 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:58.406000 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ba16b37d-66c4-41be-9739-c6c0f9e24b0e req-7d375040-dc21-4ff0-a59b-3600daf3e4f7 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/b50d4f49-d1dd-4e28-a022-09ca7eb7ffeb HTTP/1.1" status: 204 len: 173 time: 0.1667671 Jul 07 16:49:58.421924 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d375040-dc21-4ff0-a59b-3600daf3e4f7 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b50d4f49-d1dd-4e28-a022-09ca7eb7ffeb,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:58.500312 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74305e-3b25-405b-af38-15bbb8ccf6b3 None None] Pushing event updated for resources: {'Port': ['ID=c20bf029-4c59-4a29-a8e2-29045dfa0484,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:49:58.508553 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] Routers {'fd67f913-44bc-428e-9d49-3b8a647511fc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:49:58.509764 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:49:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd67f913-44bc-428e-9d49-3b8a647511fc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:58.658566 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5343c80-11b6-4a2e-a43b-3ef0004f8752 req-afbe3915-9836-4000-a572-f17d20e325dc tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:58.660247 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5343c80-11b6-4a2e-a43b-3ef0004f8752 req-afbe3915-9836-4000-a572-f17d20e325dc tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=717d633e-856f-435c-a098-5e3a065cbbd4 HTTP/1.1" status: 200 len: 950 time: 0.1228750 Jul 07 16:49:58.694710 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] Set router fd67f913-44bc-428e-9d49-3b8a647511fc gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:49:58.706164 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5343c80-11b6-4a2e-a43b-3ef0004f8752 req-cefe01b1-602e-464c-8e07-43edfb160b3a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362675 Jul 07 16:49:58.774065 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecadb38-4b4b-46fe-b15f-a54d77ebcce9 req-cf30c5de-684c-4ca7-9416-542c9b56d825 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:58.776051 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aecadb38-4b4b-46fe-b15f-a54d77ebcce9 req-cf30c5de-684c-4ca7-9416-542c9b56d825 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 944 time: 0.2007208 Jul 07 16:49:58.784065 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-a4ede459-dd41-43ce-a5cd-24b2a96e7963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:58.785942 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-a4ede459-dd41-43ce-a5cd-24b2a96e7963 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 1101 time: 0.1518102 Jul 07 16:49:58.919858 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1d800-174c-4560-b170-e010c642ef7d req-ec211496-6c0c-4504-84de-fb033cc5a958 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:58.921731 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-28c1d800-174c-4560-b170-e010c642ef7d req-ec211496-6c0c-4504-84de-fb033cc5a958 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb9a6261-8495-4ff9-a453-bef13537e797 HTTP/1.1" status: 200 len: 944 time: 0.0901668 Jul 07 16:49:58.944805 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aecadb38-4b4b-46fe-b15f-a54d77ebcce9 req-7eed0b40-c8c1-46b8-9726-1e4fc18aa4cf tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575434 Jul 07 16:49:58.968120 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-28c1d800-174c-4560-b170-e010c642ef7d req-3eace402-5647-4941-b3c0-4d1c18e768c6 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372896 Jul 07 16:49:58.992988 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-57d17dae-2ec7-42fe-a16a-6f83e8628215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:58.995862 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-57d17dae-2ec7-42fe-a16a-6f83e8628215 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1969888 Jul 07 16:49:59.035916 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'c20bf029-4c59-4a29-a8e2-29045dfa0484', 'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'mac_address': 'fa:16:3e:27:7d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:51Z', 'updated_at': '2021-07-07T16:49:58Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'subnets': [{'id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:49:59.064114 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-708ff0dc-04a0-4ce4-a44a-59e036c4515e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe HTTP/1.1" status: 200 len: 217 time: 0.0622914 Jul 07 16:49:59.065625 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620fcd1c-1b62-4c98-88dd-3c7913d4eacc x-openstack-request-id: req-620fcd1c-1b62-4c98-88dd-3c7913d4eacc {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:49:59.065920 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8546020-2fd9-4c6c-9fd3-2258bd306362", "tag": "4d077619-a9de-4926-9a84-3d9c8f3a9ef7", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:49:59.066173 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-620fcd1c-1b62-4c98-88dd-3c7913d4eacc {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:49:59.066716 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8546020-2fd9-4c6c-9fd3-2258bd306362', 'tag': '4d077619-a9de-4926-9a84-3d9c8f3a9ef7', 'status': 'completed', 'code': 200} Jul 07 16:49:59.099807 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3754c2-d252-4dfb-aafa-e19e4319e7f2 None None] The sync data for ids ['fd67f913-44bc-428e-9d49-3b8a647511fc'] in n-d-793620-7 is: [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'c20bf029-4c59-4a29-a8e2-29045dfa0484', 'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'mac_address': 'fa:16:3e:27:7d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:51Z', 'updated_at': '2021-07-07T16:49:58Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'subnets': [{'id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:49:59.154701 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e70af-4774-4e80-83a7-0deaca088aab req-e04c2ed4-f8fb-4ab7-9694-c9a68cdd8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:59.158323 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-415e70af-4774-4e80-83a7-0deaca088aab req-e04c2ed4-f8fb-4ab7-9694-c9a68cdd8386 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 1095 time: 0.0961292 Jul 07 16:49:59.217081 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-3c1be068-c639-41e2-a600-cfd9b2f31a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:59.219345 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-3c1be068-c639-41e2-a600-cfd9b2f31a31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1449780 Jul 07 16:49:59.291546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2035ea9-b3a0-4f47-a2d2-a97979068a59 req-0d4a2fed-8a87-40a2-a38a-fe2ed3accba9 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:59.293522 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c2035ea9-b3a0-4f47-a2d2-a97979068a59 req-0d4a2fed-8a87-40a2-a38a-fe2ed3accba9 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 1096 time: 0.1632977 Jul 07 16:49:59.344195 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-a2ea3cd1-2b62-4666-aea9-5b5bbaf58bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:59.345704 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-a2ea3cd1-2b62-4666-aea9-5b5bbaf58bf0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1132021 Jul 07 16:49:59.359019 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0e166bf-0f98-49fe-8505-06167f508d29 req-aa3d21a3-3ed1-43a0-95fb-743f0ad75ed2 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 210 time: 0.0536215 Jul 07 16:49:59.392213 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e70af-4774-4e80-83a7-0deaca088aab req-c8ef0f04-1ecb-452b-bddd-d58b0798f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:59.401685 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-415e70af-4774-4e80-83a7-0deaca088aab req-c8ef0f04-1ecb-452b-bddd-d58b0798f3e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 921 time: 0.2163894 Jul 07 16:49:59.428999 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c2035ea9-b3a0-4f47-a2d2-a97979068a59 req-b67d1aaf-d45c-4d5f-941c-7a0b43d23fa0 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218832 Jul 07 16:49:59.474980 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-690ca02c-c3ec-4f0d-b2c5-3419ee6324a6 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197307 Jul 07 16:49:59.495377 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-415e70af-4774-4e80-83a7-0deaca088aab req-c59a344b-f78e-4160-a39e-499d7257b4c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d077619-a9de-4926-9a84-3d9c8f3a9ef7 HTTP/1.1" status: 200 len: 217 time: 0.0642815 Jul 07 16:49:59.534482 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3b4f663a-7e8d-4421-a540-f13aea516d54 req-1de91d2b-3a83-498d-b4cf-00245f854f0d tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "GET /v2.0/security-groups/39545e39-abef-4cc1-9e6e-64d0ce13c374 HTTP/1.1" status: 200 len: 2396 time: 0.1317420 Jul 07 16:49:59.595735 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e70af-4774-4e80-83a7-0deaca088aab req-437c0fc8-9656-4ff3-8229-ffc7d2691550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:59.597348 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-415e70af-4774-4e80-83a7-0deaca088aab req-437c0fc8-9656-4ff3-8229-ffc7d2691550 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.0936575 Jul 07 16:49:59.638187 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-415e70af-4774-4e80-83a7-0deaca088aab req-850b897b-e27c-4e1e-8b13-da5dda7e457d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323853 Jul 07 16:49:59.650102 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-b32a9d94-909d-4696-8892-1219d1c4ebb2 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670525 Jul 07 16:49:59.674583 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3b4f663a-7e8d-4421-a540-f13aea516d54 req-34adc4f3-dba5-4d19-8ee8-4ff04c324759 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:59.698803 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac76b80-17c5-40fe-850d-d31528fc82ab req-789dba58-3d2f-405b-ad8f-b0314a151b4f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:59.700384 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ac76b80-17c5-40fe-850d-d31528fc82ab req-789dba58-3d2f-405b-ad8f-b0314a151b4f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.1012309 Jul 07 16:49:59.748959 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ac76b80-17c5-40fe-850d-d31528fc82ab req-ddab3bc2-7f65-4f42-b0fb-8e0abc93e8f3 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410545 Jul 07 16:49:59.761251 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3b4f663a-7e8d-4421-a540-f13aea516d54 req-34adc4f3-dba5-4d19-8ee8-4ff04c324759 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:59.853275 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b0c90-279a-4923-b99f-7b2fe2340dac req-e98d5608-c695-4ed1-9123-6fca9d4727da tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:49:59.855597 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-208b0c90-279a-4923-b99f-7b2fe2340dac req-e98d5608-c695-4ed1-9123-6fca9d4727da tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "GET /v2.0/ports?device_id=717d633e-856f-435c-a098-5e3a065cbbd4 HTTP/1.1" status: 200 len: 950 time: 0.0769079 Jul 07 16:49:59.857835 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3b4f663a-7e8d-4421-a540-f13aea516d54 req-34adc4f3-dba5-4d19-8ee8-4ff04c324759 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:59.860449 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3b4f663a-7e8d-4421-a540-f13aea516d54 req-34adc4f3-dba5-4d19-8ee8-4ff04c324759 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:49:59.861625 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3b4f663a-7e8d-4421-a540-f13aea516d54 req-34adc4f3-dba5-4d19-8ee8-4ff04c324759 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "DELETE /v2.0/security-groups/39545e39-abef-4cc1-9e6e-64d0ce13c374 HTTP/1.1" status: 204 len: 173 time: 0.3167346 Jul 07 16:49:59.886022 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-415e70af-4774-4e80-83a7-0deaca088aab req-65aa324a-1db2-411d-8037-69b7c4247017 service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265537 Jul 07 16:49:59.891950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adc4f3-dba5-4d19-8ee8-4ff04c324759 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39545e39-abef-4cc1-9e6e-64d0ce13c374,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:00.014001 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-415e70af-4774-4e80-83a7-0deaca088aab req-aa8fd064-7ccc-47de-bcdd-d4413b54790d service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196549 Jul 07 16:50:00.083655 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:00.132738 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-208b0c90-279a-4923-b99f-7b2fe2340dac req-b78e30f0-3b56-440e-b597-50e183a5bbce tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Deleting port e1649d97-2835-4ec3-9e2f-96419103f2c5 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:00.133016 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-208b0c90-279a-4923-b99f-7b2fe2340dac req-b78e30f0-3b56-440e-b597-50e183a5bbce tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:00.186335 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c20bf029-4c59-4a29-a8e2-29045dfa0484 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:00.307337 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:00.322636 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port c20bf029-4c59-4a29-a8e2-29045dfa0484 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:00.326189 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:00.326609 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:00.329430 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port c20bf029-4c59-4a29-a8e2-29045dfa0484 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:00.341180 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:00.487846 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-4e18d4e2-9314-48f5-b670-a3bb8dcad99e tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:00.489383 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-4e18d4e2-9314-48f5-b670-a3bb8dcad99e tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.69 "GET /v2.0/networks?id=8afefd89-1a40-467d-88c9-9db078a277dd HTTP/1.1" status: 200 len: 821 time: 0.4247916 Jul 07 16:50:00.501601 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-208b0c90-279a-4923-b99f-7b2fe2340dac req-b78e30f0-3b56-440e-b597-50e183a5bbce tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] For port e1649d97-2835-4ec3-9e2f-96419103f2c5, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=e1649d97-2835-4ec3-9e2f-96419103f2c5,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:00.502248 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-208b0c90-279a-4923-b99f-7b2fe2340dac req-b78e30f0-3b56-440e-b597-50e183a5bbce tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:00.535833 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-43e9d4cb-6e89-42da-ad95-7956df0c7758 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Request body: {'port': {'device_id': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'admin_state_up': True, 'tenant_id': '7b6bfd37470740a7bef2749808400596'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:00.558307 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:00.589459 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:00.599279 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-208b0c90-279a-4923-b99f-7b2fe2340dac req-b78e30f0-3b56-440e-b597-50e183a5bbce tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Calling delete_port for e1649d97-2835-4ec3-9e2f-96419103f2c5 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:00.616132 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port c20bf029-4c59-4a29-a8e2-29045dfa0484, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c20bf029-4c59-4a29-a8e2-29045dfa0484,segment=NetworkSegment(0f719f5a-72b9-4b7d-9309-657d36b755e9),segment_id=0f719f5a-72b9-4b7d-9309-657d36b755e9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:00.625310 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:00.636621 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9a6261-8495-4ff9-a453-bef13537e797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:00.639557 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b3104a-59c9-4663-be5a-cbe77dfe6630" -d '{"events": [{"server_uuid": "eb9a6261-8495-4ff9-a453-bef13537e797", "name": "network-vif-plugged", "status": "completed", "tag": "1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:00.674637 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64,segment=NetworkSegment(0fdda4b4-cdfc-4c46-869d-49fbb277814b),segment_id=0fdda4b4-cdfc-4c46-869d-49fbb277814b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:00.685285 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:00.706223 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=c20bf029-4c59-4a29-a8e2-29045dfa0484,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:00.770706 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:00.773930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f4b18-9668-4d54-9bf1-764405e8a25b req-8d982668-2af3-4966-983d-dad620a3c0c9 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:00.775562 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a72f4b18-9668-4d54-9bf1-764405e8a25b req-8d982668-2af3-4966-983d-dad620a3c0c9 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=717d633e-856f-435c-a098-5e3a065cbbd4 HTTP/1.1" status: 200 len: 950 time: 0.2611265 Jul 07 16:50:00.868212 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-43e9d4cb-6e89-42da-ad95-7956df0c7758 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Made reservation on behalf of 7b6bfd37470740a7bef2749808400596 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:00.872253 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-43e9d4cb-6e89-42da-ad95-7956df0c7758 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:00.884171 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a72f4b18-9668-4d54-9bf1-764405e8a25b req-cf42fba9-d271-4576-ae3a-45338653ffd4 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007352 Jul 07 16:50:00.918318 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-208b0c90-279a-4923-b99f-7b2fe2340dac req-b78e30f0-3b56-440e-b597-50e183a5bbce tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:00.931050 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['787bb9b9-1f62-4c57-895d-4cde7b2c17d3', '31f31b1b-1fa4-4024-8d50-4158836683e1'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:00.933886 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['a6a99d30-a08d-4863-a4a7-8c8cb6402987', '164e8a0e-3c71-4aa6-8950-f062cdf82b1e', 'b0c84e2c-7974-4adc-a586-85531e4c2f98', 'e1649d97-2835-4ec3-9e2f-96419103f2c5'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:00.982839 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [req-8f76dd43-7cb0-4d3f-9679-7b1594f7c4e2 req-8487d4cb-6ba1-4000-9a55-1a36da059e75 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] show failed (client error): The resource could not be found. Jul 07 16:50:00.994985 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8f76dd43-7cb0-4d3f-9679-7b1594f7c4e2 req-8487d4cb-6ba1-4000-9a55-1a36da059e75 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "GET /v2.0/security-groups/67f78115-a0e0-42e4-ba2f-df244a09f109 HTTP/1.1" status: 404 len: 352 time: 0.0792639 Jul 07 16:50:01.047708 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e30f0-3b56-440e-b597-50e183a5bbce tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Pushing event deleted for resources: {'Port': ['ID=e1649d97-2835-4ec3-9e2f-96419103f2c5,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:01.081938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-208b0c90-279a-4923-b99f-7b2fe2340dac req-b78e30f0-3b56-440e-b597-50e183a5bbce tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] No DVR routers for this DVR port e1649d97-2835-4ec3-9e2f-96419103f2c5 on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:01.086257 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-208b0c90-279a-4923-b99f-7b2fe2340dac req-b78e30f0-3b56-440e-b597-50e183a5bbce tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:01.091268 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-208b0c90-279a-4923-b99f-7b2fe2340dac req-b78e30f0-3b56-440e-b597-50e183a5bbce tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "DELETE /v2.0/ports/e1649d97-2835-4ec3-9e2f-96419103f2c5 HTTP/1.1" status: 204 len: 173 time: 1.2149878 Jul 07 16:50:01.092061 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717d633e-856f-435c-a098-5e3a065cbbd4', 'name': 'network-vif-deleted', 'tag': 'e1649d97-2835-4ec3-9e2f-96419103f2c5'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:01.101559 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64ce217-087d-44e2-8c90-8494ac70827e" -d '{"events": [{"server_uuid": "717d633e-856f-435c-a098-5e3a065cbbd4", "name": "network-vif-deleted", "tag": "e1649d97-2835-4ec3-9e2f-96419103f2c5"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:01.224309 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-43e9d4cb-6e89-42da-ad95-7956df0c7758 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Allocated IP 172.20.0.14 (8afefd89-1a40-467d-88c9-9db078a277dd/2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e/85b6bb1b-b8be-4c30-8ba8-512e45388e16) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:01.240928 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3e80f-89bb-43ee-a5b2-fbdb636de996 req-280827c0-2ab5-4759-a39d-54d58e1ff7f8 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:01.242864 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-79d3e80f-89bb-43ee-a5b2-fbdb636de996 req-280827c0-2ab5-4759-a39d-54d58e1ff7f8 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 944 time: 0.1343553 Jul 07 16:50:01.315229 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-61d0be85-b480-442a-9e7e-0c967e035a3d tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:50:01.316621 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-61d0be85-b480-442a-9e7e-0c967e035a3d tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060043 Jul 07 16:50:01.325774 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-79d3e80f-89bb-43ee-a5b2-fbdb636de996 req-f0ba443c-ec20-4f41-8cc5-c16e90b7eb60 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734868 Jul 07 16:50:01.334460 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-f52cec21-e444-418b-ab8f-748b6c03e284 service neutron] Request body: {'binding': {'host': 'n-h2-793620-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:01.335213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-f52cec21-e444-418b-ab8f-748b6c03e284 service neutron] Unknown quota resources ['binding']. {{(pid=100409) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:50:01.801954 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-43e9d4cb-6e89-42da-ad95-7956df0c7758 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:01.825642 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-43e9d4cb-6e89-42da-ad95-7956df0c7758 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Transition to ACTIVE for port object 85b6bb1b-b8be-4c30-8ba8-512e45388e16 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:01.880239 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5c7ec-8f26-4bf3-b306-9111d4e9b207 req-dec7fa58-5919-4616-8ea3-bdbccc5c8995 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:01.881614 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-75a5c7ec-8f26-4bf3-b306-9111d4e9b207 req-dec7fa58-5919-4616-8ea3-bdbccc5c8995 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb9a6261-8495-4ff9-a453-bef13537e797 HTTP/1.1" status: 200 len: 945 time: 0.4132788 Jul 07 16:50:01.886430 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-f52cec21-e444-418b-ab8f-748b6c03e284 service neutron] Attempting to bind port 2e41606e-9461-4408-ae37-53502f5242c0 on host n-h2-793620-7 for vnic_type normal with profile None {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:01.886765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-f52cec21-e444-418b-ab8f-748b6c03e284 service neutron] Attempting to bind port 2e41606e-9461-4408-ae37-53502f5242c0 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:01.887090 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-f52cec21-e444-418b-ab8f-748b6c03e284 service neutron] Attempting to bind port 2e41606e-9461-4408-ae37-53502f5242c0 on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:01.908721 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-f52cec21-e444-418b-ab8f-748b6c03e284 service neutron] Port 2e41606e-9461-4408-ae37-53502f5242c0 on network 51ec3819-671e-411b-b116-1f7886237f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:50:01.909061 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-f52cec21-e444-418b-ab8f-748b6c03e284 service neutron] Attempting to bind port 2e41606e-9461-4408-ae37-53502f5242c0 on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:01.922148 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-f52cec21-e444-418b-ab8f-748b6c03e284 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:01.922508 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-f52cec21-e444-418b-ab8f-748b6c03e284 service neutron] Checking segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:01.922891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-f52cec21-e444-418b-ab8f-748b6c03e284 service neutron] Bound using segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:01.923318 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-f52cec21-e444-418b-ab8f-748b6c03e284 service neutron] Bound port: 2e41606e-9461-4408-ae37-53502f5242c0, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:01.933675 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-43e9d4cb-6e89-42da-ad95-7956df0c7758 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:01.964608 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-75a5c7ec-8f26-4bf3-b306-9111d4e9b207 req-206ab298-d7d0-4074-a043-3c2d3a1b28d2 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753081 Jul 07 16:50:02.020493 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-43e9d4cb-6e89-42da-ad95-7956df0c7758 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Network 8afefd89-1a40-467d-88c9-9db078a277dd is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:02.033438 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-43e9d4cb-6e89-42da-ad95-7956df0c7758 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:02.039778 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-43e9d4cb-6e89-42da-ad95-7956df0c7758 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:02.043380 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-f52cec21-e444-418b-ab8f-748b6c03e284 service neutron] For port 2e41606e-9461-4408-ae37-53502f5242c0, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2e41606e-9461-4408-ae37-53502f5242c0,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:02.044319 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9d4cb-6e89-42da-ad95-7956df0c7758 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Pushing event updated for resources: {'Port': ['ID=85b6bb1b-b8be-4c30-8ba8-512e45388e16,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:02.073504 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-f52cec21-e444-418b-ab8f-748b6c03e284 service neutron] Notify callbacks [] for binding, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:02.074750 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-f52cec21-e444-418b-ab8f-748b6c03e284 service neutron] 10.222.0.50 "POST /v2.0/ports/2e41606e-9461-4408-ae37-53502f5242c0/bindings HTTP/1.1" status: 201 len: 389 time: 0.7447999 Jul 07 16:50:02.156086 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c20bf029-4c59-4a29-a8e2-29045dfa0484 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:02.169506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-43e9d4cb-6e89-42da-ad95-7956df0c7758 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:02.170286 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-43e9d4cb-6e89-42da-ad95-7956df0c7758 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:02.231468 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-43e9d4cb-6e89-42da-ad95-7956df0c7758 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7043376 Jul 07 16:50:02.253162 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port c20bf029-4c59-4a29-a8e2-29045dfa0484 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:02.253162 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:02.257261 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] Request body: {'port': {'device_id': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:02.268558 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcefeb7-c205-4049-b641-1158f3afb3cc req-c7b79e3c-7ad3-4e5f-9d4c-14d7cf0c29cc tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:02.270296 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1fcefeb7-c205-4049-b641-1158f3afb3cc req-c7b79e3c-7ad3-4e5f-9d4c-14d7cf0c29cc tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 932 time: 0.1868820 Jul 07 16:50:02.313327 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0dd085c9-157b-4a6d-87d8-7cd8fdf72db1 None None] Provisioning for port 85b6bb1b-b8be-4c30-8ba8-512e45388e16 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:02.320660 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0dd085c9-157b-4a6d-87d8-7cd8fdf72db1 None None] Provisioning complete for port 85b6bb1b-b8be-4c30-8ba8-512e45388e16 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:02.321035 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0dd085c9-157b-4a6d-87d8-7cd8fdf72db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:02.374720 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1fcefeb7-c205-4049-b641-1158f3afb3cc req-c829efd5-4541-4d2a-afb8-e18cd5686f27 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860186 Jul 07 16:50:02.398622 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-0dd085c9-157b-4a6d-87d8-7cd8fdf72db1 None None] Port 85b6bb1b-b8be-4c30-8ba8-512e45388e16 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:50:02.422964 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:02.424784 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbd8c73-cc5c-4bb3-baaf-44dfbc40d839 x-openstack-request-id: req-3cbd8c73-cc5c-4bb3-baaf-44dfbc40d839 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:02.425174 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9a6261-8495-4ff9-a453-bef13537e797", "name": "network-vif-plugged", "status": "completed", "tag": "1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:02.425501 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3cbd8c73-cc5c-4bb3-baaf-44dfbc40d839 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:02.425964 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9a6261-8495-4ff9-a453-bef13537e797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64', 'code': 200} Jul 07 16:50:02.478923 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-ec4798b9-7cef-4380-9b5d-56d875b785fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:02.480465 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-ec4798b9-7cef-4380-9b5d-56d875b785fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 1096 time: 0.1240573 Jul 07 16:50:02.596370 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-21adb942-8b99-444f-af95-f9e3e6a95fa8 req-425f89b7-748c-4d94-8a7a-5ac48cad0db6 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "GET /v2.0/security-groups/e9da8f0c-2097-4122-af37-4335da376873 HTTP/1.1" status: 200 len: 1804 time: 0.0851908 Jul 07 16:50:02.634092 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef91b0-ebea-4ffc-8040-a5bb362217d5 req-9949fac4-7e90-4fcd-bdb6-9d022e6f31de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:02.636523 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6bef91b0-ebea-4ffc-8040-a5bb362217d5 req-9949fac4-7e90-4fcd-bdb6-9d022e6f31de service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eb9a6261-8495-4ff9-a453-bef13537e797 HTTP/1.1" status: 200 len: 1096 time: 0.0962532 Jul 07 16:50:02.694204 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6bef91b0-ebea-4ffc-8040-a5bb362217d5 req-79ea2344-c70a-4381-a1d5-52f242dac670 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492423 Jul 07 16:50:02.694933 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-21adb942-8b99-444f-af95-f9e3e6a95fa8 req-79d45322-2cb8-42b6-84d3-6757252e85d4 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:02.718472 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-21adb942-8b99-444f-af95-f9e3e6a95fa8 req-79d45322-2cb8-42b6-84d3-6757252e85d4 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:02.758950 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-21adb942-8b99-444f-af95-f9e3e6a95fa8 req-79d45322-2cb8-42b6-84d3-6757252e85d4 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:02.762079 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-21adb942-8b99-444f-af95-f9e3e6a95fa8 req-79d45322-2cb8-42b6-84d3-6757252e85d4 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:02.763267 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-21adb942-8b99-444f-af95-f9e3e6a95fa8 req-79d45322-2cb8-42b6-84d3-6757252e85d4 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "DELETE /v2.0/security-groups/e9da8f0c-2097-4122-af37-4335da376873 HTTP/1.1" status: 204 len: 173 time: 0.1570270 Jul 07 16:50:02.773093 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-463a8754-2530-4d57-9d97-bb54380dbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:02.773245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d45322-2cb8-42b6-84d3-6757252e85d4 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9da8f0c-2097-4122-af37-4335da376873,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:02.774694 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-463a8754-2530-4d57-9d97-bb54380dbfa4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 909 time: 0.2049501 Jul 07 16:50:02.795758 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a93a0-6c88-4727-a328-05269a930581 req-79103392-1211-484a-a72f-4db6cbf59436 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:02.797257 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a93a93a0-6c88-4727-a328-05269a930581 req-79103392-1211-484a-a72f-4db6cbf59436 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.2287102 Jul 07 16:50:02.809239 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c661e0-a73a-41dd-b004-1df3653cd86a x-openstack-request-id: req-70c661e0-a73a-41dd-b004-1df3653cd86a {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:02.809868 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717d633e-856f-435c-a098-5e3a065cbbd4", "name": "network-vif-deleted", "tag": "e1649d97-2835-4ec3-9e2f-96419103f2c5", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:02.809868 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70c661e0-a73a-41dd-b004-1df3653cd86a {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:02.810173 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717d633e-856f-435c-a098-5e3a065cbbd4', 'name': 'network-vif-deleted', 'tag': 'e1649d97-2835-4ec3-9e2f-96419103f2c5', 'status': 'completed', 'code': 200} Jul 07 16:50:02.910497 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a93a93a0-6c88-4727-a328-05269a930581 req-20cbc373-77ad-499a-a72b-1a4a49e55397 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058941 Jul 07 16:50:02.912535 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b6bb1b-b8be-4c30-8ba8-512e45388e16 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:02.917728 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-6e674d87-0760-4f96-8f0d-1ec79506eb06 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e41606e-9461-4408-ae37-53502f5242c0 HTTP/1.1" status: 200 len: 217 time: 0.0517032 Jul 07 16:50:02.922055 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:02.966210 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] Transition to ACTIVE for port object 85b6bb1b-b8be-4c30-8ba8-512e45388e16 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:02.973927 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:03.026301 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-7d4a8143-cf00-4a39-a5f3-de520b8b780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:03.027946 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-7d4a8143-cf00-4a39-a5f3-de520b8b780f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.1013815 Jul 07 16:50:03.034736 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f674f-c03d-4ed3-8adf-b99ae8865293 req-0dfc5401-fb01-4b51-93e8-f2ed950b7a3e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:03.036772 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0f4f674f-c03d-4ed3-8adf-b99ae8865293 req-0dfc5401-fb01-4b51-93e8-f2ed950b7a3e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 945 time: 0.0781474 Jul 07 16:50:03.085082 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0f4f674f-c03d-4ed3-8adf-b99ae8865293 req-b74cfbad-0029-4686-bc47-2eeb47853315 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395248 Jul 07 16:50:03.117708 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-b1ff7241-2933-442c-85fd-3f70e74d869e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653372 Jul 07 16:50:03.121057 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] Pushing event updated for resources: {'Port': ['ID=85b6bb1b-b8be-4c30-8ba8-512e45388e16,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:03.156155 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9de7c95d-c559-4a15-9c27-b40d5aed5983 req-3b6876f4-e5c4-4725-b8a0-869642a9397d tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "GET /v2.0/security-groups/a228c1c1-82e6-492a-a27a-04bb7cc9fbe2 HTTP/1.1" status: 200 len: 1805 time: 0.0421460 Jul 07 16:50:03.256333 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9de7c95d-c559-4a15-9c27-b40d5aed5983 req-b3e4d981-6e9a-47df-b05a-741eff56f899 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:03.260784 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] Attempting to bind port 85b6bb1b-b8be-4c30-8ba8-512e45388e16 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:03.261488 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] Attempting to bind port 85b6bb1b-b8be-4c30-8ba8-512e45388e16 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '0f719f5a-72b9-4b7d-9309-657d36b755e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:03.261488 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] Attempting to bind port 85b6bb1b-b8be-4c30-8ba8-512e45388e16 on network 8afefd89-1a40-467d-88c9-9db078a277dd {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:03.276381 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fed5b-32dc-46b3-9cd6-47637c37f394 req-035e6cf6-85c8-42b3-9276-6fcc95d6f231 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:03.277923 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ea6fed5b-32dc-46b3-9cd6-47637c37f394 req-035e6cf6-85c8-42b3-9276-6fcc95d6f231 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 944 time: 0.2392733 Jul 07 16:50:03.283774 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] Port 85b6bb1b-b8be-4c30-8ba8-512e45388e16 on network 8afefd89-1a40-467d-88c9-9db078a277dd not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:50:03.284113 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] Attempting to bind port 85b6bb1b-b8be-4c30-8ba8-512e45388e16 on network 8afefd89-1a40-467d-88c9-9db078a277dd {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:03.284701 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9de7c95d-c559-4a15-9c27-b40d5aed5983 req-b3e4d981-6e9a-47df-b05a-741eff56f899 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:03.298947 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:03.299288 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] Checking segment: {'id': '0f719f5a-72b9-4b7d-9309-657d36b755e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:03.299662 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] Bound using segment: {'id': '0f719f5a-72b9-4b7d-9309-657d36b755e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:03.300105 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] Bound port: 85b6bb1b-b8be-4c30-8ba8-512e45388e16, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f719f5a-72b9-4b7d-9309-657d36b755e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:03.300465 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:03.303558 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-c543df4b-3728-470a-9fd2-fcd38d6b9a5d service neutron] 10.222.0.69 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569049 Jul 07 16:50:03.358849 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9de7c95d-c559-4a15-9c27-b40d5aed5983 req-b3e4d981-6e9a-47df-b05a-741eff56f899 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:03.362962 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9de7c95d-c559-4a15-9c27-b40d5aed5983 req-b3e4d981-6e9a-47df-b05a-741eff56f899 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:03.366052 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9de7c95d-c559-4a15-9c27-b40d5aed5983 req-b3e4d981-6e9a-47df-b05a-741eff56f899 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "DELETE /v2.0/security-groups/a228c1c1-82e6-492a-a27a-04bb7cc9fbe2 HTTP/1.1" status: 204 len: 173 time: 0.2018697 Jul 07 16:50:03.386324 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4d981-6e9a-47df-b05a-741eff56f899 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a228c1c1-82e6-492a-a27a-04bb7cc9fbe2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:03.419898 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ea6fed5b-32dc-46b3-9cd6-47637c37f394 req-e8981098-aee3-402b-8ac2-e22d2107dc29 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312182 Jul 07 16:50:03.477691 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-379121c0-0a27-4675-a87a-83c890349df9 service neutron] 10.222.0.69 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658220 Jul 07 16:50:03.478821 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] For port 85b6bb1b-b8be-4c30-8ba8-512e45388e16, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:03.482278 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] For port 85b6bb1b-b8be-4c30-8ba8-512e45388e16, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=85b6bb1b-b8be-4c30-8ba8-512e45388e16,segment=NetworkSegment(0f719f5a-72b9-4b7d-9309-657d36b755e9),segment_id=0f719f5a-72b9-4b7d-9309-657d36b755e9)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:03.493780 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:03.536938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:03.537545 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:03.538961 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] 10.222.0.69 "PUT /v2.0/ports/85b6bb1b-b8be-4c30-8ba8-512e45388e16 HTTP/1.1" status: 200 len: 1092 time: 1.2893288 Jul 07 16:50:03.690807 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6b22f-8484-4be4-a25f-749bc2410e3b service neutron] Pushing event updated for resources: {'Port': ['ID=85b6bb1b-b8be-4c30-8ba8-512e45388e16,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:03.782639 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95193a88-5cdd-4327-a6d8-2d8743baf774 req-5382935b-7ba0-48b7-b88b-8cb891febbd0 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:03.784207 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-95193a88-5cdd-4327-a6d8-2d8743baf774 req-5382935b-7ba0-48b7-b88b-8cb891febbd0 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb9a6261-8495-4ff9-a453-bef13537e797 HTTP/1.1" status: 200 len: 945 time: 0.1999872 Jul 07 16:50:03.786451 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-0cf4f9a4-bd3e-4491-aab4-2dcbeabdb37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:03.787842 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-0cf4f9a4-bd3e-4491-aab4-2dcbeabdb37b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b6bfd37470740a7bef2749808400596&device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 1095 time: 0.1783199 Jul 07 16:50:03.789685 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-6ec1c9de-6b21-4110-b0b3-780fa915d0d3 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:03.791729 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-6ec1c9de-6b21-4110-b0b3-780fa915d0d3 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd&tenant_id=1be8148ddb52412394c6dd031bc2cc7e&binding%3Ahost_id=n-h1-793620-7 HTTP/1.1" status: 200 len: 1096 time: 0.2336621 Jul 07 16:50:03.815413 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793620-7'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:03.845599 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-625a4cc7-783f-4a1c-af13-ba001736c4ec req-04623e25-a914-4029-aa3b-1363486b3273 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "GET /v2.0/security-groups/d75d589a-136e-403c-83c0-39c0c08e02ce HTTP/1.1" status: 200 len: 1805 time: 0.0682456 Jul 07 16:50:03.917963 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-625a4cc7-783f-4a1c-af13-ba001736c4ec req-870248e1-08e7-4f77-81fb-5ab5af2679d7 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:03.924326 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-83bc5156-fc49-4efc-afbd-48c3e6819c72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85b6bb1b-b8be-4c30-8ba8-512e45388e16 HTTP/1.1" status: 200 len: 217 time: 0.1063483 Jul 07 16:50:03.946889 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-625a4cc7-783f-4a1c-af13-ba001736c4ec req-870248e1-08e7-4f77-81fb-5ab5af2679d7 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:03.985044 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-95193a88-5cdd-4327-a6d8-2d8743baf774 req-a17c540b-0da4-4e63-8adb-946a4f0228f9 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922748 Jul 07 16:50:04.013066 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-625a4cc7-783f-4a1c-af13-ba001736c4ec req-870248e1-08e7-4f77-81fb-5ab5af2679d7 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:04.015837 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-625a4cc7-783f-4a1c-af13-ba001736c4ec req-870248e1-08e7-4f77-81fb-5ab5af2679d7 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:04.017077 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-625a4cc7-783f-4a1c-af13-ba001736c4ec req-870248e1-08e7-4f77-81fb-5ab5af2679d7 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "DELETE /v2.0/security-groups/d75d589a-136e-403c-83c0-39c0c08e02ce HTTP/1.1" status: 204 len: 173 time: 0.1705332 Jul 07 16:50:04.028328 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870248e1-08e7-4f77-81fb-5ab5af2679d7 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75d589a-136e-403c-83c0-39c0c08e02ce,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:04.062365 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:04.080471 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device e1649d97-2835-4ec3-9e2f-96419103f2c5 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:04.103898 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-99455ccb-6895-4373-a582-e63cd470af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:04.105604 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-99455ccb-6895-4373-a582-e63cd470af90 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e HTTP/1.1" status: 200 len: 860 time: 0.1711161 Jul 07 16:50:04.133992 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: e1649d97-2835-4ec3-9e2f-96419103f2c5 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:04.134970 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device e1649d97-2835-4ec3-9e2f-96419103f2c5 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:04.340481 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d1e90ec5-42fb-4856-bc7a-3f67d1b64289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:04.342136 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-d1e90ec5-42fb-4856-bc7a-3f67d1b64289 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8afefd89-1a40-467d-88c9-9db078a277dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2042227 Jul 07 16:50:04.360332 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465aa065-ce22-4d1c-a32c-d4f4de527ef6 req-acae1a76-21bb-49ff-a38f-291df3565a7b tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:04.362052 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-465aa065-ce22-4d1c-a32c-d4f4de527ef6 req-acae1a76-21bb-49ff-a38f-291df3565a7b tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 944 time: 0.1880245 Jul 07 16:50:04.438832 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] For port 2e41606e-9461-4408-ae37-53502f5242c0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=2e41606e-9461-4408-ae37-53502f5242c0,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:04.515181 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-465aa065-ce22-4d1c-a32c-d4f4de527ef6 req-6c4ad20c-5adf-48e4-b706-40df2e19ec40 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415496 Jul 07 16:50:04.552754 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] For port 2e41606e-9461-4408-ae37-53502f5242c0, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:04.595758 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-855b3fed-da0a-4b2a-b219-259eaae8c62e service neutron] 10.222.0.69 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309241 Jul 07 16:50:04.692163 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1b2cb16-6987-422d-ad3b-ef3b7b0b536a req-c83db5a4-7f48-473d-9623-711b3d1f4e06 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "GET /v2.0/security-groups/5a2ae564-642a-49f5-b850-8a0ba280470d HTTP/1.1" status: 200 len: 2403 time: 0.1374233 Jul 07 16:50:04.701317 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:04.706932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62ccfe-02dd-4c73-9c84-b3e7607d709a req-4073c620-5182-4a31-bfbf-e8ff344527da tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:04.708735 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0b62ccfe-02dd-4c73-9c84-b3e7607d709a req-4073c620-5182-4a31-bfbf-e8ff344527da tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.0776949 Jul 07 16:50:04.726461 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:04.779456 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0b62ccfe-02dd-4c73-9c84-b3e7607d709a req-f1351928-63cf-411a-a3ff-e2e808f804d3 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491202 Jul 07 16:50:04.815254 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'tag': '85b6bb1b-b8be-4c30-8ba8-512e45388e16'}, {'server_uuid': 'f0a68d04-390e-4fc7-9722-04968cd364fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e41606e-9461-4408-ae37-53502f5242c0'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:04.817514 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c61838-1288-43fc-9d64-c85d054b818d" -d '{"events": [{"name": "network-changed", "server_uuid": "bde9a12d-320c-4258-bc7e-8f8fc1ed68fa", "tag": "85b6bb1b-b8be-4c30-8ba8-512e45388e16"}, {"server_uuid": "f0a68d04-390e-4fc7-9722-04968cd364fd", "name": "network-vif-unplugged", "status": "completed", "tag": "2e41606e-9461-4408-ae37-53502f5242c0"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:04.857880 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d1b2cb16-6987-422d-ad3b-ef3b7b0b536a req-3e1afb0f-dd00-4e21-9c4c-df34edbdc6a4 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:04.863161 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a59bfc62-119c-4efe-bbdd-bddfeecff91e req-a5a12d8b-21e8-4f90-ab89-a2c45e2e0a4c service neutron] 10.222.0.69 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565327 Jul 07 16:50:04.882932 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Pushing event updated for resources: {'Port': ['ID=2e41606e-9461-4408-ae37-53502f5242c0,revision_number=7']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:04.912809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:04.913163 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:04.913508 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:04.913850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:04.914187 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:04.914551 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:04.914885 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:04.915218 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:04.916152 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:04.916448 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:04.916775 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:04.917202 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:04.925658 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Attempting to bind port 2e41606e-9461-4408-ae37-53502f5242c0 on host n-h1-793620-7 for vnic_type normal with profile {"migrating_to": "n-h2-793620-7"} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:04.925997 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Attempting to bind port 2e41606e-9461-4408-ae37-53502f5242c0 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:04.926336 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Attempting to bind port 2e41606e-9461-4408-ae37-53502f5242c0 on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:04.933429 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d1b2cb16-6987-422d-ad3b-ef3b7b0b536a req-3e1afb0f-dd00-4e21-9c4c-df34edbdc6a4 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:04.942199 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Port 2e41606e-9461-4408-ae37-53502f5242c0 on network 51ec3819-671e-411b-b116-1f7886237f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:50:04.942560 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Attempting to bind port 2e41606e-9461-4408-ae37-53502f5242c0 on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:04.955388 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:04.955808 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Checking segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:04.956122 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Bound using segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:04.956567 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Bound port: 2e41606e-9461-4408-ae37-53502f5242c0, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:04.956931 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:04.960052 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea447a-5e78-4100-99c1-d7865a4ea13d req-ec5d0c1d-c536-4819-9250-4f7ad68f1a97 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:04.961567 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-51ea447a-5e78-4100-99c1-d7865a4ea13d req-ec5d0c1d-c536-4819-9250-4f7ad68f1a97 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 943 time: 0.0829344 Jul 07 16:50:05.004325 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-51ea447a-5e78-4100-99c1-d7865a4ea13d req-44013b83-e74e-4ecf-9ce9-de01c7514d83 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360439 Jul 07 16:50:05.041049 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d1b2cb16-6987-422d-ad3b-ef3b7b0b536a req-3e1afb0f-dd00-4e21-9c4c-df34edbdc6a4 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:05.043945 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d1b2cb16-6987-422d-ad3b-ef3b7b0b536a req-3e1afb0f-dd00-4e21-9c4c-df34edbdc6a4 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:05.045486 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1b2cb16-6987-422d-ad3b-ef3b7b0b536a req-3e1afb0f-dd00-4e21-9c4c-df34edbdc6a4 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "DELETE /v2.0/security-groups/5a2ae564-642a-49f5-b850-8a0ba280470d HTTP/1.1" status: 204 len: 173 time: 0.3522825 Jul 07 16:50:05.076013 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1afb0f-dd00-4e21-9c4c-df34edbdc6a4 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2ae564-642a-49f5-b850-8a0ba280470d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:05.080554 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] For port 2e41606e-9461-4408-ae37-53502f5242c0, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:05.096099 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] For port 2e41606e-9461-4408-ae37-53502f5242c0, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=2e41606e-9461-4408-ae37-53502f5242c0,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:05.104157 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:05.203236 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c2f7b-26fb-4e1d-94ad-4a5ecbc73752 req-deac7089-f1f2-4c4d-8167-0bcdb183e368 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:05.204770 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb4c2f7b-26fb-4e1d-94ad-4a5ecbc73752 req-deac7089-f1f2-4c4d-8167-0bcdb183e368 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 944 time: 0.0818133 Jul 07 16:50:05.223726 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Pushing event updated for resources: {'Port': ['ID=2e41606e-9461-4408-ae37-53502f5242c0,revision_number=8']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:05.251043 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb4c2f7b-26fb-4e1d-94ad-4a5ecbc73752 req-922c04c9-6c8b-475b-b2c1-eb5b1ddf3fcb tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400944 Jul 07 16:50:05.262541 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:05.263169 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:05.264644 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-16ee725e-c52d-4ecd-bb18-fdbbcbe08e7d service neutron] 10.222.0.69 "PUT /v2.0/ports/2e41606e-9461-4408-ae37-53502f5242c0 HTTP/1.1" status: 200 len: 1121 time: 1.4582822 Jul 07 16:50:05.298883 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e33d6-dc03-4b37-bd54-840b064ab056 req-165eaa44-a43c-456f-8b01-05a9b4d60a7c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:05.307472 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6c7e33d6-dc03-4b37-bd54-840b064ab056 req-165eaa44-a43c-456f-8b01-05a9b4d60a7c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=77e5e912-d341-44a3-8764-1fc974c1c474 HTTP/1.1" status: 200 len: 949 time: 0.1341496 Jul 07 16:50:05.310197 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dac34a-2f2c-404b-a7d2-a417d1e8b74a x-openstack-request-id: req-56dac34a-2f2c-404b-a7d2-a417d1e8b74a {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:05.310546 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde9a12d-320c-4258-bc7e-8f8fc1ed68fa", "tag": "85b6bb1b-b8be-4c30-8ba8-512e45388e16", "status": "completed", "code": 200}, {"server_uuid": "f0a68d04-390e-4fc7-9722-04968cd364fd", "name": "network-vif-unplugged", "status": "completed", "tag": "2e41606e-9461-4408-ae37-53502f5242c0", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:05.310804 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-56dac34a-2f2c-404b-a7d2-a417d1e8b74a {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:05.311202 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'tag': '85b6bb1b-b8be-4c30-8ba8-512e45388e16', 'status': 'completed', 'code': 200} Jul 07 16:50:05.312381 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a68d04-390e-4fc7-9722-04968cd364fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e41606e-9461-4408-ae37-53502f5242c0', 'code': 200} Jul 07 16:50:05.387852 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['2e41606e-9461-4408-ae37-53502f5242c0'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:05.407232 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6c7e33d6-dc03-4b37-bd54-840b064ab056 req-f7527040-c5dd-4ba7-8b40-8dcf14f8de78 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988064 Jul 07 16:50:05.505047 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bfd4b-3c16-4136-b448-4ece52041593 req-c1480cb3-c11e-4e47-a95f-fdd4a6799348 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:05.506796 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e8eb469e-6751-4893-8a0f-552199a4b1b1 req-00aa9f76-9d65-44b0-be29-169661fc5737 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "GET /v2.0/security-groups/24d854a7-e8e3-4aeb-9ef2-6e952d57a54c HTTP/1.1" status: 200 len: 2396 time: 0.0747824 Jul 07 16:50:05.506961 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0e9bfd4b-3c16-4136-b448-4ece52041593 req-c1480cb3-c11e-4e47-a95f-fdd4a6799348 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb9a6261-8495-4ff9-a453-bef13537e797 HTTP/1.1" status: 200 len: 945 time: 0.0914555 Jul 07 16:50:05.508882 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c61838-1288-43fc-9d64-c85d054b818d req-ca959353-ff45-4f26-b86a-91afa899280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:05.510939 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-40c61838-1288-43fc-9d64-c85d054b818d req-ca959353-ff45-4f26-b86a-91afa899280d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b6bfd37470740a7bef2749808400596&device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 1095 time: 0.1600027 Jul 07 16:50:05.555763 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0e9bfd4b-3c16-4136-b448-4ece52041593 req-424ac9c7-a147-49f9-9863-e3b341a9441e tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367177 Jul 07 16:50:05.640690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c61838-1288-43fc-9d64-c85d054b818d req-5ddd68c7-b5b2-4f0b-a297-59023c38a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:05.642535 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-40c61838-1288-43fc-9d64-c85d054b818d req-5ddd68c7-b5b2-4f0b-a297-59023c38a8a9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8afefd89-1a40-467d-88c9-9db078a277dd HTTP/1.1" status: 200 len: 922 time: 0.1153734 Jul 07 16:50:05.727496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e966e74-ef01-4680-980e-966aa64a2747 req-cc332019-f03e-44ee-aca1-6af45f1afe0d tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:05.734897 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5e966e74-ef01-4680-980e-966aa64a2747 req-cc332019-f03e-44ee-aca1-6af45f1afe0d tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 944 time: 0.0749352 Jul 07 16:50:05.735342 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:50:05.735471 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-40c61838-1288-43fc-9d64-c85d054b818d req-db70181f-1dda-4341-9fa3-b637458599a2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85b6bb1b-b8be-4c30-8ba8-512e45388e16 HTTP/1.1" status: 200 len: 217 time: 0.0734737 Jul 07 16:50:05.782853 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5e966e74-ef01-4680-980e-966aa64a2747 req-e1de76a9-540d-4a6e-90ed-2f141627ba90 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469601 Jul 07 16:50:05.796155 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e8eb469e-6751-4893-8a0f-552199a4b1b1 req-b521b3b4-a304-4c90-bd7e-a9622e0c6794 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:05.848183 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9a3b9-50f6-446d-b5af-627d30f4539a req-1013dacf-56ab-472d-b47e-21d0baee90da tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:05.850157 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b6b9a3b9-50f6-446d-b5af-627d30f4539a req-1013dacf-56ab-472d-b47e-21d0baee90da tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "GET /v2.0/ports?device_id=77e5e912-d341-44a3-8764-1fc974c1c474 HTTP/1.1" status: 200 len: 949 time: 0.1893291 Jul 07 16:50:05.917754 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e8eb469e-6751-4893-8a0f-552199a4b1b1 req-b521b3b4-a304-4c90-bd7e-a9622e0c6794 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:05.926259 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4d077619-a9de-4926-9a84-3d9c8f3a9ef7,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:05.939596 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '4d077619-a9de-4926-9a84-3d9c8f3a9ef7', 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591', 'port_id': '4d077619-a9de-4926-9a84-3d9c8f3a9ef7', 'mac_address': 'fa:16:3e:28:be:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f82198-e4d7-4134-910a-03fa423ad754', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:50:05.949646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c61838-1288-43fc-9d64-c85d054b818d req-de9f3c51-e10c-4bf9-abb4-b70b7ef9fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:05.951340 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-40c61838-1288-43fc-9d64-c85d054b818d req-de9f3c51-e10c-4bf9-abb4-b70b7ef9fec1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e HTTP/1.1" status: 200 len: 860 time: 0.2000976 Jul 07 16:50:05.972644 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b96a9-fd7f-45c9-bf0e-8a69a355c880 req-7315f866-90b8-459a-a7ab-320fd8107610 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:05.986078 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4c8b96a9-fd7f-45c9-bf0e-8a69a355c880 req-7315f866-90b8-459a-a7ab-320fd8107610 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb9a6261-8495-4ff9-a453-bef13537e797 HTTP/1.1" status: 200 len: 945 time: 0.0861955 Jul 07 16:50:05.987500 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:05.988499 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33298) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:05.997856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c92c8bc6-607a-4ec6-ba6c-f526b0ca2799 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Request body: {'floatingip': {'port_id': '1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:06.001978 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:06.026240 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4d077619-a9de-4926-9a84-3d9c8f3a9ef7,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:06.032925 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:06.091598 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=4d077619-a9de-4926-9a84-3d9c8f3a9ef7,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:06.102334 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:06.103661 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:06.104174 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:06.104669 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:06.105188 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:06.105695 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:06.107535 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:06.108071 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:06.108564 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:06.109054 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:06.109540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:06.110095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:06.121524 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c92c8bc6-607a-4ec6-ba6c-f526b0ca2799 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for floatingip, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:06.357486 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-b6b9a3b9-50f6-446d-b5af-627d30f4539a req-ce97f110-25db-4935-885f-cb7451215f5c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Deleting port b0c84e2c-7974-4adc-a586-85531e4c2f98 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:06.357922 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b6b9a3b9-50f6-446d-b5af-627d30f4539a req-ce97f110-25db-4935-885f-cb7451215f5c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:06.367390 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac26923-f31e-47bb-8145-8c07e052026b req-07411330-9c28-41fc-a595-23e52644d732 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:06.374583 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cac26923-f31e-47bb-8145-8c07e052026b req-07411330-9c28-41fc-a595-23e52644d732 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.2155871 Jul 07 16:50:06.378501 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['4d077619-a9de-4926-9a84-3d9c8f3a9ef7'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:06.414760 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e8eb469e-6751-4893-8a0f-552199a4b1b1 req-b521b3b4-a304-4c90-bd7e-a9622e0c6794 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:06.419900 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e8eb469e-6751-4893-8a0f-552199a4b1b1 req-b521b3b4-a304-4c90-bd7e-a9622e0c6794 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:06.426236 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e8eb469e-6751-4893-8a0f-552199a4b1b1 req-b521b3b4-a304-4c90-bd7e-a9622e0c6794 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] 10.222.0.50 "DELETE /v2.0/security-groups/24d854a7-e8e3-4aeb-9ef2-6e952d57a54c HTTP/1.1" status: 204 len: 173 time: 0.9130108 Jul 07 16:50:06.436733 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33304) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:06.462441 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd8aa7-319b-44ef-8a23-0b5f33406059 req-4525b759-a282-434a-a715-ad8cee6488a9 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:06.464504 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ccfd8aa7-319b-44ef-8a23-0b5f33406059 req-4525b759-a282-434a-a715-ad8cee6488a9 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da117be-4434-4f76-92b5-23edb086dc7b HTTP/1.1" status: 200 len: 950 time: 0.2344775 Jul 07 16:50:06.494025 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-161fcf11-3e7b-483a-8d86-7d6851df36bd admin admin] Deleting subnet af161390-c2ba-418e-91fd-1a3c68f94564 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:50:06.498334 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c61838-1288-43fc-9d64-c85d054b818d req-0b90da97-14a0-433a-95e4-b252a25dcaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:06.499990 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-40c61838-1288-43fc-9d64-c85d054b818d req-0b90da97-14a0-433a-95e4-b252a25dcaad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8afefd89-1a40-467d-88c9-9db078a277dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5384214 Jul 07 16:50:06.506065 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-161fcf11-3e7b-483a-8d86-7d6851df36bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:06.508723 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521b3b4-a304-4c90-bd7e-a9622e0c6794 tempest-SecurityGroupRulesTestJSON-134048731 tempest-SecurityGroupRulesTestJSON-134048731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d854a7-e8e3-4aeb-9ef2-6e952d57a54c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:06.606991 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cac26923-f31e-47bb-8145-8c07e052026b req-8e3af017-81a4-4e7e-8370-f63b952cc5a3 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314568 Jul 07 16:50:06.663388 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-161fcf11-3e7b-483a-8d86-7d6851df36bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:06.718832 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-b6b9a3b9-50f6-446d-b5af-627d30f4539a req-ce97f110-25db-4935-885f-cb7451215f5c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] For port b0c84e2c-7974-4adc-a586-85531e4c2f98, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=b0c84e2c-7974-4adc-a586-85531e4c2f98,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:06.719366 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b6b9a3b9-50f6-446d-b5af-627d30f4539a req-ce97f110-25db-4935-885f-cb7451215f5c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:06.765536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-b6b9a3b9-50f6-446d-b5af-627d30f4539a req-ce97f110-25db-4935-885f-cb7451215f5c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Calling delete_port for b0c84e2c-7974-4adc-a586-85531e4c2f98 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:06.775047 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-161fcf11-3e7b-483a-8d86-7d6851df36bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:06.831855 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fb44c-e499-4b73-98cd-bf0cd82d0a4a req-ede8f492-549d-4420-9a7f-157b0f53d869 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:06.833419 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-835fb44c-e499-4b73-98cd-bf0cd82d0a4a req-ede8f492-549d-4420-9a7f-157b0f53d869 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 943 time: 0.2325020 Jul 07 16:50:06.836032 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-40c61838-1288-43fc-9d64-c85d054b818d req-0b63eb91-4d89-45a1-85a5-6ba659f47489 service neutron] 10.222.0.69 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036957 Jul 07 16:50:06.836200 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-ccfd8aa7-319b-44ef-8a23-0b5f33406059 req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Deleting port 31f31b1b-1fa4-4024-8d50-4158836683e1 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:06.836421 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ccfd8aa7-319b-44ef-8a23-0b5f33406059 req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:06.934529 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-835fb44c-e499-4b73-98cd-bf0cd82d0a4a req-a677aeff-9436-4189-a30f-b6b27bc99d32 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616300 Jul 07 16:50:07.024324 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-161fcf11-3e7b-483a-8d86-7d6851df36bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.048353 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c92c8bc6-607a-4ec6-ba6c-f526b0ca2799 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.065279 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c92c8bc6-607a-4ec6-ba6c-f526b0ca2799 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.072188 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fcf11-3e7b-483a-8d86-7d6851df36bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af161390-c2ba-418e-91fd-1a3c68f94564,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:07.080534 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-161fcf11-3e7b-483a-8d86-7d6851df36bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.082540 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-161fcf11-3e7b-483a-8d86-7d6851df36bd admin admin] 10.222.0.50 "DELETE /v2.0/subnets/af161390-c2ba-418e-91fd-1a3c68f94564 HTTP/1.1" status: 204 len: 168 time: 0.6446812 Jul 07 16:50:07.087132 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33312) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:07.207951 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-40c61838-1288-43fc-9d64-c85d054b818d req-c8502112-e76e-4c0d-b617-1843c4b48d0b service neutron] 10.222.0.69 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378818 Jul 07 16:50:07.263654 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-798afd5f-7e54-4aa4-9575-6c26410bbe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.269138 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b6b9a3b9-50f6-446d-b5af-627d30f4539a req-ce97f110-25db-4935-885f-cb7451215f5c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.280762 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['a6a99d30-a08d-4863-a4a7-8c8cb6402987', '164e8a0e-3c71-4aa6-8950-f062cdf82b1e', 'b0c84e2c-7974-4adc-a586-85531e4c2f98'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:07.336490 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['787bb9b9-1f62-4c57-895d-4cde7b2c17d3', '31f31b1b-1fa4-4024-8d50-4158836683e1'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:07.367962 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a68d04-390e-4fc7-9722-04968cd364fd', 'tag': '2e41606e-9461-4408-ae37-53502f5242c0'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:07.372037 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb1a3e5-689e-4659-a478-262bacfcd569" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a68d04-390e-4fc7-9722-04968cd364fd", "tag": "2e41606e-9461-4408-ae37-53502f5242c0"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:07.405629 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97f110-25db-4935-885f-cb7451215f5c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Pushing event deleted for resources: {'Port': ['ID=b0c84e2c-7974-4adc-a586-85531e4c2f98,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:07.414178 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b9a3b9-50f6-446d-b5af-627d30f4539a req-ce97f110-25db-4935-885f-cb7451215f5c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] No DVR routers for this DVR port b0c84e2c-7974-4adc-a586-85531e4c2f98 on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:07.418645 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b6b9a3b9-50f6-446d-b5af-627d30f4539a req-ce97f110-25db-4935-885f-cb7451215f5c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.421300 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b6b9a3b9-50f6-446d-b5af-627d30f4539a req-ce97f110-25db-4935-885f-cb7451215f5c tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "DELETE /v2.0/ports/b0c84e2c-7974-4adc-a586-85531e4c2f98 HTTP/1.1" status: 204 len: 173 time: 1.5650451 Jul 07 16:50:07.431465 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f73f1-8b67-46c8-a67a-ae84fbd52cd3 req-8acf1f69-e2c3-4445-b3bd-de4211dc09b9 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:07.439910 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-ccfd8aa7-319b-44ef-8a23-0b5f33406059 req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] For port 31f31b1b-1fa4-4024-8d50-4158836683e1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=31f31b1b-1fa4-4024-8d50-4158836683e1,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:07.440280 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ccfd8aa7-319b-44ef-8a23-0b5f33406059 req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.440970 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-773f73f1-8b67-46c8-a67a-ae84fbd52cd3 req-8acf1f69-e2c3-4445-b3bd-de4211dc09b9 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=77e5e912-d341-44a3-8764-1fc974c1c474 HTTP/1.1" status: 200 len: 867 time: 0.3294914 Jul 07 16:50:07.459842 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-ccfd8aa7-319b-44ef-8a23-0b5f33406059 req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Calling delete_port for 31f31b1b-1fa4-4024-8d50-4158836683e1 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:07.498801 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab611c-892f-4462-8280-67346b5d0a66 req-11d047e6-eff3-4e2a-9367-3742d3a6b2f8 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:07.505847 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9dab611c-892f-4462-8280-67346b5d0a66 req-11d047e6-eff3-4e2a-9367-3742d3a6b2f8 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 945 time: 0.7337177 Jul 07 16:50:07.571468 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-798afd5f-7e54-4aa4-9575-6c26410bbe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.582591 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-798afd5f-7e54-4aa4-9575-6c26410bbe67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2498ad9-3fdc-4024-95f6-6c0df6e20fb4']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:07.595127 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-798afd5f-7e54-4aa4-9575-6c26410bbe67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66768d90-fd79-4fb7-b4eb-e54f6fa4fc27') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:07.595565 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-798afd5f-7e54-4aa4-9575-6c26410bbe67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66768d90-fd79-4fb7-b4eb-e54f6fa4fc27') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:07.609634 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-798afd5f-7e54-4aa4-9575-6c26410bbe67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.654972 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-798afd5f-7e54-4aa4-9575-6c26410bbe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.677688 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-c92c8bc6-607a-4ec6-ba6c-f526b0ca2799 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Floating IP 42a19bb6-299f-4641-a691-e6a8397d8497 associated. External IP: 172.25.2.199, port: 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64. Jul 07 16:50:07.693520 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9dab611c-892f-4462-8280-67346b5d0a66 req-745b9f40-1ea0-47b8-ada6-8b5dc7c84f0a tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867275 Jul 07 16:50:07.694349 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-773f73f1-8b67-46c8-a67a-ae84fbd52cd3 req-e8d24125-d5b5-46e5-a68c-c3f8cbf3a32d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508259 Jul 07 16:50:07.697593 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798afd5f-7e54-4aa4-9575-6c26410bbe67 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:50:07.698029 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-798afd5f-7e54-4aa4-9575-6c26410bbe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:50:07.702670 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:50:07.760820 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:07.810545 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69def8e-f8fe-4898-8dbb-2889c435be71 x-openstack-request-id: req-a69def8e-f8fe-4898-8dbb-2889c435be71 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:07.810806 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a68d04-390e-4fc7-9722-04968cd364fd", "tag": "2e41606e-9461-4408-ae37-53502f5242c0", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:07.811689 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a69def8e-f8fe-4898-8dbb-2889c435be71 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:07.812117 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a68d04-390e-4fc7-9722-04968cd364fd', 'tag': '2e41606e-9461-4408-ae37-53502f5242c0', 'status': 'completed', 'code': 200} Jul 07 16:50:07.821411 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-798afd5f-7e54-4aa4-9575-6c26410bbe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.836057 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-798afd5f-7e54-4aa4-9575-6c26410bbe67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:07.841325 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-798afd5f-7e54-4aa4-9575-6c26410bbe67 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d2498ad9-3fdc-4024-95f6-6c0df6e20fb4 HTTP/1.1" status: 204 len: 168 time: 0.7524502 Jul 07 16:50:07.889461 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798afd5f-7e54-4aa4-9575-6c26410bbe67 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2498ad9-3fdc-4024-95f6-6c0df6e20fb4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:08.026017 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1a3e5-689e-4659-a478-262bacfcd569 req-4d8f5cc6-1448-4b36-8d5c-6f2ebb48d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:08.027632 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6eb1a3e5-689e-4659-a478-262bacfcd569 req-4d8f5cc6-1448-4b36-8d5c-6f2ebb48d59c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 1124 time: 0.1630943 Jul 07 16:50:08.052132 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:08.070436 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:08.071428 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:08.076595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33326) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:08.101566 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 85b6bb1b-b8be-4c30-8ba8-512e45388e16 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:50:08.179108 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ccfd8aa7-319b-44ef-8a23-0b5f33406059 req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:08.248140 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:08.251829 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Pushing event deleted for resources: {'Port': ['ID=31f31b1b-1fa4-4024-8d50-4158836683e1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:08.279687 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:08.280570 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:08.281130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:08.281888 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:08.282231 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:08.282678 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:08.283187 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:08.283533 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:08.283869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:08.284324 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:08.284588 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 85b6bb1b-b8be-4c30-8ba8-512e45388e16, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=85b6bb1b-b8be-4c30-8ba8-512e45388e16,segment=NetworkSegment(0f719f5a-72b9-4b7d-9309-657d36b755e9),segment_id=0f719f5a-72b9-4b7d-9309-657d36b755e9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:08.285072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:08.285072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:08.291936 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8546020-2fd9-4c6c-9fd3-2258bd306362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d077619-a9de-4926-9a84-3d9c8f3a9ef7'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:08.295659 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6872cf2-5918-4eb8-8f67-97f89b3017f3" -d '{"events": [{"server_uuid": "e8546020-2fd9-4c6c-9fd3-2258bd306362", "name": "network-vif-plugged", "status": "completed", "tag": "4d077619-a9de-4926-9a84-3d9c8f3a9ef7"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:08.312868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1a3e5-689e-4659-a478-262bacfcd569 req-19a7f1dc-5399-45d4-9032-1a09ebb19128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:08.314467 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6eb1a3e5-689e-4659-a478-262bacfcd569 req-19a7f1dc-5399-45d4-9032-1a09ebb19128 service neutron] 10.222.0.15 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 909 time: 0.2765033 Jul 07 16:50:08.318002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4d077619-a9de-4926-9a84-3d9c8f3a9ef7,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:08.319790 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '85b6bb1b-b8be-4c30-8ba8-512e45388e16', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'port_id': '85b6bb1b-b8be-4c30-8ba8-512e45388e16', 'mac_address': 'fa:16:3e:ce:b4:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:50:08.328525 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:08.332509 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1efad-6805-4d3a-a4e4-ec62098af7de req-f338478f-2b00-47d0-96e1-8ff05fd735a6 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:08.334530 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-91f1efad-6805-4d3a-a4e4-ec62098af7de req-f338478f-2b00-47d0-96e1-8ff05fd735a6 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.2511580 Jul 07 16:50:08.399858 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6eb1a3e5-689e-4659-a478-262bacfcd569 req-91ba9bb3-61c0-4c4c-8796-54017fe8fdcf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e41606e-9461-4408-ae37-53502f5242c0 HTTP/1.1" status: 200 len: 217 time: 0.0618842 Jul 07 16:50:08.400782 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:08.421069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['787bb9b9-1f62-4c57-895d-4cde7b2c17d3'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:08.438937 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfd8aa7-319b-44ef-8a23-0b5f33406059 req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] No DVR routers for this DVR port 31f31b1b-1fa4-4024-8d50-4158836683e1 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:08.441687 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ccfd8aa7-319b-44ef-8a23-0b5f33406059 req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:08.444100 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ccfd8aa7-319b-44ef-8a23-0b5f33406059 req-f26b0ad4-15eb-40aa-89e4-371831aa5a3e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.15 "DELETE /v2.0/ports/31f31b1b-1fa4-4024-8d50-4158836683e1 HTTP/1.1" status: 204 len: 173 time: 1.9706829 Jul 07 16:50:08.450887 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-acc17b49-5f63-4011-bf87-b5b22bb00d8f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b34e3ab816f477ba7700e082cba7b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630219 Jul 07 16:50:08.452570 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da117be-4434-4f76-92b5-23edb086dc7b', 'name': 'network-vif-deleted', 'tag': '31f31b1b-1fa4-4024-8d50-4158836683e1'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:08.455194 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53d3b9b-44b9-460b-8a79-7e9e9db5e94c" -d '{"events": [{"server_uuid": "3da117be-4434-4f76-92b5-23edb086dc7b", "name": "network-vif-deleted", "tag": "31f31b1b-1fa4-4024-8d50-4158836683e1"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:08.458417 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33330) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:08.468911 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=4d077619-a9de-4926-9a84-3d9c8f3a9ef7,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:08.474685 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b6bb1b-b8be-4c30-8ba8-512e45388e16 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:08.515145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 85b6bb1b-b8be-4c30-8ba8-512e45388e16, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=85b6bb1b-b8be-4c30-8ba8-512e45388e16,segment=NetworkSegment(0f719f5a-72b9-4b7d-9309-657d36b755e9),segment_id=0f719f5a-72b9-4b7d-9309-657d36b755e9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:08.527448 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85705377-6734-4166-b516-03fc59cf7ba6 req-c710492f-016e-4bec-ad81-501e36a00f34 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:08.533628 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:08.535005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 2e41606e-9461-4408-ae37-53502f5242c0 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:50:08.535819 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-85705377-6734-4166-b516-03fc59cf7ba6 req-c710492f-016e-4bec-ad81-501e36a00f34 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 944 time: 0.4563608 Jul 07 16:50:08.542058 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-91f1efad-6805-4d3a-a4e4-ec62098af7de req-18df8646-42d7-4346-bcb6-1f7889bf7fb9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902437 Jul 07 16:50:08.561781 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1a3e5-689e-4659-a478-262bacfcd569 req-1f8a1822-0241-4032-8ee0-4b46921ae866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:08.563929 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6eb1a3e5-689e-4659-a478-262bacfcd569 req-1f8a1822-0241-4032-8ee0-4b46921ae866 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.1554267 Jul 07 16:50:08.594600 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92c8bc6-607a-4ec6-ba6c-f526b0ca2799 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:50:08.621024 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6eb1a3e5-689e-4659-a478-262bacfcd569 req-fa35b2b8-79d2-4c5b-8548-f2240ff1ea9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473003 Jul 07 16:50:08.647826 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-85705377-6734-4166-b516-03fc59cf7ba6 req-090b63c9-4455-4cd8-9cdf-e5d643ce7e81 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082292 Jul 07 16:50:08.648710 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bd681d99-3a43-40b6-a56d-b14f8719712a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:08.720101 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['a6a99d30-a08d-4863-a4a7-8c8cb6402987', '164e8a0e-3c71-4aa6-8950-f062cdf82b1e', 'b0c84e2c-7974-4adc-a586-85531e4c2f98'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:08.732034 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bd681d99-3a43-40b6-a56d-b14f8719712a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:08.795122 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6eb1a3e5-689e-4659-a478-262bacfcd569 req-3d79dbd1-d1f2-4d75-90d6-02779ea8c351 service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654639 Jul 07 16:50:08.872359 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441268ad-ebb0-4be2-8af3-0848e5f9350c x-openstack-request-id: req-441268ad-ebb0-4be2-8af3-0848e5f9350c {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:08.872653 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da117be-4434-4f76-92b5-23edb086dc7b", "name": "network-vif-deleted", "tag": "31f31b1b-1fa4-4024-8d50-4158836683e1", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:08.872902 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-441268ad-ebb0-4be2-8af3-0848e5f9350c {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:08.873296 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da117be-4434-4f76-92b5-23edb086dc7b', 'name': 'network-vif-deleted', 'tag': '31f31b1b-1fa4-4024-8d50-4158836683e1', 'status': 'completed', 'code': 200} Jul 07 16:50:08.911350 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 2e41606e-9461-4408-ae37-53502f5242c0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=2e41606e-9461-4408-ae37-53502f5242c0,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:08.925547 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 2e41606e-9461-4408-ae37-53502f5242c0 has no active binding in host n-h2-793620-7 {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:50:08.936952 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569ed117-a70b-49c7-93a9-4633b5c1d996 x-openstack-request-id: req-569ed117-a70b-49c7-93a9-4633b5c1d996 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:08.937169 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8546020-2fd9-4c6c-9fd3-2258bd306362", "name": "network-vif-plugged", "status": "completed", "tag": "4d077619-a9de-4926-9a84-3d9c8f3a9ef7", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:08.937552 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-569ed117-a70b-49c7-93a9-4633b5c1d996 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:08.938228 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8546020-2fd9-4c6c-9fd3-2258bd306362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d077619-a9de-4926-9a84-3d9c8f3a9ef7', 'code': 200} Jul 07 16:50:08.996054 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6eb1a3e5-689e-4659-a478-262bacfcd569 req-c13903a6-ecb0-4b4f-9925-278a61ad4fdf service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538088 Jul 07 16:50:09.032105 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=85b6bb1b-b8be-4c30-8ba8-512e45388e16,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:09.037790 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a02ce1-6040-4658-96e3-b41bdbe02576 req-608cdb78-3539-439f-87e1-796ad766b1cf tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:09.047663 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a0a02ce1-6040-4658-96e3-b41bdbe02576 req-608cdb78-3539-439f-87e1-796ad766b1cf tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 943 time: 0.2507753 Jul 07 16:50:09.098021 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bd681d99-3a43-40b6-a56d-b14f8719712a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:09.101883 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bd681d99-3a43-40b6-a56d-b14f8719712a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:09.103666 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bd681d99-3a43-40b6-a56d-b14f8719712a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56912e50-be4a-4ccc-b7b4-7097a32cba3b HTTP/1.1" status: 204 len: 168 time: 0.6372104 Jul 07 16:50:09.109490 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a0a02ce1-6040-4658-96e3-b41bdbe02576 req-f0c7abec-0111-42b8-a8ca-1b6ccf00f6dc tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608582 Jul 07 16:50:09.170065 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92c8bc6-607a-4ec6-ba6c-f526b0ca2799 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:50:09.183731 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c92c8bc6-607a-4ec6-ba6c-f526b0ca2799 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:09.189488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f0a918-9ed5-4495-ac11-0eb8e7ba7515 None None] Sync routers for ids ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:50:09.250637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd681d99-3a43-40b6-a56d-b14f8719712a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56912e50-be4a-4ccc-b7b4-7097a32cba3b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:09.276070 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fae1ee-3ba8-4bf1-8081-25a15ed3c6dd req-14559f8c-3d89-4b26-8815-807a93c2e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:09.279433 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f2fae1ee-3ba8-4bf1-8081-25a15ed3c6dd req-14559f8c-3d89-4b26-8815-807a93c2e8f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 1097 time: 0.3909750 Jul 07 16:50:09.288943 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e9c29286-f12b-43c0-bc54-96729cb7d6a3 req-1a17651d-4de1-460e-ba48-e2913002dc25 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da117be-4434-4f76-92b5-23edb086dc7b HTTP/1.1" status: 200 len: 210 time: 0.0501542 Jul 07 16:50:09.306862 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f0a918-9ed5-4495-ac11-0eb8e7ba7515 None None] Routers {'69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:09.307322 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-05f0a918-9ed5-4495-ac11-0eb8e7ba7515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:49:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:09.339653 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f2fae1ee-3ba8-4bf1-8081-25a15ed3c6dd req-625cc0d7-5f0a-4b2d-8957-1d3f7fa0531e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454338 Jul 07 16:50:09.353619 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749037e-53a4-40ba-846a-9ddc6d566756 req-6cc5b56b-1525-4763-96ed-0a7461a3c4f2 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:09.361782 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8749037e-53a4-40ba-846a-9ddc6d566756 req-6cc5b56b-1525-4763-96ed-0a7461a3c4f2 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 946 time: 0.2836263 Jul 07 16:50:09.370344 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c92c8bc6-607a-4ec6-ba6c-f526b0ca2799 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "PUT /v2.0/floatingips/42a19bb6-299f-4641-a691-e6a8397d8497 HTTP/1.1" status: 200 len: 991 time: 3.3805819 Jul 07 16:50:09.473864 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8749037e-53a4-40ba-846a-9ddc6d566756 req-f78efde6-dd1e-4d08-a0e9-ee597b862d6f tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109219 Jul 07 16:50:09.550570 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['85b6bb1b-b8be-4c30-8ba8-512e45388e16'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:09.754173 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 31f31b1b-1fa4-4024-8d50-4158836683e1 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:09.794016 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 31f31b1b-1fa4-4024-8d50-4158836683e1 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:09.794502 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 31f31b1b-1fa4-4024-8d50-4158836683e1 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:09.813309 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e5e912-d341-44a3-8764-1fc974c1c474', 'name': 'network-vif-deleted', 'tag': 'b0c84e2c-7974-4adc-a586-85531e4c2f98'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:09.816424 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39af2a55-03f9-4215-aa92-5698a254176e" -d '{"events": [{"server_uuid": "77e5e912-d341-44a3-8764-1fc974c1c474", "name": "network-vif-deleted", "tag": "b0c84e2c-7974-4adc-a586-85531e4c2f98"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:09.819409 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-05f0a918-9ed5-4495-ac11-0eb8e7ba7515 None None] Set router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:09.840228 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2f2b8-e597-4417-91c6-f416feb3760c req-96d2e0ce-f3a8-4ef8-a3db-31d3c5a783dc tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:09.841850 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eee2f2b8-e597-4417-91c6-f416feb3760c req-96d2e0ce-f3a8-4ef8-a3db-31d3c5a783dc tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.0900557 Jul 07 16:50:09.891029 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eee2f2b8-e597-4417-91c6-f416feb3760c req-14d2fa13-9a28-43f9-a247-7a1b03ee1c99 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428681 Jul 07 16:50:09.932458 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd254c-dbc4-4184-8979-f74295b18f96 req-2269963a-9b05-4458-969a-2ed286f94819 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:09.941447 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-83dd254c-dbc4-4184-8979-f74295b18f96 req-2269963a-9b05-4458-969a-2ed286f94819 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 945 time: 0.1210389 Jul 07 16:50:09.971236 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0909dffe-d8a8-4c21-a746-b8cc1593c9e7 x-openstack-request-id: req-0909dffe-d8a8-4c21-a746-b8cc1593c9e7 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:09.971783 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e5e912-d341-44a3-8764-1fc974c1c474", "name": "network-vif-deleted", "tag": "b0c84e2c-7974-4adc-a586-85531e4c2f98", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:09.972106 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0909dffe-d8a8-4c21-a746-b8cc1593c9e7 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:09.972566 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e5e912-d341-44a3-8764-1fc974c1c474', 'name': 'network-vif-deleted', 'tag': 'b0c84e2c-7974-4adc-a586-85531e4c2f98', 'status': 'completed', 'code': 200} Jul 07 16:50:09.987312 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-83dd254c-dbc4-4184-8979-f74295b18f96 req-9af33faa-5210-4eed-89c7-df97bfffbdfd tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444942 Jul 07 16:50:10.110765 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device b0c84e2c-7974-4adc-a586-85531e4c2f98 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:10.142533 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33378) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:10.143619 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: b0c84e2c-7974-4adc-a586-85531e4c2f98 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:10.143619 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device b0c84e2c-7974-4adc-a586-85531e4c2f98 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:10.256628 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-05f0a918-9ed5-4495-ac11-0eb8e7ba7515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:00Z', 'updated_at': '2021-07-07T16:46:06Z', 'revision_number': 4, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'gw_port': {'id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:01Z', 'updated_at': '2021-07-07T16:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '42a19bb6-299f-4641-a691-e6a8397d8497', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'floating_ip_address': '172.25.2.199', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'port_id': '1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'mac_address': 'fa:16:3e:81:83:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9a6261-8495-4ff9-a453-bef13537e797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:46:29Z', 'updated_at': '2021-07-07T16:50:06Z', 'revision_number': 5, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7716dba8-ad59-42f5-b594-353dc2b447cc', 'name': '', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'mac_address': 'fa:16:3e:29:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:04Z', 'updated_at': '2021-07-07T16:46:14Z', 'revision_number': 5, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'subnets': [{'id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:10.261317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-9ebf0d47-870e-4ec2-9ffc-cccdf263b8ad admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-4725328-network', 'tenant_id': 'db38433e72094096af7c4c0600979576'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:10.283334 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f0a918-9ed5-4495-ac11-0eb8e7ba7515 None None] Checking router: 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:50:10.292136 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f0a918-9ed5-4495-ac11-0eb8e7ba7515 None None] Routers {'69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:10.292751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-05f0a918-9ed5-4495-ac11-0eb8e7ba7515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:49:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:10.310951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebf0d47-870e-4ec2-9ffc-cccdf263b8ad admin admin] Made reservation on behalf of db38433e72094096af7c4c0600979576 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:10.313194 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ebf0d47-870e-4ec2-9ffc-cccdf263b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:10.327891 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ebf0d47-870e-4ec2-9ffc-cccdf263b8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:10.349638 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060be9f-a1f9-4838-9fb1-bcb5432388b3 req-80123bb4-5a04-47de-8f2b-6047b556926f tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:10.351486 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e060be9f-a1f9-4838-9fb1-bcb5432388b3 req-80123bb4-5a04-47de-8f2b-6047b556926f tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 943 time: 0.1054952 Jul 07 16:50:10.422243 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-05f0a918-9ed5-4495-ac11-0eb8e7ba7515 None None] Set router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:10.423419 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e060be9f-a1f9-4838-9fb1-bcb5432388b3 req-1a5dea8c-4d60-48c2-9fcf-d37db100d46d tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634961 Jul 07 16:50:10.497491 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ebf0d47-870e-4ec2-9ffc-cccdf263b8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:10.503659 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ebf0d47-870e-4ec2-9ffc-cccdf263b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:10.531077 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ebf0d47-870e-4ec2-9ffc-cccdf263b8ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:50:10.549849 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf0d47-870e-4ec2-9ffc-cccdf263b8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70de06f5-0e76-45b2-b7e0-f51219ef0f54,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:10.553441 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ebf0d47-870e-4ec2-9ffc-cccdf263b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:10.553793 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-9ebf0d47-870e-4ec2-9ffc-cccdf263b8ad admin admin] Added segment 136c6be8-fa7d-405b-8eaa-b4af384f2b18 of type vlan for network 15f7dfb4-4550-4f67-8e04-336b5a163244 Jul 07 16:50:10.598288 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ebf0d47-870e-4ec2-9ffc-cccdf263b8ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:10.715888 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-05f0a918-9ed5-4495-ac11-0eb8e7ba7515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:00Z', 'updated_at': '2021-07-07T16:46:06Z', 'revision_number': 4, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'gw_port': {'id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:01Z', 'updated_at': '2021-07-07T16:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '42a19bb6-299f-4641-a691-e6a8397d8497', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'floating_ip_address': '172.25.2.199', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'port_id': '1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'mac_address': 'fa:16:3e:81:83:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9a6261-8495-4ff9-a453-bef13537e797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:46:29Z', 'updated_at': '2021-07-07T16:50:06Z', 'revision_number': 5, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7716dba8-ad59-42f5-b594-353dc2b447cc', 'name': '', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'mac_address': 'fa:16:3e:29:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:04Z', 'updated_at': '2021-07-07T16:46:14Z', 'revision_number': 5, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'subnets': [{'id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:10.748111 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ebf0d47-870e-4ec2-9ffc-cccdf263b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:10.749080 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebf0d47-870e-4ec2-9ffc-cccdf263b8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:10.749849 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ebf0d47-870e-4ec2-9ffc-cccdf263b8ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:10.750462 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f0a918-9ed5-4495-ac11-0eb8e7ba7515 None None] The sync data for ids ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'] in n-d-793620-7 is: [{'id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:00Z', 'updated_at': '2021-07-07T16:46:06Z', 'revision_number': 4, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'gw_port': {'id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:01Z', 'updated_at': '2021-07-07T16:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '42a19bb6-299f-4641-a691-e6a8397d8497', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'floating_ip_address': '172.25.2.199', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'port_id': '1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'mac_address': 'fa:16:3e:81:83:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9a6261-8495-4ff9-a453-bef13537e797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:46:29Z', 'updated_at': '2021-07-07T16:50:06Z', 'revision_number': 5, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7716dba8-ad59-42f5-b594-353dc2b447cc', 'name': '', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'mac_address': 'fa:16:3e:29:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:04Z', 'updated_at': '2021-07-07T16:46:14Z', 'revision_number': 5, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'subnets': [{'id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:50:10.818566 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-60bb6f9d-8892-42db-90f4-153e3846e5b2 service neutron] 10.222.0.15 "GET /v2.0/ports/2e41606e-9461-4408-ae37-53502f5242c0/bindings/n-h2-793620-7 HTTP/1.1" status: 200 len: 384 time: 0.2027531 Jul 07 16:50:10.826326 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33398) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:10.826877 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9ebf0d47-870e-4ec2-9ffc-cccdf263b8ad admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6819372 Jul 07 16:50:10.831780 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-81afac2a-58bd-4464-a610-a77bdc0d1c42 admin admin] Request body: {'subnet': {'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-4725328-subnet', 'tenant_id': 'db38433e72094096af7c4c0600979576', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:10.838271 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415f280-7222-4d07-bb59-b99a56f2f2c3 req-71008f79-3d49-43ec-86c6-0c5465871218 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:10.839908 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0415f280-7222-4d07-bb59-b99a56f2f2c3 req-71008f79-3d49-43ec-86c6-0c5465871218 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 946 time: 0.2370729 Jul 07 16:50:10.850346 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf0d47-870e-4ec2-9ffc-cccdf263b8ad admin admin] Pushing event updated for resources: {'Network': ['ID=15f7dfb4-4550-4f67-8e04-336b5a163244,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:10.861180 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 15f7dfb4-4550-4f67-8e04-336b5a163244 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:50:10.865611 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81afac2a-58bd-4464-a610-a77bdc0d1c42 admin admin] Made reservation on behalf of db38433e72094096af7c4c0600979576 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:10.871306 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-81afac2a-58bd-4464-a610-a77bdc0d1c42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:10.875082 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9a6261-8495-4ff9-a453-bef13537e797', 'tag': '1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:10.877211 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c6c236-cf5b-442c-b0a0-4b5512dfff93" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9a6261-8495-4ff9-a453-bef13537e797", "tag": "1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:10.947533 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0415f280-7222-4d07-bb59-b99a56f2f2c3 req-07ca9c08-8af4-439b-9426-a355009b6541 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993936 Jul 07 16:50:11.068758 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94079bf3-5b4d-4358-94cb-8458843ebd86 None None] New status for floating IP 42a19bb6-299f-4641-a691-e6a8397d8497: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:50:11.106102 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-81afac2a-58bd-4464-a610-a77bdc0d1c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:11.139665 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-441f5daf-9a05-40a3-9738-0a6b7339fc87 service neutron] For port 2e41606e-9461-4408-ae37-53502f5242c0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=2e41606e-9461-4408-ae37-53502f5242c0,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:11.180479 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-441f5daf-9a05-40a3-9738-0a6b7339fc87 service neutron] For port 2e41606e-9461-4408-ae37-53502f5242c0, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:11.215859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afac2a-58bd-4464-a610-a77bdc0d1c42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c925a58-ae4b-4efd-912a-4eaadf983811,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:11.223252 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81afac2a-58bd-4464-a610-a77bdc0d1c42 admin admin] Checking segment: {'id': '136c6be8-fa7d-405b-8eaa-b4af384f2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:11.223545 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81afac2a-58bd-4464-a610-a77bdc0d1c42 admin admin] Network hostable DHCP agents. Network: 15f7dfb4-4550-4f67-8e04-336b5a163244, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:50:11.233383 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-441f5daf-9a05-40a3-9738-0a6b7339fc87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e41606e-9461-4408-ae37-53502f5242c0 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:11.248763 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-441f5daf-9a05-40a3-9738-0a6b7339fc87 service neutron] For port 2e41606e-9461-4408-ae37-53502f5242c0, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2e41606e-9461-4408-ae37-53502f5242c0,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:11.250748 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81afac2a-58bd-4464-a610-a77bdc0d1c42 admin admin] Network 15f7dfb4-4550-4f67-8e04-336b5a163244 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:50:11.266678 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-81afac2a-58bd-4464-a610-a77bdc0d1c42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 15f7dfb4-4550-4f67-8e04-336b5a163244) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:11.268359 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-441f5daf-9a05-40a3-9738-0a6b7339fc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:11.275853 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d874399-030d-4bbe-b3a9-3cad9952cc71 None None] Network 15f7dfb4-4550-4f67-8e04-336b5a163244 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:50:11.283140 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81afac2a-58bd-4464-a610-a77bdc0d1c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:11.284025 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-81afac2a-58bd-4464-a610-a77bdc0d1c42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:11.297011 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5724aaa-4ea0-4672-8934-d313aa970647 x-openstack-request-id: req-b5724aaa-4ea0-4672-8934-d313aa970647 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:11.300584 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9a6261-8495-4ff9-a453-bef13537e797", "tag": "1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:11.301106 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b5724aaa-4ea0-4672-8934-d313aa970647 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:11.302289 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9a6261-8495-4ff9-a453-bef13537e797', 'tag': '1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64', 'status': 'completed', 'code': 200} Jul 07 16:50:11.336046 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-81afac2a-58bd-4464-a610-a77bdc0d1c42 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5084918 Jul 07 16:50:11.517934 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-15f7dfb4-4550-4f67-8e04-336b5a163244', 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244', 'tenant_id': 'db38433e72094096af7c4c0600979576', 'fixed_ips': [{'subnet_id': '9c925a58-ae4b-4efd-912a-4eaadf983811'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:50:11.518933 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:11.544767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-441f5daf-9a05-40a3-9738-0a6b7339fc87 service neutron] Transition to ACTIVE for port object 2e41606e-9461-4408-ae37-53502f5242c0 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:11.552202 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c236-cf5b-442c-b0a0-4b5512dfff93 req-1461ed76-5fd7-49ef-8ed2-a973ed38d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:11.558067 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-441f5daf-9a05-40a3-9738-0a6b7339fc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:11.560336 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69c6c236-cf5b-442c-b0a0-4b5512dfff93 req-1461ed76-5fd7-49ef-8ed2-a973ed38d33a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5ce0c877d554ec492166d4081f3bc35&device_id=eb9a6261-8495-4ff9-a453-bef13537e797 HTTP/1.1" status: 200 len: 1096 time: 0.2230380 Jul 07 16:50:11.627426 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f5daf-9a05-40a3-9738-0a6b7339fc87 service neutron] Pushing event updated for resources: {'Port': ['ID=2e41606e-9461-4408-ae37-53502f5242c0,revision_number=10']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:11.702074 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-441f5daf-9a05-40a3-9738-0a6b7339fc87 service neutron] No DVR routers for this DVR port 2e41606e-9461-4408-ae37-53502f5242c0 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:11.762436 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c4ac7-4bc7-4929-a86f-9d0ede9fc1db req-72e9aec6-3768-4d23-8e12-4d609e970b2a tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:11.763974 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-941c4ac7-4bc7-4929-a86f-9d0ede9fc1db req-72e9aec6-3768-4d23-8e12-4d609e970b2a tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.3150725 Jul 07 16:50:11.768084 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-441f5daf-9a05-40a3-9738-0a6b7339fc87 service neutron] 10.222.0.15 "PUT /v2.0/ports/2e41606e-9461-4408-ae37-53502f5242c0/bindings/n-h2-793620-7/activate HTTP/1.1" status: 200 len: 369 time: 0.9381821 Jul 07 16:50:11.772344 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e319ebc-4518-4d14-88ca-838b9db9f34d req-61338c23-28aa-4aa0-a6b0-96f2d65aea1a tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:11.774275 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4e319ebc-4518-4d14-88ca-838b9db9f34d req-61338c23-28aa-4aa0-a6b0-96f2d65aea1a tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 1097 time: 0.2505274 Jul 07 16:50:11.785992 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Allocated IP 172.20.0.2 (15f7dfb4-4550-4f67-8e04-336b5a163244/9c925a58-ae4b-4efd-912a-4eaadf983811/67468ba4-20d4-4ce6-b431-398c652b6725) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:11.817296 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-941c4ac7-4bc7-4929-a86f-9d0ede9fc1db req-8e7cf649-c9c8-4c92-b316-78cd89cf8e76 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466309 Jul 07 16:50:11.867388 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4e319ebc-4518-4d14-88ca-838b9db9f34d req-2dd8c5d4-078b-4219-abef-3f8935c40740 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858347 Jul 07 16:50:11.956195 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:11.966880 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Transition to ACTIVE for port object 67468ba4-20d4-4ce6-b431-398c652b6725 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:11.967309 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c236-cf5b-442c-b0a0-4b5512dfff93 req-042c2d60-9c83-4ae4-ad81-87a197dbdac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:11.969421 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69c6c236-cf5b-442c-b0a0-4b5512dfff93 req-042c2d60-9c83-4ae4-ad81-87a197dbdac2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c85edc96-c222-49c3-a60a-171b400e82ed HTTP/1.1" status: 200 len: 924 time: 0.3744123 Jul 07 16:50:12.006579 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Transition to ACTIVE for port object 67468ba4-20d4-4ce6-b431-398c652b6725 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:12.016752 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:12.047197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138e699-d477-4a5c-9612-c41794e7fc31 req-18ebdabc-2b77-4945-a7ba-9465bcec00cb tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:12.048898 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d138e699-d477-4a5c-9612-c41794e7fc31 req-18ebdabc-2b77-4945-a7ba-9465bcec00cb tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 945 time: 0.0980051 Jul 07 16:50:12.064651 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Network 15f7dfb4-4550-4f67-8e04-336b5a163244 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:12.070882 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:12.075553 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:12.085511 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Pushing event updated for resources: {'Port': ['ID=67468ba4-20d4-4ce6-b431-398c652b6725,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:12.095348 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-a7e5eb21-b710-43e9-982e-a3d1f5428179 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:12.096897 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-a7e5eb21-b710-43e9-982e-a3d1f5428179 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd&tenant_id=1be8148ddb52412394c6dd031bc2cc7e&binding%3Ahost_id=n-h1-793620-7 HTTP/1.1" status: 200 len: 1095 time: 0.2404990 Jul 07 16:50:12.101176 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69c6c236-cf5b-442c-b0a0-4b5512dfff93 req-47324e01-78ac-48e1-9d0e-295074f35358 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 HTTP/1.1" status: 200 len: 1001 time: 0.1222506 Jul 07 16:50:12.110980 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d138e699-d477-4a5c-9612-c41794e7fc31 req-698f7fc3-cff9-4ca7-8a92-da948addf67b tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508425 Jul 07 16:50:12.124657 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 85b6bb1b-b8be-4c30-8ba8-512e45388e16 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:12.202274 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Attempting to bind port 67468ba4-20d4-4ce6-b431-398c652b6725 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:12.202789 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Attempting to bind port 67468ba4-20d4-4ce6-b431-398c652b6725 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '136c6be8-fa7d-405b-8eaa-b4af384f2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:12.203096 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Attempting to bind port 67468ba4-20d4-4ce6-b431-398c652b6725 on network 15f7dfb4-4550-4f67-8e04-336b5a163244 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:12.209033 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c236-cf5b-442c-b0a0-4b5512dfff93 req-ef0b46f8-8b91-4d38-a980-934987070c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:12.216169 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69c6c236-cf5b-442c-b0a0-4b5512dfff93 req-ef0b46f8-8b91-4d38-a980-934987070c11 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=414e5f56-f327-49ce-ba9b-6eafeb3fd8cc HTTP/1.1" status: 200 len: 862 time: 0.0946121 Jul 07 16:50:12.216359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:12.216359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Checking segment: {'id': '136c6be8-fa7d-405b-8eaa-b4af384f2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:12.216359 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:12.216359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Bound using segment: {'id': '136c6be8-fa7d-405b-8eaa-b4af384f2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:12.216359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Bound port: 67468ba4-20d4-4ce6-b431-398c652b6725, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136c6be8-fa7d-405b-8eaa-b4af384f2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:12.216359 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:12.227129 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37e962-82c2-4803-b279-26db61a8f8bf req-9309fa1e-7643-4918-ae35-f4a21706f0ca tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:12.227129 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7b37e962-82c2-4803-b279-26db61a8f8bf req-9309fa1e-7643-4918-ae35-f4a21706f0ca tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=a33b464a-f0b5-48bf-b0fa-09895a452e30 HTTP/1.1" status: 200 len: 949 time: 0.1813915 Jul 07 16:50:12.332005 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-086a3d34-f8e0-42cb-ab92-55f38728a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:12.333565 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-086a3d34-f8e0-42cb-ab92-55f38728a9be service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd&tenant_id=1be8148ddb52412394c6dd031bc2cc7e HTTP/1.1" status: 200 len: 1095 time: 0.1711140 Jul 07 16:50:12.359104 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc127b79-c485-48d2-a9e9-93e579547f35 req-6d241ead-acb6-48a9-aa07-e46c141add2e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:12.363090 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7b37e962-82c2-4803-b279-26db61a8f8bf req-d3944032-8a70-41b5-8bf1-11439a1742be tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999434 Jul 07 16:50:12.366566 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fc127b79-c485-48d2-a9e9-93e579547f35 req-6d241ead-acb6-48a9-aa07-e46c141add2e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 944 time: 0.0980556 Jul 07 16:50:12.393351 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 85b6bb1b-b8be-4c30-8ba8-512e45388e16 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:12.401183 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 85b6bb1b-b8be-4c30-8ba8-512e45388e16 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:12.402174 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:12.453602 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fc127b79-c485-48d2-a9e9-93e579547f35 req-73417602-3e7d-4720-aaf0-4d5b5dfdac94 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860641 Jul 07 16:50:12.468755 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] For port 67468ba4-20d4-4ce6-b431-398c652b6725, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:12.473316 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] For port 67468ba4-20d4-4ce6-b431-398c652b6725, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=67468ba4-20d4-4ce6-b431-398c652b6725,segment=NetworkSegment(136c6be8-fa7d-405b-8eaa-b4af384f2b18),segment_id=136c6be8-fa7d-405b-8eaa-b4af384f2b18)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:12.475373 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c236-cf5b-442c-b0a0-4b5512dfff93 req-e9bde3e4-200e-4a52-bff9-7ac12403ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:12.476988 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69c6c236-cf5b-442c-b0a0-4b5512dfff93 req-e9bde3e4-200e-4a52-bff9-7ac12403ed51 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c85edc96-c222-49c3-a60a-171b400e82ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2511561 Jul 07 16:50:12.485661 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:12.554792 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:12.566514 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-cec80814-29ce-4342-9c13-5b785e1cd6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:12.568065 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-cec80814-29ce-4342-9c13-5b785e1cd6a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 1095 time: 0.1884425 Jul 07 16:50:12.630022 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b6bb1b-b8be-4c30-8ba8-512e45388e16'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:12.633170 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ad3fd3-df85-4e72-9cc3-7484b286130c" -d '{"events": [{"server_uuid": "bde9a12d-320c-4258-bc7e-8f8fc1ed68fa", "name": "network-vif-plugged", "status": "completed", "tag": "85b6bb1b-b8be-4c30-8ba8-512e45388e16"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:12.688756 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 85b6bb1b-b8be-4c30-8ba8-512e45388e16, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=85b6bb1b-b8be-4c30-8ba8-512e45388e16,segment=NetworkSegment(0f719f5a-72b9-4b7d-9309-657d36b755e9),segment_id=0f719f5a-72b9-4b7d-9309-657d36b755e9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:12.693962 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b386a7-09a6-41a3-87a9-c8137971c4d8 None None] Pushing event updated for resources: {'Port': ['ID=67468ba4-20d4-4ce6-b431-398c652b6725,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:12.708445 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:12.769131 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119eec1c-868f-48fc-a6e2-080d2f06bb8c req-25c0a81f-aca7-4544-a28b-76e5bf3ce33a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:12.770766 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-119eec1c-868f-48fc-a6e2-080d2f06bb8c req-25c0a81f-aca7-4544-a28b-76e5bf3ce33a tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "GET /v2.0/ports?device_id=a33b464a-f0b5-48bf-b0fa-09895a452e30 HTTP/1.1" status: 200 len: 949 time: 0.1756415 Jul 07 16:50:12.793317 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=85b6bb1b-b8be-4c30-8ba8-512e45388e16,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:12.899965 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1431f-9ace-4243-bc2c-80197e1c6794 req-34866827-2cee-4fcc-bb2c-c66da03e90e1 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:12.901536 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-08d1431f-9ace-4243-bc2c-80197e1c6794 req-34866827-2cee-4fcc-bb2c-c66da03e90e1 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 1097 time: 0.1936917 Jul 07 16:50:12.981805 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-08d1431f-9ace-4243-bc2c-80197e1c6794 req-7782bc24-a1e0-4eea-ac0b-ba513af85d89 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646100 Jul 07 16:50:12.988442 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-119eec1c-868f-48fc-a6e2-080d2f06bb8c req-58ebbdc1-44c8-45c7-b1c5-4dac21ebf13e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Deleting port a6a99d30-a08d-4863-a4a7-8c8cb6402987 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:12.988571 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-119eec1c-868f-48fc-a6e2-080d2f06bb8c req-58ebbdc1-44c8-45c7-b1c5-4dac21ebf13e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:13.074212 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a095b1d-8770-48ba-9518-4e312a1607cb x-openstack-request-id: req-2a095b1d-8770-48ba-9518-4e312a1607cb {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:13.075039 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde9a12d-320c-4258-bc7e-8f8fc1ed68fa", "name": "network-vif-plugged", "status": "completed", "tag": "85b6bb1b-b8be-4c30-8ba8-512e45388e16", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:13.075595 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a095b1d-8770-48ba-9518-4e312a1607cb {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:13.076327 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b6bb1b-b8be-4c30-8ba8-512e45388e16', 'code': 200} Jul 07 16:50:13.170299 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-119eec1c-868f-48fc-a6e2-080d2f06bb8c req-58ebbdc1-44c8-45c7-b1c5-4dac21ebf13e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] For port a6a99d30-a08d-4863-a4a7-8c8cb6402987, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=a6a99d30-a08d-4863-a4a7-8c8cb6402987,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:13.171047 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-119eec1c-868f-48fc-a6e2-080d2f06bb8c req-58ebbdc1-44c8-45c7-b1c5-4dac21ebf13e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:13.174114 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.69', 61259) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:13.188928 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69c6c236-cf5b-442c-b0a0-4b5512dfff93 req-6ad44c0b-8d72-4f39-95d0-ee5bce443a10 service neutron] 10.222.0.69 "GET /v2.0/networks/c85edc96-c222-49c3-a60a-171b400e82ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7025695 Jul 07 16:50:13.221611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-119eec1c-868f-48fc-a6e2-080d2f06bb8c req-58ebbdc1-44c8-45c7-b1c5-4dac21ebf13e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Calling delete_port for a6a99d30-a08d-4863-a4a7-8c8cb6402987 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:13.279747 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-0e85d056-391e-484b-8dca-964e8049da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:13.281537 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-0e85d056-391e-484b-8dca-964e8049da59 service neutron] 10.222.0.69 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 909 time: 0.7009265 Jul 07 16:50:13.298601 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-9738802b-a223-4e9f-808b-0fb8bdf7bbf4 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:13.300078 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-9738802b-a223-4e9f-808b-0fb8bdf7bbf4 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/networks?id=15f7dfb4-4550-4f67-8e04-336b5a163244 HTTP/1.1" status: 200 len: 813 time: 0.5906978 Jul 07 16:50:13.359343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107245b-f241-4068-b615-1d12a0767b46 req-94a135bf-0314-424c-bba1-eda3aced258d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:13.360834 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d107245b-f241-4068-b615-1d12a0767b46 req-94a135bf-0314-424c-bba1-eda3aced258d tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "GET /v2.0/ports?device_id=92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee HTTP/1.1" status: 200 len: 950 time: 0.2396836 Jul 07 16:50:13.376218 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-fcf1a10e-7169-4572-a634-253098a3750a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e41606e-9461-4408-ae37-53502f5242c0 HTTP/1.1" status: 200 len: 217 time: 0.0751760 Jul 07 16:50:13.380741 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-a7de410c-7ba3-4192-b4c3-28a0bd1094d2 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/quotas/db38433e72094096af7c4c0600979576 HTTP/1.1" status: 200 len: 375 time: 0.0462205 Jul 07 16:50:13.424384 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a190847-d296-426f-8b01-307d32cb814c req-cf52c5f2-5042-4415-9b0a-ed5465121a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:13.426317 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a190847-d296-426f-8b01-307d32cb814c req-cf52c5f2-5042-4415-9b0a-ed5465121a34 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 1097 time: 0.2494524 Jul 07 16:50:13.450908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ebd57-dba9-40e9-883c-3badc8d7ffcf req-c7e4aad7-a1cb-4bbe-b841-da7be1f14151 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:13.458136 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-270ebd57-dba9-40e9-883c-3badc8d7ffcf req-c7e4aad7-a1cb-4bbe-b841-da7be1f14151 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.2639289 Jul 07 16:50:13.505784 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-ca045711-46cb-4966-aee9-2c3287139a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:13.507310 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-ca045711-46cb-4966-aee9-2c3287139a86 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.1181424 Jul 07 16:50:13.516153 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69c6c236-cf5b-442c-b0a0-4b5512dfff93 req-db39eb49-5297-445d-b46b-1d32106f92ac service neutron] 10.222.0.69 "GET /v2.0/networks/c85edc96-c222-49c3-a60a-171b400e82ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587695 Jul 07 16:50:13.536360 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-5648008b-2536-4817-a74a-244b955d2949 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=db38433e72094096af7c4c0600979576&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1380115 Jul 07 16:50:13.588358 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-2865ea58-5d1f-4f26-a07d-1715680ab2f4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508716 Jul 07 16:50:13.589910 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a190847-d296-426f-8b01-307d32cb814c req-19773cf9-c3c5-423d-82a2-87ba8608b6d5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557891 Jul 07 16:50:13.640555 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-270ebd57-dba9-40e9-883c-3badc8d7ffcf req-7f14e317-f373-40ec-a8cf-482687187837 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802545 Jul 07 16:50:13.663379 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-119eec1c-868f-48fc-a6e2-080d2f06bb8c req-58ebbdc1-44c8-45c7-b1c5-4dac21ebf13e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:13.669576 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['787bb9b9-1f62-4c57-895d-4cde7b2c17d3'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:13.672166 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['a6a99d30-a08d-4863-a4a7-8c8cb6402987', '164e8a0e-3c71-4aa6-8950-f062cdf82b1e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:13.726659 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-40f39800-1529-4f56-ae96-3fe5a07d6ac4 service neutron] 10.222.0.50 "GET /v2.0/networks/15f7dfb4-4550-4f67-8e04-336b5a163244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372190 Jul 07 16:50:13.738812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebbdc1-44c8-45c7-b1c5-4dac21ebf13e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Pushing event deleted for resources: {'Port': ['ID=a6a99d30-a08d-4863-a4a7-8c8cb6402987,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:13.815285 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 2e41606e-9461-4408-ae37-53502f5242c0 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:13.840188 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-d107245b-f241-4068-b615-1d12a0767b46 req-2d8afb1c-21f6-4ac5-860c-639261f416ea tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Deleting port 164e8a0e-3c71-4aa6-8950-f062cdf82b1e {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:13.840862 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d107245b-f241-4068-b615-1d12a0767b46 req-2d8afb1c-21f6-4ac5-860c-639261f416ea tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:13.858620 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-ef09db82-8438-4fec-8119-237c66b9ac10 service neutron] 10.222.0.69 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308851 Jul 07 16:50:13.878580 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-119eec1c-868f-48fc-a6e2-080d2f06bb8c req-58ebbdc1-44c8-45c7-b1c5-4dac21ebf13e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] No DVR routers for this DVR port a6a99d30-a08d-4863-a4a7-8c8cb6402987 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:13.932418 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b725f9-96dd-4a6a-8425-dd6a02a8e522 None None] Network 15f7dfb4-4550-4f67-8e04-336b5a163244 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:50:13.980233 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d107245b-f241-4068-b615-1d12a0767b46 req-2d8afb1c-21f6-4ac5-860c-639261f416ea tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] For port 164e8a0e-3c71-4aa6-8950-f062cdf82b1e, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=164e8a0e-3c71-4aa6-8950-f062cdf82b1e,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:13.980595 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d107245b-f241-4068-b615-1d12a0767b46 req-2d8afb1c-21f6-4ac5-860c-639261f416ea tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:13.999998 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:14.000208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-d107245b-f241-4068-b615-1d12a0767b46 req-2d8afb1c-21f6-4ac5-860c-639261f416ea tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Calling delete_port for 164e8a0e-3c71-4aa6-8950-f062cdf82b1e owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:14.032387 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 2e41606e-9461-4408-ae37-53502f5242c0 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:14.086453 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-eb2a80ca-7bfc-45bf-82d2-3eadf83eff7e None None] Provisioning for port 67468ba4-20d4-4ce6-b431-398c652b6725 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:14.143638 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-119eec1c-868f-48fc-a6e2-080d2f06bb8c req-58ebbdc1-44c8-45c7-b1c5-4dac21ebf13e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:14.145664 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-119eec1c-868f-48fc-a6e2-080d2f06bb8c req-58ebbdc1-44c8-45c7-b1c5-4dac21ebf13e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "DELETE /v2.0/ports/a6a99d30-a08d-4863-a4a7-8c8cb6402987 HTTP/1.1" status: 204 len: 173 time: 1.3680565 Jul 07 16:50:14.146698 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-7cc50fec-20ba-4ff8-a5e9-b4ac2bb2644d service neutron] 10.222.0.50 "GET /v2.0/networks/15f7dfb4-4550-4f67-8e04-336b5a163244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833567 Jul 07 16:50:14.173555 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-6854d3df-0803-45d2-a112-b28565f158b6 service neutron] 10.222.0.69 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556140 Jul 07 16:50:14.238001 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33b464a-f0b5-48bf-b0fa-09895a452e30', 'name': 'network-vif-deleted', 'tag': 'a6a99d30-a08d-4863-a4a7-8c8cb6402987'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:14.242086 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bdcb2f-5299-43c7-8f49-529750837cc9" -d '{"events": [{"server_uuid": "a33b464a-f0b5-48bf-b0fa-09895a452e30", "name": "network-vif-deleted", "tag": "a6a99d30-a08d-4863-a4a7-8c8cb6402987"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:14.310656 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 67468ba4-20d4-4ce6-b431-398c652b6725 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:14.330056 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d107245b-f241-4068-b615-1d12a0767b46 req-2d8afb1c-21f6-4ac5-860c-639261f416ea tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:14.372023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8afb1c-21f6-4ac5-860c-639261f416ea tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Pushing event deleted for resources: {'Port': ['ID=164e8a0e-3c71-4aa6-8950-f062cdf82b1e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:14.411081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2926ab-d18c-4ed1-8f54-6496800fd03a req-27390422-3bc0-475d-916c-c3f7615407a6 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:14.413704 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fc2926ab-d18c-4ed1-8f54-6496800fd03a req-27390422-3bc0-475d-916c-c3f7615407a6 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 946 time: 0.2671597 Jul 07 16:50:14.545352 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d107245b-f241-4068-b615-1d12a0767b46 req-2d8afb1c-21f6-4ac5-860c-639261f416ea tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] No DVR routers for this DVR port 164e8a0e-3c71-4aa6-8950-f062cdf82b1e on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:14.550458 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d107245b-f241-4068-b615-1d12a0767b46 req-2d8afb1c-21f6-4ac5-860c-639261f416ea tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:14.552544 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d107245b-f241-4068-b615-1d12a0767b46 req-2d8afb1c-21f6-4ac5-860c-639261f416ea tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.69 "DELETE /v2.0/ports/164e8a0e-3c71-4aa6-8950-f062cdf82b1e HTTP/1.1" status: 204 len: 173 time: 1.1832154 Jul 07 16:50:14.576532 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fc2926ab-d18c-4ed1-8f54-6496800fd03a req-8f8d0280-7688-4aa2-8b59-3716a1d5f2e5 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284416 Jul 07 16:50:14.721182 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-50955d5f-5631-4aae-9b6f-ed63717ac77a req-28a11e73-3662-4575-82c3-31b54813bee5 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=a33b464a-f0b5-48bf-b0fa-09895a452e30 HTTP/1.1" status: 200 len: 210 time: 0.0791259 Jul 07 16:50:14.768734 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6096f594-29df-44e7-82f2-e51cf591f5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:14.782272 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 67468ba4-20d4-4ce6-b431-398c652b6725 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:14.815292 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 67468ba4-20d4-4ce6-b431-398c652b6725 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:14.815682 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:14.949907 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['787bb9b9-1f62-4c57-895d-4cde7b2c17d3'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:15.266751 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:15.372002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-28df5593-666c-4fb0-86e3-487b7b445baf None None] Provisioning complete for port 67468ba4-20d4-4ce6-b431-398c652b6725 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:15.373204 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-28df5593-666c-4fb0-86e3-487b7b445baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:15.458092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 67468ba4-20d4-4ce6-b431-398c652b6725, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=67468ba4-20d4-4ce6-b431-398c652b6725,segment=NetworkSegment(136c6be8-fa7d-405b-8eaa-b4af384f2b18),segment_id=136c6be8-fa7d-405b-8eaa-b4af384f2b18)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:15.473639 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:15.577863 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=67468ba4-20d4-4ce6-b431-398c652b6725,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:15.594649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505cea9-02d7-4021-aea6-2a25aaad90b7 req-7f3371ea-4605-4575-bc8c-a3550f77849a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:15.597588 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7505cea9-02d7-4021-aea6-2a25aaad90b7 req-7f3371ea-4605-4575-bc8c-a3550f77849a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 944 time: 0.8250957 Jul 07 16:50:15.600486 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-879049fa-5aa2-4d96-94ec-585e61216c47 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:15.602292 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-879049fa-5aa2-4d96-94ec-585e61216c47 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd&tenant_id=1be8148ddb52412394c6dd031bc2cc7e&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 1095 time: 0.8880215 Jul 07 16:50:15.724255 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7505cea9-02d7-4021-aea6-2a25aaad90b7 req-c6d7c2d4-94cd-49ae-8092-e98216e8fd3b tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187170 Jul 07 16:50:15.783427 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0700d11-e691-4147-941e-11c009a4d146 x-openstack-request-id: req-c0700d11-e691-4147-941e-11c009a4d146 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:15.783725 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33b464a-f0b5-48bf-b0fa-09895a452e30", "name": "network-vif-deleted", "tag": "a6a99d30-a08d-4863-a4a7-8c8cb6402987", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:15.784016 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0700d11-e691-4147-941e-11c009a4d146 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:15.784415 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33b464a-f0b5-48bf-b0fa-09895a452e30', 'name': 'network-vif-deleted', 'tag': 'a6a99d30-a08d-4863-a4a7-8c8cb6402987', 'status': 'completed', 'code': 200} Jul 07 16:50:15.791427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-20d8e331-9544-4897-8cf8-cc772eb9348c service neutron] For port 2e41606e-9461-4408-ae37-53502f5242c0, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:15.798024 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-20d8e331-9544-4897-8cf8-cc772eb9348c service neutron] Notify callbacks [] for binding, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:15.798877 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dce7a662-3f67-4298-a2c2-99c13d9a3dbb req-20d8e331-9544-4897-8cf8-cc772eb9348c service neutron] 10.222.0.69 "DELETE /v2.0/ports/2e41606e-9461-4408-ae37-53502f5242c0/bindings/n-h1-793620-7 HTTP/1.1" status: 204 len: 173 time: 0.1868162 Jul 07 16:50:16.010422 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-74421b64-5b4d-4b26-8de5-928902dc5162 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:16.011978 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-74421b64-5b4d-4b26-8de5-928902dc5162 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/networks?id=15f7dfb4-4550-4f67-8e04-336b5a163244 HTTP/1.1" status: 200 len: 813 time: 0.1507690 Jul 07 16:50:16.029332 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-a4d91333-017d-4b1a-ad63-db27570ae2a7 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/quotas/db38433e72094096af7c4c0600979576 HTTP/1.1" status: 200 len: 375 time: 0.0112972 Jul 07 16:50:16.106416 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:16.132376 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 164e8a0e-3c71-4aa6-8950-f062cdf82b1e no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:16.146154 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-706089ff-bafc-421e-8b4f-f1ee2f2174fb tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=db38433e72094096af7c4c0600979576&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1103449 Jul 07 16:50:16.164172 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 164e8a0e-3c71-4aa6-8950-f062cdf82b1e {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:16.164569 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 164e8a0e-3c71-4aa6-8950-f062cdf82b1e not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:16.166693 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device a6a99d30-a08d-4863-a4a7-8c8cb6402987 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:16.206474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: a6a99d30-a08d-4863-a4a7-8c8cb6402987 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:16.206474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device a6a99d30-a08d-4863-a4a7-8c8cb6402987 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:16.233232 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 67468ba4-20d4-4ce6-b431-398c652b6725 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:16.297821 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-43d802e2-3827-4d1a-a32a-05df53ca6053 service neutron] 10.222.0.50 "GET /v2.0/networks/15f7dfb4-4550-4f67-8e04-336b5a163244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503220 Jul 07 16:50:16.354408 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 67468ba4-20d4-4ce6-b431-398c652b6725 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:16.354893 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:16.508005 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-da679cb8-5cfa-47e5-a57f-c8b7272355b7 service neutron] 10.222.0.50 "GET /v2.0/networks/15f7dfb4-4550-4f67-8e04-336b5a163244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060297 Jul 07 16:50:16.636698 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-4ef8f61e-045f-4868-b518-12678b05d671 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:16.638711 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-4ef8f61e-045f-4868-b518-12678b05d671 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.69 "GET /v2.0/networks?id=15f7dfb4-4550-4f67-8e04-336b5a163244 HTTP/1.1" status: 200 len: 813 time: 0.1289017 Jul 07 16:50:16.652806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-011f378c-f035-4ffd-bd47-ba7d73b58ec0 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Request body: {'port': {'device_id': 'b95b1a9e-9c09-4c13-96e0-29259fd6d513', 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244', 'admin_state_up': True, 'tenant_id': 'db38433e72094096af7c4c0600979576'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:16.786093 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-011f378c-f035-4ffd-bd47-ba7d73b58ec0 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Made reservation on behalf of db38433e72094096af7c4c0600979576 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:16.791352 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-011f378c-f035-4ffd-bd47-ba7d73b58ec0 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:16.998411 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-e45a6c26-cb89-494a-ace6-9a4059a31a01 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:50:17.005264 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-e45a6c26-cb89-494a-ace6-9a4059a31a01 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117524 Jul 07 16:50:17.017330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-643e9fcd-40f6-42dd-96a8-8e0502d2ba1e service neutron] Request body: {'binding': {'host': 'n-h2-793620-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:17.018107 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-643e9fcd-40f6-42dd-96a8-8e0502d2ba1e service neutron] Unknown quota resources ['binding']. {{(pid=100409) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:50:17.049329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-011f378c-f035-4ffd-bd47-ba7d73b58ec0 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Allocated IP 172.20.0.9 (15f7dfb4-4550-4f67-8e04-336b5a163244/9c925a58-ae4b-4efd-912a-4eaadf983811/d8446cef-7551-4d0f-b5c6-b500a7d260ad) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:17.074899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162ff09-d1e9-4059-b32e-1fd07ec078e0 req-817d561f-7437-4e9f-a3c7-0071489707a6 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:17.082115 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b162ff09-d1e9-4059-b32e-1fd07ec078e0 req-817d561f-7437-4e9f-a3c7-0071489707a6 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.1996799 Jul 07 16:50:17.156857 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b162ff09-d1e9-4059-b32e-1fd07ec078e0 req-6ba0e0d3-51e6-4dd2-b9b3-5fdfed2db8ff tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738409 Jul 07 16:50:17.231978 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-643e9fcd-40f6-42dd-96a8-8e0502d2ba1e service neutron] Attempting to bind port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 on host n-h2-793620-7 for vnic_type normal with profile None {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:17.232398 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-643e9fcd-40f6-42dd-96a8-8e0502d2ba1e service neutron] Attempting to bind port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:17.233183 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-643e9fcd-40f6-42dd-96a8-8e0502d2ba1e service neutron] Attempting to bind port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:17.239477 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-643e9fcd-40f6-42dd-96a8-8e0502d2ba1e service neutron] Port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:50:17.240457 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-643e9fcd-40f6-42dd-96a8-8e0502d2ba1e service neutron] Attempting to bind port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:17.246023 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-643e9fcd-40f6-42dd-96a8-8e0502d2ba1e service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:17.246804 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-643e9fcd-40f6-42dd-96a8-8e0502d2ba1e service neutron] Checking segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:17.247438 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-643e9fcd-40f6-42dd-96a8-8e0502d2ba1e service neutron] Bound using segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:17.248163 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-643e9fcd-40f6-42dd-96a8-8e0502d2ba1e service neutron] Bound port: 4d077619-a9de-4926-9a84-3d9c8f3a9ef7, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:17.317832 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-643e9fcd-40f6-42dd-96a8-8e0502d2ba1e service neutron] For port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=4d077619-a9de-4926-9a84-3d9c8f3a9ef7,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:17.324424 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-643e9fcd-40f6-42dd-96a8-8e0502d2ba1e service neutron] Notify callbacks [] for binding, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:17.325931 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-643e9fcd-40f6-42dd-96a8-8e0502d2ba1e service neutron] 10.222.0.50 "POST /v2.0/ports/4d077619-a9de-4926-9a84-3d9c8f3a9ef7/bindings HTTP/1.1" status: 201 len: 389 time: 0.3196878 Jul 07 16:50:17.326207 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-011f378c-f035-4ffd-bd47-ba7d73b58ec0 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:17.373023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-011f378c-f035-4ffd-bd47-ba7d73b58ec0 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Transition to ACTIVE for port object d8446cef-7551-4d0f-b5c6-b500a7d260ad will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:17.398938 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9e99fd66-6684-4636-a1ea-a47acb777ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:17.456341 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415afea-51d9-46fe-bcdf-436b4d1d3f18 req-0f5b12aa-73eb-4771-9ed4-2e9a9ea88710 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:17.458040 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e415afea-51d9-46fe-bcdf-436b4d1d3f18 req-0f5b12aa-73eb-4771-9ed4-2e9a9ea88710 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 946 time: 0.1247990 Jul 07 16:50:17.466168 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-011f378c-f035-4ffd-bd47-ba7d73b58ec0 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:17.540391 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-011f378c-f035-4ffd-bd47-ba7d73b58ec0 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Network 15f7dfb4-4550-4f67-8e04-336b5a163244 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:17.557298 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-011f378c-f035-4ffd-bd47-ba7d73b58ec0 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:17.585030 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:17.589468 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-011f378c-f035-4ffd-bd47-ba7d73b58ec0 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:17.600320 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e415afea-51d9-46fe-bcdf-436b4d1d3f18 req-9f3b9765-daaf-459e-bc3c-3d52e0a08f00 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356959 Jul 07 16:50:17.601031 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f378c-f035-4ffd-bd47-ba7d73b58ec0 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Pushing event updated for resources: {'Port': ['ID=d8446cef-7551-4d0f-b5c6-b500a7d260ad,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:17.658268 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-011f378c-f035-4ffd-bd47-ba7d73b58ec0 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:17.659019 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-011f378c-f035-4ffd-bd47-ba7d73b58ec0 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:17.690766 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-011f378c-f035-4ffd-bd47-ba7d73b58ec0 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0429554 Jul 07 16:50:17.711483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] Request body: {'port': {'device_id': 'b95b1a9e-9c09-4c13-96e0-29259fd6d513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:17.785770 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee', 'name': 'network-vif-deleted', 'tag': '164e8a0e-3c71-4aa6-8950-f062cdf82b1e'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:17.788245 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d843347-6add-4497-9b17-aee4d5baf1f6" -d '{"events": [{"server_uuid": "92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee", "name": "network-vif-deleted", "tag": "164e8a0e-3c71-4aa6-8950-f062cdf82b1e"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:17.807593 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:17.901880 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-16f9f605-418d-4c09-8175-781427d7b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:17.903938 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-16f9f605-418d-4c09-8175-781427d7b4e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 1097 time: 0.1968014 Jul 07 16:50:17.983322 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-5b6d856f-6c41-49c6-8bf8-d9d70f1ec575 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:17.996419 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-5b6d856f-6c41-49c6-8bf8-d9d70f1ec575 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/networks?id=15f7dfb4-4550-4f67-8e04-336b5a163244 HTTP/1.1" status: 200 len: 813 time: 0.2048676 Jul 07 16:50:17.999707 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e2288f35-d323-4089-b196-634fab5b862c None None] Provisioning for port d8446cef-7551-4d0f-b5c6-b500a7d260ad completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:18.004433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e2288f35-d323-4089-b196-634fab5b862c None None] Provisioning complete for port d8446cef-7551-4d0f-b5c6-b500a7d260ad triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:18.004807 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e2288f35-d323-4089-b196-634fab5b862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:18.014559 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-3735a441-80af-45fa-8a24-8607d1d55374 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/quotas/db38433e72094096af7c4c0600979576 HTTP/1.1" status: 200 len: 375 time: 0.0171485 Jul 07 16:50:18.084513 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e2288f35-d323-4089-b196-634fab5b862c None None] Port d8446cef-7551-4d0f-b5c6-b500a7d260ad cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:50:18.124358 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-3414f051-3d6f-4656-9361-0677f65ea46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:18.128336 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-3414f051-3d6f-4656-9361-0677f65ea46c service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 921 time: 0.2172384 Jul 07 16:50:18.138181 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-69bb87a3-23e6-4f55-b586-3289d57dd50e tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=db38433e72094096af7c4c0600979576&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1220844 Jul 07 16:50:18.140554 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8880e-984f-413c-b192-a0feddaab71a req-cda4b854-19c0-4798-b977-d9b6518ed604 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:18.148900 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-39d8880e-984f-413c-b192-a0feddaab71a req-cda4b854-19c0-4798-b977-d9b6518ed604 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 944 time: 0.2614455 Jul 07 16:50:18.215202 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-39d8880e-984f-413c-b192-a0feddaab71a req-c9c95e6b-bf06-446a-a56f-f82bdc624158 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587251 Jul 07 16:50:18.238342 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-3f4456f3-2ddc-4393-8647-2331c2d88e57 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d077619-a9de-4926-9a84-3d9c8f3a9ef7 HTTP/1.1" status: 200 len: 217 time: 0.0991395 Jul 07 16:50:18.323497 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-a958034b-b8f7-4a50-a7f0-dc71e0fb3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:18.325015 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-a958034b-b8f7-4a50-a7f0-dc71e0fb3f72 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.0771196 Jul 07 16:50:18.334292 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-e498030a-e50f-4b57-8271-ebed7cd53914 service neutron] 10.222.0.50 "GET /v2.0/networks/15f7dfb4-4550-4f67-8e04-336b5a163244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877828 Jul 07 16:50:18.345052 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8446cef-7551-4d0f-b5c6-b500a7d260ad {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:18.354993 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:18.371646 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] Transition to ACTIVE for port object d8446cef-7551-4d0f-b5c6-b500a7d260ad will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:18.378933 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:18.452938 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-344b1a3f-5c87-4db6-aa34-e1378228b78d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384152 Jul 07 16:50:18.456759 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-5937bc1a-e912-4085-9892-736a9e80871b service neutron] 10.222.0.50 "GET /v2.0/networks/15f7dfb4-4550-4f67-8e04-336b5a163244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216750 Jul 07 16:50:18.650031 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-87851863-abb4-456b-94fd-89fc2ba342b8 service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892684 Jul 07 16:50:18.703074 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:18.730857 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] Pushing event updated for resources: {'Port': ['ID=d8446cef-7551-4d0f-b5c6-b500a7d260ad,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:18.823633 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-be160293-0ac3-48f0-82b5-757e9135a5fe service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588776 Jul 07 16:50:18.880484 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-cad89308-c1e3-4956-b086-e2ce9e7a2bd4 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:18.882020 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-cad89308-c1e3-4956-b086-e2ce9e7a2bd4 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.15 "GET /v2.0/networks?id=15f7dfb4-4550-4f67-8e04-336b5a163244 HTTP/1.1" status: 200 len: 813 time: 0.4312370 Jul 07 16:50:18.884361 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] Attempting to bind port d8446cef-7551-4d0f-b5c6-b500a7d260ad on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:18.884694 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] Attempting to bind port d8446cef-7551-4d0f-b5c6-b500a7d260ad by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '136c6be8-fa7d-405b-8eaa-b4af384f2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:18.885060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] Attempting to bind port d8446cef-7551-4d0f-b5c6-b500a7d260ad on network 15f7dfb4-4550-4f67-8e04-336b5a163244 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:18.890132 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] Port d8446cef-7551-4d0f-b5c6-b500a7d260ad on network 15f7dfb4-4550-4f67-8e04-336b5a163244 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:50:18.890494 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] Attempting to bind port d8446cef-7551-4d0f-b5c6-b500a7d260ad on network 15f7dfb4-4550-4f67-8e04-336b5a163244 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:18.902869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-5803382d-6ad6-4874-ad5d-11e41ce13933 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Request body: {'port': {'device_id': '52f5cc4f-17cc-448c-9ce9-feb391912557', 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244', 'admin_state_up': True, 'tenant_id': 'db38433e72094096af7c4c0600979576'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:18.915860 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:18.916151 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] Checking segment: {'id': '136c6be8-fa7d-405b-8eaa-b4af384f2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:18.916634 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] Bound using segment: {'id': '136c6be8-fa7d-405b-8eaa-b4af384f2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:18.917343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] Bound port: d8446cef-7551-4d0f-b5c6-b500a7d260ad, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136c6be8-fa7d-405b-8eaa-b4af384f2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:18.917480 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:18.941516 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e863fe6-f9fc-4f96-aa04-d06d0839dcac req-6aef3c5e-242e-4c34-b4db-54b150aedd9f tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:18.949215 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e863fe6-f9fc-4f96-aa04-d06d0839dcac req-6aef3c5e-242e-4c34-b4db-54b150aedd9f tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 946 time: 0.5342660 Jul 07 16:50:19.075002 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e863fe6-f9fc-4f96-aa04-d06d0839dcac req-4a027db8-581d-4017-b6db-b5d96e8d1a66 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250489 Jul 07 16:50:19.155468 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] For port d8446cef-7551-4d0f-b5c6-b500a7d260ad, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:19.162974 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2da85077-af37-43d7-9117-b369dd298bdc req-39141117-a07f-4ea9-b750-2ab0f31e6013 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3210573 Jul 07 16:50:19.164263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] For port d8446cef-7551-4d0f-b5c6-b500a7d260ad, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d8446cef-7551-4d0f-b5c6-b500a7d260ad,segment=NetworkSegment(136c6be8-fa7d-405b-8eaa-b4af384f2b18),segment_id=136c6be8-fa7d-405b-8eaa-b4af384f2b18)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:19.167114 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff51dd9-c95e-49d0-8c79-f4bf054bb358 x-openstack-request-id: req-5ff51dd9-c95e-49d0-8c79-f4bf054bb358 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:19.167519 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee", "name": "network-vif-deleted", "tag": "164e8a0e-3c71-4aa6-8950-f062cdf82b1e", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:19.167876 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ff51dd9-c95e-49d0-8c79-f4bf054bb358 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:19.168303 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b3e1d0-edf1-4ef7-9cc8-3c065c0d04ee', 'name': 'network-vif-deleted', 'tag': '164e8a0e-3c71-4aa6-8950-f062cdf82b1e', 'status': 'completed', 'code': 200} Jul 07 16:50:19.171201 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-5803382d-6ad6-4874-ad5d-11e41ce13933 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Made reservation on behalf of db38433e72094096af7c4c0600979576 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:19.172290 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-2da85077-af37-43d7-9117-b369dd298bdc req-6e120cc8-ad1f-41a0-b971-f7c65d9e94c6 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:19.175500 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-5803382d-6ad6-4874-ad5d-11e41ce13933 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:19.204905 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2da85077-af37-43d7-9117-b369dd298bdc req-6e120cc8-ad1f-41a0-b971-f7c65d9e94c6 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:19.206309 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:19.308572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:19.309742 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:19.311527 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] 10.222.0.69 "PUT /v2.0/ports/d8446cef-7551-4d0f-b5c6-b500a7d260ad HTTP/1.1" status: 200 len: 1091 time: 1.6046133 Jul 07 16:50:19.313618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f96bb-f556-4678-a016-2b5d7182f8fa service neutron] Pushing event updated for resources: {'Port': ['ID=d8446cef-7551-4d0f-b5c6-b500a7d260ad,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:19.489524 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2da85077-af37-43d7-9117-b369dd298bdc req-6e120cc8-ad1f-41a0-b971-f7c65d9e94c6 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:19.619068 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-5803382d-6ad6-4874-ad5d-11e41ce13933 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Allocated IP 172.20.0.13 (15f7dfb4-4550-4f67-8e04-336b5a163244/9c925a58-ae4b-4efd-912a-4eaadf983811/cb967ae3-cdde-46eb-a066-b061168a63b3) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:19.661242 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2571bd0-20fb-4ed9-915f-216bfb6ecd85 req-5070683d-b4a2-41f7-bd5b-a5c98e339f6b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:19.667447 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-2da85077-af37-43d7-9117-b369dd298bdc req-6e120cc8-ad1f-41a0-b971-f7c65d9e94c6 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Allocated IP 172.25.2.236 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/87358a6f-b50c-406e-afbd-b23000b19308) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:19.668191 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d2571bd0-20fb-4ed9-915f-216bfb6ecd85 req-5070683d-b4a2-41f7-bd5b-a5c98e339f6b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.2697632 Jul 07 16:50:19.685921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-ee4269eb-874c-4b9b-ac22-6a40d32c4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:19.687454 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-ee4269eb-874c-4b9b-ac22-6a40d32c4ba4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db38433e72094096af7c4c0600979576&device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 1094 time: 0.2971511 Jul 07 16:50:19.760970 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-2f2b3292-f12c-4e80-b27b-03f4a7906857 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8446cef-7551-4d0f-b5c6-b500a7d260ad HTTP/1.1" status: 200 len: 217 time: 0.0626040 Jul 07 16:50:19.787968 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2da85077-af37-43d7-9117-b369dd298bdc req-6e120cc8-ad1f-41a0-b971-f7c65d9e94c6 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:19.836573 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2da85077-af37-43d7-9117-b369dd298bdc req-6e120cc8-ad1f-41a0-b971-f7c65d9e94c6 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:19.844508 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d2571bd0-20fb-4ed9-915f-216bfb6ecd85 req-f52f2733-fb67-49d3-bcd3-c3158ceb9e65 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754599 Jul 07 16:50:19.877123 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-7c091855-24c9-4920-9eb1-cc869ca51105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:19.878690 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-7c091855-24c9-4920-9eb1-cc869ca51105 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9c925a58-ae4b-4efd-912a-4eaadf983811 HTTP/1.1" status: 200 len: 852 time: 0.1023583 Jul 07 16:50:19.886464 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da85077-af37-43d7-9117-b369dd298bdc req-6e120cc8-ad1f-41a0-b971-f7c65d9e94c6 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:19.891095 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-2da85077-af37-43d7-9117-b369dd298bdc req-6e120cc8-ad1f-41a0-b971-f7c65d9e94c6 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:19.893625 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da85077-af37-43d7-9117-b369dd298bdc req-6e120cc8-ad1f-41a0-b971-f7c65d9e94c6 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:19.934977 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e120cc8-ad1f-41a0-b971-f7c65d9e94c6 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Pushing event updated for resources: {'Port': ['ID=87358a6f-b50c-406e-afbd-b23000b19308,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:19.958306 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-5803382d-6ad6-4874-ad5d-11e41ce13933 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:19.981257 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-5803382d-6ad6-4874-ad5d-11e41ce13933 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Transition to ACTIVE for port object cb967ae3-cdde-46eb-a066-b061168a63b3 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:19.996894 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-bcf9c679-7abc-4771-a0f9-e9c685f5d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:19.998417 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-bcf9c679-7abc-4771-a0f9-e9c685f5d7a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=15f7dfb4-4550-4f67-8e04-336b5a163244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102622 Jul 07 16:50:20.020539 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2da85077-af37-43d7-9117-b369dd298bdc req-6e120cc8-ad1f-41a0-b971-f7c65d9e94c6 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:20.075561 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2da85077-af37-43d7-9117-b369dd298bdc req-6e120cc8-ad1f-41a0-b971-f7c65d9e94c6 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:20.101224 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-98786a1a-448f-4fb3-884d-fa8795976309 req-2dac459e-a30d-476b-870e-7b3e03bc6421 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54 HTTP/1.1" status: 200 len: 210 time: 0.0425611 Jul 07 16:50:20.104521 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-5803382d-6ad6-4874-ad5d-11e41ce13933 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:20.167411 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:20.192514 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-5803382d-6ad6-4874-ad5d-11e41ce13933 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Network 15f7dfb4-4550-4f67-8e04-336b5a163244 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:20.194039 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803382d-6ad6-4874-ad5d-11e41ce13933 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Pushing event updated for resources: {'Port': ['ID=cb967ae3-cdde-46eb-a066-b061168a63b3,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:20.196883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-5803382d-6ad6-4874-ad5d-11e41ce13933 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:20.199929 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-b60ec0b8-f802-4d75-9573-82073b8cd1bd service neutron] 10.222.0.69 "GET /v2.0/networks/15f7dfb4-4550-4f67-8e04-336b5a163244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903102 Jul 07 16:50:20.200690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-5803382d-6ad6-4874-ad5d-11e41ce13933 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:20.333445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-5803382d-6ad6-4874-ad5d-11e41ce13933 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:20.334175 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-5803382d-6ad6-4874-ad5d-11e41ce13933 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:20.367839 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-5803382d-6ad6-4874-ad5d-11e41ce13933 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4701405 Jul 07 16:50:20.407534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] Request body: {'port': {'device_id': '52f5cc4f-17cc-448c-9ce9-feb391912557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:20.464882 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c1a905d6-12e2-45bc-9919-3cc38b151c18 req-3d8ad7a6-3229-4b82-96d0-565b7b2c38cd service neutron] 10.222.0.69 "GET /v2.0/networks/15f7dfb4-4550-4f67-8e04-336b5a163244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364082 Jul 07 16:50:20.480235 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2da85077-af37-43d7-9117-b369dd298bdc req-6e120cc8-ad1f-41a0-b971-f7c65d9e94c6 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:20.492088 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2da85077-af37-43d7-9117-b369dd298bdc req-6e120cc8-ad1f-41a0-b971-f7c65d9e94c6 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:20.507068 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-a0fef7ed-1f8b-470f-9a34-3e88c6f8d53d tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:20.511330 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-a0fef7ed-1f8b-470f-9a34-3e88c6f8d53d tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.15 "GET /v2.0/networks?id=15f7dfb4-4550-4f67-8e04-336b5a163244 HTTP/1.1" status: 200 len: 813 time: 0.2471533 Jul 07 16:50:20.563675 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-d8894e91-a04a-4ce1-bb2e-fdafaad573c2 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Request body: {'port': {'device_id': 'bce29187-0571-4e1c-bf17-cd83ea4dae54', 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244', 'admin_state_up': True, 'tenant_id': 'db38433e72094096af7c4c0600979576'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:20.577542 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:20.658586 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e120cc8-ad1f-41a0-b971-f7c65d9e94c6 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Pushing event updated for resources: {'Port': ['ID=87358a6f-b50c-406e-afbd-b23000b19308,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:20.681070 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5b11d1cd-f470-4e14-a7c1-242dd96e64ff None None] Provisioning for port cb967ae3-cdde-46eb-a066-b061168a63b3 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:20.696022 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5b11d1cd-f470-4e14-a7c1-242dd96e64ff None None] Provisioning complete for port cb967ae3-cdde-46eb-a066-b061168a63b3 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:20.696403 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b11d1cd-f470-4e14-a7c1-242dd96e64ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:20.744646 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2da85077-af37-43d7-9117-b369dd298bdc req-6e120cc8-ad1f-41a0-b971-f7c65d9e94c6 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:20.765987 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-5b11d1cd-f470-4e14-a7c1-242dd96e64ff None None] Port cb967ae3-cdde-46eb-a066-b061168a63b3 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:50:20.776978 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2da85077-af37-43d7-9117-b369dd298bdc req-6e120cc8-ad1f-41a0-b971-f7c65d9e94c6 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:20.778292 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2da85077-af37-43d7-9117-b369dd298bdc req-6e120cc8-ad1f-41a0-b971-f7c65d9e94c6 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6137581 Jul 07 16:50:20.892965 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2da85077-af37-43d7-9117-b369dd298bdc req-5cb3a150-a66d-4508-94a5-073eb7f5798f tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 696 time: 0.0977583 Jul 07 16:50:20.955698 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-d8894e91-a04a-4ce1-bb2e-fdafaad573c2 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Made reservation on behalf of db38433e72094096af7c4c0600979576 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:20.959565 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-d8894e91-a04a-4ce1-bb2e-fdafaad573c2 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:20.984439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb967ae3-cdde-46eb-a066-b061168a63b3 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:20.993581 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:20.997422 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f2f86-8306-4123-a461-f8d9006650b8 req-70ca6096-7c85-482c-884d-cd8db939a99f tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:20.998421 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-008f2f86-8306-4123-a461-f8d9006650b8 req-70ca6096-7c85-482c-884d-cd8db939a99f tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 1095 time: 0.1183038 Jul 07 16:50:21.009866 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] Transition to ACTIVE for port object cb967ae3-cdde-46eb-a066-b061168a63b3 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:21.016915 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:21.091942 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-008f2f86-8306-4123-a461-f8d9006650b8 req-0f6d909b-c6a3-43db-bc39-690958e1b378 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830514 Jul 07 16:50:21.093823 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83364434-a366-4550-9505-35049f687d0e service neutron] Pushing event updated for resources: {'Port': ['ID=cb967ae3-cdde-46eb-a066-b061168a63b3,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:21.173095 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95b1a9e-9c09-4c13-96e0-29259fd6d513', 'tag': 'd8446cef-7551-4d0f-b5c6-b500a7d260ad'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:21.179605 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413bd75c-3adc-4b67-810f-acd46af6ffe0" -d '{"events": [{"name": "network-changed", "server_uuid": "b95b1a9e-9c09-4c13-96e0-29259fd6d513", "tag": "d8446cef-7551-4d0f-b5c6-b500a7d260ad"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:21.236551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] Attempting to bind port cb967ae3-cdde-46eb-a066-b061168a63b3 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:21.240766 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] Attempting to bind port cb967ae3-cdde-46eb-a066-b061168a63b3 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '136c6be8-fa7d-405b-8eaa-b4af384f2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:21.241293 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] Attempting to bind port cb967ae3-cdde-46eb-a066-b061168a63b3 on network 15f7dfb4-4550-4f67-8e04-336b5a163244 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:21.249686 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] Port cb967ae3-cdde-46eb-a066-b061168a63b3 on network 15f7dfb4-4550-4f67-8e04-336b5a163244 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:50:21.251075 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] Attempting to bind port cb967ae3-cdde-46eb-a066-b061168a63b3 on network 15f7dfb4-4550-4f67-8e04-336b5a163244 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:21.259993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:21.262846 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] Checking segment: {'id': '136c6be8-fa7d-405b-8eaa-b4af384f2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:21.264535 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] Bound using segment: {'id': '136c6be8-fa7d-405b-8eaa-b4af384f2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:21.270140 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] Bound port: cb967ae3-cdde-46eb-a066-b061168a63b3, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136c6be8-fa7d-405b-8eaa-b4af384f2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:21.270585 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:21.401436 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da85077-af37-43d7-9117-b369dd298bdc req-ecde67dd-78f7-4470-9439-245123f6451c tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:21.402803 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2da85077-af37-43d7-9117-b369dd298bdc req-ecde67dd-78f7-4470-9439-245123f6451c tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.5014398 Jul 07 16:50:21.416069 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-2da85077-af37-43d7-9117-b369dd298bdc req-cde50c64-163c-4cd5-b67f-eb98bcb880d8 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:50:21.417235 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2da85077-af37-43d7-9117-b369dd298bdc req-cde50c64-163c-4cd5-b67f-eb98bcb880d8 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082216 Jul 07 16:50:21.420246 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] For port cb967ae3-cdde-46eb-a066-b061168a63b3, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:21.424520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] For port cb967ae3-cdde-46eb-a066-b061168a63b3, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=cb967ae3-cdde-46eb-a066-b061168a63b3,segment=NetworkSegment(136c6be8-fa7d-405b-8eaa-b4af384f2b18),segment_id=136c6be8-fa7d-405b-8eaa-b4af384f2b18)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:21.434740 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:21.504486 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-d8894e91-a04a-4ce1-bb2e-fdafaad573c2 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Allocated IP 172.20.0.12 (15f7dfb4-4550-4f67-8e04-336b5a163244/9c925a58-ae4b-4efd-912a-4eaadf983811/956345d3-fcc2-4498-a578-44bffca33eb1) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:21.530132 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83364434-a366-4550-9505-35049f687d0e service neutron] Pushing event updated for resources: {'Port': ['ID=cb967ae3-cdde-46eb-a066-b061168a63b3,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:21.540242 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:21.541225 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:21.546997 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-83364434-a366-4550-9505-35049f687d0e service neutron] 10.222.0.15 "PUT /v2.0/ports/cb967ae3-cdde-46eb-a066-b061168a63b3 HTTP/1.1" status: 200 len: 1092 time: 1.1564209 Jul 07 16:50:21.558497 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50c19e-d8bd-40ce-b0c5-96340a5e0eb5 req-f30724d0-7297-4c00-bb70-929bad10a102 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:21.569217 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2a50c19e-d8bd-40ce-b0c5-96340a5e0eb5 req-f30724d0-7297-4c00-bb70-929bad10a102 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 946 time: 0.2405758 Jul 07 16:50:21.676315 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2a50c19e-d8bd-40ce-b0c5-96340a5e0eb5 req-57d5cbbb-bd7b-423d-ae66-ef150c5b9695 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061327 Jul 07 16:50:21.718316 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-4673f766-3ea8-41c6-8f16-c07b3480d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:21.720123 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-4673f766-3ea8-41c6-8f16-c07b3480d811 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db38433e72094096af7c4c0600979576&device_id=52f5cc4f-17cc-448c-9ce9-feb391912557 HTTP/1.1" status: 200 len: 1095 time: 0.1159081 Jul 07 16:50:21.768192 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-d8894e91-a04a-4ce1-bb2e-fdafaad573c2 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:21.789374 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-d8894e91-a04a-4ce1-bb2e-fdafaad573c2 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Transition to ACTIVE for port object 956345d3-fcc2-4498-a578-44bffca33eb1 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:21.801035 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-29a41ed9-21ee-43f2-b93f-58495e5c853b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb967ae3-cdde-46eb-a066-b061168a63b3 HTTP/1.1" status: 200 len: 217 time: 0.0720906 Jul 07 16:50:21.850945 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-d8894e91-a04a-4ce1-bb2e-fdafaad573c2 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:21.920422 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-d8894e91-a04a-4ce1-bb2e-fdafaad573c2 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Network 15f7dfb4-4550-4f67-8e04-336b5a163244 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:21.924663 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-d8894e91-a04a-4ce1-bb2e-fdafaad573c2 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:21.930015 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-d8894e91-a04a-4ce1-bb2e-fdafaad573c2 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:21.931266 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-458305d7-bbb2-482f-9faa-0d1aba5b8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:21.932764 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-458305d7-bbb2-482f-9faa-0d1aba5b8d85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c925a58-ae4b-4efd-912a-4eaadf983811 HTTP/1.1" status: 200 len: 852 time: 0.1197107 Jul 07 16:50:21.935012 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8894e91-a04a-4ce1-bb2e-fdafaad573c2 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Pushing event updated for resources: {'Port': ['ID=956345d3-fcc2-4498-a578-44bffca33eb1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:22.005098 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f9072-62c0-4340-8071-4a03dd8406ea req-f8e9b236-da60-46c2-bcc5-821e76b34349 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:22.006150 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-d8894e91-a04a-4ce1-bb2e-fdafaad573c2 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:22.006732 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-464f9072-62c0-4340-8071-4a03dd8406ea req-f8e9b236-da60-46c2-bcc5-821e76b34349 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/ports?device_id=91cd04ae-8bfd-4cb9-a898-db9b06740449 HTTP/1.1" status: 200 len: 946 time: 0.1439598 Jul 07 16:50:22.007108 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-d8894e91-a04a-4ce1-bb2e-fdafaad573c2 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:22.030413 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-d8894e91-a04a-4ce1-bb2e-fdafaad573c2 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4834030 Jul 07 16:50:22.068068 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] Request body: {'port': {'device_id': 'bce29187-0571-4e1c-bf17-cd83ea4dae54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:22.069800 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-d09ecacb-bb3b-4277-98f7-fffc75cdeb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:22.071475 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-d09ecacb-bb3b-4277-98f7-fffc75cdeb38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15f7dfb4-4550-4f67-8e04-336b5a163244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282172 Jul 07 16:50:22.084796 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-464f9072-62c0-4340-8071-4a03dd8406ea req-f09effbc-e51f-4076-92bc-b4d3b8f4417a tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/security-groups?id=35826a27-a642-405f-8c13-1f16887e94d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661860 Jul 07 16:50:22.219248 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:22.242759 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599284d-d772-42f5-a773-402c286316b2 req-b679e391-cb3b-43d6-8707-700560e7d619 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:22.245005 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5599284d-d772-42f5-a773-402c286316b2 req-b679e391-cb3b-43d6-8707-700560e7d619 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.1662800 Jul 07 16:50:22.249980 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-c147cffd-ebff-4a3c-9334-e1d41e070b5c service neutron] 10.222.0.15 "GET /v2.0/networks/15f7dfb4-4550-4f67-8e04-336b5a163244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641300 Jul 07 16:50:22.271701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9bf1ad8a-8cd2-469c-94db-5d05ce9f0c66 None None] Provisioning for port 956345d3-fcc2-4498-a578-44bffca33eb1 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:22.276318 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9bf1ad8a-8cd2-469c-94db-5d05ce9f0c66 None None] Provisioning complete for port 956345d3-fcc2-4498-a578-44bffca33eb1 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:22.276998 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9bf1ad8a-8cd2-469c-94db-5d05ce9f0c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:22.313325 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1ad8a-8cd2-469c-94db-5d05ce9f0c66 None None] Port 956345d3-fcc2-4498-a578-44bffca33eb1 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:50:22.391870 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ec144755-b1cb-40c4-9296-25c90aa72faa req-b2c9ebe0-1995-4788-a85b-d4a25d864e7e service neutron] 10.222.0.15 "GET /v2.0/networks/15f7dfb4-4550-4f67-8e04-336b5a163244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339576 Jul 07 16:50:22.403018 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27138274-9c28-44c0-b253-739de8a79088 req-82789c07-4753-430e-91c4-0830a132a443 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:22.404513 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27138274-9c28-44c0-b253-739de8a79088 req-82789c07-4753-430e-91c4-0830a132a443 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54 HTTP/1.1" status: 200 len: 932 time: 0.1350501 Jul 07 16:50:22.424191 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5599284d-d772-42f5-a773-402c286316b2 req-c6522dd4-12b7-4d49-b0f6-bb8710b92f4c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308746 Jul 07 16:50:22.448539 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27138274-9c28-44c0-b253-739de8a79088 req-05324fee-6aeb-4a7b-bc15-35f941470849 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376816 Jul 07 16:50:22.509124 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e65e28-cc2e-4b83-8cd6-1941f7befb15 x-openstack-request-id: req-f9e65e28-cc2e-4b83-8cd6-1941f7befb15 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:22.509388 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95b1a9e-9c09-4c13-96e0-29259fd6d513", "tag": "d8446cef-7551-4d0f-b5c6-b500a7d260ad", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:22.509665 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f9e65e28-cc2e-4b83-8cd6-1941f7befb15 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:22.510031 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95b1a9e-9c09-4c13-96e0-29259fd6d513', 'tag': 'd8446cef-7551-4d0f-b5c6-b500a7d260ad', 'status': 'completed', 'code': 200} Jul 07 16:50:22.670016 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f55a4b-795a-4440-8c14-0063af6eebe7 req-b1ab4e40-2ee1-4466-829d-1b0d62877bc1 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:22.671817 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f0f55a4b-795a-4440-8c14-0063af6eebe7 req-b1ab4e40-2ee1-4466-829d-1b0d62877bc1 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.15 "GET /v2.0/ports?device_id=91cd04ae-8bfd-4cb9-a898-db9b06740449 HTTP/1.1" status: 200 len: 946 time: 0.0981016 Jul 07 16:50:22.678197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bd75c-3adc-4b67-810f-acd46af6ffe0 req-57aa4593-5904-40f2-b7a1-8341ba4c966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:22.679971 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-413bd75c-3adc-4b67-810f-acd46af6ffe0 req-57aa4593-5904-40f2-b7a1-8341ba4c966d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db38433e72094096af7c4c0600979576&device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 1094 time: 0.1445251 Jul 07 16:50:22.788150 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-689b5d92-d580-42ba-a604-929cdf8b77a6 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:22.789869 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-689b5d92-d580-42ba-a604-929cdf8b77a6 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 808 time: 0.1768043 Jul 07 16:50:22.794238 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956345d3-fcc2-4498-a578-44bffca33eb1 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:22.808559 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:22.819055 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-0c6ddf49-74fb-4c91-80eb-1bece7b55ba6 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/quotas/1be8148ddb52412394c6dd031bc2cc7e HTTP/1.1" status: 200 len: 375 time: 0.0199101 Jul 07 16:50:22.824493 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] Transition to ACTIVE for port object 956345d3-fcc2-4498-a578-44bffca33eb1 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:22.844102 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:22.934171 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] Pushing event updated for resources: {'Port': ['ID=956345d3-fcc2-4498-a578-44bffca33eb1,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:23.002716 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-f9da4e15-28d7-4a22-9b9e-79e26598bd35 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1739645 Jul 07 16:50:23.075667 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] Attempting to bind port 956345d3-fcc2-4498-a578-44bffca33eb1 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:23.076030 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] Attempting to bind port 956345d3-fcc2-4498-a578-44bffca33eb1 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '136c6be8-fa7d-405b-8eaa-b4af384f2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:23.076344 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] Attempting to bind port 956345d3-fcc2-4498-a578-44bffca33eb1 on network 15f7dfb4-4550-4f67-8e04-336b5a163244 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:23.087868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] Port 956345d3-fcc2-4498-a578-44bffca33eb1 on network 15f7dfb4-4550-4f67-8e04-336b5a163244 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:50:23.088261 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] Attempting to bind port 956345d3-fcc2-4498-a578-44bffca33eb1 on network 15f7dfb4-4550-4f67-8e04-336b5a163244 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:23.098323 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:23.098716 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] Checking segment: {'id': '136c6be8-fa7d-405b-8eaa-b4af384f2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:23.099086 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] Bound using segment: {'id': '136c6be8-fa7d-405b-8eaa-b4af384f2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:23.099808 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] Bound port: 956345d3-fcc2-4498-a578-44bffca33eb1, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136c6be8-fa7d-405b-8eaa-b4af384f2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:23.100176 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:23.177067 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-248828d8-f726-4b89-9bdf-ed369f7fbcb1 service neutron] 10.222.0.50 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601677 Jul 07 16:50:23.264588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] For port 956345d3-fcc2-4498-a578-44bffca33eb1, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:23.270920 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] For port 956345d3-fcc2-4498-a578-44bffca33eb1, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=956345d3-fcc2-4498-a578-44bffca33eb1,segment=NetworkSegment(136c6be8-fa7d-405b-8eaa-b4af384f2b18),segment_id=136c6be8-fa7d-405b-8eaa-b4af384f2b18)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:23.281686 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:23.308754 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c901a-9215-4df5-b259-7aa144e97603 req-79d2d455-b84a-4caf-b269-d930efa1096d tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:23.310314 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-041c901a-9215-4df5-b259-7aa144e97603 req-79d2d455-b84a-4caf-b269-d930efa1096d tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/networks?id=8afefd89-1a40-467d-88c9-9db078a277dd HTTP/1.1" status: 200 len: 821 time: 0.5525188 Jul 07 16:50:23.337618 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:23.338364 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:23.339784 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] 10.222.0.15 "PUT /v2.0/ports/956345d3-fcc2-4498-a578-44bffca33eb1 HTTP/1.1" status: 200 len: 1092 time: 1.3009984 Jul 07 16:50:23.344212 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce29187-0571-4e1c-bf17-cd83ea4dae54', 'tag': '956345d3-fcc2-4498-a578-44bffca33eb1'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:23.347805 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4bef31-b2f9-4c09-9f31-3ad85e9570ad" -d '{"events": [{"name": "network-changed", "server_uuid": "bce29187-0571-4e1c-bf17-cd83ea4dae54", "tag": "956345d3-fcc2-4498-a578-44bffca33eb1"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:23.355709 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-041c901a-9215-4df5-b259-7aa144e97603 req-4094042f-ae6a-478b-acaf-8bdddd1632b7 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/quotas/7b6bfd37470740a7bef2749808400596 HTTP/1.1" status: 200 len: 375 time: 0.0302730 Jul 07 16:50:23.359670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bd75c-3adc-4b67-810f-acd46af6ffe0 req-2c19d177-2c78-4bb6-b3a9-21fca5c6c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:23.362032 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-413bd75c-3adc-4b67-810f-acd46af6ffe0 req-2c19d177-2c78-4bb6-b3a9-21fca5c6c95a service neutron] 10.222.0.69 "GET /v2.0/networks?id=15f7dfb4-4550-4f67-8e04-336b5a163244 HTTP/1.1" status: 200 len: 914 time: 0.6722085 Jul 07 16:50:23.395708 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-be31792f-8efa-48d7-a09c-aca79741f11e service neutron] 10.222.0.50 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150276 Jul 07 16:50:23.425890 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0d1c0-5d2e-4b8c-a1ae-a8c0174963e7 service neutron] Pushing event updated for resources: {'Port': ['ID=956345d3-fcc2-4498-a578-44bffca33eb1,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:23.458099 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-413bd75c-3adc-4b67-810f-acd46af6ffe0 req-9fe4a360-45e4-4ffc-9462-4b09651acd9b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8446cef-7551-4d0f-b5c6-b500a7d260ad HTTP/1.1" status: 200 len: 217 time: 0.0758221 Jul 07 16:50:23.473873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-f0f55a4b-795a-4440-8c14-0063af6eebe7 req-312feeeb-b865-491b-967e-409732b8efe2 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Deleting port 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:23.477556 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f0f55a4b-795a-4440-8c14-0063af6eebe7 req-312feeeb-b865-491b-967e-409732b8efe2 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:23.548005 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dddb04-f90d-413a-97b7-4e34889be253 req-dd45c235-1fa2-4ecb-844c-63e1eb01b5d2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:23.552285 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b3dddb04-f90d-413a-97b7-4e34889be253 req-dd45c235-1fa2-4ecb-844c-63e1eb01b5d2 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.15 "GET /v2.0/ports?device_id=17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd HTTP/1.1" status: 200 len: 950 time: 0.1030347 Jul 07 16:50:23.560824 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-4b71ca6a-2364-40d9-8f09-8b890111d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:23.564944 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-4b71ca6a-2364-40d9-8f09-8b890111d1ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db38433e72094096af7c4c0600979576&device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54 HTTP/1.1" status: 200 len: 1095 time: 0.1474416 Jul 07 16:50:23.693616 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-a650c211-8add-499c-b1c5-70c9b4b68534 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=956345d3-fcc2-4498-a578-44bffca33eb1 HTTP/1.1" status: 200 len: 217 time: 0.1020944 Jul 07 16:50:23.694271 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bd75c-3adc-4b67-810f-acd46af6ffe0 req-611b5103-b7c3-46f2-a614-2267770d092b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:23.695887 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-413bd75c-3adc-4b67-810f-acd46af6ffe0 req-611b5103-b7c3-46f2-a614-2267770d092b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9c925a58-ae4b-4efd-912a-4eaadf983811 HTTP/1.1" status: 200 len: 852 time: 0.2358515 Jul 07 16:50:23.783996 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-041c901a-9215-4df5-b259-7aa144e97603 req-351608c4-1537-4f2c-a196-9071fc0aab7b tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7b6bfd37470740a7bef2749808400596&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4204841 Jul 07 16:50:23.802528 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-f0f55a4b-795a-4440-8c14-0063af6eebe7 req-312feeeb-b865-491b-967e-409732b8efe2 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] For port 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb,segment=NetworkSegment(58bbab1b-9baa-47e0-a65e-c4a62fdd600b),segment_id=58bbab1b-9baa-47e0-a65e-c4a62fdd600b)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:23.803038 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f0f55a4b-795a-4440-8c14-0063af6eebe7 req-312feeeb-b865-491b-967e-409732b8efe2 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:23.870732 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-a06423c2-1781-4149-9325-64fb4d8e8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:23.872560 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-a06423c2-1781-4149-9325-64fb4d8e8345 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c925a58-ae4b-4efd-912a-4eaadf983811 HTTP/1.1" status: 200 len: 852 time: 0.1699710 Jul 07 16:50:23.873984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-f0f55a4b-795a-4440-8c14-0063af6eebe7 req-312feeeb-b865-491b-967e-409732b8efe2 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Calling delete_port for 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:23.969838 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6dc66-c31e-434f-a799-99a325883f7b req-fe53ab9a-6f4d-4720-a290-d68cbadc9c73 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:23.988165 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ab6dc66-c31e-434f-a799-99a325883f7b req-fe53ab9a-6f4d-4720-a290-d68cbadc9c73 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd HTTP/1.1" status: 200 len: 950 time: 0.2101142 Jul 07 16:50:24.032750 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ab6dc66-c31e-434f-a799-99a325883f7b req-a50efaf5-fe4a-4d9e-bf44-5826ba85f81e tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/security-groups?id=56c64130-7061-48da-89e5-0546b39be414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436440 Jul 07 16:50:24.054068 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bd75c-3adc-4b67-810f-acd46af6ffe0 req-4c681230-ab29-4491-812d-57012782aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:24.056326 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-413bd75c-3adc-4b67-810f-acd46af6ffe0 req-4c681230-ab29-4491-812d-57012782aaef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=15f7dfb4-4550-4f67-8e04-336b5a163244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3473024 Jul 07 16:50:24.083915 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-3e0d7a07-864f-43a9-993c-8fa30e2525f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:24.085448 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-3e0d7a07-864f-43a9-993c-8fa30e2525f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15f7dfb4-4550-4f67-8e04-336b5a163244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014489 Jul 07 16:50:24.095553 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-b3dddb04-f90d-413a-97b7-4e34889be253 req-8cff6264-ea6a-423e-a034-2976c880be25 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Deleting port 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:24.095958 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b3dddb04-f90d-413a-97b7-4e34889be253 req-8cff6264-ea6a-423e-a034-2976c880be25 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:24.100143 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-041c901a-9215-4df5-b259-7aa144e97603 req-0ae46420-744c-4856-915a-a3ff74b976b7 service neutron] 10.222.0.50 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151267 Jul 07 16:50:24.188270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device d8446cef-7551-4d0f-b5c6-b500a7d260ad details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:50:24.256488 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-041c901a-9215-4df5-b259-7aa144e97603 req-29b9e554-98d6-461e-9bcf-20e3bfe47c58 service neutron] 10.222.0.50 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163967 Jul 07 16:50:24.275869 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f0f55a4b-795a-4440-8c14-0063af6eebe7 req-312feeeb-b865-491b-967e-409732b8efe2 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:24.327146 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312feeeb-b865-491b-967e-409732b8efe2 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Pushing event deleted for resources: {'Port': ['ID=47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:24.390630 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f55a4b-795a-4440-8c14-0063af6eebe7 req-312feeeb-b865-491b-967e-409732b8efe2 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] No DVR routers for this DVR port 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:24.395230 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f0f55a4b-795a-4440-8c14-0063af6eebe7 req-312feeeb-b865-491b-967e-409732b8efe2 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:24.397427 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f0f55a4b-795a-4440-8c14-0063af6eebe7 req-312feeeb-b865-491b-967e-409732b8efe2 tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.15 "DELETE /v2.0/ports/47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb HTTP/1.1" status: 204 len: 173 time: 1.7155519 Jul 07 16:50:24.410602 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-413bd75c-3adc-4b67-810f-acd46af6ffe0 req-8a6a1bd8-abae-4515-98a8-90c52781c315 service neutron] 10.222.0.69 "GET /v2.0/networks/15f7dfb4-4550-4f67-8e04-336b5a163244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436060 Jul 07 16:50:24.485740 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port d8446cef-7551-4d0f-b5c6-b500a7d260ad, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d8446cef-7551-4d0f-b5c6-b500a7d260ad,segment=NetworkSegment(136c6be8-fa7d-405b-8eaa-b4af384f2b18),segment_id=136c6be8-fa7d-405b-8eaa-b4af384f2b18)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:24.520893 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'd8446cef-7551-4d0f-b5c6-b500a7d260ad', 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244', 'port_id': 'd8446cef-7551-4d0f-b5c6-b500a7d260ad', 'mac_address': 'fa:16:3e:4d:9c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c925a58-ae4b-4efd-912a-4eaadf983811', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:50:24.521887 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52f5cc4f-17cc-448c-9ce9-feb391912557', 'tag': 'cb967ae3-cdde-46eb-a066-b061168a63b3'}, {'server_uuid': '91cd04ae-8bfd-4cb9-a898-db9b06740449', 'name': 'network-vif-deleted', 'tag': '47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:24.525268 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784fe42b-1a7f-4c48-bda3-4ed4e59c1130" -d '{"events": [{"name": "network-changed", "server_uuid": "52f5cc4f-17cc-448c-9ce9-feb391912557", "tag": "cb967ae3-cdde-46eb-a066-b061168a63b3"}, {"server_uuid": "91cd04ae-8bfd-4cb9-a898-db9b06740449", "name": "network-vif-deleted", "tag": "47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:24.589432 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-685f3924-03c3-48c3-98c3-8c6fa57ed0f3 service neutron] 10.222.0.15 "GET /v2.0/networks/15f7dfb4-4550-4f67-8e04-336b5a163244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754826 Jul 07 16:50:24.620048 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:24.643599 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8446cef-7551-4d0f-b5c6-b500a7d260ad {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:24.669949 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port d8446cef-7551-4d0f-b5c6-b500a7d260ad, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d8446cef-7551-4d0f-b5c6-b500a7d260ad,segment=NetworkSegment(136c6be8-fa7d-405b-8eaa-b4af384f2b18),segment_id=136c6be8-fa7d-405b-8eaa-b4af384f2b18)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:24.678041 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:24.691145 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ffe3ef81-c06d-4679-9bd2-10176450e6d6 req-4d66f5fd-6d35-488c-86ef-399e398d804b tempest-VolumesAdminNegativeTest-259859608 tempest-VolumesAdminNegativeTest-259859608-project] 10.222.0.50 "GET /v2.0/ports?device_id=91cd04ae-8bfd-4cb9-a898-db9b06740449 HTTP/1.1" status: 200 len: 210 time: 0.0819516 Jul 07 16:50:24.693752 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-b3dddb04-f90d-413a-97b7-4e34889be253 req-8cff6264-ea6a-423e-a034-2976c880be25 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] For port 787bb9b9-1f62-4c57-895d-4cde7b2c17d3, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=787bb9b9-1f62-4c57-895d-4cde7b2c17d3,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:24.696672 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b3dddb04-f90d-413a-97b7-4e34889be253 req-8cff6264-ea6a-423e-a034-2976c880be25 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:24.711263 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-413bd75c-3adc-4b67-810f-acd46af6ffe0 req-4a2c75f7-69bd-433a-948a-48e7eb06a015 service neutron] 10.222.0.69 "GET /v2.0/networks/15f7dfb4-4550-4f67-8e04-336b5a163244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844698 Jul 07 16:50:24.731724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-b3dddb04-f90d-413a-97b7-4e34889be253 req-8cff6264-ea6a-423e-a034-2976c880be25 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Calling delete_port for 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:24.773491 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd1330-84a2-4b0a-88ce-e255680e6477 req-a7b4342e-a428-4798-b2d7-20c164ce1a51 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:24.781138 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aedd1330-84a2-4b0a-88ce-e255680e6477 req-a7b4342e-a428-4798-b2d7-20c164ce1a51 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 946 time: 0.5578699 Jul 07 16:50:24.792023 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=d8446cef-7551-4d0f-b5c6-b500a7d260ad,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:24.794867 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1e0b1f-14bb-4146-97bf-82087dcf696f x-openstack-request-id: req-6b1e0b1f-14bb-4146-97bf-82087dcf696f {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:24.795192 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce29187-0571-4e1c-bf17-cd83ea4dae54", "tag": "956345d3-fcc2-4498-a578-44bffca33eb1", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:24.795455 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6b1e0b1f-14bb-4146-97bf-82087dcf696f {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:24.795861 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce29187-0571-4e1c-bf17-cd83ea4dae54', 'tag': '956345d3-fcc2-4498-a578-44bffca33eb1', 'status': 'completed', 'code': 200} Jul 07 16:50:24.839780 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0154ab2d-6bd1-4c86-be6d-7f955c3e855d req-8e8e64ba-869b-4c46-a901-f04e869c6912 service neutron] 10.222.0.15 "GET /v2.0/networks/15f7dfb4-4550-4f67-8e04-336b5a163244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411435 Jul 07 16:50:24.924280 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aedd1330-84a2-4b0a-88ce-e255680e6477 req-ca6ea7bc-c30d-4b06-8396-307727211021 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378074 Jul 07 16:50:25.023537 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bef31-b2f9-4c09-9f31-3ad85e9570ad req-e797f7ec-0184-4a45-9821-5a4b2904fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:25.025096 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a4bef31-b2f9-4c09-9f31-3ad85e9570ad req-e797f7ec-0184-4a45-9821-5a4b2904fb8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db38433e72094096af7c4c0600979576&device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54 HTTP/1.1" status: 200 len: 1095 time: 0.1016848 Jul 07 16:50:25.048888 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ac68a-9205-4848-ab64-caba4cf92c92 req-521d14dd-e027-46d2-b46c-5c1c85578c00 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:25.058613 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b91ac68a-9205-4848-ab64-caba4cf92c92 req-521d14dd-e027-46d2-b46c-5c1c85578c00 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.1328294 Jul 07 16:50:25.093917 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['d8446cef-7551-4d0f-b5c6-b500a7d260ad'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:25.106356 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b91ac68a-9205-4848-ab64-caba4cf92c92 req-05ed178b-7712-4290-8611-71a300ced3cd tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465641 Jul 07 16:50:25.181955 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b3dddb04-f90d-413a-97b7-4e34889be253 req-8cff6264-ea6a-423e-a034-2976c880be25 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:25.196195 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['787bb9b9-1f62-4c57-895d-4cde7b2c17d3'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:25.248403 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff6264-ea6a-423e-a034-2976c880be25 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Pushing event deleted for resources: {'Port': ['ID=787bb9b9-1f62-4c57-895d-4cde7b2c17d3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:25.308063 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c0914c80-cede-4463-8678-18ef25726e2b req-059aaca2-c356-4dba-8ddf-51e8d2f7f104 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 210 time: 0.0719237 Jul 07 16:50:25.348732 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3dddb04-f90d-413a-97b7-4e34889be253 req-8cff6264-ea6a-423e-a034-2976c880be25 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] No DVR routers for this DVR port 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:25.351952 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b3dddb04-f90d-413a-97b7-4e34889be253 req-8cff6264-ea6a-423e-a034-2976c880be25 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:25.354205 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b3dddb04-f90d-413a-97b7-4e34889be253 req-8cff6264-ea6a-423e-a034-2976c880be25 tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.15 "DELETE /v2.0/ports/787bb9b9-1f62-4c57-895d-4cde7b2c17d3 HTTP/1.1" status: 204 len: 173 time: 1.7873578 Jul 07 16:50:25.372824 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bef31-b2f9-4c09-9f31-3ad85e9570ad req-a1049e88-5f00-4057-9949-58829b6fd143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:25.374716 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a4bef31-b2f9-4c09-9f31-3ad85e9570ad req-a1049e88-5f00-4057-9949-58829b6fd143 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15f7dfb4-4550-4f67-8e04-336b5a163244 HTTP/1.1" status: 200 len: 914 time: 0.3275232 Jul 07 16:50:25.385794 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dafc11-86f4-4268-8ab0-de5c09d768f4 req-b1582273-b2b7-47da-920e-bb19d27cfeb6 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:25.393289 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e8dafc11-86f4-4268-8ab0-de5c09d768f4 req-b1582273-b2b7-47da-920e-bb19d27cfeb6 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54 HTTP/1.1" status: 200 len: 944 time: 0.3225906 Jul 07 16:50:25.453075 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a4bef31-b2f9-4c09-9f31-3ad85e9570ad req-18bbf75f-ea92-4193-926d-87a8fd45e0d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=956345d3-fcc2-4498-a578-44bffca33eb1 HTTP/1.1" status: 200 len: 217 time: 0.0517535 Jul 07 16:50:25.518540 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bef31-b2f9-4c09-9f31-3ad85e9570ad req-78102506-c6fb-4527-a19e-f8a60c4359b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:25.520076 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a4bef31-b2f9-4c09-9f31-3ad85e9570ad req-78102506-c6fb-4527-a19e-f8a60c4359b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c925a58-ae4b-4efd-912a-4eaadf983811 HTTP/1.1" status: 200 len: 852 time: 0.0603333 Jul 07 16:50:25.534842 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e8dafc11-86f4-4268-8ab0-de5c09d768f4 req-2a52481e-f161-4221-952f-0f88d55f0140 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406326 Jul 07 16:50:25.600373 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bef31-b2f9-4c09-9f31-3ad85e9570ad req-f72d2d9e-f3d0-4553-84a6-aa65ba608501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:25.602487 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a4bef31-b2f9-4c09-9f31-3ad85e9570ad req-f72d2d9e-f3d0-4553-84a6-aa65ba608501 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15f7dfb4-4550-4f67-8e04-336b5a163244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666900 Jul 07 16:50:25.678733 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fd18f8bb-9a49-45a3-a815-6751cc144f62 req-bc963cb8-f8a1-4f44-b3d8-428f13671218 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fe31074-3c0a-406a-abe4-57e64872fcba HTTP/1.1" status: 200 len: 210 time: 0.0743101 Jul 07 16:50:25.688819 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7820912-8295-4557-8107-d52d90219910 x-openstack-request-id: req-a7820912-8295-4557-8107-d52d90219910 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:25.689122 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52f5cc4f-17cc-448c-9ce9-feb391912557", "tag": "cb967ae3-cdde-46eb-a066-b061168a63b3", "status": "completed", "code": 200}, {"server_uuid": "91cd04ae-8bfd-4cb9-a898-db9b06740449", "name": "network-vif-deleted", "tag": "47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:25.689488 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a7820912-8295-4557-8107-d52d90219910 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:25.689890 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52f5cc4f-17cc-448c-9ce9-feb391912557', 'tag': 'cb967ae3-cdde-46eb-a066-b061168a63b3', 'status': 'completed', 'code': 200} Jul 07 16:50:25.690140 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cd04ae-8bfd-4cb9-a898-db9b06740449', 'name': 'network-vif-deleted', 'tag': '47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb', 'status': 'completed', 'code': 200} Jul 07 16:50:25.737719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-3240713c-c3e1-49c4-b9b9-dd0ad0ed9d7b tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:25.739678 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-3240713c-c3e1-49c4-b9b9-dd0ad0ed9d7b tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.69 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 808 time: 0.2297244 Jul 07 16:50:25.756270 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-8ecb1a2e-7170-4a5c-a39f-4815a9708ecd tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Request body: {'port': {'device_id': 'd1a77c80-9263-49a1-aa77-351662064f40', 'network_id': '51ec3819-671e-411b-b116-1f7886237f24', 'admin_state_up': True, 'tenant_id': '1be8148ddb52412394c6dd031bc2cc7e'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:25.848945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33658) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:25.857988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device cb967ae3-cdde-46eb-a066-b061168a63b3 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:50:25.871806 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-62dc856a-765f-4a2e-a94d-010bf9181ce1 req-27154682-a006-43ef-a54b-d2d7253adecd tempest-ServersOnMultiNodesTest-688584725 tempest-ServersOnMultiNodesTest-688584725-project] 10.222.0.50 "GET /v2.0/ports?device_id=17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd HTTP/1.1" status: 200 len: 210 time: 0.0688767 Jul 07 16:50:25.893391 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a4bef31-b2f9-4c09-9f31-3ad85e9570ad req-b6d92108-2dc7-49f8-a6ac-ed090aed9399 service neutron] 10.222.0.15 "GET /v2.0/networks/15f7dfb4-4550-4f67-8e04-336b5a163244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725852 Jul 07 16:50:25.900208 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:25.964563 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3f96df-a972-47e9-9c8b-366d44491520 admin admin] Deleting subnet 4fb1b732-0075-4976-8d89-d47372874880 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:50:25.969174 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4d3f96df-a972-47e9-9c8b-366d44491520 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:25.972493 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:25.976312 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 47f25a9e-9eaa-4188-8184-d7e6cb1cd9fb not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:26.011874 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4d3f96df-a972-47e9-9c8b-366d44491520 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.019659 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fe42b-1a7f-4c48-bda3-4ed4e59c1130 req-f5695f77-77e5-426c-bea8-f3014445e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:26.021492 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-784fe42b-1a7f-4c48-bda3-4ed4e59c1130 req-f5695f77-77e5-426c-bea8-f3014445e529 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db38433e72094096af7c4c0600979576&device_id=52f5cc4f-17cc-448c-9ce9-feb391912557 HTTP/1.1" status: 200 len: 1095 time: 0.2811482 Jul 07 16:50:26.057811 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4d3f96df-a972-47e9-9c8b-366d44491520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.065511 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port cb967ae3-cdde-46eb-a066-b061168a63b3, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=cb967ae3-cdde-46eb-a066-b061168a63b3,segment=NetworkSegment(136c6be8-fa7d-405b-8eaa-b4af384f2b18),segment_id=136c6be8-fa7d-405b-8eaa-b4af384f2b18)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:26.112362 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'cb967ae3-cdde-46eb-a066-b061168a63b3', 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244', 'port_id': 'cb967ae3-cdde-46eb-a066-b061168a63b3', 'mac_address': 'fa:16:3e:3b:04:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c925a58-ae4b-4efd-912a-4eaadf983811', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:50:26.133459 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a4bef31-b2f9-4c09-9f31-3ad85e9570ad req-b142f659-a129-491e-a69d-e4bde833260f service neutron] 10.222.0.15 "GET /v2.0/networks/15f7dfb4-4550-4f67-8e04-336b5a163244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311559 Jul 07 16:50:26.178465 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.201273 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fe42b-1a7f-4c48-bda3-4ed4e59c1130 req-b97734ed-1b65-46c1-9c24-384b7e76d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:26.203012 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb967ae3-cdde-46eb-a066-b061168a63b3 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:26.203541 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-784fe42b-1a7f-4c48-bda3-4ed4e59c1130 req-b97734ed-1b65-46c1-9c24-384b7e76d821 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15f7dfb4-4550-4f67-8e04-336b5a163244 HTTP/1.1" status: 200 len: 914 time: 0.1703646 Jul 07 16:50:26.231330 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port cb967ae3-cdde-46eb-a066-b061168a63b3, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=cb967ae3-cdde-46eb-a066-b061168a63b3,segment=NetworkSegment(136c6be8-fa7d-405b-8eaa-b4af384f2b18),segment_id=136c6be8-fa7d-405b-8eaa-b4af384f2b18)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:26.231737 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4d3f96df-a972-47e9-9c8b-366d44491520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.237858 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.305831 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-784fe42b-1a7f-4c48-bda3-4ed4e59c1130 req-190702f1-0fda-4803-84d7-083abb8b179c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb967ae3-cdde-46eb-a066-b061168a63b3 HTTP/1.1" status: 200 len: 217 time: 0.0943666 Jul 07 16:50:26.310347 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=cb967ae3-cdde-46eb-a066-b061168a63b3,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:26.327946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f96df-a972-47e9-9c8b-366d44491520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fb1b732-0075-4976-8d89-d47372874880,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:26.332693 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4d3f96df-a972-47e9-9c8b-366d44491520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.337814 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4d3f96df-a972-47e9-9c8b-366d44491520 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4fb1b732-0075-4976-8d89-d47372874880 HTTP/1.1" status: 204 len: 168 time: 0.4873559 Jul 07 16:50:26.344408 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33666) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:26.398578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-8ecb1a2e-7170-4a5c-a39f-4815a9708ecd tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Made reservation on behalf of 1be8148ddb52412394c6dd031bc2cc7e for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:26.403310 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-8ecb1a2e-7170-4a5c-a39f-4815a9708ecd tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.474971 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d240c-427c-4122-a8f5-f576b68a2dfd req-ee160aad-0201-47c7-8e17-0aaef1508cc2 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:26.476583 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d03d240c-427c-4122-a8f5-f576b68a2dfd req-ee160aad-0201-47c7-8e17-0aaef1508cc2 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 946 time: 0.3074460 Jul 07 16:50:26.479840 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-df72f19a-eee4-4d8a-a9b9-f17f6fba568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.497409 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['cb967ae3-cdde-46eb-a066-b061168a63b3'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:26.653372 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d03d240c-427c-4122-a8f5-f576b68a2dfd req-c73a6d53-c4ef-43c0-8cf6-8e69681ea7e8 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627483 Jul 07 16:50:26.724002 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-8ecb1a2e-7170-4a5c-a39f-4815a9708ecd tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Allocated IP 172.20.0.4 (51ec3819-671e-411b-b116-1f7886237f24/22c985cc-e916-416e-988d-68453d64db86/07e64711-0d16-47c6-8205-4a44cfc63ffb) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:26.733994 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-df72f19a-eee4-4d8a-a9b9-f17f6fba568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.748736 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-df72f19a-eee4-4d8a-a9b9-f17f6fba568d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc12aee-15b0-41b3-ba75-274663c7eac0']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:26.749247 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fe42b-1a7f-4c48-bda3-4ed4e59c1130 req-e34a573d-cef3-40e0-9e8b-a30984aca6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:26.750761 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-784fe42b-1a7f-4c48-bda3-4ed4e59c1130 req-e34a573d-cef3-40e0-9e8b-a30984aca6aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c925a58-ae4b-4efd-912a-4eaadf983811 HTTP/1.1" status: 200 len: 852 time: 0.4386737 Jul 07 16:50:26.764964 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-df72f19a-eee4-4d8a-a9b9-f17f6fba568d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58bbab1b-9baa-47e0-a65e-c4a62fdd600b') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:26.765372 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-df72f19a-eee4-4d8a-a9b9-f17f6fba568d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58bbab1b-9baa-47e0-a65e-c4a62fdd600b') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:26.794462 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-df72f19a-eee4-4d8a-a9b9-f17f6fba568d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.802000 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd', 'name': 'network-vif-deleted', 'tag': '787bb9b9-1f62-4c57-895d-4cde7b2c17d3'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:26.804640 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6f92a6-20cc-4988-beaf-7f97e541ff8e" -d '{"events": [{"server_uuid": "17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd", "name": "network-vif-deleted", "tag": "787bb9b9-1f62-4c57-895d-4cde7b2c17d3"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:26.827697 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a21fcdb9-b531-4c9f-a281-220637010cbc req-51f036c3-30e9-44b1-b022-48c418899c6f tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 210 time: 0.0494442 Jul 07 16:50:26.837673 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c901a-9215-4df5-b259-7aa144e97603 req-3ef48fce-e8df-4f54-82ab-e9004c78ef56 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:26.841179 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-041c901a-9215-4df5-b259-7aa144e97603 req-3ef48fce-e8df-4f54-82ab-e9004c78ef56 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.69 "GET /v2.0/networks?id=8afefd89-1a40-467d-88c9-9db078a277dd HTTP/1.1" status: 200 len: 821 time: 0.4731452 Jul 07 16:50:26.842152 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-df72f19a-eee4-4d8a-a9b9-f17f6fba568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.859577 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff2406-9b99-41cd-abd9-57d47ad3cc78 req-4ee1194c-dfcc-498d-80ae-c39b595d73ec tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:26.862184 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df72f19a-eee4-4d8a-a9b9-f17f6fba568d admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:50:26.862627 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-df72f19a-eee4-4d8a-a9b9-f17f6fba568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:50:26.864343 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:50:26.869209 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-73ff2406-9b99-41cd-abd9-57d47ad3cc78 req-4ee1194c-dfcc-498d-80ae-c39b595d73ec tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.5385168 Jul 07 16:50:26.880163 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-041c901a-9215-4df5-b259-7aa144e97603 req-51e01138-5d45-4a12-809d-c4ee2317babb tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Request body: {'port': {'device_id': '6fe31074-3c0a-406a-abe4-57e64872fcba', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'admin_state_up': True, 'tenant_id': '7b6bfd37470740a7bef2749808400596'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:26.966473 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-df72f19a-eee4-4d8a-a9b9-f17f6fba568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.978211 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-73ff2406-9b99-41cd-abd9-57d47ad3cc78 req-9dd0e7b4-09a3-4f99-ae39-10dc926453c0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089339 Jul 07 16:50:26.980608 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-df72f19a-eee4-4d8a-a9b9-f17f6fba568d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:26.985888 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33678) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:26.986779 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-df72f19a-eee4-4d8a-a9b9-f17f6fba568d admin admin] 10.222.0.50 "DELETE /v2.0/networks/fcc12aee-15b0-41b3-ba75-274663c7eac0 HTTP/1.1" status: 204 len: 168 time: 0.6401553 Jul 07 16:50:26.994397 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fe42b-1a7f-4c48-bda3-4ed4e59c1130 req-09f0a140-2b7a-49f7-95ec-96cd91fc404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:26.996063 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-784fe42b-1a7f-4c48-bda3-4ed4e59c1130 req-09f0a140-2b7a-49f7-95ec-96cd91fc404f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15f7dfb4-4550-4f67-8e04-336b5a163244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2303545 Jul 07 16:50:27.002545 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72f19a-eee4-4d8a-a9b9-f17f6fba568d admin admin] Pushing event deleted for resources: {'Network': ['ID=fcc12aee-15b0-41b3-ba75-274663c7eac0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:27.036802 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-8ecb1a2e-7170-4a5c-a39f-4815a9708ecd tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.122612 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-8ecb1a2e-7170-4a5c-a39f-4815a9708ecd tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.142079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f48fb9-3c50-4ebb-98b9-55bc836edabf admin admin] Deleting subnet 36f1c27b-54a6-4771-913b-7a4a4ef5df8d {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:50:27.164793 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3d5500f2-3cfe-407c-846a-b6bde7ee7c5e req-e9f45a17-ef6d-4ead-ba68-07c1f7b5bf97 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fe31074-3c0a-406a-abe4-57e64872fcba HTTP/1.1" status: 200 len: 210 time: 0.0507948 Jul 07 16:50:27.169969 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-90f48fb9-3c50-4ebb-98b9-55bc836edabf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.197654 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1b9a0-72e3-4074-869a-f40ec4eea9e5 req-58d10b5c-af51-4810-b042-8d47adda46f9 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:27.200119 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-acd1b9a0-72e3-4074-869a-f40ec4eea9e5 req-58d10b5c-af51-4810-b042-8d47adda46f9 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54 HTTP/1.1" status: 200 len: 944 time: 0.1432769 Jul 07 16:50:27.207943 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-8ecb1a2e-7170-4a5c-a39f-4815a9708ecd tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Network 51ec3819-671e-411b-b116-1f7886237f24 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:27.221480 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d4d4c0-64e0-4fd4-893c-71ae5035de83 x-openstack-request-id: req-76d4d4c0-64e0-4fd4-893c-71ae5035de83 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:27.221760 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-8ecb1a2e-7170-4a5c-a39f-4815a9708ecd tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:27.221903 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd", "name": "network-vif-deleted", "tag": "787bb9b9-1f62-4c57-895d-4cde7b2c17d3", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:27.222034 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-76d4d4c0-64e0-4fd4-893c-71ae5035de83 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:27.222426 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a6c4dd-5ae7-42a9-a867-cf54b2ea4efd', 'name': 'network-vif-deleted', 'tag': '787bb9b9-1f62-4c57-895d-4cde7b2c17d3', 'status': 'completed', 'code': 200} Jul 07 16:50:27.224872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-8ecb1a2e-7170-4a5c-a39f-4815a9708ecd tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:27.235281 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb1a2e-7170-4a5c-a39f-4815a9708ecd tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Pushing event updated for resources: {'Port': ['ID=07e64711-0d16-47c6-8205-4a44cfc63ffb,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:27.242094 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-90f48fb9-3c50-4ebb-98b9-55bc836edabf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.244662 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041c901a-9215-4df5-b259-7aa144e97603 req-51e01138-5d45-4a12-809d-c4ee2317babb tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Made reservation on behalf of 7b6bfd37470740a7bef2749808400596 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:27.248306 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-041c901a-9215-4df5-b259-7aa144e97603 req-51e01138-5d45-4a12-809d-c4ee2317babb tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.268436 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-784fe42b-1a7f-4c48-bda3-4ed4e59c1130 req-b5c28538-87f4-44f4-a2a6-150ed94ef647 service neutron] 10.222.0.15 "GET /v2.0/networks/15f7dfb4-4550-4f67-8e04-336b5a163244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523012 Jul 07 16:50:27.301000 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-acd1b9a0-72e3-4074-869a-f40ec4eea9e5 req-58a090b3-5319-4482-855f-84cc50ee0e0f tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835021 Jul 07 16:50:27.308101 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-8ecb1a2e-7170-4a5c-a39f-4815a9708ecd tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:27.308333 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-8ecb1a2e-7170-4a5c-a39f-4815a9708ecd tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.334440 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-8ecb1a2e-7170-4a5c-a39f-4815a9708ecd tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5840030 Jul 07 16:50:27.350282 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] Request body: {'port': {'device_id': 'd1a77c80-9263-49a1-aa77-351662064f40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:27.360690 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-90f48fb9-3c50-4ebb-98b9-55bc836edabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.432838 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.517130 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-784fe42b-1a7f-4c48-bda3-4ed4e59c1130 req-ab6469a0-9610-4c43-9c0e-28307441ca75 service neutron] 10.222.0.15 "GET /v2.0/networks/15f7dfb4-4550-4f67-8e04-336b5a163244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355669 Jul 07 16:50:27.532245 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-041c901a-9215-4df5-b259-7aa144e97603 req-51e01138-5d45-4a12-809d-c4ee2317babb tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Allocated IP 172.20.0.3 (8afefd89-1a40-467d-88c9-9db078a277dd/2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e/7d70e068-ac12-4051-bffb-1100e59d75fe) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:27.534517 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-90f48fb9-3c50-4ebb-98b9-55bc836edabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.553812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33684) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:27.567948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f48fb9-3c50-4ebb-98b9-55bc836edabf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36f1c27b-54a6-4771-913b-7a4a4ef5df8d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:27.576727 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-90f48fb9-3c50-4ebb-98b9-55bc836edabf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.578572 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-90f48fb9-3c50-4ebb-98b9-55bc836edabf admin admin] 10.222.0.50 "DELETE /v2.0/subnets/36f1c27b-54a6-4771-913b-7a4a4ef5df8d HTTP/1.1" status: 204 len: 168 time: 0.5870378 Jul 07 16:50:27.581398 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33688) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:27.716402 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eaa41d18-95f7-4a47-b364-5c5ca9e4c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.737214 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-17ccd01e-295a-48a4-ace0-d2e542dcf8c6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=38030373b006411e8f5b2946cc1d26ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1822288 Jul 07 16:50:27.740868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33692) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:27.769953 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e64711-0d16-47c6-8205-4a44cfc63ffb {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:27.778689 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.791804 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] Transition to ACTIVE for port object 07e64711-0d16-47c6-8205-4a44cfc63ffb will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:27.795640 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.867122 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 956345d3-fcc2-4498-a578-44bffca33eb1 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:50:27.871883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] Pushing event updated for resources: {'Port': ['ID=07e64711-0d16-47c6-8205-4a44cfc63ffb,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:27.910411 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-041c901a-9215-4df5-b259-7aa144e97603 req-51e01138-5d45-4a12-809d-c4ee2317babb tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.913312 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eaa41d18-95f7-4a47-b364-5c5ca9e4c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.923427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] Attempting to bind port 07e64711-0d16-47c6-8205-4a44cfc63ffb on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:27.923768 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] Attempting to bind port 07e64711-0d16-47c6-8205-4a44cfc63ffb by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:27.924219 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] Attempting to bind port 07e64711-0d16-47c6-8205-4a44cfc63ffb on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:27.928798 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] Port 07e64711-0d16-47c6-8205-4a44cfc63ffb on network 51ec3819-671e-411b-b116-1f7886237f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:50:27.929265 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] Attempting to bind port 07e64711-0d16-47c6-8205-4a44cfc63ffb on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:27.934602 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-eaa41d18-95f7-4a47-b364-5c5ca9e4c5bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30301258-719c-4954-8731-7b0238290e50']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:27.935405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:27.935748 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] Checking segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:27.936527 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] Bound using segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:27.936657 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] Bound port: 07e64711-0d16-47c6-8205-4a44cfc63ffb, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:27.937139 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.954886 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-eaa41d18-95f7-4a47-b364-5c5ca9e4c5bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d2e680-11ed-4304-80f2-73b71b607932') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:27.955259 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-eaa41d18-95f7-4a47-b364-5c5ca9e4c5bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d2e680-11ed-4304-80f2-73b71b607932') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:27.965098 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-041c901a-9215-4df5-b259-7aa144e97603 req-51e01138-5d45-4a12-809d-c4ee2317babb tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Transition to ACTIVE for port object 7d70e068-ac12-4051-bffb-1100e59d75fe will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:27.980789 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eaa41d18-95f7-4a47-b364-5c5ca9e4c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:27.994932 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device cb967ae3-cdde-46eb-a066-b061168a63b3 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:28.000086 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d526b28e-2e43-483b-9800-9a7310908cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.022464 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eaa41d18-95f7-4a47-b364-5c5ca9e4c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.024864 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 956345d3-fcc2-4498-a578-44bffca33eb1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=956345d3-fcc2-4498-a578-44bffca33eb1,segment=NetworkSegment(136c6be8-fa7d-405b-8eaa-b4af384f2b18),segment_id=136c6be8-fa7d-405b-8eaa-b4af384f2b18)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:28.045275 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '956345d3-fcc2-4498-a578-44bffca33eb1', 'network_id': '15f7dfb4-4550-4f67-8e04-336b5a163244', 'port_id': '956345d3-fcc2-4498-a578-44bffca33eb1', 'mac_address': 'fa:16:3e:49:f2:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c925a58-ae4b-4efd-912a-4eaadf983811', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:50:28.045518 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d526b28e-2e43-483b-9800-9a7310908cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.048747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] For port 07e64711-0d16-47c6-8205-4a44cfc63ffb, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:28.052576 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] For port 07e64711-0d16-47c6-8205-4a44cfc63ffb, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=07e64711-0d16-47c6-8205-4a44cfc63ffb,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:28.060703 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.062595 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7e9fa-03f4-4c2e-8fd3-1adb716ccd08 req-349147f2-1432-429f-8627-b6e9d63d740d tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:28.064148 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2a7e9fa-03f4-4c2e-8fd3-1adb716ccd08 req-349147f2-1432-429f-8627-b6e9d63d740d tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 946 time: 0.2632372 Jul 07 16:50:28.068040 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa41d18-95f7-4a47-b364-5c5ca9e4c5bc admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:50:28.068461 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eaa41d18-95f7-4a47-b364-5c5ca9e4c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:50:28.070227 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:50:28.100664 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:28.101364 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.103415 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] 10.222.0.69 "PUT /v2.0/ports/07e64711-0d16-47c6-8205-4a44cfc63ffb HTTP/1.1" status: 200 len: 1091 time: 0.7585869 Jul 07 16:50:28.106416 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a77c80-9263-49a1-aa77-351662064f40', 'tag': '07e64711-0d16-47c6-8205-4a44cfc63ffb'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:28.106748 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port cb967ae3-cdde-46eb-a066-b061168a63b3 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:28.109096 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efb1f9a-40f0-4de8-a139-1beb69f48eae" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a77c80-9263-49a1-aa77-351662064f40", "tag": "07e64711-0d16-47c6-8205-4a44cfc63ffb"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:28.116342 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.127497 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port cb967ae3-cdde-46eb-a066-b061168a63b3 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:28.128293 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.156648 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 956345d3-fcc2-4498-a578-44bffca33eb1 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:28.157837 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-041c901a-9215-4df5-b259-7aa144e97603 req-51e01138-5d45-4a12-809d-c4ee2317babb tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.158948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db641c-5763-47e3-9efe-05caad6dc18e req-95001dcb-0b94-4ad2-9318-338d3d1581e8 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:28.160621 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4db641c-5763-47e3-9efe-05caad6dc18e req-95001dcb-0b94-4ad2-9318-338d3d1581e8 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 943 time: 0.1708171 Jul 07 16:50:28.163733 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ecd9e-8866-4e0c-ad92-48fc285623c0 service neutron] Pushing event updated for resources: {'Port': ['ID=07e64711-0d16-47c6-8205-4a44cfc63ffb,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:28.182055 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['85b6bb1b-b8be-4c30-8ba8-512e45388e16'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:28.186513 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:50:28.195105 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device d8446cef-7551-4d0f-b5c6-b500a7d260ad up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:28.225254 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eaa41d18-95f7-4a47-b364-5c5ca9e4c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.229784 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2a7e9fa-03f4-4c2e-8fd3-1adb716ccd08 req-871e801c-2e0d-40db-9fd9-6fa38326cde3 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586397 Jul 07 16:50:28.239134 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041c901a-9215-4df5-b259-7aa144e97603 req-51e01138-5d45-4a12-809d-c4ee2317babb tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Network 8afefd89-1a40-467d-88c9-9db078a277dd is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:28.244107 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 956345d3-fcc2-4498-a578-44bffca33eb1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=956345d3-fcc2-4498-a578-44bffca33eb1,segment=NetworkSegment(136c6be8-fa7d-405b-8eaa-b4af384f2b18),segment_id=136c6be8-fa7d-405b-8eaa-b4af384f2b18)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:28.252298 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-041c901a-9215-4df5-b259-7aa144e97603 req-51e01138-5d45-4a12-809d-c4ee2317babb tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:28.255919 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eaa41d18-95f7-4a47-b364-5c5ca9e4c5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.258028 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-eaa41d18-95f7-4a47-b364-5c5ca9e4c5bc admin admin] 10.222.0.50 "DELETE /v2.0/networks/30301258-719c-4954-8731-7b0238290e50 HTTP/1.1" status: 204 len: 168 time: 0.6757200 Jul 07 16:50:28.270283 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4db641c-5763-47e3-9efe-05caad6dc18e req-f3fd0b4f-5a85-4e29-82f9-a02b4523acd7 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959022 Jul 07 16:50:28.276412 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-041c901a-9215-4df5-b259-7aa144e97603 req-51e01138-5d45-4a12-809d-c4ee2317babb tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:28.284151 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d526b28e-2e43-483b-9800-9a7310908cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.289091 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d526b28e-2e43-483b-9800-9a7310908cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.294260 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d526b28e-2e43-483b-9800-9a7310908cf1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56c64130-7061-48da-89e5-0546b39be414 HTTP/1.1" status: 204 len: 168 time: 0.5524130 Jul 07 16:50:28.294426 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.296981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa41d18-95f7-4a47-b364-5c5ca9e4c5bc admin admin] Pushing event deleted for resources: {'Network': ['ID=30301258-719c-4954-8731-7b0238290e50,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:28.314533 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-5868ba01-9e48-4e72-9957-9249fd1598d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:28.321212 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-5868ba01-9e48-4e72-9957-9249fd1598d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 1094 time: 0.1448858 Jul 07 16:50:28.367009 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526b28e-2e43-483b-9800-9a7310908cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c64130-7061-48da-89e5-0546b39be414,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:28.389350 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e01138-5d45-4a12-809d-c4ee2317babb tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Pushing event updated for resources: {'Port': ['ID=7d70e068-ac12-4051-bffb-1100e59d75fe,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:28.423662 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-0fea0655-6495-4ad0-ab3c-09909cad9653 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07e64711-0d16-47c6-8205-4a44cfc63ffb HTTP/1.1" status: 200 len: 217 time: 0.0935102 Jul 07 16:50:28.478869 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c901a-9215-4df5-b259-7aa144e97603 req-51e01138-5d45-4a12-809d-c4ee2317babb tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:28.482256 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-041c901a-9215-4df5-b259-7aa144e97603 req-51e01138-5d45-4a12-809d-c4ee2317babb tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.518223 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-041c901a-9215-4df5-b259-7aa144e97603 req-51e01138-5d45-4a12-809d-c4ee2317babb tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6471932 Jul 07 16:50:28.536171 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] Request body: {'port': {'device_id': '6fe31074-3c0a-406a-abe4-57e64872fcba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:28.546682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-2403c7f9-48c6-4cdf-888b-f433682c9388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:28.548383 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-2403c7f9-48c6-4cdf-888b-f433682c9388 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.1145053 Jul 07 16:50:28.592145 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33712) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:28.594498 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-fcf2ccaa-6ee7-46e6-ae32-0969762efaf7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387626 Jul 07 16:50:28.596719 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bad993-b17b-43f2-8f83-15acd66d8633 x-openstack-request-id: req-d7bad993-b17b-43f2-8f83-15acd66d8633 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:28.597059 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a77c80-9263-49a1-aa77-351662064f40", "tag": "07e64711-0d16-47c6-8205-4a44cfc63ffb", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:28.597375 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d7bad993-b17b-43f2-8f83-15acd66d8633 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:28.597847 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a77c80-9263-49a1-aa77-351662064f40', 'tag': '07e64711-0d16-47c6-8205-4a44cfc63ffb', 'status': 'completed', 'code': 200} Jul 07 16:50:28.726464 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8be07c35-c3a5-4332-878e-ac7183a395ce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=77133d5e02c74a1591f6737b0bd4e44a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1246893 Jul 07 16:50:28.745077 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33714) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:28.796935 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=956345d3-fcc2-4498-a578-44bffca33eb1,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:28.809016 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.828928 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-186d37c4-d393-4ef1-9530-dbda8c23a0a7 None None] Provisioning for port 7d70e068-ac12-4051-bffb-1100e59d75fe completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:28.830868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45208840-82ac-4aee-8316-be897a40b36f req-8f786264-69ca-437a-a94b-f4c593f6107f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:28.839307 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-45208840-82ac-4aee-8316-be897a40b36f req-8f786264-69ca-437a-a94b-f4c593f6107f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.2460282 Jul 07 16:50:28.849792 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port d8446cef-7551-4d0f-b5c6-b500a7d260ad completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:28.856055 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-186d37c4-d393-4ef1-9530-dbda8c23a0a7 None None] Provisioning complete for port 7d70e068-ac12-4051-bffb-1100e59d75fe triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:28.857005 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-186d37c4-d393-4ef1-9530-dbda8c23a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.864136 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.893982 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port d8446cef-7551-4d0f-b5c6-b500a7d260ad triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:28.895233 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.895887 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a0aad09-e178-41d4-b2ee-832c2050318c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.907943 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33716) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:28.909468 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['956345d3-fcc2-4498-a578-44bffca33eb1'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:28.960534 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a0aad09-e178-41d4-b2ee-832c2050318c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:28.965496 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-45208840-82ac-4aee-8316-be897a40b36f req-e4634d75-5310-4cc7-8523-41a02f99885d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253493 Jul 07 16:50:29.006366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f5cc4f-17cc-448c-9ce9-feb391912557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb967ae3-cdde-46eb-a066-b061168a63b3'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:29.008842 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df1147d-6285-4a3d-a3c8-d96391788879" -d '{"events": [{"server_uuid": "52f5cc4f-17cc-448c-9ce9-feb391912557", "name": "network-vif-plugged", "status": "completed", "tag": "cb967ae3-cdde-46eb-a066-b061168a63b3"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:29.024512 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-186d37c4-d393-4ef1-9530-dbda8c23a0a7 None None] Port 7d70e068-ac12-4051-bffb-1100e59d75fe cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:50:29.041273 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port cb967ae3-cdde-46eb-a066-b061168a63b3, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=cb967ae3-cdde-46eb-a066-b061168a63b3,segment=NetworkSegment(136c6be8-fa7d-405b-8eaa-b4af384f2b18),segment_id=136c6be8-fa7d-405b-8eaa-b4af384f2b18)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:29.063579 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:29.064085 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:29.087415 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-20a0d697-5368-4861-b80e-ee6ba91b7ad3 service neutron] 10.222.0.69 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4839222 Jul 07 16:50:29.093170 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-170e2b82-51bf-4fb9-95dd-0364d236972f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5e2c0974aedd40b1b8265b0d73d441d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704278 Jul 07 16:50:29.096941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33720) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:29.130101 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:29.130514 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 787bb9b9-1f62-4c57-895d-4cde7b2c17d3 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:29.184095 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a0aad09-e178-41d4-b2ee-832c2050318c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:29.186737 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a0aad09-e178-41d4-b2ee-832c2050318c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:29.190605 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6a0aad09-e178-41d4-b2ee-832c2050318c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/35826a27-a642-405f-8c13-1f16887e94d5 HTTP/1.1" status: 204 len: 168 time: 0.4430485 Jul 07 16:50:29.223858 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0aad09-e178-41d4-b2ee-832c2050318c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35826a27-a642-405f-8c13-1f16887e94d5,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:29.236731 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:29.238483 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=cb967ae3-cdde-46eb-a066-b061168a63b3,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:29.278306 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d52800a4-41f4-4a53-8906-4c103b4ba6e3 req-f02ad067-407a-4cba-9622-888508d773b7 service neutron] 10.222.0.69 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405690 Jul 07 16:50:29.291953 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a061b202-c17c-459e-9511-22206decef0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:29.303014 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94cf0d-7f0e-4b1b-a3ad-4440c440463e req-bf28f401-1057-4520-8189-de88b4e46b03 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:29.314265 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5e94cf0d-7f0e-4b1b-a3ad-4440c440463e req-bf28f401-1057-4520-8189-de88b4e46b03 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fe31074-3c0a-406a-abe4-57e64872fcba HTTP/1.1" status: 200 len: 931 time: 0.2257819 Jul 07 16:50:29.315654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port d8446cef-7551-4d0f-b5c6-b500a7d260ad, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d8446cef-7551-4d0f-b5c6-b500a7d260ad,segment=NetworkSegment(136c6be8-fa7d-405b-8eaa-b4af384f2b18),segment_id=136c6be8-fa7d-405b-8eaa-b4af384f2b18)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:29.328455 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:29.341095 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a061b202-c17c-459e-9511-22206decef0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:29.396821 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=d8446cef-7551-4d0f-b5c6-b500a7d260ad,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:29.428209 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5e94cf0d-7f0e-4b1b-a3ad-4440c440463e req-3d5c84a8-16f3-473c-a973-51755ac04d8c tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128032 Jul 07 16:50:29.448156 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a88b23-89a3-481c-bd75-f56416c3272d req-6ae3c49c-7c79-40f5-9c16-a656a8ef8ee3 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:29.449653 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb1f9a-40f0-4de8-a139-1beb69f48eae req-b9689bd6-09f9-4845-88d3-a4d392dbd195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:29.449790 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f3a88b23-89a3-481c-bd75-f56416c3272d req-6ae3c49c-7c79-40f5-9c16-a656a8ef8ee3 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54 HTTP/1.1" status: 200 len: 945 time: 0.2498906 Jul 07 16:50:29.451199 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4efb1f9a-40f0-4de8-a139-1beb69f48eae req-b9689bd6-09f9-4845-88d3-a4d392dbd195 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 1094 time: 0.0904961 Jul 07 16:50:29.477688 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d70e068-ac12-4051-bffb-1100e59d75fe {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:29.494965 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:29.501839 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e183da8b-696a-4688-9cbd-7ad34b203487 x-openstack-request-id: req-e183da8b-696a-4688-9cbd-7ad34b203487 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:29.502136 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f5cc4f-17cc-448c-9ce9-feb391912557", "name": "network-vif-plugged", "status": "completed", "tag": "cb967ae3-cdde-46eb-a066-b061168a63b3", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:29.502581 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e183da8b-696a-4688-9cbd-7ad34b203487 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:29.503164 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f5cc4f-17cc-448c-9ce9-feb391912557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb967ae3-cdde-46eb-a066-b061168a63b3', 'code': 200} Jul 07 16:50:29.507035 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a061b202-c17c-459e-9511-22206decef0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:29.511937 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a061b202-c17c-459e-9511-22206decef0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:29.511937 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a061b202-c17c-459e-9511-22206decef0f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0e0baaa-429e-4d2e-ba5d-c02cbe0336f6 HTTP/1.1" status: 204 len: 168 time: 0.4142640 Jul 07 16:50:29.565987 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061b202-c17c-459e-9511-22206decef0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e0baaa-429e-4d2e-ba5d-c02cbe0336f6,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:29.584017 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] Transition to ACTIVE for port object 7d70e068-ac12-4051-bffb-1100e59d75fe will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:29.588380 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f3a88b23-89a3-481c-bd75-f56416c3272d req-f10d58e5-1f70-4d1d-81aa-682c1798cb8b tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314197 Jul 07 16:50:29.619678 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:29.665436 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] Pushing event updated for resources: {'Port': ['ID=7d70e068-ac12-4051-bffb-1100e59d75fe,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:29.676319 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb1f9a-40f0-4de8-a139-1beb69f48eae req-4d4210f2-b28b-4435-a7eb-aef7274b4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:29.677840 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4efb1f9a-40f0-4de8-a139-1beb69f48eae req-4d4210f2-b28b-4435-a7eb-aef7274b4873 service neutron] 10.222.0.69 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 909 time: 0.2110004 Jul 07 16:50:29.748474 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4efb1f9a-40f0-4de8-a139-1beb69f48eae req-513c3e9c-68d2-43cf-aa64-3ee3111742a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07e64711-0d16-47c6-8205-4a44cfc63ffb HTTP/1.1" status: 200 len: 217 time: 0.0569844 Jul 07 16:50:29.826062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33736) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:29.845969 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843e84c-8cec-43cf-abda-c031780f3d37 req-477a990d-1758-4093-a805-82d93374256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:29.847297 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4843e84c-8cec-43cf-abda-c031780f3d37 req-477a990d-1758-4093-a805-82d93374256c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=52f5cc4f-17cc-448c-9ce9-feb391912557 HTTP/1.1" status: 200 len: 1097 time: 0.2580500 Jul 07 16:50:29.907331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb1f9a-40f0-4de8-a139-1beb69f48eae req-98c892ac-76c4-4444-8862-dd6f46337e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:29.914999 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4efb1f9a-40f0-4de8-a139-1beb69f48eae req-98c892ac-76c4-4444-8862-dd6f46337e17 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.1530144 Jul 07 16:50:29.917614 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6b919b96-a21a-48ab-b445-f9bd6fb498a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cec3a8546e7c465390ca490b16033931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0893807 Jul 07 16:50:29.920225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33740) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:29.924059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] Attempting to bind port 7d70e068-ac12-4051-bffb-1100e59d75fe on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:29.924408 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] Attempting to bind port 7d70e068-ac12-4051-bffb-1100e59d75fe by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '0f719f5a-72b9-4b7d-9309-657d36b755e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:29.924746 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] Attempting to bind port 7d70e068-ac12-4051-bffb-1100e59d75fe on network 8afefd89-1a40-467d-88c9-9db078a277dd {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:29.937196 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] Port 7d70e068-ac12-4051-bffb-1100e59d75fe on network 8afefd89-1a40-467d-88c9-9db078a277dd not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:50:29.937527 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] Attempting to bind port 7d70e068-ac12-4051-bffb-1100e59d75fe on network 8afefd89-1a40-467d-88c9-9db078a277dd {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:29.950609 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4843e84c-8cec-43cf-abda-c031780f3d37 req-62818d68-7c29-47d1-8d69-84f34c76e233 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916502 Jul 07 16:50:29.951331 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:29.951672 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] Checking segment: {'id': '0f719f5a-72b9-4b7d-9309-657d36b755e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:29.952057 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] Bound using segment: {'id': '0f719f5a-72b9-4b7d-9309-657d36b755e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:29.952490 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] Bound port: 7d70e068-ac12-4051-bffb-1100e59d75fe, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f719f5a-72b9-4b7d-9309-657d36b755e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:29.952860 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:29.957236 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921241b3-96ee-42b5-aa2d-6238091c3cb7 req-2304fdfa-7ee2-41c3-8206-644c4daab9e3 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:29.959142 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-921241b3-96ee-42b5-aa2d-6238091c3cb7 req-2304fdfa-7ee2-41c3-8206-644c4daab9e3 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 943 time: 0.2094049 Jul 07 16:50:29.974262 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65ac1d-7928-4e79-81cf-2fa9a00c86d1 req-963d87c7-8f7a-4754-b850-6fac62df3bc1 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:29.975942 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2d65ac1d-7928-4e79-81cf-2fa9a00c86d1 req-963d87c7-8f7a-4754-b850-6fac62df3bc1 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 946 time: 0.1981363 Jul 07 16:50:29.990493 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4efb1f9a-40f0-4de8-a139-1beb69f48eae req-4e4cc7df-0132-42a6-8990-717cff1a4e67 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673270 Jul 07 16:50:30.071534 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2d65ac1d-7928-4e79-81cf-2fa9a00c86d1 req-9d179e52-f030-4708-b78e-38f9905dbe73 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854435 Jul 07 16:50:30.083059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] For port 7d70e068-ac12-4051-bffb-1100e59d75fe, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:30.087370 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] For port 7d70e068-ac12-4051-bffb-1100e59d75fe, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7d70e068-ac12-4051-bffb-1100e59d75fe,segment=NetworkSegment(0f719f5a-72b9-4b7d-9309-657d36b755e9),segment_id=0f719f5a-72b9-4b7d-9309-657d36b755e9)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:30.094894 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:30.117114 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-921241b3-96ee-42b5-aa2d-6238091c3cb7 req-d717c448-b95a-4c2c-b062-3c885601a8e2 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509342 Jul 07 16:50:30.122073 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4e2a3aa9-f3f6-4142-9c15-7fbf8b8366a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:30.156888 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:30.157711 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:30.159126 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-041c901a-9215-4df5-b259-7aa144e97603 req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] 10.222.0.69 "PUT /v2.0/ports/7d70e068-ac12-4051-bffb-1100e59d75fe HTTP/1.1" status: 200 len: 1091 time: 1.6332357 Jul 07 16:50:30.159579 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe31074-3c0a-406a-abe4-57e64872fcba', 'tag': '7d70e068-ac12-4051-bffb-1100e59d75fe'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:30.162035 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f7974b-2d91-457b-a497-337838b71fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe31074-3c0a-406a-abe4-57e64872fcba", "tag": "7d70e068-ac12-4051-bffb-1100e59d75fe"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:30.171574 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4e2a3aa9-f3f6-4142-9c15-7fbf8b8366a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:30.213294 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4efb1f9a-40f0-4de8-a139-1beb69f48eae req-696717b1-b933-4752-a06e-58e29c143342 service neutron] 10.222.0.69 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057891 Jul 07 16:50:30.235843 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6008541-d2c1-4550-bb84-f5f06141204b service neutron] Pushing event updated for resources: {'Port': ['ID=7d70e068-ac12-4051-bffb-1100e59d75fe,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:30.292318 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c901a-9215-4df5-b259-7aa144e97603 req-547cae1f-b944-427c-a0d7-944b708e4289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:30.293887 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-041c901a-9215-4df5-b259-7aa144e97603 req-547cae1f-b944-427c-a0d7-944b708e4289 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b6bfd37470740a7bef2749808400596&device_id=6fe31074-3c0a-406a-abe4-57e64872fcba HTTP/1.1" status: 200 len: 1094 time: 0.0733867 Jul 07 16:50:30.323050 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4e2a3aa9-f3f6-4142-9c15-7fbf8b8366a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:30.326249 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4e2a3aa9-f3f6-4142-9c15-7fbf8b8366a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:30.339790 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4e2a3aa9-f3f6-4142-9c15-7fbf8b8366a8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/36d75334-e293-4210-946b-3e32b63cf10e HTTP/1.1" status: 204 len: 168 time: 0.4119253 Jul 07 16:50:30.368726 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-041c901a-9215-4df5-b259-7aa144e97603 req-75dc0fbb-6413-462f-8790-c9d79db18632 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d70e068-ac12-4051-bffb-1100e59d75fe HTTP/1.1" status: 200 len: 217 time: 0.0624321 Jul 07 16:50:30.373290 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a3aa9-f3f6-4142-9c15-7fbf8b8366a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d75334-e293-4210-946b-3e32b63cf10e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:30.411122 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4efb1f9a-40f0-4de8-a139-1beb69f48eae req-326a9cea-5c19-4ece-ae3e-6eff8bf45222 service neutron] 10.222.0.69 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895497 Jul 07 16:50:30.430237 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9df4b2-0b06-4ff1-947d-915611a80917 x-openstack-request-id: req-af9df4b2-0b06-4ff1-947d-915611a80917 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:30.430600 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe31074-3c0a-406a-abe4-57e64872fcba", "tag": "7d70e068-ac12-4051-bffb-1100e59d75fe", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:30.430952 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af9df4b2-0b06-4ff1-947d-915611a80917 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:30.431418 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe31074-3c0a-406a-abe4-57e64872fcba', 'tag': '7d70e068-ac12-4051-bffb-1100e59d75fe', 'status': 'completed', 'code': 200} Jul 07 16:50:30.458176 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c901a-9215-4df5-b259-7aa144e97603 req-5b32e944-03bf-429c-b649-144e67a66250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:30.459928 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-041c901a-9215-4df5-b259-7aa144e97603 req-5b32e944-03bf-429c-b649-144e67a66250 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e HTTP/1.1" status: 200 len: 860 time: 0.0827260 Jul 07 16:50:30.536173 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1fbcc-5bdf-42ce-8d72-70caa217a01b req-38f1a030-3582-43ad-840f-03df6b43a809 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:30.537884 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ac1fbcc-5bdf-42ce-8d72-70caa217a01b req-38f1a030-3582-43ad-840f-03df6b43a809 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.0898812 Jul 07 16:50:30.563314 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c901a-9215-4df5-b259-7aa144e97603 req-8e794a8e-803f-4fc3-8585-e81a9cbe1191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:30.565230 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-041c901a-9215-4df5-b259-7aa144e97603 req-8e794a8e-803f-4fc3-8585-e81a9cbe1191 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8afefd89-1a40-467d-88c9-9db078a277dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979171 Jul 07 16:50:30.614970 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ac1fbcc-5bdf-42ce-8d72-70caa217a01b req-5ed936c6-2ddf-438f-964c-3daec974450b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712078 Jul 07 16:50:30.848056 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d96fc5-4ac4-43f1-a9fb-2eef578b2610 req-b8c929df-f644-4f3d-9f3b-71394b897c95 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:30.851047 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-24d96fc5-4ac4-43f1-a9fb-2eef578b2610 req-b8c929df-f644-4f3d-9f3b-71394b897c95 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54 HTTP/1.1" status: 200 len: 945 time: 0.0965683 Jul 07 16:50:30.913686 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-24d96fc5-4ac4-43f1-a9fb-2eef578b2610 req-c89b8fb7-b1dc-4081-8da7-4242781698d6 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547738 Jul 07 16:50:31.027744 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-041c901a-9215-4df5-b259-7aa144e97603 req-d1cb5f7e-a722-4f7a-a871-6b849501d254 service neutron] 10.222.0.69 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546278 Jul 07 16:50:31.068499 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9b391-9c43-4ed4-99fe-fa54cfc5b221 req-764ab2d8-5ad2-4110-93e9-f88c5cd709f0 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:31.076089 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6cd9b391-9c43-4ed4-99fe-fa54cfc5b221 req-764ab2d8-5ad2-4110-93e9-f88c5cd709f0 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fe31074-3c0a-406a-abe4-57e64872fcba HTTP/1.1" status: 200 len: 943 time: 0.4432466 Jul 07 16:50:31.180148 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6cd9b391-9c43-4ed4-99fe-fa54cfc5b221 req-39f4a388-0b86-4256-b6e5-bc9601b21ec4 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031539 Jul 07 16:50:31.218928 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-041c901a-9215-4df5-b259-7aa144e97603 req-60efeee3-efa7-456a-a545-9ddcf5875c73 service neutron] 10.222.0.69 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824312 Jul 07 16:50:31.365519 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33800) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:31.394414 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7974b-2d91-457b-a497-337838b71fe6 req-3138b73f-b0bc-498e-b4e1-09c5806ef697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:31.396973 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9f7974b-2d91-457b-a497-337838b71fe6 req-3138b73f-b0bc-498e-b4e1-09c5806ef697 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b6bfd37470740a7bef2749808400596&device_id=6fe31074-3c0a-406a-abe4-57e64872fcba HTTP/1.1" status: 200 len: 1094 time: 0.1147885 Jul 07 16:50:31.461673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6da19-330a-4ed2-8b2c-23965411691b req-9810c23a-08ef-4da9-b4b8-1b9024b50513 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:31.463587 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06c6da19-330a-4ed2-8b2c-23965411691b req-9810c23a-08ef-4da9-b4b8-1b9024b50513 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 946 time: 0.1155281 Jul 07 16:50:31.504736 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95b1a9e-9c09-4c13-96e0-29259fd6d513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8446cef-7551-4d0f-b5c6-b500a7d260ad'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:31.507170 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17435e07-1ed5-4331-b5b3-c53c663a7410" -d '{"events": [{"server_uuid": "b95b1a9e-9c09-4c13-96e0-29259fd6d513", "name": "network-vif-plugged", "status": "completed", "tag": "d8446cef-7551-4d0f-b5c6-b500a7d260ad"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:31.530200 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06c6da19-330a-4ed2-8b2c-23965411691b req-d023bdfc-9e5d-4112-8011-ad6d16b2fa20 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592575 Jul 07 16:50:31.559912 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d0b31-04b7-41c6-ad85-ce428ef80658 req-2dd4c67b-e146-4af5-bca5-017ac6e1be14 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:31.561499 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b5d0b31-04b7-41c6-ad85-ce428ef80658 req-2dd4c67b-e146-4af5-bca5-017ac6e1be14 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 943 time: 0.1586807 Jul 07 16:50:31.585476 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7974b-2d91-457b-a497-337838b71fe6 req-dbbe1d37-8804-4883-ad55-84235aefb3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:31.587457 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9f7974b-2d91-457b-a497-337838b71fe6 req-dbbe1d37-8804-4883-ad55-84235aefb3cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=8afefd89-1a40-467d-88c9-9db078a277dd HTTP/1.1" status: 200 len: 922 time: 0.1720428 Jul 07 16:50:31.642851 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9f7974b-2d91-457b-a497-337838b71fe6 req-28db3350-dc5c-4a58-b58e-3e3512da0565 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d70e068-ac12-4051-bffb-1100e59d75fe HTTP/1.1" status: 200 len: 217 time: 0.0394850 Jul 07 16:50:31.646620 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b5d0b31-04b7-41c6-ad85-ce428ef80658 req-59099c06-7aa0-46ce-b201-96478ffd92b5 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784583 Jul 07 16:50:31.690405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7619be9a-1586-4505-8dd7-11cdeca11666 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-807191127-network', 'tenant_id': 'ec04dda5def74a04b31e44820dde8d89'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:31.707318 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86f79dc-26c7-4e2d-ac74-a84faeeaec66 x-openstack-request-id: req-c86f79dc-26c7-4e2d-ac74-a84faeeaec66 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:31.707623 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95b1a9e-9c09-4c13-96e0-29259fd6d513", "name": "network-vif-plugged", "status": "completed", "tag": "d8446cef-7551-4d0f-b5c6-b500a7d260ad", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:31.707881 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c86f79dc-26c7-4e2d-ac74-a84faeeaec66 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:31.708286 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95b1a9e-9c09-4c13-96e0-29259fd6d513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8446cef-7551-4d0f-b5c6-b500a7d260ad', 'code': 200} Jul 07 16:50:31.715255 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7974b-2d91-457b-a497-337838b71fe6 req-d6e047e2-4c9f-4758-9d58-a3e74c788353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:31.717308 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9f7974b-2d91-457b-a497-337838b71fe6 req-d6e047e2-4c9f-4758-9d58-a3e74c788353 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e HTTP/1.1" status: 200 len: 860 time: 0.0674112 Jul 07 16:50:31.719279 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7619be9a-1586-4505-8dd7-11cdeca11666 admin admin] Made reservation on behalf of ec04dda5def74a04b31e44820dde8d89 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:31.721906 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7619be9a-1586-4505-8dd7-11cdeca11666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:31.732552 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7619be9a-1586-4505-8dd7-11cdeca11666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:31.804217 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7974b-2d91-457b-a497-337838b71fe6 req-4da2c412-609d-4970-bd0d-81e53ddce945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:31.806596 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9f7974b-2d91-457b-a497-337838b71fe6 req-4da2c412-609d-4970-bd0d-81e53ddce945 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8afefd89-1a40-467d-88c9-9db078a277dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809727 Jul 07 16:50:31.881032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315e62e-fa20-4c18-9c86-23f383fe840c req-f500f871-ba2f-4c3e-94f3-af9962ecaa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:31.883247 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f315e62e-fa20-4c18-9c86-23f383fe840c req-f500f871-ba2f-4c3e-94f3-af9962ecaa7b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 1096 time: 0.0931020 Jul 07 16:50:31.911014 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 956345d3-fcc2-4498-a578-44bffca33eb1 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:31.928884 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7619be9a-1586-4505-8dd7-11cdeca11666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:31.968047 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7619be9a-1586-4505-8dd7-11cdeca11666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:31.970429 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 956345d3-fcc2-4498-a578-44bffca33eb1 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:31.978421 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 956345d3-fcc2-4498-a578-44bffca33eb1 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:31.979355 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:31.987791 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f315e62e-fa20-4c18-9c86-23f383fe840c req-7166221d-39e4-483e-ac2d-26358975e06d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980442 Jul 07 16:50:32.011379 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7619be9a-1586-4505-8dd7-11cdeca11666 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:50:32.018629 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619be9a-1586-4505-8dd7-11cdeca11666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694fddf7-ff2d-425a-ad95-49e7450e726f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:32.028819 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7619be9a-1586-4505-8dd7-11cdeca11666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.029063 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-7619be9a-1586-4505-8dd7-11cdeca11666 admin admin] Added segment fd8f76e1-b42c-4b95-87c3-a471261e1411 of type vlan for network cb142600-559f-45a9-b2ce-fd6701e011af Jul 07 16:50:32.040026 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-614a121b-9a81-41b6-8332-38da4542d755 service neutron] show failed (client error): The resource could not be found. Jul 07 16:50:32.040714 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-614a121b-9a81-41b6-8332-38da4542d755 service neutron] 10.222.0.15 "GET /v2.0/ports/1c6dbc2b-9742-4455-8f42-5f1291c4debe/bindings/n-h2-793620-7 HTTP/1.1" status: 404 len: 380 time: 0.1615684 Jul 07 16:50:32.090868 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7619be9a-1586-4505-8dd7-11cdeca11666 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.097510 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdef260-8e82-4143-8da6-f319da5a33a1 req-2ecdb4e5-81ac-4658-b7dd-4e942b1aec2d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:32.099381 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fbdef260-8e82-4143-8da6-f319da5a33a1 req-2ecdb4e5-81ac-4658-b7dd-4e942b1aec2d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.2612367 Jul 07 16:50:32.106724 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9f7974b-2d91-457b-a497-337838b71fe6 req-0a36dc16-7c56-45b1-9e7f-7b10f31e6e7d service neutron] 10.222.0.69 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930603 Jul 07 16:50:32.114646 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-9663ca5d-50fc-406e-b02c-1ce51c090b90 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:32.116357 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-9663ca5d-50fc-406e-b02c-1ce51c090b90 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362&tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&binding%3Ahost_id=n-h1-793620-7 HTTP/1.1" status: 200 len: 1097 time: 0.2016954 Jul 07 16:50:32.130254 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793620-7'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:32.143130 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.173813 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fbdef260-8e82-4143-8da6-f319da5a33a1 req-33407f31-f59e-4bc2-8d0b-680b8f432f7d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652583 Jul 07 16:50:32.189080 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 956345d3-fcc2-4498-a578-44bffca33eb1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=956345d3-fcc2-4498-a578-44bffca33eb1,segment=NetworkSegment(136c6be8-fa7d-405b-8eaa-b4af384f2b18),segment_id=136c6be8-fa7d-405b-8eaa-b4af384f2b18)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:32.197796 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.232121 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7619be9a-1586-4505-8dd7-11cdeca11666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.233092 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7619be9a-1586-4505-8dd7-11cdeca11666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:32.233675 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7619be9a-1586-4505-8dd7-11cdeca11666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.268464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:50:32.271437 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=956345d3-fcc2-4498-a578-44bffca33eb1,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:32.359895 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9f7974b-2d91-457b-a497-337838b71fe6 req-f3ecb0a3-d34a-44b0-aa2e-f7ced8e852e7 service neutron] 10.222.0.69 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095423 Jul 07 16:50:32.362151 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffea452-116c-4537-beb4-8039191e4eeb req-67899e57-925a-4966-ac1f-5c1d58d503a9 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:32.374310 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ffea452-116c-4537-beb4-8039191e4eeb req-67899e57-925a-4966-ac1f-5c1d58d503a9 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54 HTTP/1.1" status: 200 len: 945 time: 0.3048868 Jul 07 16:50:32.406713 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7619be9a-1586-4505-8dd7-11cdeca11666 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0400858 Jul 07 16:50:32.407424 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.408089 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33836) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:32.437315 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4d077619-a9de-4926-9a84-3d9c8f3a9ef7,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:32.437852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-59c2bf91-46b3-4367-96ae-573025495aed admin admin] Request body: {'subnet': {'network_id': 'cb142600-559f-45a9-b2ce-fd6701e011af', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-807191127-subnet', 'tenant_id': 'ec04dda5def74a04b31e44820dde8d89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:32.451521 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 has no active binding in host n-h2-793620-7 {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:50:32.459375 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619be9a-1586-4505-8dd7-11cdeca11666 admin admin] Pushing event updated for resources: {'Network': ['ID=cb142600-559f-45a9-b2ce-fd6701e011af,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:32.472619 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c2bf91-46b3-4367-96ae-573025495aed admin admin] Made reservation on behalf of ec04dda5def74a04b31e44820dde8d89 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:32.473212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network cb142600-559f-45a9-b2ce-fd6701e011af details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:50:32.475830 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-59c2bf91-46b3-4367-96ae-573025495aed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.516136 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ffea452-116c-4537-beb4-8039191e4eeb req-dabeff6b-942b-4b20-8496-e8a942392b14 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408384 Jul 07 16:50:32.577281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c411a1-71de-45f3-a220-71a7565f38bc req-3c743d0c-2dcc-462a-9683-cac280064eee tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:32.577281 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-39c411a1-71de-45f3-a220-71a7565f38bc req-3c743d0c-2dcc-462a-9683-cac280064eee tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fe31074-3c0a-406a-abe4-57e64872fcba HTTP/1.1" status: 200 len: 943 time: 0.1809862 Jul 07 16:50:32.577650 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33842) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:32.626569 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-d0da0ca8-4216-4b57-bf70-6f9a6222f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:32.629219 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-d0da0ca8-4216-4b57-bf70-6f9a6222f3a7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c&tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c HTTP/1.1" status: 200 len: 1101 time: 0.2423224 Jul 07 16:50:32.632034 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-39c411a1-71de-45f3-a220-71a7565f38bc req-264e420d-b689-457a-ae26-1de446407627 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431337 Jul 07 16:50:32.654551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-7', 'device_owner': 'compute:nova'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:32.746078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] For port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4d077619-a9de-4926-9a84-3d9c8f3a9ef7,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:32.748508 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e08c948d-eeca-4dbe-81d7-d5850410e917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.775884 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-59c2bf91-46b3-4367-96ae-573025495aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.843931 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2bf91-46b3-4367-96ae-573025495aed admin admin] Pushing event updated for resources: {'Subnet': ['ID=093ceed0-d1c7-4ea0-ae34-d5f4543e83fc,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:32.849345 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bb5bd-c37d-4b0f-87e6-2a53ec6e5859 req-4179b736-4ca8-476c-bcf8-e92e615f7285 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:32.851218 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d7bb5bd-c37d-4b0f-87e6-2a53ec6e5859 req-4179b736-4ca8-476c-bcf8-e92e615f7285 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 946 time: 0.1695189 Jul 07 16:50:32.855627 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.879137 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c2bf91-46b3-4367-96ae-573025495aed admin admin] Checking segment: {'id': 'fd8f76e1-b42c-4b95-87c3-a471261e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cb142600-559f-45a9-b2ce-fd6701e011af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:32.879510 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c2bf91-46b3-4367-96ae-573025495aed admin admin] Network hostable DHCP agents. Network: cb142600-559f-45a9-b2ce-fd6701e011af, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:50:32.886883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] For port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:32.945122 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c2bf91-46b3-4367-96ae-573025495aed admin admin] Network cb142600-559f-45a9-b2ce-fd6701e011af is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:50:32.964457 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-59c2bf91-46b3-4367-96ae-573025495aed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, cb142600-559f-45a9-b2ce-fd6701e011af) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:32.967754 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e08c948d-eeca-4dbe-81d7-d5850410e917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.971563 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c2bf91-46b3-4367-96ae-573025495aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:32.972142 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-59c2bf91-46b3-4367-96ae-573025495aed admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.975753 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044963ec-782c-4f6b-aa1e-2548c19046e6 None None] Network cb142600-559f-45a9-b2ce-fd6701e011af requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:50:32.980652 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e08c948d-eeca-4dbe-81d7-d5850410e917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:32.983655 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8546020-2fd9-4c6c-9fd3-2258bd306362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d077619-a9de-4926-9a84-3d9c8f3a9ef7'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:32.985663 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d7edbe-9a64-40c2-8268-349006019989" -d '{"events": [{"server_uuid": "e8546020-2fd9-4c6c-9fd3-2258bd306362", "name": "network-vif-unplugged", "status": "completed", "tag": "4d077619-a9de-4926-9a84-3d9c8f3a9ef7"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:32.991789 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d7bb5bd-c37d-4b0f-87e6-2a53ec6e5859 req-85b38a02-ccc4-4f1a-bf48-56388e1260ce tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309729 Jul 07 16:50:33.001540 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.010750 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.024527 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-59c2bf91-46b3-4367-96ae-573025495aed admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6146679 Jul 07 16:50:33.033985 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33852) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:33.038667 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-afc2fa98-4866-42d4-bbaf-e80f9e055fbc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-807191127-router', 'tenant_id': 'ec04dda5def74a04b31e44820dde8d89', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:33.047240 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e08c948d-eeca-4dbe-81d7-d5850410e917 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50da6cf1fedf4dec99d1eab123024950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4638898 Jul 07 16:50:33.048114 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c948d-eeca-4dbe-81d7-d5850410e917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339444ef-9097-4f4c-ad3f-60a3090348e0,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:33.053077 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33854) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:33.086467 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777c344-89dc-47fb-ab3b-48ce76a040c3 req-2f5be1e5-0dc1-4798-96e8-eac0325acde8 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:33.087477 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469720a6-516b-45f9-b831-477a41632680 x-openstack-request-id: req-469720a6-516b-45f9-b831-477a41632680 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:33.087836 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8546020-2fd9-4c6c-9fd3-2258bd306362", "name": "network-vif-unplugged", "status": "completed", "tag": "4d077619-a9de-4926-9a84-3d9c8f3a9ef7", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:33.088055 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a777c344-89dc-47fb-ab3b-48ce76a040c3 req-2f5be1e5-0dc1-4798-96e8-eac0325acde8 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 943 time: 0.1847789 Jul 07 16:50:33.088167 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-469720a6-516b-45f9-b831-477a41632680 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:33.088463 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8546020-2fd9-4c6c-9fd3-2258bd306362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d077619-a9de-4926-9a84-3d9c8f3a9ef7', 'code': 200} Jul 07 16:50:33.119934 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-afc2fa98-4866-42d4-bbaf-e80f9e055fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.120958 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-afc2fa98-4866-42d4-bbaf-e80f9e055fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.179016 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a777c344-89dc-47fb-ab3b-48ce76a040c3 req-2803b273-13ed-4bf0-9667-0d11f7b22f7b tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791390 Jul 07 16:50:33.194544 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d077619-a9de-4926-9a84-3d9c8f3a9ef7,revision_number=7']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:33.218118 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-cb142600-559f-45a9-b2ce-fd6701e011af', 'network_id': 'cb142600-559f-45a9-b2ce-fd6701e011af', 'tenant_id': 'ec04dda5def74a04b31e44820dde8d89', 'fixed_ips': [{'subnet_id': '093ceed0-d1c7-4ea0-ae34-d5f4543e83fc'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:50:33.219148 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.231209 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d61e92c5-d265-4df7-bcab-82ae10cb2112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.235797 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-afc2fa98-4866-42d4-bbaf-e80f9e055fbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.255789 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] Attempting to bind port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 on host n-h1-793620-7 for vnic_type normal with profile {"migrating_to": "n-h2-793620-7"} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:33.256496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] Attempting to bind port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:33.257407 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] Attempting to bind port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:33.274530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] Port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:50:33.275263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] Attempting to bind port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 on network 6a7cbe27-a426-43a5-ac40-87a1e044e591 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:33.284435 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:33.285118 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] Checking segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:33.285726 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] Bound using segment: {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:33.286369 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] Bound port: 4d077619-a9de-4926-9a84-3d9c8f3a9ef7, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc796802-acbd-4372-aea8-e480533a4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6a7cbe27-a426-43a5-ac40-87a1e044e591'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:33.287023 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.314493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] For port 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:33.389924 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Allocated IP 172.20.0.2 (cb142600-559f-45a9-b2ce-fd6701e011af/093ceed0-d1c7-4ea0-ae34-d5f4543e83fc/e7b3b789-6868-41d9-9562-deb668b2c5dd) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:33.420897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] For port 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:33.443040 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-afc2fa98-4866-42d4-bbaf-e80f9e055fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.454224 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d61e92c5-d265-4df7-bcab-82ae10cb2112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.481612 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] For port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:33.492882 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] For port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4d077619-a9de-4926-9a84-3d9c8f3a9ef7,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:33.501208 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.507040 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.561485 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] Transition to ACTIVE for port object 1c6dbc2b-9742-4455-8f42-5f1291c4debe will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:33.574902 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a20a9-a9a0-4d93-95f0-901f37fc2209 req-a102c92f-29f1-4e17-a107-f192693e4fc0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:33.577170 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d61e92c5-d265-4df7-bcab-82ae10cb2112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.580485 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d61e92c5-d265-4df7-bcab-82ae10cb2112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.582143 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d61e92c5-d265-4df7-bcab-82ae10cb2112 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/339444ef-9097-4f4c-ad3f-60a3090348e0 HTTP/1.1" status: 204 len: 168 time: 0.5280962 Jul 07 16:50:33.582924 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e81a20a9-a9a0-4d93-95f0-901f37fc2209 req-a102c92f-29f1-4e17-a107-f192693e4fc0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.2362812 Jul 07 16:50:33.591559 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.612172 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e92c5-d265-4df7-bcab-82ae10cb2112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339444ef-9097-4f4c-ad3f-60a3090348e0,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:33.622075 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.652197 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Transition to ACTIVE for port object e7b3b789-6868-41d9-9562-deb668b2c5dd will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:33.673998 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d077619-a9de-4926-9a84-3d9c8f3a9ef7,revision_number=8']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:33.678101 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:33.678896 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.681005 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-77ab82eb-42c1-47d4-914d-e1df49ce1fc2 service neutron] 10.222.0.69 "PUT /v2.0/ports/4d077619-a9de-4926-9a84-3d9c8f3a9ef7 HTTP/1.1" status: 200 len: 1122 time: 1.5558517 Jul 07 16:50:33.687541 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Transition to ACTIVE for port object e7b3b789-6868-41d9-9562-deb668b2c5dd will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:33.698972 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:33.737043 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce29187-0571-4e1c-bf17-cd83ea4dae54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956345d3-fcc2-4498-a578-44bffca33eb1'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:33.741971 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd99812-003b-4f18-8832-0a1c3b2db6fa" -d '{"events": [{"server_uuid": "bce29187-0571-4e1c-bf17-cd83ea4dae54", "name": "network-vif-plugged", "status": "completed", "tag": "956345d3-fcc2-4498-a578-44bffca33eb1"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:33.771407 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Network cb142600-559f-45a9-b2ce-fd6701e011af is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:33.774136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] No DVR routers for this DVR port 1c6dbc2b-9742-4455-8f42-5f1291c4debe on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:33.787267 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:33.805589 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e81a20a9-a9a0-4d93-95f0-901f37fc2209 req-1be8d980-4051-4afb-aaa7-e7926212c620 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215331 Jul 07 16:50:33.874474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:33.884428 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['4d077619-a9de-4926-9a84-3d9c8f3a9ef7'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:33.887413 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['4d077619-a9de-4926-9a84-3d9c8f3a9ef7'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:33.906985 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] Pushing event updated for resources: {'Port': ['ID=1c6dbc2b-9742-4455-8f42-5f1291c4debe,revision_number=6']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:33.924055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] Attempting to bind port 1c6dbc2b-9742-4455-8f42-5f1291c4debe on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:33.924387 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] Attempting to bind port 1c6dbc2b-9742-4455-8f42-5f1291c4debe by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:33.924716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] Attempting to bind port 1c6dbc2b-9742-4455-8f42-5f1291c4debe on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:33.937832 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] Port 1c6dbc2b-9742-4455-8f42-5f1291c4debe on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:50:33.938151 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] Attempting to bind port 1c6dbc2b-9742-4455-8f42-5f1291c4debe on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:33.959913 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:33.960253 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:33.960643 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:33.961616 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] Bound port: 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:33.961977 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.002872 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-afc2fa98-4866-42d4-bbaf-e80f9e055fbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.032998 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-afc2fa98-4866-42d4-bbaf-e80f9e055fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.070349 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Pushing event updated for resources: {'Port': ['ID=e7b3b789-6868-41d9-9562-deb668b2c5dd,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:34.081095 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] For port 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:34.086319 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] For port 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:34.096935 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.104790 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Attempting to bind port e7b3b789-6868-41d9-9562-deb668b2c5dd on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:34.105032 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Attempting to bind port e7b3b789-6868-41d9-9562-deb668b2c5dd by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'fd8f76e1-b42c-4b95-87c3-a471261e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cb142600-559f-45a9-b2ce-fd6701e011af'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:34.105441 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Attempting to bind port e7b3b789-6868-41d9-9562-deb668b2c5dd on network cb142600-559f-45a9-b2ce-fd6701e011af {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:34.136432 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:34.137021 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:34.137284 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Checking segment: {'id': 'fd8f76e1-b42c-4b95-87c3-a471261e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cb142600-559f-45a9-b2ce-fd6701e011af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:34.137409 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.137499 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.137719 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Bound using segment: {'id': 'fd8f76e1-b42c-4b95-87c3-a471261e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cb142600-559f-45a9-b2ce-fd6701e011af'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:34.138634 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Bound port: e7b3b789-6868-41d9-9562-deb668b2c5dd, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8f76e1-b42c-4b95-87c3-a471261e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cb142600-559f-45a9-b2ce-fd6701e011af'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:34.138634 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.139691 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] 10.222.0.69 "PUT /v2.0/ports/1c6dbc2b-9742-4455-8f42-5f1291c4debe HTTP/1.1" status: 200 len: 1096 time: 1.4916883 Jul 07 16:50:34.178765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70303214-f98b-4dc2-9e64-dd7080d68e3f req-464476d3-012d-4a67-8d76-af9253df42f1 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:34.182496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5956b-7912-45b0-ba0a-488a49567ec0 req-21ed3225-96fc-4abc-be97-bea4e245421d tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:34.184077 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-41b5956b-7912-45b0-ba0a-488a49567ec0 req-21ed3225-96fc-4abc-be97-bea4e245421d tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fe31074-3c0a-406a-abe4-57e64872fcba HTTP/1.1" status: 200 len: 943 time: 0.1742320 Jul 07 16:50:34.186895 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70303214-f98b-4dc2-9e64-dd7080d68e3f req-464476d3-012d-4a67-8d76-af9253df42f1 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54 HTTP/1.1" status: 200 len: 946 time: 0.4055908 Jul 07 16:50:34.187705 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33872) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:34.224112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 07e64711-0d16-47c6-8205-4a44cfc63ffb details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:50:34.279844 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a701ef-3231-4082-b3d0-bff69d37310c service neutron] Pushing event updated for resources: {'Port': ['ID=1c6dbc2b-9742-4455-8f42-5f1291c4debe,revision_number=7']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:34.283108 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-afc2fa98-4866-42d4-bbaf-e80f9e055fbc admin admin] Allocated IP 172.25.2.28 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/f50d8be1-94f2-4e9d-b9f7-d6e72ab97929) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:34.283743 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-081a42ad-9903-448e-a803-91ec2d3d80eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.311804 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70303214-f98b-4dc2-9e64-dd7080d68e3f req-ea4dc786-b1a4-44c3-95c3-f579fbcaf14e tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237943 Jul 07 16:50:34.401909 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-41b5956b-7912-45b0-ba0a-488a49567ec0 req-55778a80-e5b7-4fe0-874e-e685f1f6801c tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956203 Jul 07 16:50:34.405979 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6c8cac-0345-4d08-ad59-766025859a63 x-openstack-request-id: req-6d6c8cac-0345-4d08-ad59-766025859a63 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:34.406722 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce29187-0571-4e1c-bf17-cd83ea4dae54", "name": "network-vif-plugged", "status": "completed", "tag": "956345d3-fcc2-4498-a578-44bffca33eb1", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:34.407034 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6d6c8cac-0345-4d08-ad59-766025859a63 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:34.407688 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce29187-0571-4e1c-bf17-cd83ea4dae54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956345d3-fcc2-4498-a578-44bffca33eb1', 'code': 200} Jul 07 16:50:34.447717 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-94e96a41-0ad1-4c3f-8679-23faca3a9f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:34.452317 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-94e96a41-0ad1-4c3f-8679-23faca3a9f36 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 1099 time: 0.2652493 Jul 07 16:50:34.453673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] For port e7b3b789-6868-41d9-9562-deb668b2c5dd, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:34.507325 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] For port e7b3b789-6868-41d9-9562-deb668b2c5dd, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e7b3b789-6868-41d9-9562-deb668b2c5dd,segment=NetworkSegment(fd8f76e1-b42c-4b95-87c3-a471261e1411),segment_id=fd8f76e1-b42c-4b95-87c3-a471261e1411)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:34.553095 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.570534 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c8d71-34df-42ad-a44a-01b2f7ba7f5c req-e9452b4b-9075-4c73-9832-98fef4b05423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:34.572191 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ca9c8d71-34df-42ad-a44a-01b2f7ba7f5c req-e9452b4b-9075-4c73-9832-98fef4b05423 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54 HTTP/1.1" status: 200 len: 1097 time: 0.1068900 Jul 07 16:50:34.589641 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-afc2fa98-4866-42d4-bbaf-e80f9e055fbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.622504 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69609b71-f7e7-493b-a337-dc35d587782a None None] Pushing event updated for resources: {'Port': ['ID=e7b3b789-6868-41d9-9562-deb668b2c5dd,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:34.638714 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ca9c8d71-34df-42ad-a44a-01b2f7ba7f5c req-20630e12-94ec-4f20-aee8-ab13f73b9ae6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531836 Jul 07 16:50:34.681019 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 07e64711-0d16-47c6-8205-4a44cfc63ffb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=07e64711-0d16-47c6-8205-4a44cfc63ffb,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:34.699769 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '07e64711-0d16-47c6-8205-4a44cfc63ffb', 'network_id': '51ec3819-671e-411b-b116-1f7886237f24', 'port_id': '07e64711-0d16-47c6-8205-4a44cfc63ffb', 'mac_address': 'fa:16:3e:3c:6d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c985cc-e916-416e-988d-68453d64db86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:50:34.747480 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003bbfe-8e3d-45c5-aa0a-6226c42535d4 req-5c448943-c352-4d56-8923-0898fadccc81 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:34.749470 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3003bbfe-8e3d-45c5-aa0a-6226c42535d4 req-5c448943-c352-4d56-8923-0898fadccc81 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 943 time: 0.0935497 Jul 07 16:50:34.750912 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.751241 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-afc2fa98-4866-42d4-bbaf-e80f9e055fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.764357 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951c75e-82fb-45de-8165-ac54079cabcb req-f4c60efa-8b31-4a61-aca2-77eb7f05a00c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:34.765821 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0951c75e-82fb-45de-8165-ac54079cabcb req-f4c60efa-8b31-4a61-aca2-77eb7f05a00c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 944 time: 0.1696970 Jul 07 16:50:34.768029 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-081a42ad-9903-448e-a803-91ec2d3d80eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.769407 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e64711-0d16-47c6-8205-4a44cfc63ffb {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:34.771872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-118559e9-e3c4-4a79-9b66-320330a0e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:34.773889 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-118559e9-e3c4-4a79-9b66-320330a0e46d service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.3115554 Jul 07 16:50:34.775097 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-081a42ad-9903-448e-a803-91ec2d3d80eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.798802 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 07e64711-0d16-47c6-8205-4a44cfc63ffb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=07e64711-0d16-47c6-8205-4a44cfc63ffb,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:34.806097 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:34.808379 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7d70e068-ac12-4051-bffb-1100e59d75fe details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:50:34.833670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc2fa98-4866-42d4-bbaf-e80f9e055fbc admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:34.837030 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2fa98-4866-42d4-bbaf-e80f9e055fbc admin admin] Pushing event updated for resources: {'Port': ['ID=f50d8be1-94f2-4e9d-b9f7-d6e72ab97929,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:34.841100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-afc2fa98-4866-42d4-bbaf-e80f9e055fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:34.843766 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc2fa98-4866-42d4-bbaf-e80f9e055fbc admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:34.863172 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-7c03c801-0047-4e8d-b703-2c1141351f96 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe HTTP/1.1" status: 200 len: 217 time: 0.0800884 Jul 07 16:50:34.863913 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3003bbfe-8e3d-45c5-aa0a-6226c42535d4 req-14990d14-bddd-4d2a-b3fb-43c220953b95 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026998 Jul 07 16:50:34.979966 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-081a42ad-9903-448e-a803-91ec2d3d80eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60e238dd270f4b86bcc8e020156eb51d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7912610 Jul 07 16:50:35.030808 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33878) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:35.065009 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a42ad-9903-448e-a803-91ec2d3d80eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b7b5f4-6db8-415e-b9f8-149c7a27acf0,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:35.104370 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66517e7-2eda-4758-80f0-0f9e06989d7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c6dbc2b-9742-4455-8f42-5f1291c4debe'}, {'name': 'network-changed', 'server_uuid': 'e8546020-2fd9-4c6c-9fd3-2258bd306362', 'tag': '4d077619-a9de-4926-9a84-3d9c8f3a9ef7'}, {'name': 'network-changed', 'server_uuid': 'a66517e7-2eda-4758-80f0-0f9e06989d7c', 'tag': '1c6dbc2b-9742-4455-8f42-5f1291c4debe'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:35.106729 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad" -d '{"events": [{"server_uuid": "a66517e7-2eda-4758-80f0-0f9e06989d7c", "name": "network-vif-unplugged", "status": "completed", "tag": "1c6dbc2b-9742-4455-8f42-5f1291c4debe"}, {"name": "network-changed", "server_uuid": "e8546020-2fd9-4c6c-9fd3-2258bd306362", "tag": "4d077619-a9de-4926-9a84-3d9c8f3a9ef7"}, {"name": "network-changed", "server_uuid": "a66517e7-2eda-4758-80f0-0f9e06989d7c", "tag": "1c6dbc2b-9742-4455-8f42-5f1291c4debe"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:35.113345 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0951c75e-82fb-45de-8165-ac54079cabcb req-7d2caf48-6d2e-476d-b698-98aedc3c6fa4 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314135 Jul 07 16:50:35.116066 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-efe5039a-2cdf-4378-89cd-b6ba81c3f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:35.118058 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-efe5039a-2cdf-4378-89cd-b6ba81c3f888 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.2401702 Jul 07 16:50:35.135490 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7620f84-81e6-412c-a21e-c4f8682f0c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:35.173554 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7d70e068-ac12-4051-bffb-1100e59d75fe, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7d70e068-ac12-4051-bffb-1100e59d75fe,segment=NetworkSegment(0f719f5a-72b9-4b7d-9309-657d36b755e9),segment_id=0f719f5a-72b9-4b7d-9309-657d36b755e9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:35.188617 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '7d70e068-ac12-4051-bffb-1100e59d75fe', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'port_id': '7d70e068-ac12-4051-bffb-1100e59d75fe', 'mac_address': 'fa:16:3e:34:e8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:50:35.191002 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7620f84-81e6-412c-a21e-c4f8682f0c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:35.238055 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51559daa-1b77-41b3-860e-82d234bce918 req-c9cedcee-0b47-4bf2-8a9d-e6e06bdf0c13 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:35.240063 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51559daa-1b77-41b3-860e-82d234bce918 req-c9cedcee-0b47-4bf2-8a9d-e6e06bdf0c13 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 948 time: 0.1787291 Jul 07 16:50:35.251617 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:35.266629 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-bf9438a0-3357-47f2-a447-8a9517cb68a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:35.268244 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-bf9438a0-3357-47f2-a447-8a9517cb68a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340396 Jul 07 16:50:35.272182 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c83a71-d45a-400d-897e-83498e3a49ea x-openstack-request-id: req-14c83a71-d45a-400d-897e-83498e3a49ea {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:35.272598 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66517e7-2eda-4758-80f0-0f9e06989d7c", "name": "network-vif-unplugged", "status": "completed", "tag": "1c6dbc2b-9742-4455-8f42-5f1291c4debe", "code": 200}, {"name": "network-changed", "server_uuid": "e8546020-2fd9-4c6c-9fd3-2258bd306362", "tag": "4d077619-a9de-4926-9a84-3d9c8f3a9ef7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a66517e7-2eda-4758-80f0-0f9e06989d7c", "tag": "1c6dbc2b-9742-4455-8f42-5f1291c4debe", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:35.272864 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14c83a71-d45a-400d-897e-83498e3a49ea {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:35.273290 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66517e7-2eda-4758-80f0-0f9e06989d7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c6dbc2b-9742-4455-8f42-5f1291c4debe', 'code': 200} Jul 07 16:50:35.273569 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8546020-2fd9-4c6c-9fd3-2258bd306362', 'tag': '4d077619-a9de-4926-9a84-3d9c8f3a9ef7', 'status': 'completed', 'code': 200} Jul 07 16:50:35.274521 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66517e7-2eda-4758-80f0-0f9e06989d7c', 'tag': '1c6dbc2b-9742-4455-8f42-5f1291c4debe', 'status': 'completed', 'code': 200} Jul 07 16:50:35.284708 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d70e068-ac12-4051-bffb-1100e59d75fe {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:35.285833 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7620f84-81e6-412c-a21e-c4f8682f0c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:35.288517 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7620f84-81e6-412c-a21e-c4f8682f0c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:35.293187 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e7620f84-81e6-412c-a21e-c4f8682f0c3d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44b7b5f4-6db8-415e-b9f8-149c7a27acf0 HTTP/1.1" status: 204 len: 168 time: 0.2578955 Jul 07 16:50:35.308096 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=07e64711-0d16-47c6-8205-4a44cfc63ffb,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:35.324804 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51559daa-1b77-41b3-860e-82d234bce918 req-495e7e23-a76a-465c-b24b-4941a6032a0e tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462968 Jul 07 16:50:35.338444 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7d70e068-ac12-4051-bffb-1100e59d75fe, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7d70e068-ac12-4051-bffb-1100e59d75fe,segment=NetworkSegment(0f719f5a-72b9-4b7d-9309-657d36b755e9),segment_id=0f719f5a-72b9-4b7d-9309-657d36b755e9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:35.346550 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:35.357357 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-afc2fa98-4866-42d4-bbaf-e80f9e055fbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:35.391692 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7620f84-81e6-412c-a21e-c4f8682f0c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b7b5f4-6db8-415e-b9f8-149c7a27acf0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:35.483443 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=7d70e068-ac12-4051-bffb-1100e59d75fe,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:35.489488 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-1f82ac54-8a6d-4b02-8750-420193fd298b service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137699 Jul 07 16:50:35.518640 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-d889eae2-eaee-45ce-8db6-5cdbb7ff0eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:35.520440 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-d889eae2-eaee-45ce-8db6-5cdbb7ff0eb2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 1125 time: 0.1929791 Jul 07 16:50:35.672472 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-70ab637d-017d-4b05-8e64-935ce317ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:35.675283 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-70ab637d-017d-4b05-8e64-935ce317ebe9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 921 time: 0.1450851 Jul 07 16:50:35.898859 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['07e64711-0d16-47c6-8205-4a44cfc63ffb'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:35.948626 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 1c6dbc2b-9742-4455-8f42-5f1291c4debe no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:36.000791 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['7d70e068-ac12-4051-bffb-1100e59d75fe'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:36.049526 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544140c3-1390-40a8-a6ac-480f882c931d req-2b46b25b-17e7-44c0-b85c-1816522888fa tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:36.051071 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-544140c3-1390-40a8-a6ac-480f882c931d req-2b46b25b-17e7-44c0-b85c-1816522888fa tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54 HTTP/1.1" status: 200 len: 946 time: 0.5195436 Jul 07 16:50:36.053345 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e6b6cc8-007d-43be-b277-af07f87c52de req-df18cd99-9280-4cbf-b841-a2ea04c33756 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591097 Jul 07 16:50:36.066501 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 1c6dbc2b-9742-4455-8f42-5f1291c4debe not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:36.111167 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-ad1dcc9d-dbcf-4673-a1e4-27caca571ca8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d077619-a9de-4926-9a84-3d9c8f3a9ef7 HTTP/1.1" status: 200 len: 217 time: 0.0557907 Jul 07 16:50:36.169818 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-544140c3-1390-40a8-a6ac-480f882c931d req-03a0c130-5e62-453b-afb3-1c4c2dd18ac9 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106441 Jul 07 16:50:36.248139 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d57d148-8d69-4f8f-a4eb-e6eb586a38a0 None None] Network cb142600-559f-45a9-b2ce-fd6701e011af requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:50:36.255612 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-a71a7d0a-32b5-4d51-aca4-2f00901bb30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:36.266329 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-a71a7d0a-32b5-4d51-aca4-2f00901bb30f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 1099 time: 0.0969269 Jul 07 16:50:36.276368 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-012f765a-ca97-4316-a2a4-ca7ca9854dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:36.278294 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-012f765a-ca97-4316-a2a4-ca7ca9854dc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.1534536 Jul 07 16:50:36.290814 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ae4f4-bb1a-43a6-8a63-e79fa379c3d0 req-8238645b-7d17-48cb-a684-9cd6038b18a4 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:36.292723 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d6ae4f4-bb1a-43a6-8a63-e79fa379c3d0 req-8238645b-7d17-48cb-a684-9cd6038b18a4 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fe31074-3c0a-406a-abe4-57e64872fcba HTTP/1.1" status: 200 len: 944 time: 0.6143649 Jul 07 16:50:36.337626 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e7b3b789-6868-41d9-9562-deb668b2c5dd up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:36.380836 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-b6ce9832-de1e-4f5a-a479-80d605b68d17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870121 Jul 07 16:50:36.381952 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-afc2fa98-4866-42d4-bbaf-e80f9e055fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:36.401537 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-acaf35cf-3b41-463c-bf19-c2bbc7c12530 None None] Provisioning for port e7b3b789-6868-41d9-9562-deb668b2c5dd completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:36.479884 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-2eb75467-1da7-43d2-9fb0-54f7efba5271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:36.506286 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-2eb75467-1da7-43d2-9fb0-54f7efba5271 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.2084606 Jul 07 16:50:36.580724 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-a8d2e8af-64b6-4246-948c-3f151faeba41 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe HTTP/1.1" status: 200 len: 217 time: 0.0733590 Jul 07 16:50:36.587147 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-c299da14-d019-4b91-a4b5-271767ef9aae service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966903 Jul 07 16:50:36.666004 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d6ae4f4-bb1a-43a6-8a63-e79fa379c3d0 req-344b3c97-f83e-4294-9e45-f654ee536b1b tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565907 Jul 07 16:50:36.684487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port e7b3b789-6868-41d9-9562-deb668b2c5dd completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:36.705550 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e7b3b789-6868-41d9-9562-deb668b2c5dd triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:36.705715 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-39d01a0a-af84-4b0b-b69a-d8bd1f5ce5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:36.706313 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:36.707278 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-39d01a0a-af84-4b0b-b69a-d8bd1f5ce5f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1184788 Jul 07 16:50:36.778958 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-c305d91d-4b3d-4a99-a8bf-e4d1677c6fbc service neutron] 10.222.0.15 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828196 Jul 07 16:50:36.792081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b87755-b0b9-4ccf-bb70-7416609cac14 req-dd2965ce-dcdc-42ff-bf10-93bf2bc6fc2f tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:36.793126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc2fa98-4866-42d4-bbaf-e80f9e055fbc admin admin] Router 0e98b5e8-d911-4cf0-91dc-e1d79a73333e is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:50:36.798910 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-05b87755-b0b9-4ccf-bb70-7416609cac14 req-dd2965ce-dcdc-42ff-bf10-93bf2bc6fc2f tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 944 time: 0.1746480 Jul 07 16:50:36.845914 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:36.863970 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-37ecdc08-8aeb-434c-89da-5de41bbf9211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:36.865507 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-37ecdc08-8aeb-434c-89da-5de41bbf9211 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1507075 Jul 07 16:50:36.903359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port e7b3b789-6868-41d9-9562-deb668b2c5dd, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e7b3b789-6868-41d9-9562-deb668b2c5dd,segment=NetworkSegment(fd8f76e1-b42c-4b95-87c3-a471261e1411),segment_id=fd8f76e1-b42c-4b95-87c3-a471261e1411)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:36.910065 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:36.941639 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-05b87755-b0b9-4ccf-bb70-7416609cac14 req-729060b2-f00e-4b52-9799-fdb6dbd0666f tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418612 Jul 07 16:50:36.984336 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=e7b3b789-6868-41d9-9562-deb668b2c5dd,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:37.011860 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-3d8c0be5-7064-4ad5-8dbf-af44b4181fe3 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351385 Jul 07 16:50:37.015251 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc2fa98-4866-42d4-bbaf-e80f9e055fbc admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:50:37.029160 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-ee8599ac-8297-4ea9-86db-767806e1f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:37.030687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] Sync routers for ids ['0e98b5e8-d911-4cf0-91dc-e1d79a73333e'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:50:37.030807 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-ee8599ac-8297-4ea9-86db-767806e1f8a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 1099 time: 0.1685796 Jul 07 16:50:37.048850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abcc36-2d58-44e5-9492-9332e9b55cb4 req-49e628e3-b34a-4f68-b408-c3f681ff20a2 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:37.049648 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] Routers {'0e98b5e8-d911-4cf0-91dc-e1d79a73333e'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:37.050497 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c0abcc36-2d58-44e5-9492-9332e9b55cb4 req-49e628e3-b34a-4f68-b408-c3f681ff20a2 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 944 time: 0.1871538 Jul 07 16:50:37.050928 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:50:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0e98b5e8-d911-4cf0-91dc-e1d79a73333e'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:37.062024 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-afc2fa98-4866-42d4-bbaf-e80f9e055fbc admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.066028 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-afc2fa98-4866-42d4-bbaf-e80f9e055fbc admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.0309489 Jul 07 16:50:37.066832 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33916) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:37.105111 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bc6a229d-e462-4f12-ad7b-c05c064d1c8a None None] Provisioning complete for port e7b3b789-6868-41d9-9562-deb668b2c5dd triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:37.105428 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bc6a229d-e462-4f12-ad7b-c05c064d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.193855 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-5cf36306-fc36-4107-9a51-baf6a34474b0 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521549 Jul 07 16:50:37.224779 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] Set router 0e98b5e8-d911-4cf0-91dc-e1d79a73333e gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:37.231989 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c0abcc36-2d58-44e5-9492-9332e9b55cb4 req-6de20ad6-b3ff-4ed2-bccb-ab4b2b0c4bca tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709239 Jul 07 16:50:37.242148 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad7b14-0d66-4a28-8681-c95201ae6fae req-e5f4b1dc-ce8f-4e93-bd0d-ba55c4b2060c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:37.243932 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-36ad7b14-0d66-4a28-8681-c95201ae6fae req-e5f4b1dc-ce8f-4e93-bd0d-ba55c4b2060c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 948 time: 0.1046970 Jul 07 16:50:37.297567 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-36ad7b14-0d66-4a28-8681-c95201ae6fae req-c8948e13-e1e0-47a1-8cca-06fc7b384d3d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459561 Jul 07 16:50:37.309545 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-e5dc857b-bceb-45b4-b256-9f4406a9d66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:37.311096 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-e5dc857b-bceb-45b4-b256-9f4406a9d66e service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.2597744 Jul 07 16:50:37.419780 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-54464d46-2024-4f92-b83a-368071a9148b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe HTTP/1.1" status: 200 len: 217 time: 0.0535035 Jul 07 16:50:37.507337 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdc911-6d73-46fd-b6d1-2c96673c00c9 req-62e34805-6d5b-4963-842e-cbb8d8f836ea tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:37.509531 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5ffdc911-6d73-46fd-b6d1-2c96673c00c9 req-62e34805-6d5b-4963-842e-cbb8d8f836ea tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54 HTTP/1.1" status: 200 len: 946 time: 0.0829234 Jul 07 16:50:37.533684 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e98b5e8-d911-4cf0-91dc-e1d79a73333e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-807191127-router', 'tenant_id': 'ec04dda5def74a04b31e44820dde8d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'f50d8be1-94f2-4e9d-b9f7-d6e72ab97929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:33Z', 'updated_at': '2021-07-07T16:50:35Z', 'revision_number': 3, 'project_id': 'ec04dda5def74a04b31e44820dde8d89', 'gw_port': {'id': 'f50d8be1-94f2-4e9d-b9f7-d6e72ab97929', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:11:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e98b5e8-d911-4cf0-91dc-e1d79a73333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:34Z', 'updated_at': '2021-07-07T16:50:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:37.552921 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5ffdc911-6d73-46fd-b6d1-2c96673c00c9 req-357d2484-e93d-4834-8ebc-23f52887e0a5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376105 Jul 07 16:50:37.578709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] Checking router: 0e98b5e8-d911-4cf0-91dc-e1d79a73333e for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:50:37.578709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] Updating router 0e98b5e8-d911-4cf0-91dc-e1d79a73333e port f50d8be1-94f2-4e9d-b9f7-d6e72ab97929 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:50:37.614288 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.739932 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-7cd760cd-f15e-43d4-8316-c3a27e0fc8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:37.741369 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-7cd760cd-f15e-43d4-8316-c3a27e0fc8f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.2603688 Jul 07 16:50:37.874891 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-20283a56-c6a0-470e-9380-d3b2bd983909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:37.904336 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-025b84a3-0533-4130-b811-fc96c22836c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:37.905809 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-025b84a3-0533-4130-b811-fc96c22836c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1405976 Jul 07 16:50:37.957610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757e9cf-5afb-4ad0-9d86-9301f01fc251 req-d9b3eeaa-8721-41ad-898b-7af74a82e4c3 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:37.967635 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c757e9cf-5afb-4ad0-9d86-9301f01fc251 req-d9b3eeaa-8721-41ad-898b-7af74a82e4c3 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fe31074-3c0a-406a-abe4-57e64872fcba HTTP/1.1" status: 200 len: 944 time: 0.0909991 Jul 07 16:50:37.999864 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.014708 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236aed2-78bb-4c23-a2ef-c7652b52e74a req-a3d98260-a1e4-4986-8ddf-6c0ba75e46d9 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:38.016272 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8236aed2-78bb-4c23-a2ef-c7652b52e74a req-a3d98260-a1e4-4986-8ddf-6c0ba75e46d9 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 945 time: 0.2892015 Jul 07 16:50:38.024591 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] Transition to ACTIVE for port object f50d8be1-94f2-4e9d-b9f7-d6e72ab97929 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:38.032833 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c757e9cf-5afb-4ad0-9d86-9301f01fc251 req-6297a1f2-6cf7-466f-a90c-8f95785b2742 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633714 Jul 07 16:50:38.038153 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.052796 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-748fcd2f-9346-4661-b496-664b6a9333e3 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397400 Jul 07 16:50:38.136158 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fa007-17d9-48fb-ac02-31e8ef731fc9 None None] Pushing event updated for resources: {'Port': ['ID=f50d8be1-94f2-4e9d-b9f7-d6e72ab97929,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:38.158542 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] Attempting to bind port f50d8be1-94f2-4e9d-b9f7-d6e72ab97929 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:38.159062 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] Attempting to bind port f50d8be1-94f2-4e9d-b9f7-d6e72ab97929 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:38.159581 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] Attempting to bind port f50d8be1-94f2-4e9d-b9f7-d6e72ab97929 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:38.166087 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:38.166678 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:38.167123 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.167528 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:38.168009 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] Bound port: f50d8be1-94f2-4e9d-b9f7-d6e72ab97929, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:38.168403 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.238691 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8236aed2-78bb-4c23-a2ef-c7652b52e74a req-703195f8-e60c-49ad-b2fc-f7f0fa22421a tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893518 Jul 07 16:50:38.251095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] For port f50d8be1-94f2-4e9d-b9f7-d6e72ab97929, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:38.256582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] For port f50d8be1-94f2-4e9d-b9f7-d6e72ab97929, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=f50d8be1-94f2-4e9d-b9f7-d6e72ab97929,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:38.270754 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e7b3b789-6868-41d9-9562-deb668b2c5dd up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:38.271026 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4ab1d-5606-4e6d-af1c-5ab0231757a2 req-fd94c209-7864-4067-898a-db4791be7545 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:38.276778 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-66c4ab1d-5606-4e6d-af1c-5ab0231757a2 req-fd94c209-7864-4067-898a-db4791be7545 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 944 time: 0.1069188 Jul 07 16:50:38.306109 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33966) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:38.320899 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.358331 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-66c4ab1d-5606-4e6d-af1c-5ab0231757a2 req-aa58351d-b08a-437a-87e6-329ebeac186a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706275 Jul 07 16:50:38.392390 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] Routers {'0e98b5e8-d911-4cf0-91dc-e1d79a73333e'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:38.393399 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:50:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0e98b5e8-d911-4cf0-91dc-e1d79a73333e'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:38.435748 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e7b3b789-6868-41d9-9562-deb668b2c5dd triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:38.436466 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.474226 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-20283a56-c6a0-470e-9380-d3b2bd983909 admin admin] Allocated IP 172.20.0.1 (cb142600-559f-45a9-b2ce-fd6701e011af/093ceed0-d1c7-4ea0-ae34-d5f4543e83fc/210e2df7-7a5a-43c4-bb2d-94eb29be953e) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:38.500863 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fa007-17d9-48fb-ac02-31e8ef731fc9 None None] Pushing event updated for resources: {'Port': ['ID=f50d8be1-94f2-4e9d-b9f7-d6e72ab97929,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:38.541004 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9d1d04e-c3cd-4ae4-a6c8-aeb8777586ad req-9f472629-8e68-4e60-a882-569cea275dd9 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779844 Jul 07 16:50:38.605741 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108716f-85f0-4192-91cf-25175a1026ec req-625fd528-101b-41da-af96-4e600dfb18ff tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:38.615963 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3108716f-85f0-4192-91cf-25175a1026ec req-625fd528-101b-41da-af96-4e600dfb18ff tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=52f5cc4f-17cc-448c-9ce9-feb391912557 HTTP/1.1" status: 200 len: 946 time: 0.1310759 Jul 07 16:50:38.645679 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-290c6286-0d28-41fd-9012-5836647709a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.687349 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3108716f-85f0-4192-91cf-25175a1026ec req-9acc9328-311f-49f2-8312-49fdc9fd3291 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698471 Jul 07 16:50:38.721296 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337f50b-0b38-4560-9045-2adaa86881a9 req-24182144-c232-4c88-935f-ba79403ef4c6 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:38.722961 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6337f50b-0b38-4560-9045-2adaa86881a9 req-24182144-c232-4c88-935f-ba79403ef4c6 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 944 time: 0.2737536 Jul 07 16:50:38.792220 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] Set router 0e98b5e8-d911-4cf0-91dc-e1d79a73333e gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:38.806454 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-20283a56-c6a0-470e-9380-d3b2bd983909 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.842528 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6337f50b-0b38-4560-9045-2adaa86881a9 req-2ea70f89-2510-414d-bedd-c33b686b363b tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092997 Jul 07 16:50:38.856303 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-20283a56-c6a0-470e-9380-d3b2bd983909 admin admin] Transition to ACTIVE for port object 210e2df7-7a5a-43c4-bb2d-94eb29be953e will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:38.942884 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f109a-cd1e-4c36-98cb-1edf738f857f req-791af9e5-1153-4930-959e-60e668e1e664 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:38.944431 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6a4f109a-cd1e-4c36-98cb-1edf738f857f req-791af9e5-1153-4930-959e-60e668e1e664 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 948 time: 0.0833769 Jul 07 16:50:38.956771 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-290c6286-0d28-41fd-9012-5836647709a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:38.963090 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-290c6286-0d28-41fd-9012-5836647709a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:39.015035 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6a4f109a-cd1e-4c36-98cb-1edf738f857f req-4f42fb1d-d79c-4c36-b517-48bc7597e75f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637898 Jul 07 16:50:39.064795 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e98b5e8-d911-4cf0-91dc-e1d79a73333e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-807191127-router', 'tenant_id': 'ec04dda5def74a04b31e44820dde8d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'f50d8be1-94f2-4e9d-b9f7-d6e72ab97929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:33Z', 'updated_at': '2021-07-07T16:50:35Z', 'revision_number': 3, 'project_id': 'ec04dda5def74a04b31e44820dde8d89', 'gw_port': {'id': 'f50d8be1-94f2-4e9d-b9f7-d6e72ab97929', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:11:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e98b5e8-d911-4cf0-91dc-e1d79a73333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:34Z', 'updated_at': '2021-07-07T16:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:39.160497 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3b9ee-1369-45f1-9130-c0ee4ad20e39 None None] The sync data for ids ['0e98b5e8-d911-4cf0-91dc-e1d79a73333e'] in n-d-793620-7 is: [{'id': '0e98b5e8-d911-4cf0-91dc-e1d79a73333e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-807191127-router', 'tenant_id': 'ec04dda5def74a04b31e44820dde8d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'f50d8be1-94f2-4e9d-b9f7-d6e72ab97929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:33Z', 'updated_at': '2021-07-07T16:50:35Z', 'revision_number': 3, 'project_id': 'ec04dda5def74a04b31e44820dde8d89', 'gw_port': {'id': 'f50d8be1-94f2-4e9d-b9f7-d6e72ab97929', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:11:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e98b5e8-d911-4cf0-91dc-e1d79a73333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:34Z', 'updated_at': '2021-07-07T16:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:50:39.299420 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-20283a56-c6a0-470e-9380-d3b2bd983909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:39.393415 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c6286-0d28-41fd-9012-5836647709a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20259b9-6885-4e2e-af4c-db55d1a86dbb,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:39.400453 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-290c6286-0d28-41fd-9012-5836647709a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea65bf361fe5445d8d3bccb7241ffc49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0932770 Jul 07 16:50:39.407784 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33980) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:39.419566 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20283a56-c6a0-470e-9380-d3b2bd983909 admin admin] Network cb142600-559f-45a9-b2ce-fd6701e011af is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:39.421724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20283a56-c6a0-470e-9380-d3b2bd983909 admin admin] Pushing event updated for resources: {'Port': ['ID=210e2df7-7a5a-43c4-bb2d-94eb29be953e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:39.425654 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-20283a56-c6a0-470e-9380-d3b2bd983909 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:39.428187 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20283a56-c6a0-470e-9380-d3b2bd983909 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:39.457266 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30155c82-a74a-4019-ad4c-90a775cd66af req-524c7f40-f98b-43a5-8b98-6a1a7229e6a3 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:39.458923 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-30155c82-a74a-4019-ad4c-90a775cd66af req-524c7f40-f98b-43a5-8b98-6a1a7229e6a3 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54 HTTP/1.1" status: 200 len: 946 time: 0.1127944 Jul 07 16:50:39.530490 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-20283a56-c6a0-470e-9380-d3b2bd983909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:39.547726 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c633dd-0c01-4c9b-b237-12917f76fd5f req-a3e5ed63-2786-4e6a-a65e-f623970f42a3 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:39.553524 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6db2539-9801-4462-8fe4-b27383615264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:39.555925 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e9c633dd-0c01-4c9b-b237-12917f76fd5f req-a3e5ed63-2786-4e6a-a65e-f623970f42a3 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fe31074-3c0a-406a-abe4-57e64872fcba HTTP/1.1" status: 200 len: 944 time: 0.2580132 Jul 07 16:50:39.617564 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-30155c82-a74a-4019-ad4c-90a775cd66af req-a158d5e0-118f-405c-b070-46ae841da667 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026130 Jul 07 16:50:39.644483 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6db2539-9801-4462-8fe4-b27383615264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:39.658717 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e9c633dd-0c01-4c9b-b237-12917f76fd5f req-0740768b-224c-4709-a14b-0322df8f2ce0 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017666 Jul 07 16:50:39.742482 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6db2539-9801-4462-8fe4-b27383615264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:39.745419 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6db2539-9801-4462-8fe4-b27383615264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:39.746726 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b6db2539-9801-4462-8fe4-b27383615264 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e20259b9-6885-4e2e-af4c-db55d1a86dbb HTTP/1.1" status: 204 len: 168 time: 0.3367202 Jul 07 16:50:39.769002 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db2539-9801-4462-8fe4-b27383615264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20259b9-6885-4e2e-af4c-db55d1a86dbb,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:39.898232 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-20283a56-c6a0-470e-9380-d3b2bd983909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:39.937952 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9244ceaf-d613-4b09-8109-b9da757b2278 None None] Provisioning for port 210e2df7-7a5a-43c4-bb2d-94eb29be953e completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:39.951903 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9244ceaf-d613-4b09-8109-b9da757b2278 None None] Provisioning complete for port 210e2df7-7a5a-43c4-bb2d-94eb29be953e triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:39.952335 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9244ceaf-d613-4b09-8109-b9da757b2278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:39.988647 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:40.038198 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38057d3-c834-46cd-8049-23846b20cf11 req-cd0aeac6-03f7-477e-812b-3cc0b48f977a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:40.055024 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d38057d3-c834-46cd-8049-23846b20cf11 req-cd0aeac6-03f7-477e-812b-3cc0b48f977a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 944 time: 0.1809540 Jul 07 16:50:40.134493 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d38057d3-c834-46cd-8049-23846b20cf11 req-f1f73cb1-f1dc-42d7-9bf3-5f3c0ccfef9f tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784407 Jul 07 16:50:40.256845 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1c6dbc2b-9742-4455-8f42-5f1291c4debe details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:50:40.269000 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7d70e068-ac12-4051-bffb-1100e59d75fe up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:40.281670 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f50d8be1-94f2-4e9d-b9f7-d6e72ab97929 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:40.282410 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4adf3-7b28-46ea-acdd-6f2dccdeb93b req-203aa9eb-fc9c-4c9b-8c78-09b001ec6c7c tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:40.284774 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-9244ceaf-d613-4b09-8109-b9da757b2278 None None] Port 210e2df7-7a5a-43c4-bb2d-94eb29be953e cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:50:40.290047 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-72f4adf3-7b28-46ea-acdd-6f2dccdeb93b req-203aa9eb-fc9c-4c9b-8c78-09b001ec6c7c tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 945 time: 0.2086406 Jul 07 16:50:40.415808 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-20283a56-c6a0-470e-9380-d3b2bd983909 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:40.441188 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-20283a56-c6a0-470e-9380-d3b2bd983909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:40.455783 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d344c09-6c81-46b2-8ecf-450597de29aa req-a2e66fa4-ba37-4d60-b27f-511b1acf749c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:40.462087 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1d344c09-6c81-46b2-8ecf-450597de29aa req-a2e66fa4-ba37-4d60-b27f-511b1acf749c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 944 time: 0.0996311 Jul 07 16:50:40.487514 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 7d70e068-ac12-4051-bffb-1100e59d75fe completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:40.498028 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 7d70e068-ac12-4051-bffb-1100e59d75fe triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:40.498438 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:40.524935 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-72f4adf3-7b28-46ea-acdd-6f2dccdeb93b req-b54b38d2-0778-4412-9d39-dfbe7b46aeaa tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331176 Jul 07 16:50:40.569624 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port f50d8be1-94f2-4e9d-b9f7-d6e72ab97929 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:40.584078 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:40.586231 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1d344c09-6c81-46b2-8ecf-450597de29aa req-b137b024-e4fa-475b-94c5-1ad4db4cdf35 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968590 Jul 07 16:50:40.587431 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port f50d8be1-94f2-4e9d-b9f7-d6e72ab97929 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:40.588153 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:40.652042 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '1c6dbc2b-9742-4455-8f42-5f1291c4debe', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '1c6dbc2b-9742-4455-8f42-5f1291c4debe', 'mac_address': 'fa:16:3e:0f:99:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:50:40.662015 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20283a56-c6a0-470e-9380-d3b2bd983909 admin admin] Pushing event updated for resources: {'Port': ['ID=210e2df7-7a5a-43c4-bb2d-94eb29be953e,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:40.681432 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-ee4f7058-b093-43fd-bbaa-301e9cae5bb3 service neutron] 10.222.0.15 "GET /v2.0/ports/4d077619-a9de-4926-9a84-3d9c8f3a9ef7/bindings/n-h2-793620-7 HTTP/1.1" status: 200 len: 384 time: 0.3828807 Jul 07 16:50:40.698900 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-20283a56-c6a0-470e-9380-d3b2bd983909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:40.762124 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:40.786354 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port f50d8be1-94f2-4e9d-b9f7-d6e72ab97929, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=f50d8be1-94f2-4e9d-b9f7-d6e72ab97929,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:40.793321 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:40.796317 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:40.871549 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:40.887551 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe31074-3c0a-406a-abe4-57e64872fcba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d70e068-ac12-4051-bffb-1100e59d75fe'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:40.890110 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e588347-0345-489f-bd5b-9f3c016e5917" -d '{"events": [{"server_uuid": "6fe31074-3c0a-406a-abe4-57e64872fcba", "name": "network-vif-plugged", "status": "completed", "tag": "7d70e068-ac12-4051-bffb-1100e59d75fe"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:40.905667 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6dbc2b-9742-4455-8f42-5f1291c4debe {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:40.930559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7d70e068-ac12-4051-bffb-1100e59d75fe, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7d70e068-ac12-4051-bffb-1100e59d75fe,segment=NetworkSegment(0f719f5a-72b9-4b7d-9309-657d36b755e9),segment_id=0f719f5a-72b9-4b7d-9309-657d36b755e9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:40.951223 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:40.951865 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 07e64711-0d16-47c6-8205-4a44cfc63ffb up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:41.005257 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=f50d8be1-94f2-4e9d-b9f7-d6e72ab97929,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:41.011449 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:41.045120 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.065474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 07e64711-0d16-47c6-8205-4a44cfc63ffb completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:41.082720 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 07e64711-0d16-47c6-8205-4a44cfc63ffb triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:41.083149 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.177217 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=7d70e068-ac12-4051-bffb-1100e59d75fe,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:41.242554 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-49b6d51e-4ab4-4d56-aaff-d9c465560789 service neutron] For port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4d077619-a9de-4926-9a84-3d9c8f3a9ef7,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:41.265378 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20283a56-c6a0-470e-9380-d3b2bd983909 admin admin] Network cb142600-559f-45a9-b2ce-fd6701e011af is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:41.281602 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-20283a56-c6a0-470e-9380-d3b2bd983909 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:41.282853 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=1c6dbc2b-9742-4455-8f42-5f1291c4debe,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:41.301610 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.317928 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771a654-670c-4cc2-aad4-f9cefaaa3608 req-d9578580-35fc-473e-9f3f-475bc2d30f2c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:41.328040 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1771a654-670c-4cc2-aad4-f9cefaaa3608 req-d9578580-35fc-473e-9f3f-475bc2d30f2c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 949 time: 0.3912351 Jul 07 16:50:41.349658 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 07e64711-0d16-47c6-8205-4a44cfc63ffb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=07e64711-0d16-47c6-8205-4a44cfc63ffb,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:41.353217 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.424206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=07e64711-0d16-47c6-8205-4a44cfc63ffb,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:41.441892 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-49b6d51e-4ab4-4d56-aaff-d9c465560789 service neutron] For port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:41.443173 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2cb2e-0885-400b-925d-7dc85782f4b0 req-28b0b1f0-c6da-49c9-b455-610991bfcfa4 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:41.449665 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2cb2e-0885-400b-925d-7dc85782f4b0 req-28b0b1f0-c6da-49c9-b455-610991bfcfa4 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:41.456774 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2cb2e-0885-400b-925d-7dc85782f4b0 req-28b0b1f0-c6da-49c9-b455-610991bfcfa4 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:41.457875 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-84b2cb2e-0885-400b-925d-7dc85782f4b0 req-28b0b1f0-c6da-49c9-b455-610991bfcfa4 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54&device_id=52f5cc4f-17cc-448c-9ce9-feb391912557&device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 2418 time: 0.1285131 Jul 07 16:50:41.503671 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-84b2cb2e-0885-400b-925d-7dc85782f4b0 req-ecc270a9-aab9-44b9-be7a-01bbfe6f0675 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378604 Jul 07 16:50:41.540986 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1771a654-670c-4cc2-aad4-f9cefaaa3608 req-1368a7c1-6040-40ac-a5a9-50e7e1e850ea tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109184 Jul 07 16:50:41.554852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-49b6d51e-4ab4-4d56-aaff-d9c465560789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:41.559087 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['1c6dbc2b-9742-4455-8f42-5f1291c4debe'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:41.571523 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-49b6d51e-4ab4-4d56-aaff-d9c465560789 service neutron] For port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=4d077619-a9de-4926-9a84-3d9c8f3a9ef7,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:41.585788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20283a56-c6a0-470e-9380-d3b2bd983909 admin admin] Router 0e98b5e8-d911-4cf0-91dc-e1d79a73333e has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:50:41.595772 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-49b6d51e-4ab4-4d56-aaff-d9c465560789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.625621 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d38b9dd-3125-4996-9682-a55962b6477c x-openstack-request-id: req-6d38b9dd-3125-4996-9682-a55962b6477c {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:41.626050 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe31074-3c0a-406a-abe4-57e64872fcba", "name": "network-vif-plugged", "status": "completed", "tag": "7d70e068-ac12-4051-bffb-1100e59d75fe", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:41.626781 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6d38b9dd-3125-4996-9682-a55962b6477c {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:41.627369 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe31074-3c0a-406a-abe4-57e64872fcba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d70e068-ac12-4051-bffb-1100e59d75fe', 'code': 200} Jul 07 16:50:41.665962 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f7531872-d51e-40f2-9181-d6b31f062edf None None] Provisioning complete for port 210e2df7-7a5a-43c4-bb2d-94eb29be953e triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:41.666483 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f7531872-d51e-40f2-9181-d6b31f062edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.734972 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f7531872-d51e-40f2-9181-d6b31f062edf None None] Port 210e2df7-7a5a-43c4-bb2d-94eb29be953e cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:50:41.784360 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-49b6d51e-4ab4-4d56-aaff-d9c465560789 service neutron] Transition to ACTIVE for port object 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:41.794560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65489af-c17e-49ad-92ee-0aa335a34e71 req-896a1448-4c98-406d-bce1-47ff4af5c092 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:41.796795 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b65489af-c17e-49ad-92ee-0aa335a34e71 req-896a1448-4c98-406d-bce1-47ff4af5c092 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fe31074-3c0a-406a-abe4-57e64872fcba HTTP/1.1" status: 200 len: 945 time: 0.1609490 Jul 07 16:50:41.823526 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-49b6d51e-4ab4-4d56-aaff-d9c465560789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:41.837342 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9729eab-8cd6-46dc-bb6b-ec96cbb07c08 req-3b21d4b0-73e4-41b3-b3af-0c3897521078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:41.838925 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e9729eab-8cd6-46dc-bb6b-ec96cbb07c08 req-3b21d4b0-73e4-41b3-b3af-0c3897521078 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6fe31074-3c0a-406a-abe4-57e64872fcba HTTP/1.1" status: 200 len: 1096 time: 0.1113486 Jul 07 16:50:41.882968 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b65489af-c17e-49ad-92ee-0aa335a34e71 req-1faa09ea-0bf7-4868-bd7e-0b33b73c30aa tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802946 Jul 07 16:50:41.902888 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-49b6d51e-4ab4-4d56-aaff-d9c465560789 service neutron] No DVR routers for this DVR port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:41.914970 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e9729eab-8cd6-46dc-bb6b-ec96cbb07c08 req-62124f18-531f-473e-ba73-53b1ff8445e2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605831 Jul 07 16:50:41.977261 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20283a56-c6a0-470e-9380-d3b2bd983909 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:50:41.987478 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-20283a56-c6a0-470e-9380-d3b2bd983909 admin admin] 10.222.0.50 "PUT /v2.0/routers/0e98b5e8-d911-4cf0-91dc-e1d79a73333e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9083626 Jul 07 16:50:41.987749 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] Sync routers for ids ['0e98b5e8-d911-4cf0-91dc-e1d79a73333e'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:50:41.993967 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-49b6d51e-4ab4-4d56-aaff-d9c465560789 service neutron] 10.222.0.15 "PUT /v2.0/ports/4d077619-a9de-4926-9a84-3d9c8f3a9ef7/bindings/n-h2-793620-7/activate HTTP/1.1" status: 200 len: 369 time: 1.3038838 Jul 07 16:50:42.003127 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6d51e-4ab4-4d56-aaff-d9c465560789 service neutron] Pushing event updated for resources: {'Port': ['ID=4d077619-a9de-4926-9a84-3d9c8f3a9ef7,revision_number=10']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:42.025722 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] Routers {'0e98b5e8-d911-4cf0-91dc-e1d79a73333e'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:42.027051 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:50:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0e98b5e8-d911-4cf0-91dc-e1d79a73333e'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:42.065893 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91b921-76a8-4615-87e1-4e22a1a86108 req-03f1adef-6e3b-41c8-a388-827b54691570 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:42.067663 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fe91b921-76a8-4615-87e1-4e22a1a86108 req-03f1adef-6e3b-41c8-a388-827b54691570 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 945 time: 0.1584108 Jul 07 16:50:42.149342 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fe91b921-76a8-4615-87e1-4e22a1a86108 req-5e2f7bcc-f674-42e0-817b-3d30d0e934b3 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733163 Jul 07 16:50:42.193613 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] Set router 0e98b5e8-d911-4cf0-91dc-e1d79a73333e gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:42.194436 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3bb08-4b30-4f36-87c8-fc68ae6826db req-17fbebd9-8c3f-433d-bba3-9947ced60ef4 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:42.196233 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e8c3bb08-4b30-4f36-87c8-fc68ae6826db req-17fbebd9-8c3f-433d-bba3-9947ced60ef4 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54 HTTP/1.1" status: 200 len: 946 time: 0.1331666 Jul 07 16:50:42.196993 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f50d8be1-94f2-4e9d-b9f7-d6e72ab97929 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:42.243195 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-d352c1ad-3a2b-4d53-bc73-7c7a45bfd7f4 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:42.244887 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-d352c1ad-3a2b-4d53-bc73-7c7a45bfd7f4 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362&tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&binding%3Ahost_id=n-h1-793620-7 HTTP/1.1" status: 200 len: 1096 time: 0.1447701 Jul 07 16:50:42.250357 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e8c3bb08-4b30-4f36-87c8-fc68ae6826db req-ce0793c5-44d5-4141-85dc-13ea55731807 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463104 Jul 07 16:50:42.275468 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port f50d8be1-94f2-4e9d-b9f7-d6e72ab97929 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:42.276090 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:42.360509 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-039b05e9-aec5-4106-8fff-1aa7fbd64af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:42.362266 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-039b05e9-aec5-4106-8fff-1aa7fbd64af8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362&tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20 HTTP/1.1" status: 200 len: 1096 time: 0.0979273 Jul 07 16:50:42.418727 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb70f1d-b151-402d-bcf2-aebb9c7737e2 req-9174e339-f175-47b7-9792-4ad4d97358d8 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:42.421090 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8bb70f1d-b151-402d-bcf2-aebb9c7737e2 req-9174e339-f175-47b7-9792-4ad4d97358d8 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 945 time: 0.0758514 Jul 07 16:50:42.429072 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e98b5e8-d911-4cf0-91dc-e1d79a73333e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-807191127-router', 'tenant_id': 'ec04dda5def74a04b31e44820dde8d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'f50d8be1-94f2-4e9d-b9f7-d6e72ab97929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:33Z', 'updated_at': '2021-07-07T16:50:39Z', 'revision_number': 4, 'project_id': 'ec04dda5def74a04b31e44820dde8d89', 'gw_port': {'id': 'f50d8be1-94f2-4e9d-b9f7-d6e72ab97929', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:11:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e98b5e8-d911-4cf0-91dc-e1d79a73333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:34Z', 'updated_at': '2021-07-07T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '210e2df7-7a5a-43c4-bb2d-94eb29be953e', 'name': '', 'network_id': 'cb142600-559f-45a9-b2ce-fd6701e011af', 'tenant_id': 'ec04dda5def74a04b31e44820dde8d89', 'mac_address': 'fa:16:3e:eb:5b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e98b5e8-d911-4cf0-91dc-e1d79a73333e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '093ceed0-d1c7-4ea0-ae34-d5f4543e83fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:37Z', 'updated_at': '2021-07-07T16:50:39Z', 'revision_number': 2, 'project_id': 'ec04dda5def74a04b31e44820dde8d89', 'subnets': [{'id': '093ceed0-d1c7-4ea0-ae34-d5f4543e83fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:42.466886 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8bb70f1d-b151-402d-bcf2-aebb9c7737e2 req-c9b7abf9-3310-4359-b55d-fcad17f57dba tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378196 Jul 07 16:50:42.478450 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] Checking router: 0e98b5e8-d911-4cf0-91dc-e1d79a73333e for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:50:42.478811 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] Updating router 0e98b5e8-d911-4cf0-91dc-e1d79a73333e port 210e2df7-7a5a-43c4-bb2d-94eb29be953e binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:50:42.488011 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-cd82bf61-75fb-4806-9c57-21f62faeec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:42.490283 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-cd82bf61-75fb-4806-9c57-21f62faeec2e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 1096 time: 0.0768085 Jul 07 16:50:42.535772 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:42.598628 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [req-f786b5e5-b2c9-479e-833d-d51440860059 req-539bfb1f-96cf-4b59-b113-700739991d6c tempest-FloatingIPDetailsNegativeTestJSON-1386742599 tempest-FloatingIPDetailsNegativeTestJSON-1386742599-project] show failed (client error): The resource could not be found. Jul 07 16:50:42.609519 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-ff7bc2d9-bd7f-48af-9baf-7b4d0fb5161a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:42.611341 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-ff7bc2d9-bd7f-48af-9baf-7b4d0fb5161a service neutron] 10.222.0.69 "GET /v2.0/networks?id=6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 200 len: 921 time: 0.1086495 Jul 07 16:50:42.611822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 34044) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:42.612434 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f786b5e5-b2c9-479e-833d-d51440860059 req-539bfb1f-96cf-4b59-b113-700739991d6c tempest-FloatingIPDetailsNegativeTestJSON-1386742599 tempest-FloatingIPDetailsNegativeTestJSON-1386742599-project] 10.222.0.50 "GET /v2.0/floatingips/0183260b-ccfb-4e30-b9f0-86c11bbef8bb HTTP/1.1" status: 404 len: 350 time: 0.0550199 Jul 07 16:50:42.695493 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-230f8834-c368-4c62-80a8-685bf26ca3ef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d077619-a9de-4926-9a84-3d9c8f3a9ef7 HTTP/1.1" status: 200 len: 217 time: 0.0393307 Jul 07 16:50:42.800678 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-fc514eda-5f49-41ae-88b8-7804a9884947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:42.802245 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-fc514eda-5f49-41ae-88b8-7804a9884947 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 200 len: 860 time: 0.0974352 Jul 07 16:50:42.856701 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:42.859959 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-83f45c24-d06a-42cd-b04d-f0a69b27b81a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6a7cbe27-a426-43a5-ac40-87a1e044e591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369635 Jul 07 16:50:42.870033 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] Transition to ACTIVE for port object 210e2df7-7a5a-43c4-bb2d-94eb29be953e will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:42.877058 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:42.983264 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6452cbe-66ea-4a4e-9628-3ea7f4818661 None None] Pushing event updated for resources: {'Port': ['ID=210e2df7-7a5a-43c4-bb2d-94eb29be953e,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:42.992529 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6452cbe-66ea-4a4e-9628-3ea7f4818661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:42.998529 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6452cbe-66ea-4a4e-9628-3ea7f4818661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:42.999361 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6452cbe-66ea-4a4e-9628-3ea7f4818661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:43.000538 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6452cbe-66ea-4a4e-9628-3ea7f4818661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:43.001044 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6452cbe-66ea-4a4e-9628-3ea7f4818661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:43.001641 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6452cbe-66ea-4a4e-9628-3ea7f4818661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:43.002023 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6452cbe-66ea-4a4e-9628-3ea7f4818661 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:43.002492 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6452cbe-66ea-4a4e-9628-3ea7f4818661 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:43.002808 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6452cbe-66ea-4a4e-9628-3ea7f4818661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:43.003291 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6452cbe-66ea-4a4e-9628-3ea7f4818661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:43.003779 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6452cbe-66ea-4a4e-9628-3ea7f4818661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:43.004414 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6452cbe-66ea-4a4e-9628-3ea7f4818661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:50:43.030414 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb097dd6-4e60-4b1b-9bb4-bc09c554c250 req-4fa2f278-c16f-4121-8e5d-8913396d26a8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:43.036504 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb097dd6-4e60-4b1b-9bb4-bc09c554c250 req-4fa2f278-c16f-4121-8e5d-8913396d26a8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 949 time: 0.2495747 Jul 07 16:50:43.043143 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] Attempting to bind port 210e2df7-7a5a-43c4-bb2d-94eb29be953e on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:43.043514 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] Attempting to bind port 210e2df7-7a5a-43c4-bb2d-94eb29be953e by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'fd8f76e1-b42c-4b95-87c3-a471261e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cb142600-559f-45a9-b2ce-fd6701e011af'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:43.043880 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] Attempting to bind port 210e2df7-7a5a-43c4-bb2d-94eb29be953e on network cb142600-559f-45a9-b2ce-fd6701e011af {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:43.049466 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:43.049852 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] Checking segment: {'id': 'fd8f76e1-b42c-4b95-87c3-a471261e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cb142600-559f-45a9-b2ce-fd6701e011af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:43.050258 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.050699 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] Bound using segment: {'id': 'fd8f76e1-b42c-4b95-87c3-a471261e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cb142600-559f-45a9-b2ce-fd6701e011af'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:43.051170 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] Bound port: 210e2df7-7a5a-43c4-bb2d-94eb29be953e, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8f76e1-b42c-4b95-87c3-a471261e1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cb142600-559f-45a9-b2ce-fd6701e011af'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:43.051555 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.121177 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] For port 210e2df7-7a5a-43c4-bb2d-94eb29be953e, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:43.124756 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] For port 210e2df7-7a5a-43c4-bb2d-94eb29be953e, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=210e2df7-7a5a-43c4-bb2d-94eb29be953e,segment=NetworkSegment(fd8f76e1-b42c-4b95-87c3-a471261e1411),segment_id=fd8f76e1-b42c-4b95-87c3-a471261e1411)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:43.131342 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.152507 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-d897ff8e-ff05-4bdd-8999-dba9f9b5d922 service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535470 Jul 07 16:50:43.178918 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] Routers {'0e98b5e8-d911-4cf0-91dc-e1d79a73333e'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:43.179703 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:50:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0e98b5e8-d911-4cf0-91dc-e1d79a73333e'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:43.193160 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb097dd6-4e60-4b1b-9bb4-bc09c554c250 req-4fe54c32-7704-43f6-b8e3-94f1556a3d34 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407998 Jul 07 16:50:43.296522 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-7898899d-a263-4fc0-ba08-4fa36a1ac531 service neutron] 10.222.0.69 "GET /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300423 Jul 07 16:50:43.303546 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] Set router 0e98b5e8-d911-4cf0-91dc-e1d79a73333e gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:43.396354 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-086f6b75-5a7e-4506-803e-168cc3a5ac8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.461547 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6452cbe-66ea-4a4e-9628-3ea7f4818661 None None] Pushing event updated for resources: {'Port': ['ID=210e2df7-7a5a-43c4-bb2d-94eb29be953e,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:43.503901 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7d187-f6a8-40b0-ad24-d0164d004123 req-edc7c3f5-918c-4e39-b738-254b64b921e3 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:43.506485 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dbc7d187-f6a8-40b0-ad24-d0164d004123 req-edc7c3f5-918c-4e39-b738-254b64b921e3 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fe31074-3c0a-406a-abe4-57e64872fcba HTTP/1.1" status: 200 len: 945 time: 0.1282048 Jul 07 16:50:43.549285 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dbc7d187-f6a8-40b0-ad24-d0164d004123 req-abe973e0-96d7-44bb-a773-e671ff604009 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366759 Jul 07 16:50:43.629010 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a77c80-9263-49a1-aa77-351662064f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e64711-0d16-47c6-8205-4a44cfc63ffb'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:43.632946 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2def697a-0d6c-490e-9ed2-8040d9587c72" -d '{"events": [{"server_uuid": "d1a77c80-9263-49a1-aa77-351662064f40", "name": "network-vif-plugged", "status": "completed", "tag": "07e64711-0d16-47c6-8205-4a44cfc63ffb"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:43.742746 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e98b5e8-d911-4cf0-91dc-e1d79a73333e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-807191127-router', 'tenant_id': 'ec04dda5def74a04b31e44820dde8d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'f50d8be1-94f2-4e9d-b9f7-d6e72ab97929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:33Z', 'updated_at': '2021-07-07T16:50:39Z', 'revision_number': 4, 'project_id': 'ec04dda5def74a04b31e44820dde8d89', 'gw_port': {'id': 'f50d8be1-94f2-4e9d-b9f7-d6e72ab97929', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:11:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e98b5e8-d911-4cf0-91dc-e1d79a73333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:34Z', 'updated_at': '2021-07-07T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '210e2df7-7a5a-43c4-bb2d-94eb29be953e', 'name': '', 'network_id': 'cb142600-559f-45a9-b2ce-fd6701e011af', 'tenant_id': 'ec04dda5def74a04b31e44820dde8d89', 'mac_address': 'fa:16:3e:eb:5b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e98b5e8-d911-4cf0-91dc-e1d79a73333e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '093ceed0-d1c7-4ea0-ae34-d5f4543e83fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:37Z', 'updated_at': '2021-07-07T16:50:43Z', 'revision_number': 4, 'project_id': 'ec04dda5def74a04b31e44820dde8d89', 'subnets': [{'id': '093ceed0-d1c7-4ea0-ae34-d5f4543e83fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:43.777631 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180688d8-b915-4bc2-ac31-8e7e0083accb None None] The sync data for ids ['0e98b5e8-d911-4cf0-91dc-e1d79a73333e'] in n-d-793620-7 is: [{'id': '0e98b5e8-d911-4cf0-91dc-e1d79a73333e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-807191127-router', 'tenant_id': 'ec04dda5def74a04b31e44820dde8d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'f50d8be1-94f2-4e9d-b9f7-d6e72ab97929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:33Z', 'updated_at': '2021-07-07T16:50:39Z', 'revision_number': 4, 'project_id': 'ec04dda5def74a04b31e44820dde8d89', 'gw_port': {'id': 'f50d8be1-94f2-4e9d-b9f7-d6e72ab97929', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:11:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e98b5e8-d911-4cf0-91dc-e1d79a73333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:34Z', 'updated_at': '2021-07-07T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '210e2df7-7a5a-43c4-bb2d-94eb29be953e', 'name': '', 'network_id': 'cb142600-559f-45a9-b2ce-fd6701e011af', 'tenant_id': 'ec04dda5def74a04b31e44820dde8d89', 'mac_address': 'fa:16:3e:eb:5b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e98b5e8-d911-4cf0-91dc-e1d79a73333e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '093ceed0-d1c7-4ea0-ae34-d5f4543e83fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:37Z', 'updated_at': '2021-07-07T16:50:43Z', 'revision_number': 4, 'project_id': 'ec04dda5def74a04b31e44820dde8d89', 'subnets': [{'id': '093ceed0-d1c7-4ea0-ae34-d5f4543e83fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:50:43.902444 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.934778 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67dbea-17c2-48e6-9095-0c5915a8bdae req-750c55a7-b263-4cc3-8e30-e8afdfe89e67 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:43.936360 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ad67dbea-17c2-48e6-9095-0c5915a8bdae req-750c55a7-b263-4cc3-8e30-e8afdfe89e67 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 945 time: 0.1803985 Jul 07 16:50:43.937805 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-086f6b75-5a7e-4506-803e-168cc3a5ac8b admin admin] Deleting port 210e2df7-7a5a-43c4-bb2d-94eb29be953e {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:43.938267 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-086f6b75-5a7e-4506-803e-168cc3a5ac8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:43.998259 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-ac1754f4-517b-4e1d-ba48-885d1c6275b3 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:43.999822 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-ac1754f4-517b-4e1d-ba48-885d1c6275b3 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362&tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 1096 time: 0.2019513 Jul 07 16:50:44.081078 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ad67dbea-17c2-48e6-9095-0c5915a8bdae req-266f7d67-686d-49ff-bc5e-21d5d21210b5 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371443 Jul 07 16:50:44.171196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-086f6b75-5a7e-4506-803e-168cc3a5ac8b admin admin] For port 210e2df7-7a5a-43c4-bb2d-94eb29be953e, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=210e2df7-7a5a-43c4-bb2d-94eb29be953e,segment=NetworkSegment(fd8f76e1-b42c-4b95-87c3-a471261e1411),segment_id=fd8f76e1-b42c-4b95-87c3-a471261e1411)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:44.171563 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-086f6b75-5a7e-4506-803e-168cc3a5ac8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.196493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-086f6b75-5a7e-4506-803e-168cc3a5ac8b admin admin] Calling delete_port for 210e2df7-7a5a-43c4-bb2d-94eb29be953e owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:44.237897 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 210e2df7-7a5a-43c4-bb2d-94eb29be953e up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:44.269331 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1c6dbc2b-9742-4455-8f42-5f1291c4debe up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:50:44.356176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 1c6dbc2b-9742-4455-8f42-5f1291c4debe completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:44.362354 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 1c6dbc2b-9742-4455-8f42-5f1291c4debe triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:44.363246 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.422221 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 210e2df7-7a5a-43c4-bb2d-94eb29be953e completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:50:44.435930 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-7ea34cda-804b-4efb-a4cd-6ee4e62876cf tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:44.437576 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-7ea34cda-804b-4efb-a4cd-6ee4e62876cf tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.69 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c&tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 949 time: 0.3601515 Jul 07 16:50:44.442018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 210e2df7-7a5a-43c4-bb2d-94eb29be953e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:50:44.442419 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.506166 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-2970b059-7e02-4834-9539-58a7741139d9 service neutron] For port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:44.521496 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-2970b059-7e02-4834-9539-58a7741139d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.523546 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bbd0542-9f23-4d49-917e-43e62c5ae78b req-2970b059-7e02-4834-9539-58a7741139d9 service neutron] 10.222.0.69 "DELETE /v2.0/ports/4d077619-a9de-4926-9a84-3d9c8f3a9ef7/bindings/n-h1-793620-7 HTTP/1.1" status: 204 len: 173 time: 0.5094006 Jul 07 16:50:44.560983 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2826bad2-f468-4c40-9c4e-a7ceb183195c x-openstack-request-id: req-2826bad2-f468-4c40-9c4e-a7ceb183195c {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:44.561277 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a77c80-9263-49a1-aa77-351662064f40", "name": "network-vif-plugged", "status": "completed", "tag": "07e64711-0d16-47c6-8205-4a44cfc63ffb", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:44.561684 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2826bad2-f468-4c40-9c4e-a7ceb183195c {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:44.562270 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a77c80-9263-49a1-aa77-351662064f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e64711-0d16-47c6-8205-4a44cfc63ffb', 'code': 200} Jul 07 16:50:44.587752 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.644489 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c7d5e-ae78-4d57-953b-4d79b29cbff5 req-88b63703-41cf-43fa-9dbb-ebfbac9dac24 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:44.646287 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e7c7d5e-ae78-4d57-953b-4d79b29cbff5 req-88b63703-41cf-43fa-9dbb-ebfbac9dac24 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 945 time: 0.3147566 Jul 07 16:50:44.660896 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:44.663933 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-2188b001-3b29-461a-bea7-005acbfddf1f service neutron] 10.222.0.69 "GET /v2.0/ports/1c6dbc2b-9742-4455-8f42-5f1291c4debe/bindings/n-h2-793620-7 HTTP/1.1" status: 200 len: 382 time: 0.2070353 Jul 07 16:50:44.714397 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.780165 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4d25c6d4-f708-40e9-90db-3f3d03d70bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.783134 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.807813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246a41d-877b-4656-852e-bf5b4ed63efc req-c5003ef2-370c-4425-a43f-8f58c98e706a tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:44.814962 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1246a41d-877b-4656-852e-bf5b4ed63efc req-c5003ef2-370c-4425-a43f-8f58c98e706a tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.0847158 Jul 07 16:50:44.824468 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=1c6dbc2b-9742-4455-8f42-5f1291c4debe,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:44.837305 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e7c7d5e-ae78-4d57-953b-4d79b29cbff5 req-764e660e-fa5a-4197-8d7c-bc3404195c6e tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774981 Jul 07 16:50:44.884355 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1246a41d-877b-4656-852e-bf5b4ed63efc req-e790f41a-afd3-4442-8530-e142b34de47a tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684412 Jul 07 16:50:44.919006 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-41c74e1b-b491-4972-89ec-94d0a49f2e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:44.921717 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-41c74e1b-b491-4972-89ec-94d0a49f2e0f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 1101 time: 0.2284749 Jul 07 16:50:44.950070 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-086f6b75-5a7e-4506-803e-168cc3a5ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:44.956450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0be742-4151-4406-9197-26fbbd422992 req-f1dfdd0d-381b-4454-bfa8-d659d18b61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:44.958415 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7c0be742-4151-4406-9197-26fbbd422992 req-f1dfdd0d-381b-4454-bfa8-d659d18b61cf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 1096 time: 0.2664678 Jul 07 16:50:45.204717 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06494986-37b8-463a-8467-4922b5ab2363 req-03c0ba86-4a41-4113-8a0a-09ccc9cc78aa tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:45.206541 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-06494986-37b8-463a-8467-4922b5ab2363 req-03c0ba86-4a41-4113-8a0a-09ccc9cc78aa tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fe31074-3c0a-406a-abe4-57e64872fcba HTTP/1.1" status: 200 len: 945 time: 0.1218343 Jul 07 16:50:45.250552 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-06494986-37b8-463a-8467-4922b5ab2363 req-7e5e863d-e336-413e-8793-2b4a915c72d2 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369668 Jul 07 16:50:45.421339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f6b75-5a7e-4506-803e-168cc3a5ac8b admin admin] Pushing event deleted for resources: {'Port': ['ID=210e2df7-7a5a-43c4-bb2d-94eb29be953e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:45.506393 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabf4b1-71f7-4f92-b2a9-904f41180a4b req-5eab8efa-33b1-4f31-9f43-ad1b6089f53e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:45.508313 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-baabf4b1-71f7-4f92-b2a9-904f41180a4b req-5eab8efa-33b1-4f31-9f43-ad1b6089f53e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 945 time: 0.1311665 Jul 07 16:50:45.564136 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-baabf4b1-71f7-4f92-b2a9-904f41180a4b req-8a0590ff-fceb-4fd9-a5f1-18a13a1125b0 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478544 Jul 07 16:50:45.601663 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7c0be742-4151-4406-9197-26fbbd422992 req-3830a115-99d2-48f8-8955-7c2d473080e1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449574 Jul 07 16:50:45.654521 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-9a0e20f2-742f-44b8-aeb9-80ddb4c04bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:45.656418 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-9a0e20f2-742f-44b8-aeb9-80ddb4c04bab service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.7218156 Jul 07 16:50:45.725119 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a1d5a-c562-41a3-a6e6-9e738590929e req-d97e8397-3863-4921-85ae-fc2649a45f5f tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:45.727332 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be9a1d5a-c562-41a3-a6e6-9e738590929e req-d97e8397-3863-4921-85ae-fc2649a45f5f tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 1096 time: 0.2890995 Jul 07 16:50:45.820010 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-a47021ee-dc0f-4bd4-8c2b-15eb381a095e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe HTTP/1.1" status: 200 len: 217 time: 0.0519629 Jul 07 16:50:45.840081 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be9a1d5a-c562-41a3-a6e6-9e738590929e req-f1145c56-90c2-4f8e-ba4b-60f5e8bb27e1 tempest-LiveAutoBlockMigrationV225Test-1175242445 tempest-LiveAutoBlockMigrationV225Test-1175242445-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057634 Jul 07 16:50:45.840718 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-086f6b75-5a7e-4506-803e-168cc3a5ac8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:45.945129 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-33f41848-a610-4850-8f1e-852b5c828c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:45.946629 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-33f41848-a610-4850-8f1e-852b5c828c5e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1023409 Jul 07 16:50:46.053181 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-94ced039-a39c-430f-a5c3-ef63ecdc5189 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:46.055649 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-94ced039-a39c-430f-a5c3-ef63ecdc5189 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2075903 Jul 07 16:50:46.091165 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-97b69c6b-c005-4853-8051-dc82eedc5dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:46.092775 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-97b69c6b-c005-4853-8051-dc82eedc5dce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1375372 Jul 07 16:50:46.137674 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-a1fc28e8-2369-46b2-913e-ffe1177dde90 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 696 time: 0.0747313 Jul 07 16:50:46.138760 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:46.143401 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-15e1096b-4a33-40de-800e-a0465dfd13b0 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Request body: {'floatingip': {'port_id': '85b6bb1b-b8be-4c30-8ba8-512e45388e16', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:46.189759 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-15e1096b-4a33-40de-800e-a0465dfd13b0 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks [] for floatingip, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:46.229217 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086f6b75-5a7e-4506-803e-168cc3a5ac8b admin admin] Router 0e98b5e8-d911-4cf0-91dc-e1d79a73333e has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:50:46.297843 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-8673bbc6-efc0-442b-9eff-cdbc17878153 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955631 Jul 07 16:50:46.466196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086f6b75-5a7e-4506-803e-168cc3a5ac8b admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:50:46.474030 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-086f6b75-5a7e-4506-803e-168cc3a5ac8b admin admin] 10.222.0.50 "PUT /v2.0/routers/0e98b5e8-d911-4cf0-91dc-e1d79a73333e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8611915 Jul 07 16:50:46.477976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62ba375-74aa-4f8d-b3e4-6b8ea4fd9707 None None] Sync routers for ids ['0e98b5e8-d911-4cf0-91dc-e1d79a73333e'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:50:46.487447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62ba375-74aa-4f8d-b3e4-6b8ea4fd9707 None None] Routers {'0e98b5e8-d911-4cf0-91dc-e1d79a73333e'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:46.487865 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 34104) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:46.488108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c62ba375-74aa-4f8d-b3e4-6b8ea4fd9707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:50:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0e98b5e8-d911-4cf0-91dc-e1d79a73333e'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:46.501429 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-239b29e1-03c7-4d27-8718-efa42eefee60 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933520 Jul 07 16:50:46.528482 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa2150-c4da-45dc-aeab-0a698889076b req-3c483762-cff2-44b1-9472-b1b91046d2fa tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:46.530293 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-20fa2150-c4da-45dc-aeab-0a698889076b req-3c483762-cff2-44b1-9472-b1b91046d2fa tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.1679070 Jul 07 16:50:46.579076 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66517e7-2eda-4758-80f0-0f9e06989d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6dbc2b-9742-4455-8f42-5f1291c4debe'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:46.581423 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f278a0d0-4273-4a15-96ac-2fc77db123a7" -d '{"events": [{"server_uuid": "a66517e7-2eda-4758-80f0-0f9e06989d7c", "name": "network-vif-plugged", "status": "completed", "tag": "1c6dbc2b-9742-4455-8f42-5f1291c4debe"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:46.585941 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-20fa2150-c4da-45dc-aeab-0a698889076b req-ccbbab51-e74f-4f4b-a86b-9b3eaaa13219 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489247 Jul 07 16:50:46.618484 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-c62ba375-74aa-4f8d-b3e4-6b8ea4fd9707 None None] Set router 0e98b5e8-d911-4cf0-91dc-e1d79a73333e gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:46.992184 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c62ba375-74aa-4f8d-b3e4-6b8ea4fd9707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e98b5e8-d911-4cf0-91dc-e1d79a73333e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-807191127-router', 'tenant_id': 'ec04dda5def74a04b31e44820dde8d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'f50d8be1-94f2-4e9d-b9f7-d6e72ab97929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:33Z', 'updated_at': '2021-07-07T16:50:44Z', 'revision_number': 5, 'project_id': 'ec04dda5def74a04b31e44820dde8d89', 'gw_port': {'id': 'f50d8be1-94f2-4e9d-b9f7-d6e72ab97929', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:11:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e98b5e8-d911-4cf0-91dc-e1d79a73333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:34Z', 'updated_at': '2021-07-07T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:47.027810 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62ba375-74aa-4f8d-b3e4-6b8ea4fd9707 None None] Checking router: 0e98b5e8-d911-4cf0-91dc-e1d79a73333e for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:50:47.040127 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62ba375-74aa-4f8d-b3e4-6b8ea4fd9707 None None] Routers {'0e98b5e8-d911-4cf0-91dc-e1d79a73333e'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:47.041040 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c62ba375-74aa-4f8d-b3e4-6b8ea4fd9707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:50:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0e98b5e8-d911-4cf0-91dc-e1d79a73333e'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:47.049268 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ee1c4-814b-4671-be6e-eb0efd11999d req-f8cc3c64-311f-4637-a909-93b65a812ecd tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:47.051247 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d61ee1c4-814b-4671-be6e-eb0efd11999d req-f8cc3c64-311f-4637-a909-93b65a812ecd tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 945 time: 0.0825055 Jul 07 16:50:47.119847 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30d0d660-7709-4a1e-95a3-b152f4a0f0e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.131413 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d61ee1c4-814b-4671-be6e-eb0efd11999d req-4b067a8a-5aa7-4c72-b8f2-a95924508417 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728207 Jul 07 16:50:47.228934 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 34118) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:47.244308 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-c62ba375-74aa-4f8d-b3e4-6b8ea4fd9707 None None] Set router 0e98b5e8-d911-4cf0-91dc-e1d79a73333e gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:47.286071 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896e11fa-2675-4b68-acf8-16de1a098aea x-openstack-request-id: req-896e11fa-2675-4b68-acf8-16de1a098aea {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:47.286952 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66517e7-2eda-4758-80f0-0f9e06989d7c", "name": "network-vif-plugged", "status": "completed", "tag": "1c6dbc2b-9742-4455-8f42-5f1291c4debe", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:47.287261 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-896e11fa-2675-4b68-acf8-16de1a098aea {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:47.287730 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66517e7-2eda-4758-80f0-0f9e06989d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6dbc2b-9742-4455-8f42-5f1291c4debe', 'code': 200} Jul 07 16:50:47.334400 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.db.resource_extend [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-15e1096b-4a33-40de-800e-a0465dfd13b0 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:50:47.400746 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-42600a73-0a73-46be-8d30-ad00249b659a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.401168 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89b24350-7210-448d-ad8b-c4d5deaf30e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.410612 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30d0d660-7709-4a1e-95a3-b152f4a0f0e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.426273 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09580a6-ba12-4d4c-bd5d-f40ffdd182c0 req-2adf5a99-eb05-4da6-99d0-cd721696937d tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:47.427639 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-15e1096b-4a33-40de-800e-a0465dfd13b0 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.427899 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e09580a6-ba12-4d4c-bd5d-f40ffdd182c0 req-2adf5a99-eb05-4da6-99d0-cd721696937d tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 945 time: 0.1045327 Jul 07 16:50:47.432681 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-15e1096b-4a33-40de-800e-a0465dfd13b0 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.487899 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c62ba375-74aa-4f8d-b3e4-6b8ea4fd9707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e98b5e8-d911-4cf0-91dc-e1d79a73333e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-807191127-router', 'tenant_id': 'ec04dda5def74a04b31e44820dde8d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'f50d8be1-94f2-4e9d-b9f7-d6e72ab97929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:33Z', 'updated_at': '2021-07-07T16:50:44Z', 'revision_number': 5, 'project_id': 'ec04dda5def74a04b31e44820dde8d89', 'gw_port': {'id': 'f50d8be1-94f2-4e9d-b9f7-d6e72ab97929', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:11:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e98b5e8-d911-4cf0-91dc-e1d79a73333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:34Z', 'updated_at': '2021-07-07T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:47.499909 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e09580a6-ba12-4d4c-bd5d-f40ffdd182c0 req-3e6609d7-de67-4bcc-bbdf-22c7b15e2f8e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579870 Jul 07 16:50:47.532128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62ba375-74aa-4f8d-b3e4-6b8ea4fd9707 None None] The sync data for ids ['0e98b5e8-d911-4cf0-91dc-e1d79a73333e'] in n-d-793620-7 is: [{'id': '0e98b5e8-d911-4cf0-91dc-e1d79a73333e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-807191127-router', 'tenant_id': 'ec04dda5def74a04b31e44820dde8d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'f50d8be1-94f2-4e9d-b9f7-d6e72ab97929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:33Z', 'updated_at': '2021-07-07T16:50:44Z', 'revision_number': 5, 'project_id': 'ec04dda5def74a04b31e44820dde8d89', 'gw_port': {'id': 'f50d8be1-94f2-4e9d-b9f7-d6e72ab97929', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:11:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e98b5e8-d911-4cf0-91dc-e1d79a73333e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:34Z', 'updated_at': '2021-07-07T16:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:50:47.551083 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89b24350-7210-448d-ad8b-c4d5deaf30e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.557411 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89b24350-7210-448d-ad8b-c4d5deaf30e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.571112 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.583516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-30d0d660-7709-4a1e-95a3-b152f4a0f0e3 admin admin] Deleting port f50d8be1-94f2-4e9d-b9f7-d6e72ab97929 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:47.583516 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30d0d660-7709-4a1e-95a3-b152f4a0f0e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.615612 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-89b24350-7210-448d-ad8b-c4d5deaf30e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=733f791845014a82857bdac306198f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832302 Jul 07 16:50:47.615841 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 34124) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:47.623071 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b24350-7210-448d-ad8b-c4d5deaf30e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67df468-608e-42c5-92fc-38742603cce0,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:47.641375 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-15e1096b-4a33-40de-800e-a0465dfd13b0 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Floating IP ecc0031b-c094-422f-beb4-e3f2fb8e1d45 associated. External IP: 172.25.2.236, port: 85b6bb1b-b8be-4c30-8ba8-512e45388e16. Jul 07 16:50:47.674312 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c03b-1fe6-4d44-a10b-e4903b85ea26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.697531 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c03b-1fe6-4d44-a10b-e4903b85ea26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.747862 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c03b-1fe6-4d44-a10b-e4903b85ea26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.750741 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c03b-1fe6-4d44-a10b-e4903b85ea26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.754426 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4ac8c03b-1fe6-4d44-a10b-e4903b85ea26 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a67df468-608e-42c5-92fc-38742603cce0 HTTP/1.1" status: 204 len: 168 time: 0.1351955 Jul 07 16:50:47.770518 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-30d0d660-7709-4a1e-95a3-b152f4a0f0e3 admin admin] For port f50d8be1-94f2-4e9d-b9f7-d6e72ab97929, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=f50d8be1-94f2-4e9d-b9f7-d6e72ab97929,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:47.770784 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30d0d660-7709-4a1e-95a3-b152f4a0f0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:47.792044 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-30d0d660-7709-4a1e-95a3-b152f4a0f0e3 admin admin] Calling delete_port for f50d8be1-94f2-4e9d-b9f7-d6e72ab97929 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:47.801193 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8c03b-1fe6-4d44-a10b-e4903b85ea26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67df468-608e-42c5-92fc-38742603cce0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:47.849289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad0602-04e3-4f33-93cd-2e6a3dd576b2 req-24c96969-cb7a-4872-910c-f50802e12dcc tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:47.856557 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d9ad0602-04e3-4f33-93cd-2e6a3dd576b2 req-24c96969-cb7a-4872-910c-f50802e12dcc tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 945 time: 0.0922174 Jul 07 16:50:47.936176 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d9ad0602-04e3-4f33-93cd-2e6a3dd576b2 req-db67b7da-d31c-42f8-936d-8749e195c9e9 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742640 Jul 07 16:50:47.995217 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf76d1-d730-4adc-a9cc-8fb2a0c52e5f req-7cd390a0-7ef2-4d3c-a89b-cf96d4bdbf0c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:47.996662 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-babf76d1-d730-4adc-a9cc-8fb2a0c52e5f req-7cd390a0-7ef2-4d3c-a89b-cf96d4bdbf0c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 945 time: 0.1228619 Jul 07 16:50:48.033162 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-15e1096b-4a33-40de-800e-a0465dfd13b0 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Router fd67f913-44bc-428e-9d49-3b8a647511fc has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:50:48.145489 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 210e2df7-7a5a-43c4-bb2d-94eb29be953e no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:48.173107 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 210e2df7-7a5a-43c4-bb2d-94eb29be953e {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:48.173461 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 210e2df7-7a5a-43c4-bb2d-94eb29be953e not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:48.208977 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-babf76d1-d730-4adc-a9cc-8fb2a0c52e5f req-b767878d-9426-40c7-9264-c44dc9c357d4 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Deleting port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:48.209473 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-babf76d1-d730-4adc-a9cc-8fb2a0c52e5f req-b767878d-9426-40c7-9264-c44dc9c357d4 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.229065 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f0797-b0a1-4a09-a7b3-e968e2983783 req-19196854-4d35-4c9e-be8b-79173bef6afe tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:48.235959 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fe8f0797-b0a1-4a09-a7b3-e968e2983783 req-19196854-4d35-4c9e-be8b-79173bef6afe tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 1096 time: 0.1208332 Jul 07 16:50:48.250115 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30d0d660-7709-4a1e-95a3-b152f4a0f0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.261554 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-15e1096b-4a33-40de-800e-a0465dfd13b0 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:50:48.273427 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5157b62-d049-4d38-b4ca-7ec699994265 None None] Sync routers for ids ['fd67f913-44bc-428e-9d49-3b8a647511fc'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:50:48.282563 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-15e1096b-4a33-40de-800e-a0465dfd13b0 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.287221 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0d660-7709-4a1e-95a3-b152f4a0f0e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f50d8be1-94f2-4e9d-b9f7-d6e72ab97929,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:48.300608 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5157b62-d049-4d38-b4ca-7ec699994265 None None] Routers {'fd67f913-44bc-428e-9d49-3b8a647511fc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:48.301647 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a5157b62-d049-4d38-b4ca-7ec699994265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:50:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd67f913-44bc-428e-9d49-3b8a647511fc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:48.331666 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fe8f0797-b0a1-4a09-a7b3-e968e2983783 req-6fe77693-af4c-435c-9f9f-206490c9beea tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946355 Jul 07 16:50:48.371562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-babf76d1-d730-4adc-a9cc-8fb2a0c52e5f req-b767878d-9426-40c7-9264-c44dc9c357d4 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] For port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=4d077619-a9de-4926-9a84-3d9c8f3a9ef7,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:48.371992 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-babf76d1-d730-4adc-a9cc-8fb2a0c52e5f req-b767878d-9426-40c7-9264-c44dc9c357d4 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.391409 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-babf76d1-d730-4adc-a9cc-8fb2a0c52e5f req-b767878d-9426-40c7-9264-c44dc9c357d4 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Calling delete_port for 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:48.424545 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-15e1096b-4a33-40de-800e-a0465dfd13b0 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "PUT /v2.0/floatingips/ecc0031b-c094-422f-beb4-e3f2fb8e1d45 HTTP/1.1" status: 200 len: 997 time: 2.2857137 Jul 07 16:50:48.432006 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'tag': '85b6bb1b-b8be-4c30-8ba8-512e45388e16'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:48.437888 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a282a565-09b1-4093-ab7f-755a6285b932" -d '{"events": [{"name": "network-changed", "server_uuid": "bde9a12d-320c-4258-bc7e-8f8fc1ed68fa", "tag": "85b6bb1b-b8be-4c30-8ba8-512e45388e16"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:48.482463 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30d0d660-7709-4a1e-95a3-b152f4a0f0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.560501 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-a5157b62-d049-4d38-b4ca-7ec699994265 None None] Set router fd67f913-44bc-428e-9d49-3b8a647511fc gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:48.597386 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30d0d660-7709-4a1e-95a3-b152f4a0f0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.600624 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30d0d660-7709-4a1e-95a3-b152f4a0f0e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.669385 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b65877-2aa7-4b22-9cbe-61fa396ec608 req-720790bc-aeed-4523-afc8-0fab7879ae46 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:48.671244 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b4b65877-2aa7-4b22-9cbe-61fa396ec608 req-720790bc-aeed-4523-afc8-0fab7879ae46 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.1754208 Jul 07 16:50:48.677017 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-01140ff6-5294-4298-9985-f2ead6c8977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:48.693792 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-01140ff6-5294-4298-9985-f2ead6c8977d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7b6bfd37470740a7bef2749808400596&device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 1097 time: 0.2523551 Jul 07 16:50:48.705542 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-babf76d1-d730-4adc-a9cc-8fb2a0c52e5f req-b767878d-9426-40c7-9264-c44dc9c357d4 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.712192 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.715540 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30d0d660-7709-4a1e-95a3-b152f4a0f0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.715540 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d0d660-7709-4a1e-95a3-b152f4a0f0e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e98b5e8-d911-4cf0-91dc-e1d79a73333e {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:50:48.755971 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767878d-9426-40c7-9264-c44dc9c357d4 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Pushing event deleted for resources: {'Port': ['ID=4d077619-a9de-4926-9a84-3d9c8f3a9ef7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:48.774411 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30d0d660-7709-4a1e-95a3-b152f4a0f0e3 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.775547 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-30d0d660-7709-4a1e-95a3-b152f4a0f0e3 admin admin] 10.222.0.50 "DELETE /v2.0/routers/0e98b5e8-d911-4cf0-91dc-e1d79a73333e HTTP/1.1" status: 204 len: 168 time: 2.2869198 Jul 07 16:50:48.778604 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 34158) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:48.807041 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b4b65877-2aa7-4b22-9cbe-61fa396ec608 req-77dbbe1b-6641-4390-a169-a12fcb6ea099 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098428 Jul 07 16:50:48.837489 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-babf76d1-d730-4adc-a9cc-8fb2a0c52e5f req-b767878d-9426-40c7-9264-c44dc9c357d4 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] No DVR routers for this DVR port 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:48.837710 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-babf76d1-d730-4adc-a9cc-8fb2a0c52e5f req-b767878d-9426-40c7-9264-c44dc9c357d4 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.841812 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-babf76d1-d730-4adc-a9cc-8fb2a0c52e5f req-b767878d-9426-40c7-9264-c44dc9c357d4 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.69 "DELETE /v2.0/ports/4d077619-a9de-4926-9a84-3d9c8f3a9ef7 HTTP/1.1" status: 204 len: 173 time: 0.8360648 Jul 07 16:50:48.842289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8546020-2fd9-4c6c-9fd3-2258bd306362', 'name': 'network-vif-deleted', 'tag': '4d077619-a9de-4926-9a84-3d9c8f3a9ef7'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:48.856588 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8dcb59-bda1-4492-9c7d-09312431b13c" -d '{"events": [{"server_uuid": "e8546020-2fd9-4c6c-9fd3-2258bd306362", "name": "network-vif-deleted", "tag": "4d077619-a9de-4926-9a84-3d9c8f3a9ef7"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:48.871959 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4057199-0f62-4ea5-a250-ea5d37e6cf44 admin admin] Deleting subnet 093ceed0-d1c7-4ea0-ae34-d5f4543e83fc {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:50:48.879267 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4057199-0f62-4ea5-a250-ea5d37e6cf44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:48.933385 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-4063f875-0495-426e-9ac9-a4fbccbd58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:48.940408 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-4063f875-0495-426e-9ac9-a4fbccbd58ae service neutron] 10.222.0.50 "GET /v2.0/networks?id=8afefd89-1a40-467d-88c9-9db078a277dd HTTP/1.1" status: 200 len: 922 time: 0.2450430 Jul 07 16:50:48.946284 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a5157b62-d049-4d38-b4ca-7ec699994265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ecc0031b-c094-422f-beb4-e3f2fb8e1d45', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'port_id': '85b6bb1b-b8be-4c30-8ba8-512e45388e16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'mac_address': 'fa:16:3e:ce:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:50:19Z', 'updated_at': '2021-07-07T16:50:47Z', 'revision_number': 1, 'project_id': '7b6bfd37470740a7bef2749808400596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20bf029-4c59-4a29-a8e2-29045dfa0484', 'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'mac_address': 'fa:16:3e:27:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:51Z', 'updated_at': '2021-07-07T16:50:00Z', 'revision_number': 5, 'project_id': '7b6bfd37470740a7bef2749808400596', 'subnets': [{'id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:48.978441 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5157b62-d049-4d38-b4ca-7ec699994265 None None] Checking router: fd67f913-44bc-428e-9d49-3b8a647511fc for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:50:48.987492 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5157b62-d049-4d38-b4ca-7ec699994265 None None] Routers {'fd67f913-44bc-428e-9d49-3b8a647511fc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:48.988244 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a5157b62-d049-4d38-b4ca-7ec699994265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:50:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd67f913-44bc-428e-9d49-3b8a647511fc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:49.013358 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4057199-0f62-4ea5-a250-ea5d37e6cf44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:49.045815 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa67ade-a97a-4266-95fd-04e283bcec43 req-99a37027-0199-4e94-bd87-aed3d67e5db8 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:49.049241 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3aa67ade-a97a-4266-95fd-04e283bcec43 req-99a37027-0199-4e94-bd87-aed3d67e5db8 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 945 time: 0.0726640 Jul 07 16:50:49.069962 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-1166819e-e2ba-4b6c-853c-170eeb18a2bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85b6bb1b-b8be-4c30-8ba8-512e45388e16 HTTP/1.1" status: 200 len: 1000 time: 0.1286895 Jul 07 16:50:49.113706 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-a5157b62-d049-4d38-b4ca-7ec699994265 None None] Set router fd67f913-44bc-428e-9d49-3b8a647511fc gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:49.135119 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3aa67ade-a97a-4266-95fd-04e283bcec43 req-4020abe5-7a17-43e1-afe4-e820fcefffec tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792186 Jul 07 16:50:49.196436 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-43733d7c-18e0-434a-ac3c-7deee63e3382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:49.202879 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-43733d7c-18e0-434a-ac3c-7deee63e3382 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e HTTP/1.1" status: 200 len: 860 time: 0.1254008 Jul 07 16:50:49.217168 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4057199-0f62-4ea5-a250-ea5d37e6cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:49.285106 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b550623f-d80a-4ae5-8df5-2669ec37c163 x-openstack-request-id: req-b550623f-d80a-4ae5-8df5-2669ec37c163 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:49.285702 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde9a12d-320c-4258-bc7e-8f8fc1ed68fa", "tag": "85b6bb1b-b8be-4c30-8ba8-512e45388e16", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:49.285702 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b550623f-d80a-4ae5-8df5-2669ec37c163 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:49.286034 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'tag': '85b6bb1b-b8be-4c30-8ba8-512e45388e16', 'status': 'completed', 'code': 200} Jul 07 16:50:49.377400 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4057199-0f62-4ea5-a250-ea5d37e6cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:49.384162 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-87e563b4-e02d-462e-b1bd-2fa1fca97ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:49.402251 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-87e563b4-e02d-462e-b1bd-2fa1fca97ad0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8afefd89-1a40-467d-88c9-9db078a277dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1984644 Jul 07 16:50:49.411526 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-54ac4b98-06f3-40f1-ad47-e386c50e87f2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:50:49.427220 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-54ac4b98-06f3-40f1-ad47-e386c50e87f2 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237932 Jul 07 16:50:49.483288 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282a565-09b1-4093-ab7f-755a6285b932 req-1f622704-31a0-4d8f-a089-bf59b1a41642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:49.500671 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a282a565-09b1-4093-ab7f-755a6285b932 req-1f622704-31a0-4d8f-a089-bf59b1a41642 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b6bfd37470740a7bef2749808400596&device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 1097 time: 0.1874914 Jul 07 16:50:49.505250 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c7895b-6848-407b-a235-e0c0b1a40c99 None None] Network cb142600-559f-45a9-b2ce-fd6701e011af requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:50:49.553725 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4057199-0f62-4ea5-a250-ea5d37e6cf44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=093ceed0-d1c7-4ea0-ae34-d5f4543e83fc,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:49.556030 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4057199-0f62-4ea5-a250-ea5d37e6cf44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:49.570648 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d4057199-0f62-4ea5-a250-ea5d37e6cf44 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/093ceed0-d1c7-4ea0-ae34-d5f4543e83fc HTTP/1.1" status: 204 len: 168 time: 0.7884252 Jul 07 16:50:49.576905 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 34170) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:49.592213 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a5157b62-d049-4d38-b4ca-7ec699994265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ecc0031b-c094-422f-beb4-e3f2fb8e1d45', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'port_id': '85b6bb1b-b8be-4c30-8ba8-512e45388e16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'mac_address': 'fa:16:3e:ce:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:50:19Z', 'updated_at': '2021-07-07T16:50:47Z', 'revision_number': 1, 'project_id': '7b6bfd37470740a7bef2749808400596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20bf029-4c59-4a29-a8e2-29045dfa0484', 'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'mac_address': 'fa:16:3e:27:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:51Z', 'updated_at': '2021-07-07T16:50:00Z', 'revision_number': 5, 'project_id': '7b6bfd37470740a7bef2749808400596', 'subnets': [{'id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:49.709198 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5157b62-d049-4d38-b4ca-7ec699994265 None None] The sync data for ids ['fd67f913-44bc-428e-9d49-3b8a647511fc'] in n-d-793620-7 is: [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ecc0031b-c094-422f-beb4-e3f2fb8e1d45', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'port_id': '85b6bb1b-b8be-4c30-8ba8-512e45388e16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'mac_address': 'fa:16:3e:ce:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:50:19Z', 'updated_at': '2021-07-07T16:50:47Z', 'revision_number': 1, 'project_id': '7b6bfd37470740a7bef2749808400596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20bf029-4c59-4a29-a8e2-29045dfa0484', 'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'mac_address': 'fa:16:3e:27:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:51Z', 'updated_at': '2021-07-07T16:50:00Z', 'revision_number': 5, 'project_id': '7b6bfd37470740a7bef2749808400596', 'subnets': [{'id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:50:49.804623 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282a565-09b1-4093-ab7f-755a6285b932 req-83f08666-15a2-4441-9073-8d35761a9826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:49.806166 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a282a565-09b1-4093-ab7f-755a6285b932 req-83f08666-15a2-4441-9073-8d35761a9826 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8afefd89-1a40-467d-88c9-9db078a277dd HTTP/1.1" status: 200 len: 922 time: 0.2999330 Jul 07 16:50:49.849447 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-5b55499b-958f-4b46-b96a-a7eb81425eba service neutron] 10.222.0.50 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207356 Jul 07 16:50:49.966264 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a094e6e4-363e-4e68-80c6-877d842f4bdd None None] DHCP port deletion for cb142600-559f-45a9-b2ce-fd6701e011af request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:50:49.973568 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a282a565-09b1-4093-ab7f-755a6285b932 req-48060375-bbc9-42e0-b903-c8a860c25258 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85b6bb1b-b8be-4c30-8ba8-512e45388e16 HTTP/1.1" status: 200 len: 1000 time: 0.1576602 Jul 07 16:50:50.001369 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7667707c-9fd8-40f9-984a-7c2e5ee735b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.047283 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e80c4e-c65d-4a23-8e2b-48b6c90d938c x-openstack-request-id: req-e4e80c4e-c65d-4a23-8e2b-48b6c90d938c {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:50.047603 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8546020-2fd9-4c6c-9fd3-2258bd306362", "name": "network-vif-deleted", "tag": "4d077619-a9de-4926-9a84-3d9c8f3a9ef7", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:50.047867 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e4e80c4e-c65d-4a23-8e2b-48b6c90d938c {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:50.048287 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8546020-2fd9-4c6c-9fd3-2258bd306362', 'name': 'network-vif-deleted', 'tag': '4d077619-a9de-4926-9a84-3d9c8f3a9ef7', 'status': 'completed', 'code': 200} Jul 07 16:50:50.097055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282a565-09b1-4093-ab7f-755a6285b932 req-8def2a85-ab10-470f-baba-fd555f731dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:50.100713 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-a094e6e4-363e-4e68-80c6-877d842f4bdd None None] Deleting port e7b3b789-6868-41d9-9562-deb668b2c5dd {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:50.104544 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a094e6e4-363e-4e68-80c6-877d842f4bdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.105031 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a282a565-09b1-4093-ab7f-755a6285b932 req-8def2a85-ab10-470f-baba-fd555f731dd4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e HTTP/1.1" status: 200 len: 860 time: 0.1202009 Jul 07 16:50:50.283572 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cf614b88-3858-4f2f-823d-636ea6b82467 req-7280bce0-3677-4c81-a1ed-af48bae44333 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 210 time: 0.0742483 Jul 07 16:50:50.283741 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750e1ea0-63d4-4379-a9f8-55382573cb3a None None] New status for floating IP ecc0031b-c094-422f-beb4-e3f2fb8e1d45: ACTIVE {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:50:50.313054 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b3791b1-051c-404b-be64-a56fbbbcedd6 req-bc174041-c1fe-4365-89b5-94c5bad9584f service neutron] 10.222.0.50 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558041 Jul 07 16:50:50.323472 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282a565-09b1-4093-ab7f-755a6285b932 req-72d27a49-407e-4a5c-a325-6dac5e8c90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:50.324153 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-93910439-8858-4aff-837f-936cd4b050f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:50.325743 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-93910439-8858-4aff-837f-936cd4b050f0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c&tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c HTTP/1.1" status: 200 len: 1101 time: 0.2243092 Jul 07 16:50:50.329045 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a282a565-09b1-4093-ab7f-755a6285b932 req-72d27a49-407e-4a5c-a325-6dac5e8c90ab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8afefd89-1a40-467d-88c9-9db078a277dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2213542 Jul 07 16:50:50.355479 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e7b3b789-6868-41d9-9562-deb668b2c5dd no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:50.358231 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:50.361880 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-7', 'device_owner': 'compute:nova'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:50.442044 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:50.442560 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 4d077619-a9de-4926-9a84-3d9c8f3a9ef7 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:50.449827 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.459644 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-a094e6e4-363e-4e68-80c6-877d842f4bdd None None] For port e7b3b789-6868-41d9-9562-deb668b2c5dd, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e7b3b789-6868-41d9-9562-deb668b2c5dd,segment=NetworkSegment(fd8f76e1-b42c-4b95-87c3-a471261e1411),segment_id=fd8f76e1-b42c-4b95-87c3-a471261e1411)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:50.460848 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a094e6e4-363e-4e68-80c6-877d842f4bdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.515438 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a282a565-09b1-4093-ab7f-755a6285b932 req-ae52fa53-ea63-4ff1-9d63-efeb5e8a1e9f service neutron] 10.222.0.69 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757016 Jul 07 16:50:50.532849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-a094e6e4-363e-4e68-80c6-877d842f4bdd None None] Calling delete_port for e7b3b789-6868-41d9-9562-deb668b2c5dd owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:50.534699 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7667707c-9fd8-40f9-984a-7c2e5ee735b4 admin admin] Deleting port e7b3b789-6868-41d9-9562-deb668b2c5dd {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:50:50.534984 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7667707c-9fd8-40f9-984a-7c2e5ee735b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.624766 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 34192) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:50.698670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-7667707c-9fd8-40f9-984a-7c2e5ee735b4 admin admin] For port e7b3b789-6868-41d9-9562-deb668b2c5dd, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e7b3b789-6868-41d9-9562-deb668b2c5dd,segment=NetworkSegment(fd8f76e1-b42c-4b95-87c3-a471261e1411),segment_id=fd8f76e1-b42c-4b95-87c3-a471261e1411)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:50.699038 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7667707c-9fd8-40f9-984a-7c2e5ee735b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.717184 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7667707c-9fd8-40f9-984a-7c2e5ee735b4 admin admin] Calling delete_port for e7b3b789-6868-41d9-9562-deb668b2c5dd owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:50:50.741378 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.844749 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a094e6e4-363e-4e68-80c6-877d842f4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.869106 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.910291 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7667707c-9fd8-40f9-984a-7c2e5ee735b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:50.960593 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f50d8be1-94f2-4e9d-b9f7-d6e72ab97929 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:50.967482 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094e6e4-363e-4e68-80c6-877d842f4bdd None None] Pushing event deleted for resources: {'Port': ['ID=e7b3b789-6868-41d9-9562-deb668b2c5dd,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:51.015161 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a282a565-09b1-4093-ab7f-755a6285b932 req-5cfef4aa-3289-4f1d-9575-d8a3dbfc232e service neutron] 10.222.0.69 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928885 Jul 07 16:50:51.022229 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a094e6e4-363e-4e68-80c6-877d842f4bdd None None] No DVR routers for this DVR port e7b3b789-6868-41d9-9562-deb668b2c5dd on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:51.031242 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: f50d8be1-94f2-4e9d-b9f7-d6e72ab97929 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:50:51.036645 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f50d8be1-94f2-4e9d-b9f7-d6e72ab97929 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:51.152101 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a14de7-ab07-4970-8425-ec140aae239a req-8800ffc2-45df-448f-83be-1ee1ab23dd8f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:51.160943 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-95a14de7-ab07-4970-8425-ec140aae239a req-8800ffc2-45df-448f-83be-1ee1ab23dd8f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.1404066 Jul 07 16:50:51.211622 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-95a14de7-ab07-4970-8425-ec140aae239a req-46c4bd2d-6062-44a8-973d-c0b68841e287 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496101 Jul 07 16:50:51.324510 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667707c-9fd8-40f9-984a-7c2e5ee735b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b3b789-6868-41d9-9562-deb668b2c5dd,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:51.356831 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7667707c-9fd8-40f9-984a-7c2e5ee735b4 admin admin] No DVR routers for this DVR port e7b3b789-6868-41d9-9562-deb668b2c5dd on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:51.362640 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e7451255-f619-48dd-89d0-42d01ae8da80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.436598 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-11cedf28-6949-4729-933f-6e1ea2613022 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:51.439068 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-11cedf28-6949-4729-933f-6e1ea2613022 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fe31074-3c0a-406a-abe4-57e64872fcba&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1157537 Jul 07 16:50:51.532462 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fb703-b94e-4ac2-8ffc-7266fc61e6bb req-f1c0d885-b029-4eeb-bc51-465e5e89380f tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:51.534006 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-595fb703-b94e-4ac2-8ffc-7266fc61e6bb req-f1c0d885-b029-4eeb-bc51-465e5e89380f tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 945 time: 0.9083438 Jul 07 16:50:51.548457 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7667707c-9fd8-40f9-984a-7c2e5ee735b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.575655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-7667707c-9fd8-40f9-984a-7c2e5ee735b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb142600-559f-45a9-b2ce-fd6701e011af']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:51.585455 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-464b5f64-583c-4078-add9-3ecebd69202c tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 1002 time: 0.1398246 Jul 07 16:50:51.591485 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-c9d697b9-e96b-4a2c-ad2e-03d94911d55e tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Request body: {'floatingip': {'port_id': '7d70e068-ac12-4051-bffb-1100e59d75fe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:51.611259 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-7667707c-9fd8-40f9-984a-7c2e5ee735b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8f76e1-b42c-4b95-87c3-a471261e1411') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:51.611540 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-7667707c-9fd8-40f9-984a-7c2e5ee735b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8f76e1-b42c-4b95-87c3-a471261e1411') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:51.668299 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7667707c-9fd8-40f9-984a-7c2e5ee735b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.701906 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-c9d697b9-e96b-4a2c-ad2e-03d94911d55e tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks [] for floatingip, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.703105 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-595fb703-b94e-4ac2-8ffc-7266fc61e6bb req-46b7dc9f-92a7-40fd-ba48-5b0352a72f96 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479366 Jul 07 16:50:51.705145 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7667707c-9fd8-40f9-984a-7c2e5ee735b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.740179 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7667707c-9fd8-40f9-984a-7c2e5ee735b4 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:50:51.740591 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7667707c-9fd8-40f9-984a-7c2e5ee735b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:50:51.742447 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:50:51.849837 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] For port 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:51.852176 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7667707c-9fd8-40f9-984a-7c2e5ee735b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.867766 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7667707c-9fd8-40f9-984a-7c2e5ee735b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.869614 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7667707c-9fd8-40f9-984a-7c2e5ee735b4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cb142600-559f-45a9-b2ce-fd6701e011af HTTP/1.1" status: 204 len: 168 time: 2.2901385 Jul 07 16:50:51.881621 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e7451255-f619-48dd-89d0-42d01ae8da80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.894223 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667707c-9fd8-40f9-984a-7c2e5ee735b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb142600-559f-45a9-b2ce-fd6701e011af,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:51.901216 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e7451255-f619-48dd-89d0-42d01ae8da80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:51.933351 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] For port 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:51.977936 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7451255-f619-48dd-89d0-42d01ae8da80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc6741f-3ed3-4161-872d-aefd662fe173,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:51.982752 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e7451255-f619-48dd-89d0-42d01ae8da80 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=97d327646c294bb584d2d8c98889cd16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3191938 Jul 07 16:50:51.985864 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 34204) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:52.037581 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66517e7-2eda-4758-80f0-0f9e06989d7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c6dbc2b-9742-4455-8f42-5f1291c4debe'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:52.040772 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1233ce-890d-4e92-a641-c29f0b960953" -d '{"events": [{"server_uuid": "a66517e7-2eda-4758-80f0-0f9e06989d7c", "name": "network-vif-unplugged", "status": "completed", "tag": "1c6dbc2b-9742-4455-8f42-5f1291c4debe"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:52.049171 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.080931 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] Transition to ACTIVE for port object 1c6dbc2b-9742-4455-8f42-5f1291c4debe will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:52.094922 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.133381 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5906cac8-c8bb-4f38-9c58-ca58721f5073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.138498 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 34210) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:52.184889 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-12ea464c-373d-4b0d-aa8d-7a9e6988a020 req-af413869-deab-48ee-bf59-488204f584aa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5530126 Jul 07 16:50:52.240326 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d0a4c98-5b4a-4508-a041-b39a0ae2a9f8 req-cf2021d4-d7d8-4a9d-8a4d-f30361c44ec1 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 210 time: 0.1017513 Jul 07 16:50:52.300430 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5906cac8-c8bb-4f38-9c58-ca58721f5073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.311575 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1c6dbc2b-9742-4455-8f42-5f1291c4debe no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:50:52.331562 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6dbc2b-9742-4455-8f42-5f1291c4debe,revision_number=10']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:52.345286 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] No DVR routers for this DVR port 1c6dbc2b-9742-4455-8f42-5f1291c4debe on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:50:52.399610 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-93ef12b1-56dc-4d81-8d4f-cc6704dc237f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec04dda5def74a04b31e44820dde8d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583721 Jul 07 16:50:52.405167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 34214) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:52.410135 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-c9d697b9-e96b-4a2c-ad2e-03d94911d55e tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.415148 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1c6dbc2b-9742-4455-8f42-5f1291c4debe not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:50:52.424846 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-c9d697b9-e96b-4a2c-ad2e-03d94911d55e tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.437190 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] Attempting to bind port 1c6dbc2b-9742-4455-8f42-5f1291c4debe on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:52.437467 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] Attempting to bind port 1c6dbc2b-9742-4455-8f42-5f1291c4debe by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:52.437899 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] Attempting to bind port 1c6dbc2b-9742-4455-8f42-5f1291c4debe on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:52.444075 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] Port 1c6dbc2b-9742-4455-8f42-5f1291c4debe on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:50:52.444418 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] Attempting to bind port 1c6dbc2b-9742-4455-8f42-5f1291c4debe on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:52.450827 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:52.451175 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:52.451685 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:52.452133 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] Bound port: 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:52.452498 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.561736 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5906cac8-c8bb-4f38-9c58-ca58721f5073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.564368 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5906cac8-c8bb-4f38-9c58-ca58721f5073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.568707 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5906cac8-c8bb-4f38-9c58-ca58721f5073 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fbc6741f-3ed3-4161-872d-aefd662fe173 HTTP/1.1" status: 204 len: 168 time: 0.5775597 Jul 07 16:50:52.568707 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] For port 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:52.579674 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] For port 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:52.585660 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea464c-373d-4b0d-aa8d-7a9e6988a020 req-59fcc295-da5e-449d-a958-17e27b01cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:52.588123 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-12ea464c-373d-4b0d-aa8d-7a9e6988a020 req-59fcc295-da5e-449d-a958-17e27b01cee3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 1100 time: 0.3251326 Jul 07 16:50:52.589133 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906cac8-c8bb-4f38-9c58-ca58721f5073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc6741f-3ed3-4161-872d-aefd662fe173,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:52.607131 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.616261 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-c9d697b9-e96b-4a2c-ad2e-03d94911d55e tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Floating IP ecc0031b-c094-422f-beb4-e3f2fb8e1d45 associated. External IP: 172.25.2.236, port: 85b6bb1b-b8be-4c30-8ba8-512e45388e16. Jul 07 16:50:52.680130 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:52.680762 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.682430 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] 10.222.0.15 "PUT /v2.0/ports/1c6dbc2b-9742-4455-8f42-5f1291c4debe HTTP/1.1" status: 200 len: 1097 time: 2.3383610 Jul 07 16:50:52.856193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47d80f-315f-4e9c-9f06-d029291b50e1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6dbc2b-9742-4455-8f42-5f1291c4debe,revision_number=11']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:52.856774 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e574f3a-eb06-4db6-9e72-54fe1fc2bf13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:52.899752 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-d5e69fb3-ad2c-4bdb-845b-92640ef86d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:52.903422 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-d5e69fb3-ad2c-4bdb-845b-92640ef86d4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 1100 time: 0.1924698 Jul 07 16:50:52.912303 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3c0288-5051-4b4f-8505-91fcabc04b6b x-openstack-request-id: req-8e3c0288-5051-4b4f-8505-91fcabc04b6b {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:52.912531 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66517e7-2eda-4758-80f0-0f9e06989d7c", "name": "network-vif-unplugged", "status": "completed", "tag": "1c6dbc2b-9742-4455-8f42-5f1291c4debe", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:52.913513 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e3c0288-5051-4b4f-8505-91fcabc04b6b {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:52.914078 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66517e7-2eda-4758-80f0-0f9e06989d7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c6dbc2b-9742-4455-8f42-5f1291c4debe', 'code': 200} Jul 07 16:50:53.018195 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e574f3a-eb06-4db6-9e72-54fe1fc2bf13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:53.064574 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea464c-373d-4b0d-aa8d-7a9e6988a020 req-e6641a5c-d3ad-4940-af71-beec84dbea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:53.066070 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-12ea464c-373d-4b0d-aa8d-7a9e6988a020 req-e6641a5c-d3ad-4940-af71-beec84dbea82 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.4514384 Jul 07 16:50:53.137010 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-50a622ea-79ff-4a28-91ec-dd878f4c2817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:53.138718 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-50a622ea-79ff-4a28-91ec-dd878f4c2817 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.2218359 Jul 07 16:50:53.160239 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-12ea464c-373d-4b0d-aa8d-7a9e6988a020 req-cf1db587-24a0-4dc8-8bcc-658302a179f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=2e956c6d-4647-4508-a858-901e36dbdafb HTTP/1.1" status: 200 len: 217 time: 0.0794039 Jul 07 16:50:53.251451 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-d485b8ab-a5b6-47fb-9ed8-1d4d6db08c3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe HTTP/1.1" status: 200 len: 217 time: 0.0951405 Jul 07 16:50:53.260120 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156eb392-1199-4256-a94b-9802584354bc req-fdf69b2c-2365-4f79-aa5e-ae38f2bb0a4b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:53.261702 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-156eb392-1199-4256-a94b-9802584354bc req-fdf69b2c-2365-4f79-aa5e-ae38f2bb0a4b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 949 time: 0.2173586 Jul 07 16:50:53.292747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea464c-373d-4b0d-aa8d-7a9e6988a020 req-64b2e631-248b-41ae-af2e-09fa0b582af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:53.294163 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-12ea464c-373d-4b0d-aa8d-7a9e6988a020 req-64b2e631-248b-41ae-af2e-09fa0b582af2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0897884 Jul 07 16:50:53.337800 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-156eb392-1199-4256-a94b-9802584354bc req-eccb0227-1775-4f7d-ba86-fcd54724db7b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669146 Jul 07 16:50:53.340523 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e574f3a-eb06-4db6-9e72-54fe1fc2bf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:53.343193 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e574f3a-eb06-4db6-9e72-54fe1fc2bf13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:53.346293 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-a7840060-4110-4327-8f87-882bd298f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:53.347409 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5e574f3a-eb06-4db6-9e72-54fe1fc2bf13 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/694fddf7-ff2d-425a-ad95-49e7450e726f HTTP/1.1" status: 204 len: 168 time: 0.9410975 Jul 07 16:50:53.348453 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-a7840060-4110-4327-8f87-882bd298f7da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0855458 Jul 07 16:50:53.396815 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e574f3a-eb06-4db6-9e72-54fe1fc2bf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694fddf7-ff2d-425a-ad95-49e7450e726f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:53.436443 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-c9d697b9-e96b-4a2c-ad2e-03d94911d55e tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Router fd67f913-44bc-428e-9d49-3b8a647511fc has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:50:53.447923 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-6ecdfaf6-c691-45ee-909a-daa3b655b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:53.449896 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-6ecdfaf6-c691-45ee-909a-daa3b655b0e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0917003 Jul 07 16:50:53.458224 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea464c-373d-4b0d-aa8d-7a9e6988a020 req-8d925cdd-57db-4799-b9f1-97cd3414930b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:53.460451 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-12ea464c-373d-4b0d-aa8d-7a9e6988a020 req-8d925cdd-57db-4799-b9f1-97cd3414930b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1530232 Jul 07 16:50:53.619206 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-2b8cf7a3-d16d-456b-9918-3dbc41b125fb service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617353 Jul 07 16:50:53.734710 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-c9d697b9-e96b-4a2c-ad2e-03d94911d55e tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:50:53.753993 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201399ac-e97b-4faf-800f-0d900a77fb36 None None] Sync routers for ids ['fd67f913-44bc-428e-9d49-3b8a647511fc'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:50:53.765633 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201399ac-e97b-4faf-800f-0d900a77fb36 None None] Routers {'fd67f913-44bc-428e-9d49-3b8a647511fc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:53.767827 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-201399ac-e97b-4faf-800f-0d900a77fb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:50:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd67f913-44bc-428e-9d49-3b8a647511fc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:53.846583 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cb6ea86-67ea-41b0-9c4c-1ddc8bd0e248 req-14d11a48-2100-4476-bff4-d9fa1f071f2c service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198761 Jul 07 16:50:53.905595 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d2900-34eb-4a9b-b185-4fa94af05c24 req-ee7d2597-9fd7-470b-ae10-b9e3afa0f78c tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:53.911207 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-948d2900-34eb-4a9b-b185-4fa94af05c24 req-ee7d2597-9fd7-470b-ae10-b9e3afa0f78c tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 945 time: 0.2727795 Jul 07 16:50:53.980006 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-12ea464c-373d-4b0d-aa8d-7a9e6988a020 req-9a050e27-7f28-4da9-b2db-07c1cb6b804a service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471457 Jul 07 16:50:53.983000 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-948d2900-34eb-4a9b-b185-4fa94af05c24 req-ff54d8a6-0879-486f-91af-dce94ae4bd8e tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649838 Jul 07 16:50:54.004460 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-201399ac-e97b-4faf-800f-0d900a77fb36 None None] Set router fd67f913-44bc-428e-9d49-3b8a647511fc gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:54.044765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 34260) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:54.196485 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-12ea464c-373d-4b0d-aa8d-7a9e6988a020 req-d640892a-328d-4830-876d-2c2cecbdb2ae service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088075 Jul 07 16:50:54.253636 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2802c85a-738c-4bb5-b55e-c193044bdea9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1425730623-network', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:54.281337 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-c9d697b9-e96b-4a2c-ad2e-03d94911d55e tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Router fd67f913-44bc-428e-9d49-3b8a647511fc has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:50:54.294914 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2802c85a-738c-4bb5-b55e-c193044bdea9 admin admin] Made reservation on behalf of 6b6507bb6cda4d9ca388937ef0c6fdec for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:54.297885 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2802c85a-738c-4bb5-b55e-c193044bdea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:54.317591 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2802c85a-738c-4bb5-b55e-c193044bdea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:54.397195 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-201399ac-e97b-4faf-800f-0d900a77fb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ecc0031b-c094-422f-beb4-e3f2fb8e1d45', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'port_id': '7d70e068-ac12-4051-bffb-1100e59d75fe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'mac_address': 'fa:16:3e:34:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe31074-3c0a-406a-abe4-57e64872fcba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:50:19Z', 'updated_at': '2021-07-07T16:50:52Z', 'revision_number': 3, 'project_id': '7b6bfd37470740a7bef2749808400596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20bf029-4c59-4a29-a8e2-29045dfa0484', 'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'mac_address': 'fa:16:3e:27:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:51Z', 'updated_at': '2021-07-07T16:50:00Z', 'revision_number': 5, 'project_id': '7b6bfd37470740a7bef2749808400596', 'subnets': [{'id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:54.407916 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c5574c94-ec3d-4c80-9468-1b4152c4b199 req-2b029cd5-a630-4aa4-bf8c-d1946db1175d tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 210 time: 0.0800209 Jul 07 16:50:54.428477 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201399ac-e97b-4faf-800f-0d900a77fb36 None None] Checking router: fd67f913-44bc-428e-9d49-3b8a647511fc for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:50:54.449797 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201399ac-e97b-4faf-800f-0d900a77fb36 None None] Routers {'fd67f913-44bc-428e-9d49-3b8a647511fc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:54.450456 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-201399ac-e97b-4faf-800f-0d900a77fb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:50:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd67f913-44bc-428e-9d49-3b8a647511fc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:54.481477 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-c9d697b9-e96b-4a2c-ad2e-03d94911d55e tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:50:54.487487 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-c9d697b9-e96b-4a2c-ad2e-03d94911d55e tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:54.594130 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-201399ac-e97b-4faf-800f-0d900a77fb36 None None] Set router fd67f913-44bc-428e-9d49-3b8a647511fc gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:54.662097 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2802c85a-738c-4bb5-b55e-c193044bdea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:54.732027 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2802c85a-738c-4bb5-b55e-c193044bdea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:54.773695 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2802c85a-738c-4bb5-b55e-c193044bdea9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:50:54.795335 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802c85a-738c-4bb5-b55e-c193044bdea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeec97d-1487-4bb9-b714-42de6515b070,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:54.799760 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2802c85a-738c-4bb5-b55e-c193044bdea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:54.800009 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-2802c85a-738c-4bb5-b55e-c193044bdea9 admin admin] Added segment b1aa41c2-8f36-4927-9c12-b6cdf92f40b4 of type vlan for network 13413cf7-07ee-4fa7-a844-d880982466e7 Jul 07 16:50:54.842979 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf47a28-0675-45a1-9fff-fcba7569d4c8 req-070d9c59-8a73-4378-8c0c-255b16873382 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:54.844590 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cf47a28-0675-45a1-9fff-fcba7569d4c8 req-070d9c59-8a73-4378-8c0c-255b16873382 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 949 time: 0.1848698 Jul 07 16:50:54.858348 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2802c85a-738c-4bb5-b55e-c193044bdea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:54.896887 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 34280) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:54.915096 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66517e7-2eda-4758-80f0-0f9e06989d7c', 'tag': '1c6dbc2b-9742-4455-8f42-5f1291c4debe'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:54.918195 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5918cbb-1c0b-494e-8de3-e954a2932b98" -d '{"events": [{"name": "network-changed", "server_uuid": "a66517e7-2eda-4758-80f0-0f9e06989d7c", "tag": "1c6dbc2b-9742-4455-8f42-5f1291c4debe"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:54.929179 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cf47a28-0675-45a1-9fff-fcba7569d4c8 req-8c4739b2-2156-477e-9849-d94b987efbc0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750923 Jul 07 16:50:54.939632 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2802c85a-738c-4bb5-b55e-c193044bdea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:54.940742 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2802c85a-738c-4bb5-b55e-c193044bdea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:54.941393 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2802c85a-738c-4bb5-b55e-c193044bdea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:55.015316 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-201399ac-e97b-4faf-800f-0d900a77fb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ecc0031b-c094-422f-beb4-e3f2fb8e1d45', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'port_id': '7d70e068-ac12-4051-bffb-1100e59d75fe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'mac_address': 'fa:16:3e:34:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe31074-3c0a-406a-abe4-57e64872fcba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:50:19Z', 'updated_at': '2021-07-07T16:50:52Z', 'revision_number': 3, 'project_id': '7b6bfd37470740a7bef2749808400596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20bf029-4c59-4a29-a8e2-29045dfa0484', 'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'mac_address': 'fa:16:3e:27:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:51Z', 'updated_at': '2021-07-07T16:50:00Z', 'revision_number': 5, 'project_id': '7b6bfd37470740a7bef2749808400596', 'subnets': [{'id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:55.024790 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2802c85a-738c-4bb5-b55e-c193044bdea9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9786305 Jul 07 16:50:55.027786 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 34288) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:55.033474 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-ce69867a-ae67-4231-a623-babc13c08141 admin admin] Request body: {'subnet': {'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1425730623-subnet', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:55.039117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802c85a-738c-4bb5-b55e-c193044bdea9 admin admin] Pushing event updated for resources: {'Network': ['ID=13413cf7-07ee-4fa7-a844-d880982466e7,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:55.051519 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 13413cf7-07ee-4fa7-a844-d880982466e7 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:50:55.056916 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'tag': '85b6bb1b-b8be-4c30-8ba8-512e45388e16'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:55.064063 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d431bf-67e9-4afa-b603-56746053268f" -d '{"events": [{"name": "network-changed", "server_uuid": "bde9a12d-320c-4258-bc7e-8f8fc1ed68fa", "tag": "85b6bb1b-b8be-4c30-8ba8-512e45388e16"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:55.073988 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ffa820-9157-46d4-84b5-651f78c66149 x-openstack-request-id: req-33ffa820-9157-46d4-84b5-651f78c66149 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:55.076050 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66517e7-2eda-4758-80f0-0f9e06989d7c", "tag": "1c6dbc2b-9742-4455-8f42-5f1291c4debe", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:55.076648 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-33ffa820-9157-46d4-84b5-651f78c66149 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:55.077945 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66517e7-2eda-4758-80f0-0f9e06989d7c', 'tag': '1c6dbc2b-9742-4455-8f42-5f1291c4debe', 'status': 'completed', 'code': 200} Jul 07 16:50:55.092785 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce69867a-ae67-4231-a623-babc13c08141 admin admin] Made reservation on behalf of 6b6507bb6cda4d9ca388937ef0c6fdec for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:55.095871 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce69867a-ae67-4231-a623-babc13c08141 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:55.163623 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201399ac-e97b-4faf-800f-0d900a77fb36 None None] The sync data for ids ['fd67f913-44bc-428e-9d49-3b8a647511fc'] in n-d-793620-7 is: [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ecc0031b-c094-422f-beb4-e3f2fb8e1d45', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'port_id': '7d70e068-ac12-4051-bffb-1100e59d75fe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'mac_address': 'fa:16:3e:34:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe31074-3c0a-406a-abe4-57e64872fcba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:50:19Z', 'updated_at': '2021-07-07T16:50:52Z', 'revision_number': 3, 'project_id': '7b6bfd37470740a7bef2749808400596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20bf029-4c59-4a29-a8e2-29045dfa0484', 'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'mac_address': 'fa:16:3e:27:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:51Z', 'updated_at': '2021-07-07T16:50:00Z', 'revision_number': 5, 'project_id': '7b6bfd37470740a7bef2749808400596', 'subnets': [{'id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:50:55.221345 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-faef6adf-e903-452a-9857-8e879f9ed96d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1183614171-network', 'tenant_id': '13f3bce388ad42598000636f745b7999'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:55.247011 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-c9d697b9-e96b-4a2c-ad2e-03d94911d55e tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "PUT /v2.0/floatingips/ecc0031b-c094-422f-beb4-e3f2fb8e1d45 HTTP/1.1" status: 200 len: 998 time: 3.6604586 Jul 07 16:50:55.340178 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faef6adf-e903-452a-9857-8e879f9ed96d admin admin] Made reservation on behalf of 13f3bce388ad42598000636f745b7999 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:55.341971 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-faef6adf-e903-452a-9857-8e879f9ed96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:55.350443 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-6071e790-2070-47ec-a451-65019a9caac8 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:55.359879 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-6071e790-2070-47ec-a451-65019a9caac8 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports/85b6bb1b-b8be-4c30-8ba8-512e45388e16 HTTP/1.1" status: 200 len: 943 time: 0.1116431 Jul 07 16:50:55.363913 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-faef6adf-e903-452a-9857-8e879f9ed96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:55.379689 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-70af392d-4f94-4e29-8e29-d7beb2b7e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:55.381371 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-70af392d-4f94-4e29-8e29-d7beb2b7e8db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 1100 time: 0.2605379 Jul 07 16:50:55.415407 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-0bddbeaa-e9e9-452b-8fca-a956d5484b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:55.417008 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-0bddbeaa-e9e9-452b-8fca-a956d5484b07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 1100 time: 0.3171394 Jul 07 16:50:55.518686 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff64c508-57c9-4b3e-b236-d3ed79a3a38b None None] New status for floating IP ecc0031b-c094-422f-beb4-e3f2fb8e1d45: ACTIVE {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:50:55.570598 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518027b-301d-4c97-bf79-1a6df50756e2 req-12d9b16a-5585-408f-a55c-6acf4ebe88a9 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:55.572492 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0518027b-301d-4c97-bf79-1a6df50756e2 req-12d9b16a-5585-408f-a55c-6acf4ebe88a9 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 945 time: 0.3002756 Jul 07 16:50:55.581155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-5b907c30-b192-4c2f-9f12-7697a849ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:55.582684 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-5b907c30-b192-4c2f-9f12-7697a849ee30 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1895745 Jul 07 16:50:55.585769 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-b70a4b08-28e7-435b-a9b2-9b37926bb624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:55.593097 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-b70a4b08-28e7-435b-a9b2-9b37926bb624 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7b6bfd37470740a7bef2749808400596&device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 1097 time: 0.1267083 Jul 07 16:50:55.748713 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0518027b-301d-4c97-bf79-1a6df50756e2 req-fe500ef1-ed5e-41b4-bbb4-2322138088fe tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629519 Jul 07 16:50:55.762604 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-ee09ae47-6f43-47e4-b69c-ad1620e03854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:55.764210 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-ee09ae47-6f43-47e4-b69c-ad1620e03854 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.3162558 Jul 07 16:50:55.765094 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce69867a-ae67-4231-a623-babc13c08141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:55.802820 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-31f8ff0b-9756-439f-9f98-c4194fbbac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:55.814360 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-31f8ff0b-9756-439f-9f98-c4194fbbac2e service neutron] 10.222.0.50 "GET /v2.0/networks?id=8afefd89-1a40-467d-88c9-9db078a277dd HTTP/1.1" status: 200 len: 922 time: 0.2195568 Jul 07 16:50:55.837272 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fc7772-8824-4c9b-9804-6be7c4320c29 None None] Sync routers for ids ['fd67f913-44bc-428e-9d49-3b8a647511fc'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:50:55.854214 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fc7772-8824-4c9b-9804-6be7c4320c29 None None] Routers {'fd67f913-44bc-428e-9d49-3b8a647511fc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:55.856141 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-59fc7772-8824-4c9b-9804-6be7c4320c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:50:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd67f913-44bc-428e-9d49-3b8a647511fc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:55.868152 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-15e488e2-fdc8-4d14-b01b-16e19cbac502 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe HTTP/1.1" status: 200 len: 217 time: 0.0561419 Jul 07 16:50:55.897565 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-faef6adf-e903-452a-9857-8e879f9ed96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:55.915813 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c9fbc4-8517-40aa-a1db-2d58c4733da3 x-openstack-request-id: req-96c9fbc4-8517-40aa-a1db-2d58c4733da3 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:55.916109 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde9a12d-320c-4258-bc7e-8f8fc1ed68fa", "tag": "85b6bb1b-b8be-4c30-8ba8-512e45388e16", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:55.917729 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-96c9fbc4-8517-40aa-a1db-2d58c4733da3 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:55.918854 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'tag': '85b6bb1b-b8be-4c30-8ba8-512e45388e16', 'status': 'completed', 'code': 200} Jul 07 16:50:55.923274 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-faef6adf-e903-452a-9857-8e879f9ed96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:55.926277 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69867a-ae67-4231-a623-babc13c08141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:55.971099 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faef6adf-e903-452a-9857-8e879f9ed96d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:50:55.987982 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-c8d46085-6234-42e8-ae75-aec090d64db7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe HTTP/1.1" status: 200 len: 217 time: 0.3928301 Jul 07 16:50:56.000448 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-3b0a98db-a446-4e83-9309-b788c05ace78 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85b6bb1b-b8be-4c30-8ba8-512e45388e16 HTTP/1.1" status: 200 len: 217 time: 0.1847289 Jul 07 16:50:56.009440 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 1c6dbc2b-9742-4455-8f42-5f1291c4debe details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:50:56.026830 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-afc3898c-fe40-4660-9999-3228d47f1691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:56.028377 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-afc3898c-fe40-4660-9999-3228d47f1691 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1448402 Jul 07 16:50:56.032741 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef6adf-e903-452a-9857-8e879f9ed96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df235b7b-9503-4e15-afe3-d30f95c91abe,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:56.043961 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce69867a-ae67-4231-a623-babc13c08141 admin admin] Checking segment: {'id': 'b1aa41c2-8f36-4927-9c12-b6cdf92f40b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:56.044335 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce69867a-ae67-4231-a623-babc13c08141 admin admin] Network hostable DHCP agents. Network: 13413cf7-07ee-4fa7-a844-d880982466e7, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:50:56.071501 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-faef6adf-e903-452a-9857-8e879f9ed96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:56.071848 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-faef6adf-e903-452a-9857-8e879f9ed96d admin admin] Added segment d7e9cb76-4c8d-477c-9813-3e695fc7e1c7 of type vlan for network 699fa17b-01d7-4d5f-a61b-f1383d4a18a7 Jul 07 16:50:56.087316 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-c354dd04-5c3e-482c-9571-773dbf72fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:56.088808 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-c354dd04-5c3e-482c-9571-773dbf72fedd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0862632 Jul 07 16:50:56.197322 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce69867a-ae67-4231-a623-babc13c08141 admin admin] Network 13413cf7-07ee-4fa7-a844-d880982466e7 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:50:56.200097 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-faef6adf-e903-452a-9857-8e879f9ed96d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:56.230473 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-ce69867a-ae67-4231-a623-babc13c08141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 13413cf7-07ee-4fa7-a844-d880982466e7) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:56.242326 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce69867a-ae67-4231-a623-babc13c08141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:56.243198 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce69867a-ae67-4231-a623-babc13c08141 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:56.257383 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-66d19677-5640-4ec0-8f14-dea6cb96e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:56.269540 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-3558a403-9353-42d0-aab0-c328436b20f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:56.271088 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-3558a403-9353-42d0-aab0-c328436b20f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2241490 Jul 07 16:50:56.277693 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-59fc7772-8824-4c9b-9804-6be7c4320c29 None None] Set router fd67f913-44bc-428e-9d49-3b8a647511fc gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:56.280414 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-66d19677-5640-4ec0-8f14-dea6cb96e989 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e HTTP/1.1" status: 200 len: 860 time: 0.2029581 Jul 07 16:50:56.289706 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-faef6adf-e903-452a-9857-8e879f9ed96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:56.289927 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5a71a8-4d20-4fd2-9aa9-735a267c03bd None None] Network 13413cf7-07ee-4fa7-a844-d880982466e7 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:50:56.290904 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faef6adf-e903-452a-9857-8e879f9ed96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:56.291740 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-faef6adf-e903-452a-9857-8e879f9ed96d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:56.331011 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ce69867a-ae67-4231-a623-babc13c08141 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3021867 Jul 07 16:50:56.338713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 34298) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:56.369693 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-a85e50f9-3e77-4093-a959-ca7a6b88ee8a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1425730623-router', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:56.420988 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a85e50f9-3e77-4093-a959-ca7a6b88ee8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:56.423902 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a85e50f9-3e77-4093-a959-ca7a6b88ee8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:56.500935 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c33380bf-ce3c-4bf5-817e-dee6359ad2d7 req-ce8268d1-10da-4177-a9c2-6587c34286f0 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8546020-2fd9-4c6c-9fd3-2258bd306362 HTTP/1.1" status: 200 len: 210 time: 0.0894258 Jul 07 16:50:56.502243 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-faef6adf-e903-452a-9857-8e879f9ed96d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6031837 Jul 07 16:50:56.506634 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 34302) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:50:56.513476 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-6c36a9e8-ccd8-4ea3-ba42-2232a6d00c41 admin admin] Request body: {'subnet': {'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1183614171-subnet', 'tenant_id': '13f3bce388ad42598000636f745b7999', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:50:56.557676 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef6adf-e903-452a-9857-8e879f9ed96d admin admin] Pushing event updated for resources: {'Network': ['ID=699fa17b-01d7-4d5f-a61b-f1383d4a18a7,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:56.612899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d431bf-67e9-4afa-b603-56746053268f req-685a080b-2c25-4eea-a822-8f5ffd9ab2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:56.615465 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a7d431bf-67e9-4afa-b603-56746053268f req-685a080b-2c25-4eea-a822-8f5ffd9ab2ad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b6bfd37470740a7bef2749808400596&device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 1097 time: 0.6262448 Jul 07 16:50:56.641117 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-eaaf368f-cffe-4acc-ae44-b196d063fbae service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616610 Jul 07 16:50:56.645859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c36a9e8-ccd8-4ea3-ba42-2232a6d00c41 admin admin] Made reservation on behalf of 13f3bce388ad42598000636f745b7999 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:50:56.652690 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c36a9e8-ccd8-4ea3-ba42-2232a6d00c41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:56.657025 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:56.657846 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a85e50f9-3e77-4093-a959-ca7a6b88ee8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:56.672618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-890a3b5b-818d-4c4e-95d8-d205b05e7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:56.673702 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-890a3b5b-818d-4c4e-95d8-d205b05e7749 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3705866 Jul 07 16:50:56.736240 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 699fa17b-01d7-4d5f-a61b-f1383d4a18a7 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:50:56.742260 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '1c6dbc2b-9742-4455-8f42-5f1291c4debe', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '1c6dbc2b-9742-4455-8f42-5f1291c4debe', 'mac_address': 'fa:16:3e:0f:99:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:50:56.799660 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-cbc5b2d6-9aec-412a-a741-6d933b559c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:56.800582 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-59fc7772-8824-4c9b-9804-6be7c4320c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ecc0031b-c094-422f-beb4-e3f2fb8e1d45', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'port_id': '7d70e068-ac12-4051-bffb-1100e59d75fe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'mac_address': 'fa:16:3e:34:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe31074-3c0a-406a-abe4-57e64872fcba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:50:19Z', 'updated_at': '2021-07-07T16:50:55Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20bf029-4c59-4a29-a8e2-29045dfa0484', 'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'mac_address': 'fa:16:3e:27:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:51Z', 'updated_at': '2021-07-07T16:50:00Z', 'revision_number': 5, 'project_id': '7b6bfd37470740a7bef2749808400596', 'subnets': [{'id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:56.808008 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-cbc5b2d6-9aec-412a-a741-6d933b559c80 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8afefd89-1a40-467d-88c9-9db078a277dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5258043 Jul 07 16:50:56.826763 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-d58c9351-389b-4aa1-bab8-54dd96aaa151 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:50:56.833788 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-d58c9351-389b-4aa1-bab8-54dd96aaa151 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248437 Jul 07 16:50:56.836023 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fc7772-8824-4c9b-9804-6be7c4320c29 None None] Checking router: fd67f913-44bc-428e-9d49-3b8a647511fc for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:50:56.846161 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fc7772-8824-4c9b-9804-6be7c4320c29 None None] Routers {'fd67f913-44bc-428e-9d49-3b8a647511fc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:50:56.847086 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-59fc7772-8824-4c9b-9804-6be7c4320c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:50:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd67f913-44bc-428e-9d49-3b8a647511fc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:57.010840 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-59fc7772-8824-4c9b-9804-6be7c4320c29 None None] Set router fd67f913-44bc-428e-9d49-3b8a647511fc gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:50:57.053558 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-7f8d3150-24aa-45c5-ad81-4aa2e42bb6e5 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931215 Jul 07 16:50:57.101100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee745c-e88e-428b-8d50-c05c500bb7dd req-997e8612-d40a-4fec-9250-7decbd2f1557 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:57.108075 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37ee745c-e88e-428b-8d50-c05c500bb7dd req-997e8612-d40a-4fec-9250-7decbd2f1557 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 949 time: 0.3377788 Jul 07 16:50:57.111631 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-170dfee3-6ad9-40bf-a989-2002e10a4b94 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229555 Jul 07 16:50:57.142772 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.153012 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-13413cf7-07ee-4fa7-a844-d880982466e7', 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'fixed_ips': [{'subnet_id': '3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:50:57.153883 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.193780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6dbc2b-9742-4455-8f42-5f1291c4debe {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:50:57.215628 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:50:57.217994 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37ee745c-e88e-428b-8d50-c05c500bb7dd req-dd84f1b0-7548-4e62-a70b-9e55f324cc80 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090522 Jul 07 16:50:57.226077 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c36a9e8-ccd8-4ea3-ba42-2232a6d00c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.231109 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.306094 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36a9e8-ccd8-4ea3-ba42-2232a6d00c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4033db2-1315-487d-98c1-b14262a4cfcd,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:57.320729 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a85e50f9-3e77-4093-a959-ca7a6b88ee8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.337236 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d431bf-67e9-4afa-b603-56746053268f req-44ede892-c833-4f18-a808-0c9f86c8ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:57.339508 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a7d431bf-67e9-4afa-b603-56746053268f req-44ede892-c833-4f18-a808-0c9f86c8ee91 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8afefd89-1a40-467d-88c9-9db078a277dd HTTP/1.1" status: 200 len: 922 time: 0.6876278 Jul 07 16:50:57.344105 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c36a9e8-ccd8-4ea3-ba42-2232a6d00c41 admin admin] Checking segment: {'id': 'd7e9cb76-4c8d-477c-9813-3e695fc7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:57.344105 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c36a9e8-ccd8-4ea3-ba42-2232a6d00c41 admin admin] Network hostable DHCP agents. Network: 699fa17b-01d7-4d5f-a61b-f1383d4a18a7, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:50:57.366360 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=1c6dbc2b-9742-4455-8f42-5f1291c4debe,revision_number=12']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:57.371603 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c36a9e8-ccd8-4ea3-ba42-2232a6d00c41 admin admin] Network 699fa17b-01d7-4d5f-a61b-f1383d4a18a7 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:50:57.383402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-6c36a9e8-ccd8-4ea3-ba42-2232a6d00c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 699fa17b-01d7-4d5f-a61b-f1383d4a18a7) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:57.389418 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c36a9e8-ccd8-4ea3-ba42-2232a6d00c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:57.392992 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c36a9e8-ccd8-4ea3-ba42-2232a6d00c41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:57.395118 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3711db5a-b171-4488-a311-049b542412b6 None None] Network 699fa17b-01d7-4d5f-a61b-f1383d4a18a7 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:50:57.437513 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6c36a9e8-ccd8-4ea3-ba42-2232a6d00c41 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9203882 Jul 07 16:50:57.446824 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-59fc7772-8824-4c9b-9804-6be7c4320c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ecc0031b-c094-422f-beb4-e3f2fb8e1d45', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'port_id': '7d70e068-ac12-4051-bffb-1100e59d75fe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'mac_address': 'fa:16:3e:34:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe31074-3c0a-406a-abe4-57e64872fcba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:50:19Z', 'updated_at': '2021-07-07T16:50:55Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20bf029-4c59-4a29-a8e2-29045dfa0484', 'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'mac_address': 'fa:16:3e:27:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:51Z', 'updated_at': '2021-07-07T16:50:00Z', 'revision_number': 5, 'project_id': '7b6bfd37470740a7bef2749808400596', 'subnets': [{'id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:50:57.500685 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Allocated IP 172.20.0.2 (13413cf7-07ee-4fa7-a844-d880982466e7/3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f/80a264df-a6cd-4d3f-b1df-9fc3aac24829) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:57.521055 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fc7772-8824-4c9b-9804-6be7c4320c29 None None] The sync data for ids ['fd67f913-44bc-428e-9d49-3b8a647511fc'] in n-d-793620-7 is: [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ecc0031b-c094-422f-beb4-e3f2fb8e1d45', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'port_id': '7d70e068-ac12-4051-bffb-1100e59d75fe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'mac_address': 'fa:16:3e:34:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe31074-3c0a-406a-abe4-57e64872fcba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:50:19Z', 'updated_at': '2021-07-07T16:50:55Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20bf029-4c59-4a29-a8e2-29045dfa0484', 'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'mac_address': 'fa:16:3e:27:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:51Z', 'updated_at': '2021-07-07T16:50:00Z', 'revision_number': 5, 'project_id': '7b6bfd37470740a7bef2749808400596', 'subnets': [{'id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:50:57.578708 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a1e0e-eb1e-46f4-b221-d15564e5a67d req-78969b97-10c6-4c23-89c4-c584cdd5db20 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:57.580298 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7b3a1e0e-eb1e-46f4-b221-d15564e5a67d req-78969b97-10c6-4c23-89c4-c584cdd5db20 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 945 time: 0.1233628 Jul 07 16:50:57.638338 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7b3a1e0e-eb1e-46f4-b221-d15564e5a67d req-4d2d9d27-a280-4156-b317-bc73c1749cab tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489485 Jul 07 16:50:57.654446 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a7d431bf-67e9-4afa-b603-56746053268f req-2b58d673-70e4-407b-ab68-542c574c931d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85b6bb1b-b8be-4c30-8ba8-512e45388e16 HTTP/1.1" status: 200 len: 217 time: 0.2380240 Jul 07 16:50:57.671662 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-faae6145-9ed9-4abc-9288-a19b795d25c2 service neutron] 10.222.0.50 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8364637 Jul 07 16:50:57.685321 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['1c6dbc2b-9742-4455-8f42-5f1291c4debe'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:50:57.836127 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a5918cbb-1c0b-494e-8de3-e954a2932b98 req-a7e0f8ba-9425-417c-a586-69dcd2e797b1 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6496956 Jul 07 16:50:57.849649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d431bf-67e9-4afa-b603-56746053268f req-cfe60280-c483-4131-9580-9298509f60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:57.852213 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a7d431bf-67e9-4afa-b603-56746053268f req-cfe60280-c483-4131-9580-9298509f60e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e HTTP/1.1" status: 200 len: 860 time: 0.1769800 Jul 07 16:50:57.913913 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-f4bdd571-124d-449f-960c-58760204baca service neutron] 10.222.0.50 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409277 Jul 07 16:50:57.920925 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe31074-3c0a-406a-abe4-57e64872fcba', 'tag': '7d70e068-ac12-4051-bffb-1100e59d75fe'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:50:57.923166 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cfe9aa-1e1d-4ff8-ad81-8f468f0177ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe31074-3c0a-406a-abe4-57e64872fcba", "tag": "7d70e068-ac12-4051-bffb-1100e59d75fe"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:50:57.939745 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ab3685-abef-4538-b302-00ee0efc36c2 None None] Network 699fa17b-01d7-4d5f-a61b-f1383d4a18a7 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:50:58.003811 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df89dc-6bc7-45f7-9e06-1848725a43fd req-604ed230-0918-443a-8884-5864b16e7767 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:58.011196 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f5df89dc-6bc7-45f7-9e06-1848725a43fd req-604ed230-0918-443a-8884-5864b16e7767 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 950 time: 0.0957716 Jul 07 16:50:58.079793 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f5df89dc-6bc7-45f7-9e06-1848725a43fd req-9c50e398-dcfa-45ba-8ec5-be6ebd7be899 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619993 Jul 07 16:50:58.103799 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.120617 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Transition to ACTIVE for port object 80a264df-a6cd-4d3f-b1df-9fc3aac24829 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:58.122436 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d431bf-67e9-4afa-b603-56746053268f req-4a7a33b1-c2a0-4837-80df-21d72a23c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:58.124674 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a7d431bf-67e9-4afa-b603-56746053268f req-4a7a33b1-c2a0-4837-80df-21d72a23c439 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8afefd89-1a40-467d-88c9-9db078a277dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2607951 Jul 07 16:50:58.152167 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Transition to ACTIVE for port object 80a264df-a6cd-4d3f-b1df-9fc3aac24829 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:50:58.170552 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.231887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Network 13413cf7-07ee-4fa7-a844-d880982466e7 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:58.236786 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:58.240307 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Pushing event updated for resources: {'Port': ['ID=80a264df-a6cd-4d3f-b1df-9fc3aac24829,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:58.242591 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:58.260731 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-fb55ba8d-e416-4c0c-a41d-43851c9e4917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:58.267229 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-fb55ba8d-e416-4c0c-a41d-43851c9e4917 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7b6bfd37470740a7bef2749808400596&device_id=6fe31074-3c0a-406a-abe4-57e64872fcba HTTP/1.1" status: 200 len: 1096 time: 0.3051498 Jul 07 16:50:58.295960 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a85e50f9-3e77-4093-a959-ca7a6b88ee8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.322190 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Attempting to bind port 80a264df-a6cd-4d3f-b1df-9fc3aac24829 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:50:58.322529 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Attempting to bind port 80a264df-a6cd-4d3f-b1df-9fc3aac24829 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'b1aa41c2-8f36-4927-9c12-b6cdf92f40b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:50:58.322903 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Attempting to bind port 80a264df-a6cd-4d3f-b1df-9fc3aac24829 on network 13413cf7-07ee-4fa7-a844-d880982466e7 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:50:58.332745 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:50:58.333127 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Checking segment: {'id': 'b1aa41c2-8f36-4927-9c12-b6cdf92f40b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:50:58.333601 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.334029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Bound using segment: {'id': 'b1aa41c2-8f36-4927-9c12-b6cdf92f40b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:50:58.335137 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Bound port: 80a264df-a6cd-4d3f-b1df-9fc3aac24829, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1aa41c2-8f36-4927-9c12-b6cdf92f40b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:50:58.335580 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.349943 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a7d431bf-67e9-4afa-b603-56746053268f req-3fa620f1-564e-4574-b3e2-0cd54e2dc816 service neutron] 10.222.0.69 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929016 Jul 07 16:50:58.396636 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a85e50f9-3e77-4093-a959-ca7a6b88ee8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.412615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] For port 80a264df-a6cd-4d3f-b1df-9fc3aac24829, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:50:58.416988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] For port 80a264df-a6cd-4d3f-b1df-9fc3aac24829, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=80a264df-a6cd-4d3f-b1df-9fc3aac24829,segment=NetworkSegment(b1aa41c2-8f36-4927-9c12-b6cdf92f40b4),segment_id=b1aa41c2-8f36-4927-9c12-b6cdf92f40b4)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:50:58.422429 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:58.495278 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2fdc4-2c7a-49fb-b1e5-a1553e2ca803 None None] Pushing event updated for resources: {'Port': ['ID=80a264df-a6cd-4d3f-b1df-9fc3aac24829,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:58.703170 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-bf142239-b817-45bb-9d56-57d1cd7fbd94 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:58.704945 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-bf142239-b817-45bb-9d56-57d1cd7fbd94 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/networks?id=699fa17b-01d7-4d5f-a61b-f1383d4a18a7 HTTP/1.1" status: 200 len: 805 time: 0.1599920 Jul 07 16:50:58.737772 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-e4541b1a-2e5c-4944-9756-9028e0bc0a83 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/quotas/13f3bce388ad42598000636f745b7999 HTTP/1.1" status: 200 len: 375 time: 0.0246265 Jul 07 16:50:58.785633 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-4676f04c-b248-4f70-ae54-2de5334ec35c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=13f3bce388ad42598000636f745b7999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451119 Jul 07 16:50:58.910985 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-591cb986-6cd5-4637-8dde-0cfa986db39c service neutron] 10.222.0.50 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260159 Jul 07 16:50:58.952231 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-48cb1004-709e-43d1-b6d2-c20ab372af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:58.953654 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-48cb1004-709e-43d1-b6d2-c20ab372af8d service neutron] 10.222.0.50 "GET /v2.0/networks?id=8afefd89-1a40-467d-88c9-9db078a277dd HTTP/1.1" status: 200 len: 922 time: 0.6066148 Jul 07 16:50:59.003045 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-cc60b493-8401-4169-a9b9-2fd534c4644c service neutron] 10.222.0.50 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905235 Jul 07 16:50:59.043014 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a7d431bf-67e9-4afa-b603-56746053268f req-a7d0d734-7e37-4faa-8e8b-fb8312d71caa service neutron] 10.222.0.69 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580586 Jul 07 16:50:59.068383 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-a85e50f9-3e77-4093-a959-ca7a6b88ee8a admin admin] Allocated IP 172.25.2.243 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/36d05e15-8264-44e8-a8e0-f266d123f10a) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:50:59.096454 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-103a364f-5d67-45df-8e82-7e59b0fb02c8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d70e068-ac12-4051-bffb-1100e59d75fe HTTP/1.1" status: 200 len: 1001 time: 0.1190255 Jul 07 16:50:59.177037 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64e84aa-470f-4d34-b1bd-a56d359b6eb9 x-openstack-request-id: req-f64e84aa-470f-4d34-b1bd-a56d359b6eb9 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:50:59.177645 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe31074-3c0a-406a-abe4-57e64872fcba", "tag": "7d70e068-ac12-4051-bffb-1100e59d75fe", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:50:59.177645 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f64e84aa-470f-4d34-b1bd-a56d359b6eb9 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:50:59.178254 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe31074-3c0a-406a-abe4-57e64872fcba', 'tag': '7d70e068-ac12-4051-bffb-1100e59d75fe', 'status': 'completed', 'code': 200} Jul 07 16:50:59.217710 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-3a264e0f-abb3-485a-81e2-f71afe33d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:59.219583 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-3a264e0f-abb3-485a-81e2-f71afe33d5a3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e HTTP/1.1" status: 200 len: 860 time: 0.1118753 Jul 07 16:50:59.346352 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a85e50f9-3e77-4093-a959-ca7a6b88ee8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:59.491454 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f478a50-4321-416a-ab28-7d0c6ca32f16 req-54532960-e4d2-4029-aa2f-64bace090285 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:59.493338 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6f478a50-4321-416a-ab28-7d0c6ca32f16 req-54532960-e4d2-4029-aa2f-64bace090285 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 945 time: 0.1398013 Jul 07 16:50:59.520631 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a85e50f9-3e77-4093-a959-ca7a6b88ee8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:50:59.561846 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6f478a50-4321-416a-ab28-7d0c6ca32f16 req-825432fc-b773-4032-bad5-52a539cd05bb tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619686 Jul 07 16:50:59.573072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfe9aa-1e1d-4ff8-ad81-8f468f0177ba req-c8ef9068-68c6-44e5-b479-8db6fd67b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:59.574624 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b9cfe9aa-1e1d-4ff8-ad81-8f468f0177ba req-c8ef9068-68c6-44e5-b479-8db6fd67b43e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b6bfd37470740a7bef2749808400596&device_id=6fe31074-3c0a-406a-abe4-57e64872fcba HTTP/1.1" status: 200 len: 1096 time: 0.3592942 Jul 07 16:50:59.576529 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-4eb6561c-96bf-47ce-a1b8-5daa6a308e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:59.578064 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-4eb6561c-96bf-47ce-a1b8-5daa6a308e59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8afefd89-1a40-467d-88c9-9db078a277dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3397453 Jul 07 16:50:59.659731 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85e50f9-3e77-4093-a959-ca7a6b88ee8a admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:50:59.708706 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-a85e50f9-3e77-4093-a959-ca7a6b88ee8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:50:59.712651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85e50f9-3e77-4093-a959-ca7a6b88ee8a admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:50:59.720193 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e50f9-3e77-4093-a959-ca7a6b88ee8a admin admin] Pushing event updated for resources: {'Port': ['ID=36d05e15-8264-44e8-a8e0-f266d123f10a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:50:59.782522 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afa8186-5cae-43cd-933b-29f100269a44 None None] Network 13413cf7-07ee-4fa7-a844-d880982466e7 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:50:59.926787 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ef1ba749-1660-47ec-b814-06c8cf4decd5 req-b72c0d66-792e-4876-b6f4-920e6eb7557a tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad6cdc39-8522-4071-a575-5d5e9190b10f HTTP/1.1" status: 200 len: 210 time: 0.0567939 Jul 07 16:50:59.974607 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-4b830c53-56be-4576-a754-ab61a284334c service neutron] 10.222.0.50 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744540 Jul 07 16:50:59.995816 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfe9aa-1e1d-4ff8-ad81-8f468f0177ba req-557ac659-626d-4774-9197-b1aff14a61fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:50:59.998615 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b9cfe9aa-1e1d-4ff8-ad81-8f468f0177ba req-557ac659-626d-4774-9197-b1aff14a61fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=8afefd89-1a40-467d-88c9-9db078a277dd HTTP/1.1" status: 200 len: 922 time: 0.4142423 Jul 07 16:51:00.040193 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3477efa6-8cf2-415b-a0c1-c60d9b7ffc84 None None] Provisioning for port 80a264df-a6cd-4d3f-b1df-9fc3aac24829 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:00.092367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 1c6dbc2b-9742-4455-8f42-5f1291c4debe up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:00.131296 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-feb07a55-0172-400d-b43a-429d5b922854 req-3403a6f9-a72f-42a0-85fe-303453f81b43 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661862 Jul 07 16:51:00.280953 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b9cfe9aa-1e1d-4ff8-ad81-8f468f0177ba req-f26c932b-3e81-4221-bb0b-31fff40f2c09 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d70e068-ac12-4051-bffb-1100e59d75fe HTTP/1.1" status: 200 len: 1001 time: 0.2699888 Jul 07 16:51:00.301472 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 1c6dbc2b-9742-4455-8f42-5f1291c4debe completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:00.306923 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 1c6dbc2b-9742-4455-8f42-5f1291c4debe triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:00.307437 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:00.378092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 80a264df-a6cd-4d3f-b1df-9fc3aac24829 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:00.380283 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb07a55-0172-400d-b43a-429d5b922854 req-f3447466-a179-44bb-a965-aa4e1a334283 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:00.389976 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-feb07a55-0172-400d-b43a-429d5b922854 req-f3447466-a179-44bb-a965-aa4e1a334283 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2577295 Jul 07 16:51:00.414658 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-feb07a55-0172-400d-b43a-429d5b922854 req-0c8168ee-627a-40a6-bb84-fbfbe54bd39f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/quotas/4ba0a9da05ed4f2897acdc6a24e2b84c HTTP/1.1" status: 200 len: 375 time: 0.0181551 Jul 07 16:51:00.504868 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c70a34f-828d-4d3e-83e7-e3bb683790a4 req-38a92793-525b-4661-94f9-46697eea3fc5 service neutron] 10.222.0.50 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109754 Jul 07 16:51:00.544820 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 80a264df-a6cd-4d3f-b1df-9fc3aac24829 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:00.566619 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 80a264df-a6cd-4d3f-b1df-9fc3aac24829 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:00.567264 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:00.576349 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-feb07a55-0172-400d-b43a-429d5b922854 req-30d3cec2-91ab-4197-9601-9193e315b11f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1470180 Jul 07 16:51:00.589653 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a85e50f9-3e77-4093-a959-ca7a6b88ee8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:00.674987 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3836b6a3-0047-437e-82c0-0488573451ee None None] Provisioning complete for port 80a264df-a6cd-4d3f-b1df-9fc3aac24829 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:00.675370 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3836b6a3-0047-437e-82c0-0488573451ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:00.754346 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db66ea2d-7736-4dc0-b527-e89f4dd5a709 req-d761ace6-374d-4e90-bbd3-7acc79873974 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 1001 time: 0.1625447 Jul 07 16:51:00.785877 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfe9aa-1e1d-4ff8-ad81-8f468f0177ba req-963a27c6-1ff2-414b-bbde-9f1aae8b163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:00.788390 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b9cfe9aa-1e1d-4ff8-ad81-8f468f0177ba req-963a27c6-1ff2-414b-bbde-9f1aae8b163f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e HTTP/1.1" status: 200 len: 860 time: 0.4018090 Jul 07 16:51:00.862245 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:00.936280 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:01.059527 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3836b6a3-0047-437e-82c0-0488573451ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:01.073927 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66ea2d-7736-4dc0-b527-e89f4dd5a709 req-28451bdd-c7cd-4a48-94c3-29e7c9622d06 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:01.075925 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db66ea2d-7736-4dc0-b527-e89f4dd5a709 req-28451bdd-c7cd-4a48-94c3-29e7c9622d06 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports/7d70e068-ac12-4051-bffb-1100e59d75fe HTTP/1.1" status: 200 len: 942 time: 0.3123789 Jul 07 16:51:01.086023 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66517e7-2eda-4758-80f0-0f9e06989d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6dbc2b-9742-4455-8f42-5f1291c4debe'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:01.089354 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ef2bc2-ee8f-4c4f-9eae-d58cc21a52a9" -d '{"events": [{"server_uuid": "a66517e7-2eda-4758-80f0-0f9e06989d7c", "name": "network-vif-plugged", "status": "completed", "tag": "1c6dbc2b-9742-4455-8f42-5f1291c4debe"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:01.120478 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:01.131984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfe9aa-1e1d-4ff8-ad81-8f468f0177ba req-4a09a855-1601-4c29-84a6-9ec134d59abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:01.133912 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b9cfe9aa-1e1d-4ff8-ad81-8f468f0177ba req-4a09a855-1601-4c29-84a6-9ec134d59abc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8afefd89-1a40-467d-88c9-9db078a277dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2562141 Jul 07 16:51:01.155669 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:01.159119 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-3836b6a3-0047-437e-82c0-0488573451ee None None] For port 80a264df-a6cd-4d3f-b1df-9fc3aac24829, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=80a264df-a6cd-4d3f-b1df-9fc3aac24829,segment=NetworkSegment(b1aa41c2-8f36-4927-9c12-b6cdf92f40b4),segment_id=b1aa41c2-8f36-4927-9c12-b6cdf92f40b4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:01.250245 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3836b6a3-0047-437e-82c0-0488573451ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:01.398479 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=1c6dbc2b-9742-4455-8f42-5f1291c4debe,revision_number=13']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:01.436985 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a85e50f9-3e77-4093-a959-ca7a6b88ee8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:01.457772 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.api [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:51:01.458129 n-d-793620-7 neutron-server[100411]: DEBUG oslo_db.api [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:51:01.529476 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836b6a3-0047-437e-82c0-0488573451ee None None] Pushing event updated for resources: {'Port': ['ID=80a264df-a6cd-4d3f-b1df-9fc3aac24829,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:01.588225 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b9cfe9aa-1e1d-4ff8-ad81-8f468f0177ba req-cb09cafa-98db-4fcc-a0d7-6e9b3ea7f6e5 service neutron] 10.222.0.69 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000597 Jul 07 16:51:01.598735 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db66ea2d-7736-4dc0-b527-e89f4dd5a709 req-51d9339d-4ac2-415e-afee-bb1ecc2e4c98 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 1001 time: 0.2389596 Jul 07 16:51:01.830728 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-4e8d879e-61af-46c4-a2ac-35e6290ec4ae tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:01.832209 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-4e8d879e-61af-46c4-a2ac-35e6290ec4ae tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.15 "GET /v2.0/networks?id=699fa17b-01d7-4d5f-a61b-f1383d4a18a7 HTTP/1.1" status: 200 len: 805 time: 0.8539748 Jul 07 16:51:01.846902 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Request body: {'port': {'device_id': 'ad6cdc39-8522-4071-a575-5d5e9190b10f', 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7', 'admin_state_up': True, 'tenant_id': '13f3bce388ad42598000636f745b7999'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:01.906161 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b9cfe9aa-1e1d-4ff8-ad81-8f468f0177ba req-97155393-0bf8-43d6-a9c0-e4198af47b08 service neutron] 10.222.0.69 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023016 Jul 07 16:51:01.929874 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66ea2d-7736-4dc0-b527-e89f4dd5a709 req-7fd667b3-bce5-4994-b143-d5f8915170cb tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:01.931624 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db66ea2d-7736-4dc0-b527-e89f4dd5a709 req-7fd667b3-bce5-4994-b143-d5f8915170cb tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.3226988 Jul 07 16:51:01.955759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85e50f9-3e77-4093-a959-ca7a6b88ee8a admin admin] Router b6673bf9-3a17-4aec-8035-88eaeb62360f is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:51:01.992703 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a34c9-fb80-4d59-a09e-abe37a8a6ac3 req-4fb642e7-8ac5-4272-8c6b-3174266a0903 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:01.994284 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cc2a34c9-fb80-4d59-a09e-abe37a8a6ac3 req-4fb642e7-8ac5-4272-8c6b-3174266a0903 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 945 time: 1.1464951 Jul 07 16:51:02.067964 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cc2a34c9-fb80-4d59-a09e-abe37a8a6ac3 req-07df7f29-583a-4c2d-8d48-2b17a94e9be7 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647056 Jul 07 16:51:02.172668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85e50f9-3e77-4093-a959-ca7a6b88ee8a admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:51:02.185694 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] Sync routers for ids ['b6673bf9-3a17-4aec-8035-88eaeb62360f'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:51:02.214166 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Made reservation on behalf of 13f3bce388ad42598000636f745b7999 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:02.216041 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] Routers {'b6673bf9-3a17-4aec-8035-88eaeb62360f'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:02.217843 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:50:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['b6673bf9-3a17-4aec-8035-88eaeb62360f'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:02.223104 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:02.239449 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a85e50f9-3e77-4093-a959-ca7a6b88ee8a admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:02.249843 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 34400) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:02.250534 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a85e50f9-3e77-4093-a959-ca7a6b88ee8a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.9006233 Jul 07 16:51:02.326873 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 80a264df-a6cd-4d3f-b1df-9fc3aac24829 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:02.401209 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 80a264df-a6cd-4d3f-b1df-9fc3aac24829 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:02.401602 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:02.501047 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] Set router b6673bf9-3a17-4aec-8035-88eaeb62360f gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:02.857653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'name': 'tempest-ServersTestJSON-1425730623-router', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:56Z', 'updated_at': '2021-07-07T16:51:00Z', 'revision_number': 3, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'gw_port': {'id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:58Z', 'updated_at': '2021-07-07T16:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:02.865811 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3aae40d6-856c-4beb-9c41-3a9c7512ed40 req-e73cc6f4-0a1e-4b6c-9165-ec15d437158a tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 210 time: 0.2206371 Jul 07 16:51:02.954294 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] Checking router: b6673bf9-3a17-4aec-8035-88eaeb62360f for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:51:02.958899 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] Updating router b6673bf9-3a17-4aec-8035-88eaeb62360f port 36d05e15-8264-44e8-a8e0-f266d123f10a binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:51:02.962122 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d1e2df-5fe8-4b44-b450-6be3589b04f3 x-openstack-request-id: req-10d1e2df-5fe8-4b44-b450-6be3589b04f3 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:02.966655 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66517e7-2eda-4758-80f0-0f9e06989d7c", "name": "network-vif-plugged", "status": "completed", "tag": "1c6dbc2b-9742-4455-8f42-5f1291c4debe", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:02.967124 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10d1e2df-5fe8-4b44-b450-6be3589b04f3 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:02.967714 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66517e7-2eda-4758-80f0-0f9e06989d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6dbc2b-9742-4455-8f42-5f1291c4debe', 'code': 200} Jul 07 16:51:03.028541 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:03.285060 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c4f34422-36ff-4bde-bd43-dbdbb395ffdf req-319cc5db-b8f7-4148-a932-2aba6f2e38bb tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad6cdc39-8522-4071-a575-5d5e9190b10f HTTP/1.1" status: 200 len: 210 time: 0.7040625 Jul 07 16:51:03.325863 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-feb07a55-0172-400d-b43a-429d5b922854 req-2b79003e-ff8e-4195-bb33-95c91be45d4b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391872 Jul 07 16:51:03.394914 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-efcc96fb-9182-4f36-bf0d-db19819c0eea tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 1001 time: 0.3916004 Jul 07 16:51:03.487549 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb07a55-0172-400d-b43a-429d5b922854 req-5ff28dd4-afce-4f0f-a4aa-d48c64aa11af tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:03.489142 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-feb07a55-0172-400d-b43a-429d5b922854 req-5ff28dd4-afce-4f0f-a4aa-d48c64aa11af tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1572616 Jul 07 16:51:03.515898 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-feb07a55-0172-400d-b43a-429d5b922854 req-9737befe-9ee2-4127-b465-904e8c4c9c34 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Request body: {'port': {'device_id': 'e6a1b464-577a-4d7f-9245-8703620dfdf0', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '4ba0a9da05ed4f2897acdc6a24e2b84c'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:03.585219 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:03.602509 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-e40150ff-ac38-4607-9b29-4020e6b89031 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:03.604068 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] Transition to ACTIVE for port object 36d05e15-8264-44e8-a8e0-f266d123f10a will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:03.619914 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:03.623543 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-e40150ff-ac38-4607-9b29-4020e6b89031 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports/7d70e068-ac12-4051-bffb-1100e59d75fe HTTP/1.1" status: 200 len: 942 time: 0.1441827 Jul 07 16:51:03.688407 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec2e24-ea46-4fe1-a624-17fb4dfd878c req-775e981a-2e5c-4ca1-ab8b-3893c94adee0 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:03.690349 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15ec2e24-ea46-4fe1-a624-17fb4dfd878c req-775e981a-2e5c-4ca1-ab8b-3893c94adee0 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 945 time: 0.1951790 Jul 07 16:51:03.705501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Allocated IP 172.20.0.13 (699fa17b-01d7-4d5f-a61b-f1383d4a18a7/f4033db2-1315-487d-98c1-b14262a4cfcd/039eb334-0042-453f-98e9-d9663d61ef86) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:03.774544 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15ec2e24-ea46-4fe1-a624-17fb4dfd878c req-9d280c50-cb1f-4131-b301-91f6a399d230 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754013 Jul 07 16:51:03.841666 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb07a55-0172-400d-b43a-429d5b922854 req-9737befe-9ee2-4127-b465-904e8c4c9c34 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Made reservation on behalf of 4ba0a9da05ed4f2897acdc6a24e2b84c for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:03.848929 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-feb07a55-0172-400d-b43a-429d5b922854 req-9737befe-9ee2-4127-b465-904e8c4c9c34 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:03.985227 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] Attempting to bind port 36d05e15-8264-44e8-a8e0-f266d123f10a on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:03.985593 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] Attempting to bind port 36d05e15-8264-44e8-a8e0-f266d123f10a by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:03.986195 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] Attempting to bind port 36d05e15-8264-44e8-a8e0-f266d123f10a on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:03.988603 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac1dad-0186-4adc-8f11-50e403c1e533 None None] Pushing event updated for resources: {'Port': ['ID=36d05e15-8264-44e8-a8e0-f266d123f10a,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:03.996261 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:04.007181 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:04.007597 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:04.008004 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:04.008498 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] Bound port: 36d05e15-8264-44e8-a8e0-f266d123f10a, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:04.009091 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:04.137373 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-feb07a55-0172-400d-b43a-429d5b922854 req-9737befe-9ee2-4127-b465-904e8c4c9c34 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Allocated IP 192.168.233.84 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/fcf798d4-2c52-44ac-8976-da6c419547ba) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:04.148221 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] For port 36d05e15-8264-44e8-a8e0-f266d123f10a, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:04.156458 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] For port 36d05e15-8264-44e8-a8e0-f266d123f10a, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=36d05e15-8264-44e8-a8e0-f266d123f10a,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:04.163919 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:04.304207 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] Routers {'b6673bf9-3a17-4aec-8035-88eaeb62360f'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:04.307733 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:50:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['b6673bf9-3a17-4aec-8035-88eaeb62360f'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:04.362609 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4b735b9d-5188-442d-92cb-10de6ac6e800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:04.404629 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac1dad-0186-4adc-8f11-50e403c1e533 None None] Pushing event updated for resources: {'Port': ['ID=36d05e15-8264-44e8-a8e0-f266d123f10a,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:04.408352 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-177b1782-5e79-4a20-9f17-807d236bd3f2 req-f64d9b72-18bc-4cf2-8401-69fd63bb9131 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 210 time: 0.0868976 Jul 07 16:51:04.422885 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-f9bfea11-0bec-4d68-9dd4-f15c95d2ec5d tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 1001 time: 0.5658360 Jul 07 16:51:04.560179 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-feb07a55-0172-400d-b43a-429d5b922854 req-9737befe-9ee2-4127-b465-904e8c4c9c34 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:04.574489 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] Set router b6673bf9-3a17-4aec-8035-88eaeb62360f gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:04.604969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-feb07a55-0172-400d-b43a-429d5b922854 req-9737befe-9ee2-4127-b465-904e8c4c9c34 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Transition to ACTIVE for port object fcf798d4-2c52-44ac-8976-da6c419547ba will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:04.691002 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-feb07a55-0172-400d-b43a-429d5b922854 req-9737befe-9ee2-4127-b465-904e8c4c9c34 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:04.710648 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['78af5bd3-4034-4762-a6a0-1b73f58d5009', '1c6dbc2b-9742-4455-8f42-5f1291c4debe'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:04.712890 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['2e956c6d-4647-4508-a858-901e36dbdafb'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:04.744043 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-2bb90572-d42b-4280-b538-c350b8e07b4a tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:04.753721 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-2bb90572-d42b-4280-b538-c350b8e07b4a tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.3178403 Jul 07 16:51:04.799274 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1210dbd8-9b15-4c96-9a21-ba3c3804e504 req-6c9e5dd5-f294-4084-9244-8470e8c25b37 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad6cdc39-8522-4071-a575-5d5e9190b10f HTTP/1.1" status: 200 len: 210 time: 0.0850415 Jul 07 16:51:04.819755 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb07a55-0172-400d-b43a-429d5b922854 req-9737befe-9ee2-4127-b465-904e8c4c9c34 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:04.826979 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-feb07a55-0172-400d-b43a-429d5b922854 req-9737befe-9ee2-4127-b465-904e8c4c9c34 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:04.845995 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb07a55-0172-400d-b43a-429d5b922854 req-9737befe-9ee2-4127-b465-904e8c4c9c34 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:04.908410 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:04.938140 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737befe-9ee2-4127-b465-904e8c4c9c34 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Pushing event updated for resources: {'Port': ['ID=fcf798d4-2c52-44ac-8976-da6c419547ba,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:05.003688 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb07a55-0172-400d-b43a-429d5b922854 req-9737befe-9ee2-4127-b465-904e8c4c9c34 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:05.009153 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-feb07a55-0172-400d-b43a-429d5b922854 req-9737befe-9ee2-4127-b465-904e8c4c9c34 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.056909 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-feb07a55-0172-400d-b43a-429d5b922854 req-9737befe-9ee2-4127-b465-904e8c4c9c34 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5494676 Jul 07 16:51:05.086427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] Request body: {'port': {'device_id': 'e6a1b464-577a-4d7f-9245-8703620dfdf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:05.106406 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-3d533613-a7d0-4082-bd5a-0e54b7b7eeda tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 1001 time: 0.3510830 Jul 07 16:51:05.113680 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-a71efa5a-fc38-41a7-b1d9-780ff4a6cc29 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:05.174006 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-4b735b9d-5188-442d-92cb-10de6ac6e800 admin admin] Allocated IP 172.20.0.1 (13413cf7-07ee-4fa7-a844-d880982466e7/3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f/bfefed5e-8201-4381-acba-8295e5703aab) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:05.177450 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:51:05.259531 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'name': 'tempest-ServersTestJSON-1425730623-router', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:56Z', 'updated_at': '2021-07-07T16:51:00Z', 'revision_number': 3, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'gw_port': {'id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:58Z', 'updated_at': '2021-07-07T16:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:05.263948 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.293316 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed69bf6-cdc6-4031-bd04-e481a5526203 req-8f68c388-47c7-400d-b7be-b1d577d3354a tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:05.294918 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7ed69bf6-cdc6-4031-bd04-e481a5526203 req-8f68c388-47c7-400d-b7be-b1d577d3354a tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 945 time: 0.2293062 Jul 07 16:51:05.358028 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495ece6-5b08-49ce-8f7f-2aee19e447ff None None] The sync data for ids ['b6673bf9-3a17-4aec-8035-88eaeb62360f'] in n-d-793620-7 is: [{'id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'name': 'tempest-ServersTestJSON-1425730623-router', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:56Z', 'updated_at': '2021-07-07T16:51:00Z', 'revision_number': 3, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'gw_port': {'id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:58Z', 'updated_at': '2021-07-07T16:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:51:05.377128 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.387514 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7ed69bf6-cdc6-4031-bd04-e481a5526203 req-15fc45f2-710a-4de1-931c-7789ee80062a tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688872 Jul 07 16:51:05.512181 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Network 699fa17b-01d7-4d5f-a61b-f1383d4a18a7 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:05.517988 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Pushing event updated for resources: {'Port': ['ID=039eb334-0042-453f-98e9-d9663d61ef86,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:05.520855 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:05.528065 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-21c2a31e-af64-486b-9d39-d0a2f57facbb None None] Provisioning for port fcf798d4-2c52-44ac-8976-da6c419547ba completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:05.528559 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:05.540898 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-a71efa5a-fc38-41a7-b1d9-780ff4a6cc29 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks [] for floatingip, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.552161 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-21c2a31e-af64-486b-9d39-d0a2f57facbb None None] Provisioning complete for port fcf798d4-2c52-44ac-8976-da6c419547ba triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:05.552584 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-21c2a31e-af64-486b-9d39-d0a2f57facbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.680971 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-21c2a31e-af64-486b-9d39-d0a2f57facbb None None] Port fcf798d4-2c52-44ac-8976-da6c419547ba cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:51:05.730774 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-a71efa5a-fc38-41a7-b1d9-780ff4a6cc29 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.758909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf798d4-2c52-44ac-8976-da6c419547ba {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:05.770053 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.781506 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-a71efa5a-fc38-41a7-b1d9-780ff4a6cc29 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.781909 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-a71efa5a-fc38-41a7-b1d9-780ff4a6cc29 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Floating IP ecc0031b-c094-422f-beb4-e3f2fb8e1d45 disassociated. External IP: 172.25.2.236, port: 7d70e068-ac12-4051-bffb-1100e59d75fe. Jul 07 16:51:05.783088 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] Transition to ACTIVE for port object fcf798d4-2c52-44ac-8976-da6c419547ba will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:05.807198 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.878770 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:05.879354 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:05.879674 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:05.880408 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:05.881333 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:05.881678 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:05.882016 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:05.882357 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:05.882743 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:05.883220 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:05.883568 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:05.884110 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:05.895357 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4b735b9d-5188-442d-92cb-10de6ac6e800 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:05.960180 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-4b735b9d-5188-442d-92cb-10de6ac6e800 admin admin] Transition to ACTIVE for port object bfefed5e-8201-4381-acba-8295e5703aab will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:06.010974 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf798d4-2c52-44ac-8976-da6c419547ba,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:06.020249 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:06.020836 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.041796 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-5c3829cd-6e8b-48ca-b566-fcbd434479d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1990762 Jul 07 16:51:06.055977 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] Request body: {'port': {'device_id': 'ad6cdc39-8522-4071-a575-5d5e9190b10f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:06.066551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] Attempting to bind port fcf798d4-2c52-44ac-8976-da6c419547ba on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:06.066913 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] Attempting to bind port fcf798d4-2c52-44ac-8976-da6c419547ba by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:06.067208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] Attempting to bind port fcf798d4-2c52-44ac-8976-da6c419547ba on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:06.074145 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] Port fcf798d4-2c52-44ac-8976-da6c419547ba on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:51:06.074501 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] Attempting to bind port fcf798d4-2c52-44ac-8976-da6c419547ba on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:06.079809 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:06.080334 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:06.080728 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:06.081151 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] Bound port: fcf798d4-2c52-44ac-8976-da6c419547ba, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:06.081511 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.206271 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] For port fcf798d4-2c52-44ac-8976-da6c419547ba, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:06.226500 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] For port fcf798d4-2c52-44ac-8976-da6c419547ba, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=fcf798d4-2c52-44ac-8976-da6c419547ba,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:06.231942 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.274307 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 36d05e15-8264-44e8-a8e0-f266d123f10a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:06.304392 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf798d4-2c52-44ac-8976-da6c419547ba,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:06.326027 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:06.326966 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.328960 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-feb07a55-0172-400d-b43a-429d5b922854 req-8803cf72-14af-4bcf-8ec8-5653ec5d6381 service neutron] 10.222.0.69 "PUT /v2.0/ports/fcf798d4-2c52-44ac-8976-da6c419547ba HTTP/1.1" status: 200 len: 1095 time: 1.2473848 Jul 07 16:51:06.329440 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a1b464-577a-4d7f-9245-8703620dfdf0', 'tag': 'fcf798d4-2c52-44ac-8976-da6c419547ba'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:06.331795 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c94879-1e21-426f-8638-a28fbbf7b67d" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a1b464-577a-4d7f-9245-8703620dfdf0", "tag": "fcf798d4-2c52-44ac-8976-da6c419547ba"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:06.382561 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 36d05e15-8264-44e8-a8e0-f266d123f10a completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:06.391621 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 36d05e15-8264-44e8-a8e0-f266d123f10a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:06.392001 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.469749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb07a55-0172-400d-b43a-429d5b922854 req-5ce307cd-ac18-480f-a04c-9d820e915c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:06.471613 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-feb07a55-0172-400d-b43a-429d5b922854 req-5ce307cd-ac18-480f-a04c-9d820e915c00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 1098 time: 0.0825942 Jul 07 16:51:06.528581 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dcb0f-c9ad-4a91-849d-4cd667ef55b4 req-084f85e0-9b54-459e-8e1b-e7d1468816ee tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:06.530705 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b75dcb0f-c9ad-4a91-849d-4cd667ef55b4 req-084f85e0-9b54-459e-8e1b-e7d1468816ee tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 947 time: 0.1888978 Jul 07 16:51:06.532228 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-feb07a55-0172-400d-b43a-429d5b922854 req-c26944d5-ac6e-463f-a552-9f045edb10dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fcf798d4-2c52-44ac-8976-da6c419547ba HTTP/1.1" status: 200 len: 217 time: 0.0486395 Jul 07 16:51:06.563745 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.596357 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 36d05e15-8264-44e8-a8e0-f266d123f10a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=36d05e15-8264-44e8-a8e0-f266d123f10a,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:06.601719 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.630135 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb07a55-0172-400d-b43a-429d5b922854 req-c4006155-bb81-4eba-b9a6-9dd29a344f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:06.633671 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-feb07a55-0172-400d-b43a-429d5b922854 req-c4006155-bb81-4eba-b9a6-9dd29a344f31 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0810437 Jul 07 16:51:06.665092 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b75dcb0f-c9ad-4a91-849d-4cd667ef55b4 req-f9f77058-00d2-489e-9c4f-aa0c275217cd tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226361 Jul 07 16:51:06.726834 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=36d05e15-8264-44e8-a8e0-f266d123f10a,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:06.735278 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:06.735632 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:06.736097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:06.736442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:06.736829 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:06.737163 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:06.737495 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:06.737902 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:06.738252 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:06.738585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:06.738913 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:06.739237 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:06.741705 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4b735b9d-5188-442d-92cb-10de6ac6e800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.755897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb07a55-0172-400d-b43a-429d5b922854 req-ed68b69f-325d-4498-b236-d0b9808efcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:06.757588 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-feb07a55-0172-400d-b43a-429d5b922854 req-ed68b69f-325d-4498-b236-d0b9808efcc1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1073949 Jul 07 16:51:06.788256 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b735b9d-5188-442d-92cb-10de6ac6e800 admin admin] Network 13413cf7-07ee-4fa7-a844-d880982466e7 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:06.797877 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-4b735b9d-5188-442d-92cb-10de6ac6e800 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:06.802691 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b735b9d-5188-442d-92cb-10de6ac6e800 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:06.806169 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.824888 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-a71efa5a-fc38-41a7-b1d9-780ff4a6cc29 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Router fd67f913-44bc-428e-9d49-3b8a647511fc has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:51:06.853543 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b735b9d-5188-442d-92cb-10de6ac6e800 admin admin] Pushing event updated for resources: {'Port': ['ID=bfefed5e-8201-4381-acba-8295e5703aab,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:06.959445 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4b735b9d-5188-442d-92cb-10de6ac6e800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:06.998833 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-feb07a55-0172-400d-b43a-429d5b922854 req-cd1fe918-1056-4f94-bc49-a3597946cf32 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313237 Jul 07 16:51:07.019521 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0251f-fbba-4d43-8afc-41dc01928886 req-4d083646-59b9-4f64-848a-5087a63d1e33 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:07.021089 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43b0251f-fbba-4d43-8afc-41dc01928886 req-4d083646-59b9-4f64-848a-5087a63d1e33 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad6cdc39-8522-4071-a575-5d5e9190b10f HTTP/1.1" status: 200 len: 932 time: 0.2066946 Jul 07 16:51:07.114329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa0554-2f63-48ac-bb0e-546f6f1e1040 req-cc9c74ac-d2e5-4d61-ab1c-3b33f5b7806b tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:07.115957 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5faa0554-2f63-48ac-bb0e-546f6f1e1040 req-cc9c74ac-d2e5-4d61-ab1c-3b33f5b7806b tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.69 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 944 time: 0.2155848 Jul 07 16:51:07.150006 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a9cddb23-4fbf-4d76-8deb-5a545943ad1d None None] Provisioning for port bfefed5e-8201-4381-acba-8295e5703aab completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:07.154568 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a9cddb23-4fbf-4d76-8deb-5a545943ad1d None None] Provisioning complete for port bfefed5e-8201-4381-acba-8295e5703aab triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:07.155092 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a9cddb23-4fbf-4d76-8deb-5a545943ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.173115 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43b0251f-fbba-4d43-8afc-41dc01928886 req-aae2727a-208c-4294-8653-f1536c7e6c15 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398172 Jul 07 16:51:07.193804 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-a9cddb23-4fbf-4d76-8deb-5a545943ad1d None None] Port bfefed5e-8201-4381-acba-8295e5703aab cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:51:07.199699 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-feb07a55-0172-400d-b43a-429d5b922854 req-6cd49d79-05cc-4afe-88b0-15668e5f3c52 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759393 Jul 07 16:51:07.234205 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-a71efa5a-fc38-41a7-b1d9-780ff4a6cc29 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:51:07.243260 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-a71efa5a-fc38-41a7-b1d9-780ff4a6cc29 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.245131 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123138b7-2399-492e-90a9-995cfd7e2b15 None None] Sync routers for ids ['fd67f913-44bc-428e-9d49-3b8a647511fc'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:51:07.257114 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123138b7-2399-492e-90a9-995cfd7e2b15 None None] Routers {'fd67f913-44bc-428e-9d49-3b8a647511fc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:07.257782 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-123138b7-2399-492e-90a9-995cfd7e2b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:50:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd67f913-44bc-428e-9d49-3b8a647511fc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:07.286461 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-5faa0554-2f63-48ac-bb0e-546f6f1e1040 req-141b480b-b3dd-410a-9983-c85d17689d59 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Deleting port 023ba46b-f2f0-40b0-a34f-eaab91f73f67 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:07.287038 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5faa0554-2f63-48ac-bb0e-546f6f1e1040 req-141b480b-b3dd-410a-9983-c85d17689d59 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.384893 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-a71efa5a-fc38-41a7-b1d9-780ff4a6cc29 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "PUT /v2.0/floatingips/ecc0031b-c094-422f-beb4-e3f2fb8e1d45 HTTP/1.1" status: 200 len: 695 time: 2.2767551 Jul 07 16:51:07.395469 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe31074-3c0a-406a-abe4-57e64872fcba', 'tag': '7d70e068-ac12-4051-bffb-1100e59d75fe'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:07.396923 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-123138b7-2399-492e-90a9-995cfd7e2b15 None None] Set router fd67f913-44bc-428e-9d49-3b8a647511fc gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:07.397858 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c720b07e-77a4-4a36-bc43-f4cc53730761" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe31074-3c0a-406a-abe4-57e64872fcba", "tag": "7d70e068-ac12-4051-bffb-1100e59d75fe"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:07.404971 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4b735b9d-5188-442d-92cb-10de6ac6e800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.456040 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-5faa0554-2f63-48ac-bb0e-546f6f1e1040 req-141b480b-b3dd-410a-9983-c85d17689d59 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] For port 023ba46b-f2f0-40b0-a34f-eaab91f73f67, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=023ba46b-f2f0-40b0-a34f-eaab91f73f67,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:07.456724 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5faa0554-2f63-48ac-bb0e-546f6f1e1040 req-141b480b-b3dd-410a-9983-c85d17689d59 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.474150 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-5faa0554-2f63-48ac-bb0e-546f6f1e1040 req-141b480b-b3dd-410a-9983-c85d17689d59 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Calling delete_port for 023ba46b-f2f0-40b0-a34f-eaab91f73f67 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:07.484190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265332b8-2eb1-4297-8bd8-b2689dce0776 req-e941fd19-7fae-4bf3-9a1c-fd8eab79ff1f tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:07.485954 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-265332b8-2eb1-4297-8bd8-b2689dce0776 req-e941fd19-7fae-4bf3-9a1c-fd8eab79ff1f tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=048bfbe5-164e-4bda-b22d-276e680b7843 HTTP/1.1" status: 200 len: 944 time: 0.1288607 Jul 07 16:51:07.580269 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-265332b8-2eb1-4297-8bd8-b2689dce0776 req-7588a9b0-eb00-4902-bb11-16812f7028ac tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795848 Jul 07 16:51:07.603793 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-54d352a9-cb8b-4f3d-b56e-0da752e4614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:07.605139 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-54d352a9-cb8b-4f3d-b56e-0da752e4614f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7b6bfd37470740a7bef2749808400596&device_id=6fe31074-3c0a-406a-abe4-57e64872fcba HTTP/1.1" status: 200 len: 1096 time: 0.2011757 Jul 07 16:51:07.608870 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 039eb334-0042-453f-98e9-d9663d61ef86 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:07.636403 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-123138b7-2399-492e-90a9-995cfd7e2b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'c20bf029-4c59-4a29-a8e2-29045dfa0484', 'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'mac_address': 'fa:16:3e:27:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:51Z', 'updated_at': '2021-07-07T16:50:00Z', 'revision_number': 5, 'project_id': '7b6bfd37470740a7bef2749808400596', 'subnets': [{'id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:07.669400 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5faa0554-2f63-48ac-bb0e-546f6f1e1040 req-141b480b-b3dd-410a-9983-c85d17689d59 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.671085 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123138b7-2399-492e-90a9-995cfd7e2b15 None None] Checking router: fd67f913-44bc-428e-9d49-3b8a647511fc for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:51:07.682669 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123138b7-2399-492e-90a9-995cfd7e2b15 None None] Routers {'fd67f913-44bc-428e-9d49-3b8a647511fc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:07.683606 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-123138b7-2399-492e-90a9-995cfd7e2b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:50:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd67f913-44bc-428e-9d49-3b8a647511fc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:07.709556 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b480b-b3dd-410a-9983-c85d17689d59 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Pushing event deleted for resources: {'Port': ['ID=023ba46b-f2f0-40b0-a34f-eaab91f73f67,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:07.717233 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-38959698-db85-4226-9dae-240b8d2fea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:07.718778 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-38959698-db85-4226-9dae-240b8d2fea06 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8afefd89-1a40-467d-88c9-9db078a277dd HTTP/1.1" status: 200 len: 922 time: 0.1013594 Jul 07 16:51:07.720738 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.773340 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-314d4517-9d95-458c-8ab0-8c35c4bd3653 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d70e068-ac12-4051-bffb-1100e59d75fe HTTP/1.1" status: 200 len: 217 time: 0.0456810 Jul 07 16:51:07.803754 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faa0554-2f63-48ac-bb0e-546f6f1e1040 req-141b480b-b3dd-410a-9983-c85d17689d59 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] No DVR routers for this DVR port 023ba46b-f2f0-40b0-a34f-eaab91f73f67 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:07.807243 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5faa0554-2f63-48ac-bb0e-546f6f1e1040 req-141b480b-b3dd-410a-9983-c85d17689d59 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.807522 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] Transition to ACTIVE for port object 039eb334-0042-453f-98e9-d9663d61ef86 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:07.810026 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5faa0554-2f63-48ac-bb0e-546f6f1e1040 req-141b480b-b3dd-410a-9983-c85d17689d59 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.69 "DELETE /v2.0/ports/023ba46b-f2f0-40b0-a34f-eaab91f73f67 HTTP/1.1" status: 204 len: 173 time: 0.6827104 Jul 07 16:51:07.834082 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:07.863688 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-123138b7-2399-492e-90a9-995cfd7e2b15 None None] Set router fd67f913-44bc-428e-9d49-3b8a647511fc gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:07.931642 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-46187c93-ebe3-4dc5-85fa-d83d4d74a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:07.933181 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-46187c93-ebe3-4dc5-85fa-d83d4d74a807 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e HTTP/1.1" status: 200 len: 860 time: 0.1465504 Jul 07 16:51:07.941562 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] Pushing event updated for resources: {'Port': ['ID=039eb334-0042-453f-98e9-d9663d61ef86,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:08.018446 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4b735b9d-5188-442d-92cb-10de6ac6e800 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.026617 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde49ec5-feb1-4a29-b168-c590e1cf6c98 x-openstack-request-id: req-bde49ec5-feb1-4a29-b168-c590e1cf6c98 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:08.027491 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a1b464-577a-4d7f-9245-8703620dfdf0", "tag": "fcf798d4-2c52-44ac-8976-da6c419547ba", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:08.027491 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bde49ec5-feb1-4a29-b168-c590e1cf6c98 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:08.027984 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a1b464-577a-4d7f-9245-8703620dfdf0', 'tag': 'fcf798d4-2c52-44ac-8976-da6c419547ba', 'status': 'completed', 'code': 200} Jul 07 16:51:08.050668 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4b735b9d-5188-442d-92cb-10de6ac6e800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.120308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c94879-1e21-426f-8638-a28fbbf7b67d req-bd8dcc8c-3b29-47a4-a282-8627e1e18b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:08.121854 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e2c94879-1e21-426f-8638-a28fbbf7b67d req-bd8dcc8c-3b29-47a4-a282-8627e1e18b51 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 1098 time: 0.0643973 Jul 07 16:51:08.158312 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-123138b7-2399-492e-90a9-995cfd7e2b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'c20bf029-4c59-4a29-a8e2-29045dfa0484', 'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'mac_address': 'fa:16:3e:27:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:51Z', 'updated_at': '2021-07-07T16:50:00Z', 'revision_number': 5, 'project_id': '7b6bfd37470740a7bef2749808400596', 'subnets': [{'id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:08.187580 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b735b9d-5188-442d-92cb-10de6ac6e800 admin admin] Pushing event updated for resources: {'Port': ['ID=bfefed5e-8201-4381-acba-8295e5703aab,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:08.190976 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4b735b9d-5188-442d-92cb-10de6ac6e800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.194479 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] Attempting to bind port 039eb334-0042-453f-98e9-d9663d61ef86 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:08.195019 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] Attempting to bind port 039eb334-0042-453f-98e9-d9663d61ef86 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'd7e9cb76-4c8d-477c-9813-3e695fc7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:08.195724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] Attempting to bind port 039eb334-0042-453f-98e9-d9663d61ef86 on network 699fa17b-01d7-4d5f-a61b-f1383d4a18a7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:08.208489 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] Port 039eb334-0042-453f-98e9-d9663d61ef86 on network 699fa17b-01d7-4d5f-a61b-f1383d4a18a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:51:08.209636 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] Attempting to bind port 039eb334-0042-453f-98e9-d9663d61ef86 on network 699fa17b-01d7-4d5f-a61b-f1383d4a18a7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:08.213405 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-ecbaf319-2ae6-4410-b781-c22bf4450382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:08.215293 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-ecbaf319-2ae6-4410-b781-c22bf4450382 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8afefd89-1a40-467d-88c9-9db078a277dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2564104 Jul 07 16:51:08.237511 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 36d05e15-8264-44e8-a8e0-f266d123f10a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:08.273174 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:08.273835 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] Checking segment: {'id': 'd7e9cb76-4c8d-477c-9813-3e695fc7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:08.274433 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] Bound using segment: {'id': 'd7e9cb76-4c8d-477c-9813-3e695fc7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:08.275067 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] Bound port: 039eb334-0042-453f-98e9-d9663d61ef86, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e9cb76-4c8d-477c-9813-3e695fc7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:08.275623 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.299340 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 36d05e15-8264-44e8-a8e0-f266d123f10a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:08.299731 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.306084 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc89136-5ba4-4346-b79d-ef806292a2e7 req-4f62f247-a7e5-456c-92b3-0459fe6a060b tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:08.307738 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5dc89136-5ba4-4346-b79d-ef806292a2e7 req-4f62f247-a7e5-456c-92b3-0459fe6a060b tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 945 time: 0.1443417 Jul 07 16:51:08.336864 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123138b7-2399-492e-90a9-995cfd7e2b15 None None] The sync data for ids ['fd67f913-44bc-428e-9d49-3b8a647511fc'] in n-d-793620-7 is: [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'c20bf029-4c59-4a29-a8e2-29045dfa0484', 'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'mac_address': 'fa:16:3e:27:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:51Z', 'updated_at': '2021-07-07T16:50:00Z', 'revision_number': 5, 'project_id': '7b6bfd37470740a7bef2749808400596', 'subnets': [{'id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:51:08.342963 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c94879-1e21-426f-8638-a28fbbf7b67d req-b8bc4350-cc65-46e9-a5eb-d7dc6813ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:08.344714 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e2c94879-1e21-426f-8638-a28fbbf7b67d req-b8bc4350-cc65-46e9-a5eb-d7dc6813ce7c service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.2138252 Jul 07 16:51:08.399350 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e2c94879-1e21-426f-8638-a28fbbf7b67d req-7469f54a-673f-4d8e-8be9-34d0cfa43384 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fcf798d4-2c52-44ac-8976-da6c419547ba HTTP/1.1" status: 200 len: 217 time: 0.0408649 Jul 07 16:51:08.415406 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5dc89136-5ba4-4346-b79d-ef806292a2e7 req-7430bcde-439a-427f-8f8b-e8c1d304f698 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982850 Jul 07 16:51:08.448848 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b735b9d-5188-442d-92cb-10de6ac6e800 admin admin] Network 13413cf7-07ee-4fa7-a844-d880982466e7 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:08.455414 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-4b735b9d-5188-442d-92cb-10de6ac6e800 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:08.464407 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-a0f43e84-ff88-4a78-b997-ece2df8ccd06 service neutron] 10.222.0.50 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311857 Jul 07 16:51:08.466713 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] For port 039eb334-0042-453f-98e9-d9663d61ef86, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:08.512033 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c94879-1e21-426f-8638-a28fbbf7b67d req-d796ca26-e9f3-431d-9a55-958dc6324949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:08.514077 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e2c94879-1e21-426f-8638-a28fbbf7b67d req-d796ca26-e9f3-431d-9a55-958dc6324949 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0968664 Jul 07 16:51:08.612142 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] For port 039eb334-0042-453f-98e9-d9663d61ef86, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=039eb334-0042-453f-98e9-d9663d61ef86,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:08.624794 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.640372 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c94879-1e21-426f-8638-a28fbbf7b67d req-a5f7df8a-510b-46cc-9d6c-7feaf423f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:08.645432 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e2c94879-1e21-426f-8638-a28fbbf7b67d req-a5f7df8a-510b-46cc-9d6c-7feaf423f026 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1195145 Jul 07 16:51:08.700244 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4028f75-62cf-4c25-b781-2c68960e591d x-openstack-request-id: req-b4028f75-62cf-4c25-b781-2c68960e591d {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:08.700688 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe31074-3c0a-406a-abe4-57e64872fcba", "tag": "7d70e068-ac12-4051-bffb-1100e59d75fe", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:08.701149 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b4028f75-62cf-4c25-b781-2c68960e591d {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:08.701708 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe31074-3c0a-406a-abe4-57e64872fcba', 'tag': '7d70e068-ac12-4051-bffb-1100e59d75fe', 'status': 'completed', 'code': 200} Jul 07 16:51:08.713363 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:08.714548 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.716062 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] 10.222.0.15 "PUT /v2.0/ports/039eb334-0042-453f-98e9-d9663d61ef86 HTTP/1.1" status: 200 len: 1092 time: 2.6648750 Jul 07 16:51:08.756477 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6eab8e2-1692-413a-98fc-753ec4840c84 req-34df7276-67cf-4047-a041-dc127b15dce0 service neutron] 10.222.0.50 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912161 Jul 07 16:51:08.803806 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0a206-bad2-426f-b417-a5d9a41c81a4 service neutron] Pushing event updated for resources: {'Port': ['ID=039eb334-0042-453f-98e9-d9663d61ef86,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:08.824764 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b735b9d-5188-442d-92cb-10de6ac6e800 admin admin] Router b6673bf9-3a17-4aec-8035-88eaeb62360f has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:51:08.848664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8389cffa-3848-4b76-9076-4d8b234a3c30 None None] Provisioning complete for port bfefed5e-8201-4381-acba-8295e5703aab triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:08.849667 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8389cffa-3848-4b76-9076-4d8b234a3c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:08.889131 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52da51de-0e7d-4a4e-a1f7-7137c3bff79a None None] New status for floating IP ecc0031b-c094-422f-beb4-e3f2fb8e1d45: DOWN {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:51:08.940586 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e2c94879-1e21-426f-8638-a28fbbf7b67d req-57504160-f7f2-4176-8312-6ccf07083adf service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874899 Jul 07 16:51:08.949387 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720b07e-77a4-4a36-bc43-f4cc53730761 req-eab8f1ed-5a39-4f64-8085-d484c53c08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:08.950919 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c720b07e-77a4-4a36-bc43-f4cc53730761 req-eab8f1ed-5a39-4f64-8085-d484c53c08ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b6bfd37470740a7bef2749808400596&device_id=6fe31074-3c0a-406a-abe4-57e64872fcba HTTP/1.1" status: 200 len: 1096 time: 0.2058790 Jul 07 16:51:09.009535 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b735b9d-5188-442d-92cb-10de6ac6e800 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:51:09.015685 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4b735b9d-5188-442d-92cb-10de6ac6e800 admin admin] 10.222.0.50 "PUT /v2.0/routers/b6673bf9-3a17-4aec-8035-88eaeb62360f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7641640 Jul 07 16:51:09.019672 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] Sync routers for ids ['b6673bf9-3a17-4aec-8035-88eaeb62360f'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:51:09.039591 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] Routers {'b6673bf9-3a17-4aec-8035-88eaeb62360f'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:09.040386 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:50:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['b6673bf9-3a17-4aec-8035-88eaeb62360f'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:09.073655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-a403ad6d-9ae8-4362-b2ea-991555f91dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:09.075256 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-a403ad6d-9ae8-4362-b2ea-991555f91dd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13f3bce388ad42598000636f745b7999&device_id=ad6cdc39-8522-4071-a575-5d5e9190b10f HTTP/1.1" status: 200 len: 1095 time: 0.2479928 Jul 07 16:51:09.129933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494a82f-3eae-4e6e-81ca-02669ed988f5 req-8f27fc12-4498-402d-814b-907a6939d50e tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:09.135731 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-e9db97eb-b633-452a-9862-046adaf03adc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=039eb334-0042-453f-98e9-d9663d61ef86 HTTP/1.1" status: 200 len: 217 time: 0.0504086 Jul 07 16:51:09.137190 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6494a82f-3eae-4e6e-81ca-02669ed988f5 req-8f27fc12-4498-402d-814b-907a6939d50e tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 947 time: 0.2694874 Jul 07 16:51:09.137866 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8389cffa-3848-4b76-9076-4d8b234a3c30 None None] Port bfefed5e-8201-4381-acba-8295e5703aab cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:51:09.172712 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e2c94879-1e21-426f-8638-a28fbbf7b67d req-1d898e83-7092-4797-85d8-59161ee01337 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205422 Jul 07 16:51:09.203057 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-cd341c57-474b-425e-9865-0eb73ab944e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:09.204579 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-cd341c57-474b-425e-9865-0eb73ab944e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4033db2-1315-487d-98c1-b14262a4cfcd HTTP/1.1" status: 200 len: 845 time: 0.0607131 Jul 07 16:51:09.204733 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] Set router b6673bf9-3a17-4aec-8035-88eaeb62360f gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:09.219475 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbc13c-8725-436e-8e63-bc58668e149a req-601b4445-18ae-4e8b-9161-0f70e3e74e8a tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:09.221189 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a2bbc13c-8725-436e-8e63-bc58668e149a req-601b4445-18ae-4e8b-9161-0f70e3e74e8a tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad6cdc39-8522-4071-a575-5d5e9190b10f HTTP/1.1" status: 200 len: 944 time: 0.1990454 Jul 07 16:51:09.229445 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6494a82f-3eae-4e6e-81ca-02669ed988f5 req-2496f49a-c012-42e5-9183-ab6a78b71961 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912888 Jul 07 16:51:09.242550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720b07e-77a4-4a36-bc43-f4cc53730761 req-2aa16601-b6a3-4381-ad07-c44b96afb400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:09.246613 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c720b07e-77a4-4a36-bc43-f4cc53730761 req-2aa16601-b6a3-4381-ad07-c44b96afb400 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8afefd89-1a40-467d-88c9-9db078a277dd HTTP/1.1" status: 200 len: 922 time: 0.2192824 Jul 07 16:51:09.271096 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-7b72b494-8d65-43be-a76d-c1da7d86b55f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=699fa17b-01d7-4d5f-a61b-f1383d4a18a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488393 Jul 07 16:51:09.321557 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c720b07e-77a4-4a36-bc43-f4cc53730761 req-a5643e55-69d4-41d5-af98-0c22eefd9bf7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d70e068-ac12-4051-bffb-1100e59d75fe HTTP/1.1" status: 200 len: 217 time: 0.0689790 Jul 07 16:51:09.416729 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720b07e-77a4-4a36-bc43-f4cc53730761 req-c00ee4a5-9042-4b38-be30-ebe99b17d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:09.421967 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c720b07e-77a4-4a36-bc43-f4cc53730761 req-c00ee4a5-9042-4b38-be30-ebe99b17d15a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e HTTP/1.1" status: 200 len: 860 time: 0.0886693 Jul 07 16:51:09.494759 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'name': 'tempest-ServersTestJSON-1425730623-router', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:56Z', 'updated_at': '2021-07-07T16:51:07Z', 'revision_number': 4, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'gw_port': {'id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:58Z', 'updated_at': '2021-07-07T16:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'bfefed5e-8201-4381-acba-8295e5703aab', 'name': '', 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'mac_address': 'fa:16:3e:55:df:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:04Z', 'updated_at': '2021-07-07T16:51:07Z', 'revision_number': 2, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'subnets': [{'id': '3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:09.502443 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720b07e-77a4-4a36-bc43-f4cc53730761 req-564852d9-5696-4096-98d2-a05f5bcb2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:09.504016 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c720b07e-77a4-4a36-bc43-f4cc53730761 req-564852d9-5696-4096-98d2-a05f5bcb2cc5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8afefd89-1a40-467d-88c9-9db078a277dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755687 Jul 07 16:51:09.535470 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] Checking router: b6673bf9-3a17-4aec-8035-88eaeb62360f for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:51:09.536415 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] Updating router b6673bf9-3a17-4aec-8035-88eaeb62360f port bfefed5e-8201-4381-acba-8295e5703aab binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:51:09.576350 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.616649 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c720b07e-77a4-4a36-bc43-f4cc53730761 req-c02ae1fc-37f5-4686-8747-ee77a5d3af6b service neutron] 10.222.0.69 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049514 Jul 07 16:51:09.669938 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a2bbc13c-8725-436e-8e63-bc58668e149a req-127a2e39-1c06-43af-b239-47786c2c192a tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025328 Jul 07 16:51:09.727749 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-e728dd1f-944f-495b-853e-daa60cb96022 service neutron] 10.222.0.15 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210198 Jul 07 16:51:09.748779 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c720b07e-77a4-4a36-bc43-f4cc53730761 req-0e02ed75-a042-42f2-a8bb-c3bbe5e57001 service neutron] 10.222.0.69 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241684 Jul 07 16:51:09.873150 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a594e23-c0b2-44d8-9c91-3ba6aecc6308 req-a0030c3c-4ab9-4b92-b0f1-31d7b058d4cf service neutron] 10.222.0.15 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323857 Jul 07 16:51:09.922191 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.934759 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] Transition to ACTIVE for port object bfefed5e-8201-4381-acba-8295e5703aab will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:09.941609 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:09.959672 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 34478) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:09.964500 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d3451a03-138e-4193-9f9d-559cf3d4e43f tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1661505605', 'description': 'tempest-description--1842325038'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:10.005216 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d3451a03-138e-4193-9f9d-559cf3d4e43f tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.031983 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048bfbe5-164e-4bda-b22d-276e680b7843', 'name': 'network-vif-deleted', 'tag': '023ba46b-f2f0-40b0-a34f-eaab91f73f67'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:10.034823 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e858477c-0b4a-41e9-839e-450b1f57a8de" -d '{"events": [{"server_uuid": "048bfbe5-164e-4bda-b22d-276e680b7843", "name": "network-vif-deleted", "tag": "023ba46b-f2f0-40b0-a34f-eaab91f73f67"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:10.179794 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5179535-ba9f-45c4-b7fe-843898eec5aa None None] Pushing event updated for resources: {'Port': ['ID=bfefed5e-8201-4381-acba-8295e5703aab,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:10.224877 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] Attempting to bind port bfefed5e-8201-4381-acba-8295e5703aab on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:10.225283 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] Attempting to bind port bfefed5e-8201-4381-acba-8295e5703aab by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'b1aa41c2-8f36-4927-9c12-b6cdf92f40b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:10.225677 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] Attempting to bind port bfefed5e-8201-4381-acba-8295e5703aab on network 13413cf7-07ee-4fa7-a844-d880982466e7 {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:10.243930 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:10.244339 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] Checking segment: {'id': 'b1aa41c2-8f36-4927-9c12-b6cdf92f40b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:10.244726 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.248469 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] Bound using segment: {'id': 'b1aa41c2-8f36-4927-9c12-b6cdf92f40b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:10.248958 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] Bound port: bfefed5e-8201-4381-acba-8295e5703aab, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1aa41c2-8f36-4927-9c12-b6cdf92f40b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:10.250604 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.268268 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d3451a03-138e-4193-9f9d-559cf3d4e43f tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.272023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb54e32-2580-4a80-98cb-b160486890a4 req-9d973a9f-2487-4b2c-8b74-5487e5acefd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:10.274327 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-efb54e32-2580-4a80-98cb-b160486890a4 req-9d973a9f-2487-4b2c-8b74-5487e5acefd1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db38433e72094096af7c4c0600979576&device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 1096 time: 0.1717703 Jul 07 16:51:10.277235 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d3451a03-138e-4193-9f9d-559cf3d4e43f tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.355304 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d3451a03-138e-4193-9f9d-559cf3d4e43f tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.362971 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d3451a03-138e-4193-9f9d-559cf3d4e43f tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4020457 Jul 07 16:51:10.366815 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 34490) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:10.379050 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-23526cc6-825c-4211-abd9-8eb6c9f49eab tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Request body: {'security_group_rule': {'security_group_id': 'b0ba8cf0-6455-419c-b1ed-b0a9f9cac753', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:10.393817 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3451a03-138e-4193-9f9d-559cf3d4e43f tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ba8cf0-6455-419c-b1ed-b0a9f9cac753,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:10.417734 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] For port bfefed5e-8201-4381-acba-8295e5703aab, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:10.422534 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] For port bfefed5e-8201-4381-acba-8295e5703aab, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=bfefed5e-8201-4381-acba-8295e5703aab,segment=NetworkSegment(b1aa41c2-8f36-4927-9c12-b6cdf92f40b4),segment_id=b1aa41c2-8f36-4927-9c12-b6cdf92f40b4)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:10.428329 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.461800 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23526cc6-825c-4211-abd9-8eb6c9f49eab tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.486724 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb54e32-2580-4a80-98cb-b160486890a4 req-9d5224e9-edee-41ea-834f-0ca7b236836a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:10.488211 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-efb54e32-2580-4a80-98cb-b160486890a4 req-9d5224e9-edee-41ea-834f-0ca7b236836a service neutron] 10.222.0.69 "GET /v2.0/networks?id=15f7dfb4-4550-4f67-8e04-336b5a163244 HTTP/1.1" status: 200 len: 914 time: 0.2067428 Jul 07 16:51:10.498635 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] Routers {'b6673bf9-3a17-4aec-8035-88eaeb62360f'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:10.499499 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:50:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['b6673bf9-3a17-4aec-8035-88eaeb62360f'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:10.506280 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5179535-ba9f-45c4-b7fe-843898eec5aa None None] Pushing event updated for resources: {'Port': ['ID=bfefed5e-8201-4381-acba-8295e5703aab,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:10.520955 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f71611-e092-4de6-8770-86bba41c38fd req-94068852-b660-4fc5-ab50-763ba751192c tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:10.528095 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-22f71611-e092-4de6-8770-86bba41c38fd req-94068852-b660-4fc5-ab50-763ba751192c tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 945 time: 0.1215479 Jul 07 16:51:10.545504 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-efb54e32-2580-4a80-98cb-b160486890a4 req-1041943f-7c6e-4c5d-a7cb-be5e09cd5c5c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8446cef-7551-4d0f-b5c6-b500a7d260ad HTTP/1.1" status: 200 len: 217 time: 0.0481815 Jul 07 16:51:10.557320 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-fe899fba-d871-4b24-97b9-47b7d687a29b tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:10.558662 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-fe899fba-d871-4b24-97b9-47b7d687a29b tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1419449 Jul 07 16:51:10.573681 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23526cc6-825c-4211-abd9-8eb6c9f49eab tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.592645 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-22f71611-e092-4de6-8770-86bba41c38fd req-a64a4174-edf0-4ba0-9ff8-6ed97ee30124 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636182 Jul 07 16:51:10.598462 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23526cc6-825c-4211-abd9-8eb6c9f49eab tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.629345 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23526cc6-825c-4211-abd9-8eb6c9f49eab tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9def8aa-9c70-4981-8a8c-696e744e016c,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:10.637453 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] Set router b6673bf9-3a17-4aec-8035-88eaeb62360f gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:10.663033 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23526cc6-825c-4211-abd9-8eb6c9f49eab tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.663612 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-23526cc6-825c-4211-abd9-8eb6c9f49eab tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2942135 Jul 07 16:51:10.666459 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 34492) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:10.672031 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d592cd-16a2-4deb-aae5-e9ed048ce307 x-openstack-request-id: req-25d592cd-16a2-4deb-aae5-e9ed048ce307 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:10.672310 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048bfbe5-164e-4bda-b22d-276e680b7843", "name": "network-vif-deleted", "tag": "023ba46b-f2f0-40b0-a34f-eaab91f73f67", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:10.672690 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-25d592cd-16a2-4deb-aae5-e9ed048ce307 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:10.673858 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-855cb0ec-bdfe-4512-aa14-942c34abb80b tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Request body: {'security_group_rule': {'security_group_id': 'b0ba8cf0-6455-419c-b1ed-b0a9f9cac753', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:10.674638 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048bfbe5-164e-4bda-b22d-276e680b7843', 'name': 'network-vif-deleted', 'tag': '023ba46b-f2f0-40b0-a34f-eaab91f73f67', 'status': 'completed', 'code': 200} Jul 07 16:51:10.690263 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-8d9df1d7-5f68-4a66-bfc3-eb2c1fa009e2 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 696 time: 0.1223638 Jul 07 16:51:10.697409 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-31b15da1-c644-4c19-bd0d-400e042bba28 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Request body: {'floatingip': {'port_id': '85b6bb1b-b8be-4c30-8ba8-512e45388e16', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:10.704134 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad6cdc39-8522-4071-a575-5d5e9190b10f', 'tag': '039eb334-0042-453f-98e9-d9663d61ef86'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:10.707495 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e0e0ac-ad07-4174-a54a-4abaaafe1ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "ad6cdc39-8522-4071-a575-5d5e9190b10f", "tag": "039eb334-0042-453f-98e9-d9663d61ef86"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:10.730053 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-855cb0ec-bdfe-4512-aa14-942c34abb80b tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.832286 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-855cb0ec-bdfe-4512-aa14-942c34abb80b tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.851187 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-855cb0ec-bdfe-4512-aa14-942c34abb80b tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.899211 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cb0ec-bdfe-4512-aa14-942c34abb80b tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1616d3-eba6-45e4-a04c-c304907dfbb8,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:10.914069 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-855cb0ec-bdfe-4512-aa14-942c34abb80b tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:10.915332 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-855cb0ec-bdfe-4512-aa14-942c34abb80b tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2475824 Jul 07 16:51:10.916183 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'name': 'tempest-ServersTestJSON-1425730623-router', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:56Z', 'updated_at': '2021-07-07T16:51:07Z', 'revision_number': 4, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'gw_port': {'id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:58Z', 'updated_at': '2021-07-07T16:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'bfefed5e-8201-4381-acba-8295e5703aab', 'name': '', 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'mac_address': 'fa:16:3e:55:df:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:04Z', 'updated_at': '2021-07-07T16:51:10Z', 'revision_number': 4, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'subnets': [{'id': '3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:10.924780 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93500c-8d4a-4e97-a5ba-ffc3bfcfedda req-c073b8b4-0fea-4819-83c8-9bb8ee7e821c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:10.926346 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ec93500c-8d4a-4e97-a5ba-ffc3bfcfedda req-c073b8b4-0fea-4819-83c8-9bb8ee7e821c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 947 time: 0.1562514 Jul 07 16:51:10.927044 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 34498) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:10.932845 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f289f7ba-0ea5-4550-ab78-edfaa7ad3367 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:10.944805 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa5fd90-460e-444e-8e1f-14a9e8a2b144 None None] The sync data for ids ['b6673bf9-3a17-4aec-8035-88eaeb62360f'] in n-d-793620-7 is: [{'id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'name': 'tempest-ServersTestJSON-1425730623-router', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:56Z', 'updated_at': '2021-07-07T16:51:07Z', 'revision_number': 4, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'gw_port': {'id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:58Z', 'updated_at': '2021-07-07T16:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'bfefed5e-8201-4381-acba-8295e5703aab', 'name': '', 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'mac_address': 'fa:16:3e:55:df:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:04Z', 'updated_at': '2021-07-07T16:51:10Z', 'revision_number': 4, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'subnets': [{'id': '3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:51:11.011353 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfa7ed-ff68-4917-b26e-6e465ad0a826 req-e5a85e60-78d3-404d-b72b-e74e2a0a0ff9 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:11.014514 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6fdfa7ed-ff68-4917-b26e-6e465ad0a826 req-e5a85e60-78d3-404d-b72b-e74e2a0a0ff9 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.15 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 944 time: 0.1745367 Jul 07 16:51:11.016005 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f289f7ba-0ea5-4550-ab78-edfaa7ad3367 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.030279 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ec93500c-8d4a-4e97-a5ba-ffc3bfcfedda req-b6b0260a-0d13-461d-8414-6c15639b9ebb tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887899 Jul 07 16:51:11.117601 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb54e32-2580-4a80-98cb-b160486890a4 req-03f0baa1-36aa-418b-a2ae-56ddd0341bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:11.119230 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-efb54e32-2580-4a80-98cb-b160486890a4 req-03f0baa1-36aa-418b-a2ae-56ddd0341bc4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9c925a58-ae4b-4efd-912a-4eaadf983811 HTTP/1.1" status: 200 len: 852 time: 0.5595980 Jul 07 16:51:11.128663 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-31b15da1-c644-4c19-bd0d-400e042bba28 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks [] for floatingip, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.212046 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-6fdfa7ed-ff68-4917-b26e-6e465ad0a826 req-317a4ef9-e4ff-4df3-a215-8a0c698cb773 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Deleting port 55d612e9-35f0-4d9f-bd30-2f7760628969 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:11.212391 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6fdfa7ed-ff68-4917-b26e-6e465ad0a826 req-317a4ef9-e4ff-4df3-a215-8a0c698cb773 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.308967 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb54e32-2580-4a80-98cb-b160486890a4 req-3d9ee690-ae57-4a65-9d24-380ce0c8d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:11.310580 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-efb54e32-2580-4a80-98cb-b160486890a4 req-3d9ee690-ae57-4a65-9d24-380ce0c8d9ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=15f7dfb4-4550-4f67-8e04-336b5a163244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793311 Jul 07 16:51:11.377018 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-6fdfa7ed-ff68-4917-b26e-6e465ad0a826 req-317a4ef9-e4ff-4df3-a215-8a0c698cb773 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] For port 55d612e9-35f0-4d9f-bd30-2f7760628969, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=55d612e9-35f0-4d9f-bd30-2f7760628969,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:11.377474 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6fdfa7ed-ff68-4917-b26e-6e465ad0a826 req-317a4ef9-e4ff-4df3-a215-8a0c698cb773 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.387497 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f289f7ba-0ea5-4550-ab78-edfaa7ad3367 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.403866 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9815f05-6c93-4dcd-9965-260d98ce1977 req-9e86fbcf-17e3-4445-823e-05a349bac9d2 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:11.405393 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f9815f05-6c93-4dcd-9965-260d98ce1977 req-9e86fbcf-17e3-4445-823e-05a349bac9d2 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=48120987-61e6-4088-9a26-95ba340beeaf HTTP/1.1" status: 200 len: 944 time: 0.1893346 Jul 07 16:51:11.410465 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-6fdfa7ed-ff68-4917-b26e-6e465ad0a826 req-317a4ef9-e4ff-4df3-a215-8a0c698cb773 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Calling delete_port for 55d612e9-35f0-4d9f-bd30-2f7760628969 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:11.510050 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-efb54e32-2580-4a80-98cb-b160486890a4 req-969b0ca4-00c8-48bc-ab4b-268111704f86 service neutron] 10.222.0.69 "GET /v2.0/networks/15f7dfb4-4550-4f67-8e04-336b5a163244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645126 Jul 07 16:51:11.576064 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-f289f7ba-0ea5-4550-ab78-edfaa7ad3367 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Allocated IP 172.25.2.250 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/9dda5529-94b7-4c84-9b17-280e10e31b47) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:11.689445 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f9815f05-6c93-4dcd-9965-260d98ce1977 req-60d423e7-611f-4db4-9c29-fbeb21975925 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722363 Jul 07 16:51:11.755770 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-efb54e32-2580-4a80-98cb-b160486890a4 req-52e27492-ae0b-4292-844a-6c0372d23a8a service neutron] 10.222.0.69 "GET /v2.0/networks/15f7dfb4-4550-4f67-8e04-336b5a163244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962264 Jul 07 16:51:11.796426 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f289f7ba-0ea5-4550-ab78-edfaa7ad3367 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.822735 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6fdfa7ed-ff68-4917-b26e-6e465ad0a826 req-317a4ef9-e4ff-4df3-a215-8a0c698cb773 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.884633 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a4ef9-e4ff-4df3-a215-8a0c698cb773 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Pushing event deleted for resources: {'Port': ['ID=55d612e9-35f0-4d9f-bd30-2f7760628969,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:11.960353 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdfa7ed-ff68-4917-b26e-6e465ad0a826 req-317a4ef9-e4ff-4df3-a215-8a0c698cb773 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] No DVR routers for this DVR port 55d612e9-35f0-4d9f-bd30-2f7760628969 on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:11.964416 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6fdfa7ed-ff68-4917-b26e-6e465ad0a826 req-317a4ef9-e4ff-4df3-a215-8a0c698cb773 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.966483 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6fdfa7ed-ff68-4917-b26e-6e465ad0a826 req-317a4ef9-e4ff-4df3-a215-8a0c698cb773 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.15 "DELETE /v2.0/ports/55d612e9-35f0-4d9f-bd30-2f7760628969 HTTP/1.1" status: 204 len: 173 time: 0.9350598 Jul 07 16:51:11.967458 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d255e-8a78-4f81-b3e4-e1bf5f04c317 req-5b282d5a-31c1-45f9-ad12-651e511bfc6f tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:11.969805 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f74d255e-8a78-4f81-b3e4-e1bf5f04c317 req-5b282d5a-31c1-45f9-ad12-651e511bfc6f tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fe31074-3c0a-406a-abe4-57e64872fcba HTTP/1.1" status: 200 len: 945 time: 0.2085443 Jul 07 16:51:11.983815 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-31b15da1-c644-4c19-bd0d-400e042bba28 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:11.987917 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f289f7ba-0ea5-4550-ab78-edfaa7ad3367 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.036199 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-31b15da1-c644-4c19-bd0d-400e042bba28 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.040656 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c7ddb-108a-49a8-806d-280d00f3ab62 req-7481078e-73b1-4a70-88f1-1ec2fb5291cd tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:12.047988 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4c1c7ddb-108a-49a8-806d-280d00f3ab62 req-7481078e-73b1-4a70-88f1-1ec2fb5291cd tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad6cdc39-8522-4071-a575-5d5e9190b10f HTTP/1.1" status: 200 len: 944 time: 0.2058527 Jul 07 16:51:12.086028 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f289f7ba-0ea5-4550-ab78-edfaa7ad3367 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:12.094205 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 039eb334-0042-453f-98e9-d9663d61ef86 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:51:12.099804 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f289f7ba-0ea5-4550-ab78-edfaa7ad3367 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:12.106569 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f289f7ba-0ea5-4550-ab78-edfaa7ad3367 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:12.175299 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4c1c7ddb-108a-49a8-806d-280d00f3ab62 req-3b2ce6eb-0f99-44f1-80fe-807eac69febf tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249928 Jul 07 16:51:12.182049 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289f7ba-0ea5-4550-ab78-edfaa7ad3367 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Pushing event updated for resources: {'Port': ['ID=9dda5529-94b7-4c84-9b17-280e10e31b47,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:12.264479 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 039eb334-0042-453f-98e9-d9663d61ef86, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=039eb334-0042-453f-98e9-d9663d61ef86,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:12.282259 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '039eb334-0042-453f-98e9-d9663d61ef86', 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7', 'port_id': '039eb334-0042-453f-98e9-d9663d61ef86', 'mac_address': 'fa:16:3e:ae:8f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4033db2-1315-487d-98c1-b14262a4cfcd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:51:12.293227 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1623022-a427-40af-9351-ea4f1f6fdce3 x-openstack-request-id: req-f1623022-a427-40af-9351-ea4f1f6fdce3 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:12.293435 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad6cdc39-8522-4071-a575-5d5e9190b10f", "tag": "039eb334-0042-453f-98e9-d9663d61ef86", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:12.293680 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f1623022-a427-40af-9351-ea4f1f6fdce3 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:12.299082 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad6cdc39-8522-4071-a575-5d5e9190b10f', 'tag': '039eb334-0042-453f-98e9-d9663d61ef86', 'status': 'completed', 'code': 200} Jul 07 16:51:12.312487 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-31b15da1-c644-4c19-bd0d-400e042bba28 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Floating IP ecc0031b-c094-422f-beb4-e3f2fb8e1d45 associated. External IP: 172.25.2.236, port: 85b6bb1b-b8be-4c30-8ba8-512e45388e16. Jul 07 16:51:12.318308 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f289f7ba-0ea5-4550-ab78-edfaa7ad3367 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.351191 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.397722 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 039eb334-0042-453f-98e9-d9663d61ef86 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:12.409097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device fcf798d4-2c52-44ac-8976-da6c419547ba details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:51:12.474864 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f289f7ba-0ea5-4550-ab78-edfaa7ad3367 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.527551 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 023ba46b-f2f0-40b0-a34f-eaab91f73f67 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:12.530411 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-f74d255e-8a78-4f81-b3e4-e1bf5f04c317 req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Deleting port 7d70e068-ac12-4051-bffb-1100e59d75fe {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:12.530596 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device bfefed5e-8201-4381-acba-8295e5703aab up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:12.530977 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f74d255e-8a78-4f81-b3e4-e1bf5f04c317 req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.632545 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0e0ac-ad07-4174-a54a-4abaaafe1ebb req-31423059-3679-4d56-99ce-423c19fa9dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:12.634560 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1e0e0ac-ad07-4174-a54a-4abaaafe1ebb req-31423059-3679-4d56-99ce-423c19fa9dcd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13f3bce388ad42598000636f745b7999&device_id=ad6cdc39-8522-4071-a575-5d5e9190b10f HTTP/1.1" status: 200 len: 1095 time: 0.2988048 Jul 07 16:51:12.643933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port fcf798d4-2c52-44ac-8976-da6c419547ba, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=fcf798d4-2c52-44ac-8976-da6c419547ba,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:12.662787 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 023ba46b-f2f0-40b0-a34f-eaab91f73f67 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:51:12.663599 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 023ba46b-f2f0-40b0-a34f-eaab91f73f67 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:12.665728 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'fcf798d4-2c52-44ac-8976-da6c419547ba', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': 'fcf798d4-2c52-44ac-8976-da6c419547ba', 'mac_address': 'fa:16:3e:16:ec:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:51:12.708303 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382bf15-5cee-4352-9310-36775e4e3c73 req-133fae34-998f-4bf8-b6ca-ee43c54a1312 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:12.710394 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6382bf15-5cee-4352-9310-36775e4e3c73 req-133fae34-998f-4bf8-b6ca-ee43c54a1312 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 1096 time: 0.2035253 Jul 07 16:51:12.721100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-f74d255e-8a78-4f81-b3e4-e1bf5f04c317 req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] For port 7d70e068-ac12-4051-bffb-1100e59d75fe, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7d70e068-ac12-4051-bffb-1100e59d75fe,segment=NetworkSegment(0f719f5a-72b9-4b7d-9309-657d36b755e9),segment_id=0f719f5a-72b9-4b7d-9309-657d36b755e9)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:12.721486 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f74d255e-8a78-4f81-b3e4-e1bf5f04c317 req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.735747 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 039eb334-0042-453f-98e9-d9663d61ef86, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=039eb334-0042-453f-98e9-d9663d61ef86,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:12.739020 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-31b15da1-c644-4c19-bd0d-400e042bba28 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Router fd67f913-44bc-428e-9d49-3b8a647511fc has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:51:12.746456 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-f74d255e-8a78-4f81-b3e4-e1bf5f04c317 req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Calling delete_port for 7d70e068-ac12-4051-bffb-1100e59d75fe owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:12.750632 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.794961 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6382bf15-5cee-4352-9310-36775e4e3c73 req-9f357a9f-7875-4848-9c51-34ac1f88410c tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693028 Jul 07 16:51:12.796412 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.814912 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port bfefed5e-8201-4381-acba-8295e5703aab completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:12.824437 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port bfefed5e-8201-4381-acba-8295e5703aab triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:12.825529 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.830782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf798d4-2c52-44ac-8976-da6c419547ba {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:12.836117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0e0ac-ad07-4174-a54a-4abaaafe1ebb req-34b0bef7-160b-43e1-b292-566d3a713811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:12.837878 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1e0e0ac-ad07-4174-a54a-4abaaafe1ebb req-34b0bef7-160b-43e1-b292-566d3a713811 service neutron] 10.222.0.15 "GET /v2.0/networks?id=699fa17b-01d7-4d5f-a61b-f1383d4a18a7 HTTP/1.1" status: 200 len: 906 time: 0.1952846 Jul 07 16:51:12.890732 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=039eb334-0042-453f-98e9-d9663d61ef86,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:12.907510 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f289f7ba-0ea5-4550-ab78-edfaa7ad3367 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.910873 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1e0e0ac-ad07-4174-a54a-4abaaafe1ebb req-0a6d7489-dca0-4a60-b423-4ae856a100b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=039eb334-0042-453f-98e9-d9663d61ef86 HTTP/1.1" status: 200 len: 217 time: 0.0634785 Jul 07 16:51:12.914766 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f289f7ba-0ea5-4550-ab78-edfaa7ad3367 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.921739 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port fcf798d4-2c52-44ac-8976-da6c419547ba, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=fcf798d4-2c52-44ac-8976-da6c419547ba,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:12.930171 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.964307 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-31b15da1-c644-4c19-bd0d-400e042bba28 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:51:12.969681 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-31b15da1-c644-4c19-bd0d-400e042bba28 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:12.981112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade9f8cd-1aea-465f-abad-93cbc534737b None None] Sync routers for ids ['fd67f913-44bc-428e-9d49-3b8a647511fc'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:51:12.993618 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289f7ba-0ea5-4550-ab78-edfaa7ad3367 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Pushing event updated for resources: {'Port': ['ID=9dda5529-94b7-4c84-9b17-280e10e31b47,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:13.031634 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.052851 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0e0ac-ad07-4174-a54a-4abaaafe1ebb req-37109cc0-a8a0-4b41-99d6-b9a30f973429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:13.054463 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1e0e0ac-ad07-4174-a54a-4abaaafe1ebb req-37109cc0-a8a0-4b41-99d6-b9a30f973429 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4033db2-1315-487d-98c1-b14262a4cfcd HTTP/1.1" status: 200 len: 845 time: 0.0620615 Jul 07 16:51:13.070732 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-31b15da1-c644-4c19-bd0d-400e042bba28 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "PUT /v2.0/floatingips/ecc0031b-c094-422f-beb4-e3f2fb8e1d45 HTTP/1.1" status: 200 len: 997 time: 2.3792980 Jul 07 16:51:13.073680 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'tag': '85b6bb1b-b8be-4c30-8ba8-512e45388e16'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:13.078294 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a436a2d9-299e-4519-869e-a847ec55fe9a" -d '{"events": [{"name": "network-changed", "server_uuid": "bde9a12d-320c-4258-bc7e-8f8fc1ed68fa", "tag": "85b6bb1b-b8be-4c30-8ba8-512e45388e16"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:13.089806 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port bfefed5e-8201-4381-acba-8295e5703aab, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=bfefed5e-8201-4381-acba-8295e5703aab,segment=NetworkSegment(b1aa41c2-8f36-4927-9c12-b6cdf92f40b4),segment_id=b1aa41c2-8f36-4927-9c12-b6cdf92f40b4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:13.095350 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['039eb334-0042-453f-98e9-d9663d61ef86'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:13.101482 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.103303 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade9f8cd-1aea-465f-abad-93cbc534737b None None] Routers {'fd67f913-44bc-428e-9d49-3b8a647511fc'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:13.103999 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ade9f8cd-1aea-465f-abad-93cbc534737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:50:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd67f913-44bc-428e-9d49-3b8a647511fc'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:13.124918 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1e0e0ac-ad07-4174-a54a-4abaaafe1ebb req-3319f9c4-0be6-40f1-84af-b0093eaa4d9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=699fa17b-01d7-4d5f-a61b-f1383d4a18a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625346 Jul 07 16:51:13.150979 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f74d255e-8a78-4f81-b3e4-e1bf5f04c317 req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.166212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=fcf798d4-2c52-44ac-8976-da6c419547ba,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:13.174187 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['85b6bb1b-b8be-4c30-8ba8-512e45388e16'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:13.196498 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Pushing event deleted for resources: {'Port': ['ID=7d70e068-ac12-4051-bffb-1100e59d75fe,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:13.233840 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-d589b9a8-abef-4bd5-94fb-a419bab30f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:13.239010 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f289f7ba-0ea5-4550-ab78-edfaa7ad3367 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.242395 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-d589b9a8-abef-4bd5-94fb-a419bab30f57 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7b6bfd37470740a7bef2749808400596&device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 1097 time: 0.1559107 Jul 07 16:51:13.282417 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f289f7ba-0ea5-4550-ab78-edfaa7ad3367 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.290315 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f289f7ba-0ea5-4550-ab78-edfaa7ad3367 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3545899 Jul 07 16:51:13.326130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.326777 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.326777 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.327065 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.327574 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.327932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.328377 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.328715 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.329044 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.329367 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.329688 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.330016 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:51:13.335492 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74d255e-8a78-4f81-b3e4-e1bf5f04c317 req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] No DVR routers for this DVR port 7d70e068-ac12-4051-bffb-1100e59d75fe on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:13.339456 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f74d255e-8a78-4f81-b3e4-e1bf5f04c317 req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.341426 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f74d255e-8a78-4f81-b3e4-e1bf5f04c317 req-a21fca52-61db-4725-9b24-0af929706577 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.69 "DELETE /v2.0/ports/7d70e068-ac12-4051-bffb-1100e59d75fe HTTP/1.1" status: 204 len: 173 time: 1.3539279 Jul 07 16:51:13.344086 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1e0e0ac-ad07-4174-a54a-4abaaafe1ebb req-3fc4856e-e926-47d5-9c7a-6a86bae4900b service neutron] 10.222.0.15 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102172 Jul 07 16:51:13.356785 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e479b-eac1-41da-a83d-6272b43e7482 req-26b1db57-d7d2-480f-a16e-38722ab46399 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:13.359352 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-447e479b-eac1-41da-a83d-6272b43e7482 req-26b1db57-d7d2-480f-a16e-38722ab46399 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 945 time: 0.2137966 Jul 07 16:51:13.432198 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-1688ba78-062a-4d4c-8e6b-913dfa7efd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:13.434521 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-1688ba78-062a-4d4c-8e6b-913dfa7efd3c service neutron] 10.222.0.50 "GET /v2.0/networks?id=8afefd89-1a40-467d-88c9-9db078a277dd HTTP/1.1" status: 200 len: 922 time: 0.1899962 Jul 07 16:51:13.508262 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1e0e0ac-ad07-4174-a54a-4abaaafe1ebb req-48a8b70c-e212-4f47-8387-44b603e64bff service neutron] 10.222.0.15 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474500 Jul 07 16:51:13.537689 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-447e479b-eac1-41da-a83d-6272b43e7482 req-aa4e0683-a0ff-4ac5-8797-250c13c256b1 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663401 Jul 07 16:51:13.554237 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=bfefed5e-8201-4381-acba-8295e5703aab,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:13.593096 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-93e02b50-b4be-4edb-a98c-d8679278e521 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85b6bb1b-b8be-4c30-8ba8-512e45388e16 HTTP/1.1" status: 200 len: 1000 time: 0.1494858 Jul 07 16:51:13.620170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['fcf798d4-2c52-44ac-8976-da6c419547ba'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:13.627649 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-ade9f8cd-1aea-465f-abad-93cbc534737b None None] Set router fd67f913-44bc-428e-9d49-3b8a647511fc gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:13.652152 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-e5a1c846-ec97-4fd8-a90a-6c26c5e2e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:13.653668 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-e5a1c846-ec97-4fd8-a90a-6c26c5e2e856 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e HTTP/1.1" status: 200 len: 860 time: 0.0535841 Jul 07 16:51:13.713666 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-6fec35e4-a9bc-4d70-bba1-09441ecf0a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:13.715226 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-6fec35e4-a9bc-4d70-bba1-09441ecf0a80 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8afefd89-1a40-467d-88c9-9db078a277dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543032 Jul 07 16:51:13.741226 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232c9c1-d45d-4bf9-a55a-75f458db6994 req-3671ef59-ae58-424d-b4da-4cac73638899 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:13.742446 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e232c9c1-d45d-4bf9-a55a-75f458db6994 req-3671ef59-ae58-424d-b4da-4cac73638899 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 948 time: 0.0667305 Jul 07 16:51:13.792194 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e232c9c1-d45d-4bf9-a55a-75f458db6994 req-5da3a216-d40e-45d4-9f99-975f8bb4a878 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340381 Jul 07 16:51:13.822749 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-9c810419-9916-4f90-a6c9-6e26726cb4e5 service neutron] 10.222.0.50 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003718 Jul 07 16:51:13.935442 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d5fd257-e1cf-4968-8210-bd65e9075272 req-ea73629e-30ad-4bd9-926e-17804b4580c2 service neutron] 10.222.0.50 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040080 Jul 07 16:51:13.984290 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:13.996300 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062e356e-f507-4ecb-9c61-53c0366f414b x-openstack-request-id: req-062e356e-f507-4ecb-9c61-53c0366f414b {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:13.996592 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde9a12d-320c-4258-bc7e-8f8fc1ed68fa", "tag": "85b6bb1b-b8be-4c30-8ba8-512e45388e16", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:13.996849 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-062e356e-f507-4ecb-9c61-53c0366f414b {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:13.997248 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'tag': '85b6bb1b-b8be-4c30-8ba8-512e45388e16', 'status': 'completed', 'code': 200} Jul 07 16:51:14.109579 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 55d612e9-35f0-4d9f-bd30-2f7760628969 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:14.141451 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436a2d9-299e-4519-869e-a847ec55fe9a req-a6252129-1702-488a-b559-a0aec6d3cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:14.143009 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a436a2d9-299e-4519-869e-a847ec55fe9a req-a6252129-1702-488a-b559-a0aec6d3cc59 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b6bfd37470740a7bef2749808400596&device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 1097 time: 0.1152887 Jul 07 16:51:14.178144 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 55d612e9-35f0-4d9f-bd30-2f7760628969 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:51:14.178527 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 55d612e9-35f0-4d9f-bd30-2f7760628969 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:14.241464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device bfefed5e-8201-4381-acba-8295e5703aab up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:14.249610 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ade9f8cd-1aea-465f-abad-93cbc534737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ecc0031b-c094-422f-beb4-e3f2fb8e1d45', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'port_id': '85b6bb1b-b8be-4c30-8ba8-512e45388e16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'mac_address': 'fa:16:3e:ce:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:50:19Z', 'updated_at': '2021-07-07T16:51:11Z', 'revision_number': 8, 'project_id': '7b6bfd37470740a7bef2749808400596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20bf029-4c59-4a29-a8e2-29045dfa0484', 'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'mac_address': 'fa:16:3e:27:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:51Z', 'updated_at': '2021-07-07T16:50:00Z', 'revision_number': 5, 'project_id': '7b6bfd37470740a7bef2749808400596', 'subnets': [{'id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:14.295739 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade9f8cd-1aea-465f-abad-93cbc534737b None None] Checking router: fd67f913-44bc-428e-9d49-3b8a647511fc for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:51:14.300533 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48120987-61e6-4088-9a26-95ba340beeaf', 'name': 'network-vif-deleted', 'tag': '55d612e9-35f0-4d9f-bd30-2f7760628969'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:14.307105 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a20273-3859-4f33-847e-9f4256f3123f" -d '{"events": [{"server_uuid": "48120987-61e6-4088-9a26-95ba340beeaf", "name": "network-vif-deleted", "tag": "55d612e9-35f0-4d9f-bd30-2f7760628969"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:14.314313 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade9f8cd-1aea-465f-abad-93cbc534737b None None] Routers {'fd67f913-44bc-428e-9d49-3b8a647511fc'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:14.315072 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ade9f8cd-1aea-465f-abad-93cbc534737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:50:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd67f913-44bc-428e-9d49-3b8a647511fc'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:14.319509 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a91d5d-445a-40a1-a7cf-ef2c524fc20b req-aa6d1fd6-2163-4862-9bda-1702c0a893f3 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:14.321104 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57a91d5d-445a-40a1-a7cf-ef2c524fc20b req-aa6d1fd6-2163-4862-9bda-1702c0a893f3 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad6cdc39-8522-4071-a575-5d5e9190b10f HTTP/1.1" status: 200 len: 945 time: 0.1965241 Jul 07 16:51:14.324517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436a2d9-299e-4519-869e-a847ec55fe9a req-ea9d1edc-f7cf-444e-b7a7-d25725c2cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:14.325954 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a436a2d9-299e-4519-869e-a847ec55fe9a req-ea9d1edc-f7cf-444e-b7a7-d25725c2cf3b service neutron] 10.222.0.69 "GET /v2.0/networks?id=8afefd89-1a40-467d-88c9-9db078a277dd HTTP/1.1" status: 200 len: 922 time: 0.1262865 Jul 07 16:51:14.377685 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port bfefed5e-8201-4381-acba-8295e5703aab triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:14.377685 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:14.381439 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7d70e068-ac12-4051-bffb-1100e59d75fe no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:14.408307 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57a91d5d-445a-40a1-a7cf-ef2c524fc20b req-0aad385c-431f-4b2c-b6f5-6f892a4727c1 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798161 Jul 07 16:51:14.419093 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a436a2d9-299e-4519-869e-a847ec55fe9a req-82508a5a-45c8-480e-adbf-c5f6b3fa6611 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85b6bb1b-b8be-4c30-8ba8-512e45388e16 HTTP/1.1" status: 200 len: 1000 time: 0.0828528 Jul 07 16:51:14.449260 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 7d70e068-ac12-4051-bffb-1100e59d75fe {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:51:14.449615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7d70e068-ac12-4051-bffb-1100e59d75fe not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:14.487598 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436a2d9-299e-4519-869e-a847ec55fe9a req-a00da2f3-c989-487c-971a-ec04d443fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:14.488781 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-ade9f8cd-1aea-465f-abad-93cbc534737b None None] Set router fd67f913-44bc-428e-9d49-3b8a647511fc gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:14.489101 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a436a2d9-299e-4519-869e-a847ec55fe9a req-a00da2f3-c989-487c-971a-ec04d443fc6b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e HTTP/1.1" status: 200 len: 860 time: 0.0604532 Jul 07 16:51:14.563159 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436a2d9-299e-4519-869e-a847ec55fe9a req-17083ccf-419d-49de-bb6a-5f040f2e08d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:14.564715 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a436a2d9-299e-4519-869e-a847ec55fe9a req-17083ccf-419d-49de-bb6a-5f040f2e08d8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8afefd89-1a40-467d-88c9-9db078a277dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635719 Jul 07 16:51:14.665424 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bc9c0183-cca8-4d58-9764-ce3494461e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:14.697035 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-e6640f4d-d461-4dcb-9f83-dfefbca91864 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1661505605&fields=id&tenant_id=6b6507bb6cda4d9ca388937ef0c6fdec HTTP/1.1" status: 200 len: 267 time: 0.0615473 Jul 07 16:51:14.764340 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a436a2d9-299e-4519-869e-a847ec55fe9a req-7b338615-83ae-4898-8105-eb97be740280 service neutron] 10.222.0.69 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919429 Jul 07 16:51:14.798041 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ade9f8cd-1aea-465f-abad-93cbc534737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ecc0031b-c094-422f-beb4-e3f2fb8e1d45', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'port_id': '85b6bb1b-b8be-4c30-8ba8-512e45388e16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'mac_address': 'fa:16:3e:ce:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:50:19Z', 'updated_at': '2021-07-07T16:51:11Z', 'revision_number': 8, 'project_id': '7b6bfd37470740a7bef2749808400596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20bf029-4c59-4a29-a8e2-29045dfa0484', 'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'mac_address': 'fa:16:3e:27:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:51Z', 'updated_at': '2021-07-07T16:50:00Z', 'revision_number': 5, 'project_id': '7b6bfd37470740a7bef2749808400596', 'subnets': [{'id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:14.835223 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade9f8cd-1aea-465f-abad-93cbc534737b None None] The sync data for ids ['fd67f913-44bc-428e-9d49-3b8a647511fc'] in n-d-793620-7 is: [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ecc0031b-c094-422f-beb4-e3f2fb8e1d45', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'port_id': '85b6bb1b-b8be-4c30-8ba8-512e45388e16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'mac_address': 'fa:16:3e:ce:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:50:19Z', 'updated_at': '2021-07-07T16:51:11Z', 'revision_number': 8, 'project_id': '7b6bfd37470740a7bef2749808400596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20bf029-4c59-4a29-a8e2-29045dfa0484', 'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'mac_address': 'fa:16:3e:27:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:51Z', 'updated_at': '2021-07-07T16:50:00Z', 'revision_number': 5, 'project_id': '7b6bfd37470740a7bef2749808400596', 'subnets': [{'id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:51:14.875677 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-1bd19679-a522-4ad1-bd57-511f9c78de12 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:14.877191 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-1bd19679-a522-4ad1-bd57-511f9c78de12 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/networks?id=13413cf7-07ee-4fa7-a844-d880982466e7 HTTP/1.1" status: 200 len: 806 time: 0.1720953 Jul 07 16:51:14.903054 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a436a2d9-299e-4519-869e-a847ec55fe9a req-638a08bd-bd1a-4357-9532-eee0d9f16d65 service neutron] 10.222.0.69 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311343 Jul 07 16:51:14.904609 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-eb81cbac-7876-4bba-9134-a58e0a00d637 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/quotas/6b6507bb6cda4d9ca388937ef0c6fdec HTTP/1.1" status: 200 len: 375 time: 0.0155413 Jul 07 16:51:15.057736 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2927c0c8-665b-459b-9d04-d3ddee6c7162 None None] New status for floating IP ecc0031b-c094-422f-beb4-e3f2fb8e1d45: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:51:15.245721 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-fc3bc121-d15a-4b0d-9877-f5ea0c95ba35 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:51:15.246597 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-fc3bc121-d15a-4b0d-9877-f5ea0c95ba35 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068841 Jul 07 16:51:15.256486 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-66447b0e-ea66-4e3d-8884-b0c88eb0d82d service neutron] Request body: {'binding': {'host': 'n-h1-793620-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:15.256931 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-66447b0e-ea66-4e3d-8884-b0c88eb0d82d service neutron] Unknown quota resources ['binding']. {{(pid=100410) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:51:15.347922 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-b054f7fa-ada9-43f6-ae56-ca8ac039bb08 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6b6507bb6cda4d9ca388937ef0c6fdec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4330382 Jul 07 16:51:15.465924 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-66447b0e-ea66-4e3d-8884-b0c88eb0d82d service neutron] Attempting to bind port 07e64711-0d16-47c6-8205-4a44cfc63ffb on host n-h1-793620-7 for vnic_type normal with profile None {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:15.466595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-66447b0e-ea66-4e3d-8884-b0c88eb0d82d service neutron] Attempting to bind port 07e64711-0d16-47c6-8205-4a44cfc63ffb by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:15.466595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-66447b0e-ea66-4e3d-8884-b0c88eb0d82d service neutron] Attempting to bind port 07e64711-0d16-47c6-8205-4a44cfc63ffb on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:15.479259 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-66447b0e-ea66-4e3d-8884-b0c88eb0d82d service neutron] Port 07e64711-0d16-47c6-8205-4a44cfc63ffb on network 51ec3819-671e-411b-b116-1f7886237f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:51:15.479585 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-66447b0e-ea66-4e3d-8884-b0c88eb0d82d service neutron] Attempting to bind port 07e64711-0d16-47c6-8205-4a44cfc63ffb on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:15.485664 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-66447b0e-ea66-4e3d-8884-b0c88eb0d82d service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:15.485999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-66447b0e-ea66-4e3d-8884-b0c88eb0d82d service neutron] Checking segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:15.486396 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-66447b0e-ea66-4e3d-8884-b0c88eb0d82d service neutron] Bound using segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:15.486849 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-66447b0e-ea66-4e3d-8884-b0c88eb0d82d service neutron] Bound port: 07e64711-0d16-47c6-8205-4a44cfc63ffb, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:15.490061 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-49fffca8-a2f6-41ff-af40-563214cc637e service neutron] 10.222.0.50 "GET /v2.0/networks/13413cf7-07ee-4fa7-a844-d880982466e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290784 Jul 07 16:51:15.600033 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-66447b0e-ea66-4e3d-8884-b0c88eb0d82d service neutron] For port 07e64711-0d16-47c6-8205-4a44cfc63ffb, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=07e64711-0d16-47c6-8205-4a44cfc63ffb,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:15.607212 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-66447b0e-ea66-4e3d-8884-b0c88eb0d82d service neutron] Notify callbacks [] for binding, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:15.608372 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-66447b0e-ea66-4e3d-8884-b0c88eb0d82d service neutron] 10.222.0.50 "POST /v2.0/ports/07e64711-0d16-47c6-8205-4a44cfc63ffb/bindings HTTP/1.1" status: 201 len: 389 time: 0.3557825 Jul 07 16:51:15.621875 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-42c60cf7-0a0e-482d-abfc-dac37f06e7e6 service neutron] 10.222.0.50 "GET /v2.0/networks/13413cf7-07ee-4fa7-a844-d880982466e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088121 Jul 07 16:51:15.896037 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc7d3211-3c77-491b-80fd-2bb7aad46842 req-6726c532-43bb-4ee2-af3d-9e8a8a1966b4 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/floatingips/ecc0031b-c094-422f-beb4-e3f2fb8e1d45 HTTP/1.1" status: 200 len: 999 time: 0.0865104 Jul 07 16:51:15.901900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-1883190a-ae97-436c-9f23-9806663f8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:15.903448 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-1883190a-ae97-436c-9f23-9806663f8593 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 1096 time: 0.0678327 Jul 07 16:51:16.004462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe31074-3c0a-406a-abe4-57e64872fcba', 'name': 'network-vif-deleted', 'tag': '7d70e068-ac12-4051-bffb-1100e59d75fe'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:16.006790 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81ca46c-041f-42bf-a207-c1b48282d77a" -d '{"events": [{"server_uuid": "6fe31074-3c0a-406a-abe4-57e64872fcba", "name": "network-vif-deleted", "tag": "7d70e068-ac12-4051-bffb-1100e59d75fe"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:16.021307 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d3211-3c77-491b-80fd-2bb7aad46842 req-305b7994-a045-4b60-bba3-22db8fc68c70 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:16.022829 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc7d3211-3c77-491b-80fd-2bb7aad46842 req-305b7994-a045-4b60-bba3-22db8fc68c70 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.1260099 Jul 07 16:51:16.026320 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-0b95ec0a-eef2-45b6-a1a1-9f28dda1ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:16.027845 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-0b95ec0a-eef2-45b6-a1a1-9f28dda1ba9a service neutron] 10.222.0.15 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 909 time: 0.1167564 Jul 07 16:51:16.034117 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-bc7d3211-3c77-491b-80fd-2bb7aad46842 req-e24062fc-f24c-428a-997f-8658ac2a62c2 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:51:16.035345 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc7d3211-3c77-491b-80fd-2bb7aad46842 req-e24062fc-f24c-428a-997f-8658ac2a62c2 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065618 Jul 07 16:51:16.089226 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac44ea8-dfb8-4994-8e1a-24292a3bf409 x-openstack-request-id: req-bac44ea8-dfb8-4994-8e1a-24292a3bf409 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:16.089588 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48120987-61e6-4088-9a26-95ba340beeaf", "name": "network-vif-deleted", "tag": "55d612e9-35f0-4d9f-bd30-2f7760628969", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:16.089906 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bac44ea8-dfb8-4994-8e1a-24292a3bf409 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:16.090360 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48120987-61e6-4088-9a26-95ba340beeaf', 'name': 'network-vif-deleted', 'tag': '55d612e9-35f0-4d9f-bd30-2f7760628969', 'status': 'completed', 'code': 200} Jul 07 16:51:16.098048 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-ebb553cd-d0f6-4320-bcb7-276b62ed6f1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07e64711-0d16-47c6-8205-4a44cfc63ffb HTTP/1.1" status: 200 len: 217 time: 0.0626638 Jul 07 16:51:16.126750 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 039eb334-0042-453f-98e9-d9663d61ef86 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:16.186025 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.189367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 039eb334-0042-453f-98e9-d9663d61ef86 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:16.190684 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-0c03f652-b88b-474c-9566-2f5da9359b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:16.194690 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-0c03f652-b88b-474c-9566-2f5da9359b1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.0850275 Jul 07 16:51:16.196615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 039eb334-0042-453f-98e9-d9663d61ef86 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:16.197281 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.257643 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699d8e1-9df3-4ee4-b240-543155a242dc req-5980067f-771d-47bf-95c5-70b07f0f0e26 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:16.259549 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5699d8e1-9df3-4ee4-b240-543155a242dc req-5980067f-771d-47bf-95c5-70b07f0f0e26 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 948 time: 0.0873661 Jul 07 16:51:16.314590 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-e92be9be-559f-4458-8a95-f311a7fb9232 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065483 Jul 07 16:51:16.329417 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5699d8e1-9df3-4ee4-b240-543155a242dc req-2bfaf3d9-8a4d-4510-8a41-b72678474399 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614920 Jul 07 16:51:16.336849 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.382099 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6cdc39-8522-4071-a575-5d5e9190b10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039eb334-0042-453f-98e9-d9663d61ef86'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:16.385318 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c917b00b-1aa7-4bfc-adee-dd7380700a7b" -d '{"events": [{"server_uuid": "ad6cdc39-8522-4071-a575-5d5e9190b10f", "name": "network-vif-plugged", "status": "completed", "tag": "039eb334-0042-453f-98e9-d9663d61ef86"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:16.392126 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 039eb334-0042-453f-98e9-d9663d61ef86, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=039eb334-0042-453f-98e9-d9663d61ef86,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:16.395243 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device fcf798d4-2c52-44ac-8976-da6c419547ba up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:16.419235 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512166df-c17f-4720-9ae9-9d6d994728ff req-772bbcc5-04d6-4a65-95d1-5ad6c9755d71 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:16.420770 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-512166df-c17f-4720-9ae9-9d6d994728ff req-772bbcc5-04d6-4a65-95d1-5ad6c9755d71 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad6cdc39-8522-4071-a575-5d5e9190b10f HTTP/1.1" status: 200 len: 945 time: 0.2148168 Jul 07 16:51:16.426547 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.508820 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=039eb334-0042-453f-98e9-d9663d61ef86,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:16.521639 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-45bf6bd9-a425-4e6c-8963-2678dae8b910 service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891623 Jul 07 16:51:16.523469 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port fcf798d4-2c52-44ac-8976-da6c419547ba completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:16.524976 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-512166df-c17f-4720-9ae9-9d6d994728ff req-cebb269b-6800-4bd9-bf74-0fc077925eff tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974472 Jul 07 16:51:16.526350 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c1019-e11a-4e22-9a03-f10aafd47a54 req-c14c4340-8302-4932-bbae-83689626ba9f tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:16.534107 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c18c1019-e11a-4e22-9a03-f10aafd47a54 req-c14c4340-8302-4932-bbae-83689626ba9f tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 945 time: 0.0819027 Jul 07 16:51:16.543205 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port fcf798d4-2c52-44ac-8976-da6c419547ba triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:16.546080 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.615036 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c18c1019-e11a-4e22-9a03-f10aafd47a54 req-4b012dae-4a5b-45d7-8e36-959eb5ee6f87 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796616 Jul 07 16:51:16.620063 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e4b8e-e060-4998-a572-45ad4a4037ab req-0d16593b-c97e-4b2a-bcf5-6e203f73c7ed tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:16.621802 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9e2e4b8e-e060-4998-a572-45ad4a4037ab req-0d16593b-c97e-4b2a-bcf5-6e203f73c7ed tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 944 time: 0.1678519 Jul 07 16:51:16.685069 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.724480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port fcf798d4-2c52-44ac-8976-da6c419547ba, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=fcf798d4-2c52-44ac-8976-da6c419547ba,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:16.728765 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-d3062dce-d8f0-4f0e-97c8-b65627425ff1 service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986458 Jul 07 16:51:16.730403 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.785550 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f98de7f5-d2f0-41e2-9345-9cfe84ee5b8c req-5636cf13-b77c-430b-bc97-739b9b7e0fe1 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/ports?device_id=32e8ecb7-7140-432d-b740-73747ca2da3f HTTP/1.1" status: 200 len: 210 time: 0.0473714 Jul 07 16:51:16.803378 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-9e2e4b8e-e060-4998-a572-45ad4a4037ab req-4ef51bfd-7f45-43b9-863b-c7cb74139c5c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Deleting port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:16.803704 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-9e2e4b8e-e060-4998-a572-45ad4a4037ab req-4ef51bfd-7f45-43b9-863b-c7cb74139c5c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:16.836611 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=fcf798d4-2c52-44ac-8976-da6c419547ba,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:16.977111 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-9e2e4b8e-e060-4998-a572-45ad4a4037ab req-4ef51bfd-7f45-43b9-863b-c7cb74139c5c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] For port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00,segment=NetworkSegment(fc796802-acbd-4372-aea8-e480533a4480),segment_id=fc796802-acbd-4372-aea8-e480533a4480)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:16.977111 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-9e2e4b8e-e060-4998-a572-45ad4a4037ab req-4ef51bfd-7f45-43b9-863b-c7cb74139c5c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.012315 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-9e2e4b8e-e060-4998-a572-45ad4a4037ab req-4ef51bfd-7f45-43b9-863b-c7cb74139c5c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Calling delete_port for 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:17.048496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d9260-8f8f-4de8-b833-418c397aa5ec req-7b97a441-03e7-4d97-aaec-e6f33eaf0266 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:17.050119 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c8d9260-8f8f-4de8-b833-418c397aa5ec req-7b97a441-03e7-4d97-aaec-e6f33eaf0266 tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ee3a3a5-4cbf-4135-987b-7d270c7429ab HTTP/1.1" status: 200 len: 944 time: 0.0945363 Jul 07 16:51:17.094680 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c8d9260-8f8f-4de8-b833-418c397aa5ec req-0d4c2a59-3b77-4726-bead-c9e225b4067d tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f52edf6-6cb0-4675-8103-b7c8907f6dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382032 Jul 07 16:51:17.109621 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b405d2-938b-44e8-a292-a31ed303f4dd req-ebde65a6-868f-4498-89c9-10da0e31ff61 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:17.124794 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-00b405d2-938b-44e8-a292-a31ed303f4dd req-ebde65a6-868f-4498-89c9-10da0e31ff61 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 945 time: 0.1685743 Jul 07 16:51:17.155524 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd39786d-dd95-43b7-8ae2-95635974582d x-openstack-request-id: req-bd39786d-dd95-43b7-8ae2-95635974582d {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:17.155868 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe31074-3c0a-406a-abe4-57e64872fcba", "name": "network-vif-deleted", "tag": "7d70e068-ac12-4051-bffb-1100e59d75fe", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:17.156176 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bd39786d-dd95-43b7-8ae2-95635974582d {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:17.156767 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe31074-3c0a-406a-abe4-57e64872fcba', 'name': 'network-vif-deleted', 'tag': '7d70e068-ac12-4051-bffb-1100e59d75fe', 'status': 'completed', 'code': 200} Jul 07 16:51:17.173720 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-00b405d2-938b-44e8-a292-a31ed303f4dd req-39779468-cd56-46dc-a32a-4e5929e5e743 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477028 Jul 07 16:51:17.227660 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685cbcb4-aae4-436e-a828-4f12cf25f43e x-openstack-request-id: req-685cbcb4-aae4-436e-a828-4f12cf25f43e {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:17.228173 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6cdc39-8522-4071-a575-5d5e9190b10f", "name": "network-vif-plugged", "status": "completed", "tag": "039eb334-0042-453f-98e9-d9663d61ef86", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:17.228173 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-685cbcb4-aae4-436e-a828-4f12cf25f43e {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:17.228594 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6cdc39-8522-4071-a575-5d5e9190b10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039eb334-0042-453f-98e9-d9663d61ef86', 'code': 200} Jul 07 16:51:17.261752 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-742150dd-c8ff-4d59-b98b-9ca62841adc0 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 1002 time: 0.0953469 Jul 07 16:51:17.285362 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-9e2e4b8e-e060-4998-a572-45ad4a4037ab req-4ef51bfd-7f45-43b9-863b-c7cb74139c5c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.332773 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef51bfd-7f45-43b9-863b-c7cb74139c5c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Pushing event deleted for resources: {'Port': ['ID=6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:17.340964 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-5c28a13e-dfa8-42ff-adbe-1f4c9604a171 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:17.342568 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-5c28a13e-dfa8-42ff-adbe-1f4c9604a171 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports/85b6bb1b-b8be-4c30-8ba8-512e45388e16 HTTP/1.1" status: 200 len: 943 time: 0.0753131 Jul 07 16:51:17.401321 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1801d282-49a1-4bd3-99d4-a2c0248bf573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.427896 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2e4b8e-e060-4998-a572-45ad4a4037ab req-4ef51bfd-7f45-43b9-863b-c7cb74139c5c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] No DVR routers for this DVR port 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:17.431273 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-9e2e4b8e-e060-4998-a572-45ad4a4037ab req-4ef51bfd-7f45-43b9-863b-c7cb74139c5c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.433186 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9e2e4b8e-e060-4998-a572-45ad4a4037ab req-4ef51bfd-7f45-43b9-863b-c7cb74139c5c tempest-LiveAutoBlockMigrationV225Test-1575769324 tempest-LiveAutoBlockMigrationV225Test-1575769324-project] 10.222.0.15 "DELETE /v2.0/ports/6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 HTTP/1.1" status: 204 len: 173 time: 0.7597518 Jul 07 16:51:17.462116 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a483ddc-9807-47c8-9131-6f2e4f34d81e req-1924b7f2-48f3-4d80-a423-aca116586663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:17.463781 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6a483ddc-9807-47c8-9131-6f2e4f34d81e req-1924b7f2-48f3-4d80-a423-aca116586663 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad6cdc39-8522-4071-a575-5d5e9190b10f HTTP/1.1" status: 200 len: 1097 time: 0.1324472 Jul 07 16:51:17.569604 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6a483ddc-9807-47c8-9131-6f2e4f34d81e req-3fdc4556-e5e3-4cf6-be34-3706852ac7d0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962398 Jul 07 16:51:17.571178 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:17.577320 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-660eff8c-4719-487c-886b-6a904f56154d tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 1002 time: 0.1187422 Jul 07 16:51:17.680808 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ee424-330f-40f7-ba27-1086f4eaed91 req-87ff1266-c500-47f6-9d82-daed1b0b9496 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:17.688227 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7a8ee424-330f-40f7-ba27-1086f4eaed91 req-87ff1266-c500-47f6-9d82-daed1b0b9496 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=52f5cc4f-17cc-448c-9ce9-feb391912557 HTTP/1.1" status: 200 len: 946 time: 0.1918895 Jul 07 16:51:17.721142 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-caa90d92-03fe-4038-86a4-53d1a7e1ad01 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:17.723392 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-caa90d92-03fe-4038-86a4-53d1a7e1ad01 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.15 "GET /v2.0/networks?id=13413cf7-07ee-4fa7-a844-d880982466e7 HTTP/1.1" status: 200 len: 806 time: 0.1690364 Jul 07 16:51:17.748667 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-d163b673-91a7-48eb-95e9-b0a0cabbabce tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:17.751365 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-d163b673-91a7-48eb-95e9-b0a0cabbabce tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.1719816 Jul 07 16:51:17.790603 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7a8ee424-330f-40f7-ba27-1086f4eaed91 req-20dce01c-b697-438d-a376-d270963a10d5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973315 Jul 07 16:51:17.845129 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-2b16e43a-bc5f-41e8-8129-0f72749ec5d4 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b6507bb6cda4d9ca388937ef0c6fdec HTTP/1.1" status: 200 len: 380 time: 0.1121051 Jul 07 16:51:17.847403 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-af9b5e60-5dec-483d-b9df-2296e9564d6d tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 1002 time: 0.0879560 Jul 07 16:51:17.852891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-5efeb388-f29f-4c0e-9df9-e9fb1876fa01 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:17.859253 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-d7f84eb5-cfb1-4cd5-9bb6-8d1df97746de tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Request body: {'port': {'device_id': '32e8ecb7-7140-432d-b740-73747ca2da3f', 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7', 'admin_state_up': True, 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'security_groups': ['b0ba8cf0-6455-419c-b1ed-b0a9f9cac753']}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:17.928610 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-5efeb388-f29f-4c0e-9df9-e9fb1876fa01 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks [] for floatingip, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:18.051483 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1be32-eea3-4daf-9983-986854137f7a req-2c5d89be-0944-4c93-a463-91bae70d7eee tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:18.053166 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-47c1be32-eea3-4daf-9983-986854137f7a req-2c5d89be-0944-4c93-a463-91bae70d7eee tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.0929360 Jul 07 16:51:18.054281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-d7f84eb5-cfb1-4cd5-9bb6-8d1df97746de tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Made reservation on behalf of 6b6507bb6cda4d9ca388937ef0c6fdec for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:18.057654 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-d7f84eb5-cfb1-4cd5-9bb6-8d1df97746de tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:18.096758 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee3a3a5-4cbf-4135-987b-7d270c7429ab', 'name': 'network-vif-deleted', 'tag': '6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:18.099417 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4d0d21-5115-48da-b746-b250bdcb06d9" -d '{"events": [{"server_uuid": "6ee3a3a5-4cbf-4135-987b-7d270c7429ab", "name": "network-vif-deleted", "tag": "6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:18.108245 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-5efeb388-f29f-4c0e-9df9-e9fb1876fa01 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:18.115192 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-5efeb388-f29f-4c0e-9df9-e9fb1876fa01 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:18.115514 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-5efeb388-f29f-4c0e-9df9-e9fb1876fa01 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Floating IP ecc0031b-c094-422f-beb4-e3f2fb8e1d45 disassociated. External IP: 172.25.2.236, port: 85b6bb1b-b8be-4c30-8ba8-512e45388e16. Jul 07 16:51:18.164092 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-47c1be32-eea3-4daf-9983-986854137f7a req-e00f5d91-1635-49ce-ad73-db8e313cc18e tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039202 Jul 07 16:51:18.282213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-d7f84eb5-cfb1-4cd5-9bb6-8d1df97746de tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Allocated IP 172.20.0.13 (13413cf7-07ee-4fa7-a844-d880982466e7/3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f/1fd4ed12-0c04-434a-bb08-9cfb710cf2c2) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:18.420420 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-5efeb388-f29f-4c0e-9df9-e9fb1876fa01 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Router fd67f913-44bc-428e-9d49-3b8a647511fc has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:51:18.572154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-5efeb388-f29f-4c0e-9df9-e9fb1876fa01 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:51:18.578110 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-5efeb388-f29f-4c0e-9df9-e9fb1876fa01 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:18.585706 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d55910-07cf-4a18-a7b5-02be0158f2aa None None] Sync routers for ids ['fd67f913-44bc-428e-9d49-3b8a647511fc'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:51:18.600444 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d55910-07cf-4a18-a7b5-02be0158f2aa None None] Routers {'fd67f913-44bc-428e-9d49-3b8a647511fc'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:18.601749 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-06d55910-07cf-4a18-a7b5-02be0158f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:51:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd67f913-44bc-428e-9d49-3b8a647511fc'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:18.625011 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-5efeb388-f29f-4c0e-9df9-e9fb1876fa01 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "PUT /v2.0/floatingips/ecc0031b-c094-422f-beb4-e3f2fb8e1d45 HTTP/1.1" status: 200 len: 696 time: 0.7765265 Jul 07 16:51:18.702601 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-21d90aa3-7c30-4528-b20f-502704f98276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:18.713321 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-21d90aa3-7c30-4528-b20f-502704f98276 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7b6bfd37470740a7bef2749808400596&device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 1097 time: 0.0729961 Jul 07 16:51:18.830537 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-c89fa6ff-da0b-4f3e-a804-b081dcc87d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:18.838731 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-c89fa6ff-da0b-4f3e-a804-b081dcc87d5f service neutron] 10.222.0.50 "GET /v2.0/networks?id=8afefd89-1a40-467d-88c9-9db078a277dd HTTP/1.1" status: 200 len: 922 time: 0.1241207 Jul 07 16:51:18.853804 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4579a0e-4426-4ea8-84a0-792689405f53 req-65dba516-57a9-4777-8f1e-ee0ca256301a tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:18.859063 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:18.861409 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d4579a0e-4426-4ea8-84a0-792689405f53 req-65dba516-57a9-4777-8f1e-ee0ca256301a tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad6cdc39-8522-4071-a575-5d5e9190b10f HTTP/1.1" status: 200 len: 946 time: 0.5128963 Jul 07 16:51:18.886763 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-84a0ea1f-5763-4d2e-8c4c-d35f067ce907 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85b6bb1b-b8be-4c30-8ba8-512e45388e16 HTTP/1.1" status: 200 len: 217 time: 0.0467310 Jul 07 16:51:18.911662 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d4579a0e-4426-4ea8-84a0-792689405f53 req-14e38ad0-f7b7-44b7-a401-3506b8565839 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492177 Jul 07 16:51:18.930536 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-06d55910-07cf-4a18-a7b5-02be0158f2aa None None] Set router fd67f913-44bc-428e-9d49-3b8a647511fc gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:18.943928 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-a1ecb04d-8dc5-40e1-ac5a-495df7f2519f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:18.948539 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-a1ecb04d-8dc5-40e1-ac5a-495df7f2519f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e HTTP/1.1" status: 200 len: 860 time: 0.0608089 Jul 07 16:51:18.950971 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-d7f84eb5-cfb1-4cd5-9bb6-8d1df97746de tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:18.966103 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-d7f84eb5-cfb1-4cd5-9bb6-8d1df97746de tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Transition to ACTIVE for port object 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:19.012912 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-d7f84eb5-cfb1-4cd5-9bb6-8d1df97746de tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:19.064028 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-e22f9aa0-8a1f-4b2b-9c59-4818f8aa5a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:19.066000 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-e22f9aa0-8a1f-4b2b-9c59-4818f8aa5a4c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8afefd89-1a40-467d-88c9-9db078a277dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108050 Jul 07 16:51:19.078422 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-d7f84eb5-cfb1-4cd5-9bb6-8d1df97746de tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Network 13413cf7-07ee-4fa7-a844-d880982466e7 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:19.113073 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-d7f84eb5-cfb1-4cd5-9bb6-8d1df97746de tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:19.127188 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-d7f84eb5-cfb1-4cd5-9bb6-8d1df97746de tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:19.159382 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'tag': '85b6bb1b-b8be-4c30-8ba8-512e45388e16'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:19.162506 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330267d8-983e-4c02-bc00-31c7a1868a91" -d '{"events": [{"name": "network-changed", "server_uuid": "bde9a12d-320c-4258-bc7e-8f8fc1ed68fa", "tag": "85b6bb1b-b8be-4c30-8ba8-512e45388e16"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:19.185324 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f84eb5-cfb1-4cd5-9bb6-8d1df97746de tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Pushing event updated for resources: {'Port': ['ID=1fd4ed12-0c04-434a-bb08-9cfb710cf2c2,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:19.206987 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-d7f84eb5-cfb1-4cd5-9bb6-8d1df97746de tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:19.217429 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-06d55910-07cf-4a18-a7b5-02be0158f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'c20bf029-4c59-4a29-a8e2-29045dfa0484', 'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'mac_address': 'fa:16:3e:27:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:51Z', 'updated_at': '2021-07-07T16:50:00Z', 'revision_number': 5, 'project_id': '7b6bfd37470740a7bef2749808400596', 'subnets': [{'id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:19.218778 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-d7f84eb5-cfb1-4cd5-9bb6-8d1df97746de tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:19.222521 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-4d3140b4-db78-4e83-919a-bb0461357874 service neutron] 10.222.0.50 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495118 Jul 07 16:51:19.258650 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-d7f84eb5-cfb1-4cd5-9bb6-8d1df97746de tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4041002 Jul 07 16:51:19.258980 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a1b464-577a-4d7f-9245-8703620dfdf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf798d4-2c52-44ac-8976-da6c419547ba'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:19.261939 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33509178-ce85-4e28-a95f-e3f4ba2dbdfa" -d '{"events": [{"server_uuid": "e6a1b464-577a-4d7f-9245-8703620dfdf0", "name": "network-vif-plugged", "status": "completed", "tag": "fcf798d4-2c52-44ac-8976-da6c419547ba"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:19.269432 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82448a-5a4b-4339-93c6-59f4550f9627 req-25955319-0be9-4842-ba18-da5d24f264a9 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:19.270967 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d55910-07cf-4a18-a7b5-02be0158f2aa None None] Checking router: fd67f913-44bc-428e-9d49-3b8a647511fc for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:51:19.277624 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-df82448a-5a4b-4339-93c6-59f4550f9627 req-25955319-0be9-4842-ba18-da5d24f264a9 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 945 time: 0.2012572 Jul 07 16:51:19.283879 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d55910-07cf-4a18-a7b5-02be0158f2aa None None] Routers {'fd67f913-44bc-428e-9d49-3b8a647511fc'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:19.284615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-06d55910-07cf-4a18-a7b5-02be0158f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:51:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd67f913-44bc-428e-9d49-3b8a647511fc'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:19.290629 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] Request body: {'port': {'device_id': '32e8ecb7-7140-432d-b740-73747ca2da3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:19.358509 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-df82448a-5a4b-4339-93c6-59f4550f9627 req-f7733079-3beb-4b96-8cae-bf32505c25be tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797145 Jul 07 16:51:19.365433 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5627707e-02ff-44fe-b73d-54b9977e1b38 req-eb47845d-196a-4ba0-b67a-890e4dd1f4b6 service neutron] 10.222.0.50 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418850 Jul 07 16:51:19.422785 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:19.534088 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-06d55910-07cf-4a18-a7b5-02be0158f2aa None None] Set router fd67f913-44bc-428e-9d49-3b8a647511fc gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:19.611137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2acc9-b50f-4e64-8259-db3059d8cdca req-a3d5ba9b-ebc7-4b12-8974-89489e3f9298 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:19.613055 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-46b2acc9-b50f-4e64-8259-db3059d8cdca req-a3d5ba9b-ebc7-4b12-8974-89489e3f9298 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/ports?device_id=32e8ecb7-7140-432d-b740-73747ca2da3f HTTP/1.1" status: 200 len: 932 time: 0.0833635 Jul 07 16:51:19.675003 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-46b2acc9-b50f-4e64-8259-db3059d8cdca req-d311bd60-4c57-4bcb-ae15-e9159c779b4b tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ba8cf0-6455-419c-b1ed-b0a9f9cac753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547104 Jul 07 16:51:19.709601 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2c2f1-85ac-4ba1-b4a6-aa4788f2cbac req-c2f0607f-2069-4769-9ed5-89f66b2f26e2 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:19.716639 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-60c2c2f1-85ac-4ba1-b4a6-aa4788f2cbac req-c2f0607f-2069-4769-9ed5-89f66b2f26e2 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54 HTTP/1.1" status: 200 len: 946 time: 0.1519034 Jul 07 16:51:19.738128 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fd037e-1578-47f3-b508-b9e889f4f87d x-openstack-request-id: req-19fd037e-1578-47f3-b508-b9e889f4f87d {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:19.738524 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee3a3a5-4cbf-4135-987b-7d270c7429ab", "name": "network-vif-deleted", "tag": "6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:19.738669 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19fd037e-1578-47f3-b508-b9e889f4f87d {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:19.739058 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee3a3a5-4cbf-4135-987b-7d270c7429ab', 'name': 'network-vif-deleted', 'tag': '6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00', 'status': 'completed', 'code': 200} Jul 07 16:51:19.767742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-26136cf3-4c8b-4a2c-9a0c-1098f888e855 None None] Provisioning for port 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:19.773036 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-26136cf3-4c8b-4a2c-9a0c-1098f888e855 None None] Provisioning complete for port 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:19.773422 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-26136cf3-4c8b-4a2c-9a0c-1098f888e855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:19.778877 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-60c2c2f1-85ac-4ba1-b4a6-aa4788f2cbac req-60251e46-f110-40b5-bab6-023d8b84b108 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612667 Jul 07 16:51:19.815653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-26136cf3-4c8b-4a2c-9a0c-1098f888e855 None None] Port 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:51:19.827250 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 34628) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:19.855298 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-06d55910-07cf-4a18-a7b5-02be0158f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'c20bf029-4c59-4a29-a8e2-29045dfa0484', 'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'mac_address': 'fa:16:3e:27:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:51Z', 'updated_at': '2021-07-07T16:50:00Z', 'revision_number': 5, 'project_id': '7b6bfd37470740a7bef2749808400596', 'subnets': [{'id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:19.887639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d55910-07cf-4a18-a7b5-02be0158f2aa None None] The sync data for ids ['fd67f913-44bc-428e-9d49-3b8a647511fc'] in n-d-793620-7 is: [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'c20bf029-4c59-4a29-a8e2-29045dfa0484', 'name': '', 'network_id': '8afefd89-1a40-467d-88c9-9db078a277dd', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'mac_address': 'fa:16:3e:27:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:51Z', 'updated_at': '2021-07-07T16:50:00Z', 'revision_number': 5, 'project_id': '7b6bfd37470740a7bef2749808400596', 'subnets': [{'id': '2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:51:19.924305 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:19.956564 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:19.987130 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] Transition to ACTIVE for port object 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:19.994639 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:20.016443 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0770913-b9f0-4bfa-8c85-0d5927e4b893 admin admin] Deleting subnet 65f82198-e4d7-4134-910a-03fa423ad754 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:51:20.028646 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20af743a-8d2f-43b0-8693-32b876606da3 x-openstack-request-id: req-20af743a-8d2f-43b0-8693-32b876606da3 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:20.028925 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde9a12d-320c-4258-bc7e-8f8fc1ed68fa", "tag": "85b6bb1b-b8be-4c30-8ba8-512e45388e16", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:20.029177 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-20af743a-8d2f-43b0-8693-32b876606da3 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:20.029567 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'tag': '85b6bb1b-b8be-4c30-8ba8-512e45388e16', 'status': 'completed', 'code': 200} Jul 07 16:51:20.031569 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0770913-b9f0-4bfa-8c85-0d5927e4b893 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:20.049941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd4ed12-0c04-434a-bb08-9cfb710cf2c2,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:20.122189 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0770913-b9f0-4bfa-8c85-0d5927e4b893 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:20.127347 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace67c98-3d06-4f77-883f-fd66aa6ab4b3 x-openstack-request-id: req-ace67c98-3d06-4f77-883f-fd66aa6ab4b3 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:20.127710 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a1b464-577a-4d7f-9245-8703620dfdf0", "name": "network-vif-plugged", "status": "completed", "tag": "fcf798d4-2c52-44ac-8976-da6c419547ba", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:20.127976 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ace67c98-3d06-4f77-883f-fd66aa6ab4b3 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:20.128484 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a1b464-577a-4d7f-9245-8703620dfdf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf798d4-2c52-44ac-8976-da6c419547ba', 'code': 200} Jul 07 16:51:20.148633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:20.197869 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:51:20.199802 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 6419cb9e-5e3c-4bbb-b2da-be5bbfeddc00 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:20.248300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330267d8-983e-4c02-bc00-31c7a1868a91 req-2b1496ab-5948-4b61-8730-ef8ac126c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:20.251556 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-330267d8-983e-4c02-bc00-31c7a1868a91 req-2b1496ab-5948-4b61-8730-ef8ac126c60e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b6bfd37470740a7bef2749808400596&device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 1097 time: 0.1982861 Jul 07 16:51:20.258436 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:20.264045 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0770913-b9f0-4bfa-8c85-0d5927e4b893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:20.334500 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-f9ad9d29-f044-465e-ab97-fdf388917b52 req-2ade3a72-ad79-4e17-b943-9ac227164d00 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:51:20.335652 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f9ad9d29-f044-465e-ab97-fdf388917b52 req-2ade3a72-ad79-4e17-b943-9ac227164d00 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083201 Jul 07 16:51:20.357411 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] Attempting to bind port 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:20.358601 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] Attempting to bind port 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'b1aa41c2-8f36-4927-9c12-b6cdf92f40b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:20.359064 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] Attempting to bind port 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 on network 13413cf7-07ee-4fa7-a844-d880982466e7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:20.374139 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e27b357-e71a-45f6-b705-78fe5d541b12 None None] New status for floating IP ecc0031b-c094-422f-beb4-e3f2fb8e1d45: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:51:20.385854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365cd56-f55d-4f85-a58d-fd727aa40401 req-b5ff8d8a-8ee5-4ee0-8a53-961cb6813acd tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:20.387764 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4365cd56-f55d-4f85-a58d-fd727aa40401 req-b5ff8d8a-8ee5-4ee0-8a53-961cb6813acd tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.3007662 Jul 07 16:51:20.389504 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] Port 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 on network 13413cf7-07ee-4fa7-a844-d880982466e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:51:20.389916 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] Attempting to bind port 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 on network 13413cf7-07ee-4fa7-a844-d880982466e7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:20.407722 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:20.408058 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] Checking segment: {'id': 'b1aa41c2-8f36-4927-9c12-b6cdf92f40b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:20.408454 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] Bound using segment: {'id': 'b1aa41c2-8f36-4927-9c12-b6cdf92f40b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:20.408898 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] Bound port: 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1aa41c2-8f36-4927-9c12-b6cdf92f40b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:20.409275 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:20.423788 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0770913-b9f0-4bfa-8c85-0d5927e4b893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:20.462149 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4365cd56-f55d-4f85-a58d-fd727aa40401 req-49314c7e-7fa3-4ffa-9cba-82b63da2cb5f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658081 Jul 07 16:51:20.558569 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] For port 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:20.562236 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] For port 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1fd4ed12-0c04-434a-bb08-9cfb710cf2c2,segment=NetworkSegment(b1aa41c2-8f36-4927-9c12-b6cdf92f40b4),segment_id=b1aa41c2-8f36-4927-9c12-b6cdf92f40b4)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:20.570337 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:20.603558 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330267d8-983e-4c02-bc00-31c7a1868a91 req-61c14f3b-2936-452c-81be-aa755a08c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:20.606506 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-330267d8-983e-4c02-bc00-31c7a1868a91 req-61c14f3b-2936-452c-81be-aa755a08c4a8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8afefd89-1a40-467d-88c9-9db078a277dd HTTP/1.1" status: 200 len: 922 time: 0.2687900 Jul 07 16:51:20.620934 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:20.621627 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:20.623110 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] 10.222.0.15 "PUT /v2.0/ports/1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 HTTP/1.1" status: 200 len: 1092 time: 1.3431103 Jul 07 16:51:20.660482 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f4804-96e6-4034-b56a-d8f75b703df3 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd4ed12-0c04-434a-bb08-9cfb710cf2c2,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:20.694047 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0770913-b9f0-4bfa-8c85-0d5927e4b893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65f82198-e4d7-4134-910a-03fa423ad754,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:20.704710 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0770913-b9f0-4bfa-8c85-0d5927e4b893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:20.710252 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d0770913-b9f0-4bfa-8c85-0d5927e4b893 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/65f82198-e4d7-4134-910a-03fa423ad754 HTTP/1.1" status: 204 len: 168 time: 0.8816302 Jul 07 16:51:20.712999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 34642) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:20.771992 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-330267d8-983e-4c02-bc00-31c7a1868a91 req-3fdd45ad-1b7c-41e0-9266-32306af31cb4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85b6bb1b-b8be-4c30-8ba8-512e45388e16 HTTP/1.1" status: 200 len: 217 time: 0.1374087 Jul 07 16:51:20.831496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e39af0-661f-4200-b716-0865e5a0679c req-7f518445-fe8c-484f-ae31-70dc019036d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:20.833223 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b8e39af0-661f-4200-b716-0865e5a0679c req-7f518445-fe8c-484f-ae31-70dc019036d7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 1100 time: 0.5801649 Jul 07 16:51:20.834681 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b496eb-32cc-4a9c-8a7d-ad6fe6e1120b req-2bd737fd-848a-4a13-a454-3cb70be11da7 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:20.843140 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-26b496eb-32cc-4a9c-8a7d-ad6fe6e1120b req-2bd737fd-848a-4a13-a454-3cb70be11da7 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad6cdc39-8522-4071-a575-5d5e9190b10f HTTP/1.1" status: 200 len: 946 time: 0.2002647 Jul 07 16:51:20.878966 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-f6fac58e-e9da-464d-9766-5cee6d06a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:20.880887 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-f6fac58e-e9da-464d-9766-5cee6d06a6f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b6507bb6cda4d9ca388937ef0c6fdec&device_id=32e8ecb7-7140-432d-b740-73747ca2da3f HTTP/1.1" status: 200 len: 1095 time: 0.1719913 Jul 07 16:51:20.939066 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f9ad9d29-f044-465e-ab97-fdf388917b52 req-c9a933dd-52b0-48ec-8751-b3fae10844df tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5920739 Jul 07 16:51:20.951075 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-26b496eb-32cc-4a9c-8a7d-ad6fe6e1120b req-d8c7992f-3ec6-4ccd-96fc-4d17821e1a48 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061203 Jul 07 16:51:20.952339 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-4317195f-04ac-4b7d-8ef3-0bf65ee81985 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 HTTP/1.1" status: 200 len: 217 time: 0.0579076 Jul 07 16:51:20.968447 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b8e39af0-661f-4200-b716-0865e5a0679c req-b88888ee-2f36-40ea-8da6-70292a0110a8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019721 Jul 07 16:51:20.970994 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-673a1cdd-cdea-494d-b854-ccdf49e429bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:20.980247 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330267d8-983e-4c02-bc00-31c7a1868a91 req-0b7fb16d-361a-48f6-b2e3-5362b001c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:20.981787 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-330267d8-983e-4c02-bc00-31c7a1868a91 req-0b7fb16d-361a-48f6-b2e3-5362b001c991 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e HTTP/1.1" status: 200 len: 860 time: 0.1945882 Jul 07 16:51:21.019203 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-7aa4b695-a273-42e3-860e-3db1572eac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:21.021786 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-7aa4b695-a273-42e3-860e-3db1572eac75 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f HTTP/1.1" status: 200 len: 845 time: 0.0598288 Jul 07 16:51:21.072021 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-673a1cdd-cdea-494d-b854-ccdf49e429bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:21.094587 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-673a1cdd-cdea-494d-b854-ccdf49e429bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7cbe27-a426-43a5-ac40-87a1e044e591']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:21.120198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-cd90d8f4-32d7-4ed5-9820-5080d7219120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:21.121712 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-cd90d8f4-32d7-4ed5-9820-5080d7219120 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13413cf7-07ee-4fa7-a844-d880982466e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928099 Jul 07 16:51:21.123821 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-673a1cdd-cdea-494d-b854-ccdf49e429bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc796802-acbd-4372-aea8-e480533a4480') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:21.124121 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-673a1cdd-cdea-494d-b854-ccdf49e429bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc796802-acbd-4372-aea8-e480533a4480') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:21.219697 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-673a1cdd-cdea-494d-b854-ccdf49e429bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:21.240901 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-673a1cdd-cdea-494d-b854-ccdf49e429bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:21.282308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673a1cdd-cdea-494d-b854-ccdf49e429bc admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:51:21.283142 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-673a1cdd-cdea-494d-b854-ccdf49e429bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:51:21.286968 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:51:21.308259 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-afa53f46-9e7f-4cc1-bc08-57cf6a43b4db service neutron] 10.222.0.15 "GET /v2.0/networks/13413cf7-07ee-4fa7-a844-d880982466e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791706 Jul 07 16:51:21.316974 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b142a-bc43-43bb-a28d-f19662125a15 req-39ddbb88-56ce-4a1d-94f8-407f73d39c78 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:21.319054 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-758b142a-bc43-43bb-a28d-f19662125a15 req-39ddbb88-56ce-4a1d-94f8-407f73d39c78 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 945 time: 0.1044204 Jul 07 16:51:21.344610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330267d8-983e-4c02-bc00-31c7a1868a91 req-ee313faf-06f5-46de-a6b6-d84f1ad476e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:21.346251 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-330267d8-983e-4c02-bc00-31c7a1868a91 req-ee313faf-06f5-46de-a6b6-d84f1ad476e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8afefd89-1a40-467d-88c9-9db078a277dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2329924 Jul 07 16:51:21.410865 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-673a1cdd-cdea-494d-b854-ccdf49e429bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:21.423438 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-673a1cdd-cdea-494d-b854-ccdf49e429bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:21.425053 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-758b142a-bc43-43bb-a28d-f19662125a15 req-5fd3a55c-94a2-4663-af6a-58dfce8303d7 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967569 Jul 07 16:51:21.425574 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-673a1cdd-cdea-494d-b854-ccdf49e429bc admin admin] 10.222.0.50 "DELETE /v2.0/networks/6a7cbe27-a426-43a5-ac40-87a1e044e591 HTTP/1.1" status: 204 len: 168 time: 0.7101545 Jul 07 16:51:21.428187 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 34652) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:21.459469 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9bb44-d846-4f68-9ebf-f8aae72c4172 req-058c3a34-f1c6-4723-a4f6-9875da7129b2 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:21.461044 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-34e9bb44-d846-4f68-9ebf-f8aae72c4172 req-058c3a34-f1c6-4723-a4f6-9875da7129b2 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/ports?device_id=32e8ecb7-7140-432d-b740-73747ca2da3f HTTP/1.1" status: 200 len: 944 time: 0.2226846 Jul 07 16:51:21.465791 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a1cdd-cdea-494d-b854-ccdf49e429bc admin admin] Pushing event deleted for resources: {'Network': ['ID=6a7cbe27-a426-43a5-ac40-87a1e044e591,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:21.478656 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-3258d887-f206-4b31-aeb2-8e9874c461ae admin admin] Deleting subnet 45833f2e-d1de-489b-9856-b18c4995cf57 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:51:21.482277 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3258d887-f206-4b31-aeb2-8e9874c461ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:21.512620 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-330267d8-983e-4c02-bc00-31c7a1868a91 req-269469a6-f00b-4244-be53-2b7529638e3d service neutron] 10.222.0.69 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552312 Jul 07 16:51:21.518123 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3258d887-f206-4b31-aeb2-8e9874c461ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:21.534062 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-34e9bb44-d846-4f68-9ebf-f8aae72c4172 req-8b71294c-0d37-4e4b-a0be-bbec4df28f30 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ba8cf0-6455-419c-b1ed-b0a9f9cac753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654619 Jul 07 16:51:21.600510 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fe7dec88-30d5-4d60-8263-d6d1f502299d req-c256253e-7913-4ffb-a1a1-37b00663cc52 service neutron] 10.222.0.15 "GET /v2.0/networks/13413cf7-07ee-4fa7-a844-d880982466e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804153 Jul 07 16:51:21.638783 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3258d887-f206-4b31-aeb2-8e9874c461ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:21.639813 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-330267d8-983e-4c02-bc00-31c7a1868a91 req-4e1da7cd-d9eb-4be2-8bec-af94242b93aa service neutron] 10.222.0.69 "GET /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192198 Jul 07 16:51:21.716124 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-201bd7af-71cf-4fe8-86c8-9ed668f0c527 req-b265d8a3-6f44-47a4-b7ab-ef0eece02a36 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/floatingips/ecc0031b-c094-422f-beb4-e3f2fb8e1d45 HTTP/1.1" status: 200 len: 694 time: 0.0698011 Jul 07 16:51:21.741522 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e8ecb7-7140-432d-b740-73747ca2da3f', 'tag': '1fd4ed12-0c04-434a-bb08-9cfb710cf2c2'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:21.745504 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a7d967-1ac0-4252-982c-4dc1af5a8d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "32e8ecb7-7140-432d-b740-73747ca2da3f", "tag": "1fd4ed12-0c04-434a-bb08-9cfb710cf2c2"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:21.828831 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3258d887-f206-4b31-aeb2-8e9874c461ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:21.865735 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258d887-f206-4b31-aeb2-8e9874c461ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45833f2e-d1de-489b-9856-b18c4995cf57,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:21.870277 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3258d887-f206-4b31-aeb2-8e9874c461ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:21.872169 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3258d887-f206-4b31-aeb2-8e9874c461ae admin admin] 10.222.0.50 "DELETE /v2.0/subnets/45833f2e-d1de-489b-9856-b18c4995cf57 HTTP/1.1" status: 204 len: 168 time: 0.4415610 Jul 07 16:51:21.875938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 34660) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:21.908229 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bd7af-71cf-4fe8-86c8-9ed668f0c527 req-d40b97ad-5406-40d7-8416-d7be86306d4a tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:21.909812 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-201bd7af-71cf-4fe8-86c8-9ed668f0c527 req-d40b97ad-5406-40d7-8416-d7be86306d4a tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.1869197 Jul 07 16:51:21.925018 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-201bd7af-71cf-4fe8-86c8-9ed668f0c527 req-8da06c22-d070-4d73-b5b2-d467a5671b6e tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:51:21.926247 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-201bd7af-71cf-4fe8-86c8-9ed668f0c527 req-8da06c22-d070-4d73-b5b2-d467a5671b6e tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072746 Jul 07 16:51:21.990819 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-85bda68b-b202-4a53-afb7-310739999d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.002237 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-201bd7af-71cf-4fe8-86c8-9ed668f0c527 req-4430bdbc-78c1-4f91-9a51-0de969bf7940 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 697 time: 0.0666993 Jul 07 16:51:22.019000 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd6c69-33e4-4fe0-a5a2-3f7729f269fd req-e473feb1-7b9e-4b2e-9bfe-00edd32dfc90 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:22.020758 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-abdd6c69-33e4-4fe0-a5a2-3f7729f269fd req-e473feb1-7b9e-4b2e-9bfe-00edd32dfc90 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 945 time: 0.1488619 Jul 07 16:51:22.056922 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-201bd7af-71cf-4fe8-86c8-9ed668f0c527 req-61acde1c-1860-43b5-9218-ab6a49a6206e tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 697 time: 0.0537536 Jul 07 16:51:22.127160 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-85bda68b-b202-4a53-afb7-310739999d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.141204 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-abdd6c69-33e4-4fe0-a5a2-3f7729f269fd req-6e93fa61-c01c-4a12-8172-2c1c147fe082 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913827 Jul 07 16:51:22.142952 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-85bda68b-b202-4a53-afb7-310739999d6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13dd1bfe-027b-4c0b-9022-e26b8ad219ce']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:22.154607 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-85bda68b-b202-4a53-afb7-310739999d6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7979d421-9d9a-4fc1-9f75-e5a24daa7683') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:22.154973 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-85bda68b-b202-4a53-afb7-310739999d6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7979d421-9d9a-4fc1-9f75-e5a24daa7683') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:22.167509 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-85bda68b-b202-4a53-afb7-310739999d6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.183239 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-85bda68b-b202-4a53-afb7-310739999d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.192203 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85bda68b-b202-4a53-afb7-310739999d6c admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:51:22.192854 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-85bda68b-b202-4a53-afb7-310739999d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:51:22.195005 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:51:22.215731 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-201bd7af-71cf-4fe8-86c8-9ed668f0c527 req-03299bf4-fe16-45e5-a7b9-bb5b324566c4 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Deleting port 87358a6f-b50c-406e-afbd-b23000b19308 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:22.215731 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-201bd7af-71cf-4fe8-86c8-9ed668f0c527 req-03299bf4-fe16-45e5-a7b9-bb5b324566c4 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.269860 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-85bda68b-b202-4a53-afb7-310739999d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.277009 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-85bda68b-b202-4a53-afb7-310739999d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.282371 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-85bda68b-b202-4a53-afb7-310739999d6c admin admin] 10.222.0.50 "DELETE /v2.0/networks/13dd1bfe-027b-4c0b-9022-e26b8ad219ce HTTP/1.1" status: 204 len: 168 time: 0.4053540 Jul 07 16:51:22.296522 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bda68b-b202-4a53-afb7-310739999d6c admin admin] Pushing event deleted for resources: {'Network': ['ID=13dd1bfe-027b-4c0b-9022-e26b8ad219ce,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:22.323143 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-201bd7af-71cf-4fe8-86c8-9ed668f0c527 req-03299bf4-fe16-45e5-a7b9-bb5b324566c4 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.323480 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-201bd7af-71cf-4fe8-86c8-9ed668f0c527 req-03299bf4-fe16-45e5-a7b9-bb5b324566c4 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.342946 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-201bd7af-71cf-4fe8-86c8-9ed668f0c527 req-03299bf4-fe16-45e5-a7b9-bb5b324566c4 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Calling delete_port for 87358a6f-b50c-406e-afbd-b23000b19308 owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:22.391698 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a9fb1-1e6c-449a-afb2-a591bf4a3a8a req-c223886c-24e7-4be9-8313-d63a526bb278 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:22.393285 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-af1a9fb1-1e6c-449a-afb2-a591bf4a3a8a req-c223886c-24e7-4be9-8313-d63a526bb278 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.0722129 Jul 07 16:51:22.409103 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 34666) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:22.451418 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-af1a9fb1-1e6c-449a-afb2-a591bf4a3a8a req-3d99b4f5-0f47-4d99-9e51-559551d80763 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522177 Jul 07 16:51:22.476409 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bd53ebed-ee4c-4e06-827c-63b017f1252a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=baeeea6f8e704c6d9313d4f5ee61fa20&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0599082 Jul 07 16:51:22.476996 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 34670) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:22.500761 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed976776-2ce7-4964-b2ff-1a42ef304995 x-openstack-request-id: req-ed976776-2ce7-4964-b2ff-1a42ef304995 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:22.501269 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e8ecb7-7140-432d-b740-73747ca2da3f", "tag": "1fd4ed12-0c04-434a-bb08-9cfb710cf2c2", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:22.501439 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed976776-2ce7-4964-b2ff-1a42ef304995 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:22.501844 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e8ecb7-7140-432d-b740-73747ca2da3f', 'tag': '1fd4ed12-0c04-434a-bb08-9cfb710cf2c2', 'status': 'completed', 'code': 200} Jul 07 16:51:22.512678 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-201bd7af-71cf-4fe8-86c8-9ed668f0c527 req-03299bf4-fe16-45e5-a7b9-bb5b324566c4 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.539146 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58d72a00-61d0-4a2e-8654-76bb4e1dc246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.547461 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03299bf4-fe16-45e5-a7b9-bb5b324566c4 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Pushing event deleted for resources: {'Port': ['ID=87358a6f-b50c-406e-afbd-b23000b19308,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:22.647512 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-201bd7af-71cf-4fe8-86c8-9ed668f0c527 req-03299bf4-fe16-45e5-a7b9-bb5b324566c4 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.650609 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-201bd7af-71cf-4fe8-86c8-9ed668f0c527 req-03299bf4-fe16-45e5-a7b9-bb5b324566c4 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.651950 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-201bd7af-71cf-4fe8-86c8-9ed668f0c527 req-03299bf4-fe16-45e5-a7b9-bb5b324566c4 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "DELETE /v2.0/floatingips/ecc0031b-c094-422f-beb4-e3f2fb8e1d45 HTTP/1.1" status: 204 len: 173 time: 0.5893610 Jul 07 16:51:22.660574 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7d967-1ac0-4252-982c-4dc1af5a8d8a req-91e8a67b-02a4-46f1-8164-bf59040d715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:22.662177 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-57a7d967-1ac0-4252-982c-4dc1af5a8d8a req-91e8a67b-02a4-46f1-8164-bf59040d715e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b6507bb6cda4d9ca388937ef0c6fdec&device_id=32e8ecb7-7140-432d-b740-73747ca2da3f HTTP/1.1" status: 200 len: 1095 time: 0.1229990 Jul 07 16:51:22.792820 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7d967-1ac0-4252-982c-4dc1af5a8d8a req-f63f8fee-a922-4932-8e9e-39502d760720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:22.794228 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-57a7d967-1ac0-4252-982c-4dc1af5a8d8a req-f63f8fee-a922-4932-8e9e-39502d760720 service neutron] 10.222.0.15 "GET /v2.0/networks?id=13413cf7-07ee-4fa7-a844-d880982466e7 HTTP/1.1" status: 200 len: 907 time: 0.1246829 Jul 07 16:51:22.847339 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-57a7d967-1ac0-4252-982c-4dc1af5a8d8a req-880050f9-7c2c-413c-b244-054e94f1e629 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 HTTP/1.1" status: 200 len: 217 time: 0.0445092 Jul 07 16:51:22.869883 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2038888-e795-40f2-9739-8fbfb70e3471 req-61d894cc-fe6c-40cb-bd7e-04c2cdda2912 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:22.871419 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d2038888-e795-40f2-9739-8fbfb70e3471 req-61d894cc-fe6c-40cb-bd7e-04c2cdda2912 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=52f5cc4f-17cc-448c-9ce9-feb391912557 HTTP/1.1" status: 200 len: 946 time: 0.1226687 Jul 07 16:51:22.880975 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58d72a00-61d0-4a2e-8654-76bb4e1dc246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.934703 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7d967-1ac0-4252-982c-4dc1af5a8d8a req-7164c75f-bd24-4fde-a893-4594603a6035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:22.936399 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-57a7d967-1ac0-4252-982c-4dc1af5a8d8a req-7164c75f-bd24-4fde-a893-4594603a6035 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f HTTP/1.1" status: 200 len: 845 time: 0.0826581 Jul 07 16:51:22.939397 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d2038888-e795-40f2-9739-8fbfb70e3471 req-8a4312b5-40d4-421f-9f30-c0f9af2572bc tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498338 Jul 07 16:51:22.939912 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3f349-5a74-4829-a9af-257b101ebc55 req-6873574e-82b3-454e-9ca3-322a62e48dff tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:22.941407 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fce3f349-5a74-4829-a9af-257b101ebc55 req-6873574e-82b3-454e-9ca3-322a62e48dff tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad6cdc39-8522-4071-a575-5d5e9190b10f HTTP/1.1" status: 200 len: 946 time: 0.1001437 Jul 07 16:51:22.968875 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58d72a00-61d0-4a2e-8654-76bb4e1dc246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.971387 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58d72a00-61d0-4a2e-8654-76bb4e1dc246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:22.975795 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-58d72a00-61d0-4a2e-8654-76bb4e1dc246 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9f52edf6-6cb0-4675-8103-b7c8907f6dbd HTTP/1.1" status: 204 len: 168 time: 0.4948549 Jul 07 16:51:22.987579 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d72a00-61d0-4a2e-8654-76bb4e1dc246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f52edf6-6cb0-4675-8103-b7c8907f6dbd,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:23.006346 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fce3f349-5a74-4829-a9af-257b101ebc55 req-52300281-5694-460c-b9a9-2daa90ee1799 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530999 Jul 07 16:51:23.034329 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7d967-1ac0-4252-982c-4dc1af5a8d8a req-4def31fb-1690-4efd-974a-0fc924e054f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:23.036581 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-57a7d967-1ac0-4252-982c-4dc1af5a8d8a req-4def31fb-1690-4efd-974a-0fc924e054f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13413cf7-07ee-4fa7-a844-d880982466e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922964 Jul 07 16:51:23.187735 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a74269-7b14-441d-bbd8-2790c05fd30f req-56e35171-54ad-4dce-9d3d-d12872d62d35 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:23.189256 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1a74269-7b14-441d-bbd8-2790c05fd30f req-56e35171-54ad-4dce-9d3d-d12872d62d35 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 945 time: 0.0968013 Jul 07 16:51:23.191178 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-57a7d967-1ac0-4252-982c-4dc1af5a8d8a req-0d9800e8-ab24-4684-b3f2-2f3ea3b3a534 service neutron] 10.222.0.15 "GET /v2.0/networks/13413cf7-07ee-4fa7-a844-d880982466e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477461 Jul 07 16:51:23.204155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61051a6-54dc-4f51-9461-c20a41814a15 req-95d68342-d29c-4c6a-beb1-156e16e53b64 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:23.205690 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d61051a6-54dc-4f51-9461-c20a41814a15 req-95d68342-d29c-4c6a-beb1-156e16e53b64 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/ports?device_id=32e8ecb7-7140-432d-b740-73747ca2da3f HTTP/1.1" status: 200 len: 944 time: 0.0696199 Jul 07 16:51:23.249467 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d61051a6-54dc-4f51-9461-c20a41814a15 req-14546a73-44bd-444d-a894-012085a5dcc9 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ba8cf0-6455-419c-b1ed-b0a9f9cac753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368252 Jul 07 16:51:23.298329 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1a74269-7b14-441d-bbd8-2790c05fd30f req-984c6adb-a812-4003-a716-dea22874c401 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031742 Jul 07 16:51:23.345291 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-57a7d967-1ac0-4252-982c-4dc1af5a8d8a req-29960170-4e8d-432e-bd98-d68268c44c8c service neutron] 10.222.0.15 "GET /v2.0/networks/13413cf7-07ee-4fa7-a844-d880982466e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412542 Jul 07 16:51:23.408096 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 34686) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:23.455309 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4352db4e-8e89-414b-9fe3-03771434e857 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4370a87f876e441c8cc849a6bdbb43e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436020 Jul 07 16:51:23.455550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 34688) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:23.549953 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ddad0d0a-0182-463a-9e23-e7dea7b9b8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.585690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ac361-94a4-4464-a37d-119ca6018cc5 req-5e01c78a-c3fc-45e2-803d-19bf67d34202 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:23.587237 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-162ac361-94a4-4464-a37d-119ca6018cc5 req-5e01c78a-c3fc-45e2-803d-19bf67d34202 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54 HTTP/1.1" status: 200 len: 946 time: 0.1235144 Jul 07 16:51:23.589105 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ddad0d0a-0182-463a-9e23-e7dea7b9b8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.652439 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-162ac361-94a4-4464-a37d-119ca6018cc5 req-082b8cad-890c-4848-8bd7-f648b0f4b71f tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568647 Jul 07 16:51:23.679077 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ddad0d0a-0182-463a-9e23-e7dea7b9b8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.683294 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ddad0d0a-0182-463a-9e23-e7dea7b9b8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:23.685434 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ddad0d0a-0182-463a-9e23-e7dea7b9b8c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9ed9206-97d1-413b-bd48-cdd3a1d7c92f HTTP/1.1" status: 204 len: 168 time: 0.2290077 Jul 07 16:51:23.695453 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad0d0a-0182-463a-9e23-e7dea7b9b8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ed9206-97d1-413b-bd48-cdd3a1d7c92f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:23.840603 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac9557-5ea2-4f32-9b5e-7ef412ef16fa req-80546493-1cbf-4bca-92f6-b776d8611c96 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:23.842200 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edac9557-5ea2-4f32-9b5e-7ef412ef16fa req-80546493-1cbf-4bca-92f6-b776d8611c96 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.0720415 Jul 07 16:51:23.886032 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edac9557-5ea2-4f32-9b5e-7ef412ef16fa req-3911f1be-cabe-46ba-9244-65f07a952ae4 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363717 Jul 07 16:51:24.077551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd234dd4-0af8-408a-be9b-aad82c5f7b59 req-26565ca3-7d5f-4372-806a-9e6d203046d1 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:24.080142 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bd234dd4-0af8-408a-be9b-aad82c5f7b59 req-26565ca3-7d5f-4372-806a-9e6d203046d1 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 946 time: 0.0766122 Jul 07 16:51:24.122719 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bd234dd4-0af8-408a-be9b-aad82c5f7b59 req-32e4ed62-b59e-414d-ae0c-dc8a94419c69 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341356 Jul 07 16:51:24.190604 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:51:24.281754 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9cc69-a80d-421d-ab4d-9c09c478234b req-d396b51a-05c0-4b6b-8aa2-8e5de120e8f9 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:24.288291 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9cc69-a80d-421d-ab4d-9c09c478234b req-d396b51a-05c0-4b6b-8aa2-8e5de120e8f9 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:24.295536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9cc69-a80d-421d-ab4d-9c09c478234b req-d396b51a-05c0-4b6b-8aa2-8e5de120e8f9 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:24.297461 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5bc9cc69-a80d-421d-ab4d-9c09c478234b req-d396b51a-05c0-4b6b-8aa2-8e5de120e8f9 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54&device_id=52f5cc4f-17cc-448c-9ce9-feb391912557&device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 2418 time: 0.1187613 Jul 07 16:51:24.311425 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ece74f-c725-4caf-97ee-c4de1bc1e6c0 req-6c65297c-5281-43d3-9434-883d645d6106 tempest-MigrationsAdminTest-1344911726 tempest-MigrationsAdminTest-1344911726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:24.313205 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3ece74f-c725-4caf-97ee-c4de1bc1e6c0 req-6c65297c-5281-43d3-9434-883d645d6106 tempest-MigrationsAdminTest-1344911726 tempest-MigrationsAdminTest-1344911726-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 1100 time: 0.0651610 Jul 07 16:51:24.358768 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3ece74f-c725-4caf-97ee-c4de1bc1e6c0 req-1c989167-e92f-419f-a284-5ec26a91b857 tempest-MigrationsAdminTest-1344911726 tempest-MigrationsAdminTest-1344911726-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383151 Jul 07 16:51:24.358923 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5bc9cc69-a80d-421d-ab4d-9c09c478234b req-b7ae6274-5c25-44e2-adb4-70818b1bc34b tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540383 Jul 07 16:51:24.367724 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1fd4ed12-0c04-434a-bb08-9cfb710cf2c2,segment=NetworkSegment(b1aa41c2-8f36-4927-9c12-b6cdf92f40b4),segment_id=b1aa41c2-8f36-4927-9c12-b6cdf92f40b4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:24.392567 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '1fd4ed12-0c04-434a-bb08-9cfb710cf2c2', 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7', 'port_id': '1fd4ed12-0c04-434a-bb08-9cfb710cf2c2', 'mac_address': 'fa:16:3e:fd:1f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:51:24.445895 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.460245 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:24.482792 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1fd4ed12-0c04-434a-bb08-9cfb710cf2c2,segment=NetworkSegment(b1aa41c2-8f36-4927-9c12-b6cdf92f40b4),segment_id=b1aa41c2-8f36-4927-9c12-b6cdf92f40b4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:24.495235 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:24.555259 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6746b1-046e-4f18-955f-1ebd20f72c19 req-bac4be84-35fb-4272-b2c7-0f273a7b4754 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:24.557744 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ac6746b1-046e-4f18-955f-1ebd20f72c19 req-bac4be84-35fb-4272-b2c7-0f273a7b4754 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/ports?device_id=32e8ecb7-7140-432d-b740-73747ca2da3f HTTP/1.1" status: 200 len: 944 time: 0.0905650 Jul 07 16:51:24.558993 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=1fd4ed12-0c04-434a-bb08-9cfb710cf2c2,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:24.601512 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ac6746b1-046e-4f18-955f-1ebd20f72c19 req-d3553d70-970b-4e52-b2ee-ee40665d267a tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ba8cf0-6455-419c-b1ed-b0a9f9cac753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376635 Jul 07 16:51:24.611534 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75173a30-9bb4-4bf2-8824-ed81a04cf8a2 req-1be4cd43-8068-4efe-b029-c21832236181 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:24.613126 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-75173a30-9bb4-4bf2-8824-ed81a04cf8a2 req-1be4cd43-8068-4efe-b029-c21832236181 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 945 time: 0.0831394 Jul 07 16:51:24.657530 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-75173a30-9bb4-4bf2-8824-ed81a04cf8a2 req-9469ad39-8003-428d-b645-e5bd86b6ead5 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371804 Jul 07 16:51:24.726468 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37465c9d-7238-4350-94e0-97c629a169d8 req-f437b948-4ab0-48ac-a7db-fcd9cfc3f59c tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0857298 Jul 07 16:51:24.824210 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['1fd4ed12-0c04-434a-bb08-9cfb710cf2c2'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:25.241597 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-f9eff8a8-a269-495b-b2c8-e6bded63d1e4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969095 Jul 07 16:51:25.262304 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f4aa5-a1ca-4da5-b52b-1d1b6c8c5c7c req-628a34e2-318c-4464-b73a-e13e76e368b8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:25.263938 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-303f4aa5-a1ca-4da5-b52b-1d1b6c8c5c7c req-628a34e2-318c-4464-b73a-e13e76e368b8 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.0741444 Jul 07 16:51:25.332295 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-303f4aa5-a1ca-4da5-b52b-1d1b6c8c5c7c req-8a9bc952-0bbf-46a3-97fc-9efe45ef4e11 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625300 Jul 07 16:51:25.362890 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91439531-2894-472d-9a05-5bf78ade379d req-24ee0460-1631-41e7-86b6-6b505b406502 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:25.365541 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-91439531-2894-472d-9a05-5bf78ade379d req-24ee0460-1631-41e7-86b6-6b505b406502 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.69 "GET /v2.0/ports?device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 946 time: 0.0909755 Jul 07 16:51:25.551694 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-91439531-2894-472d-9a05-5bf78ade379d req-c25ed713-6e22-4389-9628-a7266ffd834b tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Deleting port 85b6bb1b-b8be-4c30-8ba8-512e45388e16 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:25.551694 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-91439531-2894-472d-9a05-5bf78ade379d req-c25ed713-6e22-4389-9628-a7266ffd834b tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.561379 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5055e-d5fe-4de6-9199-45a133f1870c req-e375ef12-1024-471e-b836-a7de4c6ef341 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:25.563175 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fbe5055e-d5fe-4de6-9199-45a133f1870c req-e375ef12-1024-471e-b836-a7de4c6ef341 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 946 time: 0.0897753 Jul 07 16:51:25.606721 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fbe5055e-d5fe-4de6-9199-45a133f1870c req-2e790464-1dcc-4e52-bb98-f0e9a31a0707 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372348 Jul 07 16:51:25.667828 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-91439531-2894-472d-9a05-5bf78ade379d req-c25ed713-6e22-4389-9628-a7266ffd834b tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] For port 85b6bb1b-b8be-4c30-8ba8-512e45388e16, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=85b6bb1b-b8be-4c30-8ba8-512e45388e16,segment=NetworkSegment(0f719f5a-72b9-4b7d-9309-657d36b755e9),segment_id=0f719f5a-72b9-4b7d-9309-657d36b755e9)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:25.668341 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-91439531-2894-472d-9a05-5bf78ade379d req-c25ed713-6e22-4389-9628-a7266ffd834b tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.688102 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-91439531-2894-472d-9a05-5bf78ade379d req-c25ed713-6e22-4389-9628-a7266ffd834b tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Calling delete_port for 85b6bb1b-b8be-4c30-8ba8-512e45388e16 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:25.782966 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-2cc278d5-281e-427b-93b1-db34015321f5 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=1aaa95a4194f4fd79c412c6c3e38eac2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285347 Jul 07 16:51:25.958135 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-3670af51-f463-4e97-b3a4-bf26b65fa64e tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:25.959716 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-3670af51-f463-4e97-b3a4-bf26b65fa64e tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1669316 Jul 07 16:51:25.961277 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-91439531-2894-472d-9a05-5bf78ade379d req-c25ed713-6e22-4389-9628-a7266ffd834b tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:25.976707 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['85b6bb1b-b8be-4c30-8ba8-512e45388e16'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:26.059340 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-f493a775-c861-4269-8062-9be1775eb95a tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/quotas/1aaa95a4194f4fd79c412c6c3e38eac2 HTTP/1.1" status: 200 len: 375 time: 0.0872946 Jul 07 16:51:26.060325 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ed713-6e22-4389-9628-a7266ffd834b tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Pushing event deleted for resources: {'Port': ['ID=85b6bb1b-b8be-4c30-8ba8-512e45388e16,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:26.099111 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-91439531-2894-472d-9a05-5bf78ade379d req-c25ed713-6e22-4389-9628-a7266ffd834b tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] No DVR routers for this DVR port 85b6bb1b-b8be-4c30-8ba8-512e45388e16 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:26.101856 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-91439531-2894-472d-9a05-5bf78ade379d req-c25ed713-6e22-4389-9628-a7266ffd834b tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.104317 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-91439531-2894-472d-9a05-5bf78ade379d req-c25ed713-6e22-4389-9628-a7266ffd834b tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.69 "DELETE /v2.0/ports/85b6bb1b-b8be-4c30-8ba8-512e45388e16 HTTP/1.1" status: 204 len: 173 time: 0.7324934 Jul 07 16:51:26.109908 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed2adc-31ec-4948-aa10-20d10c7c48c1 req-eeec8eb8-4007-4a82-b655-d55d65ac5675 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:26.118495 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a0ed2adc-31ec-4948-aa10-20d10c7c48c1 req-eeec8eb8-4007-4a82-b655-d55d65ac5675 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/ports?device_id=32e8ecb7-7140-432d-b740-73747ca2da3f HTTP/1.1" status: 200 len: 945 time: 0.1091018 Jul 07 16:51:26.127483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'name': 'network-vif-deleted', 'tag': '85b6bb1b-b8be-4c30-8ba8-512e45388e16'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:26.131201 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ca8055-df3a-453f-98ac-fe52e891da48" -d '{"events": [{"server_uuid": "bde9a12d-320c-4258-bc7e-8f8fc1ed68fa", "name": "network-vif-deleted", "tag": "85b6bb1b-b8be-4c30-8ba8-512e45388e16"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:26.137164 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-07d71ff9-038a-462a-a0e4-3808066ec981 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1aaa95a4194f4fd79c412c6c3e38eac2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677953 Jul 07 16:51:26.181526 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a0ed2adc-31ec-4948-aa10-20d10c7c48c1 req-e24016ad-e2ce-4f51-9cf5-ce50e0f0e963 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ba8cf0-6455-419c-b1ed-b0a9f9cac753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598023 Jul 07 16:51:26.199542 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 039eb334-0042-453f-98e9-d9663d61ef86 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:51:26.201957 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:26.324856 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:26.332168 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:26.332695 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.479836 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fc001-ff58-489c-819e-e5ba4f947355 req-9f12d33c-7b6d-45de-ae2b-c2463969f452 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:26.481452 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-103fc001-ff58-489c-819e-e5ba4f947355 req-9f12d33c-7b6d-45de-ae2b-c2463969f452 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 945 time: 0.1362157 Jul 07 16:51:26.510673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 039eb334-0042-453f-98e9-d9663d61ef86, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=039eb334-0042-453f-98e9-d9663d61ef86,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:26.542358 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '039eb334-0042-453f-98e9-d9663d61ef86', 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7', 'port_id': '039eb334-0042-453f-98e9-d9663d61ef86', 'mac_address': 'fa:16:3e:ae:8f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4033db2-1315-487d-98c1-b14262a4cfcd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:51:26.571832 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-103fc001-ff58-489c-819e-e5ba4f947355 req-3177df84-59ef-4dbc-87d3-c36613eaf042 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831766 Jul 07 16:51:26.608776 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.642401 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.658824 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e8ecb7-7140-432d-b740-73747ca2da3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd4ed12-0c04-434a-bb08-9cfb710cf2c2'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:26.661791 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1528e2-2ace-47b1-a0d7-bed5e25246f2" -d '{"events": [{"server_uuid": "32e8ecb7-7140-432d-b740-73747ca2da3f", "name": "network-vif-plugged", "status": "completed", "tag": "1fd4ed12-0c04-434a-bb08-9cfb710cf2c2"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:26.666123 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdeda37-b460-4326-b3ff-c8a12368b51e x-openstack-request-id: req-ebdeda37-b460-4326-b3ff-c8a12368b51e {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:26.668733 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde9a12d-320c-4258-bc7e-8f8fc1ed68fa", "name": "network-vif-deleted", "tag": "85b6bb1b-b8be-4c30-8ba8-512e45388e16", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:26.670009 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ebdeda37-b460-4326-b3ff-c8a12368b51e {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:26.671120 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde9a12d-320c-4258-bc7e-8f8fc1ed68fa', 'name': 'network-vif-deleted', 'tag': '85b6bb1b-b8be-4c30-8ba8-512e45388e16', 'status': 'completed', 'code': 200} Jul 07 16:51:26.679388 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 039eb334-0042-453f-98e9-d9663d61ef86 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:26.686240 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1fd4ed12-0c04-434a-bb08-9cfb710cf2c2,segment=NetworkSegment(b1aa41c2-8f36-4927-9c12-b6cdf92f40b4),segment_id=b1aa41c2-8f36-4927-9c12-b6cdf92f40b4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:26.705845 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.748380 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 039eb334-0042-453f-98e9-d9663d61ef86, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=039eb334-0042-453f-98e9-d9663d61ef86,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:26.750065 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5feab6f0-598c-464c-ab4c-59994a4711bb req-7e0313c5-c98b-45ae-a155-41d5e9d81210 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d9fafc2-4716-4b02-a649-8ba482297835 HTTP/1.1" status: 200 len: 210 time: 0.0467670 Jul 07 16:51:26.768527 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:26.846720 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=1fd4ed12-0c04-434a-bb08-9cfb710cf2c2,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:26.915052 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=039eb334-0042-453f-98e9-d9663d61ef86,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:26.940422 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['039eb334-0042-453f-98e9-d9663d61ef86'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:26.968666 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-afb23d11-3df8-475e-9b8f-f1f33e8cd7df req-f74bf71b-36ec-49e4-acc2-7e0724ee08d7 tempest-FloatingIPsAssociationTestJSON-1020148347 tempest-FloatingIPsAssociationTestJSON-1020148347-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde9a12d-320c-4258-bc7e-8f8fc1ed68fa HTTP/1.1" status: 200 len: 210 time: 0.0435753 Jul 07 16:51:26.993846 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510b5f7-9a9f-4919-a56c-15560dbec80a req-b708492c-9376-4dec-90fd-1b81d8be4bd4 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:27.003886 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7510b5f7-9a9f-4919-a56c-15560dbec80a req-b708492c-9376-4dec-90fd-1b81d8be4bd4 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.1263661 Jul 07 16:51:27.032715 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33939f8-8105-440d-9414-ddb78593e1d8 x-openstack-request-id: req-b33939f8-8105-440d-9414-ddb78593e1d8 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:27.033642 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e8ecb7-7140-432d-b740-73747ca2da3f", "name": "network-vif-plugged", "status": "completed", "tag": "1fd4ed12-0c04-434a-bb08-9cfb710cf2c2", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:27.033904 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b33939f8-8105-440d-9414-ddb78593e1d8 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:27.035289 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e8ecb7-7140-432d-b740-73747ca2da3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd4ed12-0c04-434a-bb08-9cfb710cf2c2', 'code': 200} Jul 07 16:51:27.072990 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7510b5f7-9a9f-4919-a56c-15560dbec80a req-e6e74c64-3be2-4e0d-b4d6-31f22f19d771 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669253 Jul 07 16:51:27.176118 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-eb9a73bc-3857-4f92-9570-a7579c670c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:27.177735 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-eb9a73bc-3857-4f92-9570-a7579c670c0b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 1100 time: 0.0711136 Jul 07 16:51:27.370782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-7ad98f95-3fac-4dbf-b193-d378c62f3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:27.374196 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-7ad98f95-3fac-4dbf-b193-d378c62f3ac3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1847293 Jul 07 16:51:27.407867 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce9d1a-0a8c-48e4-99af-96ba7b56f3f6 req-0e5620a8-736d-44fe-9b71-f36e531f75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:27.409404 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-60ce9d1a-0a8c-48e4-99af-96ba7b56f3f6 req-0e5620a8-736d-44fe-9b71-f36e531f75bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=32e8ecb7-7140-432d-b740-73747ca2da3f HTTP/1.1" status: 200 len: 1097 time: 0.1289940 Jul 07 16:51:27.431511 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-decea526-fd1d-4428-9c79-c397abb44a41 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fcf798d4-2c52-44ac-8976-da6c419547ba HTTP/1.1" status: 200 len: 217 time: 0.0496378 Jul 07 16:51:27.473615 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb6ae4-e5d9-46a5-b801-27cd1c14542d req-1157d521-3c5c-451c-bf22-6778409f1699 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:27.485605 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d0bb6ae4-e5d9-46a5-b801-27cd1c14542d req-1157d521-3c5c-451c-bf22-6778409f1699 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/ports?device_id=32e8ecb7-7140-432d-b740-73747ca2da3f HTTP/1.1" status: 200 len: 946 time: 0.1483502 Jul 07 16:51:27.491695 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-60ce9d1a-0a8c-48e4-99af-96ba7b56f3f6 req-9b85869d-2865-4e01-b8e3-506e1c0ca6fa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b0ba8cf0-6455-419c-b1ed-b0a9f9cac753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743670 Jul 07 16:51:27.507584 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-899f3002-5144-4381-8dbe-535dc3bc9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:27.514612 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-899f3002-5144-4381-8dbe-535dc3bc9743 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0735962 Jul 07 16:51:27.546262 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d0bb6ae4-e5d9-46a5-b801-27cd1c14542d req-25c8cf7c-67ac-4877-bf1b-47220680f0cf tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ba8cf0-6455-419c-b1ed-b0a9f9cac753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585546 Jul 07 16:51:27.603030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-0106faab-85e6-49f8-91c3-b7d8a35361e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:27.604776 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-0106faab-85e6-49f8-91c3-b7d8a35361e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767980 Jul 07 16:51:27.722974 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-91731110-13b4-4aec-9b40-9fc86fde23dc service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090002 Jul 07 16:51:27.743938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0beec-607d-4f70-ba62-b07a7710a8bb req-cb7080e1-ffcd-41c1-9fed-cf3056c10e7e tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:27.745547 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b0a0beec-607d-4f70-ba62-b07a7710a8bb req-cb7080e1-ffcd-41c1-9fed-cf3056c10e7e tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54 HTTP/1.1" status: 200 len: 946 time: 0.0896106 Jul 07 16:51:27.796603 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b0a0beec-607d-4f70-ba62-b07a7710a8bb req-83f504ec-e1cf-4b19-8a56-88cd9be23696 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453801 Jul 07 16:51:27.841361 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-24bd111f-ed1b-47e6-938c-77aaa59fddb5 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095729 Jul 07 16:51:27.948874 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5da2d124-dcf4-4e94-b91c-43c36bd09127 req-b655dc6d-7b87-4d8f-9769-e235ca640a3c tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d9fafc2-4716-4b02-a649-8ba482297835 HTTP/1.1" status: 200 len: 210 time: 0.0419908 Jul 07 16:51:28.052197 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-d06c65eb-712c-4474-845f-e0f734442bcf tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=1aaa95a4194f4fd79c412c6c3e38eac2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347686 Jul 07 16:51:28.061308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7106636-721e-4785-aa05-55d03ed8be3d req-132eebc7-4384-4309-917e-33b30b2ebd10 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:28.063062 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f7106636-721e-4785-aa05-55d03ed8be3d req-132eebc7-4384-4309-917e-33b30b2ebd10 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 945 time: 0.1563265 Jul 07 16:51:28.077281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 34902) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:28.215805 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 039eb334-0042-453f-98e9-d9663d61ef86 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:28.230505 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f7106636-721e-4785-aa05-55d03ed8be3d req-2644c9bd-68e8-4a34-bcf2-e55f1021bb1a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554666 Jul 07 16:51:28.304081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-a785d4ad-7e3f-404a-bfdb-7d36604f1b3c tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:28.316431 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-a785d4ad-7e3f-404a-bfdb-7d36604f1b3c tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2520423 Jul 07 16:51:28.334658 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-6844ee2b-49d3-4207-ac89-6dd002c9e3f3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Request body: {'port': {'device_id': '6d9fafc2-4716-4b02-a649-8ba482297835', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '1aaa95a4194f4fd79c412c6c3e38eac2'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:28.370398 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 039eb334-0042-453f-98e9-d9663d61ef86 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:28.370782 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.493676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-6844ee2b-49d3-4207-ac89-6dd002c9e3f3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Made reservation on behalf of 1aaa95a4194f4fd79c412c6c3e38eac2 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:28.505547 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-6844ee2b-49d3-4207-ac89-6dd002c9e3f3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.516324 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.524373 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-6844ee2b-49d3-4207-ac89-6dd002c9e3f3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.557951 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 039eb334-0042-453f-98e9-d9663d61ef86, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=039eb334-0042-453f-98e9-d9663d61ef86,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:28.571020 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.648165 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=039eb334-0042-453f-98e9-d9663d61ef86,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:28.750405 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-6844ee2b-49d3-4207-ac89-6dd002c9e3f3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.777879 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-6844ee2b-49d3-4207-ac89-6dd002c9e3f3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:28.817737 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-6dd7560c-c9fa-4a51-9c57-e5b1e49799cb tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:28.819049 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-6dd7560c-c9fa-4a51-9c57-e5b1e49799cb tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40&tenant_id=1be8148ddb52412394c6dd031bc2cc7e&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 1096 time: 0.3844013 Jul 07 16:51:28.853153 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-7'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:28.891250 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844ee2b-49d3-4207-ac89-6dd002c9e3f3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da5f9d2-75f9-46ff-8cba-1114c863bd4a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:28.976361 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ba4d5-9ff6-4216-aea0-2b75e2e824ad req-86b671fd-404a-4f80-87d5-00dd644619ef tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:28.978010 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-421ba4d5-9ff6-4216-aea0-2b75e2e824ad req-86b671fd-404a-4f80-87d5-00dd644619ef tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/ports?device_id=32e8ecb7-7140-432d-b740-73747ca2da3f HTTP/1.1" status: 200 len: 946 time: 0.2165680 Jul 07 16:51:29.029332 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-6844ee2b-49d3-4207-ac89-6dd002c9e3f3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Allocated IP 192.168.233.165 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/31475d35-f7a3-44fe-8c43-110a26ad5924) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:29.036848 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6cdc39-8522-4071-a575-5d5e9190b10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039eb334-0042-453f-98e9-d9663d61ef86'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:29.040338 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c0ca32-ab67-4aae-ba8d-69549683c26a" -d '{"events": [{"server_uuid": "ad6cdc39-8522-4071-a575-5d5e9190b10f", "name": "network-vif-plugged", "status": "completed", "tag": "039eb334-0042-453f-98e9-d9663d61ef86"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:29.062246 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-421ba4d5-9ff6-4216-aea0-2b75e2e824ad req-c1494931-61af-41e9-9024-b24954b15f8e tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ba8cf0-6455-419c-b1ed-b0a9f9cac753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740516 Jul 07 16:51:29.239008 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aab8d-90c7-4f27-b76c-abeb8da341c6 req-ef347fef-2df6-424e-a476-d1d59dcc31ff tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:29.245912 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de2aab8d-90c7-4f27-b76c-abeb8da341c6 req-ef347fef-2df6-424e-a476-d1d59dcc31ff tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.8141642 Jul 07 16:51:29.388269 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de2aab8d-90c7-4f27-b76c-abeb8da341c6 req-5d524ae4-5659-4f4b-bd8b-5a02d7c0bd6a tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414006 Jul 07 16:51:29.400665 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-6844ee2b-49d3-4207-ac89-6dd002c9e3f3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.428859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-6844ee2b-49d3-4207-ac89-6dd002c9e3f3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Transition to ACTIVE for port object 31475d35-f7a3-44fe-8c43-110a26ad5924 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:29.433025 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.467273 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d8dc9-c654-4aa7-93c9-9352105a2d9d req-c203d171-90a2-4606-9be9-324cd1d5e5e7 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:29.469215 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d48f7-4e27-4b42-81c3-db02bdeca451 req-87e34539-b189-4416-975c-d786e19b5213 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:29.469384 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c97d8dc9-c654-4aa7-93c9-9352105a2d9d req-c203d171-90a2-4606-9be9-324cd1d5e5e7 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54 HTTP/1.1" status: 200 len: 946 time: 0.2592552 Jul 07 16:51:29.471032 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c13d48f7-4e27-4b42-81c3-db02bdeca451 req-87e34539-b189-4416-975c-d786e19b5213 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54 HTTP/1.1" status: 200 len: 946 time: 0.1207929 Jul 07 16:51:29.545821 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c13d48f7-4e27-4b42-81c3-db02bdeca451 req-e8349760-9598-445a-9f38-4272631f9101 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604744 Jul 07 16:51:29.576452 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-6844ee2b-49d3-4207-ac89-6dd002c9e3f3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.680354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844ee2b-49d3-4207-ac89-6dd002c9e3f3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Pushing event updated for resources: {'Port': ['ID=31475d35-f7a3-44fe-8c43-110a26ad5924,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:29.693578 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a1d026-b628-4a74-9c37-c92b802a1537 x-openstack-request-id: req-96a1d026-b628-4a74-9c37-c92b802a1537 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:29.694060 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6cdc39-8522-4071-a575-5d5e9190b10f", "name": "network-vif-plugged", "status": "completed", "tag": "039eb334-0042-453f-98e9-d9663d61ef86", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:29.694352 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-96a1d026-b628-4a74-9c37-c92b802a1537 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:29.694860 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6cdc39-8522-4071-a575-5d5e9190b10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039eb334-0042-453f-98e9-d9663d61ef86', 'code': 200} Jul 07 16:51:29.696817 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-6844ee2b-49d3-4207-ac89-6dd002c9e3f3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:29.698960 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-6844ee2b-49d3-4207-ac89-6dd002c9e3f3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:29.711885 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-6844ee2b-49d3-4207-ac89-6dd002c9e3f3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:29.792763 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-6844ee2b-49d3-4207-ac89-6dd002c9e3f3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:29.793442 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-6844ee2b-49d3-4207-ac89-6dd002c9e3f3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.826644 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-6844ee2b-49d3-4207-ac89-6dd002c9e3f3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4962437 Jul 07 16:51:29.842554 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] Request body: {'port': {'device_id': '6d9fafc2-4716-4b02-a649-8ba482297835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:29.892777 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-912c7918-8770-41b1-a7ef-933228399d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.901107 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] For port 07e64711-0d16-47c6-8205-4a44cfc63ffb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=07e64711-0d16-47c6-8205-4a44cfc63ffb,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:29.953599 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:29.973945 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-c97d8dc9-c654-4aa7-93c9-9352105a2d9d req-fc539f2f-e0b9-4c19-ac2d-25db44ab1ae7 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Deleting port 956345d3-fcc2-4498-a578-44bffca33eb1 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:29.974691 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c97d8dc9-c654-4aa7-93c9-9352105a2d9d req-fc539f2f-e0b9-4c19-ac2d-25db44ab1ae7 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.011676 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8ba6e-1353-46f5-9023-8cea9546050b req-f325bd51-0e0b-4ae9-b992-7885a8fe6667 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:30.018915 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b6c8ba6e-1353-46f5-9023-8cea9546050b req-f325bd51-0e0b-4ae9-b992-7885a8fe6667 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d9fafc2-4716-4b02-a649-8ba482297835 HTTP/1.1" status: 200 len: 936 time: 0.4699087 Jul 07 16:51:30.122744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-963be32e-7b2d-4cbf-bc59-9109a090ca7e None None] Provisioning for port 31475d35-f7a3-44fe-8c43-110a26ad5924 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:30.126900 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-963be32e-7b2d-4cbf-bc59-9109a090ca7e None None] Provisioning complete for port 31475d35-f7a3-44fe-8c43-110a26ad5924 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:30.127274 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-963be32e-7b2d-4cbf-bc59-9109a090ca7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.205170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-963be32e-7b2d-4cbf-bc59-9109a090ca7e None None] Port 31475d35-f7a3-44fe-8c43-110a26ad5924 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:51:30.208663 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 07e64711-0d16-47c6-8205-4a44cfc63ffb details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:51:30.224563 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b6c8ba6e-1353-46f5-9023-8cea9546050b req-5b4a66a5-dc7d-4a55-b7ee-d3e6b610a7df tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044392 Jul 07 16:51:30.300418 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] For port 07e64711-0d16-47c6-8205-4a44cfc63ffb, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:30.329260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889a763-fb00-4951-875d-fdbebf9d9fcc req-6305eb82-2c75-49a3-ab9f-eb05051fed5f tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:30.336546 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b889a763-fb00-4951-875d-fdbebf9d9fcc req-6305eb82-2c75-49a3-ab9f-eb05051fed5f tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 945 time: 0.3708196 Jul 07 16:51:30.371929 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-c97d8dc9-c654-4aa7-93c9-9352105a2d9d req-fc539f2f-e0b9-4c19-ac2d-25db44ab1ae7 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] For port 956345d3-fcc2-4498-a578-44bffca33eb1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=956345d3-fcc2-4498-a578-44bffca33eb1,segment=NetworkSegment(136c6be8-fa7d-405b-8eaa-b4af384f2b18),segment_id=136c6be8-fa7d-405b-8eaa-b4af384f2b18)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:30.372307 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c97d8dc9-c654-4aa7-93c9-9352105a2d9d req-fc539f2f-e0b9-4c19-ac2d-25db44ab1ae7 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.422029 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b889a763-fb00-4951-875d-fdbebf9d9fcc req-bde28e54-08d8-44d3-b37d-e4ce5fde33a0 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808051 Jul 07 16:51:30.429633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 07e64711-0d16-47c6-8205-4a44cfc63ffb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=07e64711-0d16-47c6-8205-4a44cfc63ffb,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:30.445912 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 07e64711-0d16-47c6-8205-4a44cfc63ffb has no active binding in host n-h1-793620-7 {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:51:30.463144 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a77c80-9263-49a1-aa77-351662064f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e64711-0d16-47c6-8205-4a44cfc63ffb'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:30.465493 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7107d89e-d03a-4a92-9cf0-484ab22e8991" -d '{"events": [{"server_uuid": "d1a77c80-9263-49a1-aa77-351662064f40", "name": "network-vif-unplugged", "status": "completed", "tag": "07e64711-0d16-47c6-8205-4a44cfc63ffb"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:30.476276 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 85b6bb1b-b8be-4c30-8ba8-512e45388e16 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:30.487470 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.503863 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-c97d8dc9-c654-4aa7-93c9-9352105a2d9d req-fc539f2f-e0b9-4c19-ac2d-25db44ab1ae7 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Calling delete_port for 956345d3-fcc2-4498-a578-44bffca33eb1 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:30.520035 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 85b6bb1b-b8be-4c30-8ba8-512e45388e16 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:51:30.521163 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 85b6bb1b-b8be-4c30-8ba8-512e45388e16 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:30.547939 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.625463 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31475d35-f7a3-44fe-8c43-110a26ad5924 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:30.652467 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.670464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] Transition to ACTIVE for port object 31475d35-f7a3-44fe-8c43-110a26ad5924 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:30.693211 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.732429 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] Pushing event updated for resources: {'Port': ['ID=07e64711-0d16-47c6-8205-4a44cfc63ffb,revision_number=7']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:30.754836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] Pushing event updated for resources: {'Port': ['ID=31475d35-f7a3-44fe-8c43-110a26ad5924,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:30.756175 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278f479-fba4-43d0-a14c-1967ecbea375 req-3937ed89-4cbd-451e-918b-3e2391e1bf8f tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:30.764309 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0278f479-fba4-43d0-a14c-1967ecbea375 req-3937ed89-4cbd-451e-918b-3e2391e1bf8f tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/ports?device_id=32e8ecb7-7140-432d-b740-73747ca2da3f HTTP/1.1" status: 200 len: 946 time: 0.3637726 Jul 07 16:51:30.803453 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] Attempting to bind port 07e64711-0d16-47c6-8205-4a44cfc63ffb on host n-h2-793620-7 for vnic_type normal with profile {"migrating_to": "n-h1-793620-7"} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:30.803812 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] Attempting to bind port 07e64711-0d16-47c6-8205-4a44cfc63ffb by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:30.804213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] Attempting to bind port 07e64711-0d16-47c6-8205-4a44cfc63ffb on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:30.847306 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] Port 07e64711-0d16-47c6-8205-4a44cfc63ffb on network 51ec3819-671e-411b-b116-1f7886237f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:51:30.847942 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] Attempting to bind port 07e64711-0d16-47c6-8205-4a44cfc63ffb on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:30.910737 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:30.912064 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] Checking segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:30.912681 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] Bound using segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:30.913372 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] Bound port: 07e64711-0d16-47c6-8205-4a44cfc63ffb, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:30.913952 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:30.939307 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] Attempting to bind port 31475d35-f7a3-44fe-8c43-110a26ad5924 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:30.939907 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] Attempting to bind port 31475d35-f7a3-44fe-8c43-110a26ad5924 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:30.940016 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] Attempting to bind port 31475d35-f7a3-44fe-8c43-110a26ad5924 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:30.946015 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] Port 31475d35-f7a3-44fe-8c43-110a26ad5924 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:51:30.946472 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] Attempting to bind port 31475d35-f7a3-44fe-8c43-110a26ad5924 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:30.961176 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0278f479-fba4-43d0-a14c-1967ecbea375 req-6b01179b-bf61-492f-968c-7e22d7d8c841 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ba8cf0-6455-419c-b1ed-b0a9f9cac753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958821 Jul 07 16:51:30.962201 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e3313-bf6a-4ca3-89ee-9e19c7a4fdf4 req-115bbf08-c296-4c82-aa9f-115bb6e2d08b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:30.970947 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-323e3313-bf6a-4ca3-89ee-9e19c7a4fdf4 req-115bbf08-c296-4c82-aa9f-115bb6e2d08b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.2092834 Jul 07 16:51:30.994487 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:30.994836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:30.995230 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:30.995680 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] Bound port: 31475d35-f7a3-44fe-8c43-110a26ad5924, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:30.996214 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.047566 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-323e3313-bf6a-4ca3-89ee-9e19c7a4fdf4 req-e80e2e19-f061-495d-af7b-9258610836b1 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752437 Jul 07 16:51:31.087665 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e3f7a4-5ece-4c9a-9b7d-98f3a7bac23f x-openstack-request-id: req-c2e3f7a4-5ece-4c9a-9b7d-98f3a7bac23f {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:31.087977 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a77c80-9263-49a1-aa77-351662064f40", "name": "network-vif-unplugged", "status": "completed", "tag": "07e64711-0d16-47c6-8205-4a44cfc63ffb", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:31.088259 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c2e3f7a4-5ece-4c9a-9b7d-98f3a7bac23f {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:31.098523 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a77c80-9263-49a1-aa77-351662064f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e64711-0d16-47c6-8205-4a44cfc63ffb', 'code': 200} Jul 07 16:51:31.127227 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c97d8dc9-c654-4aa7-93c9-9352105a2d9d req-fc539f2f-e0b9-4c19-ac2d-25db44ab1ae7 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.143266 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['d8446cef-7551-4d0f-b5c6-b500a7d260ad'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:31.154487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['cb967ae3-cdde-46eb-a066-b061168a63b3'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:31.190633 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc539f2f-e0b9-4c19-ac2d-25db44ab1ae7 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Pushing event deleted for resources: {'Port': ['ID=956345d3-fcc2-4498-a578-44bffca33eb1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:31.192531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] For port 31475d35-f7a3-44fe-8c43-110a26ad5924, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:31.200753 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] For port 07e64711-0d16-47c6-8205-4a44cfc63ffb, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:31.202834 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] For port 31475d35-f7a3-44fe-8c43-110a26ad5924, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=31475d35-f7a3-44fe-8c43-110a26ad5924,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:31.205776 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] For port 07e64711-0d16-47c6-8205-4a44cfc63ffb, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=07e64711-0d16-47c6-8205-4a44cfc63ffb,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:31.215923 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.247204 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:31.251977 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.255491 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.257019 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] 10.222.0.69 "PUT /v2.0/ports/31475d35-f7a3-44fe-8c43-110a26ad5924 HTTP/1.1" status: 200 len: 1096 time: 1.4194620 Jul 07 16:51:31.258691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9fafc2-4716-4b02-a649-8ba482297835', 'tag': '31475d35-f7a3-44fe-8c43-110a26ad5924'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:31.268481 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f18e336-53b4-4ee7-89e8-85b681ac703f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9fafc2-4716-4b02-a649-8ba482297835", "tag": "31475d35-f7a3-44fe-8c43-110a26ad5924"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:31.333393 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97d8dc9-c654-4aa7-93c9-9352105a2d9d req-fc539f2f-e0b9-4c19-ac2d-25db44ab1ae7 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] No DVR routers for this DVR port 956345d3-fcc2-4498-a578-44bffca33eb1 on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:31.353176 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c97d8dc9-c654-4aa7-93c9-9352105a2d9d req-fc539f2f-e0b9-4c19-ac2d-25db44ab1ae7 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.363985 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c97d8dc9-c654-4aa7-93c9-9352105a2d9d req-fc539f2f-e0b9-4c19-ac2d-25db44ab1ae7 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.15 "DELETE /v2.0/ports/956345d3-fcc2-4498-a578-44bffca33eb1 HTTP/1.1" status: 204 len: 173 time: 1.8697317 Jul 07 16:51:31.378882 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-912c7918-8770-41b1-a7ef-933228399d66 admin admin] Deleting port c20bf029-4c59-4a29-a8e2-29045dfa0484 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:31.379456 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-912c7918-8770-41b1-a7ef-933228399d66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.576787 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-200d9e33-8a5c-4d20-a0c3-b109e99f8937 req-00d63368-c0ad-4159-89e5-d902f46605f0 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=bce29187-0571-4e1c-bf17-cd83ea4dae54 HTTP/1.1" status: 200 len: 210 time: 0.2261107 Jul 07 16:51:31.637873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b513ab-4600-43c9-8133-6a1b4902896e service neutron] Pushing event updated for resources: {'Port': ['ID=31475d35-f7a3-44fe-8c43-110a26ad5924,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:31.685452 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-7ba6a48a-179b-4f9a-a13e-c53fa38f7b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:31.687706 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-7ba6a48a-179b-4f9a-a13e-c53fa38f7b17 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1aaa95a4194f4fd79c412c6c3e38eac2&device_id=6d9fafc2-4716-4b02-a649-8ba482297835 HTTP/1.1" status: 200 len: 1099 time: 0.3306134 Jul 07 16:51:31.743103 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-912c7918-8770-41b1-a7ef-933228399d66 admin admin] For port c20bf029-4c59-4a29-a8e2-29045dfa0484, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c20bf029-4c59-4a29-a8e2-29045dfa0484,segment=NetworkSegment(0f719f5a-72b9-4b7d-9309-657d36b755e9),segment_id=0f719f5a-72b9-4b7d-9309-657d36b755e9)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:31.743559 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-912c7918-8770-41b1-a7ef-933228399d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:31.761350 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-912c7918-8770-41b1-a7ef-933228399d66 admin admin] Calling delete_port for c20bf029-4c59-4a29-a8e2-29045dfa0484 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:31.768610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d02263-6fb1-4c36-b48c-b1535ac3772d req-5deaf776-b0d7-442f-8b58-aa3741fa10f2 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:31.777434 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a1d02263-6fb1-4c36-b48c-b1535ac3772d req-5deaf776-b0d7-442f-8b58-aa3741fa10f2 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/ports?device_id=32e8ecb7-7140-432d-b740-73747ca2da3f HTTP/1.1" status: 200 len: 946 time: 0.3169563 Jul 07 16:51:31.788453 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 34972) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:31.810980 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-af5f7c1e-2ec7-48aa-8a2c-5d7be75b3e28 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Request body: {'floatingip': {'port_id': '1fd4ed12-0c04-434a-bb08-9cfb710cf2c2'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:31.940572 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15c4b4a-7f4b-45f0-bb0c-57c0f41b8fc8 x-openstack-request-id: req-f15c4b4a-7f4b-45f0-bb0c-57c0f41b8fc8 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:31.941177 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9fafc2-4716-4b02-a649-8ba482297835", "tag": "31475d35-f7a3-44fe-8c43-110a26ad5924", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:31.944838 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f15c4b4a-7f4b-45f0-bb0c-57c0f41b8fc8 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:31.945263 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d9fafc2-4716-4b02-a649-8ba482297835', 'tag': '31475d35-f7a3-44fe-8c43-110a26ad5924', 'status': 'completed', 'code': 200} Jul 07 16:51:31.998440 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af5f7c1e-2ec7-48aa-8a2c-5d7be75b3e28 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for floatingip, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.009937 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-38f1c0c3-aaba-48b1-9a89-0d5fafb79f2b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=31475d35-f7a3-44fe-8c43-110a26ad5924 HTTP/1.1" status: 200 len: 217 time: 0.3053420 Jul 07 16:51:32.035689 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] Pushing event updated for resources: {'Port': ['ID=07e64711-0d16-47c6-8205-4a44cfc63ffb,revision_number=8']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:32.049407 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:32.050002 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.051982 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-c3550b4e-b0f2-4703-af51-b049f5b14752 service neutron] 10.222.0.15 "PUT /v2.0/ports/07e64711-0d16-47c6-8205-4a44cfc63ffb HTTP/1.1" status: 200 len: 1121 time: 3.2036653 Jul 07 16:51:32.146868 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['07e64711-0d16-47c6-8205-4a44cfc63ffb'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:32.154215 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['07e64711-0d16-47c6-8205-4a44cfc63ffb'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:32.207854 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-912c7918-8770-41b1-a7ef-933228399d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.265193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119bf05-8ae2-4061-af3b-d3a69a089685 req-789374c4-7039-4a7f-afa5-664d89d200bb tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:32.273946 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 956345d3-fcc2-4498-a578-44bffca33eb1 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:32.275825 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6119bf05-8ae2-4061-af3b-d3a69a089685 req-789374c4-7039-4a7f-afa5-664d89d200bb tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d9fafc2-4716-4b02-a649-8ba482297835 HTTP/1.1" status: 200 len: 948 time: 0.2476759 Jul 07 16:51:32.346568 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c7918-8770-41b1-a7ef-933228399d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=c20bf029-4c59-4a29-a8e2-29045dfa0484,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:32.389823 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 956345d3-fcc2-4498-a578-44bffca33eb1 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:51:32.390706 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 956345d3-fcc2-4498-a578-44bffca33eb1 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:32.538987 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6119bf05-8ae2-4061-af3b-d3a69a089685 req-12105841-b687-4e81-8fa3-1337c8384410 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617953 Jul 07 16:51:32.547547 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-f07032b8-7aae-4529-9431-b02043c7a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:32.551728 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-f07032b8-7aae-4529-9431-b02043c7a92e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.4396930 Jul 07 16:51:32.727219 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8de3d-7895-4ff2-a079-5cfbd24d5583 req-28942f10-b2f6-456c-8c9b-60cce7af3f30 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:32.734488 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6fc8de3d-7895-4ff2-a079-5cfbd24d5583 req-28942f10-b2f6-456c-8c9b-60cce7af3f30 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 943 time: 0.6280415 Jul 07 16:51:32.796906 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-912c7918-8770-41b1-a7ef-933228399d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:32.848174 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6fc8de3d-7895-4ff2-a079-5cfbd24d5583 req-48a8dbfc-280d-40dd-b654-fa504d83dff4 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120424 Jul 07 16:51:33.176403 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af5f7c1e-2ec7-48aa-8a2c-5d7be75b3e28 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:33.182869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-85e205ba-f7c2-4f4a-94b1-3327eaddbf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:33.184611 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-85e205ba-f7c2-4f4a-94b1-3327eaddbf8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6158891 Jul 07 16:51:33.185876 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af5f7c1e-2ec7-48aa-8a2c-5d7be75b3e28 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:33.268350 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce29187-0571-4e1c-bf17-cd83ea4dae54', 'name': 'network-vif-deleted', 'tag': '956345d3-fcc2-4498-a578-44bffca33eb1'}, {'name': 'network-changed', 'server_uuid': 'd1a77c80-9263-49a1-aa77-351662064f40', 'tag': '07e64711-0d16-47c6-8205-4a44cfc63ffb'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:33.271442 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14ca3ac-6e3a-4b07-ac7f-5904cebc97ba" -d '{"events": [{"server_uuid": "bce29187-0571-4e1c-bf17-cd83ea4dae54", "name": "network-vif-deleted", "tag": "956345d3-fcc2-4498-a578-44bffca33eb1"}, {"name": "network-changed", "server_uuid": "d1a77c80-9263-49a1-aa77-351662064f40", "tag": "07e64711-0d16-47c6-8205-4a44cfc63ffb"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:33.502481 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6e5faf-1562-49e6-8c48-2c58c0a73255 x-openstack-request-id: req-1b6e5faf-1562-49e6-8c48-2c58c0a73255 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:33.503086 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce29187-0571-4e1c-bf17-cd83ea4dae54", "name": "network-vif-deleted", "tag": "956345d3-fcc2-4498-a578-44bffca33eb1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d1a77c80-9263-49a1-aa77-351662064f40", "tag": "07e64711-0d16-47c6-8205-4a44cfc63ffb", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:33.503526 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1b6e5faf-1562-49e6-8c48-2c58c0a73255 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:33.504654 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce29187-0571-4e1c-bf17-cd83ea4dae54', 'name': 'network-vif-deleted', 'tag': '956345d3-fcc2-4498-a578-44bffca33eb1', 'status': 'completed', 'code': 200} Jul 07 16:51:33.505083 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a77c80-9263-49a1-aa77-351662064f40', 'tag': '07e64711-0d16-47c6-8205-4a44cfc63ffb', 'status': 'completed', 'code': 200} Jul 07 16:51:33.521411 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bbb24-47a0-4732-abe8-d96d1ddb7a08 req-c16109bd-2285-4900-927c-c14cf21d957f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:33.523368 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-574bbb24-47a0-4732-abe8-d96d1ddb7a08 req-c16109bd-2285-4900-927c-c14cf21d957f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.2465367 Jul 07 16:51:33.543888 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912c7918-8770-41b1-a7ef-933228399d66 admin admin] Router fd67f913-44bc-428e-9d49-3b8a647511fc has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:51:33.644370 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-574bbb24-47a0-4732-abe8-d96d1ddb7a08 req-fd618649-24b5-47cb-9706-69bea088cdad tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116495 Jul 07 16:51:33.732932 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912c7918-8770-41b1-a7ef-933228399d66 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:51:33.743456 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd39885-7c7b-45c2-855b-6ce1d69750d4 None None] Sync routers for ids ['fd67f913-44bc-428e-9d49-3b8a647511fc'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:51:33.784097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd39885-7c7b-45c2-855b-6ce1d69750d4 None None] Routers {'fd67f913-44bc-428e-9d49-3b8a647511fc'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:33.784797 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-912c7918-8770-41b1-a7ef-933228399d66 admin admin] 10.222.0.50 "PUT /v2.0/routers/fd67f913-44bc-428e-9d49-3b8a647511fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7059770 Jul 07 16:51:33.785349 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9fd39885-7c7b-45c2-855b-6ce1d69750d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:51:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd67f913-44bc-428e-9d49-3b8a647511fc'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:33.792058 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35000) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:33.822522 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-af5f7c1e-2ec7-48aa-8a2c-5d7be75b3e28 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Floating IP dbe80fd1-8e86-46f0-97e2-780b68463a4a associated. External IP: 172.25.2.250, port: 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2. Jul 07 16:51:33.922176 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47f89e-0b1e-4a65-b387-8529aefbb665 req-479e254b-d5bb-49cb-ad2a-8f7742b68517 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:33.931823 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-db47f89e-0b1e-4a65-b387-8529aefbb665 req-479e254b-d5bb-49cb-ad2a-8f7742b68517 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d9fafc2-4716-4b02-a649-8ba482297835 HTTP/1.1" status: 200 len: 948 time: 0.1453643 Jul 07 16:51:33.956233 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-9fd39885-7c7b-45c2-855b-6ce1d69750d4 None None] Set router fd67f913-44bc-428e-9d49-3b8a647511fc gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:33.957789 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d1def-5cad-4752-b7aa-3b8c32c087b9 req-c8c636a6-4618-474c-93ff-d197568969d9 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:33.959402 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-171d1def-5cad-4752-b7aa-3b8c32c087b9 req-c8c636a6-4618-474c-93ff-d197568969d9 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=52f5cc4f-17cc-448c-9ce9-feb391912557 HTTP/1.1" status: 200 len: 946 time: 0.2930045 Jul 07 16:51:34.009142 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-db47f89e-0b1e-4a65-b387-8529aefbb665 req-42691487-03d0-4f49-bfd7-d41261dad3c1 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752878 Jul 07 16:51:34.014579 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-84badb7a-2385-46d1-a238-8a14f430f039 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578651 Jul 07 16:51:34.016757 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ca3ac-6e3a-4b07-ac7f-5904cebc97ba req-d8fcebdd-59a9-4c59-9001-e46c116db9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:34.018121 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a14ca3ac-6e3a-4b07-ac7f-5904cebc97ba req-d8fcebdd-59a9-4c59-9001-e46c116db9b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 1124 time: 0.3705826 Jul 07 16:51:34.205145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9fd39885-7c7b-45c2-855b-6ce1d69750d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:51:32Z', 'revision_number': 5, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:34.244827 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-963abd16-7275-4886-99a7-ba2e608f3ddb admin admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:34.256623 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-171d1def-5cad-4752-b7aa-3b8c32c087b9 req-3b14ee1e-2550-4224-af9f-ef9722a83814 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873926 Jul 07 16:51:34.411878 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85078217-6bc2-4d8d-8170-8f83cb8e17c0 req-71f58e74-bf81-4fb1-9a4e-a9f3e95483ea tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:34.419691 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-85078217-6bc2-4d8d-8170-8f83cb8e17c0 req-71f58e74-bf81-4fb1-9a4e-a9f3e95483ea tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 943 time: 0.1087160 Jul 07 16:51:34.433349 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd39885-7c7b-45c2-855b-6ce1d69750d4 None None] Checking router: fd67f913-44bc-428e-9d49-3b8a647511fc for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:51:34.445451 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd39885-7c7b-45c2-855b-6ce1d69750d4 None None] Routers {'fd67f913-44bc-428e-9d49-3b8a647511fc'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:34.447900 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9fd39885-7c7b-45c2-855b-6ce1d69750d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:51:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd67f913-44bc-428e-9d49-3b8a647511fc'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:34.470694 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-85078217-6bc2-4d8d-8170-8f83cb8e17c0 req-764feaf6-de31-41ea-b97b-48f4ef111308 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497363 Jul 07 16:51:34.563210 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92615777-2d41-4da3-aa48-36d50dd6fd85 req-922bfcd2-dd7e-4f1c-b005-c4efbedd33f9 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297775 Jul 07 16:51:34.569483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ca3ac-6e3a-4b07-ac7f-5904cebc97ba req-7a0ccdfb-fac4-42d0-9b64-6ef323027c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:34.580865 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a14ca3ac-6e3a-4b07-ac7f-5904cebc97ba req-7a0ccdfb-fac4-42d0-9b64-6ef323027c07 service neutron] 10.222.0.69 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 909 time: 0.4940128 Jul 07 16:51:34.588692 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-9fd39885-7c7b-45c2-855b-6ce1d69750d4 None None] Set router fd67f913-44bc-428e-9d49-3b8a647511fc gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:34.680276 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a14ca3ac-6e3a-4b07-ac7f-5904cebc97ba req-54f27875-a239-4b41-b4ef-b3ef9ebcd7a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07e64711-0d16-47c6-8205-4a44cfc63ffb HTTP/1.1" status: 200 len: 217 time: 0.0978017 Jul 07 16:51:34.694291 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5f7c1e-2ec7-48aa-8a2c-5d7be75b3e28 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Router b6673bf9-3a17-4aec-8035-88eaeb62360f has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:51:34.743686 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-963abd16-7275-4886-99a7-ba2e608f3ddb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:34.850432 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ca3ac-6e3a-4b07-ac7f-5904cebc97ba req-777a6fb0-f536-41ae-9db1-f06c3788883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:34.852100 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a14ca3ac-6e3a-4b07-ac7f-5904cebc97ba req-777a6fb0-f536-41ae-9db1-f06c3788883d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.1616738 Jul 07 16:51:34.919390 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9fd39885-7c7b-45c2-855b-6ce1d69750d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:51:32Z', 'revision_number': 5, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:34.938603 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a14ca3ac-6e3a-4b07-ac7f-5904cebc97ba req-910990c3-b0c4-4ca1-ac15-af3837de22d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677378 Jul 07 16:51:34.952016 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd39885-7c7b-45c2-855b-6ce1d69750d4 None None] The sync data for ids ['fd67f913-44bc-428e-9d49-3b8a647511fc'] in n-d-793620-7 is: [{'id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1981673240-router', 'tenant_id': '7b6bfd37470740a7bef2749808400596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:49:42Z', 'updated_at': '2021-07-07T16:51:32Z', 'revision_number': 5, 'project_id': '7b6bfd37470740a7bef2749808400596', 'gw_port': {'id': '27ff71c4-10a3-483b-8b72-db41f090f809', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:bb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd67f913-44bc-428e-9d49-3b8a647511fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:49:44Z', 'updated_at': '2021-07-07T16:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:51:35.000012 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18e336-53b4-4ee7-89e8-85b681ac703f req-1715fae3-ecf1-4300-8312-cf5521d586b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:35.002135 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f18e336-53b4-4ee7-89e8-85b681ac703f req-1715fae3-ecf1-4300-8312-cf5521d586b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1aaa95a4194f4fd79c412c6c3e38eac2&device_id=6d9fafc2-4716-4b02-a649-8ba482297835 HTTP/1.1" status: 200 len: 1099 time: 0.3609407 Jul 07 16:51:35.191185 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc85c7b-1412-4cf7-8417-a54345843d17 req-ee8f77a6-a2d8-40f8-94bb-07e18c0e11b7 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:35.194351 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3fc85c7b-1412-4cf7-8417-a54345843d17 req-ee8f77a6-a2d8-40f8-94bb-07e18c0e11b7 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.15 "GET /v2.0/ports?device_id=52f5cc4f-17cc-448c-9ce9-feb391912557 HTTP/1.1" status: 200 len: 946 time: 0.1088784 Jul 07 16:51:35.194661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5f7c1e-2ec7-48aa-8a2c-5d7be75b3e28 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:51:35.204335 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b235a676-4828-451a-a876-584b564387e8 None None] Sync routers for ids ['b6673bf9-3a17-4aec-8035-88eaeb62360f'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:51:35.216003 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af5f7c1e-2ec7-48aa-8a2c-5d7be75b3e28 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.223295 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b235a676-4828-451a-a876-584b564387e8 None None] Routers {'b6673bf9-3a17-4aec-8035-88eaeb62360f'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:35.225741 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-b235a676-4828-451a-a876-584b564387e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:51:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['b6673bf9-3a17-4aec-8035-88eaeb62360f'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:35.274364 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-963abd16-7275-4886-99a7-ba2e608f3ddb admin admin] Deleting port 27ff71c4-10a3-483b-8b72-db41f090f809 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:35.276032 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-963abd16-7275-4886-99a7-ba2e608f3ddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.369180 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad33734-39e7-4ac3-94bb-9fe78e0a3758 req-5e1e64c0-58d5-4d51-a23e-3188e8c2f55b tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:35.370805 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ad33734-39e7-4ac3-94bb-9fe78e0a3758 req-5e1e64c0-58d5-4d51-a23e-3188e8c2f55b tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d9fafc2-4716-4b02-a649-8ba482297835 HTTP/1.1" status: 200 len: 948 time: 0.2019789 Jul 07 16:51:35.381592 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18e336-53b4-4ee7-89e8-85b681ac703f req-052e592f-5b3f-4e97-8db4-9931b49d4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:35.383460 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f18e336-53b4-4ee7-89e8-85b681ac703f req-052e592f-5b3f-4e97-8db4-9931b49d4e93 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.3115606 Jul 07 16:51:35.399204 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-b235a676-4828-451a-a876-584b564387e8 None None] Set router b6673bf9-3a17-4aec-8035-88eaeb62360f gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:35.421079 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-af5f7c1e-2ec7-48aa-8a2c-5d7be75b3e28 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "PUT /v2.0/floatingips/dbe80fd1-8e86-46f0-97e2-780b68463a4a HTTP/1.1" status: 200 len: 992 time: 3.6298721 Jul 07 16:51:35.440271 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e8ecb7-7140-432d-b740-73747ca2da3f', 'tag': '1fd4ed12-0c04-434a-bb08-9cfb710cf2c2'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:35.443138 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8c3c5f-9d40-4bad-a514-05219c910ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "32e8ecb7-7140-432d-b740-73747ca2da3f", "tag": "1fd4ed12-0c04-434a-bb08-9cfb710cf2c2"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:35.450249 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-3fc85c7b-1412-4cf7-8417-a54345843d17 req-506d639f-0584-47bb-8ad3-2969ed2b11c5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Deleting port cb967ae3-cdde-46eb-a066-b061168a63b3 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:35.450855 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3fc85c7b-1412-4cf7-8417-a54345843d17 req-506d639f-0584-47bb-8ad3-2969ed2b11c5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.528369 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ad33734-39e7-4ac3-94bb-9fe78e0a3758 req-26996771-2357-4585-bb9b-c9fa06edbc12 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484220 Jul 07 16:51:35.536332 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-963abd16-7275-4886-99a7-ba2e608f3ddb admin admin] For port 27ff71c4-10a3-483b-8b72-db41f090f809, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=27ff71c4-10a3-483b-8b72-db41f090f809,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:35.536705 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-963abd16-7275-4886-99a7-ba2e608f3ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.547766 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fa31b-32a1-459f-81f2-163315ef7824 req-d5cc2210-0bac-4b96-988c-4b2809eabc39 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:35.556867 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f2fa31b-32a1-459f-81f2-163315ef7824 req-d5cc2210-0bac-4b96-988c-4b2809eabc39 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.7078485 Jul 07 16:51:35.573617 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f18e336-53b4-4ee7-89e8-85b681ac703f req-bce8912a-a938-4716-b473-04f55f39c362 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=31475d35-f7a3-44fe-8c43-110a26ad5924 HTTP/1.1" status: 200 len: 217 time: 0.1421642 Jul 07 16:51:35.584640 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a14ca3ac-6e3a-4b07-ac7f-5904cebc97ba req-90f20052-f409-4b7a-b467-68e2495ce314 service neutron] 10.222.0.69 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148765 Jul 07 16:51:35.664173 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-3fc85c7b-1412-4cf7-8417-a54345843d17 req-506d639f-0584-47bb-8ad3-2969ed2b11c5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] For port cb967ae3-cdde-46eb-a066-b061168a63b3, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=cb967ae3-cdde-46eb-a066-b061168a63b3,segment=NetworkSegment(136c6be8-fa7d-405b-8eaa-b4af384f2b18),segment_id=136c6be8-fa7d-405b-8eaa-b4af384f2b18)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:35.664549 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3fc85c7b-1412-4cf7-8417-a54345843d17 req-506d639f-0584-47bb-8ad3-2969ed2b11c5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.709732 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-3fc85c7b-1412-4cf7-8417-a54345843d17 req-506d639f-0584-47bb-8ad3-2969ed2b11c5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Calling delete_port for cb967ae3-cdde-46eb-a066-b061168a63b3 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:35.717618 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a14ca3ac-6e3a-4b07-ac7f-5904cebc97ba req-02143558-27d1-4dfb-ac20-6abb363c8bd3 service neutron] 10.222.0.69 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064475 Jul 07 16:51:35.731988 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-b235a676-4828-451a-a876-584b564387e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'name': 'tempest-ServersTestJSON-1425730623-router', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:56Z', 'updated_at': '2021-07-07T16:51:07Z', 'revision_number': 4, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'gw_port': {'id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:58Z', 'updated_at': '2021-07-07T16:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'dbe80fd1-8e86-46f0-97e2-780b68463a4a', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'floating_ip_address': '172.25.2.250', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'port_id': '1fd4ed12-0c04-434a-bb08-9cfb710cf2c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7', 'mac_address': 'fa:16:3e:fd:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e8ecb7-7140-432d-b740-73747ca2da3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:51:12Z', 'updated_at': '2021-07-07T16:51:33Z', 'revision_number': 1, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfefed5e-8201-4381-acba-8295e5703aab', 'name': '', 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'mac_address': 'fa:16:3e:55:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:04Z', 'updated_at': '2021-07-07T16:51:13Z', 'revision_number': 5, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'subnets': [{'id': '3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:35.772634 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b235a676-4828-451a-a876-584b564387e8 None None] Checking router: b6673bf9-3a17-4aec-8035-88eaeb62360f for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:51:35.783026 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b235a676-4828-451a-a876-584b564387e8 None None] Routers {'b6673bf9-3a17-4aec-8035-88eaeb62360f'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:51:35.783730 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-b235a676-4828-451a-a876-584b564387e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:51:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['b6673bf9-3a17-4aec-8035-88eaeb62360f'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:35.955454 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3fc85c7b-1412-4cf7-8417-a54345843d17 req-506d639f-0584-47bb-8ad3-2969ed2b11c5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:35.975443 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['d8446cef-7551-4d0f-b5c6-b500a7d260ad'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:35.977679 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['cb967ae3-cdde-46eb-a066-b061168a63b3'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:35.983916 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e4feac2d-ae34-4044-b264-aafaaa1dfe09 req-bf101c79-6ee5-4157-91dd-890ee2edd1c7 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=52f5cc4f-17cc-448c-9ce9-feb391912557 HTTP/1.1" status: 200 len: 210 time: 0.0427642 Jul 07 16:51:36.018258 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-b235a676-4828-451a-a876-584b564387e8 None None] Set router b6673bf9-3a17-4aec-8035-88eaeb62360f gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:51:36.028880 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d639f-0584-47bb-8ad3-2969ed2b11c5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Pushing event deleted for resources: {'Port': ['ID=cb967ae3-cdde-46eb-a066-b061168a63b3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:36.192917 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc85c7b-1412-4cf7-8417-a54345843d17 req-506d639f-0584-47bb-8ad3-2969ed2b11c5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] No DVR routers for this DVR port cb967ae3-cdde-46eb-a066-b061168a63b3 on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:36.204185 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3fc85c7b-1412-4cf7-8417-a54345843d17 req-506d639f-0584-47bb-8ad3-2969ed2b11c5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:36.219737 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3fc85c7b-1412-4cf7-8417-a54345843d17 req-506d639f-0584-47bb-8ad3-2969ed2b11c5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.15 "DELETE /v2.0/ports/cb967ae3-cdde-46eb-a066-b061168a63b3 HTTP/1.1" status: 204 len: 173 time: 1.0039797 Jul 07 16:51:36.221906 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f5cc4f-17cc-448c-9ce9-feb391912557', 'name': 'network-vif-deleted', 'tag': 'cb967ae3-cdde-46eb-a066-b061168a63b3'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:36.234504 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead30d77-c934-46e1-8316-b29767c9e5fc" -d '{"events": [{"server_uuid": "52f5cc4f-17cc-448c-9ce9-feb391912557", "name": "network-vif-deleted", "tag": "cb967ae3-cdde-46eb-a066-b061168a63b3"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:36.250756 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c20bf029-4c59-4a29-a8e2-29045dfa0484 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:36.283279 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: c20bf029-4c59-4a29-a8e2-29045dfa0484 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:51:36.283655 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c20bf029-4c59-4a29-a8e2-29045dfa0484 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:36.370868 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-963abd16-7275-4886-99a7-ba2e608f3ddb admin admin] Calling delete_port for 27ff71c4-10a3-483b-8b72-db41f090f809 owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:36.600478 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-b235a676-4828-451a-a876-584b564387e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'name': 'tempest-ServersTestJSON-1425730623-router', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:56Z', 'updated_at': '2021-07-07T16:51:07Z', 'revision_number': 4, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'gw_port': {'id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:58Z', 'updated_at': '2021-07-07T16:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'dbe80fd1-8e86-46f0-97e2-780b68463a4a', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'floating_ip_address': '172.25.2.250', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'port_id': '1fd4ed12-0c04-434a-bb08-9cfb710cf2c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7', 'mac_address': 'fa:16:3e:fd:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e8ecb7-7140-432d-b740-73747ca2da3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:51:12Z', 'updated_at': '2021-07-07T16:51:33Z', 'revision_number': 1, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfefed5e-8201-4381-acba-8295e5703aab', 'name': '', 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'mac_address': 'fa:16:3e:55:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:04Z', 'updated_at': '2021-07-07T16:51:13Z', 'revision_number': 5, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'subnets': [{'id': '3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:36.632328 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c3c5f-9d40-4bad-a514-05219c910ddb req-cda21d0d-cc22-44d6-b56f-05de798fb3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:36.634840 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aa8c3c5f-9d40-4bad-a514-05219c910ddb req-cda21d0d-cc22-44d6-b56f-05de798fb3cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b6507bb6cda4d9ca388937ef0c6fdec&device_id=32e8ecb7-7140-432d-b740-73747ca2da3f HTTP/1.1" status: 200 len: 1097 time: 0.1308513 Jul 07 16:51:36.657144 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b235a676-4828-451a-a876-584b564387e8 None None] The sync data for ids ['b6673bf9-3a17-4aec-8035-88eaeb62360f'] in n-d-793620-7 is: [{'id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'name': 'tempest-ServersTestJSON-1425730623-router', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:56Z', 'updated_at': '2021-07-07T16:51:07Z', 'revision_number': 4, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'gw_port': {'id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:58Z', 'updated_at': '2021-07-07T16:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'dbe80fd1-8e86-46f0-97e2-780b68463a4a', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'floating_ip_address': '172.25.2.250', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'port_id': '1fd4ed12-0c04-434a-bb08-9cfb710cf2c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7', 'mac_address': 'fa:16:3e:fd:1f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e8ecb7-7140-432d-b740-73747ca2da3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:51:12Z', 'updated_at': '2021-07-07T16:51:33Z', 'revision_number': 1, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfefed5e-8201-4381-acba-8295e5703aab', 'name': '', 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'mac_address': 'fa:16:3e:55:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:04Z', 'updated_at': '2021-07-07T16:51:13Z', 'revision_number': 5, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'subnets': [{'id': '3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:51:36.663631 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18e336-53b4-4ee7-89e8-85b681ac703f req-d479554e-f5ff-4313-9c62-4c46b009bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:36.665978 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f18e336-53b4-4ee7-89e8-85b681ac703f req-d479554e-f5ff-4313-9c62-4c46b009bf66 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 1.0777111 Jul 07 16:51:36.686939 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c01f8d5-b358-4fac-9adc-6ee90f0d4731 x-openstack-request-id: req-4c01f8d5-b358-4fac-9adc-6ee90f0d4731 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:36.687297 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e8ecb7-7140-432d-b740-73747ca2da3f", "tag": "1fd4ed12-0c04-434a-bb08-9cfb710cf2c2", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:36.687673 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c01f8d5-b358-4fac-9adc-6ee90f0d4731 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:36.688171 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e8ecb7-7140-432d-b740-73747ca2da3f', 'tag': '1fd4ed12-0c04-434a-bb08-9cfb710cf2c2', 'status': 'completed', 'code': 200} Jul 07 16:51:36.692772 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f2fa31b-32a1-459f-81f2-163315ef7824 req-9d2a35ce-efc0-458d-81de-2dd76a6b928a tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1356103 Jul 07 16:51:36.755269 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-963abd16-7275-4886-99a7-ba2e608f3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:36.793561 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963abd16-7275-4886-99a7-ba2e608f3ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=27ff71c4-10a3-483b-8b72-db41f090f809,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:36.880486 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733939ca-42be-4cd0-a2c9-303f5d4763fe req-50b924f1-4deb-49dd-96ab-3a2fb1717c11 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:36.890472 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-733939ca-42be-4cd0-a2c9-303f5d4763fe req-50b924f1-4deb-49dd-96ab-3a2fb1717c11 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 943 time: 0.2530127 Jul 07 16:51:36.901395 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18e336-53b4-4ee7-89e8-85b681ac703f req-1a51f66d-f55f-4e31-909e-f4a89c8b1a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:36.902964 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f18e336-53b4-4ee7-89e8-85b681ac703f req-1a51f66d-f55f-4e31-909e-f4a89c8b1a35 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2139447 Jul 07 16:51:36.911983 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c3c5f-9d40-4bad-a514-05219c910ddb req-d2f018cb-fed0-431f-919d-02e610c0f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:36.916130 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aa8c3c5f-9d40-4bad-a514-05219c910ddb req-d2f018cb-fed0-431f-919d-02e610c0f1ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=13413cf7-07ee-4fa7-a844-d880982466e7 HTTP/1.1" status: 200 len: 907 time: 0.2110457 Jul 07 16:51:37.014203 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-733939ca-42be-4cd0-a2c9-303f5d4763fe req-3427cffa-db31-4dbe-91b8-2570b4f4c7d1 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204443 Jul 07 16:51:37.030219 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e875c76-07d4-492f-8eaf-0c88f134be5a x-openstack-request-id: req-2e875c76-07d4-492f-8eaf-0c88f134be5a {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:37.030546 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f5cc4f-17cc-448c-9ce9-feb391912557", "name": "network-vif-deleted", "tag": "cb967ae3-cdde-46eb-a066-b061168a63b3", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:37.030810 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2e875c76-07d4-492f-8eaf-0c88f134be5a {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:37.031220 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f5cc4f-17cc-448c-9ce9-feb391912557', 'name': 'network-vif-deleted', 'tag': 'cb967ae3-cdde-46eb-a066-b061168a63b3', 'status': 'completed', 'code': 200} Jul 07 16:51:37.046968 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f18e336-53b4-4ee7-89e8-85b681ac703f req-3cfc323e-f0e0-4054-9dc4-0f9ac3c2eaff service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333489 Jul 07 16:51:37.050708 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e515a814-3c9b-4221-a49d-96ddd49bb9de None None] New status for floating IP dbe80fd1-8e86-46f0-97e2-780b68463a4a: ACTIVE {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:51:37.079628 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aa8c3c5f-9d40-4bad-a514-05219c910ddb req-dadcff98-f722-425c-b44a-ba4584f04027 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 HTTP/1.1" status: 200 len: 1000 time: 0.1377981 Jul 07 16:51:37.175814 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c3c5f-9d40-4bad-a514-05219c910ddb req-7a784869-48b7-410c-b85b-57b87e9a0eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:37.177618 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aa8c3c5f-9d40-4bad-a514-05219c910ddb req-7a784869-48b7-410c-b85b-57b87e9a0eaf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f HTTP/1.1" status: 200 len: 845 time: 0.0885499 Jul 07 16:51:37.284007 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f18e336-53b4-4ee7-89e8-85b681ac703f req-99a2a060-891b-467e-aa9c-d9a61a6cdcc2 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152743 Jul 07 16:51:37.321105 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-963abd16-7275-4886-99a7-ba2e608f3ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.330928 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c3c5f-9d40-4bad-a514-05219c910ddb req-5aa914af-11e8-4ada-989f-15eeabedba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:37.336121 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aa8c3c5f-9d40-4bad-a514-05219c910ddb req-5aa914af-11e8-4ada-989f-15eeabedba30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13413cf7-07ee-4fa7-a844-d880982466e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1515698 Jul 07 16:51:37.442563 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-963abd16-7275-4886-99a7-ba2e608f3ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.448166 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-963abd16-7275-4886-99a7-ba2e608f3ddb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.535267 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-963abd16-7275-4886-99a7-ba2e608f3ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.535497 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aa8c3c5f-9d40-4bad-a514-05219c910ddb req-08866f81-0eeb-4e06-9bc7-88f50949b419 service neutron] 10.222.0.15 "GET /v2.0/networks/13413cf7-07ee-4fa7-a844-d880982466e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914444 Jul 07 16:51:37.535821 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963abd16-7275-4886-99a7-ba2e608f3ddb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd67f913-44bc-428e-9d49-3b8a647511fc {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:51:37.540348 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-963abd16-7275-4886-99a7-ba2e608f3ddb admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.544321 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-963abd16-7275-4886-99a7-ba2e608f3ddb admin admin] 10.222.0.50 "DELETE /v2.0/routers/fd67f913-44bc-428e-9d49-3b8a647511fc HTTP/1.1" status: 204 len: 168 time: 3.7439971 Jul 07 16:51:37.544949 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35064) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:37.555576 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea391f8-0f5f-4dc2-8bfa-702f4d3bec2e req-66d94f41-dd5b-4655-8bb6-f08270e5de6a tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:37.557115 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bea391f8-0f5f-4dc2-8bfa-702f4d3bec2e req-66d94f41-dd5b-4655-8bb6-f08270e5de6a tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d9fafc2-4716-4b02-a649-8ba482297835 HTTP/1.1" status: 200 len: 948 time: 0.2721174 Jul 07 16:51:37.695312 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac8ffb8-8600-46ff-94dd-2c4fee25a56c admin admin] Deleting subnet 2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:51:37.700979 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bea391f8-0f5f-4dc2-8bfa-702f4d3bec2e req-1c6aee9d-e507-43a2-90cc-464039917295 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048498 Jul 07 16:51:37.701651 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ac8ffb8-8600-46ff-94dd-2c4fee25a56c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.740478 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ac8ffb8-8600-46ff-94dd-2c4fee25a56c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.761278 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aa8c3c5f-9d40-4bad-a514-05219c910ddb req-b06ac92a-9cb8-4c04-bde0-4eca82e7e8e8 service neutron] 10.222.0.15 "GET /v2.0/networks/13413cf7-07ee-4fa7-a844-d880982466e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143681 Jul 07 16:51:37.858491 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ac8ffb8-8600-46ff-94dd-2c4fee25a56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:37.959214 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ac8ffb8-8600-46ff-94dd-2c4fee25a56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.006699 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8ffb8-8600-46ff-94dd-2c4fee25a56c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:38.029884 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db32fc4-e9ce-4944-85f4-17704d8da0f1 None None] Network 8afefd89-1a40-467d-88c9-9db078a277dd requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:38.030451 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ac8ffb8-8600-46ff-94dd-2c4fee25a56c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.032897 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5ac8ffb8-8600-46ff-94dd-2c4fee25a56c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2ad873aa-0e2e-4a02-aeef-9d0d5da9ae6e HTTP/1.1" status: 204 len: 168 time: 0.4867203 Jul 07 16:51:38.036010 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35070) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:38.046683 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b49d81-f24a-4907-bff2-695e978baf03 req-516d09c7-896c-4237-a8c4-6084a14f7068 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:38.058131 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-80b49d81-f24a-4907-bff2-695e978baf03 req-516d09c7-896c-4237-a8c4-6084a14f7068 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.1732955 Jul 07 16:51:38.180659 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-80b49d81-f24a-4907-bff2-695e978baf03 req-305205e4-07c6-4540-9a0c-778c6bec91ab tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213169 Jul 07 16:51:38.248754 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device cb967ae3-cdde-46eb-a066-b061168a63b3 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:38.287176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 27ff71c4-10a3-483b-8b72-db41f090f809 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:38.289832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: cb967ae3-cdde-46eb-a066-b061168a63b3 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:51:38.290352 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device cb967ae3-cdde-46eb-a066-b061168a63b3 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:38.314166 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 27ff71c4-10a3-483b-8b72-db41f090f809 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:51:38.314855 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 27ff71c4-10a3-483b-8b72-db41f090f809 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:38.366194 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-135668c1-9448-4b9f-ba89-a021cba0df5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.486823 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddf3d2-6fc2-450f-b100-e877b5f41e59 req-f4fa4a96-43da-41ad-bcf0-a408aea98ef7 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:38.487510 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4388b05f-b636-446c-a496-f4b1619bb3c0 None None] DHCP port deletion for 8afefd89-1a40-467d-88c9-9db078a277dd request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:51:38.488894 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-24ddf3d2-6fc2-450f-b100-e877b5f41e59 req-f4fa4a96-43da-41ad-bcf0-a408aea98ef7 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 945 time: 0.3155229 Jul 07 16:51:38.548853 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-24ddf3d2-6fc2-450f-b100-e877b5f41e59 req-1973f1c8-29cd-4b7f-a23e-60e3cdf417bb tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539839 Jul 07 16:51:38.557302 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-135668c1-9448-4b9f-ba89-a021cba0df5f admin admin] Deleting port 6f1146b7-1d37-4e7f-b15e-71ebad2c113f {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:38.557940 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-135668c1-9448-4b9f-ba89-a021cba0df5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.568204 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9534b-234c-413b-8f73-e939d197a162 req-4a4521c4-de1f-4426-ab7c-323d9f293c22 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:38.570607 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-47e9534b-234c-413b-8f73-e939d197a162 req-4a4521c4-de1f-4426-ab7c-323d9f293c22 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 943 time: 0.1386230 Jul 07 16:51:38.625666 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4388b05f-b636-446c-a496-f4b1619bb3c0 None None] Deleting port 6f1146b7-1d37-4e7f-b15e-71ebad2c113f {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:38.626490 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4388b05f-b636-446c-a496-f4b1619bb3c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.670517 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-47e9534b-234c-413b-8f73-e939d197a162 req-cc9e084b-4bc1-435a-bdfc-aeb40e92092c tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937703 Jul 07 16:51:38.681457 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-135668c1-9448-4b9f-ba89-a021cba0df5f admin admin] For port 6f1146b7-1d37-4e7f-b15e-71ebad2c113f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=6f1146b7-1d37-4e7f-b15e-71ebad2c113f,segment=NetworkSegment(0f719f5a-72b9-4b7d-9309-657d36b755e9),segment_id=0f719f5a-72b9-4b7d-9309-657d36b755e9)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:38.687905 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-135668c1-9448-4b9f-ba89-a021cba0df5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.733163 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-135668c1-9448-4b9f-ba89-a021cba0df5f admin admin] Calling delete_port for 6f1146b7-1d37-4e7f-b15e-71ebad2c113f owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:38.738411 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4388b05f-b636-446c-a496-f4b1619bb3c0 None None] For port 6f1146b7-1d37-4e7f-b15e-71ebad2c113f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=6f1146b7-1d37-4e7f-b15e-71ebad2c113f,segment=NetworkSegment(0f719f5a-72b9-4b7d-9309-657d36b755e9),segment_id=0f719f5a-72b9-4b7d-9309-657d36b755e9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:38.738624 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4388b05f-b636-446c-a496-f4b1619bb3c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.763685 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4388b05f-b636-446c-a496-f4b1619bb3c0 None None] Calling delete_port for 6f1146b7-1d37-4e7f-b15e-71ebad2c113f owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:38.882334 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4388b05f-b636-446c-a496-f4b1619bb3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:38.932280 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388b05f-b636-446c-a496-f4b1619bb3c0 None None] Pushing event deleted for resources: {'Port': ['ID=6f1146b7-1d37-4e7f-b15e-71ebad2c113f,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:38.955166 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388b05f-b636-446c-a496-f4b1619bb3c0 None None] No DVR routers for this DVR port 6f1146b7-1d37-4e7f-b15e-71ebad2c113f on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:38.995397 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-135668c1-9448-4b9f-ba89-a021cba0df5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:39.029063 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135668c1-9448-4b9f-ba89-a021cba0df5f admin admin] Pushing event deleted for resources: {'Port': ['ID=6f1146b7-1d37-4e7f-b15e-71ebad2c113f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:39.035420 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135668c1-9448-4b9f-ba89-a021cba0df5f admin admin] No DVR routers for this DVR port 6f1146b7-1d37-4e7f-b15e-71ebad2c113f on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:39.096575 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccbe44-197f-4dd3-ad39-ad99276d281f req-4264c534-c1c5-4618-a46d-b338139dd43c tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:39.116870 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cccbe44-197f-4dd3-ad39-ad99276d281f req-4264c534-c1c5-4618-a46d-b338139dd43c tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d9fafc2-4716-4b02-a649-8ba482297835 HTTP/1.1" status: 200 len: 948 time: 0.1115539 Jul 07 16:51:39.144679 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-135668c1-9448-4b9f-ba89-a021cba0df5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:39.157229 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-135668c1-9448-4b9f-ba89-a021cba0df5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8afefd89-1a40-467d-88c9-9db078a277dd']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:39.169417 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cccbe44-197f-4dd3-ad39-ad99276d281f req-d3b4de1a-7f07-474d-bb45-5f70219db66e tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566123 Jul 07 16:51:39.180404 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-135668c1-9448-4b9f-ba89-a021cba0df5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f719f5a-72b9-4b7d-9309-657d36b755e9') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:39.182516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-135668c1-9448-4b9f-ba89-a021cba0df5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f719f5a-72b9-4b7d-9309-657d36b755e9') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:39.199342 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-135668c1-9448-4b9f-ba89-a021cba0df5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:39.236914 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-135668c1-9448-4b9f-ba89-a021cba0df5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:39.252584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135668c1-9448-4b9f-ba89-a021cba0df5f admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:51:39.253001 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-135668c1-9448-4b9f-ba89-a021cba0df5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:51:39.254834 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:51:39.334121 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-135668c1-9448-4b9f-ba89-a021cba0df5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:39.341318 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-135668c1-9448-4b9f-ba89-a021cba0df5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:39.345708 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-135668c1-9448-4b9f-ba89-a021cba0df5f admin admin] 10.222.0.50 "DELETE /v2.0/networks/8afefd89-1a40-467d-88c9-9db078a277dd HTTP/1.1" status: 204 len: 168 time: 1.3064177 Jul 07 16:51:39.355739 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135668c1-9448-4b9f-ba89-a021cba0df5f admin admin] Pushing event deleted for resources: {'Network': ['ID=8afefd89-1a40-467d-88c9-9db078a277dd,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:39.453676 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fd968-afad-47f8-b352-a895d5a2630c req-33d4ca7a-5121-4018-b1a5-7f3a50233a77 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:39.455898 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d03fd968-afad-47f8-b352-a895d5a2630c req-33d4ca7a-5121-4018-b1a5-7f3a50233a77 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.0899935 Jul 07 16:51:39.507042 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d03fd968-afad-47f8-b352-a895d5a2630c req-04400b42-6d4c-436b-afdd-fb24938848c4 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443583 Jul 07 16:51:39.605298 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35100) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:39.685968 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0d4ac33b-24ac-40db-a8c8-6c0995be32b5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b6bfd37470740a7bef2749808400596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0794969 Jul 07 16:51:39.688660 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35102) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:39.789857 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6985d0c9-d1e6-4c15-8f6c-a98da3c1aa6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:39.815317 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6985d0c9-d1e6-4c15-8f6c-a98da3c1aa6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:39.851538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202627f7-225d-41cf-884b-c7166dc9eacf req-fc6a4009-50b5-466a-9d50-865e88cd4043 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:39.853676 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-202627f7-225d-41cf-884b-c7166dc9eacf req-fc6a4009-50b5-466a-9d50-865e88cd4043 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 945 time: 0.1429036 Jul 07 16:51:39.921442 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6985d0c9-d1e6-4c15-8f6c-a98da3c1aa6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:39.924095 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6985d0c9-d1e6-4c15-8f6c-a98da3c1aa6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:39.925254 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6985d0c9-d1e6-4c15-8f6c-a98da3c1aa6d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7a8d15f4-6aeb-4919-8584-d67bb68c9fd6 HTTP/1.1" status: 204 len: 168 time: 0.2356093 Jul 07 16:51:39.946229 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6d67a-78f4-4736-8d43-63b7b6084103 req-1e9fab47-e6b2-4051-9095-2fe880916974 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:39.947818 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ba6d67a-78f4-4736-8d43-63b7b6084103 req-1e9fab47-e6b2-4051-9095-2fe880916974 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 943 time: 0.0912938 Jul 07 16:51:39.949026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985d0c9-d1e6-4c15-8f6c-a98da3c1aa6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8d15f4-6aeb-4919-8584-d67bb68c9fd6,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:39.953374 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-202627f7-225d-41cf-884b-c7166dc9eacf req-6690b56d-7558-483f-97d9-85ca35fb7988 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920634 Jul 07 16:51:40.014849 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ba6d67a-78f4-4736-8d43-63b7b6084103 req-567bca81-ddb6-4a30-b6e8-4c9e6ce528bd tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607550 Jul 07 16:51:40.099684 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7af26-ae17-4daa-b247-b4f0360d7708 req-2ad732f6-8ad0-4017-9566-0b4862794013 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:40.107271 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-58a7af26-ae17-4daa-b247-b4f0360d7708 req-2ad732f6-8ad0-4017-9566-0b4862794013 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.69 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 945 time: 0.1923995 Jul 07 16:51:40.309445 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 6f1146b7-1d37-4e7f-b15e-71ebad2c113f no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:40.400087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-58a7af26-ae17-4daa-b247-b4f0360d7708 req-6785a0c1-9130-4424-957f-8766b33c72b5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Deleting port d8446cef-7551-4d0f-b5c6-b500a7d260ad {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:40.400433 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-58a7af26-ae17-4daa-b247-b4f0360d7708 req-6785a0c1-9130-4424-957f-8766b33c72b5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.412744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 6f1146b7-1d37-4e7f-b15e-71ebad2c113f {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:51:40.417868 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 6f1146b7-1d37-4e7f-b15e-71ebad2c113f not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:40.506324 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 31475d35-f7a3-44fe-8c43-110a26ad5924 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:51:40.662154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-58a7af26-ae17-4daa-b247-b4f0360d7708 req-6785a0c1-9130-4424-957f-8766b33c72b5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] For port d8446cef-7551-4d0f-b5c6-b500a7d260ad, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d8446cef-7551-4d0f-b5c6-b500a7d260ad,segment=NetworkSegment(136c6be8-fa7d-405b-8eaa-b4af384f2b18),segment_id=136c6be8-fa7d-405b-8eaa-b4af384f2b18)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:40.662769 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-58a7af26-ae17-4daa-b247-b4f0360d7708 req-6785a0c1-9130-4424-957f-8766b33c72b5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.734265 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-58a7af26-ae17-4daa-b247-b4f0360d7708 req-6785a0c1-9130-4424-957f-8766b33c72b5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Calling delete_port for d8446cef-7551-4d0f-b5c6-b500a7d260ad owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:40.771263 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-75c1427a-56c7-41b3-a11f-2221db6fae2b service neutron] 10.222.0.69 "GET /v2.0/ports/07e64711-0d16-47c6-8205-4a44cfc63ffb/bindings/n-h1-793620-7 HTTP/1.1" status: 200 len: 384 time: 0.2260942 Jul 07 16:51:40.786763 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902ae19-d9bf-4d0a-b856-b4ed109cd71a req-8344d921-96e8-495d-9122-d7c1856c99b5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:40.788502 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b902ae19-d9bf-4d0a-b856-b4ed109cd71a req-8344d921-96e8-495d-9122-d7c1856c99b5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.0837688 Jul 07 16:51:40.852728 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 31475d35-f7a3-44fe-8c43-110a26ad5924, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=31475d35-f7a3-44fe-8c43-110a26ad5924,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:40.874237 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '31475d35-f7a3-44fe-8c43-110a26ad5924', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '31475d35-f7a3-44fe-8c43-110a26ad5924', 'mac_address': 'fa:16:3e:d6:9e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:51:40.898366 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b902ae19-d9bf-4d0a-b856-b4ed109cd71a req-77b3fb4d-180d-4e0c-918f-001c83f8ecbc tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039608 Jul 07 16:51:40.960799 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:40.967728 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0231f9-cfe5-4fb3-b120-f7001ca2f4ff req-4b1c739d-5eff-484e-8ec9-ddfc70d0aed2 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:40.969613 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1c0231f9-cfe5-4fb3-b120-f7001ca2f4ff req-4b1c739d-5eff-484e-8ec9-ddfc70d0aed2 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d9fafc2-4716-4b02-a649-8ba482297835 HTTP/1.1" status: 200 len: 948 time: 0.3796930 Jul 07 16:51:40.982726 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31475d35-f7a3-44fe-8c43-110a26ad5924 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:41.084233 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 31475d35-f7a3-44fe-8c43-110a26ad5924, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=31475d35-f7a3-44fe-8c43-110a26ad5924,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:41.099600 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:41.114695 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-f16852a5-9328-4efb-a8c1-d04bf2f91a38 service neutron] For port 07e64711-0d16-47c6-8205-4a44cfc63ffb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=07e64711-0d16-47c6-8205-4a44cfc63ffb,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:41.146967 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-f16852a5-9328-4efb-a8c1-d04bf2f91a38 service neutron] For port 07e64711-0d16-47c6-8205-4a44cfc63ffb, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:41.184418 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-f16852a5-9328-4efb-a8c1-d04bf2f91a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e64711-0d16-47c6-8205-4a44cfc63ffb {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:41.197552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-f16852a5-9328-4efb-a8c1-d04bf2f91a38 service neutron] For port 07e64711-0d16-47c6-8205-4a44cfc63ffb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=07e64711-0d16-47c6-8205-4a44cfc63ffb,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:41.224059 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-f16852a5-9328-4efb-a8c1-d04bf2f91a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:41.266507 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=31475d35-f7a3-44fe-8c43-110a26ad5924,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:41.345190 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1c0231f9-cfe5-4fb3-b120-f7001ca2f4ff req-5cb6d055-a128-4702-b865-5ac56da307e9 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674824 Jul 07 16:51:41.419475 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae0968-484d-4035-b0d6-966c2bab69ef req-5929497a-7805-4b41-9754-3f77ccf21656 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:41.424092 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a2ae0968-484d-4035-b0d6-966c2bab69ef req-5929497a-7805-4b41-9754-3f77ccf21656 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 945 time: 0.1436429 Jul 07 16:51:41.476192 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-58a7af26-ae17-4daa-b247-b4f0360d7708 req-6785a0c1-9130-4424-957f-8766b33c72b5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:41.497326 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['31475d35-f7a3-44fe-8c43-110a26ad5924'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:41.525277 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a2ae0968-484d-4035-b0d6-966c2bab69ef req-68faf0dc-0320-47a9-80c9-74614a660c37 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/security-groups?id=70de06f5-0e76-45b2-b7e0-f51219ef0f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857544 Jul 07 16:51:41.575167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-f16852a5-9328-4efb-a8c1-d04bf2f91a38 service neutron] Transition to ACTIVE for port object 07e64711-0d16-47c6-8205-4a44cfc63ffb will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:41.744711 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-f16852a5-9328-4efb-a8c1-d04bf2f91a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:41.753099 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a7af26-ae17-4daa-b247-b4f0360d7708 req-6785a0c1-9130-4424-957f-8766b33c72b5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] No DVR routers for this DVR port d8446cef-7551-4d0f-b5c6-b500a7d260ad on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:41.756521 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785a0c1-9130-4424-957f-8766b33c72b5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Pushing event deleted for resources: {'Port': ['ID=d8446cef-7551-4d0f-b5c6-b500a7d260ad,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:41.775309 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-58a7af26-ae17-4daa-b247-b4f0360d7708 req-6785a0c1-9130-4424-957f-8766b33c72b5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:41.777551 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-58a7af26-ae17-4daa-b247-b4f0360d7708 req-6785a0c1-9130-4424-957f-8766b33c72b5 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.69 "DELETE /v2.0/ports/d8446cef-7551-4d0f-b5c6-b500a7d260ad HTTP/1.1" status: 204 len: 173 time: 1.6632965 Jul 07 16:51:41.778013 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95b1a9e-9c09-4c13-96e0-29259fd6d513', 'name': 'network-vif-deleted', 'tag': 'd8446cef-7551-4d0f-b5c6-b500a7d260ad'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:41.787417 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b176a17-76de-43bf-b3b7-7bdad5b466e1" -d '{"events": [{"server_uuid": "b95b1a9e-9c09-4c13-96e0-29259fd6d513", "name": "network-vif-deleted", "tag": "d8446cef-7551-4d0f-b5c6-b500a7d260ad"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:41.940331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-f16852a5-9328-4efb-a8c1-d04bf2f91a38 service neutron] No DVR routers for this DVR port 07e64711-0d16-47c6-8205-4a44cfc63ffb on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:41.983112 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16852a5-9328-4efb-a8c1-d04bf2f91a38 service neutron] Pushing event updated for resources: {'Port': ['ID=07e64711-0d16-47c6-8205-4a44cfc63ffb,revision_number=10']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:42.031553 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-f16852a5-9328-4efb-a8c1-d04bf2f91a38 service neutron] 10.222.0.69 "PUT /v2.0/ports/07e64711-0d16-47c6-8205-4a44cfc63ffb/bindings/n-h1-793620-7/activate HTTP/1.1" status: 200 len: 369 time: 1.2580914 Jul 07 16:51:42.041372 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11900542-b577-48af-8554-9e0deced059c req-573c14ac-60c2-4240-b687-f1911432a835 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:42.050764 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-11900542-b577-48af-8554-9e0deced059c req-573c14ac-60c2-4240-b687-f1911432a835 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 943 time: 0.5282359 Jul 07 16:51:42.122429 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-11900542-b577-48af-8554-9e0deced059c req-d324b705-1cd7-45ac-abc4-35bbaa9cf747 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703943 Jul 07 16:51:42.138957 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bdae28-2f83-4162-b139-73a0a1e0fce1 x-openstack-request-id: req-f5bdae28-2f83-4162-b139-73a0a1e0fce1 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:42.139438 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95b1a9e-9c09-4c13-96e0-29259fd6d513", "name": "network-vif-deleted", "tag": "d8446cef-7551-4d0f-b5c6-b500a7d260ad", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:42.139889 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f5bdae28-2f83-4162-b139-73a0a1e0fce1 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:42.143909 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95b1a9e-9c09-4c13-96e0-29259fd6d513', 'name': 'network-vif-deleted', 'tag': 'd8446cef-7551-4d0f-b5c6-b500a7d260ad', 'status': 'completed', 'code': 200} Jul 07 16:51:42.178035 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:51:42.352392 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08f56a-f3d5-4b39-a244-599d3db95313 req-8cc3adde-4b5b-475e-8376-42e7311fb202 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:42.353931 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb08f56a-f3d5-4b39-a244-599d3db95313 req-8cc3adde-4b5b-475e-8376-42e7311fb202 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.0973461 Jul 07 16:51:42.416013 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb08f56a-f3d5-4b39-a244-599d3db95313 req-6027a0ee-10fa-4f06-9557-cd93eed52114 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550222 Jul 07 16:51:42.532455 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device d8446cef-7551-4d0f-b5c6-b500a7d260ad no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:42.569881 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: d8446cef-7551-4d0f-b5c6-b500a7d260ad {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:51:42.570479 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device d8446cef-7551-4d0f-b5c6-b500a7d260ad not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:42.571192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 07e64711-0d16-47c6-8205-4a44cfc63ffb no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:42.635592 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 07e64711-0d16-47c6-8205-4a44cfc63ffb not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:42.703001 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-5afbbb0c-51b2-40eb-bee2-a91d96d791c8 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:42.705522 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-5afbbb0c-51b2-40eb-bee2-a91d96d791c8 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40&tenant_id=1be8148ddb52412394c6dd031bc2cc7e&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 1095 time: 0.2080896 Jul 07 16:51:42.793776 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30268b4b-dd55-4952-8403-d871135e6272 req-060db2ff-231f-4d9c-931c-bc4aa82b4aa4 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:42.804576 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-30268b4b-dd55-4952-8403-d871135e6272 req-060db2ff-231f-4d9c-931c-bc4aa82b4aa4 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d9fafc2-4716-4b02-a649-8ba482297835 HTTP/1.1" status: 200 len: 949 time: 0.2186952 Jul 07 16:51:42.823467 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e4ad9939-6ff6-409d-9508-e5a824d8d5b8 req-be27ca77-c38b-4159-a767-48d7cdeef892 tempest-ListServerFiltersTestJSON-549397759 tempest-ListServerFiltersTestJSON-549397759-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95b1a9e-9c09-4c13-96e0-29259fd6d513 HTTP/1.1" status: 200 len: 210 time: 0.0475669 Jul 07 16:51:42.891328 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-30268b4b-dd55-4952-8403-d871135e6272 req-e3c0d584-9cf7-4a6b-8a90-8899dfde82c6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854959 Jul 07 16:51:42.913437 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-9e9771f6-d546-4319-8992-fc46b0c9f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:42.915486 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-9e9771f6-d546-4319-8992-fc46b0c9f779 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40&tenant_id=1be8148ddb52412394c6dd031bc2cc7e HTTP/1.1" status: 200 len: 1095 time: 0.1990747 Jul 07 16:51:42.983234 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35224) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:43.031709 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-a84d7b43-497e-4eae-83e8-697267065e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:43.033213 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-a84d7b43-497e-4eae-83e8-697267065e82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 1095 time: 0.0876331 Jul 07 16:51:43.142115 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f9dbf19d-2d47-44e4-9190-91f69cac94ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.199853 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-5b920d48-7c45-4b40-bf19-b619301defff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:43.201364 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-5b920d48-7c45-4b40-bf19-b619301defff service neutron] 10.222.0.15 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 909 time: 0.1584542 Jul 07 16:51:43.281072 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-530d9362-b02e-4f8e-b41e-0c3e78580bef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07e64711-0d16-47c6-8205-4a44cfc63ffb HTTP/1.1" status: 200 len: 217 time: 0.0725899 Jul 07 16:51:43.334076 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f9dbf19d-2d47-44e4-9190-91f69cac94ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.349233 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f9dbf19d-2d47-44e4-9190-91f69cac94ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.353400 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-77226df5-5a7f-4f4e-9b5c-dd1a570c7d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:43.355058 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-77226df5-5a7f-4f4e-9b5c-dd1a570c7d8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.0664206 Jul 07 16:51:43.400706 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-9c30bc5d-793e-4c8a-bc37-5b8c0b5e4433 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364211 Jul 07 16:51:43.428806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dbf19d-2d47-44e4-9190-91f69cac94ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dccd613-df7e-415d-ae7b-fb5c569a681f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:43.436689 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f9dbf19d-2d47-44e4-9190-91f69cac94ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5f6c35675a5f46acaf97f50d9648bdec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4523571 Jul 07 16:51:43.437299 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35232) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:43.511201 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e075b0-9b02-488e-81e2-c05fa4f6d567 req-dd87ca44-6b2d-4d96-9ec0-201b0c23c0ff tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:43.512850 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c2e075b0-9b02-488e-81e2-c05fa4f6d567 req-dd87ca44-6b2d-4d96-9ec0-201b0c23c0ff tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 944 time: 0.1576471 Jul 07 16:51:43.545853 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-250c02ed-6174-4aab-90cb-b026da6c7f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.550996 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-73895015-c4b5-48e3-abba-8730186f7fbb service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417773 Jul 07 16:51:43.588612 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c2e075b0-9b02-488e-81e2-c05fa4f6d567 req-c987adab-cab1-499e-b4a8-f1949d48194e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597427 Jul 07 16:51:43.608403 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-250c02ed-6174-4aab-90cb-b026da6c7f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.690732 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-250c02ed-6174-4aab-90cb-b026da6c7f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.695351 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-250c02ed-6174-4aab-90cb-b026da6c7f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.698976 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-250c02ed-6174-4aab-90cb-b026da6c7f1a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2dccd613-df7e-415d-ae7b-fb5c569a681f HTTP/1.1" status: 204 len: 168 time: 0.2579007 Jul 07 16:51:43.705853 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c02ed-6174-4aab-90cb-b026da6c7f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dccd613-df7e-415d-ae7b-fb5c569a681f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:43.721248 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-2491d771-f739-47d5-be1b-2bcf625942b5 service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633351 Jul 07 16:51:43.730561 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38ea1d-6360-4792-b2b8-c6e64d59eeac req-b63b5f1f-2593-47ef-bb38-532029fac37b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:43.732078 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b38ea1d-6360-4792-b2b8-c6e64d59eeac req-b63b5f1f-2593-47ef-bb38-532029fac37b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.1113222 Jul 07 16:51:43.817671 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b38ea1d-6360-4792-b2b8-c6e64d59eeac req-fd6a03c4-00ae-465b-9716-912a431ee22b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658674 Jul 07 16:51:43.931165 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:43.934906 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35246) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:44.001148 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-204c33ac-e66d-4833-a4e4-702cb98a4825 admin admin] Deleting subnet 9c925a58-ae4b-4efd-912a-4eaadf983811 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:51:44.006104 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-204c33ac-e66d-4833-a4e4-702cb98a4825 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.161330 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-204c33ac-e66d-4833-a4e4-702cb98a4825 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.255171 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-a8743780-1c5c-46c3-a0b4-8e71abae10bd tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:44.257029 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-a8743780-1c5c-46c3-a0b4-8e71abae10bd tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40&tenant_id=1be8148ddb52412394c6dd031bc2cc7e&binding%3Ahost_id=n-h1-793620-7 HTTP/1.1" status: 200 len: 1095 time: 0.1301842 Jul 07 16:51:44.280796 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-204c33ac-e66d-4833-a4e4-702cb98a4825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.381032 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-204c33ac-e66d-4833-a4e4-702cb98a4825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.417047 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-ea5c7c0a-70ce-4f8f-ae43-51ebade7aab1 service neutron] For port 07e64711-0d16-47c6-8205-4a44cfc63ffb, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:44.420678 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-ea5c7c0a-70ce-4f8f-ae43-51ebade7aab1 service neutron] Notify callbacks [] for binding, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.421913 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb2f0ea7-fd0a-403a-889f-36ebd64c8970 req-ea5c7c0a-70ce-4f8f-ae43-51ebade7aab1 service neutron] 10.222.0.15 "DELETE /v2.0/ports/07e64711-0d16-47c6-8205-4a44cfc63ffb/bindings/n-h2-793620-7 HTTP/1.1" status: 204 len: 173 time: 0.1571345 Jul 07 16:51:44.430018 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-204c33ac-e66d-4833-a4e4-702cb98a4825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.432855 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1cd9fd-0bee-4a5f-a999-675fdabec795 None None] Network 15f7dfb4-4550-4f67-8e04-336b5a163244 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:44.433189 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-204c33ac-e66d-4833-a4e4-702cb98a4825 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9c925a58-ae4b-4efd-912a-4eaadf983811 HTTP/1.1" status: 204 len: 168 time: 0.4968946 Jul 07 16:51:44.443619 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35272) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:44.508630 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeece72-bb99-428b-a717-c176ff267ef1 req-13f7a3d2-df0c-4f51-8253-8d5cf7fc0cc6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:44.520002 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ebeece72-bb99-428b-a717-c176ff267ef1 req-13f7a3d2-df0c-4f51-8253-8d5cf7fc0cc6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d9fafc2-4716-4b02-a649-8ba482297835 HTTP/1.1" status: 200 len: 949 time: 0.4444544 Jul 07 16:51:44.524841 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 31475d35-f7a3-44fe-8c43-110a26ad5924 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:51:44.534072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c33ac-e66d-4833-a4e4-702cb98a4825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c925a58-ae4b-4efd-912a-4eaadf983811,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:44.626565 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca747f9a-e1ca-4cb4-a947-897d5b7bb92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.655929 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ebeece72-bb99-428b-a717-c176ff267ef1 req-7b3e848e-35a9-42bb-8cd3-e2c0ae4031a7 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343300 Jul 07 16:51:44.773563 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-ca747f9a-e1ca-4cb4-a947-897d5b7bb92b admin admin] Deleting port 67468ba4-20d4-4ce6-b431-398c652b6725 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:44.774150 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca747f9a-e1ca-4cb4-a947-897d5b7bb92b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.867930 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-89dfc296-53ac-481f-8471-5d7795fe7cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.877513 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-ca747f9a-e1ca-4cb4-a947-897d5b7bb92b admin admin] For port 67468ba4-20d4-4ce6-b431-398c652b6725, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=67468ba4-20d4-4ce6-b431-398c652b6725,segment=NetworkSegment(136c6be8-fa7d-405b-8eaa-b4af384f2b18),segment_id=136c6be8-fa7d-405b-8eaa-b4af384f2b18)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:44.877883 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca747f9a-e1ca-4cb4-a947-897d5b7bb92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:44.883675 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 31475d35-f7a3-44fe-8c43-110a26ad5924 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:44.891940 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-ca747f9a-e1ca-4cb4-a947-897d5b7bb92b admin admin] Calling delete_port for 67468ba4-20d4-4ce6-b431-398c652b6725 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:44.896435 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 31475d35-f7a3-44fe-8c43-110a26ad5924 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:44.897019 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.083512 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0553c617-9e97-4f5e-bdc9-1082418e4750 None None] DHCP port deletion for 15f7dfb4-4550-4f67-8e04-336b5a163244 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:51:45.091603 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca747f9a-e1ca-4cb4-a947-897d5b7bb92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.104337 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.144685 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f1731-f786-4889-8082-91bea52e146f req-3563e183-642e-4252-ac40-459ec0f7f963 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:45.153351 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 31475d35-f7a3-44fe-8c43-110a26ad5924, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=31475d35-f7a3-44fe-8c43-110a26ad5924,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:45.154619 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9fafc2-4716-4b02-a649-8ba482297835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31475d35-f7a3-44fe-8c43-110a26ad5924'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:45.156891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9970a03-ba09-4d96-bcc5-f9a3e6afb642 req-b0a96c94-b5a6-47e8-98b7-cd5882d76b4a tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:45.157784 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859e10a0-5ba4-4931-8bd5-6bedbcba91ec" -d '{"events": [{"server_uuid": "6d9fafc2-4716-4b02-a649-8ba482297835", "name": "network-vif-plugged", "status": "completed", "tag": "31475d35-f7a3-44fe-8c43-110a26ad5924"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:45.159119 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d2f1731-f786-4889-8082-91bea52e146f req-3563e183-642e-4252-ac40-459ec0f7f963 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 944 time: 0.2108784 Jul 07 16:51:45.162494 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.166131 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca747f9a-e1ca-4cb4-a947-897d5b7bb92b admin admin] No DVR routers for this DVR port 67468ba4-20d4-4ce6-b431-398c652b6725 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:45.169119 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c9970a03-ba09-4d96-bcc5-f9a3e6afb642 req-b0a96c94-b5a6-47e8-98b7-cd5882d76b4a tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.1309919 Jul 07 16:51:45.172858 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca747f9a-e1ca-4cb4-a947-897d5b7bb92b admin admin] Pushing event deleted for resources: {'Port': ['ID=67468ba4-20d4-4ce6-b431-398c652b6725,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:45.223995 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=31475d35-f7a3-44fe-8c43-110a26ad5924,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:45.224525 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c9970a03-ba09-4d96-bcc5-f9a3e6afb642 req-ff8bbcbe-2ba0-4a5e-aed1-9bed138f2c06 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544124 Jul 07 16:51:45.331998 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d2f1731-f786-4889-8082-91bea52e146f req-fa8cf27b-e86f-4963-9f0a-fd9e100a4526 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703146 Jul 07 16:51:45.335151 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca747f9a-e1ca-4cb4-a947-897d5b7bb92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.357713 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ca747f9a-e1ca-4cb4-a947-897d5b7bb92b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f7dfb4-4550-4f67-8e04-336b5a163244']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:45.376970 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ca747f9a-e1ca-4cb4-a947-897d5b7bb92b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136c6be8-fa7d-405b-8eaa-b4af384f2b18') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:45.377460 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ca747f9a-e1ca-4cb4-a947-897d5b7bb92b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136c6be8-fa7d-405b-8eaa-b4af384f2b18') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:51:45.389914 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca747f9a-e1ca-4cb4-a947-897d5b7bb92b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.406853 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca747f9a-e1ca-4cb4-a947-897d5b7bb92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.416497 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca747f9a-e1ca-4cb4-a947-897d5b7bb92b admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:51:45.417649 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca747f9a-e1ca-4cb4-a947-897d5b7bb92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:51:45.419626 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:51:45.451836 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71f62e5-e02c-403a-be76-40fcf71b03ec x-openstack-request-id: req-c71f62e5-e02c-403a-be76-40fcf71b03ec {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:45.452050 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9fafc2-4716-4b02-a649-8ba482297835", "name": "network-vif-plugged", "status": "completed", "tag": "31475d35-f7a3-44fe-8c43-110a26ad5924", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:45.452334 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c71f62e5-e02c-403a-be76-40fcf71b03ec {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:45.452748 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9fafc2-4716-4b02-a649-8ba482297835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31475d35-f7a3-44fe-8c43-110a26ad5924', 'code': 200} Jul 07 16:51:45.537946 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca747f9a-e1ca-4cb4-a947-897d5b7bb92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.568926 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca747f9a-e1ca-4cb4-a947-897d5b7bb92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.570914 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ca747f9a-e1ca-4cb4-a947-897d5b7bb92b admin admin] 10.222.0.50 "DELETE /v2.0/networks/15f7dfb4-4550-4f67-8e04-336b5a163244 HTTP/1.1" status: 204 len: 168 time: 1.1229968 Jul 07 16:51:45.572014 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca747f9a-e1ca-4cb4-a947-897d5b7bb92b admin admin] Pushing event deleted for resources: {'Network': ['ID=15f7dfb4-4550-4f67-8e04-336b5a163244,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:45.608925 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079eeb4d-d03c-4882-83d8-bd4f62286c59 req-e4b2ca75-e160-4a42-8b32-e226bf510d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:45.612331 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-079eeb4d-d03c-4882-83d8-bd4f62286c59 req-e4b2ca75-e160-4a42-8b32-e226bf510d82 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6d9fafc2-4716-4b02-a649-8ba482297835 HTTP/1.1" status: 200 len: 1101 time: 0.0900784 Jul 07 16:51:45.655128 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-079eeb4d-d03c-4882-83d8-bd4f62286c59 req-b6758674-ea3a-40ce-9ff8-a89b6a4d34a9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356190 Jul 07 16:51:45.750188 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52c976-1a56-4a10-884d-984555e3b18c req-404ba056-ca29-45b4-b029-a043a58e0a44 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:45.752032 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2d52c976-1a56-4a10-884d-984555e3b18c req-404ba056-ca29-45b4-b029-a043a58e0a44 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 1095 time: 0.0546279 Jul 07 16:51:45.766959 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35328) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:45.788264 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2d52c976-1a56-4a10-884d-984555e3b18c req-6d53068c-6273-407c-8511-ead4cec29559 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303667 Jul 07 16:51:45.819076 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35332) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:45.820480 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d468c195-2439-4dbd-84b6-1cdc8c0edc28 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=db38433e72094096af7c4c0600979576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520184 Jul 07 16:51:45.876198 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-32efa30a-b085-48a2-abbe-fdcd5735f565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.920909 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-32efa30a-b085-48a2-abbe-fdcd5735f565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:45.924025 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7602f9a9-6e63-436c-875d-64ef7e5c6a4a req-9c26e2a6-2c27-446f-bdd1-513db12b6ca1 tempest-AbsoluteLimitsNegativeTestJSON-157666513 tempest-AbsoluteLimitsNegativeTestJSON-157666513-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=920ddfe456174621998f3129702d6603&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324848 Jul 07 16:51:45.987538 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffd3d4-2a49-49d8-a31b-30131d0ba16e req-959ac84d-2932-49b8-bae4-4c6fcab95c3c tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:45.989089 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-18ffd3d4-2a49-49d8-a31b-30131d0ba16e req-959ac84d-2932-49b8-bae4-4c6fcab95c3c tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d9fafc2-4716-4b02-a649-8ba482297835 HTTP/1.1" status: 200 len: 950 time: 0.0642331 Jul 07 16:51:46.029435 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-18ffd3d4-2a49-49d8-a31b-30131d0ba16e req-8d8d1667-cce8-489d-a840-6b72affa5eee tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345285 Jul 07 16:51:46.035814 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-32efa30a-b085-48a2-abbe-fdcd5735f565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:46.038407 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-32efa30a-b085-48a2-abbe-fdcd5735f565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:46.039565 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-32efa30a-b085-48a2-abbe-fdcd5735f565 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70de06f5-0e76-45b2-b7e0-f51219ef0f54 HTTP/1.1" status: 204 len: 168 time: 0.2194991 Jul 07 16:51:46.058453 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efa30a-b085-48a2-abbe-fdcd5735f565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70de06f5-0e76-45b2-b7e0-f51219ef0f54,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:46.067211 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602f9a9-6e63-436c-875d-64ef7e5c6a4a req-a764d00c-ad1d-4b58-8eae-ecf0c6f2b35a tempest-AbsoluteLimitsNegativeTestJSON-157666513 tempest-AbsoluteLimitsNegativeTestJSON-157666513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:46.068691 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7602f9a9-6e63-436c-875d-64ef7e5c6a4a req-a764d00c-ad1d-4b58-8eae-ecf0c6f2b35a tempest-AbsoluteLimitsNegativeTestJSON-157666513 tempest-AbsoluteLimitsNegativeTestJSON-157666513-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391432 Jul 07 16:51:46.093173 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7602f9a9-6e63-436c-875d-64ef7e5c6a4a req-823d1009-f082-4472-bf21-f113dbedafa6 tempest-AbsoluteLimitsNegativeTestJSON-157666513 tempest-AbsoluteLimitsNegativeTestJSON-157666513-project] 10.222.0.50 "GET /v2.0/quotas/920ddfe456174621998f3129702d6603 HTTP/1.1" status: 200 len: 375 time: 0.0190692 Jul 07 16:51:46.138741 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7602f9a9-6e63-436c-875d-64ef7e5c6a4a req-e8120836-4403-4e65-9aa0-6ecb059dab89 tempest-AbsoluteLimitsNegativeTestJSON-157666513 tempest-AbsoluteLimitsNegativeTestJSON-157666513-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=920ddfe456174621998f3129702d6603&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386508 Jul 07 16:51:46.145020 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:46.230525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 67468ba4-20d4-4ce6-b431-398c652b6725 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:46.243125 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737a247-70c8-4e89-9395-319f971144fd req-abc78cd9-df35-4d46-a417-2e1338774a88 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:46.244771 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8737a247-70c8-4e89-9395-319f971144fd req-abc78cd9-df35-4d46-a417-2e1338774a88 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 1095 time: 0.0806367 Jul 07 16:51:46.265481 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 67468ba4-20d4-4ce6-b431-398c652b6725 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:51:46.265828 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 67468ba4-20d4-4ce6-b431-398c652b6725 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:46.319476 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8737a247-70c8-4e89-9395-319f971144fd req-f95a1d62-edb8-4dd6-856e-6515b0f06fb9 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580015 Jul 07 16:51:46.456463 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be06c1-854a-41ae-abc9-846b9d03451d req-e3fda4de-8290-447d-a0f1-97c5243c830f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:46.463092 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b8be06c1-854a-41ae-abc9-846b9d03451d req-e3fda4de-8290-447d-a0f1-97c5243c830f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.0953081 Jul 07 16:51:46.513646 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b8be06c1-854a-41ae-abc9-846b9d03451d req-f040d9c7-fa0d-47c4-986e-6ae69656c18f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495331 Jul 07 16:51:46.551505 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35370) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:46.834287 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a1287318-baec-456a-83c1-225788583d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.025701 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a1287318-baec-456a-83c1-225788583d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.030917 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a1287318-baec-456a-83c1-225788583d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.070958 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a1287318-baec-456a-83c1-225788583d94 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=920ddfe456174621998f3129702d6603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5182548 Jul 07 16:51:47.072360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1287318-baec-456a-83c1-225788583d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa541bd6-d887-432f-8717-33a6a69ce2b9,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:47.073016 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35420) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:47.102217 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35422) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:47.134578 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0bdd62d4-f13c-4482-a63b-5f56ea1bbdde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.162173 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0bdd62d4-f13c-4482-a63b-5f56ea1bbdde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.232775 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0bdd62d4-f13c-4482-a63b-5f56ea1bbdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.236712 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0bdd62d4-f13c-4482-a63b-5f56ea1bbdde admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.238871 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0bdd62d4-f13c-4482-a63b-5f56ea1bbdde admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fa541bd6-d887-432f-8717-33a6a69ce2b9 HTTP/1.1" status: 204 len: 168 time: 0.1648269 Jul 07 16:51:47.239546 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-aa429581-3a98-4bab-850a-a52cd4be5f85 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-246662891-network', 'tenant_id': 'e611e613663d412289d575291c120a45'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:47.247007 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd62d4-f13c-4482-a63b-5f56ea1bbdde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa541bd6-d887-432f-8717-33a6a69ce2b9,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:47.260637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56783ac8-d32c-4ace-8631-0c7e2ccb91d1 req-5f8d0475-b4f1-4987-97d7-1d90adae4072 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:47.267559 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-56783ac8-d32c-4ace-8631-0c7e2ccb91d1 req-5f8d0475-b4f1-4987-97d7-1d90adae4072 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d9fafc2-4716-4b02-a649-8ba482297835 HTTP/1.1" status: 200 len: 950 time: 0.0992973 Jul 07 16:51:47.314045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa429581-3a98-4bab-850a-a52cd4be5f85 admin admin] Made reservation on behalf of e611e613663d412289d575291c120a45 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:47.317347 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa429581-3a98-4bab-850a-a52cd4be5f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.339224 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-56783ac8-d32c-4ace-8631-0c7e2ccb91d1 req-948ffad2-3c40-4724-9992-001b55b77376 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707700 Jul 07 16:51:47.340531 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa429581-3a98-4bab-850a-a52cd4be5f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.407643 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-25d54941-3668-4ef0-b47e-fbc6114f1b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.531886 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa429581-3a98-4bab-850a-a52cd4be5f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.545809 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa429581-3a98-4bab-850a-a52cd4be5f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.584097 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.595215 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa429581-3a98-4bab-850a-a52cd4be5f85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:51:47.641657 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa429581-3a98-4bab-850a-a52cd4be5f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec6c7a4-e6ff-4682-9c97-c08ca3022761,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:47.652851 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa429581-3a98-4bab-850a-a52cd4be5f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.653485 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-aa429581-3a98-4bab-850a-a52cd4be5f85 admin admin] Added segment a09aee7e-ccff-4b08-82e8-149bc3db4e7a of type vlan for network d4af3f11-f999-4283-9f78-2afb37d748ad Jul 07 16:51:47.776734 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa429581-3a98-4bab-850a-a52cd4be5f85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.881554 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa429581-3a98-4bab-850a-a52cd4be5f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.882680 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa429581-3a98-4bab-850a-a52cd4be5f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:47.883351 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa429581-3a98-4bab-850a-a52cd4be5f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:47.912743 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-aa429581-3a98-4bab-850a-a52cd4be5f85 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8093538 Jul 07 16:51:47.917024 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35482) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:47.922765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d6b41e6d-f303-4329-b4dc-3c3e22d4a195 admin admin] Request body: {'subnet': {'network_id': 'd4af3f11-f999-4283-9f78-2afb37d748ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-246662891-subnet', 'tenant_id': 'e611e613663d412289d575291c120a45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:47.975992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b41e6d-f303-4329-b4dc-3c3e22d4a195 admin admin] Made reservation on behalf of e611e613663d412289d575291c120a45 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:47.978626 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d6b41e6d-f303-4329-b4dc-3c3e22d4a195 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:48.072022 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa429581-3a98-4bab-850a-a52cd4be5f85 admin admin] Pushing event updated for resources: {'Network': ['ID=d4af3f11-f999-4283-9f78-2afb37d748ad,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:48.085798 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network d4af3f11-f999-4283-9f78-2afb37d748ad details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:51:48.168807 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045c623-1998-481a-ab9f-5fa1c14268d6 req-1705402d-89aa-4e6d-a994-b376a589529c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:48.181102 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f045c623-1998-481a-ab9f-5fa1c14268d6 req-1705402d-89aa-4e6d-a994-b376a589529c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.2378807 Jul 07 16:51:48.263318 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35494) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:48.283201 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f045c623-1998-481a-ab9f-5fa1c14268d6 req-3ebe7090-90e7-4704-9f4d-8d73f7f56ec0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011052 Jul 07 16:51:48.299715 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 039eb334-0042-453f-98e9-d9663d61ef86 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:48.304908 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d6b41e6d-f303-4329-b4dc-3c3e22d4a195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:48.406728 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b41e6d-f303-4329-b4dc-3c3e22d4a195 admin admin] Checking segment: {'id': 'a09aee7e-ccff-4b08-82e8-149bc3db4e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd4af3f11-f999-4283-9f78-2afb37d748ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:48.407270 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b41e6d-f303-4329-b4dc-3c3e22d4a195 admin admin] Network hostable DHCP agents. Network: d4af3f11-f999-4283-9f78-2afb37d748ad, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:51:48.413088 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b41e6d-f303-4329-b4dc-3c3e22d4a195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8ef5e9e-162e-42ff-b9cd-10e2468a75ef,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:48.433078 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b41e6d-f303-4329-b4dc-3c3e22d4a195 admin admin] Network d4af3f11-f999-4283-9f78-2afb37d748ad is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:51:48.446740 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-d6b41e6d-f303-4329-b4dc-3c3e22d4a195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, d4af3f11-f999-4283-9f78-2afb37d748ad) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:48.452723 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b41e6d-f303-4329-b4dc-3c3e22d4a195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:48.453322 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d6b41e6d-f303-4329-b4dc-3c3e22d4a195 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:48.471528 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-bfc2707a-187f-4e50-9b11-6cfd39a91a34 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1156362133-network', 'tenant_id': 'b40780fb77234457a03fa516042a99ee'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:48.472620 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d6b41e6d-f303-4329-b4dc-3c3e22d4a195 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5543499 Jul 07 16:51:48.500378 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c532a2-7957-4553-b57c-26b28c4592b0 None None] Network d4af3f11-f999-4283-9f78-2afb37d748ad requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:48.509052 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-def55d61-b923-4248-997d-7006f657a7b1 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=1aaa95a4194f4fd79c412c6c3e38eac2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0903838 Jul 07 16:51:48.655092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be545c8-582a-4aab-ac98-9bde04345b65 None None] Network d4af3f11-f999-4283-9f78-2afb37d748ad requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:48.663843 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc2707a-187f-4e50-9b11-6cfd39a91a34 admin admin] Made reservation on behalf of b40780fb77234457a03fa516042a99ee for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:48.666170 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bfc2707a-187f-4e50-9b11-6cfd39a91a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:48.686410 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bfc2707a-187f-4e50-9b11-6cfd39a91a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:48.696983 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:48.723394 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-50adcdda-1ee7-46ab-bbfd-e380885a50ff tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:48.731689 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-50adcdda-1ee7-46ab-bbfd-e380885a50ff tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162316 Jul 07 16:51:48.758749 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-1b1f8dc6-45fe-4750-b9cd-1d6b186682e9 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/quotas/1aaa95a4194f4fd79c412c6c3e38eac2 HTTP/1.1" status: 200 len: 375 time: 0.0258179 Jul 07 16:51:48.763690 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 039eb334-0042-453f-98e9-d9663d61ef86, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=039eb334-0042-453f-98e9-d9663d61ef86,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:48.775267 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6cdc39-8522-4071-a575-5d5e9190b10f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '039eb334-0042-453f-98e9-d9663d61ef86'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:48.777836 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e87e25b-2bd4-4aab-b06c-5d13cfd35b00" -d '{"events": [{"server_uuid": "ad6cdc39-8522-4071-a575-5d5e9190b10f", "name": "network-vif-unplugged", "status": "completed", "tag": "039eb334-0042-453f-98e9-d9663d61ef86"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:48.785376 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:48.799517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-0e17adbe-1eb7-4383-9aeb-ac72aff158f4 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:48.801273 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-0e17adbe-1eb7-4383-9aeb-ac72aff158f4 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/networks?id=699fa17b-01d7-4d5f-a61b-f1383d4a18a7 HTTP/1.1" status: 200 len: 805 time: 0.1629574 Jul 07 16:51:48.826225 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-9a4fd18f-b35e-4867-8f2f-ead4f6ba2236 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/quotas/13f3bce388ad42598000636f745b7999 HTTP/1.1" status: 200 len: 375 time: 0.0184054 Jul 07 16:51:48.849367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=039eb334-0042-453f-98e9-d9663d61ef86,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:48.861517 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:48.893475 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bfc2707a-187f-4e50-9b11-6cfd39a91a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:48.900072 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bfc2707a-187f-4e50-9b11-6cfd39a91a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:48.923759 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-f7b5d554-4769-4742-ad60-e430a94a1f1d tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=13f3bce388ad42598000636f745b7999&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0963428 Jul 07 16:51:48.927268 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2707a-187f-4e50-9b11-6cfd39a91a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:48.959623 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc2707a-187f-4e50-9b11-6cfd39a91a34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:51:48.996683 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bfc2707a-187f-4e50-9b11-6cfd39a91a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:48.997031 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-bfc2707a-187f-4e50-9b11-6cfd39a91a34 admin admin] Added segment edd6f053-8c81-4936-a583-893943154a69 of type vlan for network bd2479d0-9fcf-478a-92c1-f7873caa6cec Jul 07 16:51:49.002779 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-2c777a9c-2c94-49d5-afe4-21ed851a26e2 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1aaa95a4194f4fd79c412c6c3e38eac2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2428102 Jul 07 16:51:49.048599 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bfc2707a-187f-4e50-9b11-6cfd39a91a34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:49.084494 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bfc2707a-187f-4e50-9b11-6cfd39a91a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:49.085547 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc2707a-187f-4e50-9b11-6cfd39a91a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:49.086128 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bfc2707a-187f-4e50-9b11-6cfd39a91a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:49.126605 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bfc2707a-187f-4e50-9b11-6cfd39a91a34 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8617663 Jul 07 16:51:49.135019 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-eea0a51c-3212-472d-a839-c362e62603cb service neutron] 10.222.0.50 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101634 Jul 07 16:51:49.135676 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35528) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:49.155442 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-eb34d990-1238-4078-ab34-ebcb5026de0b admin admin] Request body: {'subnet': {'network_id': 'bd2479d0-9fcf-478a-92c1-f7873caa6cec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1156362133-subnet', 'tenant_id': 'b40780fb77234457a03fa516042a99ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:49.183169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2707a-187f-4e50-9b11-6cfd39a91a34 admin admin] Pushing event updated for resources: {'Network': ['ID=bd2479d0-9fcf-478a-92c1-f7873caa6cec,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:49.194164 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network bd2479d0-9fcf-478a-92c1-f7873caa6cec details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:51:49.282975 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-b15daf06-5406-4aa1-83c3-dc84d31ae7f1 service neutron] 10.222.0.50 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236498 Jul 07 16:51:49.301479 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb34d990-1238-4078-ab34-ebcb5026de0b admin admin] Made reservation on behalf of b40780fb77234457a03fa516042a99ee for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:49.308361 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eb34d990-1238-4078-ab34-ebcb5026de0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:49.518114 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0665d6-e2a9-44fd-951f-7a522b5240f1 x-openstack-request-id: req-ce0665d6-e2a9-44fd-951f-7a522b5240f1 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:49.518693 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6cdc39-8522-4071-a575-5d5e9190b10f", "name": "network-vif-unplugged", "status": "completed", "tag": "039eb334-0042-453f-98e9-d9663d61ef86", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:49.518867 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce0665d6-e2a9-44fd-951f-7a522b5240f1 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:49.519756 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6cdc39-8522-4071-a575-5d5e9190b10f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '039eb334-0042-453f-98e9-d9663d61ef86', 'code': 200} Jul 07 16:51:49.641076 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc921705-40c9-49b6-801e-325a230d2087 req-05140e0a-2bb6-4680-912b-25d9e5cba5e2 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a5670d-9a55-46a8-a496-dde52197fb6c HTTP/1.1" status: 200 len: 210 time: 0.0584428 Jul 07 16:51:49.648144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22451453-55b6-499a-a56f-1897003798cd req-8792ce14-0c7b-45b9-910e-a4df364ec25f tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:49.650797 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-22451453-55b6-499a-a56f-1897003798cd req-8792ce14-0c7b-45b9-910e-a4df364ec25f tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/networks?id=d4af3f11-f999-4283-9f78-2afb37d748ad HTTP/1.1" status: 200 len: 813 time: 0.1768289 Jul 07 16:51:49.679888 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-22451453-55b6-499a-a56f-1897003798cd req-1a5cf087-dbc3-4803-b4f3-6de835a80130 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/quotas/e611e613663d412289d575291c120a45 HTTP/1.1" status: 200 len: 375 time: 0.0223122 Jul 07 16:51:49.718170 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eb34d990-1238-4078-ab34-ebcb5026de0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:49.745905 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-22451453-55b6-499a-a56f-1897003798cd req-308d7d01-3280-4c9c-972d-df73804c0f32 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e611e613663d412289d575291c120a45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597427 Jul 07 16:51:49.820317 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34d990-1238-4078-ab34-ebcb5026de0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d2904df-52b2-46cb-8a71-1b376c84496d,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:49.836138 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb34d990-1238-4078-ab34-ebcb5026de0b admin admin] Checking segment: {'id': 'edd6f053-8c81-4936-a583-893943154a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'bd2479d0-9fcf-478a-92c1-f7873caa6cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:49.836711 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb34d990-1238-4078-ab34-ebcb5026de0b admin admin] Network hostable DHCP agents. Network: bd2479d0-9fcf-478a-92c1-f7873caa6cec, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:51:49.859409 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb34d990-1238-4078-ab34-ebcb5026de0b admin admin] Network bd2479d0-9fcf-478a-92c1-f7873caa6cec is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:51:49.881788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-eb34d990-1238-4078-ab34-ebcb5026de0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, bd2479d0-9fcf-478a-92c1-f7873caa6cec) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:49.885000 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-22451453-55b6-499a-a56f-1897003798cd req-5840178e-4ae6-4f3b-bc15-60b74387e8a3 service neutron] 10.222.0.50 "GET /v2.0/networks/d4af3f11-f999-4283-9f78-2afb37d748ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367610 Jul 07 16:51:49.886619 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb34d990-1238-4078-ab34-ebcb5026de0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:49.887251 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eb34d990-1238-4078-ab34-ebcb5026de0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:49.903100 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51ea72c-1d25-46d6-9703-872e090be2be None None] Network bd2479d0-9fcf-478a-92c1-f7873caa6cec requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:49.937433 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-eb34d990-1238-4078-ab34-ebcb5026de0b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7929542 Jul 07 16:51:50.199775 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:50.203317 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca50198-70ca-47c0-922c-4e252b6aa837 None None] Network bd2479d0-9fcf-478a-92c1-f7873caa6cec requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:51:50.397480 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c14e5-430a-4268-9362-7fd6dff60200 req-1457d44e-2520-4c1a-aa23-56846e34d1ed tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:50.404262 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-813c14e5-430a-4268-9362-7fd6dff60200 req-1457d44e-2520-4c1a-aa23-56846e34d1ed tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.2299488 Jul 07 16:51:50.413676 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ea95c-b4b4-4f17-a542-741c33801c09 req-eaef2548-573c-490b-b529-53b76bfeb705 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:50.415639 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e39ea95c-b4b4-4f17-a542-741c33801c09 req-eaef2548-573c-490b-b529-53b76bfeb705 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad6cdc39-8522-4071-a575-5d5e9190b10f HTTP/1.1" status: 200 len: 944 time: 0.3808429 Jul 07 16:51:50.435548 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-22451453-55b6-499a-a56f-1897003798cd req-67a025ae-6f8f-46bd-b7fe-f73230d81c8c service neutron] 10.222.0.50 "GET /v2.0/networks/d4af3f11-f999-4283-9f78-2afb37d748ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267100 Jul 07 16:51:50.551118 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-813c14e5-430a-4268-9362-7fd6dff60200 req-9ccaae4b-679a-4d94-8a6b-8ee12120bd2c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340940 Jul 07 16:51:50.600926 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-e39ea95c-b4b4-4f17-a542-741c33801c09 req-7dd1b3e3-7bc1-4d49-bc05-cd962d701045 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Deleting port 039eb334-0042-453f-98e9-d9663d61ef86 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:51:50.601275 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e39ea95c-b4b4-4f17-a542-741c33801c09 req-7dd1b3e3-7bc1-4d49-bc05-cd962d701045 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:50.766649 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb5b98fc-fb21-4cef-bdb5-768534006f89 req-7cc97a4b-91d8-4e9e-9e2a-b4da51c0cd4b tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 210 time: 0.0494969 Jul 07 16:51:50.778482 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-e39ea95c-b4b4-4f17-a542-741c33801c09 req-7dd1b3e3-7bc1-4d49-bc05-cd962d701045 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] For port 039eb334-0042-453f-98e9-d9663d61ef86, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=039eb334-0042-453f-98e9-d9663d61ef86,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:50.778851 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e39ea95c-b4b4-4f17-a542-741c33801c09 req-7dd1b3e3-7bc1-4d49-bc05-cd962d701045 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:50.793628 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-e39ea95c-b4b4-4f17-a542-741c33801c09 req-7dd1b3e3-7bc1-4d49-bc05-cd962d701045 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Calling delete_port for 039eb334-0042-453f-98e9-d9663d61ef86 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:51:50.910420 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-df2ab4d7-13c3-45c0-bb0e-5f93c228fdfa req-944060b3-93ea-4fc3-bf90-dc2a0d4c5913 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/ports?device_id=93ac564f-30bc-4cd7-ad6e-156eb28dbe5b HTTP/1.1" status: 200 len: 210 time: 0.0507672 Jul 07 16:51:51.059566 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e39ea95c-b4b4-4f17-a542-741c33801c09 req-7dd1b3e3-7bc1-4d49-bc05-cd962d701045 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:51.172878 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4b525f2e-8ccc-45d1-a8bd-4d2a944798c9 req-2440ba08-23e5-4035-9b4e-f353ccbd2f91 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a5670d-9a55-46a8-a496-dde52197fb6c HTTP/1.1" status: 200 len: 210 time: 0.0583546 Jul 07 16:51:51.512046 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1b3e3-7bc1-4d49-bc05-cd962d701045 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Pushing event deleted for resources: {'Port': ['ID=039eb334-0042-453f-98e9-d9663d61ef86,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:51.521672 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-277faa82-3690-4864-bf61-1a105fba20ec tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1aaa95a4194f4fd79c412c6c3e38eac2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540895 Jul 07 16:51:51.594441 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39ea95c-b4b4-4f17-a542-741c33801c09 req-7dd1b3e3-7bc1-4d49-bc05-cd962d701045 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] No DVR routers for this DVR port 039eb334-0042-453f-98e9-d9663d61ef86 on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:51.597246 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e39ea95c-b4b4-4f17-a542-741c33801c09 req-7dd1b3e3-7bc1-4d49-bc05-cd962d701045 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:51.599712 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e39ea95c-b4b4-4f17-a542-741c33801c09 req-7dd1b3e3-7bc1-4d49-bc05-cd962d701045 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.15 "DELETE /v2.0/ports/039eb334-0042-453f-98e9-d9663d61ef86 HTTP/1.1" status: 204 len: 173 time: 1.1747062 Jul 07 16:51:51.632515 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6cdc39-8522-4071-a575-5d5e9190b10f', 'name': 'network-vif-deleted', 'tag': '039eb334-0042-453f-98e9-d9663d61ef86'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:51.634575 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dabebcc-3b7d-4c60-b30d-8572607dc019" -d '{"events": [{"server_uuid": "ad6cdc39-8522-4071-a575-5d5e9190b10f", "name": "network-vif-deleted", "tag": "039eb334-0042-453f-98e9-d9663d61ef86"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:51.671226 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-2840b359-5714-45d8-8638-e6e76861be2e tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:51.672872 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-2840b359-5714-45d8-8638-e6e76861be2e tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/networks?id=bd2479d0-9fcf-478a-92c1-f7873caa6cec HTTP/1.1" status: 200 len: 818 time: 0.6942630 Jul 07 16:51:51.712927 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-0e646719-4865-4860-9f2f-3e529d8d8235 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/quotas/b40780fb77234457a03fa516042a99ee HTTP/1.1" status: 200 len: 375 time: 0.0284793 Jul 07 16:51:51.764752 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-bd2142d3-8bf3-482f-add7-82fb0512f515 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b40780fb77234457a03fa516042a99ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502737 Jul 07 16:51:51.793196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443922f-8222-4255-84fd-a0d4de09b9a1 req-7900e44b-8ab2-4808-b34c-b1ec1baf056c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:51.795954 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-2bc15788-76fa-4616-b170-399e08cd416c tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:51.797428 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-2bc15788-76fa-4616-b170-399e08cd416c tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2574191 Jul 07 16:51:51.803045 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9443922f-8222-4255-84fd-a0d4de09b9a1 req-7900e44b-8ab2-4808-b34c-b1ec1baf056c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.0765760 Jul 07 16:51:51.836407 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-f6f81641-8a16-452f-96dc-b3296c1eef21 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Request body: {'port': {'device_id': '83a5670d-9a55-46a8-a496-dde52197fb6c', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '1aaa95a4194f4fd79c412c6c3e38eac2'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:51.851248 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9443922f-8222-4255-84fd-a0d4de09b9a1 req-106f862d-dd08-41bb-9e72-7ecdd7f88eaf tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468137 Jul 07 16:51:51.918542 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb72db8-63d5-48ba-a5dc-3acf7ec57142 x-openstack-request-id: req-7cb72db8-63d5-48ba-a5dc-3acf7ec57142 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:51.918838 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6cdc39-8522-4071-a575-5d5e9190b10f", "name": "network-vif-deleted", "tag": "039eb334-0042-453f-98e9-d9663d61ef86", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:51.919081 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7cb72db8-63d5-48ba-a5dc-3acf7ec57142 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:51.919476 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6cdc39-8522-4071-a575-5d5e9190b10f', 'name': 'network-vif-deleted', 'tag': '039eb334-0042-453f-98e9-d9663d61ef86', 'status': 'completed', 'code': 200} Jul 07 16:51:51.963942 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-da7a2cb9-e887-47e6-89a3-fe88df4a83bf service neutron] 10.222.0.50 "GET /v2.0/networks/bd2479d0-9fcf-478a-92c1-f7873caa6cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980784 Jul 07 16:51:52.061356 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-f6f81641-8a16-452f-96dc-b3296c1eef21 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Made reservation on behalf of 1aaa95a4194f4fd79c412c6c3e38eac2 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:52.066367 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-f6f81641-8a16-452f-96dc-b3296c1eef21 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:52.110771 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-375042f1-c319-4da1-a707-a415ce281441 service neutron] 10.222.0.50 "GET /v2.0/networks/bd2479d0-9fcf-478a-92c1-f7873caa6cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459014 Jul 07 16:51:52.262828 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4ce941f3-82e1-4567-a23b-ea87cf131cd9 req-f44eba48-9b16-4766-a2cd-ff4d8cf8c609 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 210 time: 0.0477581 Jul 07 16:51:52.265502 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-f6f81641-8a16-452f-96dc-b3296c1eef21 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Allocated IP 192.168.233.135 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/441c8523-d06f-4cb3-a77f-1a7aa26b04dc) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:52.319615 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22451453-55b6-499a-a56f-1897003798cd req-b96720d0-2313-4d14-9f38-f25d53385c73 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:52.322059 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-22451453-55b6-499a-a56f-1897003798cd req-b96720d0-2313-4d14-9f38-f25d53385c73 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.69 "GET /v2.0/networks?id=d4af3f11-f999-4283-9f78-2afb37d748ad HTTP/1.1" status: 200 len: 813 time: 0.2512672 Jul 07 16:51:52.338359 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-22451453-55b6-499a-a56f-1897003798cd req-f6a3de1e-d752-48f0-900d-53363a0f2455 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Request body: {'port': {'device_id': '93ac564f-30bc-4cd7-ad6e-156eb28dbe5b', 'network_id': 'd4af3f11-f999-4283-9f78-2afb37d748ad', 'admin_state_up': True, 'tenant_id': 'e611e613663d412289d575291c120a45'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:52.511531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22451453-55b6-499a-a56f-1897003798cd req-f6a3de1e-d752-48f0-900d-53363a0f2455 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Made reservation on behalf of e611e613663d412289d575291c120a45 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:52.517068 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-22451453-55b6-499a-a56f-1897003798cd req-f6a3de1e-d752-48f0-900d-53363a0f2455 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:52.596357 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-124c1dd3-3d70-4b08-8451-6b835e9d6c0e req-74980c9c-598f-4421-b4f7-3fd742275e54 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/ports?device_id=93ac564f-30bc-4cd7-ad6e-156eb28dbe5b HTTP/1.1" status: 200 len: 210 time: 0.0416617 Jul 07 16:51:52.649250 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-f6f81641-8a16-452f-96dc-b3296c1eef21 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:52.672364 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-f6f81641-8a16-452f-96dc-b3296c1eef21 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Transition to ACTIVE for port object 441c8523-d06f-4cb3-a77f-1a7aa26b04dc will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:52.808308 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-81741bf9-5127-49cd-93ed-9b427f6c716d tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:52.810616 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-81741bf9-5127-49cd-93ed-9b427f6c716d tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.15 "GET /v2.0/networks?id=699fa17b-01d7-4d5f-a61b-f1383d4a18a7 HTTP/1.1" status: 200 len: 805 time: 0.1321905 Jul 07 16:51:52.843190 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-fde073bb-5343-4aeb-ac2a-942aca637a31 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Request body: {'port': {'device_id': 'be8961f2-3777-405f-9b7b-fb77edf5ae7e', 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7', 'admin_state_up': True, 'tenant_id': '13f3bce388ad42598000636f745b7999'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:52.861200 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2a08c888-247d-4b83-97dc-e019af78a67e req-d94bfb20-bfb5-47de-99ee-5bf7bbf7b5c3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a5670d-9a55-46a8-a496-dde52197fb6c HTTP/1.1" status: 200 len: 210 time: 0.0685520 Jul 07 16:51:52.929839 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-22451453-55b6-499a-a56f-1897003798cd req-f6a3de1e-d752-48f0-900d-53363a0f2455 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Allocated IP 172.20.0.7 (d4af3f11-f999-4283-9f78-2afb37d748ad/b8ef5e9e-162e-42ff-b9cd-10e2468a75ef/4ce1fcaa-ae1e-4aaf-8882-fc1567630d94) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:53.090235 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-f6f81641-8a16-452f-96dc-b3296c1eef21 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:53.104015 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['31475d35-f7a3-44fe-8c43-110a26ad5924'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:51:53.189502 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02235b28-88a3-4d84-8cf0-0679b8e240ed req-56693b92-0098-4e40-84f5-abd9dffac33a tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1dd29c5-d8c8-4f44-8e12-51dff993ac80 HTTP/1.1" status: 200 len: 210 time: 0.1061735 Jul 07 16:51:53.249475 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ddecfc7f-29c7-4ba1-996b-723210a839a0 req-00b8f723-944a-4fad-a259-c2eb0812d309 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4168301 Jul 07 16:51:53.282417 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-22451453-55b6-499a-a56f-1897003798cd req-f6a3de1e-d752-48f0-900d-53363a0f2455 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:53.354084 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-f6f81641-8a16-452f-96dc-b3296c1eef21 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:53.369152 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-22451453-55b6-499a-a56f-1897003798cd req-f6a3de1e-d752-48f0-900d-53363a0f2455 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:53.428054 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-f6f81641-8a16-452f-96dc-b3296c1eef21 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:53.436245 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-fde073bb-5343-4aeb-ac2a-942aca637a31 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Made reservation on behalf of 13f3bce388ad42598000636f745b7999 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:53.446213 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-fde073bb-5343-4aeb-ac2a-942aca637a31 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:53.458973 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-f6f81641-8a16-452f-96dc-b3296c1eef21 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:53.512857 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22451453-55b6-499a-a56f-1897003798cd req-f6a3de1e-d752-48f0-900d-53363a0f2455 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Network d4af3f11-f999-4283-9f78-2afb37d748ad is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:53.548571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-22451453-55b6-499a-a56f-1897003798cd req-f6a3de1e-d752-48f0-900d-53363a0f2455 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:53.552191 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-22451453-55b6-499a-a56f-1897003798cd req-f6a3de1e-d752-48f0-900d-53363a0f2455 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:53.554777 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3de1e-d752-48f0-900d-53363a0f2455 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Pushing event updated for resources: {'Port': ['ID=4ce1fcaa-ae1e-4aaf-8882-fc1567630d94,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:53.637394 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecfc7f-29c7-4ba1-996b-723210a839a0 req-b219abe1-ae15-45bc-b0d6-d42a65cea39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:53.641318 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ddecfc7f-29c7-4ba1-996b-723210a839a0 req-b219abe1-ae15-45bc-b0d6-d42a65cea39d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 1101 time: 0.2772393 Jul 07 16:51:53.666629 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22451453-55b6-499a-a56f-1897003798cd req-f6a3de1e-d752-48f0-900d-53363a0f2455 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:53.667301 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-22451453-55b6-499a-a56f-1897003798cd req-f6a3de1e-d752-48f0-900d-53363a0f2455 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:53.703994 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-22451453-55b6-499a-a56f-1897003798cd req-f6a3de1e-d752-48f0-900d-53363a0f2455 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3725681 Jul 07 16:51:53.728515 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] Request body: {'port': {'device_id': '93ac564f-30bc-4cd7-ad6e-156eb28dbe5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:53.795446 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f81641-8a16-452f-96dc-b3296c1eef21 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Pushing event updated for resources: {'Port': ['ID=441c8523-d06f-4cb3-a77f-1a7aa26b04dc,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:53.826932 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-f6f81641-8a16-452f-96dc-b3296c1eef21 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:53.827574 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-f6f81641-8a16-452f-96dc-b3296c1eef21 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:53.845532 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-fde073bb-5343-4aeb-ac2a-942aca637a31 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Allocated IP 172.20.0.14 (699fa17b-01d7-4d5f-a61b-f1383d4a18a7/f4033db2-1315-487d-98c1-b14262a4cfcd/bbebdff5-3d55-453e-9362-de954a23bd70) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:53.860564 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49723fe2-fa46-4250-aefa-e2cfcb0db9ef req-18145973-1cfc-4726-828f-4c60f3261d74 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:53.871929 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-49723fe2-fa46-4250-aefa-e2cfcb0db9ef req-18145973-1cfc-4726-828f-4c60f3261d74 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.8190732 Jul 07 16:51:53.876567 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43844b1e-8f85-47a3-8569-f8dc46878a48 req-d36dc4c8-9079-49ad-a7ba-07dd61b44be5 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 210 time: 0.0471606 Jul 07 16:51:53.885697 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-eee1356e-97db-4a74-939d-2077e1b8a549 None None] Provisioning for port 441c8523-d06f-4cb3-a77f-1a7aa26b04dc completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:51:53.890557 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-eee1356e-97db-4a74-939d-2077e1b8a549 None None] Provisioning complete for port 441c8523-d06f-4cb3-a77f-1a7aa26b04dc triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:51:53.890923 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eee1356e-97db-4a74-939d-2077e1b8a549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:53.932936 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-f6f81641-8a16-452f-96dc-b3296c1eef21 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1020339 Jul 07 16:51:53.952021 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] Request body: {'port': {'device_id': '83a5670d-9a55-46a8-a496-dde52197fb6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:53.983087 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-eee1356e-97db-4a74-939d-2077e1b8a549 None None] Port 441c8523-d06f-4cb3-a77f-1a7aa26b04dc cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:51:54.013349 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.125604 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecfc7f-29c7-4ba1-996b-723210a839a0 req-c2e193bb-33aa-4966-a448-a87ef351e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:54.130613 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ddecfc7f-29c7-4ba1-996b-723210a839a0 req-c2e193bb-33aa-4966-a448-a87ef351e092 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.4206250 Jul 07 16:51:54.236870 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-49723fe2-fa46-4250-aefa-e2cfcb0db9ef req-91acdacf-8bef-4d92-a7ed-8225a4596f77 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625596 Jul 07 16:51:54.321246 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 039eb334-0042-453f-98e9-d9663d61ef86 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:51:54.335658 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.363912 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 039eb334-0042-453f-98e9-d9663d61ef86 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:51:54.365450 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ddecfc7f-29c7-4ba1-996b-723210a839a0 req-e1689e49-20a7-4834-b918-9132e3499c49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=78af5bd3-4034-4762-a6a0-1b73f58d5009 HTTP/1.1" status: 200 len: 217 time: 0.2264528 Jul 07 16:51:54.366479 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 039eb334-0042-453f-98e9-d9663d61ef86 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:51:54.591491 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecfc7f-29c7-4ba1-996b-723210a839a0 req-10c385d8-414a-4346-9f1e-e595665e494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:54.592936 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ddecfc7f-29c7-4ba1-996b-723210a839a0 req-10c385d8-414a-4346-9f1e-e595665e494c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1664779 Jul 07 16:51:54.602332 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150e122-6dcf-497f-b05e-8ff45b5804c0 req-1efa76ac-e20e-43b0-9ef6-c7c4cde85722 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:54.606851 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d150e122-6dcf-497f-b05e-8ff45b5804c0 req-1efa76ac-e20e-43b0-9ef6-c7c4cde85722 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/ports?device_id=93ac564f-30bc-4cd7-ad6e-156eb28dbe5b HTTP/1.1" status: 200 len: 931 time: 0.2431960 Jul 07 16:51:54.640319 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-fde073bb-5343-4aeb-ac2a-942aca637a31 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.746089 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d150e122-6dcf-497f-b05e-8ff45b5804c0 req-f279a4ff-dfa2-490f-bef4-54276825c9a7 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec6c7a4-e6ff-4682-9c97-c08ca3022761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233046 Jul 07 16:51:54.793133 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecfc7f-29c7-4ba1-996b-723210a839a0 req-6d197fb4-5272-49b0-8a99-df373890c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:54.795771 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ddecfc7f-29c7-4ba1-996b-723210a839a0 req-6d197fb4-5272-49b0-8a99-df373890c036 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1875243 Jul 07 16:51:54.807962 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f404f-2c16-4e35-96e8-53f230be96fe req-bd005f37-c113-44a9-a76b-364cc99c7f22 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:54.809868 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b66f404f-2c16-4e35-96e8-53f230be96fe req-bd005f37-c113-44a9-a76b-364cc99c7f22 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a5670d-9a55-46a8-a496-dde52197fb6c HTTP/1.1" status: 200 len: 936 time: 0.3101113 Jul 07 16:51:54.877131 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-fde073bb-5343-4aeb-ac2a-942aca637a31 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.897790 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:54.909131 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:54.958308 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-fde073bb-5343-4aeb-ac2a-942aca637a31 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Network 699fa17b-01d7-4d5f-a61b-f1383d4a18a7 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:54.974628 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-03d08c1b-0cbf-4f25-8925-075e5f55641a req-506b2106-448a-4781-8b0b-322ee633fc9b tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1dd29c5-d8c8-4f44-8e12-51dff993ac80 HTTP/1.1" status: 200 len: 210 time: 0.0719566 Jul 07 16:51:54.977132 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b66f404f-2c16-4e35-96e8-53f230be96fe req-3e85d295-989a-42f5-a67f-b5b4ffeb4b8a tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295907 Jul 07 16:51:54.983665 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] Transition to ACTIVE for port object 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:55.016549 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-fde073bb-5343-4aeb-ac2a-942aca637a31 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:55.029130 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.047281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-fde073bb-5343-4aeb-ac2a-942aca637a31 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:55.081655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde073bb-5343-4aeb-ac2a-942aca637a31 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Pushing event updated for resources: {'Port': ['ID=bbebdff5-3d55-453e-9362-de954a23bd70,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:55.148648 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ddecfc7f-29c7-4ba1-996b-723210a839a0 req-06836ac7-b996-4ff5-b5a7-a93eae377f00 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412950 Jul 07 16:51:55.243469 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.15', 55720) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:55.305075 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce1fcaa-ae1e-4aaf-8882-fc1567630d94,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:55.305346 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-fde073bb-5343-4aeb-ac2a-942aca637a31 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:55.306084 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-fde073bb-5343-4aeb-ac2a-942aca637a31 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.328966 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441c8523-d06f-4cb3-a77f-1a7aa26b04dc {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:55.341152 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.372226 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-fde073bb-5343-4aeb-ac2a-942aca637a31 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5349646 Jul 07 16:51:55.377074 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] Transition to ACTIVE for port object 441c8523-d06f-4cb3-a77f-1a7aa26b04dc will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:55.385773 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.404678 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] Request body: {'port': {'device_id': 'be8961f2-3777-405f-9b7b-fb77edf5ae7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:55.487640 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc2df9-143c-4ef2-82c8-de8a2d97781a req-f552c2ff-4bd6-428e-86d1-7931b120c068 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:55.496033 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2efc2df9-143c-4ef2-82c8-de8a2d97781a req-f552c2ff-4bd6-428e-86d1-7931b120c068 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 932 time: 0.2669299 Jul 07 16:51:55.528874 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] Pushing event updated for resources: {'Port': ['ID=441c8523-d06f-4cb3-a77f-1a7aa26b04dc,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:55.555316 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-4ab98631-e9cb-47e5-a3c9-761a6f07227c service neutron] show failed (client error): The resource could not be found. Jul 07 16:51:55.556568 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-4ab98631-e9cb-47e5-a3c9-761a6f07227c service neutron] 10.222.0.69 "GET /v2.0/ports/fcf798d4-2c52-44ac-8976-da6c419547ba/bindings/n-h1-793620-7 HTTP/1.1" status: 404 len: 380 time: 0.3706563 Jul 07 16:51:55.574221 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-c7c6a204-8fbe-46ef-9946-71b88e9bb5d8 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:55.576391 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-c7c6a204-8fbe-46ef-9946-71b88e9bb5d8 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.15 "GET /v2.0/networks?id=bd2479d0-9fcf-478a-92c1-f7873caa6cec HTTP/1.1" status: 200 len: 818 time: 0.2806602 Jul 07 16:51:55.591054 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-46dfe595-9fda-488e-8757-b1e7763bf3ad tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Request body: {'port': {'device_id': '74159f29-6e11-471b-9dfd-22d26420feca', 'network_id': 'bd2479d0-9fcf-478a-92c1-f7873caa6cec', 'admin_state_up': True, 'tenant_id': 'b40780fb77234457a03fa516042a99ee'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:55.684333 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] Attempting to bind port 441c8523-d06f-4cb3-a77f-1a7aa26b04dc on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:55.684863 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] Attempting to bind port 441c8523-d06f-4cb3-a77f-1a7aa26b04dc by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:55.685373 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] Attempting to bind port 441c8523-d06f-4cb3-a77f-1a7aa26b04dc on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:55.702856 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] Port 441c8523-d06f-4cb3-a77f-1a7aa26b04dc on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:51:55.703326 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] Attempting to bind port 441c8523-d06f-4cb3-a77f-1a7aa26b04dc on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:55.716574 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:55.717068 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:55.717558 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:55.718103 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] Bound port: 441c8523-d06f-4cb3-a77f-1a7aa26b04dc, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:55.718597 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.733032 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2efc2df9-143c-4ef2-82c8-de8a2d97781a req-1628bf27-cadf-4f64-b77e-959678a71490 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355757 Jul 07 16:51:55.750059 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.761212 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ddecfc7f-29c7-4ba1-996b-723210a839a0 req-ef79c1a1-bf6c-4b4e-abb5-1c28322b3e77 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5994654 Jul 07 16:51:55.809573 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] Attempting to bind port 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:55.809922 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] Attempting to bind port 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'a09aee7e-ccff-4b08-82e8-149bc3db4e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd4af3f11-f999-4283-9f78-2afb37d748ad'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:55.810252 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] Attempting to bind port 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 on network d4af3f11-f999-4283-9f78-2afb37d748ad {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:55.818232 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] Port 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 on network d4af3f11-f999-4283-9f78-2afb37d748ad not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:51:55.818573 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] Attempting to bind port 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 on network d4af3f11-f999-4283-9f78-2afb37d748ad {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:55.828712 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:55.829344 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] Checking segment: {'id': 'a09aee7e-ccff-4b08-82e8-149bc3db4e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd4af3f11-f999-4283-9f78-2afb37d748ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:55.829772 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] Bound using segment: {'id': 'a09aee7e-ccff-4b08-82e8-149bc3db4e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd4af3f11-f999-4283-9f78-2afb37d748ad'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:55.830176 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] Bound port: 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09aee7e-ccff-4b08-82e8-149bc3db4e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd4af3f11-f999-4283-9f78-2afb37d748ad'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:55.830557 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.863053 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-46dfe595-9fda-488e-8757-b1e7763bf3ad tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Made reservation on behalf of b40780fb77234457a03fa516042a99ee for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:55.870841 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-46dfe595-9fda-488e-8757-b1e7763bf3ad tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:55.966794 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] For port 441c8523-d06f-4cb3-a77f-1a7aa26b04dc, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:55.992510 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] For port 441c8523-d06f-4cb3-a77f-1a7aa26b04dc, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=441c8523-d06f-4cb3-a77f-1a7aa26b04dc,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:56.037984 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:56.137434 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-46dfe595-9fda-488e-8757-b1e7763bf3ad tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Allocated IP 172.20.0.12 (bd2479d0-9fcf-478a-92c1-f7873caa6cec/3d2904df-52b2-46cb-8a71-1b376c84496d/b3f06126-2dce-474d-8879-d8bd28779152) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:56.146998 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:56.147619 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:56.149117 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] 10.222.0.15 "PUT /v2.0/ports/441c8523-d06f-4cb3-a77f-1a7aa26b04dc HTTP/1.1" status: 200 len: 1096 time: 2.2042727 Jul 07 16:51:56.154000 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a5670d-9a55-46a8-a496-dde52197fb6c', 'tag': '441c8523-d06f-4cb3-a77f-1a7aa26b04dc'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:56.160619 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424e97f1-1b8b-49a6-90b7-943988f4af3f" -d '{"events": [{"name": "network-changed", "server_uuid": "83a5670d-9a55-46a8-a496-dde52197fb6c", "tag": "441c8523-d06f-4cb3-a77f-1a7aa26b04dc"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:56.170931 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381da4e-4e77-4985-8de0-6d96e4770193 req-4f73790f-f138-421a-bfee-31552e4ade17 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:56.184191 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4381da4e-4e77-4985-8de0-6d96e4770193 req-4f73790f-f138-421a-bfee-31552e4ade17 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.4283724 Jul 07 16:51:56.227409 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9157351-eddb-4f1f-b449-06d25b4c2c9b service neutron] Pushing event updated for resources: {'Port': ['ID=441c8523-d06f-4cb3-a77f-1a7aa26b04dc,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:56.290939 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3ebf7-0d2e-48ea-87d1-17e51ec30233 req-e3fe0a35-b19c-476a-bc92-a9783c911099 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:56.299115 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1be3ebf7-0d2e-48ea-87d1-17e51ec30233 req-e3fe0a35-b19c-476a-bc92-a9783c911099 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/ports?device_id=93ac564f-30bc-4cd7-ad6e-156eb28dbe5b HTTP/1.1" status: 200 len: 943 time: 0.2974935 Jul 07 16:51:56.344543 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4381da4e-4e77-4985-8de0-6d96e4770193 req-8c2ff7b0-d1bc-4d40-84e3-2793897922e4 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592622 Jul 07 16:51:56.396322 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.15', 55721) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:51:56.550065 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbebdff5-3d55-453e-9362-de954a23bd70 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:51:56.561026 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:56.563938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] For port 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:56.582865 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] Transition to ACTIVE for port object bbebdff5-3d55-453e-9362-de954a23bd70 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:56.595709 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1be3ebf7-0d2e-48ea-87d1-17e51ec30233 req-2cfe40de-2794-4617-a09e-95a558e517d8 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec6c7a4-e6ff-4682-9c97-c08ca3022761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872536 Jul 07 16:51:56.597161 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:56.661327 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] For port 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=4ce1fcaa-ae1e-4aaf-8882-fc1567630d94,segment=NetworkSegment(a09aee7e-ccff-4b08-82e8-149bc3db4e7a),segment_id=a09aee7e-ccff-4b08-82e8-149bc3db4e7a)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:56.674403 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-e7f0d378-6719-4ad8-b09d-20cdd6593d78 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:56.674403 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-e7f0d378-6719-4ad8-b09d-20cdd6593d78 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.15 "GET /v2.0/networks?id=bd2479d0-9fcf-478a-92c1-f7873caa6cec HTTP/1.1" status: 200 len: 818 time: 0.5142303 Jul 07 16:51:56.688008 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:56.694141 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbebdff5-3d55-453e-9362-de954a23bd70,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:56.744245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-560fcd4c-3a96-4cb0-af94-131659dcb8c1 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Request body: {'port': {'device_id': 'd1dd29c5-d8c8-4f44-8e12-51dff993ac80', 'network_id': 'bd2479d0-9fcf-478a-92c1-f7873caa6cec', 'admin_state_up': True, 'tenant_id': 'b40780fb77234457a03fa516042a99ee'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:56.763469 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-00568604-2daf-4359-99ae-265d4550b5d0 req-95a7cd15-cb66-48ab-b85f-c0853eec9280 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1dd29c5-d8c8-4f44-8e12-51dff993ac80 HTTP/1.1" status: 200 len: 210 time: 0.1854424 Jul 07 16:51:56.767192 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-3afac766-2305-473f-af64-d9c300b6db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:56.768754 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-3afac766-2305-473f-af64-d9c300b6db6f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1aaa95a4194f4fd79c412c6c3e38eac2&device_id=83a5670d-9a55-46a8-a496-dde52197fb6c HTTP/1.1" status: 200 len: 1099 time: 0.4029586 Jul 07 16:51:56.821063 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-057d8af9-d207-4e74-b8a9-cd7fde2ae62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:56.822613 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-057d8af9-d207-4e74-b8a9-cd7fde2ae62c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0&tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c HTTP/1.1" status: 200 len: 1100 time: 0.4252980 Jul 07 16:51:56.865642 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f677fd53-957b-4f87-9927-9736198245a1 x-openstack-request-id: req-f677fd53-957b-4f87-9927-9736198245a1 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:56.865945 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a5670d-9a55-46a8-a496-dde52197fb6c", "tag": "441c8523-d06f-4cb3-a77f-1a7aa26b04dc", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:56.866210 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f677fd53-957b-4f87-9927-9736198245a1 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:56.866631 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a5670d-9a55-46a8-a496-dde52197fb6c', 'tag': '441c8523-d06f-4cb3-a77f-1a7aa26b04dc', 'status': 'completed', 'code': 200} Jul 07 16:51:56.872093 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-7', 'device_owner': 'compute:nova'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:56.877239 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-7fddd6fd-a1f4-4a3e-afb9-0ef9b5bba760 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=441c8523-d06f-4cb3-a77f-1a7aa26b04dc HTTP/1.1" status: 200 len: 217 time: 0.0996222 Jul 07 16:51:56.919644 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:56.920270 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:56.921674 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-22451453-55b6-499a-a56f-1897003798cd req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] 10.222.0.69 "PUT /v2.0/ports/4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 HTTP/1.1" status: 200 len: 1091 time: 3.2027619 Jul 07 16:51:56.922576 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ac564f-30bc-4cd7-ad6e-156eb28dbe5b', 'tag': '4ce1fcaa-ae1e-4aaf-8882-fc1567630d94'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:56.924432 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb73d967-6533-4fed-a6cb-ba196ba3cc0e" -d '{"events": [{"name": "network-changed", "server_uuid": "93ac564f-30bc-4cd7-ad6e-156eb28dbe5b", "tag": "4ce1fcaa-ae1e-4aaf-8882-fc1567630d94"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:56.965341 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-27a6cb5d-c1f0-419c-8697-1a60eed6783a tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:56.967685 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-27a6cb5d-c1f0-419c-8697-1a60eed6783a tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.69 "GET /v2.0/networks?id=bd2479d0-9fcf-478a-92c1-f7873caa6cec HTTP/1.1" status: 200 len: 818 time: 0.8204880 Jul 07 16:51:56.968280 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] Attempting to bind port bbebdff5-3d55-453e-9362-de954a23bd70 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:56.968772 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] Attempting to bind port bbebdff5-3d55-453e-9362-de954a23bd70 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'd7e9cb76-4c8d-477c-9813-3e695fc7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:56.968940 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] Attempting to bind port bbebdff5-3d55-453e-9362-de954a23bd70 on network 699fa17b-01d7-4d5f-a61b-f1383d4a18a7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:56.981964 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358bef8-c4b0-4fb2-a3b2-aa499e949014 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce1fcaa-ae1e-4aaf-8882-fc1567630d94,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:56.985737 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] Port bbebdff5-3d55-453e-9362-de954a23bd70 on network 699fa17b-01d7-4d5f-a61b-f1383d4a18a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:51:56.986162 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] Attempting to bind port bbebdff5-3d55-453e-9362-de954a23bd70 on network 699fa17b-01d7-4d5f-a61b-f1383d4a18a7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:57.018801 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-923685bf-8c91-4550-b8c0-a0f17b4832e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:57.020049 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-923685bf-8c91-4550-b8c0-a0f17b4832e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1191490 Jul 07 16:51:57.025888 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:57.026237 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] Checking segment: {'id': 'd7e9cb76-4c8d-477c-9813-3e695fc7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:57.026669 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] Bound using segment: {'id': 'd7e9cb76-4c8d-477c-9813-3e695fc7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:57.027128 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] Bound port: bbebdff5-3d55-453e-9362-de954a23bd70, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e9cb76-4c8d-477c-9813-3e695fc7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:57.027493 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:57.086147 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79054a-0f88-479a-9adf-a19de0ee2d30 req-309d4a25-2be8-4a2e-9f52-fc8a44477069 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:57.087754 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f79054a-0f88-479a-9adf-a19de0ee2d30 req-309d4a25-2be8-4a2e-9f52-fc8a44477069 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a5670d-9a55-46a8-a496-dde52197fb6c HTTP/1.1" status: 200 len: 948 time: 0.3363211 Jul 07 16:51:57.092626 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:57.262937 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f79054a-0f88-479a-9adf-a19de0ee2d30 req-5225f4bb-a6e1-4176-96ad-6b2e22c81dc1 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675284 Jul 07 16:51:57.302511 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] For port bbebdff5-3d55-453e-9362-de954a23bd70, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:57.307762 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-c3bccff2-a05c-4103-86e5-5685a6de9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:57.311256 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-c3bccff2-a05c-4103-86e5-5685a6de9ee9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2785103 Jul 07 16:51:57.322003 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] For port bbebdff5-3d55-453e-9362-de954a23bd70, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=bbebdff5-3d55-453e-9362-de954a23bd70,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:57.353858 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:57.355762 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1697ab2-4d93-42c5-a11d-45a60a315dcb x-openstack-request-id: req-e1697ab2-4d93-42c5-a11d-45a60a315dcb {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:57.356055 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ac564f-30bc-4cd7-ad6e-156eb28dbe5b", "tag": "4ce1fcaa-ae1e-4aaf-8882-fc1567630d94", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:57.356309 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e1697ab2-4d93-42c5-a11d-45a60a315dcb {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:57.356701 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ac564f-30bc-4cd7-ad6e-156eb28dbe5b', 'tag': '4ce1fcaa-ae1e-4aaf-8882-fc1567630d94', 'status': 'completed', 'code': 200} Jul 07 16:51:57.373552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-3b01ad8f-e600-41a7-982c-67ea6e929e6f tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Request body: {'port': {'device_id': 'd6c8fe56-4d21-464e-a71f-344fbf4d7851', 'network_id': 'bd2479d0-9fcf-478a-92c1-f7873caa6cec', 'admin_state_up': True, 'tenant_id': 'b40780fb77234457a03fa516042a99ee'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:57.499811 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:57.500820 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:57.501867 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] 10.222.0.15 "PUT /v2.0/ports/bbebdff5-3d55-453e-9362-de954a23bd70 HTTP/1.1" status: 200 len: 1092 time: 2.1115904 Jul 07 16:51:57.518083 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-46dfe595-9fda-488e-8757-b1e7763bf3ad tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:57.605047 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-560fcd4c-3a96-4cb0-af94-131659dcb8c1 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Made reservation on behalf of b40780fb77234457a03fa516042a99ee for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:57.608653 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-560fcd4c-3a96-4cb0-af94-131659dcb8c1 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:57.653098 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca06f40-d28f-4f8d-94cf-63cc573e6b3b req-d53092e1-dd9e-4920-92e1-d16596ced29a tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:57.654925 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0ca06f40-d28f-4f8d-94cf-63cc573e6b3b req-d53092e1-dd9e-4920-92e1-d16596ced29a tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 944 time: 0.3087461 Jul 07 16:51:57.662443 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22451453-55b6-499a-a56f-1897003798cd req-a2d8c8fd-6191-41b7-bdd4-88a82ac53a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:57.664045 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-22451453-55b6-499a-a56f-1897003798cd req-a2d8c8fd-6191-41b7-bdd4-88a82ac53a54 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e611e613663d412289d575291c120a45&device_id=93ac564f-30bc-4cd7-ad6e-156eb28dbe5b HTTP/1.1" status: 200 len: 1094 time: 0.3212366 Jul 07 16:51:57.749977 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-22451453-55b6-499a-a56f-1897003798cd req-df53c222-4402-4c83-9a74-587b60726d2b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 HTTP/1.1" status: 200 len: 217 time: 0.0663280 Jul 07 16:51:57.752756 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-3b01ad8f-e600-41a7-982c-67ea6e929e6f tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Made reservation on behalf of b40780fb77234457a03fa516042a99ee for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:51:57.756648 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-3b01ad8f-e600-41a7-982c-67ea6e929e6f tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:57.791794 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-46dfe595-9fda-488e-8757-b1e7763bf3ad tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:57.911046 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0ca06f40-d28f-4f8d-94cf-63cc573e6b3b req-3168f3c7-71aa-43d0-9913-0051cecedeee tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419660 Jul 07 16:51:57.974185 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9aa6b-337e-486b-b9ac-2cb5f0cc54f4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbebdff5-3d55-453e-9362-de954a23bd70,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:57.975531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-46dfe595-9fda-488e-8757-b1e7763bf3ad tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Network bd2479d0-9fcf-478a-92c1-f7873caa6cec is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:58.005494 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-0a9b71b4-48d6-4e96-8a1c-4b759ff41b15 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6809306 Jul 07 16:51:58.090865 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-46dfe595-9fda-488e-8757-b1e7763bf3ad tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:58.092762 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfe595-9fda-488e-8757-b1e7763bf3ad tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Pushing event updated for resources: {'Port': ['ID=b3f06126-2dce-474d-8879-d8bd28779152,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:58.097352 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-46dfe595-9fda-488e-8757-b1e7763bf3ad tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:58.104120 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22451453-55b6-499a-a56f-1897003798cd req-ee7f3dc0-1cf2-41fd-b082-0347a582668d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:58.105699 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-22451453-55b6-499a-a56f-1897003798cd req-ee7f3dc0-1cf2-41fd-b082-0347a582668d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b8ef5e9e-162e-42ff-b9cd-10e2468a75ef HTTP/1.1" status: 200 len: 853 time: 0.3164361 Jul 07 16:51:58.119278 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] For port fcf798d4-2c52-44ac-8976-da6c419547ba, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=fcf798d4-2c52-44ac-8976-da6c419547ba,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:51:58.131046 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1adc1c-ecdb-4c21-a891-841cca7ecae5 req-89dc3585-dde9-47e7-a4f3-44508149f76c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:58.132592 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cc1adc1c-ecdb-4c21-a891-841cca7ecae5 req-89dc3585-dde9-47e7-a4f3-44508149f76c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.6100590 Jul 07 16:51:58.150415 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-0958b949-da89-426c-abac-cd8c51d8a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:58.151932 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-0958b949-da89-426c-abac-cd8c51d8a069 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13f3bce388ad42598000636f745b7999&device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 1095 time: 0.5834794 Jul 07 16:51:58.183480 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-22451453-55b6-499a-a56f-1897003798cd req-2307f036-043c-49d1-bf8c-3d09d2ab2fb8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4af3f11-f999-4283-9f78-2afb37d748ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653689 Jul 07 16:51:58.230651 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-e14fb0b9-49a9-43f9-a1ab-286d425b0832 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbebdff5-3d55-453e-9362-de954a23bd70 HTTP/1.1" status: 200 len: 217 time: 0.0632768 Jul 07 16:51:58.262146 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-560fcd4c-3a96-4cb0-af94-131659dcb8c1 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Allocated IP 172.20.0.9 (bd2479d0-9fcf-478a-92c1-f7873caa6cec/3d2904df-52b2-46cb-8a71-1b376c84496d/ea2afb53-819f-4e45-bd97-ce6d231b2785) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:58.272946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-46dfe595-9fda-488e-8757-b1e7763bf3ad tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:58.273588 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-46dfe595-9fda-488e-8757-b1e7763bf3ad tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:58.290412 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bfbc2026-919b-48f8-bfc0-394f83ec53fd req-f7f4a285-0645-46e0-888b-2d8f0c1d4081 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720304 Jul 07 16:51:58.291200 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] For port fcf798d4-2c52-44ac-8976-da6c419547ba, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:58.296806 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cc1adc1c-ecdb-4c21-a891-841cca7ecae5 req-d238f948-ce8d-4020-8806-77bf814f48c6 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547244 Jul 07 16:51:58.322312 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-46dfe595-9fda-488e-8757-b1e7763bf3ad tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7359030 Jul 07 16:51:58.340388 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] Request body: {'port': {'device_id': '74159f29-6e11-471b-9dfd-22d26420feca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:58.355798 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-2366eb24-42b5-4354-9bba-68132ea96b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:58.357429 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-2366eb24-42b5-4354-9bba-68132ea96b13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4033db2-1315-487d-98c1-b14262a4cfcd HTTP/1.1" status: 200 len: 845 time: 0.1079488 Jul 07 16:51:58.364041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9e04f-cb70-4539-9328-dd4cdeda4c5b req-29a31f0a-9408-4a9e-839a-293cf1fa7a12 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:58.365437 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:58.365636 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-21f9e04f-cb70-4539-9328-dd4cdeda4c5b req-29a31f0a-9408-4a9e-839a-293cf1fa7a12 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/ports?device_id=93ac564f-30bc-4cd7-ad6e-156eb28dbe5b HTTP/1.1" status: 200 len: 943 time: 0.3140771 Jul 07 16:51:58.415428 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-9dfc3373-62c3-470f-819a-13492b8a6489 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=699fa17b-01d7-4d5f-a61b-f1383d4a18a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447490 Jul 07 16:51:58.459595 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-22451453-55b6-499a-a56f-1897003798cd req-c261cb50-4b10-4022-b940-04b905287f78 service neutron] 10.222.0.69 "GET /v2.0/networks/d4af3f11-f999-4283-9f78-2afb37d748ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658572 Jul 07 16:51:58.464412 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] Transition to ACTIVE for port object fcf798d4-2c52-44ac-8976-da6c419547ba will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:51:58.497869 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:58.580205 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1772f026-2e8e-4117-b391-e5168f930b3f req-6bad3278-ce3b-4040-a4e1-5ac6dc6950d9 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1dd29c5-d8c8-4f44-8e12-51dff993ac80 HTTP/1.1" status: 200 len: 210 time: 0.0873177 Jul 07 16:51:58.627599 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf798d4-2c52-44ac-8976-da6c419547ba,revision_number=6']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:58.652157 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] No DVR routers for this DVR port fcf798d4-2c52-44ac-8976-da6c419547ba on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:51:58.675496 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:58.688994 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-b22aac0e-bcac-4a36-902f-1e43e5b532d9 service neutron] 10.222.0.15 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624071 Jul 07 16:51:58.691108 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e97f1-1b8b-49a6-90b7-943988f4af3f req-631c95da-9b40-4027-b607-995f15c7b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:58.692642 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-424e97f1-1b8b-49a6-90b7-943988f4af3f req-631c95da-9b40-4027-b607-995f15c7b055 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1aaa95a4194f4fd79c412c6c3e38eac2&device_id=83a5670d-9a55-46a8-a496-dde52197fb6c HTTP/1.1" status: 200 len: 1099 time: 0.2799468 Jul 07 16:51:58.751214 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-21f9e04f-cb70-4539-9328-dd4cdeda4c5b req-d7b34fed-be43-4b30-b10a-944406cd5d3b tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec6c7a4-e6ff-4682-9c97-c08ca3022761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591688 Jul 07 16:51:58.841170 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] Attempting to bind port fcf798d4-2c52-44ac-8976-da6c419547ba on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:51:58.841512 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] Attempting to bind port fcf798d4-2c52-44ac-8976-da6c419547ba by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:51:58.841843 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] Attempting to bind port fcf798d4-2c52-44ac-8976-da6c419547ba on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:58.849958 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] Port fcf798d4-2c52-44ac-8976-da6c419547ba on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:51:58.850294 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] Attempting to bind port fcf798d4-2c52-44ac-8976-da6c419547ba on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:51:58.884199 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8961f2-3777-405f-9b7b-fb77edf5ae7e', 'tag': 'bbebdff5-3d55-453e-9362-de954a23bd70'}, {'server_uuid': 'e6a1b464-577a-4d7f-9245-8703620dfdf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf798d4-2c52-44ac-8976-da6c419547ba'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:51:58.886662 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0352b36a-89c3-4c82-b423-13a908dbac4d" -d '{"events": [{"name": "network-changed", "server_uuid": "be8961f2-3777-405f-9b7b-fb77edf5ae7e", "tag": "bbebdff5-3d55-453e-9362-de954a23bd70"}, {"server_uuid": "e6a1b464-577a-4d7f-9245-8703620dfdf0", "name": "network-vif-unplugged", "status": "completed", "tag": "fcf798d4-2c52-44ac-8976-da6c419547ba"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:51:58.894802 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-22451453-55b6-499a-a56f-1897003798cd req-33766fe2-6f6d-4659-aae4-586c08d52aff service neutron] 10.222.0.69 "GET /v2.0/networks/d4af3f11-f999-4283-9f78-2afb37d748ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215517 Jul 07 16:51:58.896724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:51:58.897080 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:51:58.897474 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:51:58.897930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] Bound port: fcf798d4-2c52-44ac-8976-da6c419547ba, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:51:58.898300 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:58.967827 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-560fcd4c-3a96-4cb0-af94-131659dcb8c1 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.036059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e97f1-1b8b-49a6-90b7-943988f4af3f req-c14ad9f5-b620-423b-8ae9-c91279bd1ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:59.040532 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-424e97f1-1b8b-49a6-90b7-943988f4af3f req-c14ad9f5-b620-423b-8ae9-c91279bd1ec7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.3241029 Jul 07 16:51:59.125334 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-560fcd4c-3a96-4cb0-af94-131659dcb8c1 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.130145 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b9b74bd7-5875-4081-a81a-d94fc6161011 req-24dcb936-7cb6-463d-a83e-55c7455a0511 service neutron] 10.222.0.15 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162095 Jul 07 16:51:59.131538 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-424e97f1-1b8b-49a6-90b7-943988f4af3f req-09aab52c-ae17-43e5-acee-1a01dbef93cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=441c8523-d06f-4cb3-a77f-1a7aa26b04dc HTTP/1.1" status: 200 len: 217 time: 0.0795548 Jul 07 16:51:59.149627 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] For port fcf798d4-2c52-44ac-8976-da6c419547ba, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:51:59.190764 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 16:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76afa65-2fe5-4950-8d0e-1ffc247d9807 x-openstack-request-id: req-a76afa65-2fe5-4950-8d0e-1ffc247d9807 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:51:59.191198 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be8961f2-3777-405f-9b7b-fb77edf5ae7e", "tag": "bbebdff5-3d55-453e-9362-de954a23bd70", "status": "completed", "code": 200}, {"server_uuid": "e6a1b464-577a-4d7f-9245-8703620dfdf0", "name": "network-vif-unplugged", "status": "completed", "tag": "fcf798d4-2c52-44ac-8976-da6c419547ba", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:51:59.191626 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a76afa65-2fe5-4950-8d0e-1ffc247d9807 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:51:59.192104 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8961f2-3777-405f-9b7b-fb77edf5ae7e', 'tag': 'bbebdff5-3d55-453e-9362-de954a23bd70', 'status': 'completed', 'code': 200} Jul 07 16:51:59.192458 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a1b464-577a-4d7f-9245-8703620dfdf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf798d4-2c52-44ac-8976-da6c419547ba', 'code': 200} Jul 07 16:51:59.199467 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] For port fcf798d4-2c52-44ac-8976-da6c419547ba, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=fcf798d4-2c52-44ac-8976-da6c419547ba,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:51:59.208726 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e406fdd-e298-49af-a414-213f5fe658c3 req-4309f247-ebf9-4673-aae4-8d3017b7b7c7 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:59.211012 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0e406fdd-e298-49af-a414-213f5fe658c3 req-4309f247-ebf9-4673-aae4-8d3017b7b7c7 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a5670d-9a55-46a8-a496-dde52197fb6c HTTP/1.1" status: 200 len: 948 time: 0.1853914 Jul 07 16:51:59.225992 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.231263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73d967-6533-4fed-a6cb-ba196ba3cc0e req-9e71bac3-a01a-4a05-8efb-818054093b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:59.232861 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb73d967-6533-4fed-a6cb-ba196ba3cc0e req-9e71bac3-a01a-4a05-8efb-818054093b1f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e611e613663d412289d575291c120a45&device_id=93ac564f-30bc-4cd7-ad6e-156eb28dbe5b HTTP/1.1" status: 200 len: 1094 time: 0.2354960 Jul 07 16:51:59.263969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-560fcd4c-3a96-4cb0-af94-131659dcb8c1 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Network bd2479d0-9fcf-478a-92c1-f7873caa6cec is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:51:59.284520 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e97f1-1b8b-49a6-90b7-943988f4af3f req-024dec5a-f8a3-47f2-b288-4271a7116aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:59.286269 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-424e97f1-1b8b-49a6-90b7-943988f4af3f req-024dec5a-f8a3-47f2-b288-4271a7116aad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1338968 Jul 07 16:51:59.291756 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:59.292557 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.293951 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] 10.222.0.15 "PUT /v2.0/ports/fcf798d4-2c52-44ac-8976-da6c419547ba HTTP/1.1" status: 200 len: 1095 time: 2.4326971 Jul 07 16:51:59.314840 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-560fcd4c-3a96-4cb0-af94-131659dcb8c1 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:51:59.317810 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fcd4c-3a96-4cb0-af94-131659dcb8c1 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Pushing event updated for resources: {'Port': ['ID=ea2afb53-819f-4e45-bd97-ce6d231b2785,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:59.321912 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-560fcd4c-3a96-4cb0-af94-131659dcb8c1 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:51:59.365953 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-3b01ad8f-e600-41a7-982c-67ea6e929e6f tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Allocated IP 172.20.0.10 (bd2479d0-9fcf-478a-92c1-f7873caa6cec/3d2904df-52b2-46cb-8a71-1b376c84496d/7b8cb91f-fd85-4b4b-926d-c4bc480784e6) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:51:59.395154 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0e406fdd-e298-49af-a414-213f5fe658c3 req-a35eb073-55ac-4895-b6a1-cd2803cd4676 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743486 Jul 07 16:51:59.415601 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36bf01-b718-4b8d-8040-dc15822ecd40 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf798d4-2c52-44ac-8976-da6c419547ba,revision_number=7']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:51:59.463347 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b36a-89c3-4c82-b423-13a908dbac4d req-3ce77c77-e187-4b09-ae8a-cf6502809a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:59.464877 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0352b36a-89c3-4c82-b423-13a908dbac4d req-3ce77c77-e187-4b09-ae8a-cf6502809a82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13f3bce388ad42598000636f745b7999&device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 1095 time: 0.2604623 Jul 07 16:51:59.495281 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-560fcd4c-3a96-4cb0-af94-131659dcb8c1 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:59.498447 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-560fcd4c-3a96-4cb0-af94-131659dcb8c1 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.555129 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e97f1-1b8b-49a6-90b7-943988f4af3f req-46ba2de1-5e03-4586-a944-2c2052596f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:59.556916 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-424e97f1-1b8b-49a6-90b7-943988f4af3f req-46ba2de1-5e03-4586-a944-2c2052596f90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2590714 Jul 07 16:51:59.575240 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73d967-6533-4fed-a6cb-ba196ba3cc0e req-ee0751bf-9b47-485d-a4b8-fa53346c2ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:59.576834 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb73d967-6533-4fed-a6cb-ba196ba3cc0e req-ee0751bf-9b47-485d-a4b8-fa53346c2ac3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d4af3f11-f999-4283-9f78-2afb37d748ad HTTP/1.1" status: 200 len: 914 time: 0.3297112 Jul 07 16:51:59.577422 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97a09e-95dc-4e11-b4c1-d68ef62245e2 req-3c839099-7d1a-4bba-a694-52a435899d13 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:59.579134 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb97a09e-95dc-4e11-b4c1-d68ef62245e2 req-3c839099-7d1a-4bba-a694-52a435899d13 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 944 time: 0.2690332 Jul 07 16:51:59.591720 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-58528597-f6ed-4100-95ff-0e1adb2cb288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:59.593185 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-58528597-f6ed-4100-95ff-0e1adb2cb288 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 1098 time: 0.2639487 Jul 07 16:51:59.597493 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-560fcd4c-3a96-4cb0-af94-131659dcb8c1 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8899839 Jul 07 16:51:59.642684 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] Request body: {'port': {'device_id': 'd1dd29c5-d8c8-4f44-8e12-51dff993ac80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:51:59.649131 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb73d967-6533-4fed-a6cb-ba196ba3cc0e req-f6178e75-b973-4da5-9ef8-e5ea8ab8df4c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 HTTP/1.1" status: 200 len: 217 time: 0.0599737 Jul 07 16:51:59.761543 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b36a-89c3-4c82-b423-13a908dbac4d req-4bf9a44c-e308-4f7b-afdb-1a115f67c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:59.762340 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0352b36a-89c3-4c82-b423-13a908dbac4d req-4bf9a44c-e308-4f7b-afdb-1a115f67c7e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=699fa17b-01d7-4d5f-a61b-f1383d4a18a7 HTTP/1.1" status: 200 len: 906 time: 0.2814133 Jul 07 16:51:59.779405 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb97a09e-95dc-4e11-b4c1-d68ef62245e2 req-d76886b5-127d-4673-ba19-77444e7e0257 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847527 Jul 07 16:51:59.820675 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73d967-6533-4fed-a6cb-ba196ba3cc0e req-42cbd63a-d997-4524-8a10-52af7543f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:59.822158 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb73d967-6533-4fed-a6cb-ba196ba3cc0e req-42cbd63a-d997-4524-8a10-52af7543f460 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b8ef5e9e-162e-42ff-b9cd-10e2468a75ef HTTP/1.1" status: 200 len: 853 time: 0.1387882 Jul 07 16:51:59.834045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3816c-dc14-427a-bbfb-8ffca0528b95 req-b38a4b46-d0cf-476e-ad92-438039ebd8bb tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:59.835553 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-95a3816c-dc14-427a-bbfb-8ffca0528b95 req-b38a4b46-d0cf-476e-ad92-438039ebd8bb tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 947 time: 0.3173664 Jul 07 16:51:59.885514 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-0ca2a472-8ec9-471e-9257-af1b01ae5f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:51:59.887076 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-0ca2a472-8ec9-471e-9257-af1b01ae5f56 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.2487686 Jul 07 16:51:59.898632 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb73d967-6533-4fed-a6cb-ba196ba3cc0e req-daf814df-6b30-4504-8cdc-69d952bda45a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d4af3f11-f999-4283-9f78-2afb37d748ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620561 Jul 07 16:51:59.905510 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0352b36a-89c3-4c82-b423-13a908dbac4d req-ee692ee8-177f-4948-aba6-fae243d8ee22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbebdff5-3d55-453e-9362-de954a23bd70 HTTP/1.1" status: 200 len: 217 time: 0.1342003 Jul 07 16:51:59.963904 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-424e97f1-1b8b-49a6-90b7-943988f4af3f req-727bac79-c2bd-4708-a95c-076a59575dad service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837497 Jul 07 16:51:59.979615 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.988521 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-3b01ad8f-e600-41a7-982c-67ea6e929e6f tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:51:59.992108 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-95a3816c-dc14-427a-bbfb-8ffca0528b95 req-4f4eb02a-f395-443f-b172-35db61643ff3 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388075 Jul 07 16:52:00.010415 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-9d06e061-53b6-41b6-ae0d-9efef157d671 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fcf798d4-2c52-44ac-8976-da6c419547ba HTTP/1.1" status: 200 len: 217 time: 0.1077373 Jul 07 16:52:00.113603 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb73d967-6533-4fed-a6cb-ba196ba3cc0e req-251e1f25-38e3-40b3-a959-46a65d7edb89 service neutron] 10.222.0.69 "GET /v2.0/networks/d4af3f11-f999-4283-9f78-2afb37d748ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006361 Jul 07 16:52:00.184950 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352b36a-89c3-4c82-b423-13a908dbac4d req-d24399a5-5fc6-4a89-b9a7-47b2225a7aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:00.186473 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0352b36a-89c3-4c82-b423-13a908dbac4d req-d24399a5-5fc6-4a89-b9a7-47b2225a7aef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4033db2-1315-487d-98c1-b14262a4cfcd HTTP/1.1" status: 200 len: 845 time: 0.2621775 Jul 07 16:52:00.246865 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-424e97f1-1b8b-49a6-90b7-943988f4af3f req-3df331a6-3c6b-4417-9b60-91497f73abd5 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442749 Jul 07 16:52:00.279378 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0352b36a-89c3-4c82-b423-13a908dbac4d req-10e44bca-5f5e-460f-974b-e78c47b2543d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=699fa17b-01d7-4d5f-a61b-f1383d4a18a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547767 Jul 07 16:52:00.298099 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-5a5e8515-7e66-4d98-80f2-b30dc4a187a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:00.299560 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-5a5e8515-7e66-4d98-80f2-b30dc4a187a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.2523882 Jul 07 16:52:00.340745 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-3b01ad8f-e600-41a7-982c-67ea6e929e6f tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.350733 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 441c8523-d06f-4cb3-a77f-1a7aa26b04dc details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:00.354924 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2f2a1-7f19-40be-a030-5cbff5e1a471 req-6ee2652b-9d69-4308-9158-65d31966d3f9 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:00.361910 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-67b2f2a1-7f19-40be-a030-5cbff5e1a471 req-6ee2652b-9d69-4308-9158-65d31966d3f9 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1dd29c5-d8c8-4f44-8e12-51dff993ac80 HTTP/1.1" status: 200 len: 931 time: 0.4737828 Jul 07 16:52:00.459068 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-67b2f2a1-7f19-40be-a030-5cbff5e1a471 req-b559963f-e76a-41e8-893e-9e4fe8b4fffe tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962772 Jul 07 16:52:00.468720 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0352b36a-89c3-4c82-b423-13a908dbac4d req-f7ddb3f7-5e8a-43f0-bba3-b99db712fb4f service neutron] 10.222.0.15 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797690 Jul 07 16:52:00.502092 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-195bb041-ca99-445b-9900-2fc4f650be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:00.504200 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-195bb041-ca99-445b-9900-2fc4f650be8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1919003 Jul 07 16:52:00.519984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-3b01ad8f-e600-41a7-982c-67ea6e929e6f tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Network bd2479d0-9fcf-478a-92c1-f7873caa6cec is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:00.532596 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 441c8523-d06f-4cb3-a77f-1a7aa26b04dc, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=441c8523-d06f-4cb3-a77f-1a7aa26b04dc,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:00.550475 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '441c8523-d06f-4cb3-a77f-1a7aa26b04dc', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '441c8523-d06f-4cb3-a77f-1a7aa26b04dc', 'mac_address': 'fa:16:3e:97:01:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:00.560676 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb73d967-6533-4fed-a6cb-ba196ba3cc0e req-b6e3fa6c-1571-458a-85d9-1a668e442553 service neutron] 10.222.0.69 "GET /v2.0/networks/d4af3f11-f999-4283-9f78-2afb37d748ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372947 Jul 07 16:52:00.561530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-3b01ad8f-e600-41a7-982c-67ea6e929e6f tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:00.566921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01ad8f-e600-41a7-982c-67ea6e929e6f tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Pushing event updated for resources: {'Port': ['ID=7b8cb91f-fd85-4b4b-926d-c4bc480784e6,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:00.573039 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-3b01ad8f-e600-41a7-982c-67ea6e929e6f tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:00.601813 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7e6c5-a284-4ac2-b251-dae72d46ece9 req-9b7c058a-0115-4a6c-91ad-88b1623430ee tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:00.610360 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-74b7e6c5-a284-4ac2-b251-dae72d46ece9 req-9b7c058a-0115-4a6c-91ad-88b1623430ee tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/ports?device_id=93ac564f-30bc-4cd7-ad6e-156eb28dbe5b HTTP/1.1" status: 200 len: 943 time: 0.3401973 Jul 07 16:52:00.629928 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.654731 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441c8523-d06f-4cb3-a77f-1a7aa26b04dc {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:00.656496 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0352b36a-89c3-4c82-b423-13a908dbac4d req-b065d3cf-f1e0-4079-872e-468e71500eb5 service neutron] 10.222.0.15 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799300 Jul 07 16:52:00.702628 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device fcf798d4-2c52-44ac-8976-da6c419547ba no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:00.713214 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 441c8523-d06f-4cb3-a77f-1a7aa26b04dc, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=441c8523-d06f-4cb3-a77f-1a7aa26b04dc,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:00.757815 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-3b01ad8f-e600-41a7-982c-67ea6e929e6f tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:00.758485 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-3b01ad8f-e600-41a7-982c-67ea6e929e6f tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.764642 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:00.772365 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device fcf798d4-2c52-44ac-8976-da6c419547ba not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:00.783667 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-c8c02983-fc6c-49c3-9c02-a96d4bc9b3f3 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510173 Jul 07 16:52:00.796125 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-74b7e6c5-a284-4ac2-b251-dae72d46ece9 req-f4cbc306-e398-44a0-8bbd-91413be56ff8 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec6c7a4-e6ff-4682-9c97-c08ca3022761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828558 Jul 07 16:52:00.824954 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08213507-c083-4569-8d93-fd6f2aba9ddb req-9d865b19-d49c-4d8c-86a9-395f16f8696b tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:00.826542 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-08213507-c083-4569-8d93-fd6f2aba9ddb req-9d865b19-d49c-4d8c-86a9-395f16f8696b tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a5670d-9a55-46a8-a496-dde52197fb6c HTTP/1.1" status: 200 len: 949 time: 0.1182637 Jul 07 16:52:00.833309 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=441c8523-d06f-4cb3-a77f-1a7aa26b04dc,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:00.915928 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-08213507-c083-4569-8d93-fd6f2aba9ddb req-1e12724d-8e18-4b9b-aa1d-9068bd2254bd tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715294 Jul 07 16:52:00.976334 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-004affbe-b7d3-4539-89d3-b46190a1b10f req-30c4132a-6186-408b-92d0-492de8912287 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818080 Jul 07 16:52:01.026409 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['441c8523-d06f-4cb3-a77f-1a7aa26b04dc'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:01.156289 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-3b01ad8f-e600-41a7-982c-67ea6e929e6f tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7987206 Jul 07 16:52:01.183941 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] Request body: {'port': {'device_id': 'd6c8fe56-4d21-464e-a71f-344fbf4d7851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:01.193405 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a1b464-577a-4d7f-9245-8703620dfdf0', 'tag': 'fcf798d4-2c52-44ac-8976-da6c419547ba'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:01.196524 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72854bd4-d617-40b4-8794-fa7396f88717" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a1b464-577a-4d7f-9245-8703620dfdf0", "tag": "fcf798d4-2c52-44ac-8976-da6c419547ba"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:01.234808 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f06126-2dce-474d-8879-d8bd28779152 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:01.255970 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.292152 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db37bb-aefe-4fc0-8830-07c1b98871ea req-29a9d069-7913-4e0d-a4ab-2a0cb09cd047 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:01.298956 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-08db37bb-aefe-4fc0-8830-07c1b98871ea req-29a9d069-7913-4e0d-a4ab-2a0cb09cd047 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 947 time: 0.0752089 Jul 07 16:52:01.303896 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] Transition to ACTIVE for port object b3f06126-2dce-474d-8879-d8bd28779152 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:01.316234 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.340122 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-08db37bb-aefe-4fc0-8830-07c1b98871ea req-39c969ce-7252-4fcb-8fcf-b94907dc8bf2 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403347 Jul 07 16:52:01.372858 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed1540-3123-4362-81fc-7f591fd83939 req-51ce9aa7-7cd2-489b-ac5f-1170c6e371f2 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:01.374406 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dfed1540-3123-4362-81fc-7f591fd83939 req-51ce9aa7-7cd2-489b-ac5f-1170c6e371f2 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 944 time: 0.2283931 Jul 07 16:52:01.397336 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.467167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f06126-2dce-474d-8879-d8bd28779152,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:01.521801 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625123ac-5eda-4742-bb82-16e9ff3fa6c3 x-openstack-request-id: req-625123ac-5eda-4742-bb82-16e9ff3fa6c3 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:01.522431 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a1b464-577a-4d7f-9245-8703620dfdf0", "tag": "fcf798d4-2c52-44ac-8976-da6c419547ba", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:01.522908 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-625123ac-5eda-4742-bb82-16e9ff3fa6c3 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:01.523798 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a1b464-577a-4d7f-9245-8703620dfdf0', 'tag': 'fcf798d4-2c52-44ac-8976-da6c419547ba', 'status': 'completed', 'code': 200} Jul 07 16:52:01.549089 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dfed1540-3123-4362-81fc-7f591fd83939 req-840f1f6b-6e32-4b8b-90cf-2b3a0d91521c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485863 Jul 07 16:52:01.620670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72854bd4-d617-40b4-8794-fa7396f88717 req-2b3cc5d2-88c0-468b-9993-effa31a4f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:01.622483 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-72854bd4-d617-40b4-8794-fa7396f88717 req-2b3cc5d2-88c0-468b-9993-effa31a4f539 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 1098 time: 0.0641220 Jul 07 16:52:01.779259 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] Attempting to bind port b3f06126-2dce-474d-8879-d8bd28779152 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:01.779643 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] Attempting to bind port b3f06126-2dce-474d-8879-d8bd28779152 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'edd6f053-8c81-4936-a583-893943154a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'bd2479d0-9fcf-478a-92c1-f7873caa6cec'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:01.779947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] Attempting to bind port b3f06126-2dce-474d-8879-d8bd28779152 on network bd2479d0-9fcf-478a-92c1-f7873caa6cec {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:01.787891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2afb53-819f-4e45-bd97-ce6d231b2785 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:01.803582 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.805812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] Port b3f06126-2dce-474d-8879-d8bd28779152 on network bd2479d0-9fcf-478a-92c1-f7873caa6cec not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:01.806140 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] Attempting to bind port b3f06126-2dce-474d-8879-d8bd28779152 on network bd2479d0-9fcf-478a-92c1-f7873caa6cec {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:01.810653 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1eaea-0244-4267-acbc-89e928722681 req-bad161c1-40ed-43f8-a772-90053bcf17b2 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:01.812262 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7ab1eaea-0244-4267-acbc-89e928722681 req-bad161c1-40ed-43f8-a772-90053bcf17b2 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1dd29c5-d8c8-4f44-8e12-51dff993ac80 HTTP/1.1" status: 200 len: 931 time: 0.1201777 Jul 07 16:52:01.815917 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72854bd4-d617-40b4-8794-fa7396f88717 req-3d37c75d-9ae8-41fc-a8fd-016b1c0b436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:01.817480 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-72854bd4-d617-40b4-8794-fa7396f88717 req-3d37c75d-9ae8-41fc-a8fd-016b1c0b436f service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1881573 Jul 07 16:52:01.820341 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:01.820686 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] Checking segment: {'id': 'edd6f053-8c81-4936-a583-893943154a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'bd2479d0-9fcf-478a-92c1-f7873caa6cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:01.821078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] Bound using segment: {'id': 'edd6f053-8c81-4936-a583-893943154a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'bd2479d0-9fcf-478a-92c1-f7873caa6cec'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:01.821517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] Bound port: b3f06126-2dce-474d-8879-d8bd28779152, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd6f053-8c81-4936-a583-893943154a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'bd2479d0-9fcf-478a-92c1-f7873caa6cec'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:01.821881 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.828027 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72854bd4-d617-40b4-8794-fa7396f88717 req-fcd42d62-2ae9-4a28-8edd-31724608c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:01.829569 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72854bd4-d617-40b4-8794-fa7396f88717 req-fcd42d62-2ae9-4a28-8edd-31724608c7f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 1098 time: 0.2854366 Jul 07 16:52:01.840883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] Transition to ACTIVE for port object ea2afb53-819f-4e45-bd97-ce6d231b2785 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:01.864247 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:01.873462 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-72854bd4-d617-40b4-8794-fa7396f88717 req-b201c402-e2f8-46a1-9a95-8f7421edbda2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fcf798d4-2c52-44ac-8976-da6c419547ba HTTP/1.1" status: 200 len: 217 time: 0.0461388 Jul 07 16:52:01.920456 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7ab1eaea-0244-4267-acbc-89e928722681 req-d3fc200c-8696-47f7-abe7-d6479f454b24 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998383 Jul 07 16:52:01.966244 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72854bd4-d617-40b4-8794-fa7396f88717 req-5a69736e-c1ba-429e-8bf5-4c39c2fa941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:01.970516 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-72854bd4-d617-40b4-8794-fa7396f88717 req-5a69736e-c1ba-429e-8bf5-4c39c2fa941c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0857148 Jul 07 16:52:02.059246 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72854bd4-d617-40b4-8794-fa7396f88717 req-42fb0784-fc57-4ed8-8208-54f67cfa4a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:02.060827 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-72854bd4-d617-40b4-8794-fa7396f88717 req-42fb0784-fc57-4ed8-8208-54f67cfa4a78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796616 Jul 07 16:52:02.098827 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da265c4-2128-4c04-b272-8271407509af service neutron] Pushing event updated for resources: {'Port': ['ID=ea2afb53-819f-4e45-bd97-ce6d231b2785,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:02.191945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72854bd4-d617-40b4-8794-fa7396f88717 req-987f2887-819c-469c-9dc5-911744a170fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:02.197143 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72854bd4-d617-40b4-8794-fa7396f88717 req-987f2887-819c-469c-9dc5-911744a170fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.3554349 Jul 07 16:52:02.209278 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] For port b3f06126-2dce-474d-8879-d8bd28779152, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:02.312781 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] For port b3f06126-2dce-474d-8879-d8bd28779152, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b3f06126-2dce-474d-8879-d8bd28779152,segment=NetworkSegment(edd6f053-8c81-4936-a583-893943154a69),segment_id=edd6f053-8c81-4936-a583-893943154a69)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:02.337826 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72854bd4-d617-40b4-8794-fa7396f88717 req-b9f4b96f-b53e-4753-8c9b-56c26b441502 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fcf798d4-2c52-44ac-8976-da6c419547ba HTTP/1.1" status: 200 len: 217 time: 0.1161554 Jul 07 16:52:02.347961 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.352594 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device bbebdff5-3d55-453e-9362-de954a23bd70 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:02.370964 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 441c8523-d06f-4cb3-a77f-1a7aa26b04dc up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:02.468070 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b8cb91f-fd85-4b4b-926d-c4bc480784e6 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:02.479414 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.492981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 441c8523-d06f-4cb3-a77f-1a7aa26b04dc completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:02.496799 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] Transition to ACTIVE for port object 7b8cb91f-fd85-4b4b-926d-c4bc480784e6 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:02.512029 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-72854bd4-d617-40b4-8794-fa7396f88717 req-c89668a0-ef97-486d-b109-115dee7816c4 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434214 Jul 07 16:52:02.514634 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 441c8523-d06f-4cb3-a77f-1a7aa26b04dc triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:02.515278 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.525754 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] Attempting to bind port ea2afb53-819f-4e45-bd97-ce6d231b2785 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:02.526101 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] Attempting to bind port ea2afb53-819f-4e45-bd97-ce6d231b2785 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'edd6f053-8c81-4936-a583-893943154a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'bd2479d0-9fcf-478a-92c1-f7873caa6cec'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:02.526453 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] Attempting to bind port ea2afb53-819f-4e45-bd97-ce6d231b2785 on network bd2479d0-9fcf-478a-92c1-f7873caa6cec {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:02.527348 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eff66b-34cd-4e19-8ea5-3085de615a9f req-1faf0294-b93d-4073-8baa-eb63bec6213c tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:02.529617 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f8eff66b-34cd-4e19-8ea5-3085de615a9f req-1faf0294-b93d-4073-8baa-eb63bec6213c tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a5670d-9a55-46a8-a496-dde52197fb6c HTTP/1.1" status: 200 len: 949 time: 0.4525669 Jul 07 16:52:02.539995 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de9e3a-d1dc-4f6b-b0e7-09285d7db5f4 req-b1ea622a-60f1-4333-9dc2-4181438d7dd9 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:02.548347 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b2de9e3a-d1dc-4f6b-b0e7-09285d7db5f4 req-b1ea622a-60f1-4333-9dc2-4181438d7dd9 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/ports?device_id=93ac564f-30bc-4cd7-ad6e-156eb28dbe5b HTTP/1.1" status: 200 len: 943 time: 0.5661457 Jul 07 16:52:02.560190 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port bbebdff5-3d55-453e-9362-de954a23bd70, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=bbebdff5-3d55-453e-9362-de954a23bd70,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:02.571123 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.579678 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'bbebdff5-3d55-453e-9362-de954a23bd70', 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7', 'port_id': 'bbebdff5-3d55-453e-9362-de954a23bd70', 'mac_address': 'fa:16:3e:0e:44:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4033db2-1315-487d-98c1-b14262a4cfcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:02.583809 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:02.584539 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.586122 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] 10.222.0.15 "PUT /v2.0/ports/b3f06126-2dce-474d-8879-d8bd28779152 HTTP/1.1" status: 200 len: 1092 time: 4.2514899 Jul 07 16:52:02.611036 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] Port ea2afb53-819f-4e45-bd97-ce6d231b2785 on network bd2479d0-9fcf-478a-92c1-f7873caa6cec not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:02.611848 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] Attempting to bind port ea2afb53-819f-4e45-bd97-ce6d231b2785 on network bd2479d0-9fcf-478a-92c1-f7873caa6cec {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:02.637215 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.639600 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f8eff66b-34cd-4e19-8ea5-3085de615a9f req-6412bd97-ce1a-4ea9-bf1b-023bd5fff526 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964518 Jul 07 16:52:02.641171 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74159f29-6e11-471b-9dfd-22d26420feca', 'tag': 'b3f06126-2dce-474d-8879-d8bd28779152'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:02.644106 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cdda00-aa66-4dbc-8c18-210713f73631" -d '{"events": [{"name": "network-changed", "server_uuid": "74159f29-6e11-471b-9dfd-22d26420feca", "tag": "b3f06126-2dce-474d-8879-d8bd28779152"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:02.657947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:02.657947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] Checking segment: {'id': 'edd6f053-8c81-4936-a583-893943154a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'bd2479d0-9fcf-478a-92c1-f7873caa6cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:02.657947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] Bound using segment: {'id': 'edd6f053-8c81-4936-a583-893943154a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'bd2479d0-9fcf-478a-92c1-f7873caa6cec'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:02.657947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] Bound port: ea2afb53-819f-4e45-bd97-ce6d231b2785, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd6f053-8c81-4936-a583-893943154a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'bd2479d0-9fcf-478a-92c1-f7873caa6cec'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:02.658467 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.679118 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:02.690325 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b2de9e3a-d1dc-4f6b-b0e7-09285d7db5f4 req-45edd644-7082-486d-859a-c8cd36b5301a tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec6c7a4-e6ff-4682-9c97-c08ca3022761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392655 Jul 07 16:52:02.699727 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-72854bd4-d617-40b4-8794-fa7396f88717 req-f0fb72fb-5a3e-4ed2-a549-5d3b74e5ae02 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683929 Jul 07 16:52:02.791525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbebdff5-3d55-453e-9362-de954a23bd70 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:02.822033 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port bbebdff5-3d55-453e-9362-de954a23bd70, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=bbebdff5-3d55-453e-9362-de954a23bd70,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:02.850856 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.857999 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:02.901967 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72854bd4-d617-40b4-8794-fa7396f88717 req-c83fe2bd-f8f0-49fe-9d45-90f88955fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:02.903510 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72854bd4-d617-40b4-8794-fa7396f88717 req-c83fe2bd-f8f0-49fe-9d45-90f88955fc92 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.5508163 Jul 07 16:52:02.932101 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384052b-c22a-473f-b2ca-9870fbcadea4 req-d2e5930a-15fb-48df-86bd-41d9beff755f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:02.934557 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2384052b-c22a-473f-b2ca-9870fbcadea4 req-d2e5930a-15fb-48df-86bd-41d9beff755f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 947 time: 0.1255593 Jul 07 16:52:02.961262 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a76f0-722c-49c5-95db-f55a5f0ec3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f06126-2dce-474d-8879-d8bd28779152,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:02.981815 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a5670d-9a55-46a8-a496-dde52197fb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441c8523-d06f-4cb3-a77f-1a7aa26b04dc'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:02.984305 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a09ef90-cbe9-42e3-a837-7eb0185a7681" -d '{"events": [{"server_uuid": "83a5670d-9a55-46a8-a496-dde52197fb6c", "name": "network-vif-plugged", "status": "completed", "tag": "441c8523-d06f-4cb3-a77f-1a7aa26b04dc"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:03.039433 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2384052b-c22a-473f-b2ca-9870fbcadea4 req-0ebb2e83-e45e-4de8-ade9-0cff39c3b22b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969172 Jul 07 16:52:03.082605 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 441c8523-d06f-4cb3-a77f-1a7aa26b04dc, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=441c8523-d06f-4cb3-a77f-1a7aa26b04dc,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:03.095062 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=bbebdff5-3d55-453e-9362-de954a23bd70,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:03.099679 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.184703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] For port ea2afb53-819f-4e45-bd97-ce6d231b2785, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:03.188257 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ec6646-eb3f-4dfc-b6e7-b4c33a9a19f1 x-openstack-request-id: req-10ec6646-eb3f-4dfc-b6e7-b4c33a9a19f1 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:03.188523 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['bbebdff5-3d55-453e-9362-de954a23bd70'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:03.188701 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74159f29-6e11-471b-9dfd-22d26420feca", "tag": "b3f06126-2dce-474d-8879-d8bd28779152", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:03.188808 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10ec6646-eb3f-4dfc-b6e7-b4c33a9a19f1 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:03.189159 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74159f29-6e11-471b-9dfd-22d26420feca', 'tag': 'b3f06126-2dce-474d-8879-d8bd28779152', 'status': 'completed', 'code': 200} Jul 07 16:52:03.199271 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=441c8523-d06f-4cb3-a77f-1a7aa26b04dc,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:03.205168 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=4ce1fcaa-ae1e-4aaf-8882-fc1567630d94,segment=NetworkSegment(a09aee7e-ccff-4b08-82e8-149bc3db4e7a),segment_id=a09aee7e-ccff-4b08-82e8-149bc3db4e7a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:03.220318 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] Attempting to bind port 7b8cb91f-fd85-4b4b-926d-c4bc480784e6 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:03.220960 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] Attempting to bind port 7b8cb91f-fd85-4b4b-926d-c4bc480784e6 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'edd6f053-8c81-4936-a583-893943154a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'bd2479d0-9fcf-478a-92c1-f7873caa6cec'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:03.221583 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] Attempting to bind port 7b8cb91f-fd85-4b4b-926d-c4bc480784e6 on network bd2479d0-9fcf-478a-92c1-f7873caa6cec {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:03.245628 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] For port ea2afb53-819f-4e45-bd97-ce6d231b2785, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ea2afb53-819f-4e45-bd97-ce6d231b2785,segment=NetworkSegment(edd6f053-8c81-4936-a583-893943154a69),segment_id=edd6f053-8c81-4936-a583-893943154a69)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:03.260236 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] Port 7b8cb91f-fd85-4b4b-926d-c4bc480784e6 on network bd2479d0-9fcf-478a-92c1-f7873caa6cec not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:03.260236 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] Attempting to bind port 7b8cb91f-fd85-4b4b-926d-c4bc480784e6 on network bd2479d0-9fcf-478a-92c1-f7873caa6cec {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:03.262757 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8cb91f-fd85-4b4b-926d-c4bc480784e6,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:03.263103 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '4ce1fcaa-ae1e-4aaf-8882-fc1567630d94', 'network_id': 'd4af3f11-f999-4283-9f78-2afb37d748ad', 'port_id': '4ce1fcaa-ae1e-4aaf-8882-fc1567630d94', 'mac_address': 'fa:16:3e:fe:45:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ef5e9e-162e-42ff-b9cd-10e2468a75ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:03.267855 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.279631 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-7c8915ca-93b5-4482-a3e4-dd12aa9aa5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:03.281167 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-7c8915ca-93b5-4482-a3e4-dd12aa9aa5a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b40780fb77234457a03fa516042a99ee&device_id=74159f29-6e11-471b-9dfd-22d26420feca HTTP/1.1" status: 200 len: 1095 time: 0.5629721 Jul 07 16:52:03.308904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:03.309252 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] Checking segment: {'id': 'edd6f053-8c81-4936-a583-893943154a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'bd2479d0-9fcf-478a-92c1-f7873caa6cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:03.309946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] Bound using segment: {'id': 'edd6f053-8c81-4936-a583-893943154a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'bd2479d0-9fcf-478a-92c1-f7873caa6cec'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:03.310103 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] Bound port: 7b8cb91f-fd85-4b4b-926d-c4bc480784e6, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd6f053-8c81-4936-a583-893943154a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'bd2479d0-9fcf-478a-92c1-f7873caa6cec'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:03.310477 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.371118 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.379900 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:03.380430 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.381893 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-5da265c4-2128-4c04-b272-8271407509af service neutron] 10.222.0.15 "PUT /v2.0/ports/ea2afb53-819f-4e45-bd97-ce6d231b2785 HTTP/1.1" status: 200 len: 1091 time: 3.7437057 Jul 07 16:52:03.395159 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-7b99201f-2af0-42b9-a830-91914e523fce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3f06126-2dce-474d-8879-d8bd28779152 HTTP/1.1" status: 200 len: 217 time: 0.0812778 Jul 07 16:52:03.408362 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:03.433635 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=4ce1fcaa-ae1e-4aaf-8882-fc1567630d94,segment=NetworkSegment(a09aee7e-ccff-4b08-82e8-149bc3db4e7a),segment_id=a09aee7e-ccff-4b08-82e8-149bc3db4e7a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:03.441140 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72854bd4-d617-40b4-8794-fa7396f88717 req-bb5d0ada-49a5-4a76-a0d1-d8dcc6d5b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:03.443403 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72854bd4-d617-40b4-8794-fa7396f88717 req-bb5d0ada-49a5-4a76-a0d1-d8dcc6d5b171 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5106704 Jul 07 16:52:03.449214 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.534061 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da265c4-2128-4c04-b272-8271407509af service neutron] Pushing event updated for resources: {'Port': ['ID=ea2afb53-819f-4e45-bd97-ce6d231b2785,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:03.559071 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=4ce1fcaa-ae1e-4aaf-8882-fc1567630d94,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:03.577912 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4bbc6-9168-4dd1-ac49-a3a7d40fa907 req-d93532f3-dc0b-4de1-a146-0e238f61d4a0 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:03.585800 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7cb4bbc6-9168-4dd1-ac49-a3a7d40fa907 req-d93532f3-dc0b-4de1-a146-0e238f61d4a0 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1dd29c5-d8c8-4f44-8e12-51dff993ac80 HTTP/1.1" status: 200 len: 943 time: 0.0782561 Jul 07 16:52:03.589496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61109f-3821-457c-8e5a-506a976b196b req-939a5b7a-c976-40a0-bb24-bc07bccc75a0 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:03.596500 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d61109f-3821-457c-8e5a-506a976b196b req-939a5b7a-c976-40a0-bb24-bc07bccc75a0 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 945 time: 0.4044976 Jul 07 16:52:03.631631 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7cb4bbc6-9168-4dd1-ac49-a3a7d40fa907 req-a34d9187-99c9-47c3-a00e-248d7298718c tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446467 Jul 07 16:52:03.641605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-1b4d9f1c-1fef-4fb8-a16c-f0ab9b8f0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:03.643179 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-1b4d9f1c-1fef-4fb8-a16c-f0ab9b8f0aa4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d2904df-52b2-46cb-8a71-1b376c84496d HTTP/1.1" status: 200 len: 858 time: 0.2173903 Jul 07 16:52:03.673761 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] For port 7b8cb91f-fd85-4b4b-926d-c4bc480784e6, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:03.691749 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dac75e-1b23-4bcb-8834-bada38a2d68d x-openstack-request-id: req-b6dac75e-1b23-4bcb-8834-bada38a2d68d {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:03.692050 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a5670d-9a55-46a8-a496-dde52197fb6c", "name": "network-vif-plugged", "status": "completed", "tag": "441c8523-d06f-4cb3-a77f-1a7aa26b04dc", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:03.692302 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b6dac75e-1b23-4bcb-8834-bada38a2d68d {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:03.692698 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a5670d-9a55-46a8-a496-dde52197fb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441c8523-d06f-4cb3-a77f-1a7aa26b04dc', 'code': 200} Jul 07 16:52:03.720997 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-c333edf5-9085-40b5-8a75-e821787e272e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd2479d0-9fcf-478a-92c1-f7873caa6cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682743 Jul 07 16:52:03.729267 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] For port 7b8cb91f-fd85-4b4b-926d-c4bc480784e6, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7b8cb91f-fd85-4b4b-926d-c4bc480784e6,segment=NetworkSegment(edd6f053-8c81-4936-a583-893943154a69),segment_id=edd6f053-8c81-4936-a583-893943154a69)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:03.765530 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d61109f-3821-457c-8e5a-506a976b196b req-45b98c8f-e2e2-449b-9c3b-9224b7f014a3 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680634 Jul 07 16:52:03.812871 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['4ce1fcaa-ae1e-4aaf-8882-fc1567630d94'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:03.835401 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:03.841045 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d0bd6-2838-4b3d-8231-4aa944d8b086 req-c6f73d09-113f-47e8-97bf-ada3c8b9c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:03.842581 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-690d0bd6-2838-4b3d-8231-4aa944d8b086 req-c6f73d09-113f-47e8-97bf-ada3c8b9c7a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=83a5670d-9a55-46a8-a496-dde52197fb6c HTTP/1.1" status: 200 len: 1101 time: 0.0738068 Jul 07 16:52:03.948269 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-690d0bd6-2838-4b3d-8231-4aa944d8b086 req-5addb1d9-eee1-462f-9efb-d1dcbb41a9b9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957623 Jul 07 16:52:03.980197 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d9624-beb4-45ab-907e-8da173f6ad86 req-d58cd088-e89b-4e74-8729-794e17454ed6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:03.985423 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b33d9624-beb4-45ab-907e-8da173f6ad86 req-d58cd088-e89b-4e74-8729-794e17454ed6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a5670d-9a55-46a8-a496-dde52197fb6c HTTP/1.1" status: 200 len: 950 time: 0.1006556 Jul 07 16:52:04.052217 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b33d9624-beb4-45ab-907e-8da173f6ad86 req-67cea79d-3d3b-4142-a0c0-9b56501b6725 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599437 Jul 07 16:52:04.356622 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a367274-e870-4d80-98b9-09beec3c46fd req-0577d998-00de-4232-938c-8468d94dfaf0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:04.359231 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device fcf798d4-2c52-44ac-8976-da6c419547ba details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:04.362752 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device bbebdff5-3d55-453e-9362-de954a23bd70 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:04.364558 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1a367274-e870-4d80-98b9-09beec3c46fd req-0577d998-00de-4232-938c-8468d94dfaf0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 947 time: 0.0825436 Jul 07 16:52:04.383326 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72854bd4-d617-40b4-8794-fa7396f88717 req-b748b43c-d4e4-465d-a3e6-616732b7e18d service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9216189 Jul 07 16:52:04.391465 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-9d0eb9f7-d6b3-4cee-9562-308dbf3ab763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:04.393595 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-9d0eb9f7-d6b3-4cee-9562-308dbf3ab763 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b40780fb77234457a03fa516042a99ee&device_id=d1dd29c5-d8c8-4f44-8e12-51dff993ac80 HTTP/1.1" status: 200 len: 1094 time: 0.9465771 Jul 07 16:52:04.422956 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1a367274-e870-4d80-98b9-09beec3c46fd req-da933d88-3455-4e3d-8ecc-6a6a6484838b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574067 Jul 07 16:52:04.534640 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:04.535362 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:04.536911 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] 10.222.0.69 "PUT /v2.0/ports/7b8cb91f-fd85-4b4b-926d-c4bc480784e6 HTTP/1.1" status: 200 len: 1092 time: 3.3586085 Jul 07 16:52:04.537536 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port bbebdff5-3d55-453e-9362-de954a23bd70 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:04.556694 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port bbebdff5-3d55-453e-9362-de954a23bd70 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:04.557267 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:04.598202 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port fcf798d4-2c52-44ac-8976-da6c419547ba, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=fcf798d4-2c52-44ac-8976-da6c419547ba,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:04.620720 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'fcf798d4-2c52-44ac-8976-da6c419547ba', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': 'fcf798d4-2c52-44ac-8976-da6c419547ba', 'mac_address': 'fa:16:3e:16:ec:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:04.677467 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:04.684310 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-0cb597ef-d66e-4043-8986-1bba8d0881c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea2afb53-819f-4e45-bd97-ce6d231b2785 HTTP/1.1" status: 200 len: 217 time: 0.2660332 Jul 07 16:52:04.698274 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf798d4-2c52-44ac-8976-da6c419547ba {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:04.743357 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port fcf798d4-2c52-44ac-8976-da6c419547ba, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=fcf798d4-2c52-44ac-8976-da6c419547ba,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:04.757137 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:04.792791 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-39dfe86a-8f39-4991-91fe-e99eb6c7d597 service neutron] 10.222.0.15 "GET /v2.0/networks/bd2479d0-9fcf-478a-92c1-f7873caa6cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0517018 Jul 07 16:52:04.850866 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c741f-64a4-4927-8f13-4f3fcf686694 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8cb91f-fd85-4b4b-926d-c4bc480784e6,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:04.986539 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-11280376-9279-4afc-8637-2c2552ce1f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:04.988017 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-11280376-9279-4afc-8637-2c2552ce1f8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d2904df-52b2-46cb-8a71-1b376c84496d HTTP/1.1" status: 200 len: 858 time: 0.2258935 Jul 07 16:52:04.999767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942c93d-5674-4635-9b73-ec7ad97cbc2b req-3adde974-2f37-4424-928f-62178c585b67 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:05.001309 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3942c93d-5674-4635-9b73-ec7ad97cbc2b req-3adde974-2f37-4424-928f-62178c585b67 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/ports?device_id=93ac564f-30bc-4cd7-ad6e-156eb28dbe5b HTTP/1.1" status: 200 len: 944 time: 0.6135314 Jul 07 16:52:05.016680 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:05.042205 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72854bd4-d617-40b4-8794-fa7396f88717 req-83d8aa4c-f2f2-407a-a582-21370a81df7d service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476247 Jul 07 16:52:05.069074 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=fcf798d4-2c52-44ac-8976-da6c419547ba,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:05.078983 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-60a6eb5e-5c6c-4c44-ba0d-7356fbcbc7c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd2479d0-9fcf-478a-92c1-f7873caa6cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667627 Jul 07 16:52:05.086646 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-7a707f05-b487-4b84-9acb-1b2edfa4191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:05.088178 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-7a707f05-b487-4b84-9acb-1b2edfa4191f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b40780fb77234457a03fa516042a99ee&device_id=d6c8fe56-4d21-464e-a71f-344fbf4d7851 HTTP/1.1" status: 200 len: 1095 time: 0.4194663 Jul 07 16:52:05.092926 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port bbebdff5-3d55-453e-9362-de954a23bd70, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=bbebdff5-3d55-453e-9362-de954a23bd70,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:05.100540 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:05.152052 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['fcf798d4-2c52-44ac-8976-da6c419547ba'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:05.165035 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-40492c84-fdb2-43aa-b2e4-5e2298714fce tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:05.167939 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-40492c84-fdb2-43aa-b2e4-5e2298714fce tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0&tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&binding%3Ahost_id=n-h1-793620-7 HTTP/1.1" status: 200 len: 948 time: 0.1799288 Jul 07 16:52:05.168400 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-4115402c-e28a-4712-8f67-0ab1cb388ad8 service neutron] 10.222.0.15 "GET /v2.0/networks/bd2479d0-9fcf-478a-92c1-f7873caa6cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427696 Jul 07 16:52:05.199159 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1dd29c5-d8c8-4f44-8e12-51dff993ac80', 'tag': 'ea2afb53-819f-4e45-bd97-ce6d231b2785'}, {'name': 'network-changed', 'server_uuid': 'd6c8fe56-4d21-464e-a71f-344fbf4d7851', 'tag': '7b8cb91f-fd85-4b4b-926d-c4bc480784e6'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:05.201684 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f896bb-7c4c-44c7-a2cf-ddbcb4a560dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d1dd29c5-d8c8-4f44-8e12-51dff993ac80", "tag": "ea2afb53-819f-4e45-bd97-ce6d231b2785"}, {"name": "network-changed", "server_uuid": "d6c8fe56-4d21-464e-a71f-344fbf4d7851", "tag": "7b8cb91f-fd85-4b4b-926d-c4bc480784e6"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:05.215552 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-3ead0011-cada-47a7-a535-9901fca00fb3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b8cb91f-fd85-4b4b-926d-c4bc480784e6 HTTP/1.1" status: 200 len: 217 time: 0.1058826 Jul 07 16:52:05.215887 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3942c93d-5674-4635-9b73-ec7ad97cbc2b req-71d2a19f-18f0-40c7-ae50-650834fcb3fc tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec6c7a4-e6ff-4682-9c97-c08ca3022761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852489 Jul 07 16:52:05.267201 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=bbebdff5-3d55-453e-9362-de954a23bd70,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:05.321484 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-43f2d798-bbbf-4f5f-a962-771a5dd3ca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:05.323010 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-43f2d798-bbbf-4f5f-a962-771a5dd3ca0b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3d2904df-52b2-46cb-8a71-1b376c84496d HTTP/1.1" status: 200 len: 858 time: 0.1017685 Jul 07 16:52:05.329099 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-1dcd6467-8b6a-466d-a6bf-955166bd0bd1 service neutron] 10.222.0.15 "GET /v2.0/networks/bd2479d0-9fcf-478a-92c1-f7873caa6cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349265 Jul 07 16:52:05.342130 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-4d66d3b9-4927-412a-88da-a0e81df20c38 service neutron] 10.222.0.15 "GET /v2.0/ports/fcf798d4-2c52-44ac-8976-da6c419547ba/bindings/n-h1-793620-7 HTTP/1.1" status: 200 len: 382 time: 0.1467602 Jul 07 16:52:05.376767 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-c7b4814c-9089-4d4c-8fc8-5b6088d25951 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bd2479d0-9fcf-478a-92c1-f7873caa6cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440080 Jul 07 16:52:05.383121 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b021fb-3a60-4666-83f1-02c12d407dbc req-3ac19639-e4a1-4000-a687-a12c1c5e3e83 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:05.389687 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-82b021fb-3a60-4666-83f1-02c12d407dbc req-3ac19639-e4a1-4000-a687-a12c1c5e3e83 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1dd29c5-d8c8-4f44-8e12-51dff993ac80 HTTP/1.1" status: 200 len: 943 time: 0.2505662 Jul 07 16:52:05.470618 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-82b021fb-3a60-4666-83f1-02c12d407dbc req-6918e4b1-ed53-4668-b0c7-9381c74a1172 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629659 Jul 07 16:52:05.487557 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-8dc8d32b-b428-41d5-9929-75b7a779aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:05.489361 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-8dc8d32b-b428-41d5-9929-75b7a779aacd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 1099 time: 0.0987759 Jul 07 16:52:05.540608 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdda00-aa66-4dbc-8c18-210713f73631 req-d2c70bc9-fe1b-43c1-966a-e51d2e57d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:05.542266 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e4cdda00-aa66-4dbc-8c18-210713f73631 req-d2c70bc9-fe1b-43c1-966a-e51d2e57d151 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b40780fb77234457a03fa516042a99ee&device_id=74159f29-6e11-471b-9dfd-22d26420feca HTTP/1.1" status: 200 len: 1095 time: 0.2792037 Jul 07 16:52:05.594258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-98846469-fd38-449b-8297-a715541e2ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:05.596722 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-98846469-fd38-449b-8297-a715541e2ddb service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.0971913 Jul 07 16:52:05.679308 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-47f5395a-03c1-4fcf-9f9e-54689fab66ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fcf798d4-2c52-44ac-8976-da6c419547ba HTTP/1.1" status: 200 len: 217 time: 0.0474770 Jul 07 16:52:05.679894 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-f10358b7-627c-47ec-9c56-c37a646b945d service neutron] 10.222.0.69 "GET /v2.0/networks/bd2479d0-9fcf-478a-92c1-f7873caa6cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918053 Jul 07 16:52:05.681665 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-1970d053-8e93-4513-b4dc-e80fdf93eaef service neutron] 10.222.0.15 "GET /v2.0/networks/bd2479d0-9fcf-478a-92c1-f7873caa6cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386118 Jul 07 16:52:05.693420 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8961f2-3777-405f-9b7b-fb77edf5ae7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbebdff5-3d55-453e-9362-de954a23bd70'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:05.695940 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dafef6-da69-4794-9448-9f2557779d24" -d '{"events": [{"server_uuid": "be8961f2-3777-405f-9b7b-fb77edf5ae7e", "name": "network-vif-plugged", "status": "completed", "tag": "bbebdff5-3d55-453e-9362-de954a23bd70"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:05.758288 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69208746-476a-400b-bc2c-a6cf9fe8f238 req-759e2343-6857-4224-83a8-73d8700cffb2 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:05.759768 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69208746-476a-400b-bc2c-a6cf9fe8f238 req-759e2343-6857-4224-83a8-73d8700cffb2 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 948 time: 0.1611314 Jul 07 16:52:05.763973 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-f973aa4d-4a47-43c1-87de-41fb81002415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:05.765340 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-f973aa4d-4a47-43c1-87de-41fb81002415 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0738764 Jul 07 16:52:05.774124 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92fc44-ee1d-4913-be2d-6a538f27348a req-77d4d2fc-81d2-4b96-b033-87e6d4353021 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:05.776676 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d92fc44-ee1d-4913-be2d-6a538f27348a req-77d4d2fc-81d2-4b96-b033-87e6d4353021 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.3035696 Jul 07 16:52:05.832553 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69208746-476a-400b-bc2c-a6cf9fe8f238 req-ed4c9403-08d8-4c33-a758-48b878df752a tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662620 Jul 07 16:52:05.843297 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d1ffa0bf-80d3-4464-97e5-bf620c30cff9 req-97b6e182-b6ce-4348-aab5-1f62fcfb8744 service neutron] 10.222.0.69 "GET /v2.0/networks/bd2479d0-9fcf-478a-92c1-f7873caa6cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559610 Jul 07 16:52:05.854268 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-0a7c2ee8-8972-48fe-bf88-78ac6e2f199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:05.856072 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-0a7c2ee8-8972-48fe-bf88-78ac6e2f199f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759311 Jul 07 16:52:05.875681 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdda00-aa66-4dbc-8c18-210713f73631 req-237b43eb-168d-443a-996c-0d9a3ad25fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:05.878129 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e4cdda00-aa66-4dbc-8c18-210713f73631 req-237b43eb-168d-443a-996c-0d9a3ad25fb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd2479d0-9fcf-478a-92c1-f7873caa6cec HTTP/1.1" status: 200 len: 919 time: 0.3131771 Jul 07 16:52:05.932207 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d92fc44-ee1d-4913-be2d-6a538f27348a req-3c76381d-399f-417f-81ef-8c276ae10929 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969963 Jul 07 16:52:05.933781 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e4cdda00-aa66-4dbc-8c18-210713f73631 req-955a0ed3-88be-4e53-9063-c6ab0a3b0705 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3f06126-2dce-474d-8879-d8bd28779152 HTTP/1.1" status: 200 len: 217 time: 0.0441177 Jul 07 16:52:05.992609 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdda00-aa66-4dbc-8c18-210713f73631 req-8b263d12-d69d-493b-a9a1-3afdc53c978c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:05.994152 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e4cdda00-aa66-4dbc-8c18-210713f73631 req-8b263d12-d69d-493b-a9a1-3afdc53c978c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d2904df-52b2-46cb-8a71-1b376c84496d HTTP/1.1" status: 200 len: 858 time: 0.0529268 Jul 07 16:52:06.007810 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-7c3d37c9-6dd1-4c85-8157-470361cfea05 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374152 Jul 07 16:52:06.040167 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e4cdda00-aa66-4dbc-8c18-210713f73631 req-00f84be6-5e4c-48c0-b7af-7a0d900b250b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd2479d0-9fcf-478a-92c1-f7873caa6cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375180 Jul 07 16:52:06.105608 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f6ea7-0cdc-4b5c-a83f-603e073c58cb req-67c3ce9a-cf04-4b85-8a42-61be96dd77a9 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:06.107191 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9c9f6ea7-0cdc-4b5c-a83f-603e073c58cb req-67c3ce9a-cf04-4b85-8a42-61be96dd77a9 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a5670d-9a55-46a8-a496-dde52197fb6c HTTP/1.1" status: 200 len: 950 time: 0.1431391 Jul 07 16:52:06.160672 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-87e71ef4-7a9b-480a-ba90-1caaca05e36d service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446986 Jul 07 16:52:06.186783 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9c9f6ea7-0cdc-4b5c-a83f-603e073c58cb req-a9c007c9-df39-4368-be4c-df22688eb132 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723116 Jul 07 16:52:06.188688 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf8476d-d8c9-45dc-bcf8-b10615df7910 x-openstack-request-id: req-ecf8476d-d8c9-45dc-bcf8-b10615df7910 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:06.189738 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1dd29c5-d8c8-4f44-8e12-51dff993ac80", "tag": "ea2afb53-819f-4e45-bd97-ce6d231b2785", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d6c8fe56-4d21-464e-a71f-344fbf4d7851", "tag": "7b8cb91f-fd85-4b4b-926d-c4bc480784e6", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:06.190775 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ecf8476d-d8c9-45dc-bcf8-b10615df7910 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:06.192959 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dd29c5-d8c8-4f44-8e12-51dff993ac80', 'tag': 'ea2afb53-819f-4e45-bd97-ce6d231b2785', 'status': 'completed', 'code': 200} Jul 07 16:52:06.194818 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c8fe56-4d21-464e-a71f-344fbf4d7851', 'tag': '7b8cb91f-fd85-4b4b-926d-c4bc480784e6', 'status': 'completed', 'code': 200} Jul 07 16:52:06.261015 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7813a025-e9ae-4f4e-97e2-2481a6e88920 x-openstack-request-id: req-7813a025-e9ae-4f4e-97e2-2481a6e88920 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:06.261845 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8961f2-3777-405f-9b7b-fb77edf5ae7e", "name": "network-vif-plugged", "status": "completed", "tag": "bbebdff5-3d55-453e-9362-de954a23bd70", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:06.261845 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7813a025-e9ae-4f4e-97e2-2481a6e88920 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:06.262207 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8961f2-3777-405f-9b7b-fb77edf5ae7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbebdff5-3d55-453e-9362-de954a23bd70', 'code': 200} Jul 07 16:52:06.280345 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e4cdda00-aa66-4dbc-8c18-210713f73631 req-9123bf0a-fea0-4cac-b2d2-fad8368f6d03 service neutron] 10.222.0.15 "GET /v2.0/networks/bd2479d0-9fcf-478a-92c1-f7873caa6cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313428 Jul 07 16:52:06.300679 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f896bb-7c4c-44c7-a2cf-ddbcb4a560dd req-0a39b578-455f-4a94-a8d6-f97801c2b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:06.303882 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19f896bb-7c4c-44c7-a2cf-ddbcb4a560dd req-0a39b578-455f-4a94-a8d6-f97801c2b65a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b40780fb77234457a03fa516042a99ee&device_id=d1dd29c5-d8c8-4f44-8e12-51dff993ac80 HTTP/1.1" status: 200 len: 1094 time: 0.1140010 Jul 07 16:52:06.381726 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device fcf798d4-2c52-44ac-8976-da6c419547ba up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:06.425213 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f896bb-7c4c-44c7-a2cf-ddbcb4a560dd req-0693ca86-4e58-44fb-b535-e138c6f33f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:06.429966 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19f896bb-7c4c-44c7-a2cf-ddbcb4a560dd req-0693ca86-4e58-44fb-b535-e138c6f33f7a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b40780fb77234457a03fa516042a99ee&device_id=d6c8fe56-4d21-464e-a71f-344fbf4d7851 HTTP/1.1" status: 200 len: 1095 time: 0.2329242 Jul 07 16:52:06.479029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port fcf798d4-2c52-44ac-8976-da6c419547ba completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:06.487723 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port fcf798d4-2c52-44ac-8976-da6c419547ba triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:06.488107 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.572552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f896bb-7c4c-44c7-a2cf-ddbcb4a560dd req-d4d3be3d-8733-41de-a47f-fadc0fadb004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:06.575086 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19f896bb-7c4c-44c7-a2cf-ddbcb4a560dd req-d4d3be3d-8733-41de-a47f-fadc0fadb004 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bd2479d0-9fcf-478a-92c1-f7873caa6cec HTTP/1.1" status: 200 len: 919 time: 0.1356449 Jul 07 16:52:06.602328 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f896bb-7c4c-44c7-a2cf-ddbcb4a560dd req-6d43dbbc-e64d-40cf-93a5-92491ffc92f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:06.606742 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19f896bb-7c4c-44c7-a2cf-ddbcb4a560dd req-6d43dbbc-e64d-40cf-93a5-92491ffc92f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd2479d0-9fcf-478a-92c1-f7873caa6cec HTTP/1.1" status: 200 len: 919 time: 0.2885072 Jul 07 16:52:06.612126 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.655665 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19f896bb-7c4c-44c7-a2cf-ddbcb4a560dd req-ac3ccb39-44ef-4bab-bebe-0d61b26f9908 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b8cb91f-fd85-4b4b-926d-c4bc480784e6 HTTP/1.1" status: 200 len: 217 time: 0.0584414 Jul 07 16:52:06.656148 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port fcf798d4-2c52-44ac-8976-da6c419547ba, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=fcf798d4-2c52-44ac-8976-da6c419547ba,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:06.663658 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.665855 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19f896bb-7c4c-44c7-a2cf-ddbcb4a560dd req-5c98d854-c418-46f6-9925-d0a47dc4afbf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea2afb53-819f-4e45-bd97-ce6d231b2785 HTTP/1.1" status: 200 len: 217 time: 0.0493267 Jul 07 16:52:06.675602 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e4cdda00-aa66-4dbc-8c18-210713f73631 req-5988495e-7fcf-4cbc-91fb-783f844dc264 service neutron] 10.222.0.15 "GET /v2.0/networks/bd2479d0-9fcf-478a-92c1-f7873caa6cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848119 Jul 07 16:52:06.735343 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:06.737241 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de1ff4-7e37-4895-a7b0-b265556badfe req-0a466368-195f-49af-82c4-b3852bad00dc tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:06.739121 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c3de1ff4-7e37-4895-a7b0-b265556badfe req-0a466368-195f-49af-82c4-b3852bad00dc tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/ports?device_id=93ac564f-30bc-4cd7-ad6e-156eb28dbe5b HTTP/1.1" status: 200 len: 944 time: 0.2444386 Jul 07 16:52:06.739271 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535b23d-c4a5-4070-9626-0320ce5cdc03 req-a1742d7e-11c8-4291-b87b-e1fb407ef433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:06.740701 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1535b23d-c4a5-4070-9626-0320ce5cdc03 req-a1742d7e-11c8-4291-b87b-e1fb407ef433 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 1097 time: 0.3736396 Jul 07 16:52:06.751281 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f896bb-7c4c-44c7-a2cf-ddbcb4a560dd req-16cfa9ce-ad1e-47fd-b079-e4f5613606dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:06.753430 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19f896bb-7c4c-44c7-a2cf-ddbcb4a560dd req-16cfa9ce-ad1e-47fd-b079-e4f5613606dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3d2904df-52b2-46cb-8a71-1b376c84496d HTTP/1.1" status: 200 len: 858 time: 0.0767496 Jul 07 16:52:06.758216 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f896bb-7c4c-44c7-a2cf-ddbcb4a560dd req-e54de472-a03f-4948-947b-7623987128ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:06.759696 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19f896bb-7c4c-44c7-a2cf-ddbcb4a560dd req-e54de472-a03f-4948-947b-7623987128ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d2904df-52b2-46cb-8a71-1b376c84496d HTTP/1.1" status: 200 len: 858 time: 0.0835040 Jul 07 16:52:06.778585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=fcf798d4-2c52-44ac-8976-da6c419547ba,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:06.791800 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:06.792698 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:06.792698 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:06.792988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:06.793334 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:06.793936 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:06.794279 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:06.794783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:06.795117 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:06.795455 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:06.795794 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:06.796127 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:06.807141 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19f896bb-7c4c-44c7-a2cf-ddbcb4a560dd req-466734e2-ab52-4698-8b91-0beb8e258ba6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bd2479d0-9fcf-478a-92c1-f7873caa6cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434861 Jul 07 16:52:06.821511 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19f896bb-7c4c-44c7-a2cf-ddbcb4a560dd req-2af43742-e380-4f9f-817e-34fc9ffeca24 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd2479d0-9fcf-478a-92c1-f7873caa6cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525243 Jul 07 16:52:06.835607 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:06.838823 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409249b-3014-4a46-a367-29b5627c776a req-7d9fef7f-b26e-43c5-b923-11125edb61b5 tempest-ServersAdminNegativeTestJSON-1080549065 tempest-ServersAdminNegativeTestJSON-1080549065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:06.841275 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:06.841668 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.852032 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5409249b-3014-4a46-a367-29b5627c776a req-7d9fef7f-b26e-43c5-b923-11125edb61b5 tempest-ServersAdminNegativeTestJSON-1080549065 tempest-ServersAdminNegativeTestJSON-1080549065-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=83a5670d-9a55-46a8-a496-dde52197fb6c HTTP/1.1" status: 200 len: 1101 time: 0.2383959 Jul 07 16:52:06.877674 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c3de1ff4-7e37-4895-a7b0-b265556badfe req-4f6843e1-9fca-4b2f-9038-15e0afaab37b tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec6c7a4-e6ff-4682-9c97-c08ca3022761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257992 Jul 07 16:52:06.883614 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1535b23d-c4a5-4070-9626-0320ce5cdc03 req-c3708c50-b1d0-4058-b410-aecc702f7110 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279414 Jul 07 16:52:06.884353 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5409249b-3014-4a46-a367-29b5627c776a req-743da709-e868-41db-878a-5de3201d07c5 tempest-ServersAdminNegativeTestJSON-1080549065 tempest-ServersAdminNegativeTestJSON-1080549065-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:06.968652 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:07.006363 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19f896bb-7c4c-44c7-a2cf-ddbcb4a560dd req-627f7fd3-c621-41b6-986d-b4af0a9b116d service neutron] 10.222.0.69 "GET /v2.0/networks/bd2479d0-9fcf-478a-92c1-f7873caa6cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875925 Jul 07 16:52:07.015275 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19f896bb-7c4c-44c7-a2cf-ddbcb4a560dd req-bfbd2ef6-c754-49b0-a0b9-d6b439654eb5 service neutron] 10.222.0.15 "GET /v2.0/networks/bd2479d0-9fcf-478a-92c1-f7873caa6cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835101 Jul 07 16:52:07.020606 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=4ce1fcaa-ae1e-4aaf-8882-fc1567630d94,segment=NetworkSegment(a09aee7e-ccff-4b08-82e8-149bc3db4e7a),segment_id=a09aee7e-ccff-4b08-82e8-149bc3db4e7a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:07.029112 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:07.109417 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=4ce1fcaa-ae1e-4aaf-8882-fc1567630d94,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:07.144407 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5409249b-3014-4a46-a367-29b5627c776a req-743da709-e868-41db-878a-5de3201d07c5 tempest-ServersAdminNegativeTestJSON-1080549065 tempest-ServersAdminNegativeTestJSON-1080549065-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:07.148109 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19f896bb-7c4c-44c7-a2cf-ddbcb4a560dd req-332be0e2-ace0-4666-9484-324e3cfd18b4 service neutron] 10.222.0.69 "GET /v2.0/networks/bd2479d0-9fcf-478a-92c1-f7873caa6cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333642 Jul 07 16:52:07.167531 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5409249b-3014-4a46-a367-29b5627c776a req-743da709-e868-41db-878a-5de3201d07c5 tempest-ServersAdminNegativeTestJSON-1080549065 tempest-ServersAdminNegativeTestJSON-1080549065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:07.203807 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5409249b-3014-4a46-a367-29b5627c776a req-743da709-e868-41db-878a-5de3201d07c5 tempest-ServersAdminNegativeTestJSON-1080549065 tempest-ServersAdminNegativeTestJSON-1080549065-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502457 Jul 07 16:52:07.207082 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19f896bb-7c4c-44c7-a2cf-ddbcb4a560dd req-efa6ad88-652c-432c-86eb-702e78461f91 service neutron] 10.222.0.15 "GET /v2.0/networks/bd2479d0-9fcf-478a-92c1-f7873caa6cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837234 Jul 07 16:52:07.216225 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219f4f9-b9d8-49b0-9fd4-1c4464353b80 req-84a75731-886e-4feb-9d7d-501f9fa4d369 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:07.218631 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e219f4f9-b9d8-49b0-9fd4-1c4464353b80 req-84a75731-886e-4feb-9d7d-501f9fa4d369 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1dd29c5-d8c8-4f44-8e12-51dff993ac80 HTTP/1.1" status: 200 len: 943 time: 0.1794143 Jul 07 16:52:07.230831 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743da709-e868-41db-878a-5de3201d07c5 tempest-ServersAdminNegativeTestJSON-1080549065 tempest-ServersAdminNegativeTestJSON-1080549065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd2547f-f478-47b6-9d99-e15d71df366e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:07.293513 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e219f4f9-b9d8-49b0-9fd4-1c4464353b80 req-e7fcf973-014c-47a4-b1b8-86f16371574d tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609071 Jul 07 16:52:07.420590 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059246a6-5c0e-426e-8856-dc9e756a43b1 req-cb02c015-e028-41d9-87c1-3dabc8465fcf tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:07.422177 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-059246a6-5c0e-426e-8856-dc9e756a43b1 req-cb02c015-e028-41d9-87c1-3dabc8465fcf tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.0716422 Jul 07 16:52:07.464720 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-059246a6-5c0e-426e-8856-dc9e756a43b1 req-3841d1e1-30b7-44b2-a4e4-77ed9e5e407e tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345304 Jul 07 16:52:07.469129 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf976-b111-43ba-b29d-51c14f8d35cf req-58f9b92c-c3ea-484a-9dbb-b2b0fb1ad6f3 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:07.471063 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8fdaf976-b111-43ba-b29d-51c14f8d35cf req-58f9b92c-c3ea-484a-9dbb-b2b0fb1ad6f3 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.0745537 Jul 07 16:52:07.515037 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8fdaf976-b111-43ba-b29d-51c14f8d35cf req-4f3904ae-181b-4a72-891a-f222b4dad635 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377164 Jul 07 16:52:08.074729 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c339e1e-208f-43a5-a431-c1d857d7caf3 req-21738181-2172-4d86-840b-0e995530a5ee tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:08.075460 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9c339e1e-208f-43a5-a431-c1d857d7caf3 req-21738181-2172-4d86-840b-0e995530a5ee tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/ports?device_id=93ac564f-30bc-4cd7-ad6e-156eb28dbe5b HTTP/1.1" status: 200 len: 945 time: 0.0757723 Jul 07 16:52:08.116103 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9c339e1e-208f-43a5-a431-c1d857d7caf3 req-94db23b3-e4a0-4c8a-9692-0c9905dcefc2 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec6c7a4-e6ff-4682-9c97-c08ca3022761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399475 Jul 07 16:52:08.263444 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a1b464-577a-4d7f-9245-8703620dfdf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf798d4-2c52-44ac-8976-da6c419547ba'}, {'server_uuid': '93ac564f-30bc-4cd7-ad6e-156eb28dbe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce1fcaa-ae1e-4aaf-8882-fc1567630d94'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:08.265824 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae402a13-893a-46be-8f24-66d7db0af555" -d '{"events": [{"server_uuid": "e6a1b464-577a-4d7f-9245-8703620dfdf0", "name": "network-vif-plugged", "status": "completed", "tag": "fcf798d4-2c52-44ac-8976-da6c419547ba"}, {"server_uuid": "93ac564f-30bc-4cd7-ad6e-156eb28dbe5b", "name": "network-vif-plugged", "status": "completed", "tag": "4ce1fcaa-ae1e-4aaf-8882-fc1567630d94"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:08.322431 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80dfac4-115f-4133-bd38-983d3164bf84 x-openstack-request-id: req-e80dfac4-115f-4133-bd38-983d3164bf84 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:08.322840 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a1b464-577a-4d7f-9245-8703620dfdf0", "name": "network-vif-plugged", "status": "completed", "tag": "fcf798d4-2c52-44ac-8976-da6c419547ba", "code": 200}, {"server_uuid": "93ac564f-30bc-4cd7-ad6e-156eb28dbe5b", "name": "network-vif-plugged", "status": "completed", "tag": "4ce1fcaa-ae1e-4aaf-8882-fc1567630d94", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:08.323193 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e80dfac4-115f-4133-bd38-983d3164bf84 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:08.323902 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a1b464-577a-4d7f-9245-8703620dfdf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf798d4-2c52-44ac-8976-da6c419547ba', 'code': 200} Jul 07 16:52:08.324258 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ac564f-30bc-4cd7-ad6e-156eb28dbe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce1fcaa-ae1e-4aaf-8882-fc1567630d94', 'code': 200} Jul 07 16:52:08.389898 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ea2afb53-819f-4e45-bd97-ce6d231b2785 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:08.392586 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42072939-a496-4fdd-9aba-360f4f76170b req-8df1bd28-13a6-4598-910f-a58809fb7a32 tempest-ServersAdminNegativeTestJSON-1080549065 tempest-ServersAdminNegativeTestJSON-1080549065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:08.399880 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-42072939-a496-4fdd-9aba-360f4f76170b req-8df1bd28-13a6-4598-910f-a58809fb7a32 tempest-ServersAdminNegativeTestJSON-1080549065 tempest-ServersAdminNegativeTestJSON-1080549065-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=83a5670d-9a55-46a8-a496-dde52197fb6c HTTP/1.1" status: 200 len: 1101 time: 0.0755751 Jul 07 16:52:08.446698 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-42072939-a496-4fdd-9aba-360f4f76170b req-35235175-c222-46c8-b50e-828c8a517c38 tempest-ServersAdminNegativeTestJSON-1080549065 tempest-ServersAdminNegativeTestJSON-1080549065-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433717 Jul 07 16:52:08.525140 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646f6da-fdf9-4533-ba85-f5efd6577b8c req-75d02c3d-2bb0-4e04-9e0c-d41c32a2b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:08.526701 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e646f6da-fdf9-4533-ba85-f5efd6577b8c req-75d02c3d-2bb0-4e04-9e0c-d41c32a2b858 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=93ac564f-30bc-4cd7-ad6e-156eb28dbe5b HTTP/1.1" status: 200 len: 1096 time: 0.1337426 Jul 07 16:52:08.564161 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a90629-ef87-4f88-874c-9737e2bee7dd req-a07cd2e7-55af-4c27-af13-f54088e30ef1 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:08.567083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ea2afb53-819f-4e45-bd97-ce6d231b2785, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ea2afb53-819f-4e45-bd97-ce6d231b2785,segment=NetworkSegment(edd6f053-8c81-4936-a583-893943154a69),segment_id=edd6f053-8c81-4936-a583-893943154a69)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:08.573009 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-01a90629-ef87-4f88-874c-9737e2bee7dd req-a07cd2e7-55af-4c27-af13-f54088e30ef1 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1dd29c5-d8c8-4f44-8e12-51dff993ac80 HTTP/1.1" status: 200 len: 943 time: 0.1113386 Jul 07 16:52:08.597923 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'ea2afb53-819f-4e45-bd97-ce6d231b2785', 'network_id': 'bd2479d0-9fcf-478a-92c1-f7873caa6cec', 'port_id': 'ea2afb53-819f-4e45-bd97-ce6d231b2785', 'mac_address': 'fa:16:3e:7e:69:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2904df-52b2-46cb-8a71-1b376c84496d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:08.619184 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e646f6da-fdf9-4533-ba85-f5efd6577b8c req-f9915cd1-84fa-43f7-a652-b829b5604cb1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8ec6c7a4-e6ff-4682-9c97-c08ca3022761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836914 Jul 07 16:52:08.640954 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-01a90629-ef87-4f88-874c-9737e2bee7dd req-96620684-3b03-4794-9945-e434c1959f29 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658174 Jul 07 16:52:08.682616 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:08.699267 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2afb53-819f-4e45-bd97-ce6d231b2785 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:08.722118 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ea2afb53-819f-4e45-bd97-ce6d231b2785, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ea2afb53-819f-4e45-bd97-ce6d231b2785,segment=NetworkSegment(edd6f053-8c81-4936-a583-893943154a69),segment_id=edd6f053-8c81-4936-a583-893943154a69)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:08.727282 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:08.728043 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b3f06126-2dce-474d-8879-d8bd28779152 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:08.799557 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bc9fc-2f84-44c7-8a15-1102a63bfb9a req-87e88c96-b570-43c4-8616-8a36eba1dd3b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:08.802164 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c31bc9fc-2f84-44c7-8a15-1102a63bfb9a req-87e88c96-b570-43c4-8616-8a36eba1dd3b tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.0943518 Jul 07 16:52:08.811521 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ea2afb53-819f-4e45-bd97-ce6d231b2785,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:08.868113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b3f06126-2dce-474d-8879-d8bd28779152, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b3f06126-2dce-474d-8879-d8bd28779152,segment=NetworkSegment(edd6f053-8c81-4936-a583-893943154a69),segment_id=edd6f053-8c81-4936-a583-893943154a69)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:08.883130 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'b3f06126-2dce-474d-8879-d8bd28779152', 'network_id': 'bd2479d0-9fcf-478a-92c1-f7873caa6cec', 'port_id': 'b3f06126-2dce-474d-8879-d8bd28779152', 'mac_address': 'fa:16:3e:32:76:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2904df-52b2-46cb-8a71-1b376c84496d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:08.889593 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1c2f8-d68c-4079-bc6b-1cf1c6d5f9ff req-de457b17-d81e-46e8-9c67-f996a58ae243 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:08.898297 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c1b1c2f8-d68c-4079-bc6b-1cf1c6d5f9ff req-de457b17-d81e-46e8-9c67-f996a58ae243 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.1446209 Jul 07 16:52:08.926219 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c31bc9fc-2f84-44c7-8a15-1102a63bfb9a req-54f93925-5608-4496-847f-c48704e10296 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174662 Jul 07 16:52:08.953974 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:08.989272 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c1b1c2f8-d68c-4079-bc6b-1cf1c6d5f9ff req-ea6ef557-2652-4bc9-951a-b18794bcc61f tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843468 Jul 07 16:52:08.993701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f06126-2dce-474d-8879-d8bd28779152 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:09.035168 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b3f06126-2dce-474d-8879-d8bd28779152, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b3f06126-2dce-474d-8879-d8bd28779152,segment=NetworkSegment(edd6f053-8c81-4936-a583-893943154a69),segment_id=edd6f053-8c81-4936-a583-893943154a69)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:09.040738 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:09.098004 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=b3f06126-2dce-474d-8879-d8bd28779152,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:09.121608 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-ed832158-4167-4646-95d2-cccbf37198f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:09.128076 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-ed832158-4167-4646-95d2-cccbf37198f0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0&tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c HTTP/1.1" status: 200 len: 1100 time: 0.0836952 Jul 07 16:52:09.142533 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-7', 'device_owner': 'compute:nova'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:09.236045 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:09.350068 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['b3f06126-2dce-474d-8879-d8bd28779152'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:09.353287 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['ea2afb53-819f-4e45-bd97-ce6d231b2785'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:09.493430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc45fd3-c853-4a60-9ff8-144248356eac req-dc90acec-05a4-4880-950e-db4174288a16 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:09.500308 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8dc45fd3-c853-4a60-9ff8-144248356eac req-dc90acec-05a4-4880-950e-db4174288a16 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/ports?device_id=93ac564f-30bc-4cd7-ad6e-156eb28dbe5b HTTP/1.1" status: 200 len: 945 time: 0.2192669 Jul 07 16:52:09.538331 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc729681-8754-46a9-88da-7e307033465f req-0e8c100b-57b7-433f-abc4-9d2380e9362c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:09.540531 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc729681-8754-46a9-88da-7e307033465f req-0e8c100b-57b7-433f-abc4-9d2380e9362c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.0804076 Jul 07 16:52:09.564778 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] For port fcf798d4-2c52-44ac-8976-da6c419547ba, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=fcf798d4-2c52-44ac-8976-da6c419547ba,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:09.584902 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc729681-8754-46a9-88da-7e307033465f req-42f1aa79-54fc-4f5e-8638-73ff52c39579 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375004 Jul 07 16:52:09.605361 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8dc45fd3-c853-4a60-9ff8-144248356eac req-4d50467a-21c2-4ae8-a46d-dde8738e9f45 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec6c7a4-e6ff-4682-9c97-c08ca3022761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037447 Jul 07 16:52:09.639503 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] For port fcf798d4-2c52-44ac-8976-da6c419547ba, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:09.690341 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a1b464-577a-4d7f-9245-8703620dfdf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf798d4-2c52-44ac-8976-da6c419547ba'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:09.692954 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a19688-2114-448c-b8ce-ce3aa9538f39" -d '{"events": [{"server_uuid": "e6a1b464-577a-4d7f-9245-8703620dfdf0", "name": "network-vif-unplugged", "status": "completed", "tag": "fcf798d4-2c52-44ac-8976-da6c419547ba"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:09.697353 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:09.711363 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] Transition to ACTIVE for port object fcf798d4-2c52-44ac-8976-da6c419547ba will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:09.719360 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:09.807925 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] No DVR routers for this DVR port fcf798d4-2c52-44ac-8976-da6c419547ba on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:09.844074 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf798d4-2c52-44ac-8976-da6c419547ba,revision_number=10']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:09.884235 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] Attempting to bind port fcf798d4-2c52-44ac-8976-da6c419547ba on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:09.884751 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] Attempting to bind port fcf798d4-2c52-44ac-8976-da6c419547ba by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:09.884972 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] Attempting to bind port fcf798d4-2c52-44ac-8976-da6c419547ba on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:09.897902 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] Port fcf798d4-2c52-44ac-8976-da6c419547ba on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:09.898150 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] Attempting to bind port fcf798d4-2c52-44ac-8976-da6c419547ba on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:09.909704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:09.910038 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:09.910447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:09.910885 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] Bound port: fcf798d4-2c52-44ac-8976-da6c419547ba, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:09.911244 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:09.958701 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63121b9-085d-43fe-ab64-124642636b37 req-ccc6ef5d-934f-42a4-bed5-9022814598c9 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:09.960292 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c63121b9-085d-43fe-ab64-124642636b37 req-ccc6ef5d-934f-42a4-bed5-9022814598c9 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1dd29c5-d8c8-4f44-8e12-51dff993ac80 HTTP/1.1" status: 200 len: 944 time: 0.1514533 Jul 07 16:52:09.961757 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2951b9bf-e410-454a-8924-ffe576784880 x-openstack-request-id: req-2951b9bf-e410-454a-8924-ffe576784880 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:09.962121 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a1b464-577a-4d7f-9245-8703620dfdf0", "name": "network-vif-unplugged", "status": "completed", "tag": "fcf798d4-2c52-44ac-8976-da6c419547ba", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:09.962289 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2951b9bf-e410-454a-8924-ffe576784880 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:09.978340 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a1b464-577a-4d7f-9245-8703620dfdf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf798d4-2c52-44ac-8976-da6c419547ba', 'code': 200} Jul 07 16:52:10.117268 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] For port fcf798d4-2c52-44ac-8976-da6c419547ba, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:10.130895 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c63121b9-085d-43fe-ab64-124642636b37 req-b7af9931-ec91-4297-b616-34245f61e7ec tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498332 Jul 07 16:52:10.132796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] For port fcf798d4-2c52-44ac-8976-da6c419547ba, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=fcf798d4-2c52-44ac-8976-da6c419547ba,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:10.134583 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba9522-e1b0-4064-8d29-c5b2633a3f02 req-d6c3a7b3-4f92-4f81-8190-8b3e8957575d tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:10.136094 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c1ba9522-e1b0-4064-8d29-c5b2633a3f02 req-d6c3a7b3-4f92-4f81-8190-8b3e8957575d tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a5670d-9a55-46a8-a496-dde52197fb6c HTTP/1.1" status: 200 len: 950 time: 0.0737100 Jul 07 16:52:10.138447 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:10.188521 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c1ba9522-e1b0-4064-8d29-c5b2633a3f02 req-e4696224-a2ef-482c-b36a-5e9d797577e0 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436237 Jul 07 16:52:10.204445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:10.205709 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:10.207561 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] 10.222.0.69 "PUT /v2.0/ports/fcf798d4-2c52-44ac-8976-da6c419547ba HTTP/1.1" status: 200 len: 1096 time: 1.0699861 Jul 07 16:52:10.315148 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb3395-467f-4ed5-bb77-7f12880a41a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf798d4-2c52-44ac-8976-da6c419547ba,revision_number=11']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:10.369859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f38855-01e5-4614-87bc-c15b32dace05 req-7f19b72b-22ad-4796-af2e-e88af55baca0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:10.376627 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0f38855-01e5-4614-87bc-c15b32dace05 req-7f19b72b-22ad-4796-af2e-e88af55baca0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 948 time: 0.1363592 Jul 07 16:52:10.397228 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device fcf798d4-2c52-44ac-8976-da6c419547ba no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:10.401951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-f76cf93d-1959-4f41-a75e-b03c41720424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:10.403550 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-f76cf93d-1959-4f41-a75e-b03c41720424 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 1099 time: 0.1644404 Jul 07 16:52:10.446993 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0f38855-01e5-4614-87bc-c15b32dace05 req-a3290956-7cc6-43d5-9fba-b17f72ead093 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688415 Jul 07 16:52:10.464903 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device fcf798d4-2c52-44ac-8976-da6c419547ba not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:10.535110 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-229da171-d0fc-48c0-b5ab-ba3985123aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:10.536580 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-229da171-d0fc-48c0-b5ab-ba3985123aa4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1260459 Jul 07 16:52:10.580648 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-c4ab61e9-a0f7-4a4d-a15e-7c58ba2c8c46 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fcf798d4-2c52-44ac-8976-da6c419547ba HTTP/1.1" status: 200 len: 217 time: 0.0372293 Jul 07 16:52:10.630398 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-2a561469-8096-4d66-9aa5-425e69421fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:10.631911 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-2a561469-8096-4d66-9aa5-425e69421fb7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0452235 Jul 07 16:52:10.706094 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-d06da7b2-7ee2-4140-88fd-29dae45ed81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:10.708244 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-d06da7b2-7ee2-4140-88fd-29dae45ed81c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692973 Jul 07 16:52:10.772009 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7b8cb91f-fd85-4b4b-926d-c4bc480784e6 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:10.812045 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1355c4-490a-43ef-bf3f-f2659a8a50e8 req-39c794e2-bacb-43c5-a5c8-fdeb60b17544 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:10.821532 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0b1355c4-490a-43ef-bf3f-f2659a8a50e8 req-39c794e2-bacb-43c5-a5c8-fdeb60b17544 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.1052654 Jul 07 16:52:10.857689 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-4c163deb-6ba9-4452-bf5c-e4953a6b8509 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417551 Jul 07 16:52:10.877632 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0b1355c4-490a-43ef-bf3f-f2659a8a50e8 req-84b29060-8274-42cc-a2cd-01f187c9af54 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492973 Jul 07 16:52:10.886282 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625565d-6352-491f-97cf-a6914e663392 req-45d389c3-12d8-4b53-97ae-e3572b25a66e tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:10.888234 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4625565d-6352-491f-97cf-a6914e663392 req-45d389c3-12d8-4b53-97ae-e3572b25a66e tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/ports?device_id=93ac564f-30bc-4cd7-ad6e-156eb28dbe5b HTTP/1.1" status: 200 len: 945 time: 0.1192999 Jul 07 16:52:10.932251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7b8cb91f-fd85-4b4b-926d-c4bc480784e6, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7b8cb91f-fd85-4b4b-926d-c4bc480784e6,segment=NetworkSegment(edd6f053-8c81-4936-a583-893943154a69),segment_id=edd6f053-8c81-4936-a583-893943154a69)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:10.945776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '7b8cb91f-fd85-4b4b-926d-c4bc480784e6', 'network_id': 'bd2479d0-9fcf-478a-92c1-f7873caa6cec', 'port_id': '7b8cb91f-fd85-4b4b-926d-c4bc480784e6', 'mac_address': 'fa:16:3e:a9:c4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2904df-52b2-46cb-8a71-1b376c84496d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:10.986619 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:11.000905 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8cb91f-fd85-4b4b-926d-c4bc480784e6 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:11.024694 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7b8cb91f-fd85-4b4b-926d-c4bc480784e6, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7b8cb91f-fd85-4b4b-926d-c4bc480784e6,segment=NetworkSegment(edd6f053-8c81-4936-a583-893943154a69),segment_id=edd6f053-8c81-4936-a583-893943154a69)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:11.029809 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:11.097860 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=7b8cb91f-fd85-4b4b-926d-c4bc480784e6,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:11.284431 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4625565d-6352-491f-97cf-a6914e663392 req-2a3b718c-9554-4333-888a-39663a64a89c tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec6c7a4-e6ff-4682-9c97-c08ca3022761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856268 Jul 07 16:52:11.318497 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a87d55b-e0fd-4285-bd1f-4be983f442c5 req-c470edc1-47e9-4701-96f3-eedc5eeb422c service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523923 Jul 07 16:52:11.338312 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d0a23-3707-431f-a0c9-825dfc730070 req-b5d9be3e-4fa2-498a-8f75-02ba5726b498 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:11.340146 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-956d0a23-3707-431f-a0c9-825dfc730070 req-b5d9be3e-4fa2-498a-8f75-02ba5726b498 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1dd29c5-d8c8-4f44-8e12-51dff993ac80 HTTP/1.1" status: 200 len: 944 time: 0.0780296 Jul 07 16:52:11.384741 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-956d0a23-3707-431f-a0c9-825dfc730070 req-964f0cc6-cb30-4257-a6da-f090a6a33ef8 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371597 Jul 07 16:52:11.427141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['7b8cb91f-fd85-4b4b-926d-c4bc480784e6'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:11.487401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc9ac8-bf62-4e23-ba83-44afc946a93e req-b65ea0d5-7218-454a-806e-aeb033e4dcc3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:11.496801 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-77cc9ac8-bf62-4e23-ba83-44afc946a93e req-b65ea0d5-7218-454a-806e-aeb033e4dcc3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a5670d-9a55-46a8-a496-dde52197fb6c HTTP/1.1" status: 200 len: 950 time: 0.0880320 Jul 07 16:52:11.537152 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76113bb-b848-4048-b526-a1818529c486 req-7a204a60-1e81-4ddf-a4f7-b4947b438d0f tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:11.538701 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b76113bb-b848-4048-b526-a1818529c486 req-7a204a60-1e81-4ddf-a4f7-b4947b438d0f tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.15 "GET /v2.0/ports?device_id=83a5670d-9a55-46a8-a496-dde52197fb6c HTTP/1.1" status: 200 len: 950 time: 0.1188576 Jul 07 16:52:11.569156 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-77cc9ac8-bf62-4e23-ba83-44afc946a93e req-402462fb-b50d-4b2b-9b19-5022e44428a3 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714655 Jul 07 16:52:11.745449 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-b76113bb-b848-4048-b526-a1818529c486 req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Deleting port 441c8523-d06f-4cb3-a77f-1a7aa26b04dc {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:11.745856 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b76113bb-b848-4048-b526-a1818529c486 req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:11.850683 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cc4bb-17a1-464f-9d0c-1c0ce02081ae req-1e9e4adf-8804-469d-872a-5c67a6db02e5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:11.852348 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-233cc4bb-17a1-464f-9d0c-1c0ce02081ae req-1e9e4adf-8804-469d-872a-5c67a6db02e5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 948 time: 0.1495247 Jul 07 16:52:11.868333 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-b76113bb-b848-4048-b526-a1818529c486 req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] For port 441c8523-d06f-4cb3-a77f-1a7aa26b04dc, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=441c8523-d06f-4cb3-a77f-1a7aa26b04dc,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:11.868752 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b76113bb-b848-4048-b526-a1818529c486 req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:11.903374 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-b76113bb-b848-4048-b526-a1818529c486 req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Calling delete_port for 441c8523-d06f-4cb3-a77f-1a7aa26b04dc owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:11.959384 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-233cc4bb-17a1-464f-9d0c-1c0ce02081ae req-a8c35573-3fb1-4f13-9eca-32b41a226798 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938618 Jul 07 16:52:11.979792 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a1b464-577a-4d7f-9245-8703620dfdf0', 'tag': 'fcf798d4-2c52-44ac-8976-da6c419547ba'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:11.982506 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f2d082-ed3f-4201-a700-fa29e82d73d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a1b464-577a-4d7f-9245-8703620dfdf0", "tag": "fcf798d4-2c52-44ac-8976-da6c419547ba"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:12.081414 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395541ac-8cbb-4f5f-95d1-4009ea9bc8ef req-8a220659-a6f2-4c9e-a50b-53338944fd8b tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:12.085712 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b76113bb-b848-4048-b526-a1818529c486 req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:12.090140 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-395541ac-8cbb-4f5f-95d1-4009ea9bc8ef req-8a220659-a6f2-4c9e-a50b-53338944fd8b tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.0929370 Jul 07 16:52:12.100849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['441c8523-d06f-4cb3-a77f-1a7aa26b04dc'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:12.129410 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Pushing event deleted for resources: {'Port': ['ID=441c8523-d06f-4cb3-a77f-1a7aa26b04dc,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:12.149412 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-395541ac-8cbb-4f5f-95d1-4009ea9bc8ef req-a911b775-bb97-4698-b9ab-404a213c22f1 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582106 Jul 07 16:52:12.162604 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:12.162973 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:12.163319 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:12.163664 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:12.164007 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:12.164767 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:12.165117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:12.165454 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:12.165793 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:12.166130 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:12.166627 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:12.166961 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:12.218006 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76113bb-b848-4048-b526-a1818529c486 req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] No DVR routers for this DVR port 441c8523-d06f-4cb3-a77f-1a7aa26b04dc on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:12.231944 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b76113bb-b848-4048-b526-a1818529c486 req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:12.242989 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b76113bb-b848-4048-b526-a1818529c486 req-89124344-bfc1-43aa-a591-fbce28054ef6 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.15 "DELETE /v2.0/ports/441c8523-d06f-4cb3-a77f-1a7aa26b04dc HTTP/1.1" status: 204 len: 173 time: 0.6888001 Jul 07 16:52:12.242989 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a5670d-9a55-46a8-a496-dde52197fb6c', 'name': 'network-vif-deleted', 'tag': '441c8523-d06f-4cb3-a77f-1a7aa26b04dc'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:12.250534 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0993ce7-4236-4f42-aaa0-69280a084f98 x-openstack-request-id: req-d0993ce7-4236-4f42-aaa0-69280a084f98 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:12.250831 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a1b464-577a-4d7f-9245-8703620dfdf0", "tag": "fcf798d4-2c52-44ac-8976-da6c419547ba", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:12.251124 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d0993ce7-4236-4f42-aaa0-69280a084f98 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:12.251292 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a785ab3-37b1-4507-a866-f2ac6555f738" -d '{"events": [{"server_uuid": "83a5670d-9a55-46a8-a496-dde52197fb6c", "name": "network-vif-deleted", "tag": "441c8523-d06f-4cb3-a77f-1a7aa26b04dc"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:12.251569 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a1b464-577a-4d7f-9245-8703620dfdf0', 'tag': 'fcf798d4-2c52-44ac-8976-da6c419547ba', 'status': 'completed', 'code': 200} Jul 07 16:52:12.308060 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673bc172-75b0-42ca-be30-22370c6ebf7b x-openstack-request-id: req-673bc172-75b0-42ca-be30-22370c6ebf7b {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:12.310136 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a5670d-9a55-46a8-a496-dde52197fb6c", "name": "network-vif-deleted", "tag": "441c8523-d06f-4cb3-a77f-1a7aa26b04dc", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:12.311336 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-673bc172-75b0-42ca-be30-22370c6ebf7b {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:12.311931 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a5670d-9a55-46a8-a496-dde52197fb6c', 'name': 'network-vif-deleted', 'tag': '441c8523-d06f-4cb3-a77f-1a7aa26b04dc', 'status': 'completed', 'code': 200} Jul 07 16:52:12.411660 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ea2afb53-819f-4e45-bd97-ce6d231b2785 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:12.440707 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-c10e9d69-7a62-497c-9fb7-21d08aa445c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:12.442466 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-c10e9d69-7a62-497c-9fb7-21d08aa445c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 1099 time: 0.1444998 Jul 07 16:52:12.447122 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-e21913ea-8b4c-4f57-bd97-8ebaadccd1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:12.451874 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-e21913ea-8b4c-4f57-bd97-8ebaadccd1b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 1099 time: 0.1445777 Jul 07 16:52:12.481166 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['31475d35-f7a3-44fe-8c43-110a26ad5924'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:12.570768 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-cab1f8de-ad8b-4887-a668-17ded210b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:12.572768 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-cab1f8de-ad8b-4887-a668-17ded210b7db service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1231015 Jul 07 16:52:12.630319 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-165d8b3e-a712-40b5-9b95-f613764f2c58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fcf798d4-2c52-44ac-8976-da6c419547ba HTTP/1.1" status: 200 len: 217 time: 0.0492868 Jul 07 16:52:12.633442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port ea2afb53-819f-4e45-bd97-ce6d231b2785 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:12.640242 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-8fdbb371-f7c6-4849-a4bb-107c4a2844b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:12.641714 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-8fdbb371-f7c6-4849-a4bb-107c4a2844b7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1809933 Jul 07 16:52:12.646670 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port ea2afb53-819f-4e45-bd97-ce6d231b2785 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:12.647270 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:12.702414 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-956beb2a-aada-4f03-ba87-b458e6753374 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=fcf798d4-2c52-44ac-8976-da6c419547ba HTTP/1.1" status: 200 len: 217 time: 0.0512259 Jul 07 16:52:12.708186 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-c66a482f-5f7e-4f4e-813f-914efe1ea973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:12.709673 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-c66a482f-5f7e-4f4e-813f-914efe1ea973 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0618250 Jul 07 16:52:12.739501 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d086b8-8abd-4aea-9408-a6d9b01c3db5 req-82147ef8-674f-4be3-82b7-e6d259d0a833 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:12.746520 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a0d086b8-8abd-4aea-9408-a6d9b01c3db5 req-82147ef8-674f-4be3-82b7-e6d259d0a833 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/ports?device_id=93ac564f-30bc-4cd7-ad6e-156eb28dbe5b HTTP/1.1" status: 200 len: 945 time: 0.1416194 Jul 07 16:52:12.755437 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327de1d6-ce39-49b8-8e29-fac9cfc57339 req-324a2245-a55f-4c0c-b366-a251f4b956d2 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:12.756999 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-327de1d6-ce39-49b8-8e29-fac9cfc57339 req-324a2245-a55f-4c0c-b366-a251f4b956d2 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1dd29c5-d8c8-4f44-8e12-51dff993ac80 HTTP/1.1" status: 200 len: 944 time: 0.1673677 Jul 07 16:52:12.768561 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7b8cb91f-fd85-4b4b-926d-c4bc480784e6 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:12.820695 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-327de1d6-ce39-49b8-8e29-fac9cfc57339 req-780c4ecf-6d92-4768-b623-15c6991b00c5 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483801 Jul 07 16:52:12.829179 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-89690ef0-0b1c-4268-b119-9f30606fd3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:12.831992 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-89690ef0-0b1c-4268-b119-9f30606fd3f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1140425 Jul 07 16:52:12.860052 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:12.887017 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-372b8204-c723-4066-bf0e-a604af150a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:12.888387 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-372b8204-c723-4066-bf0e-a604af150a08 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1757801 Jul 07 16:52:12.912329 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a0d086b8-8abd-4aea-9408-a6d9b01c3db5 req-3e403994-f48c-4d54-bbfd-036dab1eb0dc tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec6c7a4-e6ff-4682-9c97-c08ca3022761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649735 Jul 07 16:52:12.969860 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ea2afb53-819f-4e45-bd97-ce6d231b2785, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ea2afb53-819f-4e45-bd97-ce6d231b2785,segment=NetworkSegment(edd6f053-8c81-4936-a583-893943154a69),segment_id=edd6f053-8c81-4936-a583-893943154a69)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:12.974808 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dd29c5-d8c8-4f44-8e12-51dff993ac80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2afb53-819f-4e45-bd97-ce6d231b2785'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:12.983032 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363691e9-dcb5-4d6b-8eb2-a2f39ff0d838" -d '{"events": [{"server_uuid": "d1dd29c5-d8c8-4f44-8e12-51dff993ac80", "name": "network-vif-plugged", "status": "completed", "tag": "ea2afb53-819f-4e45-bd97-ce6d231b2785"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:12.986864 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-5368f145-31dc-4a31-b827-87da336f03c5 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463380 Jul 07 16:52:12.994555 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 7b8cb91f-fd85-4b4b-926d-c4bc480784e6 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:13.002499 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:13.003523 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b3f06126-2dce-474d-8879-d8bd28779152 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:13.026291 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-041df947-4cd3-495b-8afa-7ba824fcaf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:13.028452 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-041df947-4cd3-495b-8afa-7ba824fcaf24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1206102 Jul 07 16:52:13.062685 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 7b8cb91f-fd85-4b4b-926d-c4bc480784e6 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:13.063110 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:13.093694 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a89dc1fa-0302-4960-a22b-d82146305a2e req-a4157de1-eba6-4d59-8441-86a9c8a4c04c tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=83a5670d-9a55-46a8-a496-dde52197fb6c HTTP/1.1" status: 200 len: 210 time: 0.0661793 Jul 07 16:52:13.185948 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ea2afb53-819f-4e45-bd97-ce6d231b2785,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:13.217353 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-e5535074-6c7a-4e3b-a0f5-0d93ee956dc5 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173626 Jul 07 16:52:13.285188 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-a72892b9-71e6-49ec-b081-2723d4ac60d8 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481029 Jul 07 16:52:13.286697 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port b3f06126-2dce-474d-8879-d8bd28779152 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:13.295464 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4c3981-9a20-4914-871b-d0e22d40f83b x-openstack-request-id: req-7b4c3981-9a20-4914-871b-d0e22d40f83b {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:13.295807 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dd29c5-d8c8-4f44-8e12-51dff993ac80", "name": "network-vif-plugged", "status": "completed", "tag": "ea2afb53-819f-4e45-bd97-ce6d231b2785", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:13.296071 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b4c3981-9a20-4914-871b-d0e22d40f83b {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:13.296501 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dd29c5-d8c8-4f44-8e12-51dff993ac80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2afb53-819f-4e45-bd97-ce6d231b2785', 'code': 200} Jul 07 16:52:13.303295 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:13.305443 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port b3f06126-2dce-474d-8879-d8bd28779152 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:13.305826 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:13.474417 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4968f75-ac21-47f5-a8e3-ce289f27c762 req-1c4dd654-1773-415c-9fe3-2cdb394a729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:13.476894 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a4968f75-ac21-47f5-a8e3-ce289f27c762 req-1c4dd654-1773-415c-9fe3-2cdb394a729f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d1dd29c5-d8c8-4f44-8e12-51dff993ac80 HTTP/1.1" status: 200 len: 1096 time: 0.0972564 Jul 07 16:52:13.499648 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7b8cb91f-fd85-4b4b-926d-c4bc480784e6, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7b8cb91f-fd85-4b4b-926d-c4bc480784e6,segment=NetworkSegment(edd6f053-8c81-4936-a583-893943154a69),segment_id=edd6f053-8c81-4936-a583-893943154a69)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:13.518360 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:13.536540 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:13.546992 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a4968f75-ac21-47f5-a8e3-ce289f27c762 req-87f71b10-0a9d-4752-aef6-81c1601e6326 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629723 Jul 07 16:52:13.582460 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d9f2d082-ed3f-4201-a700-fa29e82d73d3 req-ce309efa-e29f-456a-a18a-e80a67ffd69d service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799850 Jul 07 16:52:13.614060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affc6d0-c627-44bb-872e-4f8617019bea req-82ec5a7b-41c8-43d6-8b55-9f68cee577cd tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:13.616015 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8affc6d0-c627-44bb-872e-4f8617019bea req-82ec5a7b-41c8-43d6-8b55-9f68cee577cd tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 948 time: 0.1434124 Jul 07 16:52:13.649839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b3f06126-2dce-474d-8879-d8bd28779152, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b3f06126-2dce-474d-8879-d8bd28779152,segment=NetworkSegment(edd6f053-8c81-4936-a583-893943154a69),segment_id=edd6f053-8c81-4936-a583-893943154a69)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:13.655119 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=7b8cb91f-fd85-4b4b-926d-c4bc480784e6,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:13.660606 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:13.661571 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 441c8523-d06f-4cb3-a77f-1a7aa26b04dc no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:13.682877 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8affc6d0-c627-44bb-872e-4f8617019bea req-dd01f441-f68d-469d-a34e-9ff521723bf4 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590479 Jul 07 16:52:13.713734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 441c8523-d06f-4cb3-a77f-1a7aa26b04dc {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:13.714239 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 441c8523-d06f-4cb3-a77f-1a7aa26b04dc not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:13.755025 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=b3f06126-2dce-474d-8879-d8bd28779152,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:13.830435 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a05594-0e04-4653-ae07-a20711ae620e req-6ede718d-e487-46aa-bdfb-7640848bd9e8 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:13.832142 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89a05594-0e04-4653-ae07-a20711ae620e req-6ede718d-e487-46aa-bdfb-7640848bd9e8 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.0747156 Jul 07 16:52:13.873302 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89a05594-0e04-4653-ae07-a20711ae620e req-fb73cc53-7630-4369-825e-3348048738c4 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352781 Jul 07 16:52:13.888861 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:14.082895 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95319834-285f-40c1-9fb4-50969213b625 req-39d65712-907f-4bbc-8bef-d321cdca2a4e tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:14.084324 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-95319834-285f-40c1-9fb4-50969213b625 req-39d65712-907f-4bbc-8bef-d321cdca2a4e tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1dd29c5-d8c8-4f44-8e12-51dff993ac80 HTTP/1.1" status: 200 len: 945 time: 0.1225204 Jul 07 16:52:14.093121 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849bf03-e54f-4512-a070-9140e3ed7e94 req-143b9ea1-6a97-47ae-9ab6-95348df2c5c3 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:14.094553 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a849bf03-e54f-4512-a070-9140e3ed7e94 req-143b9ea1-6a97-47ae-9ab6-95348df2c5c3 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.69 "GET /v2.0/ports?device_id=93ac564f-30bc-4cd7-ad6e-156eb28dbe5b HTTP/1.1" status: 200 len: 945 time: 0.0976961 Jul 07 16:52:14.131825 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79846e-344b-4501-b33c-03419209b0c7 req-a63482f3-a411-4176-af0f-3a18535ff62e tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:14.133468 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0b79846e-344b-4501-b33c-03419209b0c7 req-a63482f3-a411-4176-af0f-3a18535ff62e tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/ports?device_id=93ac564f-30bc-4cd7-ad6e-156eb28dbe5b HTTP/1.1" status: 200 len: 945 time: 0.0720229 Jul 07 16:52:14.161887 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-95319834-285f-40c1-9fb4-50969213b625 req-61b92543-9d1e-4858-bb0c-61d9297aad1b tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659227 Jul 07 16:52:14.180197 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0b79846e-344b-4501-b33c-03419209b0c7 req-a2109834-f88a-441e-aadc-4a75e295983f tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ec6c7a4-e6ff-4682-9c97-c08ca3022761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407369 Jul 07 16:52:14.254542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-a849bf03-e54f-4512-a070-9140e3ed7e94 req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Deleting port 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:14.255218 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a849bf03-e54f-4512-a070-9140e3ed7e94 req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:14.373977 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-a849bf03-e54f-4512-a070-9140e3ed7e94 req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] For port 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=4ce1fcaa-ae1e-4aaf-8882-fc1567630d94,segment=NetworkSegment(a09aee7e-ccff-4b08-82e8-149bc3db4e7a),segment_id=a09aee7e-ccff-4b08-82e8-149bc3db4e7a)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:14.374667 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a849bf03-e54f-4512-a070-9140e3ed7e94 req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:14.399611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-a849bf03-e54f-4512-a070-9140e3ed7e94 req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Calling delete_port for 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:14.577599 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a849bf03-e54f-4512-a070-9140e3ed7e94 req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:14.590775 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['4ce1fcaa-ae1e-4aaf-8882-fc1567630d94'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:14.611071 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Pushing event deleted for resources: {'Port': ['ID=4ce1fcaa-ae1e-4aaf-8882-fc1567630d94,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:14.625472 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:14.625802 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:14.626101 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:14.627003 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:14.627352 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:14.627703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:14.628013 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:14.628341 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:14.628723 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:14.628981 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:14.629305 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:14.629619 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:14.644500 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b89d11d-bc03-457c-aaa3-1dafe5f6993a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:14.699285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a849bf03-e54f-4512-a070-9140e3ed7e94 req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] No DVR routers for this DVR port 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:14.702876 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a849bf03-e54f-4512-a070-9140e3ed7e94 req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:14.705600 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a849bf03-e54f-4512-a070-9140e3ed7e94 req-e87655a2-2f89-408c-926c-84c6070f0035 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.69 "DELETE /v2.0/ports/4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 HTTP/1.1" status: 204 len: 173 time: 0.6013715 Jul 07 16:52:14.705939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ac564f-30bc-4cd7-ad6e-156eb28dbe5b', 'name': 'network-vif-deleted', 'tag': '4ce1fcaa-ae1e-4aaf-8882-fc1567630d94'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:14.708266 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a1dba3-ba6c-436b-8492-f4c3ce1ade20" -d '{"events": [{"server_uuid": "93ac564f-30bc-4cd7-ad6e-156eb28dbe5b", "name": "network-vif-deleted", "tag": "4ce1fcaa-ae1e-4aaf-8882-fc1567630d94"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:14.750512 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac01927-2501-4b58-a335-579bdce7ef80 req-3da2b4ed-a9e7-49ee-b78c-b59e1378891b tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:14.755203 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fac01927-2501-4b58-a335-579bdce7ef80 req-3da2b4ed-a9e7-49ee-b78c-b59e1378891b tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d9fafc2-4716-4b02-a649-8ba482297835 HTTP/1.1" status: 200 len: 950 time: 0.1047642 Jul 07 16:52:14.799004 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fac01927-2501-4b58-a335-579bdce7ef80 req-4c8c1ed1-61f3-4ee1-862a-c8b8451c276b tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408235 Jul 07 16:52:14.852875 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0114578c-57d6-4e29-813f-f3aac3ce4b48 x-openstack-request-id: req-0114578c-57d6-4e29-813f-f3aac3ce4b48 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:14.853173 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ac564f-30bc-4cd7-ad6e-156eb28dbe5b", "name": "network-vif-deleted", "tag": "4ce1fcaa-ae1e-4aaf-8882-fc1567630d94", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:14.853455 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0114578c-57d6-4e29-813f-f3aac3ce4b48 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:14.854237 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ac564f-30bc-4cd7-ad6e-156eb28dbe5b', 'name': 'network-vif-deleted', 'tag': '4ce1fcaa-ae1e-4aaf-8882-fc1567630d94', 'status': 'completed', 'code': 200} Jul 07 16:52:14.944540 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6ad68-e0d3-4549-b20d-98d76e184cd4 req-325aa954-c0fc-44b4-bd79-c3b93f3b8cf9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:14.946021 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70b6ad68-e0d3-4549-b20d-98d76e184cd4 req-325aa954-c0fc-44b4-bd79-c3b93f3b8cf9 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 948 time: 0.0763016 Jul 07 16:52:14.984555 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70b6ad68-e0d3-4549-b20d-98d76e184cd4 req-4ba38905-7d20-4e39-865a-4934848cd79e tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326288 Jul 07 16:52:15.058710 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65163f-be83-42bd-a1cc-6a933272783b req-e6b2b1b0-634b-496d-929c-34d1b9482623 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:15.060209 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de65163f-be83-42bd-a1cc-6a933272783b req-e6b2b1b0-634b-496d-929c-34d1b9482623 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.0639391 Jul 07 16:52:15.102633 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de65163f-be83-42bd-a1cc-6a933272783b req-89323050-d301-4c5b-aa75-88b3a524544f tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352671 Jul 07 16:52:15.298225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c8fe56-4d21-464e-a71f-344fbf4d7851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8cb91f-fd85-4b4b-926d-c4bc480784e6'}, {'server_uuid': '74159f29-6e11-471b-9dfd-22d26420feca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f06126-2dce-474d-8879-d8bd28779152'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:15.300959 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f1404c-2206-4689-bed4-4fc7a6408e01" -d '{"events": [{"server_uuid": "d6c8fe56-4d21-464e-a71f-344fbf4d7851", "name": "network-vif-plugged", "status": "completed", "tag": "7b8cb91f-fd85-4b4b-926d-c4bc480784e6"}, {"server_uuid": "74159f29-6e11-471b-9dfd-22d26420feca", "name": "network-vif-plugged", "status": "completed", "tag": "b3f06126-2dce-474d-8879-d8bd28779152"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:15.360529 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19008095-7431-4736-8691-c9f02e69f486 req-f4e603e5-a119-404c-bc04-6400b2a5f915 tempest-ServerAddressesTestJSON-687607601 tempest-ServerAddressesTestJSON-687607601-project] 10.222.0.50 "GET /v2.0/ports?device_id=93ac564f-30bc-4cd7-ad6e-156eb28dbe5b HTTP/1.1" status: 200 len: 210 time: 0.0361571 Jul 07 16:52:15.415721 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63e4d54-0148-4152-a4e4-f8a8a8f49dbe x-openstack-request-id: req-a63e4d54-0148-4152-a4e4-f8a8a8f49dbe {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:15.416294 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c8fe56-4d21-464e-a71f-344fbf4d7851", "name": "network-vif-plugged", "status": "completed", "tag": "7b8cb91f-fd85-4b4b-926d-c4bc480784e6", "code": 200}, {"server_uuid": "74159f29-6e11-471b-9dfd-22d26420feca", "name": "network-vif-plugged", "status": "completed", "tag": "b3f06126-2dce-474d-8879-d8bd28779152", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:15.416844 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a63e4d54-0148-4152-a4e4-f8a8a8f49dbe {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:15.417452 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c8fe56-4d21-464e-a71f-344fbf4d7851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8cb91f-fd85-4b4b-926d-c4bc480784e6', 'code': 200} Jul 07 16:52:15.417912 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74159f29-6e11-471b-9dfd-22d26420feca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f06126-2dce-474d-8879-d8bd28779152', 'code': 200} Jul 07 16:52:15.427789 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c0244-338e-4723-b6dd-b16beb91271e req-5d00dfbd-5db0-46ca-b25c-a8385700ede6 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:15.436580 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-956c0244-338e-4723-b6dd-b16beb91271e req-5d00dfbd-5db0-46ca-b25c-a8385700ede6 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1dd29c5-d8c8-4f44-8e12-51dff993ac80 HTTP/1.1" status: 200 len: 945 time: 0.1047912 Jul 07 16:52:15.475171 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-956c0244-338e-4723-b6dd-b16beb91271e req-0d8ccb5f-abc0-41c8-b636-e3938fb63472 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364535 Jul 07 16:52:15.602326 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83fbed-47db-4028-8b99-c10861e41586 req-74f6046e-5be5-4dca-b48b-d28e4c5a6d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:15.605702 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb83fbed-47db-4028-8b99-c10861e41586 req-74f6046e-5be5-4dca-b48b-d28e4c5a6d8a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=74159f29-6e11-471b-9dfd-22d26420feca HTTP/1.1" status: 200 len: 1097 time: 0.0838177 Jul 07 16:52:15.644281 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb83fbed-47db-4028-8b99-c10861e41586 req-91a12c01-f0d7-40c4-9330-bb92ba65b7be service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304031 Jul 07 16:52:15.683979 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6afb9-d6ce-40f7-8529-f22aa3ed4fcb req-50cd3428-1422-4bd9-b6fb-d60ca046843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:15.685496 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-28c6afb9-d6ce-40f7-8529-f22aa3ed4fcb req-50cd3428-1422-4bd9-b6fb-d60ca046843e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d6c8fe56-4d21-464e-a71f-344fbf4d7851 HTTP/1.1" status: 200 len: 1097 time: 0.0984704 Jul 07 16:52:15.715872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040b528-d8a2-4b10-ad33-7ab50e77394f req-3ace5198-f83d-4c07-8468-589be152c90a tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:15.717325 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c040b528-d8a2-4b10-ad33-7ab50e77394f req-3ace5198-f83d-4c07-8468-589be152c90a tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6c8fe56-4d21-464e-a71f-344fbf4d7851 HTTP/1.1" status: 200 len: 946 time: 0.0942838 Jul 07 16:52:15.748343 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-28c6afb9-d6ce-40f7-8529-f22aa3ed4fcb req-89ff2cc7-1458-48d4-a1cd-a0dfd78f2909 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555313 Jul 07 16:52:15.763424 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-4cc38939-3f61-40c9-94d3-81cce72d3478 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:15.764902 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-4cc38939-3f61-40c9-94d3-81cce72d3478 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 808 time: 0.1057205 Jul 07 16:52:15.767118 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c040b528-d8a2-4b10-ad33-7ab50e77394f req-b7ba3c36-a172-4a8b-a566-ae14136b699a tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398667 Jul 07 16:52:15.780031 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-96ae8cb5-6bcf-4e95-bd9c-19a2a353d8e1 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/quotas/1be8148ddb52412394c6dd031bc2cc7e HTTP/1.1" status: 200 len: 375 time: 0.0093226 Jul 07 16:52:15.848806 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-e86210bd-311c-49ac-8802-bbbed1bc1cb5 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0634501 Jul 07 16:52:15.941807 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-67620e7b-a0f7-4c44-9a89-9ab44f4d33a5 service neutron] 10.222.0.50 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866826 Jul 07 16:52:16.032025 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-2e456733-16bb-4aed-95aa-11b91d11ccf1 service neutron] 10.222.0.50 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845189 Jul 07 16:52:16.040278 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a3a53-fff1-443c-8c8b-88df84db94e0 req-801bf90f-f0ae-4f42-8671-4d11e26152be tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:16.041828 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-604a3a53-fff1-443c-8c8b-88df84db94e0 req-801bf90f-f0ae-4f42-8671-4d11e26152be tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d9fafc2-4716-4b02-a649-8ba482297835 HTTP/1.1" status: 200 len: 950 time: 0.0738149 Jul 07 16:52:16.081578 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-604a3a53-fff1-443c-8c8b-88df84db94e0 req-bf8ee399-8fd9-4126-abf0-fc73fb096725 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/security-groups?id=4da5f9d2-75f9-46ff-8cba-1114c863bd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341027 Jul 07 16:52:16.144221 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.264711 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c38801-f568-4ff0-83a8-d7880c231761 req-d286d6e1-a05b-4534-87b9-f126339b553c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:16.271027 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45c38801-f568-4ff0-83a8-d7880c231761 req-d286d6e1-a05b-4534-87b9-f126339b553c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 948 time: 0.0737863 Jul 07 16:52:16.314039 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45c38801-f568-4ff0-83a8-d7880c231761 req-11d772cb-b9d2-4d03-8aae-c35e9ee47d7d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420096 Jul 07 16:52:16.395853 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c77a025e-8bd4-44e4-9c71-723b019039bd req-7b5671d5-25e1-42aa-bf87-6d8bed0f6c12 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 210 time: 0.0372245 Jul 07 16:52:16.473798 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf31720-ad37-4663-82e0-2c1fdf40c502 req-5718580c-f345-44ac-b2a0-df6def66ec78 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:16.481224 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4bf31720-ad37-4663-82e0-2c1fdf40c502 req-5718580c-f345-44ac-b2a0-df6def66ec78 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.0921938 Jul 07 16:52:16.527977 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4bf31720-ad37-4663-82e0-2c1fdf40c502 req-aa123028-840d-4ced-81df-444571fb0ce3 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457954 Jul 07 16:52:16.558036 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb483f2-0f14-4166-92d5-8cf90d7b49ac req-c9704ac3-a0f6-4e7d-944a-830fb9b57d43 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:16.560665 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0bb483f2-0f14-4166-92d5-8cf90d7b49ac req-c9704ac3-a0f6-4e7d-944a-830fb9b57d43 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d9fafc2-4716-4b02-a649-8ba482297835 HTTP/1.1" status: 200 len: 950 time: 0.1192198 Jul 07 16:52:16.613088 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36068) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:16.685728 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-0bb483f2-0f14-4166-92d5-8cf90d7b49ac req-24680cad-2641-4de6-a8ec-3aeb66c325c2 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Deleting port 31475d35-f7a3-44fe-8c43-110a26ad5924 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:16.686343 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0bb483f2-0f14-4166-92d5-8cf90d7b49ac req-24680cad-2641-4de6-a8ec-3aeb66c325c2 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.710020 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad55278-021d-4376-920f-8538f53826f3 admin admin] Deleting subnet b8ef5e9e-162e-42ff-b9cd-10e2468a75ef {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:52:16.713470 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7ad55278-021d-4376-920f-8538f53826f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.771498 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7ad55278-021d-4376-920f-8538f53826f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.781025 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device fcf798d4-2c52-44ac-8976-da6c419547ba details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:16.831502 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7ad55278-021d-4376-920f-8538f53826f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.883402 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-0bb483f2-0f14-4166-92d5-8cf90d7b49ac req-24680cad-2641-4de6-a8ec-3aeb66c325c2 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] For port 31475d35-f7a3-44fe-8c43-110a26ad5924, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=31475d35-f7a3-44fe-8c43-110a26ad5924,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:16.883402 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0bb483f2-0f14-4166-92d5-8cf90d7b49ac req-24680cad-2641-4de6-a8ec-3aeb66c325c2 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.908275 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7ad55278-021d-4376-920f-8538f53826f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.908731 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-0bb483f2-0f14-4166-92d5-8cf90d7b49ac req-24680cad-2641-4de6-a8ec-3aeb66c325c2 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Calling delete_port for 31475d35-f7a3-44fe-8c43-110a26ad5924 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:16.919763 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port fcf798d4-2c52-44ac-8976-da6c419547ba, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=fcf798d4-2c52-44ac-8976-da6c419547ba,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:16.951811 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'fcf798d4-2c52-44ac-8976-da6c419547ba', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': 'fcf798d4-2c52-44ac-8976-da6c419547ba', 'mac_address': 'fa:16:3e:16:ec:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:16.963235 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7ad55278-021d-4376-920f-8538f53826f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:16.965244 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7ad55278-021d-4376-920f-8538f53826f3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b8ef5e9e-162e-42ff-b9cd-10e2468a75ef HTTP/1.1" status: 204 len: 168 time: 0.3432369 Jul 07 16:52:16.984064 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36076) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:16.984956 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad55278-021d-4376-920f-8538f53826f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8ef5e9e-162e-42ff-b9cd-10e2468a75ef,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:17.004399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd40711-4a66-4094-83f6-27936358a124 req-ae90dbfa-2c36-4175-ae7c-d8f1ecd5188a tempest-MigrationsAdminTest-1344911726 tempest-MigrationsAdminTest-1344911726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:17.007691 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.013010 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0dd40711-4a66-4094-83f6-27936358a124 req-ae90dbfa-2c36-4175-ae7c-d8f1ecd5188a tempest-MigrationsAdminTest-1344911726 tempest-MigrationsAdminTest-1344911726-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 1099 time: 0.2182057 Jul 07 16:52:17.034701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf798d4-2c52-44ac-8976-da6c419547ba {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:17.073729 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port fcf798d4-2c52-44ac-8976-da6c419547ba, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=fcf798d4-2c52-44ac-8976-da6c419547ba,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:17.081689 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.092284 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0dd40711-4a66-4094-83f6-27936358a124 req-ca7ec357-16a6-42c0-80e4-30e8d49ee8db tempest-MigrationsAdminTest-1344911726 tempest-MigrationsAdminTest-1344911726-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783591 Jul 07 16:52:17.214739 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=fcf798d4-2c52-44ac-8976-da6c419547ba,revision_number=12']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:17.230732 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0bb483f2-0f14-4166-92d5-8cf90d7b49ac req-24680cad-2641-4de6-a8ec-3aeb66c325c2 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.270762 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24680cad-2641-4de6-a8ec-3aeb66c325c2 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Pushing event deleted for resources: {'Port': ['ID=31475d35-f7a3-44fe-8c43-110a26ad5924,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:17.335866 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb483f2-0f14-4166-92d5-8cf90d7b49ac req-24680cad-2641-4de6-a8ec-3aeb66c325c2 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] No DVR routers for this DVR port 31475d35-f7a3-44fe-8c43-110a26ad5924 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:17.338824 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0bb483f2-0f14-4166-92d5-8cf90d7b49ac req-24680cad-2641-4de6-a8ec-3aeb66c325c2 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.341619 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0bb483f2-0f14-4166-92d5-8cf90d7b49ac req-24680cad-2641-4de6-a8ec-3aeb66c325c2 tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.69 "DELETE /v2.0/ports/31475d35-f7a3-44fe-8c43-110a26ad5924 HTTP/1.1" status: 204 len: 173 time: 0.7738621 Jul 07 16:52:17.342355 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9fafc2-4716-4b02-a649-8ba482297835', 'name': 'network-vif-deleted', 'tag': '31475d35-f7a3-44fe-8c43-110a26ad5924'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:17.347253 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ba3c20-294d-4325-ae94-735449c3b408" -d '{"events": [{"server_uuid": "6d9fafc2-4716-4b02-a649-8ba482297835", "name": "network-vif-deleted", "tag": "31475d35-f7a3-44fe-8c43-110a26ad5924"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:17.399031 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-49921b10-367e-4c22-9a45-195f2c633baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.401148 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2a3ecf46-832a-4949-a91d-28b4a9c8747a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.432193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846b838-b8de-4e6e-b932-d703515f0bf5 req-ff9390b2-d7c1-436d-ac5d-652af02ff382 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:17.433698 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3846b838-b8de-4e6e-b932-d703515f0bf5 req-ff9390b2-d7c1-436d-ac5d-652af02ff382 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6c8fe56-4d21-464e-a71f-344fbf4d7851 HTTP/1.1" status: 200 len: 946 time: 0.5141389 Jul 07 16:52:17.474224 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['fcf798d4-2c52-44ac-8976-da6c419547ba'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:17.491721 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dafb51b1-9888-47aa-ab4e-a750955dfd52 req-f37ef5fb-1d75-4ce5-8d4d-6b1d7309deab tempest-ServersAdminNegativeTestJSON-728631247 tempest-ServersAdminNegativeTestJSON-728631247-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d9fafc2-4716-4b02-a649-8ba482297835 HTTP/1.1" status: 200 len: 210 time: 0.0460684 Jul 07 16:52:17.534514 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-49921b10-367e-4c22-9a45-195f2c633baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.553656 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3846b838-b8de-4e6e-b932-d703515f0bf5 req-fb9397a5-e31d-4a93-aa32-1e14040a32a0 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017919 Jul 07 16:52:17.557576 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-49921b10-367e-4c22-9a45-195f2c633baa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4af3f11-f999-4283-9f78-2afb37d748ad']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:17.572891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-49921b10-367e-4c22-9a45-195f2c633baa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09aee7e-ccff-4b08-82e8-149bc3db4e7a') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:17.573323 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-49921b10-367e-4c22-9a45-195f2c633baa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09aee7e-ccff-4b08-82e8-149bc3db4e7a') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:17.578411 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.590344 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-49921b10-367e-4c22-9a45-195f2c633baa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.605134 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-49921b10-367e-4c22-9a45-195f2c633baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.616581 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49921b10-367e-4c22-9a45-195f2c633baa admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:52:17.617644 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-49921b10-367e-4c22-9a45-195f2c633baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:52:17.639549 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:52:17.643469 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ecd6f2-4ba6-4b5f-a6e6-1deee6605c09 x-openstack-request-id: req-f6ecd6f2-4ba6-4b5f-a6e6-1deee6605c09 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:17.643469 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9fafc2-4716-4b02-a649-8ba482297835", "name": "network-vif-deleted", "tag": "31475d35-f7a3-44fe-8c43-110a26ad5924", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:17.643469 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f6ecd6f2-4ba6-4b5f-a6e6-1deee6605c09 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:17.643469 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9fafc2-4716-4b02-a649-8ba482297835', 'name': 'network-vif-deleted', 'tag': '31475d35-f7a3-44fe-8c43-110a26ad5924', 'status': 'completed', 'code': 200} Jul 07 16:52:17.728951 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-49921b10-367e-4c22-9a45-195f2c633baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.735639 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-49921b10-367e-4c22-9a45-195f2c633baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:17.740562 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-49921b10-367e-4c22-9a45-195f2c633baa admin admin] 10.222.0.50 "DELETE /v2.0/networks/d4af3f11-f999-4283-9f78-2afb37d748ad HTTP/1.1" status: 204 len: 168 time: 0.7496974 Jul 07 16:52:17.766793 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49921b10-367e-4c22-9a45-195f2c633baa admin admin] Pushing event deleted for resources: {'Network': ['ID=d4af3f11-f999-4283-9f78-2afb37d748ad,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:17.814268 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-759d269d-66b5-43f6-9587-c6f37b4109f3 req-43b4a795-36cb-4036-a00d-d3686aa19215 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 210 time: 0.0362737 Jul 07 16:52:17.939639 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-49bd8cae-4e26-490a-93d6-8dd9806131d4 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:17.944537 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-49bd8cae-4e26-490a-93d6-8dd9806131d4 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.69 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 808 time: 0.2002180 Jul 07 16:52:17.952521 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36094) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:18.014538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-4b0037bd-b81e-40e8-b710-7eea2b6e0b3a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Request body: {'port': {'device_id': 'ee818ece-5072-461a-a0c9-c202e1552864', 'network_id': '51ec3819-671e-411b-b116-1f7886237f24', 'admin_state_up': True, 'tenant_id': '1be8148ddb52412394c6dd031bc2cc7e'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:18.019463 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36096) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:18.031838 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8358270d-46f8-4f01-8267-b6515d162da4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e611e613663d412289d575291c120a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0667222 Jul 07 16:52:18.160427 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670da3c-e910-49a9-848f-87bdf10ad846 req-5740f7de-9177-403d-84df-bc2202407bbe tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:18.167876 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1670da3c-e910-49a9-848f-87bdf10ad846 req-5740f7de-9177-403d-84df-bc2202407bbe tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 949 time: 0.0866704 Jul 07 16:52:18.193489 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaae995-4cf2-4879-917e-243430a283d3 req-6c936a53-182a-448a-a297-d3df92bb113a tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:18.195159 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fdaae995-4cf2-4879-917e-243430a283d3 req-6c936a53-182a-448a-a297-d3df92bb113a tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.2379413 Jul 07 16:52:18.199381 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-25062027-286c-48f4-bfcc-fce431942f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.232399 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1670da3c-e910-49a9-848f-87bdf10ad846 req-cd22e415-1577-418d-a6cc-762e39b1a977 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629718 Jul 07 16:52:18.271449 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-25062027-286c-48f4-bfcc-fce431942f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.314487 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fdaae995-4cf2-4879-917e-243430a283d3 req-1724bf94-7397-4773-9f18-7f4c9aeedb55 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945749 Jul 07 16:52:18.325318 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-4b0037bd-b81e-40e8-b710-7eea2b6e0b3a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Made reservation on behalf of 1be8148ddb52412394c6dd031bc2cc7e for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:18.328779 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-4b0037bd-b81e-40e8-b710-7eea2b6e0b3a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.402271 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-25062027-286c-48f4-bfcc-fce431942f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.404800 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-25062027-286c-48f4-bfcc-fce431942f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.406837 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-25062027-286c-48f4-bfcc-fce431942f53 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8ec6c7a4-e6ff-4682-9c97-c08ca3022761 HTTP/1.1" status: 204 len: 168 time: 0.3844402 Jul 07 16:52:18.470236 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25062027-286c-48f4-bfcc-fce431942f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec6c7a4-e6ff-4682-9c97-c08ca3022761,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:18.486257 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-4b0037bd-b81e-40e8-b710-7eea2b6e0b3a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Allocated IP 172.20.0.11 (51ec3819-671e-411b-b116-1f7886237f24/22c985cc-e916-416e-988d-68453d64db86/6a89080d-3f24-4d5f-bb94-7a8548468a8a) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:18.717918 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.725346 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-4b0037bd-b81e-40e8-b710-7eea2b6e0b3a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.793023 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device fcf798d4-2c52-44ac-8976-da6c419547ba up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:18.798993 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-4b0037bd-b81e-40e8-b710-7eea2b6e0b3a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:18.817523 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3a8e4-483c-4b99-86a0-b264af002ccb req-4f11ab66-3cb0-4fa0-b636-9ab71e84d0d2 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:18.828350 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-47f3a8e4-483c-4b99-86a0-b264af002ccb req-4f11ab66-3cb0-4fa0-b636-9ab71e84d0d2 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6c8fe56-4d21-464e-a71f-344fbf4d7851 HTTP/1.1" status: 200 len: 946 time: 0.1132715 Jul 07 16:52:18.834056 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['07e64711-0d16-47c6-8205-4a44cfc63ffb'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:18.880025 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-47f3a8e4-483c-4b99-86a0-b264af002ccb req-c8b51de7-b81a-46c7-9942-f8560206fba5 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506451 Jul 07 16:52:18.955377 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-4b0037bd-b81e-40e8-b710-7eea2b6e0b3a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Network 51ec3819-671e-411b-b116-1f7886237f24 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:18.959522 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-4b0037bd-b81e-40e8-b710-7eea2b6e0b3a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:18.969380 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-4b0037bd-b81e-40e8-b710-7eea2b6e0b3a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:18.973565 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0037bd-b81e-40e8-b710-7eea2b6e0b3a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Pushing event updated for resources: {'Port': ['ID=6a89080d-3f24-4d5f-bb94-7a8548468a8a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:19.052871 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port fcf798d4-2c52-44ac-8976-da6c419547ba completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:19.064324 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36124) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:19.073272 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port fcf798d4-2c52-44ac-8976-da6c419547ba triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:19.073872 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.129224 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-4b0037bd-b81e-40e8-b710-7eea2b6e0b3a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:19.129858 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-4b0037bd-b81e-40e8-b710-7eea2b6e0b3a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.156706 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-4b0037bd-b81e-40e8-b710-7eea2b6e0b3a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1888845 Jul 07 16:52:19.187149 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:52:19.198175 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c154f51-0697-4a69-a3b1-216f7d3fd901 req-cfbadb28-d164-4923-9240-54b47f729f42 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:19.208037 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c154f51-0697-4a69-a3b1-216f7d3fd901 req-cfbadb28-d164-4923-9240-54b47f729f42 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 932 time: 0.1548135 Jul 07 16:52:19.217509 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] Request body: {'port': {'device_id': 'ee818ece-5072-461a-a0c9-c202e1552864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:19.239499 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc8217-5fb8-40bd-bf4d-6b8acc935e9c req-9b7417d0-2e42-46ea-8747-37ec75dc4d7c tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:19.250109 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-24cc8217-5fb8-40bd-bf4d-6b8acc935e9c req-9b7417d0-2e42-46ea-8747-37ec75dc4d7c tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=74159f29-6e11-471b-9dfd-22d26420feca HTTP/1.1" status: 200 len: 946 time: 0.1665626 Jul 07 16:52:19.315552 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.335381 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-24cc8217-5fb8-40bd-bf4d-6b8acc935e9c req-7e38c18b-3623-4d88-9c04-39668394f14a tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783918 Jul 07 16:52:19.347894 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a1b464-577a-4d7f-9245-8703620dfdf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf798d4-2c52-44ac-8976-da6c419547ba'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:19.352469 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d60599-c74e-4fec-a881-6719d4819b85" -d '{"events": [{"server_uuid": "e6a1b464-577a-4d7f-9245-8703620dfdf0", "name": "network-vif-plugged", "status": "completed", "tag": "fcf798d4-2c52-44ac-8976-da6c419547ba"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:19.365006 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c154f51-0697-4a69-a3b1-216f7d3fd901 req-6173167f-cceb-4b49-b399-d1d3c515cdff tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559482 Jul 07 16:52:19.389460 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port fcf798d4-2c52-44ac-8976-da6c419547ba, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=fcf798d4-2c52-44ac-8976-da6c419547ba,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:19.397376 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.398253 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 31475d35-f7a3-44fe-8c43-110a26ad5924 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:19.467389 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6ee3a5db-1364-41cc-a4d1-e54654d0942d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1aaa95a4194f4fd79c412c6c3e38eac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3995929 Jul 07 16:52:19.467689 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36142) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:19.478894 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=fcf798d4-2c52-44ac-8976-da6c419547ba,revision_number=13']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:19.489376 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.526652 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 31475d35-f7a3-44fe-8c43-110a26ad5924 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:19.527026 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 31475d35-f7a3-44fe-8c43-110a26ad5924 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:19.527450 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:19.570223 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:19.570601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 4ce1fcaa-ae1e-4aaf-8882-fc1567630d94 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:19.575319 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-af7d05d3-09e6-4742-9de6-d25cd5fdbb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.609722 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-af7d05d3-09e6-4742-9de6-d25cd5fdbb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.722914 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-af7d05d3-09e6-4742-9de6-d25cd5fdbb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.725999 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-af7d05d3-09e6-4742-9de6-d25cd5fdbb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.730261 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-af7d05d3-09e6-4742-9de6-d25cd5fdbb1a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4da5f9d2-75f9-46ff-8cba-1114c863bd4a HTTP/1.1" status: 204 len: 168 time: 0.2615902 Jul 07 16:52:19.746369 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d05d3-09e6-4742-9de6-d25cd5fdbb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da5f9d2-75f9-46ff-8cba-1114c863bd4a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:19.768501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36152) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:19.874562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afd716-681e-4264-911c-102f116b5b98 req-9e91b766-e24f-4957-be07-48a83e710b4f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:19.876811 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-96afd716-681e-4264-911c-102f116b5b98 req-9e91b766-e24f-4957-be07-48a83e710b4f tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 950 time: 0.3970232 Jul 07 16:52:19.900838 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d051f0d8-ee95-48b5-b5f6-b62cdc7500ee admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-515497980-network', 'tenant_id': '7aab688084a14f9abaa2ef802f28ba9c'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:19.906477 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebacc05-2b4d-4b11-972a-1b5e6d9ec726 req-05839cc0-f37a-4030-bef1-84e219daba69 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:19.909300 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1ebacc05-2b4d-4b11-972a-1b5e6d9ec726 req-05839cc0-f37a-4030-bef1-84e219daba69 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 950 time: 0.3276014 Jul 07 16:52:19.929365 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d051f0d8-ee95-48b5-b5f6-b62cdc7500ee admin admin] Made reservation on behalf of 7aab688084a14f9abaa2ef802f28ba9c for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:19.932430 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d051f0d8-ee95-48b5-b5f6-b62cdc7500ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.952428 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d051f0d8-ee95-48b5-b5f6-b62cdc7500ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:19.977669 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761fff5-b6ac-4cbb-bc3f-3602894d7e56 req-c2329a5b-615e-49fe-b171-c0c26451b915 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:19.986768 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4761fff5-b6ac-4cbb-bc3f-3602894d7e56 req-c2329a5b-615e-49fe-b171-c0c26451b915 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.2089884 Jul 07 16:52:20.050090 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4761fff5-b6ac-4cbb-bc3f-3602894d7e56 req-5f4b0b73-d874-42e4-9a94-cc2f3404a5bb tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601375 Jul 07 16:52:20.080526 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1ebacc05-2b4d-4b11-972a-1b5e6d9ec726 req-5011c70e-02e2-4dbd-b477-38c579e0d431 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649661 Jul 07 16:52:20.178229 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.219493 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac67262-a917-42a4-9aa0-ab3429c3ac50 x-openstack-request-id: req-bac67262-a917-42a4-9aa0-ab3429c3ac50 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:20.219790 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a1b464-577a-4d7f-9245-8703620dfdf0", "name": "network-vif-plugged", "status": "completed", "tag": "fcf798d4-2c52-44ac-8976-da6c419547ba", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:20.220583 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bac67262-a917-42a4-9aa0-ab3429c3ac50 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:20.221874 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a1b464-577a-4d7f-9245-8703620dfdf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf798d4-2c52-44ac-8976-da6c419547ba', 'code': 200} Jul 07 16:52:20.249632 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d051f0d8-ee95-48b5-b5f6-b62cdc7500ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.257263 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36158) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:20.271091 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d051f0d8-ee95-48b5-b5f6-b62cdc7500ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.283475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a89080d-3f24-4d5f-bb94-7a8548468a8a {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:20.293274 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.338429 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d051f0d8-ee95-48b5-b5f6-b62cdc7500ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:52:20.342009 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] Transition to ACTIVE for port object 6a89080d-3f24-4d5f-bb94-7a8548468a8a will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:20.355672 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.357711 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051f0d8-ee95-48b5-b5f6-b62cdc7500ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8d7430-552c-4796-868a-67000055c75a,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:20.365849 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-96afd716-681e-4264-911c-102f116b5b98 req-87f2c8ee-7615-4578-9ed6-d05eaa193161 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Deleting port fcf798d4-2c52-44ac-8976-da6c419547ba {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:20.366211 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-96afd716-681e-4264-911c-102f116b5b98 req-87f2c8ee-7615-4578-9ed6-d05eaa193161 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.392778 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d051f0d8-ee95-48b5-b5f6-b62cdc7500ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.393065 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-d051f0d8-ee95-48b5-b5f6-b62cdc7500ee admin admin] Added segment 5805b980-fde4-41ba-a877-e102f901c3b0 of type vlan for network 16b69e40-8cee-4c86-a665-12c79fb517fd Jul 07 16:52:20.406793 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e24c691f-1941-471d-879f-54641e9c3a5c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d9e719782374ccbbb686175f99a275e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483395 Jul 07 16:52:20.412265 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36162) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:20.510947 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d051f0d8-ee95-48b5-b5f6-b62cdc7500ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.568193 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d051f0d8-ee95-48b5-b5f6-b62cdc7500ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.569266 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d051f0d8-ee95-48b5-b5f6-b62cdc7500ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:20.569907 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d051f0d8-ee95-48b5-b5f6-b62cdc7500ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.598324 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] Pushing event updated for resources: {'Port': ['ID=6a89080d-3f24-4d5f-bb94-7a8548468a8a,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:20.622734 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-96afd716-681e-4264-911c-102f116b5b98 req-87f2c8ee-7615-4578-9ed6-d05eaa193161 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] For port fcf798d4-2c52-44ac-8976-da6c419547ba, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=fcf798d4-2c52-44ac-8976-da6c419547ba,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:20.623120 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-96afd716-681e-4264-911c-102f116b5b98 req-87f2c8ee-7615-4578-9ed6-d05eaa193161 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.643245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] Attempting to bind port 6a89080d-3f24-4d5f-bb94-7a8548468a8a on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:20.643245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] Attempting to bind port 6a89080d-3f24-4d5f-bb94-7a8548468a8a by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:20.643245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] Attempting to bind port 6a89080d-3f24-4d5f-bb94-7a8548468a8a on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:20.645235 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-96afd716-681e-4264-911c-102f116b5b98 req-87f2c8ee-7615-4578-9ed6-d05eaa193161 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Calling delete_port for fcf798d4-2c52-44ac-8976-da6c419547ba owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:20.655680 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] Port 6a89080d-3f24-4d5f-bb94-7a8548468a8a on network 51ec3819-671e-411b-b116-1f7886237f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:20.656068 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] Attempting to bind port 6a89080d-3f24-4d5f-bb94-7a8548468a8a on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:20.671970 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:20.672368 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] Checking segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:20.672755 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] Bound using segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:20.673229 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] Bound port: 6a89080d-3f24-4d5f-bb94-7a8548468a8a, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:20.673587 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.683852 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d051f0d8-ee95-48b5-b5f6-b62cdc7500ee admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9104929 Jul 07 16:52:20.684358 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36168) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:20.691687 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-57c6fddf-66b0-4813-a114-efa8cbffe072 admin admin] Request body: {'subnet': {'network_id': '16b69e40-8cee-4c86-a665-12c79fb517fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-515497980-subnet', 'tenant_id': '7aab688084a14f9abaa2ef802f28ba9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:20.695558 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051f0d8-ee95-48b5-b5f6-b62cdc7500ee admin admin] Pushing event updated for resources: {'Network': ['ID=16b69e40-8cee-4c86-a665-12c79fb517fd,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:20.707742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 16b69e40-8cee-4c86-a665-12c79fb517fd details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:52:20.723984 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a6e25a70-c9cd-4b6d-aae3-ceb168872d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.757631 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c6fddf-66b0-4813-a114-efa8cbffe072 admin admin] Made reservation on behalf of 7aab688084a14f9abaa2ef802f28ba9c for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:20.760166 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-57c6fddf-66b0-4813-a114-efa8cbffe072 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.763321 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a6e25a70-c9cd-4b6d-aae3-ceb168872d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:20.803331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c621f9-1c42-4cc3-81e8-67d36e628f65 req-24f3635e-3403-4ae5-94f4-c4231db925fb tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:20.804797 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5c621f9-1c42-4cc3-81e8-67d36e628f65 req-24f3635e-3403-4ae5-94f4-c4231db925fb tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 944 time: 0.2703979 Jul 07 16:52:20.810316 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3a770-7649-489d-8687-a9a58abe7136 req-39d2912c-3b88-416e-86b7-a4fd9ab17f10 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:20.812024 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6db3a770-7649-489d-8687-a9a58abe7136 req-39d2912c-3b88-416e-86b7-a4fd9ab17f10 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=74159f29-6e11-471b-9dfd-22d26420feca HTTP/1.1" status: 200 len: 946 time: 0.2546730 Jul 07 16:52:20.908553 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6db3a770-7649-489d-8687-a9a58abe7136 req-d68abfff-3f1c-4c3f-8e79-8a68ca94d0da tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805159 Jul 07 16:52:20.943452 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5c621f9-1c42-4cc3-81e8-67d36e628f65 req-f05e6573-6d60-49a1-a403-85dddc19439a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094170 Jul 07 16:52:20.982577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] For port 6a89080d-3f24-4d5f-bb94-7a8548468a8a, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:20.988565 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] For port 6a89080d-3f24-4d5f-bb94-7a8548468a8a, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6a89080d-3f24-4d5f-bb94-7a8548468a8a,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:20.992202 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-96afd716-681e-4264-911c-102f116b5b98 req-87f2c8ee-7615-4578-9ed6-d05eaa193161 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.005928 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['78af5bd3-4034-4762-a6a0-1b73f58d5009', '1c6dbc2b-9742-4455-8f42-5f1291c4debe'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:21.007169 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.008891 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['2e956c6d-4647-4508-a858-901e36dbdafb', 'fcf798d4-2c52-44ac-8976-da6c419547ba'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:21.028825 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a6e25a70-c9cd-4b6d-aae3-ceb168872d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.032110 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a6e25a70-c9cd-4b6d-aae3-ceb168872d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.049867 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a6e25a70-c9cd-4b6d-aae3-ceb168872d0f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fbd2547f-f478-47b6-9d99-e15d71df366e HTTP/1.1" status: 204 len: 168 time: 0.6257436 Jul 07 16:52:21.062968 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-57c6fddf-66b0-4813-a114-efa8cbffe072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.081724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e25a70-c9cd-4b6d-aae3-ceb168872d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd2547f-f478-47b6-9d99-e15d71df366e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:21.166691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2c8ee-7615-4578-9ed6-d05eaa193161 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Pushing event deleted for resources: {'Port': ['ID=fcf798d4-2c52-44ac-8976-da6c419547ba,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:21.180119 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-96afd716-681e-4264-911c-102f116b5b98 req-87f2c8ee-7615-4578-9ed6-d05eaa193161 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] No DVR routers for this DVR port fcf798d4-2c52-44ac-8976-da6c419547ba on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:21.190051 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-96afd716-681e-4264-911c-102f116b5b98 req-87f2c8ee-7615-4578-9ed6-d05eaa193161 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.196354 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-96afd716-681e-4264-911c-102f116b5b98 req-87f2c8ee-7615-4578-9ed6-d05eaa193161 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.69 "DELETE /v2.0/ports/fcf798d4-2c52-44ac-8976-da6c419547ba HTTP/1.1" status: 204 len: 173 time: 1.3099239 Jul 07 16:52:21.217147 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6fddf-66b0-4813-a114-efa8cbffe072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbcce167-4c94-4b3a-b062-a9ca4462041d,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:21.231658 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c6fddf-66b0-4813-a114-efa8cbffe072 admin admin] Checking segment: {'id': '5805b980-fde4-41ba-a877-e102f901c3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16b69e40-8cee-4c86-a665-12c79fb517fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:21.232059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c6fddf-66b0-4813-a114-efa8cbffe072 admin admin] Network hostable DHCP agents. Network: 16b69e40-8cee-4c86-a665-12c79fb517fd, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:52:21.285816 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a1b464-577a-4d7f-9245-8703620dfdf0', 'name': 'network-vif-deleted', 'tag': 'fcf798d4-2c52-44ac-8976-da6c419547ba'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:21.289516 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a2d5e8-4235-4580-8e92-276a6b6f7b34" -d '{"events": [{"server_uuid": "e6a1b464-577a-4d7f-9245-8703620dfdf0", "name": "network-vif-deleted", "tag": "fcf798d4-2c52-44ac-8976-da6c419547ba"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:21.294041 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c6fddf-66b0-4813-a114-efa8cbffe072 admin admin] Network 16b69e40-8cee-4c86-a665-12c79fb517fd is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:52:21.315362 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:21.316016 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-57c6fddf-66b0-4813-a114-efa8cbffe072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 16b69e40-8cee-4c86-a665-12c79fb517fd) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:21.318566 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.321965 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] 10.222.0.69 "PUT /v2.0/ports/6a89080d-3f24-4d5f-bb94-7a8548468a8a HTTP/1.1" status: 200 len: 1092 time: 2.1441162 Jul 07 16:52:21.326348 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c6fddf-66b0-4813-a114-efa8cbffe072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:21.327029 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-57c6fddf-66b0-4813-a114-efa8cbffe072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:21.371652 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c2091c-b743-4efe-9a6d-f37c517d7bdd None None] Network 16b69e40-8cee-4c86-a665-12c79fb517fd requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:21.394722 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-57c6fddf-66b0-4813-a114-efa8cbffe072 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7010591 Jul 07 16:52:21.431942 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd157710-6723-4d91-a94c-b10a9414de0e service neutron] Pushing event updated for resources: {'Port': ['ID=6a89080d-3f24-4d5f-bb94-7a8548468a8a,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:21.487747 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-10768984-a389-4571-9bdd-3999b9b2de04 req-979fd475-d4b1-43aa-86e7-d880960dd977 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=e6a1b464-577a-4d7f-9245-8703620dfdf0 HTTP/1.1" status: 200 len: 210 time: 0.0682373 Jul 07 16:52:21.488284 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f3c89-38cd-4c3e-95f1-0f7690a3006f req-de261eb8-ee7d-4bec-9ba7-e5852e50944d tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:21.497041 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-771f3c89-38cd-4c3e-95f1-0f7690a3006f req-de261eb8-ee7d-4bec-9ba7-e5852e50944d tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.1643176 Jul 07 16:52:21.571564 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0694f6ee-3fc5-4c06-bf69-6e67e85ad219 x-openstack-request-id: req-0694f6ee-3fc5-4c06-bf69-6e67e85ad219 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:21.571857 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a1b464-577a-4d7f-9245-8703620dfdf0", "name": "network-vif-deleted", "tag": "fcf798d4-2c52-44ac-8976-da6c419547ba", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:21.572107 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0694f6ee-3fc5-4c06-bf69-6e67e85ad219 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:21.572491 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a1b464-577a-4d7f-9245-8703620dfdf0', 'name': 'network-vif-deleted', 'tag': 'fcf798d4-2c52-44ac-8976-da6c419547ba', 'status': 'completed', 'code': 200} Jul 07 16:52:21.587961 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-771f3c89-38cd-4c3e-95f1-0f7690a3006f req-673b230d-bc48-42ae-87fd-b624cd000c04 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897892 Jul 07 16:52:21.652464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-1d679af0-46d4-45b3-aeaf-b2345f932cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:21.655253 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-1d679af0-46d4-45b3-aeaf-b2345f932cb9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 1095 time: 0.1488352 Jul 07 16:52:21.757961 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-6b074a1a-5f5f-4f95-ab3b-4069ef421951 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a89080d-3f24-4d5f-bb94-7a8548468a8a HTTP/1.1" status: 200 len: 217 time: 0.0910778 Jul 07 16:52:21.840074 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-0da40e0f-3c07-44fd-ab6d-a1ce27a206b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:21.841719 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-0da40e0f-3c07-44fd-ab6d-a1ce27a206b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.0807338 Jul 07 16:52:21.912248 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-06e7e83c-3b09-4090-bd24-deaf5aa8dfa0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612476 Jul 07 16:52:22.040597 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5028ec5-9f9d-48c6-a0e0-0568acf8671e None None] Network 16b69e40-8cee-4c86-a665-12c79fb517fd requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:22.104034 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-994dde7a-c715-48f2-8b4a-cf1926eb6fd6 service neutron] 10.222.0.69 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868536 Jul 07 16:52:22.110247 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec7805-1396-490d-b9ad-0029c69c435d req-579ef7d5-47a1-4907-8a73-726cfde58d8d tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:22.121112 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7bec7805-1396-490d-b9ad-0029c69c435d req-579ef7d5-47a1-4907-8a73-726cfde58d8d tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.15 "GET /v2.0/ports?device_id=74159f29-6e11-471b-9dfd-22d26420feca HTTP/1.1" status: 200 len: 946 time: 0.2162762 Jul 07 16:52:22.419301 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-7bec7805-1396-490d-b9ad-0029c69c435d req-a2feafb0-f21d-4693-b25a-2669235c73f9 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Deleting port b3f06126-2dce-474d-8879-d8bd28779152 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:22.419665 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7bec7805-1396-490d-b9ad-0029c69c435d req-a2feafb0-f21d-4693-b25a-2669235c73f9 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.431041 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf445e-f132-4786-b705-7a3b61405a8f req-f0a00239-e6b9-4c17-a3d6-1cc629133ed5 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:22.438169 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f3cf445e-f132-4786-b705-7a3b61405a8f req-f0a00239-e6b9-4c17-a3d6-1cc629133ed5 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=74159f29-6e11-471b-9dfd-22d26420feca HTTP/1.1" status: 200 len: 946 time: 0.1336870 Jul 07 16:52:22.446968 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c62a4d00-730e-4d45-8657-ceb7eb39e058 req-50ba4576-a873-40be-8439-d80e0d72a119 service neutron] 10.222.0.69 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357835 Jul 07 16:52:22.504150 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e61ad-d99a-4c33-80a5-2cd57c080180 req-6be1e6f5-da86-48a2-9e49-a10b020ad878 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:22.512564 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b1e61ad-d99a-4c33-80a5-2cd57c080180 req-6be1e6f5-da86-48a2-9e49-a10b020ad878 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 944 time: 0.1742122 Jul 07 16:52:22.525706 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f3cf445e-f132-4786-b705-7a3b61405a8f req-5ac66749-e0b8-4f1e-87fe-63aefa998c65 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859964 Jul 07 16:52:22.567443 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b1e61ad-d99a-4c33-80a5-2cd57c080180 req-ba55ff38-735b-4eeb-b05b-beba3d81e8f0 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537841 Jul 07 16:52:22.572717 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-7bec7805-1396-490d-b9ad-0029c69c435d req-a2feafb0-f21d-4693-b25a-2669235c73f9 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] For port b3f06126-2dce-474d-8879-d8bd28779152, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b3f06126-2dce-474d-8879-d8bd28779152,segment=NetworkSegment(edd6f053-8c81-4936-a583-893943154a69),segment_id=edd6f053-8c81-4936-a583-893943154a69)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:22.573083 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7bec7805-1396-490d-b9ad-0029c69c435d req-a2feafb0-f21d-4693-b25a-2669235c73f9 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.599284 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-7bec7805-1396-490d-b9ad-0029c69c435d req-a2feafb0-f21d-4693-b25a-2669235c73f9 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Calling delete_port for b3f06126-2dce-474d-8879-d8bd28779152 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:22.770825 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7bec7805-1396-490d-b9ad-0029c69c435d req-a2feafb0-f21d-4693-b25a-2669235c73f9 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.783747 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['7b8cb91f-fd85-4b4b-926d-c4bc480784e6'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:22.828307 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2feafb0-f21d-4693-b25a-2669235c73f9 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Pushing event deleted for resources: {'Port': ['ID=b3f06126-2dce-474d-8879-d8bd28779152,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:22.882446 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['ea2afb53-819f-4e45-bd97-ce6d231b2785'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:22.915245 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bec7805-1396-490d-b9ad-0029c69c435d req-a2feafb0-f21d-4693-b25a-2669235c73f9 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] No DVR routers for this DVR port b3f06126-2dce-474d-8879-d8bd28779152 on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:22.922173 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7bec7805-1396-490d-b9ad-0029c69c435d req-a2feafb0-f21d-4693-b25a-2669235c73f9 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:22.925019 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7bec7805-1396-490d-b9ad-0029c69c435d req-a2feafb0-f21d-4693-b25a-2669235c73f9 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.15 "DELETE /v2.0/ports/b3f06126-2dce-474d-8879-d8bd28779152 HTTP/1.1" status: 204 len: 173 time: 0.7989099 Jul 07 16:52:22.926156 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74159f29-6e11-471b-9dfd-22d26420feca', 'name': 'network-vif-deleted', 'tag': 'b3f06126-2dce-474d-8879-d8bd28779152'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:22.928944 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810c5457-6004-4a78-8d51-8cd108b98998" -d '{"events": [{"server_uuid": "74159f29-6e11-471b-9dfd-22d26420feca", "name": "network-vif-deleted", "tag": "b3f06126-2dce-474d-8879-d8bd28779152"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:23.067041 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d6bcd-bd95-4ccf-ace9-ae186777adae req-287f21d2-899f-46ed-9382-74d8da5f0778 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:23.074405 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-165d6bcd-bd95-4ccf-ace9-ae186777adae req-287f21d2-899f-46ed-9382-74d8da5f0778 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.1570103 Jul 07 16:52:23.156597 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-165d6bcd-bd95-4ccf-ace9-ae186777adae req-af84b91e-7ecf-4669-9f8b-cc18008fd2d5 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761259 Jul 07 16:52:23.352230 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd799575-5bc1-47f5-aec9-1965952fb798 x-openstack-request-id: req-cd799575-5bc1-47f5-aec9-1965952fb798 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:23.353983 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74159f29-6e11-471b-9dfd-22d26420feca", "name": "network-vif-deleted", "tag": "b3f06126-2dce-474d-8879-d8bd28779152", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:23.353983 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd799575-5bc1-47f5-aec9-1965952fb798 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:23.353983 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74159f29-6e11-471b-9dfd-22d26420feca', 'name': 'network-vif-deleted', 'tag': 'b3f06126-2dce-474d-8879-d8bd28779152', 'status': 'completed', 'code': 200} Jul 07 16:52:23.474776 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aacba6-a53c-4159-a0fc-6e3cb40cbf5a req-0cc47e3f-2bc4-4160-aa07-5c52ba67d3be tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:23.476428 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-98aacba6-a53c-4159-a0fc-6e3cb40cbf5a req-0cc47e3f-2bc4-4160-aa07-5c52ba67d3be tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 951 time: 0.0692463 Jul 07 16:52:23.530704 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-98aacba6-a53c-4159-a0fc-6e3cb40cbf5a req-f4c86cec-40f8-406a-bde9-d9268d8105f4 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472195 Jul 07 16:52:23.574056 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee818ece-5072-461a-a0c9-c202e1552864', 'tag': '6a89080d-3f24-4d5f-bb94-7a8548468a8a'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:23.577227 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f8913f-11d9-403b-8251-2d31ae713a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee818ece-5072-461a-a0c9-c202e1552864", "tag": "6a89080d-3f24-4d5f-bb94-7a8548468a8a"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:23.669872 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226c6c06-e3f6-4947-be26-4a9224555abe x-openstack-request-id: req-226c6c06-e3f6-4947-be26-4a9224555abe {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:23.670707 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee818ece-5072-461a-a0c9-c202e1552864", "tag": "6a89080d-3f24-4d5f-bb94-7a8548468a8a", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:23.670966 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-226c6c06-e3f6-4947-be26-4a9224555abe {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:23.671362 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee818ece-5072-461a-a0c9-c202e1552864', 'tag': '6a89080d-3f24-4d5f-bb94-7a8548468a8a', 'status': 'completed', 'code': 200} Jul 07 16:52:23.746549 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b47d1c59-a501-46c6-ac30-9d0362c2597f req-a5d01111-d626-4331-a233-291baad1e267 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=74159f29-6e11-471b-9dfd-22d26420feca HTTP/1.1" status: 200 len: 210 time: 0.0553432 Jul 07 16:52:23.783659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8913f-11d9-403b-8251-2d31ae713a5b req-8ea3efad-fa6f-4bb3-8abd-17d2bc910032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:23.785347 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64f8913f-11d9-403b-8251-2d31ae713a5b req-8ea3efad-fa6f-4bb3-8abd-17d2bc910032 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 1095 time: 0.0853531 Jul 07 16:52:23.898484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660e2df-2f31-4cc8-b830-f82772a8a04e req-9047e23d-86b0-4014-b6e6-a16780d4bbed tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:23.900499 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6660e2df-2f31-4cc8-b830-f82772a8a04e req-9047e23d-86b0-4014-b6e6-a16780d4bbed tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 944 time: 0.0898366 Jul 07 16:52:23.922563 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8913f-11d9-403b-8251-2d31ae713a5b req-997c27b6-e074-4a76-95f1-ab89361aa6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:23.924313 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64f8913f-11d9-403b-8251-2d31ae713a5b req-997c27b6-e074-4a76-95f1-ab89361aa6d6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 909 time: 0.1176660 Jul 07 16:52:23.948270 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6660e2df-2f31-4cc8-b830-f82772a8a04e req-3c7ee323-a11f-4717-be83-b48f6eacb871 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414140 Jul 07 16:52:23.973908 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64f8913f-11d9-403b-8251-2d31ae713a5b req-07e5ded9-8bdc-48cc-b85c-ed959267cbdb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a89080d-3f24-4d5f-bb94-7a8548468a8a HTTP/1.1" status: 200 len: 217 time: 0.0425022 Jul 07 16:52:24.035356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8913f-11d9-403b-8251-2d31ae713a5b req-19614d56-519b-40bd-ad12-2197d1a13e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:24.037149 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64f8913f-11d9-403b-8251-2d31ae713a5b req-19614d56-519b-40bd-ad12-2197d1a13e5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.0571191 Jul 07 16:52:24.080902 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64f8913f-11d9-403b-8251-2d31ae713a5b req-cc7affa8-fd37-44c2-be71-844cc807513e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372596 Jul 07 16:52:24.226080 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64f8913f-11d9-403b-8251-2d31ae713a5b req-cfe6ba6b-6617-4bff-9c11-cd3c25df5cdc service neutron] 10.222.0.69 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386607 Jul 07 16:52:24.337970 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64f8913f-11d9-403b-8251-2d31ae713a5b req-2b10b76f-8f8f-445f-9194-6747b60c3e5d service neutron] 10.222.0.69 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047797 Jul 07 16:52:24.341714 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369bebb-2392-491f-a560-aa49a4621204 req-df0bb534-35bc-4dd9-a3a3-233d66ae9b25 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:24.343271 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d369bebb-2392-491f-a560-aa49a4621204 req-df0bb534-35bc-4dd9-a3a3-233d66ae9b25 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.0675087 Jul 07 16:52:24.385554 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d369bebb-2392-491f-a560-aa49a4621204 req-847fbc60-3e0c-44ca-9fdd-16f7bf658da6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348177 Jul 07 16:52:24.453096 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b3f06126-2dce-474d-8879-d8bd28779152 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:24.474526 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: b3f06126-2dce-474d-8879-d8bd28779152 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:24.474961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b3f06126-2dce-474d-8879-d8bd28779152 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:24.660517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-6406a4c0-b5c8-464c-80f9-88264e21521d tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:24.669194 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-6406a4c0-b5c8-464c-80f9-88264e21521d tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/networks?id=16b69e40-8cee-4c86-a665-12c79fb517fd HTTP/1.1" status: 200 len: 809 time: 0.1178584 Jul 07 16:52:24.680908 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-8813d2aa-4e78-4f62-a2b2-70fb019d4bc8 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/quotas/7aab688084a14f9abaa2ef802f28ba9c HTTP/1.1" status: 200 len: 375 time: 0.0106006 Jul 07 16:52:24.723336 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3868ed-8a73-444d-954e-4c012e1b9b52 req-f65b4ff7-eec2-412f-8144-acc37b297cc5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:24.723709 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-ad3cf67e-c9cd-4bdb-8591-aeb4fcd75318 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7aab688084a14f9abaa2ef802f28ba9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353737 Jul 07 16:52:24.723847 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de3868ed-8a73-444d-954e-4c012e1b9b52 req-f65b4ff7-eec2-412f-8144-acc37b297cc5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 951 time: 0.0763543 Jul 07 16:52:24.761838 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de3868ed-8a73-444d-954e-4c012e1b9b52 req-23cc35d8-3ca1-4057-b4c8-554ca465d315 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333390 Jul 07 16:52:24.815949 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device fcf798d4-2c52-44ac-8976-da6c419547ba no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:24.816680 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36328) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:24.831875 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-f411046e-37d4-4390-a976-7fe2c63197ee service neutron] 10.222.0.50 "GET /v2.0/networks/16b69e40-8cee-4c86-a665-12c79fb517fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969772 Jul 07 16:52:24.838671 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: fcf798d4-2c52-44ac-8976-da6c419547ba {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:24.839060 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device fcf798d4-2c52-44ac-8976-da6c419547ba not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:24.933210 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-988769f1-b72b-48d0-9d64-3a376b26cf02 service neutron] 10.222.0.50 "GET /v2.0/networks/16b69e40-8cee-4c86-a665-12c79fb517fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994406 Jul 07 16:52:24.940053 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-94710ba6-59b7-4a4d-8030-ecf2e026cdc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:24.994645 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f4713-1d5b-4af6-80b4-110a8c696c4e req-4df9ade2-2c04-4aff-9af7-42f3f6df166d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:24.996462 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a18f4713-1d5b-4af6-80b4-110a8c696c4e req-4df9ade2-2c04-4aff-9af7-42f3f6df166d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.15 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 951 time: 0.0920861 Jul 07 16:52:25.070559 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-94710ba6-59b7-4a4d-8030-ecf2e026cdc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.076580 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-94710ba6-59b7-4a4d-8030-ecf2e026cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.124529 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-94710ba6-59b7-4a4d-8030-ecf2e026cdc8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8362f067fac845cd8c8f5d1cfd26cbc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068571 Jul 07 16:52:25.125435 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94710ba6-59b7-4a4d-8030-ecf2e026cdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe1dbd2-a305-4275-8258-6e7ef7a45ed7,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:25.128243 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36342) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:25.159891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-a18f4713-1d5b-4af6-80b4-110a8c696c4e req-3f3f72a2-0671-48ee-a1ef-b09aae02c9ca tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Deleting port 1c6dbc2b-9742-4455-8f42-5f1291c4debe {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:25.160230 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a18f4713-1d5b-4af6-80b4-110a8c696c4e req-3f3f72a2-0671-48ee-a1ef-b09aae02c9ca tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.329062 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-a18f4713-1d5b-4af6-80b4-110a8c696c4e req-3f3f72a2-0671-48ee-a1ef-b09aae02c9ca tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] For port 1c6dbc2b-9742-4455-8f42-5f1291c4debe, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1c6dbc2b-9742-4455-8f42-5f1291c4debe,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:25.329925 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a18f4713-1d5b-4af6-80b4-110a8c696c4e req-3f3f72a2-0671-48ee-a1ef-b09aae02c9ca tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.359502 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-a18f4713-1d5b-4af6-80b4-110a8c696c4e req-3f3f72a2-0671-48ee-a1ef-b09aae02c9ca tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Calling delete_port for 1c6dbc2b-9742-4455-8f42-5f1291c4debe owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:25.361705 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e8ea4ccd-7bf8-4afd-ba76-18d1065c50ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.384876 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7204770f-9883-4f8e-8869-fb7cb4790287 req-9849c75c-7540-4a24-bddd-ea7e131774ee tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396 HTTP/1.1" status: 200 len: 210 time: 0.0356159 Jul 07 16:52:25.437764 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e99df-bd59-403e-82f1-fc0bd2c97324 req-179ac7a5-052e-4405-91fc-6d8a051a1d88 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:25.439341 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fa1e99df-bd59-403e-82f1-fc0bd2c97324 req-179ac7a5-052e-4405-91fc-6d8a051a1d88 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 944 time: 0.2117124 Jul 07 16:52:25.441308 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e8ea4ccd-7bf8-4afd-ba76-18d1065c50ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.534693 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fa1e99df-bd59-403e-82f1-fc0bd2c97324 req-4b249a1e-3e4e-465d-bc16-531f7772fbaa tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835798 Jul 07 16:52:25.623496 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e8ea4ccd-7bf8-4afd-ba76-18d1065c50ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.628023 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e8ea4ccd-7bf8-4afd-ba76-18d1065c50ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.629330 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e8ea4ccd-7bf8-4afd-ba76-18d1065c50ca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2fe1dbd2-a305-4275-8258-6e7ef7a45ed7 HTTP/1.1" status: 204 len: 168 time: 0.4951766 Jul 07 16:52:25.640642 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a18f4713-1d5b-4af6-80b4-110a8c696c4e req-3f3f72a2-0671-48ee-a1ef-b09aae02c9ca tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.656085 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['78af5bd3-4034-4762-a6a0-1b73f58d5009', '1c6dbc2b-9742-4455-8f42-5f1291c4debe'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:25.712755 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['2e956c6d-4647-4508-a858-901e36dbdafb'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:25.729546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea4ccd-7bf8-4afd-ba76-18d1065c50ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe1dbd2-a305-4275-8258-6e7ef7a45ed7,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:25.751740 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f72a2-0671-48ee-a1ef-b09aae02c9ca tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Pushing event deleted for resources: {'Port': ['ID=1c6dbc2b-9742-4455-8f42-5f1291c4debe,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:25.863498 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18f4713-1d5b-4af6-80b4-110a8c696c4e req-3f3f72a2-0671-48ee-a1ef-b09aae02c9ca tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] No DVR routers for this DVR port 1c6dbc2b-9742-4455-8f42-5f1291c4debe on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:25.866114 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a18f4713-1d5b-4af6-80b4-110a8c696c4e req-3f3f72a2-0671-48ee-a1ef-b09aae02c9ca tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:25.868500 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a18f4713-1d5b-4af6-80b4-110a8c696c4e req-3f3f72a2-0671-48ee-a1ef-b09aae02c9ca tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.15 "DELETE /v2.0/ports/1c6dbc2b-9742-4455-8f42-5f1291c4debe HTTP/1.1" status: 204 len: 173 time: 0.8661292 Jul 07 16:52:25.873337 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66517e7-2eda-4758-80f0-0f9e06989d7c', 'name': 'network-vif-deleted', 'tag': '1c6dbc2b-9742-4455-8f42-5f1291c4debe'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:25.878544 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21819be6-5452-4f6b-88a3-e14815d6acef" -d '{"events": [{"server_uuid": "a66517e7-2eda-4758-80f0-0f9e06989d7c", "name": "network-vif-deleted", "tag": "1c6dbc2b-9742-4455-8f42-5f1291c4debe"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:25.937118 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0f703-eec6-4c83-bb4b-0adba2d8a5dc req-2116c55c-412d-4f88-9e6e-5a1c94bb224b tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:25.944406 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-47d0f703-eec6-4c83-bb4b-0adba2d8a5dc req-2116c55c-412d-4f88-9e6e-5a1c94bb224b tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.2382550 Jul 07 16:52:26.010704 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-47d0f703-eec6-4c83-bb4b-0adba2d8a5dc req-d7870ec0-b7e3-4b8f-8656-22219f0fc7ec tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644789 Jul 07 16:52:26.018831 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-67c62adb-2b7e-468d-b457-c300b9141a89 req-6db0b860-4b8b-490c-bb66-76acabed6c17 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66517e7-2eda-4758-80f0-0f9e06989d7c HTTP/1.1" status: 200 len: 210 time: 0.0596292 Jul 07 16:52:26.082495 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb170fa-4cf2-46ef-9695-d92ac846e7e4 x-openstack-request-id: req-ecb170fa-4cf2-46ef-9695-d92ac846e7e4 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:26.082851 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66517e7-2eda-4758-80f0-0f9e06989d7c", "name": "network-vif-deleted", "tag": "1c6dbc2b-9742-4455-8f42-5f1291c4debe", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:26.083040 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ecb170fa-4cf2-46ef-9695-d92ac846e7e4 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:26.083440 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66517e7-2eda-4758-80f0-0f9e06989d7c', 'name': 'network-vif-deleted', 'tag': '1c6dbc2b-9742-4455-8f42-5f1291c4debe', 'status': 'completed', 'code': 200} Jul 07 16:52:26.282751 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36380) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:26.301417 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ceacf2b4-648b-438f-b97e-b21ae537edb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:26.428179 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ceacf2b4-648b-438f-b97e-b21ae537edb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:26.434555 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ceacf2b4-648b-438f-b97e-b21ae537edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:26.476044 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ceacf2b4-648b-438f-b97e-b21ae537edb2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=11596d8e81934069887f835dfa141743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1920092 Jul 07 16:52:26.476782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacf2b4-648b-438f-b97e-b21ae537edb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6807f9-03a1-4c35-a086-7058166d1549,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:26.480614 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36388) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:26.547695 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5bbb53f-ae04-4da4-b432-5a4b2fef6809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:26.627523 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5bbb53f-ae04-4da4-b432-5a4b2fef6809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:26.633995 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc23f476-dc44-47f0-bdac-547306bb9cef req-1f9c5080-3d21-453f-b5c6-b4ca23e4cb70 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396 HTTP/1.1" status: 200 len: 210 time: 0.0505362 Jul 07 16:52:26.718040 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5bbb53f-ae04-4da4-b432-5a4b2fef6809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:26.722497 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5bbb53f-ae04-4da4-b432-5a4b2fef6809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:26.724003 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b5bbb53f-ae04-4da4-b432-5a4b2fef6809 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fc6807f9-03a1-4c35-a086-7058166d1549 HTTP/1.1" status: 204 len: 168 time: 0.2412822 Jul 07 16:52:26.748414 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbb53f-ae04-4da4-b432-5a4b2fef6809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6807f9-03a1-4c35-a086-7058166d1549,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:26.783492 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60002d79-6407-44b6-b09a-ace085723734 req-a3dc90eb-0285-4d56-b3d1-2beec4ad0c19 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:26.789812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60002d79-6407-44b6-b09a-ace085723734 req-a3dc90eb-0285-4d56-b3d1-2beec4ad0c19 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:26.797364 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-60002d79-6407-44b6-b09a-ace085723734 req-a3dc90eb-0285-4d56-b3d1-2beec4ad0c19 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1dd29c5-d8c8-4f44-8e12-51dff993ac80&device_id=d6c8fe56-4d21-464e-a71f-344fbf4d7851 HTTP/1.1" status: 200 len: 1682 time: 0.1520119 Jul 07 16:52:26.866839 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-60002d79-6407-44b6-b09a-ace085723734 req-e04aa365-af7a-4dd8-8ef8-a11df7b3f757 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684865 Jul 07 16:52:26.942332 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6e2f8-47c0-4b89-a0ba-71e93ec28270 req-843901dc-2d4b-46b1-a18e-4a8abcb3785b tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:26.945547 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bfb6e2f8-47c0-4b89-a0ba-71e93ec28270 req-843901dc-2d4b-46b1-a18e-4a8abcb3785b tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 944 time: 0.1360378 Jul 07 16:52:27.003733 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bfb6e2f8-47c0-4b89-a0ba-71e93ec28270 req-230a06bb-1e6f-4a0b-a8fa-dcb96e44cf63 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506907 Jul 07 16:52:27.057124 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-fd397acc-5d54-475f-92fa-7328f9f01498 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:27.069758 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-fd397acc-5d54-475f-92fa-7328f9f01498 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.69 "GET /v2.0/networks?id=16b69e40-8cee-4c86-a665-12c79fb517fd HTTP/1.1" status: 200 len: 809 time: 0.1883898 Jul 07 16:52:27.079022 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-fd2d2a2f-3a42-4030-a8d7-23f66ba07d08 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Request body: {'port': {'device_id': '4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396', 'network_id': '16b69e40-8cee-4c86-a665-12c79fb517fd', 'admin_state_up': True, 'tenant_id': '7aab688084a14f9abaa2ef802f28ba9c'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:27.218060 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165bdc9-553a-40b5-83a1-d8a7693e41e9 req-79ef8214-37c0-473a-b770-1bbc91e896a5 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:27.224153 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4165bdc9-553a-40b5-83a1-d8a7693e41e9 req-79ef8214-37c0-473a-b770-1bbc91e896a5 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.0857728 Jul 07 16:52:27.268727 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4165bdc9-553a-40b5-83a1-d8a7693e41e9 req-1e966097-7ad5-4a06-9cc8-878f3881d337 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411708 Jul 07 16:52:27.276283 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-fd2d2a2f-3a42-4030-a8d7-23f66ba07d08 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Made reservation on behalf of 7aab688084a14f9abaa2ef802f28ba9c for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:27.285700 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-fd2d2a2f-3a42-4030-a8d7-23f66ba07d08 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:27.749897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-fd2d2a2f-3a42-4030-a8d7-23f66ba07d08 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Allocated IP 172.20.0.10 (16b69e40-8cee-4c86-a665-12c79fb517fd/fbcce167-4c94-4b3a-b062-a9ca4462041d/85dbf567-79a3-4c6f-b666-3fcecb13913a) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:27.877937 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f05a2-155f-458e-bd29-a55185e47385 req-e7f077bc-fc45-48d1-8024-0837fd64203c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:27.879430 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f36f05a2-155f-458e-bd29-a55185e47385 req-e7f077bc-fc45-48d1-8024-0837fd64203c tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.0735674 Jul 07 16:52:27.881772 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f55aa25d-4a61-4734-9441-985129aa926b req-5186a76c-62b8-4079-ac33-16f61ae0969f tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396 HTTP/1.1" status: 200 len: 210 time: 0.0579286 Jul 07 16:52:27.920650 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f36f05a2-155f-458e-bd29-a55185e47385 req-96241ec2-46c3-4519-968f-01423c0add45 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354178 Jul 07 16:52:27.943332 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-fd2d2a2f-3a42-4030-a8d7-23f66ba07d08 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:27.984482 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-fd2d2a2f-3a42-4030-a8d7-23f66ba07d08 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:28.032716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-fd2d2a2f-3a42-4030-a8d7-23f66ba07d08 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Network 16b69e40-8cee-4c86-a665-12c79fb517fd is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:28.038207 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-fd2d2a2f-3a42-4030-a8d7-23f66ba07d08 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:28.042046 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-fd2d2a2f-3a42-4030-a8d7-23f66ba07d08 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:28.066358 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d2a2f-3a42-4030-a8d7-23f66ba07d08 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Pushing event updated for resources: {'Port': ['ID=85dbf567-79a3-4c6f-b666-3fcecb13913a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:28.096772 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-fd2d2a2f-3a42-4030-a8d7-23f66ba07d08 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:28.097455 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-fd2d2a2f-3a42-4030-a8d7-23f66ba07d08 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:28.119982 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-fd2d2a2f-3a42-4030-a8d7-23f66ba07d08 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0448952 Jul 07 16:52:28.134703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] Request body: {'port': {'device_id': '4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:28.158476 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-610170ce-af43-4835-b616-65666bf4e6a9 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=955e2a7984db41e48fed5bd403b80bb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288959 Jul 07 16:52:28.221003 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:28.263203 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-3ec994f5-c199-4015-8c20-14c1137c192e tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:28.264656 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-3ec994f5-c199-4015-8c20-14c1137c192e tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1054208 Jul 07 16:52:28.280351 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-45f4387d-06bf-49c6-9fef-c89a145137e4 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/quotas/955e2a7984db41e48fed5bd403b80bb8 HTTP/1.1" status: 200 len: 375 time: 0.0090134 Jul 07 16:52:28.318282 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-08cc3670-7b54-46b3-88ab-4cdd5b25e3fc tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=955e2a7984db41e48fed5bd403b80bb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325947 Jul 07 16:52:28.407518 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9f4cf-0305-4f10-b2e4-66e3853d5e3b req-005dc02a-d97e-4e63-819d-cc14e1271d02 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:28.409067 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0ac9f4cf-0305-4f10-b2e4-66e3853d5e3b req-005dc02a-d97e-4e63-819d-cc14e1271d02 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 944 time: 0.1526382 Jul 07 16:52:28.469236 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 1c6dbc2b-9742-4455-8f42-5f1291c4debe no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:28.490217 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0ac9f4cf-0305-4f10-b2e4-66e3853d5e3b req-de2fe065-5305-4fb3-ae8c-3aafcf72f788 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532267 Jul 07 16:52:28.516724 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 1c6dbc2b-9742-4455-8f42-5f1291c4debe {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:28.517063 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 1c6dbc2b-9742-4455-8f42-5f1291c4debe not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:28.586057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85dbf567-79a3-4c6f-b666-3fcecb13913a {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:28.594026 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:28.608665 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] Transition to ACTIVE for port object 85dbf567-79a3-4c6f-b666-3fcecb13913a will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:28.614321 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:28.702276 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] Pushing event updated for resources: {'Port': ['ID=85dbf567-79a3-4c6f-b666-3fcecb13913a,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:28.717263 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bcc49-36fa-4245-acad-e3242da92372 req-2ceca018-ff04-4daa-abc3-d7386db457e9 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:28.719159 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-186bcc49-36fa-4245-acad-e3242da92372 req-2ceca018-ff04-4daa-abc3-d7386db457e9 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.1003904 Jul 07 16:52:28.754428 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dcb67af2-7b6b-4d28-8d79-db5ddea8652b req-a84fc441-8ea5-4b00-8102-71e5b809624f tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/ports?device_id=be131d6d-d033-4597-9a50-b46593603cd1 HTTP/1.1" status: 200 len: 210 time: 0.0552666 Jul 07 16:52:28.761714 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-186bcc49-36fa-4245-acad-e3242da92372 req-ec8c2da7-7dc8-4897-b392-6ee3b3198dce tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360661 Jul 07 16:52:28.810689 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] Attempting to bind port 85dbf567-79a3-4c6f-b666-3fcecb13913a on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:28.811112 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] Attempting to bind port 85dbf567-79a3-4c6f-b666-3fcecb13913a by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '5805b980-fde4-41ba-a877-e102f901c3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16b69e40-8cee-4c86-a665-12c79fb517fd'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:28.811551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] Attempting to bind port 85dbf567-79a3-4c6f-b666-3fcecb13913a on network 16b69e40-8cee-4c86-a665-12c79fb517fd {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:28.818131 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] Port 85dbf567-79a3-4c6f-b666-3fcecb13913a on network 16b69e40-8cee-4c86-a665-12c79fb517fd not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:28.818714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] Attempting to bind port 85dbf567-79a3-4c6f-b666-3fcecb13913a on network 16b69e40-8cee-4c86-a665-12c79fb517fd {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:28.824275 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:28.824822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] Checking segment: {'id': '5805b980-fde4-41ba-a877-e102f901c3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16b69e40-8cee-4c86-a665-12c79fb517fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:28.825330 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] Bound using segment: {'id': '5805b980-fde4-41ba-a877-e102f901c3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16b69e40-8cee-4c86-a665-12c79fb517fd'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:28.825881 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] Bound port: 85dbf567-79a3-4c6f-b666-3fcecb13913a, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5805b980-fde4-41ba-a877-e102f901c3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16b69e40-8cee-4c86-a665-12c79fb517fd'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:28.826321 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:28.938450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] For port 85dbf567-79a3-4c6f-b666-3fcecb13913a, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:28.957705 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] For port 85dbf567-79a3-4c6f-b666-3fcecb13913a, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=85dbf567-79a3-4c6f-b666-3fcecb13913a,segment=NetworkSegment(5805b980-fde4-41ba-a877-e102f901c3b0),segment_id=5805b980-fde4-41ba-a877-e102f901c3b0)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:28.965153 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:29.012697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:29.013618 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:29.015492 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] 10.222.0.69 "PUT /v2.0/ports/85dbf567-79a3-4c6f-b666-3fcecb13913a HTTP/1.1" status: 200 len: 1092 time: 0.8860393 Jul 07 16:52:29.018813 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396', 'tag': '85dbf567-79a3-4c6f-b666-3fcecb13913a'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:29.021974 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9887b455-6a2c-494d-9151-49d980077c07" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396", "tag": "85dbf567-79a3-4c6f-b666-3fcecb13913a"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:29.043313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f062d37-2c72-424b-a8d2-e07bfe524c88 req-0712a674-b436-4735-b15f-9e6507f5d659 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:29.044833 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f062d37-2c72-424b-a8d2-e07bfe524c88 req-0712a674-b436-4735-b15f-9e6507f5d659 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6c8fe56-4d21-464e-a71f-344fbf4d7851 HTTP/1.1" status: 200 len: 946 time: 0.1545517 Jul 07 16:52:29.079715 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e95c2-9f95-41aa-b544-f97cb560ddde req-30cda463-0aba-4fc4-a307-ff2c25ee5e50 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:29.083548 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce144f-db02-468e-9575-0506dbf0a59e service neutron] Pushing event updated for resources: {'Port': ['ID=85dbf567-79a3-4c6f-b666-3fcecb13913a,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:29.095206 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ab2e95c2-9f95-41aa-b544-f97cb560ddde req-30cda463-0aba-4fc4-a307-ff2c25ee5e50 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396 HTTP/1.1" status: 200 len: 944 time: 0.0863204 Jul 07 16:52:29.131005 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ab2e95c2-9f95-41aa-b544-f97cb560ddde req-9c77db90-50dc-467d-92a1-afc2899822e3 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a8d7430-552c-4796-868a-67000055c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345955 Jul 07 16:52:29.138345 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f062d37-2c72-424b-a8d2-e07bfe524c88 req-7637613f-1929-4234-b400-6367d9811ac6 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/security-groups?id=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836759 Jul 07 16:52:29.174394 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-f1e49840-e7b2-47c4-8875-fba96d76085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:29.176062 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-f1e49840-e7b2-47c4-8875-fba96d76085a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7aab688084a14f9abaa2ef802f28ba9c&device_id=4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396 HTTP/1.1" status: 200 len: 1095 time: 0.0815814 Jul 07 16:52:29.236904 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f34fe2-e55c-4cde-9dbc-e02ed7e41509 x-openstack-request-id: req-68f34fe2-e55c-4cde-9dbc-e02ed7e41509 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:29.237196 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396", "tag": "85dbf567-79a3-4c6f-b666-3fcecb13913a", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:29.237585 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-68f34fe2-e55c-4cde-9dbc-e02ed7e41509 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:29.237981 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396', 'tag': '85dbf567-79a3-4c6f-b666-3fcecb13913a', 'status': 'completed', 'code': 200} Jul 07 16:52:29.242394 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-9b55b174-c39f-401d-a7b2-9a4ed74eb96c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85dbf567-79a3-4c6f-b666-3fcecb13913a HTTP/1.1" status: 200 len: 217 time: 0.0556793 Jul 07 16:52:29.311621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-21a1d70a-96ae-41ed-bd85-32a84e453bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:29.313098 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-21a1d70a-96ae-41ed-bd85-32a84e453bd8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fbcce167-4c94-4b3a-b062-a9ca4462041d HTTP/1.1" status: 200 len: 849 time: 0.0623016 Jul 07 16:52:29.321615 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228265e7-49b7-4d5e-a364-f59114f1791b req-0ef365ee-9616-4984-8f85-776732cda872 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:29.323106 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-228265e7-49b7-4d5e-a364-f59114f1791b req-0ef365ee-9616-4984-8f85-776732cda872 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.1461577 Jul 07 16:52:29.334956 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed1a4d-a0c4-46d6-867a-b4b7780a9c2c req-66d4bfd4-a098-40c8-9a6e-9908b07a32d5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:29.336454 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-49ed1a4d-a0c4-46d6-867a-b4b7780a9c2c req-66d4bfd4-a098-40c8-9a6e-9908b07a32d5 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 949 time: 0.0739229 Jul 07 16:52:29.357598 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-20cf0f85-83ec-458c-ac84-56668132fcbd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16b69e40-8cee-4c86-a665-12c79fb517fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335279 Jul 07 16:52:29.376164 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-49ed1a4d-a0c4-46d6-867a-b4b7780a9c2c req-8844731f-da11-49f6-b09a-a873911b5eb4 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338309 Jul 07 16:52:29.501054 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-4552414b-0e57-40f5-a2a9-b8f365158d0c service neutron] 10.222.0.69 "GET /v2.0/networks/16b69e40-8cee-4c86-a665-12c79fb517fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254950 Jul 07 16:52:29.541773 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb44dac-c8c8-43de-a9cf-0096baf9ee34 req-2aca82fc-c2e2-48a4-b2bd-8f152aabea77 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:29.543303 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dbb44dac-c8c8-43de-a9cf-0096baf9ee34 req-2aca82fc-c2e2-48a4-b2bd-8f152aabea77 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6c8fe56-4d21-464e-a71f-344fbf4d7851 HTTP/1.1" status: 200 len: 946 time: 0.0630658 Jul 07 16:52:29.560812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-228265e7-49b7-4d5e-a364-f59114f1791b req-5687c61a-b294-4154-a565-0ef0efcc75c0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Deleting port 2e956c6d-4647-4508-a858-901e36dbdafb {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:29.561787 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-228265e7-49b7-4d5e-a364-f59114f1791b req-5687c61a-b294-4154-a565-0ef0efcc75c0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:29.707852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-dbb44dac-c8c8-43de-a9cf-0096baf9ee34 req-4de53d4b-a9f3-41f0-85c9-35937a5f0343 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Deleting port 7b8cb91f-fd85-4b4b-926d-c4bc480784e6 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:29.708196 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-dbb44dac-c8c8-43de-a9cf-0096baf9ee34 req-4de53d4b-a9f3-41f0-85c9-35937a5f0343 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:29.723714 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c29d6b-6819-4328-8f38-7a2954eeac3c req-082961d9-4ece-4bdc-a575-98149409b8aa tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:29.726878 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eea8eb52-68b5-4b5b-b9d7-55df9454a14a req-00f3d1a2-708a-4d7c-ab70-b10da9ed8251 service neutron] 10.222.0.69 "GET /v2.0/networks/16b69e40-8cee-4c86-a665-12c79fb517fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154770 Jul 07 16:52:29.728004 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b9c29d6b-6819-4328-8f38-7a2954eeac3c req-082961d9-4ece-4bdc-a575-98149409b8aa tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1dd29c5-d8c8-4f44-8e12-51dff993ac80 HTTP/1.1" status: 200 len: 945 time: 0.1347489 Jul 07 16:52:29.757716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-228265e7-49b7-4d5e-a364-f59114f1791b req-5687c61a-b294-4154-a565-0ef0efcc75c0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] For port 2e956c6d-4647-4508-a858-901e36dbdafb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2e956c6d-4647-4508-a858-901e36dbdafb,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:29.758021 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-228265e7-49b7-4d5e-a364-f59114f1791b req-5687c61a-b294-4154-a565-0ef0efcc75c0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:29.762730 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-de5b8e67-5a33-4c87-83c9-9bff9f4c512b tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=955e2a7984db41e48fed5bd403b80bb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378759 Jul 07 16:52:29.790093 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-228265e7-49b7-4d5e-a364-f59114f1791b req-5687c61a-b294-4154-a565-0ef0efcc75c0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Calling delete_port for 2e956c6d-4647-4508-a858-901e36dbdafb owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:29.820472 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4ad48-946b-4e99-beef-6af95ebd6a43 req-960beaa8-65e0-414d-9582-de94aaad994c tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:29.827149 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-31a4ad48-946b-4e99-beef-6af95ebd6a43 req-960beaa8-65e0-414d-9582-de94aaad994c tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 944 time: 0.2069051 Jul 07 16:52:29.889751 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-dbb44dac-c8c8-43de-a9cf-0096baf9ee34 req-4de53d4b-a9f3-41f0-85c9-35937a5f0343 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] For port 7b8cb91f-fd85-4b4b-926d-c4bc480784e6, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7b8cb91f-fd85-4b4b-926d-c4bc480784e6,segment=NetworkSegment(edd6f053-8c81-4936-a583-893943154a69),segment_id=edd6f053-8c81-4936-a583-893943154a69)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:29.890116 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-dbb44dac-c8c8-43de-a9cf-0096baf9ee34 req-4de53d4b-a9f3-41f0-85c9-35937a5f0343 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:29.906576 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-dbb44dac-c8c8-43de-a9cf-0096baf9ee34 req-4de53d4b-a9f3-41f0-85c9-35937a5f0343 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Calling delete_port for 7b8cb91f-fd85-4b4b-926d-c4bc480784e6 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:29.929524 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-b9c29d6b-6819-4328-8f38-7a2954eeac3c req-2a52be18-2edb-4498-99ed-16b4ae425c33 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Deleting port ea2afb53-819f-4e45-bd97-ce6d231b2785 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:29.929866 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b9c29d6b-6819-4328-8f38-7a2954eeac3c req-2a52be18-2edb-4498-99ed-16b4ae425c33 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:29.990053 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-31a4ad48-946b-4e99-beef-6af95ebd6a43 req-7fa5007b-6a74-4466-bee2-4743038dd445 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619241 Jul 07 16:52:30.037182 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-f5e60645-92b6-4bc8-9854-86beb99bcc5e tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:30.038682 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-f5e60645-92b6-4bc8-9854-86beb99bcc5e tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2675674 Jul 07 16:52:30.060974 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-e582b2fa-075f-427b-9f9e-07d188633af7 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Request body: {'port': {'device_id': 'be131d6d-d033-4597-9a50-b46593603cd1', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '955e2a7984db41e48fed5bd403b80bb8'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:30.065662 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887b455-6a2c-494d-9151-49d980077c07 req-7fc669e5-16e6-46d8-9b6a-0460e7a0a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:30.067722 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9887b455-6a2c-494d-9151-49d980077c07 req-7fc669e5-16e6-46d8-9b6a-0460e7a0a397 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7aab688084a14f9abaa2ef802f28ba9c&device_id=4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396 HTTP/1.1" status: 200 len: 1095 time: 0.2756500 Jul 07 16:52:30.077825 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-23b8f15c-d931-491f-a004-f31f48455b63 req-1dfce5a1-5b18-4cb7-ab49-4fb75361a633 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/ports?device_id=be131d6d-d033-4597-9a50-b46593603cd1 HTTP/1.1" status: 200 len: 210 time: 0.0905688 Jul 07 16:52:30.185124 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-b9c29d6b-6819-4328-8f38-7a2954eeac3c req-2a52be18-2edb-4498-99ed-16b4ae425c33 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] For port ea2afb53-819f-4e45-bd97-ce6d231b2785, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ea2afb53-819f-4e45-bd97-ce6d231b2785,segment=NetworkSegment(edd6f053-8c81-4936-a583-893943154a69),segment_id=edd6f053-8c81-4936-a583-893943154a69)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:30.185849 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b9c29d6b-6819-4328-8f38-7a2954eeac3c req-2a52be18-2edb-4498-99ed-16b4ae425c33 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.206422 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-b9c29d6b-6819-4328-8f38-7a2954eeac3c req-2a52be18-2edb-4498-99ed-16b4ae425c33 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Calling delete_port for ea2afb53-819f-4e45-bd97-ce6d231b2785 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:30.236689 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-dbb44dac-c8c8-43de-a9cf-0096baf9ee34 req-4de53d4b-a9f3-41f0-85c9-35937a5f0343 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.255589 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['7b8cb91f-fd85-4b4b-926d-c4bc480784e6'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:30.299930 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['ea2afb53-819f-4e45-bd97-ce6d231b2785'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:30.300146 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de53d4b-a9f3-41f0-85c9-35937a5f0343 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Pushing event deleted for resources: {'Port': ['ID=7b8cb91f-fd85-4b4b-926d-c4bc480784e6,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:30.333082 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-228265e7-49b7-4d5e-a364-f59114f1791b req-5687c61a-b294-4154-a565-0ef0efcc75c0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.351842 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['2e956c6d-4647-4508-a858-901e36dbdafb'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:30.370636 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb44dac-c8c8-43de-a9cf-0096baf9ee34 req-4de53d4b-a9f3-41f0-85c9-35937a5f0343 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] No DVR routers for this DVR port 7b8cb91f-fd85-4b4b-926d-c4bc480784e6 on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:30.375633 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-dbb44dac-c8c8-43de-a9cf-0096baf9ee34 req-4de53d4b-a9f3-41f0-85c9-35937a5f0343 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.377810 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dbb44dac-c8c8-43de-a9cf-0096baf9ee34 req-4de53d4b-a9f3-41f0-85c9-35937a5f0343 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.69 "DELETE /v2.0/ports/7b8cb91f-fd85-4b4b-926d-c4bc480784e6 HTTP/1.1" status: 204 len: 173 time: 0.8288293 Jul 07 16:52:30.382183 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c8fe56-4d21-464e-a71f-344fbf4d7851', 'name': 'network-vif-deleted', 'tag': '7b8cb91f-fd85-4b4b-926d-c4bc480784e6'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:30.384798 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a70108-3c08-4e15-81f9-688a119c64fe" -d '{"events": [{"server_uuid": "d6c8fe56-4d21-464e-a71f-344fbf4d7851", "name": "network-vif-deleted", "tag": "7b8cb91f-fd85-4b4b-926d-c4bc480784e6"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:30.398033 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687c61a-b294-4154-a565-0ef0efcc75c0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Pushing event deleted for resources: {'Port': ['ID=2e956c6d-4647-4508-a858-901e36dbdafb,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:30.403368 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887b455-6a2c-494d-9151-49d980077c07 req-aca6210c-361b-40e0-ae15-b4c0574c1223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:30.404893 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9887b455-6a2c-494d-9151-49d980077c07 req-aca6210c-361b-40e0-ae15-b4c0574c1223 service neutron] 10.222.0.69 "GET /v2.0/networks?id=16b69e40-8cee-4c86-a665-12c79fb517fd HTTP/1.1" status: 200 len: 910 time: 0.3195140 Jul 07 16:52:30.486415 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9bbe6-9217-442e-a496-0092af869117 req-97c29969-a7a9-44b9-b0d4-4782051d3079 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:30.493072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d89bf4-c168-48f2-85e5-c3c4e096fcec req-ba181068-a988-4e12-ab61-6328943c8a08 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:30.494296 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-18d9bbe6-9217-442e-a496-0092af869117 req-97c29969-a7a9-44b9-b0d4-4782051d3079 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396 HTTP/1.1" status: 200 len: 944 time: 0.1355779 Jul 07 16:52:30.500999 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-95d89bf4-c168-48f2-85e5-c3c4e096fcec req-ba181068-a988-4e12-ab61-6328943c8a08 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.3784888 Jul 07 16:52:30.522144 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9887b455-6a2c-494d-9151-49d980077c07 req-5575dc66-2cab-43da-b8a5-106d01622ee7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85dbf567-79a3-4c6f-b666-3fcecb13913a HTTP/1.1" status: 200 len: 217 time: 0.1095514 Jul 07 16:52:30.522773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-e582b2fa-075f-427b-9f9e-07d188633af7 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Made reservation on behalf of 955e2a7984db41e48fed5bd403b80bb8 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:30.526220 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-e582b2fa-075f-427b-9f9e-07d188633af7 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.536108 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-228265e7-49b7-4d5e-a364-f59114f1791b req-5687c61a-b294-4154-a565-0ef0efcc75c0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] No DVR routers for this DVR port 2e956c6d-4647-4508-a858-901e36dbdafb on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:30.552141 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-228265e7-49b7-4d5e-a364-f59114f1791b req-5687c61a-b294-4154-a565-0ef0efcc75c0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.554268 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-228265e7-49b7-4d5e-a364-f59114f1791b req-5687c61a-b294-4154-a565-0ef0efcc75c0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.69 "DELETE /v2.0/ports/2e956c6d-4647-4508-a858-901e36dbdafb HTTP/1.1" status: 204 len: 173 time: 1.2216017 Jul 07 16:52:30.558118 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['78af5bd3-4034-4762-a6a0-1b73f58d5009'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:30.573540 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-18d9bbe6-9217-442e-a496-0092af869117 req-2c80f44b-fac9-4785-810b-e70a8cb725bd tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a8d7430-552c-4796-868a-67000055c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737655 Jul 07 16:52:30.582480 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-e582b2fa-075f-427b-9f9e-07d188633af7 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.625807 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b9c29d6b-6819-4328-8f38-7a2954eeac3c req-2a52be18-2edb-4498-99ed-16b4ae425c33 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.646565 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['7b8cb91f-fd85-4b4b-926d-c4bc480784e6'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:30.667336 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-95d89bf4-c168-48f2-85e5-c3c4e096fcec req-07a84a89-3578-4f46-9e37-08c51aa4da79 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665180 Jul 07 16:52:30.670678 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887b455-6a2c-494d-9151-49d980077c07 req-3a2c5010-f42a-4a56-8722-99678614e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:30.672240 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9887b455-6a2c-494d-9151-49d980077c07 req-3a2c5010-f42a-4a56-8722-99678614e737 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fbcce167-4c94-4b3a-b062-a9ca4462041d HTTP/1.1" status: 200 len: 849 time: 0.1434627 Jul 07 16:52:30.732290 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52be18-2edb-4498-99ed-16b4ae425c33 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Pushing event deleted for resources: {'Port': ['ID=ea2afb53-819f-4e45-bd97-ce6d231b2785,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:30.742059 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9887b455-6a2c-494d-9151-49d980077c07 req-605a8c0e-b255-4ba0-8daf-fd4c82041634 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16b69e40-8cee-4c86-a665-12c79fb517fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596108 Jul 07 16:52:30.753803 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96bc402-c5d7-488c-acf0-718b9d840a1d x-openstack-request-id: req-c96bc402-c5d7-488c-acf0-718b9d840a1d {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:30.754094 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c8fe56-4d21-464e-a71f-344fbf4d7851", "name": "network-vif-deleted", "tag": "7b8cb91f-fd85-4b4b-926d-c4bc480784e6", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:30.754349 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c96bc402-c5d7-488c-acf0-718b9d840a1d {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:30.754767 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c8fe56-4d21-464e-a71f-344fbf4d7851', 'name': 'network-vif-deleted', 'tag': '7b8cb91f-fd85-4b4b-926d-c4bc480784e6', 'status': 'completed', 'code': 200} Jul 07 16:52:30.776171 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c29d6b-6819-4328-8f38-7a2954eeac3c req-2a52be18-2edb-4498-99ed-16b4ae425c33 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] No DVR routers for this DVR port ea2afb53-819f-4e45-bd97-ce6d231b2785 on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:30.780068 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b9c29d6b-6819-4328-8f38-7a2954eeac3c req-2a52be18-2edb-4498-99ed-16b4ae425c33 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:30.782906 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b9c29d6b-6819-4328-8f38-7a2954eeac3c req-2a52be18-2edb-4498-99ed-16b4ae425c33 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.15 "DELETE /v2.0/ports/ea2afb53-819f-4e45-bd97-ce6d231b2785 HTTP/1.1" status: 204 len: 173 time: 1.0451186 Jul 07 16:52:30.872330 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fae6eb31-230b-41a4-9fde-831c4ceb28d4 req-7cb36b06-993c-4a17-98cb-7dfcd6120202 tempest-ListServersNegativeTestJSON-2114459877 tempest-ListServersNegativeTestJSON-2114459877-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6c8fe56-4d21-464e-a71f-344fbf4d7851 HTTP/1.1" status: 200 len: 210 time: 0.0410874 Jul 07 16:52:30.992398 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e4d9592-bfd4-4048-b3ee-c7d509d63415 req-ccc92b64-ee19-4440-84ad-fd614bb79523 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3e2eb6a-fc99-490f-a960-d84c854c888c HTTP/1.1" status: 200 len: 210 time: 0.0570459 Jul 07 16:52:31.002134 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9887b455-6a2c-494d-9151-49d980077c07 req-74848524-939d-4c07-96e6-bd5e056d0d98 service neutron] 10.222.0.69 "GET /v2.0/networks/16b69e40-8cee-4c86-a665-12c79fb517fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411704 Jul 07 16:52:31.133059 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-e582b2fa-075f-427b-9f9e-07d188633af7 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.147055 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-e582b2fa-075f-427b-9f9e-07d188633af7 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.246661 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-167c2d58-0d97-4992-bb09-d6df46a614c4 req-0db00c82-2498-43f2-81b4-ff9fdeb1adf1 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/ports?device_id=be131d6d-d033-4597-9a50-b46593603cd1 HTTP/1.1" status: 200 len: 210 time: 0.0321834 Jul 07 16:52:31.253401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e2eb6a-fc99-490f-a960-d84c854c888c', 'name': 'network-vif-deleted', 'tag': '2e956c6d-4647-4508-a858-901e36dbdafb'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:31.255451 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e23f179-e886-4dc1-b655-8e6f4896ccb3" -d '{"events": [{"server_uuid": "a3e2eb6a-fc99-490f-a960-d84c854c888c", "name": "network-vif-deleted", "tag": "2e956c6d-4647-4508-a858-901e36dbdafb"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:31.265787 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9887b455-6a2c-494d-9151-49d980077c07 req-c3b82b76-c858-469d-af3d-501f8aa9c3b8 service neutron] 10.222.0.69 "GET /v2.0/networks/16b69e40-8cee-4c86-a665-12c79fb517fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531216 Jul 07 16:52:31.267273 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582b2fa-075f-427b-9f9e-07d188633af7 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b381097f-bba6-4a42-a4f3-37499b0c038c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:31.350550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee0e28-f993-4dd4-ae05-54657fd9f1fd req-831fc2fc-d4b1-470a-abc0-ae9f01706417 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:31.352160 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1bee0e28-f993-4dd4-ae05-54657fd9f1fd req-831fc2fc-d4b1-470a-abc0-ae9f01706417 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 944 time: 0.2014453 Jul 07 16:52:31.395856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-e582b2fa-075f-427b-9f9e-07d188633af7 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Allocated IP 192.168.233.41 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/ebf08bd8-a0f0-4160-b5f8-ce500808670e) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:31.405965 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dd2ddc-0fcb-49b0-b52b-8c6f3befa1b7 x-openstack-request-id: req-78dd2ddc-0fcb-49b0-b52b-8c6f3befa1b7 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:31.406287 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e2eb6a-fc99-490f-a960-d84c854c888c", "name": "network-vif-deleted", "tag": "2e956c6d-4647-4508-a858-901e36dbdafb", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:31.406568 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-78dd2ddc-0fcb-49b0-b52b-8c6f3befa1b7 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:31.407393 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e2eb6a-fc99-490f-a960-d84c854c888c', 'name': 'network-vif-deleted', 'tag': '2e956c6d-4647-4508-a858-901e36dbdafb', 'status': 'completed', 'code': 200} Jul 07 16:52:31.427180 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1bee0e28-f993-4dd4-ae05-54657fd9f1fd req-308047db-fdc1-42fc-9490-a52fc0d4029e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675030 Jul 07 16:52:31.577014 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-e582b2fa-075f-427b-9f9e-07d188633af7 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.590062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-e582b2fa-075f-427b-9f9e-07d188633af7 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Transition to ACTIVE for port object ebf08bd8-a0f0-4160-b5f8-ce500808670e will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:31.635337 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-e582b2fa-075f-427b-9f9e-07d188633af7 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.684120 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-e582b2fa-075f-427b-9f9e-07d188633af7 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:31.689952 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-e582b2fa-075f-427b-9f9e-07d188633af7 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:31.694085 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-e582b2fa-075f-427b-9f9e-07d188633af7 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:31.723818 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582b2fa-075f-427b-9f9e-07d188633af7 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Pushing event updated for resources: {'Port': ['ID=ebf08bd8-a0f0-4160-b5f8-ce500808670e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:31.763676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-e582b2fa-075f-427b-9f9e-07d188633af7 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:31.764752 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-e582b2fa-075f-427b-9f9e-07d188633af7 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.788175 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-e582b2fa-075f-427b-9f9e-07d188633af7 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7326102 Jul 07 16:52:31.799212 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c88405-bd37-45ac-8b87-03c76ed8659c req-fd99ea0d-92df-4cc8-a496-ec1504202f66 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:31.806451 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-00c88405-bd37-45ac-8b87-03c76ed8659c req-fd99ea0d-92df-4cc8-a496-ec1504202f66 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396 HTTP/1.1" status: 200 len: 944 time: 0.0870917 Jul 07 16:52:31.811137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] Request body: {'port': {'device_id': 'be131d6d-d033-4597-9a50-b46593603cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:31.842536 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-00c88405-bd37-45ac-8b87-03c76ed8659c req-1bb39220-82db-4200-ab38-6e4249c26150 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a8d7430-552c-4796-868a-67000055c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350745 Jul 07 16:52:31.921628 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:31.931885 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81853561-bec1-4f4f-97da-5cadc4f7a604 req-718a3ae9-f348-4874-9931-2c70b3e00db7 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:31.933376 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81853561-bec1-4f4f-97da-5cadc4f7a604 req-718a3ae9-f348-4874-9931-2c70b3e00db7 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.1398385 Jul 07 16:52:32.006904 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81853561-bec1-4f4f-97da-5cadc4f7a604 req-25093d35-82f8-495f-8336-e3567a25808a tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650442 Jul 07 16:52:32.013627 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-aae439e6-6911-43ef-8576-6ec6c8deebed None None] Provisioning for port ebf08bd8-a0f0-4160-b5f8-ce500808670e completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:32.023834 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-aae439e6-6911-43ef-8576-6ec6c8deebed None None] Provisioning complete for port ebf08bd8-a0f0-4160-b5f8-ce500808670e triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:32.024218 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aae439e6-6911-43ef-8576-6ec6c8deebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.037965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36516) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:32.124722 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-5917cb8b-69ba-4977-9c1f-eb18a1abe798 admin admin] Deleting subnet 3d2904df-52b2-46cb-8a71-1b376c84496d {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:52:32.127466 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-aae439e6-6911-43ef-8576-6ec6c8deebed None None] Port ebf08bd8-a0f0-4160-b5f8-ce500808670e cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:52:32.130513 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5917cb8b-69ba-4977-9c1f-eb18a1abe798 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.172426 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5917cb8b-69ba-4977-9c1f-eb18a1abe798 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.229744 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5917cb8b-69ba-4977-9c1f-eb18a1abe798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.299283 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5917cb8b-69ba-4977-9c1f-eb18a1abe798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.331746 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917cb8b-69ba-4977-9c1f-eb18a1abe798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d2904df-52b2-46cb-8a71-1b376c84496d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:32.337064 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5917cb8b-69ba-4977-9c1f-eb18a1abe798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.339425 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5917cb8b-69ba-4977-9c1f-eb18a1abe798 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3d2904df-52b2-46cb-8a71-1b376c84496d HTTP/1.1" status: 204 len: 168 time: 0.2996707 Jul 07 16:52:32.341912 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36524) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:32.470693 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a020014e-eb48-445f-8759-ca6025792d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.487784 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ea2afb53-819f-4e45-bd97-ce6d231b2785 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:32.515147 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: ea2afb53-819f-4e45-bd97-ce6d231b2785 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:32.515598 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ea2afb53-819f-4e45-bd97-ce6d231b2785 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:32.565910 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4c0b1-98da-4be2-96ae-bf4ca5ab4e2d req-60de152c-ab33-40ee-b06a-29039341702a tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:32.573450 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3cb4c0b1-98da-4be2-96ae-bf4ca5ab4e2d req-60de152c-ab33-40ee-b06a-29039341702a tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/ports?device_id=be131d6d-d033-4597-9a50-b46593603cd1 HTTP/1.1" status: 200 len: 935 time: 0.1529989 Jul 07 16:52:32.590934 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf08bd8-a0f0-4160-b5f8-ce500808670e {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:32.601582 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a020014e-eb48-445f-8759-ca6025792d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.607972 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.620160 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-a020014e-eb48-445f-8759-ca6025792d0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd2479d0-9fcf-478a-92c1-f7873caa6cec']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:32.635014 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3cb4c0b1-98da-4be2-96ae-bf4ca5ab4e2d req-f96a3adc-ba2d-4ac1-984f-4312f7d5bfd3 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/security-groups?id=b381097f-bba6-4a42-a4f3-37499b0c038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611882 Jul 07 16:52:32.636144 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-a020014e-eb48-445f-8759-ca6025792d0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd6f053-8c81-4936-a583-893943154a69') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:32.636444 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-a020014e-eb48-445f-8759-ca6025792d0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd6f053-8c81-4936-a583-893943154a69') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:32.640604 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] Transition to ACTIVE for port object ebf08bd8-a0f0-4160-b5f8-ce500808670e will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:32.647992 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.648274 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a020014e-eb48-445f-8759-ca6025792d0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.674659 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a020014e-eb48-445f-8759-ca6025792d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.682402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a020014e-eb48-445f-8759-ca6025792d0c admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:52:32.683022 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a020014e-eb48-445f-8759-ca6025792d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:52:32.685166 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:52:32.747755 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] Pushing event updated for resources: {'Port': ['ID=ebf08bd8-a0f0-4160-b5f8-ce500808670e,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:32.757861 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dd29c5-d8c8-4f44-8e12-51dff993ac80', 'name': 'network-vif-deleted', 'tag': 'ea2afb53-819f-4e45-bd97-ce6d231b2785'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:32.760214 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbc8b40-e4a9-41de-9036-9afb428a6be0" -d '{"events": [{"server_uuid": "d1dd29c5-d8c8-4f44-8e12-51dff993ac80", "name": "network-vif-deleted", "tag": "ea2afb53-819f-4e45-bd97-ce6d231b2785"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:32.774157 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a020014e-eb48-445f-8759-ca6025792d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.778731 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a020014e-eb48-445f-8759-ca6025792d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.780783 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a020014e-eb48-445f-8759-ca6025792d0c admin admin] 10.222.0.50 "DELETE /v2.0/networks/bd2479d0-9fcf-478a-92c1-f7873caa6cec HTTP/1.1" status: 204 len: 168 time: 0.4376493 Jul 07 16:52:32.783762 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734426d8-dd6d-45ec-bfc5-2231f1c6d32a req-ea315d24-87b5-4d37-b9a1-5baf90f222c0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:32.785440 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-734426d8-dd6d-45ec-bfc5-2231f1c6d32a req-ea315d24-87b5-4d37-b9a1-5baf90f222c0 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.1894922 Jul 07 16:52:32.820994 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020014e-eb48-445f-8759-ca6025792d0c admin admin] Pushing event deleted for resources: {'Network': ['ID=bd2479d0-9fcf-478a-92c1-f7873caa6cec,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:32.842140 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] Attempting to bind port ebf08bd8-a0f0-4160-b5f8-ce500808670e on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:32.842558 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] Attempting to bind port ebf08bd8-a0f0-4160-b5f8-ce500808670e by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:32.842835 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] Attempting to bind port ebf08bd8-a0f0-4160-b5f8-ce500808670e on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:32.849380 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-734426d8-dd6d-45ec-bfc5-2231f1c6d32a req-e3c257e1-00e5-493e-a93f-912c9f4ab52d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533242 Jul 07 16:52:32.851288 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6a89080d-3f24-4d5f-bb94-7a8548468a8a details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:32.852359 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] Port ebf08bd8-a0f0-4160-b5f8-ce500808670e on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:32.852693 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] Attempting to bind port ebf08bd8-a0f0-4160-b5f8-ce500808670e on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:32.858190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:32.858588 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:32.858971 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:32.859396 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] Bound port: ebf08bd8-a0f0-4160-b5f8-ce500808670e, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:32.859813 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:32.862918 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 2e956c6d-4647-4508-a858-901e36dbdafb no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:32.867340 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d133fb5-04da-4c95-a656-b300d5cf348c req-83915ccb-a5cc-4422-a8b5-056a866aa799 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:32.870705 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1d133fb5-04da-4c95-a656-b300d5cf348c req-83915ccb-a5cc-4422-a8b5-056a866aa799 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 944 time: 0.1067808 Jul 07 16:52:32.928130 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 2e956c6d-4647-4508-a858-901e36dbdafb {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:32.928485 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 2e956c6d-4647-4508-a858-901e36dbdafb not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:32.936858 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1d133fb5-04da-4c95-a656-b300d5cf348c req-797f6c83-b8a1-4bf6-8ea1-99883b5948a0 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600188 Jul 07 16:52:32.957268 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10ba06e-43a7-426e-b23d-d52dfce6cfa6 x-openstack-request-id: req-d10ba06e-43a7-426e-b23d-d52dfce6cfa6 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:32.957644 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dd29c5-d8c8-4f44-8e12-51dff993ac80", "name": "network-vif-deleted", "tag": "ea2afb53-819f-4e45-bd97-ce6d231b2785", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:32.957969 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d10ba06e-43a7-426e-b23d-d52dfce6cfa6 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:32.958467 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dd29c5-d8c8-4f44-8e12-51dff993ac80', 'name': 'network-vif-deleted', 'tag': 'ea2afb53-819f-4e45-bd97-ce6d231b2785', 'status': 'completed', 'code': 200} Jul 07 16:52:32.965761 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] For port ebf08bd8-a0f0-4160-b5f8-ce500808670e, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:32.970957 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] For port ebf08bd8-a0f0-4160-b5f8-ce500808670e, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ebf08bd8-a0f0-4160-b5f8-ce500808670e,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:32.977323 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.052497 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36540) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:33.053011 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:33.053752 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.057866 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] 10.222.0.15 "PUT /v2.0/ports/ebf08bd8-a0f0-4160-b5f8-ce500808670e HTTP/1.1" status: 200 len: 1095 time: 1.2488542 Jul 07 16:52:33.060460 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7231c-e042-4bc7-884b-4382243cc06d service neutron] Pushing event updated for resources: {'Port': ['ID=ebf08bd8-a0f0-4160-b5f8-ce500808670e,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:33.145460 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6a89080d-3f24-4d5f-bb94-7a8548468a8a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6a89080d-3f24-4d5f-bb94-7a8548468a8a,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:33.162146 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8fac68d1-ab14-48bc-99d3-a655e2c94712 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b40780fb77234457a03fa516042a99ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1054776 Jul 07 16:52:33.164461 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36544) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:33.173812 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '6a89080d-3f24-4d5f-bb94-7a8548468a8a', 'network_id': '51ec3819-671e-411b-b116-1f7886237f24', 'port_id': '6a89080d-3f24-4d5f-bb94-7a8548468a8a', 'mac_address': 'fa:16:3e:80:12:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c985cc-e916-416e-988d-68453d64db86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:33.228247 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.234284 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064b814-8164-480f-9354-50b7089e9544 req-ac181d37-633a-4dd8-8ec9-4e85102eef39 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:33.241661 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0064b814-8164-480f-9354-50b7089e9544 req-ac181d37-633a-4dd8-8ec9-4e85102eef39 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396 HTTP/1.1" status: 200 len: 944 time: 0.1683989 Jul 07 16:52:33.265951 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a89080d-3f24-4d5f-bb94-7a8548468a8a {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:33.267721 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-a0ef3b13-cb3e-4ce5-92d1-1eeb8a5b0cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:33.269237 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-a0ef3b13-cb3e-4ce5-92d1-1eeb8a5b0cbe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=955e2a7984db41e48fed5bd403b80bb8&device_id=be131d6d-d033-4597-9a50-b46593603cd1 HTTP/1.1" status: 200 len: 1098 time: 0.1578751 Jul 07 16:52:33.295451 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0064b814-8164-480f-9354-50b7089e9544 req-3ba68fe6-40a4-4a39-9375-247940ba220b tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a8d7430-552c-4796-868a-67000055c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520873 Jul 07 16:52:33.296354 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e2ef567-691c-4730-a67e-ad260228dfd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.296963 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6a89080d-3f24-4d5f-bb94-7a8548468a8a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6a89080d-3f24-4d5f-bb94-7a8548468a8a,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:33.302365 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.335250 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-c79dc107-2fd5-45c6-9a58-3a725a4edeec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ebf08bd8-a0f0-4160-b5f8-ce500808670e HTTP/1.1" status: 200 len: 217 time: 0.0549273 Jul 07 16:52:33.335514 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e2ef567-691c-4730-a67e-ad260228dfd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.343766 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aa314-39ef-41e4-8e72-08e7c9861730 req-df73df85-5a1f-4269-a82c-2b3e3da7a719 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:33.345358 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-873aa314-39ef-41e4-8e72-08e7c9861730 req-df73df85-5a1f-4269-a82c-2b3e3da7a719 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.1533353 Jul 07 16:52:33.399512 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6a89080d-3f24-4d5f-bb94-7a8548468a8a,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:33.399927 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e2ef567-691c-4730-a67e-ad260228dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.403062 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e2ef567-691c-4730-a67e-ad260228dfd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:33.404330 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2e2ef567-691c-4730-a67e-ad260228dfd7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36 HTTP/1.1" status: 204 len: 168 time: 0.2379153 Jul 07 16:52:33.413650 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ef567-691c-4730-a67e-ad260228dfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c50dd5-4aa7-4d2c-9cfa-c992d8fc2e36,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:33.421310 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be131d6d-d033-4597-9a50-b46593603cd1', 'tag': 'ebf08bd8-a0f0-4160-b5f8-ce500808670e'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:33.423625 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a568c723-6234-4137-9ca2-50fe887b96df" -d '{"events": [{"name": "network-changed", "server_uuid": "be131d6d-d033-4597-9a50-b46593603cd1", "tag": "ebf08bd8-a0f0-4160-b5f8-ce500808670e"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:33.457894 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-c6688ece-df5e-455b-8635-87ef3b06f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:33.459371 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-c6688ece-df5e-455b-8635-87ef3b06f0da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1130829 Jul 07 16:52:33.462338 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-873aa314-39ef-41e4-8e72-08e7c9861730 req-6e092d88-1430-44f9-911c-0937d7888f4a tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076748 Jul 07 16:52:33.475942 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e72007-cd75-4be4-9c73-1562bfa5b60f x-openstack-request-id: req-90e72007-cd75-4be4-9c73-1562bfa5b60f {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:33.476222 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be131d6d-d033-4597-9a50-b46593603cd1", "tag": "ebf08bd8-a0f0-4160-b5f8-ce500808670e", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:33.476483 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-90e72007-cd75-4be4-9c73-1562bfa5b60f {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:33.476880 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be131d6d-d033-4597-9a50-b46593603cd1', 'tag': 'ebf08bd8-a0f0-4160-b5f8-ce500808670e', 'status': 'completed', 'code': 200} Jul 07 16:52:33.535173 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-34cfef44-2eb6-4ca3-8a14-40a32105294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:33.536662 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-34cfef44-2eb6-4ca3-8a14-40a32105294a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0561898 Jul 07 16:52:33.641994 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-65ed3d32-27ba-4b49-8509-51cc878e6b30 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965145 Jul 07 16:52:33.667375 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['6a89080d-3f24-4d5f-bb94-7a8548468a8a'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:33.742423 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55e7af1f-8f4f-47da-96ef-119aed56e9fc req-4a643675-d025-435d-b4e6-65e63219b8c5 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933809 Jul 07 16:52:33.879330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568c723-6234-4137-9ca2-50fe887b96df req-7ee3288d-7e67-4543-89f7-fe75df5ad01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:33.881124 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a568c723-6234-4137-9ca2-50fe887b96df req-7ee3288d-7e67-4543-89f7-fe75df5ad01b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=955e2a7984db41e48fed5bd403b80bb8&device_id=be131d6d-d033-4597-9a50-b46593603cd1 HTTP/1.1" status: 200 len: 1098 time: 0.0651848 Jul 07 16:52:33.937104 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e742998-2185-4b45-b8dd-6c2238e26c0e req-dc3b971f-eb8e-44d1-8525-58d2a9c1a28d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:33.939253 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e742998-2185-4b45-b8dd-6c2238e26c0e req-dc3b971f-eb8e-44d1-8525-58d2a9c1a28d tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.1479690 Jul 07 16:52:33.952592 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4832c9-6aab-455d-ba4c-12aa9749f7f3 req-50886d5d-fd8d-46d4-81d0-a41bd8bb066e tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:33.955783 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f4832c9-6aab-455d-ba4c-12aa9749f7f3 req-50886d5d-fd8d-46d4-81d0-a41bd8bb066e tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/ports?device_id=be131d6d-d033-4597-9a50-b46593603cd1 HTTP/1.1" status: 200 len: 947 time: 0.1281114 Jul 07 16:52:33.988324 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568c723-6234-4137-9ca2-50fe887b96df req-9cb1b793-88d5-4110-a1e8-7646262296e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:33.990103 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a568c723-6234-4137-9ca2-50fe887b96df req-9cb1b793-88d5-4110-a1e8-7646262296e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1018896 Jul 07 16:52:34.045671 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f4832c9-6aab-455d-ba4c-12aa9749f7f3 req-fd60069a-8fe0-45ff-b090-7df79eebf00b tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/security-groups?id=b381097f-bba6-4a42-a4f3-37499b0c038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779684 Jul 07 16:52:34.051462 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a568c723-6234-4137-9ca2-50fe887b96df req-73d35b42-7b87-4e33-b7bd-52c24ba9644f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ebf08bd8-a0f0-4160-b5f8-ce500808670e HTTP/1.1" status: 200 len: 217 time: 0.0513813 Jul 07 16:52:34.122303 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-2e742998-2185-4b45-b8dd-6c2238e26c0e req-f033bc1f-f224-4b35-b94b-b2215ea5e8d3 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Deleting port 78af5bd3-4034-4762-a6a0-1b73f58d5009 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:34.122800 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2e742998-2185-4b45-b8dd-6c2238e26c0e req-f033bc1f-f224-4b35-b94b-b2215ea5e8d3 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.152244 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568c723-6234-4137-9ca2-50fe887b96df req-9da60578-eede-4179-9ee2-3b48054d046b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:34.153709 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a568c723-6234-4137-9ca2-50fe887b96df req-9da60578-eede-4179-9ee2-3b48054d046b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0931168 Jul 07 16:52:34.167037 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0f9bf-b8fb-4744-983e-7263d8bb2356 req-a30e1436-6a56-49d0-b101-76b41a4bac3e tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:34.168943 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-77a0f9bf-b8fb-4744-983e-7263d8bb2356 req-a30e1436-6a56-49d0-b101-76b41a4bac3e tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/ports?device_id=91d0bd12-5e77-4f57-8039-e2fe5a1278f8 HTTP/1.1" status: 200 len: 950 time: 0.1593034 Jul 07 16:52:34.239729 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36576) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:34.255712 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-77a0f9bf-b8fb-4744-983e-7263d8bb2356 req-db891b44-f1e7-4b83-92df-622040b34f17 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.50 "GET /v2.0/security-groups?id=e20f7472-6532-439c-9b8b-c2e8f827034c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766010 Jul 07 16:52:34.268145 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568c723-6234-4137-9ca2-50fe887b96df req-e7227ad8-7fbf-4437-8c11-d86793c9734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:34.270171 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a568c723-6234-4137-9ca2-50fe887b96df req-e7227ad8-7fbf-4437-8c11-d86793c9734f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1003184 Jul 07 16:52:34.273979 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2e742998-2185-4b45-b8dd-6c2238e26c0e req-f033bc1f-f224-4b35-b94b-b2215ea5e8d3 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] For port 78af5bd3-4034-4762-a6a0-1b73f58d5009, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=78af5bd3-4034-4762-a6a0-1b73f58d5009,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:34.274347 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2e742998-2185-4b45-b8dd-6c2238e26c0e req-f033bc1f-f224-4b35-b94b-b2215ea5e8d3 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.296563 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-2e742998-2185-4b45-b8dd-6c2238e26c0e req-f033bc1f-f224-4b35-b94b-b2215ea5e8d3 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Calling delete_port for 78af5bd3-4034-4762-a6a0-1b73f58d5009 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:34.309317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97cdc5-eb7e-419b-bb7a-a47e376d820d req-2a5b9f0f-2c59-4449-bbbe-6e1b7ba5dfd1 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:34.310881 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e97cdc5-eb7e-419b-bb7a-a47e376d820d req-2a5b9f0f-2c59-4449-bbbe-6e1b7ba5dfd1 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 945 time: 0.1187472 Jul 07 16:52:34.355304 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b49c95cb-db65-4fbb-b72b-1ba0ccd49ff6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-642474931-network', 'tenant_id': 'a3c7535ed48d476185da2eb9644b8ebd'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:34.388620 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e97cdc5-eb7e-419b-bb7a-a47e376d820d req-36646e56-4b4e-4ed0-966a-e5169bcceca3 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672271 Jul 07 16:52:34.397009 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a568c723-6234-4137-9ca2-50fe887b96df req-b3448b30-825b-42b5-a125-9fbdeb9ed0ea service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143658 Jul 07 16:52:34.399343 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49c95cb-db65-4fbb-b72b-1ba0ccd49ff6 admin admin] Made reservation on behalf of a3c7535ed48d476185da2eb9644b8ebd for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:34.402064 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b49c95cb-db65-4fbb-b72b-1ba0ccd49ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.432459 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b49c95cb-db65-4fbb-b72b-1ba0ccd49ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.487057 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2e742998-2185-4b45-b8dd-6c2238e26c0e req-f033bc1f-f224-4b35-b94b-b2215ea5e8d3 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.499784 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['78af5bd3-4034-4762-a6a0-1b73f58d5009'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:34.520858 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033bc1f-f224-4b35-b94b-b2215ea5e8d3 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Pushing event deleted for resources: {'Port': ['ID=78af5bd3-4034-4762-a6a0-1b73f58d5009,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:34.569360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e742998-2185-4b45-b8dd-6c2238e26c0e req-f033bc1f-f224-4b35-b94b-b2215ea5e8d3 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] No DVR routers for this DVR port 78af5bd3-4034-4762-a6a0-1b73f58d5009 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:34.572369 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2e742998-2185-4b45-b8dd-6c2238e26c0e req-f033bc1f-f224-4b35-b94b-b2215ea5e8d3 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.574364 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e742998-2185-4b45-b8dd-6c2238e26c0e req-f033bc1f-f224-4b35-b94b-b2215ea5e8d3 tempest-MigrationsAdminTest-1974321835 tempest-MigrationsAdminTest-1974321835-project] 10.222.0.15 "DELETE /v2.0/ports/78af5bd3-4034-4762-a6a0-1b73f58d5009 HTTP/1.1" status: 204 len: 173 time: 0.6176555 Jul 07 16:52:34.601719 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a568c723-6234-4137-9ca2-50fe887b96df req-f79567ef-10b9-4ab1-aeb6-f915ffb37870 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966591 Jul 07 16:52:34.627685 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6e48b-8a3a-461e-94bc-710775de0b39 req-bc770934-aec4-4b21-9613-7bce3861751f tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:34.629778 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69b6e48b-8a3a-461e-94bc-710775de0b39 req-bc770934-aec4-4b21-9613-7bce3861751f tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396 HTTP/1.1" status: 200 len: 944 time: 0.1706610 Jul 07 16:52:34.694667 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b49c95cb-db65-4fbb-b72b-1ba0ccd49ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.699507 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69b6e48b-8a3a-461e-94bc-710775de0b39 req-1e72bb89-c46f-45c5-8747-35c21d7ac9ae tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a8d7430-552c-4796-868a-67000055c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607100 Jul 07 16:52:34.700608 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b49c95cb-db65-4fbb-b72b-1ba0ccd49ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.728544 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43466d41-b2fd-4201-8775-1c2031731a37 req-aebe92e7-a488-4b7a-a5aa-0333c8492177 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:34.736057 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43466d41-b2fd-4201-8775-1c2031731a37 req-aebe92e7-a488-4b7a-a5aa-0333c8492177 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.0894775 Jul 07 16:52:34.741019 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49c95cb-db65-4fbb-b72b-1ba0ccd49ff6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:52:34.761065 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c95cb-db65-4fbb-b72b-1ba0ccd49ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcb1e74-f7d7-4226-9746-b4cf44533857,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:34.764516 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b49c95cb-db65-4fbb-b72b-1ba0ccd49ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.764973 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-b49c95cb-db65-4fbb-b72b-1ba0ccd49ff6 admin admin] Added segment 560922e6-87fc-4f60-bad4-e757d82a3cb6 of type vlan for network c4184cab-8f42-40f8-9e52-10e5b0c78104 Jul 07 16:52:34.787568 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43466d41-b2fd-4201-8775-1c2031731a37 req-72535f27-5d63-46c2-a110-a8a8dec476e0 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500188 Jul 07 16:52:34.814629 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b49c95cb-db65-4fbb-b72b-1ba0ccd49ff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.844639 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b49c95cb-db65-4fbb-b72b-1ba0ccd49ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.847022 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49c95cb-db65-4fbb-b72b-1ba0ccd49ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:34.847786 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b49c95cb-db65-4fbb-b72b-1ba0ccd49ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.848823 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 85dbf567-79a3-4c6f-b666-3fcecb13913a details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:34.850983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6a89080d-3f24-4d5f-bb94-7a8548468a8a up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:34.907434 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b49c95cb-db65-4fbb-b72b-1ba0ccd49ff6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6633883 Jul 07 16:52:34.911836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36588) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:34.917352 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-18ac3781-dbda-41f7-9ad9-330f85553ecd admin admin] Request body: {'subnet': {'network_id': 'c4184cab-8f42-40f8-9e52-10e5b0c78104', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-642474931-subnet', 'tenant_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:34.919637 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c95cb-db65-4fbb-b72b-1ba0ccd49ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=c4184cab-8f42-40f8-9e52-10e5b0c78104,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:34.939975 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ac3781-dbda-41f7-9ad9-330f85553ecd admin admin] Made reservation on behalf of a3c7535ed48d476185da2eb9644b8ebd for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:34.942454 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-18ac3781-dbda-41f7-9ad9-330f85553ecd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:34.951305 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network c4184cab-8f42-40f8-9e52-10e5b0c78104 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:52:35.024533 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 6a89080d-3f24-4d5f-bb94-7a8548468a8a completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:35.039291 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 6a89080d-3f24-4d5f-bb94-7a8548468a8a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:35.039667 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.105520 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 85dbf567-79a3-4c6f-b666-3fcecb13913a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=85dbf567-79a3-4c6f-b666-3fcecb13913a,segment=NetworkSegment(5805b980-fde4-41ba-a877-e102f901c3b0),segment_id=5805b980-fde4-41ba-a877-e102f901c3b0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:35.127223 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '85dbf567-79a3-4c6f-b666-3fcecb13913a', 'network_id': '16b69e40-8cee-4c86-a665-12c79fb517fd', 'port_id': '85dbf567-79a3-4c6f-b666-3fcecb13913a', 'mac_address': 'fa:16:3e:93:f7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbcce167-4c94-4b3a-b062-a9ca4462041d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:35.156445 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-18ac3781-dbda-41f7-9ad9-330f85553ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.206073 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.208226 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.238425 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85dbf567-79a3-4c6f-b666-3fcecb13913a {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:35.249240 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee818ece-5072-461a-a0c9-c202e1552864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a89080d-3f24-4d5f-bb94-7a8548468a8a'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:35.252249 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef05d074-df55-475b-9ae0-cd14393144da" -d '{"events": [{"server_uuid": "ee818ece-5072-461a-a0c9-c202e1552864", "name": "network-vif-plugged", "status": "completed", "tag": "6a89080d-3f24-4d5f-bb94-7a8548468a8a"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:35.271470 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6a89080d-3f24-4d5f-bb94-7a8548468a8a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6a89080d-3f24-4d5f-bb94-7a8548468a8a,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:35.279058 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac3781-dbda-41f7-9ad9-330f85553ecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f66d77b5-13d1-4fc2-be4e-9e15148f4fb9,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:35.288177 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.288177 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7b8cb91f-fd85-4b4b-926d-c4bc480784e6 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:35.295383 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 85dbf567-79a3-4c6f-b666-3fcecb13913a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=85dbf567-79a3-4c6f-b666-3fcecb13913a,segment=NetworkSegment(5805b980-fde4-41ba-a877-e102f901c3b0),segment_id=5805b980-fde4-41ba-a877-e102f901c3b0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:35.297679 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17e33c6-19b2-47e5-a63c-9471ba5e6987 x-openstack-request-id: req-e17e33c6-19b2-47e5-a63c-9471ba5e6987 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:35.297965 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee818ece-5072-461a-a0c9-c202e1552864", "name": "network-vif-plugged", "status": "completed", "tag": "6a89080d-3f24-4d5f-bb94-7a8548468a8a", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:35.298216 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e17e33c6-19b2-47e5-a63c-9471ba5e6987 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:35.298632 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee818ece-5072-461a-a0c9-c202e1552864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a89080d-3f24-4d5f-bb94-7a8548468a8a', 'code': 200} Jul 07 16:52:35.299854 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ac3781-dbda-41f7-9ad9-330f85553ecd admin admin] Checking segment: {'id': '560922e6-87fc-4f60-bad4-e757d82a3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c4184cab-8f42-40f8-9e52-10e5b0c78104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:35.300403 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ac3781-dbda-41f7-9ad9-330f85553ecd admin admin] Network hostable DHCP agents. Network: c4184cab-8f42-40f8-9e52-10e5b0c78104, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:52:35.330414 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.332636 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 7b8cb91f-fd85-4b4b-926d-c4bc480784e6 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:35.333074 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7b8cb91f-fd85-4b4b-926d-c4bc480784e6 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:35.335954 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ac3781-dbda-41f7-9ad9-330f85553ecd admin admin] Network c4184cab-8f42-40f8-9e52-10e5b0c78104 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:52:35.353436 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d0ce8-3add-4ad6-bb3f-16a6d1f1ec30 req-9c509aaa-a1ac-46e5-9797-8db203e97bca tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:35.355101 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-739d0ce8-3add-4ad6-bb3f-16a6d1f1ec30 req-9c509aaa-a1ac-46e5-9797-8db203e97bca tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/ports?device_id=be131d6d-d033-4597-9a50-b46593603cd1 HTTP/1.1" status: 200 len: 947 time: 0.1304414 Jul 07 16:52:35.356275 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-18ac3781-dbda-41f7-9ad9-330f85553ecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, c4184cab-8f42-40f8-9e52-10e5b0c78104) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:35.362936 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ac3781-dbda-41f7-9ad9-330f85553ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:35.363613 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-18ac3781-dbda-41f7-9ad9-330f85553ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.374196 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d132d01-1dd7-4b86-ab25-2e062910d750 None None] Network c4184cab-8f42-40f8-9e52-10e5b0c78104 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:35.418634 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-18ac3781-dbda-41f7-9ad9-330f85553ecd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5056593 Jul 07 16:52:35.421541 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36598) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:35.425208 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6a89080d-3f24-4d5f-bb94-7a8548468a8a,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:35.443705 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-4cebc8e5-9b8e-475f-9caf-cce191553fbe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-642474931-router', 'tenant_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:35.454748 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-739d0ce8-3add-4ad6-bb3f-16a6d1f1ec30 req-10931b7b-b0aa-49ea-b275-e65434336fed tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/security-groups?id=b381097f-bba6-4a42-a4f3-37499b0c038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776842 Jul 07 16:52:35.489157 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4cebc8e5-9b8e-475f-9caf-cce191553fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.491476 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4cebc8e5-9b8e-475f-9caf-cce191553fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.491816 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d0bd12-5e77-4f57-8039-e2fe5a1278f8', 'name': 'network-vif-deleted', 'tag': '78af5bd3-4034-4762-a6a0-1b73f58d5009'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:35.494283 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb2c207-7562-4486-8d5a-a072042c9767" -d '{"events": [{"server_uuid": "91d0bd12-5e77-4f57-8039-e2fe5a1278f8", "name": "network-vif-deleted", "tag": "78af5bd3-4034-4762-a6a0-1b73f58d5009"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:35.513625 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=85dbf567-79a3-4c6f-b666-3fcecb13913a,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:35.540409 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a101e39-e13c-4a58-9c2c-8797d851c573 req-5f0933cf-66a9-4d3b-a216-27032c9a973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:35.542016 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a101e39-e13c-4a58-9c2c-8797d851c573 req-5f0933cf-66a9-4d3b-a216-27032c9a973c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 1097 time: 0.1683557 Jul 07 16:52:35.590672 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff58f01f-201d-4701-8546-126294d1d560 x-openstack-request-id: req-ff58f01f-201d-4701-8546-126294d1d560 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:35.590958 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d0bd12-5e77-4f57-8039-e2fe5a1278f8", "name": "network-vif-deleted", "tag": "78af5bd3-4034-4762-a6a0-1b73f58d5009", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:35.591192 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ff58f01f-201d-4701-8546-126294d1d560 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:35.591583 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d0bd12-5e77-4f57-8039-e2fe5a1278f8', 'name': 'network-vif-deleted', 'tag': '78af5bd3-4034-4762-a6a0-1b73f58d5009', 'status': 'completed', 'code': 200} Jul 07 16:52:35.592181 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de81151b-c94a-41a9-af87-f1ff6f9f3d51 None None] Network c4184cab-8f42-40f8-9e52-10e5b0c78104 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:35.602971 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4cebc8e5-9b8e-475f-9caf-cce191553fbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:35.607848 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a101e39-e13c-4a58-9c2c-8797d851c573 req-f1a6c94f-be5b-4355-a6d7-2938d016be29 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579453 Jul 07 16:52:35.715412 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['85dbf567-79a3-4c6f-b666-3fcecb13913a'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:35.741463 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36610) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:35.924072 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-55f6de67-8eed-483c-b62e-ee0b0ee152e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ba0a9da05ed4f2897acdc6a24e2b84c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1813619 Jul 07 16:52:35.927334 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36618) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:35.979182 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e2296-6571-4b06-893b-6bf7647502c5 req-7a437f53-0cc2-4ef2-adaf-bddd22061c3f tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:35.980664 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d87e2296-6571-4b06-893b-6bf7647502c5 req-7a437f53-0cc2-4ef2-adaf-bddd22061c3f tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396 HTTP/1.1" status: 200 len: 945 time: 0.1226680 Jul 07 16:52:36.007020 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05083b52-9c07-4eed-a93c-f2660230ed88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.041570 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05083b52-9c07-4eed-a93c-f2660230ed88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.045889 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d87e2296-6571-4b06-893b-6bf7647502c5 req-9169eb7e-4242-4c85-8d3c-05274a5970ed tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a8d7430-552c-4796-868a-67000055c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586398 Jul 07 16:52:36.113200 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05083b52-9c07-4eed-a93c-f2660230ed88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.114994 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4cebc8e5-9b8e-475f-9caf-cce191553fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.115971 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05083b52-9c07-4eed-a93c-f2660230ed88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.120334 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-05083b52-9c07-4eed-a93c-f2660230ed88 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e20f7472-6532-439c-9b8b-c2e8f827034c HTTP/1.1" status: 204 len: 168 time: 0.1918070 Jul 07 16:52:36.129671 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05083b52-9c07-4eed-a93c-f2660230ed88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20f7472-6532-439c-9b8b-c2e8f827034c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:36.133075 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bfd8f-c4fb-45b5-9ab8-9c7068b3c2af req-ba7de0d5-b330-4e2d-b450-61222a5705c3 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:36.140115 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-920bfd8f-c4fb-45b5-9ab8-9c7068b3c2af req-ba7de0d5-b330-4e2d-b450-61222a5705c3 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 946 time: 0.5347254 Jul 07 16:52:36.211535 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-920bfd8f-c4fb-45b5-9ab8-9c7068b3c2af req-8974fadb-06bb-4e0a-9b9e-1148092e982a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705414 Jul 07 16:52:36.294104 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d5df0-700d-48fb-a8ee-8186621cd9a1 req-48f6e546-ecef-4721-a94c-b9861bec41f2 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:36.295630 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c03d5df0-700d-48fb-a8ee-8186621cd9a1 req-48f6e546-ecef-4721-a94c-b9861bec41f2 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.1065459 Jul 07 16:52:36.352632 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c03d5df0-700d-48fb-a8ee-8186621cd9a1 req-caf8f0bd-2eea-4915-91e6-3bda9045a395 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490913 Jul 07 16:52:36.396957 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4cebc8e5-9b8e-475f-9caf-cce191553fbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.419935 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4cebc8e5-9b8e-475f-9caf-cce191553fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.459731 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36624) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:36.498712 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ebf08bd8-a0f0-4160-b5f8-ce500808670e details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:36.504645 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-abb828b9-ce82-4b90-b1b2-a954ac66c49e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d501db1bd86c491a860285036475f31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411661 Jul 07 16:52:36.505105 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36628) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:36.513385 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 78af5bd3-4034-4762-a6a0-1b73f58d5009 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:36.532749 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-4cebc8e5-9b8e-475f-9caf-cce191553fbe admin admin] Allocated IP 172.25.2.104 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/bb64ab8f-d309-4f97-b356-737b588d3a19) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:36.558353 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05b05e77-b828-434c-9bfc-3a6fc6fa08bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.576191 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 78af5bd3-4034-4762-a6a0-1b73f58d5009 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:36.576827 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 78af5bd3-4034-4762-a6a0-1b73f58d5009 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:36.591259 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05b05e77-b828-434c-9bfc-3a6fc6fa08bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.653903 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05b05e77-b828-434c-9bfc-3a6fc6fa08bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.659056 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05b05e77-b828-434c-9bfc-3a6fc6fa08bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.662531 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4cebc8e5-9b8e-475f-9caf-cce191553fbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.662714 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-05b05e77-b828-434c-9bfc-3a6fc6fa08bc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4faa1fa8-4b6c-4d95-87b5-a16afb47ae0e HTTP/1.1" status: 204 len: 168 time: 0.1541820 Jul 07 16:52:36.676489 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b05e77-b828-434c-9bfc-3a6fc6fa08bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faa1fa8-4b6c-4d95-87b5-a16afb47ae0e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:36.721579 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ebf08bd8-a0f0-4160-b5f8-ce500808670e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ebf08bd8-a0f0-4160-b5f8-ce500808670e,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:36.737024 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'ebf08bd8-a0f0-4160-b5f8-ce500808670e', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': 'ebf08bd8-a0f0-4160-b5f8-ce500808670e', 'mac_address': 'fa:16:3e:2f:e9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:36.781242 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c1d1d-f59a-4c7d-9415-e4bea34d1257 req-7d45f878-9568-4aad-89c8-3dd899040261 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:36.785723 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.790933 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-058c1d1d-f59a-4c7d-9415-e4bea34d1257 req-7d45f878-9568-4aad-89c8-3dd899040261 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/ports?device_id=be131d6d-d033-4597-9a50-b46593603cd1 HTTP/1.1" status: 200 len: 947 time: 0.1251280 Jul 07 16:52:36.806976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf08bd8-a0f0-4160-b5f8-ce500808670e {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:36.831858 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ebf08bd8-a0f0-4160-b5f8-ce500808670e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ebf08bd8-a0f0-4160-b5f8-ce500808670e,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:36.833152 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4cebc8e5-9b8e-475f-9caf-cce191553fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.838332 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:36.899808 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 85dbf567-79a3-4c6f-b666-3fcecb13913a up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:36.901741 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cebc8e5-9b8e-475f-9caf-cce191553fbe admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:36.905017 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-058c1d1d-f59a-4c7d-9415-e4bea34d1257 req-7faf24f2-5c63-4a72-a196-3e68223a0231 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/security-groups?id=b381097f-bba6-4a42-a4f3-37499b0c038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017203 Jul 07 16:52:36.906713 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-4cebc8e5-9b8e-475f-9caf-cce191553fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:36.908767 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebc8e5-9b8e-475f-9caf-cce191553fbe admin admin] Pushing event updated for resources: {'Port': ['ID=bb64ab8f-d309-4f97-b356-737b588d3a19,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:36.916239 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cebc8e5-9b8e-475f-9caf-cce191553fbe admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:36.976232 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ebf08bd8-a0f0-4160-b5f8-ce500808670e,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:36.983830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 85dbf567-79a3-4c6f-b666-3fcecb13913a completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:36.989078 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 85dbf567-79a3-4c6f-b666-3fcecb13913a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:36.989455 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.079974 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.085210 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['ebf08bd8-a0f0-4160-b5f8-ce500808670e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:37.149881 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 85dbf567-79a3-4c6f-b666-3fcecb13913a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=85dbf567-79a3-4c6f-b666-3fcecb13913a,segment=NetworkSegment(5805b980-fde4-41ba-a877-e102f901c3b0),segment_id=5805b980-fde4-41ba-a877-e102f901c3b0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:37.169834 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.233912 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=85dbf567-79a3-4c6f-b666-3fcecb13913a,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:37.243820 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4cebc8e5-9b8e-475f-9caf-cce191553fbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.287511 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd70dd-ab35-424d-bf27-c0d2bf951961 req-82fa7a2f-869d-4f2d-af55-270416394fd0 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:37.297593 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b6bd70dd-ab35-424d-bf27-c0d2bf951961 req-82fa7a2f-869d-4f2d-af55-270416394fd0 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396 HTTP/1.1" status: 200 len: 946 time: 0.1061246 Jul 07 16:52:37.299914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dbf567-79a3-4c6f-b666-3fcecb13913a'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:37.302135 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e352fdb2-6330-46ef-a3e6-ea220c00533b" -d '{"events": [{"server_uuid": "4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396", "name": "network-vif-plugged", "status": "completed", "tag": "85dbf567-79a3-4c6f-b666-3fcecb13913a"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:37.351276 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b6bd70dd-ab35-424d-bf27-c0d2bf951961 req-97d29704-5d7c-4889-8632-e64b8c399ef6 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a8d7430-552c-4796-868a-67000055c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524416 Jul 07 16:52:37.408614 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7032e7-67fa-4522-a0c5-6928701c5b06 x-openstack-request-id: req-de7032e7-67fa-4522-a0c5-6928701c5b06 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:37.408904 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396", "name": "network-vif-plugged", "status": "completed", "tag": "85dbf567-79a3-4c6f-b666-3fcecb13913a", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:37.409158 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-de7032e7-67fa-4522-a0c5-6928701c5b06 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:37.409559 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dbf567-79a3-4c6f-b666-3fcecb13913a', 'code': 200} Jul 07 16:52:37.541523 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77bba4-9bd3-4e43-a99d-ea3b3d4ab8dc req-09edb104-b904-4ab8-bdb0-273fdfaaefdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:37.543522 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f77bba4-9bd3-4e43-a99d-ea3b3d4ab8dc req-09edb104-b904-4ab8-bdb0-273fdfaaefdc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396 HTTP/1.1" status: 200 len: 1097 time: 0.0618308 Jul 07 16:52:37.549907 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4cebc8e5-9b8e-475f-9caf-cce191553fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.560394 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec1764-1fb8-4cd6-8679-a15e5067c781 req-fcd34242-bce0-4743-ace8-1f51ccf2ea73 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:37.561974 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70ec1764-1fb8-4cd6-8679-a15e5067c781 req-fcd34242-bce0-4743-ace8-1f51ccf2ea73 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 946 time: 0.1361403 Jul 07 16:52:37.585284 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f77bba4-9bd3-4e43-a99d-ea3b3d4ab8dc req-97c7727e-e89d-4cbb-bdb6-8a222b8f0273 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5a8d7430-552c-4796-868a-67000055c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348582 Jul 07 16:52:37.673048 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70ec1764-1fb8-4cd6-8679-a15e5067c781 req-f10417f9-791f-4d51-901e-e7931d17772c tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042709 Jul 07 16:52:37.720366 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cebc8e5-9b8e-475f-9caf-cce191553fbe admin admin] Router d4b19fd6-55c6-422c-9696-ae4167f94a42 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:52:37.742260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9afd9-7f8b-4a08-9bdc-ca576cdcb39b req-40d5d416-c42f-455c-bf7b-3b6d06661064 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:37.743802 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a9b9afd9-7f8b-4a08-9bdc-ca576cdcb39b req-40d5d416-c42f-455c-bf7b-3b6d06661064 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.0969777 Jul 07 16:52:37.795004 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a9b9afd9-7f8b-4a08-9bdc-ca576cdcb39b req-14b701c8-2b17-41a3-b16f-57e4c4169e13 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434902 Jul 07 16:52:37.866472 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cebc8e5-9b8e-475f-9caf-cce191553fbe admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:52:37.876818 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] Sync routers for ids ['d4b19fd6-55c6-422c-9696-ae4167f94a42'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:52:37.890419 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4cebc8e5-9b8e-475f-9caf-cce191553fbe admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:37.892564 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4cebc8e5-9b8e-475f-9caf-cce191553fbe admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4686995 Jul 07 16:52:37.893562 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] Routers {'d4b19fd6-55c6-422c-9696-ae4167f94a42'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:52:37.894246 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:52:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d4b19fd6-55c6-422c-9696-ae4167f94a42'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:37.894832 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b301c6-f4b9-4355-818c-6206131d041b req-648e0560-a56c-4fc9-968c-d056eeba0d01 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:37.895474 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36674) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:37.896272 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f2b301c6-f4b9-4355-818c-6206131d041b req-648e0560-a56c-4fc9-968c-d056eeba0d01 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 1097 time: 0.0808642 Jul 07 16:52:37.964535 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f2b301c6-f4b9-4355-818c-6206131d041b req-fb494747-f458-4b68-9720-6eb02852a17f tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612452 Jul 07 16:52:38.024578 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] Set router d4b19fd6-55c6-422c-9696-ae4167f94a42 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:52:38.160332 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7531f-bf4d-44e8-98c2-1be45551bd4a req-99abd17f-c110-4508-9494-c70a85bf1055 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:38.168294 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-67e7531f-bf4d-44e8-98c2-1be45551bd4a req-99abd17f-c110-4508-9494-c70a85bf1055 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/ports?device_id=be131d6d-d033-4597-9a50-b46593603cd1 HTTP/1.1" status: 200 len: 948 time: 0.0869489 Jul 07 16:52:38.222509 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-67e7531f-bf4d-44e8-98c2-1be45551bd4a req-ba48a3bf-ef5e-4196-a9c3-c7eef4fd95c7 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/security-groups?id=b381097f-bba6-4a42-a4f3-37499b0c038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531466 Jul 07 16:52:38.276647 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b19fd6-55c6-422c-9696-ae4167f94a42', 'name': 'tempest-ServerRescueTestJSON-642474931-router', 'tenant_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bb64ab8f-d309-4f97-b356-737b588d3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:35Z', 'updated_at': '2021-07-07T16:52:37Z', 'revision_number': 3, 'project_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'gw_port': {'id': 'bb64ab8f-d309-4f97-b356-737b588d3a19', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:53:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b19fd6-55c6-422c-9696-ae4167f94a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:36Z', 'updated_at': '2021-07-07T16:52:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:38.305768 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] Checking router: d4b19fd6-55c6-422c-9696-ae4167f94a42 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:52:38.306122 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] Updating router d4b19fd6-55c6-422c-9696-ae4167f94a42 port bb64ab8f-d309-4f97-b356-737b588d3a19 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:52:38.343016 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.345657 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2010aad-8dbf-44fe-a54d-0a7191a4fec2 req-243c0c80-b03d-41a3-b733-86296bc4ccb8 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:38.347793 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e2010aad-8dbf-44fe-a54d-0a7191a4fec2 req-243c0c80-b03d-41a3-b733-86296bc4ccb8 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 1097 time: 0.1075339 Jul 07 16:52:38.426810 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e2010aad-8dbf-44fe-a54d-0a7191a4fec2 req-ca5db974-e40b-4a1f-942d-5894b9e9a9ba tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540335 Jul 07 16:52:38.514517 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ebf08bd8-a0f0-4160-b5f8-ce500808670e up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:38.548217 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e4116fa6-a37f-4676-bb09-84c3aae65069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.600488 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b6a27-9118-44fa-b95b-2261f946bbf9 req-4ae422f4-daf2-429f-90eb-f09e87d2759f tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:38.610185 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de1b6a27-9118-44fa-b95b-2261f946bbf9 req-4ae422f4-daf2-429f-90eb-f09e87d2759f tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396 HTTP/1.1" status: 200 len: 946 time: 0.1117413 Jul 07 16:52:38.619661 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port ebf08bd8-a0f0-4160-b5f8-ce500808670e completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:38.628379 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port ebf08bd8-a0f0-4160-b5f8-ce500808670e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:38.628755 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.669782 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de1b6a27-9118-44fa-b95b-2261f946bbf9 req-51e98424-c859-4bda-9cee-5941171f79e2 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a8d7430-552c-4796-868a-67000055c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560794 Jul 07 16:52:38.731577 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.744178 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] Transition to ACTIVE for port object bb64ab8f-d309-4f97-b356-737b588d3a19 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:38.752457 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.785467 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-e4116fa6-a37f-4676-bb09-84c3aae65069 admin admin] Allocated IP 172.20.0.1 (c4184cab-8f42-40f8-9e52-10e5b0c78104/f66d77b5-13d1-4fc2-be4e-9e15148f4fb9/0fba578a-0251-4647-a4f0-097dccd991ff) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:38.838466 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.895186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ebf08bd8-a0f0-4160-b5f8-ce500808670e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ebf08bd8-a0f0-4160-b5f8-ce500808670e,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:38.900499 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.940702 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385dbae-8246-4a63-aa61-e132007c0c0b None None] Pushing event updated for resources: {'Port': ['ID=bb64ab8f-d309-4f97-b356-737b588d3a19,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:38.951731 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385dbae-8246-4a63-aa61-e132007c0c0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:38.952169 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385dbae-8246-4a63-aa61-e132007c0c0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:38.952808 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385dbae-8246-4a63-aa61-e132007c0c0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:38.953700 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385dbae-8246-4a63-aa61-e132007c0c0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:38.954369 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385dbae-8246-4a63-aa61-e132007c0c0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:38.955071 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385dbae-8246-4a63-aa61-e132007c0c0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:38.955621 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385dbae-8246-4a63-aa61-e132007c0c0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:38.956155 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385dbae-8246-4a63-aa61-e132007c0c0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:38.956699 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385dbae-8246-4a63-aa61-e132007c0c0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:38.957223 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385dbae-8246-4a63-aa61-e132007c0c0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:38.957907 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385dbae-8246-4a63-aa61-e132007c0c0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:38.958456 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385dbae-8246-4a63-aa61-e132007c0c0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:52:38.960836 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e4116fa6-a37f-4676-bb09-84c3aae65069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.980152 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] Attempting to bind port bb64ab8f-d309-4f97-b356-737b588d3a19 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:38.980618 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] Attempting to bind port bb64ab8f-d309-4f97-b356-737b588d3a19 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:38.981044 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] Attempting to bind port bb64ab8f-d309-4f97-b356-737b588d3a19 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:38.988260 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:38.988989 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:38.989783 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:38.990395 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:38.991067 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] Bound port: bb64ab8f-d309-4f97-b356-737b588d3a19, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:38.991683 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:39.004965 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ebf08bd8-a0f0-4160-b5f8-ce500808670e,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:39.026995 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e4116fa6-a37f-4676-bb09-84c3aae65069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:39.060609 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] For port bb64ab8f-d309-4f97-b356-737b588d3a19, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:39.066647 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] For port bb64ab8f-d309-4f97-b356-737b588d3a19, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=bb64ab8f-d309-4f97-b356-737b588d3a19,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:39.069356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4116fa6-a37f-4676-bb09-84c3aae65069 admin admin] Network c4184cab-8f42-40f8-9e52-10e5b0c78104 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:39.072807 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:39.077747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-e4116fa6-a37f-4676-bb09-84c3aae65069 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:39.088231 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4116fa6-a37f-4676-bb09-84c3aae65069 admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:39.090792 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4116fa6-a37f-4676-bb09-84c3aae65069 admin admin] Pushing event updated for resources: {'Port': ['ID=0fba578a-0251-4647-a4f0-097dccd991ff,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:39.133318 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] Routers {'d4b19fd6-55c6-422c-9696-ae4167f94a42'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:52:39.134625 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:52:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d4b19fd6-55c6-422c-9696-ae4167f94a42'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:39.146301 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e4116fa6-a37f-4676-bb09-84c3aae65069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:39.177473 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385dbae-8246-4a63-aa61-e132007c0c0b None None] Pushing event updated for resources: {'Port': ['ID=bb64ab8f-d309-4f97-b356-737b588d3a19,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:39.286958 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] Set router d4b19fd6-55c6-422c-9696-ae4167f94a42 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:52:39.350433 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e4116fa6-a37f-4676-bb09-84c3aae65069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:39.410621 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be131d6d-d033-4597-9a50-b46593603cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf08bd8-a0f0-4160-b5f8-ce500808670e'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:39.413057 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c377bb2b-8a7d-4482-b5aa-a54e4afde6cd" -d '{"events": [{"server_uuid": "be131d6d-d033-4597-9a50-b46593603cd1", "name": "network-vif-plugged", "status": "completed", "tag": "ebf08bd8-a0f0-4160-b5f8-ce500808670e"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:39.518952 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067013c7-07f2-42e1-9be6-6a602ace0b9a req-d3771e6f-41b7-42ce-a9c7-1682b9f2ce8c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:39.520663 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-067013c7-07f2-42e1-9be6-6a602ace0b9a req-d3771e6f-41b7-42ce-a9c7-1682b9f2ce8c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.0827665 Jul 07 16:52:39.521224 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b19fd6-55c6-422c-9696-ae4167f94a42', 'name': 'tempest-ServerRescueTestJSON-642474931-router', 'tenant_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bb64ab8f-d309-4f97-b356-737b588d3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:35Z', 'updated_at': '2021-07-07T16:52:37Z', 'revision_number': 3, 'project_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'gw_port': {'id': 'bb64ab8f-d309-4f97-b356-737b588d3a19', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:53:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b19fd6-55c6-422c-9696-ae4167f94a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:36Z', 'updated_at': '2021-07-07T16:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:39.553715 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee6c174-56e0-4337-b96d-d56d7fb00fa7 None None] The sync data for ids ['d4b19fd6-55c6-422c-9696-ae4167f94a42'] in n-d-793620-7 is: [{'id': 'd4b19fd6-55c6-422c-9696-ae4167f94a42', 'name': 'tempest-ServerRescueTestJSON-642474931-router', 'tenant_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bb64ab8f-d309-4f97-b356-737b588d3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:35Z', 'updated_at': '2021-07-07T16:52:37Z', 'revision_number': 3, 'project_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'gw_port': {'id': 'bb64ab8f-d309-4f97-b356-737b588d3a19', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:53:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b19fd6-55c6-422c-9696-ae4167f94a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:36Z', 'updated_at': '2021-07-07T16:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:52:39.560358 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e4116fa6-a37f-4676-bb09-84c3aae65069 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:39.565138 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-067013c7-07f2-42e1-9be6-6a602ace0b9a req-2f0a6d01-26fa-4726-b48d-6ea47413a0b2 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387335 Jul 07 16:52:39.567433 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e4116fa6-a37f-4676-bb09-84c3aae65069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:39.663341 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4116fa6-a37f-4676-bb09-84c3aae65069 admin admin] Pushing event updated for resources: {'Port': ['ID=0fba578a-0251-4647-a4f0-097dccd991ff,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:39.666270 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e4116fa6-a37f-4676-bb09-84c3aae65069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:39.788021 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4116fa6-a37f-4676-bb09-84c3aae65069 admin admin] Network c4184cab-8f42-40f8-9e52-10e5b0c78104 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:39.790025 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-e4116fa6-a37f-4676-bb09-84c3aae65069 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:39.985412 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691502e-3cda-43cd-9e97-559792e9520c req-b211f007-5ca6-4170-9562-9c992b5282e1 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:39.987938 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6691502e-3cda-43cd-9e97-559792e9520c req-b211f007-5ca6-4170-9562-9c992b5282e1 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/ports?device_id=be131d6d-d033-4597-9a50-b46593603cd1 HTTP/1.1" status: 200 len: 949 time: 0.1245553 Jul 07 16:52:40.000434 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4116fa6-a37f-4676-bb09-84c3aae65069 admin admin] Router d4b19fd6-55c6-422c-9696-ae4167f94a42 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:52:40.055128 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6691502e-3cda-43cd-9e97-559792e9520c req-93ab4f8c-0ac2-4c1d-90c2-0bbf192f4169 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/security-groups?id=b381097f-bba6-4a42-a4f3-37499b0c038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475695 Jul 07 16:52:40.171782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4116fa6-a37f-4676-bb09-84c3aae65069 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:52:40.182716 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e4116fa6-a37f-4676-bb09-84c3aae65069 admin admin] 10.222.0.50 "PUT /v2.0/routers/d4b19fd6-55c6-422c-9696-ae4167f94a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2855015 Jul 07 16:52:40.243602 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ba798d-b9ea-45c9-833d-a578ea3d4f7c x-openstack-request-id: req-76ba798d-b9ea-45c9-833d-a578ea3d4f7c {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:40.244456 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be131d6d-d033-4597-9a50-b46593603cd1", "name": "network-vif-plugged", "status": "completed", "tag": "ebf08bd8-a0f0-4160-b5f8-ce500808670e", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:40.244891 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-76ba798d-b9ea-45c9-833d-a578ea3d4f7c {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:40.245460 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be131d6d-d033-4597-9a50-b46593603cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf08bd8-a0f0-4160-b5f8-ce500808670e', 'code': 200} Jul 07 16:52:40.246322 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-ca270e83-c5f4-4301-b0f1-ccc86c265cbd tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:52:40.247546 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-ca270e83-c5f4-4301-b0f1-ccc86c265cbd tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1474178 Jul 07 16:52:40.365416 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device bb64ab8f-d309-4f97-b356-737b588d3a19 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:40.418434 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-37414991-162d-4258-b7fe-416e0ded0996 service neutron] Request body: {'binding': {'host': 'n-h1-793620-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:40.422825 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-37414991-162d-4258-b7fe-416e0ded0996 service neutron] Unknown quota resources ['binding']. {{(pid=100409) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:52:40.462006 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port bb64ab8f-d309-4f97-b356-737b588d3a19 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:40.467565 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port bb64ab8f-d309-4f97-b356-737b588d3a19 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:40.467938 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:40.496625 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca22ad4-3443-43b9-bb67-1047557e447a req-ec6569d5-d2e3-4816-8596-65b363a75b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:40.498054 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bca22ad4-3443-43b9-bb67-1047557e447a req-ec6569d5-d2e3-4816-8596-65b363a75b25 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be131d6d-d033-4597-9a50-b46593603cd1 HTTP/1.1" status: 200 len: 1100 time: 0.1760545 Jul 07 16:52:40.560344 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:40.582895 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port bb64ab8f-d309-4f97-b356-737b588d3a19, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=bb64ab8f-d309-4f97-b356-737b588d3a19,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:40.588563 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:40.602418 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bca22ad4-3443-43b9-bb67-1047557e447a req-850a8cc3-025a-44fc-8153-647d7c682da8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b381097f-bba6-4a42-a4f3-37499b0c038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981095 Jul 07 16:52:40.638552 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2941f-8c39-4e16-ad9d-052a57cbaf24 req-c15e1a33-2755-401c-a4e6-40523d315654 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:40.640147 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21e2941f-8c39-4e16-ad9d-052a57cbaf24 req-c15e1a33-2755-401c-a4e6-40523d315654 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396 HTTP/1.1" status: 200 len: 946 time: 0.2066069 Jul 07 16:52:40.689010 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-37414991-162d-4258-b7fe-416e0ded0996 service neutron] Attempting to bind port 6a89080d-3f24-4d5f-bb94-7a8548468a8a on host n-h1-793620-7 for vnic_type normal with profile None {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:40.689353 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-37414991-162d-4258-b7fe-416e0ded0996 service neutron] Attempting to bind port 6a89080d-3f24-4d5f-bb94-7a8548468a8a by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:40.689872 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-37414991-162d-4258-b7fe-416e0ded0996 service neutron] Attempting to bind port 6a89080d-3f24-4d5f-bb94-7a8548468a8a on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:40.700537 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-37414991-162d-4258-b7fe-416e0ded0996 service neutron] Port 6a89080d-3f24-4d5f-bb94-7a8548468a8a on network 51ec3819-671e-411b-b116-1f7886237f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:40.700864 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-37414991-162d-4258-b7fe-416e0ded0996 service neutron] Attempting to bind port 6a89080d-3f24-4d5f-bb94-7a8548468a8a on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:40.717474 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21e2941f-8c39-4e16-ad9d-052a57cbaf24 req-769fbbde-b1d7-4301-8f47-6a7efb379944 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a8d7430-552c-4796-868a-67000055c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661695 Jul 07 16:52:40.718730 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-37414991-162d-4258-b7fe-416e0ded0996 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:40.719791 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-37414991-162d-4258-b7fe-416e0ded0996 service neutron] Checking segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:40.720362 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-37414991-162d-4258-b7fe-416e0ded0996 service neutron] Bound using segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:40.720995 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-37414991-162d-4258-b7fe-416e0ded0996 service neutron] Bound port: 6a89080d-3f24-4d5f-bb94-7a8548468a8a, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:40.776920 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-37414991-162d-4258-b7fe-416e0ded0996 service neutron] For port 6a89080d-3f24-4d5f-bb94-7a8548468a8a, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=6a89080d-3f24-4d5f-bb94-7a8548468a8a,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:40.782363 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-37414991-162d-4258-b7fe-416e0ded0996 service neutron] Notify callbacks [] for binding, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:40.783554 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=bb64ab8f-d309-4f97-b356-737b588d3a19,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:40.783996 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-37414991-162d-4258-b7fe-416e0ded0996 service neutron] 10.222.0.50 "POST /v2.0/ports/6a89080d-3f24-4d5f-bb94-7a8548468a8a/bindings HTTP/1.1" status: 201 len: 389 time: 0.5299265 Jul 07 16:52:41.129783 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-e7a2d84a-c685-400e-8fd0-683e8c8fe7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:41.131411 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-e7a2d84a-c685-400e-8fd0-683e8c8fe7cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 1097 time: 0.1191511 Jul 07 16:52:41.138690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-cbeaade2-d4dd-4fb6-b448-0028d502939e tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:41.140205 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-cbeaade2-d4dd-4fb6-b448-0028d502939e tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/networks?id=c4184cab-8f42-40f8-9e52-10e5b0c78104 HTTP/1.1" status: 200 len: 810 time: 0.1526687 Jul 07 16:52:41.192340 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-cadab725-e2b1-42b4-885f-ecd09853f8f6 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/quotas/a3c7535ed48d476185da2eb9644b8ebd HTTP/1.1" status: 200 len: 375 time: 0.0434315 Jul 07 16:52:41.218946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19813aa1-726e-4d08-973f-7100c5e5aec2 req-e72d3d26-be46-4797-a297-9978be9785d0 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:41.223674 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19813aa1-726e-4d08-973f-7100c5e5aec2 req-e72d3d26-be46-4797-a297-9978be9785d0 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 946 time: 0.0814989 Jul 07 16:52:41.262889 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19813aa1-726e-4d08-973f-7100c5e5aec2 req-321a160b-d7a3-4793-a40b-f39a8cd7a219 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334806 Jul 07 16:52:41.286555 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-661f71e4-fbb0-441b-96e5-f6fc43c09fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:41.288059 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-661f71e4-fbb0-441b-96e5-f6fc43c09fd3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 909 time: 0.1469369 Jul 07 16:52:41.309568 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-b3a1354f-2a7b-44dc-a153-5b005e5dc887 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3c7535ed48d476185da2eb9644b8ebd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1091135 Jul 07 16:52:41.352238 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-aabe37d3-01c7-4003-be49-1cb05a158778 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a89080d-3f24-4d5f-bb94-7a8548468a8a HTTP/1.1" status: 200 len: 217 time: 0.0555592 Jul 07 16:52:41.464735 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-1c7555cf-41cd-4748-87a6-fc0f825c271c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:41.466014 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-1c7555cf-41cd-4748-87a6-fc0f825c271c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.0742719 Jul 07 16:52:41.509308 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-61a3ffd9-54ae-463a-ab17-8136e039e229 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362127 Jul 07 16:52:41.517495 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-3f3253c6-e202-4cc8-bb4b-d2356fe44832 service neutron] 10.222.0.50 "GET /v2.0/networks/c4184cab-8f42-40f8-9e52-10e5b0c78104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752553 Jul 07 16:52:41.549731 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] Sync routers for ids ['d4b19fd6-55c6-422c-9696-ae4167f94a42'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:52:41.559581 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] Routers {'d4b19fd6-55c6-422c-9696-ae4167f94a42'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:52:41.561347 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:52:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d4b19fd6-55c6-422c-9696-ae4167f94a42'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:41.630647 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f36b94-fb5a-4294-a10c-b9709fe1f6f2 req-e40edb7a-36a5-4e30-a607-fd2f8f58ccdc tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:41.632203 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b2f36b94-fb5a-4294-a10c-b9709fe1f6f2 req-e40edb7a-36a5-4e30-a607-fd2f8f58ccdc tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 946 time: 0.0809839 Jul 07 16:52:41.708286 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b2f36b94-fb5a-4294-a10c-b9709fe1f6f2 req-9b4b0171-8362-4ae7-ba6c-7f69b8d51165 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640724 Jul 07 16:52:41.708884 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] Set router d4b19fd6-55c6-422c-9696-ae4167f94a42 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:52:42.035889 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b19fd6-55c6-422c-9696-ae4167f94a42', 'name': 'tempest-ServerRescueTestJSON-642474931-router', 'tenant_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bb64ab8f-d309-4f97-b356-737b588d3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:35Z', 'updated_at': '2021-07-07T16:52:39Z', 'revision_number': 4, 'project_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'gw_port': {'id': 'bb64ab8f-d309-4f97-b356-737b588d3a19', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:53:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b19fd6-55c6-422c-9696-ae4167f94a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:36Z', 'updated_at': '2021-07-07T16:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '0fba578a-0251-4647-a4f0-097dccd991ff', 'name': '', 'network_id': 'c4184cab-8f42-40f8-9e52-10e5b0c78104', 'tenant_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'mac_address': 'fa:16:3e:82:fc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b19fd6-55c6-422c-9696-ae4167f94a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f66d77b5-13d1-4fc2-be4e-9e15148f4fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:38Z', 'updated_at': '2021-07-07T16:52:39Z', 'revision_number': 2, 'project_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'subnets': [{'id': 'f66d77b5-13d1-4fc2-be4e-9e15148f4fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:42.060542 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-b3c5364d-1e26-45f0-89c0-5bc09c605813 service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336695 Jul 07 16:52:42.069670 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] Checking router: d4b19fd6-55c6-422c-9696-ae4167f94a42 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:52:42.070864 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] Updating router d4b19fd6-55c6-422c-9696-ae4167f94a42 port 0fba578a-0251-4647-a4f0-097dccd991ff binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:52:42.075089 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-6bd10815-be2b-4ee2-9d59-001a7ba60ef6 service neutron] 10.222.0.50 "GET /v2.0/networks/c4184cab-8f42-40f8-9e52-10e5b0c78104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551021 Jul 07 16:52:42.123451 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:42.128810 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a7c6f-2e18-4f90-b858-d0408df2a7af req-d6879757-7c78-4a27-84f3-ecc5ab533f92 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:42.130337 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e8a7c6f-2e18-4f90-b858-d0408df2a7af req-d6879757-7c78-4a27-84f3-ecc5ab533f92 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/ports?device_id=be131d6d-d033-4597-9a50-b46593603cd1 HTTP/1.1" status: 200 len: 949 time: 0.1173975 Jul 07 16:52:42.177328 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e8a7c6f-2e18-4f90-b858-d0408df2a7af req-e16cd564-140b-4c24-a9c9-f7485fe6265a tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/security-groups?id=b381097f-bba6-4a42-a4f3-37499b0c038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392647 Jul 07 16:52:42.234286 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-4bb8cca5-907e-48df-ba6c-f2603cb39681 service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575892 Jul 07 16:52:42.445349 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device bb64ab8f-d309-4f97-b356-737b588d3a19 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:42.540493 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port bb64ab8f-d309-4f97-b356-737b588d3a19 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:42.540876 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:42.717770 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:42.733098 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] Transition to ACTIVE for port object 0fba578a-0251-4647-a4f0-097dccd991ff will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:42.741408 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:42.895150 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f50901-70ee-4c6f-a892-055a74cf033a None None] Pushing event updated for resources: {'Port': ['ID=0fba578a-0251-4647-a4f0-097dccd991ff,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:42.923724 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36838) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:42.926522 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] Attempting to bind port 0fba578a-0251-4647-a4f0-097dccd991ff on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:42.926903 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] Attempting to bind port 0fba578a-0251-4647-a4f0-097dccd991ff by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '560922e6-87fc-4f60-bad4-e757d82a3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c4184cab-8f42-40f8-9e52-10e5b0c78104'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:42.927318 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] Attempting to bind port 0fba578a-0251-4647-a4f0-097dccd991ff on network c4184cab-8f42-40f8-9e52-10e5b0c78104 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:42.933260 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:42.933606 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] Checking segment: {'id': '560922e6-87fc-4f60-bad4-e757d82a3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c4184cab-8f42-40f8-9e52-10e5b0c78104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:42.933929 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:42.934328 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] Bound using segment: {'id': '560922e6-87fc-4f60-bad4-e757d82a3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c4184cab-8f42-40f8-9e52-10e5b0c78104'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:42.934837 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] Bound port: 0fba578a-0251-4647-a4f0-097dccd991ff, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560922e6-87fc-4f60-bad4-e757d82a3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c4184cab-8f42-40f8-9e52-10e5b0c78104'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:42.935225 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:43.064058 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] For port 0fba578a-0251-4647-a4f0-097dccd991ff, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:43.075117 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] For port 0fba578a-0251-4647-a4f0-097dccd991ff, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0fba578a-0251-4647-a4f0-097dccd991ff,segment=NetworkSegment(560922e6-87fc-4f60-bad4-e757d82a3cb6),segment_id=560922e6-87fc-4f60-bad4-e757d82a3cb6)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:43.087402 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:43.137969 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8ca31eb7-bd83-4a49-8531-6f03c17da2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:43.243505 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f50901-70ee-4c6f-a892-055a74cf033a None None] Pushing event updated for resources: {'Port': ['ID=0fba578a-0251-4647-a4f0-097dccd991ff,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:43.252689 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] Routers {'d4b19fd6-55c6-422c-9696-ae4167f94a42'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:52:43.253625 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:52:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d4b19fd6-55c6-422c-9696-ae4167f94a42'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:43.327405 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81b147f8-5318-4a8e-90b4-e10dfd655523 req-9bd96d80-6557-4172-91c1-c8e430dfd744 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 210 time: 0.0910699 Jul 07 16:52:43.447577 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8ca31eb7-bd83-4a49-8531-6f03c17da2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:43.454838 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8ca31eb7-bd83-4a49-8531-6f03c17da2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:43.462145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] Set router d4b19fd6-55c6-422c-9696-ae4167f94a42 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:52:43.519803 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca31eb7-bd83-4a49-8531-6f03c17da2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587ea997-c266-43f3-9bcc-a62dbda5c107,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:43.568508 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8ca31eb7-bd83-4a49-8531-6f03c17da2ac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e4d6205f4849451ead5b1b0977bd3ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6426513 Jul 07 16:52:43.568929 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36854) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:43.698236 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce0298d2-47d5-4f4b-936a-5339730e2c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:43.732033 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce0298d2-47d5-4f4b-936a-5339730e2c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:43.785473 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c97162-0a16-4800-ab3c-0a0f8fc1c076 req-6f8e2f74-7985-4d5f-b59c-3a82311033df tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:43.787472 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b19fd6-55c6-422c-9696-ae4167f94a42', 'name': 'tempest-ServerRescueTestJSON-642474931-router', 'tenant_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bb64ab8f-d309-4f97-b356-737b588d3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:35Z', 'updated_at': '2021-07-07T16:52:39Z', 'revision_number': 4, 'project_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'gw_port': {'id': 'bb64ab8f-d309-4f97-b356-737b588d3a19', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:53:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b19fd6-55c6-422c-9696-ae4167f94a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:36Z', 'updated_at': '2021-07-07T16:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '0fba578a-0251-4647-a4f0-097dccd991ff', 'name': '', 'network_id': 'c4184cab-8f42-40f8-9e52-10e5b0c78104', 'tenant_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'mac_address': 'fa:16:3e:82:fc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b19fd6-55c6-422c-9696-ae4167f94a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f66d77b5-13d1-4fc2-be4e-9e15148f4fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:38Z', 'updated_at': '2021-07-07T16:52:43Z', 'revision_number': 4, 'project_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'subnets': [{'id': 'f66d77b5-13d1-4fc2-be4e-9e15148f4fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:43.793556 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-09c97162-0a16-4800-ab3c-0a0f8fc1c076 req-6f8e2f74-7985-4d5f-b59c-3a82311033df tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396 HTTP/1.1" status: 200 len: 946 time: 0.1468332 Jul 07 16:52:43.848958 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2cb7ce-84c4-49bb-a926-9e9601b06850 None None] The sync data for ids ['d4b19fd6-55c6-422c-9696-ae4167f94a42'] in n-d-793620-7 is: [{'id': 'd4b19fd6-55c6-422c-9696-ae4167f94a42', 'name': 'tempest-ServerRescueTestJSON-642474931-router', 'tenant_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bb64ab8f-d309-4f97-b356-737b588d3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:35Z', 'updated_at': '2021-07-07T16:52:39Z', 'revision_number': 4, 'project_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'gw_port': {'id': 'bb64ab8f-d309-4f97-b356-737b588d3a19', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:53:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b19fd6-55c6-422c-9696-ae4167f94a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:36Z', 'updated_at': '2021-07-07T16:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '0fba578a-0251-4647-a4f0-097dccd991ff', 'name': '', 'network_id': 'c4184cab-8f42-40f8-9e52-10e5b0c78104', 'tenant_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'mac_address': 'fa:16:3e:82:fc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b19fd6-55c6-422c-9696-ae4167f94a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f66d77b5-13d1-4fc2-be4e-9e15148f4fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:38Z', 'updated_at': '2021-07-07T16:52:43Z', 'revision_number': 4, 'project_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'subnets': [{'id': 'f66d77b5-13d1-4fc2-be4e-9e15148f4fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:52:43.857655 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25ae52-c0ff-47b3-8e15-f93440cc7851 req-b0b6bd8a-5a4d-4ebb-a153-ad77b093aac3 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:43.867017 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cc25ae52-c0ff-47b3-8e15-f93440cc7851 req-b0b6bd8a-5a4d-4ebb-a153-ad77b093aac3 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 946 time: 0.1178799 Jul 07 16:52:43.878225 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-09c97162-0a16-4800-ab3c-0a0f8fc1c076 req-e11ffa90-47d6-4f6f-b42c-1ba865520e9f tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a8d7430-552c-4796-868a-67000055c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834768 Jul 07 16:52:43.884160 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce0298d2-47d5-4f4b-936a-5339730e2c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:43.887019 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce0298d2-47d5-4f4b-936a-5339730e2c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:43.892615 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ce0298d2-47d5-4f4b-936a-5339730e2c54 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/587ea997-c266-43f3-9bcc-a62dbda5c107 HTTP/1.1" status: 204 len: 168 time: 0.3224146 Jul 07 16:52:43.911111 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:43.946341 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0298d2-47d5-4f4b-936a-5339730e2c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587ea997-c266-43f3-9bcc-a62dbda5c107,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:43.992192 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cc25ae52-c0ff-47b3-8e15-f93440cc7851 req-d7cbd19a-e3af-4e32-b9da-2666378ed07f tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238554 Jul 07 16:52:44.269875 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-e5cb41a8-3744-4488-ba4c-1c36f877127c tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:44.272294 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-e5cb41a8-3744-4488-ba4c-1c36f877127c tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.15 "GET /v2.0/networks?id=c4184cab-8f42-40f8-9e52-10e5b0c78104 HTTP/1.1" status: 200 len: 810 time: 0.1886089 Jul 07 16:52:44.289821 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-c8da1d0e-ce45-48e6-8de4-0d36c583451f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Request body: {'port': {'device_id': '42ecb18c-896b-46a9-a1be-540949f7352f', 'network_id': 'c4184cab-8f42-40f8-9e52-10e5b0c78104', 'admin_state_up': True, 'tenant_id': 'a3c7535ed48d476185da2eb9644b8ebd'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:44.347214 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcdb40-be4f-4dd6-94c9-2dd021a1aa14 req-f2b7aafa-1a3f-4401-b298-f7ec715c026c tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:44.360030 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-51fcdb40-be4f-4dd6-94c9-2dd021a1aa14 req-f2b7aafa-1a3f-4401-b298-f7ec715c026c tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396 HTTP/1.1" status: 200 len: 946 time: 0.2042191 Jul 07 16:52:44.476451 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0fba578a-0251-4647-a4f0-097dccd991ff up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:44.541016 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36880) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:44.561540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device bbebdff5-3d55-453e-9362-de954a23bd70 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:44.577224 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2df4c33d-5edc-49fa-9e63-c65cd97a26d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:44.592169 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-c8da1d0e-ce45-48e6-8de4-0d36c583451f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Made reservation on behalf of a3c7535ed48d476185da2eb9644b8ebd for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:44.598259 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-c8da1d0e-ce45-48e6-8de4-0d36c583451f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:44.660078 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f541ed7d-ad4d-4077-93d1-54e16fb5cc87 req-526af9f6-0d74-4286-a1b9-ad5af98155f2 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 210 time: 0.0779760 Jul 07 16:52:44.698061 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 0fba578a-0251-4647-a4f0-097dccd991ff completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:44.699613 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-51fcdb40-be4f-4dd6-94c9-2dd021a1aa14 req-c2b9311a-b167-4f4a-b22f-47249a93bdb9 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Deleting port 85dbf567-79a3-4c6f-b666-3fcecb13913a {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:52:44.699971 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-51fcdb40-be4f-4dd6-94c9-2dd021a1aa14 req-c2b9311a-b167-4f4a-b22f-47249a93bdb9 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:44.740129 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 0fba578a-0251-4647-a4f0-097dccd991ff triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:44.740566 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:44.812774 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-51741503-35f0-49b4-8a55-93d5d129f064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:44.883660 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-51fcdb40-be4f-4dd6-94c9-2dd021a1aa14 req-c2b9311a-b167-4f4a-b22f-47249a93bdb9 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] For port 85dbf567-79a3-4c6f-b666-3fcecb13913a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=85dbf567-79a3-4c6f-b666-3fcecb13913a,segment=NetworkSegment(5805b980-fde4-41ba-a877-e102f901c3b0),segment_id=5805b980-fde4-41ba-a877-e102f901c3b0)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:44.884042 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-51fcdb40-be4f-4dd6-94c9-2dd021a1aa14 req-c2b9311a-b167-4f4a-b22f-47249a93bdb9 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:44.906721 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-51fcdb40-be4f-4dd6-94c9-2dd021a1aa14 req-c2b9311a-b167-4f4a-b22f-47249a93bdb9 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Calling delete_port for 85dbf567-79a3-4c6f-b666-3fcecb13913a owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:52:44.931054 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:44.958082 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-c8da1d0e-ce45-48e6-8de4-0d36c583451f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Allocated IP 172.20.0.14 (c4184cab-8f42-40f8-9e52-10e5b0c78104/f66d77b5-13d1-4fc2-be4e-9e15148f4fb9/4cce88ca-d45b-4057-a0f8-51b93dcad0a6) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:44.960606 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port bbebdff5-3d55-453e-9362-de954a23bd70, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=bbebdff5-3d55-453e-9362-de954a23bd70,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:44.992848 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'bbebdff5-3d55-453e-9362-de954a23bd70', 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7', 'port_id': 'bbebdff5-3d55-453e-9362-de954a23bd70', 'mac_address': 'fa:16:3e:0e:44:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4033db2-1315-487d-98c1-b14262a4cfcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:45.037662 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 0fba578a-0251-4647-a4f0-097dccd991ff, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0fba578a-0251-4647-a4f0-097dccd991ff,segment=NetworkSegment(560922e6-87fc-4f60-bad4-e757d82a3cb6),segment_id=560922e6-87fc-4f60-bad4-e757d82a3cb6)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:45.055517 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.062051 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2df4c33d-5edc-49fa-9e63-c65cd97a26d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.078451 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2df4c33d-5edc-49fa-9e63-c65cd97a26d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.105013 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.142764 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4c33d-5edc-49fa-9e63-c65cd97a26d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de612067-b894-47fc-886d-536e6617d0ba,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:45.174313 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbebdff5-3d55-453e-9362-de954a23bd70 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:45.243697 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-51fcdb40-be4f-4dd6-94c9-2dd021a1aa14 req-c2b9311a-b167-4f4a-b22f-47249a93bdb9 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.252687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=0fba578a-0251-4647-a4f0-097dccd991ff,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:45.278897 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port bbebdff5-3d55-453e-9362-de954a23bd70, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=bbebdff5-3d55-453e-9362-de954a23bd70,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:45.280535 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['85dbf567-79a3-4c6f-b666-3fcecb13913a'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:45.288544 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2df4c33d-5edc-49fa-9e63-c65cd97a26d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c9109ef677764351b4af3d1c1bd4d3ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7461121 Jul 07 16:52:45.290414 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36894) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:45.306009 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.321319 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9311a-b167-4f4a-b22f-47249a93bdb9 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Pushing event deleted for resources: {'Port': ['ID=85dbf567-79a3-4c6f-b666-3fcecb13913a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:45.400493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fcdb40-be4f-4dd6-94c9-2dd021a1aa14 req-c2b9311a-b167-4f4a-b22f-47249a93bdb9 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] No DVR routers for this DVR port 85dbf567-79a3-4c6f-b666-3fcecb13913a on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:52:45.404062 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-51fcdb40-be4f-4dd6-94c9-2dd021a1aa14 req-c2b9311a-b167-4f4a-b22f-47249a93bdb9 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.404819 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=bbebdff5-3d55-453e-9362-de954a23bd70,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:45.411427 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-51fcdb40-be4f-4dd6-94c9-2dd021a1aa14 req-c2b9311a-b167-4f4a-b22f-47249a93bdb9 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.69 "DELETE /v2.0/ports/85dbf567-79a3-4c6f-b666-3fcecb13913a HTTP/1.1" status: 204 len: 173 time: 1.0460293 Jul 07 16:52:45.416176 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396', 'name': 'network-vif-deleted', 'tag': '85dbf567-79a3-4c6f-b666-3fcecb13913a'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:45.418641 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2aa3bf4-8e1d-47fe-90d9-930eafef9141" -d '{"events": [{"server_uuid": "4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396", "name": "network-vif-deleted", "tag": "85dbf567-79a3-4c6f-b666-3fcecb13913a"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:45.431114 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['bbebdff5-3d55-453e-9362-de954a23bd70'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:45.472687 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd67bed-15a8-46fe-bcdc-22959ff651bb req-c2c577eb-9d0c-40d3-8cd1-b41e56d8b587 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:45.482186 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fd67bed-15a8-46fe-bcdc-22959ff651bb req-c2c577eb-9d0c-40d3-8cd1-b41e56d8b587 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396 HTTP/1.1" status: 200 len: 867 time: 0.3638887 Jul 07 16:52:45.507162 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19b61d0e-d5b2-4e91-bb13-7c8aa9bbf1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.545157 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34265b82-8e70-4869-b686-4e8e40ba6ccf req-6c25b95f-3f86-4ba4-8496-3921bcb7ee53 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:45.546914 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-34265b82-8e70-4869-b686-4e8e40ba6ccf req-6c25b95f-3f86-4ba4-8496-3921bcb7ee53 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 946 time: 0.3208413 Jul 07 16:52:45.547892 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fd67bed-15a8-46fe-bcdc-22959ff651bb req-8e2160f6-5664-4867-a724-b0e51517e1d1 tempest-ServerGroupTestJSON-1052046498 tempest-ServerGroupTestJSON-1052046498-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a8d7430-552c-4796-868a-67000055c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646017 Jul 07 16:52:45.550867 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-c8da1d0e-ce45-48e6-8de4-0d36c583451f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.612971 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19b61d0e-d5b2-4e91-bb13-7c8aa9bbf1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.761671 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-34265b82-8e70-4869-b686-4e8e40ba6ccf req-6df5f7c5-fec3-465a-a9c2-eb11bb5b844e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964169 Jul 07 16:52:45.798242 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19b61d0e-d5b2-4e91-bb13-7c8aa9bbf1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.807926 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19b61d0e-d5b2-4e91-bb13-7c8aa9bbf1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.814983 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-19b61d0e-d5b2-4e91-bb13-7c8aa9bbf1c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de612067-b894-47fc-886d-536e6617d0ba HTTP/1.1" status: 204 len: 168 time: 0.5132656 Jul 07 16:52:45.816439 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-c8da1d0e-ce45-48e6-8de4-0d36c583451f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:45.839861 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b61d0e-d5b2-4e91-bb13-7c8aa9bbf1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de612067-b894-47fc-886d-536e6617d0ba,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:45.841224 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7552af67-32c6-4d5f-9922-35d1947b5379 x-openstack-request-id: req-7552af67-32c6-4d5f-9922-35d1947b5379 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:45.841224 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396", "name": "network-vif-deleted", "tag": "85dbf567-79a3-4c6f-b666-3fcecb13913a", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:45.841463 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7552af67-32c6-4d5f-9922-35d1947b5379 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:45.841731 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8cb0ee-3513-4dd2-bc4b-eff9f1a88396', 'name': 'network-vif-deleted', 'tag': '85dbf567-79a3-4c6f-b666-3fcecb13913a', 'status': 'completed', 'code': 200} Jul 07 16:52:45.941286 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-c8da1d0e-ce45-48e6-8de4-0d36c583451f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Network c4184cab-8f42-40f8-9e52-10e5b0c78104 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:45.944680 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-c8da1d0e-ce45-48e6-8de4-0d36c583451f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:45.970628 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-c8da1d0e-ce45-48e6-8de4-0d36c583451f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:46.020412 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da1d0e-ce45-48e6-8de4-0d36c583451f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Pushing event updated for resources: {'Port': ['ID=4cce88ca-d45b-4057-a0f8-51b93dcad0a6,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:46.094234 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-c8da1d0e-ce45-48e6-8de4-0d36c583451f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:46.095070 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-c8da1d0e-ce45-48e6-8de4-0d36c583451f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:46.142487 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-c8da1d0e-ce45-48e6-8de4-0d36c583451f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8571222 Jul 07 16:52:46.169215 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51cf0a-ccf8-4605-8281-d16fab987a5b req-7dfc4bff-444a-4a55-98f6-503bb82e8b5b tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:46.177463 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6f51cf0a-ccf8-4605-8281-d16fab987a5b req-7dfc4bff-444a-4a55-98f6-503bb82e8b5b tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 932 time: 0.1057553 Jul 07 16:52:46.177624 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:46.190716 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] Request body: {'port': {'device_id': '42ecb18c-896b-46a9-a1be-540949f7352f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:46.300772 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:46.322169 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6f51cf0a-ccf8-4605-8281-d16fab987a5b req-db841d99-c293-4de2-b55a-ce28e81472cf tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429882 Jul 07 16:52:46.374210 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0fba578a-0251-4647-a4f0-097dccd991ff up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:46.485883 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 0fba578a-0251-4647-a4f0-097dccd991ff triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:46.486258 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:46.549201 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ebf08bd8-a0f0-4160-b5f8-ce500808670e details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:46.551762 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device bbebdff5-3d55-453e-9362-de954a23bd70 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:46.837955 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port bbebdff5-3d55-453e-9362-de954a23bd70 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:46.843178 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:46.873472 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cce88ca-d45b-4057-a0f8-51b93dcad0a6 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:46.883476 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:46.900609 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] Transition to ACTIVE for port object 4cce88ca-d45b-4057-a0f8-51b93dcad0a6 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:46.905990 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:47.042565 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ebf08bd8-a0f0-4160-b5f8-ce500808670e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ebf08bd8-a0f0-4160-b5f8-ce500808670e,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:47.146854 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:47.173979 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'ebf08bd8-a0f0-4160-b5f8-ce500808670e', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': 'ebf08bd8-a0f0-4160-b5f8-ce500808670e', 'mac_address': 'fa:16:3e:2f:e9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:47.185169 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8961f2-3777-405f-9b7b-fb77edf5ae7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbebdff5-3d55-453e-9362-de954a23bd70'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:47.188457 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dd3d2f-fc03-4211-b340-93670c5f149c" -d '{"events": [{"server_uuid": "be8961f2-3777-405f-9b7b-fb77edf5ae7e", "name": "network-vif-plugged", "status": "completed", "tag": "bbebdff5-3d55-453e-9362-de954a23bd70"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:47.222983 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] Attempting to bind port 4cce88ca-d45b-4057-a0f8-51b93dcad0a6 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:47.223326 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] Attempting to bind port 4cce88ca-d45b-4057-a0f8-51b93dcad0a6 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '560922e6-87fc-4f60-bad4-e757d82a3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c4184cab-8f42-40f8-9e52-10e5b0c78104'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:47.225983 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] Attempting to bind port 4cce88ca-d45b-4057-a0f8-51b93dcad0a6 on network c4184cab-8f42-40f8-9e52-10e5b0c78104 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:47.232404 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4cce88ca-d45b-4057-a0f8-51b93dcad0a6,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:47.233650 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port bbebdff5-3d55-453e-9362-de954a23bd70, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=bbebdff5-3d55-453e-9362-de954a23bd70,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:47.245490 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:47.252337 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] Port 4cce88ca-d45b-4057-a0f8-51b93dcad0a6 on network c4184cab-8f42-40f8-9e52-10e5b0c78104 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:47.252716 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] Attempting to bind port 4cce88ca-d45b-4057-a0f8-51b93dcad0a6 on network c4184cab-8f42-40f8-9e52-10e5b0c78104 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:47.263344 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:47.263742 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] Checking segment: {'id': '560922e6-87fc-4f60-bad4-e757d82a3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c4184cab-8f42-40f8-9e52-10e5b0c78104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:47.264083 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] Bound using segment: {'id': '560922e6-87fc-4f60-bad4-e757d82a3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c4184cab-8f42-40f8-9e52-10e5b0c78104'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:47.264522 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] Bound port: 4cce88ca-d45b-4057-a0f8-51b93dcad0a6, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560922e6-87fc-4f60-bad4-e757d82a3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c4184cab-8f42-40f8-9e52-10e5b0c78104'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:47.264891 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:47.274692 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:47.296587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebf08bd8-a0f0-4160-b5f8-ce500808670e {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:47.323988 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37012) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:47.325933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ebf08bd8-a0f0-4160-b5f8-ce500808670e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ebf08bd8-a0f0-4160-b5f8-ce500808670e,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:47.350992 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:47.400525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=bbebdff5-3d55-453e-9362-de954a23bd70,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:47.421532 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] For port 4cce88ca-d45b-4057-a0f8-51b93dcad0a6, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:47.430521 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] For port 4cce88ca-d45b-4057-a0f8-51b93dcad0a6, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4cce88ca-d45b-4057-a0f8-51b93dcad0a6,segment=NetworkSegment(560922e6-87fc-4f60-bad4-e757d82a3cb6),segment_id=560922e6-87fc-4f60-bad4-e757d82a3cb6)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:47.433378 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312cac9-b193-428f-9533-80204cb4bf59 req-274ea471-624b-42dc-929d-3c7391db3fa3 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:47.439497 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:47.444955 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8312cac9-b193-428f-9533-80204cb4bf59 req-274ea471-624b-42dc-929d-3c7391db3fa3 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 946 time: 0.1724083 Jul 07 16:52:47.460702 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ebf08bd8-a0f0-4160-b5f8-ce500808670e,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:47.465898 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['ebf08bd8-a0f0-4160-b5f8-ce500808670e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:47.584405 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8312cac9-b193-428f-9533-80204cb4bf59 req-212d3ba9-179e-4d61-9c56-45b5f7e3495d tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383874 Jul 07 16:52:47.606809 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2e599990-8275-4701-b1c7-8450b91c6c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:47.637369 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:47.643263 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:47.645446 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:47.647856 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] 10.222.0.15 "PUT /v2.0/ports/4cce88ca-d45b-4057-a0f8-51b93dcad0a6 HTTP/1.1" status: 200 len: 1092 time: 1.4670327 Jul 07 16:52:47.649786 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4d18e-42b5-4333-a23b-fce4f14f70c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4cce88ca-d45b-4057-a0f8-51b93dcad0a6,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:47.655103 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ecb18c-896b-46a9-a1be-540949f7352f', 'tag': '4cce88ca-d45b-4057-a0f8-51b93dcad0a6'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:47.661705 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d402da-9bf6-415b-b8c2-8791d11692d2" -d '{"events": [{"name": "network-changed", "server_uuid": "42ecb18c-896b-46a9-a1be-540949f7352f", "tag": "4cce88ca-d45b-4057-a0f8-51b93dcad0a6"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:47.755708 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df96e7fa-b79e-4e40-b57a-a0500db2ad34 x-openstack-request-id: req-df96e7fa-b79e-4e40-b57a-a0500db2ad34 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:47.757520 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8961f2-3777-405f-9b7b-fb77edf5ae7e", "name": "network-vif-plugged", "status": "completed", "tag": "bbebdff5-3d55-453e-9362-de954a23bd70", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:47.757887 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df96e7fa-b79e-4e40-b57a-a0500db2ad34 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:47.758407 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8961f2-3777-405f-9b7b-fb77edf5ae7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbebdff5-3d55-453e-9362-de954a23bd70', 'code': 200} Jul 07 16:52:47.768732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-4145f179-d2ef-4a65-a875-25e594c6947c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782797101-network', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:47.820552 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9f432482-32f4-498c-bd3b-58d138c71565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:47.822735 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-9f432482-32f4-498c-bd3b-58d138c71565 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3c7535ed48d476185da2eb9644b8ebd&device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 1095 time: 0.1200807 Jul 07 16:52:47.835920 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4145f179-d2ef-4a65-a875-25e594c6947c admin admin] Made reservation on behalf of ef48c08f56bd432c93e278146b8c746f for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:47.838684 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4145f179-d2ef-4a65-a875-25e594c6947c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:47.875280 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4145f179-d2ef-4a65-a875-25e594c6947c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:47.932826 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-88ba5953-99b6-4f25-8d4c-6c579bde6c16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cce88ca-d45b-4057-a0f8-51b93dcad0a6 HTTP/1.1" status: 200 len: 217 time: 0.0893548 Jul 07 16:52:48.052333 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4145f179-d2ef-4a65-a875-25e594c6947c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.066769 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4145f179-d2ef-4a65-a875-25e594c6947c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.088731 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-8149cca2-a7db-4aca-8dbf-c7dffc373e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:48.098465 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4145f179-d2ef-4a65-a875-25e594c6947c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:52:48.098720 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-8149cca2-a7db-4aca-8dbf-c7dffc373e86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f66d77b5-13d1-4fc2-be4e-9e15148f4fb9 HTTP/1.1" status: 200 len: 850 time: 0.1566651 Jul 07 16:52:48.100061 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc32fcf7-f3f2-4d1f-90bc-dfa7c604cede x-openstack-request-id: req-dc32fcf7-f3f2-4d1f-90bc-dfa7c604cede {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:52:48.100353 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ecb18c-896b-46a9-a1be-540949f7352f", "tag": "4cce88ca-d45b-4057-a0f8-51b93dcad0a6", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:52:48.100607 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc32fcf7-f3f2-4d1f-90bc-dfa7c604cede {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:52:48.100995 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ecb18c-896b-46a9-a1be-540949f7352f', 'tag': '4cce88ca-d45b-4057-a0f8-51b93dcad0a6', 'status': 'completed', 'code': 200} Jul 07 16:52:48.156756 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4145f179-d2ef-4a65-a875-25e594c6947c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.159353 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-4145f179-d2ef-4a65-a875-25e594c6947c admin admin] Added segment 21b07fa1-fef3-482a-8c10-2da461190ab3 of type vlan for network 8fdf64d6-b65e-4c71-8052-c95e195d41d7 Jul 07 16:52:48.171718 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-d3c06b87-8365-4c92-aecb-5b40698bcff5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4184cab-8f42-40f8-9e52-10e5b0c78104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654845 Jul 07 16:52:48.206578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145f179-d2ef-4a65-a875-25e594c6947c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37da0889-f0fe-420b-aa7e-ab7ed179ac64,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:48.247152 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4145f179-d2ef-4a65-a875-25e594c6947c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.264046 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777841e-2c23-4c7e-86c4-93639d731d18 req-090d2e76-1273-4706-8270-51d776c72c67 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:48.271950 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a777841e-2c23-4c7e-86c4-93639d731d18 req-090d2e76-1273-4706-8270-51d776c72c67 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 944 time: 0.2177157 Jul 07 16:52:48.395291 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-46ebd528-0254-4675-9edb-5806162923c1 service neutron] 10.222.0.15 "GET /v2.0/networks/c4184cab-8f42-40f8-9e52-10e5b0c78104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138617 Jul 07 16:52:48.412714 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a777841e-2c23-4c7e-86c4-93639d731d18 req-377ced29-9c81-4e3c-bc79-fd3e290a46a4 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395347 Jul 07 16:52:48.414102 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4145f179-d2ef-4a65-a875-25e594c6947c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.416047 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4145f179-d2ef-4a65-a875-25e594c6947c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:48.416858 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4145f179-d2ef-4a65-a875-25e594c6947c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.519293 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145f179-d2ef-4a65-a875-25e594c6947c admin admin] Pushing event updated for resources: {'Network': ['ID=8fdf64d6-b65e-4c71-8052-c95e195d41d7,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:48.537053 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 8fdf64d6-b65e-4c71-8052-c95e195d41d7 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:52:48.552706 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4145f179-d2ef-4a65-a875-25e594c6947c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.2123144 Jul 07 16:52:48.553794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37052) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:48.561652 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-97c0ec58-7215-4726-b300-e3e3c9d5872a admin admin] Request body: {'subnet': {'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782797101-subnet', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:48.629078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c0ec58-7215-4726-b300-e3e3c9d5872a admin admin] Made reservation on behalf of ef48c08f56bd432c93e278146b8c746f for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:52:48.631740 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-97c0ec58-7215-4726-b300-e3e3c9d5872a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.656814 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7234260-ab6f-4d44-8c12-5d8920e54b00 req-20b66f4a-e521-4aad-9f83-1f6ff9f475fa service neutron] 10.222.0.15 "GET /v2.0/networks/c4184cab-8f42-40f8-9e52-10e5b0c78104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523816 Jul 07 16:52:48.660936 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ebf08bd8-a0f0-4160-b5f8-ce500808670e up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:48.882332 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.906626 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port ebf08bd8-a0f0-4160-b5f8-ce500808670e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:48.907211 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:48.909977 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d402da-9bf6-415b-b8c2-8791d11692d2 req-879ae942-ecc2-436f-b6ee-581d04e77844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:48.918831 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f5d402da-9bf6-415b-b8c2-8791d11692d2 req-879ae942-ecc2-436f-b6ee-581d04e77844 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3c7535ed48d476185da2eb9644b8ebd&device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 1095 time: 0.1813409 Jul 07 16:52:48.953008 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 85dbf567-79a3-4c6f-b666-3fcecb13913a no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:52:48.981321 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 85dbf567-79a3-4c6f-b666-3fcecb13913a {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:52:48.981986 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 85dbf567-79a3-4c6f-b666-3fcecb13913a not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:52:49.042625 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.125123 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ebf08bd8-a0f0-4160-b5f8-ce500808670e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ebf08bd8-a0f0-4160-b5f8-ce500808670e,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:49.133909 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.179338 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-97c0ec58-7215-4726-b300-e3e3c9d5872a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.199930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d402da-9bf6-415b-b8c2-8791d11692d2 req-ce305fab-f1c8-4197-b75a-f5911067cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:49.205740 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f5d402da-9bf6-415b-b8c2-8791d11692d2 req-ce305fab-f1c8-4197-b75a-f5911067cb1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4184cab-8f42-40f8-9e52-10e5b0c78104 HTTP/1.1" status: 200 len: 911 time: 0.2779024 Jul 07 16:52:49.258402 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ebf08bd8-a0f0-4160-b5f8-ce500808670e,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:49.313200 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f5d402da-9bf6-415b-b8c2-8791d11692d2 req-cfaaf5f7-2dfd-46fc-9048-b35552d703b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cce88ca-d45b-4057-a0f8-51b93dcad0a6 HTTP/1.1" status: 200 len: 217 time: 0.0961380 Jul 07 16:52:49.318949 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0ec58-7215-4726-b300-e3e3c9d5872a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:49.363153 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c0ec58-7215-4726-b300-e3e3c9d5872a admin admin] Checking segment: {'id': '21b07fa1-fef3-482a-8c10-2da461190ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:49.365933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c0ec58-7215-4726-b300-e3e3c9d5872a admin admin] Network hostable DHCP agents. Network: 8fdf64d6-b65e-4c71-8052-c95e195d41d7, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:52:49.407454 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c0ec58-7215-4726-b300-e3e3c9d5872a admin admin] Network 8fdf64d6-b65e-4c71-8052-c95e195d41d7 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:52:49.426207 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-97c0ec58-7215-4726-b300-e3e3c9d5872a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 8fdf64d6-b65e-4c71-8052-c95e195d41d7) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:49.436971 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920e878d-f42b-4eae-85ec-d12bebb27efc None None] Network 8fdf64d6-b65e-4c71-8052-c95e195d41d7 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:49.457223 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c0ec58-7215-4726-b300-e3e3c9d5872a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:49.457836 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d402da-9bf6-415b-b8c2-8791d11692d2 req-a6d62a0d-7993-41bd-ae68-04a97ce2b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:49.458705 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-97c0ec58-7215-4726-b300-e3e3c9d5872a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.464159 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f5d402da-9bf6-415b-b8c2-8791d11692d2 req-a6d62a0d-7993-41bd-ae68-04a97ce2b1c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f66d77b5-13d1-4fc2-be4e-9e15148f4fb9 HTTP/1.1" status: 200 len: 850 time: 0.1431074 Jul 07 16:52:49.505158 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-97c0ec58-7215-4726-b300-e3e3c9d5872a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9491038 Jul 07 16:52:49.508774 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37060) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:49.518494 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-9deeb51f-5b32-4ae9-b54a-0e3bfc967d9d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782797101-router', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:49.569690 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f5d402da-9bf6-415b-b8c2-8791d11692d2 req-24b99951-f28e-4975-9b94-1ca7a5f2c5d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4184cab-8f42-40f8-9e52-10e5b0c78104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960524 Jul 07 16:52:49.595408 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9deeb51f-5b32-4ae9-b54a-0e3bfc967d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.596795 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9deeb51f-5b32-4ae9-b54a-0e3bfc967d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:49.760600 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be131d6d-d033-4597-9a50-b46593603cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf08bd8-a0f0-4160-b5f8-ce500808670e'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:49.771316 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8d5a0e-0184-49a5-9cb1-a2e5153b5470" -d '{"events": [{"server_uuid": "be131d6d-d033-4597-9a50-b46593603cd1", "name": "network-vif-plugged", "status": "completed", "tag": "ebf08bd8-a0f0-4160-b5f8-ce500808670e"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:49.814083 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f5d402da-9bf6-415b-b8c2-8791d11692d2 req-2867899b-6d79-4bd4-842b-80186ab264b0 service neutron] 10.222.0.15 "GET /v2.0/networks/c4184cab-8f42-40f8-9e52-10e5b0c78104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349288 Jul 07 16:52:49.853180 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-8fdf64d6-b65e-4c71-8052-c95e195d41d7', 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'fixed_ips': [{'subnet_id': 'cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:52:49.858544 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:50.129540 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f5d402da-9bf6-415b-b8c2-8791d11692d2 req-736ef0fc-617a-4601-a054-db3492d41d89 service neutron] 10.222.0.15 "GET /v2.0/networks/c4184cab-8f42-40f8-9e52-10e5b0c78104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034580 Jul 07 16:52:50.235683 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:50.288437 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Allocated IP 172.20.0.2 (8fdf64d6-b65e-4c71-8052-c95e195d41d7/cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f/2e016f91-4b87-41f1-8446-863a0df1bf56) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:50.302268 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9deeb51f-5b32-4ae9-b54a-0e3bfc967d9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:50.503833 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9deeb51f-5b32-4ae9-b54a-0e3bfc967d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:50.578304 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4cce88ca-d45b-4057-a0f8-51b93dcad0a6 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:50.677636 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:50.705353 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Transition to ACTIVE for port object 2e016f91-4b87-41f1-8446-863a0df1bf56 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:50.740718 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Transition to ACTIVE for port object 2e016f91-4b87-41f1-8446-863a0df1bf56 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:50.764464 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:50.870117 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Pushing event updated for resources: {'Port': ['ID=2e016f91-4b87-41f1-8446-863a0df1bf56,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:50.892474 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9deeb51f-5b32-4ae9-b54a-0e3bfc967d9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:50.896532 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Network 8fdf64d6-b65e-4c71-8052-c95e195d41d7 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:50.899772 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:50.902559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:50.940133 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9deeb51f-5b32-4ae9-b54a-0e3bfc967d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:51.057641 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 4cce88ca-d45b-4057-a0f8-51b93dcad0a6, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4cce88ca-d45b-4057-a0f8-51b93dcad0a6,segment=NetworkSegment(560922e6-87fc-4f60-bad4-e757d82a3cb6),segment_id=560922e6-87fc-4f60-bad4-e757d82a3cb6)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:51.060687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Attempting to bind port 2e016f91-4b87-41f1-8446-863a0df1bf56 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:51.061064 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Attempting to bind port 2e016f91-4b87-41f1-8446-863a0df1bf56 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '21b07fa1-fef3-482a-8c10-2da461190ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:51.061435 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Attempting to bind port 2e016f91-4b87-41f1-8446-863a0df1bf56 on network 8fdf64d6-b65e-4c71-8052-c95e195d41d7 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:51.088783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:51.089212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Checking segment: {'id': '21b07fa1-fef3-482a-8c10-2da461190ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:51.089593 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:51.089991 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Bound using segment: {'id': '21b07fa1-fef3-482a-8c10-2da461190ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:51.090510 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Bound port: 2e016f91-4b87-41f1-8446-863a0df1bf56, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b07fa1-fef3-482a-8c10-2da461190ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:51.090917 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:51.093782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '4cce88ca-d45b-4057-a0f8-51b93dcad0a6', 'network_id': 'c4184cab-8f42-40f8-9e52-10e5b0c78104', 'port_id': '4cce88ca-d45b-4057-a0f8-51b93dcad0a6', 'mac_address': 'fa:16:3e:16:87:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66d77b5-13d1-4fc2-be4e-9e15148f4fb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:52:51.163885 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] For port 2e016f91-4b87-41f1-8446-863a0df1bf56, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:51.167000 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] For port 2e016f91-4b87-41f1-8446-863a0df1bf56, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2e016f91-4b87-41f1-8446-863a0df1bf56,segment=NetworkSegment(21b07fa1-fef3-482a-8c10-2da461190ab3),segment_id=21b07fa1-fef3-482a-8c10-2da461190ab3)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:51.173349 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-9deeb51f-5b32-4ae9-b54a-0e3bfc967d9d admin admin] Allocated IP 172.25.2.138 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/5344400c-d953-4949-a9cd-c0ff1c8a17cb) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:51.192266 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:51.252396 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:51.288426 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cce88ca-d45b-4057-a0f8-51b93dcad0a6 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:52:51.310704 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ffa12-6b44-4fd1-af49-0310ba53cbb7 None None] Pushing event updated for resources: {'Port': ['ID=2e016f91-4b87-41f1-8446-863a0df1bf56,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:51.339517 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 4cce88ca-d45b-4057-a0f8-51b93dcad0a6, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4cce88ca-d45b-4057-a0f8-51b93dcad0a6,segment=NetworkSegment(560922e6-87fc-4f60-bad4-e757d82a3cb6),segment_id=560922e6-87fc-4f60-bad4-e757d82a3cb6)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:51.346780 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:51.416360 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9deeb51f-5b32-4ae9-b54a-0e3bfc967d9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:51.434421 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=4cce88ca-d45b-4057-a0f8-51b93dcad0a6,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:51.485783 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9deeb51f-5b32-4ae9-b54a-0e3bfc967d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:51.598832 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deeb51f-5b32-4ae9-b54a-0e3bfc967d9d admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:51.612201 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-9deeb51f-5b32-4ae9-b54a-0e3bfc967d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:51.617132 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deeb51f-5b32-4ae9-b54a-0e3bfc967d9d admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:51.628423 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['4cce88ca-d45b-4057-a0f8-51b93dcad0a6'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:51.681862 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deeb51f-5b32-4ae9-b54a-0e3bfc967d9d admin admin] Pushing event updated for resources: {'Port': ['ID=5344400c-d953-4949-a9cd-c0ff1c8a17cb,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:52.118696 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9deeb51f-5b32-4ae9-b54a-0e3bfc967d9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:52.508078 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2e016f91-4b87-41f1-8446-863a0df1bf56 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:52.580201 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-10ec8e28-4d42-477b-b79f-896fe5a525e1 req-27b1c9d4-fce6-45d5-8e4a-8e02ad6d7777 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1294491 Jul 07 16:52:52.646909 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 2e016f91-4b87-41f1-8446-863a0df1bf56 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:52.656039 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9deeb51f-5b32-4ae9-b54a-0e3bfc967d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:52.709054 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec8e28-4d42-477b-b79f-896fe5a525e1 req-6681f458-0242-4a4e-957e-0115743446c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:52.710996 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-10ec8e28-4d42-477b-b79f-896fe5a525e1 req-6681f458-0242-4a4e-957e-0115743446c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 1095 time: 0.1013644 Jul 07 16:52:52.860773 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dfc8ec-97b6-4be9-b052-8925189b5405 None None] Network 8fdf64d6-b65e-4c71-8052-c95e195d41d7 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:52:52.903273 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec8e28-4d42-477b-b79f-896fe5a525e1 req-50de86c3-f67f-4a01-ad8c-c9c6703a8602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:52.905715 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-10ec8e28-4d42-477b-b79f-896fe5a525e1 req-50de86c3-f67f-4a01-ad8c-c9c6703a8602 service neutron] 10.222.0.15 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 909 time: 0.1659777 Jul 07 16:52:52.974424 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9deeb51f-5b32-4ae9-b54a-0e3bfc967d9d admin admin] Router 5450ff2e-0530-47b8-936a-bb0ac72363ff is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:52:52.977677 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-10ec8e28-4d42-477b-b79f-896fe5a525e1 req-8a050675-b025-4b88-a613-1c05b5733aa5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07e64711-0d16-47c6-8205-4a44cfc63ffb HTTP/1.1" status: 200 len: 217 time: 0.0648682 Jul 07 16:52:52.994359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f0e67870-cf95-4750-b0a4-86eede978008 None None] Provisioning for port 2e016f91-4b87-41f1-8446-863a0df1bf56 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:53.015673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f0e67870-cf95-4750-b0a4-86eede978008 None None] Provisioning complete for port 2e016f91-4b87-41f1-8446-863a0df1bf56 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:53.026807 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f0e67870-cf95-4750-b0a4-86eede978008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:53.063802 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec8e28-4d42-477b-b79f-896fe5a525e1 req-1f911979-9fe0-4863-9157-ad2e9837ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:53.065902 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-10ec8e28-4d42-477b-b79f-896fe5a525e1 req-1f911979-9fe0-4863-9157-ad2e9837ce02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.0799930 Jul 07 16:52:53.148589 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-10ec8e28-4d42-477b-b79f-896fe5a525e1 req-8bb7cc3f-e89d-413d-b3c8-c2fa47c79443 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719211 Jul 07 16:52:53.211144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9deeb51f-5b32-4ae9-b54a-0e3bfc967d9d admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:52:53.226650 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] Sync routers for ids ['5450ff2e-0530-47b8-936a-bb0ac72363ff'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:52:53.259866 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] Routers {'5450ff2e-0530-47b8-936a-bb0ac72363ff'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:52:53.260941 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9deeb51f-5b32-4ae9-b54a-0e3bfc967d9d admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:53.263022 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:52:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['5450ff2e-0530-47b8-936a-bb0ac72363ff'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:53.263353 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9deeb51f-5b32-4ae9-b54a-0e3bfc967d9d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.7533581 Jul 07 16:52:53.265749 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f0e67870-cf95-4750-b0a4-86eede978008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:53.265928 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37064) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:52:53.294701 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-10ec8e28-4d42-477b-b79f-896fe5a525e1 req-4f6cccd6-bed5-40e9-85ed-aa6c0c5cbc29 service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322434 Jul 07 16:52:53.311487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f0e67870-cf95-4750-b0a4-86eede978008 None None] For port 2e016f91-4b87-41f1-8446-863a0df1bf56, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2e016f91-4b87-41f1-8446-863a0df1bf56,segment=NetworkSegment(21b07fa1-fef3-482a-8c10-2da461190ab3),segment_id=21b07fa1-fef3-482a-8c10-2da461190ab3)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:53.335420 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f0e67870-cf95-4750-b0a4-86eede978008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:53.479810 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e67870-cf95-4750-b0a4-86eede978008 None None] Pushing event updated for resources: {'Port': ['ID=2e016f91-4b87-41f1-8446-863a0df1bf56,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:53.532699 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] Set router 5450ff2e-0530-47b8-936a-bb0ac72363ff gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:52:53.578406 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-10ec8e28-4d42-477b-b79f-896fe5a525e1 req-d725d99a-cf5b-4c17-8405-7bdb0e774e9a service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652175 Jul 07 16:52:53.767482 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b7fe1be0-8fd2-4418-ad0e-46f5b934c8cf None None] Provisioning complete for port 2e016f91-4b87-41f1-8446-863a0df1bf56 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:53.768561 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b7fe1be0-8fd2-4418-ad0e-46f5b934c8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:54.036709 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782797101-router', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:49Z', 'updated_at': '2021-07-07T16:52:51Z', 'revision_number': 3, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'gw_port': {'id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:50Z', 'updated_at': '2021-07-07T16:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:54.099674 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] Checking router: 5450ff2e-0530-47b8-936a-bb0ac72363ff for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:52:54.100019 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] Updating router 5450ff2e-0530-47b8-936a-bb0ac72363ff port 5344400c-d953-4949-a9cd-c0ff1c8a17cb binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:52:54.192750 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:54.198966 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd0c4-ba39-4c3e-9c1f-3f8b2c4c93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:54.434712 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2e016f91-4b87-41f1-8446-863a0df1bf56 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:54.497513 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 2e016f91-4b87-41f1-8446-863a0df1bf56 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:54.498183 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:54.591679 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4cce88ca-d45b-4057-a0f8-51b93dcad0a6 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:54.689126 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 4cce88ca-d45b-4057-a0f8-51b93dcad0a6 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:54.699631 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-8a9cd0c4-ba39-4c3e-9c1f-3f8b2c4c93f9 admin admin] Allocated IP 172.20.0.1 (8fdf64d6-b65e-4c71-8052-c95e195d41d7/cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f/8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:52:54.703113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 4cce88ca-d45b-4057-a0f8-51b93dcad0a6 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:54.705402 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:54.813346 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:54.868790 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:54.885804 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 4cce88ca-d45b-4057-a0f8-51b93dcad0a6, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4cce88ca-d45b-4057-a0f8-51b93dcad0a6,segment=NetworkSegment(560922e6-87fc-4f60-bad4-e757d82a3cb6),segment_id=560922e6-87fc-4f60-bad4-e757d82a3cb6)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:54.892677 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] Transition to ACTIVE for port object 5344400c-d953-4949-a9cd-c0ff1c8a17cb will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:54.895085 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:54.909816 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:54.968533 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] Attempting to bind port 5344400c-d953-4949-a9cd-c0ff1c8a17cb on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:54.970782 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] Attempting to bind port 5344400c-d953-4949-a9cd-c0ff1c8a17cb by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:54.970782 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] Attempting to bind port 5344400c-d953-4949-a9cd-c0ff1c8a17cb on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:54.977516 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd0c4-ba39-4c3e-9c1f-3f8b2c4c93f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:54.996892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-8a9cd0c4-ba39-4c3e-9c1f-3f8b2c4c93f9 admin admin] Transition to ACTIVE for port object 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:52:55.012393 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=4cce88ca-d45b-4057-a0f8-51b93dcad0a6,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:55.023641 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:55.024144 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:55.024736 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:55.025242 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:55.025971 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] Bound port: 5344400c-d953-4949-a9cd-c0ff1c8a17cb, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:55.026525 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:55.050246 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd0c4-ba39-4c3e-9c1f-3f8b2c4c93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:55.089941 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9cd0c4-ba39-4c3e-9c1f-3f8b2c4c93f9 admin admin] Network 8fdf64d6-b65e-4c71-8052-c95e195d41d7 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:55.104997 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] For port 5344400c-d953-4949-a9cd-c0ff1c8a17cb, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:55.120873 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650489de-da50-45bd-af39-efff61e560b2 None None] Pushing event updated for resources: {'Port': ['ID=5344400c-d953-4949-a9cd-c0ff1c8a17cb,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:55.125310 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] For port 5344400c-d953-4949-a9cd-c0ff1c8a17cb, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5344400c-d953-4949-a9cd-c0ff1c8a17cb,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:55.134155 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:55.136847 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-8a9cd0c4-ba39-4c3e-9c1f-3f8b2c4c93f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:55.142018 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9cd0c4-ba39-4c3e-9c1f-3f8b2c4c93f9 admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:52:55.219853 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650489de-da50-45bd-af39-efff61e560b2 None None] Pushing event updated for resources: {'Port': ['ID=5344400c-d953-4949-a9cd-c0ff1c8a17cb,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:55.256595 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] Routers {'5450ff2e-0530-47b8-936a-bb0ac72363ff'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:52:55.258701 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd0c4-ba39-4c3e-9c1f-3f8b2c4c93f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:55.262214 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:52:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['5450ff2e-0530-47b8-936a-bb0ac72363ff'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:55.296796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cd0c4-ba39-4c3e-9c1f-3f8b2c4c93f9 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:55.566823 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] Set router 5450ff2e-0530-47b8-936a-bb0ac72363ff gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:52:55.595008 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0e27f94a-d1c5-44b7-847d-620c69f8d61b None None] Provisioning for port 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:55.600528 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0e27f94a-d1c5-44b7-847d-620c69f8d61b None None] Provisioning complete for port 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:55.601230 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0e27f94a-d1c5-44b7-847d-620c69f8d61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:55.716319 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-0e27f94a-d1c5-44b7-847d-620c69f8d61b None None] Port 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:52:55.722424 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-837af0fa-ea0b-4b0a-b9e0-081eec5816ad req-e39d0a9d-1a3f-4774-b213-05e5b4be5b91 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2404180 Jul 07 16:52:55.814847 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd0c4-ba39-4c3e-9c1f-3f8b2c4c93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:55.919709 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782797101-router', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:49Z', 'updated_at': '2021-07-07T16:52:51Z', 'revision_number': 3, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'gw_port': {'id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:50Z', 'updated_at': '2021-07-07T16:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:55.961959 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e109d78-e5da-4239-9bd9-5b2435cce41c None None] The sync data for ids ['5450ff2e-0530-47b8-936a-bb0ac72363ff'] in n-d-793620-7 is: [{'id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782797101-router', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:49Z', 'updated_at': '2021-07-07T16:52:51Z', 'revision_number': 3, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'gw_port': {'id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:50Z', 'updated_at': '2021-07-07T16:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:52:56.055720 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837af0fa-ea0b-4b0a-b9e0-081eec5816ad req-8dc21282-9fd8-4360-8a43-839d74d15e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:56.057894 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-837af0fa-ea0b-4b0a-b9e0-081eec5816ad req-8dc21282-9fd8-4360-8a43-839d74d15e95 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 1096 time: 0.2441843 Jul 07 16:52:56.176495 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:52:56.208881 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837af0fa-ea0b-4b0a-b9e0-081eec5816ad req-b7f890e1-9fef-4c38-938d-94f8763827c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:56.210625 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-837af0fa-ea0b-4b0a-b9e0-081eec5816ad req-b7f890e1-9fef-4c38-938d-94f8763827c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 909 time: 0.1195014 Jul 07 16:52:56.279134 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-837af0fa-ea0b-4b0a-b9e0-081eec5816ad req-c5a1df51-f43e-4a8a-801c-1db4dc223825 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc43800e-702a-43e9-809d-0e27feb75adf HTTP/1.1" status: 200 len: 217 time: 0.0580926 Jul 07 16:52:56.343364 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-c63941c5-0b6a-4d49-9321-815a198464a5 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:56.347554 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-c63941c5-0b6a-4d49-9321-815a198464a5 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864&tenant_id=1be8148ddb52412394c6dd031bc2cc7e&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 1097 time: 0.1898067 Jul 07 16:52:56.363902 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-7'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:52:56.476928 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837af0fa-ea0b-4b0a-b9e0-081eec5816ad req-a73aec9b-3a01-4cc1-85fb-bae79dd26936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:56.486881 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-837af0fa-ea0b-4b0a-b9e0-081eec5816ad req-a73aec9b-3a01-4cc1-85fb-bae79dd26936 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.1877811 Jul 07 16:52:56.546943 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:56.569402 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-837af0fa-ea0b-4b0a-b9e0-081eec5816ad req-cc9df34b-d593-441e-b3a7-95ab102b8f50 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816059 Jul 07 16:52:56.595117 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 6a89080d-3f24-4d5f-bb94-7a8548468a8a details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:52:56.655653 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd0c4-ba39-4c3e-9c1f-3f8b2c4c93f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:56.731295 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd0c4-ba39-4c3e-9c1f-3f8b2c4c93f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:56.799673 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] For port 6a89080d-3f24-4d5f-bb94-7a8548468a8a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6a89080d-3f24-4d5f-bb94-7a8548468a8a,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:56.828080 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 6a89080d-3f24-4d5f-bb94-7a8548468a8a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6a89080d-3f24-4d5f-bb94-7a8548468a8a,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:56.889172 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8a9cd0c4-ba39-4c3e-9c1f-3f8b2c4c93f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:56.891150 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cd0c4-ba39-4c3e-9c1f-3f8b2c4c93f9 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:56.907459 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 6a89080d-3f24-4d5f-bb94-7a8548468a8a has no active binding in host n-h1-793620-7 {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 16:52:56.935789 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-837af0fa-ea0b-4b0a-b9e0-081eec5816ad req-13dcc644-c76b-42b9-a176-c737bf08a898 service neutron] 10.222.0.69 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495195 Jul 07 16:52:56.985699 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] For port 6a89080d-3f24-4d5f-bb94-7a8548468a8a, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:57.120501 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:57.129566 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee818ece-5072-461a-a0c9-c202e1552864', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a89080d-3f24-4d5f-bb94-7a8548468a8a'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:52:57.138732 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb6859f-317b-42ae-b5b4-614be7f34253" -d '{"events": [{"server_uuid": "ee818ece-5072-461a-a0c9-c202e1552864", "name": "network-vif-unplugged", "status": "completed", "tag": "6a89080d-3f24-4d5f-bb94-7a8548468a8a"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:52:57.162460 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:57.211538 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-837af0fa-ea0b-4b0a-b9e0-081eec5816ad req-d91fc6c4-7a08-4a9d-8e52-d5e1c2af7042 service neutron] 10.222.0.69 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480953 Jul 07 16:52:57.250031 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9cd0c4-ba39-4c3e-9c1f-3f8b2c4c93f9 admin admin] Network 8fdf64d6-b65e-4c71-8052-c95e195d41d7 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:52:57.252846 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-8a9cd0c4-ba39-4c3e-9c1f-3f8b2c4c93f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:52:57.314328 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] Pushing event updated for resources: {'Port': ['ID=6a89080d-3f24-4d5f-bb94-7a8548468a8a,revision_number=7']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:57.340439 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] Attempting to bind port 6a89080d-3f24-4d5f-bb94-7a8548468a8a on host n-h2-793620-7 for vnic_type normal with profile {"migrating_to": "n-h1-793620-7"} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:52:57.346216 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] Attempting to bind port 6a89080d-3f24-4d5f-bb94-7a8548468a8a by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:52:57.347309 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] Attempting to bind port 6a89080d-3f24-4d5f-bb94-7a8548468a8a on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:57.353036 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] Port 6a89080d-3f24-4d5f-bb94-7a8548468a8a on network 51ec3819-671e-411b-b116-1f7886237f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:52:57.353772 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] Attempting to bind port 6a89080d-3f24-4d5f-bb94-7a8548468a8a on network 51ec3819-671e-411b-b116-1f7886237f24 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:52:57.360517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:52:57.361237 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] Checking segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:52:57.361800 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] Bound using segment: {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:52:57.362442 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] Bound port: 6a89080d-3f24-4d5f-bb94-7a8548468a8a, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9fe9f2-bf70-4de2-a379-47e67be805a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '51ec3819-671e-411b-b116-1f7886237f24'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:52:57.363018 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:57.473361 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] For port 6a89080d-3f24-4d5f-bb94-7a8548468a8a, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:52:57.482786 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] For port 6a89080d-3f24-4d5f-bb94-7a8548468a8a, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6a89080d-3f24-4d5f-bb94-7a8548468a8a,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:52:57.492786 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:57.672620 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] Pushing event updated for resources: {'Port': ['ID=6a89080d-3f24-4d5f-bb94-7a8548468a8a,revision_number=8']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:57.697519 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:52:57.698479 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:57.700251 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-abc3e9ce-0551-485c-ae9a-80029493aefa service neutron] 10.222.0.15 "PUT /v2.0/ports/6a89080d-3f24-4d5f-bb94-7a8548468a8a HTTP/1.1" status: 200 len: 1122 time: 1.3469315 Jul 07 16:52:57.772366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['6a89080d-3f24-4d5f-bb94-7a8548468a8a'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:57.827928 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['6a89080d-3f24-4d5f-bb94-7a8548468a8a'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:52:57.896762 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-94f34f9c-a823-4970-a688-d87f2e1f1585 None None] Provisioning complete for port 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:57.897594 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-94f34f9c-a823-4970-a688-d87f2e1f1585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:58.007629 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-94f34f9c-a823-4970-a688-d87f2e1f1585 None None] Port 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:52:58.086102 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9cd0c4-ba39-4c3e-9c1f-3f8b2c4c93f9 admin admin] Router 5450ff2e-0530-47b8-936a-bb0ac72363ff has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:52:58.289389 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9cd0c4-ba39-4c3e-9c1f-3f8b2c4c93f9 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:52:58.304911 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8a9cd0c4-ba39-4c3e-9c1f-3f8b2c4c93f9 admin admin] 10.222.0.50 "PUT /v2.0/routers/5450ff2e-0530-47b8-936a-bb0ac72363ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0375593 Jul 07 16:52:58.450505 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5344400c-d953-4949-a9cd-c0ff1c8a17cb up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:52:58.551480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 5344400c-d953-4949-a9cd-c0ff1c8a17cb completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:52:58.555921 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5344400c-d953-4949-a9cd-c0ff1c8a17cb triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:52:58.556376 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:58.701963 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:58.729835 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 5344400c-d953-4949-a9cd-c0ff1c8a17cb, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5344400c-d953-4949-a9cd-c0ff1c8a17cb,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:52:58.736983 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:52:58.850206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=5344400c-d953-4949-a9cd-c0ff1c8a17cb,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:52:58.890175 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] Sync routers for ids ['5450ff2e-0530-47b8-936a-bb0ac72363ff'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:52:58.900721 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] Routers {'5450ff2e-0530-47b8-936a-bb0ac72363ff'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:52:58.901375 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:52:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['5450ff2e-0530-47b8-936a-bb0ac72363ff'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:59.102444 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] Set router 5450ff2e-0530-47b8-936a-bb0ac72363ff gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:52:59.752343 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782797101-router', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:49Z', 'updated_at': '2021-07-07T16:52:55Z', 'revision_number': 4, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'gw_port': {'id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:50Z', 'updated_at': '2021-07-07T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3', 'name': '', 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'mac_address': 'fa:16:3e:6b:20:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:54Z', 'updated_at': '2021-07-07T16:52:55Z', 'revision_number': 2, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'subnets': [{'id': 'cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:52:59.812373 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] Checking router: 5450ff2e-0530-47b8-936a-bb0ac72363ff for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:52:59.812804 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] Updating router 5450ff2e-0530-47b8-936a-bb0ac72363ff port 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:52:59.851765 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:00.363343 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:00.379767 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] Transition to ACTIVE for port object 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:00.395584 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:00.446578 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5344400c-d953-4949-a9cd-c0ff1c8a17cb up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:00.500394 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685bc4f-933f-48f3-915e-ade841ceeb89 None None] Pushing event updated for resources: {'Port': ['ID=8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:00.616440 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] Attempting to bind port 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:00.616866 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] Attempting to bind port 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '21b07fa1-fef3-482a-8c10-2da461190ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:00.617242 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] Attempting to bind port 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3 on network 8fdf64d6-b65e-4c71-8052-c95e195d41d7 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:00.626760 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5344400c-d953-4949-a9cd-c0ff1c8a17cb triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:00.627140 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:00.630625 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:00.630994 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] Checking segment: {'id': '21b07fa1-fef3-482a-8c10-2da461190ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:00.631340 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:00.631744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] Bound using segment: {'id': '21b07fa1-fef3-482a-8c10-2da461190ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:00.632245 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] Bound port: 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b07fa1-fef3-482a-8c10-2da461190ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:00.632638 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:00.800632 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] For port 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:00.824017 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] For port 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3,segment=NetworkSegment(21b07fa1-fef3-482a-8c10-2da461190ab3),segment_id=21b07fa1-fef3-482a-8c10-2da461190ab3)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:00.837715 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:01.005280 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] Routers {'5450ff2e-0530-47b8-936a-bb0ac72363ff'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:01.008840 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:52:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['5450ff2e-0530-47b8-936a-bb0ac72363ff'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:01.122048 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685bc4f-933f-48f3-915e-ade841ceeb89 None None] Pushing event updated for resources: {'Port': ['ID=8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:01.287285 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] Set router 5450ff2e-0530-47b8-936a-bb0ac72363ff gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:01.708417 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782797101-router', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:49Z', 'updated_at': '2021-07-07T16:52:55Z', 'revision_number': 4, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'gw_port': {'id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:50Z', 'updated_at': '2021-07-07T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3', 'name': '', 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'mac_address': 'fa:16:3e:6b:20:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:54Z', 'updated_at': '2021-07-07T16:53:00Z', 'revision_number': 4, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'subnets': [{'id': 'cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:01.768377 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f49e04d-797d-467d-ab72-07394437c688 None None] The sync data for ids ['5450ff2e-0530-47b8-936a-bb0ac72363ff'] in n-d-793620-7 is: [{'id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782797101-router', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:49Z', 'updated_at': '2021-07-07T16:52:55Z', 'revision_number': 4, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'gw_port': {'id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:50Z', 'updated_at': '2021-07-07T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3', 'name': '', 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'mac_address': 'fa:16:3e:6b:20:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:54Z', 'updated_at': '2021-07-07T16:53:00Z', 'revision_number': 4, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'subnets': [{'id': 'cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:53:02.445002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:02.525585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:02.537876 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:02.538448 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:02.658196 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:02.714406 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3,segment=NetworkSegment(21b07fa1-fef3-482a-8c10-2da461190ab3),segment_id=21b07fa1-fef3-482a-8c10-2da461190ab3)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:02.751560 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:02.832040 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:03.345843 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-9d0ef7c0-6fa6-4042-bf5f-4c63329cc217 service neutron] 10.222.0.69 "GET /v2.0/ports/6a89080d-3f24-4d5f-bb94-7a8548468a8a/bindings/n-h1-793620-7 HTTP/1.1" status: 200 len: 384 time: 0.1238945 Jul 07 16:53:03.593595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-2d76374c-9d96-46fe-8e63-f1e802ab3d2a service neutron] For port 6a89080d-3f24-4d5f-bb94-7a8548468a8a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6a89080d-3f24-4d5f-bb94-7a8548468a8a,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:03.624508 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-2d76374c-9d96-46fe-8e63-f1e802ab3d2a service neutron] For port 6a89080d-3f24-4d5f-bb94-7a8548468a8a, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:03.673770 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-2d76374c-9d96-46fe-8e63-f1e802ab3d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a89080d-3f24-4d5f-bb94-7a8548468a8a {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:03.687706 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-2d76374c-9d96-46fe-8e63-f1e802ab3d2a service neutron] For port 6a89080d-3f24-4d5f-bb94-7a8548468a8a, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=6a89080d-3f24-4d5f-bb94-7a8548468a8a,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:03.705258 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-2d76374c-9d96-46fe-8e63-f1e802ab3d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:03.837528 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-2d76374c-9d96-46fe-8e63-f1e802ab3d2a service neutron] Transition to ACTIVE for port object 6a89080d-3f24-4d5f-bb94-7a8548468a8a will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:03.844400 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-2d76374c-9d96-46fe-8e63-f1e802ab3d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:03.909185 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-2d76374c-9d96-46fe-8e63-f1e802ab3d2a service neutron] No DVR routers for this DVR port 6a89080d-3f24-4d5f-bb94-7a8548468a8a on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:03.954206 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76374c-9d96-46fe-8e63-f1e802ab3d2a service neutron] Pushing event updated for resources: {'Port': ['ID=6a89080d-3f24-4d5f-bb94-7a8548468a8a,revision_number=10']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:03.971279 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-2d76374c-9d96-46fe-8e63-f1e802ab3d2a service neutron] 10.222.0.69 "PUT /v2.0/ports/6a89080d-3f24-4d5f-bb94-7a8548468a8a/bindings/n-h1-793620-7/activate HTTP/1.1" status: 200 len: 369 time: 0.6143322 Jul 07 16:53:03.975592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833987a2-e6a5-4625-b447-039c445d572d req-faf7c1d6-ef78-4438-ba1f-01371f633d0c tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:03.977670 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-833987a2-e6a5-4625-b447-039c445d572d req-faf7c1d6-ef78-4438-ba1f-01371f633d0c tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 945 time: 0.0920138 Jul 07 16:53:04.025082 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-833987a2-e6a5-4625-b447-039c445d572d req-a2a4114b-fa6b-45db-ae84-995beb474904 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366595 Jul 07 16:53:04.086570 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23bb0a5-66de-4a9b-b767-e464513cc72d x-openstack-request-id: req-d23bb0a5-66de-4a9b-b767-e464513cc72d {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:04.087802 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be131d6d-d033-4597-9a50-b46593603cd1", "name": "network-vif-plugged", "status": "completed", "tag": "ebf08bd8-a0f0-4160-b5f8-ce500808670e", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:04.088389 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d23bb0a5-66de-4a9b-b767-e464513cc72d {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:04.089219 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be131d6d-d033-4597-9a50-b46593603cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf08bd8-a0f0-4160-b5f8-ce500808670e', 'code': 200} Jul 07 16:53:04.129367 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8005467a-e79a-424d-bcac-d26d33b78635 x-openstack-request-id: req-8005467a-e79a-424d-bcac-d26d33b78635 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:04.129663 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee818ece-5072-461a-a0c9-c202e1552864", "name": "network-vif-unplugged", "status": "completed", "tag": "6a89080d-3f24-4d5f-bb94-7a8548468a8a", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:04.129925 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8005467a-e79a-424d-bcac-d26d33b78635 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:04.130410 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee818ece-5072-461a-a0c9-c202e1552864', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a89080d-3f24-4d5f-bb94-7a8548468a8a', 'code': 200} Jul 07 16:53:04.245552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621782cd-1944-4fa1-bf75-e8081c92edb3 req-5885e0a2-d56b-463e-84cd-dcc9a6cf09b6 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:04.248312 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-621782cd-1944-4fa1-bf75-e8081c92edb3 req-5885e0a2-d56b-463e-84cd-dcc9a6cf09b6 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.1115613 Jul 07 16:53:04.316526 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-621782cd-1944-4fa1-bf75-e8081c92edb3 req-273bde74-eec1-4111-b87b-8633a268511c tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603776 Jul 07 16:53:04.338157 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-7663fc97-23d4-4542-a1fa-be06b31a6b1f tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:04.339914 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-7663fc97-23d4-4542-a1fa-be06b31a6b1f tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864&tenant_id=1be8148ddb52412394c6dd031bc2cc7e&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 1096 time: 0.1277702 Jul 07 16:53:04.377631 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:04.461336 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:04.461849 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:04.504594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-dc30df5e-d9f0-4fdf-b62f-16a5f0d35f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:04.506224 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-dc30df5e-d9f0-4fdf-b62f-16a5f0d35f34 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864&tenant_id=1be8148ddb52412394c6dd031bc2cc7e HTTP/1.1" status: 200 len: 1096 time: 0.1521533 Jul 07 16:53:04.618166 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ead941-faef-498e-a61f-6650e6cefa61 req-e4a32ca4-fc17-4c56-b8af-02fe7edd0c00 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:04.619693 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-05ead941-faef-498e-a61f-6650e6cefa61 req-e4a32ca4-fc17-4c56-b8af-02fe7edd0c00 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/networks?id=8fdf64d6-b65e-4c71-8052-c95e195d41d7 HTTP/1.1" status: 200 len: 828 time: 0.1838994 Jul 07 16:53:04.642033 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-6d9e53b3-cbd6-4ab8-8355-7393a4faa6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:04.643572 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-6d9e53b3-cbd6-4ab8-8355-7393a4faa6ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 1096 time: 0.1066244 Jul 07 16:53:04.644811 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-05ead941-faef-498e-a61f-6650e6cefa61 req-81673566-de6c-4ecc-ac4f-193c5c30b213 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/quotas/ef48c08f56bd432c93e278146b8c746f HTTP/1.1" status: 200 len: 375 time: 0.0175734 Jul 07 16:53:04.705379 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4a852-89dd-4ca9-bc74-24b5bd91ae2d req-464b93c4-c02c-4faf-b3db-e87a253cf9e7 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:04.706913 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-54c4a852-89dd-4ca9-bc74-24b5bd91ae2d req-464b93c4-c02c-4faf-b3db-e87a253cf9e7 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb9a6261-8495-4ff9-a453-bef13537e797 HTTP/1.1" status: 200 len: 945 time: 0.0691524 Jul 07 16:53:04.754018 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-54c4a852-89dd-4ca9-bc74-24b5bd91ae2d req-b6189155-e7ac-4330-aa3c-1f820b499158 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407548 Jul 07 16:53:04.795154 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-05ead941-faef-498e-a61f-6650e6cefa61 req-a1ea56db-2454-465b-a99a-e58e2e6c2b5b tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ef48c08f56bd432c93e278146b8c746f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1446135 Jul 07 16:53:04.798316 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-ff7a0695-4dad-4864-9879-4119e4840d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:04.799754 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-ff7a0695-4dad-4864-9879-4119e4840d93 service neutron] 10.222.0.15 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 909 time: 0.1473451 Jul 07 16:53:04.885916 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-7e60b7b5-18b7-4137-8255-b6dedb478238 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a89080d-3f24-4d5f-bb94-7a8548468a8a HTTP/1.1" status: 200 len: 217 time: 0.0755792 Jul 07 16:53:04.961797 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-4af17c52-758d-4ed1-a01e-bae493cf3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:04.963214 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-4af17c52-758d-4ed1-a01e-bae493cf3123 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.0688283 Jul 07 16:53:04.968802 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-05ead941-faef-498e-a61f-6650e6cefa61 req-d6105059-7b3f-4e8e-9273-f4a3bb799318 service neutron] 10.222.0.50 "GET /v2.0/networks/8fdf64d6-b65e-4c71-8052-c95e195d41d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660638 Jul 07 16:53:04.987698 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6a89080d-3f24-4d5f-bb94-7a8548468a8a no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:05.014948 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-9f57e52d-0d28-49de-92ce-efc8dde2a70c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434427 Jul 07 16:53:05.035432 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6a89080d-3f24-4d5f-bb94-7a8548468a8a not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:05.156732 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-05ead941-faef-498e-a61f-6650e6cefa61 req-9ebda7dd-7fdf-4b64-ac40-bc07a3b380dc service neutron] 10.222.0.50 "GET /v2.0/networks/8fdf64d6-b65e-4c71-8052-c95e195d41d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781619 Jul 07 16:53:05.174766 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-be9b9cbd-59c7-4b59-8e88-cd59f42eae21 service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281681 Jul 07 16:53:05.279110 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-2ac77a54-abbd-47a2-988d-af0639862f23 service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933580 Jul 07 16:53:05.405709 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1dd0b4-2d4e-4098-b977-b2d1995acc1a req-a529948e-a07f-43c1-aeab-9bb1d5d83d55 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:05.407274 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4c1dd0b4-2d4e-4098-b977-b2d1995acc1a req-a529948e-a07f-43c1-aeab-9bb1d5d83d55 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/ports?device_id=be131d6d-d033-4597-9a50-b46593603cd1 HTTP/1.1" status: 200 len: 949 time: 0.0669827 Jul 07 16:53:05.463613 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4c1dd0b4-2d4e-4098-b977-b2d1995acc1a req-c9c82824-50f7-4842-9d67-a18b52442f5c tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/security-groups?id=b381097f-bba6-4a42-a4f3-37499b0c038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480409 Jul 07 16:53:05.673918 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-44aa8a9b-b561-4051-8213-2011ad70383e tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:05.676237 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-44aa8a9b-b561-4051-8213-2011ad70383e tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864&tenant_id=1be8148ddb52412394c6dd031bc2cc7e&binding%3Ahost_id=n-h1-793620-7 HTTP/1.1" status: 200 len: 1096 time: 0.1173654 Jul 07 16:53:05.688942 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da68420-b574-499b-98ac-863249107691 req-d6c087c2-3253-4b99-85c7-d46d91a6393a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:05.690996 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6da68420-b574-499b-98ac-863249107691 req-d6c087c2-3253-4b99-85c7-d46d91a6393a tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 945 time: 0.1153407 Jul 07 16:53:05.785773 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6da68420-b574-499b-98ac-863249107691 req-aed8f456-963a-468a-9a49-b3aa8ed74f5b tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868776 Jul 07 16:53:05.853662 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-481fa37e-43f6-4622-b253-80e5b0ac5235 service neutron] For port 6a89080d-3f24-4d5f-bb94-7a8548468a8a, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:05.859462 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-481fa37e-43f6-4622-b253-80e5b0ac5235 service neutron] Notify callbacks [] for binding, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:05.860578 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-481fa37e-43f6-4622-b253-80e5b0ac5235 service neutron] 10.222.0.15 "DELETE /v2.0/ports/6a89080d-3f24-4d5f-bb94-7a8548468a8a/bindings/n-h2-793620-7 HTTP/1.1" status: 204 len: 173 time: 0.1684785 Jul 07 16:53:05.862975 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7841d23d-f0be-4297-a628-1494efd53cf2 req-939be213-6641-47af-ac6a-c336e354391a tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6 HTTP/1.1" status: 200 len: 210 time: 0.0666842 Jul 07 16:53:05.899188 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37230) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:05.967973 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-8096ca01-42d4-4d4f-9ace-39b743f9516c admin admin] Deleting subnet fbcce167-4c94-4b3a-b062-a9ca4462041d {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:53:05.976765 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8096ca01-42d4-4d4f-9ace-39b743f9516c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.029293 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8096ca01-42d4-4d4f-9ace-39b743f9516c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.075936 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc88e2-8999-47c4-8587-cbac74e17557 req-90ea7861-c769-44f8-a283-e367c7dfe150 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:06.077908 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8096ca01-42d4-4d4f-9ace-39b743f9516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.078236 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cbfc88e2-8999-47c4-8587-cbac74e17557 req-90ea7861-c769-44f8-a283-e367c7dfe150 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.0839102 Jul 07 16:53:06.090653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ecb18c-896b-46a9-a1be-540949f7352f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cce88ca-d45b-4057-a0f8-51b93dcad0a6'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:06.093718 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0f9e46-15dd-4c32-a2ab-2df241440d4e" -d '{"events": [{"server_uuid": "42ecb18c-896b-46a9-a1be-540949f7352f", "name": "network-vif-plugged", "status": "completed", "tag": "4cce88ca-d45b-4057-a0f8-51b93dcad0a6"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:06.140661 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee818ece-5072-461a-a0c9-c202e1552864', 'tag': '6a89080d-3f24-4d5f-bb94-7a8548468a8a'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:06.143484 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb092894-571d-4084-9f54-a0c5b874fdc0" -d '{"events": [{"name": "network-changed", "server_uuid": "ee818ece-5072-461a-a0c9-c202e1552864", "tag": "6a89080d-3f24-4d5f-bb94-7a8548468a8a"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:06.149507 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cbfc88e2-8999-47c4-8587-cbac74e17557 req-5b2a3092-9cca-4bcd-8134-2b80209eb41b tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621021 Jul 07 16:53:06.157434 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8096ca01-42d4-4d4f-9ace-39b743f9516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.208146 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096ca01-42d4-4d4f-9ace-39b743f9516c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbcce167-4c94-4b3a-b062-a9ca4462041d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:06.213969 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8096ca01-42d4-4d4f-9ace-39b743f9516c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.219661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37248) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:06.219880 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8096ca01-42d4-4d4f-9ace-39b743f9516c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fbcce167-4c94-4b3a-b062-a9ca4462041d HTTP/1.1" status: 204 len: 168 time: 0.3190904 Jul 07 16:53:06.288161 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0cc40c-c631-4e38-889f-477822936f4b x-openstack-request-id: req-1e0cc40c-c631-4e38-889f-477822936f4b {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:06.288678 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ecb18c-896b-46a9-a1be-540949f7352f", "name": "network-vif-plugged", "status": "completed", "tag": "4cce88ca-d45b-4057-a0f8-51b93dcad0a6", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:06.289138 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1e0cc40c-c631-4e38-889f-477822936f4b {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:06.290626 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ecb18c-896b-46a9-a1be-540949f7352f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cce88ca-d45b-4057-a0f8-51b93dcad0a6', 'code': 200} Jul 07 16:53:06.352416 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c74d9d1b-f38d-4688-a5fc-a67b16ea64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.356323 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71452890-a543-46ac-ae7a-c3405f61c64d x-openstack-request-id: req-71452890-a543-46ac-ae7a-c3405f61c64d {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:06.356748 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee818ece-5072-461a-a0c9-c202e1552864", "tag": "6a89080d-3f24-4d5f-bb94-7a8548468a8a", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:06.357156 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-71452890-a543-46ac-ae7a-c3405f61c64d {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:06.357558 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee818ece-5072-461a-a0c9-c202e1552864', 'tag': '6a89080d-3f24-4d5f-bb94-7a8548468a8a', 'status': 'completed', 'code': 200} Jul 07 16:53:06.453933 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-2bdb7040-a664-4465-886d-7d5c196c7e9a tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:06.455481 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-2bdb7040-a664-4465-886d-7d5c196c7e9a tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/networks?id=699fa17b-01d7-4d5f-a61b-f1383d4a18a7 HTTP/1.1" status: 200 len: 805 time: 0.1790690 Jul 07 16:53:06.471568 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb092894-571d-4084-9f54-a0c5b874fdc0 req-139feb49-377f-4b13-a528-860cdbfa88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:06.473284 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cb092894-571d-4084-9f54-a0c5b874fdc0 req-139feb49-377f-4b13-a528-860cdbfa88ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 1096 time: 0.1141694 Jul 07 16:53:06.477280 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-c56a8149-d355-45fb-a0d2-5731968d6adf tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/quotas/13f3bce388ad42598000636f745b7999 HTTP/1.1" status: 200 len: 375 time: 0.0158384 Jul 07 16:53:06.500754 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c74d9d1b-f38d-4688-a5fc-a67b16ea64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.519510 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-c74d9d1b-f38d-4688-a5fc-a67b16ea64e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b69e40-8cee-4c86-a665-12c79fb517fd']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:06.534078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-c74d9d1b-f38d-4688-a5fc-a67b16ea64e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5805b980-fde4-41ba-a877-e102f901c3b0') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:06.534355 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-c74d9d1b-f38d-4688-a5fc-a67b16ea64e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5805b980-fde4-41ba-a877-e102f901c3b0') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:06.553290 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c74d9d1b-f38d-4688-a5fc-a67b16ea64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.582765 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c74d9d1b-f38d-4688-a5fc-a67b16ea64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.585847 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ebf08bd8-a0f0-4160-b5f8-ce500808670e no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:06.587749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2653d5-6485-4c83-b63e-9cdc358a2579 req-d20c3fc4-9358-4336-859f-480577c55c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:06.589713 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0f2653d5-6485-4c83-b63e-9cdc358a2579 req-d20c3fc4-9358-4336-859f-480577c55c71 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 1097 time: 0.2022228 Jul 07 16:53:06.609468 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74d9d1b-f38d-4688-a5fc-a67b16ea64e5 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:53:06.609888 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c74d9d1b-f38d-4688-a5fc-a67b16ea64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.617310 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb092894-571d-4084-9f54-a0c5b874fdc0 req-344b1124-06af-40ce-ae77-a57103462f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:06.618937 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cb092894-571d-4084-9f54-a0c5b874fdc0 req-344b1124-06af-40ce-ae77-a57103462f24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 200 len: 909 time: 0.1343832 Jul 07 16:53:06.620902 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda7072-3a00-44c4-b68e-b71e14d54437 req-5852b9fa-4b86-469b-ba34-b23798bbeb28 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:06.629644 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bda7072-3a00-44c4-b68e-b71e14d54437 req-5852b9fa-4b86-469b-ba34-b23798bbeb28 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb9a6261-8495-4ff9-a453-bef13537e797 HTTP/1.1" status: 200 len: 945 time: 0.1773567 Jul 07 16:53:06.631138 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-e1a92161-1caa-435d-9659-69194324f7d3 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=13f3bce388ad42598000636f745b7999&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1481121 Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:53:06.632070 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:53:06.637295 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:53:06.714744 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cb092894-571d-4084-9f54-a0c5b874fdc0 req-87a554a8-7946-43ae-a903-fab16b94cf23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a89080d-3f24-4d5f-bb94-7a8548468a8a HTTP/1.1" status: 200 len: 217 time: 0.0772514 Jul 07 16:53:06.762687 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.765855 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0f2653d5-6485-4c83-b63e-9cdc358a2579 req-c0443250-7948-495f-8ffb-0a4a2a5ee9ab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114571 Jul 07 16:53:06.782812 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bda7072-3a00-44c4-b68e-b71e14d54437 req-83a7c2a1-2b11-4263-ae95-82e2c281dfe9 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517584 Jul 07 16:53:06.786464 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb092894-571d-4084-9f54-a0c5b874fdc0 req-24aa49dc-87d6-424b-8de3-a4f92516359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:06.787962 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cb092894-571d-4084-9f54-a0c5b874fdc0 req-24aa49dc-87d6-424b-8de3-a4f92516359b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 200 len: 848 time: 0.0648713 Jul 07 16:53:06.804673 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-6d83a8b4-1e86-42a8-8427-f3ba2f9813a3 service neutron] 10.222.0.50 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725295 Jul 07 16:53:06.810324 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ebf08bd8-a0f0-4160-b5f8-ce500808670e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ebf08bd8-a0f0-4160-b5f8-ce500808670e,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:06.819109 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.830951 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device bbebdff5-3d55-453e-9362-de954a23bd70 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:06.843942 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c74d9d1b-f38d-4688-a5fc-a67b16ea64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.888849 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c74d9d1b-f38d-4688-a5fc-a67b16ea64e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:06.893477 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c74d9d1b-f38d-4688-a5fc-a67b16ea64e5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/16b69e40-8cee-4c86-a665-12c79fb517fd HTTP/1.1" status: 204 len: 168 time: 0.6725619 Jul 07 16:53:06.941217 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d9d1b-f38d-4688-a5fc-a67b16ea64e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=16b69e40-8cee-4c86-a665-12c79fb517fd,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:07.011341 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-6fb38fd1-5559-48fb-885d-d004af9002f7 service neutron] 10.222.0.50 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056143 Jul 07 16:53:07.045767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ead941-faef-498e-a61f-6650e6cefa61 req-838550ce-2f5e-4e00-ad98-87e66bafdcd2 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:07.047408 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-05ead941-faef-498e-a61f-6650e6cefa61 req-838550ce-2f5e-4e00-ad98-87e66bafdcd2 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.69 "GET /v2.0/networks?id=8fdf64d6-b65e-4c71-8052-c95e195d41d7 HTTP/1.1" status: 200 len: 828 time: 0.2561827 Jul 07 16:53:07.052744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ebf08bd8-a0f0-4160-b5f8-ce500808670e,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:07.063611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-05ead941-faef-498e-a61f-6650e6cefa61 req-cd6615da-555f-4a46-b503-67f5bd7ac2b6 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Request body: {'port': {'device_id': 'ad251806-82c6-42c7-8ede-bad48e23e1f6', 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7', 'admin_state_up': True, 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:07.072723 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:07.073081 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:07.088227 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cb092894-571d-4084-9f54-a0c5b874fdc0 req-32281698-6c11-4a9b-a2a5-91a21f8781e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51ec3819-671e-411b-b116-1f7886237f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709355 Jul 07 16:53:07.092696 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:07.093175 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:07.093484 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:07.093831 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:07.094241 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:07.095076 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:07.095492 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:07.095826 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:07.096205 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:07.096559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:07.129903 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37270) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:07.140059 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:07.220394 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port bbebdff5-3d55-453e-9362-de954a23bd70, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=bbebdff5-3d55-453e-9362-de954a23bd70,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:07.228827 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:07.291725 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=bbebdff5-3d55-453e-9362-de954a23bd70,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:07.352911 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ead941-faef-498e-a61f-6650e6cefa61 req-cd6615da-555f-4a46-b503-67f5bd7ac2b6 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Made reservation on behalf of ef48c08f56bd432c93e278146b8c746f for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:07.357232 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-05ead941-faef-498e-a61f-6650e6cefa61 req-cd6615da-555f-4a46-b503-67f5bd7ac2b6 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:07.410318 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fe24e-9ce1-4f49-b9b9-c4e2a4e9c156 req-511ea4e4-4654-4cba-97bb-b8310ba7659b tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:07.417691 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5e9fe24e-9ce1-4f49-b9b9-c4e2a4e9c156 req-511ea4e4-4654-4cba-97bb-b8310ba7659b tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 945 time: 0.2014303 Jul 07 16:53:07.507409 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5e9fe24e-9ce1-4f49-b9b9-c4e2a4e9c156 req-5bd66e09-1f73-4671-9733-75247d4225df tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888109 Jul 07 16:53:07.637212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-05ead941-faef-498e-a61f-6650e6cefa61 req-cd6615da-555f-4a46-b503-67f5bd7ac2b6 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Allocated IP 172.20.0.9 (8fdf64d6-b65e-4c71-8052-c95e195d41d7/cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f/01ed1edc-5247-4443-bbd2-c12471f93891) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:07.648873 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cb092894-571d-4084-9f54-a0c5b874fdc0 req-3f258f95-a19c-41d5-b1d5-2b0dabd8cb17 service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522916 Jul 07 16:53:07.653784 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6d0c9547-6413-430e-9425-faeba309dd66 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7aab688084a14f9abaa2ef802f28ba9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5194731 Jul 07 16:53:07.654573 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37298) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:07.758751 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd83bc7-159f-4e39-8cbe-2e9bb0b536ab req-93048feb-3fd6-490e-9886-cb2aeac72ae2 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:07.762050 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fbd83bc7-159f-4e39-8cbe-2e9bb0b536ab req-93048feb-3fd6-490e-9886-cb2aeac72ae2 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.15 "GET /v2.0/ports?device_id=be8961f2-3777-405f-9b7b-fb77edf5ae7e HTTP/1.1" status: 200 len: 944 time: 0.1799958 Jul 07 16:53:07.790660 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6b9b6534-2500-4bb4-926d-8e7c4e129858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:07.815519 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6b9b6534-2500-4bb4-926d-8e7c4e129858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:07.856952 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f920c286-100a-4603-be3a-d942b3a0c080 req-537b1d94-45f4-4def-bef9-9944f0419c18 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6 HTTP/1.1" status: 200 len: 210 time: 0.1204131 Jul 07 16:53:07.929278 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cb092894-571d-4084-9f54-a0c5b874fdc0 req-b8e28add-e77c-48cc-a130-662a15b0543c service neutron] 10.222.0.15 "GET /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702723 Jul 07 16:53:07.930843 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6b9b6534-2500-4bb4-926d-8e7c4e129858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:07.934962 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6b9b6534-2500-4bb4-926d-8e7c4e129858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:07.938716 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6b9b6534-2500-4bb4-926d-8e7c4e129858 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5a8d7430-552c-4796-868a-67000055c75a HTTP/1.1" status: 204 len: 168 time: 0.2822783 Jul 07 16:53:08.001826 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b6534-2500-4bb4-926d-8e7c4e129858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8d7430-552c-4796-868a-67000055c75a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:08.205231 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-05ead941-faef-498e-a61f-6650e6cefa61 req-cd6615da-555f-4a46-b503-67f5bd7ac2b6 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:08.245364 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb24400a-999d-416e-8a6e-d7c919430357 req-1b7b3d7d-371d-43f7-b967-2f9e4fb4c13e tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=0932e5fd-4c26-44ce-b0b2-807460a94c81 HTTP/1.1" status: 200 len: 210 time: 0.0465598 Jul 07 16:53:08.248502 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-05ead941-faef-498e-a61f-6650e6cefa61 req-cd6615da-555f-4a46-b503-67f5bd7ac2b6 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Transition to ACTIVE for port object 01ed1edc-5247-4443-bbd2-c12471f93891 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:08.296226 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be131d6d-d033-4597-9a50-b46593603cd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebf08bd8-a0f0-4160-b5f8-ce500808670e'}, {'server_uuid': 'be8961f2-3777-405f-9b7b-fb77edf5ae7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbebdff5-3d55-453e-9362-de954a23bd70'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:08.299476 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a31c22-4dce-4912-ba62-4d3201e58518" -d '{"events": [{"server_uuid": "be131d6d-d033-4597-9a50-b46593603cd1", "name": "network-vif-unplugged", "status": "completed", "tag": "ebf08bd8-a0f0-4160-b5f8-ce500808670e"}, {"server_uuid": "be8961f2-3777-405f-9b7b-fb77edf5ae7e", "name": "network-vif-unplugged", "status": "completed", "tag": "bbebdff5-3d55-453e-9362-de954a23bd70"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:08.327260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e4ec0-6b05-4788-b8b4-5ed9cf056fd6 req-9cc518a0-3b7c-4c7a-a7cb-57367509b7fd tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:08.329284 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b99e4ec0-6b05-4788-b8b4-5ed9cf056fd6 req-9cc518a0-3b7c-4c7a-a7cb-57367509b7fd tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.3157539 Jul 07 16:53:08.348186 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-fbd83bc7-159f-4e39-8cbe-2e9bb0b536ab req-fd57b0d8-10b4-4965-9682-4e402374df13 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Deleting port bbebdff5-3d55-453e-9362-de954a23bd70 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:08.348682 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fbd83bc7-159f-4e39-8cbe-2e9bb0b536ab req-fd57b0d8-10b4-4965-9682-4e402374df13 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:08.400690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dffad4-260a-4db8-9683-8723a557756a req-3ff43c30-183d-463f-9b8f-0a1f2a925561 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:08.402888 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-40dffad4-260a-4db8-9683-8723a557756a req-3ff43c30-183d-463f-9b8f-0a1f2a925561 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.69 "GET /v2.0/ports?device_id=eb9a6261-8495-4ff9-a453-bef13537e797 HTTP/1.1" status: 200 len: 945 time: 0.3199656 Jul 07 16:53:08.446111 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-05ead941-faef-498e-a61f-6650e6cefa61 req-cd6615da-555f-4a46-b503-67f5bd7ac2b6 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:08.483753 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380effd7-073f-4e0c-8a5f-50ed1883a52a req-d4136995-13f0-491e-9f6f-e8129efca347 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:08.485365 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-380effd7-073f-4e0c-8a5f-50ed1883a52a req-d4136995-13f0-491e-9f6f-e8129efca347 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb9a6261-8495-4ff9-a453-bef13537e797 HTTP/1.1" status: 200 len: 945 time: 0.0871592 Jul 07 16:53:08.536735 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-380effd7-073f-4e0c-8a5f-50ed1883a52a req-bbb478b9-c7b2-4004-98f7-5a87f48dcd37 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432878 Jul 07 16:53:08.603414 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ead941-faef-498e-a61f-6650e6cefa61 req-cd6615da-555f-4a46-b503-67f5bd7ac2b6 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Network 8fdf64d6-b65e-4c71-8052-c95e195d41d7 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:08.619917 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b99e4ec0-6b05-4788-b8b4-5ed9cf056fd6 req-0446d8bd-07f6-4a0d-892e-5c46abca3383 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826552 Jul 07 16:53:08.644363 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-05ead941-faef-498e-a61f-6650e6cefa61 req-cd6615da-555f-4a46-b503-67f5bd7ac2b6 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:08.654848 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ead941-faef-498e-a61f-6650e6cefa61 req-cd6615da-555f-4a46-b503-67f5bd7ac2b6 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:08.712891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6615da-555f-4a46-b503-67f5bd7ac2b6 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Pushing event updated for resources: {'Port': ['ID=01ed1edc-5247-4443-bbd2-c12471f93891,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:08.786866 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-fbd83bc7-159f-4e39-8cbe-2e9bb0b536ab req-fd57b0d8-10b4-4965-9682-4e402374df13 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] For port bbebdff5-3d55-453e-9362-de954a23bd70, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=bbebdff5-3d55-453e-9362-de954a23bd70,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:08.787282 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fbd83bc7-159f-4e39-8cbe-2e9bb0b536ab req-fd57b0d8-10b4-4965-9682-4e402374df13 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:08.849217 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-fbd83bc7-159f-4e39-8cbe-2e9bb0b536ab req-fd57b0d8-10b4-4965-9682-4e402374df13 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Calling delete_port for bbebdff5-3d55-453e-9362-de954a23bd70 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:08.902137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ead941-faef-498e-a61f-6650e6cefa61 req-cd6615da-555f-4a46-b503-67f5bd7ac2b6 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:08.902997 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-05ead941-faef-498e-a61f-6650e6cefa61 req-cd6615da-555f-4a46-b503-67f5bd7ac2b6 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:09.046738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37364) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:09.070970 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930ef2e5-73ac-4b8a-a875-a8b218629712 x-openstack-request-id: req-930ef2e5-73ac-4b8a-a875-a8b218629712 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:09.071270 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be131d6d-d033-4597-9a50-b46593603cd1", "name": "network-vif-unplugged", "status": "completed", "tag": "ebf08bd8-a0f0-4160-b5f8-ce500808670e", "code": 200}, {"server_uuid": "be8961f2-3777-405f-9b7b-fb77edf5ae7e", "name": "network-vif-unplugged", "status": "completed", "tag": "bbebdff5-3d55-453e-9362-de954a23bd70", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:09.071528 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-930ef2e5-73ac-4b8a-a875-a8b218629712 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:09.071938 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be131d6d-d033-4597-9a50-b46593603cd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebf08bd8-a0f0-4160-b5f8-ce500808670e', 'code': 200} Jul 07 16:53:09.072195 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8961f2-3777-405f-9b7b-fb77edf5ae7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbebdff5-3d55-453e-9362-de954a23bd70', 'code': 200} Jul 07 16:53:09.078515 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-05ead941-faef-498e-a61f-6650e6cefa61 req-cd6615da-555f-4a46-b503-67f5bd7ac2b6 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0212834 Jul 07 16:53:09.091399 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-27043f47-e954-4450-9403-5d3b8233a3c6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:09.093552 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-27043f47-e954-4450-9403-5d3b8233a3c6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.69 "GET /v2.0/networks?id=699fa17b-01d7-4d5f-a61b-f1383d4a18a7 HTTP/1.1" status: 200 len: 805 time: 0.1787915 Jul 07 16:53:09.105682 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-3896cbc2-e456-4d09-829d-8cbd15f3445f tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Request body: {'port': {'device_id': '0932e5fd-4c26-44ce-b0b2-807460a94c81', 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7', 'admin_state_up': True, 'tenant_id': '13f3bce388ad42598000636f745b7999'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:09.116871 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-40dffad4-260a-4db8-9683-8723a557756a req-bee19c75-51c8-41af-8f62-934875b70cd5 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Deleting port 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:09.117341 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-40dffad4-260a-4db8-9683-8723a557756a req-bee19c75-51c8-41af-8f62-934875b70cd5 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:09.124777 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] Request body: {'port': {'device_id': 'ad251806-82c6-42c7-8ede-bad48e23e1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:09.175158 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d719e447-0ce4-4939-93e0-97185fa49116 None None] Provisioning for port 01ed1edc-5247-4443-bbd2-c12471f93891 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:09.179742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d719e447-0ce4-4939-93e0-97185fa49116 None None] Provisioning complete for port 01ed1edc-5247-4443-bbd2-c12471f93891 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:09.180351 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d719e447-0ce4-4939-93e0-97185fa49116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:09.257128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d719e447-0ce4-4939-93e0-97185fa49116 None None] Port 01ed1edc-5247-4443-bbd2-c12471f93891 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:53:09.285673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-1c979433-61fa-46e8-823b-7c48c4cfd8be admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1721646421-network', 'tenant_id': '8693859f01f74fd3b18adb75fb6fac6b'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:09.295795 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-3896cbc2-e456-4d09-829d-8cbd15f3445f tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Made reservation on behalf of 13f3bce388ad42598000636f745b7999 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:09.299545 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-3896cbc2-e456-4d09-829d-8cbd15f3445f tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:09.349072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9bd31-a673-4c13-9925-3e994985edbf req-e1854eed-342b-42ee-bf4e-b67e0b607363 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:09.350868 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bf9bd31-a673-4c13-9925-3e994985edbf req-e1854eed-342b-42ee-bf4e-b67e0b607363 tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 1096 time: 0.3683212 Jul 07 16:53:09.470987 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c979433-61fa-46e8-823b-7c48c4cfd8be admin admin] Made reservation on behalf of 8693859f01f74fd3b18adb75fb6fac6b for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:09.474114 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1c979433-61fa-46e8-823b-7c48c4cfd8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:09.493542 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-3896cbc2-e456-4d09-829d-8cbd15f3445f tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Allocated IP 172.20.0.2 (699fa17b-01d7-4d5f-a61b-f1383d4a18a7/f4033db2-1315-487d-98c1-b14262a4cfcd/34566c37-0a68-4492-8763-d95263e149ed) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:09.511094 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-40dffad4-260a-4db8-9683-8723a557756a req-bee19c75-51c8-41af-8f62-934875b70cd5 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] For port 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64,segment=NetworkSegment(0fdda4b4-cdfc-4c46-869d-49fbb277814b),segment_id=0fdda4b4-cdfc-4c46-869d-49fbb277814b)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:09.511440 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-40dffad4-260a-4db8-9683-8723a557756a req-bee19c75-51c8-41af-8f62-934875b70cd5 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:09.524415 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1c979433-61fa-46e8-823b-7c48c4cfd8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:09.536269 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:09.550063 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22be0-d8d0-41f8-924e-9358fc20d1cc req-55b07562-405f-4ed1-8917-d77c5ee63bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:09.551836 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29f22be0-d8d0-41f8-924e-9358fc20d1cc req-55b07562-405f-4ed1-8917-d77c5ee63bae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3c7535ed48d476185da2eb9644b8ebd&device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 1097 time: 0.1216702 Jul 07 16:53:09.634012 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fbd83bc7-159f-4e39-8cbe-2e9bb0b536ab req-fd57b0d8-10b4-4965-9682-4e402374df13 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:09.640772 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bf9bd31-a673-4c13-9925-3e994985edbf req-a568057e-953c-4300-87ef-a8fd2ba7b30d tempest-LiveMigrationTest-74674667 tempest-LiveMigrationTest-74674667-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402163 Jul 07 16:53:09.712270 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57b0d8-10b4-4965-9682-4e402374df13 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Pushing event deleted for resources: {'Port': ['ID=bbebdff5-3d55-453e-9362-de954a23bd70,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:09.759639 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22be0-d8d0-41f8-924e-9358fc20d1cc req-5b046021-723c-4111-a682-49906dcda28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:09.761465 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29f22be0-d8d0-41f8-924e-9358fc20d1cc req-5b046021-723c-4111-a682-49906dcda28b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4184cab-8f42-40f8-9e52-10e5b0c78104 HTTP/1.1" status: 200 len: 911 time: 0.2011046 Jul 07 16:53:09.813627 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29f22be0-d8d0-41f8-924e-9358fc20d1cc req-c30b5bcb-be5d-403d-b984-30a843d45d34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cce88ca-d45b-4057-a0f8-51b93dcad0a6 HTTP/1.1" status: 200 len: 217 time: 0.0400562 Jul 07 16:53:09.860238 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-3896cbc2-e456-4d09-829d-8cbd15f3445f tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:09.890336 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f22be0-d8d0-41f8-924e-9358fc20d1cc req-62d4c888-9e30-4152-a4d2-2b0d85deac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:09.891883 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29f22be0-d8d0-41f8-924e-9358fc20d1cc req-62d4c888-9e30-4152-a4d2-2b0d85deac95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f66d77b5-13d1-4fc2-be4e-9e15148f4fb9 HTTP/1.1" status: 200 len: 850 time: 0.0686133 Jul 07 16:53:09.932075 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29f22be0-d8d0-41f8-924e-9358fc20d1cc req-adba8bda-053a-4036-b8ac-691a77014578 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4184cab-8f42-40f8-9e52-10e5b0c78104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286772 Jul 07 16:53:10.046840 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-774b2bc6-b6cb-4ea3-b9c9-2d9780264d85 req-391018f2-9d7a-47c4-bab2-efa2a5da60ca tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=0932e5fd-4c26-44ce-b0b2-807460a94c81 HTTP/1.1" status: 200 len: 210 time: 0.0388942 Jul 07 16:53:10.050263 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-3896cbc2-e456-4d09-829d-8cbd15f3445f tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:10.107255 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896cbc2-e456-4d09-829d-8cbd15f3445f tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Pushing event updated for resources: {'Port': ['ID=34566c37-0a68-4492-8763-d95263e149ed,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:10.144686 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-3896cbc2-e456-4d09-829d-8cbd15f3445f tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Network 699fa17b-01d7-4d5f-a61b-f1383d4a18a7 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:10.147611 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29f22be0-d8d0-41f8-924e-9358fc20d1cc req-62109bf0-2364-4f5c-8f17-bbd5e95151bf service neutron] 10.222.0.15 "GET /v2.0/networks/c4184cab-8f42-40f8-9e52-10e5b0c78104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068498 Jul 07 16:53:10.148473 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-3896cbc2-e456-4d09-829d-8cbd15f3445f tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:10.150890 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-3896cbc2-e456-4d09-829d-8cbd15f3445f tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:10.219146 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd83bc7-159f-4e39-8cbe-2e9bb0b536ab req-fd57b0d8-10b4-4965-9682-4e402374df13 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] No DVR routers for this DVR port bbebdff5-3d55-453e-9362-de954a23bd70 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:10.221642 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fbd83bc7-159f-4e39-8cbe-2e9bb0b536ab req-fd57b0d8-10b4-4965-9682-4e402374df13 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:10.224339 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fbd83bc7-159f-4e39-8cbe-2e9bb0b536ab req-fd57b0d8-10b4-4965-9682-4e402374df13 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.15 "DELETE /v2.0/ports/bbebdff5-3d55-453e-9362-de954a23bd70 HTTP/1.1" status: 204 len: 173 time: 2.4373138 Jul 07 16:53:10.234023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8961f2-3777-405f-9b7b-fb77edf5ae7e', 'name': 'network-vif-deleted', 'tag': 'bbebdff5-3d55-453e-9362-de954a23bd70'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:10.236603 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8379a2-73ef-4739-8b4b-ae18f0d9321c" -d '{"events": [{"server_uuid": "be8961f2-3777-405f-9b7b-fb77edf5ae7e", "name": "network-vif-deleted", "tag": "bbebdff5-3d55-453e-9362-de954a23bd70"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:10.277580 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-3896cbc2-e456-4d09-829d-8cbd15f3445f tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:10.278626 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-3896cbc2-e456-4d09-829d-8cbd15f3445f tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:10.344228 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29f22be0-d8d0-41f8-924e-9358fc20d1cc req-4489b984-1440-422d-a136-defce7ba2018 service neutron] 10.222.0.15 "GET /v2.0/networks/c4184cab-8f42-40f8-9e52-10e5b0c78104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555514 Jul 07 16:53:10.357159 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2b5c7-1381-4ebf-9566-c4cc8e309854 req-9a716303-687b-432e-a472-1275063db20c tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:10.365166 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ded2b5c7-1381-4ebf-9566-c4cc8e309854 req-9a716303-687b-432e-a472-1275063db20c tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.1773250 Jul 07 16:53:10.402293 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ded2b5c7-1381-4ebf-9566-c4cc8e309854 req-ac780eca-0712-4e82-953e-ddf41f50a4a1 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364079 Jul 07 16:53:10.546602 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-40dffad4-260a-4db8-9683-8723a557756a req-bee19c75-51c8-41af-8f62-934875b70cd5 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:10.547648 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-40dffad4-260a-4db8-9683-8723a557756a req-bee19c75-51c8-41af-8f62-934875b70cd5 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:10.547648 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [req-40dffad4-260a-4db8-9683-8723a557756a req-bee19c75-51c8-41af-8f62-934875b70cd5 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Floating IP 42a19bb6-299f-4641-a691-e6a8397d8497 disassociated. External IP: 172.25.2.199, port: 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64. Jul 07 16:53:10.548027 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-40dffad4-260a-4db8-9683-8723a557756a req-bee19c75-51c8-41af-8f62-934875b70cd5 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Calling delete_port for 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:10.581098 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device bbebdff5-3d55-453e-9362-de954a23bd70 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:10.595266 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340ae0c-f942-4073-903d-5b9e789ec57b req-79a19729-bcee-40aa-8ad3-4db27614b9f6 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:10.596824 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5340ae0c-f942-4073-903d-5b9e789ec57b req-79a19729-bcee-40aa-8ad3-4db27614b9f6 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb9a6261-8495-4ff9-a453-bef13537e797 HTTP/1.1" status: 200 len: 945 time: 0.0736003 Jul 07 16:53:10.601957 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: bbebdff5-3d55-453e-9362-de954a23bd70 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:10.602596 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device bbebdff5-3d55-453e-9362-de954a23bd70 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:10.604501 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1c979433-61fa-46e8-823b-7c48c4cfd8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:10.624496 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-3896cbc2-e456-4d09-829d-8cbd15f3445f tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5227439 Jul 07 16:53:10.642232 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] Request body: {'port': {'device_id': '0932e5fd-4c26-44ce-b0b2-807460a94c81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:10.645014 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfb350-5a84-4bca-9422-34e1915322a0 req-b11e8b6e-4777-4cc3-addf-17fc75c73d26 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:10.647030 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-56bfb350-5a84-4bca-9422-34e1915322a0 req-b11e8b6e-4777-4cc3-addf-17fc75c73d26 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6 HTTP/1.1" status: 200 len: 931 time: 0.4211946 Jul 07 16:53:10.651860 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1c979433-61fa-46e8-823b-7c48c4cfd8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:10.673180 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5340ae0c-f942-4073-903d-5b9e789ec57b req-8df028a9-9e40-4cbc-a6c9-158c72159a30 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups?id=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674567 Jul 07 16:53:10.726352 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c979433-61fa-46e8-823b-7c48c4cfd8be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:53:10.738351 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:10.753809 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c979433-61fa-46e8-823b-7c48c4cfd8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb63f3c-75ff-4872-8784-fd93c5877f39,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:10.781735 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1c979433-61fa-46e8-823b-7c48c4cfd8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:10.782228 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-1c979433-61fa-46e8-823b-7c48c4cfd8be admin admin] Added segment 06c6cf12-0d96-4b17-b7b3-d49a47aef471 of type vlan for network 27f9577f-18af-4bb0-ac29-463453f26d7a Jul 07 16:53:10.806284 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-56bfb350-5a84-4bca-9422-34e1915322a0 req-5ba6649b-3d17-4587-abfa-2325a5a8c82b tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/security-groups?id=37da0889-f0fe-420b-aa7e-ab7ed179ac64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507826 Jul 07 16:53:10.928744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ed1edc-5247-4443-bbd2-c12471f93891 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:10.945212 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.005338 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] Transition to ACTIVE for port object 01ed1edc-5247-4443-bbd2-c12471f93891 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:11.011626 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1c979433-61fa-46e8-823b-7c48c4cfd8be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.021869 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.069227 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc1f448-298e-4d54-ae3c-368b511cb626 x-openstack-request-id: req-cdc1f448-298e-4d54-ae3c-368b511cb626 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:11.069581 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8961f2-3777-405f-9b7b-fb77edf5ae7e", "name": "network-vif-deleted", "tag": "bbebdff5-3d55-453e-9362-de954a23bd70", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:11.069845 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cdc1f448-298e-4d54-ae3c-368b511cb626 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:11.070243 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8961f2-3777-405f-9b7b-fb77edf5ae7e', 'name': 'network-vif-deleted', 'tag': 'bbebdff5-3d55-453e-9362-de954a23bd70', 'status': 'completed', 'code': 200} Jul 07 16:53:11.114877 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-40dffad4-260a-4db8-9683-8723a557756a req-bee19c75-51c8-41af-8f62-934875b70cd5 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.123955 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] Pushing event updated for resources: {'Port': ['ID=01ed1edc-5247-4443-bbd2-c12471f93891,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:11.137283 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1c979433-61fa-46e8-823b-7c48c4cfd8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.138245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c979433-61fa-46e8-823b-7c48c4cfd8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:11.139501 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1c979433-61fa-46e8-823b-7c48c4cfd8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.181129 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34566c37-0a68-4492-8763-d95263e149ed {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:11.190114 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.209290 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] Transition to ACTIVE for port object 34566c37-0a68-4492-8763-d95263e149ed will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:11.214950 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.347355 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee19c75-51c8-41af-8f62-934875b70cd5 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Pushing event deleted for resources: {'Port': ['ID=1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:11.382286 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] Pushing event updated for resources: {'Port': ['ID=34566c37-0a68-4492-8763-d95263e149ed,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:11.402346 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c979433-61fa-46e8-823b-7c48c4cfd8be admin admin] Pushing event updated for resources: {'Network': ['ID=27f9577f-18af-4bb0-ac29-463453f26d7a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:11.407437 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1c979433-61fa-46e8-823b-7c48c4cfd8be admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3374178 Jul 07 16:53:11.418355 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37406) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:11.422543 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] Attempting to bind port 34566c37-0a68-4492-8763-d95263e149ed on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:11.422883 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] Attempting to bind port 34566c37-0a68-4492-8763-d95263e149ed by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'd7e9cb76-4c8d-477c-9813-3e695fc7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:11.423213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] Attempting to bind port 34566c37-0a68-4492-8763-d95263e149ed on network 699fa17b-01d7-4d5f-a61b-f1383d4a18a7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:11.427251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 27f9577f-18af-4bb0-ac29-463453f26d7a details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:53:11.430831 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Request body: {'subnet': {'network_id': '27f9577f-18af-4bb0-ac29-463453f26d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1721646421-subnet', 'tenant_id': '8693859f01f74fd3b18adb75fb6fac6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:11.443404 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] Port 34566c37-0a68-4492-8763-d95263e149ed on network 699fa17b-01d7-4d5f-a61b-f1383d4a18a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:11.443642 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] Attempting to bind port 34566c37-0a68-4492-8763-d95263e149ed on network 699fa17b-01d7-4d5f-a61b-f1383d4a18a7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:11.462989 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:11.463410 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] Checking segment: {'id': 'd7e9cb76-4c8d-477c-9813-3e695fc7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:11.464060 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] Bound using segment: {'id': 'd7e9cb76-4c8d-477c-9813-3e695fc7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:11.464226 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] Bound port: 34566c37-0a68-4492-8763-d95263e149ed, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e9cb76-4c8d-477c-9813-3e695fc7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:11.464481 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.488015 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac9376-b9cc-4a59-967f-e24026a0cf10 req-bb84a9bf-1c41-48c5-8cdd-b8294fab42d3 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:11.494915 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-10ac9376-b9cc-4a59-967f-e24026a0cf10 req-bb84a9bf-1c41-48c5-8cdd-b8294fab42d3 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=0932e5fd-4c26-44ce-b0b2-807460a94c81 HTTP/1.1" status: 200 len: 943 time: 0.1667726 Jul 07 16:53:11.503622 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Made reservation on behalf of 8693859f01f74fd3b18adb75fb6fac6b for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:11.506134 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.522163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] Attempting to bind port 01ed1edc-5247-4443-bbd2-c12471f93891 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:11.522557 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] Attempting to bind port 01ed1edc-5247-4443-bbd2-c12471f93891 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '21b07fa1-fef3-482a-8c10-2da461190ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:11.522877 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] Attempting to bind port 01ed1edc-5247-4443-bbd2-c12471f93891 on network 8fdf64d6-b65e-4c71-8052-c95e195d41d7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:11.567758 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61090511-6125-4b1d-a456-45c03f6fa3c3 req-5272c8d9-9510-417e-b1dc-2d09274f1a2e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:11.569307 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-61090511-6125-4b1d-a456-45c03f6fa3c3 req-5272c8d9-9510-417e-b1dc-2d09274f1a2e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 945 time: 0.2680907 Jul 07 16:53:11.572818 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] Port 01ed1edc-5247-4443-bbd2-c12471f93891 on network 8fdf64d6-b65e-4c71-8052-c95e195d41d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:11.573151 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] Attempting to bind port 01ed1edc-5247-4443-bbd2-c12471f93891 on network 8fdf64d6-b65e-4c71-8052-c95e195d41d7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:11.598157 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:11.598585 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] Checking segment: {'id': '21b07fa1-fef3-482a-8c10-2da461190ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:11.599000 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] Bound using segment: {'id': '21b07fa1-fef3-482a-8c10-2da461190ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:11.599466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] Bound port: 01ed1edc-5247-4443-bbd2-c12471f93891, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b07fa1-fef3-482a-8c10-2da461190ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:11.600294 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.632624 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-10ac9376-b9cc-4a59-967f-e24026a0cf10 req-3e0fe774-db14-4788-9f3e-5125a3fdd6a8 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368313 Jul 07 16:53:11.654963 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] For port 34566c37-0a68-4492-8763-d95263e149ed, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:11.660326 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] For port 34566c37-0a68-4492-8763-d95263e149ed, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=34566c37-0a68-4492-8763-d95263e149ed,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:11.668936 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.689667 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-61090511-6125-4b1d-a456-45c03f6fa3c3 req-f6b53cf4-e29a-4905-8a69-095edc3d508f tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120372 Jul 07 16:53:11.711206 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40dffad4-260a-4db8-9683-8723a557756a req-bee19c75-51c8-41af-8f62-934875b70cd5 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:53:11.759802 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:11.760734 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.762167 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] 10.222.0.69 "PUT /v2.0/ports/34566c37-0a68-4492-8763-d95263e149ed HTTP/1.1" status: 200 len: 1091 time: 1.1297643 Jul 07 16:53:11.762661 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0932e5fd-4c26-44ce-b0b2-807460a94c81', 'tag': '34566c37-0a68-4492-8763-d95263e149ed'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:11.765513 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78213c0-cfbd-4358-8e1e-d1226dd7c643" -d '{"events": [{"name": "network-changed", "server_uuid": "0932e5fd-4c26-44ce-b0b2-807460a94c81", "tag": "34566c37-0a68-4492-8763-d95263e149ed"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:11.804084 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] For port 01ed1edc-5247-4443-bbd2-c12471f93891, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:11.812055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] For port 01ed1edc-5247-4443-bbd2-c12471f93891, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=01ed1edc-5247-4443-bbd2-c12471f93891,segment=NetworkSegment(21b07fa1-fef3-482a-8c10-2da461190ab3),segment_id=21b07fa1-fef3-482a-8c10-2da461190ab3)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:11.822473 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.914252 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b059d1-6198-471d-ab2a-0261cf73638e service neutron] Pushing event updated for resources: {'Port': ['ID=34566c37-0a68-4492-8763-d95263e149ed,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:11.931087 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-366d834d-2fda-4549-b56e-48ceaf4a57f1 req-38642c63-5dad-41ef-a43d-338ddc7df269 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb9a6261-8495-4ff9-a453-bef13537e797 HTTP/1.1" status: 200 len: 210 time: 0.0593698 Jul 07 16:53:11.938464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:11.939091 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:11.940472 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-05ead941-faef-498e-a61f-6650e6cefa61 req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] 10.222.0.69 "PUT /v2.0/ports/01ed1edc-5247-4443-bbd2-c12471f93891 HTTP/1.1" status: 200 len: 1091 time: 2.8428402 Jul 07 16:53:12.003578 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:12.040802 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e3e0c-378f-414c-86a3-3c88a714cc1a service neutron] Pushing event updated for resources: {'Port': ['ID=01ed1edc-5247-4443-bbd2-c12471f93891,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:12.055446 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40dffad4-260a-4db8-9683-8723a557756a req-bee19c75-51c8-41af-8f62-934875b70cd5 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:53:12.067514 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fb7866-7407-4920-a65d-d59ba2607874 None None] Sync routers for ids ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:53:12.076270 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f617b-95c0-4565-bded-5e699314d549 req-9c2aad6b-2a16-4f08-bdd3-ea133669f3b9 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:12.081371 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ee4f617b-95c0-4565-bded-5e699314d549 req-9c2aad6b-2a16-4f08-bdd3-ea133669f3b9 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 945 time: 0.3310757 Jul 07 16:53:12.083116 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fb7866-7407-4920-a65d-d59ba2607874 None None] Routers {'69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:12.083743 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-75fb7866-7407-4920-a65d-d59ba2607874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:52:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:12.105098 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-40dffad4-260a-4db8-9683-8723a557756a req-bee19c75-51c8-41af-8f62-934875b70cd5 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] No DVR routers for this DVR port 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:12.109113 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-40dffad4-260a-4db8-9683-8723a557756a req-bee19c75-51c8-41af-8f62-934875b70cd5 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:12.111281 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-40dffad4-260a-4db8-9683-8723a557756a req-bee19c75-51c8-41af-8f62-934875b70cd5 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.69 "DELETE /v2.0/ports/1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 HTTP/1.1" status: 204 len: 173 time: 3.6535649 Jul 07 16:53:12.131645 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ead941-faef-498e-a61f-6650e6cefa61 req-a8b14e99-1fc1-4853-8667-c8911d8188a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:12.133309 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-05ead941-faef-498e-a61f-6650e6cefa61 req-a8b14e99-1fc1-4853-8667-c8911d8188a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef48c08f56bd432c93e278146b8c746f&device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6 HTTP/1.1" status: 200 len: 1094 time: 0.1377094 Jul 07 16:53:12.140287 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281545ac-3ec4-4073-804f-6650c0c65cfc req-ee1cbc45-fe04-4385-a071-3993e44f0917 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:12.141854 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-281545ac-3ec4-4073-804f-6650c0c65cfc req-ee1cbc45-fe04-4385-a071-3993e44f0917 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.3267670 Jul 07 16:53:12.184956 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-aa27a20a-25d8-4484-a7c8-3410dac8f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:12.187114 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-aa27a20a-25d8-4484-a7c8-3410dac8f101 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=13f3bce388ad42598000636f745b7999&device_id=0932e5fd-4c26-44ce-b0b2-807460a94c81 HTTP/1.1" status: 200 len: 1094 time: 0.3552592 Jul 07 16:53:12.217558 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-05ead941-faef-498e-a61f-6650e6cefa61 req-b7de62bb-ebcf-4240-ad8f-41928d4c1882 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ed1edc-5247-4443-bbd2-c12471f93891 HTTP/1.1" status: 200 len: 217 time: 0.0652132 Jul 07 16:53:12.289145 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb956df7-df44-41b3-bdcc-e3e1df140d7a,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:12.303202 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-e2b5c714-6363-47c6-83e8-413137f9e539 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34566c37-0a68-4492-8763-d95263e149ed HTTP/1.1" status: 200 len: 217 time: 0.1015816 Jul 07 16:53:12.313991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:12.314589 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:12.314802 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:12.315131 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:12.315480 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:12.315816 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:12.316148 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:12.316478 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:12.316808 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:12.317134 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:12.317461 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:12.317788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:12.331615 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-75fb7866-7407-4920-a65d-d59ba2607874 None None] Set router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:12.335214 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ead941-faef-498e-a61f-6650e6cefa61 req-3bc8d17f-5167-4157-8717-58e1f5bfda34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:12.359256 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-05ead941-faef-498e-a61f-6650e6cefa61 req-3bc8d17f-5167-4157-8717-58e1f5bfda34 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f HTTP/1.1" status: 200 len: 867 time: 0.1184781 Jul 07 16:53:12.419108 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff782f8b-de29-43ad-8aad-02272c5ebabd x-openstack-request-id: req-ff782f8b-de29-43ad-8aad-02272c5ebabd {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:12.420447 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0932e5fd-4c26-44ce-b0b2-807460a94c81", "tag": "34566c37-0a68-4492-8763-d95263e149ed", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:12.420807 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ff782f8b-de29-43ad-8aad-02272c5ebabd {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:12.421341 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0932e5fd-4c26-44ce-b0b2-807460a94c81', 'tag': '34566c37-0a68-4492-8763-d95263e149ed', 'status': 'completed', 'code': 200} Jul 07 16:53:12.430024 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ead941-faef-498e-a61f-6650e6cefa61 req-91a8c805-7e1f-4ef8-a1da-83eab2674873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:12.431989 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-05ead941-faef-498e-a61f-6650e6cefa61 req-91a8c805-7e1f-4ef8-a1da-83eab2674873 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fdf64d6-b65e-4c71-8052-c95e195d41d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719488 Jul 07 16:53:12.434204 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Checking segment: {'id': '06c6cf12-0d96-4b17-b7b3-d49a47aef471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '27f9577f-18af-4bb0-ac29-463453f26d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:12.434759 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Network hostable DHCP agents. Network: 27f9577f-18af-4bb0-ac29-463453f26d7a, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:53:12.446560 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-281545ac-3ec4-4073-804f-6650c0c65cfc req-3d93da44-63b2-4cc2-a284-67aff504e857 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674475 Jul 07 16:53:12.483662 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-ba315ecb-f854-4306-88d9-da8f3ac22ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:12.485455 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-ba315ecb-f854-4306-88d9-da8f3ac22ac6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f4033db2-1315-487d-98c1-b14262a4cfcd HTTP/1.1" status: 200 len: 845 time: 0.1594036 Jul 07 16:53:12.486243 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Network 27f9577f-18af-4bb0-ac29-463453f26d7a is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:53:12.514319 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 27f9577f-18af-4bb0-ac29-463453f26d7a) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:12.520037 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:12.520818 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:12.525242 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd9c5a1-6bbe-45e9-8799-707d236d5258 None None] Network 27f9577f-18af-4bb0-ac29-463453f26d7a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:53:12.550698 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-c635aec9-8d46-4f9e-8638-5e93fbb0fbcf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=699fa17b-01d7-4d5f-a61b-f1383d4a18a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510275 Jul 07 16:53:12.563488 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-ee4f617b-95c0-4565-bded-5e699314d549 req-9a8b411c-f91a-4b5d-af2e-acbec32eb638 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Deleting port 6a89080d-3f24-4d5f-bb94-7a8548468a8a {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:12.563890 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ee4f617b-95c0-4565-bded-5e699314d549 req-9a8b411c-f91a-4b5d-af2e-acbec32eb638 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:12.604390 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-75fb7866-7407-4920-a65d-d59ba2607874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:00Z', 'updated_at': '2021-07-07T16:46:06Z', 'revision_number': 4, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'gw_port': {'id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:01Z', 'updated_at': '2021-07-07T16:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '7716dba8-ad59-42f5-b594-353dc2b447cc', 'name': '', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'mac_address': 'fa:16:3e:29:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:04Z', 'updated_at': '2021-07-07T16:46:14Z', 'revision_number': 5, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'subnets': [{'id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:12.623689 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765ba67-4a4b-48e4-8b96-1eb9d1730a4d req-8a604f6b-60e2-4bfa-8251-53391b159a63 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:12.631188 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ebf08bd8-a0f0-4160-b5f8-ce500808670e details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:12.632728 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a765ba67-4a4b-48e4-8b96-1eb9d1730a4d req-8a604f6b-60e2-4bfa-8251-53391b159a63 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6 HTTP/1.1" status: 200 len: 943 time: 0.1996338 Jul 07 16:53:12.691215 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a765ba67-4a4b-48e4-8b96-1eb9d1730a4d req-ba29f79e-aca4-4254-a109-4d94ea8e8b9a tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/security-groups?id=37da0889-f0fe-420b-aa7e-ab7ed179ac64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484231 Jul 07 16:53:12.693769 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-05ead941-faef-498e-a61f-6650e6cefa61 req-18f2b91b-0831-450d-b760-97fde10f0a84 service neutron] 10.222.0.69 "GET /v2.0/networks/8fdf64d6-b65e-4c71-8052-c95e195d41d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491989 Jul 07 16:53:12.708178 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fb7866-7407-4920-a65d-d59ba2607874 None None] Checking router: 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:53:12.737148 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fb7866-7407-4920-a65d-d59ba2607874 None None] Routers {'69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:12.740923 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-75fb7866-7407-4920-a65d-d59ba2607874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:52:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:12.749450 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-08c5716a-8c0b-4390-bd1a-5b7da7dc9a3a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3278432 Jul 07 16:53:12.754544 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ebf08bd8-a0f0-4160-b5f8-ce500808670e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ebf08bd8-a0f0-4160-b5f8-ce500808670e,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:12.844548 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'ebf08bd8-a0f0-4160-b5f8-ce500808670e', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': 'ebf08bd8-a0f0-4160-b5f8-ce500808670e', 'mac_address': 'fa:16:3e:2f:e9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:12.931433 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-75fb7866-7407-4920-a65d-d59ba2607874 None None] Set router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:12.956113 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-05ead941-faef-498e-a61f-6650e6cefa61 req-5d55a9ae-d721-47ad-a2b2-383dbc300cee service neutron] 10.222.0.69 "GET /v2.0/networks/8fdf64d6-b65e-4c71-8052-c95e195d41d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562065 Jul 07 16:53:12.976364 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edec5d9f-f887-450e-90cd-12941222c7e1 None None] Network 27f9577f-18af-4bb0-ac29-463453f26d7a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:53:13.013568 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-ee4f617b-95c0-4565-bded-5e699314d549 req-9a8b411c-f91a-4b5d-af2e-acbec32eb638 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] For port 6a89080d-3f24-4d5f-bb94-7a8548468a8a, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=6a89080d-3f24-4d5f-bb94-7a8548468a8a,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:13.014760 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ee4f617b-95c0-4565-bded-5e699314d549 req-9a8b411c-f91a-4b5d-af2e-acbec32eb638 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:13.017502 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:13.040217 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-ee4f617b-95c0-4565-bded-5e699314d549 req-9a8b411c-f91a-4b5d-af2e-acbec32eb638 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Calling delete_port for 6a89080d-3f24-4d5f-bb94-7a8548468a8a owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:13.057441 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb601e7-7aba-459c-b9cf-bf0010c586d0 req-4c717cbb-643d-4c99-99f8-df077341c2e0 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:13.059050 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bbb601e7-7aba-459c-b9cf-bf0010c586d0 req-4c717cbb-643d-4c99-99f8-df077341c2e0 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=0932e5fd-4c26-44ce-b0b2-807460a94c81 HTTP/1.1" status: 200 len: 943 time: 0.1637163 Jul 07 16:53:13.086536 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-2be2f965-127a-4892-b84c-f4a535034623 service neutron] 10.222.0.69 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263703 Jul 07 16:53:13.098967 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad251806-82c6-42c7-8ede-bad48e23e1f6', 'tag': '01ed1edc-5247-4443-bbd2-c12471f93891'}, {'server_uuid': 'eb9a6261-8495-4ff9-a453-bef13537e797', 'name': 'network-vif-deleted', 'tag': '1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:13.101227 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bca984a-ff24-4d64-ab5a-5a20cc2d602c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad251806-82c6-42c7-8ede-bad48e23e1f6", "tag": "01ed1edc-5247-4443-bbd2-c12471f93891"}, {"server_uuid": "eb9a6261-8495-4ff9-a453-bef13537e797", "name": "network-vif-deleted", "tag": "1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:13.124053 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bbb601e7-7aba-459c-b9cf-bf0010c586d0 req-0e044b69-bc83-42ef-b86f-fe2c6a5f36df tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559964 Jul 07 16:53:13.140922 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:13.165998 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:13.166354 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:13.195845 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf08bd8-a0f0-4160-b5f8-ce500808670e {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:13.228483 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ebf08bd8-a0f0-4160-b5f8-ce500808670e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ebf08bd8-a0f0-4160-b5f8-ce500808670e,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:13.236257 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-75fb7866-7407-4920-a65d-d59ba2607874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:00Z', 'updated_at': '2021-07-07T16:46:06Z', 'revision_number': 4, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'gw_port': {'id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:01Z', 'updated_at': '2021-07-07T16:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '7716dba8-ad59-42f5-b594-353dc2b447cc', 'name': '', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'mac_address': 'fa:16:3e:29:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:04Z', 'updated_at': '2021-07-07T16:46:14Z', 'revision_number': 5, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'subnets': [{'id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:13.240466 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:13.268630 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fb7866-7407-4920-a65d-d59ba2607874 None None] The sync data for ids ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'] in n-d-793620-7 is: [{'id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:00Z', 'updated_at': '2021-07-07T16:46:06Z', 'revision_number': 4, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'gw_port': {'id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:01Z', 'updated_at': '2021-07-07T16:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '7716dba8-ad59-42f5-b594-353dc2b447cc', 'name': '', 'network_id': 'c85edc96-c222-49c3-a60a-171b400e82ed', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'mac_address': 'fa:16:3e:29:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:04Z', 'updated_at': '2021-07-07T16:46:14Z', 'revision_number': 5, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'subnets': [{'id': '414e5f56-f327-49ce-ba9b-6eafeb3fd8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:53:13.283072 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521234a5-645f-4508-9671-e40d438fc6f1 req-7183cbcd-52b0-42b3-a16f-bb70dff732ef tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:13.290702 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-521234a5-645f-4508-9671-e40d438fc6f1 req-7183cbcd-52b0-42b3-a16f-bb70dff732ef tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 945 time: 0.2567618 Jul 07 16:53:13.344601 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-96c7c3c0-826d-45c5-8f92-81f31d247ed3 req-df333023-9b2e-49e9-b618-cc2020aef212 service neutron] 10.222.0.69 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490764 Jul 07 16:53:13.409217 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-521234a5-645f-4508-9671-e40d438fc6f1 req-43190664-d9f1-49c4-86ff-219527eea248 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175044 Jul 07 16:53:13.487029 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ee4f617b-95c0-4565-bded-5e699314d549 req-9a8b411c-f91a-4b5d-af2e-acbec32eb638 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:13.497835 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ebf08bd8-a0f0-4160-b5f8-ce500808670e,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:13.506069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['07e64711-0d16-47c6-8205-4a44cfc63ffb'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:13.531867 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76a0a65-6e09-4ea3-926d-4235dd5104c5 x-openstack-request-id: req-c76a0a65-6e09-4ea3-926d-4235dd5104c5 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:13.532059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b411c-f91a-4b5d-af2e-acbec32eb638 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Pushing event deleted for resources: {'Port': ['ID=6a89080d-3f24-4d5f-bb94-7a8548468a8a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:13.532365 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad251806-82c6-42c7-8ede-bad48e23e1f6", "tag": "01ed1edc-5247-4443-bbd2-c12471f93891", "status": "completed", "code": 200}, {"server_uuid": "eb9a6261-8495-4ff9-a453-bef13537e797", "name": "network-vif-deleted", "tag": "1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:13.532713 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c76a0a65-6e09-4ea3-926d-4235dd5104c5 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:13.533234 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad251806-82c6-42c7-8ede-bad48e23e1f6', 'tag': '01ed1edc-5247-4443-bbd2-c12471f93891', 'status': 'completed', 'code': 200} Jul 07 16:53:13.533582 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9a6261-8495-4ff9-a453-bef13537e797', 'name': 'network-vif-deleted', 'tag': '1d8cd77f-4378-4ab6-af1d-fb0fae4b7e64', 'status': 'completed', 'code': 200} Jul 07 16:53:13.574482 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['ebf08bd8-a0f0-4160-b5f8-ce500808670e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:13.577878 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78213c0-cfbd-4358-8e1e-d1226dd7c643 req-7a946f2d-4dce-4d56-94ab-52b2b60b8ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:13.579700 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e78213c0-cfbd-4358-8e1e-d1226dd7c643 req-7a946f2d-4dce-4d56-94ab-52b2b60b8ff7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=13f3bce388ad42598000636f745b7999&device_id=0932e5fd-4c26-44ce-b0b2-807460a94c81 HTTP/1.1" status: 200 len: 1094 time: 0.1575782 Jul 07 16:53:13.709990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78213c0-cfbd-4358-8e1e-d1226dd7c643 req-6d55569b-f9ea-4340-9eef-7a485f68e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:13.712155 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e78213c0-cfbd-4358-8e1e-d1226dd7c643 req-6d55569b-f9ea-4340-9eef-7a485f68e842 service neutron] 10.222.0.69 "GET /v2.0/networks?id=699fa17b-01d7-4d5f-a61b-f1383d4a18a7 HTTP/1.1" status: 200 len: 906 time: 0.1255209 Jul 07 16:53:13.737748 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4f617b-95c0-4565-bded-5e699314d549 req-9a8b411c-f91a-4b5d-af2e-acbec32eb638 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] No DVR routers for this DVR port 6a89080d-3f24-4d5f-bb94-7a8548468a8a on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:13.742306 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ee4f617b-95c0-4565-bded-5e699314d549 req-9a8b411c-f91a-4b5d-af2e-acbec32eb638 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:13.746043 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ee4f617b-95c0-4565-bded-5e699314d549 req-9a8b411c-f91a-4b5d-af2e-acbec32eb638 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.15 "DELETE /v2.0/ports/6a89080d-3f24-4d5f-bb94-7a8548468a8a HTTP/1.1" status: 204 len: 173 time: 1.6509042 Jul 07 16:53:13.796874 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e78213c0-cfbd-4358-8e1e-d1226dd7c643 req-61bb4417-eec8-4032-853a-d1f3ac0ca3f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=34566c37-0a68-4492-8763-d95263e149ed HTTP/1.1" status: 200 len: 217 time: 0.0578468 Jul 07 16:53:13.802582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae39a67c-c2fa-4c29-8360-c34804c17680 None None] New status for floating IP 42a19bb6-299f-4641-a691-e6a8397d8497: DOWN {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:53:13.841294 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f764189-13f6-4f78-abd1-87d993849d2e req-9b7593c3-a704-4355-b426-e5050317b94a tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:13.850110 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3f764189-13f6-4f78-abd1-87d993849d2e req-9b7593c3-a704-4355-b426-e5050317b94a tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/networks?id=27f9577f-18af-4bb0-ac29-463453f26d7a HTTP/1.1" status: 200 len: 813 time: 0.3063474 Jul 07 16:53:13.865190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca984a-ff24-4d64-ab5a-5a20cc2d602c req-f14c7a3d-75b8-40c3-841c-490f5855bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:13.867121 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bca984a-ff24-4d64-ab5a-5a20cc2d602c req-f14c7a3d-75b8-40c3-841c-490f5855bc80 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef48c08f56bd432c93e278146b8c746f&device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6 HTTP/1.1" status: 200 len: 1094 time: 0.2217591 Jul 07 16:53:13.875997 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3f764189-13f6-4f78-abd1-87d993849d2e req-7fae0f68-bc9e-43db-a95c-d2cc80c9e932 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/quotas/8693859f01f74fd3b18adb75fb6fac6b HTTP/1.1" status: 200 len: 375 time: 0.0246465 Jul 07 16:53:13.917573 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78213c0-cfbd-4358-8e1e-d1226dd7c643 req-3f941377-3a92-4c4f-abf0-5ab3907a8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:13.919181 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e78213c0-cfbd-4358-8e1e-d1226dd7c643 req-3f941377-3a92-4c4f-abf0-5ab3907a8da2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f4033db2-1315-487d-98c1-b14262a4cfcd HTTP/1.1" status: 200 len: 845 time: 0.1074510 Jul 07 16:53:13.935241 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3f764189-13f6-4f78-abd1-87d993849d2e req-dcecb7cf-d407-4548-9370-6a241c199701 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8693859f01f74fd3b18adb75fb6fac6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576966 Jul 07 16:53:13.967899 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e78213c0-cfbd-4358-8e1e-d1226dd7c643 req-deecd3f0-8203-4196-ad45-bd6ffaaa7d8c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=699fa17b-01d7-4d5f-a61b-f1383d4a18a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411580 Jul 07 16:53:13.982747 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a4e91-b1e8-466d-b012-414baa42d565 req-e8d079d7-0cb8-4d13-a517-a1d3c6792385 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:13.990505 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-238a4e91-b1e8-466d-b012-414baa42d565 req-e8d079d7-0cb8-4d13-a517-a1d3c6792385 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.1978331 Jul 07 16:53:14.022350 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:14.055741 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca984a-ff24-4d64-ab5a-5a20cc2d602c req-ee34a7eb-c112-482e-92eb-f3fc381ca6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:14.057733 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bca984a-ff24-4d64-ab5a-5a20cc2d602c req-ee34a7eb-c112-482e-92eb-f3fc381ca6df service neutron] 10.222.0.69 "GET /v2.0/networks?id=8fdf64d6-b65e-4c71-8052-c95e195d41d7 HTTP/1.1" status: 200 len: 929 time: 0.1786952 Jul 07 16:53:14.141256 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-238a4e91-b1e8-466d-b012-414baa42d565 req-fd6af88a-917a-425f-b510-2e1c78ae12b7 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492510 Jul 07 16:53:14.184988 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e78213c0-cfbd-4358-8e1e-d1226dd7c643 req-af9a42b8-d85f-4ba8-a7d0-962cf0aa1f2a service neutron] 10.222.0.69 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915703 Jul 07 16:53:14.284581 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3f764189-13f6-4f78-abd1-87d993849d2e req-2feebe76-b267-4e93-bf4f-41876efcf83d service neutron] 10.222.0.50 "GET /v2.0/networks/27f9577f-18af-4bb0-ac29-463453f26d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257428 Jul 07 16:53:14.304899 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bca984a-ff24-4d64-ab5a-5a20cc2d602c req-3c7d48fb-9222-4183-82cd-9c63ac8e1a26 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ed1edc-5247-4443-bbd2-c12471f93891 HTTP/1.1" status: 200 len: 217 time: 0.1284440 Jul 07 16:53:14.330114 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e78213c0-cfbd-4358-8e1e-d1226dd7c643 req-4b7cdb7d-dda6-40f6-b50e-8c0132ef749e service neutron] 10.222.0.69 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382720 Jul 07 16:53:14.423211 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee818ece-5072-461a-a0c9-c202e1552864', 'name': 'network-vif-deleted', 'tag': '6a89080d-3f24-4d5f-bb94-7a8548468a8a'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:14.424029 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca984a-ff24-4d64-ab5a-5a20cc2d602c req-f5a9a748-0c68-4b0f-9bfa-0740af02d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:14.425685 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bca984a-ff24-4d64-ab5a-5a20cc2d602c req-f5a9a748-0c68-4b0f-9bfa-0740af02d6b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f HTTP/1.1" status: 200 len: 867 time: 0.1044652 Jul 07 16:53:14.426508 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25741490-0633-46e0-8685-bd7999c83394" -d '{"events": [{"server_uuid": "ee818ece-5072-461a-a0c9-c202e1552864", "name": "network-vif-deleted", "tag": "6a89080d-3f24-4d5f-bb94-7a8548468a8a"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:14.457384 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3f764189-13f6-4f78-abd1-87d993849d2e req-73431a42-559a-40ec-b661-0bd9e27c43d4 service neutron] 10.222.0.50 "GET /v2.0/networks/27f9577f-18af-4bb0-ac29-463453f26d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719265 Jul 07 16:53:14.520149 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca984a-ff24-4d64-ab5a-5a20cc2d602c req-02c7b198-547a-4725-b217-87411c57ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:14.521692 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bca984a-ff24-4d64-ab5a-5a20cc2d602c req-02c7b198-547a-4725-b217-87411c57ba97 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fdf64d6-b65e-4c71-8052-c95e195d41d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864723 Jul 07 16:53:14.609411 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ebf08bd8-a0f0-4160-b5f8-ce500808670e up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:14.735239 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bca984a-ff24-4d64-ab5a-5a20cc2d602c req-57ac2962-b303-4843-a743-86dd5414b3d4 service neutron] 10.222.0.69 "GET /v2.0/networks/8fdf64d6-b65e-4c71-8052-c95e195d41d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059467 Jul 07 16:53:14.770632 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e06f58a2-d19a-48b7-b4c4-aac00ee7deca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:14.836067 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port ebf08bd8-a0f0-4160-b5f8-ce500808670e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:14.836667 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:14.959520 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:15.016495 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be131d6d-d033-4597-9a50-b46593603cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf08bd8-a0f0-4160-b5f8-ce500808670e'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:15.019471 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde484d7-541e-491a-8ff3-c0ddd7566f74" -d '{"events": [{"server_uuid": "be131d6d-d033-4597-9a50-b46593603cd1", "name": "network-vif-plugged", "status": "completed", "tag": "ebf08bd8-a0f0-4160-b5f8-ce500808670e"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:15.038404 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bca984a-ff24-4d64-ab5a-5a20cc2d602c req-abc78401-b49c-4866-af8b-0855570c3f45 service neutron] 10.222.0.69 "GET /v2.0/networks/8fdf64d6-b65e-4c71-8052-c95e195d41d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949150 Jul 07 16:53:15.057141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ebf08bd8-a0f0-4160-b5f8-ce500808670e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ebf08bd8-a0f0-4160-b5f8-ce500808670e,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:15.074781 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:15.076092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 6a89080d-3f24-4d5f-bb94-7a8548468a8a no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:15.096801 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f5053-0494-44a4-921c-6b3e35d596b8 req-f7d4dc84-d0e9-429e-81ef-553eac641404 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:15.103905 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-396f5053-0494-44a4-921c-6b3e35d596b8 req-f7d4dc84-d0e9-429e-81ef-553eac641404 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=0932e5fd-4c26-44ce-b0b2-807460a94c81 HTTP/1.1" status: 200 len: 943 time: 0.1723247 Jul 07 16:53:15.157178 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-396f5053-0494-44a4-921c-6b3e35d596b8 req-f481338b-e892-4988-8282-6cd54184ddd8 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518897 Jul 07 16:53:15.164357 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 6a89080d-3f24-4d5f-bb94-7a8548468a8a {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:15.164713 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 6a89080d-3f24-4d5f-bb94-7a8548468a8a not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:15.208210 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ebf08bd8-a0f0-4160-b5f8-ce500808670e,revision_number=10']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:15.256785 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37516) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:15.291780 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3f8ab-96ca-45f5-b807-f31835ae6d00 req-04c5ab59-03b9-43af-82f6-1fdf7af6a29b tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:15.294409 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51c3f8ab-96ca-45f5-b807-f31835ae6d00 req-04c5ab59-03b9-43af-82f6-1fdf7af6a29b tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6 HTTP/1.1" status: 200 len: 943 time: 0.8615377 Jul 07 16:53:15.370620 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51c3f8ab-96ca-45f5-b807-f31835ae6d00 req-1f6b8036-5554-4c7d-88bf-ccbad75e3f6a tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/security-groups?id=37da0889-f0fe-420b-aa7e-ab7ed179ac64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668535 Jul 07 16:53:15.386655 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-769ae5e4-b0ce-45d1-95c3-79cbede14ac1 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:15.441203 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436c151b-bc57-4979-b6dc-4c414722d960 x-openstack-request-id: req-436c151b-bc57-4979-b6dc-4c414722d960 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:15.441503 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee818ece-5072-461a-a0c9-c202e1552864", "name": "network-vif-deleted", "tag": "6a89080d-3f24-4d5f-bb94-7a8548468a8a", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:15.441761 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-436c151b-bc57-4979-b6dc-4c414722d960 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:15.442168 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee818ece-5072-461a-a0c9-c202e1552864', 'name': 'network-vif-deleted', 'tag': '6a89080d-3f24-4d5f-bb94-7a8548468a8a', 'status': 'completed', 'code': 200} Jul 07 16:53:15.468224 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-769ae5e4-b0ce-45d1-95c3-79cbede14ac1 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:15.572548 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3fcde381-a91e-4007-8c95-30fbeb9c4c6c req-84fcc9e6-66ca-4384-93bf-4c4a962df8f8 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/ports?device_id=581c62f4-bada-447c-bf9f-b6515057b540 HTTP/1.1" status: 200 len: 210 time: 0.0530815 Jul 07 16:53:15.642162 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-701d1ef5-90d5-449d-8844-492bb64829ca req-1032060e-72a2-4747-b50b-238600452eeb tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 210 time: 0.0810082 Jul 07 16:53:15.667348 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a24cca-e75c-45dd-89aa-e27ec29574cb x-openstack-request-id: req-16a24cca-e75c-45dd-89aa-e27ec29574cb {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:15.667867 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be131d6d-d033-4597-9a50-b46593603cd1", "name": "network-vif-plugged", "status": "completed", "tag": "ebf08bd8-a0f0-4160-b5f8-ce500808670e", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:15.667991 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16a24cca-e75c-45dd-89aa-e27ec29574cb {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:15.668336 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be131d6d-d033-4597-9a50-b46593603cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf08bd8-a0f0-4160-b5f8-ce500808670e', 'code': 200} Jul 07 16:53:15.670327 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-769ae5e4-b0ce-45d1-95c3-79cbede14ac1 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:15.676288 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-769ae5e4-b0ce-45d1-95c3-79cbede14ac1 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:15.681863 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37520) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:15.682865 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-769ae5e4-b0ce-45d1-95c3-79cbede14ac1 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "DELETE /v2.0/security-groups/2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6 HTTP/1.1" status: 204 len: 168 time: 0.4247053 Jul 07 16:53:15.704271 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-853bc950-7929-4a69-a859-c34ea3edead1 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] show failed (client error): The resource could not be found. Jul 07 16:53:15.705601 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-853bc950-7929-4a69-a859-c34ea3edead1 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "GET /v2.0/security-groups/2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6 HTTP/1.1" status: 404 len: 347 time: 0.0227351 Jul 07 16:53:15.708935 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37526) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:15.726086 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ae5e4-b0ce-45d1-95c3-79cbede14ac1 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe14a8d-1ccf-4b1f-b401-f6f45e117ea6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:15.742548 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ae5e4-b0ce-45d1-95c3-79cbede14ac1 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:15.742912 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ae5e4-b0ce-45d1-95c3-79cbede14ac1 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:15.743336 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ae5e4-b0ce-45d1-95c3-79cbede14ac1 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:15.746595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ae5e4-b0ce-45d1-95c3-79cbede14ac1 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:15.746992 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ae5e4-b0ce-45d1-95c3-79cbede14ac1 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:15.747348 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ae5e4-b0ce-45d1-95c3-79cbede14ac1 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:15.747729 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ae5e4-b0ce-45d1-95c3-79cbede14ac1 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:15.753667 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ae5e4-b0ce-45d1-95c3-79cbede14ac1 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:15.753977 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ae5e4-b0ce-45d1-95c3-79cbede14ac1 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:15.754330 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ae5e4-b0ce-45d1-95c3-79cbede14ac1 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:15.754733 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ae5e4-b0ce-45d1-95c3-79cbede14ac1 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:15.755083 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ae5e4-b0ce-45d1-95c3-79cbede14ac1 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:53:15.876039 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8eb73c78-05a3-4322-a37c-7fb3173fe245 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Deleting port 4025af36-830b-4bcc-997e-3b7ba86910f4 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:15.876387 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8eb73c78-05a3-4322-a37c-7fb3173fe245 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:15.960383 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d7fc1-8c0c-45cc-a4d7-d093c26f4a40 req-d906844a-2179-4b69-b11e-a1a5ccc5b993 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:15.969361 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b00d7fc1-8c0c-45cc-a4d7-d093c26f4a40 req-d906844a-2179-4b69-b11e-a1a5ccc5b993 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.0860827 Jul 07 16:53:16.019977 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b00d7fc1-8c0c-45cc-a4d7-d093c26f4a40 req-c77048ea-c12f-4505-8643-e8c624fd493f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495124 Jul 07 16:53:16.064800 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8eb73c78-05a3-4322-a37c-7fb3173fe245 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:16.065161 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8eb73c78-05a3-4322-a37c-7fb3173fe245 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:16.092694 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8eb73c78-05a3-4322-a37c-7fb3173fe245 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Calling delete_port for 4025af36-830b-4bcc-997e-3b7ba86910f4 owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:16.179973 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:16.330524 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76476a07-de04-47cc-a8aa-63484e4f0ba3 req-3e22c136-3031-407e-ba55-33c86fbdb201 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:16.339027 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-76476a07-de04-47cc-a8aa-63484e4f0ba3 req-3e22c136-3031-407e-ba55-33c86fbdb201 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/ports?device_id=32e8ecb7-7140-432d-b740-73747ca2da3f HTTP/1.1" status: 200 len: 946 time: 0.1645970 Jul 07 16:53:16.390925 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8eb73c78-05a3-4322-a37c-7fb3173fe245 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:16.448499 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1441d-a2ab-4966-ae2b-0655510493d0 req-6131e3d5-42cb-4466-8b91-c2620e1a51d0 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:16.450674 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82f1441d-a2ab-4966-ae2b-0655510493d0 req-6131e3d5-42cb-4466-8b91-c2620e1a51d0 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=0932e5fd-4c26-44ce-b0b2-807460a94c81 HTTP/1.1" status: 200 len: 943 time: 0.1043139 Jul 07 16:53:16.456119 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-76476a07-de04-47cc-a8aa-63484e4f0ba3 req-4f20d1ed-cf8f-4b80-814b-7c93eab4758b tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ba8cf0-6455-419c-b1ed-b0a9f9cac753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158717 Jul 07 16:53:16.462241 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb73c78-05a3-4322-a37c-7fb3173fe245 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Pushing event deleted for resources: {'Port': ['ID=4025af36-830b-4bcc-997e-3b7ba86910f4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:16.575910 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82f1441d-a2ab-4966-ae2b-0655510493d0 req-79ac1db8-b098-45d9-9fd4-8991694859c5 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050034 Jul 07 16:53:16.585608 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8eb73c78-05a3-4322-a37c-7fb3173fe245 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:16.592096 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8eb73c78-05a3-4322-a37c-7fb3173fe245 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:16.594472 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8eb73c78-05a3-4322-a37c-7fb3173fe245 tempest-ServersWithSpecificFlavorTestJSON-323939355 tempest-ServersWithSpecificFlavorTestJSON-323939355-project] 10.222.0.50 "DELETE /v2.0/floatingips/42a19bb6-299f-4641-a691-e6a8397d8497 HTTP/1.1" status: 204 len: 168 time: 0.8843033 Jul 07 16:53:16.768222 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f764189-13f6-4f78-abd1-87d993849d2e req-2bfc0f50-b52a-4f1f-a503-cbc2668745fb tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:16.769502 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f764189-13f6-4f78-abd1-87d993849d2e req-2bfc0f50-b52a-4f1f-a503-cbc2668745fb tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.15 "GET /v2.0/networks?id=27f9577f-18af-4bb0-ac29-463453f26d7a HTTP/1.1" status: 200 len: 813 time: 0.1389735 Jul 07 16:53:16.816060 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-3f764189-13f6-4f78-abd1-87d993849d2e req-a461b2d1-d11e-4932-9df9-a023a51616c5 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Request body: {'port': {'device_id': '581c62f4-bada-447c-bf9f-b6515057b540', 'network_id': '27f9577f-18af-4bb0-ac29-463453f26d7a', 'admin_state_up': True, 'tenant_id': '8693859f01f74fd3b18adb75fb6fac6b'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:16.831294 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b8dcd64-4fc7-4c43-a382-70cc846956fc req-18e86e9b-5f32-4503-96fc-6c4caf6488fc tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/ports?device_id=581c62f4-bada-447c-bf9f-b6515057b540 HTTP/1.1" status: 200 len: 210 time: 0.0702600 Jul 07 16:53:16.905329 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c746a5c-5c97-403f-a8b5-609451a37f36 req-ed147001-a888-4553-b0c5-540ad2831d98 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:16.912917 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0c746a5c-5c97-403f-a8b5-609451a37f36 req-ed147001-a888-4553-b0c5-540ad2831d98 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6 HTTP/1.1" status: 200 len: 943 time: 0.1422877 Jul 07 16:53:16.969090 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0c746a5c-5c97-403f-a8b5-609451a37f36 req-cf0e0069-40e5-46de-b676-01ee52905748 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/security-groups?id=37da0889-f0fe-420b-aa7e-ab7ed179ac64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550253 Jul 07 16:53:17.020584 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 01ed1edc-5247-4443-bbd2-c12471f93891 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:17.098678 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f764189-13f6-4f78-abd1-87d993849d2e req-a461b2d1-d11e-4932-9df9-a023a51616c5 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Made reservation on behalf of 8693859f01f74fd3b18adb75fb6fac6b for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:17.111594 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3f764189-13f6-4f78-abd1-87d993849d2e req-a461b2d1-d11e-4932-9df9-a023a51616c5 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:17.256410 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 01ed1edc-5247-4443-bbd2-c12471f93891, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=01ed1edc-5247-4443-bbd2-c12471f93891,segment=NetworkSegment(21b07fa1-fef3-482a-8c10-2da461190ab3),segment_id=21b07fa1-fef3-482a-8c10-2da461190ab3)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:17.280857 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '01ed1edc-5247-4443-bbd2-c12471f93891', 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7', 'port_id': '01ed1edc-5247-4443-bbd2-c12471f93891', 'mac_address': 'fa:16:3e:74:df:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:17.329412 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-809158b1-87cb-4e90-980b-aea4eb2528e5 req-9189a7f2-b72b-4c76-b5a5-669cd1995d47 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 210 time: 0.0523610 Jul 07 16:53:17.408163 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:17.439932 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-02c04fd6-8f7f-428f-b002-341d72065018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:17.449068 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ed1edc-5247-4443-bbd2-c12471f93891 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:17.453782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59954cb8-f6e4-4797-ad04-65ebd9ed17c8 req-5638fa67-b5ff-4379-a385-3e69e80bdeb4 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:17.462567 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59954cb8-f6e4-4797-ad04-65ebd9ed17c8 req-5638fa67-b5ff-4379-a385-3e69e80bdeb4 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.0925148 Jul 07 16:53:17.470754 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-3f764189-13f6-4f78-abd1-87d993849d2e req-a461b2d1-d11e-4932-9df9-a023a51616c5 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Allocated IP 172.20.0.2 (27f9577f-18af-4bb0-ac29-463453f26d7a/cb956df7-df44-41b3-bdcc-e3e1df140d7a/c70e8b0e-aa70-40e9-977f-d2e1077e4c40) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:17.518615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 01ed1edc-5247-4443-bbd2-c12471f93891, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=01ed1edc-5247-4443-bbd2-c12471f93891,segment=NetworkSegment(21b07fa1-fef3-482a-8c10-2da461190ab3),segment_id=21b07fa1-fef3-482a-8c10-2da461190ab3)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:17.527569 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:17.528264 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 34566c37-0a68-4492-8763-d95263e149ed details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:17.530491 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59954cb8-f6e4-4797-ad04-65ebd9ed17c8 req-2871552e-1a2f-4045-bcd5-4bd2602ae1ea tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667846 Jul 07 16:53:17.682851 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3f764189-13f6-4f78-abd1-87d993849d2e req-a461b2d1-d11e-4932-9df9-a023a51616c5 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:17.742064 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3f764189-13f6-4f78-abd1-87d993849d2e req-a461b2d1-d11e-4932-9df9-a023a51616c5 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:17.756376 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:17.766616 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.resource_extend [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:53:17.791526 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f764189-13f6-4f78-abd1-87d993849d2e req-a461b2d1-d11e-4932-9df9-a023a51616c5 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Network 27f9577f-18af-4bb0-ac29-463453f26d7a is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:17.797062 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-3f764189-13f6-4f78-abd1-87d993849d2e req-a461b2d1-d11e-4932-9df9-a023a51616c5 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:17.801795 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f764189-13f6-4f78-abd1-87d993849d2e req-a461b2d1-d11e-4932-9df9-a023a51616c5 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:17.805917 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=01ed1edc-5247-4443-bbd2-c12471f93891,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:17.836816 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461b2d1-d11e-4932-9df9-a023a51616c5 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Pushing event updated for resources: {'Port': ['ID=c70e8b0e-aa70-40e9-977f-d2e1077e4c40,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:17.867039 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f764189-13f6-4f78-abd1-87d993849d2e req-a461b2d1-d11e-4932-9df9-a023a51616c5 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:17.867748 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3f764189-13f6-4f78-abd1-87d993849d2e req-a461b2d1-d11e-4932-9df9-a023a51616c5 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:17.893766 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f764189-13f6-4f78-abd1-87d993849d2e req-a461b2d1-d11e-4932-9df9-a023a51616c5 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0852799 Jul 07 16:53:17.918635 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] Request body: {'port': {'device_id': '581c62f4-bada-447c-bf9f-b6515057b540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:17.948798 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 34566c37-0a68-4492-8763-d95263e149ed, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=34566c37-0a68-4492-8763-d95263e149ed,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:17.969040 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '34566c37-0a68-4492-8763-d95263e149ed', 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7', 'port_id': '34566c37-0a68-4492-8763-d95263e149ed', 'mac_address': 'fa:16:3e:7a:b2:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4033db2-1315-487d-98c1-b14262a4cfcd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:18.019058 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:18.035940 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34566c37-0a68-4492-8763-d95263e149ed {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:18.051244 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f354be4-f88c-422b-95e9-592598b17d44 req-94f28c91-5b36-4a53-9c16-5174946e66e0 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:18.053428 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4f354be4-f88c-422b-95e9-592598b17d44 req-94f28c91-5b36-4a53-9c16-5174946e66e0 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=0932e5fd-4c26-44ce-b0b2-807460a94c81 HTTP/1.1" status: 200 len: 943 time: 0.1613655 Jul 07 16:53:18.079144 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 34566c37-0a68-4492-8763-d95263e149ed, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=34566c37-0a68-4492-8763-d95263e149ed,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:18.094351 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:18.135729 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:18.173484 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4f354be4-f88c-422b-95e9-592598b17d44 req-26056973-9094-4532-b709-5fdfd889acc6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128178 Jul 07 16:53:18.195192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=34566c37-0a68-4492-8763-d95263e149ed,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:18.372471 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151cab3-32cb-417b-8b96-27ae32a99f3b req-dcb8dbb6-92c9-404a-8c77-ede2740e5c7f tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:18.374052 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3151cab3-32cb-417b-8b96-27ae32a99f3b req-dcb8dbb6-92c9-404a-8c77-ede2740e5c7f tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/ports?device_id=581c62f4-bada-447c-bf9f-b6515057b540 HTTP/1.1" status: 200 len: 931 time: 0.1595247 Jul 07 16:53:18.449188 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['34566c37-0a68-4492-8763-d95263e149ed'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:18.457692 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['01ed1edc-5247-4443-bbd2-c12471f93891'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:18.541338 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70e8b0e-aa70-40e9-977f-d2e1077e4c40 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:18.550126 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:18.563466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] Transition to ACTIVE for port object c70e8b0e-aa70-40e9-977f-d2e1077e4c40 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:18.573155 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:18.630614 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23f972-9ae0-483c-9165-a2533f084670 req-2ea11e0f-fcf9-41fc-a710-5088e8bed8a2 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:18.633208 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8f23f972-9ae0-483c-9165-a2533f084670 req-2ea11e0f-fcf9-41fc-a710-5088e8bed8a2 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/ports?device_id=32e8ecb7-7140-432d-b740-73747ca2da3f HTTP/1.1" status: 200 len: 946 time: 0.1654854 Jul 07 16:53:18.660118 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3151cab3-32cb-417b-8b96-27ae32a99f3b req-96570b5c-61cb-49e7-9d88-c542d25efb7a tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb63f3c-75ff-4872-8784-fd93c5877f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953913 Jul 07 16:53:18.669436 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] Pushing event updated for resources: {'Port': ['ID=c70e8b0e-aa70-40e9-977f-d2e1077e4c40,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:18.738428 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8f23f972-9ae0-483c-9165-a2533f084670 req-07362ee7-657d-4669-af84-f5f4f29ef8f3 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ba8cf0-6455-419c-b1ed-b0a9f9cac753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969815 Jul 07 16:53:18.811857 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:18.836831 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] Attempting to bind port c70e8b0e-aa70-40e9-977f-d2e1077e4c40 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:18.839072 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] Attempting to bind port c70e8b0e-aa70-40e9-977f-d2e1077e4c40 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '06c6cf12-0d96-4b17-b7b3-d49a47aef471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '27f9577f-18af-4bb0-ac29-463453f26d7a'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:18.839072 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] Attempting to bind port c70e8b0e-aa70-40e9-977f-d2e1077e4c40 on network 27f9577f-18af-4bb0-ac29-463453f26d7a {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:18.857464 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] Port c70e8b0e-aa70-40e9-977f-d2e1077e4c40 on network 27f9577f-18af-4bb0-ac29-463453f26d7a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:18.857942 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] Attempting to bind port c70e8b0e-aa70-40e9-977f-d2e1077e4c40 on network 27f9577f-18af-4bb0-ac29-463453f26d7a {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:18.877968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:18.878523 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] Checking segment: {'id': '06c6cf12-0d96-4b17-b7b3-d49a47aef471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '27f9577f-18af-4bb0-ac29-463453f26d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:18.879022 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] Bound using segment: {'id': '06c6cf12-0d96-4b17-b7b3-d49a47aef471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '27f9577f-18af-4bb0-ac29-463453f26d7a'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:18.879579 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] Bound port: c70e8b0e-aa70-40e9-977f-d2e1077e4c40, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c6cf12-0d96-4b17-b7b3-d49a47aef471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '27f9577f-18af-4bb0-ac29-463453f26d7a'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:18.880050 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:19.009170 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] For port c70e8b0e-aa70-40e9-977f-d2e1077e4c40, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:19.015019 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] For port c70e8b0e-aa70-40e9-977f-d2e1077e4c40, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=c70e8b0e-aa70-40e9-977f-d2e1077e4c40,segment=NetworkSegment(06c6cf12-0d96-4b17-b7b3-d49a47aef471),segment_id=06c6cf12-0d96-4b17-b7b3-d49a47aef471)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:19.034046 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:19.096609 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:19.097565 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:19.099707 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f764189-13f6-4f78-abd1-87d993849d2e req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] 10.222.0.15 "PUT /v2.0/ports/c70e8b0e-aa70-40e9-977f-d2e1077e4c40 HTTP/1.1" status: 200 len: 1091 time: 1.1869512 Jul 07 16:53:19.114036 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b70da-f13e-4964-bfe9-08ab2caa845c req-d1148120-7b1c-406a-b4aa-f72173cd6675 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:19.125062 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e22b70da-f13e-4964-bfe9-08ab2caa845c req-d1148120-7b1c-406a-b4aa-f72173cd6675 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6 HTTP/1.1" status: 200 len: 944 time: 0.2614040 Jul 07 16:53:19.136487 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6bd7cbf6-79a0-4aea-aca6-6665bb27d568 req-613e1c2e-8146-4723-ab4e-e9524f4653a2 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 210 time: 0.0577033 Jul 07 16:53:19.171876 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '581c62f4-bada-447c-bf9f-b6515057b540', 'tag': 'c70e8b0e-aa70-40e9-977f-d2e1077e4c40'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:19.174876 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0927f802-2042-423b-a68d-01d6041ff089" -d '{"events": [{"name": "network-changed", "server_uuid": "581c62f4-bada-447c-bf9f-b6515057b540", "tag": "c70e8b0e-aa70-40e9-977f-d2e1077e4c40"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:19.283556 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3aeba-0dfc-4e96-8105-2dc5aa8dab2f service neutron] Pushing event updated for resources: {'Port': ['ID=c70e8b0e-aa70-40e9-977f-d2e1077e4c40,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:19.291091 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e22b70da-f13e-4964-bfe9-08ab2caa845c req-8b5faade-6307-43e4-9909-5468d0fee2cf tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/security-groups?id=37da0889-f0fe-420b-aa7e-ab7ed179ac64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646709 Jul 07 16:53:19.330991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f764189-13f6-4f78-abd1-87d993849d2e req-244532a4-a0e9-4944-adf7-eb74da849fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:19.332685 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f764189-13f6-4f78-abd1-87d993849d2e req-244532a4-a0e9-4944-adf7-eb74da849fd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8693859f01f74fd3b18adb75fb6fac6b&device_id=581c62f4-bada-447c-bf9f-b6515057b540 HTTP/1.1" status: 200 len: 1094 time: 0.1518679 Jul 07 16:53:19.381652 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91db5a-ca7e-44d5-89b0-1655bb5b0853 req-eab22545-e94b-45e5-9aea-b717859213a8 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:19.382083 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f764189-13f6-4f78-abd1-87d993849d2e req-ecc1c7bf-ae4d-42ba-867c-6464c36e06bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c70e8b0e-aa70-40e9-977f-d2e1077e4c40 HTTP/1.1" status: 200 len: 217 time: 0.0408208 Jul 07 16:53:19.395514 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d91db5a-ca7e-44d5-89b0-1655bb5b0853 req-eab22545-e94b-45e5-9aea-b717859213a8 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.1386256 Jul 07 16:53:19.450339 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d91db5a-ca7e-44d5-89b0-1655bb5b0853 req-0ba9b0dd-d416-4829-929c-55b60a9f5b53 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537577 Jul 07 16:53:19.482655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f764189-13f6-4f78-abd1-87d993849d2e req-ca8a078c-c406-4ea3-830d-5ab3ca110c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:19.484236 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f764189-13f6-4f78-abd1-87d993849d2e req-ca8a078c-c406-4ea3-830d-5ab3ca110c3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb956df7-df44-41b3-bdcc-e3e1df140d7a HTTP/1.1" status: 200 len: 853 time: 0.0939064 Jul 07 16:53:19.566534 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f764189-13f6-4f78-abd1-87d993849d2e req-657ef8f1-4235-4de3-946b-f610c4ddfaab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27f9577f-18af-4bb0-ac29-463453f26d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698278 Jul 07 16:53:19.574643 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcb36cb-37e7-4197-9b46-cd9e82a099eb x-openstack-request-id: req-0bcb36cb-37e7-4197-9b46-cd9e82a099eb {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:19.575207 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "581c62f4-bada-447c-bf9f-b6515057b540", "tag": "c70e8b0e-aa70-40e9-977f-d2e1077e4c40", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:19.576217 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0bcb36cb-37e7-4197-9b46-cd9e82a099eb {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:19.576921 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '581c62f4-bada-447c-bf9f-b6515057b540', 'tag': 'c70e8b0e-aa70-40e9-977f-d2e1077e4c40', 'status': 'completed', 'code': 200} Jul 07 16:53:19.684007 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f764189-13f6-4f78-abd1-87d993849d2e req-453d92ba-377e-4b82-a8f7-9882292df030 service neutron] 10.222.0.15 "GET /v2.0/networks/27f9577f-18af-4bb0-ac29-463453f26d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058898 Jul 07 16:53:19.701282 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37610) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:19.736554 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213362c2-1382-48c6-b0b6-eb593adfc7b9 req-90c06197-4150-462b-b457-ee4b337ba4b6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:19.752203 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-213362c2-1382-48c6-b0b6-eb593adfc7b9 req-90c06197-4150-462b-b457-ee4b337ba4b6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=0932e5fd-4c26-44ce-b0b2-807460a94c81 HTTP/1.1" status: 200 len: 944 time: 0.1710498 Jul 07 16:53:19.853701 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-213362c2-1382-48c6-b0b6-eb593adfc7b9 req-3d3f2f8f-09d2-4e30-ac5e-be2c21cd746c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999212 Jul 07 16:53:19.875316 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f764189-13f6-4f78-abd1-87d993849d2e req-30d0637f-58be-4d68-a4e9-18a1c7336bd9 service neutron] 10.222.0.15 "GET /v2.0/networks/27f9577f-18af-4bb0-ac29-463453f26d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807389 Jul 07 16:53:20.142980 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927f802-2042-423b-a68d-01d6041ff089 req-65b6ff2a-b21c-47c6-96e2-5d3c29469563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:20.144912 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0927f802-2042-423b-a68d-01d6041ff089 req-65b6ff2a-b21c-47c6-96e2-5d3c29469563 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8693859f01f74fd3b18adb75fb6fac6b&device_id=581c62f4-bada-447c-bf9f-b6515057b540 HTTP/1.1" status: 200 len: 1094 time: 0.2024562 Jul 07 16:53:20.160189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468afdd-a0f9-44cb-b2c3-737bd21a389b req-b914cfdd-2318-4cd1-9889-e399a79e6a68 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:20.167548 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e468afdd-a0f9-44cb-b2c3-737bd21a389b req-b914cfdd-2318-4cd1-9889-e399a79e6a68 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/ports?device_id=581c62f4-bada-447c-bf9f-b6515057b540 HTTP/1.1" status: 200 len: 943 time: 0.1532691 Jul 07 16:53:20.191516 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:20.289187 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e468afdd-a0f9-44cb-b2c3-737bd21a389b req-58fbea75-bc33-4f4f-b7d7-0256e353b760 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb63f3c-75ff-4872-8784-fd93c5877f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203227 Jul 07 16:53:20.439020 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927f802-2042-423b-a68d-01d6041ff089 req-285988d1-219a-4b10-8122-0c0b64b49402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:20.442772 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0927f802-2042-423b-a68d-01d6041ff089 req-285988d1-219a-4b10-8122-0c0b64b49402 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27f9577f-18af-4bb0-ac29-463453f26d7a HTTP/1.1" status: 200 len: 914 time: 0.2712343 Jul 07 16:53:20.558016 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0927f802-2042-423b-a68d-01d6041ff089 req-32277794-4ac4-4711-81fe-61710a9192e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c70e8b0e-aa70-40e9-977f-d2e1077e4c40 HTTP/1.1" status: 200 len: 217 time: 0.1033342 Jul 07 16:53:20.628020 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927f802-2042-423b-a68d-01d6041ff089 req-096782ec-bcda-46ff-bea7-58cc2e49eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:20.632890 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0927f802-2042-423b-a68d-01d6041ff089 req-096782ec-bcda-46ff-bea7-58cc2e49eb8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb956df7-df44-41b3-bdcc-e3e1df140d7a HTTP/1.1" status: 200 len: 853 time: 0.0671384 Jul 07 16:53:20.659076 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ec4b6be4-9ebc-47a0-8f46-59b6d8d236d2 req-d6cb98bd-3225-493e-a3ae-e2aebf626ee8 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee818ece-5072-461a-a0c9-c202e1552864 HTTP/1.1" status: 200 len: 210 time: 0.0769501 Jul 07 16:53:20.719665 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e448aaac-9396-48b1-a0d5-7a3431fb9961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:20.720414 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0927f802-2042-423b-a68d-01d6041ff089 req-5840a0f7-1370-4e50-8197-65f9fa357764 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27f9577f-18af-4bb0-ac29-463453f26d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643704 Jul 07 16:53:20.819699 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bb642-1941-4668-99ad-bd684b37f851 req-2657a879-8e05-4a05-9526-71fa896f1825 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:20.822536 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-879bb642-1941-4668-99ad-bd684b37f851 req-2657a879-8e05-4a05-9526-71fa896f1825 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/ports?device_id=32e8ecb7-7140-432d-b740-73747ca2da3f HTTP/1.1" status: 200 len: 946 time: 0.1810346 Jul 07 16:53:20.911421 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-879bb642-1941-4668-99ad-bd684b37f851 req-72a3e32e-3a32-43e2-8e21-2c3da027fb5d tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ba8cf0-6455-419c-b1ed-b0a9f9cac753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803699 Jul 07 16:53:20.925910 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0927f802-2042-423b-a68d-01d6041ff089 req-410eebef-2aad-4ac7-894c-6b169715f3a6 service neutron] 10.222.0.15 "GET /v2.0/networks/27f9577f-18af-4bb0-ac29-463453f26d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985292 Jul 07 16:53:21.037992 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 01ed1edc-5247-4443-bbd2-c12471f93891 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:21.160420 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 01ed1edc-5247-4443-bbd2-c12471f93891 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:21.171291 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 01ed1edc-5247-4443-bbd2-c12471f93891 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:21.172098 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:21.176697 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0927f802-2042-423b-a68d-01d6041ff089 req-44826205-eeba-4447-9cc9-232820f6f5b2 service neutron] 10.222.0.15 "GET /v2.0/networks/27f9577f-18af-4bb0-ac29-463453f26d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354558 Jul 07 16:53:21.246827 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89f385-aabc-4e82-ac81-97b0aad9e9bf req-9b6748e7-2e3b-4380-9705-3461f83c6574 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:21.265466 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cd89f385-aabc-4e82-ac81-97b0aad9e9bf req-9b6748e7-2e3b-4380-9705-3461f83c6574 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.1536372 Jul 07 16:53:21.296634 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:21.334146 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad251806-82c6-42c7-8ede-bad48e23e1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ed1edc-5247-4443-bbd2-c12471f93891'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:21.337067 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c210a36-15d8-420a-9900-10a019f1207e" -d '{"events": [{"server_uuid": "ad251806-82c6-42c7-8ede-bad48e23e1f6", "name": "network-vif-plugged", "status": "completed", "tag": "01ed1edc-5247-4443-bbd2-c12471f93891"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:21.349095 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cd89f385-aabc-4e82-ac81-97b0aad9e9bf req-0ab260c7-88c0-4c55-82fb-41a6b7d9b5ae tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821323 Jul 07 16:53:21.357104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 01ed1edc-5247-4443-bbd2-c12471f93891, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=01ed1edc-5247-4443-bbd2-c12471f93891,segment=NetworkSegment(21b07fa1-fef3-482a-8c10-2da461190ab3),segment_id=21b07fa1-fef3-482a-8c10-2da461190ab3)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:21.403989 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:21.405218 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 34566c37-0a68-4492-8763-d95263e149ed up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:21.415410 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c26c62-c38f-47db-9d4b-7648ce97b771 req-9c971864-b370-4443-be39-2b703319874b tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:21.422887 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b1c26c62-c38f-47db-9d4b-7648ce97b771 req-9c971864-b370-4443-be39-2b703319874b tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6 HTTP/1.1" status: 200 len: 944 time: 0.6233485 Jul 07 16:53:21.511020 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=01ed1edc-5247-4443-bbd2-c12471f93891,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:21.532049 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b1c26c62-c38f-47db-9d4b-7648ce97b771 req-2931fc05-532d-4f9f-8e27-d5765ba13664 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/security-groups?id=37da0889-f0fe-420b-aa7e-ab7ed179ac64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032755 Jul 07 16:53:21.574621 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 34566c37-0a68-4492-8763-d95263e149ed completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:21.579789 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 34566c37-0a68-4492-8763-d95263e149ed triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:21.580248 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:21.657217 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb56a75-ee87-4c82-aae3-530a63185372 req-5e032fea-7dd6-49f6-87b7-88b8412f605a tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:21.658453 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-feb56a75-ee87-4c82-aae3-530a63185372 req-5e032fea-7dd6-49f6-87b7-88b8412f605a tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=0932e5fd-4c26-44ce-b0b2-807460a94c81 HTTP/1.1" status: 200 len: 944 time: 0.0908067 Jul 07 16:53:21.730638 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-feb56a75-ee87-4c82-aae3-530a63185372 req-5f129789-18c8-4008-b1d4-8ae3ddfdfcbe tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670671 Jul 07 16:53:21.778651 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:21.810695 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e448aaac-9396-48b1-a0d5-7a3431fb9961 admin admin] Deleting port 7716dba8-ad59-42f5-b594-353dc2b447cc {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:21.811709 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e448aaac-9396-48b1-a0d5-7a3431fb9961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:21.818996 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d36f07-369a-4b20-b877-0eb7de10e4e0 x-openstack-request-id: req-91d36f07-369a-4b20-b877-0eb7de10e4e0 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:21.819374 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad251806-82c6-42c7-8ede-bad48e23e1f6", "name": "network-vif-plugged", "status": "completed", "tag": "01ed1edc-5247-4443-bbd2-c12471f93891", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:21.819643 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-91d36f07-369a-4b20-b877-0eb7de10e4e0 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:21.820069 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad251806-82c6-42c7-8ede-bad48e23e1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ed1edc-5247-4443-bbd2-c12471f93891', 'code': 200} Jul 07 16:53:21.866852 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 34566c37-0a68-4492-8763-d95263e149ed, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=34566c37-0a68-4492-8763-d95263e149ed,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:21.874877 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:21.990915 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=34566c37-0a68-4492-8763-d95263e149ed,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:22.065617 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2097c-9fa3-4e2b-a738-307ba678cb8b req-2cada829-8f13-4f13-846d-53bf83fe4ba5 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:22.069277 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-25f2097c-9fa3-4e2b-a738-307ba678cb8b req-2cada829-8f13-4f13-846d-53bf83fe4ba5 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.15 "GET /v2.0/ports?device_id=32e8ecb7-7140-432d-b740-73747ca2da3f HTTP/1.1" status: 200 len: 946 time: 0.1378572 Jul 07 16:53:22.080137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-e448aaac-9396-48b1-a0d5-7a3431fb9961 admin admin] For port 7716dba8-ad59-42f5-b594-353dc2b447cc, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=7716dba8-ad59-42f5-b594-353dc2b447cc,segment=NetworkSegment(0fdda4b4-cdfc-4c46-869d-49fbb277814b),segment_id=0fdda4b4-cdfc-4c46-869d-49fbb277814b)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:22.080520 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e448aaac-9396-48b1-a0d5-7a3431fb9961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:22.119481 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38871f26-734a-415f-a73b-679fb96841aa req-f6e42973-47c7-4fa5-840f-7c6afe4170c7 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:22.121589 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38871f26-734a-415f-a73b-679fb96841aa req-f6e42973-47c7-4fa5-840f-7c6afe4170c7 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/ports?device_id=581c62f4-bada-447c-bf9f-b6515057b540 HTTP/1.1" status: 200 len: 943 time: 0.3970485 Jul 07 16:53:22.194041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e448aaac-9396-48b1-a0d5-7a3431fb9961 admin admin] Calling delete_port for 7716dba8-ad59-42f5-b594-353dc2b447cc owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:22.226818 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-25f2097c-9fa3-4e2b-a738-307ba678cb8b req-88d10a39-00f5-444b-850b-cd30d53828e3 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Deleting port 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:22.227485 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-25f2097c-9fa3-4e2b-a738-307ba678cb8b req-88d10a39-00f5-444b-850b-cd30d53828e3 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:22.309877 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38871f26-734a-415f-a73b-679fb96841aa req-4aa68afb-4637-44ad-b96a-d8a19443f34f tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb63f3c-75ff-4872-8784-fd93c5877f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592782 Jul 07 16:53:22.431546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-25f2097c-9fa3-4e2b-a738-307ba678cb8b req-88d10a39-00f5-444b-850b-cd30d53828e3 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] For port 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1fd4ed12-0c04-434a-bb08-9cfb710cf2c2,segment=NetworkSegment(b1aa41c2-8f36-4927-9c12-b6cdf92f40b4),segment_id=b1aa41c2-8f36-4927-9c12-b6cdf92f40b4)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:22.432471 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-25f2097c-9fa3-4e2b-a738-307ba678cb8b req-88d10a39-00f5-444b-850b-cd30d53828e3 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:22.519654 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abaf92-d6d9-4917-a3d6-253bd83d9f6a req-a98cfb28-6e1b-497e-810a-7aaa18412223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:22.524113 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-31abaf92-d6d9-4917-a3d6-253bd83d9f6a req-a98cfb28-6e1b-497e-810a-7aaa18412223 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6 HTTP/1.1" status: 200 len: 1096 time: 0.5666757 Jul 07 16:53:22.628531 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-31abaf92-d6d9-4917-a3d6-253bd83d9f6a req-11ad87f0-b49e-48a7-aa71-0c2eeb42feef service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=37da0889-f0fe-420b-aa7e-ab7ed179ac64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962148 Jul 07 16:53:22.683924 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device c70e8b0e-aa70-40e9-977f-d2e1077e4c40 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:22.826250 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318198a-b985-44de-bf89-caec0ee820af req-d02d3432-c2f8-4082-80c8-6edf4834ba7c tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:22.833957 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b318198a-b985-44de-bf89-caec0ee820af req-d02d3432-c2f8-4082-80c8-6edf4834ba7c tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/ports?device_id=32e8ecb7-7140-432d-b740-73747ca2da3f HTTP/1.1" status: 200 len: 946 time: 0.2647340 Jul 07 16:53:22.845720 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e448aaac-9396-48b1-a0d5-7a3431fb9961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:22.877668 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-25f2097c-9fa3-4e2b-a738-307ba678cb8b req-88d10a39-00f5-444b-850b-cd30d53828e3 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:22.878508 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-25f2097c-9fa3-4e2b-a738-307ba678cb8b req-88d10a39-00f5-444b-850b-cd30d53828e3 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:22.879155 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [req-25f2097c-9fa3-4e2b-a738-307ba678cb8b req-88d10a39-00f5-444b-850b-cd30d53828e3 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Floating IP dbe80fd1-8e86-46f0-97e2-780b68463a4a disassociated. External IP: 172.25.2.250, port: 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2. Jul 07 16:53:22.879733 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-25f2097c-9fa3-4e2b-a738-307ba678cb8b req-88d10a39-00f5-444b-850b-cd30d53828e3 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Calling delete_port for 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:22.913379 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448aaac-9396-48b1-a0d5-7a3431fb9961 admin admin] Pushing event deleted for resources: {'Port': ['ID=7716dba8-ad59-42f5-b594-353dc2b447cc,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:22.924584 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b318198a-b985-44de-bf89-caec0ee820af req-b37b9955-5f11-412d-b14f-8b1400e4133f tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ba8cf0-6455-419c-b1ed-b0a9f9cac753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893235 Jul 07 16:53:23.000032 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port c70e8b0e-aa70-40e9-977f-d2e1077e4c40, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=c70e8b0e-aa70-40e9-977f-d2e1077e4c40,segment=NetworkSegment(06c6cf12-0d96-4b17-b7b3-d49a47aef471),segment_id=06c6cf12-0d96-4b17-b7b3-d49a47aef471)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:23.020766 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'c70e8b0e-aa70-40e9-977f-d2e1077e4c40', 'network_id': '27f9577f-18af-4bb0-ac29-463453f26d7a', 'port_id': 'c70e8b0e-aa70-40e9-977f-d2e1077e4c40', 'mac_address': 'fa:16:3e:84:9a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb956df7-df44-41b3-bdcc-e3e1df140d7a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:23.107673 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:23.139092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70e8b0e-aa70-40e9-977f-d2e1077e4c40 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:23.141702 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7098c4-6696-4d48-9ec8-e6c775d6cce9 req-33283485-2eba-4d01-8082-a87c6d1af4d5 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:23.143335 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3b7098c4-6696-4d48-9ec8-e6c775d6cce9 req-33283485-2eba-4d01-8082-a87c6d1af4d5 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.5888081 Jul 07 16:53:23.174296 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-25f2097c-9fa3-4e2b-a738-307ba678cb8b req-88d10a39-00f5-444b-850b-cd30d53828e3 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:23.193195 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port c70e8b0e-aa70-40e9-977f-d2e1077e4c40, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=c70e8b0e-aa70-40e9-977f-d2e1077e4c40,segment=NetworkSegment(06c6cf12-0d96-4b17-b7b3-d49a47aef471),segment_id=06c6cf12-0d96-4b17-b7b3-d49a47aef471)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:23.205231 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:23.220389 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d10a39-00f5-444b-850b-cd30d53828e3 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Pushing event deleted for resources: {'Port': ['ID=1fd4ed12-0c04-434a-bb08-9cfb710cf2c2,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:23.328068 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e448aaac-9396-48b1-a0d5-7a3431fb9961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:23.339851 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=c70e8b0e-aa70-40e9-977f-d2e1077e4c40,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:23.421038 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3b7098c4-6696-4d48-9ec8-e6c775d6cce9 req-af627ee9-561e-43e2-b29e-b6390348c7ca tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856075 Jul 07 16:53:23.499523 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['c70e8b0e-aa70-40e9-977f-d2e1077e4c40'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:23.607255 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac2421-ed93-4700-8a21-52c07ec8c94e req-5d0c3635-128d-4fdb-88f7-b72e24090cff tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:23.616360 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-97ac2421-ed93-4700-8a21-52c07ec8c94e req-5d0c3635-128d-4fdb-88f7-b72e24090cff tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6 HTTP/1.1" status: 200 len: 945 time: 0.3856428 Jul 07 16:53:23.756966 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25f2097c-9fa3-4e2b-a738-307ba678cb8b req-88d10a39-00f5-444b-850b-cd30d53828e3 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Router b6673bf9-3a17-4aec-8035-88eaeb62360f has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:53:23.801954 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-97ac2421-ed93-4700-8a21-52c07ec8c94e req-c612fa1c-cad5-4ddb-b4b2-8f2d5eeceffa tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/security-groups?id=37da0889-f0fe-420b-aa7e-ab7ed179ac64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716263 Jul 07 16:53:23.823451 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0932e5fd-4c26-44ce-b0b2-807460a94c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34566c37-0a68-4492-8763-d95263e149ed'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:23.826291 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cce787-1a97-4f14-9a7b-c9b7c1b0e05d" -d '{"events": [{"server_uuid": "0932e5fd-4c26-44ce-b0b2-807460a94c81", "name": "network-vif-plugged", "status": "completed", "tag": "34566c37-0a68-4492-8763-d95263e149ed"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:23.993550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e448aaac-9396-48b1-a0d5-7a3431fb9961 admin admin] Router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:53:24.046103 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828edaf-aeb2-450d-bde7-b8bb93f63372 req-d47bf27b-8b6b-4b8a-890d-75b7975f1173 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:24.053423 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6828edaf-aeb2-450d-bde7-b8bb93f63372 req-d47bf27b-8b6b-4b8a-890d-75b7975f1173 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=0932e5fd-4c26-44ce-b0b2-807460a94c81 HTTP/1.1" status: 200 len: 945 time: 0.3877532 Jul 07 16:53:24.140502 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25f2097c-9fa3-4e2b-a738-307ba678cb8b req-88d10a39-00f5-444b-850b-cd30d53828e3 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:53:24.153209 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220e171f-fd4e-4d5f-b4a6-5ab3daef4498 None None] Sync routers for ids ['b6673bf9-3a17-4aec-8035-88eaeb62360f'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:53:24.168626 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220e171f-fd4e-4d5f-b4a6-5ab3daef4498 None None] Routers {'b6673bf9-3a17-4aec-8035-88eaeb62360f'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:24.171866 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-220e171f-fd4e-4d5f-b4a6-5ab3daef4498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:53:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['b6673bf9-3a17-4aec-8035-88eaeb62360f'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:24.199331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e448aaac-9396-48b1-a0d5-7a3431fb9961 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:53:24.206901 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e448aaac-9396-48b1-a0d5-7a3431fb9961 admin admin] 10.222.0.50 "PUT /v2.0/routers/69fd12bc-2f7b-4533-a7c5-b8fbbac63f60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5043337 Jul 07 16:53:24.209232 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37688) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:24.212196 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4828cd78-d57f-4704-8a44-59d628f1742a None None] Sync routers for ids ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:53:24.236411 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4828cd78-d57f-4704-8a44-59d628f1742a None None] Routers {'69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:24.238312 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4828cd78-d57f-4704-8a44-59d628f1742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:53:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:24.288383 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6828edaf-aeb2-450d-bde7-b8bb93f63372 req-1c004462-0e07-4b0c-85a8-b2bc95a24bca tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339039 Jul 07 16:53:24.296315 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f2097c-9fa3-4e2b-a738-307ba678cb8b req-88d10a39-00f5-444b-850b-cd30d53828e3 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] No DVR routers for this DVR port 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:24.319907 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-25f2097c-9fa3-4e2b-a738-307ba678cb8b req-88d10a39-00f5-444b-850b-cd30d53828e3 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:24.335788 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-25f2097c-9fa3-4e2b-a738-307ba678cb8b req-88d10a39-00f5-444b-850b-cd30d53828e3 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.15 "DELETE /v2.0/ports/1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 HTTP/1.1" status: 204 len: 173 time: 2.2556882 Jul 07 16:53:24.336307 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e8ecb7-7140-432d-b740-73747ca2da3f', 'name': 'network-vif-deleted', 'tag': '1fd4ed12-0c04-434a-bb08-9cfb710cf2c2'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:24.346762 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3990e884-6b31-4b86-a9ba-a47e79bdb253" -d '{"events": [{"server_uuid": "32e8ecb7-7140-432d-b740-73747ca2da3f", "name": "network-vif-deleted", "tag": "1fd4ed12-0c04-434a-bb08-9cfb710cf2c2"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:24.414193 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3255e913-1276-459e-8170-cd5b012287a2 x-openstack-request-id: req-3255e913-1276-459e-8170-cd5b012287a2 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:24.414532 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0932e5fd-4c26-44ce-b0b2-807460a94c81", "name": "network-vif-plugged", "status": "completed", "tag": "34566c37-0a68-4492-8763-d95263e149ed", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:24.414923 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3255e913-1276-459e-8170-cd5b012287a2 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:24.415381 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0932e5fd-4c26-44ce-b0b2-807460a94c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34566c37-0a68-4492-8763-d95263e149ed', 'code': 200} Jul 07 16:53:24.477098 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-4828cd78-d57f-4704-8a44-59d628f1742a None None] Set router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:24.479948 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e03778a2-4479-4c08-9426-9a716447d33d admin admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:24.605279 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a0529-0576-4fa8-baa6-907f022b1dea req-4ad1f39d-ea6f-49c1-a48f-ccbe712e8530 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:24.619007 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-443a0529-0576-4fa8-baa6-907f022b1dea req-4ad1f39d-ea6f-49c1-a48f-ccbe712e8530 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/ports?device_id=581c62f4-bada-447c-bf9f-b6515057b540 HTTP/1.1" status: 200 len: 944 time: 0.2073712 Jul 07 16:53:24.650432 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-220e171f-fd4e-4d5f-b4a6-5ab3daef4498 None None] Set router b6673bf9-3a17-4aec-8035-88eaeb62360f gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:24.726105 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-443a0529-0576-4fa8-baa6-907f022b1dea req-4a6a8530-765e-44d1-ad6c-8dcc552b801a tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb63f3c-75ff-4872-8784-fd93c5877f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060734 Jul 07 16:53:24.752588 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device c70e8b0e-aa70-40e9-977f-d2e1077e4c40 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:24.857101 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a36535-86c0-484b-8d0e-f0623d279b7d x-openstack-request-id: req-a9a36535-86c0-484b-8d0e-f0623d279b7d {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:24.857391 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e8ecb7-7140-432d-b740-73747ca2da3f", "name": "network-vif-deleted", "tag": "1fd4ed12-0c04-434a-bb08-9cfb710cf2c2", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:24.857649 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a9a36535-86c0-484b-8d0e-f0623d279b7d {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:24.858061 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e8ecb7-7140-432d-b740-73747ca2da3f', 'name': 'network-vif-deleted', 'tag': '1fd4ed12-0c04-434a-bb08-9cfb710cf2c2', 'status': 'completed', 'code': 200} Jul 07 16:53:24.916516 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc0c1a08-119f-411e-b8c0-853ddb0d89b8 req-d22620d5-b215-45c1-bfb3-99b18eeebdb8 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/ports?device_id=32e8ecb7-7140-432d-b740-73747ca2da3f HTTP/1.1" status: 200 len: 210 time: 0.1136148 Jul 07 16:53:24.917778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port c70e8b0e-aa70-40e9-977f-d2e1077e4c40 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:24.935645 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port c70e8b0e-aa70-40e9-977f-d2e1077e4c40 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:24.938078 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:24.976672 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e03778a2-4479-4c08-9426-9a716447d33d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:25.166165 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f96688-b5a2-49c4-9e97-90c11f3170e3 req-fa28cd62-dab4-490c-bc27-ec8a8199774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:25.167931 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-66f96688-b5a2-49c4-9e97-90c11f3170e3 req-fa28cd62-dab4-490c-bc27-ec8a8199774c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0932e5fd-4c26-44ce-b0b2-807460a94c81 HTTP/1.1" status: 200 len: 1096 time: 0.3680909 Jul 07 16:53:25.192624 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e03778a2-4479-4c08-9426-9a716447d33d admin admin] Deleting port a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:25.192975 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e03778a2-4479-4c08-9426-9a716447d33d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:25.199647 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-220e171f-fd4e-4d5f-b4a6-5ab3daef4498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'name': 'tempest-ServersTestJSON-1425730623-router', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:56Z', 'updated_at': '2021-07-07T16:51:07Z', 'revision_number': 4, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'gw_port': {'id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:58Z', 'updated_at': '2021-07-07T16:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'bfefed5e-8201-4381-acba-8295e5703aab', 'name': '', 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'mac_address': 'fa:16:3e:55:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:04Z', 'updated_at': '2021-07-07T16:51:13Z', 'revision_number': 5, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'subnets': [{'id': '3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:25.278369 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220e171f-fd4e-4d5f-b4a6-5ab3daef4498 None None] Checking router: b6673bf9-3a17-4aec-8035-88eaeb62360f for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:53:25.292488 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220e171f-fd4e-4d5f-b4a6-5ab3daef4498 None None] Routers {'b6673bf9-3a17-4aec-8035-88eaeb62360f'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:25.295235 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-220e171f-fd4e-4d5f-b4a6-5ab3daef4498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:53:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['b6673bf9-3a17-4aec-8035-88eaeb62360f'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:25.337602 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640f707-e462-408e-b25a-77619830ba01 req-45eceb4f-0fcf-45a2-98bf-6e4fb8adac40 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:25.352600 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3640f707-e462-408e-b25a-77619830ba01 req-45eceb4f-0fcf-45a2-98bf-6e4fb8adac40 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.2814829 Jul 07 16:53:25.370082 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4828cd78-d57f-4704-8a44-59d628f1742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:00Z', 'updated_at': '2021-07-07T16:53:22Z', 'revision_number': 5, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'gw_port': {'id': 'a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:01Z', 'updated_at': '2021-07-07T16:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:25.372525 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:25.398482 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-e03778a2-4479-4c08-9426-9a716447d33d admin admin] For port a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:25.398919 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e03778a2-4479-4c08-9426-9a716447d33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:25.416071 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e03778a2-4479-4c08-9426-9a716447d33d admin admin] Calling delete_port for a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25 owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:25.437003 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4828cd78-d57f-4704-8a44-59d628f1742a None None] Checking router: 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:53:25.490159 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3640f707-e462-408e-b25a-77619830ba01 req-dcb1009c-c948-4e02-9f01-f00244f5931f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365714 Jul 07 16:53:25.506066 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4828cd78-d57f-4704-8a44-59d628f1742a None None] Routers {'69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:25.507176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4828cd78-d57f-4704-8a44-59d628f1742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:53:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:25.584364 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-220e171f-fd4e-4d5f-b4a6-5ab3daef4498 None None] Set router b6673bf9-3a17-4aec-8035-88eaeb62360f gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:25.617682 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-66f96688-b5a2-49c4-9e97-90c11f3170e3 req-caa04161-3439-46f1-9913-d1427774ae92 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361229 Jul 07 16:53:25.664563 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port c70e8b0e-aa70-40e9-977f-d2e1077e4c40, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=c70e8b0e-aa70-40e9-977f-d2e1077e4c40,segment=NetworkSegment(06c6cf12-0d96-4b17-b7b3-d49a47aef471),segment_id=06c6cf12-0d96-4b17-b7b3-d49a47aef471)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:25.692172 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:25.693112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:25.747442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:25.751954 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 1fd4ed12-0c04-434a-bb08-9cfb710cf2c2 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:25.841667 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af480cf-85a6-4235-8198-f9642adae9ea req-c91ef9a7-ff0c-4077-bd3e-50646aa3b1f6 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:25.847185 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6af480cf-85a6-4235-8198-f9642adae9ea req-c91ef9a7-ff0c-4077-bd3e-50646aa3b1f6 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6 HTTP/1.1" status: 200 len: 945 time: 0.6781001 Jul 07 16:53:25.855124 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-4828cd78-d57f-4704-8a44-59d628f1742a None None] Set router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:26.003193 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4828cd78-d57f-4704-8a44-59d628f1742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:00Z', 'updated_at': '2021-07-07T16:53:24Z', 'revision_number': 6, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:26.013362 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-220e171f-fd4e-4d5f-b4a6-5ab3daef4498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'name': 'tempest-ServersTestJSON-1425730623-router', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:56Z', 'updated_at': '2021-07-07T16:51:07Z', 'revision_number': 4, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'gw_port': {'id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:58Z', 'updated_at': '2021-07-07T16:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'bfefed5e-8201-4381-acba-8295e5703aab', 'name': '', 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'mac_address': 'fa:16:3e:55:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:04Z', 'updated_at': '2021-07-07T16:51:13Z', 'revision_number': 5, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'subnets': [{'id': '3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:26.046300 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4828cd78-d57f-4704-8a44-59d628f1742a None None] The sync data for ids ['69fd12bc-2f7b-4533-a7c5-b8fbbac63f60'] in n-d-793620-7 is: [{'id': '69fd12bc-2f7b-4533-a7c5-b8fbbac63f60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-900414746-router', 'tenant_id': 'b5ce0c877d554ec492166d4081f3bc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:00Z', 'updated_at': '2021-07-07T16:53:24Z', 'revision_number': 6, 'project_id': 'b5ce0c877d554ec492166d4081f3bc35', 'gw_port_host': None}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:53:26.048072 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=c70e8b0e-aa70-40e9-977f-d2e1077e4c40,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:26.097405 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6af480cf-85a6-4235-8198-f9642adae9ea req-eca4d1e8-a6f9-4a21-86fa-cb5bc2c5740e tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/security-groups?id=37da0889-f0fe-420b-aa7e-ab7ed179ac64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109969 Jul 07 16:53:26.141076 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9caf0-b06a-440f-9eb9-c9d52e8ced4f req-1c2441d1-76c9-4b89-bce0-f8c92dd798ca tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:26.149300 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-97b9caf0-b06a-440f-9eb9-c9d52e8ced4f req-1c2441d1-76c9-4b89-bce0-f8c92dd798ca tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=0932e5fd-4c26-44ce-b0b2-807460a94c81 HTTP/1.1" status: 200 len: 945 time: 0.1890209 Jul 07 16:53:26.149878 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e03778a2-4479-4c08-9426-9a716447d33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:26.202767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03778a2-4479-4c08-9426-9a716447d33d admin admin] Pushing event deleted for resources: {'Port': ['ID=a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:26.219672 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-97b9caf0-b06a-440f-9eb9-c9d52e8ced4f req-22874e52-0969-4a36-b52a-18654286dfe6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685451 Jul 07 16:53:26.407377 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e03778a2-4479-4c08-9426-9a716447d33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:26.418742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581c62f4-bada-447c-bf9f-b6515057b540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70e8b0e-aa70-40e9-977f-d2e1077e4c40'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:26.421737 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfce202-b9d2-4300-8b03-af333be37b60" -d '{"events": [{"server_uuid": "581c62f4-bada-447c-bf9f-b6515057b540", "name": "network-vif-plugged", "status": "completed", "tag": "c70e8b0e-aa70-40e9-977f-d2e1077e4c40"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:26.502176 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220e171f-fd4e-4d5f-b4a6-5ab3daef4498 None None] The sync data for ids ['b6673bf9-3a17-4aec-8035-88eaeb62360f'] in n-d-793620-7 is: [{'id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'name': 'tempest-ServersTestJSON-1425730623-router', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:56Z', 'updated_at': '2021-07-07T16:51:07Z', 'revision_number': 4, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'gw_port': {'id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:58Z', 'updated_at': '2021-07-07T16:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'bfefed5e-8201-4381-acba-8295e5703aab', 'name': '', 'network_id': '13413cf7-07ee-4fa7-a844-d880982466e7', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'mac_address': 'fa:16:3e:55:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:51:04Z', 'updated_at': '2021-07-07T16:51:13Z', 'revision_number': 5, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'subnets': [{'id': '3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:53:26.645285 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 7716dba8-ad59-42f5-b594-353dc2b447cc no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:26.711535 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 7716dba8-ad59-42f5-b594-353dc2b447cc {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:26.712001 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 7716dba8-ad59-42f5-b594-353dc2b447cc not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:26.815096 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e03778a2-4479-4c08-9426-9a716447d33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:26.818269 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e03778a2-4479-4c08-9426-9a716447d33d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:26.980238 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e03778a2-4479-4c08-9426-9a716447d33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:26.980693 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03778a2-4479-4c08-9426-9a716447d33d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:53:26.991654 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e03778a2-4479-4c08-9426-9a716447d33d admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:26.997156 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e03778a2-4479-4c08-9426-9a716447d33d admin admin] 10.222.0.50 "DELETE /v2.0/routers/69fd12bc-2f7b-4533-a7c5-b8fbbac63f60 HTTP/1.1" status: 204 len: 168 time: 2.7782323 Jul 07 16:53:27.000499 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37730) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:27.021263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b1a94-4c09-428e-bc16-18d840258bb1 req-739d0713-ad8f-416a-936d-2288f5183d26 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:27.029769 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4d1b1a94-4c09-428e-bc16-18d840258bb1 req-739d0713-ad8f-416a-936d-2288f5183d26 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/ports?device_id=581c62f4-bada-447c-bf9f-b6515057b540 HTTP/1.1" status: 200 len: 945 time: 0.5311341 Jul 07 16:53:27.143008 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4d1b1a94-4c09-428e-bc16-18d840258bb1 req-1df66376-6cb6-4858-bd56-d27dabe14a6e tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb63f3c-75ff-4872-8784-fd93c5877f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122446 Jul 07 16:53:27.150789 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac34c50a-6239-4e0c-803a-7254c430693b admin admin] Deleting subnet 414e5f56-f327-49ce-ba9b-6eafeb3fd8cc {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:53:27.174762 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ac34c50a-6239-4e0c-803a-7254c430693b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:27.194848 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c1533f-260e-44f2-9bb9-a594a0a2558b None None] New status for floating IP dbe80fd1-8e86-46f0-97e2-780b68463a4a: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:53:27.243535 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37732) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:27.327818 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c467f368-eb75-4577-9c4b-97b0a902cd31 x-openstack-request-id: req-c467f368-eb75-4577-9c4b-97b0a902cd31 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:27.328663 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581c62f4-bada-447c-bf9f-b6515057b540", "name": "network-vif-plugged", "status": "completed", "tag": "c70e8b0e-aa70-40e9-977f-d2e1077e4c40", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:27.329090 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c467f368-eb75-4577-9c4b-97b0a902cd31 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:27.329850 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581c62f4-bada-447c-bf9f-b6515057b540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70e8b0e-aa70-40e9-977f-d2e1077e4c40', 'code': 200} Jul 07 16:53:27.352786 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ac34c50a-6239-4e0c-803a-7254c430693b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:27.433197 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a27150d9-bdf2-41f1-b99b-ca285f237c38 req-9edcb7d1-bce7-4d8e-bdb9-a0d8813ebfcc tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 258 time: 1.0994403 Jul 07 16:53:27.445569 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-74b56a00-f226-4647-bdbd-ab1ffeaf9d8b tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:27.483287 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-a27150d9-bdf2-41f1-b99b-ca285f237c38 req-454b0554-7640-4928-b376-72ab8cbd769c tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:27.501368 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-74b56a00-f226-4647-bdbd-ab1ffeaf9d8b tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:27.549731 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a27150d9-bdf2-41f1-b99b-ca285f237c38 req-454b0554-7640-4928-b376-72ab8cbd769c tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:27.574984 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ac34c50a-6239-4e0c-803a-7254c430693b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:27.692318 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16439a-58ca-44c8-8fdd-4aa8ce290481 req-32b65039-eec1-4f24-b686-42728aad981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:27.696430 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d16439a-58ca-44c8-8fdd-4aa8ce290481 req-32b65039-eec1-4f24-b686-42728aad981d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=581c62f4-bada-447c-bf9f-b6515057b540 HTTP/1.1" status: 200 len: 1096 time: 0.2916670 Jul 07 16:53:27.714212 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ac34c50a-6239-4e0c-803a-7254c430693b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:27.762278 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d16439a-58ca-44c8-8fdd-4aa8ce290481 req-44d0ea0c-d610-47d6-8a0f-d59ef25ee3ea service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ebb63f3c-75ff-4872-8784-fd93c5877f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552223 Jul 07 16:53:27.762691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34c50a-6239-4e0c-803a-7254c430693b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=414e5f56-f327-49ce-ba9b-6eafeb3fd8cc,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:27.775323 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ac34c50a-6239-4e0c-803a-7254c430693b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:27.780758 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ac34c50a-6239-4e0c-803a-7254c430693b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/414e5f56-f327-49ce-ba9b-6eafeb3fd8cc HTTP/1.1" status: 204 len: 168 time: 0.7771420 Jul 07 16:53:27.780758 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37736) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:27.784342 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96160b09-4b08-43a4-af2e-2217d3f222f9 None None] Network c85edc96-c222-49c3-a60a-171b400e82ed requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:53:27.821960 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a27150d9-bdf2-41f1-b99b-ca285f237c38 req-454b0554-7640-4928-b376-72ab8cbd769c tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:27.855785 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-74b56a00-f226-4647-bdbd-ab1ffeaf9d8b tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:27.858953 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-74b56a00-f226-4647-bdbd-ab1ffeaf9d8b tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:27.862789 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-74b56a00-f226-4647-bdbd-ab1ffeaf9d8b tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "DELETE /v2.0/security-groups/b0ba8cf0-6455-419c-b1ed-b0a9f9cac753 HTTP/1.1" status: 204 len: 168 time: 0.6132784 Jul 07 16:53:27.865391 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37738) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:27.904321 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b56a00-f226-4647-bdbd-ab1ffeaf9d8b tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ba8cf0-6455-419c-b1ed-b0a9f9cac753,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:27.916289 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-32c7b8c9-14cb-4787-be41-9f8fe50af529 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] show failed (client error): The resource could not be found. Jul 07 16:53:27.921089 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-32c7b8c9-14cb-4787-be41-9f8fe50af529 tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "GET /v2.0/security-groups/b0ba8cf0-6455-419c-b1ed-b0a9f9cac753 HTTP/1.1" status: 404 len: 347 time: 0.0504007 Jul 07 16:53:27.923530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37740) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:27.938026 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89925f-a7d4-4a68-9cb8-efcfaeb0397a req-eb5e1b8f-96cf-4b13-a814-2c50a19f0185 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:27.943005 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0c89925f-a7d4-4a68-9cb8-efcfaeb0397a req-eb5e1b8f-96cf-4b13-a814-2c50a19f0185 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.2964315 Jul 07 16:53:27.947804 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7c9571a1-7bf2-490c-a5e7-2f33df95244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.052659 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-a27150d9-bdf2-41f1-b99b-ca285f237c38 req-454b0554-7640-4928-b376-72ab8cbd769c tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Allocated IP 172.25.2.194 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/795a0e68-92c0-4525-ba81-e11aea8a3381) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:28.181310 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec196635-4a63-471c-8259-4965d255d712 None None] DHCP port deletion for c85edc96-c222-49c3-a60a-171b400e82ed request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:53:28.204231 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0c89925f-a7d4-4a68-9cb8-efcfaeb0397a req-0e3f8ead-1d30-4561-9920-3fd778820928 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540343 Jul 07 16:53:28.270894 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-575899c6-a362-4d3f-ac94-d592f5107e8f tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Deleting port 9dda5529-94b7-4c84-9b17-280e10e31b47 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:28.271597 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-575899c6-a362-4d3f-ac94-d592f5107e8f tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.274062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-7c9571a1-7bf2-490c-a5e7-2f33df95244e admin admin] Deleting port 54068e3c-d38a-4e7a-8e6c-7161881ddd13 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:28.274733 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7c9571a1-7bf2-490c-a5e7-2f33df95244e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.282261 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a27150d9-bdf2-41f1-b99b-ca285f237c38 req-454b0554-7640-4928-b376-72ab8cbd769c tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.300795 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-ec196635-4a63-471c-8259-4965d255d712 None None] Deleting port 54068e3c-d38a-4e7a-8e6c-7161881ddd13 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:28.301650 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ec196635-4a63-471c-8259-4965d255d712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.417280 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a27150d9-bdf2-41f1-b99b-ca285f237c38 req-454b0554-7640-4928-b376-72ab8cbd769c tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.477929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 54068e3c-d38a-4e7a-8e6c-7161881ddd13 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:28.499651 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a27150d9-bdf2-41f1-b99b-ca285f237c38 req-454b0554-7640-4928-b376-72ab8cbd769c tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:28.509123 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-a27150d9-bdf2-41f1-b99b-ca285f237c38 req-454b0554-7640-4928-b376-72ab8cbd769c tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:28.518612 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27150d9-bdf2-41f1-b99b-ca285f237c38 req-454b0554-7640-4928-b376-72ab8cbd769c tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:28.568833 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ec196635-4a63-471c-8259-4965d255d712 None None] For port 54068e3c-d38a-4e7a-8e6c-7161881ddd13, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=54068e3c-d38a-4e7a-8e6c-7161881ddd13,segment=NetworkSegment(0fdda4b4-cdfc-4c46-869d-49fbb277814b),segment_id=0fdda4b4-cdfc-4c46-869d-49fbb277814b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:28.569245 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ec196635-4a63-471c-8259-4965d255d712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.609068 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-ec196635-4a63-471c-8259-4965d255d712 None None] Calling delete_port for 54068e3c-d38a-4e7a-8e6c-7161881ddd13 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:28.614967 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b0554-7640-4928-b376-72ab8cbd769c tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Pushing event updated for resources: {'Port': ['ID=795a0e68-92c0-4525-ba81-e11aea8a3381,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:28.660877 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-575899c6-a362-4d3f-ac94-d592f5107e8f tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.661207 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-575899c6-a362-4d3f-ac94-d592f5107e8f tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.696463 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a27150d9-bdf2-41f1-b99b-ca285f237c38 req-454b0554-7640-4928-b376-72ab8cbd769c tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.759329 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a27150d9-bdf2-41f1-b99b-ca285f237c38 req-454b0554-7640-4928-b376-72ab8cbd769c tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.780462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-575899c6-a362-4d3f-ac94-d592f5107e8f tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Calling delete_port for 9dda5529-94b7-4c84-9b17-280e10e31b47 owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:28.783958 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-7c9571a1-7bf2-490c-a5e7-2f33df95244e admin admin] For port 54068e3c-d38a-4e7a-8e6c-7161881ddd13, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=54068e3c-d38a-4e7a-8e6c-7161881ddd13,segment=NetworkSegment(0fdda4b4-cdfc-4c46-869d-49fbb277814b),segment_id=0fdda4b4-cdfc-4c46-869d-49fbb277814b)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:28.784322 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7c9571a1-7bf2-490c-a5e7-2f33df95244e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.799412 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.834270 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-7c9571a1-7bf2-490c-a5e7-2f33df95244e admin admin] Calling delete_port for 54068e3c-d38a-4e7a-8e6c-7161881ddd13 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:28.927323 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 54068e3c-d38a-4e7a-8e6c-7161881ddd13, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=54068e3c-d38a-4e7a-8e6c-7161881ddd13,segment=NetworkSegment(0fdda4b4-cdfc-4c46-869d-49fbb277814b),segment_id=0fdda4b4-cdfc-4c46-869d-49fbb277814b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:28.959998 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:28.961143 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:28.982062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c6331-2785-4c4a-af45-63a31fb1fdcd req-91eaffdb-0905-4693-bf07-ecfbe7239345 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:28.988949 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-915c6331-2785-4c4a-af45-63a31fb1fdcd req-91eaffdb-0905-4693-bf07-ecfbe7239345 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=0932e5fd-4c26-44ce-b0b2-807460a94c81 HTTP/1.1" status: 200 len: 945 time: 0.4242868 Jul 07 16:53:29.023703 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ec196635-4a63-471c-8259-4965d255d712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:29.027987 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:29.028677 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device a0f096b1-3ff7-4ad5-b600-35f0b6ca8a25 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:29.053532 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec196635-4a63-471c-8259-4965d255d712 None None] No DVR routers for this DVR port 54068e3c-d38a-4e7a-8e6c-7161881ddd13 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:29.069778 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a27150d9-bdf2-41f1-b99b-ca285f237c38 req-454b0554-7640-4928-b376-72ab8cbd769c tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:29.073811 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=54068e3c-d38a-4e7a-8e6c-7161881ddd13,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:29.087998 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a27150d9-bdf2-41f1-b99b-ca285f237c38 req-454b0554-7640-4928-b376-72ab8cbd769c tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:29.102946 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec196635-4a63-471c-8259-4965d255d712 None None] Pushing event deleted for resources: {'Port': ['ID=54068e3c-d38a-4e7a-8e6c-7161881ddd13,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:29.115195 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-915c6331-2785-4c4a-af45-63a31fb1fdcd req-798f0de2-807b-4415-9399-4da655875b30 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251519 Jul 07 16:53:29.156303 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7c9571a1-7bf2-490c-a5e7-2f33df95244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:29.194937 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9571a1-7bf2-490c-a5e7-2f33df95244e admin admin] Pushing event deleted for resources: {'Port': ['ID=54068e3c-d38a-4e7a-8e6c-7161881ddd13,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:29.205996 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9571a1-7bf2-490c-a5e7-2f33df95244e admin admin] No DVR routers for this DVR port 54068e3c-d38a-4e7a-8e6c-7161881ddd13 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:29.214637 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b0554-7640-4928-b376-72ab8cbd769c tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Pushing event updated for resources: {'Port': ['ID=795a0e68-92c0-4525-ba81-e11aea8a3381,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:29.292990 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7c9571a1-7bf2-490c-a5e7-2f33df95244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:29.307504 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-7c9571a1-7bf2-490c-a5e7-2f33df95244e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85edc96-c222-49c3-a60a-171b400e82ed']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:29.318825 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-7c9571a1-7bf2-490c-a5e7-2f33df95244e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fdda4b4-cdfc-4c46-869d-49fbb277814b') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:29.319165 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-7c9571a1-7bf2-490c-a5e7-2f33df95244e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fdda4b4-cdfc-4c46-869d-49fbb277814b') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:29.321734 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a27150d9-bdf2-41f1-b99b-ca285f237c38 req-454b0554-7640-4928-b376-72ab8cbd769c tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:29.329523 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7c9571a1-7bf2-490c-a5e7-2f33df95244e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:29.344881 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7c9571a1-7bf2-490c-a5e7-2f33df95244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:29.351983 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9571a1-7bf2-490c-a5e7-2f33df95244e admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:53:29.352396 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7c9571a1-7bf2-490c-a5e7-2f33df95244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:29.356323 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a27150d9-bdf2-41f1-b99b-ca285f237c38 req-454b0554-7640-4928-b376-72ab8cbd769c tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:29.359721 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a27150d9-bdf2-41f1-b99b-ca285f237c38 req-454b0554-7640-4928-b376-72ab8cbd769c tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8856232 Jul 07 16:53:29.441817 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a27150d9-bdf2-41f1-b99b-ca285f237c38 req-66d7861a-7478-4cf1-acec-0767c5632eba tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.194 HTTP/1.1" status: 200 len: 696 time: 0.0658164 Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:53:29.584829 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:53:29.614350 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-575899c6-a362-4d3f-ac94-d592f5107e8f tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:29.628738 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7c9571a1-7bf2-490c-a5e7-2f33df95244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:29.652061 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27150d9-bdf2-41f1-b99b-ca285f237c38 req-edd6a88c-da74-4205-840d-ada454747a3e tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:29.654133 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a27150d9-bdf2-41f1-b99b-ca285f237c38 req-edd6a88c-da74-4205-840d-ada454747a3e tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.2115216 Jul 07 16:53:29.675868 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7c9571a1-7bf2-490c-a5e7-2f33df95244e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:29.678109 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7c9571a1-7bf2-490c-a5e7-2f33df95244e admin admin] 10.222.0.50 "DELETE /v2.0/networks/c85edc96-c222-49c3-a60a-171b400e82ed HTTP/1.1" status: 204 len: 168 time: 1.8967524 Jul 07 16:53:29.681192 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37772) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:29.714952 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9571a1-7bf2-490c-a5e7-2f33df95244e admin admin] Pushing event deleted for resources: {'Network': ['ID=c85edc96-c222-49c3-a60a-171b400e82ed,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:29.721313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575899c6-a362-4d3f-ac94-d592f5107e8f tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Pushing event deleted for resources: {'Port': ['ID=9dda5529-94b7-4c84-9b17-280e10e31b47,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:30.223417 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-575899c6-a362-4d3f-ac94-d592f5107e8f tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:30.226875 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-575899c6-a362-4d3f-ac94-d592f5107e8f tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:30.231098 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-575899c6-a362-4d3f-ac94-d592f5107e8f tempest-ServersTestJSON-1549368594 tempest-ServersTestJSON-1549368594-project] 10.222.0.50 "DELETE /v2.0/floatingips/dbe80fd1-8e86-46f0-97e2-780b68463a4a HTTP/1.1" status: 204 len: 168 time: 2.3033526 Jul 07 16:53:30.233139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37776) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:30.251748 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99b6f1-b1f8-4bbf-af0f-7da2cd6ae950 req-776e1ee8-6e53-4030-88f3-f44d16ec35b6 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:30.253326 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5b99b6f1-b1f8-4bbf-af0f-7da2cd6ae950 req-776e1ee8-6e53-4030-88f3-f44d16ec35b6 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/ports?device_id=581c62f4-bada-447c-bf9f-b6515057b540 HTTP/1.1" status: 200 len: 945 time: 0.5582306 Jul 07 16:53:30.328448 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e9610-b4cd-4cd8-a651-a9f7914e6fe6 req-3dd61f28-660f-4f4e-a20a-ddd5d4d3d5b0 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:30.330408 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8b2e9610-b4cd-4cd8-a651-a9f7914e6fe6 req-3dd61f28-660f-4f4e-a20a-ddd5d4d3d5b0 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 944 time: 0.2556264 Jul 07 16:53:30.368543 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5b99b6f1-b1f8-4bbf-af0f-7da2cd6ae950 req-b8c73512-3c9f-4702-abdc-bd8162229a45 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb63f3c-75ff-4872-8784-fd93c5877f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814025 Jul 07 16:53:30.500115 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff13c98-2d8b-42fe-87fd-51e0295c8992 req-c93631cf-71fa-4709-bd2e-106e3b70883e tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:30.508774 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ff13c98-2d8b-42fe-87fd-51e0295c8992 req-c93631cf-71fa-4709-bd2e-106e3b70883e tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.3631589 Jul 07 16:53:30.600469 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ff13c98-2d8b-42fe-87fd-51e0295c8992 req-e4c4dad3-40c1-4d54-ac7b-0c168a20bdd2 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905941 Jul 07 16:53:30.633291 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-8b2e9610-b4cd-4cd8-a651-a9f7914e6fe6 req-66675567-bd28-406c-8310-bdf4f2183edb tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Deleting port 07e64711-0d16-47c6-8205-4a44cfc63ffb {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:30.639414 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-8b2e9610-b4cd-4cd8-a651-a9f7914e6fe6 req-66675567-bd28-406c-8310-bdf4f2183edb tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:30.732477 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de0225-6a9e-4a31-9e89-607e9aa51f64 req-83054f58-1bcb-4450-9532-9bd504aa49b9 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:30.734048 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-50de0225-6a9e-4a31-9e89-607e9aa51f64 req-83054f58-1bcb-4450-9532-9bd504aa49b9 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 944 time: 0.1002722 Jul 07 16:53:30.818897 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-50de0225-6a9e-4a31-9e89-607e9aa51f64 req-5178ad02-7ba7-44f0-af4c-e437f914ed24 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725024 Jul 07 16:53:30.841677 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d3968f00-3e0e-4d7b-b424-aa52339f7b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:30.853499 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd99be7a-a766-4df4-9ed8-ceb1986a6f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:30.951921 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-8b2e9610-b4cd-4cd8-a651-a9f7914e6fe6 req-66675567-bd28-406c-8310-bdf4f2183edb tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] For port 07e64711-0d16-47c6-8205-4a44cfc63ffb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=07e64711-0d16-47c6-8205-4a44cfc63ffb,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:30.952293 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-8b2e9610-b4cd-4cd8-a651-a9f7914e6fe6 req-66675567-bd28-406c-8310-bdf4f2183edb tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:31.019152 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-8b2e9610-b4cd-4cd8-a651-a9f7914e6fe6 req-66675567-bd28-406c-8310-bdf4f2183edb tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Calling delete_port for 07e64711-0d16-47c6-8205-4a44cfc63ffb owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:31.109700 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-39098d1e-dd16-4517-af88-427810170c39 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:31.116739 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-39098d1e-dd16-4517-af88-427810170c39 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3668215 Jul 07 16:53:31.169686 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33940c-89c9-4456-9799-20cc0ca2e96b req-d6b10ceb-efc4-4cda-b6cc-0c0d8e60e0d3 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:31.170399 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-a1057431-7149-47bb-a817-8dcbe44b3f31 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.194 HTTP/1.1" status: 200 len: 696 time: 0.0526707 Jul 07 16:53:31.172178 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8a33940c-89c9-4456-9799-20cc0ca2e96b req-d6b10ceb-efc4-4cda-b6cc-0c0d8e60e0d3 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=0932e5fd-4c26-44ce-b0b2-807460a94c81 HTTP/1.1" status: 200 len: 945 time: 0.1570082 Jul 07 16:53:31.175763 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-78850efd-b730-4603-a45e-1054f4de243e tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Request body: {'floatingip': {'port_id': '01ed1edc-5247-4443-bbd2-c12471f93891', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:31.217899 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-78850efd-b730-4603-a45e-1054f4de243e tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks [] for floatingip, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:31.262237 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8a33940c-89c9-4456-9799-20cc0ca2e96b req-0e9339e1-6905-461c-b21b-47995ea70fbb tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789754 Jul 07 16:53:31.326662 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-dd99be7a-a766-4df4-9ed8-ceb1986a6f3a admin admin] Deleting port bfefed5e-8201-4381-acba-8295e5703aab {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:31.329805 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd99be7a-a766-4df4-9ed8-ceb1986a6f3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:31.452619 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-dd99be7a-a766-4df4-9ed8-ceb1986a6f3a admin admin] For port bfefed5e-8201-4381-acba-8295e5703aab, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=bfefed5e-8201-4381-acba-8295e5703aab,segment=NetworkSegment(b1aa41c2-8f36-4927-9c12-b6cdf92f40b4),segment_id=b1aa41c2-8f36-4927-9c12-b6cdf92f40b4)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:31.453293 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd99be7a-a766-4df4-9ed8-ceb1986a6f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:31.470644 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-dd99be7a-a766-4df4-9ed8-ceb1986a6f3a admin admin] Calling delete_port for bfefed5e-8201-4381-acba-8295e5703aab owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:31.593806 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-8b2e9610-b4cd-4cd8-a651-a9f7914e6fe6 req-66675567-bd28-406c-8310-bdf4f2183edb tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:31.612593 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['07e64711-0d16-47c6-8205-4a44cfc63ffb'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:31.680672 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66675567-bd28-406c-8310-bdf4f2183edb tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Pushing event deleted for resources: {'Port': ['ID=07e64711-0d16-47c6-8205-4a44cfc63ffb,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:31.730242 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2e9610-b4cd-4cd8-a651-a9f7914e6fe6 req-66675567-bd28-406c-8310-bdf4f2183edb tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] No DVR routers for this DVR port 07e64711-0d16-47c6-8205-4a44cfc63ffb on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:31.740534 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-8b2e9610-b4cd-4cd8-a651-a9f7914e6fe6 req-66675567-bd28-406c-8310-bdf4f2183edb tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:31.743007 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8b2e9610-b4cd-4cd8-a651-a9f7914e6fe6 req-66675567-bd28-406c-8310-bdf4f2183edb tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.15 "DELETE /v2.0/ports/07e64711-0d16-47c6-8205-4a44cfc63ffb HTTP/1.1" status: 204 len: 173 time: 1.4058392 Jul 07 16:53:31.745345 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a77c80-9263-49a1-aa77-351662064f40', 'name': 'network-vif-deleted', 'tag': '07e64711-0d16-47c6-8205-4a44cfc63ffb'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:31.747696 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23419a09-df61-45ee-a8ee-4b29db62fdd1" -d '{"events": [{"server_uuid": "d1a77c80-9263-49a1-aa77-351662064f40", "name": "network-vif-deleted", "tag": "07e64711-0d16-47c6-8205-4a44cfc63ffb"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:31.814089 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-d3968f00-3e0e-4d7b-b424-aa52339f7b11 admin admin] Deleting port 4865c1f8-6e25-4577-9949-19a79e462fb6 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:31.814488 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d3968f00-3e0e-4d7b-b424-aa52339f7b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:31.865917 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd99be7a-a766-4df4-9ed8-ceb1986a6f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:31.912416 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99be7a-a766-4df4-9ed8-ceb1986a6f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=bfefed5e-8201-4381-acba-8295e5703aab,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:32.291831 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5adb71-5be5-4941-9563-586e97c3ffd1 req-1cf22ac2-494a-4229-bd8b-129941046e70 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:32.299878 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3b5adb71-5be5-4941-9563-586e97c3ffd1 req-1cf22ac2-494a-4229-bd8b-129941046e70 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.1691575 Jul 07 16:53:32.346636 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd99be7a-a766-4df4-9ed8-ceb1986a6f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:32.389829 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3b5adb71-5be5-4941-9563-586e97c3ffd1 req-99626d7e-6b65-4b5d-a970-cb53a61c3e63 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889304 Jul 07 16:53:32.475328 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-d3968f00-3e0e-4d7b-b424-aa52339f7b11 admin admin] For port 4865c1f8-6e25-4577-9949-19a79e462fb6, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4865c1f8-6e25-4577-9949-19a79e462fb6,segment=NetworkSegment(4a5a3a82-b1e0-4280-b61a-483e6bfc14f5),segment_id=4a5a3a82-b1e0-4280-b61a-483e6bfc14f5)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:32.476375 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d3968f00-3e0e-4d7b-b424-aa52339f7b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:32.493458 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-d3968f00-3e0e-4d7b-b424-aa52339f7b11 admin admin] Calling delete_port for 4865c1f8-6e25-4577-9949-19a79e462fb6 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:32.694582 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f38e24-2428-4f39-8d3e-a69eef47f3e6 x-openstack-request-id: req-d9f38e24-2428-4f39-8d3e-a69eef47f3e6 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:32.694944 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a77c80-9263-49a1-aa77-351662064f40", "name": "network-vif-deleted", "tag": "07e64711-0d16-47c6-8205-4a44cfc63ffb", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:32.695151 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d9f38e24-2428-4f39-8d3e-a69eef47f3e6 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:32.697710 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a77c80-9263-49a1-aa77-351662064f40', 'name': 'network-vif-deleted', 'tag': '07e64711-0d16-47c6-8205-4a44cfc63ffb', 'status': 'completed', 'code': 200} Jul 07 16:53:32.734511 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-679d8d1f-2d66-473e-bbae-241712f1ba44 req-cb9e4fd6-11c5-49cb-8c82-8670083e76ec tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1a77c80-9263-49a1-aa77-351662064f40 HTTP/1.1" status: 200 len: 210 time: 0.0748546 Jul 07 16:53:32.761728 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd99be7a-a766-4df4-9ed8-ceb1986a6f3a admin admin] Router b6673bf9-3a17-4aec-8035-88eaeb62360f has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:53:32.799463 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d3968f00-3e0e-4d7b-b424-aa52339f7b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:32.939130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd99be7a-a766-4df4-9ed8-ceb1986a6f3a admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:53:32.952939 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596cac17-3ae7-4f70-857d-71b4971db762 None None] Sync routers for ids ['b6673bf9-3a17-4aec-8035-88eaeb62360f'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:53:32.959471 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3968f00-3e0e-4d7b-b424-aa52339f7b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=4865c1f8-6e25-4577-9949-19a79e462fb6,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:32.970335 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596cac17-3ae7-4f70-857d-71b4971db762 None None] Routers {'b6673bf9-3a17-4aec-8035-88eaeb62360f'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:32.971025 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-596cac17-3ae7-4f70-857d-71b4971db762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:53:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['b6673bf9-3a17-4aec-8035-88eaeb62360f'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:32.972968 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dd99be7a-a766-4df4-9ed8-ceb1986a6f3a admin admin] 10.222.0.50 "PUT /v2.0/routers/b6673bf9-3a17-4aec-8035-88eaeb62360f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7376533 Jul 07 16:53:32.975340 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37812) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:32.995505 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.db.resource_extend [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-78850efd-b730-4603-a45e-1054f4de243e tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:53:33.177663 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:53:33.203974 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-596cac17-3ae7-4f70-857d-71b4971db762 None None] Set router b6673bf9-3a17-4aec-8035-88eaeb62360f gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:33.218983 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5fcec00b-83c9-4191-8f85-8be8a2946b31 admin admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.296151 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d3968f00-3e0e-4d7b-b424-aa52339f7b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.355672 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-78850efd-b730-4603-a45e-1054f4de243e tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.369849 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-78850efd-b730-4603-a45e-1054f4de243e tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.466412 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5fcec00b-83c9-4191-8f85-8be8a2946b31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.483193 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b8f9e-5509-445d-923b-53b542feff2d req-d6dd30a9-cfd5-4bfe-8c52-3792fbd6ba9f tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:33.485377 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-734b8f9e-5509-445d-923b-53b542feff2d req-d6dd30a9-cfd5-4bfe-8c52-3792fbd6ba9f tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=0932e5fd-4c26-44ce-b0b2-807460a94c81 HTTP/1.1" status: 200 len: 945 time: 0.0980282 Jul 07 16:53:33.543421 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-596cac17-3ae7-4f70-857d-71b4971db762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'name': 'tempest-ServersTestJSON-1425730623-router', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:56Z', 'updated_at': '2021-07-07T16:53:31Z', 'revision_number': 5, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'gw_port': {'id': '36d05e15-8264-44e8-a8e0-f266d123f10a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:50:58Z', 'updated_at': '2021-07-07T16:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:33.564969 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-734b8f9e-5509-445d-923b-53b542feff2d req-76a4d676-e7e5-487d-ab98-d436391f19a7 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528283 Jul 07 16:53:33.570209 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-78850efd-b730-4603-a45e-1054f4de243e tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Floating IP b71848e5-d6e3-4955-b683-2610d9bb90a9 associated. External IP: 172.25.2.194, port: 01ed1edc-5247-4443-bbd2-c12471f93891. Jul 07 16:53:33.589969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-5fcec00b-83c9-4191-8f85-8be8a2946b31 admin admin] Deleting port 36d05e15-8264-44e8-a8e0-f266d123f10a {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:33.590517 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5fcec00b-83c9-4191-8f85-8be8a2946b31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.642226 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596cac17-3ae7-4f70-857d-71b4971db762 None None] Checking router: b6673bf9-3a17-4aec-8035-88eaeb62360f for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:53:33.669171 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596cac17-3ae7-4f70-857d-71b4971db762 None None] Routers {'b6673bf9-3a17-4aec-8035-88eaeb62360f'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:33.669977 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-596cac17-3ae7-4f70-857d-71b4971db762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:53:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['b6673bf9-3a17-4aec-8035-88eaeb62360f'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:33.737256 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-5fcec00b-83c9-4191-8f85-8be8a2946b31 admin admin] For port 36d05e15-8264-44e8-a8e0-f266d123f10a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=36d05e15-8264-44e8-a8e0-f266d123f10a,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:33.737935 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5fcec00b-83c9-4191-8f85-8be8a2946b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:33.753685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-5fcec00b-83c9-4191-8f85-8be8a2946b31 admin admin] Calling delete_port for 36d05e15-8264-44e8-a8e0-f266d123f10a owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:33.875092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-596cac17-3ae7-4f70-857d-71b4971db762 None None] Set router b6673bf9-3a17-4aec-8035-88eaeb62360f gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:33.881112 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3968f00-3e0e-4d7b-b424-aa52339f7b11 admin admin] Router 537d3f0c-a6d0-446d-9153-7563cb680411 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:53:33.953988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-596cac17-3ae7-4f70-857d-71b4971db762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'name': 'tempest-ServersTestJSON-1425730623-router', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:56Z', 'updated_at': '2021-07-07T16:53:33Z', 'revision_number': 6, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:34.025819 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596cac17-3ae7-4f70-857d-71b4971db762 None None] The sync data for ids ['b6673bf9-3a17-4aec-8035-88eaeb62360f'] in n-d-793620-7 is: [{'id': 'b6673bf9-3a17-4aec-8035-88eaeb62360f', 'name': 'tempest-ServersTestJSON-1425730623-router', 'tenant_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:50:56Z', 'updated_at': '2021-07-07T16:53:33Z', 'revision_number': 6, 'project_id': '6b6507bb6cda4d9ca388937ef0c6fdec', 'gw_port_host': None}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:53:34.110538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a559b6-6bf6-4a0f-ba3e-08335ece9956 req-b0eb05ee-0d71-46d7-a8ba-59e35e6e1c20 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:34.124652 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f8a559b6-6bf6-4a0f-ba3e-08335ece9956 req-b0eb05ee-0d71-46d7-a8ba-59e35e6e1c20 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/ports?device_id=581c62f4-bada-447c-bf9f-b6515057b540 HTTP/1.1" status: 200 len: 945 time: 0.2181704 Jul 07 16:53:34.129237 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-78850efd-b730-4603-a45e-1054f4de243e tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Router 5450ff2e-0530-47b8-936a-bb0ac72363ff has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:53:34.147859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3968f00-3e0e-4d7b-b424-aa52339f7b11 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:53:34.156505 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d8d4fd-3194-45f7-afc4-f5ab6928b52d None None] Sync routers for ids ['537d3f0c-a6d0-446d-9153-7563cb680411'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:53:34.158006 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d3968f00-3e0e-4d7b-b424-aa52339f7b11 admin admin] 10.222.0.50 "PUT /v2.0/routers/537d3f0c-a6d0-446d-9153-7563cb680411/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4757357 Jul 07 16:53:34.160956 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37830) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:34.172240 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5fcec00b-83c9-4191-8f85-8be8a2946b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:34.173279 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d8d4fd-3194-45f7-afc4-f5ab6928b52d None None] Routers {'537d3f0c-a6d0-446d-9153-7563cb680411'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:34.174194 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a6d8d4fd-3194-45f7-afc4-f5ab6928b52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:53:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['537d3f0c-a6d0-446d-9153-7563cb680411'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:34.251683 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcec00b-83c9-4191-8f85-8be8a2946b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d05e15-8264-44e8-a8e0-f266d123f10a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:34.269434 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f8a559b6-6bf6-4a0f-ba3e-08335ece9956 req-a78e7cbc-c6aa-41a9-8af8-8e838b1c460a tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb63f3c-75ff-4872-8784-fd93c5877f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438088 Jul 07 16:53:34.379937 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5fcec00b-83c9-4191-8f85-8be8a2946b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:34.405561 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-a6d8d4fd-3194-45f7-afc4-f5ab6928b52d None None] Set router 537d3f0c-a6d0-446d-9153-7563cb680411 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:34.409271 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8e56866b-9a22-4eb7-b76b-22f21c733a4c admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:34.511559 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-78850efd-b730-4603-a45e-1054f4de243e tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:53:34.522315 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d4090a-d914-4f73-9772-62573b53b891 None None] Sync routers for ids ['5450ff2e-0530-47b8-936a-bb0ac72363ff'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:53:34.524236 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-78850efd-b730-4603-a45e-1054f4de243e tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:34.550943 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d4090a-d914-4f73-9772-62573b53b891 None None] Routers {'5450ff2e-0530-47b8-936a-bb0ac72363ff'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:34.551237 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-84d4090a-d914-4f73-9772-62573b53b891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:53:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['5450ff2e-0530-47b8-936a-bb0ac72363ff'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:34.664499 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-78850efd-b730-4603-a45e-1054f4de243e tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "PUT /v2.0/floatingips/b71848e5-d6e3-4955-b683-2610d9bb90a9 HTTP/1.1" status: 200 len: 996 time: 3.4898086 Jul 07 16:53:34.710028 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad251806-82c6-42c7-8ede-bad48e23e1f6', 'tag': '01ed1edc-5247-4443-bbd2-c12471f93891'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:34.712428 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be50e0a6-d322-45bd-9b99-2651f208522e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad251806-82c6-42c7-8ede-bad48e23e1f6", "tag": "01ed1edc-5247-4443-bbd2-c12471f93891"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:34.719684 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device bfefed5e-8201-4381-acba-8295e5703aab no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:34.766569 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8e56866b-9a22-4eb7-b76b-22f21c733a4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:34.792450 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5fcec00b-83c9-4191-8f85-8be8a2946b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:34.798211 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5fcec00b-83c9-4191-8f85-8be8a2946b31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:34.804222 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ce52e-66a6-436e-8b00-b11fde1a6e0d req-20f327bf-e6a8-4168-ac22-afd56eaea7c8 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:34.805964 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c42ce52e-66a6-436e-8b00-b11fde1a6e0d req-20f327bf-e6a8-4168-ac22-afd56eaea7c8 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.15 "GET /v2.0/ports?device_id=581c62f4-bada-447c-bf9f-b6515057b540 HTTP/1.1" status: 200 len: 945 time: 0.2784960 Jul 07 16:53:34.819113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: bfefed5e-8201-4381-acba-8295e5703aab {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:34.819387 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device bfefed5e-8201-4381-acba-8295e5703aab not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:34.828970 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a6d8d4fd-3194-45f7-afc4-f5ab6928b52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537d3f0c-a6d0-446d-9153-7563cb680411', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-464069466-router', 'tenant_id': '151c651edb0f4c0c895183d2f3b94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '85cfb694-5b6b-4138-bd94-f7da5aa1709e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:15Z', 'updated_at': '2021-07-07T16:53:32Z', 'revision_number': 5, 'project_id': '151c651edb0f4c0c895183d2f3b94c70', 'gw_port': {'id': '85cfb694-5b6b-4138-bd94-f7da5aa1709e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:2f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537d3f0c-a6d0-446d-9153-7563cb680411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:46:18Z', 'updated_at': '2021-07-07T16:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:34.885346 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17deb4e6-48d7-4f3c-b9f7-73ea8496c60c req-72898901-2df4-41a3-aefb-bdaf52fd05e1 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:34.893237 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-17deb4e6-48d7-4f3c-b9f7-73ea8496c60c req-72898901-2df4-41a3-aefb-bdaf52fd05e1 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.2492576 Jul 07 16:53:34.896393 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5fcec00b-83c9-4191-8f85-8be8a2946b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:34.896936 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcec00b-83c9-4191-8f85-8be8a2946b31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6673bf9-3a17-4aec-8035-88eaeb62360f {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:53:34.906096 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5fcec00b-83c9-4191-8f85-8be8a2946b31 admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:34.907282 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5fcec00b-83c9-4191-8f85-8be8a2946b31 admin admin] 10.222.0.50 "DELETE /v2.0/routers/b6673bf9-3a17-4aec-8035-88eaeb62360f HTTP/1.1" status: 204 len: 168 time: 1.9284928 Jul 07 16:53:34.911347 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d8d4fd-3194-45f7-afc4-f5ab6928b52d None None] Checking router: 537d3f0c-a6d0-446d-9153-7563cb680411 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:53:34.916816 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37840) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:34.925271 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d8d4fd-3194-45f7-afc4-f5ab6928b52d None None] Routers {'537d3f0c-a6d0-446d-9153-7563cb680411'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:34.925781 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 07e64711-0d16-47c6-8205-4a44cfc63ffb no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:34.925949 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a6d8d4fd-3194-45f7-afc4-f5ab6928b52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:53:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['537d3f0c-a6d0-446d-9153-7563cb680411'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:34.951864 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-17deb4e6-48d7-4f3c-b9f7-73ea8496c60c req-dae2cba0-2532-4ef5-a97f-e2e36e143302 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574963 Jul 07 16:53:34.985845 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 07e64711-0d16-47c6-8205-4a44cfc63ffb {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:34.986318 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 07e64711-0d16-47c6-8205-4a44cfc63ffb not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:35.011625 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-84d4090a-d914-4f73-9772-62573b53b891 None None] Set router 5450ff2e-0530-47b8-936a-bb0ac72363ff gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:35.026272 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-52630f31-7c22-4ac0-a657-6554f0a4fa9b admin admin] Deleting subnet 3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:53:35.053475 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-a6d8d4fd-3194-45f7-afc4-f5ab6928b52d None None] Set router 537d3f0c-a6d0-446d-9153-7563cb680411 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:35.066970 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-52630f31-7c22-4ac0-a657-6554f0a4fa9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:35.146716 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-763c6f10-0c54-42e5-8382-0aa05b43a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:35.155996 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-763c6f10-0c54-42e5-8382-0aa05b43a02f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ef48c08f56bd432c93e278146b8c746f&device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6 HTTP/1.1" status: 200 len: 1096 time: 0.4587884 Jul 07 16:53:35.195752 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a6d8d4fd-3194-45f7-afc4-f5ab6928b52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537d3f0c-a6d0-446d-9153-7563cb680411', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-464069466-router', 'tenant_id': '151c651edb0f4c0c895183d2f3b94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:15Z', 'updated_at': '2021-07-07T16:53:34Z', 'revision_number': 6, 'project_id': '151c651edb0f4c0c895183d2f3b94c70', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:35.274368 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d8d4fd-3194-45f7-afc4-f5ab6928b52d None None] The sync data for ids ['537d3f0c-a6d0-446d-9153-7563cb680411'] in n-d-793620-7 is: [{'id': '537d3f0c-a6d0-446d-9153-7563cb680411', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-464069466-router', 'tenant_id': '151c651edb0f4c0c895183d2f3b94c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:46:15Z', 'updated_at': '2021-07-07T16:53:34Z', 'revision_number': 6, 'project_id': '151c651edb0f4c0c895183d2f3b94c70', 'gw_port_host': None}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:53:35.671362 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-84d4090a-d914-4f73-9772-62573b53b891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782797101-router', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:49Z', 'updated_at': '2021-07-07T16:52:55Z', 'revision_number': 4, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'gw_port': {'id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:50Z', 'updated_at': '2021-07-07T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'b71848e5-d6e3-4955-b683-2610d9bb90a9', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'port_id': '01ed1edc-5247-4443-bbd2-c12471f93891', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7', 'mac_address': 'fa:16:3e:74:df:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad251806-82c6-42c7-8ede-bad48e23e1f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:53:28Z', 'updated_at': '2021-07-07T16:53:32Z', 'revision_number': 1, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3', 'name': '', 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'mac_address': 'fa:16:3e:6b:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:54Z', 'updated_at': '2021-07-07T16:53:02Z', 'revision_number': 5, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'subnets': [{'id': 'cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:35.718309 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d4090a-d914-4f73-9772-62573b53b891 None None] Checking router: 5450ff2e-0530-47b8-936a-bb0ac72363ff for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:53:35.735966 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-52630f31-7c22-4ac0-a657-6554f0a4fa9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:35.737029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d4090a-d914-4f73-9772-62573b53b891 None None] Routers {'5450ff2e-0530-47b8-936a-bb0ac72363ff'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:35.737671 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-84d4090a-d914-4f73-9772-62573b53b891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:53:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['5450ff2e-0530-47b8-936a-bb0ac72363ff'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:35.745905 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-c42ce52e-66a6-436e-8b00-b11fde1a6e0d req-d0b274b3-6660-4f78-a99a-cddcd5565aed tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Deleting port c70e8b0e-aa70-40e9-977f-d2e1077e4c40 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:35.747475 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c42ce52e-66a6-436e-8b00-b11fde1a6e0d req-d0b274b3-6660-4f78-a99a-cddcd5565aed tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:35.780585 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8e56866b-9a22-4eb7-b76b-22f21c733a4c admin admin] Deleting port 85cfb694-5b6b-4138-bd94-f7da5aa1709e {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:35.780942 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8e56866b-9a22-4eb7-b76b-22f21c733a4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:35.973982 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-84d4090a-d914-4f73-9772-62573b53b891 None None] Set router 5450ff2e-0530-47b8-936a-bb0ac72363ff gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:35.984850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-8e56866b-9a22-4eb7-b76b-22f21c733a4c admin admin] For port 85cfb694-5b6b-4138-bd94-f7da5aa1709e, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=85cfb694-5b6b-4138-bd94-f7da5aa1709e,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:35.985212 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8e56866b-9a22-4eb7-b76b-22f21c733a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:35.999981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8e56866b-9a22-4eb7-b76b-22f21c733a4c admin admin] Calling delete_port for 85cfb694-5b6b-4138-bd94-f7da5aa1709e owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:36.136149 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f1d1b9-f193-4565-85a0-0ab6f8137d60 x-openstack-request-id: req-83f1d1b9-f193-4565-85a0-0ab6f8137d60 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:36.136687 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad251806-82c6-42c7-8ede-bad48e23e1f6", "tag": "01ed1edc-5247-4443-bbd2-c12471f93891", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:36.137808 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-83f1d1b9-f193-4565-85a0-0ab6f8137d60 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:36.138393 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad251806-82c6-42c7-8ede-bad48e23e1f6', 'tag': '01ed1edc-5247-4443-bbd2-c12471f93891', 'status': 'completed', 'code': 200} Jul 07 16:53:36.174467 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50e0a6-d322-45bd-9b99-2651f208522e req-4462c3a2-807f-4ece-9fcf-bb587cdbc9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:36.175889 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be50e0a6-d322-45bd-9b99-2651f208522e req-4462c3a2-807f-4ece-9fcf-bb587cdbc9b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef48c08f56bd432c93e278146b8c746f&device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6 HTTP/1.1" status: 200 len: 1096 time: 0.1553376 Jul 07 16:53:36.185774 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ede6cc-dfcf-4924-9f1b-4681d93b758b req-30ba395a-635b-4166-8031-fef9cf6421e1 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:36.186664 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-40ede6cc-dfcf-4924-9f1b-4681d93b758b req-30ba395a-635b-4166-8031-fef9cf6421e1 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/ports?device_id=581c62f4-bada-447c-bf9f-b6515057b540 HTTP/1.1" status: 200 len: 945 time: 0.0944314 Jul 07 16:53:36.210900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-c338a12e-102a-4d5b-b9cc-7f4331cd2896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:36.212436 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-c338a12e-102a-4d5b-b9cc-7f4331cd2896 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8fdf64d6-b65e-4c71-8052-c95e195d41d7 HTTP/1.1" status: 200 len: 929 time: 1.0554760 Jul 07 16:53:36.240570 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-52630f31-7c22-4ac0-a657-6554f0a4fa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:36.284915 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-40ede6cc-dfcf-4924-9f1b-4681d93b758b req-c4b82fbe-02e5-45f0-be10-58912a3a7850 tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/security-groups?id=ebb63f3c-75ff-4872-8784-fd93c5877f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897193 Jul 07 16:53:36.345702 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-84d4090a-d914-4f73-9772-62573b53b891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782797101-router', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:49Z', 'updated_at': '2021-07-07T16:52:55Z', 'revision_number': 4, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'gw_port': {'id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:50Z', 'updated_at': '2021-07-07T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'b71848e5-d6e3-4955-b683-2610d9bb90a9', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'port_id': '01ed1edc-5247-4443-bbd2-c12471f93891', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7', 'mac_address': 'fa:16:3e:74:df:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad251806-82c6-42c7-8ede-bad48e23e1f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:53:28Z', 'updated_at': '2021-07-07T16:53:32Z', 'revision_number': 1, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3', 'name': '', 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'mac_address': 'fa:16:3e:6b:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:54Z', 'updated_at': '2021-07-07T16:53:02Z', 'revision_number': 5, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'subnets': [{'id': 'cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:36.352443 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50e0a6-d322-45bd-9b99-2651f208522e req-36f54a58-ec8a-4411-8e33-edfa87453938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:36.353928 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be50e0a6-d322-45bd-9b99-2651f208522e req-36f54a58-ec8a-4411-8e33-edfa87453938 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8fdf64d6-b65e-4c71-8052-c95e195d41d7 HTTP/1.1" status: 200 len: 929 time: 0.1665368 Jul 07 16:53:36.385347 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-c42ce52e-66a6-436e-8b00-b11fde1a6e0d req-d0b274b3-6660-4f78-a99a-cddcd5565aed tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] For port c70e8b0e-aa70-40e9-977f-d2e1077e4c40, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=c70e8b0e-aa70-40e9-977f-d2e1077e4c40,segment=NetworkSegment(06c6cf12-0d96-4b17-b7b3-d49a47aef471),segment_id=06c6cf12-0d96-4b17-b7b3-d49a47aef471)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:36.385714 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c42ce52e-66a6-436e-8b00-b11fde1a6e0d req-d0b274b3-6660-4f78-a99a-cddcd5565aed tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:36.405133 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d4090a-d914-4f73-9772-62573b53b891 None None] The sync data for ids ['5450ff2e-0530-47b8-936a-bb0ac72363ff'] in n-d-793620-7 is: [{'id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782797101-router', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:49Z', 'updated_at': '2021-07-07T16:52:55Z', 'revision_number': 4, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'gw_port': {'id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:50Z', 'updated_at': '2021-07-07T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'b71848e5-d6e3-4955-b683-2610d9bb90a9', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'port_id': '01ed1edc-5247-4443-bbd2-c12471f93891', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7', 'mac_address': 'fa:16:3e:74:df:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad251806-82c6-42c7-8ede-bad48e23e1f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:53:28Z', 'updated_at': '2021-07-07T16:53:32Z', 'revision_number': 1, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3', 'name': '', 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'mac_address': 'fa:16:3e:6b:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:54Z', 'updated_at': '2021-07-07T16:53:02Z', 'revision_number': 5, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'subnets': [{'id': 'cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:53:36.433162 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 85cfb694-5b6b-4138-bd94-f7da5aa1709e no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:36.438812 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-c42ce52e-66a6-436e-8b00-b11fde1a6e0d req-d0b274b3-6660-4f78-a99a-cddcd5565aed tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Calling delete_port for c70e8b0e-aa70-40e9-977f-d2e1077e4c40 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:36.444854 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-669ce9c9-6c68-4aae-8bb2-50156503c077 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ed1edc-5247-4443-bbd2-c12471f93891 HTTP/1.1" status: 200 len: 999 time: 0.2128203 Jul 07 16:53:36.483876 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be50e0a6-d322-45bd-9b99-2651f208522e req-89078875-ac1a-44c0-a243-d5b688eec298 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ed1edc-5247-4443-bbd2-c12471f93891 HTTP/1.1" status: 200 len: 999 time: 0.1179760 Jul 07 16:53:36.551687 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-838d6ddf-9e0c-4d42-ad0d-ce1cbe8678c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:36.553219 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-838d6ddf-9e0c-4d42-ad0d-ce1cbe8678c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f HTTP/1.1" status: 200 len: 867 time: 0.0941350 Jul 07 16:53:36.568914 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8e56866b-9a22-4eb7-b76b-22f21c733a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:36.607617 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50e0a6-d322-45bd-9b99-2651f208522e req-4fbaa18b-0f44-4882-adfa-cab5cbabdda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:36.611698 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be50e0a6-d322-45bd-9b99-2651f208522e req-4fbaa18b-0f44-4882-adfa-cab5cbabdda2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f HTTP/1.1" status: 200 len: 867 time: 0.1201591 Jul 07 16:53:36.620715 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:36.659184 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-52630f31-7c22-4ac0-a657-6554f0a4fa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:36.661534 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4865c1f8-6e25-4577-9949-19a79e462fb6 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:36.685175 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 4865c1f8-6e25-4577-9949-19a79e462fb6 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:36.685713 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4865c1f8-6e25-4577-9949-19a79e462fb6 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:36.686450 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 36d05e15-8264-44e8-a8e0-f266d123f10a no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:36.705374 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56866b-9a22-4eb7-b76b-22f21c733a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=85cfb694-5b6b-4138-bd94-f7da5aa1709e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:36.729691 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45841378-f710-421d-b804-d663dd14ed09 None None] Network 13413cf7-07ee-4fa7-a844-d880982466e7 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:53:36.739963 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-52630f31-7c22-4ac0-a657-6554f0a4fa9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:36.744180 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-52630f31-7c22-4ac0-a657-6554f0a4fa9b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f HTTP/1.1" status: 204 len: 168 time: 1.8074069 Jul 07 16:53:36.744354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50e0a6-d322-45bd-9b99-2651f208522e req-07c8b548-c72e-4c48-83a3-57c1ba27bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:36.744903 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be50e0a6-d322-45bd-9b99-2651f208522e req-07c8b548-c72e-4c48-83a3-57c1ba27bf4b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fdf64d6-b65e-4c71-8052-c95e195d41d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249363 Jul 07 16:53:36.745405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37886) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:36.758058 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52630f31-7c22-4ac0-a657-6554f0a4fa9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f1e8c76-14bc-4cf9-b74d-dbbd51f1ec9f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:36.812928 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 36d05e15-8264-44e8-a8e0-f266d123f10a {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:36.813630 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 36d05e15-8264-44e8-a8e0-f266d123f10a not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:36.834802 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-721902ae-d0e0-4603-b425-3158d04540a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:36.843385 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed955d1-4839-447b-bca3-b61f7f6351c6 None None] New status for floating IP b71848e5-d6e3-4955-b683-2610d9bb90a9: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:53:36.924083 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-1e825a7c-1fe4-4521-8098-f55741fd7f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:36.926229 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-1e825a7c-1fe4-4521-8098-f55741fd7f88 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fdf64d6-b65e-4c71-8052-c95e195d41d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3606255 Jul 07 16:53:36.933809 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8e56866b-9a22-4eb7-b76b-22f21c733a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:36.987603 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5885393c-5206-4ca1-a362-69e775c8914f None None] DHCP port deletion for 13413cf7-07ee-4fa7-a844-d880982466e7 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:53:37.040385 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-5885393c-5206-4ca1-a362-69e775c8914f None None] Deleting port 80a264df-a6cd-4d3f-b1df-9fc3aac24829 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:37.040773 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5885393c-5206-4ca1-a362-69e775c8914f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.058973 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be50e0a6-d322-45bd-9b99-2651f208522e req-aedfad65-ebf7-4bce-a342-86c55b945af7 service neutron] 10.222.0.69 "GET /v2.0/networks/8fdf64d6-b65e-4c71-8052-c95e195d41d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149680 Jul 07 16:53:37.119863 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5885393c-5206-4ca1-a362-69e775c8914f None None] For port 80a264df-a6cd-4d3f-b1df-9fc3aac24829, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=80a264df-a6cd-4d3f-b1df-9fc3aac24829,segment=NetworkSegment(b1aa41c2-8f36-4927-9c12-b6cdf92f40b4),segment_id=b1aa41c2-8f36-4927-9c12-b6cdf92f40b4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:37.120270 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5885393c-5206-4ca1-a362-69e775c8914f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.135129 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-5885393c-5206-4ca1-a362-69e775c8914f None None] Calling delete_port for 80a264df-a6cd-4d3f-b1df-9fc3aac24829 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:37.136775 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8e56866b-9a22-4eb7-b76b-22f21c733a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.139601 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8e56866b-9a22-4eb7-b76b-22f21c733a4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.145238 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a89d6-74ab-4fc8-acf7-a2143d659cd2 req-074bcc49-e43a-4f0c-92ae-61e22335ffbf tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:37.147068 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3e3a89d6-74ab-4fc8-acf7-a2143d659cd2 req-074bcc49-e43a-4f0c-92ae-61e22335ffbf tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.2214842 Jul 07 16:53:37.173386 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-721902ae-d0e0-4603-b425-3158d04540a7 admin admin] Deleting port 80a264df-a6cd-4d3f-b1df-9fc3aac24829 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:37.173723 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-721902ae-d0e0-4603-b425-3158d04540a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.206706 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8e56866b-9a22-4eb7-b76b-22f21c733a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.207117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e56866b-9a22-4eb7-b76b-22f21c733a4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 537d3f0c-a6d0-446d-9153-7563cb680411 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:53:37.214450 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8e56866b-9a22-4eb7-b76b-22f21c733a4c admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.218365 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8e56866b-9a22-4eb7-b76b-22f21c733a4c admin admin] 10.222.0.50 "DELETE /v2.0/routers/537d3f0c-a6d0-446d-9153-7563cb680411 HTTP/1.1" status: 204 len: 168 time: 3.0512638 Jul 07 16:53:37.219325 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37890) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:37.256576 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c42ce52e-66a6-436e-8b00-b11fde1a6e0d req-d0b274b3-6660-4f78-a99a-cddcd5565aed tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.261192 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5885393c-5206-4ca1-a362-69e775c8914f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.276799 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5885393c-5206-4ca1-a362-69e775c8914f None None] No DVR routers for this DVR port 80a264df-a6cd-4d3f-b1df-9fc3aac24829 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:37.279896 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be50e0a6-d322-45bd-9b99-2651f208522e req-4080048c-34a8-462e-bbe0-de2f4e2356aa service neutron] 10.222.0.69 "GET /v2.0/networks/8fdf64d6-b65e-4c71-8052-c95e195d41d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122004 Jul 07 16:53:37.281896 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-721902ae-d0e0-4603-b425-3158d04540a7 admin admin] For port 80a264df-a6cd-4d3f-b1df-9fc3aac24829, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=80a264df-a6cd-4d3f-b1df-9fc3aac24829,segment=NetworkSegment(b1aa41c2-8f36-4927-9c12-b6cdf92f40b4),segment_id=b1aa41c2-8f36-4927-9c12-b6cdf92f40b4)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:37.282257 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-721902ae-d0e0-4603-b425-3158d04540a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.287174 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3e3a89d6-74ab-4fc8-acf7-a2143d659cd2 req-77ff890b-f413-4dca-b65a-f60154899846 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343160 Jul 07 16:53:37.306538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-721902ae-d0e0-4603-b425-3158d04540a7 admin admin] Calling delete_port for 80a264df-a6cd-4d3f-b1df-9fc3aac24829 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:37.313415 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-caebeefe-408a-425c-bf4e-fd242f8551e5 service neutron] 10.222.0.50 "GET /v2.0/networks/8fdf64d6-b65e-4c71-8052-c95e195d41d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774772 Jul 07 16:53:37.314167 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885393c-5206-4ca1-a362-69e775c8914f None None] Pushing event deleted for resources: {'Port': ['ID=80a264df-a6cd-4d3f-b1df-9fc3aac24829,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:37.319850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b274b3-6660-4f78-a99a-cddcd5565aed tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Pushing event deleted for resources: {'Port': ['ID=c70e8b0e-aa70-40e9-977f-d2e1077e4c40,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:37.429137 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eabf1b1-50d0-4e83-942c-5a34f95fe225 admin admin] Deleting subnet ee530227-eaeb-4af5-a718-23aa496cd634 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:53:37.449656 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4eabf1b1-50d0-4e83-942c-5a34f95fe225 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.453273 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42ce52e-66a6-436e-8b00-b11fde1a6e0d req-d0b274b3-6660-4f78-a99a-cddcd5565aed tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] No DVR routers for this DVR port c70e8b0e-aa70-40e9-977f-d2e1077e4c40 on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:37.482327 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c42ce52e-66a6-436e-8b00-b11fde1a6e0d req-d0b274b3-6660-4f78-a99a-cddcd5565aed tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.484364 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c42ce52e-66a6-436e-8b00-b11fde1a6e0d req-d0b274b3-6660-4f78-a99a-cddcd5565aed tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.15 "DELETE /v2.0/ports/c70e8b0e-aa70-40e9-977f-d2e1077e4c40 HTTP/1.1" status: 204 len: 173 time: 2.6559923 Jul 07 16:53:37.498016 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-721902ae-d0e0-4603-b425-3158d04540a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.515051 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4eabf1b1-50d0-4e83-942c-5a34f95fe225 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.536386 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721902ae-d0e0-4603-b425-3158d04540a7 admin admin] No DVR routers for this DVR port 80a264df-a6cd-4d3f-b1df-9fc3aac24829 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:37.544806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721902ae-d0e0-4603-b425-3158d04540a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=80a264df-a6cd-4d3f-b1df-9fc3aac24829,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:37.563126 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2e997ee5-f894-4b3a-8d26-5ef045ae15c9 req-d674ff25-9015-4930-9e15-f6bc0542c347 service neutron] 10.222.0.50 "GET /v2.0/networks/8fdf64d6-b65e-4c71-8052-c95e195d41d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275145 Jul 07 16:53:37.631532 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4eabf1b1-50d0-4e83-942c-5a34f95fe225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.697250 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4eabf1b1-50d0-4e83-942c-5a34f95fe225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.725928 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabf1b1-50d0-4e83-942c-5a34f95fe225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee530227-eaeb-4af5-a718-23aa496cd634,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:37.734209 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4eabf1b1-50d0-4e83-942c-5a34f95fe225 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.739274 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4eabf1b1-50d0-4e83-942c-5a34f95fe225 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ee530227-eaeb-4af5-a718-23aa496cd634 HTTP/1.1" status: 204 len: 168 time: 0.5194669 Jul 07 16:53:37.739947 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37908) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:37.742956 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ad69b0-5da5-4247-888b-21881082b5a3 None None] Network e037419b-1eae-424c-99dc-2054c277e6ee requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:53:37.830101 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-562e97f3-9ff9-4262-86dc-19b4572c92a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.854350 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d02f73d3-30ed-418e-ae42-036954092c5e req-cbb97821-4dc6-4727-afa8-2d641ad24b6d tempest-ServerPasswordTestJSON-942149539 tempest-ServerPasswordTestJSON-942149539-project] 10.222.0.50 "GET /v2.0/ports?device_id=581c62f4-bada-447c-bf9f-b6515057b540 HTTP/1.1" status: 200 len: 210 time: 0.0419192 Jul 07 16:53:37.925879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50b16c-8edc-459e-9cc7-9435a7bb4166 req-56c9f9d9-e545-4658-b3dd-13da38d458bc tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:37.931145 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-562e97f3-9ff9-4262-86dc-19b4572c92a0 admin admin] Deleting port 0c6a46c7-7910-4f11-96fd-ad76151fd174 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:37.932292 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-562e97f3-9ff9-4262-86dc-19b4572c92a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:37.933217 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0b50b16c-8edc-459e-9cc7-9435a7bb4166 req-56c9f9d9-e545-4658-b3dd-13da38d458bc tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 944 time: 0.5145452 Jul 07 16:53:38.000720 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b181abe1-66ac-4769-a86e-018f5d31d54c None None] DHCP port deletion for e037419b-1eae-424c-99dc-2054c277e6ee request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:53:38.047974 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-721902ae-d0e0-4603-b425-3158d04540a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.079697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-721902ae-d0e0-4603-b425-3158d04540a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13413cf7-07ee-4fa7-a844-d880982466e7']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:38.080406 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b181abe1-66ac-4769-a86e-018f5d31d54c None None] Deleting port 0c6a46c7-7910-4f11-96fd-ad76151fd174 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:38.081007 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b181abe1-66ac-4769-a86e-018f5d31d54c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.084148 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-562e97f3-9ff9-4262-86dc-19b4572c92a0 admin admin] For port 0c6a46c7-7910-4f11-96fd-ad76151fd174, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0c6a46c7-7910-4f11-96fd-ad76151fd174,segment=NetworkSegment(4a5a3a82-b1e0-4280-b61a-483e6bfc14f5),segment_id=4a5a3a82-b1e0-4280-b61a-483e6bfc14f5)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:38.084509 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-562e97f3-9ff9-4262-86dc-19b4572c92a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.094951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-721902ae-d0e0-4603-b425-3158d04540a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1aa41c2-8f36-4927-9c12-b6cdf92f40b4') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:38.095394 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-721902ae-d0e0-4603-b425-3158d04540a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1aa41c2-8f36-4927-9c12-b6cdf92f40b4') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:38.109288 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-562e97f3-9ff9-4262-86dc-19b4572c92a0 admin admin] Calling delete_port for 0c6a46c7-7910-4f11-96fd-ad76151fd174 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:38.110814 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-721902ae-d0e0-4603-b425-3158d04540a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.131476 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-721902ae-d0e0-4603-b425-3158d04540a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.153329 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0b50b16c-8edc-459e-9cc7-9435a7bb4166 req-d97dabe9-82d7-44a6-9d68-326513c99247 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191434 Jul 07 16:53:38.154595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721902ae-d0e0-4603-b425-3158d04540a7 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:53:38.155027 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-721902ae-d0e0-4603-b425-3158d04540a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:53:38.162059 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:53:38.177589 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '581c62f4-bada-447c-bf9f-b6515057b540', 'name': 'network-vif-deleted', 'tag': 'c70e8b0e-aa70-40e9-977f-d2e1077e4c40'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:38.177589 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402df630-9f5d-4730-8b00-d62faed78c20" -d '{"events": [{"server_uuid": "581c62f4-bada-447c-bf9f-b6515057b540", "name": "network-vif-deleted", "tag": "c70e8b0e-aa70-40e9-977f-d2e1077e4c40"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:38.177933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b181abe1-66ac-4769-a86e-018f5d31d54c None None] For port 0c6a46c7-7910-4f11-96fd-ad76151fd174, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0c6a46c7-7910-4f11-96fd-ad76151fd174,segment=NetworkSegment(4a5a3a82-b1e0-4280-b61a-483e6bfc14f5),segment_id=4a5a3a82-b1e0-4280-b61a-483e6bfc14f5)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:38.177933 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b181abe1-66ac-4769-a86e-018f5d31d54c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.180301 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41522d4-9e80-4a15-aa2b-66187d699f8e req-a4aa17e0-1b60-4361-b9ca-d6e596130aca tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:38.181824 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a41522d4-9e80-4a15-aa2b-66187d699f8e req-a4aa17e0-1b60-4361-b9ca-d6e596130aca tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0a68d04-390e-4fc7-9722-04968cd364fd HTTP/1.1" status: 200 len: 944 time: 0.6410742 Jul 07 16:53:38.188646 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-abd71b09-0ee3-424e-b5d1-9703475dc31a req-3d101c9f-8bf3-4086-94f0-77ace5c3effe tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 258 time: 0.1970420 Jul 07 16:53:38.198426 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b181abe1-66ac-4769-a86e-018f5d31d54c None None] Calling delete_port for 0c6a46c7-7910-4f11-96fd-ad76151fd174 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:38.200718 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-abd71b09-0ee3-424e-b5d1-9703475dc31a req-7a39d8d6-54fe-4812-a67b-e7b3b2bf34a8 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:38.269882 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-abd71b09-0ee3-424e-b5d1-9703475dc31a req-7a39d8d6-54fe-4812-a67b-e7b3b2bf34a8 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.316864 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-721902ae-d0e0-4603-b425-3158d04540a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.317357 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-562e97f3-9ff9-4262-86dc-19b4572c92a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.320714 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf23d3a-418a-49ed-b8b4-1ce0ba6a1687 x-openstack-request-id: req-8bf23d3a-418a-49ed-b8b4-1ce0ba6a1687 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:38.320714 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "581c62f4-bada-447c-bf9f-b6515057b540", "name": "network-vif-deleted", "tag": "c70e8b0e-aa70-40e9-977f-d2e1077e4c40", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:38.320714 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8bf23d3a-418a-49ed-b8b4-1ce0ba6a1687 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:38.320714 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '581c62f4-bada-447c-bf9f-b6515057b540', 'name': 'network-vif-deleted', 'tag': 'c70e8b0e-aa70-40e9-977f-d2e1077e4c40', 'status': 'completed', 'code': 200} Jul 07 16:53:38.328227 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-721902ae-d0e0-4603-b425-3158d04540a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.335212 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-721902ae-d0e0-4603-b425-3158d04540a7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/13413cf7-07ee-4fa7-a844-d880982466e7 HTTP/1.1" status: 204 len: 168 time: 1.5880315 Jul 07 16:53:38.351437 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e97f3-9ff9-4262-86dc-19b4572c92a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c6a46c7-7910-4f11-96fd-ad76151fd174,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:38.352614 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b181abe1-66ac-4769-a86e-018f5d31d54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.353540 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721902ae-d0e0-4603-b425-3158d04540a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=13413cf7-07ee-4fa7-a844-d880982466e7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:38.365623 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e97f3-9ff9-4262-86dc-19b4572c92a0 admin admin] No DVR routers for this DVR port 0c6a46c7-7910-4f11-96fd-ad76151fd174 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:38.392331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-a41522d4-9e80-4a15-aa2b-66187d699f8e req-e6873a64-0e82-45d7-8320-ae89ef2b0d2e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Deleting port 2e41606e-9461-4408-ae37-53502f5242c0 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:38.392690 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a41522d4-9e80-4a15-aa2b-66187d699f8e req-e6873a64-0e82-45d7-8320-ae89ef2b0d2e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.412817 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181abe1-66ac-4769-a86e-018f5d31d54c None None] Pushing event deleted for resources: {'Port': ['ID=0c6a46c7-7910-4f11-96fd-ad76151fd174,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:38.427238 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b181abe1-66ac-4769-a86e-018f5d31d54c None None] No DVR routers for this DVR port 0c6a46c7-7910-4f11-96fd-ad76151fd174 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:38.442632 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 80a264df-a6cd-4d3f-b1df-9fc3aac24829 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:38.472479 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 80a264df-a6cd-4d3f-b1df-9fc3aac24829 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:38.473835 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 80a264df-a6cd-4d3f-b1df-9fc3aac24829 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:38.474488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0c6a46c7-7910-4f11-96fd-ad76151fd174 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:38.491610 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-562e97f3-9ff9-4262-86dc-19b4572c92a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.504497 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-562e97f3-9ff9-4262-86dc-19b4572c92a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e037419b-1eae-424c-99dc-2054c277e6ee']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:38.505522 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 0c6a46c7-7910-4f11-96fd-ad76151fd174 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:38.506745 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0c6a46c7-7910-4f11-96fd-ad76151fd174 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:38.518741 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-562e97f3-9ff9-4262-86dc-19b4572c92a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5a3a82-b1e0-4280-b61a-483e6bfc14f5') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:38.519058 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-562e97f3-9ff9-4262-86dc-19b4572c92a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5a3a82-b1e0-4280-b61a-483e6bfc14f5') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:38.537690 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-562e97f3-9ff9-4262-86dc-19b4572c92a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.549515 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37934) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:38.569523 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-562e97f3-9ff9-4262-86dc-19b4572c92a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.579994 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562e97f3-9ff9-4262-86dc-19b4572c92a0 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:53:38.580400 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-562e97f3-9ff9-4262-86dc-19b4572c92a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:53:38.582065 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:53:38.593979 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-a41522d4-9e80-4a15-aa2b-66187d699f8e req-e6873a64-0e82-45d7-8320-ae89ef2b0d2e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] For port 2e41606e-9461-4408-ae37-53502f5242c0, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2e41606e-9461-4408-ae37-53502f5242c0,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:38.594350 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a41522d4-9e80-4a15-aa2b-66187d699f8e req-e6873a64-0e82-45d7-8320-ae89ef2b0d2e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.610356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-a41522d4-9e80-4a15-aa2b-66187d699f8e req-e6873a64-0e82-45d7-8320-ae89ef2b0d2e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Calling delete_port for 2e41606e-9461-4408-ae37-53502f5242c0 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:38.622998 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-abd71b09-0ee3-424e-b5d1-9703475dc31a req-7a39d8d6-54fe-4812-a67b-e7b3b2bf34a8 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.675443 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab271e-ce3a-46b2-8d7d-7195f767db7e req-4207a92e-4d9b-4084-bf43-7846ae18b714 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:38.676973 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0dab271e-ce3a-46b2-8d7d-7195f767db7e req-4207a92e-4d9b-4084-bf43-7846ae18b714 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/ports?device_id=be131d6d-d033-4597-9a50-b46593603cd1 HTTP/1.1" status: 200 len: 950 time: 0.1352494 Jul 07 16:53:38.690704 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-562e97f3-9ff9-4262-86dc-19b4572c92a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.696061 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5081254c-2fa3-4c44-9471-764835c9df96 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6b6507bb6cda4d9ca388937ef0c6fdec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454909 Jul 07 16:53:38.699034 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37936) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:38.704178 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-562e97f3-9ff9-4262-86dc-19b4572c92a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.709789 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-562e97f3-9ff9-4262-86dc-19b4572c92a0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e037419b-1eae-424c-99dc-2054c277e6ee HTTP/1.1" status: 204 len: 168 time: 0.9643657 Jul 07 16:53:38.723052 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e97f3-9ff9-4262-86dc-19b4572c92a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e037419b-1eae-424c-99dc-2054c277e6ee,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:38.766138 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0dab271e-ce3a-46b2-8d7d-7195f767db7e req-d8661ca9-085b-42f5-b003-5bc5fe130f95 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/security-groups?id=b381097f-bba6-4a42-a4f3-37499b0c038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798631 Jul 07 16:53:38.781479 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-abd71b09-0ee3-424e-b5d1-9703475dc31a req-7a39d8d6-54fe-4812-a67b-e7b3b2bf34a8 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Allocated IP 172.25.2.153 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/e7a842d6-bf04-4166-8e62-050e6ccb3bd8) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:38.829228 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-43611246-f731-4a83-b3a9-9011fc7d2822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.860187 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a41522d4-9e80-4a15-aa2b-66187d699f8e req-e6873a64-0e82-45d7-8320-ae89ef2b0d2e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.863110 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-43611246-f731-4a83-b3a9-9011fc7d2822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.873375 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ebf08bd8-a0f0-4160-b5f8-ce500808670e no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:38.903021 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6873a64-0e82-45d7-8320-ae89ef2b0d2e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Pushing event deleted for resources: {'Port': ['ID=2e41606e-9461-4408-ae37-53502f5242c0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:38.923286 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-abd71b09-0ee3-424e-b5d1-9703475dc31a req-7a39d8d6-54fe-4812-a67b-e7b3b2bf34a8 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.977609 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-abd71b09-0ee3-424e-b5d1-9703475dc31a req-7a39d8d6-54fe-4812-a67b-e7b3b2bf34a8 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:38.992725 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.012414 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41522d4-9e80-4a15-aa2b-66187d699f8e req-e6873a64-0e82-45d7-8320-ae89ef2b0d2e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] No DVR routers for this DVR port 2e41606e-9461-4408-ae37-53502f5242c0 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:39.016549 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a41522d4-9e80-4a15-aa2b-66187d699f8e req-e6873a64-0e82-45d7-8320-ae89ef2b0d2e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.018531 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a41522d4-9e80-4a15-aa2b-66187d699f8e req-e6873a64-0e82-45d7-8320-ae89ef2b0d2e tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.69 "DELETE /v2.0/ports/2e41606e-9461-4408-ae37-53502f5242c0 HTTP/1.1" status: 204 len: 173 time: 0.8086293 Jul 07 16:53:39.020873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a68d04-390e-4fc7-9722-04968cd364fd', 'name': 'network-vif-deleted', 'tag': '2e41606e-9461-4408-ae37-53502f5242c0'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:39.023232 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcea335-bd90-4b75-a672-a98e8d238bb2" -d '{"events": [{"server_uuid": "f0a68d04-390e-4fc7-9722-04968cd364fd", "name": "network-vif-deleted", "tag": "2e41606e-9461-4408-ae37-53502f5242c0"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:39.029412 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37946) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:39.030682 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39d8d6-54fe-4812-a67b-e7b3b2bf34a8 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Pushing event updated for resources: {'Port': ['ID=e7a842d6-bf04-4166-8e62-050e6ccb3bd8,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:39.031536 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be131d6d-d033-4597-9a50-b46593603cd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebf08bd8-a0f0-4160-b5f8-ce500808670e'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:39.034591 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11221c89-21e2-4610-acf7-b399cf9dda27" -d '{"events": [{"server_uuid": "be131d6d-d033-4597-9a50-b46593603cd1", "name": "network-vif-unplugged", "status": "completed", "tag": "ebf08bd8-a0f0-4160-b5f8-ce500808670e"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:39.047886 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd71b09-0ee3-424e-b5d1-9703475dc31a req-7a39d8d6-54fe-4812-a67b-e7b3b2bf34a8 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:39.051198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-abd71b09-0ee3-424e-b5d1-9703475dc31a req-7a39d8d6-54fe-4812-a67b-e7b3b2bf34a8 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:39.052334 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ebf08bd8-a0f0-4160-b5f8-ce500808670e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ebf08bd8-a0f0-4160-b5f8-ce500808670e,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:39.060068 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.061237 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device c70e8b0e-aa70-40e9-977f-d2e1077e4c40 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:39.064847 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd71b09-0ee3-424e-b5d1-9703475dc31a req-7a39d8d6-54fe-4812-a67b-e7b3b2bf34a8 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:39.079392 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-43611246-f731-4a83-b3a9-9011fc7d2822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.082576 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-43611246-f731-4a83-b3a9-9011fc7d2822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.084093 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-43611246-f731-4a83-b3a9-9011fc7d2822 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8eeec97d-1487-4bb9-b714-42de6515b070 HTTP/1.1" status: 204 len: 168 time: 0.3829925 Jul 07 16:53:39.084612 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: c70e8b0e-aa70-40e9-977f-d2e1077e4c40 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:39.084975 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device c70e8b0e-aa70-40e9-977f-d2e1077e4c40 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:39.117217 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43611246-f731-4a83-b3a9-9011fc7d2822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeec97d-1487-4bb9-b714-42de6515b070,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:39.128037 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcde4b-79cc-4d67-a4c7-945801535dfd req-8c0d4fc8-4f65-4ccf-8f7b-55dda5f8d6f2 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:39.129852 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9dfcde4b-79cc-4d67-a4c7-945801535dfd req-8c0d4fc8-4f65-4ccf-8f7b-55dda5f8d6f2 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.2079420 Jul 07 16:53:39.132487 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f389fbeb-bd41-4b5b-86a9-cbb92ab942a5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5ce0c877d554ec492166d4081f3bc35&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1013372 Jul 07 16:53:39.135235 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37954) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:39.158679 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ebf08bd8-a0f0-4160-b5f8-ce500808670e,revision_number=11']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:39.165840 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 34566c37-0a68-4492-8763-d95263e149ed details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:39.216067 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9dfcde4b-79cc-4d67-a4c7-945801535dfd req-56239997-3814-4521-a9d8-a3c083916c1b tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704432 Jul 07 16:53:39.235682 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af7a3c7c-41cf-4c4d-aa54-4a254aec9031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.248449 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-abd71b09-0ee3-424e-b5d1-9703475dc31a req-7a39d8d6-54fe-4812-a67b-e7b3b2bf34a8 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.290598 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af7a3c7c-41cf-4c4d-aa54-4a254aec9031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.314860 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-abd71b09-0ee3-424e-b5d1-9703475dc31a req-7a39d8d6-54fe-4812-a67b-e7b3b2bf34a8 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.323766 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 34566c37-0a68-4492-8763-d95263e149ed, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=34566c37-0a68-4492-8763-d95263e149ed,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:39.337971 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '34566c37-0a68-4492-8763-d95263e149ed', 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7', 'port_id': '34566c37-0a68-4492-8763-d95263e149ed', 'mac_address': 'fa:16:3e:7a:b2:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4033db2-1315-487d-98c1-b14262a4cfcd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:39.373866 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af7a3c7c-41cf-4c4d-aa54-4a254aec9031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.380255 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af7a3c7c-41cf-4c4d-aa54-4a254aec9031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.382735 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-af7a3c7c-41cf-4c4d-aa54-4a254aec9031 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b8920de3-c285-480d-a021-9395feafea4b HTTP/1.1" status: 204 len: 168 time: 0.2459679 Jul 07 16:53:39.387732 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.394966 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a3c7c-41cf-4c4d-aa54-4a254aec9031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8920de3-c285-480d-a021-9395feafea4b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:39.413738 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34566c37-0a68-4492-8763-d95263e149ed {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:39.445434 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 34566c37-0a68-4492-8763-d95263e149ed, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=34566c37-0a68-4492-8763-d95263e149ed,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:39.451584 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.510895 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=34566c37-0a68-4492-8763-d95263e149ed,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:39.537967 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['34566c37-0a68-4492-8763-d95263e149ed'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:39.561428 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-abd71b09-0ee3-424e-b5d1-9703475dc31a req-7a39d8d6-54fe-4812-a67b-e7b3b2bf34a8 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.568347 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-abd71b09-0ee3-424e-b5d1-9703475dc31a req-7a39d8d6-54fe-4812-a67b-e7b3b2bf34a8 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.679968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39d8d6-54fe-4812-a67b-e7b3b2bf34a8 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Pushing event updated for resources: {'Port': ['ID=e7a842d6-bf04-4166-8e62-050e6ccb3bd8,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:39.688776 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-abd71b09-0ee3-424e-b5d1-9703475dc31a req-7a39d8d6-54fe-4812-a67b-e7b3b2bf34a8 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.708394 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-abd71b09-0ee3-424e-b5d1-9703475dc31a req-7a39d8d6-54fe-4812-a67b-e7b3b2bf34a8 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:39.709865 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-abd71b09-0ee3-424e-b5d1-9703475dc31a req-7a39d8d6-54fe-4812-a67b-e7b3b2bf34a8 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5142829 Jul 07 16:53:39.786573 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-abd71b09-0ee3-424e-b5d1-9703475dc31a req-c58c0a37-6c76-43dd-bbbd-95854d2dbcee tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.153 HTTP/1.1" status: 200 len: 696 time: 0.0693717 Jul 07 16:53:39.919058 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd71b09-0ee3-424e-b5d1-9703475dc31a req-3f211760-2ece-4c5a-ade8-c3ad3ef6ec8f tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:39.921382 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-abd71b09-0ee3-424e-b5d1-9703475dc31a req-3f211760-2ece-4c5a-ade8-c3ad3ef6ec8f tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.1284437 Jul 07 16:53:39.933246 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37986) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:39.990816 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6d1f0985-3e3c-4ddc-b79b-58f91ea6d1ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=151c651edb0f4c0c895183d2f3b94c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535648 Jul 07 16:53:39.991189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37990) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:40.009127 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37994) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:40.088508 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe86ddbe-43ba-4716-a4b9-fc770151c145 admin admin] Deleting subnet cb956df7-df44-41b3-bdcc-e3e1df140d7a {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:53:40.099159 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe86ddbe-43ba-4716-a4b9-fc770151c145 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.122565 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2c80d3e4-3d19-4c4f-bb87-9f05d7d8158b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.124923 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282dab3f-9cb6-42e5-8dbe-7d7e419dfe6b x-openstack-request-id: req-282dab3f-9cb6-42e5-8dbe-7d7e419dfe6b {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:40.125418 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a68d04-390e-4fc7-9722-04968cd364fd", "name": "network-vif-deleted", "tag": "2e41606e-9461-4408-ae37-53502f5242c0", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:40.125795 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-282dab3f-9cb6-42e5-8dbe-7d7e419dfe6b {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:40.126229 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a68d04-390e-4fc7-9722-04968cd364fd', 'name': 'network-vif-deleted', 'tag': '2e41606e-9461-4408-ae37-53502f5242c0', 'status': 'completed', 'code': 200} Jul 07 16:53:40.146901 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe86ddbe-43ba-4716-a4b9-fc770151c145 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.167149 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2c80d3e4-3d19-4c4f-bb87-9f05d7d8158b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.224356 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe86ddbe-43ba-4716-a4b9-fc770151c145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.248321 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2c80d3e4-3d19-4c4f-bb87-9f05d7d8158b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.252327 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2c80d3e4-3d19-4c4f-bb87-9f05d7d8158b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.253719 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2c80d3e4-3d19-4c4f-bb87-9f05d7d8158b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88b1e1af-4fa1-417b-bdb0-c9bb4e2b7da2 HTTP/1.1" status: 204 len: 168 time: 0.2613821 Jul 07 16:53:40.267055 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3796dabc-123e-4475-baf9-bd0de442f705 x-openstack-request-id: req-3796dabc-123e-4475-baf9-bd0de442f705 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:40.267650 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be131d6d-d033-4597-9a50-b46593603cd1", "name": "network-vif-unplugged", "status": "completed", "tag": "ebf08bd8-a0f0-4160-b5f8-ce500808670e", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:40.267650 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3796dabc-123e-4475-baf9-bd0de442f705 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:40.267965 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be131d6d-d033-4597-9a50-b46593603cd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebf08bd8-a0f0-4160-b5f8-ce500808670e', 'code': 200} Jul 07 16:53:40.269715 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80d3e4-3d19-4c4f-bb87-9f05d7d8158b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b1e1af-4fa1-417b-bdb0-c9bb4e2b7da2,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:40.388605 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe86ddbe-43ba-4716-a4b9-fc770151c145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.481099 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821f34e-1a82-4d81-8dfa-f021ddbfdc87 req-6ef20a64-8180-48b8-a9b1-03b97ffaf312 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:40.482709 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3821f34e-1a82-4d81-8dfa-f021ddbfdc87 req-6ef20a64-8180-48b8-a9b1-03b97ffaf312 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0827754 Jul 07 16:53:40.498545 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe86ddbe-43ba-4716-a4b9-fc770151c145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.504633 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fe86ddbe-43ba-4716-a4b9-fc770151c145 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cb956df7-df44-41b3-bdcc-e3e1df140d7a HTTP/1.1" status: 204 len: 168 time: 0.4942348 Jul 07 16:53:40.505433 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38040) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:40.506186 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86ddbe-43ba-4716-a4b9-fc770151c145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb956df7-df44-41b3-bdcc-e3e1df140d7a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:40.546092 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3821f34e-1a82-4d81-8dfa-f021ddbfdc87 req-ca002412-ccda-4c94-a14a-9395de0374ca tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.153 HTTP/1.1" status: 200 len: 696 time: 0.0576024 Jul 07 16:53:40.556636 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-3821f34e-1a82-4d81-8dfa-f021ddbfdc87 req-b8fa64ee-01bf-48c0-ae01-9feb2da9a769 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Request body: {'floatingip': {'port_id': '01ed1edc-5247-4443-bbd2-c12471f93891', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:40.606595 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3821f34e-1a82-4d81-8dfa-f021ddbfdc87 req-b8fa64ee-01bf-48c0-ae01-9feb2da9a769 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks [] for floatingip, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.632177 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a3f13f3-ea44-47e0-ada7-62a6625521ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.643352 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38044) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:40.744795 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14cbab-6114-4e8b-8c48-cfa5c6e8e1fa req-0d29df57-90b9-4900-a778-217bed3356e5 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:40.747026 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f14cbab-6114-4e8b-8c48-cfa5c6e8e1fa req-0d29df57-90b9-4900-a778-217bed3356e5 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.1737523 Jul 07 16:53:40.776420 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a3f13f3-ea44-47e0-ada7-62a6625521ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.789101 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-5a3f13f3-ea44-47e0-ada7-62a6625521ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f9577f-18af-4bb0-ac29-463453f26d7a']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:40.808738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-5a3f13f3-ea44-47e0-ada7-62a6625521ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c6cf12-0d96-4b17-b7b3-d49a47aef471') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:40.809086 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-5a3f13f3-ea44-47e0-ada7-62a6625521ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c6cf12-0d96-4b17-b7b3-d49a47aef471') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:40.815613 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-81e7b9b5-6361-40e0-a501-97786545a6c4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1672948894-network', 'tenant_id': 'a78a16a9ada742a185da8db508ca2efa'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:40.831942 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f14cbab-6114-4e8b-8c48-cfa5c6e8e1fa req-6bdcf1ed-6f01-423b-bf16-7f67514024ff tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758681 Jul 07 16:53:40.835194 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a3f13f3-ea44-47e0-ada7-62a6625521ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.864440 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a3f13f3-ea44-47e0-ada7-62a6625521ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.876024 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e7b9b5-6361-40e0-a501-97786545a6c4 admin admin] Made reservation on behalf of a78a16a9ada742a185da8db508ca2efa for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:40.878646 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-81e7b9b5-6361-40e0-a501-97786545a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.881271 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3f13f3-ea44-47e0-ada7-62a6625521ed admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:53:40.881737 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a3f13f3-ea44-47e0-ada7-62a6625521ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:53:40.884595 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:53:40.918266 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [req-3821f34e-1a82-4d81-8dfa-f021ddbfdc87 req-b8fa64ee-01bf-48c0-ae01-9feb2da9a769 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 16:53:40.930336 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3821f34e-1a82-4d81-8dfa-f021ddbfdc87 req-b8fa64ee-01bf-48c0-ae01-9feb2da9a769 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "PUT /v2.0/floatingips/b4ee9294-e7e0-4520-a148-25fdae695e61 HTTP/1.1" status: 409 len: 550 time: 0.3766706 Jul 07 16:53:40.931298 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-81e7b9b5-6361-40e0-a501-97786545a6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.986289 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a3f13f3-ea44-47e0-ada7-62a6625521ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.992904 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a3f13f3-ea44-47e0-ada7-62a6625521ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:40.994865 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5a3f13f3-ea44-47e0-ada7-62a6625521ed admin admin] 10.222.0.50 "DELETE /v2.0/networks/27f9577f-18af-4bb0-ac29-463453f26d7a HTTP/1.1" status: 204 len: 168 time: 0.4805706 Jul 07 16:53:41.029653 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f13f3-ea44-47e0-ada7-62a6625521ed admin admin] Pushing event deleted for resources: {'Network': ['ID=27f9577f-18af-4bb0-ac29-463453f26d7a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:41.063353 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1677418c-0788-44a0-b79a-611007039991 req-4331f368-baf3-47c8-bf34-47f4acfd5ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/floatingips/b4ee9294-e7e0-4520-a148-25fdae695e61 HTTP/1.1" status: 200 len: 693 time: 0.0611362 Jul 07 16:53:41.118342 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-81e7b9b5-6361-40e0-a501-97786545a6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.123097 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-81e7b9b5-6361-40e0-a501-97786545a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.147523 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e7b9b5-6361-40e0-a501-97786545a6c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:53:41.163735 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7b9b5-6361-40e0-a501-97786545a6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8478f88-249e-4926-803e-b7b2147c93c4,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:41.166886 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-81e7b9b5-6361-40e0-a501-97786545a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.167097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 34566c37-0a68-4492-8763-d95263e149ed up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:41.167633 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-81e7b9b5-6361-40e0-a501-97786545a6c4 admin admin] Added segment f9762b18-c26e-4af7-995d-643328bb4ac7 of type vlan for network d4c66bed-3dde-4098-8ead-14c60ddf2754 Jul 07 16:53:41.220811 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38078) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:41.234070 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-81e7b9b5-6361-40e0-a501-97786545a6c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.241946 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 34566c37-0a68-4492-8763-d95263e149ed triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:41.242709 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.259747 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677418c-0788-44a0-b79a-611007039991 req-3fa9e048-66db-41b5-af1e-b60cb81584a7 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:41.271012 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1677418c-0788-44a0-b79a-611007039991 req-3fa9e048-66db-41b5-af1e-b60cb81584a7 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.2066498 Jul 07 16:53:41.307173 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-927e6a33-d485-4192-953c-2e8168ec6ffb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8693859f01f74fd3b18adb75fb6fac6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0845964 Jul 07 16:53:41.309740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38080) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:41.317900 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-81e7b9b5-6361-40e0-a501-97786545a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.319665 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e7b9b5-6361-40e0-a501-97786545a6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:41.320669 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-81e7b9b5-6361-40e0-a501-97786545a6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.327490 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.372927 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 34566c37-0a68-4492-8763-d95263e149ed, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=34566c37-0a68-4492-8763-d95263e149ed,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:41.374995 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1677418c-0788-44a0-b79a-611007039991 req-dd9cbc1b-08ae-4e43-aaf6-5b430da7dab5 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.153 HTTP/1.1" status: 200 len: 696 time: 0.1030176 Jul 07 16:53:41.384543 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.385367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 2e41606e-9461-4408-ae37-53502f5242c0 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:41.411739 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-81e7b9b5-6361-40e0-a501-97786545a6c4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7671947 Jul 07 16:53:41.414950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38084) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:41.421645 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-8846fddf-b994-4315-8448-cd2ed2272429 admin admin] Request body: {'subnet': {'network_id': 'd4c66bed-3dde-4098-8ead-14c60ddf2754', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1672948894-subnet', 'tenant_id': 'a78a16a9ada742a185da8db508ca2efa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:41.431566 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 2e41606e-9461-4408-ae37-53502f5242c0 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:41.431920 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 2e41606e-9461-4408-ae37-53502f5242c0 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:41.469197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7b9b5-6361-40e0-a501-97786545a6c4 admin admin] Pushing event updated for resources: {'Network': ['ID=d4c66bed-3dde-4098-8ead-14c60ddf2754,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:41.494239 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network d4c66bed-3dde-4098-8ead-14c60ddf2754 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:53:41.495612 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1677418c-0788-44a0-b79a-611007039991 req-e688ae16-bce5-4502-b7f6-dafb8b205da5 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.153 HTTP/1.1" status: 200 len: 696 time: 0.1188440 Jul 07 16:53:41.500272 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6fb8ab60-4579-4c51-8a9c-3343c23374be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.533251 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8846fddf-b994-4315-8448-cd2ed2272429 admin admin] Made reservation on behalf of a78a16a9ada742a185da8db508ca2efa for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:41.535662 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8846fddf-b994-4315-8448-cd2ed2272429 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.593111 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=34566c37-0a68-4492-8763-d95263e149ed,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:41.624792 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6fb8ab60-4579-4c51-8a9c-3343c23374be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.707703 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6fb8ab60-4579-4c51-8a9c-3343c23374be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.710769 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6fb8ab60-4579-4c51-8a9c-3343c23374be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.714297 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6fb8ab60-4579-4c51-8a9c-3343c23374be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ebb63f3c-75ff-4872-8784-fd93c5877f39 HTTP/1.1" status: 204 len: 168 time: 0.4012015 Jul 07 16:53:41.747253 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8ab60-4579-4c51-8a9c-3343c23374be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb63f3c-75ff-4872-8784-fd93c5877f39,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:41.838868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce371b-fded-4aa8-bb7f-8d7b19748450 req-997b24ca-62d4-427f-b737-4cbc3a572a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:41.840999 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-45ce371b-fded-4aa8-bb7f-8d7b19748450 req-997b24ca-62d4-427f-b737-4cbc3a572a28 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 1097 time: 0.1700006 Jul 07 16:53:41.842678 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-1677418c-0788-44a0-b79a-611007039991 req-7c125702-70f5-4ac8-b39f-91f8c1d23c86 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Deleting port e7a842d6-bf04-4166-8e62-050e6ccb3bd8 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:41.843277 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-1677418c-0788-44a0-b79a-611007039991 req-7c125702-70f5-4ac8-b39f-91f8c1d23c86 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.952530 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8846fddf-b994-4315-8448-cd2ed2272429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.958222 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-45ce371b-fded-4aa8-bb7f-8d7b19748450 req-5bb10d91-e0bf-4428-853e-ebf3299f80f1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992992 Jul 07 16:53:41.987257 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-1677418c-0788-44a0-b79a-611007039991 req-7c125702-70f5-4ac8-b39f-91f8c1d23c86 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:41.987257 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-1677418c-0788-44a0-b79a-611007039991 req-7c125702-70f5-4ac8-b39f-91f8c1d23c86 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:42.008980 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-1677418c-0788-44a0-b79a-611007039991 req-7c125702-70f5-4ac8-b39f-91f8c1d23c86 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Calling delete_port for e7a842d6-bf04-4166-8e62-050e6ccb3bd8 owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:42.062896 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73a004-1c93-415e-a699-aa6787ebcb4e req-b7bad08d-5785-4aaa-9315-ac4cc4da80a1 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:42.065050 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8b73a004-1c93-415e-a699-aa6787ebcb4e req-b7bad08d-5785-4aaa-9315-ac4cc4da80a1 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 945 time: 0.2285993 Jul 07 16:53:42.085702 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8846fddf-b994-4315-8448-cd2ed2272429 admin admin] Checking segment: {'id': 'f9762b18-c26e-4af7-995d-643328bb4ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd4c66bed-3dde-4098-8ead-14c60ddf2754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:42.089890 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8846fddf-b994-4315-8448-cd2ed2272429 admin admin] Network hostable DHCP agents. Network: d4c66bed-3dde-4098-8ead-14c60ddf2754, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:53:42.109066 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846fddf-b994-4315-8448-cd2ed2272429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5117fde9-70ab-478c-be77-927fc751fa83,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:42.270117 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0932e5fd-4c26-44ce-b0b2-807460a94c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34566c37-0a68-4492-8763-d95263e149ed'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:42.273727 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b92bb44-8e82-4b60-80b3-939af2fe6b79" -d '{"events": [{"server_uuid": "0932e5fd-4c26-44ce-b0b2-807460a94c81", "name": "network-vif-plugged", "status": "completed", "tag": "34566c37-0a68-4492-8763-d95263e149ed"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:42.282895 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8846fddf-b994-4315-8448-cd2ed2272429 admin admin] Network d4c66bed-3dde-4098-8ead-14c60ddf2754 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:53:42.297105 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7313b-be23-4912-92cd-f8001f0983c8 req-19c8a56c-2f6c-4f3b-be50-f821b40363a3 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:42.299100 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b3c7313b-be23-4912-92cd-f8001f0983c8 req-19c8a56c-2f6c-4f3b-be50-f821b40363a3 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.69 "GET /v2.0/ports?device_id=835e9e53-24e5-4621-a55a-03d275381fee HTTP/1.1" status: 200 len: 945 time: 0.2031484 Jul 07 16:53:42.344998 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8b73a004-1c93-415e-a699-aa6787ebcb4e req-4dab0beb-871e-4b78-b5a7-c5a1b4cc0759 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.50 "GET /v2.0/security-groups?id=f11bc8d6-5e4f-4202-a9c5-d487e6d59825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624087 Jul 07 16:53:42.474532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-8846fddf-b994-4315-8448-cd2ed2272429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, d4c66bed-3dde-4098-8ead-14c60ddf2754) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:42.489802 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8846fddf-b994-4315-8448-cd2ed2272429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:42.490417 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8846fddf-b994-4315-8448-cd2ed2272429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:42.492198 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac46254-eca4-4ea5-b2df-4769c2b70d06 None None] Network d4c66bed-3dde-4098-8ead-14c60ddf2754 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:53:42.550755 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8846fddf-b994-4315-8448-cd2ed2272429 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1331623 Jul 07 16:53:42.742982 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-b3c7313b-be23-4912-92cd-f8001f0983c8 req-da867a2b-2f80-48af-b2a5-8624ac4b63d0 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Deleting port cc43800e-702a-43e9-809d-0e27feb75adf {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:42.743354 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b3c7313b-be23-4912-92cd-f8001f0983c8 req-da867a2b-2f80-48af-b2a5-8624ac4b63d0 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:42.743680 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18fe261-52d2-4d28-a5a3-4335305198f4 None None] Network d4c66bed-3dde-4098-8ead-14c60ddf2754 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:53:42.774342 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845faa3-c198-4d3c-9b61-df49f036a2c8 req-f00d02b0-3c44-4943-b347-c3b0766068d0 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:42.779302 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c845faa3-c198-4d3c-9b61-df49f036a2c8 req-f00d02b0-3c44-4943-b347-c3b0766068d0 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/ports?device_id=be131d6d-d033-4597-9a50-b46593603cd1 HTTP/1.1" status: 200 len: 948 time: 0.1484187 Jul 07 16:53:42.859299 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-1677418c-0788-44a0-b79a-611007039991 req-7c125702-70f5-4ac8-b39f-91f8c1d23c86 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:42.891108 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c125702-70f5-4ac8-b39f-91f8c1d23c86 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Pushing event deleted for resources: {'Port': ['ID=e7a842d6-bf04-4166-8e62-050e6ccb3bd8,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:42.949421 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c845faa3-c198-4d3c-9b61-df49f036a2c8 req-355a2eaa-823a-4b17-beb1-18a05d6cc0be tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.50 "GET /v2.0/security-groups?id=b381097f-bba6-4a42-a4f3-37499b0c038c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373713 Jul 07 16:53:42.991534 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-1677418c-0788-44a0-b79a-611007039991 req-7c125702-70f5-4ac8-b39f-91f8c1d23c86 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:42.992803 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-b3c7313b-be23-4912-92cd-f8001f0983c8 req-da867a2b-2f80-48af-b2a5-8624ac4b63d0 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] For port cc43800e-702a-43e9-809d-0e27feb75adf, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=cc43800e-702a-43e9-809d-0e27feb75adf,segment=NetworkSegment(0d9fe9f2-bf70-4de2-a379-47e67be805a0),segment_id=0d9fe9f2-bf70-4de2-a379-47e67be805a0)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:42.993564 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b3c7313b-be23-4912-92cd-f8001f0983c8 req-da867a2b-2f80-48af-b2a5-8624ac4b63d0 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:42.994082 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-1677418c-0788-44a0-b79a-611007039991 req-7c125702-70f5-4ac8-b39f-91f8c1d23c86 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:43.011779 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1677418c-0788-44a0-b79a-611007039991 req-7c125702-70f5-4ac8-b39f-91f8c1d23c86 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "DELETE /v2.0/floatingips/b4ee9294-e7e0-4520-a148-25fdae695e61 HTTP/1.1" status: 204 len: 173 time: 1.5119870 Jul 07 16:53:43.015901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-b3c7313b-be23-4912-92cd-f8001f0983c8 req-da867a2b-2f80-48af-b2a5-8624ac4b63d0 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Calling delete_port for cc43800e-702a-43e9-809d-0e27feb75adf owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:43.039175 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c57b70c-748a-4ece-84f8-2c82c78110fd x-openstack-request-id: req-2c57b70c-748a-4ece-84f8-2c82c78110fd {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:43.039478 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0932e5fd-4c26-44ce-b0b2-807460a94c81", "name": "network-vif-plugged", "status": "completed", "tag": "34566c37-0a68-4492-8763-d95263e149ed", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:43.039740 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c57b70c-748a-4ece-84f8-2c82c78110fd {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:43.040148 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0932e5fd-4c26-44ce-b0b2-807460a94c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34566c37-0a68-4492-8763-d95263e149ed', 'code': 200} Jul 07 16:53:43.273325 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986667c1-773a-42c2-a30d-53d693027fa0 req-ee991fdc-b784-40b5-9fae-0e1e92d08e5d tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:43.275123 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-986667c1-773a-42c2-a30d-53d693027fa0 req-ee991fdc-b784-40b5-9fae-0e1e92d08e5d tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.1485043 Jul 07 16:53:43.317567 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b3c7313b-be23-4912-92cd-f8001f0983c8 req-da867a2b-2f80-48af-b2a5-8624ac4b63d0 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:43.383947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da867a2b-2f80-48af-b2a5-8624ac4b63d0 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Pushing event deleted for resources: {'Port': ['ID=cc43800e-702a-43e9-809d-0e27feb75adf,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:43.389740 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-986667c1-773a-42c2-a30d-53d693027fa0 req-2da0c723-254a-437b-9ded-0581ef8a86c0 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836129 Jul 07 16:53:43.468680 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c7313b-be23-4912-92cd-f8001f0983c8 req-da867a2b-2f80-48af-b2a5-8624ac4b63d0 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] No DVR routers for this DVR port cc43800e-702a-43e9-809d-0e27feb75adf on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:43.472926 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b3c7313b-be23-4912-92cd-f8001f0983c8 req-da867a2b-2f80-48af-b2a5-8624ac4b63d0 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:43.475701 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b3c7313b-be23-4912-92cd-f8001f0983c8 req-da867a2b-2f80-48af-b2a5-8624ac4b63d0 tempest-LiveMigrationTest-487030859 tempest-LiveMigrationTest-487030859-project] 10.222.0.69 "DELETE /v2.0/ports/cc43800e-702a-43e9-809d-0e27feb75adf HTTP/1.1" status: 204 len: 173 time: 1.1542807 Jul 07 16:53:43.476903 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835e9e53-24e5-4621-a55a-03d275381fee', 'name': 'network-vif-deleted', 'tag': 'cc43800e-702a-43e9-809d-0e27feb75adf'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:43.480585 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f39a2ea-d93e-4b14-9bfa-4610dca6c9a4" -d '{"events": [{"server_uuid": "835e9e53-24e5-4621-a55a-03d275381fee", "name": "network-vif-deleted", "tag": "cc43800e-702a-43e9-809d-0e27feb75adf"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:43.607967 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a03f74-74ed-4eeb-9b4e-776d285414b9 req-79729113-bd7f-4429-98c7-def1538f6d87 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:43.611456 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20a03f74-74ed-4eeb-9b4e-776d285414b9 req-79729113-bd7f-4429-98c7-def1538f6d87 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.15 "GET /v2.0/ports?device_id=be131d6d-d033-4597-9a50-b46593603cd1 HTTP/1.1" status: 200 len: 948 time: 0.1493249 Jul 07 16:53:43.848803 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-f6abf77a-9f62-4199-a323-90332ba91cf5 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.194 HTTP/1.1" status: 200 len: 1001 time: 0.1302643 Jul 07 16:53:43.907841 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:43.924845 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-bbf5e1b7-22e2-4c9f-a9a8-d857f37f36a1 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:43.925267 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-20a03f74-74ed-4eeb-9b4e-776d285414b9 req-7ba12172-383c-4f30-a06a-e32aff804251 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Deleting port ebf08bd8-a0f0-4160-b5f8-ce500808670e {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:43.925800 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-20a03f74-74ed-4eeb-9b4e-776d285414b9 req-7ba12172-383c-4f30-a06a-e32aff804251 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:43.934518 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-bbf5e1b7-22e2-4c9f-a9a8-d857f37f36a1 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/networks?id=d4c66bed-3dde-4098-8ead-14c60ddf2754 HTTP/1.1" status: 200 len: 818 time: 0.1587288 Jul 07 16:53:43.955007 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-5f9a2fd7-6309-4b40-a230-fe32db9fd26e tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/quotas/a78a16a9ada742a185da8db508ca2efa HTTP/1.1" status: 200 len: 375 time: 0.0195117 Jul 07 16:53:43.999272 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-d5bac5ca-fef6-4cf6-9996-a77c7149fdd4 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a78a16a9ada742a185da8db508ca2efa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432982 Jul 07 16:53:44.007146 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-7906c098-acb0-4441-9b7a-e39e2daee566 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:44.029253 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-7906c098-acb0-4441-9b7a-e39e2daee566 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/ports/01ed1edc-5247-4443-bbd2-c12471f93891 HTTP/1.1" status: 200 len: 942 time: 0.1560743 Jul 07 16:53:44.114907 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-20a03f74-74ed-4eeb-9b4e-776d285414b9 req-7ba12172-383c-4f30-a06a-e32aff804251 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] For port ebf08bd8-a0f0-4160-b5f8-ce500808670e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ebf08bd8-a0f0-4160-b5f8-ce500808670e,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:44.114907 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-20a03f74-74ed-4eeb-9b4e-776d285414b9 req-7ba12172-383c-4f30-a06a-e32aff804251 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:44.132877 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-502bd149-024c-4c43-ba08-7a91de272ede service neutron] 10.222.0.50 "GET /v2.0/networks/d4c66bed-3dde-4098-8ead-14c60ddf2754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326690 Jul 07 16:53:44.138240 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-20a03f74-74ed-4eeb-9b4e-776d285414b9 req-7ba12172-383c-4f30-a06a-e32aff804251 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Calling delete_port for ebf08bd8-a0f0-4160-b5f8-ce500808670e owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:44.251859 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-2ce7adae-03b8-4231-b778-47f4cc22b4e9 service neutron] 10.222.0.50 "GET /v2.0/networks/d4c66bed-3dde-4098-8ead-14c60ddf2754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175911 Jul 07 16:53:44.278778 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-78d6e669-944e-4f9b-bcc4-29291c4f2617 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.194 HTTP/1.1" status: 200 len: 1001 time: 0.0733938 Jul 07 16:53:44.465602 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-90e87118-f6cf-4199-a73a-c984f30e8ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:44.470988 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-90e87118-f6cf-4199-a73a-c984f30e8ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.1912494 Jul 07 16:53:44.559473 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-20a03f74-74ed-4eeb-9b4e-776d285414b9 req-7ba12172-383c-4f30-a06a-e32aff804251 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:44.599918 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-e56def7c-df70-4034-8cd1-f80e16fc1551 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.194 HTTP/1.1" status: 200 len: 1001 time: 0.1213658 Jul 07 16:53:44.602702 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba12172-383c-4f30-a06a-e32aff804251 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Pushing event deleted for resources: {'Port': ['ID=ebf08bd8-a0f0-4160-b5f8-ce500808670e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:44.615105 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-39599ab2-5930-44e0-9997-1db352cb31ad tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:44.641913 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d66a0d80-98d7-4522-b864-14ec73b1bede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:44.749782 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a03f74-74ed-4eeb-9b4e-776d285414b9 req-7ba12172-383c-4f30-a06a-e32aff804251 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] No DVR routers for this DVR port ebf08bd8-a0f0-4160-b5f8-ce500808670e on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:44.754551 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-20a03f74-74ed-4eeb-9b4e-776d285414b9 req-7ba12172-383c-4f30-a06a-e32aff804251 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:44.757254 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20a03f74-74ed-4eeb-9b4e-776d285414b9 req-7ba12172-383c-4f30-a06a-e32aff804251 tempest-ImagesOneServerTestJSON-1165311852 tempest-ImagesOneServerTestJSON-1165311852-project] 10.222.0.15 "DELETE /v2.0/ports/ebf08bd8-a0f0-4160-b5f8-ce500808670e HTTP/1.1" status: 204 len: 173 time: 1.1399009 Jul 07 16:53:44.757737 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be131d6d-d033-4597-9a50-b46593603cd1', 'name': 'network-vif-deleted', 'tag': 'ebf08bd8-a0f0-4160-b5f8-ce500808670e'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:44.772643 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87aa7e24-45b3-4cb3-9460-b93342e8d2d1" -d '{"events": [{"server_uuid": "be131d6d-d033-4597-9a50-b46593603cd1", "name": "network-vif-deleted", "tag": "ebf08bd8-a0f0-4160-b5f8-ce500808670e"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:44.813118 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-39599ab2-5930-44e0-9997-1db352cb31ad tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks [] for floatingip, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:44.974702 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38232) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:45.098865 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae41833-bac8-4167-a4e9-a0303acfb902 x-openstack-request-id: req-8ae41833-bac8-4167-a4e9-a0303acfb902 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:45.099677 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835e9e53-24e5-4621-a55a-03d275381fee", "name": "network-vif-deleted", "tag": "cc43800e-702a-43e9-809d-0e27feb75adf", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:45.100037 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8ae41833-bac8-4167-a4e9-a0303acfb902 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:45.100545 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835e9e53-24e5-4621-a55a-03d275381fee', 'name': 'network-vif-deleted', 'tag': 'cc43800e-702a-43e9-809d-0e27feb75adf', 'status': 'completed', 'code': 200} Jul 07 16:53:45.145988 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-39599ab2-5930-44e0-9997-1db352cb31ad tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:45.155178 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-39599ab2-5930-44e0-9997-1db352cb31ad tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:45.155606 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-39599ab2-5930-44e0-9997-1db352cb31ad tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Floating IP b71848e5-d6e3-4955-b683-2610d9bb90a9 disassociated. External IP: 172.25.2.194, port: 01ed1edc-5247-4443-bbd2-c12471f93891. Jul 07 16:53:45.645455 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c662e37-482c-4c61-a181-89ef3f4a367f admin admin] Deleting subnet 22c985cc-e916-416e-988d-68453d64db86 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:53:45.653743 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c662e37-482c-4c61-a181-89ef3f4a367f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:45.723432 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-b52a76a2-9f9f-40e0-a42a-9484c051ee1d tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:45.725735 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-b52a76a2-9f9f-40e0-a42a-9484c051ee1d tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/networks?id=c4184cab-8f42-40f8-9e52-10e5b0c78104 HTTP/1.1" status: 200 len: 810 time: 0.3572559 Jul 07 16:53:45.805000 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-3a7cc9c6-039c-4a01-9125-c17700929928 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/quotas/a3c7535ed48d476185da2eb9644b8ebd HTTP/1.1" status: 200 len: 375 time: 0.0667465 Jul 07 16:53:45.807464 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c662e37-482c-4c61-a181-89ef3f4a367f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:45.820728 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-39599ab2-5930-44e0-9997-1db352cb31ad tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Router 5450ff2e-0530-47b8-936a-bb0ac72363ff has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:53:45.954938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38254) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:46.003944 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c662e37-482c-4c61-a181-89ef3f4a367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:46.034597 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-39599ab2-5930-44e0-9997-1db352cb31ad tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:53:46.063082 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3265170-f95c-4fbe-ad2d-f5359c4b0ac4 None None] Sync routers for ids ['5450ff2e-0530-47b8-936a-bb0ac72363ff'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:53:46.065738 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-39599ab2-5930-44e0-9997-1db352cb31ad tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:46.081237 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3265170-f95c-4fbe-ad2d-f5359c4b0ac4 None None] Routers {'5450ff2e-0530-47b8-936a-bb0ac72363ff'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:46.082033 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-f3265170-f95c-4fbe-ad2d-f5359c4b0ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:53:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['5450ff2e-0530-47b8-936a-bb0ac72363ff'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:46.197084 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-39599ab2-5930-44e0-9997-1db352cb31ad tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "PUT /v2.0/floatingips/b71848e5-d6e3-4955-b683-2610d9bb90a9 HTTP/1.1" status: 200 len: 695 time: 1.5863667 Jul 07 16:53:46.197949 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-f9f0e7dd-1d98-4361-be08-a75f059ab04b tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3c7535ed48d476185da2eb9644b8ebd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3780990 Jul 07 16:53:46.286829 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:46.299086 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-66c508ef-b94c-4113-ad77-1a257a95a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:46.307449 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-66c508ef-b94c-4113-ad77-1a257a95a52d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ef48c08f56bd432c93e278146b8c746f&device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6 HTTP/1.1" status: 200 len: 1096 time: 0.1020296 Jul 07 16:53:46.354794 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-0082754a-2a5f-451c-8f41-b9c849f2250f service neutron] 10.222.0.50 "GET /v2.0/networks/c4184cab-8f42-40f8-9e52-10e5b0c78104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555824 Jul 07 16:53:46.455523 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4db74332-e81d-4f82-ad17-bad42f622fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:46.457892 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c662e37-482c-4c61-a181-89ef3f4a367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:46.468284 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-891cd2d9-9c2f-4bd1-b7c7-2284edc681ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:46.474826 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-891cd2d9-9c2f-4bd1-b7c7-2284edc681ae service neutron] 10.222.0.50 "GET /v2.0/networks?id=8fdf64d6-b65e-4c71-8052-c95e195d41d7 HTTP/1.1" status: 200 len: 929 time: 0.1659596 Jul 07 16:53:46.510919 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c662e37-482c-4c61-a181-89ef3f4a367f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:46.521715 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9c662e37-482c-4c61-a181-89ef3f4a367f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/22c985cc-e916-416e-988d-68453d64db86 HTTP/1.1" status: 204 len: 168 time: 1.5455127 Jul 07 16:53:46.528651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38258) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:46.585154 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-4bb09342-765f-42d4-a626-5b70155dc8a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ed1edc-5247-4443-bbd2-c12471f93891 HTTP/1.1" status: 200 len: 217 time: 0.1025105 Jul 07 16:53:46.615271 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c662e37-482c-4c61-a181-89ef3f4a367f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c985cc-e916-416e-988d-68453d64db86,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:46.629019 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c32c0fd-f531-439f-a097-60f8439d4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:46.656004 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-91cef305-ff0c-4e63-b966-3c483460806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:46.666962 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-91cef305-ff0c-4e63-b966-3c483460806f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f HTTP/1.1" status: 200 len: 867 time: 0.0804892 Jul 07 16:53:46.670088 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-f3265170-f95c-4fbe-ad2d-f5359c4b0ac4 None None] Set router 5450ff2e-0530-47b8-936a-bb0ac72363ff gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:46.777926 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-bba09c38-accb-4566-95e5-f55d138b6884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:46.788510 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-bba09c38-accb-4566-95e5-f55d138b6884 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fdf64d6-b65e-4c71-8052-c95e195d41d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191561 Jul 07 16:53:46.819309 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-f4d205e6-44c0-4f88-982c-4293656750ba service neutron] 10.222.0.50 "GET /v2.0/networks/c4184cab-8f42-40f8-9e52-10e5b0c78104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634745 Jul 07 16:53:46.857402 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c32c0fd-f531-439f-a097-60f8439d4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:46.900476 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-4c32c0fd-f531-439f-a097-60f8439d4f78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ec3819-671e-411b-b116-1f7886237f24']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:46.940081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-4c32c0fd-f531-439f-a097-60f8439d4f78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9fe9f2-bf70-4de2-a379-47e67be805a0') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:46.942217 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-4c32c0fd-f531-439f-a097-60f8439d4f78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9fe9f2-bf70-4de2-a379-47e67be805a0') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:46.986590 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c32c0fd-f531-439f-a097-60f8439d4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.035226 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c32c0fd-f531-439f-a097-60f8439d4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.062023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c32c0fd-f531-439f-a097-60f8439d4f78 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:53:47.063591 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c32c0fd-f531-439f-a097-60f8439d4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:53:47.068090 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:53:47.148714 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-933ad4d2-b9ec-47c0-af78-db650c727517 service neutron] 10.222.0.50 "GET /v2.0/networks/8fdf64d6-b65e-4c71-8052-c95e195d41d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489783 Jul 07 16:53:47.198366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device cc43800e-702a-43e9-809d-0e27feb75adf no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:47.201697 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-2ffb5449-14a9-45bc-82af-0599b221dcee tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:47.214738 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-2ffb5449-14a9-45bc-82af-0599b221dcee tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.15 "GET /v2.0/networks?id=d4c66bed-3dde-4098-8ead-14c60ddf2754 HTTP/1.1" status: 200 len: 818 time: 0.3984549 Jul 07 16:53:47.223189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-ae85c198-d8da-4c5e-8973-5578d725a8f5 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Request body: {'port': {'device_id': '9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2', 'network_id': 'd4c66bed-3dde-4098-8ead-14c60ddf2754', 'admin_state_up': True, 'tenant_id': 'a78a16a9ada742a185da8db508ca2efa'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:47.229417 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: cc43800e-702a-43e9-809d-0e27feb75adf {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:47.229830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device cc43800e-702a-43e9-809d-0e27feb75adf not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:47.236619 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-f3265170-f95c-4fbe-ad2d-f5359c4b0ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782797101-router', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:49Z', 'updated_at': '2021-07-07T16:52:55Z', 'revision_number': 4, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'gw_port': {'id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:50Z', 'updated_at': '2021-07-07T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3', 'name': '', 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'mac_address': 'fa:16:3e:6b:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:54Z', 'updated_at': '2021-07-07T16:53:02Z', 'revision_number': 5, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'subnets': [{'id': 'cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:47.275181 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4db74332-e81d-4f82-ad17-bad42f622fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.278027 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c32c0fd-f531-439f-a097-60f8439d4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.290187 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3265170-f95c-4fbe-ad2d-f5359c4b0ac4 None None] Checking router: 5450ff2e-0530-47b8-936a-bb0ac72363ff for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:53:47.295257 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c32c0fd-f531-439f-a097-60f8439d4f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.302567 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4c32c0fd-f531-439f-a097-60f8439d4f78 admin admin] 10.222.0.50 "DELETE /v2.0/networks/51ec3819-671e-411b-b116-1f7886237f24 HTTP/1.1" status: 204 len: 168 time: 0.7709754 Jul 07 16:53:47.304828 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3265170-f95c-4fbe-ad2d-f5359c4b0ac4 None None] Routers {'5450ff2e-0530-47b8-936a-bb0ac72363ff'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:53:47.305959 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4db74332-e81d-4f82-ad17-bad42f622fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.306138 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-f3265170-f95c-4fbe-ad2d-f5359c4b0ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:53:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['5450ff2e-0530-47b8-936a-bb0ac72363ff'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:47.313392 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38266) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:47.417325 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db74332-e81d-4f82-ad17-bad42f622fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59476bef-9469-40e1-87b4-475e97281879,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:47.438685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32c0fd-f531-439f-a097-60f8439d4f78 admin admin] Pushing event deleted for resources: {'Network': ['ID=51ec3819-671e-411b-b116-1f7886237f24,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:47.477376 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-814000b6-b21b-46d5-b410-06dc8909ba06 req-1ad3f71e-824a-49ad-a4c2-e9d5a9fee282 service neutron] 10.222.0.50 "GET /v2.0/networks/8fdf64d6-b65e-4c71-8052-c95e195d41d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275681 Jul 07 16:53:47.545855 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-37255712-942c-43e8-9c1e-41d44497b11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.594834 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4db74332-e81d-4f82-ad17-bad42f622fd9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=db4cbdef9f884d9fb26199a3f4355af6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6381576 Jul 07 16:53:47.631716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38276) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:47.656153 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6345ce2-c477-480a-9cc0-154fdcdc2859 req-7ab1e3ef-d136-4fc7-bdca-632a8749a33d tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2 HTTP/1.1" status: 200 len: 210 time: 0.1423059 Jul 07 16:53:47.665183 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.682023 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-f3265170-f95c-4fbe-ad2d-f5359c4b0ac4 None None] Set router 5450ff2e-0530-47b8-936a-bb0ac72363ff gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:53:47.727986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-ae85c198-d8da-4c5e-8973-5578d725a8f5 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Made reservation on behalf of a78a16a9ada742a185da8db508ca2efa for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:47.742241 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-ae85c198-d8da-4c5e-8973-5578d725a8f5 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.748899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-25fb8562-d90b-481a-adde-87d948cbdb2e admin admin] Deleting subnet 543e14d7-f080-405a-be1a-13655e34c66e {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:53:47.766533 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-25fb8562-d90b-481a-adde-87d948cbdb2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:47.786215 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2940c140-49d4-4d55-bca9-6f8540858249 x-openstack-request-id: req-2940c140-49d4-4d55-bca9-6f8540858249 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:47.786520 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be131d6d-d033-4597-9a50-b46593603cd1", "name": "network-vif-deleted", "tag": "ebf08bd8-a0f0-4160-b5f8-ce500808670e", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:47.786790 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2940c140-49d4-4d55-bca9-6f8540858249 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:47.788033 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be131d6d-d033-4597-9a50-b46593603cd1', 'name': 'network-vif-deleted', 'tag': 'ebf08bd8-a0f0-4160-b5f8-ce500808670e', 'status': 'completed', 'code': 200} Jul 07 16:53:47.957233 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-25fb8562-d90b-481a-adde-87d948cbdb2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.035892 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7b09fb0e-89b4-44fd-bbd7-144e0b2f765a req-a2671424-bb62-439b-92d8-ad98b48064eb tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 210 time: 0.0942998 Jul 07 16:53:48.211670 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-25fb8562-d90b-481a-adde-87d948cbdb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.242945 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-61ac8346-0544-4ec8-a2c4-35e6e3f79f99 req-d577497f-8a4a-47d2-b15d-889f1642c83e tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/floatingips/b71848e5-d6e3-4955-b683-2610d9bb90a9 HTTP/1.1" status: 200 len: 695 time: 0.0885603 Jul 07 16:53:48.250869 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38288) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:48.279881 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-f3265170-f95c-4fbe-ad2d-f5359c4b0ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782797101-router', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:49Z', 'updated_at': '2021-07-07T16:52:55Z', 'revision_number': 4, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'gw_port': {'id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:50Z', 'updated_at': '2021-07-07T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3', 'name': '', 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'mac_address': 'fa:16:3e:6b:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:54Z', 'updated_at': '2021-07-07T16:53:02Z', 'revision_number': 5, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'subnets': [{'id': 'cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:48.327004 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-58df9201-1ed1-433e-b174-c97550dd7017 req-84b61ffb-82c2-4216-b300-d17775f155be tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.3914521 Jul 07 16:53:48.335751 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-25fb8562-d90b-481a-adde-87d948cbdb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.353802 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3265170-f95c-4fbe-ad2d-f5359c4b0ac4 None None] The sync data for ids ['5450ff2e-0530-47b8-936a-bb0ac72363ff'] in n-d-793620-7 is: [{'id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782797101-router', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:49Z', 'updated_at': '2021-07-07T16:52:55Z', 'revision_number': 4, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'gw_port': {'id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:50Z', 'updated_at': '2021-07-07T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3', 'name': '', 'network_id': '8fdf64d6-b65e-4c71-8052-c95e195d41d7', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'mac_address': 'fa:16:3e:6b:20:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:54Z', 'updated_at': '2021-07-07T16:53:02Z', 'revision_number': 5, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'subnets': [{'id': 'cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:53:48.366423 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-ae85c198-d8da-4c5e-8973-5578d725a8f5 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Allocated IP 172.20.0.11 (d4c66bed-3dde-4098-8ead-14c60ddf2754/5117fde9-70ab-478c-be77-927fc751fa83/b8efb477-2801-4509-8cc1-5aa0cd31767c) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:48.423432 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb8562-d90b-481a-adde-87d948cbdb2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=543e14d7-f080-405a-be1a-13655e34c66e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:48.480522 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-25fb8562-d90b-481a-adde-87d948cbdb2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.487875 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-25fb8562-d90b-481a-adde-87d948cbdb2e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/543e14d7-f080-405a-be1a-13655e34c66e HTTP/1.1" status: 204 len: 168 time: 1.1130724 Jul 07 16:53:48.490790 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38292) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:48.499865 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0948305e-e699-4346-8b94-537b959845c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.527672 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0948305e-e699-4346-8b94-537b959845c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.648807 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31f29298-7c02-408c-bbd9-0f2f1e5d2e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.662603 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38294) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:48.666320 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-88415c0e-3ca2-4502-819e-0bcbee8909c0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=955e2a7984db41e48fed5bd403b80bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4134567 Jul 07 16:53:48.684684 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0948305e-e699-4346-8b94-537b959845c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.706264 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0948305e-e699-4346-8b94-537b959845c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.715591 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0948305e-e699-4346-8b94-537b959845c0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/59476bef-9469-40e1-87b4-475e97281879 HTTP/1.1" status: 204 len: 168 time: 1.0580196 Jul 07 16:53:48.726484 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.732870 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac8346-0544-4ec8-a2c4-35e6e3f79f99 req-3cecc3db-7434-47cb-a78b-185a2f43cebc tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:48.748498 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-61ac8346-0544-4ec8-a2c4-35e6e3f79f99 req-3cecc3db-7434-47cb-a78b-185a2f43cebc tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.4860020 Jul 07 16:53:48.872089 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31f29298-7c02-408c-bbd9-0f2f1e5d2e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.883935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-31f29298-7c02-408c-bbd9-0f2f1e5d2e7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdd1509-ec81-439b-8773-ad46b765c9e0']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:48.888766 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85de60b4-ac93-4597-b48f-2c229219be1f None None] New status for floating IP b71848e5-d6e3-4955-b683-2610d9bb90a9: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:53:48.918290 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-31f29298-7c02-408c-bbd9-0f2f1e5d2e7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f31424-c451-46ab-b3ef-77a96af7d7bd') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:48.918594 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-31f29298-7c02-408c-bbd9-0f2f1e5d2e7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f31424-c451-46ab-b3ef-77a96af7d7bd') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:53:48.932297 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ebf08bd8-a0f0-4160-b5f8-ce500808670e no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:53:48.947134 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31f29298-7c02-408c-bbd9-0f2f1e5d2e7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:48.984879 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: ebf08bd8-a0f0-4160-b5f8-ce500808670e {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:53:48.985238 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ebf08bd8-a0f0-4160-b5f8-ce500808670e not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:53:48.992329 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31f29298-7c02-408c-bbd9-0f2f1e5d2e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:49.006983 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f29298-7c02-408c-bbd9-0f2f1e5d2e7a admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:53:49.007404 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31f29298-7c02-408c-bbd9-0f2f1e5d2e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:49.059726 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-ae85c198-d8da-4c5e-8973-5578d725a8f5 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:49.138575 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-ae85c198-d8da-4c5e-8973-5578d725a8f5 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:53:49.177206 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:53:49.197385 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-61ac8346-0544-4ec8-a2c4-35e6e3f79f99 req-e9d9d79b-7c09-41cd-ae67-5a3f0f44da8e tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.194 HTTP/1.1" status: 200 len: 698 time: 0.4468691 Jul 07 16:53:49.221557 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31f29298-7c02-408c-bbd9-0f2f1e5d2e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:49.224816 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948305e-e699-4346-8b94-537b959845c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59476bef-9469-40e1-87b4-475e97281879,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:49.329677 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31f29298-7c02-408c-bbd9-0f2f1e5d2e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:49.331650 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-31f29298-7c02-408c-bbd9-0f2f1e5d2e7a admin admin] 10.222.0.50 "DELETE /v2.0/networks/efdd1509-ec81-439b-8773-ad46b765c9e0 HTTP/1.1" status: 204 len: 168 time: 0.8399253 Jul 07 16:53:49.376271 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38316) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:49.382098 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-ae85c198-d8da-4c5e-8973-5578d725a8f5 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Network d4c66bed-3dde-4098-8ead-14c60ddf2754 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:49.403664 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85c198-d8da-4c5e-8973-5578d725a8f5 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Pushing event updated for resources: {'Port': ['ID=b8efb477-2801-4509-8cc1-5aa0cd31767c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:49.408451 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-ae85c198-d8da-4c5e-8973-5578d725a8f5 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:49.415710 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0fa50444-8ea6-4699-a2fc-1cc541f51429 req-522ea28d-19a7-483b-a1ef-4ffa2458153e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.2394381 Jul 07 16:53:49.432248 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-61ac8346-0544-4ec8-a2c4-35e6e3f79f99 req-83a4a1a4-968c-42ee-a7f8-7ffa6a7b41c4 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.194 HTTP/1.1" status: 200 len: 698 time: 0.2234228 Jul 07 16:53:49.439876 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-ae85c198-d8da-4c5e-8973-5578d725a8f5 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:49.504212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f29298-7c02-408c-bbd9-0f2f1e5d2e7a admin admin] Pushing event deleted for resources: {'Network': ['ID=efdd1509-ec81-439b-8773-ad46b765c9e0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:49.515158 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-513ea5fa-a3df-43c2-81da-8a202b6c75e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:49.716616 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987243f5-a20a-41d5-a240-ada501904735 req-48e19521-cb6a-4fa7-bf06-4b02eeca0bb6 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:49.738738 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-987243f5-a20a-41d5-a240-ada501904735 req-48e19521-cb6a-4fa7-bf06-4b02eeca0bb6 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2 HTTP/1.1" status: 200 len: 932 time: 0.5730422 Jul 07 16:53:49.774675 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38320) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:49.813057 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-53e12eb6-3842-444c-ac0f-0f46015d0322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:49.868330 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-53e12eb6-3842-444c-ac0f-0f46015d0322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:49.962308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-ffb1fb28-9d14-4b4d-888b-14007b4a8b52 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:49.965573 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-ffb1fb28-9d14-4b4d-888b-14007b4a8b52 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.69 "GET /v2.0/networks?id=c4184cab-8f42-40f8-9e52-10e5b0c78104 HTTP/1.1" status: 200 len: 810 time: 0.5473311 Jul 07 16:53:49.991608 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-d5c05184-4f5d-41bf-94cc-e20bd1b6be6a tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Request body: {'port': {'device_id': '2a7294ef-922b-4c69-b4f8-10603bc4a0c3', 'network_id': 'c4184cab-8f42-40f8-9e52-10e5b0c78104', 'admin_state_up': True, 'tenant_id': 'a3c7535ed48d476185da2eb9644b8ebd'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:50.061073 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-987243f5-a20a-41d5-a240-ada501904735 req-fb3dc840-375c-470e-b07e-f292098c86c5 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8478f88-249e-4926-803e-b7b2147c93c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211968 Jul 07 16:53:50.087087 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-53e12eb6-3842-444c-ac0f-0f46015d0322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.094076 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-53e12eb6-3842-444c-ac0f-0f46015d0322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.120976 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-53e12eb6-3842-444c-ac0f-0f46015d0322 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b381097f-bba6-4a42-a4f3-37499b0c038c HTTP/1.1" status: 204 len: 168 time: 1.4515181 Jul 07 16:53:50.166228 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad251806-82c6-42c7-8ede-bad48e23e1f6', 'tag': '01ed1edc-5247-4443-bbd2-c12471f93891'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:50.170987 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1470c1-ab65-4fe5-8e5d-f946dfd368df" -d '{"events": [{"name": "network-changed", "server_uuid": "ad251806-82c6-42c7-8ede-bad48e23e1f6", "tag": "01ed1edc-5247-4443-bbd2-c12471f93891"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:50.196859 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.216395 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0951c9a0-64a5-455e-851d-0dd2c7bc1737 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1be8148ddb52412394c6dd031bc2cc7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4237251 Jul 07 16:53:50.256198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38330) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:50.299216 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-ae85c198-d8da-4c5e-8973-5578d725a8f5 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:50.303135 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-ae85c198-d8da-4c5e-8973-5578d725a8f5 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.309565 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e12eb6-3842-444c-ac0f-0f46015d0322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b381097f-bba6-4a42-a4f3-37499b0c038c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:50.331167 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fd8f1f08-256f-41e7-b7d3-99b02bc66ecb req-83c3608f-cceb-41b0-b6cb-87fb75cf0b59 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 210 time: 0.1074140 Jul 07 16:53:50.525927 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-513ea5fa-a3df-43c2-81da-8a202b6c75e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.537776 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e9774da3-673d-47d5-b251-59f691917ed8 req-a503289b-bda6-4e02-b176-dd185d8019e7 tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0376277 Jul 07 16:53:50.576354 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-513ea5fa-a3df-43c2-81da-8a202b6c75e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.614498 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-d5c05184-4f5d-41bf-94cc-e20bd1b6be6a tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Made reservation on behalf of a3c7535ed48d476185da2eb9644b8ebd for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:50.639719 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-d5c05184-4f5d-41bf-94cc-e20bd1b6be6a tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.651273 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ea5fa-a3df-43c2-81da-8a202b6c75e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb827a3-4a24-43a4-93b3-78d36c2fdc9e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:50.673294 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-ae85c198-d8da-4c5e-8973-5578d725a8f5 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4553781 Jul 07 16:53:50.708322 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4394638b-9e51-4fd2-88fa-486dd5d1f0c6 x-openstack-request-id: req-4394638b-9e51-4fd2-88fa-486dd5d1f0c6 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:50.708883 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad251806-82c6-42c7-8ede-bad48e23e1f6", "tag": "01ed1edc-5247-4443-bbd2-c12471f93891", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:50.709200 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4394638b-9e51-4fd2-88fa-486dd5d1f0c6 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:50.709659 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad251806-82c6-42c7-8ede-bad48e23e1f6', 'tag': '01ed1edc-5247-4443-bbd2-c12471f93891', 'status': 'completed', 'code': 200} Jul 07 16:53:50.717060 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cabd7b06-5550-4805-9c40-e668df8abec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.746328 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cabd7b06-5550-4805-9c40-e668df8abec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.892745 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] Request body: {'port': {'device_id': '9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:50.899664 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cabd7b06-5550-4805-9c40-e668df8abec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.902229 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cabd7b06-5550-4805-9c40-e668df8abec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:50.928690 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cabd7b06-5550-4805-9c40-e668df8abec4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f11bc8d6-5e4f-4202-a9c5-d487e6d59825 HTTP/1.1" status: 204 len: 168 time: 0.6122844 Jul 07 16:53:50.972257 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-d5c05184-4f5d-41bf-94cc-e20bd1b6be6a tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Allocated IP 172.20.0.9 (c4184cab-8f42-40f8-9e52-10e5b0c78104/f66d77b5-13d1-4fc2-be4e-9e15148f4fb9/e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:53:51.102442 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-513ea5fa-a3df-43c2-81da-8a202b6c75e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc9992b8633f42f48e5e044df5aea0f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7240553 Jul 07 16:53:51.103414 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd7b06-5550-4805-9c40-e668df8abec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11bc8d6-5e4f-4202-a9c5-d487e6d59825,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:51.106294 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38360) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:51.122285 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-61ac8346-0544-4ec8-a2c4-35e6e3f79f99 req-1e83fd20-85f4-4545-84e6-b2183a5132af tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Deleting port 795a0e68-92c0-4525-ba81-e11aea8a3381 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:51.122663 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-61ac8346-0544-4ec8-a2c4-35e6e3f79f99 req-1e83fd20-85f4-4545-84e6-b2183a5132af tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:51.233934 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4807eaa8-907a-4e77-b378-c9f20318bf4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:51.252912 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-d5c05184-4f5d-41bf-94cc-e20bd1b6be6a tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:51.275939 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4807eaa8-907a-4e77-b378-c9f20318bf4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:51.369143 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-d5c05184-4f5d-41bf-94cc-e20bd1b6be6a tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:51.383678 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['4cce88ca-d45b-4057-a0f8-51b93dcad0a6'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:51.434440 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1470c1-ab65-4fe5-8e5d-f946dfd368df req-75ae8ce2-ecc1-444d-909f-0c101e56dd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:51.436243 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e1470c1-ab65-4fe5-8e5d-f946dfd368df req-75ae8ce2-ecc1-444d-909f-0c101e56dd40 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef48c08f56bd432c93e278146b8c746f&device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6 HTTP/1.1" status: 200 len: 1096 time: 0.5711167 Jul 07 16:53:51.459119 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-61ac8346-0544-4ec8-a2c4-35e6e3f79f99 req-1e83fd20-85f4-4545-84e6-b2183a5132af tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:51.459454 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-61ac8346-0544-4ec8-a2c4-35e6e3f79f99 req-1e83fd20-85f4-4545-84e6-b2183a5132af tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:51.462126 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:51.477578 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4807eaa8-907a-4e77-b378-c9f20318bf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:51.485036 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4807eaa8-907a-4e77-b378-c9f20318bf4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:51.488136 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4807eaa8-907a-4e77-b378-c9f20318bf4a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2cb827a3-4a24-43a4-93b3-78d36c2fdc9e HTTP/1.1" status: 204 len: 168 time: 0.3715897 Jul 07 16:53:51.522209 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807eaa8-907a-4e77-b378-c9f20318bf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb827a3-4a24-43a4-93b3-78d36c2fdc9e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:51.537528 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-61ac8346-0544-4ec8-a2c4-35e6e3f79f99 req-1e83fd20-85f4-4545-84e6-b2183a5132af tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Calling delete_port for 795a0e68-92c0-4525-ba81-e11aea8a3381 owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:51.571363 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-d5c05184-4f5d-41bf-94cc-e20bd1b6be6a tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Network c4184cab-8f42-40f8-9e52-10e5b0c78104 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:53:51.580060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-d5c05184-4f5d-41bf-94cc-e20bd1b6be6a tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:53:51.587264 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-d5c05184-4f5d-41bf-94cc-e20bd1b6be6a tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:53:51.640748 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c05184-4f5d-41bf-94cc-e20bd1b6be6a tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Pushing event updated for resources: {'Port': ['ID=e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:51.712884 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-d5c05184-4f5d-41bf-94cc-e20bd1b6be6a tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:51.713231 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-d5c05184-4f5d-41bf-94cc-e20bd1b6be6a tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:51.758354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38378) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:51.858481 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-d5c05184-4f5d-41bf-94cc-e20bd1b6be6a tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8713913 Jul 07 16:53:51.872504 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] Request body: {'port': {'device_id': '2a7294ef-922b-4c69-b4f8-10603bc4a0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:51.878015 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1470c1-ab65-4fe5-8e5d-f946dfd368df req-4019b8aa-bc44-461f-a0cd-cfba3cbc52ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:51.878974 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e1470c1-ab65-4fe5-8e5d-f946dfd368df req-4019b8aa-bc44-461f-a0cd-cfba3cbc52ef service neutron] 10.222.0.69 "GET /v2.0/networks?id=8fdf64d6-b65e-4c71-8052-c95e195d41d7 HTTP/1.1" status: 200 len: 929 time: 0.4348998 Jul 07 16:53:51.940925 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e1470c1-ab65-4fe5-8e5d-f946dfd368df req-a8d04058-9f80-41ef-be9c-52daf4d283a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ed1edc-5247-4443-bbd2-c12471f93891 HTTP/1.1" status: 200 len: 217 time: 0.0552077 Jul 07 16:53:52.009865 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1470c1-ab65-4fe5-8e5d-f946dfd368df req-e99fd74b-e930-44df-8f48-4434f2c20985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:52.011907 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e1470c1-ab65-4fe5-8e5d-f946dfd368df req-e99fd74b-e930-44df-8f48-4434f2c20985 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f HTTP/1.1" status: 200 len: 867 time: 0.0592508 Jul 07 16:53:52.208404 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1470c1-ab65-4fe5-8e5d-f946dfd368df req-ab839225-22bc-422c-b160-a8814fa8a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:52.210518 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e1470c1-ab65-4fe5-8e5d-f946dfd368df req-ab839225-22bc-422c-b160-a8814fa8a97b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fdf64d6-b65e-4c71-8052-c95e195d41d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1868722 Jul 07 16:53:52.211337 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-61ac8346-0544-4ec8-a2c4-35e6e3f79f99 req-1e83fd20-85f4-4545-84e6-b2183a5132af tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:52.250678 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83fd20-85f4-4545-84e6-b2183a5132af tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Pushing event deleted for resources: {'Port': ['ID=795a0e68-92c0-4525-ba81-e11aea8a3381,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:52.451815 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9c757893-540e-4ce0-8f34-35647ad7123b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1abd32c22d64a2da506d479208099cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6922371 Jul 07 16:53:52.453681 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8efb477-2801-4509-8cc1-5aa0cd31767c {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:52.456913 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38390) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:52.472893 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:52.515504 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:52.520326 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] Transition to ACTIVE for port object b8efb477-2801-4509-8cc1-5aa0cd31767c will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:52.531567 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-61ac8346-0544-4ec8-a2c4-35e6e3f79f99 req-1e83fd20-85f4-4545-84e6-b2183a5132af tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:52.535101 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-61ac8346-0544-4ec8-a2c4-35e6e3f79f99 req-1e83fd20-85f4-4545-84e6-b2183a5132af tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:52.536787 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-61ac8346-0544-4ec8-a2c4-35e6e3f79f99 req-1e83fd20-85f4-4545-84e6-b2183a5132af tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "DELETE /v2.0/floatingips/b71848e5-d6e3-4955-b683-2610d9bb90a9 HTTP/1.1" status: 204 len: 173 time: 3.1036704 Jul 07 16:53:52.552607 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:52.669268 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e1470c1-ab65-4fe5-8e5d-f946dfd368df req-39ccb138-a0a6-4d59-adce-d77d156d03e2 service neutron] 10.222.0.69 "GET /v2.0/networks/8fdf64d6-b65e-4c71-8052-c95e195d41d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180110 Jul 07 16:53:52.873952 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8efb477-2801-4509-8cc1-5aa0cd31767c,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:52.888664 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:52.896583 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:52.905098 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] Attempting to bind port b8efb477-2801-4509-8cc1-5aa0cd31767c on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:52.906212 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] Attempting to bind port b8efb477-2801-4509-8cc1-5aa0cd31767c by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'f9762b18-c26e-4af7-995d-643328bb4ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd4c66bed-3dde-4098-8ead-14c60ddf2754'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:52.906791 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] Attempting to bind port b8efb477-2801-4509-8cc1-5aa0cd31767c on network d4c66bed-3dde-4098-8ead-14c60ddf2754 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:52.909596 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] Transition to ACTIVE for port object e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:53:52.921045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a5495-78e8-4682-ac36-63d0af7cd400 req-1529a2f8-5303-4ab1-9a21-ecc6e3d03cf9 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:52.929425 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3f4a5495-78e8-4682-ac36-63d0af7cd400 req-1529a2f8-5303-4ab1-9a21-ecc6e3d03cf9 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2 HTTP/1.1" status: 200 len: 932 time: 1.1235139 Jul 07 16:53:52.934055 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:52.945466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] Port b8efb477-2801-4509-8cc1-5aa0cd31767c on network d4c66bed-3dde-4098-8ead-14c60ddf2754 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:52.946096 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] Attempting to bind port b8efb477-2801-4509-8cc1-5aa0cd31767c on network d4c66bed-3dde-4098-8ead-14c60ddf2754 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:52.955192 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:52.955845 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] Checking segment: {'id': 'f9762b18-c26e-4af7-995d-643328bb4ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd4c66bed-3dde-4098-8ead-14c60ddf2754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:52.958326 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89d0ca2b-0212-49dc-b9b3-010b99e0f7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:52.958969 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] Bound using segment: {'id': 'f9762b18-c26e-4af7-995d-643328bb4ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd4c66bed-3dde-4098-8ead-14c60ddf2754'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:52.959681 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] Bound port: b8efb477-2801-4509-8cc1-5aa0cd31767c, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9762b18-c26e-4af7-995d-643328bb4ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd4c66bed-3dde-4098-8ead-14c60ddf2754'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:52.960861 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:52.983978 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89d0ca2b-0212-49dc-b9b3-010b99e0f7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:53.002852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa177c-b93d-4665-91b4-02eb2ea274b0 req-850ef561-46e1-4c17-b8b1-79d39268680f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:53.004974 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dafa177c-b93d-4665-91b4-02eb2ea274b0 req-850ef561-46e1-4c17-b8b1-79d39268680f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 931 time: 0.2053473 Jul 07 16:53:53.014267 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e1470c1-ab65-4fe5-8e5d-f946dfd368df req-19d9f581-cde2-433c-8816-66b715d2ecf3 service neutron] 10.222.0.69 "GET /v2.0/networks/8fdf64d6-b65e-4c71-8052-c95e195d41d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390002 Jul 07 16:53:53.117722 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89d0ca2b-0212-49dc-b9b3-010b99e0f7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:53.120399 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89d0ca2b-0212-49dc-b9b3-010b99e0f7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:53.121548 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-89d0ca2b-0212-49dc-b9b3-010b99e0f7db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3104b815-898b-4e18-a817-3ae7e02022d9 HTTP/1.1" status: 204 len: 168 time: 0.6622221 Jul 07 16:53:53.134793 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dafa177c-b93d-4665-91b4-02eb2ea274b0 req-5019d209-29b5-4493-bed1-9580a5cba7a0 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156607 Jul 07 16:53:53.139253 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0ca2b-0212-49dc-b9b3-010b99e0f7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3104b815-898b-4e18-a817-3ae7e02022d9,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:53.161600 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3f4a5495-78e8-4682-ac36-63d0af7cd400 req-2247e5f5-ddd0-44c4-8649-31a9149f0a02 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8478f88-249e-4926-803e-b7b2147c93c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250624 Jul 07 16:53:53.201909 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] For port b8efb477-2801-4509-8cc1-5aa0cd31767c, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:53.209148 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] For port b8efb477-2801-4509-8cc1-5aa0cd31767c, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b8efb477-2801-4509-8cc1-5aa0cd31767c,segment=NetworkSegment(f9762b18-c26e-4af7-995d-643328bb4ac7),segment_id=f9762b18-c26e-4af7-995d-643328bb4ac7)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:53.209389 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:53.220738 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:53.259070 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:53.259701 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:53.261686 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] 10.222.0.15 "PUT /v2.0/ports/b8efb477-2801-4509-8cc1-5aa0cd31767c HTTP/1.1" status: 200 len: 1092 time: 2.5470922 Jul 07 16:53:53.262137 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2', 'tag': 'b8efb477-2801-4509-8cc1-5aa0cd31767c'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:53.267146 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0500df83-c9f2-4a07-9ef9-d7b5fb4bd714" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2", "tag": "b8efb477-2801-4509-8cc1-5aa0cd31767c"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:53.341148 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524a1f3-0a27-4a6d-8783-ffe53c9885b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8efb477-2801-4509-8cc1-5aa0cd31767c,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:53.389234 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] Attempting to bind port e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:53:53.389999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] Attempting to bind port e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '560922e6-87fc-4f60-bad4-e757d82a3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c4184cab-8f42-40f8-9e52-10e5b0c78104'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:53:53.390549 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] Attempting to bind port e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 on network c4184cab-8f42-40f8-9e52-10e5b0c78104 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:53.395578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] Port e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 on network c4184cab-8f42-40f8-9e52-10e5b0c78104 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:53:53.396155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] Attempting to bind port e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 on network c4184cab-8f42-40f8-9e52-10e5b0c78104 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:53:53.402111 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:53:53.402758 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] Checking segment: {'id': '560922e6-87fc-4f60-bad4-e757d82a3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c4184cab-8f42-40f8-9e52-10e5b0c78104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:53:53.403335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] Bound using segment: {'id': '560922e6-87fc-4f60-bad4-e757d82a3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c4184cab-8f42-40f8-9e52-10e5b0c78104'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:53:53.403985 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] Bound port: e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560922e6-87fc-4f60-bad4-e757d82a3cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c4184cab-8f42-40f8-9e52-10e5b0c78104'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:53:53.404652 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:53.524851 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-6cdc54c8-4895-4c12-ac4e-8441dfe79b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:53.527950 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-6cdc54c8-4895-4c12-ac4e-8441dfe79b3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a78a16a9ada742a185da8db508ca2efa&device_id=9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2 HTTP/1.1" status: 200 len: 1095 time: 0.1179450 Jul 07 16:53:53.550537 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] For port e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:53:53.556532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] For port e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9,segment=NetworkSegment(560922e6-87fc-4f60-bad4-e757d82a3cb6),segment_id=560922e6-87fc-4f60-bad4-e757d82a3cb6)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:53:53.564514 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:53.592194 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-812c81c7-2735-447c-b496-26649285945c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8efb477-2801-4509-8cc1-5aa0cd31767c HTTP/1.1" status: 200 len: 217 time: 0.0528185 Jul 07 16:53:53.644079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:53.677805 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:53.681845 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:53.684418 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-21610aaa-539c-47c6-8855-45e2219d4349 service neutron] 10.222.0.69 "PUT /v2.0/ports/e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 HTTP/1.1" status: 200 len: 1091 time: 1.8179851 Jul 07 16:53:53.685268 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7294ef-922b-4c69-b4f8-10603bc4a0c3', 'tag': 'e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:53.692575 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38982c46-ae51-448f-bf72-5bd1b41ee57a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7294ef-922b-4c69-b4f8-10603bc4a0c3", "tag": "e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:53.701555 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-688caa63-7c3d-489a-8aca-9f4d3516d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:53.709101 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-688caa63-7c3d-489a-8aca-9f4d3516d20e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5117fde9-70ab-478c-be77-927fc751fa83 HTTP/1.1" status: 200 len: 858 time: 0.1073115 Jul 07 16:53:53.771631 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-23bfe98e-8d10-42a0-95d4-2b552c00f4b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4c66bed-3dde-4098-8ead-14c60ddf2754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543051 Jul 07 16:53:53.842995 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-a103390d-5861-4a38-bc18-4220acfd6587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:53.848434 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-a103390d-5861-4a38-bc18-4220acfd6587 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3c7535ed48d476185da2eb9644b8ebd&device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 1094 time: 0.1119614 Jul 07 16:53:53.993812 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-25814cca-1bcc-4759-b6d5-103a8ec80118 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 HTTP/1.1" status: 200 len: 217 time: 0.1328516 Jul 07 16:53:54.017815 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-3916687d-4f15-4747-8254-b6b812866bba service neutron] 10.222.0.15 "GET /v2.0/networks/d4c66bed-3dde-4098-8ead-14c60ddf2754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382936 Jul 07 16:53:54.109635 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-2bfee19f-7e68-4664-9537-4116fafdf18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:54.129222 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-2bfee19f-7e68-4664-9537-4116fafdf18f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f66d77b5-13d1-4fc2-be4e-9e15148f4fb9 HTTP/1.1" status: 200 len: 850 time: 0.1255960 Jul 07 16:53:54.232110 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9fe27a-b276-4e51-9b38-23c582bf339a x-openstack-request-id: req-cb9fe27a-b276-4e51-9b38-23c582bf339a {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:54.232407 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7294ef-922b-4c69-b4f8-10603bc4a0c3", "tag": "e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:54.237206 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb9fe27a-b276-4e51-9b38-23c582bf339a {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:54.237656 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7294ef-922b-4c69-b4f8-10603bc4a0c3', 'tag': 'e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9', 'status': 'completed', 'code': 200} Jul 07 16:53:54.241609 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-3fc51971-0af0-4477-8a50-82c98091c20c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c4184cab-8f42-40f8-9e52-10e5b0c78104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044137 Jul 07 16:53:54.286920 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a163859f-72d6-48e2-a30f-34177c4783b8 req-db8378c4-3ec1-4e62-afc8-c1b696eb2345 service neutron] 10.222.0.15 "GET /v2.0/networks/d4c66bed-3dde-4098-8ead-14c60ddf2754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605636 Jul 07 16:53:54.288947 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1652654-fe34-42d1-871c-db9f91b6be5a x-openstack-request-id: req-a1652654-fe34-42d1-871c-db9f91b6be5a {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:54.289506 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2", "tag": "b8efb477-2801-4509-8cc1-5aa0cd31767c", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:54.290006 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a1652654-fe34-42d1-871c-db9f91b6be5a {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:54.291039 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2', 'tag': 'b8efb477-2801-4509-8cc1-5aa0cd31767c', 'status': 'completed', 'code': 200} Jul 07 16:53:54.402279 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-c6a64068-9d07-4c4d-9dd8-89bb057f63bb service neutron] 10.222.0.69 "GET /v2.0/networks/c4184cab-8f42-40f8-9e52-10e5b0c78104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538393 Jul 07 16:53:54.427375 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f0fadaae-6b89-4567-9c6d-a771e44da7d5 req-1edc3e13-9546-4acb-944a-240e5ca4ba32 tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.1318552 Jul 07 16:53:54.604260 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500df83-c9f2-4a07-9ef9-d7b5fb4bd714 req-79efc615-f902-4987-bf15-71c2987ac0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:54.614473 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0500df83-c9f2-4a07-9ef9-d7b5fb4bd714 req-79efc615-f902-4987-bf15-71c2987ac0bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a78a16a9ada742a185da8db508ca2efa&device_id=9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2 HTTP/1.1" status: 200 len: 1095 time: 0.2149882 Jul 07 16:53:54.632614 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ac6d2-07ea-4a4a-96ca-1b07b4ecb1f2 req-730af80c-ca49-401a-94c2-3908d760549e tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:54.646841 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cd4ac6d2-07ea-4a4a-96ca-1b07b4ecb1f2 req-730af80c-ca49-401a-94c2-3908d760549e tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2410545 Jul 07 16:53:54.680222 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-446528c8-5000-4b49-8cb8-86cd1a7df627 req-bf2db47d-825f-4d92-a2e5-3227ec3a96f6 service neutron] 10.222.0.69 "GET /v2.0/networks/c4184cab-8f42-40f8-9e52-10e5b0c78104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591541 Jul 07 16:53:54.777008 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cd4ac6d2-07ea-4a4a-96ca-1b07b4ecb1f2 req-ab8534fd-7b1f-402f-bcc6-964fa9ee2821 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1288841 Jul 07 16:53:54.803019 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38474) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:54.936914 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38982c46-ae51-448f-bf72-5bd1b41ee57a req-6fc6f25f-a50f-4360-a2fb-34591a9b450e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:54.939649 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38982c46-ae51-448f-bf72-5bd1b41ee57a req-6fc6f25f-a50f-4360-a2fb-34591a9b450e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3c7535ed48d476185da2eb9644b8ebd&device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 1094 time: 0.1833384 Jul 07 16:53:55.009315 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500df83-c9f2-4a07-9ef9-d7b5fb4bd714 req-01662a0b-3f06-430f-843d-f0e0b0e3dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:55.025203 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0500df83-c9f2-4a07-9ef9-d7b5fb4bd714 req-01662a0b-3f06-430f-843d-f0e0b0e3dc86 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4c66bed-3dde-4098-8ead-14c60ddf2754 HTTP/1.1" status: 200 len: 919 time: 0.4027195 Jul 07 16:53:55.047916 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79183d-4c7c-47f4-9aac-ae2e5099d5c9 req-22b7add1-d7d8-4829-9322-06f127ef44c0 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:55.049837 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d79183d-4c7c-47f4-9aac-ae2e5099d5c9 req-22b7add1-d7d8-4829-9322-06f127ef44c0 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 943 time: 0.3056235 Jul 07 16:53:55.085183 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0500df83-c9f2-4a07-9ef9-d7b5fb4bd714 req-26b12076-83f9-4775-8980-bd93a60b62bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8efb477-2801-4509-8cc1-5aa0cd31767c HTTP/1.1" status: 200 len: 217 time: 0.0521104 Jul 07 16:53:55.226522 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d79183d-4c7c-47f4-9aac-ae2e5099d5c9 req-c377a985-f1ad-48dc-8774-14c7485b9a70 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347256 Jul 07 16:53:55.240643 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38982c46-ae51-448f-bf72-5bd1b41ee57a req-b4a0efd5-82ed-42a4-b741-8bff166b3a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:55.242668 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38982c46-ae51-448f-bf72-5bd1b41ee57a req-b4a0efd5-82ed-42a4-b741-8bff166b3a82 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c4184cab-8f42-40f8-9e52-10e5b0c78104 HTTP/1.1" status: 200 len: 911 time: 0.2923660 Jul 07 16:53:55.255303 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500df83-c9f2-4a07-9ef9-d7b5fb4bd714 req-daf1b701-84e9-44b0-bb97-a2befc29730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:55.255951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491f7c4-e962-4f14-ab50-8e3192dbd805 req-3ead9d0b-7edf-4cff-af47-784aac88b7c5 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:55.256791 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0500df83-c9f2-4a07-9ef9-d7b5fb4bd714 req-daf1b701-84e9-44b0-bb97-a2befc29730f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5117fde9-70ab-478c-be77-927fc751fa83 HTTP/1.1" status: 200 len: 858 time: 0.1502278 Jul 07 16:53:55.264636 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f491f7c4-e962-4f14-ab50-8e3192dbd805 req-3ead9d0b-7edf-4cff-af47-784aac88b7c5 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2 HTTP/1.1" status: 200 len: 944 time: 0.2099595 Jul 07 16:53:55.313655 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0500df83-c9f2-4a07-9ef9-d7b5fb4bd714 req-54e851e6-b936-46bc-94b0-adbf7965466b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4c66bed-3dde-4098-8ead-14c60ddf2754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481737 Jul 07 16:53:55.336161 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38982c46-ae51-448f-bf72-5bd1b41ee57a req-828d35ed-11b2-49e0-b086-fcd8a7c6c330 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 HTTP/1.1" status: 200 len: 217 time: 0.0666192 Jul 07 16:53:55.344741 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7104ca7e-a100-4a94-ab91-0252da529125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:55.426673 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f491f7c4-e962-4f14-ab50-8e3192dbd805 req-42996d09-7f44-446d-a598-6651f84edb44 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8478f88-249e-4926-803e-b7b2147c93c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365681 Jul 07 16:53:55.437880 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0500df83-c9f2-4a07-9ef9-d7b5fb4bd714 req-e210d4c8-338e-4b95-b6dd-6fd9e9e868c4 service neutron] 10.222.0.15 "GET /v2.0/networks/d4c66bed-3dde-4098-8ead-14c60ddf2754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148353 Jul 07 16:53:55.483730 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aed80f0b-aa4f-4193-95b4-6c9314b89401 req-8ce05da6-c4f0-4237-a3ce-efdb78f4a9b3 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0442600 Jul 07 16:53:55.541625 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38982c46-ae51-448f-bf72-5bd1b41ee57a req-2717996b-92d0-47ee-b3b9-3fa9bab9c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:55.546797 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38982c46-ae51-448f-bf72-5bd1b41ee57a req-2717996b-92d0-47ee-b3b9-3fa9bab9c78e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f66d77b5-13d1-4fc2-be4e-9e15148f4fb9 HTTP/1.1" status: 200 len: 850 time: 0.1996777 Jul 07 16:53:55.609173 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0500df83-c9f2-4a07-9ef9-d7b5fb4bd714 req-45946ec6-444a-47f9-a00a-b16e0836343f service neutron] 10.222.0.15 "GET /v2.0/networks/d4c66bed-3dde-4098-8ead-14c60ddf2754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242449 Jul 07 16:53:55.622781 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38982c46-ae51-448f-bf72-5bd1b41ee57a req-afad141b-14c1-454a-a6a5-0955073af6ea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c4184cab-8f42-40f8-9e52-10e5b0c78104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658100 Jul 07 16:53:55.801703 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e9be1777-cfbe-469b-bc3b-563a401045f1 req-df4f3bd9-fe87-4f93-906e-c1b999147bc5 tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0989561 Jul 07 16:53:55.819991 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7104ca7e-a100-4a94-ab91-0252da529125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:55.832702 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7104ca7e-a100-4a94-ab91-0252da529125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:55.906287 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104ca7e-a100-4a94-ab91-0252da529125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daecde4b-d723-426f-8f02-1782d5f21961,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:55.920885 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7104ca7e-a100-4a94-ab91-0252da529125 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9134dd2665da41829feca0fbf5d42b82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1106658 Jul 07 16:53:55.922059 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38514) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:55.932834 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38982c46-ae51-448f-bf72-5bd1b41ee57a req-d887d9bd-8876-4889-9182-5f95ade87fa2 service neutron] 10.222.0.69 "GET /v2.0/networks/c4184cab-8f42-40f8-9e52-10e5b0c78104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261608 Jul 07 16:53:56.045694 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38982c46-ae51-448f-bf72-5bd1b41ee57a req-da8e1f29-4629-4e38-a6fe-d06050f0d6d6 service neutron] 10.222.0.69 "GET /v2.0/networks/c4184cab-8f42-40f8-9e52-10e5b0c78104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016457 Jul 07 16:53:56.132140 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ebb5b605-a21d-4f3c-ac70-dac322a829e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:56.187380 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ebb5b605-a21d-4f3c-ac70-dac322a829e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:56.263910 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bd4d0-6399-4dc3-8a20-69a2503588e8 req-f4f360d5-238a-4856-ac26-c42060bdcbb1 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:56.267129 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ebb5b605-a21d-4f3c-ac70-dac322a829e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:56.270174 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-517bd4d0-6399-4dc3-8a20-69a2503588e8 req-f4f360d5-238a-4856-ac26-c42060bdcbb1 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6 HTTP/1.1" status: 200 len: 945 time: 0.1535165 Jul 07 16:53:56.283886 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ebb5b605-a21d-4f3c-ac70-dac322a829e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:56.287289 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ebb5b605-a21d-4f3c-ac70-dac322a829e5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/daecde4b-d723-426f-8f02-1782d5f21961 HTTP/1.1" status: 204 len: 168 time: 0.3644891 Jul 07 16:53:56.310203 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5b605-a21d-4f3c-ac70-dac322a829e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daecde4b-d723-426f-8f02-1782d5f21961,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:56.329110 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-517bd4d0-6399-4dc3-8a20-69a2503588e8 req-8a7adc69-5f4a-471e-91e9-f8ab31bbd2c4 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/security-groups?id=37da0889-f0fe-420b-aa7e-ab7ed179ac64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524111 Jul 07 16:53:56.686654 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2742bd1-c8ae-4316-ad3d-5915c436d3f1 req-2562e309-0b69-4f40-b19c-7406d6b7a12f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:56.688686 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e2742bd1-c8ae-4316-ad3d-5915c436d3f1 req-2562e309-0b69-4f40-b19c-7406d6b7a12f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 943 time: 0.1515224 Jul 07 16:53:56.745002 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e2742bd1-c8ae-4316-ad3d-5915c436d3f1 req-223d48da-1ba5-4f5a-a42c-f7d2f4fbe713 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454040 Jul 07 16:53:56.904268 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c0018-e4fe-45f3-bc9e-d06362ca8b0b req-b69037ac-cc29-4794-9b9e-29b144477f23 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:56.913576 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-260c0018-e4fe-45f3-bc9e-d06362ca8b0b req-b69037ac-cc29-4794-9b9e-29b144477f23 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2 HTTP/1.1" status: 200 len: 944 time: 0.1809056 Jul 07 16:53:56.980610 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b8efb477-2801-4509-8cc1-5aa0cd31767c details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:57.014235 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-260c0018-e4fe-45f3-bc9e-d06362ca8b0b req-b17fb884-6613-4068-9a11-ac29dc552317 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8478f88-249e-4926-803e-b7b2147c93c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996392 Jul 07 16:53:57.138412 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fdaa9b20-c675-44ac-86f0-2177f2dbfb58 req-7d8f8e78-3f98-4886-8c9a-b85d72aa757d tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0626144 Jul 07 16:53:57.176311 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b8efb477-2801-4509-8cc1-5aa0cd31767c, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b8efb477-2801-4509-8cc1-5aa0cd31767c,segment=NetworkSegment(f9762b18-c26e-4af7-995d-643328bb4ac7),segment_id=f9762b18-c26e-4af7-995d-643328bb4ac7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:57.191375 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'b8efb477-2801-4509-8cc1-5aa0cd31767c', 'network_id': 'd4c66bed-3dde-4098-8ead-14c60ddf2754', 'port_id': 'b8efb477-2801-4509-8cc1-5aa0cd31767c', 'mac_address': 'fa:16:3e:ca:51:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5117fde9-70ab-478c-be77-927fc751fa83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:57.233905 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:57.249908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8efb477-2801-4509-8cc1-5aa0cd31767c {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:53:57.288402 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b8efb477-2801-4509-8cc1-5aa0cd31767c, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b8efb477-2801-4509-8cc1-5aa0cd31767c,segment=NetworkSegment(f9762b18-c26e-4af7-995d-643328bb4ac7),segment_id=f9762b18-c26e-4af7-995d-643328bb4ac7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:57.295283 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:57.365482 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=b8efb477-2801-4509-8cc1-5aa0cd31767c,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:57.525266 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['b8efb477-2801-4509-8cc1-5aa0cd31767c'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:57.565171 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38576) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:57.629633 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecb1a8-7646-42a4-a6af-4a60a3121e49 req-a6ef8c8d-99f8-4e6f-baa0-02ff6946f892 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:57.640745 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-40ecb1a8-7646-42a4-a6af-4a60a3121e49 req-a6ef8c8d-99f8-4e6f-baa0-02ff6946f892 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6 HTTP/1.1" status: 200 len: 945 time: 0.1247110 Jul 07 16:53:57.715269 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-40ecb1a8-7646-42a4-a6af-4a60a3121e49 req-dfe0d6b9-1eab-421a-af3b-8dda95dbe35c tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/security-groups?id=37da0889-f0fe-420b-aa7e-ab7ed179ac64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731637 Jul 07 16:53:57.815610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dad6b-a317-43c5-8739-cfa43bf8cdb3 req-49f7f087-7ec1-476a-98b0-f2aae5c94c98 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:57.817373 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5d6dad6b-a317-43c5-8739-cfa43bf8cdb3 req-49f7f087-7ec1-476a-98b0-f2aae5c94c98 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6 HTTP/1.1" status: 200 len: 945 time: 0.3629930 Jul 07 16:53:57.876431 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda685ea-6572-4c61-b309-c3cd87789e39 req-2c072516-5110-4e55-8cf7-7d1d2c190448 tempest-NetworksTest-1294023511 tempest-NetworksTest-1294023511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:57.877240 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda685ea-6572-4c61-b309-c3cd87789e39 req-2c072516-5110-4e55-8cf7-7d1d2c190448 tempest-NetworksTest-1294023511 tempest-NetworksTest-1294023511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:57.877869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda685ea-6572-4c61-b309-c3cd87789e39 req-2c072516-5110-4e55-8cf7-7d1d2c190448 tempest-NetworksTest-1294023511 tempest-NetworksTest-1294023511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:57.878619 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda685ea-6572-4c61-b309-c3cd87789e39 req-2c072516-5110-4e55-8cf7-7d1d2c190448 tempest-NetworksTest-1294023511 tempest-NetworksTest-1294023511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:57.879265 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda685ea-6572-4c61-b309-c3cd87789e39 req-2c072516-5110-4e55-8cf7-7d1d2c190448 tempest-NetworksTest-1294023511 tempest-NetworksTest-1294023511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:57.880064 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda685ea-6572-4c61-b309-c3cd87789e39 req-2c072516-5110-4e55-8cf7-7d1d2c190448 tempest-NetworksTest-1294023511 tempest-NetworksTest-1294023511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:57.880783 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda685ea-6572-4c61-b309-c3cd87789e39 req-2c072516-5110-4e55-8cf7-7d1d2c190448 tempest-NetworksTest-1294023511 tempest-NetworksTest-1294023511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:57.888170 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fda685ea-6572-4c61-b309-c3cd87789e39 req-2c072516-5110-4e55-8cf7-7d1d2c190448 tempest-NetworksTest-1294023511 tempest-NetworksTest-1294023511-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5019 time: 0.3748176 Jul 07 16:53:57.894943 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bfb13d2a-7f0d-4f55-9839-440b1ff0bda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.046130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9369f-5307-460e-b96c-aeac698ddc96 req-388d306f-3849-455e-87dc-ea77ed4ca914 tempest-NetworksTest-1294023511 tempest-NetworksTest-1294023511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:58.058971 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-39b9369f-5307-460e-b96c-aeac698ddc96 req-388d306f-3849-455e-87dc-ea77ed4ca914 tempest-NetworksTest-1294023511 tempest-NetworksTest-1294023511-project-admin] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 886 time: 0.1534545 Jul 07 16:53:58.066745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-5d6dad6b-a317-43c5-8739-cfa43bf8cdb3 req-70ec6807-7d23-49bc-b697-79b0e8457c9d tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Deleting port 01ed1edc-5247-4443-bbd2-c12471f93891 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:53:58.067091 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5d6dad6b-a317-43c5-8739-cfa43bf8cdb3 req-70ec6807-7d23-49bc-b697-79b0e8457c9d tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.108075 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bfb13d2a-7f0d-4f55-9839-440b1ff0bda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.117106 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bfb13d2a-7f0d-4f55-9839-440b1ff0bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.146107 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb13d2a-7f0d-4f55-9839-440b1ff0bda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fccd9b-1b15-4768-9b8b-e12b3373feb5,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:58.220016 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bfb13d2a-7f0d-4f55-9839-440b1ff0bda6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=26fa096d69e44a90b89890cf9d66bf48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6487470 Jul 07 16:53:58.221713 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38608) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:58.238928 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d1076-5bde-48b4-bbce-1ff54c24e4ea req-268d2cf6-90e1-4f01-b6a2-81c69642ae52 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:58.246987 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-004d1076-5bde-48b4-bbce-1ff54c24e4ea req-268d2cf6-90e1-4f01-b6a2-81c69642ae52 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 943 time: 0.2337337 Jul 07 16:53:58.256214 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38610) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:58.320626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-5d6dad6b-a317-43c5-8739-cfa43bf8cdb3 req-70ec6807-7d23-49bc-b697-79b0e8457c9d tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] For port 01ed1edc-5247-4443-bbd2-c12471f93891, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=01ed1edc-5247-4443-bbd2-c12471f93891,segment=NetworkSegment(21b07fa1-fef3-482a-8c10-2da461190ab3),segment_id=21b07fa1-fef3-482a-8c10-2da461190ab3)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:58.320960 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5d6dad6b-a317-43c5-8739-cfa43bf8cdb3 req-70ec6807-7d23-49bc-b697-79b0e8457c9d tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.336822 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-004d1076-5bde-48b4-bbce-1ff54c24e4ea req-94daf2cc-1eba-4af4-afe2-ba00fe75ee5f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850742 Jul 07 16:53:58.340877 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-5d6dad6b-a317-43c5-8739-cfa43bf8cdb3 req-70ec6807-7d23-49bc-b697-79b0e8457c9d tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Calling delete_port for 01ed1edc-5247-4443-bbd2-c12471f93891 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:53:58.369298 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5cbf4b37-66c1-4eac-8def-4383d5e11725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.460407 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3502ad-e099-422d-a282-f6177a12c85b req-b779168d-08d2-4257-972f-e54ec6253465 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:58.467835 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b3502ad-e099-422d-a282-f6177a12c85b req-b779168d-08d2-4257-972f-e54ec6253465 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2 HTTP/1.1" status: 200 len: 945 time: 0.2339818 Jul 07 16:53:58.482059 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5cbf4b37-66c1-4eac-8def-4383d5e11725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.509942 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2fd8f679-fbdf-4150-a201-83ea7b00a432 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-112704191-network', 'tenant_id': '35276e05203840b6935d31413a132cb9'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:58.523452 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b3502ad-e099-422d-a282-f6177a12c85b req-2d7a33ce-206b-400c-b3b5-f328a1654b15 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8478f88-249e-4926-803e-b7b2147c93c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542631 Jul 07 16:53:58.602753 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5d6dad6b-a317-43c5-8739-cfa43bf8cdb3 req-70ec6807-7d23-49bc-b697-79b0e8457c9d tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.616870 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5cbf4b37-66c1-4eac-8def-4383d5e11725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.617137 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['01ed1edc-5247-4443-bbd2-c12471f93891'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:53:58.619458 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5cbf4b37-66c1-4eac-8def-4383d5e11725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.623958 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5cbf4b37-66c1-4eac-8def-4383d5e11725 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49fccd9b-1b15-4768-9b8b-e12b3373feb5 HTTP/1.1" status: 204 len: 168 time: 0.4007263 Jul 07 16:53:58.643516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd8f679-fbdf-4150-a201-83ea7b00a432 admin admin] Made reservation on behalf of 35276e05203840b6935d31413a132cb9 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:53:58.646837 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f679-fbdf-4150-a201-83ea7b00a432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.662709 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec6807-7d23-49bc-b697-79b0e8457c9d tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Pushing event deleted for resources: {'Port': ['ID=01ed1edc-5247-4443-bbd2-c12471f93891,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:58.682615 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f679-fbdf-4150-a201-83ea7b00a432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.692216 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf4b37-66c1-4eac-8def-4383d5e11725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fccd9b-1b15-4768-9b8b-e12b3373feb5,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:58.705302 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-40871880-9a6f-4e20-8e20-fc0a625c2da1 req-ebdb6d6c-3e6a-419c-ae58-1f68e7e4b524 tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0445805 Jul 07 16:53:58.727998 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6dc94-4744-4888-86d3-5bcbc7584e31 req-7c9f00d1-e8d1-4ee3-839d-c0e7887d7fea tempest-NetworksTest-1294023511 tempest-NetworksTest-1294023511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:58.730628 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6dc94-4744-4888-86d3-5bcbc7584e31 req-7c9f00d1-e8d1-4ee3-839d-c0e7887d7fea tempest-NetworksTest-1294023511 tempest-NetworksTest-1294023511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:58.730784 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6dc94-4744-4888-86d3-5bcbc7584e31 req-7c9f00d1-e8d1-4ee3-839d-c0e7887d7fea tempest-NetworksTest-1294023511 tempest-NetworksTest-1294023511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:58.731196 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6dc94-4744-4888-86d3-5bcbc7584e31 req-7c9f00d1-e8d1-4ee3-839d-c0e7887d7fea tempest-NetworksTest-1294023511 tempest-NetworksTest-1294023511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:58.731669 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6dc94-4744-4888-86d3-5bcbc7584e31 req-7c9f00d1-e8d1-4ee3-839d-c0e7887d7fea tempest-NetworksTest-1294023511 tempest-NetworksTest-1294023511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:58.731669 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6dc94-4744-4888-86d3-5bcbc7584e31 req-7c9f00d1-e8d1-4ee3-839d-c0e7887d7fea tempest-NetworksTest-1294023511 tempest-NetworksTest-1294023511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:58.731669 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6dc94-4744-4888-86d3-5bcbc7584e31 req-7c9f00d1-e8d1-4ee3-839d-c0e7887d7fea tempest-NetworksTest-1294023511 tempest-NetworksTest-1294023511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:58.753630 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6dad6b-a317-43c5-8739-cfa43bf8cdb3 req-70ec6807-7d23-49bc-b697-79b0e8457c9d tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] No DVR routers for this DVR port 01ed1edc-5247-4443-bbd2-c12471f93891 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:53:58.761273 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ad6dc94-4744-4888-86d3-5bcbc7584e31 req-7c9f00d1-e8d1-4ee3-839d-c0e7887d7fea tempest-NetworksTest-1294023511 tempest-NetworksTest-1294023511-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5019 time: 0.3817225 Jul 07 16:53:58.771447 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5d6dad6b-a317-43c5-8739-cfa43bf8cdb3 req-70ec6807-7d23-49bc-b697-79b0e8457c9d tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:58.773966 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5d6dad6b-a317-43c5-8739-cfa43bf8cdb3 req-70ec6807-7d23-49bc-b697-79b0e8457c9d tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.69 "DELETE /v2.0/ports/01ed1edc-5247-4443-bbd2-c12471f93891 HTTP/1.1" status: 204 len: 173 time: 0.9436562 Jul 07 16:53:58.774467 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad251806-82c6-42c7-8ede-bad48e23e1f6', 'name': 'network-vif-deleted', 'tag': '01ed1edc-5247-4443-bbd2-c12471f93891'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:58.784675 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c376dcf6-fed7-4751-85de-24e1be299303" -d '{"events": [{"server_uuid": "ad251806-82c6-42c7-8ede-bad48e23e1f6", "name": "network-vif-deleted", "tag": "01ed1edc-5247-4443-bbd2-c12471f93891"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:58.878776 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390230bb-7353-4070-83f7-1204e8f48f73 x-openstack-request-id: req-390230bb-7353-4070-83f7-1204e8f48f73 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:58.879118 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad251806-82c6-42c7-8ede-bad48e23e1f6", "name": "network-vif-deleted", "tag": "01ed1edc-5247-4443-bbd2-c12471f93891", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:58.879374 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-390230bb-7353-4070-83f7-1204e8f48f73 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:58.879991 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad251806-82c6-42c7-8ede-bad48e23e1f6', 'name': 'network-vif-deleted', 'tag': '01ed1edc-5247-4443-bbd2-c12471f93891', 'status': 'completed', 'code': 200} Jul 07 16:53:58.956760 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b8efb477-2801-4509-8cc1-5aa0cd31767c up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:53:59.013758 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f679-fbdf-4150-a201-83ea7b00a432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.024745 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f679-fbdf-4150-a201-83ea7b00a432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.041481 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be2552d8-a190-441f-afc0-b7e8bc7e6140 req-275801a5-6816-4f3a-86e1-086a3ea3e2cd tempest-FloatingIPsAssociationNegativeTestJSON-1339601913 tempest-FloatingIPsAssociationNegativeTestJSON-1339601913-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad251806-82c6-42c7-8ede-bad48e23e1f6 HTTP/1.1" status: 200 len: 210 time: 0.0703375 Jul 07 16:53:59.060394 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd8f679-fbdf-4150-a201-83ea7b00a432 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:53:59.093634 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f679-fbdf-4150-a201-83ea7b00a432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.093996 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-2fd8f679-fbdf-4150-a201-83ea7b00a432 admin admin] Added segment 87a7ba11-1620-4c5e-90e6-a9d3f907b42d of type vlan for network 5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 Jul 07 16:53:59.135073 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port b8efb477-2801-4509-8cc1-5aa0cd31767c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:53:59.140057 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port b8efb477-2801-4509-8cc1-5aa0cd31767c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:53:59.141431 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.231983 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f679-fbdf-4150-a201-83ea7b00a432 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.255885 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:53:59.310473 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8f679-fbdf-4150-a201-83ea7b00a432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491b0f75-5fa9-4cb3-90dd-af404ca72de1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:59.358994 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38638) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:59.377104 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38642) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:59.392107 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f679-fbdf-4150-a201-83ea7b00a432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.394924 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd8f679-fbdf-4150-a201-83ea7b00a432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:59.396202 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2fd8f679-fbdf-4150-a201-83ea7b00a432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.403619 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-630240ae-b428-4fce-a644-ac376841b713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.430892 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2fd8f679-fbdf-4150-a201-83ea7b00a432 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1646180 Jul 07 16:53:59.450557 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38644) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:59.470725 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-a69a8bac-248e-41d3-a07d-4fffe09856b4 admin admin] Request body: {'subnet': {'network_id': '5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-112704191-subnet', 'tenant_id': '35276e05203840b6935d31413a132cb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:53:59.496824 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.511754 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.api [None req-a69a8bac-248e-41d3-a07d-4fffe09856b4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 16:53:59.511754 n-d-793620-7 neutron-server[100410]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 16:53:59.511754 n-d-793620-7 neutron-server[100410]: [parameters: {'project_id_1': '35276e05203840b6935d31413a132cb9', 'expiration_1': datetime.datetime(2021, 7, 7, 16, 53, 59, 486825)}] Jul 07 16:53:59.511754 n-d-793620-7 neutron-server[100410]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:53:59.512318 n-d-793620-7 neutron-server[100410]: DEBUG oslo_db.api [None req-a69a8bac-248e-41d3-a07d-4fffe09856b4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:53:59.549003 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b8efb477-2801-4509-8cc1-5aa0cd31767c, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b8efb477-2801-4509-8cc1-5aa0cd31767c,segment=NetworkSegment(f9762b18-c26e-4af7-995d-643328bb4ac7),segment_id=f9762b18-c26e-4af7-995d-643328bb4ac7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:59.551926 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8efb477-2801-4509-8cc1-5aa0cd31767c'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:53:59.555354 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e858a2-1765-42bc-a1e1-dce4f238887e" -d '{"events": [{"server_uuid": "9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2", "name": "network-vif-plugged", "status": "completed", "tag": "b8efb477-2801-4509-8cc1-5aa0cd31767c"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:53:59.562897 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.636212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=b8efb477-2801-4509-8cc1-5aa0cd31767c,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:59.637272 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8f679-fbdf-4150-a201-83ea7b00a432 admin admin] Pushing event updated for resources: {'Network': ['ID=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:59.672984 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:53:59.676722 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-630240ae-b428-4fce-a644-ac376841b713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.687093 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-630240ae-b428-4fce-a644-ac376841b713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.733482 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04af79-90fd-4ea2-bda0-fbf99fbe56ae req-f122e183-473b-44b0-8ecb-d2ad927cf383 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:53:59.740004 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-630240ae-b428-4fce-a644-ac376841b713 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=be21136a709d4b0c93fe3ddbcb76516e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3611941 Jul 07 16:53:59.744393 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de04af79-90fd-4ea2-bda0-fbf99fbe56ae req-f122e183-473b-44b0-8ecb-d2ad927cf383 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 943 time: 0.2145860 Jul 07 16:53:59.745998 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38650) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:53:59.791397 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-77f4d71c-a00a-44c4-af0d-20d5e4b0143b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.818205 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de04af79-90fd-4ea2-bda0-fbf99fbe56ae req-4cc856ad-ae4c-4d7d-b0d9-50973272cfbc tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727186 Jul 07 16:53:59.834325 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9,segment=NetworkSegment(560922e6-87fc-4f60-bad4-e757d82a3cb6),segment_id=560922e6-87fc-4f60-bad4-e757d82a3cb6)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:53:59.863066 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630240ae-b428-4fce-a644-ac376841b713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b554db-7d52-432d-abab-0f4f445f4bf5,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:53:59.884164 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d324efd0-f427-45af-a354-a4868433cabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.896751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9', 'network_id': 'c4184cab-8f42-40f8-9e52-10e5b0c78104', 'port_id': 'e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9', 'mac_address': 'fa:16:3e:67:1c:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66d77b5-13d1-4fc2-be4e-9e15148f4fb9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:53:59.940427 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d324efd0-f427-45af-a354-a4868433cabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:53:59.957649 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b38a1d-7cc9-40af-92e5-21dde8e8219f x-openstack-request-id: req-03b38a1d-7cc9-40af-92e5-21dde8e8219f {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:53:59.957948 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2", "name": "network-vif-plugged", "status": "completed", "tag": "b8efb477-2801-4509-8cc1-5aa0cd31767c", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:53:59.958200 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-03b38a1d-7cc9-40af-92e5-21dde8e8219f {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:53:59.958665 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8efb477-2801-4509-8cc1-5aa0cd31767c', 'code': 200} Jul 07 16:53:59.981579 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.004084 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-77f4d71c-a00a-44c4-af0d-20d5e4b0143b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.012597 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-77f4d71c-a00a-44c4-af0d-20d5e4b0143b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.014083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:00.036948 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9,segment=NetworkSegment(560922e6-87fc-4f60-bad4-e757d82a3cb6),segment_id=560922e6-87fc-4f60-bad4-e757d82a3cb6)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:00.048158 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.103885 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef58c7a-3841-45dc-9b11-5da72690a8c9 req-330c4c73-c534-40aa-a1a0-3a62ea1f75b9 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:00.110764 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:00.114963 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fef58c7a-3841-45dc-9b11-5da72690a8c9 req-330c4c73-c534-40aa-a1a0-3a62ea1f75b9 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2 HTTP/1.1" status: 200 len: 946 time: 0.3367658 Jul 07 16:54:00.132436 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69a8bac-248e-41d3-a07d-4fffe09856b4 admin admin] Made reservation on behalf of 35276e05203840b6935d31413a132cb9 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:00.142739 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a69a8bac-248e-41d3-a07d-4fffe09856b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.173615 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-500e6451-c2b1-4f04-9ee3-03cf6ae19af7 req-98a00e62-0cac-4d45-b303-c13995063644 tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0892577 Jul 07 16:54:00.177184 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d324efd0-f427-45af-a354-a4868433cabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.181222 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d324efd0-f427-45af-a354-a4868433cabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.182880 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d324efd0-f427-45af-a354-a4868433cabd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a2b554db-7d52-432d-abab-0f4f445f4bf5 HTTP/1.1" status: 204 len: 168 time: 0.4358542 Jul 07 16:54:00.206681 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-77f4d71c-a00a-44c4-af0d-20d5e4b0143b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=90da2a37256440baa1a530917d04c630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8459561 Jul 07 16:54:00.208326 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4d71c-a00a-44c4-af0d-20d5e4b0143b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad457324-b423-4a4f-ba8b-f8040575cee6,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:00.217609 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38660) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:00.301311 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324efd0-f427-45af-a354-a4868433cabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b554db-7d52-432d-abab-0f4f445f4bf5,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:00.375062 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:00.396846 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fef58c7a-3841-45dc-9b11-5da72690a8c9 req-addb4aac-a2a7-4b11-b74b-78cf6132e78d tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8478f88-249e-4926-803e-b7b2147c93c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685721 Jul 07 16:54:00.488373 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38672) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:00.786061 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a69a8bac-248e-41d3-a07d-4fffe09856b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.788753 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da365ce-ca60-49cf-9554-cbd05115f5e2 req-43b8dcbf-6f12-4956-9978-a374f2321ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:00.790612 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2da365ce-ca60-49cf-9554-cbd05115f5e2 req-43b8dcbf-6f12-4956-9978-a374f2321ac2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2 HTTP/1.1" status: 200 len: 1097 time: 0.7580571 Jul 07 16:54:00.824283 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35b5e4bf-40ba-4f68-a90d-37afa742ed01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.862186 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35b5e4bf-40ba-4f68-a90d-37afa742ed01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.871861 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2da365ce-ca60-49cf-9554-cbd05115f5e2 req-9f8ef9a4-efab-4766-ad2e-6d7344c880af service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f8478f88-249e-4926-803e-b7b2147c93c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639923 Jul 07 16:54:00.932217 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35b5e4bf-40ba-4f68-a90d-37afa742ed01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.936230 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35b5e4bf-40ba-4f68-a90d-37afa742ed01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:00.940706 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-35b5e4bf-40ba-4f68-a90d-37afa742ed01 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad457324-b423-4a4f-ba8b-f8040575cee6 HTTP/1.1" status: 204 len: 168 time: 0.7194381 Jul 07 16:54:00.957608 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5e4bf-40ba-4f68-a90d-37afa742ed01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad457324-b423-4a4f-ba8b-f8040575cee6,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:01.039293 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a8bac-248e-41d3-a07d-4fffe09856b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7afa8583-eb85-4875-b937-72c25bc8ecf1,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:01.083141 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69a8bac-248e-41d3-a07d-4fffe09856b4 admin admin] Checking segment: {'id': '87a7ba11-1620-4c5e-90e6-a9d3f907b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:01.083892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69a8bac-248e-41d3-a07d-4fffe09856b4 admin admin] Network hostable DHCP agents. Network: 5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:54:01.175703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69a8bac-248e-41d3-a07d-4fffe09856b4 admin admin] Network 5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:54:01.197876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531b1c1-54bb-43ab-aa37-92abdad8dd53 req-6cf877e1-0ece-4bf5-8c70-62263909e8f9 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:01.206355 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8531b1c1-54bb-43ab-aa37-92abdad8dd53 req-6cf877e1-0ece-4bf5-8c70-62263909e8f9 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 944 time: 0.1876557 Jul 07 16:54:01.268306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 01ed1edc-5247-4443-bbd2-c12471f93891 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:01.275309 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-a69a8bac-248e-41d3-a07d-4fffe09856b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:01.309049 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9799ef-6b9f-4d54-8bf8-930331304841 None None] Network 5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:01.319199 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69a8bac-248e-41d3-a07d-4fffe09856b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:01.323981 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a69a8bac-248e-41d3-a07d-4fffe09856b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:01.412206 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8531b1c1-54bb-43ab-aa37-92abdad8dd53 req-8d794da8-5941-413f-b025-496074fbc40a tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977909 Jul 07 16:54:01.412206 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a69a8bac-248e-41d3-a07d-4fffe09856b4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9566200 Jul 07 16:54:01.440560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38706) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:01.459280 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 01ed1edc-5247-4443-bbd2-c12471f93891 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:54:01.459870 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 01ed1edc-5247-4443-bbd2-c12471f93891 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:54:01.474305 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e5a143d-bbff-4151-9726-1a21ae4fc3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:01.481692 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b1511cd4-bcec-41be-a7f4-1e969cd0ad62 req-6b03231a-83f0-4c4b-9641-17e32b5a8f33 tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0514400 Jul 07 16:54:01.508760 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-40a89b00-8def-4de4-b0ed-e4a2f7ff9435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:01.524855 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cb27a0-0910-4913-a861-92e04425ccf0 None None] Network 5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:01.866746 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdea92-1ac9-431d-8335-56906c0996c4 req-73635f54-1ad3-4c9e-baf2-470c15dded1f tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:01.868303 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6afdea92-1ac9-431d-8335-56906c0996c4 req-73635f54-1ad3-4c9e-baf2-470c15dded1f tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2 HTTP/1.1" status: 200 len: 946 time: 0.1194561 Jul 07 16:54:01.893561 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e5a143d-bbff-4151-9726-1a21ae4fc3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:01.917061 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e5a143d-bbff-4151-9726-1a21ae4fc3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:01.963348 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6afdea92-1ac9-431d-8335-56906c0996c4 req-42137ce7-8673-4e23-a4a7-0065fd4d77b7 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8478f88-249e-4926-803e-b7b2147c93c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844877 Jul 07 16:54:01.995635 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38722) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:01.997784 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7e5a143d-bbff-4151-9726-1a21ae4fc3fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d2b3f2b900b04a59a803b441982e3939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5534229 Jul 07 16:54:01.998914 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a143d-bbff-4151-9726-1a21ae4fc3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937152bb-fe25-497f-8b6b-edb16d30ff9d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:02.016495 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-a7adb759-635d-4d2c-b86c-0b13b77fb840 req-a8c52086-ed8f-419a-a879-9a20676b408e tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-872414991', 'description': 'tempest-description-997815819'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:02.084889 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2f212c67-6111-49d6-88cd-e7a5e864c906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.135318 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a7adb759-635d-4d2c-b86c-0b13b77fb840 req-a8c52086-ed8f-419a-a879-9a20676b408e tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.142501 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2f212c67-6111-49d6-88cd-e7a5e864c906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.210485 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2f212c67-6111-49d6-88cd-e7a5e864c906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.218990 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2f212c67-6111-49d6-88cd-e7a5e864c906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.226624 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2f212c67-6111-49d6-88cd-e7a5e864c906 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/937152bb-fe25-497f-8b6b-edb16d30ff9d HTTP/1.1" status: 204 len: 168 time: 0.2294624 Jul 07 16:54:02.238276 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f212c67-6111-49d6-88cd-e7a5e864c906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937152bb-fe25-497f-8b6b-edb16d30ff9d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:02.304177 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-40a89b00-8def-4de4-b0ed-e4a2f7ff9435 admin admin] Deleting port 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:54:02.304528 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-40a89b00-8def-4de4-b0ed-e4a2f7ff9435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.356525 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a7adb759-635d-4d2c-b86c-0b13b77fb840 req-a8c52086-ed8f-419a-a879-9a20676b408e tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.367843 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a7adb759-635d-4d2c-b86c-0b13b77fb840 req-a8c52086-ed8f-419a-a879-9a20676b408e tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.435580 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a7adb759-635d-4d2c-b86c-0b13b77fb840 req-a8c52086-ed8f-419a-a879-9a20676b408e tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.436845 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a7adb759-635d-4d2c-b86c-0b13b77fb840 req-a8c52086-ed8f-419a-a879-9a20676b408e tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4263763 Jul 07 16:54:02.439200 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c52086-ed8f-419a-a879-9a20676b408e tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b0a695-0807-439b-b16d-58a4730eeb12,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:02.480732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-40a89b00-8def-4de4-b0ed-e4a2f7ff9435 admin admin] For port 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3,segment=NetworkSegment(21b07fa1-fef3-482a-8c10-2da461190ab3),segment_id=21b07fa1-fef3-482a-8c10-2da461190ab3)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:02.481503 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-40a89b00-8def-4de4-b0ed-e4a2f7ff9435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.508561 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-0b9a8dc5-5b73-4868-a1e6-453443dc6f24 req-6e13b558-ea8e-4b7b-807b-503a6b7a7342 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-822231868', 'description': 'tempest-description-1540466985'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:02.535678 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-40a89b00-8def-4de4-b0ed-e4a2f7ff9435 admin admin] Calling delete_port for 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3 owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:54:02.662914 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0b9a8dc5-5b73-4868-a1e6-453443dc6f24 req-6e13b558-ea8e-4b7b-807b-503a6b7a7342 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:02.749766 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e786078-22b1-467a-aca6-1b421c995c8f req-d56ef456-cd3b-42fa-9df0-1e392b755a64 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:02.763943 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e786078-22b1-467a-aca6-1b421c995c8f req-d56ef456-cd3b-42fa-9df0-1e392b755a64 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 944 time: 0.1335154 Jul 07 16:54:02.848594 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e786078-22b1-467a-aca6-1b421c995c8f req-0f7d4f3a-c686-4c5f-8d6f-43b82c867a77 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815938 Jul 07 16:54:03.032876 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3a39382a-59c7-49e3-8767-a2a7a7fdfe3a req-ea9b114e-eaf6-477f-8fab-4ab5bb325ed7 tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0451145 Jul 07 16:54:03.036751 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0b9a8dc5-5b73-4868-a1e6-453443dc6f24 req-6e13b558-ea8e-4b7b-807b-503a6b7a7342 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:03.070438 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0b9a8dc5-5b73-4868-a1e6-453443dc6f24 req-6e13b558-ea8e-4b7b-807b-503a6b7a7342 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:03.109058 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13b558-ea8e-4b7b-807b-503a6b7a7342 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c56fac15-f1e0-40ac-8b56-202adbca6463,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:03.139869 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0b9a8dc5-5b73-4868-a1e6-453443dc6f24 req-6e13b558-ea8e-4b7b-807b-503a6b7a7342 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:03.154492 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0b9a8dc5-5b73-4868-a1e6-453443dc6f24 req-6e13b558-ea8e-4b7b-807b-503a6b7a7342 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6740282 Jul 07 16:54:03.195598 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-40a89b00-8def-4de4-b0ed-e4a2f7ff9435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:03.242532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a89b00-8def-4de4-b0ed-e4a2f7ff9435 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:03.271363 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:03.364899 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:03.371765 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:03.373014 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:03.627302 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-40a89b00-8def-4de4-b0ed-e4a2f7ff9435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:03.675387 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:03.741477 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fe7b1-0c13-4834-92a0-87d4a2f61e57 req-ae38e92c-3aac-46c7-8e27-5063b93bed22 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:03.743167 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-022fe7b1-0c13-4834-92a0-87d4a2f61e57 req-ae38e92c-3aac-46c7-8e27-5063b93bed22 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2 HTTP/1.1" status: 200 len: 946 time: 0.2007096 Jul 07 16:54:03.767586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7294ef-922b-4c69-b4f8-10603bc4a0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:03.777718 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77c375a-8fdb-444c-9a1a-80d4266eeacb" -d '{"events": [{"server_uuid": "2a7294ef-922b-4c69-b4f8-10603bc4a0c3", "name": "network-vif-plugged", "status": "completed", "tag": "e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:03.820769 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9,segment=NetworkSegment(560922e6-87fc-4f60-bad4-e757d82a3cb6),segment_id=560922e6-87fc-4f60-bad4-e757d82a3cb6)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:03.827517 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:04.002957 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:04.202208 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-022fe7b1-0c13-4834-92a0-87d4a2f61e57 req-95a76c34-73ea-4b31-9d05-71d59aabdcee tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8478f88-249e-4926-803e-b7b2147c93c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589559 Jul 07 16:54:04.323616 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42de31e3-fc9d-4a70-a535-5589e737794c x-openstack-request-id: req-42de31e3-fc9d-4a70-a535-5589e737794c {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:04.324465 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7294ef-922b-4c69-b4f8-10603bc4a0c3", "name": "network-vif-plugged", "status": "completed", "tag": "e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:04.325461 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-42de31e3-fc9d-4a70-a535-5589e737794c {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:04.326060 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7294ef-922b-4c69-b4f8-10603bc4a0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9', 'code': 200} Jul 07 16:54:04.492498 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a89b00-8def-4de4-b0ed-e4a2f7ff9435 admin admin] Router 5450ff2e-0530-47b8-936a-bb0ac72363ff has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:54:04.496146 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-5efcb374-455b-4201-b625-5bfc6ef5e77c tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:04.499799 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-5efcb374-455b-4201-b625-5bfc6ef5e77c tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/networks?id=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 HTTP/1.1" status: 200 len: 812 time: 0.2653308 Jul 07 16:54:04.534433 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-678a5285-9714-479b-a5d2-59d184ea3320 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/quotas/35276e05203840b6935d31413a132cb9 HTTP/1.1" status: 200 len: 375 time: 0.0266008 Jul 07 16:54:04.581397 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-40e36cc8-7824-4976-be5d-34b4ea07c219 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=35276e05203840b6935d31413a132cb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457859 Jul 07 16:54:04.710817 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-5630ecbb-48e6-49b6-aefc-7eb18aeceea0 service neutron] 10.222.0.50 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277466 Jul 07 16:54:04.777276 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a89b00-8def-4de4-b0ed-e4a2f7ff9435 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:54:04.791825 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca657c72-bad0-4e58-b677-5242233ed314 None None] Sync routers for ids ['5450ff2e-0530-47b8-936a-bb0ac72363ff'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:54:04.792708 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-40a89b00-8def-4de4-b0ed-e4a2f7ff9435 admin admin] 10.222.0.50 "PUT /v2.0/routers/5450ff2e-0530-47b8-936a-bb0ac72363ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3026047 Jul 07 16:54:04.803692 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38834) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:04.805160 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca657c72-bad0-4e58-b677-5242233ed314 None None] Routers {'5450ff2e-0530-47b8-936a-bb0ac72363ff'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:04.806574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ca657c72-bad0-4e58-b677-5242233ed314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:53:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['5450ff2e-0530-47b8-936a-bb0ac72363ff'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:04.879666 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3aeb1-2347-4e1f-b3f5-27c6e3246263 req-aa32221d-e189-4fd7-a528-eed74be1b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:04.884309 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d5f3aeb1-2347-4e1f-b3f5-27c6e3246263 req-aa32221d-e189-4fd7-a528-eed74be1b25d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 1096 time: 0.3902607 Jul 07 16:54:04.896530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be524077-629b-4152-bd0d-cde3b098115e req-f10bfce4-12aa-4db2-a9d7-c7a88a43659d tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:04.899765 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be524077-629b-4152-bd0d-cde3b098115e req-f10bfce4-12aa-4db2-a9d7-c7a88a43659d tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.4031262 Jul 07 16:54:04.974961 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-2364ce41-6747-49d8-b6e4-9b5aee9a7714 service neutron] 10.222.0.50 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624438 Jul 07 16:54:04.989636 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be524077-629b-4152-bd0d-cde3b098115e req-b5981923-89b6-4add-ac56-e266be98f440 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805509 Jul 07 16:54:05.000693 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c106112-6179-4af1-958a-d8b4f0e8838c admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.011764 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d5f3aeb1-2347-4e1f-b3f5-27c6e3246263 req-670469ec-d3e6-4924-907c-e13e6e9089a0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110017 Jul 07 16:54:05.160091 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c106112-6179-4af1-958a-d8b4f0e8838c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.187950 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57627ebb-04e7-4fd9-8647-bd03b6422809 req-9b6d8958-ec09-478f-afbb-79a0f073400e tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0640516 Jul 07 16:54:05.246818 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-ca657c72-bad0-4e58-b677-5242233ed314 None None] Set router 5450ff2e-0530-47b8-936a-bb0ac72363ff gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:05.267962 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-4c106112-6179-4af1-958a-d8b4f0e8838c admin admin] Deleting port 5344400c-d953-4949-a9cd-c0ff1c8a17cb {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:54:05.268519 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c106112-6179-4af1-958a-d8b4f0e8838c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.357100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-4c106112-6179-4af1-958a-d8b4f0e8838c admin admin] For port 5344400c-d953-4949-a9cd-c0ff1c8a17cb, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5344400c-d953-4949-a9cd-c0ff1c8a17cb,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:05.357482 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c106112-6179-4af1-958a-d8b4f0e8838c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.371419 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-4c106112-6179-4af1-958a-d8b4f0e8838c admin admin] Calling delete_port for 5344400c-d953-4949-a9cd-c0ff1c8a17cb owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:54:05.531265 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ca657c72-bad0-4e58-b677-5242233ed314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782797101-router', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:49Z', 'updated_at': '2021-07-07T16:54:03Z', 'revision_number': 5, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'gw_port': {'id': '5344400c-d953-4949-a9cd-c0ff1c8a17cb', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:50Z', 'updated_at': '2021-07-07T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:05.561577 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca657c72-bad0-4e58-b677-5242233ed314 None None] Checking router: 5450ff2e-0530-47b8-936a-bb0ac72363ff for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:54:05.572819 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca657c72-bad0-4e58-b677-5242233ed314 None None] Routers {'5450ff2e-0530-47b8-936a-bb0ac72363ff'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:05.573665 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ca657c72-bad0-4e58-b677-5242233ed314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:53:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['5450ff2e-0530-47b8-936a-bb0ac72363ff'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:05.593123 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c106112-6179-4af1-958a-d8b4f0e8838c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.716057 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c106112-6179-4af1-958a-d8b4f0e8838c admin admin] Pushing event deleted for resources: {'Port': ['ID=5344400c-d953-4949-a9cd-c0ff1c8a17cb,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:05.740924 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cadb538c-2629-4b2b-b0c5-7a9390b17e7b req-d10a7f92-c99c-47d4-bdd5-c0c922bcd1f3 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee41644a-6946-483e-8ab3-eadadda164cb HTTP/1.1" status: 200 len: 210 time: 0.0793712 Jul 07 16:54:05.744157 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-14bb8c1e-24df-4b4f-9b25-7e5f13d3bcd4 req-e8e91970-0613-49d7-8deb-a074aab95943 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Request body: {'security_group': {'name': 'tempest-securitygroup-89377732', 'description': 'tempest-description-550262499'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:05.747726 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-ca657c72-bad0-4e58-b677-5242233ed314 None None] Set router 5450ff2e-0530-47b8-936a-bb0ac72363ff gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:05.812274 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c106112-6179-4af1-958a-d8b4f0e8838c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.856227 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ca657c72-bad0-4e58-b677-5242233ed314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782797101-router', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:49Z', 'updated_at': '2021-07-07T16:54:05Z', 'revision_number': 6, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:05.886266 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca657c72-bad0-4e58-b677-5242233ed314 None None] The sync data for ids ['5450ff2e-0530-47b8-936a-bb0ac72363ff'] in n-d-793620-7 is: [{'id': '5450ff2e-0530-47b8-936a-bb0ac72363ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-782797101-router', 'tenant_id': 'ef48c08f56bd432c93e278146b8c746f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:49Z', 'updated_at': '2021-07-07T16:54:05Z', 'revision_number': 6, 'project_id': 'ef48c08f56bd432c93e278146b8c746f', 'gw_port_host': None}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:54:05.896152 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-14bb8c1e-24df-4b4f-9b25-7e5f13d3bcd4 req-e8e91970-0613-49d7-8deb-a074aab95943 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.958962 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-14bb8c1e-24df-4b4f-9b25-7e5f13d3bcd4 req-e8e91970-0613-49d7-8deb-a074aab95943 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.969957 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c106112-6179-4af1-958a-d8b4f0e8838c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.972686 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c106112-6179-4af1-958a-d8b4f0e8838c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:05.993424 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45accbf0-8913-4df1-b817-13428856fd98 req-9d17ea8f-cd79-455c-b3c3-2d01c8e5ec49 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:05.995005 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45accbf0-8913-4df1-b817-13428856fd98 req-9d17ea8f-cd79-455c-b3c3-2d01c8e5ec49 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2 HTTP/1.1" status: 200 len: 946 time: 0.0779445 Jul 07 16:54:06.040974 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c106112-6179-4af1-958a-d8b4f0e8838c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.041521 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c106112-6179-4af1-958a-d8b4f0e8838c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5450ff2e-0530-47b8-936a-bb0ac72363ff {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:54:06.044982 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45accbf0-8913-4df1-b817-13428856fd98 req-16ac56f5-11c5-4eb4-9119-88857f1848fa tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8478f88-249e-4926-803e-b7b2147c93c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410531 Jul 07 16:54:06.050654 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c106112-6179-4af1-958a-d8b4f0e8838c admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.051808 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4c106112-6179-4af1-958a-d8b4f0e8838c admin admin] 10.222.0.50 "DELETE /v2.0/routers/5450ff2e-0530-47b8-936a-bb0ac72363ff HTTP/1.1" status: 204 len: 168 time: 1.2468183 Jul 07 16:54:06.054366 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38892) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:06.114491 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbb4de0-cdea-447a-88a5-987c8080dbdd admin admin] Deleting subnet cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:54:06.122559 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1bbb4de0-cdea-447a-88a5-987c8080dbdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.156747 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-14bb8c1e-24df-4b4f-9b25-7e5f13d3bcd4 req-e8e91970-0613-49d7-8deb-a074aab95943 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.163840 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-14bb8c1e-24df-4b4f-9b25-7e5f13d3bcd4 req-e8e91970-0613-49d7-8deb-a074aab95943 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.164971 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1bbb4de0-cdea-447a-88a5-987c8080dbdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.257011 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e91970-0613-49d7-8deb-a074aab95943 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c5f5d5-0d05-4724-8e1c-33c33786827e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:06.291074 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1bbb4de0-cdea-447a-88a5-987c8080dbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.306162 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-14bb8c1e-24df-4b4f-9b25-7e5f13d3bcd4 req-e8e91970-0613-49d7-8deb-a074aab95943 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.311208 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-14bb8c1e-24df-4b4f-9b25-7e5f13d3bcd4 req-e8e91970-0613-49d7-8deb-a074aab95943 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.364070 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e91970-0613-49d7-8deb-a074aab95943 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fecaec35-b3af-4fec-8c98-54e73115807d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:06.376958 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-14bb8c1e-24df-4b4f-9b25-7e5f13d3bcd4 req-e8e91970-0613-49d7-8deb-a074aab95943 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.378172 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-14bb8c1e-24df-4b4f-9b25-7e5f13d3bcd4 req-e8e91970-0613-49d7-8deb-a074aab95943 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6410794 Jul 07 16:54:06.403655 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1bbb4de0-cdea-447a-88a5-987c8080dbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.435444 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb4de0-cdea-447a-88a5-987c8080dbdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:06.440398 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1bbb4de0-cdea-447a-88a5-987c8080dbdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.446279 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38908) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:06.447820 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1bbb4de0-cdea-447a-88a5-987c8080dbdd admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cb6d81a5-e5ac-4c48-bb66-b674b3fdac3f HTTP/1.1" status: 204 len: 168 time: 0.3918345 Jul 07 16:54:06.449218 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a05b420-2338-4738-9b44-ec30b2da65c6 None None] Network 8fdf64d6-b65e-4c71-8052-c95e195d41d7 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:06.555471 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3a62af9e-a8b5-4692-b0ac-2adf0efda286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.679651 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e097ae2-a79c-4c0d-8efd-e956149b2079 req-6953a4cf-37fe-40e5-acb2-1af2068e425a tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:06.686914 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7e097ae2-a79c-4c0d-8efd-e956149b2079 req-6953a4cf-37fe-40e5-acb2-1af2068e425a tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.1196523 Jul 07 16:54:06.712742 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-3a62af9e-a8b5-4692-b0ac-2adf0efda286 admin admin] Deleting port 2e016f91-4b87-41f1-8446-863a0df1bf56 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:54:06.713119 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3a62af9e-a8b5-4692-b0ac-2adf0efda286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.780902 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7e097ae2-a79c-4c0d-8efd-e956149b2079 req-74738dfe-e8d6-4fce-89dd-cf13c1cd8b5e tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900092 Jul 07 16:54:06.823276 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:06.828851 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-3a62af9e-a8b5-4692-b0ac-2adf0efda286 admin admin] For port 2e016f91-4b87-41f1-8446-863a0df1bf56, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2e016f91-4b87-41f1-8446-863a0df1bf56,segment=NetworkSegment(21b07fa1-fef3-482a-8c10-2da461190ab3),segment_id=21b07fa1-fef3-482a-8c10-2da461190ab3)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:06.829242 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3a62af9e-a8b5-4692-b0ac-2adf0efda286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:06.844703 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-3a62af9e-a8b5-4692-b0ac-2adf0efda286 admin admin] Calling delete_port for 2e016f91-4b87-41f1-8446-863a0df1bf56 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:54:06.863513 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a3a37e-be12-4133-b139-990ba396502a None None] DHCP port deletion for 8fdf64d6-b65e-4c71-8052-c95e195d41d7 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:54:06.866224 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:54:06.867270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8e9f8f68-d5fa-4e31-863c-e3c7bf4ab5f3 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:54:06.868715 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-b5df9dfd-68f2-42d8-bfde-e9cad532d3f7 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:06.870360 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-b5df9dfd-68f2-42d8-bfde-e9cad532d3f7 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.69 "GET /v2.0/networks?id=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 HTTP/1.1" status: 200 len: 812 time: 0.1912796 Jul 07 16:54:06.884662 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-8da782ed-d39b-4f3c-b152-88bba8ec55a7 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Request body: {'port': {'device_id': 'ee41644a-6946-483e-8ab3-eadadda164cb', 'network_id': '5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3', 'admin_state_up': True, 'tenant_id': '35276e05203840b6935d31413a132cb9'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:06.951275 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e6a3a37e-be12-4133-b139-990ba396502a None None] Deleting port 2e016f91-4b87-41f1-8446-863a0df1bf56 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:54:06.951960 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e6a3a37e-be12-4133-b139-990ba396502a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.033474 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3a62af9e-a8b5-4692-b0ac-2adf0efda286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.068052 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e6a3a37e-be12-4133-b139-990ba396502a None None] For port 2e016f91-4b87-41f1-8446-863a0df1bf56, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2e016f91-4b87-41f1-8446-863a0df1bf56,segment=NetworkSegment(21b07fa1-fef3-482a-8c10-2da461190ab3),segment_id=21b07fa1-fef3-482a-8c10-2da461190ab3)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:07.068052 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e6a3a37e-be12-4133-b139-990ba396502a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.077061 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-8da782ed-d39b-4f3c-b152-88bba8ec55a7 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Made reservation on behalf of 35276e05203840b6935d31413a132cb9 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:07.083996 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-8da782ed-d39b-4f3c-b152-88bba8ec55a7 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.089763 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a62af9e-a8b5-4692-b0ac-2adf0efda286 admin admin] No DVR routers for this DVR port 2e016f91-4b87-41f1-8446-863a0df1bf56 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:54:07.092228 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62af9e-a8b5-4692-b0ac-2adf0efda286 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e016f91-4b87-41f1-8446-863a0df1bf56,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:07.092695 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e6a3a37e-be12-4133-b139-990ba396502a None None] Calling delete_port for 2e016f91-4b87-41f1-8446-863a0df1bf56 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:54:07.220762 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0fff6bed-afff-4b24-b7c9-f7d6af93bb33 req-8d8a37bf-e6c3-4ad8-b5ea-479ce7aa4866 tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0631747 Jul 07 16:54:07.228981 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3a62af9e-a8b5-4692-b0ac-2adf0efda286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.242274 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e6a3a37e-be12-4133-b139-990ba396502a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.245405 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-3a62af9e-a8b5-4692-b0ac-2adf0efda286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fdf64d6-b65e-4c71-8052-c95e195d41d7']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:07.267127 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-3a62af9e-a8b5-4692-b0ac-2adf0efda286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b07fa1-fef3-482a-8c10-2da461190ab3') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:07.267744 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-3a62af9e-a8b5-4692-b0ac-2adf0efda286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b07fa1-fef3-482a-8c10-2da461190ab3') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:07.284390 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3a62af9e-a8b5-4692-b0ac-2adf0efda286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.313032 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3a37e-be12-4133-b139-990ba396502a None None] Pushing event deleted for resources: {'Port': ['ID=2e016f91-4b87-41f1-8446-863a0df1bf56,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:07.313369 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-9fa46825-b066-4ed3-afbb-785c97f47b87 req-a24d210a-1cd4-4112-8340-c2eacdff59ce tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1857556329', 'description': 'tempest-description-1863054468'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:07.321140 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a3a37e-be12-4133-b139-990ba396502a None None] No DVR routers for this DVR port 2e016f91-4b87-41f1-8446-863a0df1bf56 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:54:07.325210 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3a62af9e-a8b5-4692-b0ac-2adf0efda286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.336295 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3a37e-be12-4133-b139-990ba396502a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:07.336649 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3a37e-be12-4133-b139-990ba396502a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:07.337083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3a37e-be12-4133-b139-990ba396502a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:07.337465 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3a37e-be12-4133-b139-990ba396502a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:07.337792 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3a37e-be12-4133-b139-990ba396502a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:07.338189 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3a37e-be12-4133-b139-990ba396502a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:07.338761 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3a37e-be12-4133-b139-990ba396502a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:07.339351 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3a37e-be12-4133-b139-990ba396502a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:07.343803 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3a37e-be12-4133-b139-990ba396502a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:07.344267 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3a37e-be12-4133-b139-990ba396502a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:07.344753 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3a37e-be12-4133-b139-990ba396502a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:07.345219 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3a37e-be12-4133-b139-990ba396502a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:07.350587 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a62af9e-a8b5-4692-b0ac-2adf0efda286 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:54:07.353067 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9fa46825-b066-4ed3-afbb-785c97f47b87 req-a24d210a-1cd4-4112-8340-c2eacdff59ce tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.354769 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3a62af9e-a8b5-4692-b0ac-2adf0efda286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.375799 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-8da782ed-d39b-4f3c-b152-88bba8ec55a7 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Allocated IP 172.20.0.12 (5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3/7afa8583-eb85-4875-b937-72c25bc8ecf1/3a817b75-31e0-496c-a5ce-4b8ab34969bd) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:54:07.424105 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:54:07.443889 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45edce-bf53-4389-a7d1-99fa2d70048a req-621460c6-658d-4d33-afe9-bf80a7dfb254 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:07.446271 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8f45edce-bf53-4389-a7d1-99fa2d70048a req-621460c6-658d-4d33-afe9-bf80a7dfb254 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2 HTTP/1.1" status: 200 len: 946 time: 0.2895370 Jul 07 16:54:07.496439 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3a62af9e-a8b5-4692-b0ac-2adf0efda286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.507792 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3a62af9e-a8b5-4692-b0ac-2adf0efda286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.514680 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3a62af9e-a8b5-4692-b0ac-2adf0efda286 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8fdf64d6-b65e-4c71-8052-c95e195d41d7 HTTP/1.1" status: 204 len: 168 time: 1.0666294 Jul 07 16:54:07.562580 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9fa46825-b066-4ed3-afbb-785c97f47b87 req-a24d210a-1cd4-4112-8340-c2eacdff59ce tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.569593 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9fa46825-b066-4ed3-afbb-785c97f47b87 req-a24d210a-1cd4-4112-8340-c2eacdff59ce tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.586278 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6d58cc2b-4696-499c-aa37-cc15ea2e2444 req-9c0c0a4f-3c9b-4b98-9a8b-cf09b257377c tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee41644a-6946-483e-8ab3-eadadda164cb HTTP/1.1" status: 200 len: 210 time: 0.0422845 Jul 07 16:54:07.590862 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62af9e-a8b5-4692-b0ac-2adf0efda286 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fdf64d6-b65e-4c71-8052-c95e195d41d7,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:07.622326 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9fa46825-b066-4ed3-afbb-785c97f47b87 req-a24d210a-1cd4-4112-8340-c2eacdff59ce tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.623789 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fa46825-b066-4ed3-afbb-785c97f47b87 req-a24d210a-1cd4-4112-8340-c2eacdff59ce tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3318245 Jul 07 16:54:07.624586 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d210a-1cd4-4112-8340-c2eacdff59ce tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a15a901b-0438-4d14-8665-f079ecda223f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:07.643421 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-8da782ed-d39b-4f3c-b152-88bba8ec55a7 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.696286 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-8da782ed-d39b-4f3c-b152-88bba8ec55a7 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.730298 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-8f45edce-bf53-4389-a7d1-99fa2d70048a req-d5c37b5a-5a93-45fe-9a01-ee06bc145b50 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Deleting port b8efb477-2801-4509-8cc1-5aa0cd31767c {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:54:07.732123 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-8f45edce-bf53-4389-a7d1-99fa2d70048a req-d5c37b5a-5a93-45fe-9a01-ee06bc145b50 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.784146 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-8da782ed-d39b-4f3c-b152-88bba8ec55a7 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Network 5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:07.791633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-8da782ed-d39b-4f3c-b152-88bba8ec55a7 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:07.796921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-8da782ed-d39b-4f3c-b152-88bba8ec55a7 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:07.829857 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da782ed-d39b-4f3c-b152-88bba8ec55a7 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event updated for resources: {'Port': ['ID=3a817b75-31e0-496c-a5ce-4b8ab34969bd,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:07.871225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-8da782ed-d39b-4f3c-b152-88bba8ec55a7 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:07.876297 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-8da782ed-d39b-4f3c-b152-88bba8ec55a7 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:07.917139 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-8da782ed-d39b-4f3c-b152-88bba8ec55a7 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0355158 Jul 07 16:54:07.934554 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] Request body: {'port': {'device_id': 'ee41644a-6946-483e-8ab3-eadadda164cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:07.952182 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38964) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:07.967595 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-8f45edce-bf53-4389-a7d1-99fa2d70048a req-d5c37b5a-5a93-45fe-9a01-ee06bc145b50 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] For port b8efb477-2801-4509-8cc1-5aa0cd31767c, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b8efb477-2801-4509-8cc1-5aa0cd31767c,segment=NetworkSegment(f9762b18-c26e-4af7-995d-643328bb4ac7),segment_id=f9762b18-c26e-4af7-995d-643328bb4ac7)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:07.967917 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-8f45edce-bf53-4389-a7d1-99fa2d70048a req-d5c37b5a-5a93-45fe-9a01-ee06bc145b50 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.008970 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-8f45edce-bf53-4389-a7d1-99fa2d70048a req-d5c37b5a-5a93-45fe-9a01-ee06bc145b50 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Calling delete_port for b8efb477-2801-4509-8cc1-5aa0cd31767c owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:54:08.021333 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62a639-83c7-4c92-87fd-0cee15f2d731 req-e9df4999-58e7-4434-a4ee-0f30e7d7f1f7 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:08.022897 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8e62a639-83c7-4c92-87fd-0cee15f2d731 req-e9df4999-58e7-4434-a4ee-0f30e7d7f1f7 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2 HTTP/1.1" status: 200 len: 946 time: 0.1990790 Jul 07 16:54:08.035307 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.124240 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6be94b59-8672-4eee-87c7-ecf8d3ab34fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef48c08f56bd432c93e278146b8c746f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1694746 Jul 07 16:54:08.128191 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38970) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:08.200385 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8e62a639-83c7-4c92-87fd-0cee15f2d731 req-a5d6dc2a-126f-4cdf-9646-0122084c8884 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8478f88-249e-4926-803e-b7b2147c93c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584470 Jul 07 16:54:08.227331 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a77e1a0b-37e6-46fa-8649-4193077c36b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.289360 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a77e1a0b-37e6-46fa-8649-4193077c36b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.342615 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-8f45edce-bf53-4389-a7d1-99fa2d70048a req-d5c37b5a-5a93-45fe-9a01-ee06bc145b50 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.360873 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['b8efb477-2801-4509-8cc1-5aa0cd31767c'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:08.390130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-863317a8-5821-4c48-88a1-91a7fe26c07f req-4930f2d7-f332-4e04-a2d6-5a924f0cfb33 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-939675658', 'description': 'tempest-description-1821978576'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:08.400032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c37b5a-5a93-45fe-9a01-ee06bc145b50 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Pushing event deleted for resources: {'Port': ['ID=b8efb477-2801-4509-8cc1-5aa0cd31767c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:08.437475 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-863317a8-5821-4c48-88a1-91a7fe26c07f req-4930f2d7-f332-4e04-a2d6-5a924f0cfb33 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.448005 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-863317a8-5821-4c48-88a1-91a7fe26c07f req-4930f2d7-f332-4e04-a2d6-5a924f0cfb33 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.450665 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2e016f91-4b87-41f1-8446-863a0df1bf56 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:08.474109 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a817b75-31e0-496c-a5ce-4b8ab34969bd {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:08.477502 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 2e016f91-4b87-41f1-8446-863a0df1bf56 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:54:08.477963 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2e016f91-4b87-41f1-8446-863a0df1bf56 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:54:08.478368 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38978) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:08.478764 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5344400c-d953-4949-a9cd-c0ff1c8a17cb no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:08.483899 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a77e1a0b-37e6-46fa-8649-4193077c36b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.486395 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a77e1a0b-37e6-46fa-8649-4193077c36b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.487525 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a77e1a0b-37e6-46fa-8649-4193077c36b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/37da0889-f0fe-420b-aa7e-ab7ed179ac64 HTTP/1.1" status: 204 len: 168 time: 0.3583288 Jul 07 16:54:08.492794 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.506782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 5344400c-d953-4949-a9cd-c0ff1c8a17cb {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:54:08.507451 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5344400c-d953-4949-a9cd-c0ff1c8a17cb not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:54:08.517681 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] Transition to ACTIVE for port object 3a817b75-31e0-496c-a5ce-4b8ab34969bd will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:08.528066 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.532960 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f45edce-bf53-4389-a7d1-99fa2d70048a req-d5c37b5a-5a93-45fe-9a01-ee06bc145b50 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] No DVR routers for this DVR port b8efb477-2801-4509-8cc1-5aa0cd31767c on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:54:08.536974 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-8f45edce-bf53-4389-a7d1-99fa2d70048a req-d5c37b5a-5a93-45fe-9a01-ee06bc145b50 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.539402 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8f45edce-bf53-4389-a7d1-99fa2d70048a req-d5c37b5a-5a93-45fe-9a01-ee06bc145b50 tempest-InstanceActionsV221TestJSON-644253272 tempest-InstanceActionsV221TestJSON-644253272-project] 10.222.0.15 "DELETE /v2.0/ports/b8efb477-2801-4509-8cc1-5aa0cd31767c HTTP/1.1" status: 204 len: 173 time: 1.0862684 Jul 07 16:54:08.540325 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1a0b-37e6-46fa-8649-4193077c36b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37da0889-f0fe-420b-aa7e-ab7ed179ac64,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:08.542806 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2', 'name': 'network-vif-deleted', 'tag': 'b8efb477-2801-4509-8cc1-5aa0cd31767c'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:08.551355 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6c287f-18e7-4d2f-8caa-25afd8af02b8" -d '{"events": [{"server_uuid": "9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2", "name": "network-vif-deleted", "tag": "b8efb477-2801-4509-8cc1-5aa0cd31767c"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:08.584697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] Pushing event updated for resources: {'Port': ['ID=3a817b75-31e0-496c-a5ce-4b8ab34969bd,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:08.617268 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187d3c6-00f1-4926-b3b3-1bd915fc9c38 req-c5a8c2ee-8208-479a-b525-d92b77da10b2 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:08.626182 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2187d3c6-00f1-4926-b3b3-1bd915fc9c38 req-c5a8c2ee-8208-479a-b525-d92b77da10b2 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.2109783 Jul 07 16:54:08.676497 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2187d3c6-00f1-4926-b3b3-1bd915fc9c38 req-6466e828-cd84-4d4b-93dc-13c79887e8b6 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492685 Jul 07 16:54:08.679602 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-22f28ab1-43e4-4008-bb67-260397ffbd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.738547 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] Attempting to bind port 3a817b75-31e0-496c-a5ce-4b8ab34969bd on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:08.738794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] Attempting to bind port 3a817b75-31e0-496c-a5ce-4b8ab34969bd by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '87a7ba11-1620-4c5e-90e6-a9d3f907b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:08.739190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] Attempting to bind port 3a817b75-31e0-496c-a5ce-4b8ab34969bd on network 5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:08.746706 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-863317a8-5821-4c48-88a1-91a7fe26c07f req-4930f2d7-f332-4e04-a2d6-5a924f0cfb33 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.749256 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] Port 3a817b75-31e0-496c-a5ce-4b8ab34969bd on network 5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:08.749633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] Attempting to bind port 3a817b75-31e0-496c-a5ce-4b8ab34969bd on network 5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:08.757305 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:08.757641 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] Checking segment: {'id': '87a7ba11-1620-4c5e-90e6-a9d3f907b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:08.758300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] Bound using segment: {'id': '87a7ba11-1620-4c5e-90e6-a9d3f907b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:08.758995 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] Bound port: 3a817b75-31e0-496c-a5ce-4b8ab34969bd, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a7ba11-1620-4c5e-90e6-a9d3f907b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:08.759534 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.762251 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-863317a8-5821-4c48-88a1-91a7fe26c07f req-4930f2d7-f332-4e04-a2d6-5a924f0cfb33 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.844311 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930f2d7-f332-4e04-a2d6-5a924f0cfb33 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9d32b6-964f-456f-b22b-4ff682cd8638,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:08.847703 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-73e8d4b7-a166-4212-b225-7c296bf9c79a req-6bd18cb6-c048-44a3-96bc-60e32463f3e4 tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0434089 Jul 07 16:54:08.892998 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] For port 3a817b75-31e0-496c-a5ce-4b8ab34969bd, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:08.895238 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] For port 3a817b75-31e0-496c-a5ce-4b8ab34969bd, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=3a817b75-31e0-496c-a5ce-4b8ab34969bd,segment=NetworkSegment(87a7ba11-1620-4c5e-90e6-a9d3f907b42d),segment_id=87a7ba11-1620-4c5e-90e6-a9d3f907b42d)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:08.901888 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.963159 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:08.963794 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.965529 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] 10.222.0.69 "PUT /v2.0/ports/3a817b75-31e0-496c-a5ce-4b8ab34969bd HTTP/1.1" status: 200 len: 1092 time: 1.0416617 Jul 07 16:54:08.965921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee41644a-6946-483e-8ab3-eadadda164cb', 'tag': '3a817b75-31e0-496c-a5ce-4b8ab34969bd'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:08.968206 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8fa4ad-5ee4-41e8-b839-e9c2a932635d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee41644a-6946-483e-8ab3-eadadda164cb", "tag": "3a817b75-31e0-496c-a5ce-4b8ab34969bd"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:08.980251 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-22f28ab1-43e4-4008-bb67-260397ffbd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:08.995457 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-22f28ab1-43e4-4008-bb67-260397ffbd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:09.003062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a12fc-9db9-401a-a352-d534c3a4dd5b service neutron] Pushing event updated for resources: {'Port': ['ID=3a817b75-31e0-496c-a5ce-4b8ab34969bd,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:09.083866 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f28ab1-43e4-4008-bb67-260397ffbd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30cbcef-28de-4848-a90f-87735ac82e3b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:09.097681 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-22f28ab1-43e4-4008-bb67-260397ffbd16 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c10623e7526942cea76b9d9197fd1073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6133749 Jul 07 16:54:09.097873 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-bcdcc86a-5a82-413e-acfc-5f30c8e14caf tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:09.098547 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 39010) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:09.103536 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-bcdcc86a-5a82-413e-acfc-5f30c8e14caf tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/networks?id=699fa17b-01d7-4d5f-a61b-f1383d4a18a7 HTTP/1.1" status: 200 len: 805 time: 0.1168139 Jul 07 16:54:09.115114 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-157f1405-4a43-43a2-a910-fd4fef77667d tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/quotas/13f3bce388ad42598000636f745b7999 HTTP/1.1" status: 200 len: 375 time: 0.0101876 Jul 07 16:54:09.199053 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-cc86b2d3-e484-4c05-9eef-6f31e51dbdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:09.199053 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-cc86b2d3-e484-4c05-9eef-6f31e51dbdaf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=35276e05203840b6935d31413a132cb9&device_id=ee41644a-6946-483e-8ab3-eadadda164cb HTTP/1.1" status: 200 len: 1095 time: 0.1674101 Jul 07 16:54:09.216174 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-5be4be62-80f5-4a5a-bd18-d463c651802d tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=13f3bce388ad42598000636f745b7999&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0924029 Jul 07 16:54:09.228699 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-863317a8-5821-4c48-88a1-91a7fe26c07f req-4930f2d7-f332-4e04-a2d6-5a924f0cfb33 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:09.258806 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-341ebb3c-b3c3-4514-90f9-7ac526582360 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a817b75-31e0-496c-a5ce-4b8ab34969bd HTTP/1.1" status: 200 len: 217 time: 0.0507555 Jul 07 16:54:09.259394 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-863317a8-5821-4c48-88a1-91a7fe26c07f req-4930f2d7-f332-4e04-a2d6-5a924f0cfb33 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:09.261609 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee0eb030-4734-41c6-9ecf-756e8f871ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:09.295928 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 34566c37-0a68-4492-8763-d95263e149ed no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:09.332970 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-97ae6ee8-68c5-47f3-afe9-9271347fa41d service neutron] 10.222.0.50 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156669 Jul 07 16:54:09.337962 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-863317a8-5821-4c48-88a1-91a7fe26c07f req-4930f2d7-f332-4e04-a2d6-5a924f0cfb33 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:09.340028 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-863317a8-5821-4c48-88a1-91a7fe26c07f req-4930f2d7-f332-4e04-a2d6-5a924f0cfb33 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9570234 Jul 07 16:54:09.341883 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee0eb030-4734-41c6-9ecf-756e8f871ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:09.352425 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930f2d7-f332-4e04-a2d6-5a924f0cfb33 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce82092-501e-40c0-8eb0-566ed5467773,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:09.369001 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-34755777-10c4-4fad-b76e-066728dee1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:09.370593 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-34755777-10c4-4fad-b76e-066728dee1ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7afa8583-eb85-4875-b937-72c25bc8ecf1 HTTP/1.1" status: 200 len: 852 time: 0.1042109 Jul 07 16:54:09.402950 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13aef840-297d-4d1f-8de2-3f1144c39ca9 x-openstack-request-id: req-13aef840-297d-4d1f-8de2-3f1144c39ca9 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:09.403551 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2", "name": "network-vif-deleted", "tag": "b8efb477-2801-4509-8cc1-5aa0cd31767c", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:09.403819 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13aef840-297d-4d1f-8de2-3f1144c39ca9 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:09.404245 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf9dee2-3a28-4c0e-a30a-0a5894fa27d2', 'name': 'network-vif-deleted', 'tag': 'b8efb477-2801-4509-8cc1-5aa0cd31767c', 'status': 'completed', 'code': 200} Jul 07 16:54:09.415335 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-d8ed5beb-4c56-452c-9f39-3dfef2cb9cd7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379546 Jul 07 16:54:09.486769 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee0eb030-4734-41c6-9ecf-756e8f871ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:09.490236 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee0eb030-4734-41c6-9ecf-756e8f871ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:09.491098 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ee0eb030-4734-41c6-9ecf-756e8f871ad4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c30cbcef-28de-4848-a90f-87735ac82e3b HTTP/1.1" status: 204 len: 168 time: 0.3918185 Jul 07 16:54:09.512292 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0eb030-4734-41c6-9ecf-756e8f871ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30cbcef-28de-4848-a90f-87735ac82e3b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:09.516267 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-2532622d-9e82-42b6-b67d-2b8f11e820dd service neutron] 10.222.0.50 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819668 Jul 07 16:54:09.535386 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:09.576606 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-5a1163e5-d5ae-4890-9b4d-c7d2c0f953aa service neutron] 10.222.0.69 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545713 Jul 07 16:54:09.580264 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0932e5fd-4c26-44ce-b0b2-807460a94c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34566c37-0a68-4492-8763-d95263e149ed'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:09.582943 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fd6123-b202-4ec9-ab41-cbb1d5ed3623" -d '{"events": [{"server_uuid": "0932e5fd-4c26-44ce-b0b2-807460a94c81", "name": "network-vif-unplugged", "status": "completed", "tag": "34566c37-0a68-4492-8763-d95263e149ed"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:09.608823 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 34566c37-0a68-4492-8763-d95263e149ed, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=34566c37-0a68-4492-8763-d95263e149ed,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:09.613535 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:09.661455 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff360c9-92cb-4bbb-b40c-7e5b314e660a req-0a8a55aa-d034-4960-9609-4b20b426dc92 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:09.663333 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fff360c9-92cb-4bbb-b40c-7e5b314e660a req-0a8a55aa-d034-4960-9609-4b20b426dc92 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee41644a-6946-483e-8ab3-eadadda164cb HTTP/1.1" status: 200 len: 944 time: 0.1471655 Jul 07 16:54:09.675308 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=34566c37-0a68-4492-8763-d95263e149ed,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:09.720720 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7990299-6c77-4236-a367-c5f4aa2cc752 req-ea942b76-fb4f-4573-9627-a5039fb2a353 service neutron] 10.222.0.69 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377096 Jul 07 16:54:09.743114 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fff360c9-92cb-4bbb-b40c-7e5b314e660a req-9fd7bdbd-07a7-4f8f-99a5-6f6f412f71a0 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?id=491b0f75-5fa9-4cb3-90dd-af404ca72de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669079 Jul 07 16:54:09.812029 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65558ec7-309a-4bb3-bc45-0d6e9454c319 x-openstack-request-id: req-65558ec7-309a-4bb3-bc45-0d6e9454c319 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:09.812550 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee41644a-6946-483e-8ab3-eadadda164cb", "tag": "3a817b75-31e0-496c-a5ce-4b8ab34969bd", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:09.812946 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-65558ec7-309a-4bb3-bc45-0d6e9454c319 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:09.813445 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee41644a-6946-483e-8ab3-eadadda164cb', 'tag': '3a817b75-31e0-496c-a5ce-4b8ab34969bd', 'status': 'completed', 'code': 200} Jul 07 16:54:09.931041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fa4ad-5ee4-41e8-b839-e9c2a932635d req-520175f8-c08f-4fca-bd9e-7b4f7801afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:09.933808 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e8fa4ad-5ee4-41e8-b839-e9c2a932635d req-520175f8-c08f-4fca-bd9e-7b4f7801afc2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=35276e05203840b6935d31413a132cb9&device_id=ee41644a-6946-483e-8ab3-eadadda164cb HTTP/1.1" status: 200 len: 1095 time: 0.0959630 Jul 07 16:54:09.977375 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-2d52c100-312d-47f7-b1de-18ffb03fbd56 req-296582f7-1a4c-4846-b6cc-237700b9cb13 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1392098600', 'description': 'tempest-description-1600910651'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:10.058719 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2d52c100-312d-47f7-b1de-18ffb03fbd56 req-296582f7-1a4c-4846-b6cc-237700b9cb13 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:10.090093 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce77409-2a24-425c-8696-36f5c96754cb req-94595c0e-5c6e-4a8d-9af6-1e454cadfa3a tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:10.091857 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bce77409-2a24-425c-8696-36f5c96754cb req-94595c0e-5c6e-4a8d-9af6-1e454cadfa3a tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.69 "GET /v2.0/ports?device_id=0932e5fd-4c26-44ce-b0b2-807460a94c81 HTTP/1.1" status: 200 len: 943 time: 0.1441348 Jul 07 16:54:10.116817 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fa4ad-5ee4-41e8-b839-e9c2a932635d req-f4e7365c-9d3e-4777-967e-2c4d3d007350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:10.118486 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e8fa4ad-5ee4-41e8-b839-e9c2a932635d req-f4e7365c-9d3e-4777-967e-2c4d3d007350 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 HTTP/1.1" status: 200 len: 913 time: 0.1716228 Jul 07 16:54:10.178507 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:54:10.218192 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e8fa4ad-5ee4-41e8-b839-e9c2a932635d req-dfaba95d-74eb-4612-af16-08791f66f296 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a817b75-31e0-496c-a5ce-4b8ab34969bd HTTP/1.1" status: 200 len: 217 time: 0.0929122 Jul 07 16:54:10.218366 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428b6b5a-60b5-4453-afbe-ae1cb2f50f79 x-openstack-request-id: req-428b6b5a-60b5-4453-afbe-ae1cb2f50f79 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:10.218766 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0932e5fd-4c26-44ce-b0b2-807460a94c81", "name": "network-vif-unplugged", "status": "completed", "tag": "34566c37-0a68-4492-8763-d95263e149ed", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:10.219044 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-428b6b5a-60b5-4453-afbe-ae1cb2f50f79 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:10.219446 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0932e5fd-4c26-44ce-b0b2-807460a94c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34566c37-0a68-4492-8763-d95263e149ed', 'code': 200} Jul 07 16:54:10.229536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 39062) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:10.287576 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ee58-aad7-4681-ba04-0e9d6ace7b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:10.346116 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fa4ad-5ee4-41e8-b839-e9c2a932635d req-00c85cce-e455-4f5a-8360-345eec95b46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:10.347977 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e8fa4ad-5ee4-41e8-b839-e9c2a932635d req-00c85cce-e455-4f5a-8360-345eec95b46b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7afa8583-eb85-4875-b937-72c25bc8ecf1 HTTP/1.1" status: 200 len: 852 time: 0.0855525 Jul 07 16:54:10.358919 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d63d1c49-c008-49ce-ad59-5dfbb368d976 req-7958bb00-beba-4523-8981-d35de84b87fe tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=074169b7-1172-4098-ad23-6c2d690b89ba HTTP/1.1" status: 200 len: 210 time: 0.0686197 Jul 07 16:54:10.375701 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-bce77409-2a24-425c-8696-36f5c96754cb req-b5a8480b-a273-46d3-aee7-eabaf46ec4ab tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Deleting port 34566c37-0a68-4492-8763-d95263e149ed {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:54:10.376052 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bce77409-2a24-425c-8696-36f5c96754cb req-b5a8480b-a273-46d3-aee7-eabaf46ec4ab tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:10.417498 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e8fa4ad-5ee4-41e8-b839-e9c2a932635d req-46b54cfa-6a73-4349-8da2-f9e08efc066d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607879 Jul 07 16:54:10.467556 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2d52c100-312d-47f7-b1de-18ffb03fbd56 req-296582f7-1a4c-4846-b6cc-237700b9cb13 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:10.506811 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2d52c100-312d-47f7-b1de-18ffb03fbd56 req-296582f7-1a4c-4846-b6cc-237700b9cb13 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:10.546729 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-bce77409-2a24-425c-8696-36f5c96754cb req-b5a8480b-a273-46d3-aee7-eabaf46ec4ab tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] For port 34566c37-0a68-4492-8763-d95263e149ed, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=34566c37-0a68-4492-8763-d95263e149ed,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:10.547094 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bce77409-2a24-425c-8696-36f5c96754cb req-b5a8480b-a273-46d3-aee7-eabaf46ec4ab tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:10.571447 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-bce77409-2a24-425c-8696-36f5c96754cb req-b5a8480b-a273-46d3-aee7-eabaf46ec4ab tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Calling delete_port for 34566c37-0a68-4492-8763-d95263e149ed owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:54:10.578298 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296582f7-1a4c-4846-b6cc-237700b9cb13 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca59aef2-9f70-4729-b4aa-4b3576f6021d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:10.599262 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7afae-0556-4977-a758-281015976537 req-5d66621b-d9dc-459b-a039-fcf37055dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:10.600807 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-85c7afae-0556-4977-a758-281015976537 req-5d66621b-d9dc-459b-a039-fcf37055dfb6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3c7535ed48d476185da2eb9644b8ebd&device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 1096 time: 0.3815007 Jul 07 16:54:10.617456 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0c4f89af-3513-4254-9d38-d77d7ebc5f84 req-9437be12-bc96-48b3-9442-b7cb2cde78bd tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0481932 Jul 07 16:54:10.693457 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e8fa4ad-5ee4-41e8-b839-e9c2a932635d req-0f4e5dae-c182-4631-a49b-a85386bb8365 service neutron] 10.222.0.69 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653625 Jul 07 16:54:10.718146 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ee58-aad7-4681-ba04-0e9d6ace7b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:10.730532 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ee58-aad7-4681-ba04-0e9d6ace7b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:10.775596 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8aa0ee58-aad7-4681-ba04-0e9d6ace7b92 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8ac83969ec1a434597b372bc4ddacb51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5413311 Jul 07 16:54:10.779522 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2d52c100-312d-47f7-b1de-18ffb03fbd56 req-296582f7-1a4c-4846-b6cc-237700b9cb13 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:10.781106 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 39076) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:10.794227 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2d52c100-312d-47f7-b1de-18ffb03fbd56 req-296582f7-1a4c-4846-b6cc-237700b9cb13 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8341746 Jul 07 16:54:10.819119 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0ee58-aad7-4681-ba04-0e9d6ace7b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f364f88-45e7-4eba-9364-80a078e12e5b,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:10.862935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7afae-0556-4977-a758-281015976537 req-45936273-e695-4583-bdf6-28ea689c8b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:10.864355 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-85c7afae-0556-4977-a758-281015976537 req-45936273-e695-4583-bdf6-28ea689c8b8e service neutron] 10.222.0.69 "GET /v2.0/networks?id=c4184cab-8f42-40f8-9e52-10e5b0c78104 HTTP/1.1" status: 200 len: 911 time: 0.2563822 Jul 07 16:54:10.890912 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c6582c8b-465f-4e68-a574-7c6db839e481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:10.894448 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bce77409-2a24-425c-8696-36f5c96754cb req-b5a8480b-a273-46d3-aee7-eabaf46ec4ab tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:10.915488 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-85c7afae-0556-4977-a758-281015976537 req-e2403fb4-9237-4ee0-bce6-262ca5a92072 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 HTTP/1.1" status: 200 len: 217 time: 0.0431910 Jul 07 16:54:10.960469 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e8fa4ad-5ee4-41e8-b839-e9c2a932635d req-71877da9-60c7-4ef8-970a-1bfc4b74901f service neutron] 10.222.0.69 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579424 Jul 07 16:54:10.974767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7afae-0556-4977-a758-281015976537 req-38718241-eb63-4bdc-ad8d-e100ee987b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:10.976934 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-85c7afae-0556-4977-a758-281015976537 req-38718241-eb63-4bdc-ad8d-e100ee987b4c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f66d77b5-13d1-4fc2-be4e-9e15148f4fb9 HTTP/1.1" status: 200 len: 850 time: 0.0536203 Jul 07 16:54:10.985129 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8480b-a273-46d3-aee7-eabaf46ec4ab tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Pushing event deleted for resources: {'Port': ['ID=34566c37-0a68-4492-8763-d95263e149ed,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:10.995744 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c6582c8b-465f-4e68-a574-7c6db839e481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:11.016193 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b8efb477-2801-4509-8cc1-5aa0cd31767c no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:11.032678 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-85c7afae-0556-4977-a758-281015976537 req-146f2ddb-6751-4bf4-91ed-b49a5a4f24d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c4184cab-8f42-40f8-9e52-10e5b0c78104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443704 Jul 07 16:54:11.037034 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: b8efb477-2801-4509-8cc1-5aa0cd31767c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:54:11.037645 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b8efb477-2801-4509-8cc1-5aa0cd31767c not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:54:11.055982 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce77409-2a24-425c-8696-36f5c96754cb req-b5a8480b-a273-46d3-aee7-eabaf46ec4ab tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] No DVR routers for this DVR port 34566c37-0a68-4492-8763-d95263e149ed on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:54:11.064675 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bce77409-2a24-425c-8696-36f5c96754cb req-b5a8480b-a273-46d3-aee7-eabaf46ec4ab tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:11.066717 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bce77409-2a24-425c-8696-36f5c96754cb req-b5a8480b-a273-46d3-aee7-eabaf46ec4ab tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.69 "DELETE /v2.0/ports/34566c37-0a68-4492-8763-d95263e149ed HTTP/1.1" status: 204 len: 173 time: 0.9688494 Jul 07 16:54:11.103400 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef269f19-e343-4dce-8f57-5aec08aa2982 req-9314c780-0cb9-464b-8347-a2551c33bf74 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:11.105666 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ef269f19-e343-4dce-8f57-5aec08aa2982 req-9314c780-0cb9-464b-8347-a2551c33bf74 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.2089114 Jul 07 16:54:11.128984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6bcc0-3ffb-4765-97a3-e0f6a47b2557 req-67ce01a4-691a-4549-9842-fef715305f96 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:11.130462 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9bd6bcc0-3ffb-4765-97a3-e0f6a47b2557 req-67ce01a4-691a-4549-9842-fef715305f96 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee41644a-6946-483e-8ab3-eadadda164cb HTTP/1.1" status: 200 len: 944 time: 0.1522014 Jul 07 16:54:11.141240 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c6582c8b-465f-4e68-a574-7c6db839e481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:11.144513 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c6582c8b-465f-4e68-a574-7c6db839e481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:11.147978 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c6582c8b-465f-4e68-a574-7c6db839e481 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9f364f88-45e7-4eba-9364-80a078e12e5b HTTP/1.1" status: 204 len: 168 time: 0.3631091 Jul 07 16:54:11.161788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6582c8b-465f-4e68-a574-7c6db839e481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f364f88-45e7-4eba-9364-80a078e12e5b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:11.178775 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ef269f19-e343-4dce-8f57-5aec08aa2982 req-adb1dd13-36eb-430d-a6e0-a516d82b89aa tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633671 Jul 07 16:54:11.195355 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-85c7afae-0556-4977-a758-281015976537 req-33a7fa4e-e964-4452-b456-7010de972adc service neutron] 10.222.0.69 "GET /v2.0/networks/c4184cab-8f42-40f8-9e52-10e5b0c78104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543944 Jul 07 16:54:11.236976 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9bd6bcc0-3ffb-4765-97a3-e0f6a47b2557 req-6061db64-3c4a-402e-add3-1de67dc1e2e2 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?id=491b0f75-5fa9-4cb3-90dd-af404ca72de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972521 Jul 07 16:54:11.343784 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-85c7afae-0556-4977-a758-281015976537 req-120edce7-79c6-4099-851e-4b74ba419080 service neutron] 10.222.0.69 "GET /v2.0/networks/c4184cab-8f42-40f8-9e52-10e5b0c78104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311224 Jul 07 16:54:11.431576 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0932e5fd-4c26-44ce-b0b2-807460a94c81', 'name': 'network-vif-deleted', 'tag': '34566c37-0a68-4492-8763-d95263e149ed'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:11.435075 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d442c0a-556f-42d2-bfa8-610d8de65102" -d '{"events": [{"server_uuid": "0932e5fd-4c26-44ce-b0b2-807460a94c81", "name": "network-vif-deleted", "tag": "34566c37-0a68-4492-8763-d95263e149ed"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:11.512067 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-d0dd902c-5640-4cd7-890c-2e37da9a8afc tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:11.513768 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-d0dd902c-5640-4cd7-890c-2e37da9a8afc tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.15 "GET /v2.0/networks?id=699fa17b-01d7-4d5f-a61b-f1383d4a18a7 HTTP/1.1" status: 200 len: 805 time: 0.1618097 Jul 07 16:54:11.542244 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Request body: {'port': {'device_id': '074169b7-1172-4098-ad23-6c2d690b89ba', 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7', 'admin_state_up': True, 'tenant_id': '13f3bce388ad42598000636f745b7999'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:11.684957 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7442a9c9-3ef7-4e17-a830-550f283ab5f8 req-6cc029ec-876b-4505-b11e-30d7c21d268b tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34476 time: 0.3850021 Jul 07 16:54:11.721295 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Made reservation on behalf of 13f3bce388ad42598000636f745b7999 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:11.729817 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:11.808393 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7442a9c9-3ef7-4e17-a830-550f283ab5f8 req-c44136d1-0ba5-4cda-8a79-2ae6e845d94a tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "GET /v2.0/security-groups/3f9d32b6-964f-456f-b22b-4ff682cd8638 HTTP/1.1" status: 200 len: 2981 time: 0.1121097 Jul 07 16:54:11.890253 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7442a9c9-3ef7-4e17-a830-550f283ab5f8 req-eb014ca0-22e9-4924-bacf-4637e9750a63 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "GET /v2.0/security-groups/3f9d32b6-964f-456f-b22b-4ff682cd8638 HTTP/1.1" status: 200 len: 2981 time: 0.0592139 Jul 07 16:54:11.964980 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Allocated IP 172.20.0.13 (699fa17b-01d7-4d5f-a61b-f1383d4a18a7/f4033db2-1315-487d-98c1-b14262a4cfcd/a39dc69b-7406-4961-9904-e9f47e2fef05) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:11.973459 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7442a9c9-3ef7-4e17-a830-550f283ab5f8 req-689eb794-1b45-432a-813f-8f5532268b4f tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "GET /v2.0/security-groups/491b0f75-5fa9-4cb3-90dd-af404ca72de1 HTTP/1.1" status: 200 len: 2981 time: 0.0758071 Jul 07 16:54:12.004065 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 39152) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:12.056918 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef51a33-2960-45b3-a6c8-50cbb69efa22 admin admin] Deleting subnet 5117fde9-70ab-478c-be77-927fc751fa83 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:54:12.062809 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ef51a33-2960-45b3-a6c8-50cbb69efa22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:12.088546 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7442a9c9-3ef7-4e17-a830-550f283ab5f8 req-8d407eb4-5e03-4910-a3b0-aa24c3e18c4f tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "GET /v2.0/security-groups/491b0f75-5fa9-4cb3-90dd-af404ca72de1 HTTP/1.1" status: 200 len: 2981 time: 0.1136222 Jul 07 16:54:12.117649 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ef51a33-2960-45b3-a6c8-50cbb69efa22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:12.163131 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-90617d34-fcd9-427c-b462-b448250e818f req-0e7e2b4b-3b0f-4f73-9c5f-77fb0d6cffc9 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=074169b7-1172-4098-ad23-6c2d690b89ba HTTP/1.1" status: 200 len: 210 time: 0.0590718 Jul 07 16:54:12.168148 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7442a9c9-3ef7-4e17-a830-550f283ab5f8 req-908da908-6e93-4bc9-a7dd-118ef095d605 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "GET /v2.0/security-groups/5767ba6e-37e3-4cf7-8575-b4749f18c447 HTTP/1.1" status: 200 len: 2981 time: 0.0712891 Jul 07 16:54:12.187786 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ef51a33-2960-45b3-a6c8-50cbb69efa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:12.256102 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:12.286963 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e08c30-1822-4625-85c3-3b5ae5fce122 x-openstack-request-id: req-07e08c30-1822-4625-85c3-3b5ae5fce122 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:12.288962 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0932e5fd-4c26-44ce-b0b2-807460a94c81", "name": "network-vif-deleted", "tag": "34566c37-0a68-4492-8763-d95263e149ed", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:12.289726 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07e08c30-1822-4625-85c3-3b5ae5fce122 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:12.290635 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0932e5fd-4c26-44ce-b0b2-807460a94c81', 'name': 'network-vif-deleted', 'tag': '34566c37-0a68-4492-8763-d95263e149ed', 'status': 'completed', 'code': 200} Jul 07 16:54:12.320760 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7442a9c9-3ef7-4e17-a830-550f283ab5f8 req-e94ecd7a-113b-45f5-93a4-88db046325fe tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "GET /v2.0/security-groups/5767ba6e-37e3-4cf7-8575-b4749f18c447 HTTP/1.1" status: 200 len: 2981 time: 0.1429231 Jul 07 16:54:12.379492 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7442a9c9-3ef7-4e17-a830-550f283ab5f8 req-e99c2018-7de3-4042-a1a8-ba5f704fd7bb tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "GET /v2.0/security-groups/a1c5f5d5-0d05-4724-8e1c-33c33786827e HTTP/1.1" status: 200 len: 2981 time: 0.0496471 Jul 07 16:54:12.382903 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ef51a33-2960-45b3-a6c8-50cbb69efa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:12.384469 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:12.427784 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef51a33-2960-45b3-a6c8-50cbb69efa22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5117fde9-70ab-478c-be77-927fc751fa83,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:12.441044 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ef51a33-2960-45b3-a6c8-50cbb69efa22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:12.443030 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5ef51a33-2960-45b3-a6c8-50cbb69efa22 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5117fde9-70ab-478c-be77-927fc751fa83 HTTP/1.1" status: 204 len: 168 time: 0.4378240 Jul 07 16:54:12.448425 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 39168) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:12.474242 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Network 699fa17b-01d7-4d5f-a61b-f1383d4a18a7 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:12.480550 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b0a2441-c62d-4ce4-b7e3-8a327007620b req-0d705761-677a-4c2d-b74f-35d31c924c90 tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0471220 Jul 07 16:54:12.483726 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:12.488257 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:12.492179 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Pushing event updated for resources: {'Port': ['ID=a39dc69b-7406-4961-9904-e9f47e2fef05,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:12.512907 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7442a9c9-3ef7-4e17-a830-550f283ab5f8 req-cbe3f844-d714-40c3-a179-394322741981 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "GET /v2.0/security-groups/a1c5f5d5-0d05-4724-8e1c-33c33786827e HTTP/1.1" status: 200 len: 2981 time: 0.1195457 Jul 07 16:54:12.533135 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:12.533494 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:12.533835 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:12.534172 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:12.534532 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:12.534862 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:12.535190 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:12.535520 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:12.536005 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:12.536199 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:12.536526 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:12.536854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:12.557819 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:12.558779 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:12.576314 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-209ac28f-92b1-48a4-8849-20192233139c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0401914 Jul 07 16:54:12.581931 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4885d8f-536e-4b99-9c49-61d19ea959bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:12.592672 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] Request body: {'port': {'device_id': '074169b7-1172-4098-ad23-6c2d690b89ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:12.600949 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7442a9c9-3ef7-4e17-a830-550f283ab5f8 req-2852a857-6a1f-48e2-82f8-023191f865fe tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "GET /v2.0/security-groups/b93f6c90-fd15-4bc5-8cc9-53518c93abf1 HTTP/1.1" status: 200 len: 2973 time: 0.0765026 Jul 07 16:54:12.703695 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:12.718343 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7442a9c9-3ef7-4e17-a830-550f283ab5f8 req-0ad3e792-94c2-4823-b717-614eb010aade tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "GET /v2.0/security-groups/b93f6c90-fd15-4bc5-8cc9-53518c93abf1 HTTP/1.1" status: 200 len: 2973 time: 0.0847027 Jul 07 16:54:12.727383 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4885d8f-536e-4b99-9c49-61d19ea959bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:12.767955 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-b4885d8f-536e-4b99-9c49-61d19ea959bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c66bed-3dde-4098-8ead-14c60ddf2754']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:12.781078 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7442a9c9-3ef7-4e17-a830-550f283ab5f8 req-9dd2ef98-275c-4748-baa7-31e82f289c1b tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "GET /v2.0/security-groups/bac461e6-02a3-4e5b-a2e9-c066e6372856 HTTP/1.1" status: 200 len: 2977 time: 0.0560379 Jul 07 16:54:12.782739 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-b4885d8f-536e-4b99-9c49-61d19ea959bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9762b18-c26e-4af7-995d-643328bb4ac7') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:12.783366 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-b4885d8f-536e-4b99-9c49-61d19ea959bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9762b18-c26e-4af7-995d-643328bb4ac7') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:12.800402 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4885d8f-536e-4b99-9c49-61d19ea959bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:12.834800 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4885d8f-536e-4b99-9c49-61d19ea959bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:12.849142 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4885d8f-536e-4b99-9c49-61d19ea959bc admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:54:12.849838 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4885d8f-536e-4b99-9c49-61d19ea959bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:54:12.851743 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:54:12.897248 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7442a9c9-3ef7-4e17-a830-550f283ab5f8 req-da7970ba-eec3-4bc1-9330-71f7d4795294 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "GET /v2.0/security-groups/bac461e6-02a3-4e5b-a2e9-c066e6372856 HTTP/1.1" status: 200 len: 2977 time: 0.1070473 Jul 07 16:54:12.955432 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7442a9c9-3ef7-4e17-a830-550f283ab5f8 req-4bd2cdb3-cd64-4c2c-9a92-1617d59e3363 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "GET /v2.0/security-groups/ddcb1e74-f7d7-4226-9746-b4cf44533857 HTTP/1.1" status: 200 len: 2981 time: 0.0516808 Jul 07 16:54:12.956865 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4885d8f-536e-4b99-9c49-61d19ea959bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:12.975964 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4885d8f-536e-4b99-9c49-61d19ea959bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:12.982863 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b4885d8f-536e-4b99-9c49-61d19ea959bc admin admin] 10.222.0.50 "DELETE /v2.0/networks/d4c66bed-3dde-4098-8ead-14c60ddf2754 HTTP/1.1" status: 204 len: 168 time: 0.5284615 Jul 07 16:54:12.983935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4885d8f-536e-4b99-9c49-61d19ea959bc admin admin] Pushing event deleted for resources: {'Network': ['ID=d4c66bed-3dde-4098-8ead-14c60ddf2754,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:13.028316 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7442a9c9-3ef7-4e17-a830-550f283ab5f8 req-4dad302f-85a6-413d-8bf7-e0a92ef6fa33 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "GET /v2.0/security-groups/ddcb1e74-f7d7-4226-9746-b4cf44533857 HTTP/1.1" status: 200 len: 2981 time: 0.0536671 Jul 07 16:54:13.090793 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7442a9c9-3ef7-4e17-a830-550f283ab5f8 req-735f5f21-98f3-4771-8cd6-cc546942f4c6 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "GET /v2.0/security-groups/df235b7b-9503-4e15-afe3-d30f95c91abe HTTP/1.1" status: 200 len: 2981 time: 0.0556231 Jul 07 16:54:13.139132 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7442a9c9-3ef7-4e17-a830-550f283ab5f8 req-42361ed2-d6be-4581-bb3f-d1831fac0554 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "GET /v2.0/security-groups/df235b7b-9503-4e15-afe3-d30f95c91abe HTTP/1.1" status: 200 len: 2981 time: 0.0415857 Jul 07 16:54:13.143797 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39dc69b-7406-4961-9904-e9f47e2fef05 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:13.154850 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.177010 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] Transition to ACTIVE for port object a39dc69b-7406-4961-9904-e9f47e2fef05 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:13.183880 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.188408 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7442a9c9-3ef7-4e17-a830-550f283ab5f8 req-b2c24905-c780-4a2a-904f-abd5dcc86e55 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "GET /v2.0/security-groups/f8478f88-249e-4926-803e-b7b2147c93c4 HTTP/1.1" status: 200 len: 2981 time: 0.0411820 Jul 07 16:54:13.194703 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87182c60-b9cc-481c-b89e-c97a6d6f510f req-f2781ffb-d996-4eba-bd15-2bf1dbcc7b20 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:13.196197 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87182c60-b9cc-481c-b89e-c97a6d6f510f req-f2781ffb-d996-4eba-bd15-2bf1dbcc7b20 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.1089714 Jul 07 16:54:13.201967 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 39224) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:13.239596 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7442a9c9-3ef7-4e17-a830-550f283ab5f8 req-4e9406e3-d947-4e95-a193-edb66bd52bc0 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "GET /v2.0/security-groups/f8478f88-249e-4926-803e-b7b2147c93c4 HTTP/1.1" status: 200 len: 2981 time: 0.0449102 Jul 07 16:54:13.341733 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 3a817b75-31e0-496c-a5ce-4b8ab34969bd details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:54:13.346315 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 34566c37-0a68-4492-8763-d95263e149ed no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:13.374057 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 34566c37-0a68-4492-8763-d95263e149ed {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:54:13.374461 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 34566c37-0a68-4492-8763-d95263e149ed not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:54:13.406913 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1a35d-80bb-4f23-be13-7201bd37beee req-c7565949-fcec-4e8c-b4cb-1d0eda870bd3 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:13.411058 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69b1a35d-80bb-4f23-be13-7201bd37beee req-c7565949-fcec-4e8c-b4cb-1d0eda870bd3 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee41644a-6946-483e-8ab3-eadadda164cb HTTP/1.1" status: 200 len: 944 time: 0.0798905 Jul 07 16:54:13.449594 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69b1a35d-80bb-4f23-be13-7201bd37beee req-01f53012-eeed-4c37-9ddd-d6dcb0157b96 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?id=491b0f75-5fa9-4cb3-90dd-af404ca72de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352802 Jul 07 16:54:13.474241 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 3a817b75-31e0-496c-a5ce-4b8ab34969bd, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=3a817b75-31e0-496c-a5ce-4b8ab34969bd,segment=NetworkSegment(87a7ba11-1620-4c5e-90e6-a9d3f907b42d),segment_id=87a7ba11-1620-4c5e-90e6-a9d3f907b42d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:13.488139 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '3a817b75-31e0-496c-a5ce-4b8ab34969bd', 'network_id': '5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3', 'port_id': '3a817b75-31e0-496c-a5ce-4b8ab34969bd', 'mac_address': 'fa:16:3e:26:b4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7afa8583-eb85-4875-b937-72c25bc8ecf1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:54:13.530618 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.545122 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a817b75-31e0-496c-a5ce-4b8ab34969bd {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:13.568851 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 3a817b75-31e0-496c-a5ce-4b8ab34969bd, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=3a817b75-31e0-496c-a5ce-4b8ab34969bd,segment=NetworkSegment(87a7ba11-1620-4c5e-90e6-a9d3f907b42d),segment_id=87a7ba11-1620-4c5e-90e6-a9d3f907b42d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:13.573959 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.626654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=3a817b75-31e0-496c-a5ce-4b8ab34969bd,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:13.644084 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] Pushing event updated for resources: {'Port': ['ID=a39dc69b-7406-4961-9904-e9f47e2fef05,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:13.699249 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-66affcef-7c46-4f2c-92eb-5e129c7327c6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a78a16a9ada742a185da8db508ca2efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4967690 Jul 07 16:54:13.702010 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 39244) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:13.705707 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87182c60-b9cc-481c-b89e-c97a6d6f510f req-207b6b61-d1cb-4378-af83-9b127c1896ab tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454048 Jul 07 16:54:13.733639 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] Attempting to bind port a39dc69b-7406-4961-9904-e9f47e2fef05 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:13.734418 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] Attempting to bind port a39dc69b-7406-4961-9904-e9f47e2fef05 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'd7e9cb76-4c8d-477c-9813-3e695fc7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:13.734567 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] Attempting to bind port a39dc69b-7406-4961-9904-e9f47e2fef05 on network 699fa17b-01d7-4d5f-a61b-f1383d4a18a7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:13.739430 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] Port a39dc69b-7406-4961-9904-e9f47e2fef05 on network 699fa17b-01d7-4d5f-a61b-f1383d4a18a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:13.739988 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] Attempting to bind port a39dc69b-7406-4961-9904-e9f47e2fef05 on network 699fa17b-01d7-4d5f-a61b-f1383d4a18a7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:13.745949 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:13.746277 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] Checking segment: {'id': 'd7e9cb76-4c8d-477c-9813-3e695fc7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:13.746848 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] Bound using segment: {'id': 'd7e9cb76-4c8d-477c-9813-3e695fc7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:13.747277 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] Bound port: a39dc69b-7406-4961-9904-e9f47e2fef05, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e9cb76-4c8d-477c-9813-3e695fc7e1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:13.747646 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.773199 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19183856-234c-41f7-8cff-262e39eb2457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.808885 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19183856-234c-41f7-8cff-262e39eb2457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.825481 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] For port a39dc69b-7406-4961-9904-e9f47e2fef05, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:13.829173 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] For port a39dc69b-7406-4961-9904-e9f47e2fef05, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a39dc69b-7406-4961-9904-e9f47e2fef05,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:13.835245 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.881679 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19183856-234c-41f7-8cff-262e39eb2457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.884351 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19183856-234c-41f7-8cff-262e39eb2457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.885532 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['3a817b75-31e0-496c-a5ce-4b8ab34969bd'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:13.888984 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-19183856-234c-41f7-8cff-262e39eb2457 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8478f88-249e-4926-803e-b7b2147c93c4 HTTP/1.1" status: 204 len: 168 time: 0.1853662 Jul 07 16:54:13.897023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19183856-234c-41f7-8cff-262e39eb2457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8478f88-249e-4926-803e-b7b2147c93c4,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:13.926315 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:13.927119 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.928804 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] 10.222.0.15 "PUT /v2.0/ports/a39dc69b-7406-4961-9904-e9f47e2fef05 HTTP/1.1" status: 200 len: 1092 time: 1.3431671 Jul 07 16:54:13.958523 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:13.964430 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51beeba-d343-46ab-96d7-c3f837cbd41a service neutron] Pushing event updated for resources: {'Port': ['ID=a39dc69b-7406-4961-9904-e9f47e2fef05,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:14.015371 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a5621511-8218-482e-821d-ec2e3b69f7ec req-5a0a5958-db34-4a1d-b280-de37b8630665 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=947fd48d850c463ea727331cec58a351 HTTP/1.1" status: 200 len: 6101 time: 0.1158648 Jul 07 16:54:14.041795 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a5d5-865d-404f-87cd-dd5c96948b2f req-9116f0c9-4afa-4502-9c73-dea51c702e1c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:14.043563 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d70a5d5-865d-404f-87cd-dd5c96948b2f req-9116f0c9-4afa-4502-9c73-dea51c702e1c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=074169b7-1172-4098-ad23-6c2d690b89ba HTTP/1.1" status: 200 len: 944 time: 0.2058034 Jul 07 16:54:14.078000 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a5621511-8218-482e-821d-ec2e3b69f7ec req-75e26a88-9c90-4fde-bf14-afc2c7d23097 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] 10.222.0.50 "GET /v2.0/security-groups/a1c5f5d5-0d05-4724-8e1c-33c33786827e HTTP/1.1" status: 200 len: 2981 time: 0.0557158 Jul 07 16:54:14.100337 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d70a5d5-865d-404f-87cd-dd5c96948b2f req-cd4864a1-e5d8-43a6-95f7-e45b7f76c1d6 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497496 Jul 07 16:54:14.105948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-9e63d6b7-f0b4-4ee4-9393-51d431c71d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:14.108117 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-9e63d6b7-f0b4-4ee4-9393-51d431c71d5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13f3bce388ad42598000636f745b7999&device_id=074169b7-1172-4098-ad23-6c2d690b89ba HTTP/1.1" status: 200 len: 1095 time: 0.1292930 Jul 07 16:54:14.149992 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a5621511-8218-482e-821d-ec2e3b69f7ec req-357ce6ab-6d92-4a77-9386-02cd6fe91248 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] 10.222.0.50 "GET /v2.0/security-groups/a1c5f5d5-0d05-4724-8e1c-33c33786827e HTTP/1.1" status: 200 len: 2981 time: 0.0640769 Jul 07 16:54:14.169942 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-b9b2d4d7-0acf-4bee-9986-866564c84632 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39dc69b-7406-4961-9904-e9f47e2fef05 HTTP/1.1" status: 200 len: 217 time: 0.0478044 Jul 07 16:54:14.231000 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-627f900f-4c8b-440e-8f4e-f8597e35b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:14.232633 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-627f900f-4c8b-440e-8f4e-f8597e35b049 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4033db2-1315-487d-98c1-b14262a4cfcd HTTP/1.1" status: 200 len: 845 time: 0.0548975 Jul 07 16:54:14.272180 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-3a54db97-5815-4dcf-ace0-aa22e38256aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=699fa17b-01d7-4d5f-a61b-f1383d4a18a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316350 Jul 07 16:54:14.292090 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074169b7-1172-4098-ad23-6c2d690b89ba', 'tag': 'a39dc69b-7406-4961-9904-e9f47e2fef05'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:14.294810 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33893519-d7b5-4ce3-948b-e9e076917ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "074169b7-1172-4098-ad23-6c2d690b89ba", "tag": "a39dc69b-7406-4961-9904-e9f47e2fef05"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:14.303936 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92a32666-e40c-4f9d-8a3c-8b77c66000f8 req-2df0976f-cce9-429d-91d3-df544ac36cf0 tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0416398 Jul 07 16:54:14.413529 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-2daea9e6-67cf-458e-9b0a-7a8c328e6389 service neutron] 10.222.0.15 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324468 Jul 07 16:54:14.526497 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9280285-0880-4df8-974c-3b2d94f5a40e req-76367fbd-6b67-4910-8b61-0d827cea1379 service neutron] 10.222.0.15 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064739 Jul 07 16:54:14.641194 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d8be5e39-284e-4edb-bd72-adc8692ccaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:14.671036 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c0311a51-5a54-4f05-96c7-db8757f51ee3 req-0e84ce95-0254-44cc-9cd6-9fcbef5c46da tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "GET /v2.0/security-groups/ca59aef2-9f70-4729-b4aa-4b3576f6021d HTTP/1.1" status: 200 len: 1778 time: 0.0423377 Jul 07 16:54:14.724705 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c0311a51-5a54-4f05-96c7-db8757f51ee3 req-4d5b6438-e0fd-4213-b154-f3063904327e tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:14.757711 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c0311a51-5a54-4f05-96c7-db8757f51ee3 req-4d5b6438-e0fd-4213-b154-f3063904327e tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:14.780335 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d80f386-481f-43a5-aa48-898e90021d49 x-openstack-request-id: req-9d80f386-481f-43a5-aa48-898e90021d49 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:14.781086 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074169b7-1172-4098-ad23-6c2d690b89ba", "tag": "a39dc69b-7406-4961-9904-e9f47e2fef05", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:14.781436 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d80f386-481f-43a5-aa48-898e90021d49 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:14.782422 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074169b7-1172-4098-ad23-6c2d690b89ba', 'tag': 'a39dc69b-7406-4961-9904-e9f47e2fef05', 'status': 'completed', 'code': 200} Jul 07 16:54:14.826525 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c0311a51-5a54-4f05-96c7-db8757f51ee3 req-4d5b6438-e0fd-4213-b154-f3063904327e tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:14.829490 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c0311a51-5a54-4f05-96c7-db8757f51ee3 req-4d5b6438-e0fd-4213-b154-f3063904327e tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:14.830683 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c0311a51-5a54-4f05-96c7-db8757f51ee3 req-4d5b6438-e0fd-4213-b154-f3063904327e tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/ca59aef2-9f70-4729-b4aa-4b3576f6021d HTTP/1.1" status: 204 len: 173 time: 0.1572335 Jul 07 16:54:14.831932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 39324) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:14.880656 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b6438-e0fd-4213-b154-f3063904327e tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca59aef2-9f70-4729-b4aa-4b3576f6021d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:14.898709 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33893519-d7b5-4ce3-948b-e9e076917ef7 req-ca4cbda7-bde1-49a2-9908-57caf06aa388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:14.900958 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33893519-d7b5-4ce3-948b-e9e076917ef7 req-ca4cbda7-bde1-49a2-9908-57caf06aa388 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13f3bce388ad42598000636f745b7999&device_id=074169b7-1172-4098-ad23-6c2d690b89ba HTTP/1.1" status: 200 len: 1095 time: 0.0904205 Jul 07 16:54:14.962363 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-750421b4-8def-417f-ad89-7ef19605ea3a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-130425417-network', 'tenant_id': '2e03aa530768431eb6c00938eef3bea4'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:14.997142 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750421b4-8def-417f-ad89-7ef19605ea3a admin admin] Made reservation on behalf of 2e03aa530768431eb6c00938eef3bea4 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:14.999404 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-750421b4-8def-417f-ad89-7ef19605ea3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.004078 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33893519-d7b5-4ce3-948b-e9e076917ef7 req-6c2448a1-0c4a-4bf2-8c5c-403cc48f89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:15.005729 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33893519-d7b5-4ce3-948b-e9e076917ef7 req-6c2448a1-0c4a-4bf2-8c5c-403cc48f89c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=699fa17b-01d7-4d5f-a61b-f1383d4a18a7 HTTP/1.1" status: 200 len: 906 time: 0.0977309 Jul 07 16:54:15.010257 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-750421b4-8def-417f-ad89-7ef19605ea3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.020946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cab01d-ad9f-48e8-8f3d-9e0062cc6e1c req-c1e383ab-1a78-4106-9e20-34fe9aef542a tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:15.022705 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-49cab01d-ad9f-48e8-8f3d-9e0062cc6e1c req-c1e383ab-1a78-4106-9e20-34fe9aef542a tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee41644a-6946-483e-8ab3-eadadda164cb HTTP/1.1" status: 200 len: 945 time: 0.1154957 Jul 07 16:54:15.066112 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33893519-d7b5-4ce3-948b-e9e076917ef7 req-ac7d7dd0-5216-4f9e-a4eb-0d3d71c36318 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39dc69b-7406-4961-9904-e9f47e2fef05 HTTP/1.1" status: 200 len: 217 time: 0.0512068 Jul 07 16:54:15.082927 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-49cab01d-ad9f-48e8-8f3d-9e0062cc6e1c req-d0a798ad-224b-41af-92ab-cb0ba389b1fc tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?id=491b0f75-5fa9-4cb3-90dd-af404ca72de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520334 Jul 07 16:54:15.159086 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33893519-d7b5-4ce3-948b-e9e076917ef7 req-a1c172b4-fc79-454e-89ee-819d9009f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:15.160560 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33893519-d7b5-4ce3-948b-e9e076917ef7 req-a1c172b4-fc79-454e-89ee-819d9009f869 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4033db2-1315-487d-98c1-b14262a4cfcd HTTP/1.1" status: 200 len: 845 time: 0.0740209 Jul 07 16:54:15.171162 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d6da5ce-cd40-4205-ab52-8bbde32cbb69 req-04823adb-5165-4b4f-8012-1cf868d2e5f7 tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "GET /v2.0/security-groups/0ce82092-501e-40c0-8eb0-566ed5467773 HTTP/1.1" status: 200 len: 1777 time: 0.0585716 Jul 07 16:54:15.173243 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd0d15-48f6-43b2-ba1d-cf316d685882 req-a2e22936-866a-46d8-8ee0-8d09d67a8548 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:15.174752 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5dd0d15-48f6-43b2-ba1d-cf316d685882 req-a2e22936-866a-46d8-8ee0-8d09d67a8548 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.1194456 Jul 07 16:54:15.175534 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-750421b4-8def-417f-ad89-7ef19605ea3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.193867 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-750421b4-8def-417f-ad89-7ef19605ea3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.208126 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33893519-d7b5-4ce3-948b-e9e076917ef7 req-1656736e-a546-4c66-8e60-8f25ae043cb4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=699fa17b-01d7-4d5f-a61b-f1383d4a18a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324273 Jul 07 16:54:15.237716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750421b4-8def-417f-ad89-7ef19605ea3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:54:15.241880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750421b4-8def-417f-ad89-7ef19605ea3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddb5461-e4e9-48ad-854e-47c825fdb5d6,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:15.267174 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-750421b4-8def-417f-ad89-7ef19605ea3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.267513 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-750421b4-8def-417f-ad89-7ef19605ea3a admin admin] Added segment 0e4c1fed-c5fd-413d-b851-c0f5c33ec2e1 of type vlan for network 7937a27f-ddbf-4f8f-934e-ecc5c4206082 Jul 07 16:54:15.282920 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5dd0d15-48f6-43b2-ba1d-cf316d685882 req-1ecf2336-f012-4d24-b527-ba5394712fc0 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978386 Jul 07 16:54:15.285177 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9d6da5ce-cd40-4205-ab52-8bbde32cbb69 req-f875d26d-f688-4a65-a97a-c0e57b40fa2d tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.327259 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-750421b4-8def-417f-ad89-7ef19605ea3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.330329 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33893519-d7b5-4ce3-948b-e9e076917ef7 req-cfc5e5dc-0fc9-4a25-a427-4e5379efe9d9 service neutron] 10.222.0.15 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084652 Jul 07 16:54:15.340441 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9d6da5ce-cd40-4205-ab52-8bbde32cbb69 req-f875d26d-f688-4a65-a97a-c0e57b40fa2d tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.358604 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 3a817b75-31e0-496c-a5ce-4b8ab34969bd up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:15.392320 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-750421b4-8def-417f-ad89-7ef19605ea3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.393347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750421b4-8def-417f-ad89-7ef19605ea3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:15.393960 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-750421b4-8def-417f-ad89-7ef19605ea3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.415064 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9d6da5ce-cd40-4205-ab52-8bbde32cbb69 req-f875d26d-f688-4a65-a97a-c0e57b40fa2d tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.418494 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9d6da5ce-cd40-4205-ab52-8bbde32cbb69 req-f875d26d-f688-4a65-a97a-c0e57b40fa2d tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.427078 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d6da5ce-cd40-4205-ab52-8bbde32cbb69 req-f875d26d-f688-4a65-a97a-c0e57b40fa2d tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ce82092-501e-40c0-8eb0-566ed5467773 HTTP/1.1" status: 204 len: 173 time: 0.2482481 Jul 07 16:54:15.432088 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 3a817b75-31e0-496c-a5ce-4b8ab34969bd completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:15.446874 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33893519-d7b5-4ce3-948b-e9e076917ef7 req-89ba873f-c5fc-4a56-9899-c38769c65fbf service neutron] 10.222.0.15 "GET /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065381 Jul 07 16:54:15.449095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 3a817b75-31e0-496c-a5ce-4b8ab34969bd triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:15.449500 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.491747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875d26d-f688-4a65-a97a-c0e57b40fa2d tempest-SecurityGroupsTestAdminJSON-984128370 tempest-SecurityGroupsTestAdminJSON-984128370-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce82092-501e-40c0-8eb0-566ed5467773,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:15.506362 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 39362) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:15.507571 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-750421b4-8def-417f-ad89-7ef19605ea3a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6729929 Jul 07 16:54:15.513571 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-3d7f1493-1cdb-4f2b-baf8-951ee946eff4 admin admin] Request body: {'subnet': {'network_id': '7937a27f-ddbf-4f8f-934e-ecc5c4206082', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-130425417-subnet', 'tenant_id': '2e03aa530768431eb6c00938eef3bea4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:15.527646 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750421b4-8def-417f-ad89-7ef19605ea3a admin admin] Pushing event updated for resources: {'Network': ['ID=7937a27f-ddbf-4f8f-934e-ecc5c4206082,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:15.555547 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7f1493-1cdb-4f2b-baf8-951ee946eff4 admin admin] Made reservation on behalf of 2e03aa530768431eb6c00938eef3bea4 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:15.558845 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3d7f1493-1cdb-4f2b-baf8-951ee946eff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.559023 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 7937a27f-ddbf-4f8f-934e-ecc5c4206082 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:54:15.619509 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.653767 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4948b54c-8a84-4b95-adaa-39b657947e94 req-d3f07a8c-e2a5-4619-b8d3-a1a9ca3fc269 tempest-QuotasAdminNegativeTest-1339716776 tempest-QuotasAdminNegativeTest-1339716776-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=99f5f0525c924714b435c5bc50aa87de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646281 Jul 07 16:54:15.660880 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee41644a-6946-483e-8ab3-eadadda164cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a817b75-31e0-496c-a5ce-4b8ab34969bd'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:15.663337 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616a794f-6b90-4a03-8b27-20a1c22a37e0" -d '{"events": [{"server_uuid": "ee41644a-6946-483e-8ab3-eadadda164cb", "name": "network-vif-plugged", "status": "completed", "tag": "3a817b75-31e0-496c-a5ce-4b8ab34969bd"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:15.678206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 3a817b75-31e0-496c-a5ce-4b8ab34969bd, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=3a817b75-31e0-496c-a5ce-4b8ab34969bd,segment=NetworkSegment(87a7ba11-1620-4c5e-90e6-a9d3f907b42d),segment_id=87a7ba11-1620-4c5e-90e6-a9d3f907b42d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:15.682050 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.731275 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=3a817b75-31e0-496c-a5ce-4b8ab34969bd,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:15.820341 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948b54c-8a84-4b95-adaa-39b657947e94 req-95fd9a08-25c6-4b84-9db6-f4a42f74f4ca tempest-QuotasAdminNegativeTest-1339716776 tempest-QuotasAdminNegativeTest-1339716776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:15.821813 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4948b54c-8a84-4b95-adaa-39b657947e94 req-95fd9a08-25c6-4b84-9db6-f4a42f74f4ca tempest-QuotasAdminNegativeTest-1339716776 tempest-QuotasAdminNegativeTest-1339716776-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1522632 Jul 07 16:54:15.863355 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4948b54c-8a84-4b95-adaa-39b657947e94 req-05c34734-9947-413f-9d33-a8530c66ff81 tempest-QuotasAdminNegativeTest-1339716776 tempest-QuotasAdminNegativeTest-1339716776-project] 10.222.0.50 "GET /v2.0/quotas/99f5f0525c924714b435c5bc50aa87de HTTP/1.1" status: 200 len: 375 time: 0.0340540 Jul 07 16:54:15.903919 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4948b54c-8a84-4b95-adaa-39b657947e94 req-bc63cef1-e430-4481-9009-26834d26e942 tempest-QuotasAdminNegativeTest-1339716776 tempest-QuotasAdminNegativeTest-1339716776-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=99f5f0525c924714b435c5bc50aa87de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321918 Jul 07 16:54:15.904883 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3d7f1493-1cdb-4f2b-baf8-951ee946eff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:15.952871 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ad850-d9c2-45ad-87a7-0b6b91743f2d req-3e72b47e-ac59-45f2-b2b8-6cf12e4a1da4 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:15.954528 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ae9ad850-d9c2-45ad-87a7-0b6b91743f2d req-3e72b47e-ac59-45f2-b2b8-6cf12e4a1da4 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=074169b7-1172-4098-ad23-6c2d690b89ba HTTP/1.1" status: 200 len: 944 time: 0.0688143 Jul 07 16:54:15.966495 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f1493-1cdb-4f2b-baf8-951ee946eff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9870747f-a500-435b-90b6-f3912dcbd690,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:15.973937 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7f1493-1cdb-4f2b-baf8-951ee946eff4 admin admin] Checking segment: {'id': '0e4c1fed-c5fd-413d-b851-c0f5c33ec2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7937a27f-ddbf-4f8f-934e-ecc5c4206082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:15.974317 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7f1493-1cdb-4f2b-baf8-951ee946eff4 admin admin] Network hostable DHCP agents. Network: 7937a27f-ddbf-4f8f-934e-ecc5c4206082, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:54:15.992507 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7f1493-1cdb-4f2b-baf8-951ee946eff4 admin admin] Network 7937a27f-ddbf-4f8f-934e-ecc5c4206082 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:54:16.003638 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-3d7f1493-1cdb-4f2b-baf8-951ee946eff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 7937a27f-ddbf-4f8f-934e-ecc5c4206082) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:16.006985 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ae9ad850-d9c2-45ad-87a7-0b6b91743f2d req-51b1335e-b14a-48df-86e4-977b55d9cb27 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451226 Jul 07 16:54:16.023048 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c6bb5b-b80a-4be4-a3d1-2eebe57aea65 None None] Network 7937a27f-ddbf-4f8f-934e-ecc5c4206082 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:16.027512 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7f1493-1cdb-4f2b-baf8-951ee946eff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:16.028257 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3d7f1493-1cdb-4f2b-baf8-951ee946eff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:16.045266 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3d7f1493-1cdb-4f2b-baf8-951ee946eff4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5373619 Jul 07 16:54:16.096414 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-727807ec-51df-431f-aea9-311f91fcd1e2 req-e2f01feb-c246-4857-acf9-c2bca8acfccd tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] 10.222.0.50 "GET /v2.0/security-groups/a15a901b-0438-4d14-8665-f079ecda223f HTTP/1.1" status: 200 len: 1778 time: 0.0448422 Jul 07 16:54:16.131469 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-64787b23-3436-468f-b410-f99cce89d44c req-9260bfde-4125-4f47-a574-a8cb131d88e1 tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0371513 Jul 07 16:54:16.188997 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-727807ec-51df-431f-aea9-311f91fcd1e2 req-cdcd872a-791e-443f-8637-132c9c05ffa4 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:16.193845 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64c88f7-c858-4ee9-ba40-adb9c8d2187c x-openstack-request-id: req-a64c88f7-c858-4ee9-ba40-adb9c8d2187c {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:16.194141 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee41644a-6946-483e-8ab3-eadadda164cb", "name": "network-vif-plugged", "status": "completed", "tag": "3a817b75-31e0-496c-a5ce-4b8ab34969bd", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:16.194421 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a64c88f7-c858-4ee9-ba40-adb9c8d2187c {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:16.195123 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee41644a-6946-483e-8ab3-eadadda164cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a817b75-31e0-496c-a5ce-4b8ab34969bd', 'code': 200} Jul 07 16:54:16.208945 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a775ce-0533-45b6-842f-5c9ede069ef5 None None] Network 7937a27f-ddbf-4f8f-934e-ecc5c4206082 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:16.237980 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-727807ec-51df-431f-aea9-311f91fcd1e2 req-cdcd872a-791e-443f-8637-132c9c05ffa4 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:16.283580 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:16.326714 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-727807ec-51df-431f-aea9-311f91fcd1e2 req-cdcd872a-791e-443f-8637-132c9c05ffa4 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:16.329339 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-727807ec-51df-431f-aea9-311f91fcd1e2 req-cdcd872a-791e-443f-8637-132c9c05ffa4 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:16.330701 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-727807ec-51df-431f-aea9-311f91fcd1e2 req-cdcd872a-791e-443f-8637-132c9c05ffa4 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] 10.222.0.50 "DELETE /v2.0/security-groups/a15a901b-0438-4d14-8665-f079ecda223f HTTP/1.1" status: 204 len: 173 time: 0.2274425 Jul 07 16:54:16.347196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd872a-791e-443f-8637-132c9c05ffa4 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15a901b-0438-4d14-8665-f079ecda223f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:16.357906 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd872a-791e-443f-8637-132c9c05ffa4 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:16.358178 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd872a-791e-443f-8637-132c9c05ffa4 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:16.358561 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd872a-791e-443f-8637-132c9c05ffa4 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:16.358900 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd872a-791e-443f-8637-132c9c05ffa4 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:16.359233 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd872a-791e-443f-8637-132c9c05ffa4 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:16.359562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd872a-791e-443f-8637-132c9c05ffa4 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:16.359890 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd872a-791e-443f-8637-132c9c05ffa4 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:16.360341 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd872a-791e-443f-8637-132c9c05ffa4 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:16.360675 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd872a-791e-443f-8637-132c9c05ffa4 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:16.361000 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd872a-791e-443f-8637-132c9c05ffa4 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:16.361320 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd872a-791e-443f-8637-132c9c05ffa4 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:16.361638 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcd872a-791e-443f-8637-132c9c05ffa4 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:16.395467 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0659-b794-43cc-a519-f487d91d1688 req-b40dffbd-abf9-41dc-b716-40c8d7c423e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:16.397128 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcbd0659-b794-43cc-a519-f487d91d1688 req-b40dffbd-abf9-41dc-b716-40c8d7c423e7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ee41644a-6946-483e-8ab3-eadadda164cb HTTP/1.1" status: 200 len: 1097 time: 0.1052220 Jul 07 16:54:16.434542 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcbd0659-b794-43cc-a519-f487d91d1688 req-eb85da4a-2fdd-47ce-8255-55fc7085b7b9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=491b0f75-5fa9-4cb3-90dd-af404ca72de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303288 Jul 07 16:54:16.517279 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396c630-1cd3-4768-b167-55dc96c2001c req-13f1b97f-51de-4b92-b5d3-b83d0fb208e6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:16.518836 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d396c630-1cd3-4768-b167-55dc96c2001c req-13f1b97f-51de-4b92-b5d3-b83d0fb208e6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee41644a-6946-483e-8ab3-eadadda164cb HTTP/1.1" status: 200 len: 946 time: 0.0671487 Jul 07 16:54:16.558271 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d396c630-1cd3-4768-b167-55dc96c2001c req-f613c83a-f167-401d-9559-8ee7d3d65254 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?id=491b0f75-5fa9-4cb3-90dd-af404ca72de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336099 Jul 07 16:54:16.789760 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-fad5d220-7107-4924-9a9f-e4bb05f9daec tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:16.791360 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-fad5d220-7107-4924-9a9f-e4bb05f9daec tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/networks?id=7937a27f-ddbf-4f8f-934e-ecc5c4206082 HTTP/1.1" status: 200 len: 821 time: 0.1054378 Jul 07 16:54:16.805727 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-446d0b87-f281-4161-8f6c-f521ed095d74 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/quotas/2e03aa530768431eb6c00938eef3bea4 HTTP/1.1" status: 200 len: 375 time: 0.0091741 Jul 07 16:54:16.840718 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-cd098289-be95-48ff-bb76-ca00aca19bfd tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2e03aa530768431eb6c00938eef3bea4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291495 Jul 07 16:54:16.964866 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b4dc0-a19b-4b23-8037-679b9b23d5af req-1498a1e4-1587-470a-92e6-de593ceb3d0f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:16.966512 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a43b4dc0-a19b-4b23-8037-679b9b23d5af req-1498a1e4-1587-470a-92e6-de593ceb3d0f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.0667481 Jul 07 16:54:17.008030 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a43b4dc0-a19b-4b23-8037-679b9b23d5af req-5d85eaf3-daa5-4939-a2c9-364ed26310aa tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349824 Jul 07 16:54:17.044102 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a39dc69b-7406-4961-9904-e9f47e2fef05 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:54:17.076156 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c75923bf-5786-4d4a-ad46-f0b61d4fa842 req-99fb070f-62da-4380-8823-13be5463f31b tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] 10.222.0.50 "GET /v2.0/security-groups/fecaec35-b3af-4fec-8c98-54e73115807d HTTP/1.1" status: 200 len: 1775 time: 0.0421934 Jul 07 16:54:17.146605 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c75923bf-5786-4d4a-ad46-f0b61d4fa842 req-1fc2fbb4-b9ae-40a8-b149-edab9df0a562 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.149216 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port a39dc69b-7406-4961-9904-e9f47e2fef05, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a39dc69b-7406-4961-9904-e9f47e2fef05,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:17.161436 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'a39dc69b-7406-4961-9904-e9f47e2fef05', 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7', 'port_id': 'a39dc69b-7406-4961-9904-e9f47e2fef05', 'mac_address': 'fa:16:3e:b3:db:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4033db2-1315-487d-98c1-b14262a4cfcd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:54:17.173686 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c75923bf-5786-4d4a-ad46-f0b61d4fa842 req-1fc2fbb4-b9ae-40a8-b149-edab9df0a562 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.202420 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.218328 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39dc69b-7406-4961-9904-e9f47e2fef05 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:17.223428 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c75923bf-5786-4d4a-ad46-f0b61d4fa842 req-1fc2fbb4-b9ae-40a8-b149-edab9df0a562 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.226285 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c75923bf-5786-4d4a-ad46-f0b61d4fa842 req-1fc2fbb4-b9ae-40a8-b149-edab9df0a562 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.227475 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c75923bf-5786-4d4a-ad46-f0b61d4fa842 req-1fc2fbb4-b9ae-40a8-b149-edab9df0a562 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] 10.222.0.50 "DELETE /v2.0/security-groups/fecaec35-b3af-4fec-8c98-54e73115807d HTTP/1.1" status: 204 len: 173 time: 0.1448812 Jul 07 16:54:17.237166 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2fbb4-b9ae-40a8-b149-edab9df0a562 tempest-SecurityGroupsTestAdminJSON-989476291 tempest-SecurityGroupsTestAdminJSON-989476291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecaec35-b3af-4fec-8c98-54e73115807d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:17.243315 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port a39dc69b-7406-4961-9904-e9f47e2fef05, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a39dc69b-7406-4961-9904-e9f47e2fef05,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:17.249589 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.264453 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-afae682d-0c42-44cd-9f2a-2fbbb89b50dd service neutron] 10.222.0.50 "GET /v2.0/networks/7937a27f-ddbf-4f8f-934e-ecc5c4206082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171600 Jul 07 16:54:17.310147 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=a39dc69b-7406-4961-9904-e9f47e2fef05,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:17.365017 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-27eafdb5-7fca-43d2-a68a-e164d73384fe service neutron] 10.222.0.50 "GET /v2.0/networks/7937a27f-ddbf-4f8f-934e-ecc5c4206082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928984 Jul 07 16:54:17.415619 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-29a37e14-4678-4423-b635-184de8a7de20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.472769 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['a39dc69b-7406-4961-9904-e9f47e2fef05'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:17.548254 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 39516) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:17.650504 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.793614 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bc925-3458-4d0f-ac03-f6728f93c7e4 req-d3cd0fbf-615a-4942-b0f3-8557773dde4e tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:17.795289 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-365bc925-3458-4d0f-ac03-f6728f93c7e4 req-d3cd0fbf-615a-4942-b0f3-8557773dde4e tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=074169b7-1172-4098-ad23-6c2d690b89ba HTTP/1.1" status: 200 len: 945 time: 0.1072028 Jul 07 16:54:17.824910 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6c05a655-2bda-4c78-98a2-0d1d2620e0ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=947fd48d850c463ea727331cec58a351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751396 Jul 07 16:54:17.827392 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 39544) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:17.867247 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-365bc925-3458-4d0f-ac03-f6728f93c7e4 req-d056ae7b-b6d1-4126-a4c2-f547df69742b tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636570 Jul 07 16:54:17.912104 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8dc0fd6d-d2ff-43b0-a453-bd15c213e871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.939357 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8dc0fd6d-d2ff-43b0-a453-bd15c213e871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:17.981768 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3dd83593-8821-4dc7-8d20-aa59111e3aa2 req-13a36e83-4606-4757-a37d-11bdfa31722d tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0310872 Jul 07 16:54:18.000278 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8dc0fd6d-d2ff-43b0-a453-bd15c213e871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:18.004234 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8dc0fd6d-d2ff-43b0-a453-bd15c213e871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:18.007600 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8dc0fd6d-d2ff-43b0-a453-bd15c213e871 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a1c5f5d5-0d05-4724-8e1c-33c33786827e HTTP/1.1" status: 204 len: 168 time: 0.1770682 Jul 07 16:54:18.016307 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0fd6d-d2ff-43b0-a453-bd15c213e871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c5f5d5-0d05-4724-8e1c-33c33786827e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:18.087201 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e3b393e1-702a-4c13-bfd1-e704a6843d97 req-f338cad9-cb8c-4232-878a-8dd58787c3f0 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2b627cf-7ec7-45a7-9d74-5f60ec544bca HTTP/1.1" status: 200 len: 210 time: 0.0490243 Jul 07 16:54:18.279658 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20fa73-fd60-4cad-9d20-21fd152d99f0 req-3355fd5b-0cba-4386-ac9d-e9b55deb24e5 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:18.281457 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d20fa73-fd60-4cad-9d20-21fd152d99f0 req-3355fd5b-0cba-4386-ac9d-e9b55deb24e5 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee41644a-6946-483e-8ab3-eadadda164cb HTTP/1.1" status: 200 len: 946 time: 0.0738623 Jul 07 16:54:18.336536 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d20fa73-fd60-4cad-9d20-21fd152d99f0 req-db46a63e-336a-4c0c-bb00-82375f31ae8a tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?id=491b0f75-5fa9-4cb3-90dd-af404ca72de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494635 Jul 07 16:54:18.415071 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 39574) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:18.479396 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-77a586a4-0e56-4592-9b6d-1195962f45d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3adb483568b4866a7d932b854f76404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614266 Jul 07 16:54:18.481880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 39578) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:18.542701 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaaafad-bb68-4e6c-9f3d-99a128725a8b req-ccd83970-92eb-49d9-b89c-0e8059f0f601 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:18.544351 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-feaaafad-bb68-4e6c-9f3d-99a128725a8b req-ccd83970-92eb-49d9-b89c-0e8059f0f601 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.0733762 Jul 07 16:54:18.556781 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2337657e-e757-42cc-a5b3-fcda24b05bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:18.578193 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5675605-38bc-4526-9b9e-342403b28322 req-857f7db3-ab6b-4a28-aafc-99cd45897023 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-872414991&fields=id&tenant_id=35276e05203840b6935d31413a132cb9 HTTP/1.1" status: 200 len: 267 time: 0.0557461 Jul 07 16:54:18.585414 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-feaaafad-bb68-4e6c-9f3d-99a128725a8b req-1e19ed60-6e67-4856-99aa-ecfa0a14653a tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347047 Jul 07 16:54:18.599792 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2337657e-e757-42cc-a5b3-fcda24b05bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:18.678731 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5675605-38bc-4526-9b9e-342403b28322 req-4210e520-eb54-4b4e-a816-6080f7d957d5 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:18.680256 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5675605-38bc-4526-9b9e-342403b28322 req-4210e520-eb54-4b4e-a816-6080f7d957d5 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee41644a-6946-483e-8ab3-eadadda164cb HTTP/1.1" status: 200 len: 946 time: 0.0948012 Jul 07 16:54:18.695566 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-e5675605-38bc-4526-9b9e-342403b28322 req-e92b365d-7648-4272-8f1a-96a02f7bda69 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Request body: {'port': {'security_groups': ['491b0f75-5fa9-4cb3-90dd-af404ca72de1', 'a1b0a695-0807-439b-b16d-58a4730eeb12']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:18.702007 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2337657e-e757-42cc-a5b3-fcda24b05bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:18.704565 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2337657e-e757-42cc-a5b3-fcda24b05bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:18.708039 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2337657e-e757-42cc-a5b3-fcda24b05bd7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f9d32b6-964f-456f-b22b-4ff682cd8638 HTTP/1.1" status: 204 len: 168 time: 0.2226768 Jul 07 16:54:18.716823 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:18.743626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337657e-e757-42cc-a5b3-fcda24b05bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9d32b6-964f-456f-b22b-4ff682cd8638,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:18.811625 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e5675605-38bc-4526-9b9e-342403b28322 req-e92b365d-7648-4272-8f1a-96a02f7bda69 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:19.046503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a39dc69b-7406-4961-9904-e9f47e2fef05 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:19.139734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port a39dc69b-7406-4961-9904-e9f47e2fef05 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:19.146190 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port a39dc69b-7406-4961-9904-e9f47e2fef05 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:19.147247 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:19.190709 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-e5675605-38bc-4526-9b9e-342403b28322 req-e92b365d-7648-4272-8f1a-96a02f7bda69 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] For port 3a817b75-31e0-496c-a5ce-4b8ab34969bd, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=3a817b75-31e0-496c-a5ce-4b8ab34969bd,segment=NetworkSegment(87a7ba11-1620-4c5e-90e6-a9d3f907b42d),segment_id=87a7ba11-1620-4c5e-90e6-a9d3f907b42d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:19.195031 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f2747b7c-5fea-4075-ba88-479fb5c49653 req-d1f63e02-5389-4477-b762-756154e5961c tempest-QuotasAdminNegativeTest-1339716776 tempest-QuotasAdminNegativeTest-1339716776-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=99f5f0525c924714b435c5bc50aa87de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310316 Jul 07 16:54:19.224281 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-50a57f16-106d-47db-9090-da1b451f3769 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:19.225776 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-50a57f16-106d-47db-9090-da1b451f3769 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.69 "GET /v2.0/networks?id=7937a27f-ddbf-4f8f-934e-ecc5c4206082 HTTP/1.1" status: 200 len: 821 time: 0.2843437 Jul 07 16:54:19.241168 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-b0845b9c-d79f-4504-9da5-999216572687 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Request body: {'port': {'device_id': 'e2b627cf-7ec7-45a7-9d74-5f60ec544bca', 'network_id': '7937a27f-ddbf-4f8f-934e-ecc5c4206082', 'admin_state_up': True, 'tenant_id': '2e03aa530768431eb6c00938eef3bea4'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:19.256308 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e5675605-38bc-4526-9b9e-342403b28322 req-e92b365d-7648-4272-8f1a-96a02f7bda69 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:19.267232 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:19.298959 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074169b7-1172-4098-ad23-6c2d690b89ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39dc69b-7406-4961-9904-e9f47e2fef05'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:19.301660 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3718246e-d258-4a84-acc8-e09e98c12276" -d '{"events": [{"server_uuid": "074169b7-1172-4098-ad23-6c2d690b89ba", "name": "network-vif-plugged", "status": "completed", "tag": "a39dc69b-7406-4961-9904-e9f47e2fef05"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:19.312666 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e5675605-38bc-4526-9b9e-342403b28322 req-e92b365d-7648-4272-8f1a-96a02f7bda69 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:19.316866 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port a39dc69b-7406-4961-9904-e9f47e2fef05, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a39dc69b-7406-4961-9904-e9f47e2fef05,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:19.324298 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:19.329805 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['3a817b75-31e0-496c-a5ce-4b8ab34969bd'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:19.335266 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2747b7c-5fea-4075-ba88-479fb5c49653 req-da221e16-68ca-453c-9397-2c2e05233c6c tempest-QuotasAdminNegativeTest-1339716776 tempest-QuotasAdminNegativeTest-1339716776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:19.339802 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f2747b7c-5fea-4075-ba88-479fb5c49653 req-da221e16-68ca-453c-9397-2c2e05233c6c tempest-QuotasAdminNegativeTest-1339716776 tempest-QuotasAdminNegativeTest-1339716776-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1401367 Jul 07 16:54:19.357393 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f2747b7c-5fea-4075-ba88-479fb5c49653 req-d05fe52e-5ae7-43d4-9706-6e48c05b3c9a tempest-QuotasAdminNegativeTest-1339716776 tempest-QuotasAdminNegativeTest-1339716776-project] 10.222.0.50 "GET /v2.0/quotas/99f5f0525c924714b435c5bc50aa87de HTTP/1.1" status: 200 len: 375 time: 0.0112913 Jul 07 16:54:19.387415 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b365d-7648-4272-8f1a-96a02f7bda69 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event updated for resources: {'Port': ['ID=3a817b75-31e0-496c-a5ce-4b8ab34969bd,revision_number=6']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:19.412026 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5675605-38bc-4526-9b9e-342403b28322 req-e92b365d-7648-4272-8f1a-96a02f7bda69 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:19.412747 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e5675605-38bc-4526-9b9e-342403b28322 req-e92b365d-7648-4272-8f1a-96a02f7bda69 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:19.414285 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5675605-38bc-4526-9b9e-342403b28322 req-e92b365d-7648-4272-8f1a-96a02f7bda69 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "PUT /v2.0/ports/3a817b75-31e0-496c-a5ce-4b8ab34969bd HTTP/1.1" status: 200 len: 982 time: 0.7254732 Jul 07 16:54:19.417842 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee41644a-6946-483e-8ab3-eadadda164cb', 'tag': '3a817b75-31e0-496c-a5ce-4b8ab34969bd'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:19.420490 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a715b187-ca06-4dc7-afc9-04252552ab77" -d '{"events": [{"name": "network-changed", "server_uuid": "ee41644a-6946-483e-8ab3-eadadda164cb", "tag": "3a817b75-31e0-496c-a5ce-4b8ab34969bd"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:19.435382 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f2747b7c-5fea-4075-ba88-479fb5c49653 req-f2cb8783-721f-4792-9559-20b1154d69d7 tempest-QuotasAdminNegativeTest-1339716776 tempest-QuotasAdminNegativeTest-1339716776-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=99f5f0525c924714b435c5bc50aa87de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703404 Jul 07 16:54:19.458297 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=a39dc69b-7406-4961-9904-e9f47e2fef05,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:19.501169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-b0845b9c-d79f-4504-9da5-999216572687 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Made reservation on behalf of 2e03aa530768431eb6c00938eef3bea4 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:19.506334 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-b0845b9c-d79f-4504-9da5-999216572687 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:19.507887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['3a817b75-31e0-496c-a5ce-4b8ab34969bd'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:19.689578 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-57520edd-d314-49dc-b02a-565a20e8929e req-61df8e9f-89d3-4454-be5f-794827704b8f tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0406637 Jul 07 16:54:19.723548 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2917e-3d5d-4044-bd77-5170725cf361 req-145971fb-ba92-4056-9e52-a47c56efb273 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:19.725648 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1ea2917e-3d5d-4044-bd77-5170725cf361 req-145971fb-ba92-4056-9e52-a47c56efb273 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=074169b7-1172-4098-ad23-6c2d690b89ba HTTP/1.1" status: 200 len: 946 time: 0.1299286 Jul 07 16:54:19.733514 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-b0845b9c-d79f-4504-9da5-999216572687 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Allocated IP 172.20.0.13 (7937a27f-ddbf-4f8f-934e-ecc5c4206082/9870747f-a500-435b-90b6-f3912dcbd690/b383d8a3-4762-4958-ab36-17a83bacf438) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:19.796584 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1ea2917e-3d5d-4044-bd77-5170725cf361 req-29742f23-412c-4af0-9ea6-0786ab6674c4 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645134 Jul 07 16:54:19.988270 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2060a96-ad8d-4d98-bf9a-fbd7559bafab req-d4c1557f-2927-41b6-bc00-5b5db774aeca tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2b627cf-7ec7-45a7-9d74-5f60ec544bca HTTP/1.1" status: 200 len: 210 time: 0.0410266 Jul 07 16:54:20.011941 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-b0845b9c-d79f-4504-9da5-999216572687 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:20.058288 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6521fb27-3c80-4107-9b92-d3b8493cfc20 x-openstack-request-id: req-6521fb27-3c80-4107-9b92-d3b8493cfc20 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:20.058974 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074169b7-1172-4098-ad23-6c2d690b89ba", "name": "network-vif-plugged", "status": "completed", "tag": "a39dc69b-7406-4961-9904-e9f47e2fef05", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:20.059177 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6521fb27-3c80-4107-9b92-d3b8493cfc20 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:20.059717 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074169b7-1172-4098-ad23-6c2d690b89ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39dc69b-7406-4961-9904-e9f47e2fef05', 'code': 200} Jul 07 16:54:20.067422 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-b0845b9c-d79f-4504-9da5-999216572687 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:20.127081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-b0845b9c-d79f-4504-9da5-999216572687 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Network 7937a27f-ddbf-4f8f-934e-ecc5c4206082 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:20.132839 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-b0845b9c-d79f-4504-9da5-999216572687 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:20.137688 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-b0845b9c-d79f-4504-9da5-999216572687 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:20.144439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0845b9c-d79f-4504-9da5-999216572687 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Pushing event updated for resources: {'Port': ['ID=b383d8a3-4762-4958-ab36-17a83bacf438,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:20.205059 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:20.210192 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5856d630-ea44-4f26-ab15-025f8718c11a x-openstack-request-id: req-5856d630-ea44-4f26-ab15-025f8718c11a {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:20.211589 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee41644a-6946-483e-8ab3-eadadda164cb", "tag": "3a817b75-31e0-496c-a5ce-4b8ab34969bd", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:20.212245 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5856d630-ea44-4f26-ab15-025f8718c11a {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:20.214346 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee41644a-6946-483e-8ab3-eadadda164cb', 'tag': '3a817b75-31e0-496c-a5ce-4b8ab34969bd', 'status': 'completed', 'code': 200} Jul 07 16:54:20.269036 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-b0845b9c-d79f-4504-9da5-999216572687 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:20.269706 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-b0845b9c-d79f-4504-9da5-999216572687 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:20.286408 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1081a25-b750-44d7-9a6d-3710283af16f req-9b228606-30ca-47d6-9800-b262fa6b101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:20.288960 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f1081a25-b750-44d7-9a6d-3710283af16f req-9b228606-30ca-47d6-9800-b262fa6b101e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=074169b7-1172-4098-ad23-6c2d690b89ba HTTP/1.1" status: 200 len: 1097 time: 0.1437211 Jul 07 16:54:20.307092 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-b0845b9c-d79f-4504-9da5-999216572687 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0708790 Jul 07 16:54:20.309597 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715b187-ca06-4dc7-afc9-04252552ab77 req-61698c3d-85f1-491b-9342-b249636a3f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:20.311316 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a715b187-ca06-4dc7-afc9-04252552ab77 req-61698c3d-85f1-491b-9342-b249636a3f7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=35276e05203840b6935d31413a132cb9&device_id=ee41644a-6946-483e-8ab3-eadadda164cb HTTP/1.1" status: 200 len: 1136 time: 0.1147666 Jul 07 16:54:20.325401 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f5bb8adc-64cc-4d8c-8b02-ae0ddbb92d43 req-5a9008bd-47c1-44c4-80da-83cba22c4c13 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-822231868&fields=id&tenant_id=35276e05203840b6935d31413a132cb9 HTTP/1.1" status: 200 len: 267 time: 0.0528879 Jul 07 16:54:20.329194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] Request body: {'port': {'device_id': 'e2b627cf-7ec7-45a7-9d74-5f60ec544bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:20.424196 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715b187-ca06-4dc7-afc9-04252552ab77 req-53173812-062c-4ad4-a27e-dabdca96fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:20.425907 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a715b187-ca06-4dc7-afc9-04252552ab77 req-53173812-062c-4ad4-a27e-dabdca96fa6b service neutron] 10.222.0.69 "GET /v2.0/networks?id=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 HTTP/1.1" status: 200 len: 913 time: 0.1061802 Jul 07 16:54:20.457444 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:20.480718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb8adc-64cc-4d8c-8b02-ae0ddbb92d43 req-d28868c0-831d-4e9b-bb5b-f582bdd0b82a tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:20.483216 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f5bb8adc-64cc-4d8c-8b02-ae0ddbb92d43 req-d28868c0-831d-4e9b-bb5b-f582bdd0b82a tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee41644a-6946-483e-8ab3-eadadda164cb HTTP/1.1" status: 200 len: 985 time: 0.1505091 Jul 07 16:54:20.495222 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f1081a25-b750-44d7-9a6d-3710283af16f req-043cd75a-6027-40e2-b8a3-68f022a736d7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965990 Jul 07 16:54:20.496593 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a715b187-ca06-4dc7-afc9-04252552ab77 req-5e311eda-cdf9-4344-b2f0-403279c42bc9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a817b75-31e0-496c-a5ce-4b8ab34969bd HTTP/1.1" status: 200 len: 217 time: 0.0580740 Jul 07 16:54:20.533090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-f5bb8adc-64cc-4d8c-8b02-ae0ddbb92d43 req-59fccfc3-e1d7-45ea-bacc-b4d6cd9db3e0 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Request body: {'port': {'security_groups': ['491b0f75-5fa9-4cb3-90dd-af404ca72de1', 'a1b0a695-0807-439b-b16d-58a4730eeb12', 'c56fac15-f1e0-40ac-8b56-202adbca6463']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:20.548788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715b187-ca06-4dc7-afc9-04252552ab77 req-2167fe2d-95b3-4ace-bf53-dffcae99efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:20.550708 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a715b187-ca06-4dc7-afc9-04252552ab77 req-2167fe2d-95b3-4ace-bf53-dffcae99efd9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7afa8583-eb85-4875-b937-72c25bc8ecf1 HTTP/1.1" status: 200 len: 852 time: 0.0476868 Jul 07 16:54:20.600556 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a715b187-ca06-4dc7-afc9-04252552ab77 req-1aa5a0a2-b06c-4033-882c-6eeb928c7b0d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426271 Jul 07 16:54:20.694515 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a715b187-ca06-4dc7-afc9-04252552ab77 req-2769355e-de47-478d-afcd-3ddfecba3556 service neutron] 10.222.0.69 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870962 Jul 07 16:54:20.734347 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f5bb8adc-64cc-4d8c-8b02-ae0ddbb92d43 req-59fccfc3-e1d7-45ea-bacc-b4d6cd9db3e0 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:20.831406 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a715b187-ca06-4dc7-afc9-04252552ab77 req-f806e933-535f-4949-9bb2-1a2e18479a68 service neutron] 10.222.0.69 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310072 Jul 07 16:54:20.842560 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a770a-6b2d-4f0c-ad73-db3572d2cc2d req-d90f091b-f9da-4736-8566-50867e4f326f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:20.844117 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b7a770a-6b2d-4f0c-ad73-db3572d2cc2d req-d90f091b-f9da-4736-8566-50867e4f326f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.1240962 Jul 07 16:54:20.883645 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b7a770a-6b2d-4f0c-ad73-db3572d2cc2d req-6f7e68bf-9fb6-4c01-96c2-64040e8a7066 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324132 Jul 07 16:54:20.910925 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b383d8a3-4762-4958-ab36-17a83bacf438 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:20.922324 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:20.973217 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] Transition to ACTIVE for port object b383d8a3-4762-4958-ab36-17a83bacf438 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:20.979014 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:21.061977 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] Pushing event updated for resources: {'Port': ['ID=b383d8a3-4762-4958-ab36-17a83bacf438,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:21.127340 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-f5bb8adc-64cc-4d8c-8b02-ae0ddbb92d43 req-59fccfc3-e1d7-45ea-bacc-b4d6cd9db3e0 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] For port 3a817b75-31e0-496c-a5ce-4b8ab34969bd, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=3a817b75-31e0-496c-a5ce-4b8ab34969bd,segment=NetworkSegment(87a7ba11-1620-4c5e-90e6-a9d3f907b42d),segment_id=87a7ba11-1620-4c5e-90e6-a9d3f907b42d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:21.167194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] Attempting to bind port b383d8a3-4762-4958-ab36-17a83bacf438 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:21.167519 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] Attempting to bind port b383d8a3-4762-4958-ab36-17a83bacf438 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '0e4c1fed-c5fd-413d-b851-c0f5c33ec2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7937a27f-ddbf-4f8f-934e-ecc5c4206082'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:21.167850 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] Attempting to bind port b383d8a3-4762-4958-ab36-17a83bacf438 on network 7937a27f-ddbf-4f8f-934e-ecc5c4206082 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:21.179292 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f5bb8adc-64cc-4d8c-8b02-ae0ddbb92d43 req-59fccfc3-e1d7-45ea-bacc-b4d6cd9db3e0 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:21.182107 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] Port b383d8a3-4762-4958-ab36-17a83bacf438 on network 7937a27f-ddbf-4f8f-934e-ecc5c4206082 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:21.182404 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] Attempting to bind port b383d8a3-4762-4958-ab36-17a83bacf438 on network 7937a27f-ddbf-4f8f-934e-ecc5c4206082 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:21.187489 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f5bb8adc-64cc-4d8c-8b02-ae0ddbb92d43 req-59fccfc3-e1d7-45ea-bacc-b4d6cd9db3e0 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:21.189832 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:21.190175 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] Checking segment: {'id': '0e4c1fed-c5fd-413d-b851-c0f5c33ec2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7937a27f-ddbf-4f8f-934e-ecc5c4206082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:21.190582 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] Bound using segment: {'id': '0e4c1fed-c5fd-413d-b851-c0f5c33ec2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7937a27f-ddbf-4f8f-934e-ecc5c4206082'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:21.191015 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] Bound port: b383d8a3-4762-4958-ab36-17a83bacf438, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e4c1fed-c5fd-413d-b851-c0f5c33ec2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7937a27f-ddbf-4f8f-934e-ecc5c4206082'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:21.191384 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:21.201029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['3a817b75-31e0-496c-a5ce-4b8ab34969bd'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:21.251653 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb8adc-64cc-4d8c-8b02-ae0ddbb92d43 req-59fccfc3-e1d7-45ea-bacc-b4d6cd9db3e0 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:21.252304 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f5bb8adc-64cc-4d8c-8b02-ae0ddbb92d43 req-59fccfc3-e1d7-45ea-bacc-b4d6cd9db3e0 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:21.253740 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f5bb8adc-64cc-4d8c-8b02-ae0ddbb92d43 req-59fccfc3-e1d7-45ea-bacc-b4d6cd9db3e0 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "PUT /v2.0/ports/3a817b75-31e0-496c-a5ce-4b8ab34969bd HTTP/1.1" status: 200 len: 1021 time: 0.7332158 Jul 07 16:54:21.308082 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fccfc3-e1d7-45ea-bacc-b4d6cd9db3e0 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event updated for resources: {'Port': ['ID=3a817b75-31e0-496c-a5ce-4b8ab34969bd,revision_number=7']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:21.328957 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] For port b383d8a3-4762-4958-ab36-17a83bacf438, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:21.330210 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['3a817b75-31e0-496c-a5ce-4b8ab34969bd'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:21.332446 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] For port b383d8a3-4762-4958-ab36-17a83bacf438, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=b383d8a3-4762-4958-ab36-17a83bacf438,segment=NetworkSegment(0e4c1fed-c5fd-413d-b851-c0f5c33ec2e1),segment_id=0e4c1fed-c5fd-413d-b851-c0f5c33ec2e1)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:21.340431 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:21.416057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] Pushing event updated for resources: {'Port': ['ID=b383d8a3-4762-4958-ab36-17a83bacf438,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:21.467295 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:21.468675 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:21.470424 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-ba63abbf-6599-4b74-9f8b-46074b95a07b service neutron] 10.222.0.69 "PUT /v2.0/ports/b383d8a3-4762-4958-ab36-17a83bacf438 HTTP/1.1" status: 200 len: 1092 time: 1.1486647 Jul 07 16:54:21.483360 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f53b4ad3-6c9e-4625-8f3c-fe20ce4b38e6 req-2859a616-38d8-403d-b481-ad73c988d143 tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0565093 Jul 07 16:54:21.544828 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed3f01-1641-464d-ba5c-580510c9cb19 req-0de017a4-7730-48b5-a8f4-e801523ca0c1 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:21.551843 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-caed3f01-1641-464d-ba5c-580510c9cb19 req-0de017a4-7730-48b5-a8f4-e801523ca0c1 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=074169b7-1172-4098-ad23-6c2d690b89ba HTTP/1.1" status: 200 len: 946 time: 0.1064978 Jul 07 16:54:21.587655 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-cde1d66f-16ac-4cf2-b53c-75aaeabff919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:21.589750 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-cde1d66f-16ac-4cf2-b53c-75aaeabff919 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2e03aa530768431eb6c00938eef3bea4&device_id=e2b627cf-7ec7-45a7-9d74-5f60ec544bca HTTP/1.1" status: 200 len: 1095 time: 0.0616627 Jul 07 16:54:21.604476 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-caed3f01-1641-464d-ba5c-580510c9cb19 req-873212bc-25a7-416f-931d-299f01979f92 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517678 Jul 07 16:54:21.639797 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-b1b2f44d-43b3-428a-ad99-912cd05b81b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b383d8a3-4762-4958-ab36-17a83bacf438 HTTP/1.1" status: 200 len: 217 time: 0.0421550 Jul 07 16:54:21.693977 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-bec3aa7d-6682-4989-bcdb-c5669a2994f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:21.695981 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-bec3aa7d-6682-4989-bcdb-c5669a2994f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9870747f-a500-435b-90b6-f3912dcbd690 HTTP/1.1" status: 200 len: 861 time: 0.0504661 Jul 07 16:54:21.747125 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-377d6591-9aab-4c1c-a9de-a8eddd3ffc29 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7937a27f-ddbf-4f8f-934e-ecc5c4206082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446017 Jul 07 16:54:21.811809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190fd36-53b3-4c5d-b17a-b1465a5eb960 req-faaaad7d-ca87-47c3-b387-cf7cb57b65e0 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:21.813328 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c190fd36-53b3-4c5d-b17a-b1465a5eb960 req-faaaad7d-ca87-47c3-b387-cf7cb57b65e0 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2b627cf-7ec7-45a7-9d74-5f60ec544bca HTTP/1.1" status: 200 len: 944 time: 0.0722039 Jul 07 16:54:21.853366 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c190fd36-53b3-4c5d-b17a-b1465a5eb960 req-1cc27599-6a78-4a99-ade7-f80c0ea47a2e tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/security-groups?id=fddb5461-e4e9-48ad-854e-47c825fdb5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339031 Jul 07 16:54:21.855409 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-185f6edf-d4f3-4f32-b18c-ad85b71b68b5 service neutron] 10.222.0.69 "GET /v2.0/networks/7937a27f-ddbf-4f8f-934e-ecc5c4206082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011896 Jul 07 16:54:21.961413 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6789f6fb-3e6a-49b5-84ec-7f287f0fa5af req-a1474de5-abed-4416-9ff5-5ff550b93261 service neutron] 10.222.0.69 "GET /v2.0/networks/7937a27f-ddbf-4f8f-934e-ecc5c4206082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988033 Jul 07 16:54:22.068743 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77936b5f-fb46-4304-9477-ca84975a476b req-09111da5-d8f9-4542-8b0c-934de1b4c474 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:22.074911 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-77936b5f-fb46-4304-9477-ca84975a476b req-09111da5-d8f9-4542-8b0c-934de1b4c474 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee41644a-6946-483e-8ab3-eadadda164cb HTTP/1.1" status: 200 len: 1024 time: 0.0762403 Jul 07 16:54:22.143605 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-77936b5f-fb46-4304-9477-ca84975a476b req-d7de5176-09d7-4e61-839c-08958fff4790 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?id=c56fac15-f1e0-40ac-8b56-202adbca6463&id=a1b0a695-0807-439b-b16d-58a4730eeb12&id=491b0f75-5fa9-4cb3-90dd-af404ca72de1 HTTP/1.1" status: 200 len: 6147 time: 0.0665865 Jul 07 16:54:22.216104 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee41644a-6946-483e-8ab3-eadadda164cb', 'tag': '3a817b75-31e0-496c-a5ce-4b8ab34969bd'}, {'name': 'network-changed', 'server_uuid': 'e2b627cf-7ec7-45a7-9d74-5f60ec544bca', 'tag': 'b383d8a3-4762-4958-ab36-17a83bacf438'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:22.219398 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920ecf8b-f142-43f9-ad38-694fd8801f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "ee41644a-6946-483e-8ab3-eadadda164cb", "tag": "3a817b75-31e0-496c-a5ce-4b8ab34969bd"}, {"name": "network-changed", "server_uuid": "e2b627cf-7ec7-45a7-9d74-5f60ec544bca", "tag": "b383d8a3-4762-4958-ab36-17a83bacf438"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:22.319169 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11721fab-db02-46f7-9839-7a9fc60a7dd7 req-cd06270a-b592-46af-a2a9-80c7f83d3ad4 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:22.320689 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-11721fab-db02-46f7-9839-7a9fc60a7dd7 req-cd06270a-b592-46af-a2a9-80c7f83d3ad4 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.0780814 Jul 07 16:54:22.364453 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-11721fab-db02-46f7-9839-7a9fc60a7dd7 req-6b4ae091-5f02-4274-a74f-af03efb67670 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370960 Jul 07 16:54:22.393995 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-f3d4badb-c4b9-4645-8b12-93ff5dedae01 req-46646190-acca-418a-ada8-069ef61fe496 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Request body: {'security_group': {'name': ' tempest-securitygroup -319192542 ', 'description': 'tempest-description-2095424315'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:22.416197 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f3d4badb-c4b9-4645-8b12-93ff5dedae01 req-46646190-acca-418a-ada8-069ef61fe496 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.502514 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f3d4badb-c4b9-4645-8b12-93ff5dedae01 req-46646190-acca-418a-ada8-069ef61fe496 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.506861 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f3d4badb-c4b9-4645-8b12-93ff5dedae01 req-46646190-acca-418a-ada8-069ef61fe496 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.533620 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f3d4badb-c4b9-4645-8b12-93ff5dedae01 req-46646190-acca-418a-ada8-069ef61fe496 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:22.534929 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f3d4badb-c4b9-4645-8b12-93ff5dedae01 req-46646190-acca-418a-ada8-069ef61fe496 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.1452961 Jul 07 16:54:22.544762 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46646190-acca-418a-ada8-069ef61fe496 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc7cb29-e3a5-46f5-80f6-fadb97ea6372,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:22.611246 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1d566b-fe59-4473-b50a-495f4c7b95bd x-openstack-request-id: req-ea1d566b-fe59-4473-b50a-495f4c7b95bd {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:22.611795 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee41644a-6946-483e-8ab3-eadadda164cb", "tag": "3a817b75-31e0-496c-a5ce-4b8ab34969bd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e2b627cf-7ec7-45a7-9d74-5f60ec544bca", "tag": "b383d8a3-4762-4958-ab36-17a83bacf438", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:22.611795 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea1d566b-fe59-4473-b50a-495f4c7b95bd {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:22.612413 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee41644a-6946-483e-8ab3-eadadda164cb', 'tag': '3a817b75-31e0-496c-a5ce-4b8ab34969bd', 'status': 'completed', 'code': 200} Jul 07 16:54:22.612665 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b627cf-7ec7-45a7-9d74-5f60ec544bca', 'tag': 'b383d8a3-4762-4958-ab36-17a83bacf438', 'status': 'completed', 'code': 200} Jul 07 16:54:22.699250 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ecf8b-f142-43f9-ad38-694fd8801f9e req-aaaabd79-a367-401a-a3d2-49bdba755998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:22.699525 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b098c52-cf57-4b61-b9a2-1cbc6b0bbfce req-c8129f45-ebc0-448e-b203-4e31a1bcac52 tempest-QuotasAdminNegativeTest-1339716776 tempest-QuotasAdminNegativeTest-1339716776-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=99f5f0525c924714b435c5bc50aa87de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219250 Jul 07 16:54:22.701211 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-920ecf8b-f142-43f9-ad38-694fd8801f9e req-aaaabd79-a367-401a-a3d2-49bdba755998 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=35276e05203840b6935d31413a132cb9&device_id=ee41644a-6946-483e-8ab3-eadadda164cb HTTP/1.1" status: 200 len: 1175 time: 0.0628126 Jul 07 16:54:22.796954 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-128ec243-24bc-4a24-b3c6-ef0de6b90322 req-1de0ae50-dbca-4dbf-b316-3b3a898205aa tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0338364 Jul 07 16:54:22.810669 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b098c52-cf57-4b61-b9a2-1cbc6b0bbfce req-5a1622de-6b1a-48f7-8770-587a74b9c7b7 tempest-QuotasAdminNegativeTest-1339716776 tempest-QuotasAdminNegativeTest-1339716776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:22.812451 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b098c52-cf57-4b61-b9a2-1cbc6b0bbfce req-5a1622de-6b1a-48f7-8770-587a74b9c7b7 tempest-QuotasAdminNegativeTest-1339716776 tempest-QuotasAdminNegativeTest-1339716776-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1074064 Jul 07 16:54:22.823902 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ecf8b-f142-43f9-ad38-694fd8801f9e req-ea990ca0-2c40-4a10-999c-65e3dbf1a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:22.825376 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-920ecf8b-f142-43f9-ad38-694fd8801f9e req-ea990ca0-2c40-4a10-999c-65e3dbf1a7bd service neutron] 10.222.0.69 "GET /v2.0/networks?id=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 HTTP/1.1" status: 200 len: 913 time: 0.1178370 Jul 07 16:54:22.835893 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b098c52-cf57-4b61-b9a2-1cbc6b0bbfce req-df6c229f-69a1-4341-ac27-72f93b8f22b5 tempest-QuotasAdminNegativeTest-1339716776 tempest-QuotasAdminNegativeTest-1339716776-project] 10.222.0.50 "GET /v2.0/quotas/99f5f0525c924714b435c5bc50aa87de HTTP/1.1" status: 200 len: 375 time: 0.0094807 Jul 07 16:54:22.870515 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b098c52-cf57-4b61-b9a2-1cbc6b0bbfce req-52798983-55a2-4f67-9f7b-d96302fe72a3 tempest-QuotasAdminNegativeTest-1339716776 tempest-QuotasAdminNegativeTest-1339716776-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=99f5f0525c924714b435c5bc50aa87de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287185 Jul 07 16:54:22.874354 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-920ecf8b-f142-43f9-ad38-694fd8801f9e req-05d5b446-a8aa-45c6-b7eb-32e19ab4fc04 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a817b75-31e0-496c-a5ce-4b8ab34969bd HTTP/1.1" status: 200 len: 217 time: 0.0406625 Jul 07 16:54:22.927667 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-981b99d4-9651-4c8f-9afc-7fb3f6a656ec req-be85e4b7-218e-48b1-85c4-5aa71c028fca tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/7bc7cb29-e3a5-46f5-80f6-fadb97ea6372 HTTP/1.1" status: 200 len: 1780 time: 0.1005645 Jul 07 16:54:22.946170 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ecf8b-f142-43f9-ad38-694fd8801f9e req-17a82a8e-cbe0-4da1-a53e-76a6288e579d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:22.948232 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-920ecf8b-f142-43f9-ad38-694fd8801f9e req-17a82a8e-cbe0-4da1-a53e-76a6288e579d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7afa8583-eb85-4875-b937-72c25bc8ecf1 HTTP/1.1" status: 200 len: 852 time: 0.0661807 Jul 07 16:54:22.991505 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-920ecf8b-f142-43f9-ad38-694fd8801f9e req-8661bd49-9a75-4c62-ab7f-c4eb6fca836d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364881 Jul 07 16:54:23.094188 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-920ecf8b-f142-43f9-ad38-694fd8801f9e req-9d6c2dfc-f309-4895-a513-8cb5124a7404 service neutron] 10.222.0.69 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958240 Jul 07 16:54:23.101510 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a909f87-32e4-4b0a-94d1-a35f5b82f429 req-29f2908c-59af-4a81-8d2b-aee47dfb06b1 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:23.103823 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2a909f87-32e4-4b0a-94d1-a35f5b82f429 req-29f2908c-59af-4a81-8d2b-aee47dfb06b1 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=074169b7-1172-4098-ad23-6c2d690b89ba HTTP/1.1" status: 200 len: 946 time: 0.0799596 Jul 07 16:54:23.149187 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2a909f87-32e4-4b0a-94d1-a35f5b82f429 req-e6c65bc8-ded6-4050-bb18-91b7929fa37e tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392544 Jul 07 16:54:23.222872 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20d882be-831c-4501-9b7b-debfaa2465d8 req-f5ff8b1c-5547-4a9f-9b59-efa9a2671a5b tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/7bc7cb29-e3a5-46f5-80f6-fadb97ea6372 HTTP/1.1" status: 200 len: 1780 time: 0.0475459 Jul 07 16:54:23.244006 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-920ecf8b-f142-43f9-ad38-694fd8801f9e req-918e7589-0a7c-4982-af3f-ced0c3438294 service neutron] 10.222.0.69 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420619 Jul 07 16:54:23.255012 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b0f07-3678-45fa-b2dc-05b0a77de90b req-ae92a5eb-f1c6-4cef-b06d-711b53c7a9f6 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:23.256532 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-918b0f07-3678-45fa-b2dc-05b0a77de90b req-ae92a5eb-f1c6-4cef-b06d-711b53c7a9f6 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2b627cf-7ec7-45a7-9d74-5f60ec544bca HTTP/1.1" status: 200 len: 944 time: 0.1028867 Jul 07 16:54:23.290954 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-20d882be-831c-4501-9b7b-debfaa2465d8 req-b4841a8d-ca59-4805-936e-3051b190e754 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:23.309723 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-918b0f07-3678-45fa-b2dc-05b0a77de90b req-978a81dd-7b7d-4b31-b97a-37d79b5d661f tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/security-groups?id=fddb5461-e4e9-48ad-854e-47c825fdb5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457330 Jul 07 16:54:23.316980 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-20d882be-831c-4501-9b7b-debfaa2465d8 req-b4841a8d-ca59-4805-936e-3051b190e754 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:23.371739 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ecf8b-f142-43f9-ad38-694fd8801f9e req-bd6015c8-3baa-42a4-8803-afbc13f7f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:23.373376 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-920ecf8b-f142-43f9-ad38-694fd8801f9e req-bd6015c8-3baa-42a4-8803-afbc13f7f1db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2e03aa530768431eb6c00938eef3bea4&device_id=e2b627cf-7ec7-45a7-9d74-5f60ec544bca HTTP/1.1" status: 200 len: 1095 time: 0.0743771 Jul 07 16:54:23.373687 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-20d882be-831c-4501-9b7b-debfaa2465d8 req-b4841a8d-ca59-4805-936e-3051b190e754 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:23.376852 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-20d882be-831c-4501-9b7b-debfaa2465d8 req-b4841a8d-ca59-4805-936e-3051b190e754 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:23.378753 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20d882be-831c-4501-9b7b-debfaa2465d8 req-b4841a8d-ca59-4805-936e-3051b190e754 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "DELETE /v2.0/security-groups/7bc7cb29-e3a5-46f5-80f6-fadb97ea6372 HTTP/1.1" status: 204 len: 173 time: 0.1474502 Jul 07 16:54:23.390784 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4841a8d-ca59-4805-936e-3051b190e754 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc7cb29-e3a5-46f5-80f6-fadb97ea6372,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:23.513819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ecf8b-f142-43f9-ad38-694fd8801f9e req-b7d90ce1-230a-4f49-8cec-84d307ea001a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:23.515487 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-920ecf8b-f142-43f9-ad38-694fd8801f9e req-b7d90ce1-230a-4f49-8cec-84d307ea001a service neutron] 10.222.0.69 "GET /v2.0/networks?id=7937a27f-ddbf-4f8f-934e-ecc5c4206082 HTTP/1.1" status: 200 len: 922 time: 0.1168962 Jul 07 16:54:23.580725 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-920ecf8b-f142-43f9-ad38-694fd8801f9e req-4140884a-410a-42ea-819f-63bc08db9d52 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b383d8a3-4762-4958-ab36-17a83bacf438 HTTP/1.1" status: 200 len: 217 time: 0.0524666 Jul 07 16:54:23.585796 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-ec4b157f-ffec-468b-b5fe-418a3171c2f4 req-2a3c4d53-3dde-44b7-bd48-b30ce17e2e75 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] show failed (client error): The resource could not be found. Jul 07 16:54:23.586911 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ec4b157f-ffec-468b-b5fe-418a3171c2f4 req-2a3c4d53-3dde-44b7-bd48-b30ce17e2e75 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/7bc7cb29-e3a5-46f5-80f6-fadb97ea6372 HTTP/1.1" status: 404 len: 352 time: 0.0516250 Jul 07 16:54:23.635047 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ecf8b-f142-43f9-ad38-694fd8801f9e req-d14dd4f2-d2f3-48d6-9365-dc66327653ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:23.636765 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-920ecf8b-f142-43f9-ad38-694fd8801f9e req-d14dd4f2-d2f3-48d6-9365-dc66327653ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9870747f-a500-435b-90b6-f3912dcbd690 HTTP/1.1" status: 200 len: 861 time: 0.0481791 Jul 07 16:54:23.681086 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-920ecf8b-f142-43f9-ad38-694fd8801f9e req-59c629f2-0da0-4ec1-8919-061962491de6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7937a27f-ddbf-4f8f-934e-ecc5c4206082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367677 Jul 07 16:54:23.810207 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 39932) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:23.833087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa519c1-c2a5-4247-beac-fd18f4ec39f7 req-c2f1981c-ec8c-4417-b6bf-5d54f6ad2b43 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:23.834720 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1fa519c1-c2a5-4247-beac-fd18f4ec39f7 req-c2f1981c-ec8c-4417-b6bf-5d54f6ad2b43 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.1377332 Jul 07 16:54:23.839255 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-920ecf8b-f142-43f9-ad38-694fd8801f9e req-e4a8820b-a7c6-405e-bf32-1302140ae4ae service neutron] 10.222.0.69 "GET /v2.0/networks/7937a27f-ddbf-4f8f-934e-ecc5c4206082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509023 Jul 07 16:54:23.931972 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1fa519c1-c2a5-4247-beac-fd18f4ec39f7 req-861d2e8a-57ab-4803-80ae-616ad3b21d4d tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881069 Jul 07 16:54:23.979801 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6662dcab-151f-4a2d-823f-6885855204e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:23.999640 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-920ecf8b-f142-43f9-ad38-694fd8801f9e req-b4efd370-d6e9-4359-bf9b-5e735659ca7c service neutron] 10.222.0.69 "GET /v2.0/networks/7937a27f-ddbf-4f8f-934e-ecc5c4206082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487176 Jul 07 16:54:24.004914 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-1c6a03a7-6cff-4bbd-85e0-eca0018065fe req-d2c25b83-86af-4cdb-9c5a-bf81355d960d tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1485773620', 'description': 'tempest-description-1942782566'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:24.106819 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6662dcab-151f-4a2d-823f-6885855204e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.120007 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6662dcab-151f-4a2d-823f-6885855204e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.139121 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1c6a03a7-6cff-4bbd-85e0-eca0018065fe req-d2c25b83-86af-4cdb-9c5a-bf81355d960d tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.182463 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6662dcab-151f-4a2d-823f-6885855204e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cfc1c26105ee42beba1732ff9e29811b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709178 Jul 07 16:54:24.183263 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 39948) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:24.214801 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662dcab-151f-4a2d-823f-6885855204e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404bc0af-5ba7-48da-8062-449af02ea86d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:24.248101 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-856e575d-3867-4a3d-a367-54b7475ead85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.283431 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-856e575d-3867-4a3d-a367-54b7475ead85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.299375 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1c6a03a7-6cff-4bbd-85e0-eca0018065fe req-d2c25b83-86af-4cdb-9c5a-bf81355d960d tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.300954 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 39950) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:24.308102 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1c6a03a7-6cff-4bbd-85e0-eca0018065fe req-d2c25b83-86af-4cdb-9c5a-bf81355d960d tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.309569 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-35ccbf89-5673-4e85-ae42-c8960d7aee99 req-68e12014-c0a6-4d83-a8f7-5f32874d015a tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0452123 Jul 07 16:54:24.365352 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1c6a03a7-6cff-4bbd-85e0-eca0018065fe req-d2c25b83-86af-4cdb-9c5a-bf81355d960d tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.380375 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1c6a03a7-6cff-4bbd-85e0-eca0018065fe req-d2c25b83-86af-4cdb-9c5a-bf81355d960d tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3792148 Jul 07 16:54:24.382831 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c25b83-86af-4cdb-9c5a-bf81355d960d tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=857f930c-6b66-4f7b-bf8a-71e4cc626cb3,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:24.400218 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-856e575d-3867-4a3d-a367-54b7475ead85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.403972 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-856e575d-3867-4a3d-a367-54b7475ead85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.405545 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-856e575d-3867-4a3d-a367-54b7475ead85 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/404bc0af-5ba7-48da-8062-449af02ea86d HTTP/1.1" status: 204 len: 168 time: 0.2207325 Jul 07 16:54:24.418340 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e575d-3867-4a3d-a367-54b7475ead85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404bc0af-5ba7-48da-8062-449af02ea86d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:24.458484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-ab1a3e6c-1017-4118-996f-6e06b0bb2b45 req-879e3043-92a6-4fbb-b6d1-396493e1adcd tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2052336857', 'description': 'tempest-description-2052151157'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:24.488376 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 39972) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:24.497058 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ab1a3e6c-1017-4118-996f-6e06b0bb2b45 req-879e3043-92a6-4fbb-b6d1-396493e1adcd tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.547549 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-40b3fff6-b91c-4c6c-af35-ee81a23c800a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.598846 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ab1a3e6c-1017-4118-996f-6e06b0bb2b45 req-879e3043-92a6-4fbb-b6d1-396493e1adcd tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.599030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18885a46-76b2-4e4b-aa6d-17d6f52e28ac req-291e189e-0e6e-43eb-9a2d-96c95da0185f tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:24.600507 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18885a46-76b2-4e4b-aa6d-17d6f52e28ac req-291e189e-0e6e-43eb-9a2d-96c95da0185f tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2b627cf-7ec7-45a7-9d74-5f60ec544bca HTTP/1.1" status: 200 len: 944 time: 0.1252420 Jul 07 16:54:24.601667 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-55c6bf86-be17-4112-b8c0-cc5710682320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.604682 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ab1a3e6c-1017-4118-996f-6e06b0bb2b45 req-879e3043-92a6-4fbb-b6d1-396493e1adcd tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.639969 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e3043-92a6-4fbb-b6d1-396493e1adcd tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd925a92-5fd3-409e-b645-4c7b7c77e8d7,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:24.683002 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18885a46-76b2-4e4b-aa6d-17d6f52e28ac req-81e0606a-3b2e-431f-99ec-228e42bffb88 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/security-groups?id=fddb5461-e4e9-48ad-854e-47c825fdb5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693324 Jul 07 16:54:24.753592 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-40b3fff6-b91c-4c6c-af35-ee81a23c800a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.762951 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-40b3fff6-b91c-4c6c-af35-ee81a23c800a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.767851 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ab1a3e6c-1017-4118-996f-6e06b0bb2b45 req-879e3043-92a6-4fbb-b6d1-396493e1adcd tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.769316 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ab1a3e6c-1017-4118-996f-6e06b0bb2b45 req-879e3043-92a6-4fbb-b6d1-396493e1adcd tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3166645 Jul 07 16:54:24.797836 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-41acad5c-9370-473c-a684-b9d8b24f767f req-ed52f10a-5f4d-4662-b440-5fb86f9ffb1c tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-532384207', 'description': 'tempest-description-757855970'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:24.825267 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-40b3fff6-b91c-4c6c-af35-ee81a23c800a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99f5f0525c924714b435c5bc50aa87de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5232632 Jul 07 16:54:24.827427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3fff6-b91c-4c6c-af35-ee81a23c800a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a503fe0-43b6-4c33-8599-7a3e81cad13c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:24.829917 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40000) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:24.904074 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-81c431b8-de74-4964-8b77-274fdeab9bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.925126 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-55c6bf86-be17-4112-b8c0-cc5710682320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.932361 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-55c6bf86-be17-4112-b8c0-cc5710682320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.956956 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-81c431b8-de74-4964-8b77-274fdeab9bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.959210 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-41acad5c-9370-473c-a684-b9d8b24f767f req-ed52f10a-5f4d-4662-b440-5fb86f9ffb1c tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:24.965895 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6bf86-be17-4112-b8c0-cc5710682320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90c0d51-a076-4f39-b231-389caeecbdb0,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:25.002943 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-55c6bf86-be17-4112-b8c0-cc5710682320 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c46f0ac9c4244fc9e01b86b3641684d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5134847 Jul 07 16:54:25.003836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40014) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:25.064398 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5d8fefa3-4664-43f6-8bf7-fd927f41f942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.097175 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5d8fefa3-4664-43f6-8bf7-fd927f41f942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.143841 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-41acad5c-9370-473c-a684-b9d8b24f767f req-ed52f10a-5f4d-4662-b440-5fb86f9ffb1c tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.155391 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-41acad5c-9370-473c-a684-b9d8b24f767f req-ed52f10a-5f4d-4662-b440-5fb86f9ffb1c tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.166914 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-81c431b8-de74-4964-8b77-274fdeab9bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.169728 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-81c431b8-de74-4964-8b77-274fdeab9bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.173694 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-81c431b8-de74-4964-8b77-274fdeab9bfc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a503fe0-43b6-4c33-8599-7a3e81cad13c HTTP/1.1" status: 204 len: 168 time: 0.3423963 Jul 07 16:54:25.196147 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-41acad5c-9370-473c-a684-b9d8b24f767f req-ed52f10a-5f4d-4662-b440-5fb86f9ffb1c tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.198507 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5d8fefa3-4664-43f6-8bf7-fd927f41f942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.202480 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5d8fefa3-4664-43f6-8bf7-fd927f41f942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.206160 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-41acad5c-9370-473c-a684-b9d8b24f767f req-ed52f10a-5f4d-4662-b440-5fb86f9ffb1c tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4113147 Jul 07 16:54:25.206331 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5d8fefa3-4664-43f6-8bf7-fd927f41f942 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a90c0d51-a076-4f39-b231-389caeecbdb0 HTTP/1.1" status: 204 len: 168 time: 0.1988258 Jul 07 16:54:25.208547 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52f10a-5f4d-4662-b440-5fb86f9ffb1c tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cb2155-4b91-49d4-a802-1dfbc443e1bc,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:25.227342 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c431b8-de74-4964-8b77-274fdeab9bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a503fe0-43b6-4c33-8599-7a3e81cad13c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:25.254494 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583ba22-dc6d-4f2d-8230-3d4604b44d53 req-22c9698f-bdfe-4373-8de2-21c760dfb7a1 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:25.256464 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1583ba22-dc6d-4f2d-8230-3d4604b44d53 req-22c9698f-bdfe-4373-8de2-21c760dfb7a1 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.1484418 Jul 07 16:54:25.257841 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fefa3-4664-43f6-8bf7-fd927f41f942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90c0d51-a076-4f39-b231-389caeecbdb0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:25.325647 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1583ba22-dc6d-4f2d-8230-3d4604b44d53 req-c483d0e7-3f86-4bf1-984d-9be44ba65952 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552478 Jul 07 16:54:25.334737 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40030) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:25.388599 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device b383d8a3-4762-4958-ab36-17a83bacf438 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:54:25.420320 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd04f-8b2d-4371-831f-6a821917212d req-a9870981-d855-4eec-94d2-4a8709b8bc7d tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:25.423050 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5d5cd04f-8b2d-4371-831f-6a821917212d req-a9870981-d855-4eec-94d2-4a8709b8bc7d tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=074169b7-1172-4098-ad23-6c2d690b89ba HTTP/1.1" status: 200 len: 946 time: 0.0781479 Jul 07 16:54:25.495787 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5d5cd04f-8b2d-4371-831f-6a821917212d req-0b0852de-c392-4fa6-9515-6c641c6a472c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663743 Jul 07 16:54:25.539348 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a264ffc7-07ee-42bc-9e1f-42d8298a0498 req-babfe29f-9503-4058-bd2a-178f8f3ee38e tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=35276e05203840b6935d31413a132cb9 HTTP/1.1" status: 200 len: 10895 time: 0.1686668 Jul 07 16:54:25.549234 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port b383d8a3-4762-4958-ab36-17a83bacf438, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=b383d8a3-4762-4958-ab36-17a83bacf438,segment=NetworkSegment(0e4c1fed-c5fd-413d-b851-c0f5c33ec2e1),segment_id=0e4c1fed-c5fd-413d-b851-c0f5c33ec2e1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:25.578351 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'b383d8a3-4762-4958-ab36-17a83bacf438', 'network_id': '7937a27f-ddbf-4f8f-934e-ecc5c4206082', 'port_id': 'b383d8a3-4762-4958-ab36-17a83bacf438', 'mac_address': 'fa:16:3e:c6:fd:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9870747f-a500-435b-90b6-f3912dcbd690', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:54:25.629180 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.635377 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a264ffc7-07ee-42bc-9e1f-42d8298a0498 req-9fd2d921-1838-4cd6-b0a8-217354cabf72 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/491b0f75-5fa9-4cb3-90dd-af404ca72de1 HTTP/1.1" status: 200 len: 2981 time: 0.0882359 Jul 07 16:54:25.646021 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b383d8a3-4762-4958-ab36-17a83bacf438 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:25.672108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port b383d8a3-4762-4958-ab36-17a83bacf438, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=b383d8a3-4762-4958-ab36-17a83bacf438,segment=NetworkSegment(0e4c1fed-c5fd-413d-b851-c0f5c33ec2e1),segment_id=0e4c1fed-c5fd-413d-b851-c0f5c33ec2e1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:25.673690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-9bacfef6-7b95-48f9-9ddb-ad8e104e7fb5 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-474023267-network', 'tenant_id': '5c34bd378a854961ade67f7297a2370c'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:25.678509 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.678720 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-af640b97-7a05-48f6-b923-4e72ba73b597 req-a09befd1-0ad0-49e0-8eb0-b3385dfe5151 tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0626194 Jul 07 16:54:25.702108 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bacfef6-7b95-48f9-9ddb-ad8e104e7fb5 admin admin] Made reservation on behalf of 5c34bd378a854961ade67f7297a2370c for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:25.704507 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bacfef6-7b95-48f9-9ddb-ad8e104e7fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.716418 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bacfef6-7b95-48f9-9ddb-ad8e104e7fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.738692 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a264ffc7-07ee-42bc-9e1f-42d8298a0498 req-800ae6f1-cee4-4a09-953e-37e5fa8f6105 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/491b0f75-5fa9-4cb3-90dd-af404ca72de1 HTTP/1.1" status: 200 len: 2981 time: 0.1022253 Jul 07 16:54:25.762328 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=b383d8a3-4762-4958-ab36-17a83bacf438,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:25.833600 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b789ca26-0c27-4939-9016-cddcbbe18c93 req-3e564f8a-058a-4db3-88f2-2ff54ccb399c tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/857f930c-6b66-4f7b-bf8a-71e4cc626cb3 HTTP/1.1" status: 200 len: 1801 time: 0.0694108 Jul 07 16:54:25.835530 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40044) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:25.850554 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40046) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:25.855705 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33b15b15-162f-4499-8b75-58339880b80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.870489 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bacfef6-7b95-48f9-9ddb-ad8e104e7fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.876636 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c0c493ab-71c8-44d8-957b-46f0c0bffaa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.885588 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bacfef6-7b95-48f9-9ddb-ad8e104e7fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.918784 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b789ca26-0c27-4939-9016-cddcbbe18c93 req-bde1e779-c795-4fc8-8d77-871d892c88f8 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.935401 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.api [None req-c0c493ab-71c8-44d8-957b-46f0c0bffaa0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 16:54:25.935401 n-d-793620-7 neutron-server[100410]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 16:54:25.935401 n-d-793620-7 neutron-server[100410]: [parameters: {'project_id_1': 'bc791ef1e5784dab9ac2fae2f0817ac9', 'expiration_1': datetime.datetime(2021, 7, 7, 16, 54, 25, 898124)}] Jul 07 16:54:25.935401 n-d-793620-7 neutron-server[100410]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:54:25.935929 n-d-793620-7 neutron-server[100410]: DEBUG oslo_db.api [None req-c0c493ab-71c8-44d8-957b-46f0c0bffaa0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:54:25.936446 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bacfef6-7b95-48f9-9ddb-ad8e104e7fb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:54:25.945973 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b789ca26-0c27-4939-9016-cddcbbe18c93 req-bde1e779-c795-4fc8-8d77-871d892c88f8 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.957612 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacfef6-7b95-48f9-9ddb-ad8e104e7fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc1fc94-f1d8-445f-a4dd-589e56927c01,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:25.965985 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bacfef6-7b95-48f9-9ddb-ad8e104e7fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:25.966194 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-9bacfef6-7b95-48f9-9ddb-ad8e104e7fb5 admin admin] Added segment c620c6f7-9f4e-42b0-a9c8-a2ad7020daa0 of type vlan for network e52be358-761a-486a-85f6-1d3f2ffe41cc Jul 07 16:54:25.996826 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b789ca26-0c27-4939-9016-cddcbbe18c93 req-bde1e779-c795-4fc8-8d77-871d892c88f8 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.002480 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b789ca26-0c27-4939-9016-cddcbbe18c93 req-bde1e779-c795-4fc8-8d77-871d892c88f8 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.004665 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b789ca26-0c27-4939-9016-cddcbbe18c93 req-bde1e779-c795-4fc8-8d77-871d892c88f8 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "DELETE /v2.0/security-groups/857f930c-6b66-4f7b-bf8a-71e4cc626cb3 HTTP/1.1" status: 204 len: 173 time: 0.1618280 Jul 07 16:54:26.020615 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1e779-c795-4fc8-8d77-871d892c88f8 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=857f930c-6b66-4f7b-bf8a-71e4cc626cb3,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:26.024970 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bacfef6-7b95-48f9-9ddb-ad8e104e7fb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.053833 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-ab36d39d-be6c-4bf4-bbae-ee1a5a275118 req-fc592b2a-4498-4e17-bc6a-f8773e7b1746 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] show failed (client error): The resource could not be found. Jul 07 16:54:26.054746 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab36d39d-be6c-4bf4-bbae-ee1a5a275118 req-fc592b2a-4498-4e17-bc6a-f8773e7b1746 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/857f930c-6b66-4f7b-bf8a-71e4cc626cb3 HTTP/1.1" status: 404 len: 352 time: 0.0175080 Jul 07 16:54:26.072814 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c37dbf-e37e-4c35-b473-6a2d356a0cec req-7b28f74b-b583-40b6-9245-439e2c44edc0 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:26.074328 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-10c37dbf-e37e-4c35-b473-6a2d356a0cec req-7b28f74b-b583-40b6-9245-439e2c44edc0 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2b627cf-7ec7-45a7-9d74-5f60ec544bca HTTP/1.1" status: 200 len: 945 time: 0.2004797 Jul 07 16:54:26.077991 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['b383d8a3-4762-4958-ab36-17a83bacf438'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:26.118469 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bacfef6-7b95-48f9-9ddb-ad8e104e7fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.119328 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bacfef6-7b95-48f9-9ddb-ad8e104e7fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:26.119900 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bacfef6-7b95-48f9-9ddb-ad8e104e7fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.135059 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b78f5af9-0c81-47cf-beec-b30ffd5b669a req-99a1abeb-b785-4f48-8df2-546b672747c6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/fd925a92-5fd3-409e-b645-4c7b7c77e8d7 HTTP/1.1" status: 200 len: 1801 time: 0.0557976 Jul 07 16:54:26.188006 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33b15b15-162f-4499-8b75-58339880b80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.190971 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-10c37dbf-e37e-4c35-b473-6a2d356a0cec req-775195a0-05c3-4b18-9748-05330c693968 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/security-groups?id=fddb5461-e4e9-48ad-854e-47c825fdb5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070426 Jul 07 16:54:26.202043 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33b15b15-162f-4499-8b75-58339880b80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.204334 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b78f5af9-0c81-47cf-beec-b30ffd5b669a req-c2c5c75f-3085-40f1-ac8a-8f1dca476617 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.212695 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9bacfef6-7b95-48f9-9ddb-ad8e104e7fb5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8757677 Jul 07 16:54:26.216270 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40052) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:26.232854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacfef6-7b95-48f9-9ddb-ad8e104e7fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=e52be358-761a-486a-85f6-1d3f2ffe41cc,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:26.235215 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-064eb64f-ea03-458f-8b6e-f9ce711887a2 admin admin] Request body: {'subnet': {'network_id': 'e52be358-761a-486a-85f6-1d3f2ffe41cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-474023267-subnet', 'tenant_id': '5c34bd378a854961ade67f7297a2370c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:26.251998 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b15b15-162f-4499-8b75-58339880b80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fa1122-aada-4066-b134-c0244d6b9bb4,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:26.256154 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-33b15b15-162f-4499-8b75-58339880b80b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=44a999ca18b84c0bab05c3136fb4f88b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4189775 Jul 07 16:54:26.258741 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40054) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:26.278142 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b78f5af9-0c81-47cf-beec-b30ffd5b669a req-c2c5c75f-3085-40f1-ac8a-8f1dca476617 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.284375 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network e52be358-761a-486a-85f6-1d3f2ffe41cc details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:54:26.311242 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064eb64f-ea03-458f-8b6e-f9ce711887a2 admin admin] Made reservation on behalf of 5c34bd378a854961ade67f7297a2370c for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:26.312270 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-44515e91-656c-4fa2-b807-e540977820ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.314719 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-064eb64f-ea03-458f-8b6e-f9ce711887a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.336455 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-44515e91-656c-4fa2-b807-e540977820ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.396270 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-44515e91-656c-4fa2-b807-e540977820ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.398883 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-44515e91-656c-4fa2-b807-e540977820ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.400843 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-44515e91-656c-4fa2-b807-e540977820ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b9fa1122-aada-4066-b134-c0244d6b9bb4 HTTP/1.1" status: 204 len: 168 time: 0.1406577 Jul 07 16:54:26.403116 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b78f5af9-0c81-47cf-beec-b30ffd5b669a req-c2c5c75f-3085-40f1-ac8a-8f1dca476617 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.407867 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b78f5af9-0c81-47cf-beec-b30ffd5b669a req-c2c5c75f-3085-40f1-ac8a-8f1dca476617 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.409014 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b78f5af9-0c81-47cf-beec-b30ffd5b669a req-c2c5c75f-3085-40f1-ac8a-8f1dca476617 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "DELETE /v2.0/security-groups/fd925a92-5fd3-409e-b645-4c7b7c77e8d7 HTTP/1.1" status: 204 len: 173 time: 0.2677851 Jul 07 16:54:26.413205 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44515e91-656c-4fa2-b807-e540977820ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fa1122-aada-4066-b134-c0244d6b9bb4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:26.430672 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5c75f-3085-40f1-ac8a-8f1dca476617 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd925a92-5fd3-409e-b645-4c7b7c77e8d7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:26.437448 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c0c493ab-71c8-44d8-957b-46f0c0bffaa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.464243 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-32e27bae-4bbe-41bd-9044-63415dc4ca0d req-5afa70e9-f150-4f2d-b586-0331cce805ee tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] show failed (client error): The resource could not be found. Jul 07 16:54:26.478865 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-32e27bae-4bbe-41bd-9044-63415dc4ca0d req-5afa70e9-f150-4f2d-b586-0331cce805ee tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/fd925a92-5fd3-409e-b645-4c7b7c77e8d7 HTTP/1.1" status: 404 len: 352 time: 0.0442476 Jul 07 16:54:26.566616 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c8372-f98d-4109-b6a6-81554d47bfa2 req-852403f8-45e3-49c3-8bf1-2637b321b5f7 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:26.577315 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-585c8372-f98d-4109-b6a6-81554d47bfa2 req-852403f8-45e3-49c3-8bf1-2637b321b5f7 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.1003640 Jul 07 16:54:26.636186 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7debf2a7-e150-493e-a0fa-c2e22979704a req-e32cff1c-e2c7-4b38-8e66-5fd76ebf0e89 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/a1cb2155-4b91-49d4-a802-1dfbc443e1bc HTTP/1.1" status: 200 len: 1799 time: 0.1188219 Jul 07 16:54:26.641605 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-585c8372-f98d-4109-b6a6-81554d47bfa2 req-b0118db3-26c0-430c-96ec-f905cbc6b331 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632510 Jul 07 16:54:26.697972 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-064eb64f-ea03-458f-8b6e-f9ce711887a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.810756 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064eb64f-ea03-458f-8b6e-f9ce711887a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac8b0546-0b7e-43f5-9e16-5da5c9e2513d,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:26.858793 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb4991-08dc-4cf2-811e-1e94ae6f523f req-68f924f2-bc10-45e0-b1f3-9024b9bf1246 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:26.860879 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9adb4991-08dc-4cf2-811e-1e94ae6f523f req-68f924f2-bc10-45e0-b1f3-9024b9bf1246 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=074169b7-1172-4098-ad23-6c2d690b89ba HTTP/1.1" status: 200 len: 946 time: 0.0970128 Jul 07 16:54:26.866085 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c0c493ab-71c8-44d8-957b-46f0c0bffaa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.866994 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7debf2a7-e150-493e-a0fa-c2e22979704a req-d5aeb919-7bd7-41a7-adf9-b90e89945e84 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.879840 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c0c493ab-71c8-44d8-957b-46f0c0bffaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.901467 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064eb64f-ea03-458f-8b6e-f9ce711887a2 admin admin] Checking segment: {'id': 'c620c6f7-9f4e-42b0-a9c8-a2ad7020daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e52be358-761a-486a-85f6-1d3f2ffe41cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:26.901721 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064eb64f-ea03-458f-8b6e-f9ce711887a2 admin admin] Network hostable DHCP agents. Network: e52be358-761a-486a-85f6-1d3f2ffe41cc, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:54:26.908557 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9adb4991-08dc-4cf2-811e-1e94ae6f523f req-7c68d0f9-9d49-452a-8fa7-31a39e48858c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389051 Jul 07 16:54:26.923574 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7debf2a7-e150-493e-a0fa-c2e22979704a req-d5aeb919-7bd7-41a7-adf9-b90e89945e84 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:26.941931 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c493ab-71c8-44d8-957b-46f0c0bffaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec635514-e26b-4464-b680-834f74992888,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:26.973845 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c0c493ab-71c8-44d8-957b-46f0c0bffaa0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc791ef1e5784dab9ac2fae2f0817ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1200440 Jul 07 16:54:26.975794 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40076) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:26.996026 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064eb64f-ea03-458f-8b6e-f9ce711887a2 admin admin] Network e52be358-761a-486a-85f6-1d3f2ffe41cc is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:54:27.008461 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-064eb64f-ea03-458f-8b6e-f9ce711887a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, e52be358-761a-486a-85f6-1d3f2ffe41cc) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:27.020945 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d71df6-9d3a-411e-82bd-f1122b72c658 None None] Network e52be358-761a-486a-85f6-1d3f2ffe41cc requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:27.023154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064eb64f-ea03-458f-8b6e-f9ce711887a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:27.023810 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-064eb64f-ea03-458f-8b6e-f9ce711887a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.028162 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7debf2a7-e150-493e-a0fa-c2e22979704a req-d5aeb919-7bd7-41a7-adf9-b90e89945e84 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.030657 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7debf2a7-e150-493e-a0fa-c2e22979704a req-d5aeb919-7bd7-41a7-adf9-b90e89945e84 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.031776 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7debf2a7-e150-493e-a0fa-c2e22979704a req-d5aeb919-7bd7-41a7-adf9-b90e89945e84 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "DELETE /v2.0/security-groups/a1cb2155-4b91-49d4-a802-1dfbc443e1bc HTTP/1.1" status: 204 len: 173 time: 0.3846900 Jul 07 16:54:27.046092 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aeb919-7bd7-41a7-adf9-b90e89945e84 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cb2155-4b91-49d4-a802-1dfbc443e1bc,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:27.061923 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-064eb64f-ea03-458f-8b6e-f9ce711887a2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8363819 Jul 07 16:54:27.094444 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbcf6eb1-591e-4889-8bef-a55af3533ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.101629 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-b62c369d-cb83-4d2d-96b4-30abd87383aa req-5fda895b-8b69-40b5-9939-e35299e10b4f tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] show failed (client error): The resource could not be found. Jul 07 16:54:27.106067 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b62c369d-cb83-4d2d-96b4-30abd87383aa req-5fda895b-8b69-40b5-9939-e35299e10b4f tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/a1cb2155-4b91-49d4-a802-1dfbc443e1bc HTTP/1.1" status: 404 len: 352 time: 0.0423505 Jul 07 16:54:27.131366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a39dc69b-7406-4961-9904-e9f47e2fef05 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:54:27.231661 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87a9c405-b940-4a00-9cd6-e881438fd4a5 req-566beea5-4c5c-4e1f-9143-c9619cbddcab tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=35276e05203840b6935d31413a132cb9 HTTP/1.1" status: 200 len: 6147 time: 0.1014390 Jul 07 16:54:27.237455 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbcf6eb1-591e-4889-8bef-a55af3533ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.241130 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8f4a1b10-afb6-4da6-b45c-646d4ab47a6b req-b64317cf-fdfa-4ac7-93d0-fef0711ed095 tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0940926 Jul 07 16:54:27.323787 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbcf6eb1-591e-4889-8bef-a55af3533ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.326808 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbcf6eb1-591e-4889-8bef-a55af3533ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.328180 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dbcf6eb1-591e-4889-8bef-a55af3533ed4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec635514-e26b-4464-b680-834f74992888 HTTP/1.1" status: 204 len: 168 time: 0.3508844 Jul 07 16:54:27.348644 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf6eb1-591e-4889-8bef-a55af3533ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec635514-e26b-4464-b680-834f74992888,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:27.349222 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae494fbf-98fe-43ec-95a5-a7b6b41119f8 None None] Network e52be358-761a-486a-85f6-1d3f2ffe41cc requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:27.364823 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87a9c405-b940-4a00-9cd6-e881438fd4a5 req-cf7df03b-2e12-48d3-9c90-c50d0cba2120 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/491b0f75-5fa9-4cb3-90dd-af404ca72de1 HTTP/1.1" status: 200 len: 2981 time: 0.1206641 Jul 07 16:54:27.410237 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device b383d8a3-4762-4958-ab36-17a83bacf438 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:27.459262 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87a9c405-b940-4a00-9cd6-e881438fd4a5 req-747efd52-d1fd-431d-826b-097fe1a48be2 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/491b0f75-5fa9-4cb3-90dd-af404ca72de1 HTTP/1.1" status: 200 len: 2981 time: 0.0903969 Jul 07 16:54:27.478147 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port a39dc69b-7406-4961-9904-e9f47e2fef05, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a39dc69b-7406-4961-9904-e9f47e2fef05,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:27.504582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'a39dc69b-7406-4961-9904-e9f47e2fef05', 'network_id': '699fa17b-01d7-4d5f-a61b-f1383d4a18a7', 'port_id': 'a39dc69b-7406-4961-9904-e9f47e2fef05', 'mac_address': 'fa:16:3e:b3:db:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4033db2-1315-487d-98c1-b14262a4cfcd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:54:27.516023 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port b383d8a3-4762-4958-ab36-17a83bacf438 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:27.518991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05788509-1276-4b8d-b053-7fe075e2c5b9 req-bfdfe9d2-1529-40a3-b413-151a355e7e5e tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:27.520695 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-05788509-1276-4b8d-b053-7fe075e2c5b9 req-bfdfe9d2-1529-40a3-b413-151a355e7e5e tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2b627cf-7ec7-45a7-9d74-5f60ec544bca HTTP/1.1" status: 200 len: 945 time: 0.1101298 Jul 07 16:54:27.523054 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port b383d8a3-4762-4958-ab36-17a83bacf438 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:27.523533 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.574751 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-05788509-1276-4b8d-b053-7fe075e2c5b9 req-d2465dc3-9357-43ec-a46e-7fa9d51da609 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/security-groups?id=fddb5461-e4e9-48ad-854e-47c825fdb5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411978 Jul 07 16:54:27.612330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-cb50f44d-9e5f-46d8-a2b6-6ecffcd27337 req-9d1f6a33-97d1-4395-a4d6-6511d652d561 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-196663487', 'description': 'tempest-description-974184710'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:27.641138 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-cb50f44d-9e5f-46d8-a2b6-6ecffcd27337 req-9d1f6a33-97d1-4395-a4d6-6511d652d561 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.660486 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.681422 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a39dc69b-7406-4961-9904-e9f47e2fef05 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:27.731441 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port a39dc69b-7406-4961-9904-e9f47e2fef05, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a39dc69b-7406-4961-9904-e9f47e2fef05,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:27.741540 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.757405 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-cb50f44d-9e5f-46d8-a2b6-6ecffcd27337 req-9d1f6a33-97d1-4395-a4d6-6511d652d561 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.764792 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-cb50f44d-9e5f-46d8-a2b6-6ecffcd27337 req-9d1f6a33-97d1-4395-a4d6-6511d652d561 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.780112 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.787705 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-cb50f44d-9e5f-46d8-a2b6-6ecffcd27337 req-9d1f6a33-97d1-4395-a4d6-6511d652d561 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:27.789022 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cb50f44d-9e5f-46d8-a2b6-6ecffcd27337 req-9d1f6a33-97d1-4395-a4d6-6511d652d561 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1826615 Jul 07 16:54:27.810976 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f6a33-97d1-4395-a4d6-6511d652d561 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad52fa66-f801-4dbb-aca9-3194d3fb013a,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:27.823412 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['a39dc69b-7406-4961-9904-e9f47e2fef05'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:27.853475 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b627cf-7ec7-45a7-9d74-5f60ec544bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b383d8a3-4762-4958-ab36-17a83bacf438'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:27.855759 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7894c9c1-2540-417b-94e5-4b51f5afab71" -d '{"events": [{"server_uuid": "e2b627cf-7ec7-45a7-9d74-5f60ec544bca", "name": "network-vif-plugged", "status": "completed", "tag": "b383d8a3-4762-4958-ab36-17a83bacf438"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:27.866080 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=a39dc69b-7406-4961-9904-e9f47e2fef05,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:27.886426 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port b383d8a3-4762-4958-ab36-17a83bacf438, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=b383d8a3-4762-4958-ab36-17a83bacf438,segment=NetworkSegment(0e4c1fed-c5fd-413d-b851-c0f5c33ec2e1),segment_id=0e4c1fed-c5fd-413d-b851-c0f5c33ec2e1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:27.893591 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:28.009432 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=b383d8a3-4762-4958-ab36-17a83bacf438,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:28.128774 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e66ab9-c991-4c5a-a7d5-4e44a91388b2 req-0b525ff0-0c5e-4ffc-95c8-30c6d0984d74 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:28.137142 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a5e66ab9-c991-4c5a-a7d5-4e44a91388b2 req-0b525ff0-0c5e-4ffc-95c8-30c6d0984d74 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.1731901 Jul 07 16:54:28.167171 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-28fbdbbf-deea-4330-a313-64296b695b2f req-acf4d130-3618-49b1-8353-b54784482fdc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0720692 Jul 07 16:54:28.189428 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-7fb15d1b-e365-40f2-ba01-4465efcb3382 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:28.194961 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-7fb15d1b-e365-40f2-ba01-4465efcb3382 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/networks?id=e52be358-761a-486a-85f6-1d3f2ffe41cc HTTP/1.1" status: 200 len: 808 time: 0.2483976 Jul 07 16:54:28.214877 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-124b7f81-f66a-4247-b54b-41453b74822f tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/quotas/5c34bd378a854961ade67f7297a2370c HTTP/1.1" status: 200 len: 375 time: 0.0112832 Jul 07 16:54:28.215115 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a5e66ab9-c991-4c5a-a7d5-4e44a91388b2 req-03831546-110e-4ba6-9efe-88985d11c828 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743046 Jul 07 16:54:28.257066 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-72f1aa8e-f0f7-4c2e-80b8-09fe833bb9c7 req-c6611c06-a668-4243-9305-9b6d1e295350 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1523459593', 'description': 'tempest-description-455024724'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:28.283339 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-72f1aa8e-f0f7-4c2e-80b8-09fe833bb9c7 req-c6611c06-a668-4243-9305-9b6d1e295350 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:28.411560 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-72f1aa8e-f0f7-4c2e-80b8-09fe833bb9c7 req-c6611c06-a668-4243-9305-9b6d1e295350 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:28.417721 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-72f1aa8e-f0f7-4c2e-80b8-09fe833bb9c7 req-c6611c06-a668-4243-9305-9b6d1e295350 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:28.462751 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-72f1aa8e-f0f7-4c2e-80b8-09fe833bb9c7 req-c6611c06-a668-4243-9305-9b6d1e295350 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:28.471482 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-72f1aa8e-f0f7-4c2e-80b8-09fe833bb9c7 req-c6611c06-a668-4243-9305-9b6d1e295350 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2205358 Jul 07 16:54:28.472634 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6611c06-a668-4243-9305-9b6d1e295350 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f1e4db-60d5-48f1-8a67-945a7e126991,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:28.515362 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d588f4ca-076d-48a1-8bbc-d5103caec536 x-openstack-request-id: req-d588f4ca-076d-48a1-8bbc-d5103caec536 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:28.516266 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b627cf-7ec7-45a7-9d74-5f60ec544bca", "name": "network-vif-plugged", "status": "completed", "tag": "b383d8a3-4762-4958-ab36-17a83bacf438", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:28.516846 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d588f4ca-076d-48a1-8bbc-d5103caec536 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:28.517468 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b627cf-7ec7-45a7-9d74-5f60ec544bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b383d8a3-4762-4958-ab36-17a83bacf438', 'code': 200} Jul 07 16:54:28.609115 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-4ab50c7d-c31d-4a8a-bf4c-6c5e12d3e4af tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5c34bd378a854961ade67f7297a2370c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3898916 Jul 07 16:54:28.734911 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5fb36-8f03-487d-abdc-a3a9e1a07198 req-605132c5-30ec-4fcc-a064-7fead704fe91 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:28.743588 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedc9f7-c05c-4059-af77-27f519e3137e req-8a5de2da-f2fa-45e1-a342-0a54cbc5e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:28.745496 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eaedc9f7-c05c-4059-af77-27f519e3137e req-8a5de2da-f2fa-45e1-a342-0a54cbc5e2b0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e2b627cf-7ec7-45a7-9d74-5f60ec544bca HTTP/1.1" status: 200 len: 1097 time: 0.1353493 Jul 07 16:54:28.745939 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-deb5fb36-8f03-487d-abdc-a3a9e1a07198 req-605132c5-30ec-4fcc-a064-7fead704fe91 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=074169b7-1172-4098-ad23-6c2d690b89ba HTTP/1.1" status: 200 len: 945 time: 0.1062930 Jul 07 16:54:28.749902 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-65632a22-aed5-4290-9ad3-5b9be63946a5 service neutron] 10.222.0.50 "GET /v2.0/networks/e52be358-761a-486a-85f6-1d3f2ffe41cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322486 Jul 07 16:54:28.797096 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-deb5fb36-8f03-487d-abdc-a3a9e1a07198 req-f92c5cd1-461f-495a-b521-4ff0195ecce9 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501151 Jul 07 16:54:28.839390 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eaedc9f7-c05c-4059-af77-27f519e3137e req-871f3222-8bf6-4b08-ba12-2d53a827c9a2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fddb5461-e4e9-48ad-854e-47c825fdb5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862389 Jul 07 16:54:28.883202 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-b266ecdb-af7a-4a59-b6a7-cf52fff11cde service neutron] 10.222.0.50 "GET /v2.0/networks/e52be358-761a-486a-85f6-1d3f2ffe41cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209311 Jul 07 16:54:29.005579 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cea0641-83b6-42c3-a414-36f1162e5a88 req-2e318b18-7ceb-4a11-a455-58ab9fdca811 tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0538778 Jul 07 16:54:29.102143 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a39dc69b-7406-4961-9904-e9f47e2fef05 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:29.184339 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port a39dc69b-7406-4961-9904-e9f47e2fef05 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:29.184872 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:29.293881 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c2f02-65b0-4d9d-ae31-07809bb224cd req-fe4b4bc6-80d9-475d-8c17-5ff4df6f0201 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:29.295606 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:29.296574 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f5c2f02-65b0-4d9d-ae31-07809bb224cd req-fe4b4bc6-80d9-475d-8c17-5ff4df6f0201 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2b627cf-7ec7-45a7-9d74-5f60ec544bca HTTP/1.1" status: 200 len: 946 time: 0.1316552 Jul 07 16:54:29.333616 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-2ef1ec98-9e0a-4f91-9040-49858f0e604a tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:29.337962 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port a39dc69b-7406-4961-9904-e9f47e2fef05, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a39dc69b-7406-4961-9904-e9f47e2fef05,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:29.342239 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:29.348040 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-2ef1ec98-9e0a-4f91-9040-49858f0e604a tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/networks?id=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 HTTP/1.1" status: 200 len: 812 time: 0.1796412 Jul 07 16:54:29.359492 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f5c2f02-65b0-4d9d-ae31-07809bb224cd req-9a48d85b-5f4e-47ea-a436-deae37d31b5f tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/security-groups?id=fddb5461-e4e9-48ad-854e-47c825fdb5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559278 Jul 07 16:54:29.364811 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-04d69b30-b5cc-44be-812f-fd66f8cb1d43 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/quotas/35276e05203840b6935d31413a132cb9 HTTP/1.1" status: 200 len: 375 time: 0.0157301 Jul 07 16:54:29.413995 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=a39dc69b-7406-4961-9904-e9f47e2fef05,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:29.431722 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-26145ceb-b834-4bf5-a3be-d6f749a6ed98 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=35276e05203840b6935d31413a132cb9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0660396 Jul 07 16:54:29.526994 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-70904147-80b8-4cd7-9ac3-fca30e078027 service neutron] 10.222.0.50 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882969 Jul 07 16:54:29.651488 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-eb500d04-6c56-4bcf-925b-5dbd70fc7a69 service neutron] 10.222.0.50 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173558 Jul 07 16:54:29.955881 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-96d0e3fb-fb22-45da-83b3-3b35f5454a9e req-152c565e-b530-49e1-a804-e9fb3cce997e tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d0b592e-8e41-4c88-a89b-28013d6b1a09 HTTP/1.1" status: 200 len: 210 time: 0.0384207 Jul 07 16:54:30.083815 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-406f75b7-16fa-4d63-81b2-6daeb56768e2 req-952499d4-2b35-4618-a1fd-5143f10d1027 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 210 time: 0.0506146 Jul 07 16:54:30.168777 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e5f23-e729-4316-99aa-e9497b01278a req-2cce2e48-1503-4038-83fa-2b2a6dc71ab3 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:30.177725 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e8e5f23-e729-4316-99aa-e9497b01278a req-2cce2e48-1503-4038-83fa-2b2a6dc71ab3 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.1275144 Jul 07 16:54:30.233247 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e8e5f23-e729-4316-99aa-e9497b01278a req-e8fff6ed-8d70-4dce-a1fb-a3f2c675b9c9 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545309 Jul 07 16:54:30.328366 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9fbc34d5-48d5-44a6-9d21-10f7ee75eb8c req-40d5f0c6-d215-4049-8513-ade7a38faf05 tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0497770 Jul 07 16:54:30.518783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074169b7-1172-4098-ad23-6c2d690b89ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39dc69b-7406-4961-9904-e9f47e2fef05'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:30.522092 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bc7382-5e2c-4557-b1a5-117aeaad8434" -d '{"events": [{"server_uuid": "074169b7-1172-4098-ad23-6c2d690b89ba", "name": "network-vif-plugged", "status": "completed", "tag": "a39dc69b-7406-4961-9904-e9f47e2fef05"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:30.600198 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2fcd562a-9333-4488-878a-69a7881b82f9 req-b2c164c3-badc-43b3-88dc-6f68d9e2c079 tempest-FlavorsV2NegativeTest-1159239148 tempest-FlavorsV2NegativeTest-1159239148-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=55457ac8dda64cccafe429abe4537767&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383596 Jul 07 16:54:30.615937 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-46f3ef55-ed41-4c50-9c00-00725fca4143 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:30.621001 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-46f3ef55-ed41-4c50-9c00-00725fca4143 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.15 "GET /v2.0/networks?id=e52be358-761a-486a-85f6-1d3f2ffe41cc HTTP/1.1" status: 200 len: 808 time: 0.2000129 Jul 07 16:54:30.635282 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-27478271-d2a1-47a8-842e-823dd3dd3a2f tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Request body: {'port': {'device_id': '7d0b592e-8e41-4c88-a89b-28013d6b1a09', 'network_id': 'e52be358-761a-486a-85f6-1d3f2ffe41cc', 'admin_state_up': True, 'tenant_id': '5c34bd378a854961ade67f7297a2370c'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:30.738263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd562a-9333-4488-878a-69a7881b82f9 req-c6a0ea8a-18c8-44d6-959b-a5996f809fe4 tempest-FlavorsV2NegativeTest-1159239148 tempest-FlavorsV2NegativeTest-1159239148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:30.745303 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2fcd562a-9333-4488-878a-69a7881b82f9 req-c6a0ea8a-18c8-44d6-959b-a5996f809fe4 tempest-FlavorsV2NegativeTest-1159239148 tempest-FlavorsV2NegativeTest-1159239148-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440852 Jul 07 16:54:30.769531 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2fcd562a-9333-4488-878a-69a7881b82f9 req-11feba78-1d95-4d63-aef4-86278750d5a2 tempest-FlavorsV2NegativeTest-1159239148 tempest-FlavorsV2NegativeTest-1159239148-project] 10.222.0.50 "GET /v2.0/quotas/55457ac8dda64cccafe429abe4537767 HTTP/1.1" status: 200 len: 375 time: 0.0126967 Jul 07 16:54:30.814569 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2fcd562a-9333-4488-878a-69a7881b82f9 req-eefde65b-733a-461a-a8eb-5bb4518a3d14 tempest-FlavorsV2NegativeTest-1159239148 tempest-FlavorsV2NegativeTest-1159239148-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=55457ac8dda64cccafe429abe4537767&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362775 Jul 07 16:54:30.899223 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-27478271-d2a1-47a8-842e-823dd3dd3a2f tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Made reservation on behalf of 5c34bd378a854961ade67f7297a2370c for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:30.903079 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-27478271-d2a1-47a8-842e-823dd3dd3a2f tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:30.926737 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40274) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:30.951561 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c1ed4-8118-48dd-832b-5e0c91f246bf req-afa98fca-da47-4d94-a56f-b6b7dc322b43 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:30.953396 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9b2c1ed4-8118-48dd-832b-5e0c91f246bf req-afa98fca-da47-4d94-a56f-b6b7dc322b43 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2b627cf-7ec7-45a7-9d74-5f60ec544bca HTTP/1.1" status: 200 len: 946 time: 0.1775301 Jul 07 16:54:31.005526 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16636db-613a-40f4-b22b-f936bdf4cd91 req-251cbc31-a2a3-4b45-b7c2-b2ea1b7c3eff tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:31.007006 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f16636db-613a-40f4-b22b-f936bdf4cd91 req-251cbc31-a2a3-4b45-b7c2-b2ea1b7c3eff tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=074169b7-1172-4098-ad23-6c2d690b89ba HTTP/1.1" status: 200 len: 946 time: 0.0735521 Jul 07 16:54:31.071887 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9b2c1ed4-8118-48dd-832b-5e0c91f246bf req-713088da-7ba8-4af8-aeae-a8903a655e1e tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/security-groups?id=fddb5461-e4e9-48ad-854e-47c825fdb5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886605 Jul 07 16:54:31.107898 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-27478271-d2a1-47a8-842e-823dd3dd3a2f tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Allocated IP 172.20.0.9 (e52be358-761a-486a-85f6-1d3f2ffe41cc/ac8b0546-0b7e-43f5-9e16-5da5c9e2513d/35d4a9a0-d321-433f-91fc-59f2fdc3d4eb) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:31.124936 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f16636db-613a-40f4-b22b-f936bdf4cd91 req-78ac51a8-7336-4284-8689-14a10da97933 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088922 Jul 07 16:54:31.141871 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9e6f46-b05a-4620-8e0d-d6ccac5ef77c x-openstack-request-id: req-9c9e6f46-b05a-4620-8e0d-d6ccac5ef77c {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:31.142180 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074169b7-1172-4098-ad23-6c2d690b89ba", "name": "network-vif-plugged", "status": "completed", "tag": "a39dc69b-7406-4961-9904-e9f47e2fef05", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:31.142476 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c9e6f46-b05a-4620-8e0d-d6ccac5ef77c {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:31.143263 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074169b7-1172-4098-ad23-6c2d690b89ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39dc69b-7406-4961-9904-e9f47e2fef05', 'code': 200} Jul 07 16:54:31.143711 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5dc9065b-018e-4480-9337-c8a799377f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:31.322691 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e9589e95-bdf8-4d43-a6da-010b9ac9a2b4 req-3c6e118c-2d6b-4ee8-9b04-81501980bd2e tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d0b592e-8e41-4c88-a89b-28013d6b1a09 HTTP/1.1" status: 200 len: 210 time: 0.0489652 Jul 07 16:54:31.337195 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-27478271-d2a1-47a8-842e-823dd3dd3a2f tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:31.427925 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5dc9065b-018e-4480-9337-c8a799377f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:31.433505 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-27478271-d2a1-47a8-842e-823dd3dd3a2f tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:31.488351 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-27478271-d2a1-47a8-842e-823dd3dd3a2f tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Network e52be358-761a-486a-85f6-1d3f2ffe41cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:31.492172 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-27478271-d2a1-47a8-842e-823dd3dd3a2f tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:31.499160 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-27478271-d2a1-47a8-842e-823dd3dd3a2f tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:31.505917 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-d66fd963-4883-4b7b-bf65-0235f28c1f03 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:31.508015 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-d66fd963-4883-4b7b-bf65-0235f28c1f03 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.15 "GET /v2.0/networks?id=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 HTTP/1.1" status: 200 len: 812 time: 0.1749370 Jul 07 16:54:31.510325 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5dc9065b-018e-4480-9337-c8a799377f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:31.532216 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27478271-d2a1-47a8-842e-823dd3dd3a2f tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Pushing event updated for resources: {'Port': ['ID=35d4a9a0-d321-433f-91fc-59f2fdc3d4eb,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:31.576166 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-27478271-d2a1-47a8-842e-823dd3dd3a2f tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:31.577346 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-27478271-d2a1-47a8-842e-823dd3dd3a2f tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:31.592928 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-690faae1-5f11-4815-b38f-d8640930f827 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Request body: {'port': {'device_id': 'dacee029-e8cb-486c-9191-a581a6916945', 'network_id': '5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3', 'admin_state_up': True, 'tenant_id': '35276e05203840b6935d31413a132cb9'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:31.774592 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40304) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:31.783489 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5517244a-ee95-425f-836c-5cfb44c4de43 req-24b546f0-be92-46f6-a5d6-6b84cb097d13 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 210 time: 0.0787454 Jul 07 16:54:31.801485 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5dc9065b-018e-4480-9337-c8a799377f5b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b78266f1e6444a497e98cc717554602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8734109 Jul 07 16:54:31.807917 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40308) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:31.819872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9065b-018e-4480-9337-c8a799377f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed8e9fe-39d6-4d84-a20f-9aba83e59a59,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:31.905697 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d17de5fc-0cdf-4404-ab7c-baf31a9daa12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:31.918300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b922c-d004-4697-834c-f92d35dc3b1f req-7b75367b-fa1b-4f23-b431-deac28da629c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:31.920329 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-721b922c-d004-4697-834c-f92d35dc3b1f req-7b75367b-fa1b-4f23-b431-deac28da629c tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.15 "GET /v2.0/ports?device_id=074169b7-1172-4098-ad23-6c2d690b89ba HTTP/1.1" status: 200 len: 946 time: 0.3715262 Jul 07 16:54:31.928302 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-690faae1-5f11-4815-b38f-d8640930f827 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Made reservation on behalf of 35276e05203840b6935d31413a132cb9 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:31.932548 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-690faae1-5f11-4815-b38f-d8640930f827 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.000390 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-79710818-7fa5-4052-b54a-b52d493f4424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.015529 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f23e42e3-20c1-4e22-b988-218951b9660d req-e5054d48-81b4-4c43-a2cc-f9d983089559 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a4adf856530409f8543dc41dd2a0658&device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.4106045 Jul 07 16:54:32.017450 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-27478271-d2a1-47a8-842e-823dd3dd3a2f tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3872175 Jul 07 16:54:32.019780 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d17de5fc-0cdf-4404-ab7c-baf31a9daa12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.047945 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6724fa87-c196-4237-9f2e-8645b91b83ab req-e93ad9a8-989b-4106-ad73-e652f96f02a6 tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0646100 Jul 07 16:54:32.057705 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] Request body: {'port': {'device_id': '7d0b592e-8e41-4c88-a89b-28013d6b1a09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:32.103093 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f23e42e3-20c1-4e22-b988-218951b9660d req-60588b25-ca96-4c08-9029-aeaadf41bc6d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8a4adf856530409f8543dc41dd2a0658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592029 Jul 07 16:54:32.260590 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d17de5fc-0cdf-4404-ab7c-baf31a9daa12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.263195 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d17de5fc-0cdf-4404-ab7c-baf31a9daa12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.267642 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d17de5fc-0cdf-4404-ab7c-baf31a9daa12 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ed8e9fe-39d6-4d84-a20f-9aba83e59a59 HTTP/1.1" status: 204 len: 168 time: 0.4542978 Jul 07 16:54:32.309030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17de5fc-0cdf-4404-ab7c-baf31a9daa12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed8e9fe-39d6-4d84-a20f-9aba83e59a59,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:32.320980 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-690faae1-5f11-4815-b38f-d8640930f827 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Allocated IP 172.20.0.10 (5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3/7afa8583-eb85-4875-b937-72c25bc8ecf1/abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:32.323996 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-721b922c-d004-4697-834c-f92d35dc3b1f req-028ce4d0-a1c2-4786-9668-0685154b9474 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Deleting port a39dc69b-7406-4961-9904-e9f47e2fef05 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:54:32.324283 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-721b922c-d004-4697-834c-f92d35dc3b1f req-028ce4d0-a1c2-4786-9668-0685154b9474 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.416890 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad4c9a-d7eb-4e8b-8626-5d582b4f4b1e req-eeccd5c3-786d-4f31-990f-e4725a3887d5 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:32.423718 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b5ad4c9a-d7eb-4e8b-8626-5d582b4f4b1e req-eeccd5c3-786d-4f31-990f-e4725a3887d5 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.4105384 Jul 07 16:54:32.443090 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.473421 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e42e3-20c1-4e22-b988-218951b9660d req-3512e9a3-f137-4cd8-9668-488f8f7cd8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:32.475839 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f23e42e3-20c1-4e22-b988-218951b9660d req-3512e9a3-f137-4cd8-9668-488f8f7cd8c0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3666821 Jul 07 16:54:32.543972 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b5ad4c9a-d7eb-4e8b-8626-5d582b4f4b1e req-29e4f1cc-8c9d-4773-9a37-a04e122c3d5c tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193798 Jul 07 16:54:32.637506 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-79710818-7fa5-4052-b54a-b52d493f4424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.641163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-721b922c-d004-4697-834c-f92d35dc3b1f req-028ce4d0-a1c2-4786-9668-0685154b9474 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] For port a39dc69b-7406-4961-9904-e9f47e2fef05, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a39dc69b-7406-4961-9904-e9f47e2fef05,segment=NetworkSegment(d7e9cb76-4c8d-477c-9813-3e695fc7e1c7),segment_id=d7e9cb76-4c8d-477c-9813-3e695fc7e1c7)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:32.641808 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-721b922c-d004-4697-834c-f92d35dc3b1f req-028ce4d0-a1c2-4786-9668-0685154b9474 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.655410 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-79710818-7fa5-4052-b54a-b52d493f4424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.672380 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40322) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:32.685450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-721b922c-d004-4697-834c-f92d35dc3b1f req-028ce4d0-a1c2-4786-9668-0685154b9474 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Calling delete_port for a39dc69b-7406-4961-9904-e9f47e2fef05 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:54:32.748584 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-409792ff-3dfd-4af0-99d9-952abbf00606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.778244 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79710818-7fa5-4052-b54a-b52d493f4424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398b9808-704b-443f-acda-3dc9fa0bc6fb,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:32.785143 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-79710818-7fa5-4052-b54a-b52d493f4424 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55457ac8dda64cccafe429abe4537767&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0006366 Jul 07 16:54:32.791882 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f1947-0dee-4d60-9ee9-d6cf444d50b2 req-3104dc86-bfaf-44c6-ab40-00e23e0c1d54 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:32.793424 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-007f1947-0dee-4d60-9ee9-d6cf444d50b2 req-3104dc86-bfaf-44c6-ab40-00e23e0c1d54 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2b627cf-7ec7-45a7-9d74-5f60ec544bca HTTP/1.1" status: 200 len: 946 time: 0.1097090 Jul 07 16:54:32.797369 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40324) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:32.858185 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79a579-eeb0-47f7-9c68-e523f450ecfb req-d48d6774-9c59-4de1-ada7-548a8b5d1d0b tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:32.859647 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8a79a579-eeb0-47f7-9c68-e523f450ecfb req-d48d6774-9c59-4de1-ada7-548a8b5d1d0b tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/ports?device_id=074169b7-1172-4098-ad23-6c2d690b89ba HTTP/1.1" status: 200 len: 946 time: 0.3760889 Jul 07 16:54:32.866951 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-690faae1-5f11-4815-b38f-d8640930f827 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.902338 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-007f1947-0dee-4d60-9ee9-d6cf444d50b2 req-febcfa84-08bd-4ce4-bb3a-15756b1f4f2c tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/security-groups?id=fddb5461-e4e9-48ad-854e-47c825fdb5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975683 Jul 07 16:54:32.904420 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:32.914134 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.938116 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e50a4b4-93db-44c6-b018-abfec253e65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.951327 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] Transition to ACTIVE for port object 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:32.960668 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:32.967401 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8a79a579-eeb0-47f7-9c68-e523f450ecfb req-7207622e-16aa-4409-8609-66c434aba241 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.50 "GET /v2.0/security-groups?id=df235b7b-9503-4e15-afe3-d30f95c91abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969772 Jul 07 16:54:32.972468 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e50a4b4-93db-44c6-b018-abfec253e65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.089063 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-409792ff-3dfd-4af0-99d9-952abbf00606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.090576 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] Pushing event updated for resources: {'Port': ['ID=35d4a9a0-d321-433f-91fc-59f2fdc3d4eb,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:33.091150 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-721b922c-d004-4697-834c-f92d35dc3b1f req-028ce4d0-a1c2-4786-9668-0685154b9474 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.097776 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-409792ff-3dfd-4af0-99d9-952abbf00606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.104512 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['a39dc69b-7406-4961-9904-e9f47e2fef05'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:33.106358 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-690faae1-5f11-4815-b38f-d8640930f827 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.134331 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['3a817b75-31e0-496c-a5ce-4b8ab34969bd'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:33.153167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ce4d0-a1c2-4786-9668-0685154b9474 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Pushing event deleted for resources: {'Port': ['ID=a39dc69b-7406-4961-9904-e9f47e2fef05,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:33.162937 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e50a4b4-93db-44c6-b018-abfec253e65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.165458 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e50a4b4-93db-44c6-b018-abfec253e65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.172911 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2e50a4b4-93db-44c6-b018-abfec253e65a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/398b9808-704b-443f-acda-3dc9fa0bc6fb HTTP/1.1" status: 204 len: 168 time: 0.3709202 Jul 07 16:54:33.208312 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] Attempting to bind port 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:33.208718 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] Attempting to bind port 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'c620c6f7-9f4e-42b0-a9c8-a2ad7020daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e52be358-761a-486a-85f6-1d3f2ffe41cc'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:33.209384 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] Attempting to bind port 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb on network e52be358-761a-486a-85f6-1d3f2ffe41cc {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:33.221977 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] Port 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb on network e52be358-761a-486a-85f6-1d3f2ffe41cc not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:33.222311 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] Attempting to bind port 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb on network e52be358-761a-486a-85f6-1d3f2ffe41cc {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:33.240652 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:33.241582 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] Checking segment: {'id': 'c620c6f7-9f4e-42b0-a9c8-a2ad7020daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e52be358-761a-486a-85f6-1d3f2ffe41cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:33.242330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] Bound using segment: {'id': 'c620c6f7-9f4e-42b0-a9c8-a2ad7020daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e52be358-761a-486a-85f6-1d3f2ffe41cc'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:33.243951 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] Bound port: 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c620c6f7-9f4e-42b0-a9c8-a2ad7020daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e52be358-761a-486a-85f6-1d3f2ffe41cc'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:33.244326 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.262096 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe0b15-b520-4c8f-988e-feae34f9319a req-88214f6c-0e3f-47c8-8702-cc014d39f3af tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:33.272005 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5dbe0b15-b520-4c8f-988e-feae34f9319a req-88214f6c-0e3f-47c8-8702-cc014d39f3af tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d0b592e-8e41-4c88-a89b-28013d6b1a09 HTTP/1.1" status: 200 len: 943 time: 0.2497976 Jul 07 16:54:33.284273 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-409792ff-3dfd-4af0-99d9-952abbf00606 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=70e306ef5ebc43c888095274bb757cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6007245 Jul 07 16:54:33.289106 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e50a4b4-93db-44c6-b018-abfec253e65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398b9808-704b-443f-acda-3dc9fa0bc6fb,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:33.291516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40332) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:33.297986 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409792ff-3dfd-4af0-99d9-952abbf00606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ff6227-4078-4fc8-884a-717fde603e98,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:33.336673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-721b922c-d004-4697-834c-f92d35dc3b1f req-028ce4d0-a1c2-4786-9668-0685154b9474 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] No DVR routers for this DVR port a39dc69b-7406-4961-9904-e9f47e2fef05 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:54:33.341560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-690faae1-5f11-4815-b38f-d8640930f827 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Network 5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:33.342504 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690faae1-5f11-4815-b38f-d8640930f827 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event updated for resources: {'Port': ['ID=abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:33.345457 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-721b922c-d004-4697-834c-f92d35dc3b1f req-028ce4d0-a1c2-4786-9668-0685154b9474 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.347517 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-721b922c-d004-4697-834c-f92d35dc3b1f req-028ce4d0-a1c2-4786-9668-0685154b9474 tempest-ImagesTestJSON-993364278 tempest-ImagesTestJSON-993364278-project] 10.222.0.15 "DELETE /v2.0/ports/a39dc69b-7406-4961-9904-e9f47e2fef05 HTTP/1.1" status: 204 len: 173 time: 1.4126301 Jul 07 16:54:33.348343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074169b7-1172-4098-ad23-6c2d690b89ba', 'name': 'network-vif-deleted', 'tag': 'a39dc69b-7406-4961-9904-e9f47e2fef05'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:33.350761 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d162f6e5-6a02-40d0-832d-065580fcfa4e" -d '{"events": [{"server_uuid": "074169b7-1172-4098-ad23-6c2d690b89ba", "name": "network-vif-deleted", "tag": "a39dc69b-7406-4961-9904-e9f47e2fef05"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:33.367628 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-690faae1-5f11-4815-b38f-d8640930f827 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:33.381437 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-690faae1-5f11-4815-b38f-d8640930f827 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:33.411252 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5dbe0b15-b520-4c8f-988e-feae34f9319a req-92bf5d49-e06a-4394-8292-88bfe22bab60 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdc1fc94-f1d8-445f-a4dd-589e56927c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346221 Jul 07 16:54:33.501496 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c92fa30e-2099-4895-a697-7e7375da4440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.509581 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] For port 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:33.513473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5e579-9976-4f15-ac56-c576f773b153 req-9e937fad-0a4e-40c9-8c52-b12ae371f751 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:33.515197 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f9a5e579-9976-4f15-ac56-c576f773b153 req-9e937fad-0a4e-40c9-8c52-b12ae371f751 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 932 time: 0.4148936 Jul 07 16:54:33.529187 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] For port 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=35d4a9a0-d321-433f-91fc-59f2fdc3d4eb,segment=NetworkSegment(c620c6f7-9f4e-42b0-a9c8-a2ad7020daa0),segment_id=c620c6f7-9f4e-42b0-a9c8-a2ad7020daa0)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:33.547387 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-690faae1-5f11-4815-b38f-d8640930f827 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:33.548616 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-690faae1-5f11-4815-b38f-d8640930f827 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.562173 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.591188 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f9a5e579-9976-4f15-ac56-c576f773b153 req-7ed23904-30af-423f-9716-c0cd65f34d52 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?id=491b0f75-5fa9-4cb3-90dd-af404ca72de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696757 Jul 07 16:54:33.593437 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-690faae1-5f11-4815-b38f-d8640930f827 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0073352 Jul 07 16:54:33.620126 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] Request body: {'port': {'device_id': 'dacee029-e8cb-486c-9191-a581a6916945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:33.657543 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-586a70ba-bc79-48fa-b020-2bc7b0d18fef req-eb31e6db-4d7c-4b2b-83ab-0583ac301469 tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.50 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.1210284 Jul 07 16:54:33.675915 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c92fa30e-2099-4895-a697-7e7375da4440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.683336 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476c3138-3be5-4088-a65a-68ab6c388b03 x-openstack-request-id: req-476c3138-3be5-4088-a65a-68ab6c388b03 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:33.683731 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074169b7-1172-4098-ad23-6c2d690b89ba", "name": "network-vif-deleted", "tag": "a39dc69b-7406-4961-9904-e9f47e2fef05", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:33.684320 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-476c3138-3be5-4088-a65a-68ab6c388b03 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:33.684821 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074169b7-1172-4098-ad23-6c2d690b89ba', 'name': 'network-vif-deleted', 'tag': 'a39dc69b-7406-4961-9904-e9f47e2fef05', 'status': 'completed', 'code': 200} Jul 07 16:54:33.700021 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:33.700959 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.702449 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] 10.222.0.15 "PUT /v2.0/ports/35d4a9a0-d321-433f-91fc-59f2fdc3d4eb HTTP/1.1" status: 200 len: 1091 time: 1.6579633 Jul 07 16:54:33.706164 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0b592e-8e41-4c88-a89b-28013d6b1a09', 'tag': '35d4a9a0-d321-433f-91fc-59f2fdc3d4eb'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:33.708758 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978bd8fc-24cb-419c-86e4-5bc9e5bfeda5" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0b592e-8e41-4c88-a89b-28013d6b1a09", "tag": "35d4a9a0-d321-433f-91fc-59f2fdc3d4eb"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:33.776745 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496aa3f-1c55-4100-b2c4-322396d9c2cb service neutron] Pushing event updated for resources: {'Port': ['ID=35d4a9a0-d321-433f-91fc-59f2fdc3d4eb,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:33.798951 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fe14a1-7c4e-4f80-b4f0-eda88ea2f3ad x-openstack-request-id: req-c3fe14a1-7c4e-4f80-b4f0-eda88ea2f3ad {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:33.799272 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0b592e-8e41-4c88-a89b-28013d6b1a09", "tag": "35d4a9a0-d321-433f-91fc-59f2fdc3d4eb", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:33.799663 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3fe14a1-7c4e-4f80-b4f0-eda88ea2f3ad {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:33.800073 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d0b592e-8e41-4c88-a89b-28013d6b1a09', 'tag': '35d4a9a0-d321-433f-91fc-59f2fdc3d4eb', 'status': 'completed', 'code': 200} Jul 07 16:54:33.807031 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f23e42e3-20c1-4e22-b988-218951b9660d req-ead87f9e-bbca-4cf9-b830-3faaa38f2b3c tempest-ServerShowV254Test-770139282 tempest-ServerShowV254Test-770139282-project] 10.222.0.15 "GET /v2.0/ports?device_id=71575ec2-46a9-44e6-b8a5-821070249726 HTTP/1.1" status: 200 len: 210 time: 0.0904443 Jul 07 16:54:33.851932 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c92fa30e-2099-4895-a697-7e7375da4440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.856171 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c92fa30e-2099-4895-a697-7e7375da4440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.857371 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c92fa30e-2099-4895-a697-7e7375da4440 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a6ff6227-4078-4fc8-884a-717fde603e98 HTTP/1.1" status: 204 len: 168 time: 0.5613220 Jul 07 16:54:33.862825 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-5768ba4a-a158-4a7f-b332-7843d106979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:33.864312 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-5768ba4a-a158-4a7f-b332-7843d106979a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c34bd378a854961ade67f7297a2370c&device_id=7d0b592e-8e41-4c88-a89b-28013d6b1a09 HTTP/1.1" status: 200 len: 1094 time: 0.1021192 Jul 07 16:54:33.912856 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:33.913042 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fa30e-2099-4895-a697-7e7375da4440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ff6227-4078-4fc8-884a-717fde603e98,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:33.915650 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-3ba3bd71-0bd4-4be4-a049-26fc4f2778c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35d4a9a0-d321-433f-91fc-59f2fdc3d4eb HTTP/1.1" status: 200 len: 217 time: 0.0444934 Jul 07 16:54:34.035400 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-2df2b0c2-aa57-4de7-b469-3b4fdbb91cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:34.037250 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-2df2b0c2-aa57-4de7-b469-3b4fdbb91cf9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac8b0546-0b7e-43f5-9e16-5da5c9e2513d HTTP/1.1" status: 200 len: 848 time: 0.1150987 Jul 07 16:54:34.092136 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-89091a6d-d9b7-40de-b79d-8c44ffcaee1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e52be358-761a-486a-85f6-1d3f2ffe41cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481856 Jul 07 16:54:34.272652 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b08129-9af4-4df4-9fbd-5a1b402926a2 req-4895584d-0631-484b-a893-3215419e77c2 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:34.280850 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69b08129-9af4-4df4-9fbd-5a1b402926a2 req-4895584d-0631-484b-a893-3215419e77c2 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2b627cf-7ec7-45a7-9d74-5f60ec544bca HTTP/1.1" status: 200 len: 946 time: 0.1876109 Jul 07 16:54:34.327172 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:34.327856 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-0d9a5f66-ed73-498b-baeb-9de608ead1eb service neutron] 10.222.0.15 "GET /v2.0/networks/e52be358-761a-486a-85f6-1d3f2ffe41cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994839 Jul 07 16:54:34.337053 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:34.348100 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69b08129-9af4-4df4-9fbd-5a1b402926a2 req-72071284-20f7-4958-9ca0-3849666da798 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/security-groups?id=fddb5461-e4e9-48ad-854e-47c825fdb5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660987 Jul 07 16:54:34.369983 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ee45b-a236-4dbd-8e5b-a9a9065bcf38 req-83387acb-9d9f-4a57-9f1f-d52f62b40c49 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:34.378011 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-444ee45b-a236-4dbd-8e5b-a9a9065bcf38 req-83387acb-9d9f-4a57-9f1f-d52f62b40c49 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.5734334 Jul 07 16:54:34.407070 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] Transition to ACTIVE for port object abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:34.420309 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2fb5f-6942-477f-88ce-1ee71fbbbf84 req-72fa5a52-766c-496d-86c5-25b92ad8357b tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:34.421937 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2cb2fb5f-6942-477f-88ce-1ee71fbbbf84 req-72fa5a52-766c-496d-86c5-25b92ad8357b tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2b627cf-7ec7-45a7-9d74-5f60ec544bca HTTP/1.1" status: 200 len: 946 time: 0.4653809 Jul 07 16:54:34.425878 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:34.512393 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-41d4b9fa-fe1b-4e8c-b3f3-fc97a2d3210f req-1fcfe838-a97e-460c-87fc-f1639640acd7 service neutron] 10.222.0.15 "GET /v2.0/networks/e52be358-761a-486a-85f6-1d3f2ffe41cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600895 Jul 07 16:54:34.653178 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-444ee45b-a236-4dbd-8e5b-a9a9065bcf38 req-fe610ecb-bae6-472f-9980-6ed35ce1f010 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739697 Jul 07 16:54:34.657053 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] Pushing event updated for resources: {'Port': ['ID=abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:34.721516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40384) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:34.787619 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bd8fc-24cb-419c-86e4-5bc9e5bfeda5 req-d78fd82e-61be-4783-8fe1-4c9f067b1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:34.789184 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-978bd8fc-24cb-419c-86e4-5bc9e5bfeda5 req-d78fd82e-61be-4783-8fe1-4c9f067b1d09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c34bd378a854961ade67f7297a2370c&device_id=7d0b592e-8e41-4c88-a89b-28013d6b1a09 HTTP/1.1" status: 200 len: 1094 time: 0.2100685 Jul 07 16:54:34.855450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-2cb2fb5f-6942-477f-88ce-1ee71fbbbf84 req-3b811792-4227-486e-b970-f82e18c6b5db tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Deleting port b383d8a3-4762-4958-ab36-17a83bacf438 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:54:34.856252 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2cb2fb5f-6942-477f-88ce-1ee71fbbbf84 req-3b811792-4227-486e-b970-f82e18c6b5db tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:34.869703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] Attempting to bind port abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:34.870142 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] Attempting to bind port abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '87a7ba11-1620-4c5e-90e6-a9d3f907b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:34.870497 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] Attempting to bind port abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 on network 5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:34.925829 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] Port abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 on network 5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:34.926152 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] Attempting to bind port abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 on network 5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:34.941929 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5bd3a-7bd6-48c3-bd67-681be117c9c4 req-f23e1c5f-5327-4fa1-93a7-54c300daeba2 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:34.943274 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:34.943573 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b9e5bd3a-7bd6-48c3-bd67-681be117c9c4 req-f23e1c5f-5327-4fa1-93a7-54c300daeba2 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d0b592e-8e41-4c88-a89b-28013d6b1a09 HTTP/1.1" status: 200 len: 943 time: 0.3142471 Jul 07 16:54:34.943710 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] Checking segment: {'id': '87a7ba11-1620-4c5e-90e6-a9d3f907b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:34.943999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] Bound using segment: {'id': '87a7ba11-1620-4c5e-90e6-a9d3f907b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:34.944445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] Bound port: abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a7ba11-1620-4c5e-90e6-a9d3f907b42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:34.944812 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.040927 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b9e5bd3a-7bd6-48c3-bd67-681be117c9c4 req-9ae0ac48-e951-4e48-a957-eb11037693c5 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdc1fc94-f1d8-445f-a4dd-589e56927c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847492 Jul 07 16:54:35.051426 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bd8fc-24cb-419c-86e4-5bc9e5bfeda5 req-6c0a64e7-f491-4bfd-8a1d-c00bcfbbd056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:35.053566 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-978bd8fc-24cb-419c-86e4-5bc9e5bfeda5 req-6c0a64e7-f491-4bfd-8a1d-c00bcfbbd056 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e52be358-761a-486a-85f6-1d3f2ffe41cc HTTP/1.1" status: 200 len: 909 time: 0.2487757 Jul 07 16:54:35.068043 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2cb2fb5f-6942-477f-88ce-1ee71fbbbf84 req-3b811792-4227-486e-b970-f82e18c6b5db tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] For port b383d8a3-4762-4958-ab36-17a83bacf438, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=b383d8a3-4762-4958-ab36-17a83bacf438,segment=NetworkSegment(0e4c1fed-c5fd-413d-b851-c0f5c33ec2e1),segment_id=0e4c1fed-c5fd-413d-b851-c0f5c33ec2e1)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:35.068415 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2cb2fb5f-6942-477f-88ce-1ee71fbbbf84 req-3b811792-4227-486e-b970-f82e18c6b5db tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.095522 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-2cb2fb5f-6942-477f-88ce-1ee71fbbbf84 req-3b811792-4227-486e-b970-f82e18c6b5db tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Calling delete_port for b383d8a3-4762-4958-ab36-17a83bacf438 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:54:35.109155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] For port abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:35.115770 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] For port abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0,segment=NetworkSegment(87a7ba11-1620-4c5e-90e6-a9d3f907b42d),segment_id=87a7ba11-1620-4c5e-90e6-a9d3f907b42d)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:35.133197 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-64a2c903-70ab-4e3c-b20b-1ada349b403b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-165727495-network', 'tenant_id': '23f85dd33ff94f1eb4f12f5bb0e63405'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:35.138010 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-978bd8fc-24cb-419c-86e4-5bc9e5bfeda5 req-17acb573-42b6-4425-8260-eefca6e1977b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35d4a9a0-d321-433f-91fc-59f2fdc3d4eb HTTP/1.1" status: 200 len: 217 time: 0.0770781 Jul 07 16:54:35.159857 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.201809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bd8fc-24cb-419c-86e4-5bc9e5bfeda5 req-d8e6281d-c8f3-4c95-97e2-5551b0a922b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:35.203630 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-978bd8fc-24cb-419c-86e4-5bc9e5bfeda5 req-d8e6281d-c8f3-4c95-97e2-5551b0a922b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac8b0546-0b7e-43f5-9e16-5da5c9e2513d HTTP/1.1" status: 200 len: 848 time: 0.0549285 Jul 07 16:54:35.225016 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a2c903-70ab-4e3c-b20b-1ada349b403b admin admin] Made reservation on behalf of 23f85dd33ff94f1eb4f12f5bb0e63405 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:35.229134 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-64a2c903-70ab-4e3c-b20b-1ada349b403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.236115 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:35.236731 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.238143 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] 10.222.0.15 "PUT /v2.0/ports/abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 HTTP/1.1" status: 200 len: 1092 time: 1.6334040 Jul 07 16:54:35.271469 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-978bd8fc-24cb-419c-86e4-5bc9e5bfeda5 req-0bfbc5bf-30ce-4907-a7b3-5f51a6741aa1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e52be358-761a-486a-85f6-1d3f2ffe41cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604763 Jul 07 16:54:35.278142 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-64a2c903-70ab-4e3c-b20b-1ada349b403b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.283844 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5823ec7-00e0-45e3-a72d-13166e8c1617 service neutron] Pushing event updated for resources: {'Port': ['ID=abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:35.374744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937d81a-2e3b-46bf-a313-51b9391193ee req-471aff28-e0e2-4d71-a197-e8c6b34fb299 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:35.382192 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7937d81a-2e3b-46bf-a313-51b9391193ee req-471aff28-e0e2-4d71-a197-e8c6b34fb299 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 944 time: 0.2341151 Jul 07 16:54:35.435885 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2cb2fb5f-6942-477f-88ce-1ee71fbbbf84 req-3b811792-4227-486e-b970-f82e18c6b5db tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.447996 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-978bd8fc-24cb-419c-86e4-5bc9e5bfeda5 req-db0dc77b-aeff-4daa-acb0-219898bdde74 service neutron] 10.222.0.15 "GET /v2.0/networks/e52be358-761a-486a-85f6-1d3f2ffe41cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646564 Jul 07 16:54:35.449263 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['b383d8a3-4762-4958-ab36-17a83bacf438'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:35.490463 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7937d81a-2e3b-46bf-a313-51b9391193ee req-711fa612-8842-4d27-9039-83ab20d1fbae tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?id=491b0f75-5fa9-4cb3-90dd-af404ca72de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076331 Jul 07 16:54:35.496348 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b811792-4227-486e-b970-f82e18c6b5db tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Pushing event deleted for resources: {'Port': ['ID=b383d8a3-4762-4958-ab36-17a83bacf438,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:35.545549 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40414) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:35.564975 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-978bd8fc-24cb-419c-86e4-5bc9e5bfeda5 req-ade50f09-9db0-4261-996e-cab25ae8ce38 service neutron] 10.222.0.15 "GET /v2.0/networks/e52be358-761a-486a-85f6-1d3f2ffe41cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083958 Jul 07 16:54:35.570596 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-253321c0-be99-4afe-8973-067615fda1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:35.572412 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-253321c0-be99-4afe-8973-067615fda1c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=35276e05203840b6935d31413a132cb9&device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 1095 time: 0.2741773 Jul 07 16:54:35.583690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb2fb5f-6942-477f-88ce-1ee71fbbbf84 req-3b811792-4227-486e-b970-f82e18c6b5db tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] No DVR routers for this DVR port b383d8a3-4762-4958-ab36-17a83bacf438 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:54:35.589088 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2cb2fb5f-6942-477f-88ce-1ee71fbbbf84 req-3b811792-4227-486e-b970-f82e18c6b5db tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.596774 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2cb2fb5f-6942-477f-88ce-1ee71fbbbf84 req-3b811792-4227-486e-b970-f82e18c6b5db tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.69 "DELETE /v2.0/ports/b383d8a3-4762-4958-ab36-17a83bacf438 HTTP/1.1" status: 204 len: 173 time: 1.1641872 Jul 07 16:54:35.640702 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-8182b191-c199-45ab-a1c4-115a38ba6516 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 HTTP/1.1" status: 200 len: 217 time: 0.0531309 Jul 07 16:54:35.645176 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-64a2c903-70ab-4e3c-b20b-1ada349b403b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.654560 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-64a2c903-70ab-4e3c-b20b-1ada349b403b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.671477 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c2b8ee96-1253-42ce-a87e-541df03416e6 req-fc596668-d72c-4b95-878b-23594f7517b8 tempest-InstanceActionsNegativeTestJSON-1472505128 tempest-InstanceActionsNegativeTestJSON-1472505128-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2b627cf-7ec7-45a7-9d74-5f60ec544bca HTTP/1.1" status: 200 len: 210 time: 0.0328176 Jul 07 16:54:35.692335 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a2c903-70ab-4e3c-b20b-1ada349b403b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:54:35.711555 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-64a2c903-70ab-4e3c-b20b-1ada349b403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.711961 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-64a2c903-70ab-4e3c-b20b-1ada349b403b admin admin] Added segment 13925be4-880e-4355-82e2-ea9bb567ac48 of type vlan for network 97cc237c-4b90-4705-ac9f-f9384b0c0097 Jul 07 16:54:35.714189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2c903-70ab-4e3c-b20b-1ada349b403b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaea49f-f050-4890-bb8c-78908712fcce,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:35.714597 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacee029-e8cb-486c-9191-a581a6916945', 'tag': 'abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0'}, {'server_uuid': 'e2b627cf-7ec7-45a7-9d74-5f60ec544bca', 'name': 'network-vif-deleted', 'tag': 'b383d8a3-4762-4958-ab36-17a83bacf438'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:35.717625 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5820b5-9d64-4485-bba2-794c60655d96" -d '{"events": [{"name": "network-changed", "server_uuid": "dacee029-e8cb-486c-9191-a581a6916945", "tag": "abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0"}, {"server_uuid": "e2b627cf-7ec7-45a7-9d74-5f60ec544bca", "name": "network-vif-deleted", "tag": "b383d8a3-4762-4958-ab36-17a83bacf438"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:35.753155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-bc402ae0-5cd7-441e-bf5a-9870287b0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:35.757705 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-bc402ae0-5cd7-441e-bf5a-9870287b0d55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7afa8583-eb85-4875-b937-72c25bc8ecf1 HTTP/1.1" status: 200 len: 852 time: 0.0841773 Jul 07 16:54:35.791105 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-64a2c903-70ab-4e3c-b20b-1ada349b403b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.795359 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-59d53068-a85b-4e15-b412-a4336fb4d36a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324793 Jul 07 16:54:35.815569 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1e845eb6-d56b-492b-8868-e876edd61e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.837615 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-64a2c903-70ab-4e3c-b20b-1ada349b403b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.840037 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a2c903-70ab-4e3c-b20b-1ada349b403b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:35.840640 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-64a2c903-70ab-4e3c-b20b-1ada349b403b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:35.886359 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76cbd76-1c50-4735-b143-644da0e7706f x-openstack-request-id: req-b76cbd76-1c50-4735-b143-644da0e7706f {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:35.887337 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacee029-e8cb-486c-9191-a581a6916945", "tag": "abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0", "status": "completed", "code": 200}, {"server_uuid": "e2b627cf-7ec7-45a7-9d74-5f60ec544bca", "name": "network-vif-deleted", "tag": "b383d8a3-4762-4958-ab36-17a83bacf438", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:35.887585 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b76cbd76-1c50-4735-b143-644da0e7706f {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:35.888149 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacee029-e8cb-486c-9191-a581a6916945', 'tag': 'abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0', 'status': 'completed', 'code': 200} Jul 07 16:54:35.888563 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b627cf-7ec7-45a7-9d74-5f60ec544bca', 'name': 'network-vif-deleted', 'tag': 'b383d8a3-4762-4958-ab36-17a83bacf438', 'status': 'completed', 'code': 200} Jul 07 16:54:35.901596 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-64a2c903-70ab-4e3c-b20b-1ada349b403b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1731839 Jul 07 16:54:35.904432 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40438) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:35.911112 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-119e67a1-4cfc-45f9-9f1b-1a03fc06c43c admin admin] Request body: {'subnet': {'network_id': '97cc237c-4b90-4705-ac9f-f9384b0c0097', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-165727495-subnet', 'tenant_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:35.920416 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2c903-70ab-4e3c-b20b-1ada349b403b admin admin] Pushing event updated for resources: {'Network': ['ID=97cc237c-4b90-4705-ac9f-f9384b0c0097,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:35.924723 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.db.api [None req-119e67a1-4cfc-45f9-9f1b-1a03fc06c43c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 16:54:35.924723 n-d-793620-7 neutron-server[100409]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 16:54:35.924723 n-d-793620-7 neutron-server[100409]: [parameters: {'project_id_1': '23f85dd33ff94f1eb4f12f5bb0e63405', 'expiration_1': datetime.datetime(2021, 7, 7, 16, 54, 35, 918480)}] Jul 07 16:54:35.924723 n-d-793620-7 neutron-server[100409]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:54:35.925122 n-d-793620-7 neutron-server[100409]: DEBUG oslo_db.api [None req-119e67a1-4cfc-45f9-9f1b-1a03fc06c43c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:54:35.935333 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 97cc237c-4b90-4705-ac9f-f9384b0c0097 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:54:36.304867 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-011b7b1b-7032-438d-9371-4cdbd490d957 service neutron] 10.222.0.15 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032728 Jul 07 16:54:36.318067 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9985f-c79c-46a5-9f94-5140e40557c2 req-d609aa81-3ae1-4d6f-a336-02f10bce4aac tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:36.319666 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76e9985f-c79c-46a5-9f94-5140e40557c2 req-d609aa81-3ae1-4d6f-a336-02f10bce4aac tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.4493041 Jul 07 16:54:36.350843 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ec7d3-d5ef-4e88-bad7-8ea7d0b153fb req-f232f8db-50d7-41b6-bde1-e28099d8d963 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:36.353118 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-533ec7d3-d5ef-4e88-bad7-8ea7d0b153fb req-f232f8db-50d7-41b6-bde1-e28099d8d963 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d0b592e-8e41-4c88-a89b-28013d6b1a09 HTTP/1.1" status: 200 len: 943 time: 0.0887649 Jul 07 16:54:36.407008 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-533ec7d3-d5ef-4e88-bad7-8ea7d0b153fb req-419cd9cb-034e-48dd-a3cf-20a196b9db38 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdc1fc94-f1d8-445f-a4dd-589e56927c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447826 Jul 07 16:54:36.452790 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76e9985f-c79c-46a5-9f94-5140e40557c2 req-c0e66449-a243-4885-b3f6-eeb26b7e31aa tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200614 Jul 07 16:54:36.454632 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1e845eb6-d56b-492b-8868-e876edd61e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.465298 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1e845eb6-d56b-492b-8868-e876edd61e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.500838 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119e67a1-4cfc-45f9-9f1b-1a03fc06c43c admin admin] Made reservation on behalf of 23f85dd33ff94f1eb4f12f5bb0e63405 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:36.501212 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcc4446e-8193-4c38-aecc-0d506bad14e0 req-e1a49d35-eb5c-4448-b205-43870778bf20 service neutron] 10.222.0.15 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792710 Jul 07 16:54:36.504342 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-119e67a1-4cfc-45f9-9f1b-1a03fc06c43c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.517760 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1e845eb6-d56b-492b-8868-e876edd61e58 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a4adf856530409f8543dc41dd2a0658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9691615 Jul 07 16:54:36.518572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40464) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:36.519223 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e845eb6-d56b-492b-8868-e876edd61e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b5ea21-66e3-4d96-ae29-bc508981084d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:36.528813 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40466) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:36.634689 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-3648c1a3-7e85-4f96-8f5e-d7d709746dcb admin admin] Deleting subnet f4033db2-1315-487d-98c1-b14262a4cfcd {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:54:36.646079 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3648c1a3-7e85-4f96-8f5e-d7d709746dcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.694640 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-acbfdf4e-fe22-4008-86a0-f7dcc62fd97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.715130 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3648c1a3-7e85-4f96-8f5e-d7d709746dcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.747346 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5820b5-9d64-4485-bba2-794c60655d96 req-332a3f3e-18c9-4b30-af5d-81714f5186ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:36.748880 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a5820b5-9d64-4485-bba2-794c60655d96 req-332a3f3e-18c9-4b30-af5d-81714f5186ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=35276e05203840b6935d31413a132cb9&device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 1095 time: 0.1795752 Jul 07 16:54:36.755239 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-acbfdf4e-fe22-4008-86a0-f7dcc62fd97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.790922 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40480) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:36.838189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80de5db-2061-4d5e-8162-dbd2e01aa44c req-45374ab7-c426-4460-8785-7c9acf1faa38 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:36.839772 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f80de5db-2061-4d5e-8162-dbd2e01aa44c req-45374ab7-c426-4460-8785-7c9acf1faa38 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 944 time: 0.1513536 Jul 07 16:54:36.840676 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-119e67a1-4cfc-45f9-9f1b-1a03fc06c43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.851398 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3648c1a3-7e85-4f96-8f5e-d7d709746dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.924616 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e4e575-b59b-4829-9343-233f20cbd591 admin admin] Deleting subnet 9870747f-a500-435b-90b6-f3912dcbd690 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:54:36.940831 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b6e4e575-b59b-4829-9343-233f20cbd591 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.956760 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-acbfdf4e-fe22-4008-86a0-f7dcc62fd97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.959447 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-acbfdf4e-fe22-4008-86a0-f7dcc62fd97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.963773 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-acbfdf4e-fe22-4008-86a0-f7dcc62fd97a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/04b5ea21-66e3-4d96-ae29-bc508981084d HTTP/1.1" status: 204 len: 168 time: 0.4385967 Jul 07 16:54:36.966008 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5820b5-9d64-4485-bba2-794c60655d96 req-834c7c2c-4404-4a05-a531-fe59acaeba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:36.967358 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a5820b5-9d64-4485-bba2-794c60655d96 req-834c7c2c-4404-4a05-a531-fe59acaeba38 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 HTTP/1.1" status: 200 len: 913 time: 0.2101960 Jul 07 16:54:36.982482 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e67a1-4cfc-45f9-9f1b-1a03fc06c43c admin admin] Pushing event updated for resources: {'Subnet': ['ID=52fef1a6-a6d2-45e9-868b-3e76997a2537,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:36.986469 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3648c1a3-7e85-4f96-8f5e-d7d709746dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:36.995683 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfdf4e-fe22-4008-86a0-f7dcc62fd97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b5ea21-66e3-4d96-ae29-bc508981084d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:37.000376 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f80de5db-2061-4d5e-8162-dbd2e01aa44c req-56ee32b7-b9dc-42a5-957f-5359b5e01cdd tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?id=491b0f75-5fa9-4cb3-90dd-af404ca72de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495821 Jul 07 16:54:37.005057 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119e67a1-4cfc-45f9-9f1b-1a03fc06c43c admin admin] Checking segment: {'id': '13925be4-880e-4355-82e2-ea9bb567ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '97cc237c-4b90-4705-ac9f-f9384b0c0097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:37.005453 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119e67a1-4cfc-45f9-9f1b-1a03fc06c43c admin admin] Network hostable DHCP agents. Network: 97cc237c-4b90-4705-ac9f-f9384b0c0097, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:54:37.014043 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b6e4e575-b59b-4829-9343-233f20cbd591 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.062114 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a5820b5-9d64-4485-bba2-794c60655d96 req-aa64b455-39b9-4a17-9db7-e5b172ebb0be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 HTTP/1.1" status: 200 len: 217 time: 0.0837464 Jul 07 16:54:37.063306 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3648c1a3-7e85-4f96-8f5e-d7d709746dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.064352 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119e67a1-4cfc-45f9-9f1b-1a03fc06c43c admin admin] Network 97cc237c-4b90-4705-ac9f-f9384b0c0097 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:54:37.068414 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3648c1a3-7e85-4f96-8f5e-d7d709746dcb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f4033db2-1315-487d-98c1-b14262a4cfcd HTTP/1.1" status: 204 len: 168 time: 0.5355537 Jul 07 16:54:37.068414 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648c1a3-7e85-4f96-8f5e-d7d709746dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4033db2-1315-487d-98c1-b14262a4cfcd,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:37.068414 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40494) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:37.079608 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b6e4e575-b59b-4829-9343-233f20cbd591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.082979 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-119e67a1-4cfc-45f9-9f1b-1a03fc06c43c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 97cc237c-4b90-4705-ac9f-f9384b0c0097) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:37.094703 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e58a01-f3da-466a-a367-852875ec55cc None None] Network 97cc237c-4b90-4705-ac9f-f9384b0c0097 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:37.108776 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119e67a1-4cfc-45f9-9f1b-1a03fc06c43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:37.109375 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-119e67a1-4cfc-45f9-9f1b-1a03fc06c43c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.170067 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:54:37.172499 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a39dc69b-7406-4961-9904-e9f47e2fef05 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:37.181383 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5820b5-9d64-4485-bba2-794c60655d96 req-67689654-5e5e-45c6-9288-d7fbc44da03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:37.183150 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a5820b5-9d64-4485-bba2-794c60655d96 req-67689654-5e5e-45c6-9288-d7fbc44da03d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7afa8583-eb85-4875-b937-72c25bc8ecf1 HTTP/1.1" status: 200 len: 852 time: 0.1051812 Jul 07 16:54:37.187461 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b8f21083-4554-4beb-8ca0-ce294b2cf538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.210044 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: a39dc69b-7406-4961-9904-e9f47e2fef05 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:54:37.214967 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-119e67a1-4cfc-45f9-9f1b-1a03fc06c43c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3093522 Jul 07 16:54:37.218471 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a39dc69b-7406-4961-9904-e9f47e2fef05 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:54:37.219113 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40498) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:37.223657 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b6e4e575-b59b-4829-9343-233f20cbd591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.231939 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a5820b5-9d64-4485-bba2-794c60655d96 req-88145d99-dad3-40d8-9237-b61f4f0d7379 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415277 Jul 07 16:54:37.252190 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f36d4beb-b86d-4f11-850a-511e8d440ab1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-165727495-router', 'tenant_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:37.337164 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40502) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:37.340990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4e575-b59b-4829-9343-233f20cbd591 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9870747f-a500-435b-90b6-f3912dcbd690,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:37.343518 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b6e4e575-b59b-4829-9343-233f20cbd591 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.350480 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b6e4e575-b59b-4829-9343-233f20cbd591 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9870747f-a500-435b-90b6-f3912dcbd690 HTTP/1.1" status: 204 len: 168 time: 0.5538585 Jul 07 16:54:37.351733 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f36d4beb-b86d-4f11-850a-511e8d440ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.354132 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f36d4beb-b86d-4f11-850a-511e8d440ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.355080 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40506) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:37.409218 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b8f21083-4554-4beb-8ca0-ce294b2cf538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.423533 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=35d4a9a0-d321-433f-91fc-59f2fdc3d4eb,segment=NetworkSegment(c620c6f7-9f4e-42b0-a9c8-a2ad7020daa0),segment_id=c620c6f7-9f4e-42b0-a9c8-a2ad7020daa0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:37.434038 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-97cc237c-4b90-4705-ac9f-f9384b0c0097', 'network_id': '97cc237c-4b90-4705-ac9f-f9384b0c0097', 'tenant_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'fixed_ips': [{'subnet_id': '52fef1a6-a6d2-45e9-868b-3e76997a2537'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:54:37.436538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-b8f21083-4554-4beb-8ca0-ce294b2cf538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699fa17b-01d7-4d5f-a61b-f1383d4a18a7']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:37.441424 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.470784 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-b8f21083-4554-4beb-8ca0-ce294b2cf538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e9cb76-4c8d-477c-9813-3e695fc7e1c7') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:37.471205 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-b8f21083-4554-4beb-8ca0-ce294b2cf538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e9cb76-4c8d-477c-9813-3e695fc7e1c7') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:37.475080 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-73b53349-f1d0-44a9-99e7-e79c47ab01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.478825 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device b383d8a3-4762-4958-ab36-17a83bacf438 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:37.500303 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b8f21083-4554-4beb-8ca0-ce294b2cf538 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.513863 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a5820b5-9d64-4485-bba2-794c60655d96 req-d83c428e-535d-459c-80f0-8646fce72768 service neutron] 10.222.0.15 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576296 Jul 07 16:54:37.521121 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b8f21083-4554-4beb-8ca0-ce294b2cf538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.529548 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: b383d8a3-4762-4958-ab36-17a83bacf438 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:54:37.529901 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device b383d8a3-4762-4958-ab36-17a83bacf438 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:54:37.541156 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '35d4a9a0-d321-433f-91fc-59f2fdc3d4eb', 'network_id': 'e52be358-761a-486a-85f6-1d3f2ffe41cc', 'port_id': '35d4a9a0-d321-433f-91fc-59f2fdc3d4eb', 'mac_address': 'fa:16:3e:09:f0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8b0546-0b7e-43f5-9e16-5da5c9e2513d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:54:37.553549 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f21083-4554-4beb-8ca0-ce294b2cf538 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:54:37.553961 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b8f21083-4554-4beb-8ca0-ce294b2cf538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.559129 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f36d4beb-b86d-4f11-850a-511e8d440ab1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:54:37.572807 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:54:37.644778 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d83d8888-7b9b-49b8-b893-59038475a5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.735086 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.756660 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f36d4beb-b86d-4f11-850a-511e8d440ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.773344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:37.832394 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=35d4a9a0-d321-433f-91fc-59f2fdc3d4eb,segment=NetworkSegment(c620c6f7-9f4e-42b0-a9c8-a2ad7020daa0),segment_id=c620c6f7-9f4e-42b0-a9c8-a2ad7020daa0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:37.841091 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.909555 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-73b53349-f1d0-44a9-99e7-e79c47ab01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:37.938715 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=35d4a9a0-d321-433f-91fc-59f2fdc3d4eb,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:37.943153 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Allocated IP 172.20.0.2 (97cc237c-4b90-4705-ac9f-f9384b0c0097/52fef1a6-a6d2-45e9-868b-3e76997a2537/619b8f53-845a-4cc6-9f0d-78ac18c60109) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:37.943809 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-73b53349-f1d0-44a9-99e7-e79c47ab01e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7937a27f-ddbf-4f8f-934e-ecc5c4206082']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:37.985022 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-73b53349-f1d0-44a9-99e7-e79c47ab01e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e4c1fed-c5fd-413d-b851-c0f5c33ec2e1') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:37.985022 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-73b53349-f1d0-44a9-99e7-e79c47ab01e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e4c1fed-c5fd-413d-b851-c0f5c33ec2e1') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:37.987137 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b8f21083-4554-4beb-8ca0-ce294b2cf538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.022220 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b8f21083-4554-4beb-8ca0-ce294b2cf538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.024933 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b8f21083-4554-4beb-8ca0-ce294b2cf538 admin admin] 10.222.0.50 "DELETE /v2.0/networks/699fa17b-01d7-4d5f-a61b-f1383d4a18a7 HTTP/1.1" status: 204 len: 168 time: 0.9535077 Jul 07 16:54:38.030149 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f21083-4554-4beb-8ca0-ce294b2cf538 admin admin] Pushing event deleted for resources: {'Network': ['ID=699fa17b-01d7-4d5f-a61b-f1383d4a18a7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:38.034424 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-73b53349-f1d0-44a9-99e7-e79c47ab01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.056648 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['35d4a9a0-d321-433f-91fc-59f2fdc3d4eb'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:38.080489 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0bc9e-1c59-4c83-a02e-32640122b512 req-ad364895-f172-472e-82cc-498a9ab0cdeb tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:38.082069 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5ee0bc9e-1c59-4c83-a02e-32640122b512 req-ad364895-f172-472e-82cc-498a9ab0cdeb tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d0b592e-8e41-4c88-a89b-28013d6b1a09 HTTP/1.1" status: 200 len: 944 time: 0.3783019 Jul 07 16:54:38.088232 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-73b53349-f1d0-44a9-99e7-e79c47ab01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.092055 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a5820b5-9d64-4485-bba2-794c60655d96 req-ceedf1d1-0f98-4312-b3c0-cfa8a5cf63c3 service neutron] 10.222.0.15 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686622 Jul 07 16:54:38.106590 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b53349-f1d0-44a9-99e7-e79c47ab01e8 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:54:38.106996 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-73b53349-f1d0-44a9-99e7-e79c47ab01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:54:38.113157 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:54:38.116153 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d83d8888-7b9b-49b8-b893-59038475a5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.162077 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d83d8888-7b9b-49b8-b893-59038475a5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.176480 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40532) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:38.201895 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b09245-2de1-4123-b974-56a2b99de0f1 req-e77f1991-6b91-4f5d-80c9-37f784924f08 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:38.208826 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f3b09245-2de1-4123-b974-56a2b99de0f1 req-e77f1991-6b91-4f5d-80c9-37f784924f08 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.2920446 Jul 07 16:54:38.214208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d8888-7b9b-49b8-b893-59038475a5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50eac29-efc4-45d3-8cad-302ffd84fc11,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:38.240449 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f36d4beb-b86d-4f11-850a-511e8d440ab1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.279008 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f36d4beb-b86d-4f11-850a-511e8d440ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.290997 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-73b53349-f1d0-44a9-99e7-e79c47ab01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.308796 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.326041 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Transition to ACTIVE for port object 619b8f53-845a-4cc6-9f0d-78ac18c60109 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:38.326369 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-73b53349-f1d0-44a9-99e7-e79c47ab01e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.328880 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-73b53349-f1d0-44a9-99e7-e79c47ab01e8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7937a27f-ddbf-4f8f-934e-ecc5c4206082 HTTP/1.1" status: 204 len: 168 time: 0.9696705 Jul 07 16:54:38.348177 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d83d8888-7b9b-49b8-b893-59038475a5cf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c229524b87004a5ba74fa2f2a679ca07&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0083182 Jul 07 16:54:38.351744 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40538) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:38.374985 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b53349-f1d0-44a9-99e7-e79c47ab01e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7937a27f-ddbf-4f8f-934e-ecc5c4206082,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:38.389280 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Transition to ACTIVE for port object 619b8f53-845a-4cc6-9f0d-78ac18c60109 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:38.389761 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f3b09245-2de1-4123-b974-56a2b99de0f1 req-f780545e-03c6-4c0b-9dd4-5bab209e6fbd tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797247 Jul 07 16:54:38.390536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40540) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:38.403029 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5ee0bc9e-1c59-4c83-a02e-32640122b512 req-b2b0e3eb-c16f-480d-9f66-4b17dafd1d13 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdc1fc94-f1d8-445f-a4dd-589e56927c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032577 Jul 07 16:54:38.433462 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.535887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Pushing event updated for resources: {'Port': ['ID=619b8f53-845a-4cc6-9f0d-78ac18c60109,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:38.553021 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094c386-9b50-4f24-b3aa-af58fdc57b14 req-fdbdfd25-a6b9-4e9c-aed9-b014ee5753fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:38.554633 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7094c386-9b50-4f24-b3aa-af58fdc57b14 req-fdbdfd25-a6b9-4e9c-aed9-b014ee5753fa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 1096 time: 0.1502142 Jul 07 16:54:38.559794 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Network 97cc237c-4b90-4705-ac9f-f9384b0c0097 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:38.570218 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:38.577387 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:38.595780 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7094c386-9b50-4f24-b3aa-af58fdc57b14 req-0397c207-3dfb-4777-bc6d-3f899fcccccc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345030 Jul 07 16:54:38.618550 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-25c7ed7d-d6a6-4c44-ad5e-b39632a8d5d6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1113914495-network', 'tenant_id': '0501f382b6694d0ab9ec962ffb43a8ed'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:38.635876 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0eba167d-a483-4893-9d9e-78a347fd2891 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13f3bce388ad42598000636f745b7999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318201 Jul 07 16:54:38.638966 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40542) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:38.651519 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40544) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:38.655198 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Attempting to bind port 619b8f53-845a-4cc6-9f0d-78ac18c60109 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:38.655744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Attempting to bind port 619b8f53-845a-4cc6-9f0d-78ac18c60109 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '13925be4-880e-4355-82e2-ea9bb567ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '97cc237c-4b90-4705-ac9f-f9384b0c0097'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:38.656120 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Attempting to bind port 619b8f53-845a-4cc6-9f0d-78ac18c60109 on network 97cc237c-4b90-4705-ac9f-f9384b0c0097 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:38.665047 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:38.665686 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Checking segment: {'id': '13925be4-880e-4355-82e2-ea9bb567ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '97cc237c-4b90-4705-ac9f-f9384b0c0097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:38.666424 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.667100 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Bound using segment: {'id': '13925be4-880e-4355-82e2-ea9bb567ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '97cc237c-4b90-4705-ac9f-f9384b0c0097'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:38.667946 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Bound port: 619b8f53-845a-4cc6-9f0d-78ac18c60109, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13925be4-880e-4355-82e2-ea9bb567ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '97cc237c-4b90-4705-ac9f-f9384b0c0097'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:38.668618 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.707277 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d790a4f9-bfb9-4e75-a61f-522d67cd35d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.734938 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d790a4f9-bfb9-4e75-a61f-522d67cd35d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.743676 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] For port 619b8f53-845a-4cc6-9f0d-78ac18c60109, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:38.747488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] For port 619b8f53-845a-4cc6-9f0d-78ac18c60109, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=619b8f53-845a-4cc6-9f0d-78ac18c60109,segment=NetworkSegment(13925be4-880e-4355-82e2-ea9bb567ac48),segment_id=13925be4-880e-4355-82e2-ea9bb567ac48)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:38.753362 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.801069 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d790a4f9-bfb9-4e75-a61f-522d67cd35d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.804441 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d790a4f9-bfb9-4e75-a61f-522d67cd35d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:38.806501 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d790a4f9-bfb9-4e75-a61f-522d67cd35d6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df235b7b-9503-4e15-afe3-d30f95c91abe HTTP/1.1" status: 204 len: 168 time: 0.1662130 Jul 07 16:54:38.816041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790a4f9-bfb9-4e75-a61f-522d67cd35d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df235b7b-9503-4e15-afe3-d30f95c91abe,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:38.823699 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab600b-1e96-4f29-ba84-05da04c62670 None None] Pushing event updated for resources: {'Port': ['ID=619b8f53-845a-4cc6-9f0d-78ac18c60109,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:39.039950 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-f36d4beb-b86d-4f11-850a-511e8d440ab1 admin admin] Allocated IP 172.25.2.130 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/c95403db-51fb-4cba-8949-c5930313a936) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:39.048130 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f61dc842-e97c-4a6b-b0c1-f93d48b1bb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.085407 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c7ed7d-d6a6-4c44-ad5e-b39632a8d5d6 admin admin] Made reservation on behalf of 0501f382b6694d0ab9ec962ffb43a8ed for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:39.088211 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-25c7ed7d-d6a6-4c44-ad5e-b39632a8d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.135161 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-25c7ed7d-d6a6-4c44-ad5e-b39632a8d5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.138176 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f61dc842-e97c-4a6b-b0c1-f93d48b1bb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.196690 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:54:39.199897 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:39.200043 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b669d7-32a7-42fe-9a28-35079644319d req-419600de-828e-4dee-ac50-d1b75591a2ae tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:39.201696 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86b669d7-32a7-42fe-9a28-35079644319d req-419600de-828e-4dee-ac50-d1b75591a2ae tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 944 time: 0.6523135 Jul 07 16:54:39.206449 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-754826cb-a147-4700-ab71-05ed11694c49 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2e03aa530768431eb6c00938eef3bea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5487044 Jul 07 16:54:39.208353 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40554) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:39.306205 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c0b97a9b-3774-4288-84ff-afa11722f4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.322014 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86b669d7-32a7-42fe-9a28-35079644319d req-c2009465-f779-4258-a9bb-341b101ea7e0 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?id=491b0f75-5fa9-4cb3-90dd-af404ca72de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105459 Jul 07 16:54:39.343201 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c0b97a9b-3774-4288-84ff-afa11722f4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.371312 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f61dc842-e97c-4a6b-b0c1-f93d48b1bb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.373956 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f61dc842-e97c-4a6b-b0c1-f93d48b1bb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.375959 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f61dc842-e97c-4a6b-b0c1-f93d48b1bb81 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f50eac29-efc4-45d3-8cad-302ffd84fc11 HTTP/1.1" status: 204 len: 168 time: 1.0231159 Jul 07 16:54:39.379825 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f36d4beb-b86d-4f11-850a-511e8d440ab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.403046 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61dc842-e97c-4a6b-b0c1-f93d48b1bb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50eac29-efc4-45d3-8cad-302ffd84fc11,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:39.446990 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c0b97a9b-3774-4288-84ff-afa11722f4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.450242 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c0b97a9b-3774-4288-84ff-afa11722f4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.452274 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c0b97a9b-3774-4288-84ff-afa11722f4be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fddb5461-e4e9-48ad-854e-47c825fdb5d6 HTTP/1.1" status: 204 len: 168 time: 0.2428815 Jul 07 16:54:39.482642 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b97a9b-3774-4288-84ff-afa11722f4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddb5461-e4e9-48ad-854e-47c825fdb5d6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:39.499225 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-25c7ed7d-d6a6-4c44-ad5e-b39632a8d5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.509592 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-25c7ed7d-d6a6-4c44-ad5e-b39632a8d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.633933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:39.653195 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:39.653572 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.663846 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c7ed7d-d6a6-4c44-ad5e-b39632a8d5d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:54:39.678219 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7ed7d-d6a6-4c44-ad5e-b39632a8d5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef6616a-d852-4ea6-85a1-f90b574ab26f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:39.693834 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f36d4beb-b86d-4f11-850a-511e8d440ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.708342 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-25c7ed7d-d6a6-4c44-ad5e-b39632a8d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:39.708977 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-25c7ed7d-d6a6-4c44-ad5e-b39632a8d5d6 admin admin] Added segment e64bcb56-0dab-478d-aa3b-105f8614ee81 of type vlan for network 585991d3-1c4c-497e-aa94-d9dabd614307 Jul 07 16:54:39.802479 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36d4beb-b86d-4f11-850a-511e8d440ab1 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:39.818529 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0,segment=NetworkSegment(87a7ba11-1620-4c5e-90e6-a9d3f907b42d),segment_id=87a7ba11-1620-4c5e-90e6-a9d3f907b42d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:39.822522 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f36d4beb-b86d-4f11-850a-511e8d440ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:39.828505 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36d4beb-b86d-4f11-850a-511e8d440ab1 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:39.852669 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26fc45-56e0-43ce-b853-3b992671df61 req-d5a22fd0-87ce-4ff0-bbd3-8d9f1f1f6dde tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:39.854256 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cd26fc45-56e0-43ce-b853-3b992671df61 req-d5a22fd0-87ce-4ff0-bbd3-8d9f1f1f6dde tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.1563852 Jul 07 16:54:39.875460 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0', 'network_id': '5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3', 'port_id': 'abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0', 'mac_address': 'fa:16:3e:77:db:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7afa8583-eb85-4875-b937-72c25bc8ecf1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:54:39.967077 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cd26fc45-56e0-43ce-b853-3b992671df61 req-c06525d0-57b4-42d7-ae25-d98498898202 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845301 Jul 07 16:54:40.047369 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d4beb-b86d-4f11-850a-511e8d440ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=c95403db-51fb-4cba-8949-c5930313a936,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:40.053201 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-25c7ed7d-d6a6-4c44-ad5e-b39632a8d5d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.071531 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.085499 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.137274 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0b592e-8e41-4c88-a89b-28013d6b1a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d4a9a0-d321-433f-91fc-59f2fdc3d4eb'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:40.140061 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde9673a-1734-4da0-a67f-098b27fe9896" -d '{"events": [{"server_uuid": "7d0b592e-8e41-4c88-a89b-28013d6b1a09", "name": "network-vif-plugged", "status": "completed", "tag": "35d4a9a0-d321-433f-91fc-59f2fdc3d4eb"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:40.148514 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db41a4f-d547-421d-b8e9-d38f98338fb4 None None] Network 97cc237c-4b90-4705-ac9f-f9384b0c0097 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:40.161269 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:40.183997 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=35d4a9a0-d321-433f-91fc-59f2fdc3d4eb,segment=NetworkSegment(c620c6f7-9f4e-42b0-a9c8-a2ad7020daa0),segment_id=c620c6f7-9f4e-42b0-a9c8-a2ad7020daa0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:40.209627 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-25c7ed7d-d6a6-4c44-ad5e-b39632a8d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.216900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c7ed7d-d6a6-4c44-ad5e-b39632a8d5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:40.216900 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-25c7ed7d-d6a6-4c44-ad5e-b39632a8d5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.224480 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afb3aae-2e8a-49ba-ba11-289353116db4 x-openstack-request-id: req-9afb3aae-2e8a-49ba-ba11-289353116db4 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:40.225348 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0b592e-8e41-4c88-a89b-28013d6b1a09", "name": "network-vif-plugged", "status": "completed", "tag": "35d4a9a0-d321-433f-91fc-59f2fdc3d4eb", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:40.225650 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9afb3aae-2e8a-49ba-ba11-289353116db4 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:40.226057 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0b592e-8e41-4c88-a89b-28013d6b1a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d4a9a0-d321-433f-91fc-59f2fdc3d4eb', 'code': 200} Jul 07 16:54:40.236079 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.258845 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0,segment=NetworkSegment(87a7ba11-1620-4c5e-90e6-a9d3f907b42d),segment_id=87a7ba11-1620-4c5e-90e6-a9d3f907b42d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:40.274956 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-25c7ed7d-d6a6-4c44-ad5e-b39632a8d5d6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0973868 Jul 07 16:54:40.277909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40594) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:40.283191 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7341a841-6def-4a26-bdf0-2561da4c758a None None] Provisioning for port 619b8f53-845a-4cc6-9f0d-78ac18c60109 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:40.284650 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-e54e9f5e-beb9-4fcb-bbbf-d09f7cc66fe0 admin admin] Request body: {'subnet': {'network_id': '585991d3-1c4c-497e-aa94-d9dabd614307', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1113914495-subnet', 'tenant_id': '0501f382b6694d0ab9ec962ffb43a8ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:40.285232 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.338334 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=35d4a9a0-d321-433f-91fc-59f2fdc3d4eb,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:40.397379 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54e9f5e-beb9-4fcb-bbbf-d09f7cc66fe0 admin admin] Made reservation on behalf of 0501f382b6694d0ab9ec962ffb43a8ed for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:40.400329 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e54e9f5e-beb9-4fcb-bbbf-d09f7cc66fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.435566 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b2c0d-385f-4297-b45c-faf21b2bae11 req-5ea8474a-0baa-4fbb-9677-3413fa83a0f0 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:40.444026 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-756b2c0d-385f-4297-b45c-faf21b2bae11 req-5ea8474a-0baa-4fbb-9677-3413fa83a0f0 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d0b592e-8e41-4c88-a89b-28013d6b1a09 HTTP/1.1" status: 200 len: 944 time: 0.6233406 Jul 07 16:54:40.447881 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:40.497629 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7ed7d-d6a6-4c44-ad5e-b39632a8d5d6 admin admin] Pushing event updated for resources: {'Network': ['ID=585991d3-1c4c-497e-aa94-d9dabd614307,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:40.505392 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:40.575316 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 585991d3-1c4c-497e-aa94-d9dabd614307 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:54:40.583508 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 619b8f53-845a-4cc6-9f0d-78ac18c60109 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:40.618008 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcdfb8-58e8-4cb2-8b29-68a7fd793aef req-521ab15c-2c6b-4af5-aae9-bc90e3442286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:40.623503 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40602) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:40.631944 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-05dcdfb8-58e8-4cb2-8b29-68a7fd793aef req-521ab15c-2c6b-4af5-aae9-bc90e3442286 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d0b592e-8e41-4c88-a89b-28013d6b1a09 HTTP/1.1" status: 200 len: 1096 time: 0.3183324 Jul 07 16:54:40.660479 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-756b2c0d-385f-4297-b45c-faf21b2bae11 req-e045211c-28de-473c-beba-114d3a3b9725 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdc1fc94-f1d8-445f-a4dd-589e56927c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153935 Jul 07 16:54:40.733483 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f36d4beb-b86d-4f11-850a-511e8d440ab1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.865714 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 619b8f53-845a-4cc6-9f0d-78ac18c60109 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:40.868558 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-761e9e12-1918-4d70-8096-2767fd395539 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-806547401-network', 'tenant_id': '5ed8c4af2f22498e95031bac92fa163d'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:40.873391 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-05dcdfb8-58e8-4cb2-8b29-68a7fd793aef req-2aa88e32-ba55-4a52-80a2-bd4bafbcdaad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bdc1fc94-f1d8-445f-a4dd-589e56927c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013111 Jul 07 16:54:40.884207 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 619b8f53-845a-4cc6-9f0d-78ac18c60109 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:40.884884 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.895995 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee460c1e-d69b-4187-a746-0baf5322024b req-63d9f077-56a7-41b6-8aad-5d10e0f026e2 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:40.897561 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ee460c1e-d69b-4187-a746-0baf5322024b req-63d9f077-56a7-41b6-8aad-5d10e0f026e2 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 945 time: 0.3075206 Jul 07 16:54:40.919024 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761e9e12-1918-4d70-8096-2767fd395539 admin admin] Made reservation on behalf of 5ed8c4af2f22498e95031bac92fa163d for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:40.922034 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-761e9e12-1918-4d70-8096-2767fd395539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:40.955988 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-761e9e12-1918-4d70-8096-2767fd395539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.052533 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ee460c1e-d69b-4187-a746-0baf5322024b req-222f3d1c-7b57-44f4-b4e4-1c3afdfc254d tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?id=491b0f75-5fa9-4cb3-90dd-af404ca72de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467297 Jul 07 16:54:41.058723 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e54e9f5e-beb9-4fcb-bbbf-d09f7cc66fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.135249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9f5e-beb9-4fcb-bbbf-d09f7cc66fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=748e4878-dc0e-488c-ad96-c5afee4e3c75,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:41.162923 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.172386 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54e9f5e-beb9-4fcb-bbbf-d09f7cc66fe0 admin admin] Checking segment: {'id': 'e64bcb56-0dab-478d-aa3b-105f8614ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '585991d3-1c4c-497e-aa94-d9dabd614307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:41.173225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54e9f5e-beb9-4fcb-bbbf-d09f7cc66fe0 admin admin] Network hostable DHCP agents. Network: 585991d3-1c4c-497e-aa94-d9dabd614307, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:54:41.184030 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40624) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:41.199940 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54e9f5e-beb9-4fcb-bbbf-d09f7cc66fe0 admin admin] Network 585991d3-1c4c-497e-aa94-d9dabd614307 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:54:41.212095 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-e54e9f5e-beb9-4fcb-bbbf-d09f7cc66fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 585991d3-1c4c-497e-aa94-d9dabd614307) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:41.219090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54e9f5e-beb9-4fcb-bbbf-d09f7cc66fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:41.222254 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e54e9f5e-beb9-4fcb-bbbf-d09f7cc66fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.227814 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 619b8f53-845a-4cc6-9f0d-78ac18c60109, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=619b8f53-845a-4cc6-9f0d-78ac18c60109,segment=NetworkSegment(13925be4-880e-4355-82e2-ea9bb567ac48),segment_id=13925be4-880e-4355-82e2-ea9bb567ac48)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:41.229096 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-adc30fd1-5903-4dd1-802e-80b642fb6280 None None] Provisioning complete for port 619b8f53-845a-4cc6-9f0d-78ac18c60109 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:41.230958 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-adc30fd1-5903-4dd1-802e-80b642fb6280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.248013 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7b8845-b45f-4b6f-93a6-a18fce69ca9f None None] Network 585991d3-1c4c-497e-aa94-d9dabd614307 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:41.248474 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f36d4beb-b86d-4f11-850a-511e8d440ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.270307 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.351288 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-861fcf5f-4683-494b-824c-7159b61e8ee9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1998819530-network', 'tenant_id': '229c624437c142a6800dfb99bdbd16f9'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:41.403715 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=619b8f53-845a-4cc6-9f0d-78ac18c60109,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:41.448072 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90899e-1b62-4388-b16b-91cde89930c2 req-07af4217-a046-4989-b979-a515cde2422e tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:41.454771 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b90899e-1b62-4388-b16b-91cde89930c2 req-07af4217-a046-4989-b979-a515cde2422e tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.2507205 Jul 07 16:54:41.470185 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-761e9e12-1918-4d70-8096-2767fd395539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.483128 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-761e9e12-1918-4d70-8096-2767fd395539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.487802 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e54e9f5e-beb9-4fcb-bbbf-d09f7cc66fe0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2081664 Jul 07 16:54:41.507130 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f3ec2c-060b-4bfe-8835-871cc60014af None None] Network 585991d3-1c4c-497e-aa94-d9dabd614307 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:41.530765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761e9e12-1918-4d70-8096-2767fd395539 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:54:41.560462 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b90899e-1b62-4388-b16b-91cde89930c2 req-231be301-ae5f-4038-9dcc-9e67f711ef2f tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047196 Jul 07 16:54:41.577425 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861fcf5f-4683-494b-824c-7159b61e8ee9 admin admin] Made reservation on behalf of 229c624437c142a6800dfb99bdbd16f9 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:41.580055 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-861fcf5f-4683-494b-824c-7159b61e8ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.585705 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-761e9e12-1918-4d70-8096-2767fd395539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.586833 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-761e9e12-1918-4d70-8096-2767fd395539 admin admin] Added segment fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce of type vlan for network 0c693bdf-78c6-4887-aa8b-8c747baba132 Jul 07 16:54:41.598084 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e9e12-1918-4d70-8096-2767fd395539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:41.620341 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-861fcf5f-4683-494b-824c-7159b61e8ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.703434 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-761e9e12-1918-4d70-8096-2767fd395539 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.715949 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36d4beb-b86d-4f11-850a-511e8d440ab1 admin admin] Router 0abca892-ed9f-40a4-b8ad-5248b9cac443 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:54:41.824193 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-761e9e12-1918-4d70-8096-2767fd395539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:41.825153 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761e9e12-1918-4d70-8096-2767fd395539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:41.825731 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-761e9e12-1918-4d70-8096-2767fd395539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:42.014169 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e9e12-1918-4d70-8096-2767fd395539 admin admin] Pushing event updated for resources: {'Network': ['ID=0c693bdf-78c6-4887-aa8b-8c747baba132,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:42.023028 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788a4dc-3a91-4814-90e5-1e94a565e356 req-02048978-f120-4e08-83c5-2a45704c54b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:42.025071 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2788a4dc-3a91-4814-90e5-1e94a565e356 req-02048978-f120-4e08-83c5-2a45704c54b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3c7535ed48d476185da2eb9644b8ebd&device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 1096 time: 0.0653536 Jul 07 16:54:42.028300 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 0c693bdf-78c6-4887-aa8b-8c747baba132 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:54:42.036046 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-861fcf5f-4683-494b-824c-7159b61e8ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:42.050822 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-861fcf5f-4683-494b-824c-7159b61e8ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:42.058501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36d4beb-b86d-4f11-850a-511e8d440ab1 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:54:42.068125 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-761e9e12-1918-4d70-8096-2767fd395539 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4435692 Jul 07 16:54:42.075650 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] Sync routers for ids ['0abca892-ed9f-40a4-b8ad-5248b9cac443'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:54:42.079518 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40670) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:42.091498 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] Routers {'0abca892-ed9f-40a4-b8ad-5248b9cac443'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:42.093317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-373b99b3-2eb1-4e3d-aa29-649e407d900d admin admin] Request body: {'subnet': {'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-806547401-subnet', 'tenant_id': '5ed8c4af2f22498e95031bac92fa163d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:42.093988 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:54:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0abca892-ed9f-40a4-b8ad-5248b9cac443'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:42.103244 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861fcf5f-4683-494b-824c-7159b61e8ee9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:54:42.118027 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e81fb-5c5b-4260-b6c2-bd2e64916a5a req-53204624-e259-4e95-a878-507f632b0194 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:42.122309 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-872e81fb-5c5b-4260-b6c2-bd2e64916a5a req-53204624-e259-4e95-a878-507f632b0194 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d0b592e-8e41-4c88-a89b-28013d6b1a09 HTTP/1.1" status: 200 len: 945 time: 0.2708054 Jul 07 16:54:42.129548 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f36d4beb-b86d-4f11-850a-511e8d440ab1 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:42.132261 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f36d4beb-b86d-4f11-850a-511e8d440ab1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8876657 Jul 07 16:54:42.136018 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fcf5f-4683-494b-824c-7159b61e8ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a534954b-cec7-456e-8e7e-f9c01846cd57,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:42.140321 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40674) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:42.186660 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-861fcf5f-4683-494b-824c-7159b61e8ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:42.187287 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-861fcf5f-4683-494b-824c-7159b61e8ee9 admin admin] Added segment f94a2cb5-a20b-4178-9cba-a32c297cec54 of type vlan for network 8938afd1-9e0a-459b-9989-ffd5eca58336 Jul 07 16:54:42.279407 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373b99b3-2eb1-4e3d-aa29-649e407d900d admin admin] Made reservation on behalf of 5ed8c4af2f22498e95031bac92fa163d for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:42.282311 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-373b99b3-2eb1-4e3d-aa29-649e407d900d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:42.299206 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40682) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:42.299893 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] Set router 0abca892-ed9f-40a4-b8ad-5248b9cac443 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:42.363421 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-861fcf5f-4683-494b-824c-7159b61e8ee9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:42.374879 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-872e81fb-5c5b-4260-b6c2-bd2e64916a5a req-09c98d9d-5771-4c85-9007-8378a12f6fbe tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdc1fc94-f1d8-445f-a4dd-589e56927c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331920 Jul 07 16:54:42.388074 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788a4dc-3a91-4814-90e5-1e94a565e356 req-f748426b-f9eb-4e83-80dc-f23429b26cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:42.395444 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2788a4dc-3a91-4814-90e5-1e94a565e356 req-f748426b-f9eb-4e83-80dc-f23429b26cfd service neutron] 10.222.0.69 "GET /v2.0/networks?id=c4184cab-8f42-40f8-9e52-10e5b0c78104 HTTP/1.1" status: 200 len: 911 time: 0.3581517 Jul 07 16:54:42.535267 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2788a4dc-3a91-4814-90e5-1e94a565e356 req-250565cc-3c97-48c0-9ad0-119cde3eb224 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 HTTP/1.1" status: 200 len: 217 time: 0.1241231 Jul 07 16:54:42.559676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-aca96f86-f6f4-426d-ad9b-1f7f0efaf9df tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:42.561857 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-aca96f86-f6f4-426d-ad9b-1f7f0efaf9df tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/networks?id=585991d3-1c4c-497e-aa94-d9dabd614307 HTTP/1.1" status: 200 len: 814 time: 0.3850579 Jul 07 16:54:42.569498 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 619b8f53-845a-4cc6-9f0d-78ac18c60109 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:42.634732 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-43082b98-693e-4c93-9ca1-108097226710 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/quotas/0501f382b6694d0ab9ec962ffb43a8ed HTTP/1.1" status: 200 len: 375 time: 0.0580862 Jul 07 16:54:42.689153 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-07984b10-6ef1-442b-9ee7-ceafc152d19b tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0501f382b6694d0ab9ec962ffb43a8ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530009 Jul 07 16:54:42.691583 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 619b8f53-845a-4cc6-9f0d-78ac18c60109 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:42.693520 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:42.718513 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abca892-ed9f-40a4-b8ad-5248b9cac443', 'name': 'tempest-FloatingIPsTestJSON-165727495-router', 'tenant_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c95403db-51fb-4cba-8949-c5930313a936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:37Z', 'updated_at': '2021-07-07T16:54:40Z', 'revision_number': 3, 'project_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'gw_port': {'id': 'c95403db-51fb-4cba-8949-c5930313a936', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:16:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abca892-ed9f-40a4-b8ad-5248b9cac443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:38Z', 'updated_at': '2021-07-07T16:54:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:42.756970 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788a4dc-3a91-4814-90e5-1e94a565e356 req-9f9ce359-626c-45ef-a199-c2f4a8da682a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:42.758871 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2788a4dc-3a91-4814-90e5-1e94a565e356 req-9f9ce359-626c-45ef-a199-c2f4a8da682a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f66d77b5-13d1-4fc2-be4e-9e15148f4fb9 HTTP/1.1" status: 200 len: 850 time: 0.1835756 Jul 07 16:54:42.769959 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] Checking router: 0abca892-ed9f-40a4-b8ad-5248b9cac443 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:54:42.770315 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] Updating router 0abca892-ed9f-40a4-b8ad-5248b9cac443 port c95403db-51fb-4cba-8949-c5930313a936 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:54:42.819059 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2788a4dc-3a91-4814-90e5-1e94a565e356 req-2aafc450-0155-4fda-92cf-44fac8a3bbc3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c4184cab-8f42-40f8-9e52-10e5b0c78104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537014 Jul 07 16:54:42.851288 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:42.875796 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-861fcf5f-4683-494b-824c-7159b61e8ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:42.876939 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861fcf5f-4683-494b-824c-7159b61e8ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:42.877592 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-861fcf5f-4683-494b-824c-7159b61e8ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:42.965559 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-43f1a124-4b53-4a7e-91e5-468686f0d227 service neutron] 10.222.0.50 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750893 Jul 07 16:54:42.971550 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fcf5f-4683-494b-824c-7159b61e8ee9 admin admin] Pushing event updated for resources: {'Network': ['ID=8938afd1-9e0a-459b-9989-ffd5eca58336,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:42.981429 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8d452031-b58b-4536-a583-bc5677b94f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:42.988712 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 8938afd1-9e0a-459b-9989-ffd5eca58336 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:54:43.044978 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-373b99b3-2eb1-4e3d-aa29-649e407d900d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.085023 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-861fcf5f-4683-494b-824c-7159b61e8ee9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8948836 Jul 07 16:54:43.096999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40686) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:43.105899 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b8d534cc-6045-403b-83d9-52bc5e5c7162 admin admin] Request body: {'subnet': {'network_id': '8938afd1-9e0a-459b-9989-ffd5eca58336', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1998819530-subnet', 'tenant_id': '229c624437c142a6800dfb99bdbd16f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:43.161151 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2788a4dc-3a91-4814-90e5-1e94a565e356 req-9eae6f79-5914-43b7-98f1-6497f47a06fa service neutron] 10.222.0.69 "GET /v2.0/networks/c4184cab-8f42-40f8-9e52-10e5b0c78104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312852 Jul 07 16:54:43.204293 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4a781-4835-4a0e-9e51-d03c9445c955 req-c79fece1-d1ee-4632-9eb2-fcd38916c529 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:43.205913 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3cf4a781-4835-4a0e-9e51-d03c9445c955 req-c79fece1-d1ee-4632-9eb2-fcd38916c529 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.3544128 Jul 07 16:54:43.243554 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:43.249843 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.262939 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] Transition to ACTIVE for port object c95403db-51fb-4cba-8949-c5930313a936 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:43.271158 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.292431 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2788a4dc-3a91-4814-90e5-1e94a565e356 req-1382cfa7-4b58-4e52-b95a-95a917e64a3d service neutron] 10.222.0.69 "GET /v2.0/networks/c4184cab-8f42-40f8-9e52-10e5b0c78104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217282 Jul 07 16:54:43.297450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b99b3-2eb1-4e3d-aa29-649e407d900d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e11029ac-8d3c-47c7-98fb-61244a65c880,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:43.307381 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373b99b3-2eb1-4e3d-aa29-649e407d900d admin admin] Checking segment: {'id': 'fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:43.307749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373b99b3-2eb1-4e3d-aa29-649e407d900d admin admin] Network hostable DHCP agents. Network: 0c693bdf-78c6-4887-aa8b-8c747baba132, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:54:43.309339 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8d452031-b58b-4536-a583-bc5677b94f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.311376 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-3302e05e-0e5a-43cf-8f2a-73d7823d7856 service neutron] 10.222.0.50 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446918 Jul 07 16:54:43.323177 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:43.327962 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:43.328824 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.332334 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8d452031-b58b-4536-a583-bc5677b94f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.337214 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373b99b3-2eb1-4e3d-aa29-649e407d900d admin admin] Network 0c693bdf-78c6-4887-aa8b-8c747baba132 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:54:43.354449 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-373b99b3-2eb1-4e3d-aa29-649e407d900d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 0c693bdf-78c6-4887-aa8b-8c747baba132) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:43.361830 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373b99b3-2eb1-4e3d-aa29-649e407d900d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:43.362825 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-373b99b3-2eb1-4e3d-aa29-649e407d900d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.378499 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49c935c-81fb-4552-ba77-2d0c925eb217 None None] Network 0c693bdf-78c6-4887-aa8b-8c747baba132 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:43.386876 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] Attempting to bind port c95403db-51fb-4cba-8949-c5930313a936 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:43.387245 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] Attempting to bind port c95403db-51fb-4cba-8949-c5930313a936 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:43.387598 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] Attempting to bind port c95403db-51fb-4cba-8949-c5930313a936 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:43.405031 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5f564-e991-40b0-9edb-a883fa1660b7 None None] Pushing event updated for resources: {'Port': ['ID=c95403db-51fb-4cba-8949-c5930313a936,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:43.412190 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3cf4a781-4835-4a0e-9e51-d03c9445c955 req-b380f0e9-02a3-4bd0-aee1-76d91d13c5fe tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891725 Jul 07 16:54:43.416009 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5f564-e991-40b0-9edb-a883fa1660b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:43.416538 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5f564-e991-40b0-9edb-a883fa1660b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:43.416890 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5f564-e991-40b0-9edb-a883fa1660b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:43.417606 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5f564-e991-40b0-9edb-a883fa1660b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:43.417949 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5f564-e991-40b0-9edb-a883fa1660b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:43.418280 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5f564-e991-40b0-9edb-a883fa1660b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:43.418630 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5f564-e991-40b0-9edb-a883fa1660b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:43.418956 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5f564-e991-40b0-9edb-a883fa1660b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:43.419282 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5f564-e991-40b0-9edb-a883fa1660b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:43.419609 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5f564-e991-40b0-9edb-a883fa1660b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:43.419929 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5f564-e991-40b0-9edb-a883fa1660b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:43.420310 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d5f564-e991-40b0-9edb-a883fa1660b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:54:43.423440 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:43.423980 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:43.424222 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.424606 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:43.425078 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] Bound port: c95403db-51fb-4cba-8949-c5930313a936, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:43.425480 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.491968 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] For port c95403db-51fb-4cba-8949-c5930313a936, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:43.496472 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] For port c95403db-51fb-4cba-8949-c5930313a936, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c95403db-51fb-4cba-8949-c5930313a936,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:43.504829 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.542106 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d452031-b58b-4536-a583-bc5677b94f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5540f7-9a76-452d-87e8-6fe07e456b48,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:43.551780 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8d452031-b58b-4536-a583-bc5677b94f10 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bf94953c30384d0c970a83f77542b2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2218599 Jul 07 16:54:43.562480 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-373b99b3-2eb1-4e3d-aa29-649e407d900d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4805372 Jul 07 16:54:43.562480 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40696) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:43.567567 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d534cc-6045-403b-83d9-52bc5e5c7162 admin admin] Made reservation on behalf of 229c624437c142a6800dfb99bdbd16f9 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:43.574040 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b8d534cc-6045-403b-83d9-52bc5e5c7162 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.658251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71ec8d7-6094-4feb-a8fb-9ac80482cc84 None None] Network 0c693bdf-78c6-4887-aa8b-8c747baba132 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:43.663075 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5f564-e991-40b0-9edb-a883fa1660b7 None None] Pushing event updated for resources: {'Port': ['ID=c95403db-51fb-4cba-8949-c5930313a936,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:43.669001 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] Routers {'0abca892-ed9f-40a4-b8ad-5248b9cac443'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:43.669886 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:54:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0abca892-ed9f-40a4-b8ad-5248b9cac443'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:43.748590 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b0b771d-1bb9-4daa-9895-e78f312b1802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.851101 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-548beb55-eebf-473a-ba22-9b3d828a3e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.903196 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b0b771d-1bb9-4daa-9895-e78f312b1802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.934678 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] Set router 0abca892-ed9f-40a4-b8ad-5248b9cac443 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:43.984640 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b0b771d-1bb9-4daa-9895-e78f312b1802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.988101 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b0b771d-1bb9-4daa-9895-e78f312b1802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:43.993071 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2b0b771d-1bb9-4daa-9895-e78f312b1802 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4f5540f7-9a76-452d-87e8-6fe07e456b48 HTTP/1.1" status: 204 len: 168 time: 0.4298370 Jul 07 16:54:44.006245 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358bc88-4d39-411f-99a6-0b82706b3d63 req-362554d4-cf47-4a39-b156-f184ac856c42 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:44.007285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b771d-1bb9-4daa-9895-e78f312b1802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5540f7-9a76-452d-87e8-6fe07e456b48,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:44.015766 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a358bc88-4d39-411f-99a6-0b82706b3d63 req-362554d4-cf47-4a39-b156-f184ac856c42 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 945 time: 0.3605440 Jul 07 16:54:44.028243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d59d7-d9be-4a27-a8f4-d2f9b4482f80 req-ec6bb9cd-7976-4a66-9d5d-2b91033ac65a tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:44.030556 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ac5d59d7-d9be-4a27-a8f4-d2f9b4482f80 req-ec6bb9cd-7976-4a66-9d5d-2b91033ac65a tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d0b592e-8e41-4c88-a89b-28013d6b1a09 HTTP/1.1" status: 200 len: 945 time: 0.2343826 Jul 07 16:54:44.093489 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:44.094636 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:44.114105 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ac5d59d7-d9be-4a27-a8f4-d2f9b4482f80 req-81b50d8d-ce42-4d76-b0f6-9a6d141c41ad tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdc1fc94-f1d8-445f-a4dd-589e56927c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742407 Jul 07 16:54:44.144268 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0,segment=NetworkSegment(87a7ba11-1620-4c5e-90e6-a9d3f907b42d),segment_id=87a7ba11-1620-4c5e-90e6-a9d3f907b42d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:44.145477 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacee029-e8cb-486c-9191-a581a6916945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:44.148384 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bf9fdd-6acf-4934-874b-b829bf66edad" -d '{"events": [{"server_uuid": "dacee029-e8cb-486c-9191-a581a6916945", "name": "network-vif-plugged", "status": "completed", "tag": "abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:44.165485 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:44.238305 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:44.243411 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8813d5ba-eb92-4b4c-bcc1-d2415a2ffeca req-6a44bf04-d6f3-4a0c-b92b-a1daeae66c41 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 210 time: 0.0510545 Jul 07 16:54:44.296041 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a358bc88-4d39-411f-99a6-0b82706b3d63 req-e8e824f8-67bd-4d80-80ca-ba9a72511432 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?id=491b0f75-5fa9-4cb3-90dd-af404ca72de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775731 Jul 07 16:54:44.362023 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abca892-ed9f-40a4-b8ad-5248b9cac443', 'name': 'tempest-FloatingIPsTestJSON-165727495-router', 'tenant_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c95403db-51fb-4cba-8949-c5930313a936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:37Z', 'updated_at': '2021-07-07T16:54:40Z', 'revision_number': 3, 'project_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'gw_port': {'id': 'c95403db-51fb-4cba-8949-c5930313a936', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:16:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abca892-ed9f-40a4-b8ad-5248b9cac443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:38Z', 'updated_at': '2021-07-07T16:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:44.370846 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b8d534cc-6045-403b-83d9-52bc5e5c7162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:44.408241 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2094f6-0b01-4fc1-8ecf-bc696e62ddc2 None None] The sync data for ids ['0abca892-ed9f-40a4-b8ad-5248b9cac443'] in n-d-793620-7 is: [{'id': '0abca892-ed9f-40a4-b8ad-5248b9cac443', 'name': 'tempest-FloatingIPsTestJSON-165727495-router', 'tenant_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c95403db-51fb-4cba-8949-c5930313a936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:37Z', 'updated_at': '2021-07-07T16:54:40Z', 'revision_number': 3, 'project_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'gw_port': {'id': 'c95403db-51fb-4cba-8949-c5930313a936', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:16:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abca892-ed9f-40a4-b8ad-5248b9cac443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:38Z', 'updated_at': '2021-07-07T16:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:54:44.424875 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0402d4-887b-4c53-aade-a88f00ff8d58 x-openstack-request-id: req-4c0402d4-887b-4c53-aade-a88f00ff8d58 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:44.425352 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacee029-e8cb-486c-9191-a581a6916945", "name": "network-vif-plugged", "status": "completed", "tag": "abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:44.425621 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c0402d4-887b-4c53-aade-a88f00ff8d58 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:44.425853 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacee029-e8cb-486c-9191-a581a6916945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0', 'code': 200} Jul 07 16:54:44.448358 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-548beb55-eebf-473a-ba22-9b3d828a3e06 admin admin] Allocated IP 172.20.0.1 (97cc237c-4b90-4705-ac9f-f9384b0c0097/52fef1a6-a6d2-45e9-868b-3e76997a2537/cc5572e1-b63d-4e18-96da-281611ddddb9) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:44.486886 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d534cc-6045-403b-83d9-52bc5e5c7162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41ea9cec-6682-4eeb-b7e7-141c6814b7e4,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:44.511701 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d534cc-6045-403b-83d9-52bc5e5c7162 admin admin] Checking segment: {'id': 'f94a2cb5-a20b-4178-9cba-a32c297cec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8938afd1-9e0a-459b-9989-ffd5eca58336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:44.512210 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d534cc-6045-403b-83d9-52bc5e5c7162 admin admin] Network hostable DHCP agents. Network: 8938afd1-9e0a-459b-9989-ffd5eca58336, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:54:44.604829 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d534cc-6045-403b-83d9-52bc5e5c7162 admin admin] Network 8938afd1-9e0a-459b-9989-ffd5eca58336 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:54:44.635366 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-b8d534cc-6045-403b-83d9-52bc5e5c7162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 8938afd1-9e0a-459b-9989-ffd5eca58336) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:44.645286 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d534cc-6045-403b-83d9-52bc5e5c7162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:44.646160 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b8d534cc-6045-403b-83d9-52bc5e5c7162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:44.663140 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-548beb55-eebf-473a-ba22-9b3d828a3e06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:44.672261 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00295800-d623-437e-82c1-ecb6dc343b7d None None] Network 8938afd1-9e0a-459b-9989-ffd5eca58336 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:44.685970 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-548beb55-eebf-473a-ba22-9b3d828a3e06 admin admin] Transition to ACTIVE for port object cc5572e1-b63d-4e18-96da-281611ddddb9 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:44.689342 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b8d534cc-6045-403b-83d9-52bc5e5c7162 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5902913 Jul 07 16:54:44.694730 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40730) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:44.709592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2850f7ff-8799-458f-99df-1b54912f4176 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1998819530-router', 'tenant_id': '229c624437c142a6800dfb99bdbd16f9', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:44.776598 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2850f7ff-8799-458f-99df-1b54912f4176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:44.778101 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2850f7ff-8799-458f-99df-1b54912f4176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:44.872191 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5091b9f2-e214-4856-9175-166c2711c330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:44.919819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e2b226d9-1994-4755-a275-c1e72f65dff5 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:44.927018 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e2b226d9-1994-4755-a275-c1e72f65dff5 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/networks?id=0c693bdf-78c6-4887-aa8b-8c747baba132 HTTP/1.1" status: 200 len: 821 time: 0.1730475 Jul 07 16:54:44.945712 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-9148d3c9-1150-4150-bac0-d4c6694112d0 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/quotas/5ed8c4af2f22498e95031bac92fa163d HTTP/1.1" status: 200 len: 375 time: 0.0176978 Jul 07 16:54:44.971196 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2850f7ff-8799-458f-99df-1b54912f4176 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:45.002082 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-548beb55-eebf-473a-ba22-9b3d828a3e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:45.036379 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-18fda20d-8060-4604-97e0-66518c5e1752 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ed8c4af2f22498e95031bac92fa163d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897129 Jul 07 16:54:45.075040 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7092084-ade3-4b9a-b717-9678d7f5c294 req-a1ba0f86-6c2b-40ce-a870-42d6caef5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:45.076743 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a7092084-ade3-4b9a-b717-9678d7f5c294 req-a1ba0f86-6c2b-40ce-a870-42d6caef5627 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 1097 time: 0.4462888 Jul 07 16:54:45.140791 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-8938afd1-9e0a-459b-9989-ffd5eca58336', 'network_id': '8938afd1-9e0a-459b-9989-ffd5eca58336', 'tenant_id': '229c624437c142a6800dfb99bdbd16f9', 'fixed_ips': [{'subnet_id': '41ea9cec-6682-4eeb-b7e7-141c6814b7e4'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:54:45.141681 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:45.162562 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a7092084-ade3-4b9a-b717-9678d7f5c294 req-b9761a67-cfb7-4020-9b34-8e35068149c1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=491b0f75-5fa9-4cb3-90dd-af404ca72de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748291 Jul 07 16:54:45.199046 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-3e5fec9b-b963-4214-b2ca-d6fc7210e600 service neutron] 10.222.0.50 "GET /v2.0/networks/0c693bdf-78c6-4887-aa8b-8c747baba132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444762 Jul 07 16:54:45.207952 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548beb55-eebf-473a-ba22-9b3d828a3e06 admin admin] Network 97cc237c-4b90-4705-ac9f-f9384b0c0097 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:45.262273 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-548beb55-eebf-473a-ba22-9b3d828a3e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:45.267800 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548beb55-eebf-473a-ba22-9b3d828a3e06 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:45.341057 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-548beb55-eebf-473a-ba22-9b3d828a3e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:45.411040 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-bf992fde-a5a4-48c8-99f3-626bc0c03b8c service neutron] 10.222.0.50 "GET /v2.0/networks/0c693bdf-78c6-4887-aa8b-8c747baba132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036963 Jul 07 16:54:45.417085 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40752) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:45.427347 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548beb55-eebf-473a-ba22-9b3d828a3e06 admin admin] Pushing event updated for resources: {'Port': ['ID=cc5572e1-b63d-4e18-96da-281611ddddb9,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:45.439325 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Allocated IP 172.20.0.2 (8938afd1-9e0a-459b-9989-ffd5eca58336/41ea9cec-6682-4eeb-b7e7-141c6814b7e4/1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:45.567833 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2850f7ff-8799-458f-99df-1b54912f4176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:45.787965 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-930a7ea6-37e9-41ae-8d30-319d072f9a9e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:45.794806 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-930a7ea6-37e9-41ae-8d30-319d072f9a9e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.69 "GET /v2.0/networks?id=585991d3-1c4c-497e-aa94-d9dabd614307 HTTP/1.1" status: 200 len: 814 time: 0.2636876 Jul 07 16:54:45.800449 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-389ba86d-ced0-46ab-a8d5-ee498d8dee53 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-67125095-network', 'tenant_id': '8c231cc5ad76406c8855121ef3e13639'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:45.810791 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8becc701-0085-4c87-a394-1579dedeaff3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Request body: {'port': {'device_id': '1aebd56a-3531-402b-b009-c0e00698377f', 'network_id': '585991d3-1c4c-497e-aa94-d9dabd614307', 'admin_state_up': True, 'tenant_id': '0501f382b6694d0ab9ec962ffb43a8ed'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:45.831359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1f5e6e61-cbe4-4cd6-8ad9-5a3f4060c4b7 None None] Provisioning for port cc5572e1-b63d-4e18-96da-281611ddddb9 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:45.834856 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e08010-96da-4587-960f-4476f0cc7ba1 req-5cbc17f9-20dc-44c7-8cc8-2b3d17d2ded6 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:45.844486 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:45.847347 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21e08010-96da-4587-960f-4476f0cc7ba1 req-5cbc17f9-20dc-44c7-8cc8-2b3d17d2ded6 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.7558177 Jul 07 16:54:45.857397 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1f5e6e61-cbe4-4cd6-8ad9-5a3f4060c4b7 None None] Provisioning complete for port cc5572e1-b63d-4e18-96da-281611ddddb9 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:45.857775 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1f5e6e61-cbe4-4cd6-8ad9-5a3f4060c4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:45.870753 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Transition to ACTIVE for port object 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:45.974113 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21e08010-96da-4587-960f-4476f0cc7ba1 req-394fdbea-c979-4868-9cc8-919e31a7ce22 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238849 Jul 07 16:54:46.033448 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Transition to ACTIVE for port object 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:46.057202 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-1f5e6e61-cbe4-4cd6-8ad9-5a3f4060c4b7 None None] Port cc5572e1-b63d-4e18-96da-281611ddddb9 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:54:46.072598 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.131808 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-548beb55-eebf-473a-ba22-9b3d828a3e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.136735 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389ba86d-ced0-46ab-a8d5-ee498d8dee53 admin admin] Made reservation on behalf of 8c231cc5ad76406c8855121ef3e13639 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:46.146178 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-389ba86d-ced0-46ab-a8d5-ee498d8dee53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.148837 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Pushing event updated for resources: {'Port': ['ID=1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:46.160294 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Network 8938afd1-9e0a-459b-9989-ffd5eca58336 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:46.170610 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:46.173760 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:46.217299 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-389ba86d-ced0-46ab-a8d5-ee498d8dee53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.253411 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fc1db0f-b003-4542-b15d-1e836c7cb5b1 req-88702586-2cee-4797-8118-77e278eeec0c tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 210 time: 0.1254804 Jul 07 16:54:46.256699 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.268562 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Attempting to bind port 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:46.269263 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Attempting to bind port 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'f94a2cb5-a20b-4178-9cba-a32c297cec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8938afd1-9e0a-459b-9989-ffd5eca58336'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:46.269759 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Attempting to bind port 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33 on network 8938afd1-9e0a-459b-9989-ffd5eca58336 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:46.280521 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:46.280997 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Checking segment: {'id': 'f94a2cb5-a20b-4178-9cba-a32c297cec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8938afd1-9e0a-459b-9989-ffd5eca58336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:46.281540 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.282004 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Bound using segment: {'id': 'f94a2cb5-a20b-4178-9cba-a32c297cec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8938afd1-9e0a-459b-9989-ffd5eca58336'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:46.282633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Bound port: 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94a2cb5-a20b-4178-9cba-a32c297cec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8938afd1-9e0a-459b-9989-ffd5eca58336'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:46.283039 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.384809 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-389ba86d-ced0-46ab-a8d5-ee498d8dee53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.391465 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] For port 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:46.395825 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] For port 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33,segment=NetworkSegment(f94a2cb5-a20b-4178-9cba-a32c297cec54),segment_id=f94a2cb5-a20b-4178-9cba-a32c297cec54)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:46.403401 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.416791 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-389ba86d-ced0-46ab-a8d5-ee498d8dee53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.419974 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8becc701-0085-4c87-a394-1579dedeaff3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Made reservation on behalf of 0501f382b6694d0ab9ec962ffb43a8ed for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:46.435810 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8becc701-0085-4c87-a394-1579dedeaff3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.479193 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cf1e2-5f16-437d-b47b-7ee7758fb027 None None] Pushing event updated for resources: {'Port': ['ID=1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:46.488513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ba86d-ced0-46ab-a8d5-ee498d8dee53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708d9e03-4738-4b8c-adb3-66fc04ccbb59,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:46.543186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c95403db-51fb-4cba-8949-c5930313a936 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:46.637795 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port c95403db-51fb-4cba-8949-c5930313a936 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:46.643002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port c95403db-51fb-4cba-8949-c5930313a936 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:46.643562 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.765498 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.791265 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port c95403db-51fb-4cba-8949-c5930313a936, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c95403db-51fb-4cba-8949-c5930313a936,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:46.799859 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:46.906484 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=c95403db-51fb-4cba-8949-c5930313a936,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:46.914999 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-188d1d4f-f643-4f60-bf1c-18a88abee61a req-87bb2be1-0a48-429c-9aff-14ecd999614c tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 210 time: 0.5098011 Jul 07 16:54:46.938782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389ba86d-ced0-46ab-a8d5-ee498d8dee53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:54:47.027077 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-389ba86d-ced0-46ab-a8d5-ee498d8dee53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.027671 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-389ba86d-ced0-46ab-a8d5-ee498d8dee53 admin admin] Added segment 02367d5e-8be9-4643-af09-dd97ae2bda3e of type vlan for network 4403da73-53a3-4658-8586-5f45000b6f2a Jul 07 16:54:47.033458 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7d489-cb66-40da-80eb-8a42366ea3e4 req-ba2f82d3-cfda-4933-a99e-490c831d7562 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:47.035184 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-25d7d489-cb66-40da-80eb-8a42366ea3e4 req-ba2f82d3-cfda-4933-a99e-490c831d7562 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 946 time: 0.8388245 Jul 07 16:54:47.107138 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2850f7ff-8799-458f-99df-1b54912f4176 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.135450 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2850f7ff-8799-458f-99df-1b54912f4176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.146311 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-389ba86d-ced0-46ab-a8d5-ee498d8dee53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.168564 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-25d7d489-cb66-40da-80eb-8a42366ea3e4 req-d6fa5d66-8ade-470c-b3be-4e198c4f0c03 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?id=491b0f75-5fa9-4cb3-90dd-af404ca72de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231029 Jul 07 16:54:47.186099 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:54:47.199905 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8becc701-0085-4c87-a394-1579dedeaff3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Allocated IP 172.20.0.9 (585991d3-1c4c-497e-aa94-d9dabd614307/748e4878-dc0e-488c-ad96-c5afee4e3c75/7c0023a5-f50b-490b-a782-0053eb297dbf) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:47.237896 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-389ba86d-ced0-46ab-a8d5-ee498d8dee53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.238897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389ba86d-ced0-46ab-a8d5-ee498d8dee53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:47.239782 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-389ba86d-ced0-46ab-a8d5-ee498d8dee53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.280708 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-548beb55-eebf-473a-ba22-9b3d828a3e06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.293783 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-548beb55-eebf-473a-ba22-9b3d828a3e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.350434 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-389ba86d-ced0-46ab-a8d5-ee498d8dee53 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9091613 Jul 07 16:54:47.357846 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40776) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:47.372555 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-022a9f18-7f95-4f98-bb02-b5b7e26900a0 admin admin] Request body: {'subnet': {'network_id': '4403da73-53a3-4658-8586-5f45000b6f2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-67125095-subnet', 'tenant_id': '8c231cc5ad76406c8855121ef3e13639', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:47.404122 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ba86d-ced0-46ab-a8d5-ee498d8dee53 admin admin] Pushing event updated for resources: {'Network': ['ID=4403da73-53a3-4658-8586-5f45000b6f2a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:47.412687 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-53320a53-ce73-433b-8ef8-bdd732936033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.421078 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 4403da73-53a3-4658-8586-5f45000b6f2a details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:54:47.507155 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-2850f7ff-8799-458f-99df-1b54912f4176 admin admin] Allocated IP 172.25.2.236 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/d3165e0d-48e4-4551-aa3e-473bfc0323ef) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:47.527656 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022a9f18-7f95-4f98-bb02-b5b7e26900a0 admin admin] Made reservation on behalf of 8c231cc5ad76406c8855121ef3e13639 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:47.530286 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-022a9f18-7f95-4f98-bb02-b5b7e26900a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.532368 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548beb55-eebf-473a-ba22-9b3d828a3e06 admin admin] Pushing event updated for resources: {'Port': ['ID=cc5572e1-b63d-4e18-96da-281611ddddb9,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:47.550604 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-548beb55-eebf-473a-ba22-9b3d828a3e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.567893 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059c5c0-a660-42dd-bf24-a63f9551c681 req-828c647d-1a8f-4232-8b8c-1f9a347b0366 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:47.575020 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c059c5c0-a660-42dd-bf24-a63f9551c681 req-828c647d-1a8f-4232-8b8c-1f9a347b0366 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.2500350 Jul 07 16:54:47.579037 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.635755 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8becc701-0085-4c87-a394-1579dedeaff3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.680209 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c059c5c0-a660-42dd-bf24-a63f9551c681 req-60ffa8d3-ea13-4f66-a6aa-68340f1173ad tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037524 Jul 07 16:54:47.693921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-d92a345b-e854-4b1b-91c7-f578f28d7bd8 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:47.696338 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-d92a345b-e854-4b1b-91c7-f578f28d7bd8 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.15 "GET /v2.0/networks?id=0c693bdf-78c6-4887-aa8b-8c747baba132 HTTP/1.1" status: 200 len: 821 time: 0.2247579 Jul 07 16:54:47.728245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-f54a42b4-c11b-4ddd-b1b2-f8187b4f5969 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Request body: {'port': {'device_id': 'e7d79d9d-808f-4152-a483-4300ee6bd023', 'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132', 'admin_state_up': True, 'tenant_id': '5ed8c4af2f22498e95031bac92fa163d'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:47.748545 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8becc701-0085-4c87-a394-1579dedeaff3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:47.781520 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-25f41e89-5d78-434b-b7ff-8c17047e690e req-86ddcb35-619b-4f46-a9b2-9ec43b843435 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 210 time: 0.1145489 Jul 07 16:54:47.926720 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8becc701-0085-4c87-a394-1579dedeaff3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Network 585991d3-1c4c-497e-aa94-d9dabd614307 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:47.928379 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8becc701-0085-4c87-a394-1579dedeaff3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Pushing event updated for resources: {'Port': ['ID=7c0023a5-f50b-490b-a782-0053eb297dbf,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:47.936771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8becc701-0085-4c87-a394-1579dedeaff3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:47.941530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8becc701-0085-4c87-a394-1579dedeaff3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:47.999639 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-f54a42b4-c11b-4ddd-b1b2-f8187b4f5969 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Made reservation on behalf of 5ed8c4af2f22498e95031bac92fa163d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:48.004154 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-f54a42b4-c11b-4ddd-b1b2-f8187b4f5969 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.021347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8becc701-0085-4c87-a394-1579dedeaff3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:48.022354 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8becc701-0085-4c87-a394-1579dedeaff3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.026772 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2850f7ff-8799-458f-99df-1b54912f4176 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.093228 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548beb55-eebf-473a-ba22-9b3d828a3e06 admin admin] Network 97cc237c-4b90-4705-ac9f-f9384b0c0097 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:48.099317 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8becc701-0085-4c87-a394-1579dedeaff3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2934921 Jul 07 16:54:48.138501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-548beb55-eebf-473a-ba22-9b3d828a3e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:48.236940 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2850f7ff-8799-458f-99df-1b54912f4176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.241309 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] Request body: {'port': {'device_id': '1aebd56a-3531-402b-b009-c0e00698377f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:48.246430 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-022a9f18-7f95-4f98-bb02-b5b7e26900a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.285732 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d25df0-bba4-4aaa-be85-f67d28e01787 None None] Network 8938afd1-9e0a-459b-9989-ffd5eca58336 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:48.326147 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a9f18-7f95-4f98-bb02-b5b7e26900a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e1fe00-c424-480e-a497-11b239228826,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:48.355244 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b467c12b-a1e4-425c-a43f-96b0f7bf3047 req-c28c633a-743e-48a1-950a-b8795a363521 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 210 time: 0.1206179 Jul 07 16:54:48.366317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-f54a42b4-c11b-4ddd-b1b2-f8187b4f5969 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Allocated IP 172.20.0.6 (0c693bdf-78c6-4887-aa8b-8c747baba132/e11029ac-8d3c-47c7-98fb-61244a65c880/41231ed1-0d6d-42d3-82bd-921afd4e67a1) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:48.377231 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.426191 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-03162d78-d98a-4b79-afcd-0fb83e411d2e None None] Provisioning for port 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:48.556356 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2850f7ff-8799-458f-99df-1b54912f4176 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:48.574736 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-2850f7ff-8799-458f-99df-1b54912f4176 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:48.588721 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548beb55-eebf-473a-ba22-9b3d828a3e06 admin admin] Router 0abca892-ed9f-40a4-b8ad-5248b9cac443 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:54:48.590634 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2850f7ff-8799-458f-99df-1b54912f4176 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:48.596813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850f7ff-8799-458f-99df-1b54912f4176 admin admin] Pushing event updated for resources: {'Port': ['ID=d3165e0d-48e4-4551-aa3e-473bfc0323ef,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:48.609570 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-19ed0f39-4e30-40dd-b7de-499fc1d2bf5d None None] Provisioning complete for port cc5572e1-b63d-4e18-96da-281611ddddb9 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:48.610707 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-19ed0f39-4e30-40dd-b7de-499fc1d2bf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.649511 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:48.656115 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9f18-7f95-4f98-bb02-b5b7e26900a0 admin admin] Checking segment: {'id': '02367d5e-8be9-4643-af09-dd97ae2bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4403da73-53a3-4658-8586-5f45000b6f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:48.656481 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a9f18-7f95-4f98-bb02-b5b7e26900a0 admin admin] Network hostable DHCP agents. Network: 4403da73-53a3-4658-8586-5f45000b6f2a, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:54:48.728106 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-19ed0f39-4e30-40dd-b7de-499fc1d2bf5d None None] Port cc5572e1-b63d-4e18-96da-281611ddddb9 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:54:48.728419 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51428d-71d0-4962-8e75-80a14a15ab9c req-20edfa0e-1fe9-40b7-80d7-1212a32f695a tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:48.735631 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d51428d-71d0-4962-8e75-80a14a15ab9c req-20edfa0e-1fe9-40b7-80d7-1212a32f695a tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.2370834 Jul 07 16:54:48.746436 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.766208 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:48.771909 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:48.772636 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.775975 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fb005-d851-4e4f-b078-cefc183a2b6f req-f0947f4d-3b1b-49dc-985f-18fb979eef43 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:48.782982 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f04fb005-d851-4e4f-b078-cefc183a2b6f req-f0947f4d-3b1b-49dc-985f-18fb979eef43 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 946 time: 0.2899902 Jul 07 16:54:48.869513 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-f54a42b4-c11b-4ddd-b1b2-f8187b4f5969 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.873445 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a9f18-7f95-4f98-bb02-b5b7e26900a0 admin admin] Network 4403da73-53a3-4658-8586-5f45000b6f2a is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:54:48.881006 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:48.883951 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f04fb005-d851-4e4f-b078-cefc183a2b6f req-828dfa8e-e3bd-4f27-8650-733070e88571 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?id=491b0f75-5fa9-4cb3-90dd-af404ca72de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998352 Jul 07 16:54:48.928204 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d51428d-71d0-4962-8e75-80a14a15ab9c req-2176daf3-f7b2-4a76-b82e-eda4f1b328bf tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915834 Jul 07 16:54:48.946898 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-022a9f18-7f95-4f98-bb02-b5b7e26900a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 4403da73-53a3-4658-8586-5f45000b6f2a) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:48.969607 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7e78bc-2996-43f9-b690-fe4161027c47 None None] Network 4403da73-53a3-4658-8586-5f45000b6f2a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:48.983269 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33,segment=NetworkSegment(f94a2cb5-a20b-4178-9cba-a32c297cec54),segment_id=f94a2cb5-a20b-4178-9cba-a32c297cec54)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:48.990260 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022a9f18-7f95-4f98-bb02-b5b7e26900a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:48.990893 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-022a9f18-7f95-4f98-bb02-b5b7e26900a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:49.013436 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548beb55-eebf-473a-ba22-9b3d828a3e06 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:54:49.044160 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-548beb55-eebf-473a-ba22-9b3d828a3e06 admin admin] 10.222.0.50 "PUT /v2.0/routers/0abca892-ed9f-40a4-b8ad-5248b9cac443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9007800 Jul 07 16:54:49.055425 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-022a9f18-7f95-4f98-bb02-b5b7e26900a0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6839421 Jul 07 16:54:49.073010 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:49.083774 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c95403db-51fb-4cba-8949-c5930313a936 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:49.139638 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0023a5-f50b-490b-a782-0053eb297dbf {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:49.163941 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:49.197962 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] Sync routers for ids ['0abca892-ed9f-40a4-b8ad-5248b9cac443'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:54:49.200378 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-f54a42b4-c11b-4ddd-b1b2-f8187b4f5969 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:49.219470 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2850f7ff-8799-458f-99df-1b54912f4176 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:49.243866 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] Transition to ACTIVE for port object 7c0023a5-f50b-490b-a782-0053eb297dbf will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:49.244421 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:49.270254 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] Routers {'0abca892-ed9f-40a4-b8ad-5248b9cac443'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:49.270953 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:54:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0abca892-ed9f-40a4-b8ad-5248b9cac443'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:49.282909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-f54a42b4-c11b-4ddd-b1b2-f8187b4f5969 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Network 0c693bdf-78c6-4887-aa8b-8c747baba132 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:49.286923 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:49.311811 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-f54a42b4-c11b-4ddd-b1b2-f8187b4f5969 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:49.320688 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-f54a42b4-c11b-4ddd-b1b2-f8187b4f5969 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:49.386808 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2e358944-7600-441d-b27a-fd2ab0be320b None None] Provisioning complete for port 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:49.387183 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2e358944-7600-441d-b27a-fd2ab0be320b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:49.404403 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a42b4-c11b-4ddd-b1b2-f8187b4f5969 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Pushing event updated for resources: {'Port': ['ID=41231ed1-0d6d-42d3-82bd-921afd4e67a1,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:49.418919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-f54a42b4-c11b-4ddd-b1b2-f8187b4f5969 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:49.420071 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-f54a42b4-c11b-4ddd-b1b2-f8187b4f5969 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:49.443661 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] Set router 0abca892-ed9f-40a4-b8ad-5248b9cac443 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:49.451957 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cc606-1971-40b2-9dfd-220d9b9f3873 req-2ab559b6-3ebd-4766-ad08-7a82c91b16fb tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:49.457110 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5b9cc606-1971-40b2-9dfd-220d9b9f3873 req-2ab559b6-3ebd-4766-ad08-7a82c91b16fb tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 931 time: 0.3678265 Jul 07 16:54:49.491245 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-f54a42b4-c11b-4ddd-b1b2-f8187b4f5969 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7829900 Jul 07 16:54:49.494452 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port c95403db-51fb-4cba-8949-c5930313a936 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:49.494841 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:49.500527 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2850f7ff-8799-458f-99df-1b54912f4176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:49.512751 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5b9cc606-1971-40b2-9dfd-220d9b9f3873 req-bc2cf6d5-96b3-44de-883d-ed4c2cf18c67 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524249 Jul 07 16:54:49.522904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] Request body: {'port': {'device_id': 'e7d79d9d-808f-4152-a483-4300ee6bd023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:49.534986 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a5549053-8453-44c2-a22f-6d69ed496c7d req-b12df1de-f2c4-4395-ac35-e7e4c0dfab5d tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-196663487&fields=id&tenant_id=35276e05203840b6935d31413a132cb9 HTTP/1.1" status: 200 len: 267 time: 0.1506951 Jul 07 16:54:49.601323 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] Pushing event updated for resources: {'Port': ['ID=7c0023a5-f50b-490b-a782-0053eb297dbf,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:49.681109 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2850f7ff-8799-458f-99df-1b54912f4176 admin admin] Router 61bb5900-f1c0-4b4c-9497-99161e589af3 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:54:49.693733 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] Attempting to bind port 7c0023a5-f50b-490b-a782-0053eb297dbf on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:49.694141 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] Attempting to bind port 7c0023a5-f50b-490b-a782-0053eb297dbf by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'e64bcb56-0dab-478d-aa3b-105f8614ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '585991d3-1c4c-497e-aa94-d9dabd614307'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:49.694399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] Attempting to bind port 7c0023a5-f50b-490b-a782-0053eb297dbf on network 585991d3-1c4c-497e-aa94-d9dabd614307 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:49.713728 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] Port 7c0023a5-f50b-490b-a782-0053eb297dbf on network 585991d3-1c4c-497e-aa94-d9dabd614307 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:49.714023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] Attempting to bind port 7c0023a5-f50b-490b-a782-0053eb297dbf on network 585991d3-1c4c-497e-aa94-d9dabd614307 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:49.729252 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:49.729554 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] Checking segment: {'id': 'e64bcb56-0dab-478d-aa3b-105f8614ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '585991d3-1c4c-497e-aa94-d9dabd614307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:49.729965 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] Bound using segment: {'id': 'e64bcb56-0dab-478d-aa3b-105f8614ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '585991d3-1c4c-497e-aa94-d9dabd614307'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:49.730413 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] Bound port: 7c0023a5-f50b-490b-a782-0053eb297dbf, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64bcb56-0dab-478d-aa3b-105f8614ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '585991d3-1c4c-497e-aa94-d9dabd614307'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:49.730772 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:49.744156 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:49.755513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5549053-8453-44c2-a22f-6d69ed496c7d req-49aad289-7784-414b-af19-a6986dea7179 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:49.761518 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c0ab82-e11c-492a-b70b-8fbec4a3f7ff None None] Network 4403da73-53a3-4658-8586-5f45000b6f2a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:54:49.763667 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a5549053-8453-44c2-a22f-6d69ed496c7d req-49aad289-7784-414b-af19-a6986dea7179 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 946 time: 0.2276216 Jul 07 16:54:49.776410 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-a5549053-8453-44c2-a22f-6d69ed496c7d req-ff01a5df-691a-4cb7-a0b8-1896b8c1fd48 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Request body: {'port': {'security_groups': ['491b0f75-5fa9-4cb3-90dd-af404ca72de1', 'ad52fa66-f801-4dbb-aca9-3194d3fb013a']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:49.818419 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2850f7ff-8799-458f-99df-1b54912f4176 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:54:49.834205 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] Sync routers for ids ['61bb5900-f1c0-4b4c-9497-99161e589af3'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:54:49.846275 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2850f7ff-8799-458f-99df-1b54912f4176 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:49.846697 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] Routers {'61bb5900-f1c0-4b4c-9497-99161e589af3'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:49.847405 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:54:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['61bb5900-f1c0-4b4c-9497-99161e589af3'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:49.849059 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2850f7ff-8799-458f-99df-1b54912f4176 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1523123 Jul 07 16:54:49.853216 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40818) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:54:49.954513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] For port 7c0023a5-f50b-490b-a782-0053eb297dbf, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:49.988216 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] Set router 61bb5900-f1c0-4b4c-9497-99161e589af3 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:50.012339 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a5549053-8453-44c2-a22f-6d69ed496c7d req-ff01a5df-691a-4cb7-a0b8-1896b8c1fd48 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.044548 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] For port 7c0023a5-f50b-490b-a782-0053eb297dbf, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7c0023a5-f50b-490b-a782-0053eb297dbf,segment=NetworkSegment(e64bcb56-0dab-478d-aa3b-105f8614ee81),segment_id=e64bcb56-0dab-478d-aa3b-105f8614ee81)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:50.058605 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.181101 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.182040 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.183723 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] 10.222.0.69 "PUT /v2.0/ports/7c0023a5-f50b-490b-a782-0053eb297dbf HTTP/1.1" status: 200 len: 1091 time: 1.9503462 Jul 07 16:54:50.187703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aebd56a-3531-402b-b009-c0e00698377f', 'tag': '7c0023a5-f50b-490b-a782-0053eb297dbf'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:50.191037 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0c8a9e-f14c-4001-9b08-a6f8969caed7" -d '{"events": [{"name": "network-changed", "server_uuid": "1aebd56a-3531-402b-b009-c0e00698377f", "tag": "7c0023a5-f50b-490b-a782-0053eb297dbf"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:50.208615 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.231627 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abca892-ed9f-40a4-b8ad-5248b9cac443', 'name': 'tempest-FloatingIPsTestJSON-165727495-router', 'tenant_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c95403db-51fb-4cba-8949-c5930313a936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:37Z', 'updated_at': '2021-07-07T16:54:45Z', 'revision_number': 4, 'project_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'gw_port': {'id': 'c95403db-51fb-4cba-8949-c5930313a936', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abca892-ed9f-40a4-b8ad-5248b9cac443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:38Z', 'updated_at': '2021-07-07T16:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'cc5572e1-b63d-4e18-96da-281611ddddb9', 'name': '', 'network_id': '97cc237c-4b90-4705-ac9f-f9384b0c0097', 'tenant_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'mac_address': 'fa:16:3e:a3:e3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abca892-ed9f-40a4-b8ad-5248b9cac443', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '52fef1a6-a6d2-45e9-868b-3e76997a2537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:43Z', 'updated_at': '2021-07-07T16:54:46Z', 'revision_number': 2, 'project_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'subnets': [{'id': '52fef1a6-a6d2-45e9-868b-3e76997a2537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:50.266004 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] Checking router: 0abca892-ed9f-40a4-b8ad-5248b9cac443 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:54:50.266274 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] Updating router 0abca892-ed9f-40a4-b8ad-5248b9cac443 port cc5572e1-b63d-4e18-96da-281611ddddb9 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:54:50.301380 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61bb5900-f1c0-4b4c-9497-99161e589af3', 'name': 'tempest-FloatingIPDetailsTestJSON-1998819530-router', 'tenant_id': '229c624437c142a6800dfb99bdbd16f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd3165e0d-48e4-4551-aa3e-473bfc0323ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:44Z', 'updated_at': '2021-07-07T16:54:48Z', 'revision_number': 3, 'project_id': '229c624437c142a6800dfb99bdbd16f9', 'gw_port': {'id': 'd3165e0d-48e4-4551-aa3e-473bfc0323ef', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61bb5900-f1c0-4b4c-9497-99161e589af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:47Z', 'updated_at': '2021-07-07T16:54:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:50.312102 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.320661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f901f03-6b44-446f-986f-7eed7afc6a4c service neutron] Pushing event updated for resources: {'Port': ['ID=7c0023a5-f50b-490b-a782-0053eb297dbf,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:50.344747 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] Checking router: 61bb5900-f1c0-4b4c-9497-99161e589af3 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:54:50.345632 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] Updating router 61bb5900-f1c0-4b4c-9497-99161e589af3 port d3165e0d-48e4-4551-aa3e-473bfc0323ef binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:54:50.387500 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.486729 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:50.522543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-10eb529f-1cd1-452e-be93-eea096088c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.524247 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-10eb529f-1cd1-452e-be93-eea096088c7b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0501f382b6694d0ab9ec962ffb43a8ed&device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 1094 time: 0.2734184 Jul 07 16:54:50.532045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41231ed1-0d6d-42d3-82bd-921afd4e67a1 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:50.553422 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-a5549053-8453-44c2-a22f-6d69ed496c7d req-ff01a5df-691a-4cb7-a0b8-1896b8c1fd48 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] For port abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0,segment=NetworkSegment(87a7ba11-1620-4c5e-90e6-a9d3f907b42d),segment_id=87a7ba11-1620-4c5e-90e6-a9d3f907b42d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:50.582207 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.596175 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:50.596447 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-84a17137-64c0-409e-89d8-d356610b4a89 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c0023a5-f50b-490b-a782-0053eb297dbf HTTP/1.1" status: 200 len: 217 time: 0.0580657 Jul 07 16:54:50.596778 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.610430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] Transition to ACTIVE for port object 41231ed1-0d6d-42d3-82bd-921afd4e67a1 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:50.651111 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a5549053-8453-44c2-a22f-6d69ed496c7d req-ff01a5df-691a-4cb7-a0b8-1896b8c1fd48 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.669527 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.747594 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a5549053-8453-44c2-a22f-6d69ed496c7d req-ff01a5df-691a-4cb7-a0b8-1896b8c1fd48 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.754567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=41231ed1-0d6d-42d3-82bd-921afd4e67a1,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:50.765373 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.771272 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-534a811a-c0c8-4652-8a70-6cc1c92ac729 req-ff99f68c-6950-4c9d-b0ee-ca0c3620dd9a tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6473298 Jul 07 16:54:50.781152 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] Transition to ACTIVE for port object d3165e0d-48e4-4551-aa3e-473bfc0323ef will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:50.781793 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['3a817b75-31e0-496c-a5ce-4b8ab34969bd'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:50.785516 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:50.787397 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-534a811a-c0c8-4652-8a70-6cc1c92ac729 req-c3003e15-e579-477e-9f93-75e872b79a55 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:50.796350 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.832452 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5549053-8453-44c2-a22f-6d69ed496c7d req-ff01a5df-691a-4cb7-a0b8-1896b8c1fd48 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.833488 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a5549053-8453-44c2-a22f-6d69ed496c7d req-ff01a5df-691a-4cb7-a0b8-1896b8c1fd48 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.844581 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a5549053-8453-44c2-a22f-6d69ed496c7d req-ff01a5df-691a-4cb7-a0b8-1896b8c1fd48 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "PUT /v2.0/ports/abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 HTTP/1.1" status: 200 len: 982 time: 1.0801220 Jul 07 16:54:50.870251 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-534a811a-c0c8-4652-8a70-6cc1c92ac729 req-c3003e15-e579-477e-9f93-75e872b79a55 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.877834 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] Attempting to bind port d3165e0d-48e4-4551-aa3e-473bfc0323ef on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:50.878438 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] Attempting to bind port d3165e0d-48e4-4551-aa3e-473bfc0323ef by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:50.878602 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] Attempting to bind port d3165e0d-48e4-4551-aa3e-473bfc0323ef on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:50.895234 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:50.895657 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:50.896546 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.896953 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:50.897594 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] Bound port: d3165e0d-48e4-4551-aa3e-473bfc0323ef, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:50.898292 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.908661 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:50.932096 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-6d8cb1a6-7935-4a64-8bda-72b6f384fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:50.936336 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-6d8cb1a6-7935-4a64-8bda-72b6f384fa78 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=748e4878-dc0e-488c-ad96-c5afee4e3c75 HTTP/1.1" status: 200 len: 854 time: 0.2820184 Jul 07 16:54:50.963919 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] For port d3165e0d-48e4-4551-aa3e-473bfc0323ef, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:50.965352 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.967429 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] For port d3165e0d-48e4-4551-aa3e-473bfc0323ef, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d3165e0d-48e4-4551-aa3e-473bfc0323ef,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:50.981891 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:50.985308 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83daad05-11dd-4524-8c45-5f0e072a8365 None None] Pushing event updated for resources: {'Port': ['ID=d3165e0d-48e4-4551-aa3e-473bfc0323ef,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:51.006184 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] Transition to ACTIVE for port object cc5572e1-b63d-4e18-96da-281611ddddb9 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:51.028193 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:51.066547 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-b804789e-d433-44ff-96c0-ea445ab714c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=585991d3-1c4c-497e-aa94-d9dabd614307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936663 Jul 07 16:54:51.089386 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83daad05-11dd-4524-8c45-5f0e072a8365 None None] Pushing event updated for resources: {'Port': ['ID=d3165e0d-48e4-4551-aa3e-473bfc0323ef,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:51.134239 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] Routers {'61bb5900-f1c0-4b4c-9497-99161e589af3'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:51.134894 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:54:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['61bb5900-f1c0-4b4c-9497-99161e589af3'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:51.150481 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-534a811a-c0c8-4652-8a70-6cc1c92ac729 req-c3003e15-e579-477e-9f93-75e872b79a55 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:51.162097 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d8eb189-c803-4fdd-afa1-64634405cdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:51.177551 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f108e7a-98ea-47b4-bb48-6f7dec68ea49 None None] Pushing event updated for resources: {'Port': ['ID=cc5572e1-b63d-4e18-96da-281611ddddb9,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:51.281028 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-95b877fa-89e8-4479-9c7b-5ea1c09df75c tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:51.290432 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-95b877fa-89e8-4479-9c7b-5ea1c09df75c tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.50 "GET /v2.0/networks?id=4403da73-53a3-4658-8586-5f45000b6f2a HTTP/1.1" status: 200 len: 819 time: 0.2522705 Jul 07 16:54:51.303783 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] Set router 61bb5900-f1c0-4b4c-9497-99161e589af3 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:51.304884 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01a5df-691a-4cb7-a0b8-1896b8c1fd48 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event updated for resources: {'Port': ['ID=abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0,revision_number=6']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:51.437321 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-375a2390-2b1c-4b04-8c1e-7152e11bf289 service neutron] 10.222.0.69 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417677 Jul 07 16:54:51.468974 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-534a811a-c0c8-4652-8a70-6cc1c92ac729 req-c3003e15-e579-477e-9f93-75e872b79a55 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Allocated IP 172.25.2.177 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/5a10a42d-251c-4db5-8fd5-22032a0a46af) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:51.493291 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] Attempting to bind port cc5572e1-b63d-4e18-96da-281611ddddb9 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:51.493674 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] Attempting to bind port cc5572e1-b63d-4e18-96da-281611ddddb9 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '13925be4-880e-4355-82e2-ea9bb567ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '97cc237c-4b90-4705-ac9f-f9384b0c0097'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:51.494051 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] Attempting to bind port cc5572e1-b63d-4e18-96da-281611ddddb9 on network 97cc237c-4b90-4705-ac9f-f9384b0c0097 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:51.516926 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:51.517309 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] Checking segment: {'id': '13925be4-880e-4355-82e2-ea9bb567ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '97cc237c-4b90-4705-ac9f-f9384b0c0097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:51.517723 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:51.518135 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] Bound using segment: {'id': '13925be4-880e-4355-82e2-ea9bb567ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '97cc237c-4b90-4705-ac9f-f9384b0c0097'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:51.518648 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] Bound port: cc5572e1-b63d-4e18-96da-281611ddddb9, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13925be4-880e-4355-82e2-ea9bb567ac48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '97cc237c-4b90-4705-ac9f-f9384b0c0097'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:51.521730 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:51.567254 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18dd8e-f397-4852-b20b-e6030a43e9eb req-101efd3d-66f7-4738-bf2a-4b823343a10a tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:51.569274 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f18dd8e-f397-4852-b20b-e6030a43e9eb req-101efd3d-66f7-4738-bf2a-4b823343a10a tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 945 time: 0.2980361 Jul 07 16:54:51.580524 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61bb5900-f1c0-4b4c-9497-99161e589af3', 'name': 'tempest-FloatingIPDetailsTestJSON-1998819530-router', 'tenant_id': '229c624437c142a6800dfb99bdbd16f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd3165e0d-48e4-4551-aa3e-473bfc0323ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:44Z', 'updated_at': '2021-07-07T16:54:48Z', 'revision_number': 3, 'project_id': '229c624437c142a6800dfb99bdbd16f9', 'gw_port': {'id': 'd3165e0d-48e4-4551-aa3e-473bfc0323ef', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61bb5900-f1c0-4b4c-9497-99161e589af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:47Z', 'updated_at': '2021-07-07T16:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:51.584996 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b06a9259-209a-4d8f-ad99-d81bba67f682 req-b1d003f2-b986-4c4e-893d-a8df8bc2b238 service neutron] 10.222.0.69 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380119 Jul 07 16:54:51.589805 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-266822ab-bd6b-44a1-904e-7daca2083250 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.50 "GET /v2.0/quotas/8c231cc5ad76406c8855121ef3e13639 HTTP/1.1" status: 200 len: 375 time: 0.2984998 Jul 07 16:54:51.652414 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-3b74be35-5549-4a61-9a78-c53052c4dd5b tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c231cc5ad76406c8855121ef3e13639&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481894 Jul 07 16:54:51.665501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-9d8eb189-c803-4fdd-afa1-64634405cdd7 admin admin] Allocated IP 172.20.0.1 (8938afd1-9e0a-459b-9989-ffd5eca58336/41ea9cec-6682-4eeb-b7e7-141c6814b7e4/db8d2197-c709-4331-820b-94c6fa6c2b0f) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:51.715278 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] For port cc5572e1-b63d-4e18-96da-281611ddddb9, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:51.751865 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e796a37-4993-4eef-9b80-25e2c852a296 None None] The sync data for ids ['61bb5900-f1c0-4b4c-9497-99161e589af3'] in n-d-793620-7 is: [{'id': '61bb5900-f1c0-4b4c-9497-99161e589af3', 'name': 'tempest-FloatingIPDetailsTestJSON-1998819530-router', 'tenant_id': '229c624437c142a6800dfb99bdbd16f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd3165e0d-48e4-4551-aa3e-473bfc0323ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:44Z', 'updated_at': '2021-07-07T16:54:48Z', 'revision_number': 3, 'project_id': '229c624437c142a6800dfb99bdbd16f9', 'gw_port': {'id': 'd3165e0d-48e4-4551-aa3e-473bfc0323ef', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61bb5900-f1c0-4b4c-9497-99161e589af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:47Z', 'updated_at': '2021-07-07T16:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:54:51.757617 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] For port cc5572e1-b63d-4e18-96da-281611ddddb9, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=cc5572e1-b63d-4e18-96da-281611ddddb9,segment=NetworkSegment(13925be4-880e-4355-82e2-ea9bb567ac48),segment_id=13925be4-880e-4355-82e2-ea9bb567ac48)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:51.766465 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-0f96e904-ce19-41eb-9868-d5e7b754b144 service neutron] 10.222.0.50 "GET /v2.0/networks/4403da73-53a3-4658-8586-5f45000b6f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122656 Jul 07 16:54:51.768824 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] Attempting to bind port 41231ed1-0d6d-42d3-82bd-921afd4e67a1 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:51.769355 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] Attempting to bind port 41231ed1-0d6d-42d3-82bd-921afd4e67a1 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:51.769749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] Attempting to bind port 41231ed1-0d6d-42d3-82bd-921afd4e67a1 on network 0c693bdf-78c6-4887-aa8b-8c747baba132 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:51.774047 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:51.783228 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] Port 41231ed1-0d6d-42d3-82bd-921afd4e67a1 on network 0c693bdf-78c6-4887-aa8b-8c747baba132 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:51.784256 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] Attempting to bind port 41231ed1-0d6d-42d3-82bd-921afd4e67a1 on network 0c693bdf-78c6-4887-aa8b-8c747baba132 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:51.853477 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:51.853827 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] Checking segment: {'id': 'fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:51.854225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] Bound using segment: {'id': 'fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:51.854706 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] Bound port: 41231ed1-0d6d-42d3-82bd-921afd4e67a1, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:51.855073 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:51.907724 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] Routers {'0abca892-ed9f-40a4-b8ad-5248b9cac443'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:51.909182 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:54:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0abca892-ed9f-40a4-b8ad-5248b9cac443'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:51.925678 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-534a811a-c0c8-4652-8a70-6cc1c92ac729 req-c3003e15-e579-477e-9f93-75e872b79a55 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:51.967002 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] For port 41231ed1-0d6d-42d3-82bd-921afd4e67a1, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:51.971845 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] For port 41231ed1-0d6d-42d3-82bd-921afd4e67a1, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=41231ed1-0d6d-42d3-82bd-921afd4e67a1,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:51.990222 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-093c2750-8255-42de-96f4-2a1045873d43 service neutron] 10.222.0.50 "GET /v2.0/networks/4403da73-53a3-4658-8586-5f45000b6f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227147 Jul 07 16:54:51.991955 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.015753 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-534a811a-c0c8-4652-8a70-6cc1c92ac729 req-c3003e15-e579-477e-9f93-75e872b79a55 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.044508 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] Set router 0abca892-ed9f-40a4-b8ad-5248b9cac443 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:52.066357 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d8eb189-c803-4fdd-afa1-64634405cdd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.094246 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-9d8eb189-c803-4fdd-afa1-64634405cdd7 admin admin] Transition to ACTIVE for port object db8d2197-c709-4331-820b-94c6fa6c2b0f will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:52.103206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f108e7a-98ea-47b4-bb48-6f7dec68ea49 None None] Pushing event updated for resources: {'Port': ['ID=cc5572e1-b63d-4e18-96da-281611ddddb9,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:52.139169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=41231ed1-0d6d-42d3-82bd-921afd4e67a1,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:52.140491 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-2f18dd8e-f397-4852-b20b-e6030a43e9eb req-8510555e-7a37-46e4-a421-eb8824d819e1 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Deleting port e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:54:52.141020 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2f18dd8e-f397-4852-b20b-e6030a43e9eb req-8510555e-7a37-46e4-a421-eb8824d819e1 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.154313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:52.156933 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.158448 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-e889575a-a796-45c8-a4a1-bfd6f1990ea9 service neutron] 10.222.0.15 "PUT /v2.0/ports/41231ed1-0d6d-42d3-82bd-921afd4e67a1 HTTP/1.1" status: 200 len: 1091 time: 2.6430504 Jul 07 16:54:52.158929 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d8eb189-c803-4fdd-afa1-64634405cdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.251027 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-534a811a-c0c8-4652-8a70-6cc1c92ac729 req-c3003e15-e579-477e-9f93-75e872b79a55 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:52.291232 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-534a811a-c0c8-4652-8a70-6cc1c92ac729 req-c3003e15-e579-477e-9f93-75e872b79a55 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:52.295133 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-534a811a-c0c8-4652-8a70-6cc1c92ac729 req-c3003e15-e579-477e-9f93-75e872b79a55 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:52.334108 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-8f81c23f-eed4-43f2-a7ab-dd77fd0a9347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:52.336421 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-8f81c23f-eed4-43f2-a7ab-dd77fd0a9347 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ed8c4af2f22498e95031bac92fa163d&device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 1094 time: 0.1131570 Jul 07 16:54:52.376009 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8eb189-c803-4fdd-afa1-64634405cdd7 admin admin] Network 8938afd1-9e0a-459b-9989-ffd5eca58336 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:52.380319 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3003e15-e579-477e-9f93-75e872b79a55 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Pushing event updated for resources: {'Port': ['ID=5a10a42d-251c-4db5-8fd5-22032a0a46af,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:52.391314 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-9d8eb189-c803-4fdd-afa1-64634405cdd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:52.394148 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8eb189-c803-4fdd-afa1-64634405cdd7 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:52.459657 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-8262c280-4623-4de8-98a6-abe827f09f40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41231ed1-0d6d-42d3-82bd-921afd4e67a1 HTTP/1.1" status: 200 len: 217 time: 0.1164267 Jul 07 16:54:52.590735 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d3165e0d-48e4-4551-aa3e-473bfc0323ef up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:52.702933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port d3165e0d-48e4-4551-aa3e-473bfc0323ef completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:52.707246 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-2f18dd8e-f397-4852-b20b-e6030a43e9eb req-8510555e-7a37-46e4-a421-eb8824d819e1 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] For port e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9,segment=NetworkSegment(560922e6-87fc-4f60-bad4-e757d82a3cb6),segment_id=560922e6-87fc-4f60-bad4-e757d82a3cb6)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:52.707634 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2f18dd8e-f397-4852-b20b-e6030a43e9eb req-8510555e-7a37-46e4-a421-eb8824d819e1 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.716511 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-534a811a-c0c8-4652-8a70-6cc1c92ac729 req-c3003e15-e579-477e-9f93-75e872b79a55 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.723748 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8eb189-c803-4fdd-afa1-64634405cdd7 admin admin] Pushing event updated for resources: {'Port': ['ID=db8d2197-c709-4331-820b-94c6fa6c2b0f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:52.737468 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d8eb189-c803-4fdd-afa1-64634405cdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.758231 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d3165e0d-48e4-4551-aa3e-473bfc0323ef triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:52.759255 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.807719 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-2f18dd8e-f397-4852-b20b-e6030a43e9eb req-8510555e-7a37-46e4-a421-eb8824d819e1 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Calling delete_port for e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:54:52.943403 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-479a63fc-c80d-423e-84f2-c8e8395448e9 None None] Provisioning for port db8d2197-c709-4331-820b-94c6fa6c2b0f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:52.954363 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-534a811a-c0c8-4652-8a70-6cc1c92ac729 req-c3003e15-e579-477e-9f93-75e872b79a55 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:52.955012 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abca892-ed9f-40a4-b8ad-5248b9cac443', 'name': 'tempest-FloatingIPsTestJSON-165727495-router', 'tenant_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c95403db-51fb-4cba-8949-c5930313a936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:37Z', 'updated_at': '2021-07-07T16:54:45Z', 'revision_number': 4, 'project_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'gw_port': {'id': 'c95403db-51fb-4cba-8949-c5930313a936', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abca892-ed9f-40a4-b8ad-5248b9cac443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:38Z', 'updated_at': '2021-07-07T16:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'cc5572e1-b63d-4e18-96da-281611ddddb9', 'name': '', 'network_id': '97cc237c-4b90-4705-ac9f-f9384b0c0097', 'tenant_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'mac_address': 'fa:16:3e:a3:e3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abca892-ed9f-40a4-b8ad-5248b9cac443', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '52fef1a6-a6d2-45e9-868b-3e76997a2537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:43Z', 'updated_at': '2021-07-07T16:54:51Z', 'revision_number': 4, 'project_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'subnets': [{'id': '52fef1a6-a6d2-45e9-868b-3e76997a2537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:52.995957 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-479a63fc-c80d-423e-84f2-c8e8395448e9 None None] Provisioning complete for port db8d2197-c709-4331-820b-94c6fa6c2b0f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:52.997585 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-479a63fc-c80d-423e-84f2-c8e8395448e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.002551 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ff2743-2ead-44b4-897a-f30801afe6d2 None None] The sync data for ids ['0abca892-ed9f-40a4-b8ad-5248b9cac443'] in n-d-793620-7 is: [{'id': '0abca892-ed9f-40a4-b8ad-5248b9cac443', 'name': 'tempest-FloatingIPsTestJSON-165727495-router', 'tenant_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c95403db-51fb-4cba-8949-c5930313a936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:37Z', 'updated_at': '2021-07-07T16:54:45Z', 'revision_number': 4, 'project_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'gw_port': {'id': 'c95403db-51fb-4cba-8949-c5930313a936', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abca892-ed9f-40a4-b8ad-5248b9cac443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:38Z', 'updated_at': '2021-07-07T16:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'cc5572e1-b63d-4e18-96da-281611ddddb9', 'name': '', 'network_id': '97cc237c-4b90-4705-ac9f-f9384b0c0097', 'tenant_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'mac_address': 'fa:16:3e:a3:e3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abca892-ed9f-40a4-b8ad-5248b9cac443', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '52fef1a6-a6d2-45e9-868b-3e76997a2537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:43Z', 'updated_at': '2021-07-07T16:54:51Z', 'revision_number': 4, 'project_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'subnets': [{'id': '52fef1a6-a6d2-45e9-868b-3e76997a2537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:54:53.004499 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.062507 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-af4c1fa5-f61e-43f0-8424-89669166d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:53.064091 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-af4c1fa5-f61e-43f0-8424-89669166d2ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e11029ac-8d3c-47c7-98fb-61244a65c880 HTTP/1.1" status: 200 len: 861 time: 0.5876667 Jul 07 16:54:53.145667 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-508721ec-f62a-460b-8943-ea814d5fc291 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c693bdf-78c6-4887-aa8b-8c747baba132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740030 Jul 07 16:54:53.165041 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port d3165e0d-48e4-4551-aa3e-473bfc0323ef, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d3165e0d-48e4-4551-aa3e-473bfc0323ef,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:53.174368 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-479a63fc-c80d-423e-84f2-c8e8395448e9 None None] Port db8d2197-c709-4331-820b-94c6fa6c2b0f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:54:53.180520 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.254344 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc899669-1b01-4df1-acc5-54d8256d0db4 req-855c1eb2-9409-4eeb-88be-4aae9f44bcbd tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:53.257440 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc899669-1b01-4df1-acc5-54d8256d0db4 req-855c1eb2-9409-4eeb-88be-4aae9f44bcbd tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 943 time: 0.6820185 Jul 07 16:54:53.265317 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=d3165e0d-48e4-4551-aa3e-473bfc0323ef,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:53.297421 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2f18dd8e-f397-4852-b20b-e6030a43e9eb req-8510555e-7a37-46e4-a421-eb8824d819e1 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.311971 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:53.315054 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['4cce88ca-d45b-4057-a0f8-51b93dcad0a6'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:53.341159 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc899669-1b01-4df1-acc5-54d8256d0db4 req-360e697b-e572-4e0b-bd30-9c9f9361c342 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700059 Jul 07 16:54:53.346584 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-189b9206-b24b-4e70-aeca-20df65b9d4d2 service neutron] 10.222.0.15 "GET /v2.0/networks/0c693bdf-78c6-4887-aa8b-8c747baba132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889532 Jul 07 16:54:53.360623 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510555e-7a37-46e4-a421-eb8824d819e1 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Pushing event deleted for resources: {'Port': ['ID=e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:53.428207 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d8eb189-c803-4fdd-afa1-64634405cdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.527460 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e21cbd2a-8532-49aa-aa49-efb39a8310f3 req-3420d0c0-ad7f-479a-8322-471b894cbd22 service neutron] 10.222.0.15 "GET /v2.0/networks/0c693bdf-78c6-4887-aa8b-8c747baba132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657259 Jul 07 16:54:53.571368 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f18dd8e-f397-4852-b20b-e6030a43e9eb req-8510555e-7a37-46e4-a421-eb8824d819e1 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] No DVR routers for this DVR port e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:54:53.590991 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2f18dd8e-f397-4852-b20b-e6030a43e9eb req-8510555e-7a37-46e4-a421-eb8824d819e1 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.593581 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f18dd8e-f397-4852-b20b-e6030a43e9eb req-8510555e-7a37-46e4-a421-eb8824d819e1 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.69 "DELETE /v2.0/ports/e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 HTTP/1.1" status: 204 len: 173 time: 2.0027635 Jul 07 16:54:53.599861 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7294ef-922b-4c69-b4f8-10603bc4a0c3', 'name': 'network-vif-deleted', 'tag': 'e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:53.602250 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0c1dfc-c6da-4d85-8936-891f863b65e4" -d '{"events": [{"server_uuid": "2a7294ef-922b-4c69-b4f8-10603bc4a0c3", "name": "network-vif-deleted", "tag": "e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:53.672537 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-534a811a-c0c8-4652-8a70-6cc1c92ac729 req-c3003e15-e579-477e-9f93-75e872b79a55 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.688243 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-534a811a-c0c8-4652-8a70-6cc1c92ac729 req-c3003e15-e579-477e-9f93-75e872b79a55 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.779195 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ed654b0d-0b43-43a3-9901-e67b0ab79868 req-3f5f2a24-5a49-44e9-b076-1a6c6e5d3c17 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a7294ef-922b-4c69-b4f8-10603bc4a0c3 HTTP/1.1" status: 200 len: 210 time: 0.0463026 Jul 07 16:54:53.838321 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639f26d6-40da-4806-a344-b9f701dabfb4 x-openstack-request-id: req-639f26d6-40da-4806-a344-b9f701dabfb4 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:53.839229 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aebd56a-3531-402b-b009-c0e00698377f", "tag": "7c0023a5-f50b-490b-a782-0053eb297dbf", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:53.839490 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-639f26d6-40da-4806-a344-b9f701dabfb4 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:53.839897 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aebd56a-3531-402b-b009-c0e00698377f', 'tag': '7c0023a5-f50b-490b-a782-0053eb297dbf', 'status': 'completed', 'code': 200} Jul 07 16:54:53.844075 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3003e15-e579-477e-9f93-75e872b79a55 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Pushing event updated for resources: {'Port': ['ID=5a10a42d-251c-4db5-8fd5-22032a0a46af,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:53.869596 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-534a811a-c0c8-4652-8a70-6cc1c92ac729 req-c3003e15-e579-477e-9f93-75e872b79a55 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.937357 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-534a811a-c0c8-4652-8a70-6cc1c92ac729 req-c3003e15-e579-477e-9f93-75e872b79a55 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:53.938664 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-534a811a-c0c8-4652-8a70-6cc1c92ac729 req-c3003e15-e579-477e-9f93-75e872b79a55 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1581140 Jul 07 16:54:54.004440 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d8eb189-c803-4fdd-afa1-64634405cdd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:54.021222 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c8d03-e940-43f0-9135-5cffc60c1f34 req-2b18e848-fc08-4803-aa42-2707bdbd60a5 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:54.022620 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d8eb189-c803-4fdd-afa1-64634405cdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:54.027484 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a1c8d03-e940-43f0-9135-5cffc60c1f34 req-2b18e848-fc08-4803-aa42-2707bdbd60a5 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 943 time: 0.0753820 Jul 07 16:54:54.027851 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-534a811a-c0c8-4652-8a70-6cc1c92ac729 req-52001a1e-6264-4ca4-8504-73f3461923ba tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 696 time: 0.0789151 Jul 07 16:54:54.084956 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a1c8d03-e940-43f0-9135-5cffc60c1f34 req-0bcbaed3-009c-499c-bc70-73279f858e06 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508826 Jul 07 16:54:54.156415 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c8a9e-f14c-4001-9b08-a6f8969caed7 req-f54de772-0df7-4915-a453-a3e4fa611cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:54.158083 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ce0c8a9e-f14c-4001-9b08-a6f8969caed7 req-f54de772-0df7-4915-a453-a3e4fa611cc7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0501f382b6694d0ab9ec962ffb43a8ed&device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 1094 time: 0.2852364 Jul 07 16:54:54.204912 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d8eb189-c803-4fdd-afa1-64634405cdd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:54.269798 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8eb189-c803-4fdd-afa1-64634405cdd7 admin admin] Pushing event updated for resources: {'Port': ['ID=db8d2197-c709-4331-820b-94c6fa6c2b0f,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:54.307018 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-74af64e4-a0bb-41b0-abac-ee100b4c5da9 req-58adec98-4f21-4099-8821-6598c6bf6a40 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/ad52fa66-f801-4dbb-aca9-3194d3fb013a HTTP/1.1" status: 200 len: 1799 time: 0.1663189 Jul 07 16:54:54.385877 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3caf80e9-2208-40ab-bff7-3e441b7cec29 req-827c5f87-3435-411e-bcc2-3abc7b7bf526 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1758752 Jul 07 16:54:54.397002 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-74af64e4-a0bb-41b0-abac-ee100b4c5da9 req-c2953f36-2d8b-45ae-85fc-0c0b798a0e23 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 16:54:54.415765 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-74af64e4-a0bb-41b0-abac-ee100b4c5da9 req-c2953f36-2d8b-45ae-85fc-0c0b798a0e23 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "DELETE /v2.0/security-groups/ad52fa66-f801-4dbb-aca9-3194d3fb013a HTTP/1.1" status: 409 len: 341 time: 0.0953908 Jul 07 16:54:54.576056 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf80e9-2208-40ab-bff7-3e441b7cec29 req-aa02b891-9f98-4468-92ee-689803b76457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:54.578009 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3caf80e9-2208-40ab-bff7-3e441b7cec29 req-aa02b891-9f98-4468-92ee-689803b76457 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a3c7535ed48d476185da2eb9644b8ebd&device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 1097 time: 0.0741322 Jul 07 16:54:54.686962 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device cc5572e1-b63d-4e18-96da-281611ddddb9 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:54.735340 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8375ac13-85f5-42f5-b48b-e79748cd9a4f req-3f8a7e61-7405-4b87-a0c7-4e73a7409a4c tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe1ad3eb-ecee-4603-9caf-8d9ac3035176 HTTP/1.1" status: 200 len: 210 time: 0.0450878 Jul 07 16:54:54.763973 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port cc5572e1-b63d-4e18-96da-281611ddddb9 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:54.768290 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port cc5572e1-b63d-4e18-96da-281611ddddb9 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:54.768804 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:54.796635 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8eb189-c803-4fdd-afa1-64634405cdd7 admin admin] Network 8938afd1-9e0a-459b-9989-ffd5eca58336 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:54.799295 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf80e9-2208-40ab-bff7-3e441b7cec29 req-8a08c25f-0a37-46d6-853f-4df78e84606a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:54.800985 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3caf80e9-2208-40ab-bff7-3e441b7cec29 req-8a08c25f-0a37-46d6-853f-4df78e84606a service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4184cab-8f42-40f8-9e52-10e5b0c78104 HTTP/1.1" status: 200 len: 911 time: 0.1906888 Jul 07 16:54:54.823081 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-9d8eb189-c803-4fdd-afa1-64634405cdd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:54.870794 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:54.883274 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3caf80e9-2208-40ab-bff7-3e441b7cec29 req-56e65acb-f8a8-4507-99c1-0b34d3525008 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cce88ca-d45b-4057-a0f8-51b93dcad0a6 HTTP/1.1" status: 200 len: 217 time: 0.0719438 Jul 07 16:54:54.916452 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port cc5572e1-b63d-4e18-96da-281611ddddb9, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=cc5572e1-b63d-4e18-96da-281611ddddb9,segment=NetworkSegment(13925be4-880e-4355-82e2-ea9bb567ac48),segment_id=13925be4-880e-4355-82e2-ea9bb567ac48)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:54.930724 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:54.931892 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d3165e0d-48e4-4551-aa3e-473bfc0323ef up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:54.981573 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf80e9-2208-40ab-bff7-3e441b7cec29 req-b4450117-e079-4911-b62a-7d7dcba4d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:54.983484 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3caf80e9-2208-40ab-bff7-3e441b7cec29 req-b4450117-e079-4911-b62a-7d7dcba4d339 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f66d77b5-13d1-4fc2-be4e-9e15148f4fb9 HTTP/1.1" status: 200 len: 850 time: 0.0891514 Jul 07 16:54:55.050946 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3caf80e9-2208-40ab-bff7-3e441b7cec29 req-736859a6-7846-4c97-b927-71a51543d224 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4184cab-8f42-40f8-9e52-10e5b0c78104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515537 Jul 07 16:54:55.085916 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a152637-1fac-4f84-9a5e-13009fce6f05 x-openstack-request-id: req-5a152637-1fac-4f84-9a5e-13009fce6f05 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:55.086518 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7294ef-922b-4c69-b4f8-10603bc4a0c3", "name": "network-vif-deleted", "tag": "e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:55.086694 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a152637-1fac-4f84-9a5e-13009fce6f05 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:55.087446 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7294ef-922b-4c69-b4f8-10603bc4a0c3', 'name': 'network-vif-deleted', 'tag': 'e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9', 'status': 'completed', 'code': 200} Jul 07 16:54:55.090447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=cc5572e1-b63d-4e18-96da-281611ddddb9,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:55.107653 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8eb189-c803-4fdd-afa1-64634405cdd7 admin admin] Router 61bb5900-f1c0-4b4c-9497-99161e589af3 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:54:55.115634 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a811a-c0c8-4652-8a70-6cc1c92ac729 req-4a3adbaf-9255-4cd9-8c3a-32ea74c1681f tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:55.134300 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-534a811a-c0c8-4652-8a70-6cc1c92ac729 req-4a3adbaf-9255-4cd9-8c3a-32ea74c1681f tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 1.0798671 Jul 07 16:54:55.138818 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d3165e0d-48e4-4551-aa3e-473bfc0323ef triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:55.139208 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.154154 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c8a9e-f14c-4001-9b08-a6f8969caed7 req-b08ac21d-5a95-4541-87ef-bc8384f4d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:55.156052 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ce0c8a9e-f14c-4001-9b08-a6f8969caed7 req-b08ac21d-5a95-4541-87ef-bc8384f4d5e0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=585991d3-1c4c-497e-aa94-d9dabd614307 HTTP/1.1" status: 200 len: 915 time: 0.9883053 Jul 07 16:54:55.208961 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3caf80e9-2208-40ab-bff7-3e441b7cec29 req-0226fa51-096b-4ffd-850a-8044df6c1908 service neutron] 10.222.0.15 "GET /v2.0/networks/c4184cab-8f42-40f8-9e52-10e5b0c78104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487544 Jul 07 16:54:55.226958 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3468b7b6-c223-4962-a660-bad9e4eff7fe None None] Provisioning complete for port db8d2197-c709-4331-820b-94c6fa6c2b0f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:55.227263 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3468b7b6-c223-4962-a660-bad9e4eff7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.259032 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ce0c8a9e-f14c-4001-9b08-a6f8969caed7 req-09498322-6c31-437e-9a3b-f38ebd684e92 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c0023a5-f50b-490b-a782-0053eb297dbf HTTP/1.1" status: 200 len: 217 time: 0.0907776 Jul 07 16:54:55.269948 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3468b7b6-c223-4962-a660-bad9e4eff7fe None None] Port db8d2197-c709-4331-820b-94c6fa6c2b0f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:54:55.270193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-0101c0f0-cda0-454c-8854-4dbc92ba43df tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:55.271348 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-0101c0f0-cda0-454c-8854-4dbc92ba43df tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.15 "GET /v2.0/networks?id=4403da73-53a3-4658-8586-5f45000b6f2a HTTP/1.1" status: 200 len: 819 time: 0.5004559 Jul 07 16:54:55.308899 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 41231ed1-0d6d-42d3-82bd-921afd4e67a1 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:54:55.319941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-671c77de-5e0f-42ba-ba46-655eb838c4b4 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Request body: {'port': {'device_id': 'fe1ad3eb-ecee-4603-9caf-8d9ac3035176', 'network_id': '4403da73-53a3-4658-8586-5f45000b6f2a', 'admin_state_up': True, 'tenant_id': '8c231cc5ad76406c8855121ef3e13639'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:55.355725 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3caf80e9-2208-40ab-bff7-3e441b7cec29 req-cdd1784e-0e2a-4a09-a980-17dd3f9cba9c service neutron] 10.222.0.15 "GET /v2.0/networks/c4184cab-8f42-40f8-9e52-10e5b0c78104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132684 Jul 07 16:54:55.381532 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c8a9e-f14c-4001-9b08-a6f8969caed7 req-5eecad65-5fb8-4b4b-bb8f-fe3de25ef62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:55.383726 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ce0c8a9e-f14c-4001-9b08-a6f8969caed7 req-5eecad65-5fb8-4b4b-bb8f-fe3de25ef62f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=748e4878-dc0e-488c-ad96-c5afee4e3c75 HTTP/1.1" status: 200 len: 854 time: 0.1112692 Jul 07 16:54:55.450275 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 41231ed1-0d6d-42d3-82bd-921afd4e67a1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=41231ed1-0d6d-42d3-82bd-921afd4e67a1,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:55.458120 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0896546-22a2-467a-84f8-3f5272b980ea req-0b1263dc-10fd-4ea1-a91a-684054de851a tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:55.459828 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e0896546-22a2-467a-84f8-3f5272b980ea req-0b1263dc-10fd-4ea1-a91a-684054de851a tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 943 time: 0.2870965 Jul 07 16:54:55.474333 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ce0c8a9e-f14c-4001-9b08-a6f8969caed7 req-5321c45f-7d04-4e7c-a7dc-6e24e8f229ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=585991d3-1c4c-497e-aa94-d9dabd614307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815816 Jul 07 16:54:55.478433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '41231ed1-0d6d-42d3-82bd-921afd4e67a1', 'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132', 'port_id': '41231ed1-0d6d-42d3-82bd-921afd4e67a1', 'mac_address': 'fa:16:3e:50:11:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11029ac-8d3c-47c7-98fb-61244a65c880', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:54:55.526142 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.539470 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41231ed1-0d6d-42d3-82bd-921afd4e67a1 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:55.560447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 41231ed1-0d6d-42d3-82bd-921afd4e67a1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=41231ed1-0d6d-42d3-82bd-921afd4e67a1,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:55.566826 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.567764 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e0896546-22a2-467a-84f8-3f5272b980ea req-ded3e094-ab70-4ca4-a5b6-83cdff79bfcb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005323 Jul 07 16:54:55.607640 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7c0023a5-f50b-490b-a782-0053eb297dbf details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:54:55.613475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f5911-a894-424a-a39d-55161b61e191 req-41314ee2-3404-4911-bdad-124787224144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:55.614057 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:54:55.619710 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-623f5911-a894-424a-a39d-55161b61e191 req-41314ee2-3404-4911-bdad-124787224144 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=35276e05203840b6935d31413a132cb9&device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 1136 time: 0.1320736 Jul 07 16:54:55.623059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8eb189-c803-4fdd-afa1-64634405cdd7 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:54:55.639447 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9d8eb189-c803-4fdd-afa1-64634405cdd7 admin admin] 10.222.0.50 "PUT /v2.0/routers/61bb5900-f1c0-4b4c-9497-99161e589af3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7850382 Jul 07 16:54:55.667092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] Sync routers for ids ['61bb5900-f1c0-4b4c-9497-99161e589af3'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:54:55.684006 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:54:55.692923 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device e3ee7a11-4d24-4fd8-ac09-e6ac72b770d9 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:54:55.698603 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87edec12-87c8-4c11-87eb-ca90bcc053a7 req-248984a5-3847-4300-bb26-35481d8969a8 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/floatingips/5776e3c6-5f69-4349-bffc-cfc8856d5d32 HTTP/1.1" status: 200 len: 693 time: 0.1778224 Jul 07 16:54:55.701494 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ce0c8a9e-f14c-4001-9b08-a6f8969caed7 req-72dec945-6785-45c2-8e0d-2ef49071ce4c service neutron] 10.222.0.69 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171869 Jul 07 16:54:55.771153 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f5911-a894-424a-a39d-55161b61e191 req-8461f3ef-a336-497d-8739-b1448b818f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:55.772839 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-623f5911-a894-424a-a39d-55161b61e191 req-8461f3ef-a336-497d-8739-b1448b818f4c service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 HTTP/1.1" status: 200 len: 913 time: 0.1450355 Jul 07 16:54:55.817031 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=41231ed1-0d6d-42d3-82bd-921afd4e67a1,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:55.830833 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] Routers {'61bb5900-f1c0-4b4c-9497-99161e589af3'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:55.832366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:54:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['61bb5900-f1c0-4b4c-9497-99161e589af3'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:55.840337 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['41231ed1-0d6d-42d3-82bd-921afd4e67a1'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:55.849695 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacee029-e8cb-486c-9191-a581a6916945', 'tag': 'abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0'}, {'name': 'network-changed', 'server_uuid': 'e7d79d9d-808f-4152-a483-4300ee6bd023', 'tag': '41231ed1-0d6d-42d3-82bd-921afd4e67a1'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:55.852103 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd85e817-9e9c-4514-b599-c7b6a22920eb" -d '{"events": [{"name": "network-changed", "server_uuid": "dacee029-e8cb-486c-9191-a581a6916945", "tag": "abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0"}, {"name": "network-changed", "server_uuid": "e7d79d9d-808f-4152-a483-4300ee6bd023", "tag": "41231ed1-0d6d-42d3-82bd-921afd4e67a1"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:55.852598 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-671c77de-5e0f-42ba-ba46-655eb838c4b4 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Made reservation on behalf of 8c231cc5ad76406c8855121ef3e13639 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:54:55.856335 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-671c77de-5e0f-42ba-ba46-655eb838c4b4 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:55.857753 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-623f5911-a894-424a-a39d-55161b61e191 req-46352029-af6f-483c-9010-6e27a7156cec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 HTTP/1.1" status: 200 len: 217 time: 0.0572648 Jul 07 16:54:55.923051 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1985a7f-32f2-4c63-af00-210506a28444 req-70e926b8-cdad-40c5-89f9-b220de047a5e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:55.924602 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e1985a7f-32f2-4c63-af00-210506a28444 req-70e926b8-cdad-40c5-89f9-b220de047a5e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 943 time: 0.1778910 Jul 07 16:54:55.930825 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7c0023a5-f50b-490b-a782-0053eb297dbf, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7c0023a5-f50b-490b-a782-0053eb297dbf,segment=NetworkSegment(e64bcb56-0dab-478d-aa3b-105f8614ee81),segment_id=e64bcb56-0dab-478d-aa3b-105f8614ee81)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:55.956002 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f5911-a894-424a-a39d-55161b61e191 req-f577d962-b190-4d09-9001-0dfa67a1cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:55.957638 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-623f5911-a894-424a-a39d-55161b61e191 req-f577d962-b190-4d09-9001-0dfa67a1cb7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7afa8583-eb85-4875-b937-72c25bc8ecf1 HTTP/1.1" status: 200 len: 852 time: 0.0817771 Jul 07 16:54:55.981751 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edec12-87c8-4c11-87eb-ca90bcc053a7 req-09e2db3d-3d8b-45df-88fd-73be623606f5 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:55.983192 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87edec12-87c8-4c11-87eb-ca90bcc053a7 req-09e2db3d-3d8b-45df-88fd-73be623606f5 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.2729380 Jul 07 16:54:55.987976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '7c0023a5-f50b-490b-a782-0053eb297dbf', 'network_id': '585991d3-1c4c-497e-aa94-d9dabd614307', 'port_id': '7c0023a5-f50b-490b-a782-0053eb297dbf', 'mac_address': 'fa:16:3e:64:fd:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748e4878-dc0e-488c-ad96-c5afee4e3c75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:54:55.994293 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ce0c8a9e-f14c-4001-9b08-a6f8969caed7 req-d235250b-314d-40b1-84a2-b0acee4283a9 service neutron] 10.222.0.69 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850764 Jul 07 16:54:56.004604 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-87edec12-87c8-4c11-87eb-ca90bcc053a7 req-e22ac2aa-d79e-4883-a4aa-4ebfc6559fe9 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:54:56.005629 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87edec12-87c8-4c11-87eb-ca90bcc053a7 req-e22ac2aa-d79e-4883-a4aa-4ebfc6559fe9 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081182 Jul 07 16:54:56.013117 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e1985a7f-32f2-4c63-af00-210506a28444 req-a893e329-3c66-41c2-95f3-7a742cf17ef2 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795853 Jul 07 16:54:56.015078 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-623f5911-a894-424a-a39d-55161b61e191 req-20e245d1-545f-466b-a416-e4d35e719015 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473781 Jul 07 16:54:56.109177 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-671c77de-5e0f-42ba-ba46-655eb838c4b4 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Allocated IP 172.20.0.4 (4403da73-53a3-4658-8586-5f45000b6f2a/e7e1fe00-c424-480e-a497-11b239228826/560371c3-9078-4a0b-814d-4c21ae96b574) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:56.129389 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:56.142170 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-623f5911-a894-424a-a39d-55161b61e191 req-d031b153-efdd-488d-a0b6-a83d522a5897 service neutron] 10.222.0.15 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180401 Jul 07 16:54:56.143394 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] Set router 61bb5900-f1c0-4b4c-9497-99161e589af3 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:56.157124 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0023a5-f50b-490b-a782-0053eb297dbf {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:56.234070 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7c0023a5-f50b-490b-a782-0053eb297dbf, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7c0023a5-f50b-490b-a782-0053eb297dbf,segment=NetworkSegment(e64bcb56-0dab-478d-aa3b-105f8614ee81),segment_id=e64bcb56-0dab-478d-aa3b-105f8614ee81)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:56.265720 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:56.277855 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-623f5911-a894-424a-a39d-55161b61e191 req-8548a069-37a2-4ddc-8ba0-c606d4044026 service neutron] 10.222.0.15 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219659 Jul 07 16:54:56.301938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab0cc6-408d-4b91-ba9b-1f59e7a9ba29 req-12ca8930-3261-4218-8ffd-61c873ddc326 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:56.304518 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a1ab0cc6-408d-4b91-ba9b-1f59e7a9ba29 req-12ca8930-3261-4218-8ffd-61c873ddc326 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 985 time: 0.1562803 Jul 07 16:54:56.390152 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a1ab0cc6-408d-4b91-ba9b-1f59e7a9ba29 req-9e311b2e-6d5a-4c40-b6d9-340d9f183b0a tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52fa66-f801-4dbb-aca9-3194d3fb013a&id=491b0f75-5fa9-4cb3-90dd-af404ca72de1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0741282 Jul 07 16:54:56.403325 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-671c77de-5e0f-42ba-ba46-655eb838c4b4 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:56.532854 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device cc5572e1-b63d-4e18-96da-281611ddddb9 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:56.550023 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-671c77de-5e0f-42ba-ba46-655eb838c4b4 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:56.597211 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=7c0023a5-f50b-490b-a782-0053eb297dbf,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:56.625961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['7c0023a5-f50b-490b-a782-0053eb297dbf'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:54:56.633910 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-671c77de-5e0f-42ba-ba46-655eb838c4b4 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Network 4403da73-53a3-4658-8586-5f45000b6f2a is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:56.659319 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-671c77de-5e0f-42ba-ba46-655eb838c4b4 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:56.676468 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-671c77de-5e0f-42ba-ba46-655eb838c4b4 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:56.718672 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port cc5572e1-b63d-4e18-96da-281611ddddb9 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:56.719301 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:56.742707 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c77de-5e0f-42ba-ba46-655eb838c4b4 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Pushing event updated for resources: {'Port': ['ID=560371c3-9078-4a0b-814d-4c21ae96b574,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:56.769433 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-201551b8-7416-46e2-8340-d68eef30537e req-72b4b821-2609-44bd-ba9d-f7adcdf8eb35 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ee41644a-6946-483e-8ab3-eadadda164cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2842798 Jul 07 16:54:56.780494 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-671c77de-5e0f-42ba-ba46-655eb838c4b4 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:56.781055 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-671c77de-5e0f-42ba-ba46-655eb838c4b4 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:56.801412 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b02b00-6276-4a9f-828d-9b8f79f59698 req-e5481438-cb0c-43da-bdb2-bb8438965b81 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:56.803155 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54b02b00-6276-4a9f-828d-9b8f79f59698 req-e5481438-cb0c-43da-bdb2-bb8438965b81 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe1ad3eb-ecee-4603-9caf-8d9ac3035176 HTTP/1.1" status: 200 len: 931 time: 0.1933653 Jul 07 16:54:56.810712 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-671c77de-5e0f-42ba-ba46-655eb838c4b4 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4945529 Jul 07 16:54:56.819760 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61bb5900-f1c0-4b4c-9497-99161e589af3', 'name': 'tempest-FloatingIPDetailsTestJSON-1998819530-router', 'tenant_id': '229c624437c142a6800dfb99bdbd16f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd3165e0d-48e4-4551-aa3e-473bfc0323ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:44Z', 'updated_at': '2021-07-07T16:54:53Z', 'revision_number': 4, 'project_id': '229c624437c142a6800dfb99bdbd16f9', 'gw_port': {'id': 'd3165e0d-48e4-4551-aa3e-473bfc0323ef', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb5900-f1c0-4b4c-9497-99161e589af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:47Z', 'updated_at': '2021-07-07T16:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'db8d2197-c709-4331-820b-94c6fa6c2b0f', 'name': '', 'network_id': '8938afd1-9e0a-459b-9989-ffd5eca58336', 'tenant_id': '229c624437c142a6800dfb99bdbd16f9', 'mac_address': 'fa:16:3e:d0:e7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61bb5900-f1c0-4b4c-9497-99161e589af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '41ea9cec-6682-4eeb-b7e7-141c6814b7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:51Z', 'updated_at': '2021-07-07T16:54:53Z', 'revision_number': 2, 'project_id': '229c624437c142a6800dfb99bdbd16f9', 'subnets': [{'id': '41ea9cec-6682-4eeb-b7e7-141c6814b7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:56.848831 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] Request body: {'port': {'device_id': 'fe1ad3eb-ecee-4603-9caf-8d9ac3035176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:56.879357 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] Checking router: 61bb5900-f1c0-4b4c-9497-99161e589af3 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:54:56.879721 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] Updating router 61bb5900-f1c0-4b4c-9497-99161e589af3 port db8d2197-c709-4331-820b-94c6fa6c2b0f binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:54:56.905305 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-7b4ec47d-2568-4519-8d52-8e67da6e2eba tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2167222 Jul 07 16:54:56.910181 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-d59bede9-5af6-4216-8620-91e39801bb40 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:54:56.954534 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54b02b00-6276-4a9f-828d-9b8f79f59698 req-f6b29a51-f33d-4820-bd9f-e0f44b758e65 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.50 "GET /v2.0/security-groups?id=708d9e03-4738-4b8c-adb3-66fc04ccbb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349349 Jul 07 16:54:56.954883 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:56.965658 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-d59bede9-5af6-4216-8620-91e39801bb40 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.021550 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.025582 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201551b8-7416-46e2-8340-d68eef30537e req-9a26158c-0e4e-4a04-9671-a39ae92c4aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:57.027166 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-201551b8-7416-46e2-8340-d68eef30537e req-9a26158c-0e4e-4a04-9671-a39ae92c4aa9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=35276e05203840b6935d31413a132cb9&device_id=ee41644a-6946-483e-8ab3-eadadda164cb HTTP/1.1" status: 200 len: 1175 time: 0.1750450 Jul 07 16:54:57.074071 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d88b09-4f34-473b-a4af-00f87c873668 x-openstack-request-id: req-71d88b09-4f34-473b-a4af-00f87c873668 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:57.074408 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacee029-e8cb-486c-9191-a581a6916945", "tag": "abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e7d79d9d-808f-4152-a483-4300ee6bd023", "tag": "41231ed1-0d6d-42d3-82bd-921afd4e67a1", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:57.074639 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-71d88b09-4f34-473b-a4af-00f87c873668 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:57.075038 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacee029-e8cb-486c-9191-a581a6916945', 'tag': 'abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0', 'status': 'completed', 'code': 200} Jul 07 16:54:57.075291 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d79d9d-808f-4152-a483-4300ee6bd023', 'tag': '41231ed1-0d6d-42d3-82bd-921afd4e67a1', 'status': 'completed', 'code': 200} Jul 07 16:54:57.194260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85e817-9e9c-4514-b599-c7b6a22920eb req-9af082a3-51ba-46c9-8d38-17ca74ead86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:57.196580 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd85e817-9e9c-4514-b599-c7b6a22920eb req-9af082a3-51ba-46c9-8d38-17ca74ead86b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=35276e05203840b6935d31413a132cb9&device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 1136 time: 0.0938303 Jul 07 16:54:57.198786 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-d59bede9-5af6-4216-8620-91e39801bb40 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.213335 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7317cdcc-81f5-4ff9-a9b8-5c0047b1cb43 req-e6216527-64f8-4ffe-84d8-0b6ce61c47ec tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=23f85dd33ff94f1eb4f12f5bb0e63405 HTTP/1.1" status: 200 len: 696 time: 0.1376102 Jul 07 16:54:57.294342 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.304754 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] Transition to ACTIVE for port object db8d2197-c709-4331-820b-94c6fa6c2b0f will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:57.313262 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.320884 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 41231ed1-0d6d-42d3-82bd-921afd4e67a1 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:57.425331 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315eb65-fdd0-4c3c-b9a8-989a4f2e89c1 None None] Pushing event updated for resources: {'Port': ['ID=db8d2197-c709-4331-820b-94c6fa6c2b0f,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:57.441411 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85e817-9e9c-4514-b599-c7b6a22920eb req-3448392e-731f-4235-a336-afcb435e59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:57.442937 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd85e817-9e9c-4514-b599-c7b6a22920eb req-3448392e-731f-4235-a336-afcb435e59e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 HTTP/1.1" status: 200 len: 913 time: 0.2365375 Jul 07 16:54:57.453996 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-d59bede9-5af6-4216-8620-91e39801bb40 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Allocated IP 172.25.2.88 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/7dda259e-127d-41b8-a7be-e05de076e34b) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:54:57.454261 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201551b8-7416-46e2-8340-d68eef30537e req-fb04aea7-02b0-4bae-9f05-433f4ae78b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:57.456043 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-201551b8-7416-46e2-8340-d68eef30537e req-fb04aea7-02b0-4bae-9f05-433f4ae78b9e service neutron] 10.222.0.69 "GET /v2.0/networks?id=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 HTTP/1.1" status: 200 len: 913 time: 0.3754740 Jul 07 16:54:57.459738 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] Attempting to bind port db8d2197-c709-4331-820b-94c6fa6c2b0f on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:57.460268 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] Attempting to bind port db8d2197-c709-4331-820b-94c6fa6c2b0f by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'f94a2cb5-a20b-4178-9cba-a32c297cec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8938afd1-9e0a-459b-9989-ffd5eca58336'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:57.460753 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] Attempting to bind port db8d2197-c709-4331-820b-94c6fa6c2b0f on network 8938afd1-9e0a-459b-9989-ffd5eca58336 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:57.468496 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:57.469040 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] Checking segment: {'id': 'f94a2cb5-a20b-4178-9cba-a32c297cec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8938afd1-9e0a-459b-9989-ffd5eca58336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:57.469557 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.470046 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] Bound using segment: {'id': 'f94a2cb5-a20b-4178-9cba-a32c297cec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8938afd1-9e0a-459b-9989-ffd5eca58336'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:57.470728 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] Bound port: db8d2197-c709-4331-820b-94c6fa6c2b0f, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94a2cb5-a20b-4178-9cba-a32c297cec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8938afd1-9e0a-459b-9989-ffd5eca58336'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:57.471160 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.496054 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd85e817-9e9c-4514-b599-c7b6a22920eb req-82d3acb2-97d5-4127-bdf9-b4088d28d07f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 HTTP/1.1" status: 200 len: 217 time: 0.0434878 Jul 07 16:54:57.518627 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 41231ed1-0d6d-42d3-82bd-921afd4e67a1 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:57.528903 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 41231ed1-0d6d-42d3-82bd-921afd4e67a1 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:57.529440 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.535946 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-201551b8-7416-46e2-8340-d68eef30537e req-a3e447c9-8706-40f8-94ac-cf83837ac56a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a817b75-31e0-496c-a5ce-4b8ab34969bd HTTP/1.1" status: 200 len: 217 time: 0.0673358 Jul 07 16:54:57.563625 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85e817-9e9c-4514-b599-c7b6a22920eb req-b8cc0ba0-77bf-4ce1-8da5-d651a94e7ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:57.565123 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd85e817-9e9c-4514-b599-c7b6a22920eb req-b8cc0ba0-77bf-4ce1-8da5-d651a94e7ed2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7afa8583-eb85-4875-b937-72c25bc8ecf1 HTTP/1.1" status: 200 len: 852 time: 0.0540140 Jul 07 16:54:57.568630 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317cdcc-81f5-4ff9-a9b8-5c0047b1cb43 req-fa4cda33-b72b-41db-92ff-cdf1bcb488bd tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:57.570842 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7317cdcc-81f5-4ff9-a9b8-5c0047b1cb43 req-fa4cda33-b72b-41db-92ff-cdf1bcb488bd tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/networks?id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 787 time: 0.3492191 Jul 07 16:54:57.596020 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] For port db8d2197-c709-4331-820b-94c6fa6c2b0f, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:57.603181 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] For port db8d2197-c709-4331-820b-94c6fa6c2b0f, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=db8d2197-c709-4331-820b-94c6fa6c2b0f,segment=NetworkSegment(f94a2cb5-a20b-4178-9cba-a32c297cec54),segment_id=f94a2cb5-a20b-4178-9cba-a32c297cec54)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:57.607884 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7c0023a5-f50b-490b-a782-0053eb297dbf up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:54:57.613174 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.623158 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-7317cdcc-81f5-4ff9-a9b8-5c0047b1cb43 req-74681fd6-f658-486a-8500-635056b7d6b1 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:54:57.635191 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7317cdcc-81f5-4ff9-a9b8-5c0047b1cb43 req-74681fd6-f658-486a-8500-635056b7d6b1 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207572 Jul 07 16:54:57.644598 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd85e817-9e9c-4514-b599-c7b6a22920eb req-79432c8d-04c9-4182-9e14-2e363df1c3a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312741 Jul 07 16:54:57.722880 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560371c3-9078-4a0b-814d-4c21ae96b574 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:54:57.724002 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.733809 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-d59bede9-5af6-4216-8620-91e39801bb40 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.736593 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.754796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] Transition to ACTIVE for port object 560371c3-9078-4a0b-814d-4c21ae96b574 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:54:57.763012 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201551b8-7416-46e2-8340-d68eef30537e req-4ab66a2e-be87-4dcd-902b-958d3504d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:57.766680 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-201551b8-7416-46e2-8340-d68eef30537e req-4ab66a2e-be87-4dcd-902b-958d3504d0f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7afa8583-eb85-4875-b937-72c25bc8ecf1 HTTP/1.1" status: 200 len: 852 time: 0.2236371 Jul 07 16:54:57.768513 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.786707 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315eb65-fdd0-4c3c-b9a8-989a4f2e89c1 None None] Pushing event updated for resources: {'Port': ['ID=db8d2197-c709-4331-820b-94c6fa6c2b0f,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:57.803774 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d79d9d-808f-4152-a483-4300ee6bd023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41231ed1-0d6d-42d3-82bd-921afd4e67a1'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:57.806337 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008eca16-8748-4bd2-94ad-6571235e363a" -d '{"events": [{"server_uuid": "e7d79d9d-808f-4152-a483-4300ee6bd023", "name": "network-vif-plugged", "status": "completed", "tag": "41231ed1-0d6d-42d3-82bd-921afd4e67a1"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:57.822495 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 41231ed1-0d6d-42d3-82bd-921afd4e67a1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=41231ed1-0d6d-42d3-82bd-921afd4e67a1,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:57.826032 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] Routers {'61bb5900-f1c0-4b4c-9497-99161e589af3'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:54:57.826694 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:54:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['61bb5900-f1c0-4b4c-9497-99161e589af3'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:57.856668 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd85e817-9e9c-4514-b599-c7b6a22920eb req-dc0267d5-b5c5-438f-a9c7-2ea764446326 service neutron] 10.222.0.15 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534262 Jul 07 16:54:57.863247 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-201551b8-7416-46e2-8340-d68eef30537e req-9a287443-ed1e-4598-8fe3-70f12c68e1dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468614 Jul 07 16:54:57.867633 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.905083 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] Pushing event updated for resources: {'Port': ['ID=560371c3-9078-4a0b-814d-4c21ae96b574,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:57.923771 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 7c0023a5-f50b-490b-a782-0053eb297dbf completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:54:57.932450 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 7c0023a5-f50b-490b-a782-0053eb297dbf triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:54:57.932868 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:57.953496 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-d59bede9-5af6-4216-8620-91e39801bb40 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:58.023655 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=41231ed1-0d6d-42d3-82bd-921afd4e67a1,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:58.029538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-d59bede9-5af6-4216-8620-91e39801bb40 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:54:58.032558 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd85e817-9e9c-4514-b599-c7b6a22920eb req-f66a5e28-4747-470e-8f0a-3f770c2c8df4 service neutron] 10.222.0.15 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656792 Jul 07 16:54:58.035611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-d59bede9-5af6-4216-8620-91e39801bb40 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:54:58.042635 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-d59bede9-5af6-4216-8620-91e39801bb40 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:54:58.084803 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] Set router 61bb5900-f1c0-4b4c-9497-99161e589af3 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:54:58.094198 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59bede9-5af6-4216-8620-91e39801bb40 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Pushing event updated for resources: {'Port': ['ID=7dda259e-127d-41b8-a7be-e05de076e34b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:58.216257 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-d59bede9-5af6-4216-8620-91e39801bb40 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:58.238819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85e817-9e9c-4514-b599-c7b6a22920eb req-cc87e2e0-6917-40e1-9849-4d80534ca9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:58.240395 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd85e817-9e9c-4514-b599-c7b6a22920eb req-cc87e2e0-6917-40e1-9849-4d80534ca9b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ed8c4af2f22498e95031bac92fa163d&device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 1096 time: 0.1474543 Jul 07 16:54:58.244448 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:58.295415 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7c0023a5-f50b-490b-a782-0053eb297dbf, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7c0023a5-f50b-490b-a782-0053eb297dbf,segment=NetworkSegment(e64bcb56-0dab-478d-aa3b-105f8614ee81),segment_id=e64bcb56-0dab-478d-aa3b-105f8614ee81)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:58.309099 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:58.331106 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-d59bede9-5af6-4216-8620-91e39801bb40 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:58.403246 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=7c0023a5-f50b-490b-a782-0053eb297dbf,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:58.421751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61bb5900-f1c0-4b4c-9497-99161e589af3', 'name': 'tempest-FloatingIPDetailsTestJSON-1998819530-router', 'tenant_id': '229c624437c142a6800dfb99bdbd16f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd3165e0d-48e4-4551-aa3e-473bfc0323ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:44Z', 'updated_at': '2021-07-07T16:54:53Z', 'revision_number': 4, 'project_id': '229c624437c142a6800dfb99bdbd16f9', 'gw_port': {'id': 'd3165e0d-48e4-4551-aa3e-473bfc0323ef', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb5900-f1c0-4b4c-9497-99161e589af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:47Z', 'updated_at': '2021-07-07T16:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'db8d2197-c709-4331-820b-94c6fa6c2b0f', 'name': '', 'network_id': '8938afd1-9e0a-459b-9989-ffd5eca58336', 'tenant_id': '229c624437c142a6800dfb99bdbd16f9', 'mac_address': 'fa:16:3e:d0:e7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61bb5900-f1c0-4b4c-9497-99161e589af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '41ea9cec-6682-4eeb-b7e7-141c6814b7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:51Z', 'updated_at': '2021-07-07T16:54:57Z', 'revision_number': 4, 'project_id': '229c624437c142a6800dfb99bdbd16f9', 'subnets': [{'id': '41ea9cec-6682-4eeb-b7e7-141c6814b7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:54:58.424026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0b284-5b50-49c2-a928-ecc50f5d507d req-0f6ea9c1-b9a0-4770-8159-14b51eaf9db4 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:58.425569 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-93d0b284-5b50-49c2-a928-ecc50f5d507d req-0f6ea9c1-b9a0-4770-8159-14b51eaf9db4 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.6152706 Jul 07 16:54:58.432159 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] Attempting to bind port 560371c3-9078-4a0b-814d-4c21ae96b574 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:54:58.432536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] Attempting to bind port 560371c3-9078-4a0b-814d-4c21ae96b574 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '02367d5e-8be9-4643-af09-dd97ae2bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4403da73-53a3-4658-8586-5f45000b6f2a'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:54:58.432911 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] Attempting to bind port 560371c3-9078-4a0b-814d-4c21ae96b574 on network 4403da73-53a3-4658-8586-5f45000b6f2a {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:58.447350 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85e817-9e9c-4514-b599-c7b6a22920eb req-fd4c0274-f8cf-49a5-bc49-284b8f7009da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:58.448703 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-201551b8-7416-46e2-8340-d68eef30537e req-def3fde2-6450-4d90-bc27-b9762983edcf service neutron] 10.222.0.69 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385487 Jul 07 16:54:58.448837 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd85e817-9e9c-4514-b599-c7b6a22920eb req-fd4c0274-f8cf-49a5-bc49-284b8f7009da service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c693bdf-78c6-4887-aa8b-8c747baba132 HTTP/1.1" status: 200 len: 922 time: 0.1858516 Jul 07 16:54:58.449233 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] Port 560371c3-9078-4a0b-814d-4c21ae96b574 on network 4403da73-53a3-4658-8586-5f45000b6f2a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:54:58.449553 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] Attempting to bind port 560371c3-9078-4a0b-814d-4c21ae96b574 on network 4403da73-53a3-4658-8586-5f45000b6f2a {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:54:58.458057 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe27192d-b244-44c3-953b-e6566db97a65 None None] The sync data for ids ['61bb5900-f1c0-4b4c-9497-99161e589af3'] in n-d-793620-7 is: [{'id': '61bb5900-f1c0-4b4c-9497-99161e589af3', 'name': 'tempest-FloatingIPDetailsTestJSON-1998819530-router', 'tenant_id': '229c624437c142a6800dfb99bdbd16f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd3165e0d-48e4-4551-aa3e-473bfc0323ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:44Z', 'updated_at': '2021-07-07T16:54:53Z', 'revision_number': 4, 'project_id': '229c624437c142a6800dfb99bdbd16f9', 'gw_port': {'id': 'd3165e0d-48e4-4551-aa3e-473bfc0323ef', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb5900-f1c0-4b4c-9497-99161e589af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:47Z', 'updated_at': '2021-07-07T16:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'db8d2197-c709-4331-820b-94c6fa6c2b0f', 'name': '', 'network_id': '8938afd1-9e0a-459b-9989-ffd5eca58336', 'tenant_id': '229c624437c142a6800dfb99bdbd16f9', 'mac_address': 'fa:16:3e:d0:e7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61bb5900-f1c0-4b4c-9497-99161e589af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '41ea9cec-6682-4eeb-b7e7-141c6814b7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:51Z', 'updated_at': '2021-07-07T16:54:57Z', 'revision_number': 4, 'project_id': '229c624437c142a6800dfb99bdbd16f9', 'subnets': [{'id': '41ea9cec-6682-4eeb-b7e7-141c6814b7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:54:58.489891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:54:58.490784 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] Checking segment: {'id': '02367d5e-8be9-4643-af09-dd97ae2bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4403da73-53a3-4658-8586-5f45000b6f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:54:58.490784 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] Bound using segment: {'id': '02367d5e-8be9-4643-af09-dd97ae2bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4403da73-53a3-4658-8586-5f45000b6f2a'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:54:58.491945 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] Bound port: 560371c3-9078-4a0b-814d-4c21ae96b574, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02367d5e-8be9-4643-af09-dd97ae2bda3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4403da73-53a3-4658-8586-5f45000b6f2a'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:54:58.492289 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:58.507639 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd85e817-9e9c-4514-b599-c7b6a22920eb req-b37be029-9c5c-495b-a23b-2e35605d9acd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41231ed1-0d6d-42d3-82bd-921afd4e67a1 HTTP/1.1" status: 200 len: 217 time: 0.0409291 Jul 07 16:54:58.572262 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-93d0b284-5b50-49c2-a928-ecc50f5d507d req-520e9f62-d17e-4695-aa76-ef45b553731d tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/security-groups?id=ddcb1e74-f7d7-4226-9746-b4cf44533857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345987 Jul 07 16:54:58.595767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85e817-9e9c-4514-b599-c7b6a22920eb req-e7794fd8-7380-4cf1-8984-af321b4b9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:58.597279 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd85e817-9e9c-4514-b599-c7b6a22920eb req-e7794fd8-7380-4cf1-8984-af321b4b9a36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e11029ac-8d3c-47c7-98fb-61244a65c880 HTTP/1.1" status: 200 len: 861 time: 0.0811081 Jul 07 16:54:58.636392 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] For port 560371c3-9078-4a0b-814d-4c21ae96b574, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:54:58.640395 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] For port 560371c3-9078-4a0b-814d-4c21ae96b574, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=560371c3-9078-4a0b-814d-4c21ae96b574,segment=NetworkSegment(02367d5e-8be9-4643-af09-dd97ae2bda3e),segment_id=02367d5e-8be9-4643-af09-dd97ae2bda3e)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:54:58.646417 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd85e817-9e9c-4514-b599-c7b6a22920eb req-cbdaa29b-b3ee-47e8-9bfe-8fdc974cdf47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c693bdf-78c6-4887-aa8b-8c747baba132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389574 Jul 07 16:54:58.651238 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:58.684105 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-d59bede9-5af6-4216-8620-91e39801bb40 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:58.707777 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-d59bede9-5af6-4216-8620-91e39801bb40 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:58.709619 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:58.711165 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:58.712878 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] 10.222.0.15 "PUT /v2.0/ports/560371c3-9078-4a0b-814d-4c21ae96b574 HTTP/1.1" status: 200 len: 1091 time: 1.8684638 Jul 07 16:54:58.715097 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1ad3eb-ecee-4603-9caf-8d9ac3035176', 'tag': '560371c3-9078-4a0b-814d-4c21ae96b574'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:54:58.717539 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef93c83f-d9ea-48c3-8c2a-214022498e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1ad3eb-ecee-4603-9caf-8d9ac3035176", "tag": "560371c3-9078-4a0b-814d-4c21ae96b574"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:54:58.799627 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-201551b8-7416-46e2-8340-d68eef30537e req-21ef1855-fe90-4461-958e-8a8404c59000 service neutron] 10.222.0.69 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290248 Jul 07 16:54:58.849789 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da645ca-dfb2-4106-807f-f0909569846b service neutron] Pushing event updated for resources: {'Port': ['ID=560371c3-9078-4a0b-814d-4c21ae96b574,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:58.895143 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6857aa-38a7-4051-9ba3-cf0012f851d8 req-d6e830c0-d0db-4f68-8512-1466e7fb96b4 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:58.896876 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0a6857aa-38a7-4051-9ba3-cf0012f851d8 req-d6e830c0-d0db-4f68-8512-1466e7fb96b4 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 945 time: 0.1669452 Jul 07 16:54:58.927778 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-558277b3-4cb8-4a76-8ff4-4b600a5e8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:58.929469 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-558277b3-4cb8-4a76-8ff4-4b600a5e8f8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c231cc5ad76406c8855121ef3e13639&device_id=fe1ad3eb-ecee-4603-9caf-8d9ac3035176 HTTP/1.1" status: 200 len: 1094 time: 0.1500039 Jul 07 16:54:58.985334 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0a6857aa-38a7-4051-9ba3-cf0012f851d8 req-3a5fcb50-6a59-4673-bf38-918520c67177 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769603 Jul 07 16:54:58.986828 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-f173d272-dc12-4c8d-aac2-49317bb925de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=560371c3-9078-4a0b-814d-4c21ae96b574 HTTP/1.1" status: 200 len: 217 time: 0.0486557 Jul 07 16:54:59.059897 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-93678621-cbfa-455e-b9db-a6fde970c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:59.059897 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-93678621-cbfa-455e-b9db-a6fde970c385 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e7e1fe00-c424-480e-a497-11b239228826 HTTP/1.1" status: 200 len: 859 time: 0.0664830 Jul 07 16:54:59.100067 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-a0e9b8d7-e335-4312-9a35-09b81cfcc048 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4403da73-53a3-4658-8586-5f45000b6f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322325 Jul 07 16:54:59.222406 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-b96203b9-3fe3-4b65-88f2-c839b66a59fa service neutron] 10.222.0.15 "GET /v2.0/networks/4403da73-53a3-4658-8586-5f45000b6f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142943 Jul 07 16:54:59.236043 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59bede9-5af6-4216-8620-91e39801bb40 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Pushing event updated for resources: {'Port': ['ID=7dda259e-127d-41b8-a7be-e05de076e34b,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:54:59.241393 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-d59bede9-5af6-4216-8620-91e39801bb40 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:59.269226 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd85e817-9e9c-4514-b599-c7b6a22920eb req-c1b87081-962f-4eab-a539-9c0f08d68a39 service neutron] 10.222.0.15 "GET /v2.0/networks/0c693bdf-78c6-4887-aa8b-8c747baba132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075151 Jul 07 16:54:59.274773 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-d59bede9-5af6-4216-8620-91e39801bb40 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:59.275951 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-d59bede9-5af6-4216-8620-91e39801bb40 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3698347 Jul 07 16:54:59.349778 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7419e3d6-bfec-4d57-8c36-ecdd65fdd77c req-3a6f93ec-0128-40c0-be78-1dab0d423a6b service neutron] 10.222.0.15 "GET /v2.0/networks/4403da73-53a3-4658-8586-5f45000b6f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201370 Jul 07 16:54:59.390624 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70b431-ebf2-47eb-8ca3-1ac2871eb60e req-d508acd7-7a62-4a24-9fd6-d6db115f29f4 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:59.392176 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dc70b431-ebf2-47eb-8ca3-1ac2871eb60e req-d508acd7-7a62-4a24-9fd6-d6db115f29f4 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.15 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 946 time: 0.5890789 Jul 07 16:54:59.397037 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-2bc75106-4423-4ea7-827d-b0d15c32bdb1 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.88 HTTP/1.1" status: 200 len: 695 time: 0.1075139 Jul 07 16:54:59.451170 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2e3fb-b8dc-42f6-b858-42cb525f2e9b req-d995b099-f8a8-4f8e-a555-d1b0ad661dc9 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:59.452603 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-39b2e3fb-b8dc-42f6-b858-42cb525f2e9b req-d995b099-f8a8-4f8e-a555-d1b0ad661dc9 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.0662429 Jul 07 16:54:59.491949 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-39b2e3fb-b8dc-42f6-b858-42cb525f2e9b req-61dbe69d-b6c9-49e7-8507-42b912534ca1 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330665 Jul 07 16:54:59.556443 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd85e817-9e9c-4514-b599-c7b6a22920eb req-6db191a9-2265-48fe-b95b-6bc45e6e9376 service neutron] 10.222.0.15 "GET /v2.0/networks/0c693bdf-78c6-4887-aa8b-8c747baba132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765749 Jul 07 16:54:59.603573 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-306e921a-a91d-4e2e-9920-2e1fe96ade38 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:59.604945 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-306e921a-a91d-4e2e-9920-2e1fe96ade38 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.1944129 Jul 07 16:54:59.617308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-a19d0443-6b4d-4b1e-9ea5-7b0b38ff03a2 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:54:59.619447 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f7a526d-5d4a-42d2-b7ab-e88f8019b92c req-a19d0443-6b4d-4b1e-9ea5-7b0b38ff03a2 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069106 Jul 07 16:54:59.627538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-dc70b431-ebf2-47eb-8ca3-1ac2871eb60e req-e73b60a9-8587-4b19-90bb-161c0ce87db5 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Deleting port 4cce88ca-d45b-4057-a0f8-51b93dcad0a6 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:54:59.627538 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-dc70b431-ebf2-47eb-8ca3-1ac2871eb60e req-e73b60a9-8587-4b19-90bb-161c0ce87db5 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:59.667911 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e76bd-4b42-4711-a1b5-7e38282d84a0 req-0bd785be-b689-48f5-8183-3926fa805a97 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:59.671086 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-997e76bd-4b42-4711-a1b5-7e38282d84a0 req-0bd785be-b689-48f5-8183-3926fa805a97 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 985 time: 0.0791800 Jul 07 16:54:59.715971 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-997e76bd-4b42-4711-a1b5-7e38282d84a0 req-a8bb310d-9da6-4a5e-965a-a6930dd47d7c tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52fa66-f801-4dbb-aca9-3194d3fb013a&id=491b0f75-5fa9-4cb3-90dd-af404ca72de1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0403559 Jul 07 16:54:59.723166 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bdeb9aa1-5ba7-4b9f-92bf-b001ae336f03 req-efbabc7d-3b93-4bd2-9f03-e3ad2ce400ec tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/floatingips/5776e3c6-5f69-4349-bffc-cfc8856d5d32 HTTP/1.1" status: 200 len: 693 time: 0.0820813 Jul 07 16:54:59.769161 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ab8e23-72d4-4aa5-ae07-33c747a7d142 x-openstack-request-id: req-a5ab8e23-72d4-4aa5-ae07-33c747a7d142 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:54:59.769678 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d79d9d-808f-4152-a483-4300ee6bd023", "name": "network-vif-plugged", "status": "completed", "tag": "41231ed1-0d6d-42d3-82bd-921afd4e67a1", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:54:59.769790 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5ab8e23-72d4-4aa5-ae07-33c747a7d142 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:54:59.770102 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d79d9d-808f-4152-a483-4300ee6bd023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41231ed1-0d6d-42d3-82bd-921afd4e67a1', 'code': 200} Jul 07 16:54:59.815185 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-dc70b431-ebf2-47eb-8ca3-1ac2871eb60e req-e73b60a9-8587-4b19-90bb-161c0ce87db5 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] For port 4cce88ca-d45b-4057-a0f8-51b93dcad0a6, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4cce88ca-d45b-4057-a0f8-51b93dcad0a6,segment=NetworkSegment(560922e6-87fc-4f60-bad4-e757d82a3cb6),segment_id=560922e6-87fc-4f60-bad4-e757d82a3cb6)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:54:59.815559 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-dc70b431-ebf2-47eb-8ca3-1ac2871eb60e req-e73b60a9-8587-4b19-90bb-161c0ce87db5 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:54:59.835451 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-dc70b431-ebf2-47eb-8ca3-1ac2871eb60e req-e73b60a9-8587-4b19-90bb-161c0ce87db5 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Calling delete_port for 4cce88ca-d45b-4057-a0f8-51b93dcad0a6 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:54:59.936350 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770ebe2-66ef-4005-9e92-f3dabbd36503 req-8772c5d2-2952-4dd0-9657-c68ae87a0963 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:59.937220 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb9aa1-5ba7-4b9f-92bf-b001ae336f03 req-6839f3db-b943-48c2-aa88-fbf0d0fe906b tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:54:59.938166 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0770ebe2-66ef-4005-9e92-f3dabbd36503 req-8772c5d2-2952-4dd0-9657-c68ae87a0963 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe1ad3eb-ecee-4603-9caf-8d9ac3035176 HTTP/1.1" status: 200 len: 943 time: 0.0695884 Jul 07 16:54:59.938614 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bdeb9aa1-5ba7-4b9f-92bf-b001ae336f03 req-6839f3db-b943-48c2-aa88-fbf0d0fe906b tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.2105019 Jul 07 16:54:59.951610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-bdeb9aa1-5ba7-4b9f-92bf-b001ae336f03 req-e99563ea-ddae-439f-82a0-1fd9eac57203 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:54:59.952634 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bdeb9aa1-5ba7-4b9f-92bf-b001ae336f03 req-e99563ea-ddae-439f-82a0-1fd9eac57203 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072532 Jul 07 16:54:59.979118 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0770ebe2-66ef-4005-9e92-f3dabbd36503 req-a7b203cb-301f-4fe4-89c7-2344731ed106 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.50 "GET /v2.0/security-groups?id=708d9e03-4738-4b8c-adb3-66fc04ccbb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347836 Jul 07 16:55:00.023531 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bdeb9aa1-5ba7-4b9f-92bf-b001ae336f03 req-d26cf839-4e7f-42e3-8289-1e41312f7732 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 696 time: 0.0562642 Jul 07 16:55:00.031386 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d39318-7056-4741-a38a-eb1d977fd4c8 x-openstack-request-id: req-86d39318-7056-4741-a38a-eb1d977fd4c8 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:00.031924 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1ad3eb-ecee-4603-9caf-8d9ac3035176", "tag": "560371c3-9078-4a0b-814d-4c21ae96b574", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:00.032310 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-86d39318-7056-4741-a38a-eb1d977fd4c8 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:00.032863 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1ad3eb-ecee-4603-9caf-8d9ac3035176', 'tag': '560371c3-9078-4a0b-814d-4c21ae96b574', 'status': 'completed', 'code': 200} Jul 07 16:55:00.084619 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681e8c1-f002-4e5b-9613-21cda18babf9 req-13fa268a-eb51-4b1b-8aaa-c0981a63d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:00.086198 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0681e8c1-f002-4e5b-9613-21cda18babf9 req-13fa268a-eb51-4b1b-8aaa-c0981a63d224 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 1096 time: 0.2188170 Jul 07 16:55:00.092397 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bdeb9aa1-5ba7-4b9f-92bf-b001ae336f03 req-f181c33a-4db2-417c-bb39-58d86968e297 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 696 time: 0.0528266 Jul 07 16:55:00.140927 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93c83f-d9ea-48c3-8c2a-214022498e4d req-8461fe12-10b6-4e1b-8da9-954bbad87ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:00.142538 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ef93c83f-d9ea-48c3-8c2a-214022498e4d req-8461fe12-10b6-4e1b-8da9-954bbad87ec2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c231cc5ad76406c8855121ef3e13639&device_id=fe1ad3eb-ecee-4603-9caf-8d9ac3035176 HTTP/1.1" status: 200 len: 1094 time: 0.0820708 Jul 07 16:55:00.240888 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0681e8c1-f002-4e5b-9613-21cda18babf9 req-0acef850-599a-4005-8244-b68e11560685 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456041 Jul 07 16:55:00.276960 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-dc70b431-ebf2-47eb-8ca3-1ac2871eb60e req-e73b60a9-8587-4b19-90bb-161c0ce87db5 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.292090 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['4cce88ca-d45b-4057-a0f8-51b93dcad0a6'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:00.323001 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93c83f-d9ea-48c3-8c2a-214022498e4d req-e3d11f6c-7af2-4378-8393-1df1f334bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:00.327444 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ef93c83f-d9ea-48c3-8c2a-214022498e4d req-e3d11f6c-7af2-4378-8393-1df1f334bf96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4403da73-53a3-4658-8586-5f45000b6f2a HTTP/1.1" status: 200 len: 920 time: 0.1762693 Jul 07 16:55:00.345889 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b60a9-8587-4b19-90bb-161c0ce87db5 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Pushing event deleted for resources: {'Port': ['ID=4cce88ca-d45b-4057-a0f8-51b93dcad0a6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:00.393364 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ef93c83f-d9ea-48c3-8c2a-214022498e4d req-babd1b38-9033-41e0-88eb-3719ce203e5f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=560371c3-9078-4a0b-814d-4c21ae96b574 HTTP/1.1" status: 200 len: 217 time: 0.0549989 Jul 07 16:55:00.401669 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc70b431-ebf2-47eb-8ca3-1ac2871eb60e req-e73b60a9-8587-4b19-90bb-161c0ce87db5 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] No DVR routers for this DVR port 4cce88ca-d45b-4057-a0f8-51b93dcad0a6 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:00.405087 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-dc70b431-ebf2-47eb-8ca3-1ac2871eb60e req-e73b60a9-8587-4b19-90bb-161c0ce87db5 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.407257 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dc70b431-ebf2-47eb-8ca3-1ac2871eb60e req-e73b60a9-8587-4b19-90bb-161c0ce87db5 tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.15 "DELETE /v2.0/ports/4cce88ca-d45b-4057-a0f8-51b93dcad0a6 HTTP/1.1" status: 204 len: 173 time: 1.0072265 Jul 07 16:55:00.407718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ecb18c-896b-46a9-a1be-540949f7352f', 'name': 'network-vif-deleted', 'tag': '4cce88ca-d45b-4057-a0f8-51b93dcad0a6'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:00.415835 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f355afe4-8581-4c7c-bfc5-b0b03fdfc20b" -d '{"events": [{"server_uuid": "42ecb18c-896b-46a9-a1be-540949f7352f", "name": "network-vif-deleted", "tag": "4cce88ca-d45b-4057-a0f8-51b93dcad0a6"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:00.425582 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-bdeb9aa1-5ba7-4b9f-92bf-b001ae336f03 req-c65fdd1a-d24b-49ec-82b3-67a8747419b7 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Deleting port 5a10a42d-251c-4db5-8fd5-22032a0a46af {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:00.426193 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bdeb9aa1-5ba7-4b9f-92bf-b001ae336f03 req-c65fdd1a-d24b-49ec-82b3-67a8747419b7 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.437360 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7aeb9270-0c50-476a-912d-d2be9511d3db req-1444f247-ca52-4ba5-a084-27021537d75b tempest-ServerRescueTestJSON-883444403 tempest-ServerRescueTestJSON-883444403-project] 10.222.0.50 "GET /v2.0/ports?device_id=42ecb18c-896b-46a9-a1be-540949f7352f HTTP/1.1" status: 200 len: 210 time: 0.0429723 Jul 07 16:55:00.499029 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93c83f-d9ea-48c3-8c2a-214022498e4d req-1d467f8b-f82a-40c8-82c7-9c8e2b9e8573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:00.500402 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ef93c83f-d9ea-48c3-8c2a-214022498e4d req-1d467f8b-f82a-40c8-82c7-9c8e2b9e8573 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e7e1fe00-c424-480e-a497-11b239228826 HTTP/1.1" status: 200 len: 859 time: 0.0621736 Jul 07 16:55:00.526360 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bdeb9aa1-5ba7-4b9f-92bf-b001ae336f03 req-c65fdd1a-d24b-49ec-82b3-67a8747419b7 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.526726 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bdeb9aa1-5ba7-4b9f-92bf-b001ae336f03 req-c65fdd1a-d24b-49ec-82b3-67a8747419b7 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.535504 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device db8d2197-c709-4331-820b-94c6fa6c2b0f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:00.542643 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-bdeb9aa1-5ba7-4b9f-92bf-b001ae336f03 req-c65fdd1a-d24b-49ec-82b3-67a8747419b7 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Calling delete_port for 5a10a42d-251c-4db5-8fd5-22032a0a46af owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:00.600188 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port db8d2197-c709-4331-820b-94c6fa6c2b0f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:00.605315 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ef93c83f-d9ea-48c3-8c2a-214022498e4d req-923334f6-5f08-46b1-b6bb-c83f306da4eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4403da73-53a3-4658-8586-5f45000b6f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419824 Jul 07 16:55:00.605925 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port db8d2197-c709-4331-820b-94c6fa6c2b0f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:00.606338 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.691543 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.692368 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bdeb9aa1-5ba7-4b9f-92bf-b001ae336f03 req-c65fdd1a-d24b-49ec-82b3-67a8747419b7 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.721537 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fdd1a-d24b-49ec-82b3-67a8747419b7 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Pushing event deleted for resources: {'Port': ['ID=5a10a42d-251c-4db5-8fd5-22032a0a46af,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:00.731846 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89bd1de8-198e-43f4-ac17-c0be6f8a5856 req-55baef6d-484f-44f9-a7ad-d2d9063b8b77 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2363610 Jul 07 16:55:00.744053 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port db8d2197-c709-4331-820b-94c6fa6c2b0f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=db8d2197-c709-4331-820b-94c6fa6c2b0f,segment=NetworkSegment(f94a2cb5-a20b-4178-9cba-a32c297cec54),segment_id=f94a2cb5-a20b-4178-9cba-a32c297cec54)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:00.746976 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-89bd1de8-198e-43f4-ac17-c0be6f8a5856 req-76734e04-5c96-417c-9c0e-5bd3d9446fce tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:00.748925 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.782130 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-89bd1de8-198e-43f4-ac17-c0be6f8a5856 req-76734e04-5c96-417c-9c0e-5bd3d9446fce tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.785964 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bdeb9aa1-5ba7-4b9f-92bf-b001ae336f03 req-c65fdd1a-d24b-49ec-82b3-67a8747419b7 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.788547 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bdeb9aa1-5ba7-4b9f-92bf-b001ae336f03 req-c65fdd1a-d24b-49ec-82b3-67a8747419b7 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:00.789725 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bdeb9aa1-5ba7-4b9f-92bf-b001ae336f03 req-c65fdd1a-d24b-49ec-82b3-67a8747419b7 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "DELETE /v2.0/floatingips/5776e3c6-5f69-4349-bffc-cfc8856d5d32 HTTP/1.1" status: 204 len: 173 time: 0.6871319 Jul 07 16:55:00.802404 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=db8d2197-c709-4331-820b-94c6fa6c2b0f,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:00.806578 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ef93c83f-d9ea-48c3-8c2a-214022498e4d req-b6ae1075-52ae-4977-b018-16def3a83e2d service neutron] 10.222.0.15 "GET /v2.0/networks/4403da73-53a3-4658-8586-5f45000b6f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929069 Jul 07 16:55:00.921627 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-900f63f0-c2a5-4523-a2d4-a3f76b544faa req-6566b311-d7fb-49b2-aa1a-82b223bb0e77 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1523459593&fields=id&tenant_id=35276e05203840b6935d31413a132cb9 HTTP/1.1" status: 200 len: 267 time: 0.0385840 Jul 07 16:55:00.952155 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ef93c83f-d9ea-48c3-8c2a-214022498e4d req-ec42412f-3d02-473d-b87a-f012b1359f2a service neutron] 10.222.0.15 "GET /v2.0/networks/4403da73-53a3-4658-8586-5f45000b6f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161554 Jul 07 16:55:00.984317 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-89bd1de8-198e-43f4-ac17-c0be6f8a5856 req-76734e04-5c96-417c-9c0e-5bd3d9446fce tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.001802 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f63f0-c2a5-4523-a2d4-a3f76b544faa req-7b532aff-708b-405a-8dcd-69645ae7b400 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:01.003611 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-900f63f0-c2a5-4523-a2d4-a3f76b544faa req-7b532aff-708b-405a-8dcd-69645ae7b400 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 985 time: 0.0761220 Jul 07 16:55:01.016155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-900f63f0-c2a5-4523-a2d4-a3f76b544faa req-7756b45f-c449-467e-ad73-5818f9544866 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Request body: {'port': {'security_groups': ['491b0f75-5fa9-4cb3-90dd-af404ca72de1', 'ad52fa66-f801-4dbb-aca9-3194d3fb013a', 'a8f1e4db-60d5-48f1-8a67-945a7e126991']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:01.101173 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-89bd1de8-198e-43f4-ac17-c0be6f8a5856 req-76734e04-5c96-417c-9c0e-5bd3d9446fce tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Allocated IP 172.25.2.177 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/e2ba5fb9-cbb0-46c5-9f01-a16d598c6078) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:01.123646 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-900f63f0-c2a5-4523-a2d4-a3f76b544faa req-7756b45f-c449-467e-ad73-5818f9544866 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.240680 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-89bd1de8-198e-43f4-ac17-c0be6f8a5856 req-76734e04-5c96-417c-9c0e-5bd3d9446fce tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.289502 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-89bd1de8-198e-43f4-ac17-c0be6f8a5856 req-76734e04-5c96-417c-9c0e-5bd3d9446fce tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.325767 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89bd1de8-198e-43f4-ac17-c0be6f8a5856 req-76734e04-5c96-417c-9c0e-5bd3d9446fce tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:01.328536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-89bd1de8-198e-43f4-ac17-c0be6f8a5856 req-76734e04-5c96-417c-9c0e-5bd3d9446fce tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:01.333374 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-900f63f0-c2a5-4523-a2d4-a3f76b544faa req-7756b45f-c449-467e-ad73-5818f9544866 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] For port abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0,segment=NetworkSegment(87a7ba11-1620-4c5e-90e6-a9d3f907b42d),segment_id=87a7ba11-1620-4c5e-90e6-a9d3f907b42d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:01.334114 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-89bd1de8-198e-43f4-ac17-c0be6f8a5856 req-76734e04-5c96-417c-9c0e-5bd3d9446fce tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:01.351582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 560371c3-9078-4a0b-814d-4c21ae96b574 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:01.361764 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76734e04-5c96-417c-9c0e-5bd3d9446fce tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Pushing event updated for resources: {'Port': ['ID=e2ba5fb9-cbb0-46c5-9f01-a16d598c6078,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:01.365344 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-900f63f0-c2a5-4523-a2d4-a3f76b544faa req-7756b45f-c449-467e-ad73-5818f9544866 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.372821 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-900f63f0-c2a5-4523-a2d4-a3f76b544faa req-7756b45f-c449-467e-ad73-5818f9544866 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.391144 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['3a817b75-31e0-496c-a5ce-4b8ab34969bd'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:01.393241 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:01.425835 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-89bd1de8-198e-43f4-ac17-c0be6f8a5856 req-76734e04-5c96-417c-9c0e-5bd3d9446fce tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.433331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f63f0-c2a5-4523-a2d4-a3f76b544faa req-7756b45f-c449-467e-ad73-5818f9544866 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:01.434194 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-900f63f0-c2a5-4523-a2d4-a3f76b544faa req-7756b45f-c449-467e-ad73-5818f9544866 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.436019 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-900f63f0-c2a5-4523-a2d4-a3f76b544faa req-7756b45f-c449-467e-ad73-5818f9544866 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "PUT /v2.0/ports/abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 HTTP/1.1" status: 200 len: 1021 time: 0.4248509 Jul 07 16:55:01.479807 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-89bd1de8-198e-43f4-ac17-c0be6f8a5856 req-76734e04-5c96-417c-9c0e-5bd3d9446fce tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.480251 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756b45f-c449-467e-ad73-5818f9544866 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event updated for resources: {'Port': ['ID=abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0,revision_number=7']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:01.606803 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:01.627690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc7000-2145-4301-95e7-43fb74cdf009 req-5fafd8b6-58af-43d2-9c44-c6ddfb9b9905 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:01.629296 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92cc7000-2145-4301-95e7-43fb74cdf009 req-5fafd8b6-58af-43d2-9c44-c6ddfb9b9905 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 945 time: 0.0804834 Jul 07 16:55:01.640675 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-89bd1de8-198e-43f4-ac17-c0be6f8a5856 req-76734e04-5c96-417c-9c0e-5bd3d9446fce tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.647888 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-89bd1de8-198e-43f4-ac17-c0be6f8a5856 req-76734e04-5c96-417c-9c0e-5bd3d9446fce tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.676554 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92cc7000-2145-4301-95e7-43fb74cdf009 req-c5f66847-b446-4a2c-ac6a-27123ffc6789 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406766 Jul 07 16:55:01.724399 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 560371c3-9078-4a0b-814d-4c21ae96b574, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=560371c3-9078-4a0b-814d-4c21ae96b574,segment=NetworkSegment(02367d5e-8be9-4643-af09-dd97ae2bda3e),segment_id=02367d5e-8be9-4643-af09-dd97ae2bda3e)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:01.746484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76734e04-5c96-417c-9c0e-5bd3d9446fce tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Pushing event updated for resources: {'Port': ['ID=e2ba5fb9-cbb0-46c5-9f01-a16d598c6078,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:01.754085 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-89bd1de8-198e-43f4-ac17-c0be6f8a5856 req-76734e04-5c96-417c-9c0e-5bd3d9446fce tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.760129 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '560371c3-9078-4a0b-814d-4c21ae96b574', 'network_id': '4403da73-53a3-4658-8586-5f45000b6f2a', 'port_id': '560371c3-9078-4a0b-814d-4c21ae96b574', 'mac_address': 'fa:16:3e:01:71:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e1fe00-c424-480e-a497-11b239228826', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:01.768949 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-89bd1de8-198e-43f4-ac17-c0be6f8a5856 req-76734e04-5c96-417c-9c0e-5bd3d9446fce tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.770211 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89bd1de8-198e-43f4-ac17-c0be6f8a5856 req-76734e04-5c96-417c-9c0e-5bd3d9446fce tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0323505 Jul 07 16:55:01.774095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aebd56a-3531-402b-b009-c0e00698377f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0023a5-f50b-490b-a782-0053eb297dbf'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:01.776289 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73981220-f172-4f0e-aea8-c62cdc945252" -d '{"events": [{"server_uuid": "1aebd56a-3531-402b-b009-c0e00698377f", "name": "network-vif-plugged", "status": "completed", "tag": "7c0023a5-f50b-490b-a782-0053eb297dbf"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:01.830553 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89bd1de8-198e-43f4-ac17-c0be6f8a5856 req-352c9eda-04d5-4ed8-9464-8536dd34076c tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 696 time: 0.0517542 Jul 07 16:55:01.867762 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b00c82-04c2-47e6-8d61-d4c9b51c0dd3 x-openstack-request-id: req-84b00c82-04c2-47e6-8d61-d4c9b51c0dd3 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:01.868063 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ecb18c-896b-46a9-a1be-540949f7352f", "name": "network-vif-deleted", "tag": "4cce88ca-d45b-4057-a0f8-51b93dcad0a6", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:01.868318 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84b00c82-04c2-47e6-8d61-d4c9b51c0dd3 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:01.868725 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ecb18c-896b-46a9-a1be-540949f7352f', 'name': 'network-vif-deleted', 'tag': '4cce88ca-d45b-4057-a0f8-51b93dcad0a6', 'status': 'completed', 'code': 200} Jul 07 16:55:01.898251 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:01.947357 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560371c3-9078-4a0b-814d-4c21ae96b574 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:01.953163 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd1de8-198e-43f4-ac17-c0be6f8a5856 req-fc57b8c2-f771-45ed-8994-24ee7223cfb9 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:01.956945 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89bd1de8-198e-43f4-ac17-c0be6f8a5856 req-fc57b8c2-f771-45ed-8994-24ee7223cfb9 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.1171613 Jul 07 16:55:02.023759 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 560371c3-9078-4a0b-814d-4c21ae96b574, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=560371c3-9078-4a0b-814d-4c21ae96b574,segment=NetworkSegment(02367d5e-8be9-4643-af09-dd97ae2bda3e),segment_id=02367d5e-8be9-4643-af09-dd97ae2bda3e)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:02.032346 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c557b9-3aaf-4b3f-907e-b7432e1d409d req-33c7606a-f447-41fd-9eb9-234c2f533d3e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:02.033934 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92c557b9-3aaf-4b3f-907e-b7432e1d409d req-33c7606a-f447-41fd-9eb9-234c2f533d3e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.0753965 Jul 07 16:55:02.054097 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:02.077060 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92c557b9-3aaf-4b3f-907e-b7432e1d409d req-2caed46c-1484-4b73-bd73-eb2530734e28 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363367 Jul 07 16:55:02.110332 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-90eb1ad5-c9b0-43a8-93e5-8a5a670589fd req-dc949f79-c6a6-470f-8c69-e52e12ae3c40 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1296220 Jul 07 16:55:02.123630 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-90eb1ad5-c9b0-43a8-93e5-8a5a670589fd req-e78e126c-c6ac-4191-89b9-3a299b44b9fe tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:02.148875 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-90eb1ad5-c9b0-43a8-93e5-8a5a670589fd req-e78e126c-c6ac-4191-89b9-3a299b44b9fe tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:02.180570 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=560371c3-9078-4a0b-814d-4c21ae96b574,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:02.264770 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-90eb1ad5-c9b0-43a8-93e5-8a5a670589fd req-e78e126c-c6ac-4191-89b9-3a299b44b9fe tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:02.297652 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aba236-5fa4-4a4e-b534-0cc9611ff3a7 req-8612b27e-f906-41e6-84ad-f94d15e99354 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:02.299759 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b4aba236-5fa4-4a4e-b534-0cc9611ff3a7 req-8612b27e-f906-41e6-84ad-f94d15e99354 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe1ad3eb-ecee-4603-9caf-8d9ac3035176 HTTP/1.1" status: 200 len: 944 time: 0.0969114 Jul 07 16:55:02.317758 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['560371c3-9078-4a0b-814d-4c21ae96b574'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:02.343250 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b4aba236-5fa4-4a4e-b534-0cc9611ff3a7 req-260e20cb-d2ce-484b-bc59-566e88ac3c41 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.50 "GET /v2.0/security-groups?id=708d9e03-4738-4b8c-adb3-66fc04ccbb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354605 Jul 07 16:55:02.398544 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-90eb1ad5-c9b0-43a8-93e5-8a5a670589fd req-e78e126c-c6ac-4191-89b9-3a299b44b9fe tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Allocated IP 172.25.2.107 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/d30f31a2-1756-466f-87af-3f803f1803f0) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:02.443726 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3e25040-6fba-4161-85ec-f0d590d45b27 req-fa77f9c3-e395-44ff-a2ce-7b759a6c3160 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/a8f1e4db-60d5-48f1-8a67-945a7e126991 HTTP/1.1" status: 200 len: 1800 time: 0.0664580 Jul 07 16:55:02.457880 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device db8d2197-c709-4331-820b-94c6fa6c2b0f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:02.499213 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-c3e25040-6fba-4161-85ec-f0d590d45b27 req-4bd712f6-ff92-49fc-8cee-0623071d6147 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 16:55:02.510649 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3e25040-6fba-4161-85ec-f0d590d45b27 req-4bd712f6-ff92-49fc-8cee-0623071d6147 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "DELETE /v2.0/security-groups/a8f1e4db-60d5-48f1-8a67-945a7e126991 HTTP/1.1" status: 409 len: 341 time: 0.0567641 Jul 07 16:55:02.543208 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-90eb1ad5-c9b0-43a8-93e5-8a5a670589fd req-e78e126c-c6ac-4191-89b9-3a299b44b9fe tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:02.588600 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-90eb1ad5-c9b0-43a8-93e5-8a5a670589fd req-e78e126c-c6ac-4191-89b9-3a299b44b9fe tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:02.590949 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port db8d2197-c709-4331-820b-94c6fa6c2b0f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:02.591571 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:02.599692 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40936) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:02.635806 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90eb1ad5-c9b0-43a8-93e5-8a5a670589fd req-e78e126c-c6ac-4191-89b9-3a299b44b9fe tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:02.640796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-90eb1ad5-c9b0-43a8-93e5-8a5a670589fd req-e78e126c-c6ac-4191-89b9-3a299b44b9fe tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:02.646581 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-90eb1ad5-c9b0-43a8-93e5-8a5a670589fd req-e78e126c-c6ac-4191-89b9-3a299b44b9fe tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:02.701269 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e126c-c6ac-4191-89b9-3a299b44b9fe tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Pushing event updated for resources: {'Port': ['ID=d30f31a2-1756-466f-87af-3f803f1803f0,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:02.772110 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-90eb1ad5-c9b0-43a8-93e5-8a5a670589fd req-e78e126c-c6ac-4191-89b9-3a299b44b9fe tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:02.818694 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-90eb1ad5-c9b0-43a8-93e5-8a5a670589fd req-e78e126c-c6ac-4191-89b9-3a299b44b9fe tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:02.905633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f98bf-8bf5-45a7-8c1e-03cad516e266 req-cc7f3a37-8596-4a5b-811b-400e98f91f10 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:02.907049 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a44f98bf-8bf5-45a7-8c1e-03cad516e266 req-cc7f3a37-8596-4a5b-811b-400e98f91f10 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 945 time: 0.1458542 Jul 07 16:55:02.981468 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a44f98bf-8bf5-45a7-8c1e-03cad516e266 req-c8f8a5e5-cc1a-4e0d-bb48-dae10d7c2e8c tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674076 Jul 07 16:55:02.984951 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-90eb1ad5-c9b0-43a8-93e5-8a5a670589fd req-e78e126c-c6ac-4191-89b9-3a299b44b9fe tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:02.991026 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-90eb1ad5-c9b0-43a8-93e5-8a5a670589fd req-e78e126c-c6ac-4191-89b9-3a299b44b9fe tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:03.038626 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af824e9c-0a0b-4910-b264-ff09ec456ffd x-openstack-request-id: req-af824e9c-0a0b-4910-b264-ff09ec456ffd {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:03.040666 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aebd56a-3531-402b-b009-c0e00698377f", "name": "network-vif-plugged", "status": "completed", "tag": "7c0023a5-f50b-490b-a782-0053eb297dbf", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:03.041351 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af824e9c-0a0b-4910-b264-ff09ec456ffd {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:03.042090 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aebd56a-3531-402b-b009-c0e00698377f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0023a5-f50b-490b-a782-0053eb297dbf', 'code': 200} Jul 07 16:55:03.096100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e126c-c6ac-4191-89b9-3a299b44b9fe tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Pushing event updated for resources: {'Port': ['ID=d30f31a2-1756-466f-87af-3f803f1803f0,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:03.138861 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-90eb1ad5-c9b0-43a8-93e5-8a5a670589fd req-e78e126c-c6ac-4191-89b9-3a299b44b9fe tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:03.155620 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-90eb1ad5-c9b0-43a8-93e5-8a5a670589fd req-e78e126c-c6ac-4191-89b9-3a299b44b9fe tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:03.156892 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-90eb1ad5-c9b0-43a8-93e5-8a5a670589fd req-e78e126c-c6ac-4191-89b9-3a299b44b9fe tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0399709 Jul 07 16:55:03.177435 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-511118ec-6b9f-4f22-bad2-0697cca47d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:03.208082 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc48353-69cd-40cd-8269-ef5f9d7a433f req-1a8b6f78-73bd-428f-90e1-db872fb95989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.210208 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9fc48353-69cd-40cd-8269-ef5f9d7a433f req-1a8b6f78-73bd-428f-90e1-db872fb95989 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 1096 time: 0.1036332 Jul 07 16:55:03.213860 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-90eb1ad5-c9b0-43a8-93e5-8a5a670589fd req-c461be5f-5e23-4e8f-882a-3b03245de6b8 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.107 HTTP/1.1" status: 200 len: 696 time: 0.0501909 Jul 07 16:55:03.300097 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9fc48353-69cd-40cd-8269-ef5f9d7a433f req-0303488e-4496-4b0d-86b5-e384797e46d4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837901 Jul 07 16:55:03.350320 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb1ad5-c9b0-43a8-93e5-8a5a670589fd req-090aad65-6615-43b8-9032-4318c53c8c64 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.352318 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-90eb1ad5-c9b0-43a8-93e5-8a5a670589fd req-090aad65-6615-43b8-9032-4318c53c8c64 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.1279948 Jul 07 16:55:03.366464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 560371c3-9078-4a0b-814d-4c21ae96b574 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:03.420839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 560371c3-9078-4a0b-814d-4c21ae96b574 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:03.425286 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 560371c3-9078-4a0b-814d-4c21ae96b574 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:03.425668 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:03.508094 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:03.540202 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4479afd2-b0a3-4d5b-96fe-d9616ccb3e24 req-f92d3d45-7567-4edb-9cf2-63b001f765e8 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4454079 Jul 07 16:55:03.543606 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 560371c3-9078-4a0b-814d-4c21ae96b574, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=560371c3-9078-4a0b-814d-4c21ae96b574,segment=NetworkSegment(02367d5e-8be9-4643-af09-dd97ae2bda3e),segment_id=02367d5e-8be9-4643-af09-dd97ae2bda3e)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:03.548007 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:03.549264 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4cce88ca-d45b-4057-a0f8-51b93dcad0a6 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:03.555106 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-4479afd2-b0a3-4d5b-96fe-d9616ccb3e24 req-d3660bbf-1eff-489a-bc59-972ae7d75800 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:03.598073 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 4cce88ca-d45b-4057-a0f8-51b93dcad0a6 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:03.598448 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4cce88ca-d45b-4057-a0f8-51b93dcad0a6 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:03.630302 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=560371c3-9078-4a0b-814d-4c21ae96b574,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:03.663205 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4479afd2-b0a3-4d5b-96fe-d9616ccb3e24 req-d3660bbf-1eff-489a-bc59-972ae7d75800 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:03.831810 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4479afd2-b0a3-4d5b-96fe-d9616ccb3e24 req-d3660bbf-1eff-489a-bc59-972ae7d75800 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:03.875707 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacee029-e8cb-486c-9191-a581a6916945', 'tag': 'abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:03.877874 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1361e9-b3c1-41f2-a9da-f9d6da3f5ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "dacee029-e8cb-486c-9191-a581a6916945", "tag": "abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:03.916646 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-511118ec-6b9f-4f22-bad2-0697cca47d07 admin admin] Deleting port 0fba578a-0251-4647-a4f0-097dccd991ff {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:03.916983 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-511118ec-6b9f-4f22-bad2-0697cca47d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:03.938729 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe27a6f-6d13-4892-abf0-978d0155a7cb req-856795ee-9145-4414-b92c-ecb2377cce2d tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:03.940329 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dfe27a6f-6d13-4892-abf0-978d0155a7cb req-856795ee-9145-4414-b92c-ecb2377cce2d tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.0822914 Jul 07 16:55:03.979444 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dfe27a6f-6d13-4892-abf0-978d0155a7cb req-63b8850d-9cef-4af4-a584-20eaa365d40a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333583 Jul 07 16:55:04.006658 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-4479afd2-b0a3-4d5b-96fe-d9616ccb3e24 req-d3660bbf-1eff-489a-bc59-972ae7d75800 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Allocated IP 172.25.2.99 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/402e2953-f0a5-483a-b0b6-e494786f54d6) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:04.058828 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-226dfb23-de53-442c-a7c6-6b72394cd05d req-5d6655bd-4592-4972-88b9-04dfa84029b0 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/floatingips/01c0c596-0d23-415b-960d-b1c2ce81693a HTTP/1.1" status: 200 len: 693 time: 0.0549066 Jul 07 16:55:04.094187 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-511118ec-6b9f-4f22-bad2-0697cca47d07 admin admin] For port 0fba578a-0251-4647-a4f0-097dccd991ff, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0fba578a-0251-4647-a4f0-097dccd991ff,segment=NetworkSegment(560922e6-87fc-4f60-bad4-e757d82a3cb6),segment_id=560922e6-87fc-4f60-bad4-e757d82a3cb6)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:04.094568 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-511118ec-6b9f-4f22-bad2-0697cca47d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:04.112100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-511118ec-6b9f-4f22-bad2-0697cca47d07 admin admin] Calling delete_port for 0fba578a-0251-4647-a4f0-097dccd991ff owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:04.187579 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226dfb23-de53-442c-a7c6-6b72394cd05d req-8dc2b082-a74a-45d4-a4e3-4c53b7a07f4c tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:04.189251 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-226dfb23-de53-442c-a7c6-6b72394cd05d req-8dc2b082-a74a-45d4-a4e3-4c53b7a07f4c tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.1169951 Jul 07 16:55:04.196671 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4479afd2-b0a3-4d5b-96fe-d9616ccb3e24 req-d3660bbf-1eff-489a-bc59-972ae7d75800 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:04.263660 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-226dfb23-de53-442c-a7c6-6b72394cd05d req-90466199-8a2d-4627-b584-19107d82f885 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.107 HTTP/1.1" status: 200 len: 696 time: 0.0652256 Jul 07 16:55:04.308032 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4479afd2-b0a3-4d5b-96fe-d9616ccb3e24 req-d3660bbf-1eff-489a-bc59-972ae7d75800 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:04.332460 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-226dfb23-de53-442c-a7c6-6b72394cd05d req-53266730-c730-4149-9d53-5dbd547a5560 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.107 HTTP/1.1" status: 200 len: 696 time: 0.0677602 Jul 07 16:55:04.401559 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4479afd2-b0a3-4d5b-96fe-d9616ccb3e24 req-d3660bbf-1eff-489a-bc59-972ae7d75800 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:04.417322 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-4479afd2-b0a3-4d5b-96fe-d9616ccb3e24 req-d3660bbf-1eff-489a-bc59-972ae7d75800 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:04.421615 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3660bbf-1eff-489a-bc59-972ae7d75800 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Pushing event updated for resources: {'Port': ['ID=402e2953-f0a5-483a-b0b6-e494786f54d6,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:04.425805 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4479afd2-b0a3-4d5b-96fe-d9616ccb3e24 req-d3660bbf-1eff-489a-bc59-972ae7d75800 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:04.428040 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-511118ec-6b9f-4f22-bad2-0697cca47d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:04.481388 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511118ec-6b9f-4f22-bad2-0697cca47d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fba578a-0251-4647-a4f0-097dccd991ff,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:04.546458 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-226dfb23-de53-442c-a7c6-6b72394cd05d req-65ff3d02-5482-4dc8-bd93-498433a6fa42 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Deleting port d30f31a2-1756-466f-87af-3f803f1803f0 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:04.546726 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-226dfb23-de53-442c-a7c6-6b72394cd05d req-65ff3d02-5482-4dc8-bd93-498433a6fa42 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:04.628860 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4479afd2-b0a3-4d5b-96fe-d9616ccb3e24 req-d3660bbf-1eff-489a-bc59-972ae7d75800 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:04.635333 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-226dfb23-de53-442c-a7c6-6b72394cd05d req-65ff3d02-5482-4dc8-bd93-498433a6fa42 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:04.635669 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-226dfb23-de53-442c-a7c6-6b72394cd05d req-65ff3d02-5482-4dc8-bd93-498433a6fa42 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:04.649183 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-226dfb23-de53-442c-a7c6-6b72394cd05d req-65ff3d02-5482-4dc8-bd93-498433a6fa42 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Calling delete_port for d30f31a2-1756-466f-87af-3f803f1803f0 owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:04.721733 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4479afd2-b0a3-4d5b-96fe-d9616ccb3e24 req-d3660bbf-1eff-489a-bc59-972ae7d75800 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:04.743389 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-511118ec-6b9f-4f22-bad2-0697cca47d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:04.786988 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-226dfb23-de53-442c-a7c6-6b72394cd05d req-65ff3d02-5482-4dc8-bd93-498433a6fa42 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:04.817571 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff3d02-5482-4dc8-bd93-498433a6fa42 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Pushing event deleted for resources: {'Port': ['ID=d30f31a2-1756-466f-87af-3f803f1803f0,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:04.883503 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-226dfb23-de53-442c-a7c6-6b72394cd05d req-65ff3d02-5482-4dc8-bd93-498433a6fa42 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:04.886462 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-226dfb23-de53-442c-a7c6-6b72394cd05d req-65ff3d02-5482-4dc8-bd93-498433a6fa42 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:04.887575 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-226dfb23-de53-442c-a7c6-6b72394cd05d req-65ff3d02-5482-4dc8-bd93-498433a6fa42 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "DELETE /v2.0/floatingips/01c0c596-0d23-415b-960d-b1c2ce81693a HTTP/1.1" status: 204 len: 173 time: 0.5400851 Jul 07 16:55:05.040281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bddacc-8e14-4258-a05e-a385faf26bcd req-1713d414-bb15-479f-973d-acf42fbc94f3 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.041752 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4479afd2-b0a3-4d5b-96fe-d9616ccb3e24 req-d3660bbf-1eff-489a-bc59-972ae7d75800 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:05.042785 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-50bddacc-8e14-4258-a05e-a385faf26bcd req-1713d414-bb15-479f-973d-acf42fbc94f3 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe1ad3eb-ecee-4603-9caf-8d9ac3035176 HTTP/1.1" status: 200 len: 945 time: 0.0654728 Jul 07 16:55:05.044834 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1ad3eb-ecee-4603-9caf-8d9ac3035176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560371c3-9078-4a0b-814d-4c21ae96b574'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:05.047186 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1644ce36-c2c0-413f-80c1-f095fc6c86e2" -d '{"events": [{"server_uuid": "fe1ad3eb-ecee-4603-9caf-8d9ac3035176", "name": "network-vif-plugged", "status": "completed", "tag": "560371c3-9078-4a0b-814d-4c21ae96b574"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:05.049602 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4479afd2-b0a3-4d5b-96fe-d9616ccb3e24 req-d3660bbf-1eff-489a-bc59-972ae7d75800 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:05.081764 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-50bddacc-8e14-4258-a05e-a385faf26bcd req-86469882-9bd8-4ca3-971a-54a0010e9be9 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.50 "GET /v2.0/security-groups?id=708d9e03-4738-4b8c-adb3-66fc04ccbb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338027 Jul 07 16:55:05.129500 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511118ec-6b9f-4f22-bad2-0697cca47d07 admin admin] Router d4b19fd6-55c6-422c-9696-ae4167f94a42 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:55:05.132913 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3660bbf-1eff-489a-bc59-972ae7d75800 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Pushing event updated for resources: {'Port': ['ID=402e2953-f0a5-483a-b0b6-e494786f54d6,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:05.154131 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4479afd2-b0a3-4d5b-96fe-d9616ccb3e24 req-d3660bbf-1eff-489a-bc59-972ae7d75800 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:05.205695 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4479afd2-b0a3-4d5b-96fe-d9616ccb3e24 req-d3660bbf-1eff-489a-bc59-972ae7d75800 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:05.206978 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4479afd2-b0a3-4d5b-96fe-d9616ccb3e24 req-d3660bbf-1eff-489a-bc59-972ae7d75800 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6578836 Jul 07 16:55:05.298122 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4479afd2-b0a3-4d5b-96fe-d9616ccb3e24 req-b12355c5-19fe-485b-a90e-5a3d2a544777 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.99 HTTP/1.1" status: 200 len: 695 time: 0.0782428 Jul 07 16:55:05.313960 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af713d00-a0cc-4b6f-9dca-ad767c996f6c req-95f3e2b7-c83d-4bd7-9102-c0d5f82451df tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.315630 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-af713d00-a0cc-4b6f-9dca-ad767c996f6c req-95f3e2b7-c83d-4bd7-9102-c0d5f82451df tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 1024 time: 0.1124451 Jul 07 16:55:05.329224 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457df57-c8e7-451d-989c-68fab1f0e4e8 req-30a9ff78-3ef8-4247-bea4-f55d42435ef6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.330718 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8457df57-c8e7-451d-989c-68fab1f0e4e8 req-30a9ff78-3ef8-4247-bea4-f55d42435ef6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.15 "GET /v2.0/ports?device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 1024 time: 0.0938389 Jul 07 16:55:05.331580 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511118ec-6b9f-4f22-bad2-0697cca47d07 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:55:05.341465 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d7907-78e5-420a-b822-d29bd163f03f None None] Sync routers for ids ['d4b19fd6-55c6-422c-9696-ae4167f94a42'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:55:05.353252 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d7907-78e5-420a-b822-d29bd163f03f None None] Routers {'d4b19fd6-55c6-422c-9696-ae4167f94a42'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:55:05.353877 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-050d7907-78e5-420a-b822-d29bd163f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:54:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d4b19fd6-55c6-422c-9696-ae4167f94a42'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:05.361404 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-511118ec-6b9f-4f22-bad2-0697cca47d07 admin admin] 10.222.0.50 "PUT /v2.0/routers/d4b19fd6-55c6-422c-9696-ae4167f94a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7605245 Jul 07 16:55:05.364429 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40962) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:05.420891 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-af713d00-a0cc-4b6f-9dca-ad767c996f6c req-0a4a586c-d0d2-4434-84c1-3ea6a56aebde tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad52fa66-f801-4dbb-aca9-3194d3fb013a&id=a8f1e4db-60d5-48f1-8a67-945a7e126991&id=491b0f75-5fa9-4cb3-90dd-af404ca72de1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0891945 Jul 07 16:55:05.475520 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-8457df57-c8e7-451d-989c-68fab1f0e4e8 req-95bd52c3-e231-4345-938f-b6a3e371dd1a tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Deleting port abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:05.475965 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-8457df57-c8e7-451d-989c-68fab1f0e4e8 req-95bd52c3-e231-4345-938f-b6a3e371dd1a tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:05.476880 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-050d7907-78e5-420a-b822-d29bd163f03f None None] Set router d4b19fd6-55c6-422c-9696-ae4167f94a42 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:55:05.612544 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-8457df57-c8e7-451d-989c-68fab1f0e4e8 req-95bd52c3-e231-4345-938f-b6a3e371dd1a tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] For port abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0,segment=NetworkSegment(87a7ba11-1620-4c5e-90e6-a9d3f907b42d),segment_id=87a7ba11-1620-4c5e-90e6-a9d3f907b42d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:05.612858 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-8457df57-c8e7-451d-989c-68fab1f0e4e8 req-95bd52c3-e231-4345-938f-b6a3e371dd1a tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:05.668315 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-050d7907-78e5-420a-b822-d29bd163f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b19fd6-55c6-422c-9696-ae4167f94a42', 'name': 'tempest-ServerRescueTestJSON-642474931-router', 'tenant_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bb64ab8f-d309-4f97-b356-737b588d3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:35Z', 'updated_at': '2021-07-07T16:55:04Z', 'revision_number': 5, 'project_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'gw_port': {'id': 'bb64ab8f-d309-4f97-b356-737b588d3a19', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:53:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b19fd6-55c6-422c-9696-ae4167f94a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:36Z', 'updated_at': '2021-07-07T16:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:05.708362 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d7907-78e5-420a-b822-d29bd163f03f None None] Checking router: d4b19fd6-55c6-422c-9696-ae4167f94a42 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:55:05.719666 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d7907-78e5-420a-b822-d29bd163f03f None None] Routers {'d4b19fd6-55c6-422c-9696-ae4167f94a42'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:55:05.720578 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-050d7907-78e5-420a-b822-d29bd163f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:54:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d4b19fd6-55c6-422c-9696-ae4167f94a42'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:05.784703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479afd2-b0a3-4d5b-96fe-d9616ccb3e24 req-9dfb54d0-c762-4e67-b7a4-ee62b6af8503 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.786169 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4479afd2-b0a3-4d5b-96fe-d9616ccb3e24 req-9dfb54d0-c762-4e67-b7a4-ee62b6af8503 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.4816897 Jul 07 16:55:05.787727 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec819-4eac-4866-9610-53ce65743048 admin admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:05.848331 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-050d7907-78e5-420a-b822-d29bd163f03f None None] Set router d4b19fd6-55c6-422c-9696-ae4167f94a42 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:55:05.905735 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec819-4eac-4866-9610-53ce65743048 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:05.906855 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-8457df57-c8e7-451d-989c-68fab1f0e4e8 req-95bd52c3-e231-4345-938f-b6a3e371dd1a tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Calling delete_port for abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:05.939521 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2d279-72bb-423f-8575-e1df34a4d6db req-a1adbad6-f806-4d37-920a-5daf369924d3 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:05.946957 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-95e2d279-72bb-423f-8575-e1df34a4d6db req-a1adbad6-f806-4d37-920a-5daf369924d3 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 945 time: 0.4010739 Jul 07 16:55:05.965124 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-fc8ec819-4eac-4866-9610-53ce65743048 admin admin] Deleting port bb64ab8f-d309-4f97-b356-737b588d3a19 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:05.965601 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec819-4eac-4866-9610-53ce65743048 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:06.025203 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-95e2d279-72bb-423f-8575-e1df34a4d6db req-1cf941fc-3218-42aa-8926-4c4efa0155f5 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770190 Jul 07 16:55:06.098657 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc83d34-ef43-49c0-99fe-f713dcd650c0 x-openstack-request-id: req-6dc83d34-ef43-49c0-99fe-f713dcd650c0 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:06.098923 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacee029-e8cb-486c-9191-a581a6916945", "tag": "abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:06.099234 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6dc83d34-ef43-49c0-99fe-f713dcd650c0 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:06.099597 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacee029-e8cb-486c-9191-a581a6916945', 'tag': 'abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0', 'status': 'completed', 'code': 200} Jul 07 16:55:06.105864 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-050d7907-78e5-420a-b822-d29bd163f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b19fd6-55c6-422c-9696-ae4167f94a42', 'name': 'tempest-ServerRescueTestJSON-642474931-router', 'tenant_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bb64ab8f-d309-4f97-b356-737b588d3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:35Z', 'updated_at': '2021-07-07T16:55:04Z', 'revision_number': 5, 'project_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'gw_port': {'id': 'bb64ab8f-d309-4f97-b356-737b588d3a19', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:53:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b19fd6-55c6-422c-9696-ae4167f94a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:36Z', 'updated_at': '2021-07-07T16:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:06.106940 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-fc8ec819-4eac-4866-9610-53ce65743048 admin admin] For port bb64ab8f-d309-4f97-b356-737b588d3a19, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=bb64ab8f-d309-4f97-b356-737b588d3a19,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:06.107310 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec819-4eac-4866-9610-53ce65743048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:06.141098 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d7907-78e5-420a-b822-d29bd163f03f None None] The sync data for ids ['d4b19fd6-55c6-422c-9696-ae4167f94a42'] in n-d-793620-7 is: [{'id': 'd4b19fd6-55c6-422c-9696-ae4167f94a42', 'name': 'tempest-ServerRescueTestJSON-642474931-router', 'tenant_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bb64ab8f-d309-4f97-b356-737b588d3a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:52:35Z', 'updated_at': '2021-07-07T16:55:04Z', 'revision_number': 5, 'project_id': 'a3c7535ed48d476185da2eb9644b8ebd', 'gw_port': {'id': 'bb64ab8f-d309-4f97-b356-737b588d3a19', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:53:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b19fd6-55c6-422c-9696-ae4167f94a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:52:36Z', 'updated_at': '2021-07-07T16:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:55:06.153869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-fc8ec819-4eac-4866-9610-53ce65743048 admin admin] Calling delete_port for bb64ab8f-d309-4f97-b356-737b588d3a19 owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:06.163614 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [req-391a50d4-aa45-444c-abb9-100ba1d6f8c4 req-233910cd-ddc1-443e-9b06-0ea846dca8de tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] show failed (client error): The resource could not be found. Jul 07 16:55:06.181440 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-391a50d4-aa45-444c-abb9-100ba1d6f8c4 req-233910cd-ddc1-443e-9b06-0ea846dca8de tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/floatingips/01c0c596-0d23-415b-960d-b1c2ce81693a HTTP/1.1" status: 404 len: 350 time: 0.1091714 Jul 07 16:55:06.214607 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002891a2-30d2-40b0-9314-fb1e76b6919b x-openstack-request-id: req-002891a2-30d2-40b0-9314-fb1e76b6919b {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:06.215100 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1ad3eb-ecee-4603-9caf-8d9ac3035176", "name": "network-vif-plugged", "status": "completed", "tag": "560371c3-9078-4a0b-814d-4c21ae96b574", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:06.215226 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-002891a2-30d2-40b0-9314-fb1e76b6919b {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:06.215553 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1ad3eb-ecee-4603-9caf-8d9ac3035176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560371c3-9078-4a0b-814d-4c21ae96b574', 'code': 200} Jul 07 16:55:06.227977 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-8457df57-c8e7-451d-989c-68fab1f0e4e8 req-95bd52c3-e231-4345-938f-b6a3e371dd1a tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:06.242305 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['3a817b75-31e0-496c-a5ce-4b8ab34969bd'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:06.286145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:06.309911 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd52c3-e231-4345-938f-b6a3e371dd1a tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event deleted for resources: {'Port': ['ID=abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:06.366709 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-8457df57-c8e7-451d-989c-68fab1f0e4e8 req-95bd52c3-e231-4345-938f-b6a3e371dd1a tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] No DVR routers for this DVR port abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:06.371519 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-8457df57-c8e7-451d-989c-68fab1f0e4e8 req-95bd52c3-e231-4345-938f-b6a3e371dd1a tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:06.373643 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8457df57-c8e7-451d-989c-68fab1f0e4e8 req-95bd52c3-e231-4345-938f-b6a3e371dd1a tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.15 "DELETE /v2.0/ports/abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 HTTP/1.1" status: 204 len: 173 time: 1.0321779 Jul 07 16:55:06.374188 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacee029-e8cb-486c-9191-a581a6916945', 'name': 'network-vif-deleted', 'tag': 'abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:06.376579 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb2f06f-5a43-4c5d-b7ab-726646ccb24d" -d '{"events": [{"server_uuid": "dacee029-e8cb-486c-9191-a581a6916945", "name": "network-vif-deleted", "tag": "abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:06.387339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1361e9-b3c1-41f2-a9da-f9d6da3f5ad7 req-2bc42737-e3ae-4c63-a7c4-500f8d7196d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:06.388747 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2d1361e9-b3c1-41f2-a9da-f9d6da3f5ad7 req-2bc42737-e3ae-4c63-a7c4-500f8d7196d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=35276e05203840b6935d31413a132cb9&device_id=dacee029-e8cb-486c-9191-a581a6916945 HTTP/1.1" status: 200 len: 1096 time: 0.2784612 Jul 07 16:55:06.420291 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b189343-29fa-458b-adc5-a1f184f0c154 req-ef52a29e-fe3f-4b91-8af8-5c5112b051e1 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:06.421881 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8b189343-29fa-458b-adc5-a1f184f0c154 req-ef52a29e-fe3f-4b91-8af8-5c5112b051e1 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2133884 Jul 07 16:55:06.434843 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70560826-0123-4c9b-a86b-f18f496bfa18 req-007d8414-eece-47cd-a5e7-01f1d73052f5 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2041774 Jul 07 16:55:06.454291 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-70560826-0123-4c9b-a86b-f18f496bfa18 req-9d30981f-a457-4834-b7b9-612b8de88180 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:06.483875 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-70560826-0123-4c9b-a86b-f18f496bfa18 req-9d30981f-a457-4834-b7b9-612b8de88180 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:06.599059 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea4c83-4acd-4aea-a2f8-1fe76a2e7b85 req-12828954-6119-4bd1-86ee-c738ff2dc0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:06.601523 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edea4c83-4acd-4aea-a2f8-1fe76a2e7b85 req-12828954-6119-4bd1-86ee-c738ff2dc0b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fe1ad3eb-ecee-4603-9caf-8d9ac3035176 HTTP/1.1" status: 200 len: 1096 time: 0.3081696 Jul 07 16:55:06.612823 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0fba578a-0251-4647-a4f0-097dccd991ff no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:06.638807 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 0fba578a-0251-4647-a4f0-097dccd991ff {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:06.639937 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0fba578a-0251-4647-a4f0-097dccd991ff not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:06.650284 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-70560826-0123-4c9b-a86b-f18f496bfa18 req-9d30981f-a457-4834-b7b9-612b8de88180 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:06.652428 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8b189343-29fa-458b-adc5-a1f184f0c154 req-5473792a-e6de-4ca7-95af-32e2c7ad6df3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148242 Jul 07 16:55:06.712661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1361e9-b3c1-41f2-a9da-f9d6da3f5ad7 req-594cf905-a02e-4aaf-8d67-2c399177b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:06.714512 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2d1361e9-b3c1-41f2-a9da-f9d6da3f5ad7 req-594cf905-a02e-4aaf-8d67-2c399177b406 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 HTTP/1.1" status: 200 len: 913 time: 0.3159256 Jul 07 16:55:06.716544 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edea4c83-4acd-4aea-a2f8-1fe76a2e7b85 req-15b541b9-fd0d-4eac-b376-6550791a08de service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=708d9e03-4738-4b8c-adb3-66fc04ccbb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013501 Jul 07 16:55:06.717811 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec819-4eac-4866-9610-53ce65743048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:06.780951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ec819-4eac-4866-9610-53ce65743048 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb64ab8f-d309-4f97-b356-737b588d3a19,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:06.819288 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-70560826-0123-4c9b-a86b-f18f496bfa18 req-9d30981f-a457-4834-b7b9-612b8de88180 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Allocated IP 172.25.2.150 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/571f1b85-4a96-43e3-add0-16cd983443ab) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:06.899100 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec819-4eac-4866-9610-53ce65743048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:06.926926 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-70560826-0123-4c9b-a86b-f18f496bfa18 req-9d30981f-a457-4834-b7b9-612b8de88180 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:06.987863 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-70560826-0123-4c9b-a86b-f18f496bfa18 req-9d30981f-a457-4834-b7b9-612b8de88180 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.018362 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec819-4eac-4866-9610-53ce65743048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.021992 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec819-4eac-4866-9610-53ce65743048 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.026648 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70560826-0123-4c9b-a86b-f18f496bfa18 req-9d30981f-a457-4834-b7b9-612b8de88180 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:07.029644 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-70560826-0123-4c9b-a86b-f18f496bfa18 req-9d30981f-a457-4834-b7b9-612b8de88180 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:07.033185 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-70560826-0123-4c9b-a86b-f18f496bfa18 req-9d30981f-a457-4834-b7b9-612b8de88180 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:07.065293 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30981f-a457-4834-b7b9-612b8de88180 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Pushing event updated for resources: {'Port': ['ID=571f1b85-4a96-43e3-add0-16cd983443ab,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:07.080555 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2d1361e9-b3c1-41f2-a9da-f9d6da3f5ad7 req-6375e582-f57a-49d4-82f4-22ac06d2a0c3 service neutron] 10.222.0.15 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033345 Jul 07 16:55:07.093002 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0f17e-9504-4989-b9a5-5d7c11bf21f4 req-a3045dc6-1271-4c90-b66f-de93e181df85 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:07.094532 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8aa0f17e-9504-4989-b9a5-5d7c11bf21f4 req-a3045dc6-1271-4c90-b66f-de93e181df85 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d0b592e-8e41-4c88-a89b-28013d6b1a09 HTTP/1.1" status: 200 len: 945 time: 0.2827690 Jul 07 16:55:07.106138 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec819-4eac-4866-9610-53ce65743048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.106722 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8ec819-4eac-4866-9610-53ce65743048 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4b19fd6-55c6-422c-9696-ae4167f94a42 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:55:07.132279 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec819-4eac-4866-9610-53ce65743048 admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.145515 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fc8ec819-4eac-4866-9610-53ce65743048 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d4b19fd6-55c6-422c-9696-ae4167f94a42 HTTP/1.1" status: 204 len: 168 time: 1.7802348 Jul 07 16:55:07.154694 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40982) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:07.217609 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-70560826-0123-4c9b-a86b-f18f496bfa18 req-9d30981f-a457-4834-b7b9-612b8de88180 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.231849 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-386c3c75-287f-4acd-8467-7b8428cd289a admin admin] Deleting subnet f66d77b5-13d1-4fc2-be4e-9e15148f4fb9 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:55:07.237613 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-386c3c75-287f-4acd-8467-7b8428cd289a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.242081 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8aa0f17e-9504-4989-b9a5-5d7c11bf21f4 req-f57fd2c7-2724-4553-8c86-40797771e68d tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdc1fc94-f1d8-445f-a4dd-589e56927c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385539 Jul 07 16:55:07.290421 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2d1361e9-b3c1-41f2-a9da-f9d6da3f5ad7 req-6e63db2d-ed55-458b-b916-7d1b0af3294c service neutron] 10.222.0.15 "GET /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940820 Jul 07 16:55:07.313545 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-70560826-0123-4c9b-a86b-f18f496bfa18 req-9d30981f-a457-4834-b7b9-612b8de88180 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.315508 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-386c3c75-287f-4acd-8467-7b8428cd289a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.402240 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-386c3c75-287f-4acd-8467-7b8428cd289a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.466119 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a1c0c-aef3-4192-ba72-90b36fe2e0e2 req-72ef06b3-8320-46b8-a102-757f224375a2 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:07.468052 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3b8a1c0c-aef3-4192-ba72-90b36fe2e0e2 req-72ef06b3-8320-46b8-a102-757f224375a2 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 945 time: 0.0792809 Jul 07 16:55:07.512700 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3b8a1c0c-aef3-4192-ba72-90b36fe2e0e2 req-d91f34cc-73b5-40b7-a761-20c12871e207 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385206 Jul 07 16:55:07.525803 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-386c3c75-287f-4acd-8467-7b8428cd289a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.565420 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c3c75-287f-4acd-8467-7b8428cd289a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f66d77b5-13d1-4fc2-be4e-9e15148f4fb9,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:07.572446 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-386c3c75-287f-4acd-8467-7b8428cd289a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.574352 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-386c3c75-287f-4acd-8467-7b8428cd289a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f66d77b5-13d1-4fc2-be4e-9e15148f4fb9 HTTP/1.1" status: 204 len: 168 time: 0.4186208 Jul 07 16:55:07.577024 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40986) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:07.599119 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-70560826-0123-4c9b-a86b-f18f496bfa18 req-9d30981f-a457-4834-b7b9-612b8de88180 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.605784 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-70560826-0123-4c9b-a86b-f18f496bfa18 req-9d30981f-a457-4834-b7b9-612b8de88180 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.685894 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30981f-a457-4834-b7b9-612b8de88180 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Pushing event updated for resources: {'Port': ['ID=571f1b85-4a96-43e3-add0-16cd983443ab,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:07.696061 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-70560826-0123-4c9b-a86b-f18f496bfa18 req-9d30981f-a457-4834-b7b9-612b8de88180 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.701308 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-459dec5e-2ec8-476e-9c7f-91d2ac5ffc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.714906 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-70560826-0123-4c9b-a86b-f18f496bfa18 req-9d30981f-a457-4834-b7b9-612b8de88180 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.717199 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70560826-0123-4c9b-a86b-f18f496bfa18 req-9d30981f-a457-4834-b7b9-612b8de88180 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2677810 Jul 07 16:55:07.801016 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70560826-0123-4c9b-a86b-f18f496bfa18 req-0488fa2c-63d7-4451-80cc-f57b18fdbb7a tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 696 time: 0.0731690 Jul 07 16:55:07.890748 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-459dec5e-2ec8-476e-9c7f-91d2ac5ffc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:07.905244 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-459dec5e-2ec8-476e-9c7f-91d2ac5ffc30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4184cab-8f42-40f8-9e52-10e5b0c78104']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:07.918957 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-459dec5e-2ec8-476e-9c7f-91d2ac5ffc30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560922e6-87fc-4f60-bad4-e757d82a3cb6') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:07.919300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-459dec5e-2ec8-476e-9c7f-91d2ac5ffc30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560922e6-87fc-4f60-bad4-e757d82a3cb6') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:07.935179 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53379910-a271-48b8-9f4c-9e3ce5b2a336 req-b1677825-3648-42f1-8cfc-98e90b71c0e1 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:07.936679 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-53379910-a271-48b8-9f4c-9e3ce5b2a336 req-b1677825-3648-42f1-8cfc-98e90b71c0e1 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d0b592e-8e41-4c88-a89b-28013d6b1a09 HTTP/1.1" status: 200 len: 945 time: 0.2679744 Jul 07 16:55:07.938777 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70560826-0123-4c9b-a86b-f18f496bfa18 req-eef6479b-8e1b-4673-b8a4-bc3d565aab76 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:07.940283 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70560826-0123-4c9b-a86b-f18f496bfa18 req-eef6479b-8e1b-4673-b8a4-bc3d565aab76 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.1292729 Jul 07 16:55:07.947380 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ecc4a-c250-4257-9423-67f1a5162519 req-e64659ce-0ca0-4ffd-a0eb-1991c36da232 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:07.948877 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-431ecc4a-c250-4257-9423-67f1a5162519 req-e64659ce-0ca0-4ffd-a0eb-1991c36da232 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe1ad3eb-ecee-4603-9caf-8d9ac3035176 HTTP/1.1" status: 200 len: 945 time: 0.2980268 Jul 07 16:55:07.951889 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-459dec5e-2ec8-476e-9c7f-91d2ac5ffc30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.003224 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [req-6b37cbe8-0109-4337-8ca0-b38f78a4eefb req-f9860d67-df70-4de9-9315-ef78d5acebf6 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] show failed (client error): The resource could not be found. Jul 07 16:55:08.004351 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b37cbe8-0109-4337-8ca0-b38f78a4eefb req-f9860d67-df70-4de9-9315-ef78d5acebf6 tempest-FloatingIPsTestJSON-1724109341 tempest-FloatingIPsTestJSON-1724109341-project] 10.222.0.50 "GET /v2.0/floatingips/01c0c596-0d23-415b-960d-b1c2ce81693a HTTP/1.1" status: 404 len: 350 time: 0.0387156 Jul 07 16:55:08.009660 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-459dec5e-2ec8-476e-9c7f-91d2ac5ffc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.015275 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40990) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:08.026096 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459dec5e-2ec8-476e-9c7f-91d2ac5ffc30 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:55:08.026543 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-459dec5e-2ec8-476e-9c7f-91d2ac5ffc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:55:08.028470 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:55:08.069498 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4b5bc3-f5bc-4e59-9e09-def6200a4800 x-openstack-request-id: req-2f4b5bc3-f5bc-4e59-9e09-def6200a4800 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:08.069793 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacee029-e8cb-486c-9191-a581a6916945", "name": "network-vif-deleted", "tag": "abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:08.070051 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f4b5bc3-f5bc-4e59-9e09-def6200a4800 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:08.070478 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacee029-e8cb-486c-9191-a581a6916945', 'name': 'network-vif-deleted', 'tag': 'abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0', 'status': 'completed', 'code': 200} Jul 07 16:55:08.122047 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-431ecc4a-c250-4257-9423-67f1a5162519 req-5dafe128-09d2-45c9-8be7-50777e2d8484 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.50 "GET /v2.0/security-groups?id=708d9e03-4738-4b8c-adb3-66fc04ccbb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626124 Jul 07 16:55:08.145645 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-459dec5e-2ec8-476e-9c7f-91d2ac5ffc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.164743 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-459dec5e-2ec8-476e-9c7f-91d2ac5ffc30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.166663 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-459dec5e-2ec8-476e-9c7f-91d2ac5ffc30 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c4184cab-8f42-40f8-9e52-10e5b0c78104 HTTP/1.1" status: 204 len: 168 time: 0.5884068 Jul 07 16:55:08.184059 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459dec5e-2ec8-476e-9c7f-91d2ac5ffc30 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4184cab-8f42-40f8-9e52-10e5b0c78104,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:08.197219 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-53379910-a271-48b8-9f4c-9e3ce5b2a336 req-e6340503-4ccd-4b4e-a0dc-abd8c9db8d30 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Deleting port 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:08.197751 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-53379910-a271-48b8-9f4c-9e3ce5b2a336 req-e6340503-4ccd-4b4e-a0dc-abd8c9db8d30 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.285555 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d4f25d4a-939a-44a7-bd5f-cad2e84ec851 req-745cb255-9d6b-415b-8c45-a3807d093199 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/floatingips/642d0409-a6a6-44c2-8bd1-f33e2d399ff4 HTTP/1.1" status: 200 len: 693 time: 0.0766516 Jul 07 16:55:08.358505 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41008) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:08.431891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-53379910-a271-48b8-9f4c-9e3ce5b2a336 req-e6340503-4ccd-4b4e-a0dc-abd8c9db8d30 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] For port 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=35d4a9a0-d321-433f-91fc-59f2fdc3d4eb,segment=NetworkSegment(c620c6f7-9f4e-42b0-a9c8-a2ad7020daa0),segment_id=c620c6f7-9f4e-42b0-a9c8-a2ad7020daa0)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:08.433056 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-53379910-a271-48b8-9f4c-9e3ce5b2a336 req-e6340503-4ccd-4b4e-a0dc-abd8c9db8d30 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.460687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device bb64ab8f-d309-4f97-b356-737b588d3a19 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:08.466178 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-53379910-a271-48b8-9f4c-9e3ce5b2a336 req-e6340503-4ccd-4b4e-a0dc-abd8c9db8d30 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Calling delete_port for 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:08.473723 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5ec2318c-b49a-4436-994c-0d16258a8b69 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3c7535ed48d476185da2eb9644b8ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1117685 Jul 07 16:55:08.474527 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41010) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:08.474661 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f25d4a-939a-44a7-bd5f-cad2e84ec851 req-09aa4459-3d46-43b7-9143-68f181db5a4c tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:08.476591 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d4f25d4a-939a-44a7-bd5f-cad2e84ec851 req-09aa4459-3d46-43b7-9143-68f181db5a4c tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.1797345 Jul 07 16:55:08.490952 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: bb64ab8f-d309-4f97-b356-737b588d3a19 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:08.491301 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device bb64ab8f-d309-4f97-b356-737b588d3a19 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:08.504473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-f4b87e0e-547e-4972-9ed5-228fedd7151b tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:08.505949 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-f4b87e0e-547e-4972-9ed5-228fedd7151b tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/networks?id=585991d3-1c4c-497e-aa94-d9dabd614307 HTTP/1.1" status: 200 len: 814 time: 0.2390721 Jul 07 16:55:08.567129 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-009b8ff9-dc56-484e-90f6-91157b85a876 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/quotas/0501f382b6694d0ab9ec962ffb43a8ed HTTP/1.1" status: 200 len: 375 time: 0.0532374 Jul 07 16:55:08.591053 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-902530d0-8053-499b-8ec8-4ee6665d9880 req-5e9fdfe6-4d5d-4c6c-bbe0-d0bb53e5573b tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/ad52fa66-f801-4dbb-aca9-3194d3fb013a HTTP/1.1" status: 200 len: 1799 time: 0.0944738 Jul 07 16:55:08.637092 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8a346a42-4019-425e-bf0d-ccca88a7d85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.674147 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8a346a42-4019-425e-bf0d-ccca88a7d85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.721434 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-902530d0-8053-499b-8ec8-4ee6665d9880 req-4bff4b58-468c-4f44-b2de-3510a4b3b5a6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.752234 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-7ae8ff0f-65ee-4aed-b0b0-9f7699aff267 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0501f382b6694d0ab9ec962ffb43a8ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1776476 Jul 07 16:55:08.764571 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-902530d0-8053-499b-8ec8-4ee6665d9880 req-4bff4b58-468c-4f44-b2de-3510a4b3b5a6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.776710 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-740b7ba1-d672-4027-8709-25198c7c8322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.814590 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-53379910-a271-48b8-9f4c-9e3ce5b2a336 req-e6340503-4ccd-4b4e-a0dc-abd8c9db8d30 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.828709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['35d4a9a0-d321-433f-91fc-59f2fdc3d4eb'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:08.829531 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8a346a42-4019-425e-bf0d-ccca88a7d85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.832103 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8a346a42-4019-425e-bf0d-ccca88a7d85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.833242 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8a346a42-4019-425e-bf0d-ccca88a7d85c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ddcb1e74-f7d7-4226-9746-b4cf44533857 HTTP/1.1" status: 204 len: 168 time: 0.3582189 Jul 07 16:55:08.877040 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6340503-4ccd-4b4e-a0dc-abd8c9db8d30 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Pushing event deleted for resources: {'Port': ['ID=35d4a9a0-d321-433f-91fc-59f2fdc3d4eb,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:08.880870 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a346a42-4019-425e-bf0d-ccca88a7d85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcb1e74-f7d7-4226-9746-b4cf44533857,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:08.898068 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-902530d0-8053-499b-8ec8-4ee6665d9880 req-4bff4b58-468c-4f44-b2de-3510a4b3b5a6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.901862 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-902530d0-8053-499b-8ec8-4ee6665d9880 req-4bff4b58-468c-4f44-b2de-3510a4b3b5a6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.903268 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-902530d0-8053-499b-8ec8-4ee6665d9880 req-4bff4b58-468c-4f44-b2de-3510a4b3b5a6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "DELETE /v2.0/security-groups/ad52fa66-f801-4dbb-aca9-3194d3fb013a HTTP/1.1" status: 204 len: 173 time: 0.3046572 Jul 07 16:55:08.928759 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff4b58-468c-4f44-b2de-3510a4b3b5a6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad52fa66-f801-4dbb-aca9-3194d3fb013a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:08.953946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-53379910-a271-48b8-9f4c-9e3ce5b2a336 req-e6340503-4ccd-4b4e-a0dc-abd8c9db8d30 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] No DVR routers for this DVR port 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:08.957128 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-53379910-a271-48b8-9f4c-9e3ce5b2a336 req-e6340503-4ccd-4b4e-a0dc-abd8c9db8d30 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:08.959168 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-53379910-a271-48b8-9f4c-9e3ce5b2a336 req-e6340503-4ccd-4b4e-a0dc-abd8c9db8d30 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.15 "DELETE /v2.0/ports/35d4a9a0-d321-433f-91fc-59f2fdc3d4eb HTTP/1.1" status: 204 len: 173 time: 1.0093794 Jul 07 16:55:08.964822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0b592e-8e41-4c88-a89b-28013d6b1a09', 'name': 'network-vif-deleted', 'tag': '35d4a9a0-d321-433f-91fc-59f2fdc3d4eb'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:08.967137 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e875b0-27e2-4211-89eb-e74a075481f8" -d '{"events": [{"server_uuid": "7d0b592e-8e41-4c88-a89b-28013d6b1a09", "name": "network-vif-deleted", "tag": "35d4a9a0-d321-433f-91fc-59f2fdc3d4eb"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:08.983238 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-78d7bcc5-5a4a-4264-8b0f-24a0ff0343ed service neutron] 10.222.0.50 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189245 Jul 07 16:55:09.096535 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-d9ead238-9764-4cfc-8897-700fe8d5cce7 service neutron] 10.222.0.50 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070127 Jul 07 16:55:09.399795 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:09.424311 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:09.424669 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 35d4a9a0-d321-433f-91fc-59f2fdc3d4eb not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:09.425096 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:09.440801 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87fd02cd-0f0f-4649-b988-9cb6d0ec79dc req-0a89e08c-732e-4110-9296-52bb46b610c4 tempest-ServerTagsTestJSON-1862811653 tempest-ServerTagsTestJSON-1862811653-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d0b592e-8e41-4c88-a89b-28013d6b1a09 HTTP/1.1" status: 200 len: 210 time: 0.0760999 Jul 07 16:55:09.469523 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:09.470068 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device abcaaf9b-cd7c-4e6d-bd8d-c6e7f188ddb0 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:09.543229 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8b82bbb1-40e5-4d7e-b9f0-06218c6261de req-ab65dc2a-5776-49dc-920a-0f7c9e9bd025 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/floatingips/642d0409-a6a6-44c2-8bd1-f33e2d399ff4 HTTP/1.1" status: 200 len: 693 time: 0.0610313 Jul 07 16:55:09.583393 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92f710-f42c-4a96-8591-e6af6c085a35 req-e104717e-2ba7-4ab9-8b42-74e92a656de5 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:09.585540 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9f92f710-f42c-4a96-8591-e6af6c085a35 req-e104717e-2ba7-4ab9-8b42-74e92a656de5 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 945 time: 0.4790068 Jul 07 16:55:09.614208 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-740b7ba1-d672-4027-8709-25198c7c8322 admin admin] Deleting port cc5572e1-b63d-4e18-96da-281611ddddb9 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:09.614625 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-740b7ba1-d672-4027-8709-25198c7c8322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:09.730733 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-740b7ba1-d672-4027-8709-25198c7c8322 admin admin] For port cc5572e1-b63d-4e18-96da-281611ddddb9, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=cc5572e1-b63d-4e18-96da-281611ddddb9,segment=NetworkSegment(13925be4-880e-4355-82e2-ea9bb567ac48),segment_id=13925be4-880e-4355-82e2-ea9bb567ac48)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:09.731134 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-740b7ba1-d672-4027-8709-25198c7c8322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:09.744742 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9f92f710-f42c-4a96-8591-e6af6c085a35 req-7077ce3a-46c4-4dd7-bbb1-a7d0161e3f5f tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519508 Jul 07 16:55:09.748796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-740b7ba1-d672-4027-8709-25198c7c8322 admin admin] Calling delete_port for cc5572e1-b63d-4e18-96da-281611ddddb9 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:09.758576 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82bbb1-40e5-4d7e-b9f0-06218c6261de req-97a46826-17c9-480d-9b57-3e66fb3011b2 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:09.780123 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8b82bbb1-40e5-4d7e-b9f0-06218c6261de req-97a46826-17c9-480d-9b57-3e66fb3011b2 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.2353065 Jul 07 16:55:09.839023 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8b82bbb1-40e5-4d7e-b9f0-06218c6261de req-860e4f54-ae1c-436b-ad6f-c836bcb263db tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 696 time: 0.0573852 Jul 07 16:55:09.888247 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8b82bbb1-40e5-4d7e-b9f0-06218c6261de req-bf088919-89eb-4abe-88bc-69f82f5e015f tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 696 time: 0.0449262 Jul 07 16:55:09.934364 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7908af1e-0a56-43e9-960d-5b9893795410 req-777cac8f-0c2c-40af-b6f5-f951c285df04 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/a8f1e4db-60d5-48f1-8a67-945a7e126991 HTTP/1.1" status: 200 len: 1800 time: 0.1512492 Jul 07 16:55:09.963558 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41052) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:10.059552 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7908af1e-0a56-43e9-960d-5b9893795410 req-6d6c10a1-f007-4942-9d0f-8c5036321a21 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.099557 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7908af1e-0a56-43e9-960d-5b9893795410 req-6d6c10a1-f007-4942-9d0f-8c5036321a21 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.108383 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-740b7ba1-d672-4027-8709-25198c7c8322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.154907 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b13ba394-18c2-4ed0-ba68-c39c8a216236 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-487811602-network', 'tenant_id': 'bba3485f01bf4635b3daf846a1eaf074'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:10.158153 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b7ba1-d672-4027-8709-25198c7c8322 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc5572e1-b63d-4e18-96da-281611ddddb9,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:10.245717 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7908af1e-0a56-43e9-960d-5b9893795410 req-6d6c10a1-f007-4942-9d0f-8c5036321a21 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.249229 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7908af1e-0a56-43e9-960d-5b9893795410 req-6d6c10a1-f007-4942-9d0f-8c5036321a21 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.250443 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7908af1e-0a56-43e9-960d-5b9893795410 req-6d6c10a1-f007-4942-9d0f-8c5036321a21 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "DELETE /v2.0/security-groups/a8f1e4db-60d5-48f1-8a67-945a7e126991 HTTP/1.1" status: 204 len: 173 time: 0.3082352 Jul 07 16:55:10.265951 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13ba394-18c2-4ed0-ba68-c39c8a216236 admin admin] Made reservation on behalf of bba3485f01bf4635b3daf846a1eaf074 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:10.268417 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b13ba394-18c2-4ed0-ba68-c39c8a216236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.274503 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c10a1-f007-4942-9d0f-8c5036321a21 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f1e4db-60d5-48f1-8a67-945a7e126991,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:10.285927 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b13ba394-18c2-4ed0-ba68-c39c8a216236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.289216 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8b82bbb1-40e5-4d7e-b9f0-06218c6261de req-9ff42fe6-baaa-4ede-8551-c791570b5b86 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Deleting port 571f1b85-4a96-43e3-add0-16cd983443ab {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:10.289786 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8b82bbb1-40e5-4d7e-b9f0-06218c6261de req-9ff42fe6-baaa-4ede-8551-c791570b5b86 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.335072 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cefc47-e475-4b74-9f0d-717b98c0ef14 x-openstack-request-id: req-18cefc47-e475-4b74-9f0d-717b98c0ef14 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:10.335504 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0b592e-8e41-4c88-a89b-28013d6b1a09", "name": "network-vif-deleted", "tag": "35d4a9a0-d321-433f-91fc-59f2fdc3d4eb", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:10.335849 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-18cefc47-e475-4b74-9f0d-717b98c0ef14 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:10.336616 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0b592e-8e41-4c88-a89b-28013d6b1a09', 'name': 'network-vif-deleted', 'tag': '35d4a9a0-d321-433f-91fc-59f2fdc3d4eb', 'status': 'completed', 'code': 200} Jul 07 16:55:10.390094 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8b82bbb1-40e5-4d7e-b9f0-06218c6261de req-9ff42fe6-baaa-4ede-8551-c791570b5b86 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.390676 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8b82bbb1-40e5-4d7e-b9f0-06218c6261de req-9ff42fe6-baaa-4ede-8551-c791570b5b86 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.405885 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8b82bbb1-40e5-4d7e-b9f0-06218c6261de req-9ff42fe6-baaa-4ede-8551-c791570b5b86 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Calling delete_port for 571f1b85-4a96-43e3-add0-16cd983443ab owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:10.516361 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-740b7ba1-d672-4027-8709-25198c7c8322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.592076 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8b82bbb1-40e5-4d7e-b9f0-06218c6261de req-9ff42fe6-baaa-4ede-8551-c791570b5b86 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.620659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff42fe6-baaa-4ede-8551-c791570b5b86 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Pushing event deleted for resources: {'Port': ['ID=571f1b85-4a96-43e3-add0-16cd983443ab,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:10.689442 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8b82bbb1-40e5-4d7e-b9f0-06218c6261de req-9ff42fe6-baaa-4ede-8551-c791570b5b86 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.692470 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8b82bbb1-40e5-4d7e-b9f0-06218c6261de req-9ff42fe6-baaa-4ede-8551-c791570b5b86 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.694182 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8b82bbb1-40e5-4d7e-b9f0-06218c6261de req-9ff42fe6-baaa-4ede-8551-c791570b5b86 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "DELETE /v2.0/floatingips/642d0409-a6a6-44c2-8bd1-f33e2d399ff4 HTTP/1.1" status: 204 len: 173 time: 0.7985256 Jul 07 16:55:10.748047 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b13ba394-18c2-4ed0-ba68-c39c8a216236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.762834 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf369be-9c12-49eb-8b24-691942b55ff0 req-6930b5cc-4ad3-40e0-809b-9049608d404a tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:10.764280 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bf369be-9c12-49eb-8b24-691942b55ff0 req-6930b5cc-4ad3-40e0-809b-9049608d404a tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe1ad3eb-ecee-4603-9caf-8d9ac3035176 HTTP/1.1" status: 200 len: 945 time: 0.2929506 Jul 07 16:55:10.772338 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b13ba394-18c2-4ed0-ba68-c39c8a216236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.822986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-b122c70e-8220-4fed-b308-50e331871d31 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:10.824442 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-b122c70e-8220-4fed-b308-50e331871d31 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.69 "GET /v2.0/networks?id=585991d3-1c4c-497e-aa94-d9dabd614307 HTTP/1.1" status: 200 len: 814 time: 0.2519300 Jul 07 16:55:10.831138 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0b7b3146-b5bf-4d5f-87eb-a2b91ce67d7a req-bdcfd2b0-c002-4b7a-8ce3-dacde095ec74 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4bced4-c536-47de-ad41-ac3cddbf3f87 HTTP/1.1" status: 200 len: 210 time: 0.0290194 Jul 07 16:55:10.838774 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13ba394-18c2-4ed0-ba68-c39c8a216236 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:55:10.879256 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-43b9e4d6-55e0-4334-9448-4fbaafdd06c6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Request body: {'port': {'device_id': 'bf4bced4-c536-47de-ad41-ac3cddbf3f87', 'network_id': '585991d3-1c4c-497e-aa94-d9dabd614307', 'admin_state_up': True, 'tenant_id': '0501f382b6694d0ab9ec962ffb43a8ed'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:10.903015 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ba394-18c2-4ed0-ba68-c39c8a216236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:10.948245 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b13ba394-18c2-4ed0-ba68-c39c8a216236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:10.948503 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-b13ba394-18c2-4ed0-ba68-c39c8a216236 admin admin] Added segment 2fe7af82-28aa-413a-8d85-a1067ef1e64c of type vlan for network 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 Jul 07 16:55:10.963574 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bf369be-9c12-49eb-8b24-691942b55ff0 req-5d74f0bc-f328-431d-81f3-df4f0f262ce4 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.50 "GET /v2.0/security-groups?id=708d9e03-4738-4b8c-adb3-66fc04ccbb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881046 Jul 07 16:55:11.012025 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ef621-dc8c-4d29-95b6-896494a4771e req-9f5ebeef-ef6b-4dce-a88e-cb2ece430209 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:11.014103 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bd7ef621-dc8c-4d29-95b6-896494a4771e req-9f5ebeef-ef6b-4dce-a88e-cb2ece430209 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 945 time: 0.0795686 Jul 07 16:55:11.043341 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-f923823b-2f15-4d35-812b-f23b7de59af4 req-cc092cba-9c05-4797-a467-7a61458f72e6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-368501471', 'description': 'tempest-description-932472702'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:11.063789 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bd7ef621-dc8c-4d29-95b6-896494a4771e req-2e613264-cafd-4f10-94f0-991b2e6b783e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423753 Jul 07 16:55:11.098501 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b13ba394-18c2-4ed0-ba68-c39c8a216236 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.131068 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740b7ba1-d672-4027-8709-25198c7c8322 admin admin] Router 0abca892-ed9f-40a4-b8ad-5248b9cac443 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:55:11.133265 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f923823b-2f15-4d35-812b-f23b7de59af4 req-cc092cba-9c05-4797-a467-7a61458f72e6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.149851 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41068) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:11.180639 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b13ba394-18c2-4ed0-ba68-c39c8a216236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.181586 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13ba394-18c2-4ed0-ba68-c39c8a216236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:11.182274 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b13ba394-18c2-4ed0-ba68-c39c8a216236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.208028 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-43b9e4d6-55e0-4334-9448-4fbaafdd06c6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Made reservation on behalf of 0501f382b6694d0ab9ec962ffb43a8ed for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:11.211853 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-43b9e4d6-55e0-4334-9448-4fbaafdd06c6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.292493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be0e237-c613-4fc4-84d8-132d2590b285 admin admin] Deleting subnet ac8b0546-0b7e-43f5-9e16-5da5c9e2513d {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:55:11.308000 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8be0e237-c613-4fc4-84d8-132d2590b285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.337453 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ba394-18c2-4ed0-ba68-c39c8a216236 admin admin] Pushing event updated for resources: {'Network': ['ID=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:11.351005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:55:11.391178 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8be0e237-c613-4fc4-84d8-132d2590b285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.434625 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0c2f1-439b-46ee-b0fd-6129a6a4f321 req-180ad804-aead-4b87-af1a-af89a5aa4df4 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:11.436114 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bdf0c2f1-439b-46ee-b0fd-6129a6a4f321 req-180ad804-aead-4b87-af1a-af89a5aa4df4 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2770362 Jul 07 16:55:11.466633 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8be0e237-c613-4fc4-84d8-132d2590b285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.495145 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f923823b-2f15-4d35-812b-f23b7de59af4 req-cc092cba-9c05-4797-a467-7a61458f72e6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.499054 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740b7ba1-d672-4027-8709-25198c7c8322 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:55:11.510055 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcfbe16-45bf-4fb7-854c-338f6ecb3e81 None None] Sync routers for ids ['0abca892-ed9f-40a4-b8ad-5248b9cac443'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:55:11.510477 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-740b7ba1-d672-4027-8709-25198c7c8322 admin admin] 10.222.0.50 "PUT /v2.0/routers/0abca892-ed9f-40a4-b8ad-5248b9cac443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4941161 Jul 07 16:55:11.511296 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f923823b-2f15-4d35-812b-f23b7de59af4 req-cc092cba-9c05-4797-a467-7a61458f72e6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.515648 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41076) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:11.524555 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcfbe16-45bf-4fb7-854c-338f6ecb3e81 None None] Routers {'0abca892-ed9f-40a4-b8ad-5248b9cac443'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:55:11.525200 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-cdcfbe16-45bf-4fb7-854c-338f6ecb3e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:54:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0abca892-ed9f-40a4-b8ad-5248b9cac443'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:11.531887 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b13ba394-18c2-4ed0-ba68-c39c8a216236 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5642905 Jul 07 16:55:11.542871 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41078) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:11.583101 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4300db06-c155-4b2e-a309-8ba83d8d7ef4 req-833c8a1b-b7e1-4767-a8c0-eb74064d72ac tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=229c624437c142a6800dfb99bdbd16f9 HTTP/1.1" status: 200 len: 1655 time: 0.0957620 Jul 07 16:55:11.590716 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-baacb90c-0e03-4087-a2dd-61b2865a74e8 admin admin] Request body: {'subnet': {'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-487811602-subnet', 'tenant_id': 'bba3485f01bf4635b3daf846a1eaf074', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:11.619518 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-43b9e4d6-55e0-4334-9448-4fbaafdd06c6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Allocated IP 172.20.0.10 (585991d3-1c4c-497e-aa94-d9dabd614307/748e4878-dc0e-488c-ad96-c5afee4e3c75/9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:11.629818 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f923823b-2f15-4d35-812b-f23b7de59af4 req-cc092cba-9c05-4797-a467-7a61458f72e6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.631688 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f923823b-2f15-4d35-812b-f23b7de59af4 req-cc092cba-9c05-4797-a467-7a61458f72e6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6206548 Jul 07 16:55:11.640380 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc092cba-9c05-4797-a467-7a61458f72e6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a7656b-fce7-4858-ab24-0fdff57f1b35,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:11.652919 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-cdcfbe16-45bf-4fb7-854c-338f6ecb3e81 None None] Set router 0abca892-ed9f-40a4-b8ad-5248b9cac443 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:55:11.739663 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baacb90c-0e03-4087-a2dd-61b2865a74e8 admin admin] Made reservation on behalf of bba3485f01bf4635b3daf846a1eaf074 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:11.743416 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-baacb90c-0e03-4087-a2dd-61b2865a74e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.752305 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8be0e237-c613-4fc4-84d8-132d2590b285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.796709 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0e237-c613-4fc4-84d8-132d2590b285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac8b0546-0b7e-43f5-9e16-5da5c9e2513d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:11.813442 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8be0e237-c613-4fc4-84d8-132d2590b285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.819533 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8be0e237-c613-4fc4-84d8-132d2590b285 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ac8b0546-0b7e-43f5-9e16-5da5c9e2513d HTTP/1.1" status: 204 len: 168 time: 0.6678438 Jul 07 16:55:11.826314 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41086) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:11.858056 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-692b72ce-99c4-4c2e-af60-bfdb4e61d7da admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.881976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-cdcfbe16-45bf-4fb7-854c-338f6ecb3e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abca892-ed9f-40a4-b8ad-5248b9cac443', 'name': 'tempest-FloatingIPsTestJSON-165727495-router', 'tenant_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c95403db-51fb-4cba-8949-c5930313a936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:37Z', 'updated_at': '2021-07-07T16:55:10Z', 'revision_number': 5, 'project_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'gw_port': {'id': 'c95403db-51fb-4cba-8949-c5930313a936', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abca892-ed9f-40a4-b8ad-5248b9cac443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:38Z', 'updated_at': '2021-07-07T16:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:11.904604 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8db76e3b-da84-4e7f-b073-d56c3304c456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:11.913796 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcfbe16-45bf-4fb7-854c-338f6ecb3e81 None None] Checking router: 0abca892-ed9f-40a4-b8ad-5248b9cac443 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:55:11.922855 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcfbe16-45bf-4fb7-854c-338f6ecb3e81 None None] Routers {'0abca892-ed9f-40a4-b8ad-5248b9cac443'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:55:11.923813 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-cdcfbe16-45bf-4fb7-854c-338f6ecb3e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:54:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0abca892-ed9f-40a4-b8ad-5248b9cac443'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:11.927856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300db06-c155-4b2e-a309-8ba83d8d7ef4 req-d8323571-f956-43a6-a306-9a979411ae13 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:11.929491 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4300db06-c155-4b2e-a309-8ba83d8d7ef4 req-d8323571-f956-43a6-a306-9a979411ae13 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/networks?id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 787 time: 0.3395293 Jul 07 16:55:11.963959 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-4300db06-c155-4b2e-a309-8ba83d8d7ef4 req-a00eca97-4cdf-49ed-89ed-2ca8ab576a8c tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:55:11.965072 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4300db06-c155-4b2e-a309-8ba83d8d7ef4 req-a00eca97-4cdf-49ed-89ed-2ca8ab576a8c tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0279260 Jul 07 16:55:12.051773 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8db76e3b-da84-4e7f-b073-d56c3304c456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.071176 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-8db76e3b-da84-4e7f-b073-d56c3304c456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52be358-761a-486a-85f6-1d3f2ffe41cc']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:12.090839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-cdcfbe16-45bf-4fb7-854c-338f6ecb3e81 None None] Set router 0abca892-ed9f-40a4-b8ad-5248b9cac443 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:55:12.093054 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-8db76e3b-da84-4e7f-b073-d56c3304c456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c620c6f7-9f4e-42b0-a9c8-a2ad7020daa0') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:12.093351 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-8db76e3b-da84-4e7f-b073-d56c3304c456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c620c6f7-9f4e-42b0-a9c8-a2ad7020daa0') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:12.097422 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d6030ba5-f7fb-4abf-83cb-47632f42838c req-3c6c5e0e-1f4b-4ff4-a348-1791b651c9ec tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/c1a7656b-fce7-4858-ab24-0fdff57f1b35 HTTP/1.1" status: 200 len: 1801 time: 0.0731933 Jul 07 16:55:12.107026 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8db76e3b-da84-4e7f-b073-d56c3304c456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.123135 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-d6030ba5-f7fb-4abf-83cb-47632f42838c req-7d5ad809-3395-4890-85af-7d02ef9758bc tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Request body: {'security_group': {'name': 'tempest-sg-hth-202118324', 'description': 'tempest-description-hth-1724562880'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:12.139452 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8db76e3b-da84-4e7f-b073-d56c3304c456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.150458 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240def2-e098-4579-bc73-be92e0032ba8 req-d81e05d2-8b5d-46db-a508-89555cacdb61 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:12.152057 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7240def2-e098-4579-bc73-be92e0032ba8 req-d81e05d2-8b5d-46db-a508-89555cacdb61 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 945 time: 0.3417308 Jul 07 16:55:12.153238 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db76e3b-da84-4e7f-b073-d56c3304c456 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:55:12.153652 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8db76e3b-da84-4e7f-b073-d56c3304c456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.155157 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-43b9e4d6-55e0-4334-9448-4fbaafdd06c6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:55:12.155556 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:55:12.181125 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-692b72ce-99c4-4c2e-af60-bfdb4e61d7da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.192318 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d6030ba5-f7fb-4abf-83cb-47632f42838c req-7d5ad809-3395-4890-85af-7d02ef9758bc tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.252071 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8db76e3b-da84-4e7f-b073-d56c3304c456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.275736 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8db76e3b-da84-4e7f-b073-d56c3304c456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.277647 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8db76e3b-da84-4e7f-b073-d56c3304c456 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e52be358-761a-486a-85f6-1d3f2ffe41cc HTTP/1.1" status: 204 len: 168 time: 0.4499888 Jul 07 16:55:12.294990 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-baacb90c-0e03-4087-a2dd-61b2865a74e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.297887 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db76e3b-da84-4e7f-b073-d56c3304c456 admin admin] Pushing event deleted for resources: {'Network': ['ID=e52be358-761a-486a-85f6-1d3f2ffe41cc,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:12.307652 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d6030ba5-f7fb-4abf-83cb-47632f42838c req-7d5ad809-3395-4890-85af-7d02ef9758bc tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.308427 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7240def2-e098-4579-bc73-be92e0032ba8 req-79670b83-3500-46fc-af2d-44b941d22a91 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438119 Jul 07 16:55:12.313699 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d6030ba5-f7fb-4abf-83cb-47632f42838c req-7d5ad809-3395-4890-85af-7d02ef9758bc tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.317449 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d6030ba5-f7fb-4abf-83cb-47632f42838c req-7d5ad809-3395-4890-85af-7d02ef9758bc tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.319738 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d6030ba5-f7fb-4abf-83cb-47632f42838c req-7d5ad809-3395-4890-85af-7d02ef9758bc tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "PUT /v2.0/security-groups/c1a7656b-fce7-4858-ab24-0fdff57f1b35 HTTP/1.1" status: 200 len: 1776 time: 0.2146783 Jul 07 16:55:12.362571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ad809-3395-4890-85af-7d02ef9758bc tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a7656b-fce7-4858-ab24-0fdff57f1b35,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:12.380084 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-43b9e4d6-55e0-4334-9448-4fbaafdd06c6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.427439 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacb90c-0e03-4087-a2dd-61b2865a74e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa0c846-dbdb-400b-bbf2-104f4f539bf1,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:12.439178 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5e5090da-85b4-40ff-80c6-44e65442eec0 req-acc97652-0b4f-4854-9fe6-67136aecdc9b tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/floatingips/20b729a4-1cb4-4d3c-a10c-9ad7046f2e4f HTTP/1.1" status: 200 len: 692 time: 0.0638900 Jul 07 16:55:12.469804 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-43b9e4d6-55e0-4334-9448-4fbaafdd06c6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Network 585991d3-1c4c-497e-aa94-d9dabd614307 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:12.479011 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baacb90c-0e03-4087-a2dd-61b2865a74e8 admin admin] Checking segment: {'id': '2fe7af82-28aa-413a-8d85-a1067ef1e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:12.479382 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baacb90c-0e03-4087-a2dd-61b2865a74e8 admin admin] Network hostable DHCP agents. Network: 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:55:12.482999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-692b72ce-99c4-4c2e-af60-bfdb4e61d7da admin admin] Deleting port c95403db-51fb-4cba-8949-c5930313a936 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:12.482999 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-692b72ce-99c4-4c2e-af60-bfdb4e61d7da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.486788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-43b9e4d6-55e0-4334-9448-4fbaafdd06c6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:12.504558 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9e4d6-55e0-4334-9448-4fbaafdd06c6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Pushing event updated for resources: {'Port': ['ID=9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:12.542904 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['7c0023a5-f50b-490b-a782-0053eb297dbf'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:12.554198 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41102) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:12.554844 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-43b9e4d6-55e0-4334-9448-4fbaafdd06c6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:12.649498 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baacb90c-0e03-4087-a2dd-61b2865a74e8 admin admin] Network 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:55:12.658764 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-cdcfbe16-45bf-4fb7-854c-338f6ecb3e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abca892-ed9f-40a4-b8ad-5248b9cac443', 'name': 'tempest-FloatingIPsTestJSON-165727495-router', 'tenant_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c95403db-51fb-4cba-8949-c5930313a936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:37Z', 'updated_at': '2021-07-07T16:55:10Z', 'revision_number': 5, 'project_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'gw_port': {'id': 'c95403db-51fb-4cba-8949-c5930313a936', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abca892-ed9f-40a4-b8ad-5248b9cac443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:38Z', 'updated_at': '2021-07-07T16:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:12.670912 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5090da-85b4-40ff-80c6-44e65442eec0 req-aadf1de4-57b2-4739-883b-b005fa00dbca tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:12.672619 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-43b9e4d6-55e0-4334-9448-4fbaafdd06c6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:12.673259 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-43b9e4d6-55e0-4334-9448-4fbaafdd06c6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.679353 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5e5090da-85b4-40ff-80c6-44e65442eec0 req-aadf1de4-57b2-4739-883b-b005fa00dbca tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.2389128 Jul 07 16:55:12.686924 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6e2e2a3f-f99d-4dd3-8758-60c0a48db950 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c34bd378a854961ade67f7297a2370c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1293278 Jul 07 16:55:12.687127 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-baacb90c-0e03-4087-a2dd-61b2865a74e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:12.690822 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baacb90c-0e03-4087-a2dd-61b2865a74e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:12.691405 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-baacb90c-0e03-4087-a2dd-61b2865a74e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.699071 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed9592d-2e83-4a04-be63-800cb97c5b8e None None] Network 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:55:12.700896 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41104) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:12.701661 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcfbe16-45bf-4fb7-854c-338f6ecb3e81 None None] The sync data for ids ['0abca892-ed9f-40a4-b8ad-5248b9cac443'] in n-d-793620-7 is: [{'id': '0abca892-ed9f-40a4-b8ad-5248b9cac443', 'name': 'tempest-FloatingIPsTestJSON-165727495-router', 'tenant_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'c95403db-51fb-4cba-8949-c5930313a936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:37Z', 'updated_at': '2021-07-07T16:55:10Z', 'revision_number': 5, 'project_id': '23f85dd33ff94f1eb4f12f5bb0e63405', 'gw_port': {'id': 'c95403db-51fb-4cba-8949-c5930313a936', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:16:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abca892-ed9f-40a4-b8ad-5248b9cac443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:38Z', 'updated_at': '2021-07-07T16:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:55:12.744381 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5e5090da-85b4-40ff-80c6-44e65442eec0 req-ab4c0999-5a72-4e80-acd4-12a0281fcdf8 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.99 HTTP/1.1" status: 200 len: 695 time: 0.0640459 Jul 07 16:55:12.747909 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-43b9e4d6-55e0-4334-9448-4fbaafdd06c6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9068952 Jul 07 16:55:12.757036 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-692b72ce-99c4-4c2e-af60-bfdb4e61d7da admin admin] For port c95403db-51fb-4cba-8949-c5930313a936, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c95403db-51fb-4cba-8949-c5930313a936,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:12.757334 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-692b72ce-99c4-4c2e-af60-bfdb4e61d7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:12.800125 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5e5090da-85b4-40ff-80c6-44e65442eec0 req-8a2d2d02-4e49-4cd0-9a96-0c99e7bd1f08 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.99 HTTP/1.1" status: 200 len: 695 time: 0.0546293 Jul 07 16:55:12.922288 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a385a8-c696-476c-ad99-51398c2e897e None None] Network 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:55:12.948795 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-5e5090da-85b4-40ff-80c6-44e65442eec0 req-bea0bfc9-496e-46bf-9ba5-7cfb7934eb84 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Deleting port 402e2953-f0a5-483a-b0b6-e494786f54d6 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:12.949131 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5e5090da-85b4-40ff-80c6-44e65442eec0 req-bea0bfc9-496e-46bf-9ba5-7cfb7934eb84 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.030089 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5e5090da-85b4-40ff-80c6-44e65442eec0 req-bea0bfc9-496e-46bf-9ba5-7cfb7934eb84 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.030354 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5e5090da-85b4-40ff-80c6-44e65442eec0 req-bea0bfc9-496e-46bf-9ba5-7cfb7934eb84 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.045226 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-5e5090da-85b4-40ff-80c6-44e65442eec0 req-bea0bfc9-496e-46bf-9ba5-7cfb7934eb84 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Calling delete_port for 402e2953-f0a5-483a-b0b6-e494786f54d6 owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:13.076117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] Request body: {'port': {'device_id': 'bf4bced4-c536-47de-ad41-ac3cddbf3f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:13.090976 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-baacb90c-0e03-4087-a2dd-61b2865a74e8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5108042 Jul 07 16:55:13.155330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-692b72ce-99c4-4c2e-af60-bfdb4e61d7da admin admin] Calling delete_port for c95403db-51fb-4cba-8949-c5930313a936 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:13.204778 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cfbf2-f73e-45f2-b222-a066222a6b95 req-3930efe5-fea2-4799-a2bb-87fef9b17f02 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:13.212333 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-977cfbf2-f73e-45f2-b222-a066222a6b95 req-3930efe5-fea2-4799-a2bb-87fef9b17f02 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4bced4-c536-47de-ad41-ac3cddbf3f87 HTTP/1.1" status: 200 len: 932 time: 0.6510408 Jul 07 16:55:13.214024 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5e5090da-85b4-40ff-80c6-44e65442eec0 req-bea0bfc9-496e-46bf-9ba5-7cfb7934eb84 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.280685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0bfc9-496e-46bf-9ba5-7cfb7934eb84 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Pushing event deleted for resources: {'Port': ['ID=402e2953-f0a5-483a-b0b6-e494786f54d6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:13.294020 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-12188772-5bdb-4278-bc73-380a4ce140c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.301871 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.322637 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5e5090da-85b4-40ff-80c6-44e65442eec0 req-bea0bfc9-496e-46bf-9ba5-7cfb7934eb84 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.325246 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5e5090da-85b4-40ff-80c6-44e65442eec0 req-bea0bfc9-496e-46bf-9ba5-7cfb7934eb84 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.326430 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5e5090da-85b4-40ff-80c6-44e65442eec0 req-bea0bfc9-496e-46bf-9ba5-7cfb7934eb84 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "DELETE /v2.0/floatingips/20b729a4-1cb4-4d3c-a10c-9ad7046f2e4f HTTP/1.1" status: 204 len: 173 time: 0.5194795 Jul 07 16:55:13.357863 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-977cfbf2-f73e-45f2-b222-a066222a6b95 req-716c46b2-ca6a-4524-ba84-e4163e3639b6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448598 Jul 07 16:55:13.367676 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-12188772-5bdb-4278-bc73-380a4ce140c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.393686 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b17782b-4588-4650-8c07-4e7cf4cdbb29 req-ddab4eec-04c3-4f31-a592-4ccf1b90591c tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/c1a7656b-fce7-4858-ab24-0fdff57f1b35 HTTP/1.1" status: 200 len: 1776 time: 0.0525289 Jul 07 16:55:13.626490 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-12188772-5bdb-4278-bc73-380a4ce140c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.629073 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-12188772-5bdb-4278-bc73-380a4ce140c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.630225 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-12188772-5bdb-4278-bc73-380a4ce140c7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bdc1fc94-f1d8-445f-a4dd-589e56927c01 HTTP/1.1" status: 204 len: 168 time: 0.9276016 Jul 07 16:55:13.691709 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12188772-5bdb-4278-bc73-380a4ce140c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc1fc94-f1d8-445f-a4dd-589e56927c01,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:13.717975 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12188772-5bdb-4278-bc73-380a4ce140c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:13.718331 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12188772-5bdb-4278-bc73-380a4ce140c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:13.718755 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12188772-5bdb-4278-bc73-380a4ce140c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:13.719248 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12188772-5bdb-4278-bc73-380a4ce140c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:13.719406 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12188772-5bdb-4278-bc73-380a4ce140c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:13.719754 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12188772-5bdb-4278-bc73-380a4ce140c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:13.720088 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12188772-5bdb-4278-bc73-380a4ce140c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:13.720535 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12188772-5bdb-4278-bc73-380a4ce140c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:13.720924 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12188772-5bdb-4278-bc73-380a4ce140c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:13.721258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12188772-5bdb-4278-bc73-380a4ce140c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:13.721589 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12188772-5bdb-4278-bc73-380a4ce140c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:13.721943 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12188772-5bdb-4278-bc73-380a4ce140c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:13.738102 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-692b72ce-99c4-4c2e-af60-bfdb4e61d7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.740807 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-3d427e22-3cea-4970-85eb-8c24dfaa5c77 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:13.742652 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-3d427e22-3cea-4970-85eb-8c24dfaa5c77 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/networks?id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 HTTP/1.1" status: 200 len: 814 time: 0.1204400 Jul 07 16:55:13.767731 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-75ee3ccf-d8c0-427d-a473-d255572da3e7 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/quotas/bba3485f01bf4635b3daf846a1eaf074 HTTP/1.1" status: 200 len: 375 time: 0.0192368 Jul 07 16:55:13.792651 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecee823-073e-4406-b495-fadadf731c6b req-8c350782-37a4-4b39-a8e7-8f8269d5683b tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:13.794124 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1ecee823-073e-4406-b495-fadadf731c6b req-8c350782-37a4-4b39-a8e7-8f8269d5683b tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 945 time: 0.3028135 Jul 07 16:55:13.794931 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b72ce-99c4-4c2e-af60-bfdb4e61d7da admin admin] Pushing event deleted for resources: {'Port': ['ID=c95403db-51fb-4cba-8949-c5930313a936,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:13.805230 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-bb87706f-5406-4c1f-9241-0e6ba4248cdf tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bba3485f01bf4635b3daf846a1eaf074&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363786 Jul 07 16:55:13.911316 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:13.921654 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-193c5469-36ba-47f4-b6f1-ec96c4e0d6d6 service neutron] 10.222.0.50 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154261 Jul 07 16:55:13.937382 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1ecee823-073e-4406-b495-fadadf731c6b req-e7f16da6-b226-491e-820d-9187376afdfa tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091502 Jul 07 16:55:13.966890 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-692b72ce-99c4-4c2e-af60-bfdb4e61d7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.053153 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-6ddf8dc7-5d2b-48ef-9df5-29f873ae816e service neutron] 10.222.0.50 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241405 Jul 07 16:55:14.073214 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:14.117651 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.120918 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-692b72ce-99c4-4c2e-af60-bfdb4e61d7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.125328 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-327ab449-c119-4295-af3f-f60d376e0efd req-48ceae0a-c1d5-476d-97a9-9a02126d0318 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/floatingips/12472168-fe84-4c04-8f93-9134ea272c14 HTTP/1.1" status: 200 len: 693 time: 0.1258934 Jul 07 16:55:14.126531 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-692b72ce-99c4-4c2e-af60-bfdb4e61d7da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.193076 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] Transition to ACTIVE for port object 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:14.231097 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.258106 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7bff34e1-08f3-40cd-987a-9725da8d0319 req-db866b76-340c-4191-900a-3810e1e49d36 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/c1a7656b-fce7-4858-ab24-0fdff57f1b35 HTTP/1.1" status: 200 len: 1776 time: 0.0552917 Jul 07 16:55:14.267861 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-692b72ce-99c4-4c2e-af60-bfdb4e61d7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.268394 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692b72ce-99c4-4c2e-af60-bfdb4e61d7da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0abca892-ed9f-40a4-b8ad-5248b9cac443 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:55:14.278692 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-692b72ce-99c4-4c2e-af60-bfdb4e61d7da admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.282047 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-692b72ce-99c4-4c2e-af60-bfdb4e61d7da admin admin] 10.222.0.50 "DELETE /v2.0/routers/0abca892-ed9f-40a4-b8ad-5248b9cac443 HTTP/1.1" status: 204 len: 168 time: 2.7608285 Jul 07 16:55:14.284119 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41148) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:14.321690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:14.376152 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7bff34e1-08f3-40cd-987a-9725da8d0319 req-05d3c6fe-8fc2-4f17-9c99-3fc1ff578b86 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.381401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd48611b-2d8b-413c-9cb2-801cbb555193 admin admin] Deleting subnet 52fef1a6-a6d2-45e9-868b-3e76997a2537 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:55:14.397502 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd48611b-2d8b-413c-9cb2-801cbb555193 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.405685 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ab449-c119-4295-af3f-f60d376e0efd req-202a85a1-851f-4c22-93c9-1c6e0e059e4c tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:14.413827 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-327ab449-c119-4295-af3f-f60d376e0efd req-202a85a1-851f-4c22-93c9-1c6e0e059e4c tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.2765927 Jul 07 16:55:14.479528 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-327ab449-c119-4295-af3f-f60d376e0efd req-ac18bb88-801b-4fad-a443-f01d322bcb3f tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 696 time: 0.0647447 Jul 07 16:55:14.521219 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7bff34e1-08f3-40cd-987a-9725da8d0319 req-05d3c6fe-8fc2-4f17-9c99-3fc1ff578b86 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.538063 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device cc5572e1-b63d-4e18-96da-281611ddddb9 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:14.548614 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd48611b-2d8b-413c-9cb2-801cbb555193 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.549968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] Attempting to bind port 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:14.550538 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] Attempting to bind port 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'e64bcb56-0dab-478d-aa3b-105f8614ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '585991d3-1c4c-497e-aa94-d9dabd614307'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:14.550864 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] Attempting to bind port 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e on network 585991d3-1c4c-497e-aa94-d9dabd614307 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:14.561286 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-327ab449-c119-4295-af3f-f60d376e0efd req-70e35688-d198-4fbd-a268-c140ba3b841f tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.177 HTTP/1.1" status: 200 len: 696 time: 0.0807965 Jul 07 16:55:14.574169 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: cc5572e1-b63d-4e18-96da-281611ddddb9 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:14.574829 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device cc5572e1-b63d-4e18-96da-281611ddddb9 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:14.604426 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] Port 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e on network 585991d3-1c4c-497e-aa94-d9dabd614307 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:14.604876 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] Attempting to bind port 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e on network 585991d3-1c4c-497e-aa94-d9dabd614307 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:14.617271 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:14.617271 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] Checking segment: {'id': 'e64bcb56-0dab-478d-aa3b-105f8614ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '585991d3-1c4c-497e-aa94-d9dabd614307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:14.617271 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] Bound using segment: {'id': 'e64bcb56-0dab-478d-aa3b-105f8614ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '585991d3-1c4c-497e-aa94-d9dabd614307'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:14.617854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] Bound port: 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e64bcb56-0dab-478d-aa3b-105f8614ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '585991d3-1c4c-497e-aa94-d9dabd614307'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:14.618250 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.637058 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7bff34e1-08f3-40cd-987a-9725da8d0319 req-05d3c6fe-8fc2-4f17-9c99-3fc1ff578b86 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.639917 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7bff34e1-08f3-40cd-987a-9725da8d0319 req-05d3c6fe-8fc2-4f17-9c99-3fc1ff578b86 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.656288 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7bff34e1-08f3-40cd-987a-9725da8d0319 req-05d3c6fe-8fc2-4f17-9c99-3fc1ff578b86 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "DELETE /v2.0/security-groups/c1a7656b-fce7-4858-ab24-0fdff57f1b35 HTTP/1.1" status: 204 len: 173 time: 0.3917215 Jul 07 16:55:14.660435 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-328f9a97-63bb-44ec-a54c-9158b0559973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.697030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3c6fe-8fc2-4f17-9c99-3fc1ff578b86 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a7656b-fce7-4858-ab24-0fdff57f1b35,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:14.752463 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd48611b-2d8b-413c-9cb2-801cbb555193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.786647 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41168) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:14.805952 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] For port 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:14.845421 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] For port 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e,segment=NetworkSegment(e64bcb56-0dab-478d-aa3b-105f8614ee81),segment_id=e64bcb56-0dab-478d-aa3b-105f8614ee81)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:14.848946 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-327ab449-c119-4295-af3f-f60d376e0efd req-1323572f-4841-4048-8096-8f65357137fd tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Deleting port e2ba5fb9-cbb0-46c5-9f01-a16d598c6078 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:14.848946 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-327ab449-c119-4295-af3f-f60d376e0efd req-1323572f-4841-4048-8096-8f65357137fd tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.861807 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.871041 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd48611b-2d8b-413c-9cb2-801cbb555193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.913136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48611b-2d8b-413c-9cb2-801cbb555193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52fef1a6-a6d2-45e9-868b-3e76997a2537,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:14.925203 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd48611b-2d8b-413c-9cb2-801cbb555193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:14.933205 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cd48611b-2d8b-413c-9cb2-801cbb555193 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/52fef1a6-a6d2-45e9-868b-3e76997a2537 HTTP/1.1" status: 204 len: 168 time: 0.6456048 Jul 07 16:55:14.933205 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41180) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:14.951598 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f38fb63-7495-4df8-8ef5-c8ac6c2b0acd None None] Network 97cc237c-4b90-4705-ac9f-f9384b0c0097 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:55:14.957626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-48fde658-7f58-4d5b-99f8-3b155a97186c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-290021114-network', 'tenant_id': '9ba786264e484ec3b4e0ae3458581503'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:15.026852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:15.027572 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.029128 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] 10.222.0.69 "PUT /v2.0/ports/9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e HTTP/1.1" status: 200 len: 1092 time: 2.2677181 Jul 07 16:55:15.029551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fde658-7f58-4d5b-99f8-3b155a97186c admin admin] Made reservation on behalf of 9ba786264e484ec3b4e0ae3458581503 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:15.029704 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4bced4-c536-47de-ad41-ac3cddbf3f87', 'tag': '9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:15.032796 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9eae3d-a6ea-4444-abc2-530ea1350b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4bced4-c536-47de-ad41-ac3cddbf3f87", "tag": "9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:15.033055 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-48fde658-7f58-4d5b-99f8-3b155a97186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.064698 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-48fde658-7f58-4d5b-99f8-3b155a97186c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.082891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9476fc-f38e-433c-837c-39dcbdcfc171 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:15.098191 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.128525 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-327ab449-c119-4295-af3f-f60d376e0efd req-1323572f-4841-4048-8096-8f65357137fd tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.129048 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-327ab449-c119-4295-af3f-f60d376e0efd req-1323572f-4841-4048-8096-8f65357137fd tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.149364 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-327ab449-c119-4295-af3f-f60d376e0efd req-1323572f-4841-4048-8096-8f65357137fd tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Calling delete_port for e2ba5fb9-cbb0-46c5-9f01-a16d598c6078 owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:15.245323 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e7c487-e069-40d3-9f6f-a25a70e4d4df None None] DHCP port deletion for 97cc237c-4b90-4705-ac9f-f9384b0c0097 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:55:15.254327 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Deleting port 619b8f53-845a-4cc6-9f0d-78ac18c60109 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:15.255056 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.299355 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f8e7c487-e069-40d3-9f6f-a25a70e4d4df None None] Deleting port 619b8f53-845a-4cc6-9f0d-78ac18c60109 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:15.300258 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c487-e069-40d3-9f6f-a25a70e4d4df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.342875 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-48fde658-7f58-4d5b-99f8-3b155a97186c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.350427 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-48fde658-7f58-4d5b-99f8-3b155a97186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.376262 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] For port 619b8f53-845a-4cc6-9f0d-78ac18c60109, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=619b8f53-845a-4cc6-9f0d-78ac18c60109,segment=NetworkSegment(13925be4-880e-4355-82e2-ea9bb567ac48),segment_id=13925be4-880e-4355-82e2-ea9bb567ac48)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:15.376956 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.391799 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48fde658-7f58-4d5b-99f8-3b155a97186c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:55:15.409301 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Calling delete_port for 619b8f53-845a-4cc6-9f0d-78ac18c60109 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:15.440532 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-48fde658-7f58-4d5b-99f8-3b155a97186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.440924 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-48fde658-7f58-4d5b-99f8-3b155a97186c admin admin] Added segment e1bd65a5-dc30-4c58-832c-da98fa84e840 of type vlan for network a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1 Jul 07 16:55:15.445206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f8e7c487-e069-40d3-9f6f-a25a70e4d4df None None] For port 619b8f53-845a-4cc6-9f0d-78ac18c60109, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=619b8f53-845a-4cc6-9f0d-78ac18c60109,segment=NetworkSegment(13925be4-880e-4355-82e2-ea9bb567ac48),segment_id=13925be4-880e-4355-82e2-ea9bb567ac48)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:15.445922 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c487-e069-40d3-9f6f-a25a70e4d4df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.471467 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f8e7c487-e069-40d3-9f6f-a25a70e4d4df None None] Calling delete_port for 619b8f53-845a-4cc6-9f0d-78ac18c60109 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:15.474648 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-327ab449-c119-4295-af3f-f60d376e0efd req-1323572f-4841-4048-8096-8f65357137fd tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.515120 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323572f-4841-4048-8096-8f65357137fd tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Pushing event deleted for resources: {'Port': ['ID=e2ba5fb9-cbb0-46c5-9f01-a16d598c6078,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:15.574584 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c487-e069-40d3-9f6f-a25a70e4d4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.585785 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-d1678aec-01aa-4b85-9fc5-ce37cebf8d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:15.588097 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-d1678aec-01aa-4b85-9fc5-ce37cebf8d44 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0501f382b6694d0ab9ec962ffb43a8ed&device_id=bf4bced4-c536-47de-ad41-ac3cddbf3f87 HTTP/1.1" status: 200 len: 1095 time: 0.4727418 Jul 07 16:55:15.607233 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7c487-e069-40d3-9f6f-a25a70e4d4df None None] Pushing event deleted for resources: {'Port': ['ID=619b8f53-845a-4cc6-9f0d-78ac18c60109,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:15.617496 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7c487-e069-40d3-9f6f-a25a70e4d4df None None] No DVR routers for this DVR port 619b8f53-845a-4cc6-9f0d-78ac18c60109 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:15.621076 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7c487-e069-40d3-9f6f-a25a70e4d4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:15.621912 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7c487-e069-40d3-9f6f-a25a70e4d4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:15.622529 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7c487-e069-40d3-9f6f-a25a70e4d4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:15.623190 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7c487-e069-40d3-9f6f-a25a70e4d4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:15.623797 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7c487-e069-40d3-9f6f-a25a70e4d4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:15.624514 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7c487-e069-40d3-9f6f-a25a70e4d4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:15.625128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7c487-e069-40d3-9f6f-a25a70e4d4df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:15.625692 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7c487-e069-40d3-9f6f-a25a70e4d4df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:15.626250 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7c487-e069-40d3-9f6f-a25a70e4d4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:15.626849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7c487-e069-40d3-9f6f-a25a70e4d4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:15.627559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7c487-e069-40d3-9f6f-a25a70e4d4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:15.628255 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7c487-e069-40d3-9f6f-a25a70e4d4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:15.653288 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-8bf00fa2-82d5-451e-8450-5e9c854690d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e HTTP/1.1" status: 200 len: 217 time: 0.0570440 Jul 07 16:55:15.672678 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-327ab449-c119-4295-af3f-f60d376e0efd req-1323572f-4841-4048-8096-8f65357137fd tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.675826 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-327ab449-c119-4295-af3f-f60d376e0efd req-1323572f-4841-4048-8096-8f65357137fd tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.677155 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-327ab449-c119-4295-af3f-f60d376e0efd req-1323572f-4841-4048-8096-8f65357137fd tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "DELETE /v2.0/floatingips/12472168-fe84-4c04-8f93-9134ea272c14 HTTP/1.1" status: 204 len: 173 time: 1.1149364 Jul 07 16:55:15.720936 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0c8bb1cd-caa0-4279-87da-f1ea7b052ec0 req-5937411e-488b-484b-bce5-762ab0f8e7c7 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=2100bcb2-ef01-4d7c-91b4-1bf86922fb66 HTTP/1.1" status: 200 len: 210 time: 0.3031800 Jul 07 16:55:15.725024 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2648a4d5-88e9-435f-969b-3885a3473838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:15.725504 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fde658-7f58-4d5b-99f8-3b155a97186c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d0b63a-186e-41e0-85b9-fe7bc1c87492,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:15.726648 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-2648a4d5-88e9-435f-969b-3885a3473838 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=748e4878-dc0e-488c-ad96-c5afee4e3c75 HTTP/1.1" status: 200 len: 854 time: 0.0665746 Jul 07 16:55:15.771826 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-f29ada07-3fd6-42ca-a6d6-75cb346efb2f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=585991d3-1c4c-497e-aa94-d9dabd614307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385482 Jul 07 16:55:15.796736 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-48fde658-7f58-4d5b-99f8-3b155a97186c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.857951 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.866321 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-48fde658-7f58-4d5b-99f8-3b155a97186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.867751 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fde658-7f58-4d5b-99f8-3b155a97186c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:15.868416 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-48fde658-7f58-4d5b-99f8-3b155a97186c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:15.895499 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-ed771e2f-38f3-428f-9b00-ccbd11e14105 service neutron] 10.222.0.69 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175532 Jul 07 16:55:15.897142 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ae6e4f-7756-4244-bc4b-b9fa1872f915 x-openstack-request-id: req-80ae6e4f-7756-4244-bc4b-b9fa1872f915 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:15.897557 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4bced4-c536-47de-ad41-ac3cddbf3f87", "tag": "9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:15.898144 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-80ae6e4f-7756-4244-bc4b-b9fa1872f915 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:15.898741 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4bced4-c536-47de-ad41-ac3cddbf3f87', 'tag': '9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e', 'status': 'completed', 'code': 200} Jul 07 16:55:15.975617 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fde658-7f58-4d5b-99f8-3b155a97186c admin admin] Pushing event updated for resources: {'Network': ['ID=a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:15.995294 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:55:16.007304 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=619b8f53-845a-4cc6-9f0d-78ac18c60109,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:16.011246 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] No DVR routers for this DVR port 619b8f53-845a-4cc6-9f0d-78ac18c60109 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:16.059106 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfea2cb-543b-46e7-a20a-e5ec50ac9bf1 req-0736194a-5f13-4277-9682-3998f558f7a2 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:16.061597 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5dfea2cb-543b-46e7-a20a-e5ec50ac9bf1 req-0736194a-5f13-4277-9682-3998f558f7a2 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4bced4-c536-47de-ad41-ac3cddbf3f87 HTTP/1.1" status: 200 len: 944 time: 0.1625683 Jul 07 16:55:16.074411 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-48fde658-7f58-4d5b-99f8-3b155a97186c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2837172 Jul 07 16:55:16.075902 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41198) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:16.089774 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c2e9645f-b010-4d2e-ba45-46fec9ca81d9 admin admin] Request body: {'subnet': {'network_id': 'a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-290021114-subnet', 'tenant_id': '9ba786264e484ec3b4e0ae3458581503', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:16.106527 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f9197d0c-2567-42f6-ba1d-9efd5683f80c req-bd67c3da-4abb-4dae-aafd-a8838e2c1be9 service neutron] 10.222.0.69 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972611 Jul 07 16:55:16.149263 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5dfea2cb-543b-46e7-a20a-e5ec50ac9bf1 req-6524d4a1-7b80-4c4b-8379-0869370cd498 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763900 Jul 07 16:55:16.150336 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e9645f-b010-4d2e-ba45-46fec9ca81d9 admin admin] Made reservation on behalf of 9ba786264e484ec3b4e0ae3458581503 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:16.152822 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c2e9645f-b010-4d2e-ba45-46fec9ca81d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:16.198025 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a58fc259-ca3c-43ea-995a-3f31ac1c666b req-7ef03d54-11d2-44c8-97b0-25c12b81f57e tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/floatingips/1f9d645a-7546-4768-9ca3-cb7e53edeaa0 HTTP/1.1" status: 200 len: 692 time: 0.1849270 Jul 07 16:55:16.207872 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:16.211332 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:16.290028 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cc237c-4b90-4705-ac9f-f9384b0c0097']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:16.310011 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eae3d-a6ea-4444-abc2-530ea1350b6e req-0df3f9c0-4712-441d-ad2e-f43f84746d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:16.311709 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c9eae3d-a6ea-4444-abc2-530ea1350b6e req-0df3f9c0-4712-441d-ad2e-f43f84746d58 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0501f382b6694d0ab9ec962ffb43a8ed&device_id=bf4bced4-c536-47de-ad41-ac3cddbf3f87 HTTP/1.1" status: 200 len: 1095 time: 0.1401830 Jul 07 16:55:16.321220 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13925be4-880e-4355-82e2-ea9bb567ac48') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:16.321520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13925be4-880e-4355-82e2-ea9bb567ac48') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:16.340654 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-58818e1a-80f3-4148-ad0b-b85d86684624 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:16.342254 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-58818e1a-80f3-4148-ad0b-b85d86684624 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.15 "GET /v2.0/networks?id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 HTTP/1.1" status: 200 len: 814 time: 0.3551297 Jul 07 16:55:16.347778 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:16.369416 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-c03d422f-9a16-48e0-9770-1de24bc50fe9 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Request body: {'port': {'device_id': '2100bcb2-ef01-4d7c-91b4-1bf86922fb66', 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1', 'admin_state_up': True, 'tenant_id': 'bba3485f01bf4635b3daf846a1eaf074'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:16.397494 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:16.436070 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:55:16.436515 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:55:16.439982 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:55:16.478760 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c2e9645f-b010-4d2e-ba45-46fec9ca81d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:16.487273 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 619b8f53-845a-4cc6-9f0d-78ac18c60109 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:16.509958 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fc259-ca3c-43ea-995a-3f31ac1c666b req-608a917e-af7e-49f3-bd44-5fedb5c95416 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:16.512559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 619b8f53-845a-4cc6-9f0d-78ac18c60109 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:16.512914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 619b8f53-845a-4cc6-9f0d-78ac18c60109 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:16.513331 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c95403db-51fb-4cba-8949-c5930313a936 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:16.515341 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a58fc259-ca3c-43ea-995a-3f31ac1c666b req-608a917e-af7e-49f3-bd44-5fedb5c95416 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.3093398 Jul 07 16:55:16.533829 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: c95403db-51fb-4cba-8949-c5930313a936 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:16.534180 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c95403db-51fb-4cba-8949-c5930313a936 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:16.567302 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [req-97624b8e-f05c-4e59-9c98-a55c39770b24 req-d159cffa-2a24-4492-84c9-ed8fb7d2f659 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] show failed (client error): The resource could not be found. Jul 07 16:55:16.568905 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-97624b8e-f05c-4e59-9c98-a55c39770b24 req-d159cffa-2a24-4492-84c9-ed8fb7d2f659 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/a8f1e4db-60d5-48f1-8a67-945a7e126991 HTTP/1.1" status: 404 len: 352 time: 0.0502088 Jul 07 16:55:16.569943 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eae3d-a6ea-4444-abc2-530ea1350b6e req-9056e333-6e53-4eb8-a00a-6834b636a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:16.571391 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c9eae3d-a6ea-4444-abc2-530ea1350b6e req-9056e333-6e53-4eb8-a00a-6834b636a431 service neutron] 10.222.0.69 "GET /v2.0/networks?id=585991d3-1c4c-497e-aa94-d9dabd614307 HTTP/1.1" status: 200 len: 915 time: 0.2286115 Jul 07 16:55:16.593645 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a58fc259-ca3c-43ea-995a-3f31ac1c666b req-d70bbfdf-8f91-45ce-a58b-a35aee16d03a tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.88 HTTP/1.1" status: 200 len: 695 time: 0.0723536 Jul 07 16:55:16.594256 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:16.599037 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9645f-b010-4d2e-ba45-46fec9ca81d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8ca5797-daa7-4b31-bc59-85c57c79e30c,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:16.617133 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:16.619075 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] 10.222.0.50 "DELETE /v2.0/networks/97cc237c-4b90-4705-ac9f-f9384b0c0097 HTTP/1.1" status: 204 len: 168 time: 1.6849480 Jul 07 16:55:16.620060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Pushing event deleted for resources: {'Network': ['ID=97cc237c-4b90-4705-ac9f-f9384b0c0097,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:16.632368 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:16.632617 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c9eae3d-a6ea-4444-abc2-530ea1350b6e req-ac7e39b4-2b08-4566-aa7f-6b6b99212b6b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e HTTP/1.1" status: 200 len: 217 time: 0.0457771 Jul 07 16:55:16.633127 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:16.633642 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:16.634150 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:16.634901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:16.635296 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e9645f-b010-4d2e-ba45-46fec9ca81d9 admin admin] Checking segment: {'id': 'e1bd65a5-dc30-4c58-832c-da98fa84e840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:16.635625 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e9645f-b010-4d2e-ba45-46fec9ca81d9 admin admin] Network hostable DHCP agents. Network: a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:55:16.635870 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:16.636383 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:16.636882 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:16.637390 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:16.637884 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:16.638412 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:16.638773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109741d-ec37-4e78-affc-fb4502ec1c30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:16.677349 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-c03d422f-9a16-48e0-9770-1de24bc50fe9 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Made reservation on behalf of bba3485f01bf4635b3daf846a1eaf074 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:16.681112 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-c03d422f-9a16-48e0-9770-1de24bc50fe9 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:16.695562 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e9645f-b010-4d2e-ba45-46fec9ca81d9 admin admin] Network a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:55:16.709392 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eae3d-a6ea-4444-abc2-530ea1350b6e req-b3aadef4-5c7b-4a59-b710-d7ed68c29814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:16.715260 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c9eae3d-a6ea-4444-abc2-530ea1350b6e req-b3aadef4-5c7b-4a59-b710-d7ed68c29814 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=748e4878-dc0e-488c-ad96-c5afee4e3c75 HTTP/1.1" status: 200 len: 854 time: 0.0749593 Jul 07 16:55:16.721546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-c2e9645f-b010-4d2e-ba45-46fec9ca81d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:16.730889 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2ef008-48d9-4a6e-93fe-24bf0d19cc6e None None] Network a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:55:16.746961 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e9645f-b010-4d2e-ba45-46fec9ca81d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:16.750808 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c2e9645f-b010-4d2e-ba45-46fec9ca81d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:16.769556 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a58fc259-ca3c-43ea-995a-3f31ac1c666b req-18524ca9-9f0d-4c0b-9e2f-8f136c60fde0 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.88 HTTP/1.1" status: 200 len: 695 time: 0.0983474 Jul 07 16:55:16.796608 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c9eae3d-a6ea-4444-abc2-530ea1350b6e req-06ea7e40-9006-40ab-a4cc-a79136729d75 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=585991d3-1c4c-497e-aa94-d9dabd614307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719876 Jul 07 16:55:16.817586 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c2e9645f-b010-4d2e-ba45-46fec9ca81d9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7351253 Jul 07 16:55:16.896829 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41220) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:16.951604 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c9eae3d-a6ea-4444-abc2-530ea1350b6e req-918a3381-cfca-4a36-ab88-dfe5135474eb service neutron] 10.222.0.69 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452131 Jul 07 16:55:16.974161 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9e01d210-aa38-4879-b9e8-287e6a05619f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=23f85dd33ff94f1eb4f12f5bb0e63405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0758824 Jul 07 16:55:16.974826 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41222) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:17.012599 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-c03d422f-9a16-48e0-9770-1de24bc50fe9 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Allocated IP 172.20.0.10 (0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1/afa0c846-dbdb-400b-bbf2-104f4f539bf1/dbf003e7-7303-4392-a04c-6a1898bef767) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:17.022746 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e72933-7627-4fa7-b0c6-8211efaa34d7 None None] Network a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:55:17.161399 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6718cc46-7f8f-4907-90c1-dc66dbf7ca42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.211611 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c2288-1184-4f99-8582-5334827e661d req-4e3def02-c142-4765-8d83-ec1519966a61 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:17.213312 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-511c2288-1184-4f99-8582-5334827e661d req-4e3def02-c142-4765-8d83-ec1519966a61 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 945 time: 0.1577125 Jul 07 16:55:17.215747 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c9eae3d-a6ea-4444-abc2-530ea1350b6e req-a82b3a1a-758f-4bb9-91f6-962d3bb0399c service neutron] 10.222.0.69 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558622 Jul 07 16:55:17.217380 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6718cc46-7f8f-4907-90c1-dc66dbf7ca42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.260010 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-a58fc259-ca3c-43ea-995a-3f31ac1c666b req-94269ddc-0dc3-46c1-b4e4-cd04f9499a38 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Deleting port 7dda259e-127d-41b8-a7be-e05de076e34b {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:17.260435 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a58fc259-ca3c-43ea-995a-3f31ac1c666b req-94269ddc-0dc3-46c1-b4e4-cd04f9499a38 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.288261 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-511c2288-1184-4f99-8582-5334827e661d req-efd06a43-2a2b-41a4-9bf8-ed67fd611f12 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669112 Jul 07 16:55:17.308100 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6718cc46-7f8f-4907-90c1-dc66dbf7ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.310751 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6718cc46-7f8f-4907-90c1-dc66dbf7ca42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.312122 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6718cc46-7f8f-4907-90c1-dc66dbf7ca42 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3eaea49f-f050-4890-bb8c-78908712fcce HTTP/1.1" status: 204 len: 168 time: 0.3263593 Jul 07 16:55:17.322284 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718cc46-7f8f-4907-90c1-dc66dbf7ca42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaea49f-f050-4890-bb8c-78908712fcce,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:17.360137 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [req-72fa5757-06d6-4832-9810-b146362b003c req-9e0b39e7-7e7f-4153-851b-9d5c8022c05d tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] show failed (client error): The resource could not be found. Jul 07 16:55:17.361222 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-72fa5757-06d6-4832-9810-b146362b003c req-9e0b39e7-7e7f-4153-851b-9d5c8022c05d tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/ad52fa66-f801-4dbb-aca9-3194d3fb013a HTTP/1.1" status: 404 len: 352 time: 0.0223000 Jul 07 16:55:17.396148 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a58fc259-ca3c-43ea-995a-3f31ac1c666b req-94269ddc-0dc3-46c1-b4e4-cd04f9499a38 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.396516 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a58fc259-ca3c-43ea-995a-3f31ac1c666b req-94269ddc-0dc3-46c1-b4e4-cd04f9499a38 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.411589 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f20bba3e-a10f-4f96-9e81-9f4370e96d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.422462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-a58fc259-ca3c-43ea-995a-3f31ac1c666b req-94269ddc-0dc3-46c1-b4e4-cd04f9499a38 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Calling delete_port for 7dda259e-127d-41b8-a7be-e05de076e34b owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:17.441680 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-c03d422f-9a16-48e0-9770-1de24bc50fe9 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.468884 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 41231ed1-0d6d-42d3-82bd-921afd4e67a1 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:17.504695 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c1ca6c8e-2a8b-42fd-a927-297a87ee223e req-5e3f4fb8-2408-42fe-bf36-59d672e09627 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=2100bcb2-ef01-4d7c-91b4-1bf86922fb66 HTTP/1.1" status: 200 len: 210 time: 0.0394933 Jul 07 16:55:17.554490 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-c03d422f-9a16-48e0-9770-1de24bc50fe9 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.635399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41244) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:17.641785 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-c03d422f-9a16-48e0-9770-1de24bc50fe9 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Network 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:17.645468 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-58761b07-f868-4e6f-a12f-93ecc80d811e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1345764528-network', 'tenant_id': 'b96cf69045e34f0d997c04901f03c2bf'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:17.661138 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d422f-9a16-48e0-9770-1de24bc50fe9 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Pushing event updated for resources: {'Port': ['ID=dbf003e7-7303-4392-a04c-6a1898bef767,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:17.663984 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.664341 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-c03d422f-9a16-48e0-9770-1de24bc50fe9 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:17.673433 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-c03d422f-9a16-48e0-9770-1de24bc50fe9 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:17.699757 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a60180-d648-4bca-a6d7-2ef434fc1bbe req-82324335-1f64-4e18-9a30-9060d1d337fc tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:17.707888 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78a60180-d648-4bca-a6d7-2ef434fc1bbe req-82324335-1f64-4e18-9a30-9060d1d337fc tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe1ad3eb-ecee-4603-9caf-8d9ac3035176 HTTP/1.1" status: 200 len: 945 time: 0.0871761 Jul 07 16:55:17.723200 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 41231ed1-0d6d-42d3-82bd-921afd4e67a1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=41231ed1-0d6d-42d3-82bd-921afd4e67a1,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:17.723474 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58761b07-f868-4e6f-a12f-93ecc80d811e admin admin] Made reservation on behalf of b96cf69045e34f0d997c04901f03c2bf for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:17.726299 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58761b07-f868-4e6f-a12f-93ecc80d811e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.741522 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '41231ed1-0d6d-42d3-82bd-921afd4e67a1', 'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132', 'port_id': '41231ed1-0d6d-42d3-82bd-921afd4e67a1', 'mac_address': 'fa:16:3e:50:11:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11029ac-8d3c-47c7-98fb-61244a65c880', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:17.749915 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58761b07-f868-4e6f-a12f-93ecc80d811e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.753221 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78a60180-d648-4bca-a6d7-2ef434fc1bbe req-7f7ed3d4-e5fe-4373-8a06-4fea933b3315 tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.50 "GET /v2.0/security-groups?id=708d9e03-4738-4b8c-adb3-66fc04ccbb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434070 Jul 07 16:55:17.760420 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a58fc259-ca3c-43ea-995a-3f31ac1c666b req-94269ddc-0dc3-46c1-b4e4-cd04f9499a38 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.798317 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.815196 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41231ed1-0d6d-42d3-82bd-921afd4e67a1 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:17.838130 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 41231ed1-0d6d-42d3-82bd-921afd4e67a1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=41231ed1-0d6d-42d3-82bd-921afd4e67a1,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:17.846013 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.853792 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94269ddc-0dc3-46c1-b4e4-cd04f9499a38 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Pushing event deleted for resources: {'Port': ['ID=7dda259e-127d-41b8-a7be-e05de076e34b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:17.870458 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-c03d422f-9a16-48e0-9770-1de24bc50fe9 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:17.871124 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-c03d422f-9a16-48e0-9770-1de24bc50fe9 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.908998 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=41231ed1-0d6d-42d3-82bd-921afd4e67a1,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:17.943818 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['41231ed1-0d6d-42d3-82bd-921afd4e67a1'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:17.957459 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9955e-8582-4192-a006-1e900bdebf8c req-5bb836ef-671a-44c1-ad48-2597ee7ebfba tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:17.960536 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20b9955e-8582-4192-a006-1e900bdebf8c req-5bb836ef-671a-44c1-ad48-2597ee7ebfba tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4bced4-c536-47de-ad41-ac3cddbf3f87 HTTP/1.1" status: 200 len: 944 time: 0.0873635 Jul 07 16:55:17.988446 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58761b07-f868-4e6f-a12f-93ecc80d811e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:17.998317 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a58fc259-ca3c-43ea-995a-3f31ac1c666b req-94269ddc-0dc3-46c1-b4e4-cd04f9499a38 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:18.001893 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a58fc259-ca3c-43ea-995a-3f31ac1c666b req-94269ddc-0dc3-46c1-b4e4-cd04f9499a38 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:18.009533 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20b9955e-8582-4192-a006-1e900bdebf8c req-e1aca784-5dbd-41ea-ae4f-0072bcd81d35 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421221 Jul 07 16:55:18.011135 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41254) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:18.018677 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a58fc259-ca3c-43ea-995a-3f31ac1c666b req-94269ddc-0dc3-46c1-b4e4-cd04f9499a38 tempest-FloatingIPDetailsTestJSON-720952775 tempest-FloatingIPDetailsTestJSON-720952775-project] 10.222.0.50 "DELETE /v2.0/floatingips/1f9d645a-7546-4768-9ca3-cb7e53edeaa0 HTTP/1.1" status: 204 len: 173 time: 1.0014846 Jul 07 16:55:18.024848 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58761b07-f868-4e6f-a12f-93ecc80d811e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:18.056672 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-c03d422f-9a16-48e0-9770-1de24bc50fe9 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6912251 Jul 07 16:55:18.065073 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-eabed310-e6d4-4ef4-8486-def54be77c2c req-2e85a6f7-27f5-492f-931d-c377ab25c462 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] show failed (client error): The resource could not be found. Jul 07 16:55:18.071655 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eabed310-e6d4-4ef4-8486-def54be77c2c req-2e85a6f7-27f5-492f-931d-c377ab25c462 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/a1cb2155-4b91-49d4-a802-1dfbc443e1bc HTTP/1.1" status: 404 len: 352 time: 0.0412974 Jul 07 16:55:18.073676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58761b07-f868-4e6f-a12f-93ecc80d811e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:55:18.083401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] Request body: {'port': {'device_id': '2100bcb2-ef01-4d7c-91b4-1bf86922fb66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:18.112886 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58761b07-f868-4e6f-a12f-93ecc80d811e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4280b0-cfea-441c-8233-17990d1e94e3,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:18.121787 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58761b07-f868-4e6f-a12f-93ecc80d811e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:18.122121 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-58761b07-f868-4e6f-a12f-93ecc80d811e admin admin] Added segment bf8aabbe-ec0f-447d-9d50-1029aa918a08 of type vlan for network 69f4b35b-4710-4647-8a94-89773b0aa07b Jul 07 16:55:18.145079 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [req-cbc2c4a7-4946-4d45-98fc-148e12e16743 req-ac64e110-4e29-4ee1-af83-a4768070a1f6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] show failed (client error): The resource could not be found. Jul 07 16:55:18.152990 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cbc2c4a7-4946-4d45-98fc-148e12e16743 req-ac64e110-4e29-4ee1-af83-a4768070a1f6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/fd925a92-5fd3-409e-b645-4c7b7c77e8d7 HTTP/1.1" status: 404 len: 352 time: 0.0580473 Jul 07 16:55:18.202780 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-dd5fdc22-c4c8-4cbe-952d-01ae3f455b78 req-950d3972-abea-4244-a162-5bd8a71c0c27 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] show failed (client error): The resource could not be found. Jul 07 16:55:18.203877 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd5fdc22-c4c8-4cbe-952d-01ae3f455b78 req-950d3972-abea-4244-a162-5bd8a71c0c27 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/857f930c-6b66-4f7b-bf8a-71e4cc626cb3 HTTP/1.1" status: 404 len: 352 time: 0.0198717 Jul 07 16:55:18.240745 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58761b07-f868-4e6f-a12f-93ecc80d811e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:18.250129 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [req-8a13e75d-47ab-48b3-87f9-d99b52373d6a req-0aadafc3-f55f-4574-ac52-ee67ee11b886 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] show failed (client error): The resource could not be found. Jul 07 16:55:18.251206 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8a13e75d-47ab-48b3-87f9-d99b52373d6a req-0aadafc3-f55f-4574-ac52-ee67ee11b886 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/7bc7cb29-e3a5-46f5-80f6-fadb97ea6372 HTTP/1.1" status: 404 len: 352 time: 0.0215261 Jul 07 16:55:18.279795 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:18.292489 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58761b07-f868-4e6f-a12f-93ecc80d811e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:18.293454 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58761b07-f868-4e6f-a12f-93ecc80d811e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:18.294042 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58761b07-f868-4e6f-a12f-93ecc80d811e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:18.366294 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-58761b07-f868-4e6f-a12f-93ecc80d811e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7264786 Jul 07 16:55:18.378828 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41272) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:18.386689 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-45076f8c-f0f1-4522-98f0-1ba101c74b3f admin admin] Request body: {'subnet': {'network_id': '69f4b35b-4710-4647-8a94-89773b0aa07b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1345764528-subnet', 'tenant_id': 'b96cf69045e34f0d997c04901f03c2bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:18.445101 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58761b07-f868-4e6f-a12f-93ecc80d811e admin admin] Pushing event updated for resources: {'Network': ['ID=69f4b35b-4710-4647-8a94-89773b0aa07b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:18.458563 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 69f4b35b-4710-4647-8a94-89773b0aa07b details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:55:18.503005 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45076f8c-f0f1-4522-98f0-1ba101c74b3f admin admin] Made reservation on behalf of b96cf69045e34f0d997c04901f03c2bf for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:18.506261 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-45076f8c-f0f1-4522-98f0-1ba101c74b3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:18.714555 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:18.842790 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b80a46-f624-4536-a1ae-09ad37e59676 req-b649071c-8bd3-4a94-9ef5-10bd179b12dd tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:18.844281 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-88b80a46-f624-4536-a1ae-09ad37e59676 req-b649071c-8bd3-4a94-9ef5-10bd179b12dd tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 944 time: 0.1106167 Jul 07 16:55:18.895423 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2aab2-dc8a-48dc-b059-175454aff8c1 req-e85366ca-064b-40f3-beb2-6f76ea6a8dfa tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:18.897713 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-36d2aab2-dc8a-48dc-b059-175454aff8c1 req-e85366ca-064b-40f3-beb2-6f76ea6a8dfa tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe1ad3eb-ecee-4603-9caf-8d9ac3035176 HTTP/1.1" status: 200 len: 945 time: 0.2894289 Jul 07 16:55:18.915470 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-88b80a46-f624-4536-a1ae-09ad37e59676 req-f3659904-2506-4701-929c-5697f708860f tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652142 Jul 07 16:55:19.003758 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a13e4-d012-4b41-8be2-d07863473cf4 req-cf0e85b0-8bab-4aac-ab19-88ff1ac8fddc tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:19.011916 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-665a13e4-d012-4b41-8be2-d07863473cf4 req-cf0e85b0-8bab-4aac-ab19-88ff1ac8fddc tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=2100bcb2-ef01-4d7c-91b4-1bf86922fb66 HTTP/1.1" status: 200 len: 932 time: 0.2558439 Jul 07 16:55:19.015992 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-827a1815-6ea2-4d8e-bd9b-988b3b164cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.049854 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-45076f8c-f0f1-4522-98f0-1ba101c74b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.172393 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eff704-7062-4c4f-93cd-d5136603b121 req-8d9c2618-a97c-466a-9865-9e4fd99c1139 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:19.173903 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-83eff704-7062-4c4f-93cd-d5136603b121 req-8d9c2618-a97c-466a-9865-9e4fd99c1139 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee41644a-6946-483e-8ab3-eadadda164cb HTTP/1.1" status: 200 len: 1024 time: 0.1156187 Jul 07 16:55:19.280181 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-83eff704-7062-4c4f-93cd-d5136603b121 req-b0ba95c7-e18d-41d9-ac97-b2cb224229aa tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?id=c56fac15-f1e0-40ac-8b56-202adbca6463&id=a1b0a695-0807-439b-b16d-58a4730eeb12&id=491b0f75-5fa9-4cb3-90dd-af404ca72de1&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0993502 Jul 07 16:55:19.391933 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-827a1815-6ea2-4d8e-bd9b-988b3b164cb6 admin admin] Deleting port db8d2197-c709-4331-820b-94c6fa6c2b0f {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:19.392381 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-827a1815-6ea2-4d8e-bd9b-988b3b164cb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.415056 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-665a13e4-d012-4b41-8be2-d07863473cf4 req-7cb78f33-1186-4f31-8001-ff9273151627 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022496 Jul 07 16:55:19.422299 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf003e7-7303-4392-a04c-6a1898bef767 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:19.432892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45076f8c-f0f1-4522-98f0-1ba101c74b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b394af3-b8e2-4c0e-8cfe-0f335a919294,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:19.436349 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.468000 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] Transition to ACTIVE for port object dbf003e7-7303-4392-a04c-6a1898bef767 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:19.475615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 41231ed1-0d6d-42d3-82bd-921afd4e67a1 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:19.479216 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.481370 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45076f8c-f0f1-4522-98f0-1ba101c74b3f admin admin] Checking segment: {'id': 'bf8aabbe-ec0f-447d-9d50-1029aa918a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '69f4b35b-4710-4647-8a94-89773b0aa07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:19.481739 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45076f8c-f0f1-4522-98f0-1ba101c74b3f admin admin] Network hostable DHCP agents. Network: 69f4b35b-4710-4647-8a94-89773b0aa07b, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:55:19.525651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-36d2aab2-dc8a-48dc-b059-175454aff8c1 req-2ee0a872-ab38-4db0-9f6f-6a1a4c4e873b tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Deleting port 560371c3-9078-4a0b-814d-4c21ae96b574 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:19.525988 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-36d2aab2-dc8a-48dc-b059-175454aff8c1 req-2ee0a872-ab38-4db0-9f6f-6a1a4c4e873b tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.538200 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 41231ed1-0d6d-42d3-82bd-921afd4e67a1 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:19.539135 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.564937 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35539d-eb5c-4f85-b63d-cafba75d7986 req-2e6758fb-cd77-4d37-8485-bbb3a997223c tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:19.566600 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5b35539d-eb5c-4f85-b63d-cafba75d7986 req-2e6758fb-cd77-4d37-8485-bbb3a997223c tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe1ad3eb-ecee-4603-9caf-8d9ac3035176 HTTP/1.1" status: 200 len: 945 time: 0.1624308 Jul 07 16:55:19.568720 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-827a1815-6ea2-4d8e-bd9b-988b3b164cb6 admin admin] For port db8d2197-c709-4331-820b-94c6fa6c2b0f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=db8d2197-c709-4331-820b-94c6fa6c2b0f,segment=NetworkSegment(f94a2cb5-a20b-4178-9cba-a32c297cec54),segment_id=f94a2cb5-a20b-4178-9cba-a32c297cec54)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:19.569150 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-827a1815-6ea2-4d8e-bd9b-988b3b164cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.590515 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-827a1815-6ea2-4d8e-bd9b-988b3b164cb6 admin admin] Calling delete_port for db8d2197-c709-4331-820b-94c6fa6c2b0f owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:19.609569 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf003e7-7303-4392-a04c-6a1898bef767,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:19.611891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45076f8c-f0f1-4522-98f0-1ba101c74b3f admin admin] Network 69f4b35b-4710-4647-8a94-89773b0aa07b is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:55:19.634908 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.670745 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 41231ed1-0d6d-42d3-82bd-921afd4e67a1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=41231ed1-0d6d-42d3-82bd-921afd4e67a1,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:19.671550 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5b35539d-eb5c-4f85-b63d-cafba75d7986 req-aedf695b-b832-4904-8584-140327315d3f tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.50 "GET /v2.0/security-groups?id=708d9e03-4738-4b8c-adb3-66fc04ccbb59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941594 Jul 07 16:55:19.672261 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d79d9d-808f-4152-a483-4300ee6bd023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41231ed1-0d6d-42d3-82bd-921afd4e67a1'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:19.674889 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee2fc54-71e1-4919-b963-78e15d1d942a" -d '{"events": [{"server_uuid": "e7d79d9d-808f-4152-a483-4300ee6bd023", "name": "network-vif-plugged", "status": "completed", "tag": "41231ed1-0d6d-42d3-82bd-921afd4e67a1"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:19.680100 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.744428 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0c9868-7e54-49fc-b8ac-03058f10baf9 x-openstack-request-id: req-9c0c9868-7e54-49fc-b8ac-03058f10baf9 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:19.744772 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d79d9d-808f-4152-a483-4300ee6bd023", "name": "network-vif-plugged", "status": "completed", "tag": "41231ed1-0d6d-42d3-82bd-921afd4e67a1", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:19.745034 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c0c9868-7e54-49fc-b8ac-03058f10baf9 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:19.745650 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d79d9d-808f-4152-a483-4300ee6bd023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41231ed1-0d6d-42d3-82bd-921afd4e67a1', 'code': 200} Jul 07 16:55:19.746352 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:19.783909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-45076f8c-f0f1-4522-98f0-1ba101c74b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 69f4b35b-4710-4647-8a94-89773b0aa07b) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:19.790069 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45076f8c-f0f1-4522-98f0-1ba101c74b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:19.790636 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-45076f8c-f0f1-4522-98f0-1ba101c74b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.826070 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab4812f-b1eb-4f62-816d-2850d57be88f None None] Network 69f4b35b-4710-4647-8a94-89773b0aa07b requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:55:19.832566 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-36d2aab2-dc8a-48dc-b059-175454aff8c1 req-2ee0a872-ab38-4db0-9f6f-6a1a4c4e873b tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] For port 560371c3-9078-4a0b-814d-4c21ae96b574, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=560371c3-9078-4a0b-814d-4c21ae96b574,segment=NetworkSegment(02367d5e-8be9-4643-af09-dd97ae2bda3e),segment_id=02367d5e-8be9-4643-af09-dd97ae2bda3e)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:19.833262 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-36d2aab2-dc8a-48dc-b059-175454aff8c1 req-2ee0a872-ab38-4db0-9f6f-6a1a4c4e873b tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.842168 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=41231ed1-0d6d-42d3-82bd-921afd4e67a1,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:19.846109 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] Attempting to bind port dbf003e7-7303-4392-a04c-6a1898bef767 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:19.846868 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] Attempting to bind port dbf003e7-7303-4392-a04c-6a1898bef767 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '2fe7af82-28aa-413a-8d85-a1067ef1e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:19.846868 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] Attempting to bind port dbf003e7-7303-4392-a04c-6a1898bef767 on network 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:19.862721 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-36d2aab2-dc8a-48dc-b059-175454aff8c1 req-2ee0a872-ab38-4db0-9f6f-6a1a4c4e873b tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Calling delete_port for 560371c3-9078-4a0b-814d-4c21ae96b574 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:19.872714 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-45076f8c-f0f1-4522-98f0-1ba101c74b3f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4856553 Jul 07 16:55:19.872714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] Port dbf003e7-7303-4392-a04c-6a1898bef767 on network 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:19.872714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] Attempting to bind port dbf003e7-7303-4392-a04c-6a1898bef767 on network 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:19.878160 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-827a1815-6ea2-4d8e-bd9b-988b3b164cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.879190 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.resource_extend [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:55:19.897363 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:19.897754 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] Checking segment: {'id': '2fe7af82-28aa-413a-8d85-a1067ef1e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:19.898138 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] Bound using segment: {'id': '2fe7af82-28aa-413a-8d85-a1067ef1e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:19.898632 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] Bound port: dbf003e7-7303-4392-a04c-6a1898bef767, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe7af82-28aa-413a-8d85-a1067ef1e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:19.898947 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:19.910593 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb930cb4-059f-41bf-9595-0484302398ac req-907d480b-a030-444f-b0ef-69a266e87aba tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:19.919375 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bb930cb4-059f-41bf-9595-0484302398ac req-907d480b-a030-444f-b0ef-69a266e87aba tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4bced4-c536-47de-ad41-ac3cddbf3f87 HTTP/1.1" status: 200 len: 944 time: 0.3648255 Jul 07 16:55:19.936899 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a1815-6ea2-4d8e-bd9b-988b3b164cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=db8d2197-c709-4331-820b-94c6fa6c2b0f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:20.051638 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e,segment=NetworkSegment(e64bcb56-0dab-478d-aa3b-105f8614ee81),segment_id=e64bcb56-0dab-478d-aa3b-105f8614ee81)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:20.127117 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bb930cb4-059f-41bf-9595-0484302398ac req-54189a0a-81b3-4f38-bb0a-ced05146925d tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068841 Jul 07 16:55:20.160128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e', 'network_id': '585991d3-1c4c-497e-aa94-d9dabd614307', 'port_id': '9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e', 'mac_address': 'fa:16:3e:80:4d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748e4878-dc0e-488c-ad96-c5afee4e3c75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:20.197194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] For port dbf003e7-7303-4392-a04c-6a1898bef767, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:20.197790 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987ff854-d9c3-4502-84c8-71331c3cf7f7 None None] Network 69f4b35b-4710-4647-8a94-89773b0aa07b requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:55:20.202644 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] For port dbf003e7-7303-4392-a04c-6a1898bef767, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=dbf003e7-7303-4392-a04c-6a1898bef767,segment=NetworkSegment(2fe7af82-28aa-413a-8d85-a1067ef1e64c),segment_id=2fe7af82-28aa-413a-8d85-a1067ef1e64c)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:20.238559 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:20.300515 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:20.301544 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:20.323487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:20.359296 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:20.359920 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:20.361364 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] 10.222.0.15 "PUT /v2.0/ports/dbf003e7-7303-4392-a04c-6a1898bef767 HTTP/1.1" status: 200 len: 1092 time: 2.2887435 Jul 07 16:55:20.361814 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2100bcb2-ef01-4d7c-91b4-1bf86922fb66', 'tag': 'dbf003e7-7303-4392-a04c-6a1898bef767'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:20.364121 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b0c83c-7d76-450f-bcf8-64ecabcd28b8" -d '{"events": [{"name": "network-changed", "server_uuid": "2100bcb2-ef01-4d7c-91b4-1bf86922fb66", "tag": "dbf003e7-7303-4392-a04c-6a1898bef767"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:20.373827 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e,segment=NetworkSegment(e64bcb56-0dab-478d-aa3b-105f8614ee81),segment_id=e64bcb56-0dab-478d-aa3b-105f8614ee81)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:20.383288 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:20.398018 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-36d2aab2-dc8a-48dc-b059-175454aff8c1 req-2ee0a872-ab38-4db0-9f6f-6a1a4c4e873b tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:20.424084 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd4dd3-ca67-4345-90a0-4bc99960f4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf003e7-7303-4392-a04c-6a1898bef767,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:20.448994 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['560371c3-9078-4a0b-814d-4c21ae96b574'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:20.478166 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-827a1815-6ea2-4d8e-bd9b-988b3b164cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:20.504637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0a872-ab38-4db0-9f6f-6a1a4c4e873b tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Pushing event deleted for resources: {'Port': ['ID=560371c3-9078-4a0b-814d-4c21ae96b574,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:20.527705 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:20.557735 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d2aab2-dc8a-48dc-b059-175454aff8c1 req-2ee0a872-ab38-4db0-9f6f-6a1a4c4e873b tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] No DVR routers for this DVR port 560371c3-9078-4a0b-814d-4c21ae96b574 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:20.560872 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-36d2aab2-dc8a-48dc-b059-175454aff8c1 req-2ee0a872-ab38-4db0-9f6f-6a1a4c4e873b tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:20.562559 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-36d2aab2-dc8a-48dc-b059-175454aff8c1 req-2ee0a872-ab38-4db0-9f6f-6a1a4c4e873b tempest-ServerMetadataNegativeTestJSON-173210486 tempest-ServerMetadataNegativeTestJSON-173210486-project] 10.222.0.15 "DELETE /v2.0/ports/560371c3-9078-4a0b-814d-4c21ae96b574 HTTP/1.1" status: 204 len: 173 time: 1.6529028 Jul 07 16:55:20.582512 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-666cd782-a279-4397-addc-e115597f7405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:20.584057 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-666cd782-a279-4397-addc-e115597f7405 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bba3485f01bf4635b3daf846a1eaf074&device_id=2100bcb2-ef01-4d7c-91b4-1bf86922fb66 HTTP/1.1" status: 200 len: 1095 time: 0.1740649 Jul 07 16:55:20.636502 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-89c5af39-e522-4f89-b21d-9494b7d7317a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf003e7-7303-4392-a04c-6a1898bef767 HTTP/1.1" status: 200 len: 217 time: 0.0414610 Jul 07 16:55:20.639903 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a4b4c-e23b-419e-a55a-397ddbbde99d req-379fd93f-3453-42b4-aa47-619eb5175955 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:20.646136 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d25a4b4c-e23b-419e-a55a-397ddbbde99d req-379fd93f-3453-42b4-aa47-619eb5175955 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 945 time: 0.5240624 Jul 07 16:55:20.679516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d37dbe-02c7-4702-83a8-dab3ea6fa56a req-dd7803cd-8a05-44a4-bf00-f14175f90ed6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:20.681252 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-75d37dbe-02c7-4702-83a8-dab3ea6fa56a req-dd7803cd-8a05-44a4-bf00-f14175f90ed6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee41644a-6946-483e-8ab3-eadadda164cb HTTP/1.1" status: 200 len: 1024 time: 0.4232342 Jul 07 16:55:20.724022 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:20.735105 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d25a4b4c-e23b-419e-a55a-397ddbbde99d req-71539615-f49b-4429-a38b-f0cf7d5e0d29 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878828 Jul 07 16:55:20.767318 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-6faf2d9b-cd7f-4075-989f-5d6cce37ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:20.768917 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-6faf2d9b-cd7f-4075-989f-5d6cce37ae76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afa0c846-dbdb-400b-bbf2-104f4f539bf1 HTTP/1.1" status: 200 len: 854 time: 0.1258070 Jul 07 16:55:20.820148 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-36bb3d54-74e6-4d74-ba94-daa77df62808 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396054 Jul 07 16:55:20.895649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-fa4007af-a4a0-473b-b53b-dda2e46414f8 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:20.902768 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-fa4007af-a4a0-473b-b53b-dda2e46414f8 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/networks?id=a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1 HTTP/1.1" status: 200 len: 824 time: 0.2424607 Jul 07 16:55:20.921988 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-39253150-e5ec-4239-be27-22e53b712621 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/quotas/9ba786264e484ec3b4e0ae3458581503 HTTP/1.1" status: 200 len: 375 time: 0.0182495 Jul 07 16:55:20.969152 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-ee3ea7f1-0324-49aa-a315-212daf037cfc tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9ba786264e484ec3b4e0ae3458581503&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377197 Jul 07 16:55:21.008459 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-eda4f99e-48f6-4959-8c23-dbb19ca1937f service neutron] 10.222.0.15 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778452 Jul 07 16:55:21.026078 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-75d37dbe-02c7-4702-83a8-dab3ea6fa56a req-794b1d6d-0e16-484a-bd7b-fb527a3d6421 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Deleting port 3a817b75-31e0-496c-a5ce-4b8ab34969bd {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:21.026538 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-75d37dbe-02c7-4702-83a8-dab3ea6fa56a req-794b1d6d-0e16-484a-bd7b-fb527a3d6421 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:21.031662 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827a1815-6ea2-4d8e-bd9b-988b3b164cb6 admin admin] Router 61bb5900-f1c0-4b4c-9497-99161e589af3 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:55:21.082000 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3fc56-9cce-484a-bda7-a3e179bb9d32 req-be7d81ac-a78d-4a17-8c61-4498fafad5c5 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:21.083621 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d6d3fc56-9cce-484a-bda7-a3e179bb9d32 req-be7d81ac-a78d-4a17-8c61-4498fafad5c5 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee41644a-6946-483e-8ab3-eadadda164cb HTTP/1.1" status: 200 len: 1024 time: 0.2299726 Jul 07 16:55:21.167033 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-0b56895a-5c08-4315-84ba-8e78be7ab9f4 service neutron] 10.222.0.50 "GET /v2.0/networks/a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885734 Jul 07 16:55:21.187427 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bcdbf4e-2acb-4a64-9257-c87803c405dd req-f071cd0d-ddfa-4cb9-9513-6314f2638d65 service neutron] 10.222.0.15 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511915 Jul 07 16:55:21.212079 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d6d3fc56-9cce-484a-bda7-a3e179bb9d32 req-25a4697e-5a75-489d-bb08-1033f32e9f20 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups?id=c56fac15-f1e0-40ac-8b56-202adbca6463&id=a1b0a695-0807-439b-b16d-58a4730eeb12&id=491b0f75-5fa9-4cb3-90dd-af404ca72de1&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1195219 Jul 07 16:55:21.273538 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-75d37dbe-02c7-4702-83a8-dab3ea6fa56a req-794b1d6d-0e16-484a-bd7b-fb527a3d6421 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] For port 3a817b75-31e0-496c-a5ce-4b8ab34969bd, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=3a817b75-31e0-496c-a5ce-4b8ab34969bd,segment=NetworkSegment(87a7ba11-1620-4c5e-90e6-a9d3f907b42d),segment_id=87a7ba11-1620-4c5e-90e6-a9d3f907b42d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:21.273940 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-75d37dbe-02c7-4702-83a8-dab3ea6fa56a req-794b1d6d-0e16-484a-bd7b-fb527a3d6421 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:21.286965 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-5009fa24-84f4-458c-accc-954bdd60225d service neutron] 10.222.0.50 "GET /v2.0/networks/a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103373 Jul 07 16:55:21.294926 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-75d37dbe-02c7-4702-83a8-dab3ea6fa56a req-794b1d6d-0e16-484a-bd7b-fb527a3d6421 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Calling delete_port for 3a817b75-31e0-496c-a5ce-4b8ab34969bd owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:21.310864 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827a1815-6ea2-4d8e-bd9b-988b3b164cb6 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:55:21.316932 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-827a1815-6ea2-4d8e-bd9b-988b3b164cb6 admin admin] 10.222.0.50 "PUT /v2.0/routers/61bb5900-f1c0-4b4c-9497-99161e589af3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3006380 Jul 07 16:55:21.320226 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41350) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:21.324446 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7fba05-b32b-44c6-b538-cf0b1dd43f04 None None] Sync routers for ids ['61bb5900-f1c0-4b4c-9497-99161e589af3'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:55:21.338212 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7fba05-b32b-44c6-b538-cf0b1dd43f04 None None] Routers {'61bb5900-f1c0-4b4c-9497-99161e589af3'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:55:21.339098 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cd7fba05-b32b-44c6-b538-cf0b1dd43f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:55:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['61bb5900-f1c0-4b4c-9497-99161e589af3'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:21.356395 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dc3030-9fe6-4f31-b53a-f8e2aac5ca6f x-openstack-request-id: req-73dc3030-9fe6-4f31-b53a-f8e2aac5ca6f {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:21.356686 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2100bcb2-ef01-4d7c-91b4-1bf86922fb66", "tag": "dbf003e7-7303-4392-a04c-6a1898bef767", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:21.356956 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-73dc3030-9fe6-4f31-b53a-f8e2aac5ca6f {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:21.357339 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2100bcb2-ef01-4d7c-91b4-1bf86922fb66', 'tag': 'dbf003e7-7303-4392-a04c-6a1898bef767', 'status': 'completed', 'code': 200} Jul 07 16:55:21.481359 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0c83c-7d76-450f-bcf8-64ecabcd28b8 req-ae2ee7dc-b2da-47b9-9384-c5e92538f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:21.482890 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-94b0c83c-7d76-450f-bcf8-64ecabcd28b8 req-ae2ee7dc-b2da-47b9-9384-c5e92538f34b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bba3485f01bf4635b3daf846a1eaf074&device_id=2100bcb2-ef01-4d7c-91b4-1bf86922fb66 HTTP/1.1" status: 200 len: 1095 time: 0.1008871 Jul 07 16:55:21.494805 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-cd7fba05-b32b-44c6-b538-cf0b1dd43f04 None None] Set router 61bb5900-f1c0-4b4c-9497-99161e589af3 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:55:21.524614 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41358) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:21.646786 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0c83c-7d76-450f-bcf8-64ecabcd28b8 req-4e31a0ef-84a9-40fb-827e-acced11049f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:21.648497 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-94b0c83c-7d76-450f-bcf8-64ecabcd28b8 req-4e31a0ef-84a9-40fb-827e-acced11049f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 HTTP/1.1" status: 200 len: 915 time: 0.1575499 Jul 07 16:55:21.710989 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-94b0c83c-7d76-450f-bcf8-64ecabcd28b8 req-e1965466-ef70-48eb-acc5-728334c92e19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf003e7-7303-4392-a04c-6a1898bef767 HTTP/1.1" status: 200 len: 217 time: 0.0540330 Jul 07 16:55:21.716235 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:21.729323 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-665e7182-87e4-40c0-bc77-dc74b67c552c admin admin] Deleting subnet e7e1fe00-c424-480e-a497-11b239228826 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:55:21.742217 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-665e7182-87e4-40c0-bc77-dc74b67c552c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:21.777785 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23a035e8-71aa-46eb-8960-38cf46b6bbc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:21.778619 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cd7fba05-b32b-44c6-b538-cf0b1dd43f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61bb5900-f1c0-4b4c-9497-99161e589af3', 'name': 'tempest-FloatingIPDetailsTestJSON-1998819530-router', 'tenant_id': '229c624437c142a6800dfb99bdbd16f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd3165e0d-48e4-4551-aa3e-473bfc0323ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:44Z', 'updated_at': '2021-07-07T16:55:19Z', 'revision_number': 5, 'project_id': '229c624437c142a6800dfb99bdbd16f9', 'gw_port': {'id': 'd3165e0d-48e4-4551-aa3e-473bfc0323ef', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb5900-f1c0-4b4c-9497-99161e589af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:47Z', 'updated_at': '2021-07-07T16:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:21.815279 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7fba05-b32b-44c6-b538-cf0b1dd43f04 None None] Checking router: 61bb5900-f1c0-4b4c-9497-99161e589af3 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:55:21.830712 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7fba05-b32b-44c6-b538-cf0b1dd43f04 None None] Routers {'61bb5900-f1c0-4b4c-9497-99161e589af3'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:55:21.831824 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cd7fba05-b32b-44c6-b538-cf0b1dd43f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:55:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['61bb5900-f1c0-4b4c-9497-99161e589af3'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:21.848952 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bdb8d-c0d3-4224-8e05-989acf48f2cf req-30b6ccc9-399f-47cc-8668-75e525c509ec tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:21.856571 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-440bdb8d-c0d3-4224-8e05-989acf48f2cf req-30b6ccc9-399f-47cc-8668-75e525c509ec tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=2100bcb2-ef01-4d7c-91b4-1bf86922fb66 HTTP/1.1" status: 200 len: 944 time: 0.3840306 Jul 07 16:55:21.862732 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-75d37dbe-02c7-4702-83a8-dab3ea6fa56a req-794b1d6d-0e16-484a-bd7b-fb527a3d6421 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:21.866727 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-665e7182-87e4-40c0-bc77-dc74b67c552c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:21.867500 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:21.873815 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:21.874279 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:21.889522 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0c83c-7d76-450f-bcf8-64ecabcd28b8 req-0a360b88-2e06-4324-845e-ddab25003280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:21.891073 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-94b0c83c-7d76-450f-bcf8-64ecabcd28b8 req-0a360b88-2e06-4324-845e-ddab25003280 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afa0c846-dbdb-400b-bbf2-104f4f539bf1 HTTP/1.1" status: 200 len: 854 time: 0.1590819 Jul 07 16:55:21.975647 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-cd7fba05-b32b-44c6-b538-cf0b1dd43f04 None None] Set router 61bb5900-f1c0-4b4c-9497-99161e589af3 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:55:21.978495 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:21.986256 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-94b0c83c-7d76-450f-bcf8-64ecabcd28b8 req-4dc42419-9a04-4a0e-a7c3-a04df889b5f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822625 Jul 07 16:55:21.991075 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b1d6d-0e16-484a-bd7b-fb527a3d6421 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event deleted for resources: {'Port': ['ID=3a817b75-31e0-496c-a5ce-4b8ab34969bd,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:22.049566 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e,segment=NetworkSegment(e64bcb56-0dab-478d-aa3b-105f8614ee81),segment_id=e64bcb56-0dab-478d-aa3b-105f8614ee81)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:22.054978 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4bced4-c536-47de-ad41-ac3cddbf3f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:22.059913 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-665e7182-87e4-40c0-bc77-dc74b67c552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:22.062989 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e043944c-2c99-48df-b243-a0c94f93033f" -d '{"events": [{"server_uuid": "bf4bced4-c536-47de-ad41-ac3cddbf3f87", "name": "network-vif-plugged", "status": "completed", "tag": "9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:22.071998 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:22.102082 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d37dbe-02c7-4702-83a8-dab3ea6fa56a req-794b1d6d-0e16-484a-bd7b-fb527a3d6421 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] No DVR routers for this DVR port 3a817b75-31e0-496c-a5ce-4b8ab34969bd on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:22.114171 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-440bdb8d-c0d3-4224-8e05-989acf48f2cf req-b2c71435-14b4-42fc-95cf-bd688ab1b6d6 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560406 Jul 07 16:55:22.139417 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-75d37dbe-02c7-4702-83a8-dab3ea6fa56a req-794b1d6d-0e16-484a-bd7b-fb527a3d6421 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:22.147575 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-75d37dbe-02c7-4702-83a8-dab3ea6fa56a req-794b1d6d-0e16-484a-bd7b-fb527a3d6421 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.69 "DELETE /v2.0/ports/3a817b75-31e0-496c-a5ce-4b8ab34969bd HTTP/1.1" status: 204 len: 173 time: 1.4564204 Jul 07 16:55:22.151586 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee41644a-6946-483e-8ab3-eadadda164cb', 'name': 'network-vif-deleted', 'tag': '3a817b75-31e0-496c-a5ce-4b8ab34969bd'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:22.153572 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00bf084-e15e-4dda-a78c-36c0d51a294b" -d '{"events": [{"server_uuid": "ee41644a-6946-483e-8ab3-eadadda164cb", "name": "network-vif-deleted", "tag": "3a817b75-31e0-496c-a5ce-4b8ab34969bd"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:22.174976 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23a035e8-71aa-46eb-8960-38cf46b6bbc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:22.184054 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:22.237870 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-665e7182-87e4-40c0-bc77-dc74b67c552c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:22.291817 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196fd6d-bc1c-4570-95fa-22be6f1d4774 req-b1c8fe24-df86-4671-9a31-7139a3d43880 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:22.300212 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2196fd6d-bc1c-4570-95fa-22be6f1d4774 req-b1c8fe24-df86-4671-9a31-7139a3d43880 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4bced4-c536-47de-ad41-ac3cddbf3f87 HTTP/1.1" status: 200 len: 946 time: 0.1754239 Jul 07 16:55:22.328289 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e7182-87e4-40c0-bc77-dc74b67c552c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e1fe00-c424-480e-a497-11b239228826,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:22.328491 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-94b0c83c-7d76-450f-bcf8-64ecabcd28b8 req-1bc6f923-b29c-41c7-96cb-abb0ae7d09f7 service neutron] 10.222.0.15 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326156 Jul 07 16:55:22.352648 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-665e7182-87e4-40c0-bc77-dc74b67c552c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:22.354865 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-665e7182-87e4-40c0-bc77-dc74b67c552c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e7e1fe00-c424-480e-a497-11b239228826 HTTP/1.1" status: 204 len: 168 time: 0.8251390 Jul 07 16:55:22.377340 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41386) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:22.392493 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ee29d436-39ab-4f5c-a033-565ee9c70b90 req-ab21bee5-1ee8-46c2-9675-3f1482b6a101 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/ports?device_id=07ef3197-dccc-4f39-9aa1-53884efafda7 HTTP/1.1" status: 200 len: 210 time: 0.0661488 Jul 07 16:55:22.434470 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cd7fba05-b32b-44c6-b538-cf0b1dd43f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61bb5900-f1c0-4b4c-9497-99161e589af3', 'name': 'tempest-FloatingIPDetailsTestJSON-1998819530-router', 'tenant_id': '229c624437c142a6800dfb99bdbd16f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd3165e0d-48e4-4551-aa3e-473bfc0323ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:44Z', 'updated_at': '2021-07-07T16:55:19Z', 'revision_number': 5, 'project_id': '229c624437c142a6800dfb99bdbd16f9', 'gw_port': {'id': 'd3165e0d-48e4-4551-aa3e-473bfc0323ef', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb5900-f1c0-4b4c-9497-99161e589af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:47Z', 'updated_at': '2021-07-07T16:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:22.443268 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-23a035e8-71aa-46eb-8960-38cf46b6bbc1 admin admin] Deleting port d3165e0d-48e4-4551-aa3e-473bfc0323ef {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:22.443641 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23a035e8-71aa-46eb-8960-38cf46b6bbc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:22.455936 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2196fd6d-bc1c-4570-95fa-22be6f1d4774 req-3ade0995-307e-434d-a4b3-b8b888c3afc3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546915 Jul 07 16:55:22.477990 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7fba05-b32b-44c6-b538-cf0b1dd43f04 None None] The sync data for ids ['61bb5900-f1c0-4b4c-9497-99161e589af3'] in n-d-793620-7 is: [{'id': '61bb5900-f1c0-4b4c-9497-99161e589af3', 'name': 'tempest-FloatingIPDetailsTestJSON-1998819530-router', 'tenant_id': '229c624437c142a6800dfb99bdbd16f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd3165e0d-48e4-4551-aa3e-473bfc0323ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:54:44Z', 'updated_at': '2021-07-07T16:55:19Z', 'revision_number': 5, 'project_id': '229c624437c142a6800dfb99bdbd16f9', 'gw_port': {'id': 'd3165e0d-48e4-4551-aa3e-473bfc0323ef', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bb5900-f1c0-4b4c-9497-99161e589af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:54:47Z', 'updated_at': '2021-07-07T16:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:55:22.521892 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-94b0c83c-7d76-450f-bcf8-64ecabcd28b8 req-8c5d1996-e549-46d7-9090-daaf29bee765 service neutron] 10.222.0.15 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848447 Jul 07 16:55:22.546506 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fc71ae51-853d-41e3-89bf-817ddbbe1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:22.570004 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46151c0-6409-46c1-9b66-d99a21a97711 x-openstack-request-id: req-a46151c0-6409-46c1-9b66-d99a21a97711 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:22.574793 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4bced4-c536-47de-ad41-ac3cddbf3f87", "name": "network-vif-plugged", "status": "completed", "tag": "9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:22.575389 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a46151c0-6409-46c1-9b66-d99a21a97711 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:22.575909 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4bced4-c536-47de-ad41-ac3cddbf3f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e', 'code': 200} Jul 07 16:55:22.759435 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4033c93d-53f1-400e-bc01-17a0286f4f2e req-31b49504-121d-486a-9d9a-a1b636dc487b tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee41644a-6946-483e-8ab3-eadadda164cb HTTP/1.1" status: 200 len: 210 time: 0.0378594 Jul 07 16:55:22.857003 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2499ae9a-92be-40fb-b67c-cb80d0545647 x-openstack-request-id: req-2499ae9a-92be-40fb-b67c-cb80d0545647 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:22.857298 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee41644a-6946-483e-8ab3-eadadda164cb", "name": "network-vif-deleted", "tag": "3a817b75-31e0-496c-a5ce-4b8ab34969bd", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:22.857615 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2499ae9a-92be-40fb-b67c-cb80d0545647 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:22.858004 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee41644a-6946-483e-8ab3-eadadda164cb', 'name': 'network-vif-deleted', 'tag': '3a817b75-31e0-496c-a5ce-4b8ab34969bd', 'status': 'completed', 'code': 200} Jul 07 16:55:22.953970 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-23a035e8-71aa-46eb-8960-38cf46b6bbc1 admin admin] For port d3165e0d-48e4-4551-aa3e-473bfc0323ef, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d3165e0d-48e4-4551-aa3e-473bfc0323ef,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:22.954332 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23a035e8-71aa-46eb-8960-38cf46b6bbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:23.017766 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-23a035e8-71aa-46eb-8960-38cf46b6bbc1 admin admin] Calling delete_port for d3165e0d-48e4-4551-aa3e-473bfc0323ef owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:23.038618 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fc71ae51-853d-41e3-89bf-817ddbbe1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:23.056522 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-fc71ae51-853d-41e3-89bf-817ddbbe1b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4403da73-53a3-4658-8586-5f45000b6f2a']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:23.117179 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-fc71ae51-853d-41e3-89bf-817ddbbe1b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02367d5e-8be9-4643-af09-dd97ae2bda3e') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:23.117179 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-fc71ae51-853d-41e3-89bf-817ddbbe1b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02367d5e-8be9-4643-af09-dd97ae2bda3e') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:23.128885 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fc71ae51-853d-41e3-89bf-817ddbbe1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:23.151795 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56eedf-6dfa-408e-83c0-ddaed273c0a0 req-33ae87f2-7d30-4f39-b3ba-c12da747f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:23.153119 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6d56eedf-6dfa-408e-83c0-ddaed273c0a0 req-33ae87f2-7d30-4f39-b3ba-c12da747f1a7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bf4bced4-c536-47de-ad41-ac3cddbf3f87 HTTP/1.1" status: 200 len: 1097 time: 0.2987955 Jul 07 16:55:23.160917 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a17b0d-5b30-45e5-851f-20a02a3afa84 req-1bdbaaf1-1c7c-4c6b-a309-c32a9be2f1c2 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:23.163000 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-14a17b0d-5b30-45e5-851f-20a02a3afa84 req-1bdbaaf1-1c7c-4c6b-a309-c32a9be2f1c2 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 945 time: 0.3014624 Jul 07 16:55:23.178435 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fc71ae51-853d-41e3-89bf-817ddbbe1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:23.198446 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc71ae51-853d-41e3-89bf-817ddbbe1b6d admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:55:23.198848 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fc71ae51-853d-41e3-89bf-817ddbbe1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:55:23.201766 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:55:23.334907 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6d56eedf-6dfa-408e-83c0-ddaed273c0a0 req-26b9f001-4b11-409c-befa-7c3a4d6a27ff service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667933 Jul 07 16:55:23.345444 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-14a17b0d-5b30-45e5-851f-20a02a3afa84 req-22067069-2689-4d2d-9963-1ed5a0200905 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696632 Jul 07 16:55:23.348363 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fc71ae51-853d-41e3-89bf-817ddbbe1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:23.355598 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fc71ae51-853d-41e3-89bf-817ddbbe1b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:23.360024 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fc71ae51-853d-41e3-89bf-817ddbbe1b6d admin admin] 10.222.0.50 "DELETE /v2.0/networks/4403da73-53a3-4658-8586-5f45000b6f2a HTTP/1.1" status: 204 len: 168 time: 0.9777999 Jul 07 16:55:23.367865 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1ad3eb-ecee-4603-9caf-8d9ac3035176', 'name': 'network-vif-deleted', 'tag': '560371c3-9078-4a0b-814d-4c21ae96b574'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:23.370338 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf0d958-e892-4bba-8619-193b73dd1599" -d '{"events": [{"server_uuid": "fe1ad3eb-ecee-4603-9caf-8d9ac3035176", "name": "network-vif-deleted", "tag": "560371c3-9078-4a0b-814d-4c21ae96b574"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:23.375856 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71ae51-853d-41e3-89bf-817ddbbe1b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=4403da73-53a3-4658-8586-5f45000b6f2a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:23.408857 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3d525-3d63-403e-8c9e-1e8468d28205 req-795dd743-3670-4926-97f8-173cfe132867 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:23.410799 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2cf3d525-3d63-403e-8c9e-1e8468d28205 req-795dd743-3670-4926-97f8-173cfe132867 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=2100bcb2-ef01-4d7c-91b4-1bf86922fb66 HTTP/1.1" status: 200 len: 944 time: 0.1395111 Jul 07 16:55:23.423723 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-97c5d088-bc46-4a41-966a-59882997645a tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:23.425355 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-97c5d088-bc46-4a41-966a-59882997645a tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.15 "GET /v2.0/networks?id=a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1 HTTP/1.1" status: 200 len: 824 time: 0.2080297 Jul 07 16:55:23.450708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-8fb10653-9d09-4eb1-8408-78e31529f1bb tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Request body: {'port': {'device_id': '07ef3197-dccc-4f39-9aa1-53884efafda7', 'network_id': 'a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1', 'admin_state_up': True, 'tenant_id': '9ba786264e484ec3b4e0ae3458581503'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:23.455033 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1441d71-1941-4a55-848a-c018648e31bb x-openstack-request-id: req-d1441d71-1941-4a55-848a-c018648e31bb {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:23.455415 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1ad3eb-ecee-4603-9caf-8d9ac3035176", "name": "network-vif-deleted", "tag": "560371c3-9078-4a0b-814d-4c21ae96b574", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:23.455731 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1441d71-1941-4a55-848a-c018648e31bb {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:23.456195 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1ad3eb-ecee-4603-9caf-8d9ac3035176', 'name': 'network-vif-deleted', 'tag': '560371c3-9078-4a0b-814d-4c21ae96b574', 'status': 'completed', 'code': 200} Jul 07 16:55:23.476653 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23a035e8-71aa-46eb-8960-38cf46b6bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:23.505458 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device dbf003e7-7303-4392-a04c-6a1898bef767 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:23.571931 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a035e8-71aa-46eb-8960-38cf46b6bbc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3165e0d-48e4-4551-aa3e-473bfc0323ef,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:23.591399 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2cf3d525-3d63-403e-8c9e-1e8468d28205 req-3f15f5cd-c570-4d6b-ab37-95bf509038fe tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648083 Jul 07 16:55:23.658174 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port dbf003e7-7303-4392-a04c-6a1898bef767, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=dbf003e7-7303-4392-a04c-6a1898bef767,segment=NetworkSegment(2fe7af82-28aa-413a-8d85-a1067ef1e64c),segment_id=2fe7af82-28aa-413a-8d85-a1067ef1e64c)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:23.676096 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'dbf003e7-7303-4392-a04c-6a1898bef767', 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1', 'port_id': 'dbf003e7-7303-4392-a04c-6a1898bef767', 'mac_address': 'fa:16:3e:28:3a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa0c846-dbdb-400b-bbf2-104f4f539bf1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:23.682174 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 560371c3-9078-4a0b-814d-4c21ae96b574 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:23.708123 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374c844-0911-401d-84b3-7a92f2bc7b10 req-03e6c3e6-c004-4d66-aeac-200bc90a1ca8 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:23.710875 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8374c844-0911-401d-84b3-7a92f2bc7b10 req-03e6c3e6-c004-4d66-aeac-200bc90a1ca8 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 945 time: 0.2006724 Jul 07 16:55:23.712725 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 560371c3-9078-4a0b-814d-4c21ae96b574 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:23.713477 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 560371c3-9078-4a0b-814d-4c21ae96b574 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:23.713911 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 41231ed1-0d6d-42d3-82bd-921afd4e67a1 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:23.774270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 3a817b75-31e0-496c-a5ce-4b8ab34969bd no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:23.783318 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d2ca4ed3-873e-4368-abf9-43a5cbce8f7a req-6fb772ea-c564-4c9c-ac50-e8f1db9b7a1e tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/ports?device_id=07ef3197-dccc-4f39-9aa1-53884efafda7 HTTP/1.1" status: 200 len: 210 time: 0.1713133 Jul 07 16:55:23.789375 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-8fb10653-9d09-4eb1-8408-78e31529f1bb tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Made reservation on behalf of 9ba786264e484ec3b4e0ae3458581503 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:23.793158 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-8fb10653-9d09-4eb1-8408-78e31529f1bb tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:23.837178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 3a817b75-31e0-496c-a5ce-4b8ab34969bd {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:23.838618 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 3a817b75-31e0-496c-a5ce-4b8ab34969bd not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:23.849540 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23a035e8-71aa-46eb-8960-38cf46b6bbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:23.865225 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:23.889784 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41416) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:23.897657 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf003e7-7303-4392-a04c-6a1898bef767 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:23.932210 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port dbf003e7-7303-4392-a04c-6a1898bef767, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=dbf003e7-7303-4392-a04c-6a1898bef767,segment=NetworkSegment(2fe7af82-28aa-413a-8d85-a1067ef1e64c),segment_id=2fe7af82-28aa-413a-8d85-a1067ef1e64c)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:23.976204 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:23.978613 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:23.991946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3526a-10f2-452f-a355-72224cc12dd2 req-2a0f14ad-1bf0-41e5-b11f-be5345d8867e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:24.006536 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-11c3526a-10f2-452f-a355-72224cc12dd2 req-2a0f14ad-1bf0-41e5-b11f-be5345d8867e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4bced4-c536-47de-ad41-ac3cddbf3f87 HTTP/1.1" status: 200 len: 946 time: 0.2887838 Jul 07 16:55:24.028519 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2dc2233e-1ca0-4080-ab22-b47d820fd4e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c231cc5ad76406c8855121ef3e13639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349792 Jul 07 16:55:24.029758 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41432) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:24.051544 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 41231ed1-0d6d-42d3-82bd-921afd4e67a1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=41231ed1-0d6d-42d3-82bd-921afd4e67a1,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:24.057682 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.059623 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=dbf003e7-7303-4392-a04c-6a1898bef767,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:24.069508 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23a035e8-71aa-46eb-8960-38cf46b6bbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.085235 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23a035e8-71aa-46eb-8960-38cf46b6bbc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.095031 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8374c844-0911-401d-84b3-7a92f2bc7b10 req-179787e4-def7-4933-8a45-2c8cb03c0571 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Deleting port 41231ed1-0d6d-42d3-82bd-921afd4e67a1 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:24.095312 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8374c844-0911-401d-84b3-7a92f2bc7b10 req-179787e4-def7-4933-8a45-2c8cb03c0571 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.103593 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-43598eb0-c91f-40e5-bd87-0ce7b9387a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.121689 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=41231ed1-0d6d-42d3-82bd-921afd4e67a1,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:24.122996 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-11c3526a-10f2-452f-a355-72224cc12dd2 req-e1547381-7a7d-4c3b-be75-1aec3cbbb463 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154618 Jul 07 16:55:24.157947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-8fb10653-9d09-4eb1-8408-78e31529f1bb tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Allocated IP 172.20.0.11 (a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1/b8ca5797-daa7-4b31-bc59-85c57c79e30c/42df74de-37b0-4e44-8016-71266dd72e5e) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:24.181432 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['dbf003e7-7303-4392-a04c-6a1898bef767'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:24.186955 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5982d809-4102-4c9b-b6ea-86542ffcc0d0 req-12605220-0018-4524-a9ab-52b4a9cf95e9 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/c56fac15-f1e0-40ac-8b56-202adbca6463 HTTP/1.1" status: 200 len: 1800 time: 0.1665804 Jul 07 16:55:24.199662 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:55:24.240788 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-43598eb0-c91f-40e5-bd87-0ce7b9387a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.243212 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23a035e8-71aa-46eb-8960-38cf46b6bbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.243339 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a035e8-71aa-46eb-8960-38cf46b6bbc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61bb5900-f1c0-4b4c-9497-99161e589af3 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:55:24.250559 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23a035e8-71aa-46eb-8960-38cf46b6bbc1 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.252507 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-23a035e8-71aa-46eb-8960-38cf46b6bbc1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/61bb5900-f1c0-4b4c-9497-99161e589af3 HTTP/1.1" status: 204 len: 168 time: 2.9287477 Jul 07 16:55:24.276304 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41446) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:24.278436 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8374c844-0911-401d-84b3-7a92f2bc7b10 req-179787e4-def7-4933-8a45-2c8cb03c0571 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] For port 41231ed1-0d6d-42d3-82bd-921afd4e67a1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=41231ed1-0d6d-42d3-82bd-921afd4e67a1,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:24.278794 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8374c844-0911-401d-84b3-7a92f2bc7b10 req-179787e4-def7-4933-8a45-2c8cb03c0571 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.282690 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5982d809-4102-4c9b-b6ea-86542ffcc0d0 req-35557813-854c-4b35-b35c-082512714c56 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.320253 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5982d809-4102-4c9b-b6ea-86542ffcc0d0 req-35557813-854c-4b35-b35c-082512714c56 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.349671 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8374c844-0911-401d-84b3-7a92f2bc7b10 req-179787e4-def7-4933-8a45-2c8cb03c0571 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Calling delete_port for 41231ed1-0d6d-42d3-82bd-921afd4e67a1 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:24.392493 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-43598eb0-c91f-40e5-bd87-0ce7b9387a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.396322 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-43598eb0-c91f-40e5-bd87-0ce7b9387a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.397954 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-43598eb0-c91f-40e5-bd87-0ce7b9387a47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/708d9e03-4738-4b8c-adb3-66fc04ccbb59 HTTP/1.1" status: 204 len: 168 time: 0.3680747 Jul 07 16:55:24.452402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43598eb0-c91f-40e5-bd87-0ce7b9387a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708d9e03-4738-4b8c-adb3-66fc04ccbb59,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:24.491883 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5982d809-4102-4c9b-b6ea-86542ffcc0d0 req-35557813-854c-4b35-b35c-082512714c56 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.494838 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5982d809-4102-4c9b-b6ea-86542ffcc0d0 req-35557813-854c-4b35-b35c-082512714c56 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.496209 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5982d809-4102-4c9b-b6ea-86542ffcc0d0 req-35557813-854c-4b35-b35c-082512714c56 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "DELETE /v2.0/security-groups/c56fac15-f1e0-40ac-8b56-202adbca6463 HTTP/1.1" status: 204 len: 173 time: 0.3084195 Jul 07 16:55:24.518580 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35557813-854c-4b35-b35c-082512714c56 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56fac15-f1e0-40ac-8b56-202adbca6463,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:24.576792 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d79d9d-808f-4152-a483-4300ee6bd023', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41231ed1-0d6d-42d3-82bd-921afd4e67a1'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:24.579358 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551d97b9-6bf7-4724-837a-b26ca717b97b" -d '{"events": [{"server_uuid": "e7d79d9d-808f-4152-a483-4300ee6bd023", "name": "network-vif-unplugged", "status": "completed", "tag": "41231ed1-0d6d-42d3-82bd-921afd4e67a1"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:24.590194 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device db8d2197-c709-4331-820b-94c6fa6c2b0f no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:24.628963 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: db8d2197-c709-4331-820b-94c6fa6c2b0f {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:24.629314 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device db8d2197-c709-4331-820b-94c6fa6c2b0f not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:24.644035 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-39755943-270c-4dc3-9e30-220977c3f948 req-da4850f7-fa8c-46c5-99d5-33c2f2891994 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "GET /v2.0/security-groups/a1b0a695-0807-439b-b16d-58a4730eeb12 HTTP/1.1" status: 200 len: 1799 time: 0.0983555 Jul 07 16:55:24.710401 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-39755943-270c-4dc3-9e30-220977c3f948 req-6fcaed84-89f4-4e00-819b-4e87fdf1d6e6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.737258 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-39755943-270c-4dc3-9e30-220977c3f948 req-6fcaed84-89f4-4e00-819b-4e87fdf1d6e6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.773902 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-a576bf92-8f36-4065-b555-eb075d6d06de admin admin] Deleting subnet 41ea9cec-6682-4eeb-b7e7-141c6814b7e4 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:55:24.782086 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-39755943-270c-4dc3-9e30-220977c3f948 req-6fcaed84-89f4-4e00-819b-4e87fdf1d6e6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.784983 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-39755943-270c-4dc3-9e30-220977c3f948 req-6fcaed84-89f4-4e00-819b-4e87fdf1d6e6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.792308 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a576bf92-8f36-4065-b555-eb075d6d06de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.799050 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-39755943-270c-4dc3-9e30-220977c3f948 req-6fcaed84-89f4-4e00-819b-4e87fdf1d6e6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] 10.222.0.50 "DELETE /v2.0/security-groups/a1b0a695-0807-439b-b16d-58a4730eeb12 HTTP/1.1" status: 204 len: 173 time: 0.1475201 Jul 07 16:55:24.799647 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41460) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:24.835086 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ace75d-f804-496e-8cbe-61db47411e3f x-openstack-request-id: req-d3ace75d-f804-496e-8cbe-61db47411e3f {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:24.835399 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d79d9d-808f-4152-a483-4300ee6bd023", "name": "network-vif-unplugged", "status": "completed", "tag": "41231ed1-0d6d-42d3-82bd-921afd4e67a1", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:24.835916 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d3ace75d-f804-496e-8cbe-61db47411e3f {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:24.836555 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d79d9d-808f-4152-a483-4300ee6bd023', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41231ed1-0d6d-42d3-82bd-921afd4e67a1', 'code': 200} Jul 07 16:55:24.844533 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcaed84-89f4-4e00-819b-4e87fdf1d6e6 tempest-SecurityGroupsTestJSON-1389659544 tempest-SecurityGroupsTestJSON-1389659544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b0a695-0807-439b-b16d-58a4730eeb12,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:24.882694 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aef0e0e-4381-4ece-a67d-fa7850091a0f admin admin] Deleting subnet 7afa8583-eb85-4875-b937-72c25bc8ecf1 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:55:24.885993 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a576bf92-8f36-4065-b555-eb075d6d06de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.890755 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1aef0e0e-4381-4ece-a67d-fa7850091a0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.947216 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1aef0e0e-4381-4ece-a67d-fa7850091a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:24.979311 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-8fb10653-9d09-4eb1-8408-78e31529f1bb tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.024395 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a576bf92-8f36-4065-b555-eb075d6d06de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.042852 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1aef0e0e-4381-4ece-a67d-fa7850091a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.087986 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c807f09-6ec1-4914-a509-e4bc5f9a4a55 req-0b2550e2-1b0f-4f31-b05c-a52ebfe9f993 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.089514 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c807f09-6ec1-4914-a509-e4bc5f9a4a55 req-0b2550e2-1b0f-4f31-b05c-a52ebfe9f993 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 943 time: 0.3312175 Jul 07 16:55:25.105280 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d03c0-0290-45f1-a0cb-019beb65913b req-866eeee0-dd08-4960-a464-9fef895ebdbe tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.107120 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-860d03c0-0290-45f1-a0cb-019beb65913b req-866eeee0-dd08-4960-a464-9fef895ebdbe tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=2100bcb2-ef01-4d7c-91b4-1bf86922fb66 HTTP/1.1" status: 200 len: 945 time: 0.1194112 Jul 07 16:55:25.150111 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1aef0e0e-4381-4ece-a67d-fa7850091a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.197937 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-860d03c0-0290-45f1-a0cb-019beb65913b req-ed15d544-0c6c-433a-a405-4b5e651df565 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847604 Jul 07 16:55:25.200437 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef0e0e-4381-4ece-a67d-fa7850091a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7afa8583-eb85-4875-b937-72c25bc8ecf1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:25.202642 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1aef0e0e-4381-4ece-a67d-fa7850091a0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.202800 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-8fb10653-9d09-4eb1-8408-78e31529f1bb tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.207253 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1aef0e0e-4381-4ece-a67d-fa7850091a0f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7afa8583-eb85-4875-b937-72c25bc8ecf1 HTTP/1.1" status: 204 len: 168 time: 0.4027481 Jul 07 16:55:25.208284 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41478) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:25.223096 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a576bf92-8f36-4065-b555-eb075d6d06de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.228296 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c807f09-6ec1-4914-a509-e4bc5f9a4a55 req-7b69aaf5-0ef3-406d-9727-7d96520c00e0 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081505 Jul 07 16:55:25.256006 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8374c844-0911-401d-84b3-7a92f2bc7b10 req-179787e4-def7-4933-8a45-2c8cb03c0571 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.341182 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5015bb5a-b4e8-40bd-8bc1-dc8541deec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.344675 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576bf92-8f36-4065-b555-eb075d6d06de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41ea9cec-6682-4eeb-b7e7-141c6814b7e4,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:25.375670 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccefa7f5-fbf8-41cf-b7c6-80d2fbf3ab4a None None] Network 8938afd1-9e0a-459b-9989-ffd5eca58336 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:55:25.377825 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a576bf92-8f36-4065-b555-eb075d6d06de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.380250 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a576bf92-8f36-4065-b555-eb075d6d06de admin admin] 10.222.0.50 "DELETE /v2.0/subnets/41ea9cec-6682-4eeb-b7e7-141c6814b7e4 HTTP/1.1" status: 204 len: 168 time: 1.0986097 Jul 07 16:55:25.386918 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41488) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:25.399745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-8fb10653-9d09-4eb1-8408-78e31529f1bb tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Network a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:25.433571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-8fb10653-9d09-4eb1-8408-78e31529f1bb tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:25.469629 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb10653-9d09-4eb1-8408-78e31529f1bb tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Pushing event updated for resources: {'Port': ['ID=42df74de-37b0-4e44-8016-71266dd72e5e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:25.499175 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-8fb10653-9d09-4eb1-8408-78e31529f1bb tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:25.521076 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41492) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:25.558755 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5015bb5a-b4e8-40bd-8bc1-dc8541deec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.562821 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device dbf003e7-7303-4392-a04c-6a1898bef767 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:25.568631 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05809d-9ad4-4397-b444-ff33c2e07b3d req-7c2a715e-d593-47d4-b25d-3b83832d40e6 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.575731 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ff05809d-9ad4-4397-b444-ff33c2e07b3d req-7c2a715e-d593-47d4-b25d-3b83832d40e6 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/ports?device_id=07ef3197-dccc-4f39-9aa1-53884efafda7 HTTP/1.1" status: 200 len: 932 time: 0.2224941 Jul 07 16:55:25.584253 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179787e4-def7-4933-8a45-2c8cb03c0571 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Pushing event deleted for resources: {'Port': ['ID=41231ed1-0d6d-42d3-82bd-921afd4e67a1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:25.615406 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8374c844-0911-401d-84b3-7a92f2bc7b10 req-179787e4-def7-4933-8a45-2c8cb03c0571 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] No DVR routers for this DVR port 41231ed1-0d6d-42d3-82bd-921afd4e67a1 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:25.626529 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-5015bb5a-b4e8-40bd-8bc1-dc8541deec37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:25.631595 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8374c844-0911-401d-84b3-7a92f2bc7b10 req-179787e4-def7-4933-8a45-2c8cb03c0571 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.633804 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8374c844-0911-401d-84b3-7a92f2bc7b10 req-179787e4-def7-4933-8a45-2c8cb03c0571 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.15 "DELETE /v2.0/ports/41231ed1-0d6d-42d3-82bd-921afd4e67a1 HTTP/1.1" status: 204 len: 173 time: 1.9175074 Jul 07 16:55:25.634460 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d79d9d-808f-4152-a483-4300ee6bd023', 'name': 'network-vif-deleted', 'tag': '41231ed1-0d6d-42d3-82bd-921afd4e67a1'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:25.637126 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2ec9f8-76cf-4898-92d2-f4bf8c73e635" -d '{"events": [{"server_uuid": "e7d79d9d-808f-4152-a483-4300ee6bd023", "name": "network-vif-deleted", "tag": "41231ed1-0d6d-42d3-82bd-921afd4e67a1"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:25.660245 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-5015bb5a-b4e8-40bd-8bc1-dc8541deec37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a7ba11-1620-4c5e-90e6-a9d3f907b42d') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:25.661224 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-5015bb5a-b4e8-40bd-8bc1-dc8541deec37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a7ba11-1620-4c5e-90e6-a9d3f907b42d') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:25.664154 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a777d462-becf-4967-8c93-9326276e3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.672586 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-8fb10653-9d09-4eb1-8408-78e31529f1bb tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.673488 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-8fb10653-9d09-4eb1-8408-78e31529f1bb tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.674540 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5015bb5a-b4e8-40bd-8bc1-dc8541deec37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.694570 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5015bb5a-b4e8-40bd-8bc1-dc8541deec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.701717 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5015bb5a-b4e8-40bd-8bc1-dc8541deec37 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:55:25.702180 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5015bb5a-b4e8-40bd-8bc1-dc8541deec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.708948 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-8fb10653-9d09-4eb1-8408-78e31529f1bb tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2725046 Jul 07 16:55:25.748702 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] Request body: {'port': {'device_id': '07ef3197-dccc-4f39-9aa1-53884efafda7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:25.763113 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb04ddb-f429-4f07-bfda-0646abe76524 req-e3641b20-74a0-4c8b-9cae-cd1e774ac021 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:55:25.768070 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:55:25.770449 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-deb04ddb-f429-4f07-bfda-0646abe76524 req-e3641b20-74a0-4c8b-9cae-cd1e774ac021 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4bced4-c536-47de-ad41-ac3cddbf3f87 HTTP/1.1" status: 200 len: 946 time: 0.3676593 Jul 07 16:55:25.774615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port dbf003e7-7303-4392-a04c-6a1898bef767 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:25.781594 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port dbf003e7-7303-4392-a04c-6a1898bef767 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:25.782783 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.788227 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ff05809d-9ad4-4397-b444-ff33c2e07b3d req-052b7e77-aaae-4357-b2d2-069012e4e1d9 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8d0b63a-186e-41e0-85b9-fe7bc1c87492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115028 Jul 07 16:55:25.802938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-ea989193-4fb6-4f4a-a455-addd4c20bb14 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-366116751-network', 'tenant_id': '442a9cfcd40e429187b2cbade1798605'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:25.813163 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5015bb5a-b4e8-40bd-8bc1-dc8541deec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.841683 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5015bb5a-b4e8-40bd-8bc1-dc8541deec37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.844456 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5015bb5a-b4e8-40bd-8bc1-dc8541deec37 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3 HTTP/1.1" status: 204 len: 168 time: 0.6351061 Jul 07 16:55:25.862420 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227b1b34-5d25-49fe-ba1a-886bf023f631 None None] DHCP port deletion for 8938afd1-9e0a-459b-9989-ffd5eca58336 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:55:25.896796 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-deb04ddb-f429-4f07-bfda-0646abe76524 req-747da700-433e-4d2d-a5d1-a8d5892f735e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251400 Jul 07 16:55:25.909586 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015bb5a-b4e8-40bd-8bc1-dc8541deec37 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e5827d8-6d2a-4b8c-9c07-8aa1d076bed3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:25.938702 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea989193-4fb6-4f4a-a455-addd4c20bb14 admin admin] Made reservation on behalf of 442a9cfcd40e429187b2cbade1798605 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:25.945038 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ea989193-4fb6-4f4a-a455-addd4c20bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:25.959008 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4231d291-c24f-490f-9f7e-37f2d9c2a1a0 x-openstack-request-id: req-4231d291-c24f-490f-9f7e-37f2d9c2a1a0 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:25.959320 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d79d9d-808f-4152-a483-4300ee6bd023", "name": "network-vif-deleted", "tag": "41231ed1-0d6d-42d3-82bd-921afd4e67a1", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:25.959588 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4231d291-c24f-490f-9f7e-37f2d9c2a1a0 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:25.960015 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d79d9d-808f-4152-a483-4300ee6bd023', 'name': 'network-vif-deleted', 'tag': '41231ed1-0d6d-42d3-82bd-921afd4e67a1', 'status': 'completed', 'code': 200} Jul 07 16:55:25.969305 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ea989193-4fb6-4f4a-a455-addd4c20bb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.019618 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.024115 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-a777d462-becf-4967-8c93-9326276e3cbc admin admin] Deleting port 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:26.024458 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a777d462-becf-4967-8c93-9326276e3cbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.031706 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.072610 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-227b1b34-5d25-49fe-ba1a-886bf023f631 None None] Deleting port 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:26.073183 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-227b1b34-5d25-49fe-ba1a-886bf023f631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.099337 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41534) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:26.145581 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port dbf003e7-7303-4392-a04c-6a1898bef767, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=dbf003e7-7303-4392-a04c-6a1898bef767,segment=NetworkSegment(2fe7af82-28aa-413a-8d85-a1067ef1e64c),segment_id=2fe7af82-28aa-413a-8d85-a1067ef1e64c)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:26.152979 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.168268 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4e4b77e3-baaa-4c8a-8672-fee8d8f6756e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=35276e05203840b6935d31413a132cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672104 Jul 07 16:55:26.172122 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41536) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:26.201104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-227b1b34-5d25-49fe-ba1a-886bf023f631 None None] For port 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33,segment=NetworkSegment(f94a2cb5-a20b-4178-9cba-a32c297cec54),segment_id=f94a2cb5-a20b-4178-9cba-a32c297cec54)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:26.201509 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-227b1b34-5d25-49fe-ba1a-886bf023f631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.221836 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-227b1b34-5d25-49fe-ba1a-886bf023f631 None None] Calling delete_port for 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:26.228732 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ea989193-4fb6-4f4a-a455-addd4c20bb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.240971 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ea989193-4fb6-4f4a-a455-addd4c20bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.287988 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-94efa166-c74d-444d-9881-4d6e39f245cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.290111 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea989193-4fb6-4f4a-a455-addd4c20bb14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:55:26.314861 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=dbf003e7-7303-4392-a04c-6a1898bef767,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:26.336855 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea989193-4fb6-4f4a-a455-addd4c20bb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced83849-96b9-4c42-a372-b09c604dcbdd,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:26.351573 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ea989193-4fb6-4f4a-a455-addd4c20bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.352039 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-ea989193-4fb6-4f4a-a455-addd4c20bb14 admin admin] Added segment 9c545deb-bc5e-4b6a-9454-12f4580e6e29 of type vlan for network 00200275-feb8-4792-b225-1605381ce5dc Jul 07 16:55:26.368373 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-227b1b34-5d25-49fe-ba1a-886bf023f631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.398904 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-94efa166-c74d-444d-9881-4d6e39f245cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.433894 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b1b34-5d25-49fe-ba1a-886bf023f631 None None] Pushing event deleted for resources: {'Port': ['ID=1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:26.437742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227b1b34-5d25-49fe-ba1a-886bf023f631 None None] No DVR routers for this DVR port 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:26.484726 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-a777d462-becf-4967-8c93-9326276e3cbc admin admin] For port 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33,segment=NetworkSegment(f94a2cb5-a20b-4178-9cba-a32c297cec54),segment_id=f94a2cb5-a20b-4178-9cba-a32c297cec54)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:26.485098 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a777d462-becf-4967-8c93-9326276e3cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.507076 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-a777d462-becf-4967-8c93-9326276e3cbc admin admin] Calling delete_port for 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:26.528427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:26.553160 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ea989193-4fb6-4f4a-a455-addd4c20bb14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.556219 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:26.556829 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:26.557503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d3165e0d-48e4-4551-aa3e-473bfc0323ef no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:26.580764 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: d3165e0d-48e4-4551-aa3e-473bfc0323ef {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:26.581533 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d3165e0d-48e4-4551-aa3e-473bfc0323ef not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:26.592873 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df097d77-3184-4a5f-ad06-bd4ecb5a3884 req-5d612893-94b0-465a-8607-e3f77283b1f5 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:26.594521 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-df097d77-3184-4a5f-ad06-bd4ecb5a3884 req-5d612893-94b0-465a-8607-e3f77283b1f5 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=2100bcb2-ef01-4d7c-91b4-1bf86922fb66 HTTP/1.1" status: 200 len: 946 time: 0.1204307 Jul 07 16:55:26.636296 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ea989193-4fb6-4f4a-a455-addd4c20bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.637275 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea989193-4fb6-4f4a-a455-addd4c20bb14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:26.637860 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ea989193-4fb6-4f4a-a455-addd4c20bb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.643713 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c18d2095-f5c1-4315-960b-68860d4a21d4 req-e2bb05c5-e63a-4b90-bf49-a164f8a21bed tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d79d9d-808f-4152-a483-4300ee6bd023 HTTP/1.1" status: 200 len: 210 time: 0.1228070 Jul 07 16:55:26.651281 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-94efa166-c74d-444d-9881-4d6e39f245cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.653790 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-94efa166-c74d-444d-9881-4d6e39f245cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.657397 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-94efa166-c74d-444d-9881-4d6e39f245cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/491b0f75-5fa9-4cb3-90dd-af404ca72de1 HTTP/1.1" status: 204 len: 168 time: 0.4816282 Jul 07 16:55:26.719836 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efa166-c74d-444d-9881-4d6e39f245cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491b0f75-5fa9-4cb3-90dd-af404ca72de1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:26.735144 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-df097d77-3184-4a5f-ad06-bd4ecb5a3884 req-9ce66fc0-4263-4a16-a60f-18418f2cc4e6 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290162 Jul 07 16:55:26.768904 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ea989193-4fb6-4f4a-a455-addd4c20bb14 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2465122 Jul 07 16:55:26.773335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41548) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:26.784314 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea989193-4fb6-4f4a-a455-addd4c20bb14 admin admin] Pushing event updated for resources: {'Network': ['ID=00200275-feb8-4792-b225-1605381ce5dc,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:26.785107 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-453f096a-f52d-42d2-8a0d-ab4f86057526 admin admin] Request body: {'subnet': {'network_id': '00200275-feb8-4792-b225-1605381ce5dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-366116751-subnet', 'tenant_id': '442a9cfcd40e429187b2cbade1798605', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:26.795403 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 00200275-feb8-4792-b225-1605381ce5dc details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:55:26.798365 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a777d462-becf-4967-8c93-9326276e3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.841378 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2100bcb2-ef01-4d7c-91b4-1bf86922fb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf003e7-7303-4392-a04c-6a1898bef767'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:26.844037 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7c17c9-b91f-468b-a632-40a9c3787f00" -d '{"events": [{"server_uuid": "2100bcb2-ef01-4d7c-91b4-1bf86922fb66", "name": "network-vif-plugged", "status": "completed", "tag": "dbf003e7-7303-4392-a04c-6a1898bef767"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:26.883779 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-95d23416-1291-4efc-a9b5-d67d99da440d tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a99e5c9cb6bf4bb1bedf3191314f9cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335507 Jul 07 16:55:26.898234 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777d462-becf-4967-8c93-9326276e3cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:26.921702 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a777d462-becf-4967-8c93-9326276e3cbc admin admin] No DVR routers for this DVR port 1ccaa6be-7dad-4e25-bb6f-d9bdd57c4f33 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:26.924837 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42df74de-37b0-4e44-8016-71266dd72e5e {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:26.939323 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:26.971788 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453f096a-f52d-42d2-8a0d-ab4f86057526 admin admin] Made reservation on behalf of 442a9cfcd40e429187b2cbade1798605 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:26.974208 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-453f096a-f52d-42d2-8a0d-ab4f86057526 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:27.001620 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-fdf34206-a677-443b-9248-9b3329c85c13 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:27.003188 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-fdf34206-a677-443b-9248-9b3329c85c13 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1185174 Jul 07 16:55:27.016444 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] Transition to ACTIVE for port object 42df74de-37b0-4e44-8016-71266dd72e5e will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:27.019918 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-61ed4e1b-410d-4903-9b3a-306296a8dce7 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/quotas/a99e5c9cb6bf4bb1bedf3191314f9cb3 HTTP/1.1" status: 200 len: 375 time: 0.0099289 Jul 07 16:55:27.056870 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-965175bc-eb73-4eac-821e-4bc04b0bb265 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a99e5c9cb6bf4bb1bedf3191314f9cb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300705 Jul 07 16:55:27.073680 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:27.137552 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a777d462-becf-4967-8c93-9326276e3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:27.173432 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1c2ee-1a1b-4fd7-b387-3e73e2d4d94c req-13997d07-110f-412d-a823-5dc17c374488 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:27.174975 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-42a1c2ee-1a1b-4fd7-b387-3e73e2d4d94c req-13997d07-110f-412d-a823-5dc17c374488 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4bced4-c536-47de-ad41-ac3cddbf3f87 HTTP/1.1" status: 200 len: 946 time: 0.3501520 Jul 07 16:55:27.194525 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-a777d462-becf-4967-8c93-9326276e3cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8938afd1-9e0a-459b-9989-ffd5eca58336']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:27.251640 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-a777d462-becf-4967-8c93-9326276e3cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94a2cb5-a20b-4178-9cba-a32c297cec54') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:27.251935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-a777d462-becf-4967-8c93-9326276e3cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94a2cb5-a20b-4178-9cba-a32c297cec54') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:27.280484 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] Pushing event updated for resources: {'Port': ['ID=42df74de-37b0-4e44-8016-71266dd72e5e,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:27.291791 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a777d462-becf-4967-8c93-9326276e3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:27.394693 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec547de6-22cc-4c8c-a0fb-d41966fafaf1 req-52ee6cb7-7da0-4193-94c8-647ebcb37d1e tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:27.395329 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-42a1c2ee-1a1b-4fd7-b387-3e73e2d4d94c req-2317c8a6-ab58-4511-a6c0-5102a6474604 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025325 Jul 07 16:55:27.397071 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ec547de6-22cc-4c8c-a0fb-d41966fafaf1 req-52ee6cb7-7da0-4193-94c8-647ebcb37d1e tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/ports?device_id=07ef3197-dccc-4f39-9aa1-53884efafda7 HTTP/1.1" status: 200 len: 944 time: 0.0881355 Jul 07 16:55:27.414902 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a777d462-becf-4967-8c93-9326276e3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:27.461008 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ec547de6-22cc-4c8c-a0fb-d41966fafaf1 req-53e39524-5cc9-4058-8a94-2bf0d3017684 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8d0b63a-186e-41e0-85b9-fe7bc1c87492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572853 Jul 07 16:55:27.471043 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d33253-57f2-4519-abaf-110ac2709ae0 x-openstack-request-id: req-d0d33253-57f2-4519-abaf-110ac2709ae0 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:27.471681 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2100bcb2-ef01-4d7c-91b4-1bf86922fb66", "name": "network-vif-plugged", "status": "completed", "tag": "dbf003e7-7303-4392-a04c-6a1898bef767", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:27.472036 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d0d33253-57f2-4519-abaf-110ac2709ae0 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:27.472658 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100bcb2-ef01-4d7c-91b4-1bf86922fb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf003e7-7303-4392-a04c-6a1898bef767', 'code': 200} Jul 07 16:55:27.485413 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a777d462-becf-4967-8c93-9326276e3cbc admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:55:27.487140 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a777d462-becf-4967-8c93-9326276e3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:55:27.490882 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:55:27.654525 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] Attempting to bind port 42df74de-37b0-4e44-8016-71266dd72e5e on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:27.654875 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] Attempting to bind port 42df74de-37b0-4e44-8016-71266dd72e5e by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'e1bd65a5-dc30-4c58-832c-da98fa84e840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:27.655207 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] Attempting to bind port 42df74de-37b0-4e44-8016-71266dd72e5e on network a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:27.660524 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41600) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:27.686194 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-6ff6bd8d-df97-423e-b981-30deff74e2fa tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a99e5c9cb6bf4bb1bedf3191314f9cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1022711 Jul 07 16:55:27.698101 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a777d462-becf-4967-8c93-9326276e3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:27.703163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] Port 42df74de-37b0-4e44-8016-71266dd72e5e on network a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:27.703660 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] Attempting to bind port 42df74de-37b0-4e44-8016-71266dd72e5e on network a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:27.736099 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a777d462-becf-4967-8c93-9326276e3cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:27.738215 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a777d462-becf-4967-8c93-9326276e3cbc admin admin] 10.222.0.50 "DELETE /v2.0/networks/8938afd1-9e0a-459b-9989-ffd5eca58336 HTTP/1.1" status: 204 len: 168 time: 2.3407764 Jul 07 16:55:27.764617 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:27.764967 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] Checking segment: {'id': 'e1bd65a5-dc30-4c58-832c-da98fa84e840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:27.765360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] Bound using segment: {'id': 'e1bd65a5-dc30-4c58-832c-da98fa84e840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:27.765797 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] Bound port: 42df74de-37b0-4e44-8016-71266dd72e5e, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1bd65a5-dc30-4c58-832c-da98fa84e840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:27.766295 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:27.817005 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777d462-becf-4967-8c93-9326276e3cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=8938afd1-9e0a-459b-9989-ffd5eca58336,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:27.823126 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-453f096a-f52d-42d2-8a0d-ab4f86057526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:27.915111 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-75ba2c01-578a-47df-8a7e-feeab433cc50 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1767685278-network', 'tenant_id': '55a02e1207a442a298e0fac0645e8087'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:27.916691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41612) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:27.986101 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ba2c01-578a-47df-8a7e-feeab433cc50 admin admin] Made reservation on behalf of 55a02e1207a442a298e0fac0645e8087 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:27.988104 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353c452-1567-4c61-9a4e-b6497d10e867 req-46ab3aec-31a8-4a1b-aabe-8e11ada88847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:27.989067 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75ba2c01-578a-47df-8a7e-feeab433cc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:27.990334 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0353c452-1567-4c61-9a4e-b6497d10e867 req-46ab3aec-31a8-4a1b-aabe-8e11ada88847 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2100bcb2-ef01-4d7c-91b4-1bf86922fb66 HTTP/1.1" status: 200 len: 1097 time: 0.4134021 Jul 07 16:55:28.021816 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cb734-c951-487c-875f-9d935570f192 req-2febf513-6120-4e2b-a9a6-fef011b0c966 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:28.023485 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c89cb734-c951-487c-875f-9d935570f192 req-2febf513-6120-4e2b-a9a6-fef011b0c966 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf4bced4-c536-47de-ad41-ac3cddbf3f87 HTTP/1.1" status: 200 len: 946 time: 0.2221751 Jul 07 16:55:28.024202 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75ba2c01-578a-47df-8a7e-feeab433cc50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:28.042719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f096a-f52d-42d2-8a0d-ab4f86057526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a99df1f9-17f6-4826-9d57-d15200be420d,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:28.055928 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] For port 42df74de-37b0-4e44-8016-71266dd72e5e, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:28.071389 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f096a-f52d-42d2-8a0d-ab4f86057526 admin admin] Checking segment: {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:28.072003 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f096a-f52d-42d2-8a0d-ab4f86057526 admin admin] Network hostable DHCP agents. Network: 00200275-feb8-4792-b225-1605381ce5dc, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:55:28.094334 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-893ce3ae-cac6-41a1-ae48-65f725132b7e tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:28.095855 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-893ce3ae-cac6-41a1-ae48-65f725132b7e tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3988106 Jul 07 16:55:28.110402 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] For port 42df74de-37b0-4e44-8016-71266dd72e5e, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=42df74de-37b0-4e44-8016-71266dd72e5e,segment=NetworkSegment(e1bd65a5-dc30-4c58-832c-da98fa84e840),segment_id=e1bd65a5-dc30-4c58-832c-da98fa84e840)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:28.110613 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a39421-2a5d-41f0-bb4f-90f3ed863943 req-98e7a23a-e1c4-4f58-b594-445d5590fee8 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:28.112256 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-36a39421-2a5d-41f0-bb4f-90f3ed863943 req-98e7a23a-e1c4-4f58-b594-445d5590fee8 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=2100bcb2-ef01-4d7c-91b4-1bf86922fb66 HTTP/1.1" status: 200 len: 946 time: 0.1919255 Jul 07 16:55:28.134812 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:28.138755 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ea7e04a2-4bc5-45aa-aa26-ec6e25aa26be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=229c624437c142a6800dfb99bdbd16f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080760 Jul 07 16:55:28.146887 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0353c452-1567-4c61-9a4e-b6497d10e867 req-b21b6806-c2b3-4d4d-83e5-eb5149c73e93 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385005 Jul 07 16:55:28.152332 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41614) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:28.184817 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-b8752693-4561-4e72-a30f-60fbc8e54c78 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/quotas/a99e5c9cb6bf4bb1bedf3191314f9cb3 HTTP/1.1" status: 200 len: 375 time: 0.0729692 Jul 07 16:55:28.207873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:28.208636 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:28.210102 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] 10.222.0.15 "PUT /v2.0/ports/42df74de-37b0-4e44-8016-71266dd72e5e HTTP/1.1" status: 200 len: 1092 time: 2.4725311 Jul 07 16:55:28.212583 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f096a-f52d-42d2-8a0d-ab4f86057526 admin admin] Network 00200275-feb8-4792-b225-1605381ce5dc is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:55:28.216093 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ef3197-dccc-4f39-9aa1-53884efafda7', 'tag': '42df74de-37b0-4e44-8016-71266dd72e5e'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:28.218504 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be9b075-6d41-4a02-b421-a04215edd1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "07ef3197-dccc-4f39-9aa1-53884efafda7", "tag": "42df74de-37b0-4e44-8016-71266dd72e5e"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:28.225064 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-36a39421-2a5d-41f0-bb4f-90f3ed863943 req-6f80f5e6-8372-4b02-b98c-e60d768f76b6 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040671 Jul 07 16:55:28.261709 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-c89cb734-c951-487c-875f-9d935570f192 req-a86a9bb6-fce8-4c27-b134-d782969c04ea tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Deleting port 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:28.262079 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c89cb734-c951-487c-875f-9d935570f192 req-a86a9bb6-fce8-4c27-b134-d782969c04ea tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:28.279583 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-453f096a-f52d-42d2-8a0d-ab4f86057526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 00200275-feb8-4792-b225-1605381ce5dc) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:28.288782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d0a162-ffd7-486b-b243-34c68697edcb None None] Network 00200275-feb8-4792-b225-1605381ce5dc requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:55:28.325195 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-664df3a0-9e6e-42f5-9c67-82f8e3d808b4 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a99e5c9cb6bf4bb1bedf3191314f9cb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1188841 Jul 07 16:55:28.328132 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453f096a-f52d-42d2-8a0d-ab4f86057526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:28.329255 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-453f096a-f52d-42d2-8a0d-ab4f86057526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:28.333873 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75ba2c01-578a-47df-8a7e-feeab433cc50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:28.345657 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75ba2c01-578a-47df-8a7e-feeab433cc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:28.353233 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ce4fd-4a2c-4499-a1de-7acb0c3b6a07 service neutron] Pushing event updated for resources: {'Port': ['ID=42df74de-37b0-4e44-8016-71266dd72e5e,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:28.396586 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ba2c01-578a-47df-8a7e-feeab433cc50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:55:28.431232 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75ba2c01-578a-47df-8a7e-feeab433cc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:28.431590 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-75ba2c01-578a-47df-8a7e-feeab433cc50 admin admin] Added segment 68351165-30cb-405d-b3de-d4eccb3d0827 of type vlan for network cbf4413f-2045-49d3-90cc-8b792570496f Jul 07 16:55:28.434916 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-c89cb734-c951-487c-875f-9d935570f192 req-a86a9bb6-fce8-4c27-b134-d782969c04ea tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] For port 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e,segment=NetworkSegment(e64bcb56-0dab-478d-aa3b-105f8614ee81),segment_id=e64bcb56-0dab-478d-aa3b-105f8614ee81)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:28.435564 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-453f096a-f52d-42d2-8a0d-ab4f86057526 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6603603 Jul 07 16:55:28.451012 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c89cb734-c951-487c-875f-9d935570f192 req-a86a9bb6-fce8-4c27-b134-d782969c04ea tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:28.507712 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cefb646-645a-4caa-a5e3-95e508010740 None None] Network 00200275-feb8-4792-b225-1605381ce5dc requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:55:28.511594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-c89cb734-c951-487c-875f-9d935570f192 req-a86a9bb6-fce8-4c27-b134-d782969c04ea tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Calling delete_port for 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:28.604653 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41624) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:28.625619 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-fe628fda-1a88-4aef-b753-75b815dc7f4a tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--902172214', 'description': 'tempest-description--1718831819'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:28.697590 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c67acf72-6d9a-4a58-8cda-7d080619b075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:28.721532 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7025961d-343f-4b76-a574-b9f86371cff2 x-openstack-request-id: req-7025961d-343f-4b76-a574-b9f86371cff2 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:28.721892 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ef3197-dccc-4f39-9aa1-53884efafda7", "tag": "42df74de-37b0-4e44-8016-71266dd72e5e", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:28.722102 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7025961d-343f-4b76-a574-b9f86371cff2 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:28.722533 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ef3197-dccc-4f39-9aa1-53884efafda7', 'tag': '42df74de-37b0-4e44-8016-71266dd72e5e', 'status': 'completed', 'code': 200} Jul 07 16:55:28.750937 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe628fda-1a88-4aef-b753-75b815dc7f4a tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:28.775069 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-78d7508e-9356-4ec0-acb1-ac54901135ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:28.776608 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-78d7508e-9356-4ec0-acb1-ac54901135ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ba786264e484ec3b4e0ae3458581503&device_id=07ef3197-dccc-4f39-9aa1-53884efafda7 HTTP/1.1" status: 200 len: 1095 time: 0.4857461 Jul 07 16:55:28.849773 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c67acf72-6d9a-4a58-8cda-7d080619b075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:28.899857 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba2c01-578a-47df-8a7e-feeab433cc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3937000f-66cc-4f94-b653-e04ce27d097f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:28.906982 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-7b4a882b-da45-440d-bb0d-a742122b921c tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=a99e5c9cb6bf4bb1bedf3191314f9cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1231980 Jul 07 16:55:28.908390 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-64a3bcac-6bfe-4751-9451-613760b72585 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42df74de-37b0-4e44-8016-71266dd72e5e HTTP/1.1" status: 200 len: 217 time: 0.0964999 Jul 07 16:55:28.966805 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c89cb734-c951-487c-875f-9d935570f192 req-a86a9bb6-fce8-4c27-b134-d782969c04ea tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:28.980504 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['7c0023a5-f50b-490b-a782-0053eb297dbf', '9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:29.052180 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a9bb6-fce8-4c27-b134-d782969c04ea tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Pushing event deleted for resources: {'Port': ['ID=9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:29.101663 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75ba2c01-578a-47df-8a7e-feeab433cc50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:29.183012 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75ba2c01-578a-47df-8a7e-feeab433cc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:29.188067 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba2c01-578a-47df-8a7e-feeab433cc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:29.188910 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75ba2c01-578a-47df-8a7e-feeab433cc50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:29.271936 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89cb734-c951-487c-875f-9d935570f192 req-a86a9bb6-fce8-4c27-b134-d782969c04ea tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] No DVR routers for this DVR port 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:29.280509 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c89cb734-c951-487c-875f-9d935570f192 req-a86a9bb6-fce8-4c27-b134-d782969c04ea tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:29.282617 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c89cb734-c951-487c-875f-9d935570f192 req-a86a9bb6-fce8-4c27-b134-d782969c04ea tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.69 "DELETE /v2.0/ports/9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e HTTP/1.1" status: 204 len: 173 time: 1.2483082 Jul 07 16:55:29.283960 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4bced4-c536-47de-ad41-ac3cddbf3f87', 'name': 'network-vif-deleted', 'tag': '9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:29.286847 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5436e14e-0c86-461e-a397-70b242657a93" -d '{"events": [{"server_uuid": "bf4bced4-c536-47de-ad41-ac3cddbf3f87", "name": "network-vif-deleted", "tag": "9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:29.313097 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba2c01-578a-47df-8a7e-feeab433cc50 admin admin] Pushing event updated for resources: {'Network': ['ID=cbf4413f-2045-49d3-90cc-8b792570496f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:29.326170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network cbf4413f-2045-49d3-90cc-8b792570496f details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:55:29.343683 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f0cf6-6ce3-4ee7-81b9-025632d256ae req-25986fb5-5309-4b79-b847-0d199a5dc743 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:29.360584 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ca1f0cf6-6ce3-4ee7-81b9-025632d256ae req-25986fb5-5309-4b79-b847-0d199a5dc743 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/ports?device_id=07ef3197-dccc-4f39-9aa1-53884efafda7 HTTP/1.1" status: 200 len: 944 time: 0.4986441 Jul 07 16:55:29.439820 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ca1f0cf6-6ce3-4ee7-81b9-025632d256ae req-9e56f0fb-f54d-47c7-9d6f-65a726b4458d tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8d0b63a-186e-41e0-85b9-fe7bc1c87492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764859 Jul 07 16:55:29.456378 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-d1de84aa-0787-44f1-93cc-a725c7a3f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:29.459356 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-d1de84aa-0787-44f1-93cc-a725c7a3f7fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8ca5797-daa7-4b31-bc59-85c57c79e30c HTTP/1.1" status: 200 len: 864 time: 0.5273709 Jul 07 16:55:29.521615 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c67acf72-6d9a-4a58-8cda-7d080619b075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:29.524240 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c67acf72-6d9a-4a58-8cda-7d080619b075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:29.528318 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c67acf72-6d9a-4a58-8cda-7d080619b075 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a534954b-cec7-456e-8e7e-f9c01846cd57 HTTP/1.1" status: 204 len: 168 time: 1.3739374 Jul 07 16:55:29.546927 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e844b-9dcb-4cf0-b69f-aab679112b9d req-dafd32de-2fc8-411b-bfa0-49d90370fa28 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:29.555048 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-af6e844b-9dcb-4cf0-b69f-aab679112b9d req-dafd32de-2fc8-411b-bfa0-49d90370fa28 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf4bced4-c536-47de-ad41-ac3cddbf3f87 HTTP/1.1" status: 200 len: 867 time: 0.7971551 Jul 07 16:55:29.558572 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-abf7fae1-5130-4193-8cf3-b3d57ad08aa3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846145 Jul 07 16:55:29.598893 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-985e16d9-22bc-414f-83bf-1c5113f6d13d req-c92d5f19-693a-4fa9-839b-7558fac982eb tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=09b1fc43-8e53-45f9-9478-caf8456a42dc HTTP/1.1" status: 200 len: 210 time: 0.0540099 Jul 07 16:55:29.602097 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67acf72-6d9a-4a58-8cda-7d080619b075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a534954b-cec7-456e-8e7e-f9c01846cd57,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:29.673564 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-7a841dc2-0329-42d0-ab97-1dc3deb2dede tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:29.675596 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-7a841dc2-0329-42d0-ab97-1dc3deb2dede tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7610064 Jul 07 16:55:29.732874 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-af6e844b-9dcb-4cf0-b69f-aab679112b9d req-35cf4dfc-65bb-49a3-afae-c07f68323d54 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765225 Jul 07 16:55:29.756968 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-cae7a22a-5aa6-46ee-aab4-2a19a465332a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Request body: {'port': {'device_id': '03b1614d-7cd5-4440-b415-be7185fc1648', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': 'a99e5c9cb6bf4bb1bedf3191314f9cb3'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:29.762145 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe628fda-1a88-4aef-b753-75b815dc7f4a tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:29.784969 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-75ba2c01-578a-47df-8a7e-feeab433cc50 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1223521 Jul 07 16:55:29.788458 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41650) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:29.793713 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-556c85e7-66d8-4811-a764-ee3e777a2506 admin admin] Request body: {'subnet': {'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1767685278-subnet', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:29.805909 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe628fda-1a88-4aef-b753-75b815dc7f4a tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:29.828141 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556c85e7-66d8-4811-a764-ee3e777a2506 admin admin] Made reservation on behalf of 55a02e1207a442a298e0fac0645e8087 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:29.832455 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-556c85e7-66d8-4811-a764-ee3e777a2506 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:29.878074 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe628fda-1a88-4aef-b753-75b815dc7f4a tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:29.879398 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fe628fda-1a88-4aef-b753-75b815dc7f4a tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2727818 Jul 07 16:55:29.887578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41652) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:29.894648 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-28e6a059-5eb5-4427-81c4-52cb124a3f4e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Request body: {'security_group_rule': {'security_group_id': 'ad189c9c-ca7d-4ad7-8e34-43dda809d20a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:29.910189 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe628fda-1a88-4aef-b753-75b815dc7f4a tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad189c9c-ca7d-4ad7-8e34-43dda809d20a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:29.939333 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-c69a085e-d078-41a6-a0d3-6d8274da8062 service neutron] 10.222.0.15 "GET /v2.0/networks/a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653345 Jul 07 16:55:30.077744 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-28e6a059-5eb5-4427-81c4-52cb124a3f4e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:30.161008 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-cae7a22a-5aa6-46ee-aab4-2a19a465332a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Made reservation on behalf of a99e5c9cb6bf4bb1bedf3191314f9cb3 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:30.165210 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-cae7a22a-5aa6-46ee-aab4-2a19a465332a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:30.171124 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7744351e-5c0f-4ad6-8dab-aed5cc9e5d6e req-b23ace79-8b2c-4b15-92f7-76f312e00876 service neutron] 10.222.0.15 "GET /v2.0/networks/a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204890 Jul 07 16:55:30.192970 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8736b7-130a-4b85-ab8f-469b8600c775 req-7aada08a-887d-4bc8-aa01-bc1044a07db2 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:30.195211 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f8736b7-130a-4b85-ab8f-469b8600c775 req-7aada08a-887d-4bc8-aa01-bc1044a07db2 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=2100bcb2-ef01-4d7c-91b4-1bf86922fb66 HTTP/1.1" status: 200 len: 946 time: 0.2527337 Jul 07 16:55:30.195965 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-cae7a22a-5aa6-46ee-aab4-2a19a465332a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:30.235507 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-28e6a059-5eb5-4427-81c4-52cb124a3f4e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:30.248019 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-556c85e7-66d8-4811-a764-ee3e777a2506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:30.249559 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-28e6a059-5eb5-4427-81c4-52cb124a3f4e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:30.299421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6a059-5eb5-4427-81c4-52cb124a3f4e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7912f520-2beb-4768-8248-d851f3e389c9,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:30.377911 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f8736b7-130a-4b85-ab8f-469b8600c775 req-55baadad-ee0c-4fb5-8703-c253430778ec tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718919 Jul 07 16:55:30.384105 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-1f4df96b-621a-4dd8-a47a-631a3b793ca5 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a99e5c9cb6bf4bb1bedf3191314f9cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816195 Jul 07 16:55:30.385169 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c85e7-66d8-4811-a764-ee3e777a2506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf8681f-776e-4c48-abee-f55e2aa2fadf,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:30.398278 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c85e7-66d8-4811-a764-ee3e777a2506 admin admin] Checking segment: {'id': '68351165-30cb-405d-b3de-d4eccb3d0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:30.398588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556c85e7-66d8-4811-a764-ee3e777a2506 admin admin] Network hostable DHCP agents. Network: cbf4413f-2045-49d3-90cc-8b792570496f, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:55:30.449339 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-3a82eaee-2d9e-4ea4-92af-923639c146ea tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:30.452062 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-3a82eaee-2d9e-4ea4-92af-923639c146ea tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 805 time: 0.3274090 Jul 07 16:55:30.472985 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556c85e7-66d8-4811-a764-ee3e777a2506 admin admin] Network cbf4413f-2045-49d3-90cc-8b792570496f is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:55:30.488063 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-88a04d2f-d5b7-425c-86ec-37ba1110cf32 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/quotas/442a9cfcd40e429187b2cbade1798605 HTTP/1.1" status: 200 len: 375 time: 0.0250976 Jul 07 16:55:30.490082 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13c0225-2341-43a1-aa3b-c95dd7ce4465 x-openstack-request-id: req-d13c0225-2341-43a1-aa3b-c95dd7ce4465 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:30.490370 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4bced4-c536-47de-ad41-ac3cddbf3f87", "name": "network-vif-deleted", "tag": "9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:30.494880 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d13c0225-2341-43a1-aa3b-c95dd7ce4465 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:30.495434 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4bced4-c536-47de-ad41-ac3cddbf3f87', 'name': 'network-vif-deleted', 'tag': '9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e', 'status': 'completed', 'code': 200} Jul 07 16:55:30.581289 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-486c3b3b-6715-466d-884e-9d276758ecd6 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782442 Jul 07 16:55:30.585500 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-556c85e7-66d8-4811-a764-ee3e777a2506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, cbf4413f-2045-49d3-90cc-8b792570496f) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:30.593961 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556c85e7-66d8-4811-a764-ee3e777a2506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:30.594578 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-556c85e7-66d8-4811-a764-ee3e777a2506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:30.596353 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a06ded-448a-464d-b12f-d1114367cb7f None None] Network cbf4413f-2045-49d3-90cc-8b792570496f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:55:30.606814 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9b075-6d41-4a02-b421-a04215edd1f8 req-1ebdf752-04a6-4b78-98ae-61799d319d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:30.608650 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7be9b075-6d41-4a02-b421-a04215edd1f8 req-1ebdf752-04a6-4b78-98ae-61799d319d0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ba786264e484ec3b4e0ae3458581503&device_id=07ef3197-dccc-4f39-9aa1-53884efafda7 HTTP/1.1" status: 200 len: 1095 time: 0.3318558 Jul 07 16:55:30.752329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9b075-6d41-4a02-b421-a04215edd1f8 req-284828a5-ded5-4b53-abbb-5920b0696402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:30.753959 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7be9b075-6d41-4a02-b421-a04215edd1f8 req-284828a5-ded5-4b53-abbb-5920b0696402 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1 HTTP/1.1" status: 200 len: 925 time: 0.1374595 Jul 07 16:55:30.772383 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-9382ff23-545c-4b47-a72c-8c88bbacda8f service neutron] 10.222.0.50 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649532 Jul 07 16:55:30.863065 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7be9b075-6d41-4a02-b421-a04215edd1f8 req-8ac78731-53e2-4340-ab66-3ceb92501395 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42df74de-37b0-4e44-8016-71266dd72e5e HTTP/1.1" status: 200 len: 217 time: 0.0921271 Jul 07 16:55:30.880838 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-76bd1693-8b52-4832-80df-5cf062036fd7 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:30.881034 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-cbf4413f-2045-49d3-90cc-8b792570496f', 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'fixed_ips': [{'subnet_id': '7bf8681f-776e-4c48-abee-f55e2aa2fadf'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:55:30.881034 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:30.881175 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-76bd1693-8b52-4832-80df-5cf062036fd7 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4450467 Jul 07 16:55:30.900439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-62c206f2-9234-42f2-95ed-7195be789b3c tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Request body: {'port': {'device_id': '09b1fc43-8e53-45f9-9478-caf8456a42dc', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': 'a99e5c9cb6bf4bb1bedf3191314f9cb3'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:30.907600 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-cae7a22a-5aa6-46ee-aab4-2a19a465332a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:30.912250 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-cd39cf89-011b-48f6-8f8e-7ca707262582 service neutron] 10.222.0.50 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379206 Jul 07 16:55:30.928720 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-556c85e7-66d8-4811-a764-ee3e777a2506 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1389058 Jul 07 16:55:30.931749 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41698) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:30.944110 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-92617ed9-7956-47ff-bd74-feadb5bc000c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1767685278-router', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:30.989976 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-cae7a22a-5aa6-46ee-aab4-2a19a465332a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:31.000886 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92617ed9-7956-47ff-bd74-feadb5bc000c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:31.002337 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92617ed9-7956-47ff-bd74-feadb5bc000c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:31.017942 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-28e6a059-5eb5-4427-81c4-52cb124a3f4e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:31.019181 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-28e6a059-5eb5-4427-81c4-52cb124a3f4e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1289985 Jul 07 16:55:31.026491 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41700) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:31.045372 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-cc290e65-cfe3-42f6-bdf3-7906e6c16004 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Request body: {'security_group_rule': {'security_group_id': 'ad189c9c-ca7d-4ad7-8e34-43dda809d20a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:31.102753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9b075-6d41-4a02-b421-a04215edd1f8 req-3f7556d3-06a2-4023-88e3-810c565fc1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:31.104251 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7be9b075-6d41-4a02-b421-a04215edd1f8 req-3f7556d3-06a2-4023-88e3-810c565fc1af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8ca5797-daa7-4b31-bc59-85c57c79e30c HTTP/1.1" status: 200 len: 864 time: 0.2184196 Jul 07 16:55:31.112114 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92617ed9-7956-47ff-bd74-feadb5bc000c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:31.147999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81abba4-c55d-4d77-bb74-98dfb5ab3a92 req-865bdd92-e245-4f5e-81f6-9dd0eb2de2eb tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:31.149561 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b81abba4-c55d-4d77-bb74-98dfb5ab3a92 req-865bdd92-e245-4f5e-81f6-9dd0eb2de2eb tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/ports?device_id=07ef3197-dccc-4f39-9aa1-53884efafda7 HTTP/1.1" status: 200 len: 944 time: 0.3897016 Jul 07 16:55:31.156575 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7a22a-5aa6-46ee-aab4-2a19a465332a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76e6643-f9e4-4eae-a0f9-0f1e79961f3f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:31.192919 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7be9b075-6d41-4a02-b421-a04215edd1f8 req-57037edc-17ca-4825-a0f1-348ba06c6c94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692589 Jul 07 16:55:31.214868 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Allocated IP 172.20.0.2 (cbf4413f-2045-49d3-90cc-8b792570496f/7bf8681f-776e-4c48-abee-f55e2aa2fadf/e4836867-59ad-41f8-b4c5-e58940f9687d) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:31.358230 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b81abba4-c55d-4d77-bb74-98dfb5ab3a92 req-ff8f1ae1-c6f1-4bc9-879f-a84fe9dda252 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8d0b63a-186e-41e0-85b9-fe7bc1c87492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981096 Jul 07 16:55:31.384921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-cae7a22a-5aa6-46ee-aab4-2a19a465332a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Allocated IP 192.168.233.209 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/1ec7941c-4246-4605-857b-7aeb3986718d) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:31.422411 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7be9b075-6d41-4a02-b421-a04215edd1f8 req-641ea525-d78c-48b6-a963-1067e3d7208c service neutron] 10.222.0.15 "GET /v2.0/networks/a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991522 Jul 07 16:55:31.485082 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:31.496492 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Transition to ACTIVE for port object e4836867-59ad-41f8-b4c5-e58940f9687d will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:31.533415 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Transition to ACTIVE for port object e4836867-59ad-41f8-b4c5-e58940f9687d will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:31.548854 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:31.622221 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 42df74de-37b0-4e44-8016-71266dd72e5e details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:31.627617 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Network cbf4413f-2045-49d3-90cc-8b792570496f is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:31.631786 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:31.637927 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:31.641921 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7be9b075-6d41-4a02-b421-a04215edd1f8 req-56a22ee4-dfa6-47a1-89b9-52fbf2d1a14e service neutron] 10.222.0.15 "GET /v2.0/networks/a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001185 Jul 07 16:55:31.667931 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Pushing event updated for resources: {'Port': ['ID=e4836867-59ad-41f8-b4c5-e58940f9687d,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:31.730678 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-cae7a22a-5aa6-46ee-aab4-2a19a465332a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:31.762933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-cae7a22a-5aa6-46ee-aab4-2a19a465332a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Transition to ACTIVE for port object 1ec7941c-4246-4605-857b-7aeb3986718d will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:31.809112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:31.827861 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Attempting to bind port e4836867-59ad-41f8-b4c5-e58940f9687d on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:31.828479 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Attempting to bind port e4836867-59ad-41f8-b4c5-e58940f9687d by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '68351165-30cb-405d-b3de-d4eccb3d0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:31.829003 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Attempting to bind port e4836867-59ad-41f8-b4c5-e58940f9687d on network cbf4413f-2045-49d3-90cc-8b792570496f {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:31.837261 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-cae7a22a-5aa6-46ee-aab4-2a19a465332a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:31.896934 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92617ed9-7956-47ff-bd74-feadb5bc000c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:31.900663 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:31.901050 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Checking segment: {'id': '68351165-30cb-405d-b3de-d4eccb3d0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:31.901559 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:31.907055 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Bound using segment: {'id': '68351165-30cb-405d-b3de-d4eccb3d0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:31.907850 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Bound port: e4836867-59ad-41f8-b4c5-e58940f9687d, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68351165-30cb-405d-b3de-d4eccb3d0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:31.908436 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:31.929345 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:31.929697 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 9fe92726-a5d7-4ff8-a43b-8c15ac9a8e3e not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:31.949653 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-cae7a22a-5aa6-46ee-aab4-2a19a465332a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:31.952940 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-cae7a22a-5aa6-46ee-aab4-2a19a465332a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:31.955708 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7498f75b-3aeb-46b4-9b0c-c9d0847d6335 req-76393c5c-abce-4aa7-9518-20d6216d5656 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=09b1fc43-8e53-45f9-9478-caf8456a42dc HTTP/1.1" status: 200 len: 210 time: 0.0955765 Jul 07 16:55:31.958359 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cc290e65-cfe3-42f6-bdf3-7906e6c16004 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:31.978622 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-cae7a22a-5aa6-46ee-aab4-2a19a465332a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:32.035164 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-62c206f2-9234-42f2-95ed-7195be789b3c tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Made reservation on behalf of a99e5c9cb6bf4bb1bedf3191314f9cb3 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:32.042352 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-62c206f2-9234-42f2-95ed-7195be789b3c tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:32.043748 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 42df74de-37b0-4e44-8016-71266dd72e5e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=42df74de-37b0-4e44-8016-71266dd72e5e,segment=NetworkSegment(e1bd65a5-dc30-4c58-832c-da98fa84e840),segment_id=e1bd65a5-dc30-4c58-832c-da98fa84e840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:32.069983 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-73319dc1-b3e7-4f60-994f-8e919746b8d0 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=450b7ed499284aad8c7197087da9437c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1544712 Jul 07 16:55:32.071104 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7a22a-5aa6-46ee-aab4-2a19a465332a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Pushing event updated for resources: {'Port': ['ID=1ec7941c-4246-4605-857b-7aeb3986718d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:32.071757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '42df74de-37b0-4e44-8016-71266dd72e5e', 'network_id': 'a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1', 'port_id': '42df74de-37b0-4e44-8016-71266dd72e5e', 'mac_address': 'fa:16:3e:5d:f2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ca5797-daa7-4b31-bc59-85c57c79e30c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:32.090225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] For port e4836867-59ad-41f8-b4c5-e58940f9687d, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:32.096904 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] For port e4836867-59ad-41f8-b4c5-e58940f9687d, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e4836867-59ad-41f8-b4c5-e58940f9687d,segment=NetworkSegment(68351165-30cb-405d-b3de-d4eccb3d0827),segment_id=68351165-30cb-405d-b3de-d4eccb3d0827)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:32.159296 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:32.294948 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a61557-cbee-4789-b5ad-c4543dfdd3fe None None] Pushing event updated for resources: {'Port': ['ID=e4836867-59ad-41f8-b4c5-e58940f9687d,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:32.320418 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:32.363806 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42df74de-37b0-4e44-8016-71266dd72e5e {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:32.378161 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-cae7a22a-5aa6-46ee-aab4-2a19a465332a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:32.383270 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-cae7a22a-5aa6-46ee-aab4-2a19a465332a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:32.393877 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cc290e65-cfe3-42f6-bdf3-7906e6c16004 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:32.394860 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 42df74de-37b0-4e44-8016-71266dd72e5e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=42df74de-37b0-4e44-8016-71266dd72e5e,segment=NetworkSegment(e1bd65a5-dc30-4c58-832c-da98fa84e840),segment_id=e1bd65a5-dc30-4c58-832c-da98fa84e840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:32.401324 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:32.423600 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1fabba9a-449d-47b7-b52b-e136b3d8d748 req-2b283de7-e7e3-4b9c-abe6-3067cfee05d4 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9 HTTP/1.1" status: 200 len: 210 time: 0.1743872 Jul 07 16:55:32.433166 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cc290e65-cfe3-42f6-bdf3-7906e6c16004 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:32.483646 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cc290e65-cfe3-42f6-bdf3-7906e6c16004 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:32.487006 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cc290e65-cfe3-42f6-bdf3-7906e6c16004 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4589860 Jul 07 16:55:32.496231 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=42df74de-37b0-4e44-8016-71266dd72e5e,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:32.501028 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41730) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:32.508069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0abc4e24-8946-4871-a416-5f025c3e2614 None None] Provisioning for port 1ec7941c-4246-4605-857b-7aeb3986718d completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:32.513128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0abc4e24-8946-4871-a416-5f025c3e2614 None None] Provisioning complete for port 1ec7941c-4246-4605-857b-7aeb3986718d triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:32.513757 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0abc4e24-8946-4871-a416-5f025c3e2614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:32.514576 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc290e65-cfe3-42f6-bdf3-7906e6c16004 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c629e6ad-b5b0-40af-80d1-39de0d618e23,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:32.519584 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-655ae32f-7243-488b-8a11-77696d2dc82e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:32.538592 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-cae7a22a-5aa6-46ee-aab4-2a19a465332a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7919447 Jul 07 16:55:32.576459 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-0abc4e24-8946-4871-a416-5f025c3e2614 None None] Port 1ec7941c-4246-4605-857b-7aeb3986718d cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:55:32.628803 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['42df74de-37b0-4e44-8016-71266dd72e5e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:32.630969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] Request body: {'port': {'device_id': '03b1614d-7cd5-4440-b415-be7185fc1648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:32.673032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-1b0c3965-1dce-44f0-a20f-6082b308e3f4 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:32.674653 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-1b0c3965-1dce-44f0-a20f-6082b308e3f4 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4179866 Jul 07 16:55:32.678580 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-62c206f2-9234-42f2-95ed-7195be789b3c tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Allocated IP 192.168.233.210 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/917a4613-fd2f-4276-81ea-9d75ce3cbb95) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:32.709347 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-655ae32f-7243-488b-8a11-77696d2dc82e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:32.745610 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-11cb1ec2-965f-4f9b-b843-a190ea10c2fc tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/quotas/450b7ed499284aad8c7197087da9437c HTTP/1.1" status: 200 len: 375 time: 0.0583246 Jul 07 16:55:32.818134 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f3528-f58c-4e82-a7be-57d35409932f req-71298bcf-269e-44ef-baa4-8f03eb28efdb tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:32.819799 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a62f3528-f58c-4e82-a7be-57d35409932f req-71298bcf-269e-44ef-baa4-8f03eb28efdb tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1586847 Jul 07 16:55:32.821011 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92617ed9-7956-47ff-bd74-feadb5bc000c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:32.845346 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92617ed9-7956-47ff-bd74-feadb5bc000c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:32.862067 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-5ea7252e-58cf-47a6-b45b-00a4340a71d5 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=450b7ed499284aad8c7197087da9437c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1017008 Jul 07 16:55:32.898071 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a62f3528-f58c-4e82-a7be-57d35409932f req-d27c83d3-b281-4043-b56c-5cb49f48c80e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562177 Jul 07 16:55:32.953163 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:33.298136 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-e5feeae3-d922-4bef-97fe-37c06f9f2734 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:33.299760 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-e5feeae3-d922-4bef-97fe-37c06f9f2734 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.69 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 805 time: 0.3801863 Jul 07 16:55:33.350158 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-d5696ade-ee1e-47cf-8615-dc2b93d9b331 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Request body: {'port': {'device_id': '2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9', 'network_id': '00200275-feb8-4792-b225-1605381ce5dc', 'admin_state_up': True, 'tenant_id': '442a9cfcd40e429187b2cbade1798605'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:33.535159 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5641a86-0bbf-4be4-9323-71479b401fbe req-ed2383d8-11a5-4937-806d-5e3b92e05f00 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=09b1fc43-8e53-45f9-9478-caf8456a42dc HTTP/1.1" status: 200 len: 210 time: 0.0480788 Jul 07 16:55:33.538423 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-62c206f2-9234-42f2-95ed-7195be789b3c tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:33.564961 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-655ae32f-7243-488b-8a11-77696d2dc82e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:33.571207 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-62c206f2-9234-42f2-95ed-7195be789b3c tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Transition to ACTIVE for port object 917a4613-fd2f-4276-81ea-9d75ce3cbb95 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:33.577861 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 42df74de-37b0-4e44-8016-71266dd72e5e up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:33.614983 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-92617ed9-7956-47ff-bd74-feadb5bc000c admin admin] Allocated IP 172.25.2.27 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/dc371813-10a3-42b1-8a56-735db9f773b5) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:33.648754 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c35f4-c745-4434-b8af-6e18a9e8f631 req-cd7767bf-920c-4a1f-bc14-e1edf7f2b978 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:33.652268 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-935c35f4-c745-4434-b8af-6e18a9e8f631 req-cd7767bf-920c-4a1f-bc14-e1edf7f2b978 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/ports?device_id=07ef3197-dccc-4f39-9aa1-53884efafda7 HTTP/1.1" status: 200 len: 945 time: 0.3470652 Jul 07 16:55:33.658687 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5d3ed8e-5f77-469b-b960-c81d36d0024e req-d96381d3-0ba6-444c-ae00-898fa48cf155 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc HTTP/1.1" status: 200 len: 210 time: 0.0457542 Jul 07 16:55:33.704477 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 42df74de-37b0-4e44-8016-71266dd72e5e completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:33.713999 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 42df74de-37b0-4e44-8016-71266dd72e5e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:33.714432 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:33.761132 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18efb1f-37f5-4e52-aadd-58e6db463a62 None None] Network cbf4413f-2045-49d3-90cc-8b792570496f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:55:33.773125 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-935c35f4-c745-4434-b8af-6e18a9e8f631 req-acfe2462-6700-45b3-8d4c-0b92453cb409 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8d0b63a-186e-41e0-85b9-fe7bc1c87492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819805 Jul 07 16:55:33.782227 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-62c206f2-9234-42f2-95ed-7195be789b3c tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:33.842288 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-d5696ade-ee1e-47cf-8615-dc2b93d9b331 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Made reservation on behalf of 442a9cfcd40e429187b2cbade1798605 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:33.846072 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-d5696ade-ee1e-47cf-8615-dc2b93d9b331 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:33.864230 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bee1ac20-d7ca-47ab-93aa-51eabdfdfd0d None None] Provisioning for port e4836867-59ad-41f8-b4c5-e58940f9687d completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:33.889020 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-62c206f2-9234-42f2-95ed-7195be789b3c tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:33.911503 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-62c206f2-9234-42f2-95ed-7195be789b3c tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:33.914109 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-62c206f2-9234-42f2-95ed-7195be789b3c tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:33.951078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c206f2-9234-42f2-95ed-7195be789b3c tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Pushing event updated for resources: {'Port': ['ID=917a4613-fd2f-4276-81ea-9d75ce3cbb95,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:33.983222 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:34.007251 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78e3b372-ea6b-4893-ae05-1aa67bc903e8 req-fce93134-d745-44e7-96f2-d7da7c117920 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9 HTTP/1.1" status: 200 len: 210 time: 0.0475707 Jul 07 16:55:34.117106 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92617ed9-7956-47ff-bd74-feadb5bc000c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:34.148666 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec7941c-4246-4605-857b-7aeb3986718d {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:34.151900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-d5696ade-ee1e-47cf-8615-dc2b93d9b331 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Allocated IP 172.20.0.3 (00200275-feb8-4792-b225-1605381ce5dc/a99df1f9-17f6-4826-9d57-d15200be420d/465fc65b-b48d-4ce1-839f-23d7a638aaa4) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:34.160064 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 42df74de-37b0-4e44-8016-71266dd72e5e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=42df74de-37b0-4e44-8016-71266dd72e5e,segment=NetworkSegment(e1bd65a5-dc30-4c58-832c-da98fa84e840),segment_id=e1bd65a5-dc30-4c58-832c-da98fa84e840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:34.164238 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:34.188469 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] Transition to ACTIVE for port object 1ec7941c-4246-4605-857b-7aeb3986718d will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:34.201306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ef3197-dccc-4f39-9aa1-53884efafda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42df74de-37b0-4e44-8016-71266dd72e5e'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:34.218447 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:34.218801 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb87340-ded3-439c-9d78-7873bce1b033" -d '{"events": [{"server_uuid": "07ef3197-dccc-4f39-9aa1-53884efafda7", "name": "network-vif-plugged", "status": "completed", "tag": "42df74de-37b0-4e44-8016-71266dd72e5e"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:34.230994 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:34.235982 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-62c206f2-9234-42f2-95ed-7195be789b3c tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:34.236743 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-62c206f2-9234-42f2-95ed-7195be789b3c tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:34.306135 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=42df74de-37b0-4e44-8016-71266dd72e5e,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:34.332042 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec7941c-4246-4605-857b-7aeb3986718d,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:34.376719 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1362089a-229e-4064-99ea-ada23af71e05 None None] Provisioning for port 917a4613-fd2f-4276-81ea-9d75ce3cbb95 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:34.388837 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-62c206f2-9234-42f2-95ed-7195be789b3c tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4925890 Jul 07 16:55:34.389769 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1362089a-229e-4064-99ea-ada23af71e05 None None] Provisioning complete for port 917a4613-fd2f-4276-81ea-9d75ce3cbb95 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:34.390638 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1362089a-229e-4064-99ea-ada23af71e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:34.449586 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92617ed9-7956-47ff-bd74-feadb5bc000c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:34.544755 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed779ae-d574-4aa7-b09e-71ecc3c452a8 x-openstack-request-id: req-7ed779ae-d574-4aa7-b09e-71ecc3c452a8 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:34.546876 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ef3197-dccc-4f39-9aa1-53884efafda7", "name": "network-vif-plugged", "status": "completed", "tag": "42df74de-37b0-4e44-8016-71266dd72e5e", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:34.547209 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7ed779ae-d574-4aa7-b09e-71ecc3c452a8 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:34.547635 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ef3197-dccc-4f39-9aa1-53884efafda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42df74de-37b0-4e44-8016-71266dd72e5e', 'code': 200} Jul 07 16:55:34.589781 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92617ed9-7956-47ff-bd74-feadb5bc000c admin admin] Pushing event updated for resources: {'Port': ['ID=dc371813-10a3-42b1-8a56-735db9f773b5,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:34.602369 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-1362089a-229e-4064-99ea-ada23af71e05 None None] Port 917a4613-fd2f-4276-81ea-9d75ce3cbb95 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:55:34.651087 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9d994-ab9b-49fa-8150-3f1eebc0985f req-72a24e88-968f-4dd2-85e4-56c788930063 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:34.652013 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] Request body: {'port': {'device_id': '09b1fc43-8e53-45f9-9478-caf8456a42dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:34.655891 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e4836867-59ad-41f8-b4c5-e58940f9687d up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:34.660583 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bff9d994-ab9b-49fa-8150-3f1eebc0985f req-72a24e88-968f-4dd2-85e4-56c788930063 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.4727743 Jul 07 16:55:34.720546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92617ed9-7956-47ff-bd74-feadb5bc000c admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:34.764660 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-92617ed9-7956-47ff-bd74-feadb5bc000c admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:34.771741 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92617ed9-7956-47ff-bd74-feadb5bc000c admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:34.806815 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port e4836867-59ad-41f8-b4c5-e58940f9687d completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:34.812303 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e4836867-59ad-41f8-b4c5-e58940f9687d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:34.812829 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:34.838626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] Attempting to bind port 1ec7941c-4246-4605-857b-7aeb3986718d on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:34.839169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] Attempting to bind port 1ec7941c-4246-4605-857b-7aeb3986718d by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:34.839495 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] Attempting to bind port 1ec7941c-4246-4605-857b-7aeb3986718d on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:34.874282 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] Port 1ec7941c-4246-4605-857b-7aeb3986718d on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:34.878469 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] Attempting to bind port 1ec7941c-4246-4605-857b-7aeb3986718d on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:34.882201 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bff9d994-ab9b-49fa-8150-3f1eebc0985f req-8d0e227e-3837-4a5f-b93d-d2a04efe35bb tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206163 Jul 07 16:55:34.906115 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:34.915062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:34.915427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:34.915830 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:34.916231 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] Bound port: 1ec7941c-4246-4605-857b-7aeb3986718d, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:34.919312 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:34.938580 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-655ae32f-7243-488b-8a11-77696d2dc82e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Allocated IP 172.25.2.166 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/69e988b6-20e8-4152-b649-568b10740345) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:34.954705 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port e4836867-59ad-41f8-b4c5-e58940f9687d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e4836867-59ad-41f8-b4c5-e58940f9687d,segment=NetworkSegment(68351165-30cb-405d-b3de-d4eccb3d0827),segment_id=68351165-30cb-405d-b3de-d4eccb3d0827)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:34.963975 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:34.982922 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.026472 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=e4836867-59ad-41f8-b4c5-e58940f9687d,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:35.034277 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d61cc9b1-4881-4fdf-88a6-ceeb472a100b None None] Provisioning complete for port e4836867-59ad-41f8-b4c5-e58940f9687d triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:35.034802 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d61cc9b1-4881-4fdf-88a6-ceeb472a100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.132473 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-5155214f-6031-42ac-b537-2b0d1b5c55f0 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=450b7ed499284aad8c7197087da9437c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1523850 Jul 07 16:55:35.147621 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5b07aff6-2616-4063-9d72-19d8f2b52a27 req-46cf02c4-32f4-4a12-86bf-ed378bfbd8fe tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc HTTP/1.1" status: 200 len: 210 time: 0.0511372 Jul 07 16:55:35.156692 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-d5696ade-ee1e-47cf-8615-dc2b93d9b331 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.322859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903510b-eb7c-4e9d-baec-2edfcc94cd5a req-b29ff673-03e9-483c-9ff8-33b66a375789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:35.324388 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f903510b-eb7c-4e9d-baec-2edfcc94cd5a req-b29ff673-03e9-483c-9ff8-33b66a375789 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=07ef3197-dccc-4f39-9aa1-53884efafda7 HTTP/1.1" status: 200 len: 1097 time: 0.6698246 Jul 07 16:55:35.352351 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-d5696ade-ee1e-47cf-8615-dc2b93d9b331 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.354421 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92617ed9-7956-47ff-bd74-feadb5bc000c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.455886 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-d5696ade-ee1e-47cf-8615-dc2b93d9b331 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Network 00200275-feb8-4792-b225-1605381ce5dc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:35.468399 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-d5696ade-ee1e-47cf-8615-dc2b93d9b331 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:35.497736 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-d5696ade-ee1e-47cf-8615-dc2b93d9b331 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:35.545983 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5696ade-ee1e-47cf-8615-dc2b93d9b331 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Pushing event updated for resources: {'Port': ['ID=465fc65b-b48d-4ce1-839f-23d7a638aaa4,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:35.549247 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b5cac-1d5d-40c3-833e-e57f87e3acfe req-8ad39c60-31dc-4fd2-9d13-dee0d79456ae tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:35.556198 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d65b5cac-1d5d-40c3-833e-e57f87e3acfe req-8ad39c60-31dc-4fd2-9d13-dee0d79456ae tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=09b1fc43-8e53-45f9-9478-caf8456a42dc HTTP/1.1" status: 200 len: 936 time: 0.7764571 Jul 07 16:55:35.569305 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] For port 1ec7941c-4246-4605-857b-7aeb3986718d, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:35.596307 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-d5696ade-ee1e-47cf-8615-dc2b93d9b331 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:35.596955 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-d5696ade-ee1e-47cf-8615-dc2b93d9b331 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.609934 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c21f55-f80c-4ca1-bb2a-604ff636dcbd req-1425499b-b098-4b7f-9857-bd81b2d86d9d tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:35.621267 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f903510b-eb7c-4e9d-baec-2edfcc94cd5a req-36b8a91a-12cf-4311-9af1-b8ec89edcba3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e8d0b63a-186e-41e0-85b9-fe7bc1c87492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764864 Jul 07 16:55:35.622949 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3c21f55-f80c-4ca1-bb2a-604ff636dcbd req-1425499b-b098-4b7f-9857-bd81b2d86d9d tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/ports?device_id=07ef3197-dccc-4f39-9aa1-53884efafda7 HTTP/1.1" status: 200 len: 946 time: 0.3053982 Jul 07 16:55:35.628174 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] For port 1ec7941c-4246-4605-857b-7aeb3986718d, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1ec7941c-4246-4605-857b-7aeb3986718d,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:35.646652 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.660531 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-655ae32f-7243-488b-8a11-77696d2dc82e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.696877 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-d5696ade-ee1e-47cf-8615-dc2b93d9b331 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3633368 Jul 07 16:55:35.730784 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-5f434053-0a93-49cf-b0f4-f9aff8c6e044 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:35.732193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] Request body: {'port': {'device_id': '2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:35.732307 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-5f434053-0a93-49cf-b0f4-f9aff8c6e044 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4688356 Jul 07 16:55:35.746256 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d65b5cac-1d5d-40c3-833e-e57f87e3acfe req-21a57f6a-4d7d-47b2-9cf6-25330afe5e6b tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76e6643-f9e4-4eae-a0f9-0f1e79961f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897686 Jul 07 16:55:35.753635 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:35.754261 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.755743 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] 10.222.0.69 "PUT /v2.0/ports/1ec7941c-4246-4605-857b-7aeb3986718d HTTP/1.1" status: 200 len: 1096 time: 3.1451237 Jul 07 16:55:35.756201 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b1614d-7cd5-4440-b415-be7185fc1648', 'tag': '1ec7941c-4246-4605-857b-7aeb3986718d'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:35.758493 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a321da0b-2f79-48f4-b5c6-51c1b52d813c" -d '{"events": [{"name": "network-changed", "server_uuid": "03b1614d-7cd5-4440-b415-be7185fc1648", "tag": "1ec7941c-4246-4605-857b-7aeb3986718d"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:35.764343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-4eeae10b-bdcb-43c4-a5a0-c7a00d63bc88 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Request body: {'port': {'device_id': '3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '450b7ed499284aad8c7197087da9437c'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:35.858132 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3c21f55-f80c-4ca1-bb2a-604ff636dcbd req-34e78c7d-7e5d-4fa8-91ce-a8f4599434bd tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8d0b63a-186e-41e0-85b9-fe7bc1c87492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234871 Jul 07 16:55:35.923319 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.925879 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92617ed9-7956-47ff-bd74-feadb5bc000c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:35.955859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184e75a-899b-4d3b-ad7a-638ea2684340 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec7941c-4246-4605-857b-7aeb3986718d,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:36.096598 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-655ae32f-7243-488b-8a11-77696d2dc82e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:36.155959 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 917a4613-fd2f-4276-81ea-9d75ce3cbb95 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:36.176695 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:36.189552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655ae32f-7243-488b-8a11-77696d2dc82e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:36.215061 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-655ae32f-7243-488b-8a11-77696d2dc82e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:36.233273 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655ae32f-7243-488b-8a11-77696d2dc82e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:36.238395 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] Transition to ACTIVE for port object 917a4613-fd2f-4276-81ea-9d75ce3cbb95 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:36.261092 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ae32f-7243-488b-8a11-77696d2dc82e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Pushing event updated for resources: {'Port': ['ID=69e988b6-20e8-4152-b649-568b10740345,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:36.264802 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-9e0be33f-84fa-4978-a8e6-f83715ba375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:36.266346 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-9e0be33f-84fa-4978-a8e6-f83715ba375b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a99e5c9cb6bf4bb1bedf3191314f9cb3&device_id=03b1614d-7cd5-4440-b415-be7185fc1648 HTTP/1.1" status: 200 len: 1099 time: 0.4095590 Jul 07 16:55:36.274621 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:36.324731 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-4eeae10b-bdcb-43c4-a5a0-c7a00d63bc88 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Made reservation on behalf of 450b7ed499284aad8c7197087da9437c for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:36.328723 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-4eeae10b-bdcb-43c4-a5a0-c7a00d63bc88 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:36.338793 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeab841-5305-4bbe-be6b-8b58b81fbb16 req-ce4a62a4-070e-4a91-8080-dfa77a9fe1fc tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:36.340428 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7eeab841-5305-4bbe-be6b-8b58b81fbb16 req-ce4a62a4-070e-4a91-8080-dfa77a9fe1fc tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.3809414 Jul 07 16:55:36.381200 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-b61fb8dc-1e2c-4dfd-8002-e8c34718d4b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=1ec7941c-4246-4605-857b-7aeb3986718d HTTP/1.1" status: 200 len: 217 time: 0.1047959 Jul 07 16:55:36.447680 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-4eeae10b-bdcb-43c4-a5a0-c7a00d63bc88 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:36.516438 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] Pushing event updated for resources: {'Port': ['ID=917a4613-fd2f-4276-81ea-9d75ce3cbb95,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:36.517582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e4836867-59ad-41f8-b4c5-e58940f9687d up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:36.601937 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e4836867-59ad-41f8-b4c5-e58940f9687d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:36.602327 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:36.681548 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7eeab841-5305-4bbe-be6b-8b58b81fbb16 req-4d035e1b-0f0c-4a1f-a79a-6b8d501abd52 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986698 Jul 07 16:55:36.706316 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92617ed9-7956-47ff-bd74-feadb5bc000c admin admin] Router 7784011d-0bbc-48c0-b699-1c7f82bc9360 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:55:36.719317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-cab114cb-685e-44d1-9b3c-8ca740cc65ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:36.727598 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-cab114cb-685e-44d1-9b3c-8ca740cc65ff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.3353381 Jul 07 16:55:36.728419 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240556c-48c4-45a6-86c4-b9e0338371e8 req-d748be62-ca23-42c5-a538-16b32d60c9cc tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:36.730312 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2240556c-48c4-45a6-86c4-b9e0338371e8 req-d748be62-ca23-42c5-a538-16b32d60c9cc tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9 HTTP/1.1" status: 200 len: 931 time: 0.6772270 Jul 07 16:55:36.819695 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-655ae32f-7243-488b-8a11-77696d2dc82e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:36.883000 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] Attempting to bind port 917a4613-fd2f-4276-81ea-9d75ce3cbb95 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:36.883000 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] Attempting to bind port 917a4613-fd2f-4276-81ea-9d75ce3cbb95 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:36.883000 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] Attempting to bind port 917a4613-fd2f-4276-81ea-9d75ce3cbb95 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:36.895559 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a00e05f-6f6c-46b2-bf22-1763f372ca5c x-openstack-request-id: req-2a00e05f-6f6c-46b2-bf22-1763f372ca5c {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:36.898365 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b1614d-7cd5-4440-b415-be7185fc1648", "tag": "1ec7941c-4246-4605-857b-7aeb3986718d", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:36.898685 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a00e05f-6f6c-46b2-bf22-1763f372ca5c {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:36.899712 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2240556c-48c4-45a6-86c4-b9e0338371e8 req-efac90b7-610e-48c3-917a-0836d2926e58 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585183 Jul 07 16:55:36.902077 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b1614d-7cd5-4440-b415-be7185fc1648', 'tag': '1ec7941c-4246-4605-857b-7aeb3986718d', 'status': 'completed', 'code': 200} Jul 07 16:55:36.930804 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] Port 917a4613-fd2f-4276-81ea-9d75ce3cbb95 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:36.931129 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] Attempting to bind port 917a4613-fd2f-4276-81ea-9d75ce3cbb95 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:36.985465 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:36.986074 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:36.986204 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:36.986680 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] Bound port: 917a4613-fd2f-4276-81ea-9d75ce3cbb95, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:36.986996 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:37.027710 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92617ed9-7956-47ff-bd74-feadb5bc000c admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:55:37.041367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] Sync routers for ids ['7784011d-0bbc-48c0-b699-1c7f82bc9360'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:55:37.058033 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] Routers {'7784011d-0bbc-48c0-b699-1c7f82bc9360'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:55:37.058711 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:55:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7784011d-0bbc-48c0-b699-1c7f82bc9360'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:37.067675 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465fc65b-b48d-4ce1-839f-23d7a638aaa4 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:37.078209 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:37.098210 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] Transition to ACTIVE for port object 465fc65b-b48d-4ce1-839f-23d7a638aaa4 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:37.107628 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:37.221611 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] Pushing event updated for resources: {'Port': ['ID=465fc65b-b48d-4ce1-839f-23d7a638aaa4,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:37.256692 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] Set router 7784011d-0bbc-48c0-b699-1c7f82bc9360 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:55:37.389933 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9acd30-1cd2-481b-b298-5d8c28ffa1bf req-3db8aa9e-43d2-474f-942f-3107d1cd90d4 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:37.391622 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1a9acd30-1cd2-481b-b298-5d8c28ffa1bf req-3db8aa9e-43d2-474f-942f-3107d1cd90d4 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=09b1fc43-8e53-45f9-9478-caf8456a42dc HTTP/1.1" status: 200 len: 948 time: 0.2093508 Jul 07 16:55:37.422964 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] Attempting to bind port 465fc65b-b48d-4ce1-839f-23d7a638aaa4 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:37.423307 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] Attempting to bind port 465fc65b-b48d-4ce1-839f-23d7a638aaa4 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:37.423657 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] Attempting to bind port 465fc65b-b48d-4ce1-839f-23d7a638aaa4 on network 00200275-feb8-4792-b225-1605381ce5dc {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:37.436706 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] Port 465fc65b-b48d-4ce1-839f-23d7a638aaa4 on network 00200275-feb8-4792-b225-1605381ce5dc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:37.437441 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] Attempting to bind port 465fc65b-b48d-4ce1-839f-23d7a638aaa4 on network 00200275-feb8-4792-b225-1605381ce5dc {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:37.447082 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:37.447426 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] Checking segment: {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:37.447809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] Bound using segment: {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:37.448249 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] Bound port: 465fc65b-b48d-4ce1-839f-23d7a638aaa4, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:37.448639 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:37.455512 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1a9acd30-1cd2-481b-b298-5d8c28ffa1bf req-a3e94bfd-bcf0-464c-92cd-e597c0bfeddc tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76e6643-f9e4-4eae-a0f9-0f1e79961f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561798 Jul 07 16:55:37.519990 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-655ae32f-7243-488b-8a11-77696d2dc82e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:37.542006 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-53be7431-8ff9-4f6b-a66a-61eaca58aeb4 req-0c0faa0e-e9ad-4976-b032-ef17ca823bd7 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc HTTP/1.1" status: 200 len: 210 time: 0.5498450 Jul 07 16:55:37.566012 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] For port 465fc65b-b48d-4ce1-839f-23d7a638aaa4, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:37.575787 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] For port 465fc65b-b48d-4ce1-839f-23d7a638aaa4, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=465fc65b-b48d-4ce1-839f-23d7a638aaa4,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:37.583305 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:37.624559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'name': 'tempest-ServersTestBootFromVolume-1767685278-router', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:31Z', 'updated_at': '2021-07-07T16:55:35Z', 'revision_number': 3, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'gw_port': {'id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:32Z', 'updated_at': '2021-07-07T16:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:37.651091 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:37.651893 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:37.653421 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] 10.222.0.69 "PUT /v2.0/ports/465fc65b-b48d-4ce1-839f-23d7a638aaa4 HTTP/1.1" status: 200 len: 1091 time: 1.9259803 Jul 07 16:55:37.653997 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9', 'tag': '465fc65b-b48d-4ce1-839f-23d7a638aaa4'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:37.656398 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d648cf5-effa-4062-8c95-db046bebba07" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9", "tag": "465fc65b-b48d-4ce1-839f-23d7a638aaa4"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:37.726859 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] Checking router: 7784011d-0bbc-48c0-b699-1c7f82bc9360 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:55:37.739043 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-de18d4fe-898a-4508-acf4-ec50fbaa82b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:37.740755 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-de18d4fe-898a-4508-acf4-ec50fbaa82b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9118726 Jul 07 16:55:37.742134 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad020ce6-aded-4cb2-8cb7-21119a84ac1b service neutron] Pushing event updated for resources: {'Port': ['ID=465fc65b-b48d-4ce1-839f-23d7a638aaa4,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:37.757760 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] Updating router 7784011d-0bbc-48c0-b699-1c7f82bc9360 port dc371813-10a3-42b1-8a56-735db9f773b5 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:55:37.783166 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d91fac-56cc-4a75-b2fd-3e9da5c3c945 x-openstack-request-id: req-f1d91fac-56cc-4a75-b2fd-3e9da5c3c945 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:37.791272 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9", "tag": "465fc65b-b48d-4ce1-839f-23d7a638aaa4", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:37.791675 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f1d91fac-56cc-4a75-b2fd-3e9da5c3c945 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:37.792205 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9', 'tag': '465fc65b-b48d-4ce1-839f-23d7a638aaa4', 'status': 'completed', 'code': 200} Jul 07 16:55:37.831983 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:37.863913 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28356b-65c1-4f8a-abdf-62ada994787c req-2ef8929d-aebf-4913-b7ca-754f21020ce0 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:37.874718 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb28356b-65c1-4f8a-abdf-62ada994787c req-2ef8929d-aebf-4913-b7ca-754f21020ce0 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/ports?device_id=07ef3197-dccc-4f39-9aa1-53884efafda7 HTTP/1.1" status: 200 len: 946 time: 0.1958187 Jul 07 16:55:37.882703 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-4eeae10b-bdcb-43c4-a5a0-c7a00d63bc88 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:37.899384 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] For port 917a4613-fd2f-4276-81ea-9d75ce3cbb95, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:37.905012 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-4eeae10b-bdcb-43c4-a5a0-c7a00d63bc88 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:37.942206 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-f33d7df3-826f-492e-84ec-caef54136a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:37.943965 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-f33d7df3-826f-492e-84ec-caef54136a93 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9 HTTP/1.1" status: 200 len: 1094 time: 0.2150207 Jul 07 16:55:37.956979 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] For port 917a4613-fd2f-4276-81ea-9d75ce3cbb95, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=917a4613-fd2f-4276-81ea-9d75ce3cbb95,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:37.961999 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92617ed9-7956-47ff-bd74-feadb5bc000c admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:37.967795 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-92617ed9-7956-47ff-bd74-feadb5bc000c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0349119 Jul 07 16:55:37.984501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41802) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:38.065321 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb28356b-65c1-4f8a-abdf-62ada994787c req-51e155c2-5038-4038-a5bc-693815f75456 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8d0b63a-186e-41e0-85b9-fe7bc1c87492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832190 Jul 07 16:55:38.084090 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.153120 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-0c307454-8dac-4f07-8c32-1974e4ff181a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=465fc65b-b48d-4ce1-839f-23d7a638aaa4 HTTP/1.1" status: 200 len: 217 time: 0.1921442 Jul 07 16:55:38.194507 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeae10b-bdcb-43c4-a5a0-c7a00d63bc88 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=255ad1ca-e146-4406-b615-ee13741e85ae,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:38.205619 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-655ae32f-7243-488b-8a11-77696d2dc82e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.311336 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-655ae32f-7243-488b-8a11-77696d2dc82e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.390084 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-96a54565-1534-4f4b-8832-e113eb17c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:38.392434 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.403694 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] Transition to ACTIVE for port object dc371813-10a3-42b1-8a56-735db9f773b5 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:38.408043 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-96a54565-1534-4f4b-8832-e113eb17c44c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a99df1f9-17f6-4826-9d57-d15200be420d HTTP/1.1" status: 200 len: 845 time: 0.2477629 Jul 07 16:55:38.411909 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.430264 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-4eeae10b-bdcb-43c4-a5a0-c7a00d63bc88 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Allocated IP 192.168.233.9 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/dc1eee8e-6c89-4c34-aa05-7d30a97f536a) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:38.487744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e9a31-d607-4e85-b70c-09a234cfd86f None None] Pushing event updated for resources: {'Port': ['ID=dc371813-10a3-42b1-8a56-735db9f773b5,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:38.514733 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] Attempting to bind port dc371813-10a3-42b1-8a56-735db9f773b5 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:38.515537 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] Attempting to bind port dc371813-10a3-42b1-8a56-735db9f773b5 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:38.516128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] Attempting to bind port dc371813-10a3-42b1-8a56-735db9f773b5 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:38.523034 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:38.523416 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:38.523715 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.524386 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:38.525037 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.525142 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-574d0f28-09b3-4d63-a6a0-1a564367a923 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00200275-feb8-4792-b225-1605381ce5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099663 Jul 07 16:55:38.525219 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] 10.222.0.15 "PUT /v2.0/ports/917a4613-fd2f-4276-81ea-9d75ce3cbb95 HTTP/1.1" status: 200 len: 1096 time: 3.9131088 Jul 07 16:55:38.525918 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:38.526698 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] Bound port: dc371813-10a3-42b1-8a56-735db9f773b5, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:38.527348 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.586475 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-c78d171b-50c2-4404-9862-6a7d3d3ba1ad service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8256187 Jul 07 16:55:38.618757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] For port dc371813-10a3-42b1-8a56-735db9f773b5, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:38.622864 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] For port dc371813-10a3-42b1-8a56-735db9f773b5, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=dc371813-10a3-42b1-8a56-735db9f773b5,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:38.623127 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-655ae32f-7243-488b-8a11-77696d2dc82e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.626136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b80b6-f82a-4fac-933a-738bb4973259 service neutron] Pushing event updated for resources: {'Port': ['ID=917a4613-fd2f-4276-81ea-9d75ce3cbb95,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:38.629261 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.692465 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e9a31-d607-4e85-b70c-09a234cfd86f None None] Pushing event updated for resources: {'Port': ['ID=dc371813-10a3-42b1-8a56-735db9f773b5,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:38.702996 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] Routers {'7784011d-0bbc-48c0-b699-1c7f82bc9360'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:55:38.703735 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:55:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7784011d-0bbc-48c0-b699-1c7f82bc9360'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:38.794981 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-60609e61-a317-4798-a07a-e55a08079ce3 service neutron] 10.222.0.69 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623197 Jul 07 16:55:38.805170 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-655ae32f-7243-488b-8a11-77696d2dc82e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:38.814009 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-655ae32f-7243-488b-8a11-77696d2dc82e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3118474 Jul 07 16:55:38.823581 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] Set router 7784011d-0bbc-48c0-b699-1c7f82bc9360 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:55:38.909818 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ae32f-7243-488b-8a11-77696d2dc82e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Pushing event updated for resources: {'Port': ['ID=69e988b6-20e8-4152-b649-568b10740345,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:38.923620 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b1fc43-8e53-45f9-9478-caf8456a42dc', 'tag': '917a4613-fd2f-4276-81ea-9d75ce3cbb95'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:38.938980 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075d9377-1412-45f7-a5e3-8a78a6c272f7" -d '{"events": [{"name": "network-changed", "server_uuid": "09b1fc43-8e53-45f9-9478-caf8456a42dc", "tag": "917a4613-fd2f-4276-81ea-9d75ce3cbb95"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:38.993897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e45c9c-a6a6-4759-bf60-0a4a05ba403a req-23388bda-cfa6-4b38-8fea-9683ed2a47ab tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.001218 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d8e45c9c-a6a6-4759-bf60-0a4a05ba403a req-23388bda-cfa6-4b38-8fea-9683ed2a47ab tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9 HTTP/1.1" status: 200 len: 943 time: 0.8661456 Jul 07 16:55:39.065351 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-431bfc79-3195-4bff-b1bd-652bdb6a2c84 req-dec9210f-78da-4177-b8d7-3d27bf7a4ea7 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303126 Jul 07 16:55:39.077653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'name': 'tempest-ServersTestBootFromVolume-1767685278-router', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:31Z', 'updated_at': '2021-07-07T16:55:35Z', 'revision_number': 3, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'gw_port': {'id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:32Z', 'updated_at': '2021-07-07T16:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:39.080921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-62b40556-a5a2-466e-9ce0-1c14d566cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.082534 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-62b40556-a5a2-466e-9ce0-1c14d566cae9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a99e5c9cb6bf4bb1bedf3191314f9cb3&device_id=09b1fc43-8e53-45f9-9478-caf8456a42dc HTTP/1.1" status: 200 len: 1099 time: 0.4380891 Jul 07 16:55:39.089374 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633d2fb-38dc-4c2b-b819-ea8ba7a41e5d req-e5dd88ed-5bb6-4fa3-9ade-4517614bf0ac tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.090993 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b633d2fb-38dc-4c2b-b819-ea8ba7a41e5d req-e5dd88ed-5bb6-4fa3-9ade-4517614bf0ac tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/ports?device_id=07ef3197-dccc-4f39-9aa1-53884efafda7 HTTP/1.1" status: 200 len: 946 time: 0.6821001 Jul 07 16:55:39.126192 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d8e45c9c-a6a6-4759-bf60-0a4a05ba403a req-7ac8d67d-2d57-46e7-abf7-15bd1c547609 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240106 Jul 07 16:55:39.138537 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f9c61c-f181-4b3f-806a-9a30e4ec95ac None None] The sync data for ids ['7784011d-0bbc-48c0-b699-1c7f82bc9360'] in n-d-793620-7 is: [{'id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'name': 'tempest-ServersTestBootFromVolume-1767685278-router', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:31Z', 'updated_at': '2021-07-07T16:55:35Z', 'revision_number': 3, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'gw_port': {'id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:32Z', 'updated_at': '2021-07-07T16:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:55:39.155455 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f83cbb-9378-4046-a4d8-51622bde7dcd req-1de8f6c2-3065-4773-9fd7-695fd67cd0b6 service neutron] 10.222.0.69 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290703 Jul 07 16:55:39.206756 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b633d2fb-38dc-4c2b-b819-ea8ba7a41e5d req-c062216c-6325-4365-8a86-68b9ab5c6e0c tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8d0b63a-186e-41e0-85b9-fe7bc1c87492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070631 Jul 07 16:55:39.211449 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-4eeae10b-bdcb-43c4-a5a0-c7a00d63bc88 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:39.231172 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-4eeae10b-bdcb-43c4-a5a0-c7a00d63bc88 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Transition to ACTIVE for port object dc1eee8e-6c89-4c34-aa05-7d30a97f536a will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:39.338005 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d8e60766-ce2d-498d-b8dd-059639d1a3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:39.382091 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-de95f537-26cf-44ce-be04-9927f3beff2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=917a4613-fd2f-4276-81ea-9d75ce3cbb95 HTTP/1.1" status: 200 len: 217 time: 0.2787120 Jul 07 16:55:39.382091 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-4eeae10b-bdcb-43c4-a5a0-c7a00d63bc88 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:39.473741 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d648cf5-effa-4062-8c95-db046bebba07 req-59ac36a6-9602-4ab5-8a04-4997c4fb4b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.476563 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d648cf5-effa-4062-8c95-db046bebba07 req-59ac36a6-9602-4ab5-8a04-4997c4fb4b2f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9 HTTP/1.1" status: 200 len: 1094 time: 0.2492695 Jul 07 16:55:39.568333 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-cfdbead0-a982-4260-abab-56561d64c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.572748 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-cfdbead0-a982-4260-abab-56561d64c175 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1800268 Jul 07 16:55:39.648631 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32d199-d511-460b-8204-2b16d5ec1cc7 req-8476264c-8edd-4211-82fe-89d3e4447fbb tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.650144 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8b32d199-d511-460b-8204-2b16d5ec1cc7 req-8476264c-8edd-4211-82fe-89d3e4447fbb tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc HTTP/1.1" status: 200 len: 934 time: 0.2752721 Jul 07 16:55:39.651519 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeae10b-bdcb-43c4-a5a0-c7a00d63bc88 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Pushing event updated for resources: {'Port': ['ID=dc1eee8e-6c89-4c34-aa05-7d30a97f536a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:39.680845 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-4eeae10b-bdcb-43c4-a5a0-c7a00d63bc88 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:39.735421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-4eeae10b-bdcb-43c4-a5a0-c7a00d63bc88 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:39.742147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-4eeae10b-bdcb-43c4-a5a0-c7a00d63bc88 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:39.756195 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8b32d199-d511-460b-8204-2b16d5ec1cc7 req-31c2441c-d835-4ffc-914e-1f0b25c6f5bf tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/security-groups?id=255ad1ca-e146-4406-b615-ee13741e85ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820863 Jul 07 16:55:39.773220 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-d8e60766-ce2d-498d-b8dd-059639d1a3ef admin admin] Allocated IP 172.20.0.1 (cbf4413f-2045-49d3-90cc-8b792570496f/7bf8681f-776e-4c48-abee-f55e2aa2fadf/327bf1da-7bd5-4e28-ac26-f8c07f36fba7) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:39.778761 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d648cf5-effa-4062-8c95-db046bebba07 req-ea81efc2-9a2e-47de-8306-4e48f87f9a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.780618 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d648cf5-effa-4062-8c95-db046bebba07 req-ea81efc2-9a2e-47de-8306-4e48f87f9a62 service neutron] 10.222.0.69 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 906 time: 0.2937286 Jul 07 16:55:39.839134 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-4eeae10b-bdcb-43c4-a5a0-c7a00d63bc88 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.840058 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-4eeae10b-bdcb-43c4-a5a0-c7a00d63bc88 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:39.863397 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d648cf5-effa-4062-8c95-db046bebba07 req-e87cf833-5683-4ca1-bf60-5ee4e38759ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=465fc65b-b48d-4ce1-839f-23d7a638aaa4 HTTP/1.1" status: 200 len: 217 time: 0.0720010 Jul 07 16:55:39.864033 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bc6d60-655f-4c6a-bbdd-7eae27388799 x-openstack-request-id: req-d4bc6d60-655f-4c6a-bbdd-7eae27388799 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:39.864033 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b1fc43-8e53-45f9-9478-caf8456a42dc", "tag": "917a4613-fd2f-4276-81ea-9d75ce3cbb95", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:39.864184 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4bc6d60-655f-4c6a-bbdd-7eae27388799 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:39.864521 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b1fc43-8e53-45f9-9478-caf8456a42dc', 'tag': '917a4613-fd2f-4276-81ea-9d75ce3cbb95', 'status': 'completed', 'code': 200} Jul 07 16:55:39.902007 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-9f2caba9-c162-4e77-a1e9-f26ed4bf41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.903740 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-9f2caba9-c162-4e77-a1e9-f26ed4bf41a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3164387 Jul 07 16:55:39.905581 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321da0b-2f79-48f4-b5c6-51c1b52d813c req-2b5df6a4-a029-41a3-a8c5-858d0df36a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.907020 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a321da0b-2f79-48f4-b5c6-51c1b52d813c req-2b5df6a4-a029-41a3-a8c5-858d0df36a4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a99e5c9cb6bf4bb1bedf3191314f9cb3&device_id=03b1614d-7cd5-4440-b415-be7185fc1648 HTTP/1.1" status: 200 len: 1099 time: 0.6307046 Jul 07 16:55:39.921142 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fe27b-c6b5-486d-b94e-686eb1a0f283 req-4b88ac4f-5ad1-42ce-b4c7-2744026ac722 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:39.930283 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d42fe27b-c6b5-486d-b94e-686eb1a0f283 req-4b88ac4f-5ad1-42ce-b4c7-2744026ac722 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=09b1fc43-8e53-45f9-9478-caf8456a42dc HTTP/1.1" status: 200 len: 948 time: 0.6042190 Jul 07 16:55:39.982189 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-4eeae10b-bdcb-43c4-a5a0-c7a00d63bc88 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2348278 Jul 07 16:55:40.086501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d648cf5-effa-4062-8c95-db046bebba07 req-e446c54e-3abd-45c9-9cb5-f12972183abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:40.088204 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d648cf5-effa-4062-8c95-db046bebba07 req-e446c54e-3abd-45c9-9cb5-f12972183abc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a99df1f9-17f6-4826-9d57-d15200be420d HTTP/1.1" status: 200 len: 845 time: 0.1901512 Jul 07 16:55:40.117731 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] Request body: {'port': {'device_id': '3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:40.163443 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d648cf5-effa-4062-8c95-db046bebba07 req-53fb4969-60a8-4352-922c-44b41a3f6be1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00200275-feb8-4792-b225-1605381ce5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663130 Jul 07 16:55:40.296887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b77e9268-61db-4a4b-a716-fbb53031279e None None] Provisioning for port dc1eee8e-6c89-4c34-aa05-7d30a97f536a completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:40.302837 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b77e9268-61db-4a4b-a716-fbb53031279e None None] Provisioning complete for port dc1eee8e-6c89-4c34-aa05-7d30a97f536a triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:40.303218 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b77e9268-61db-4a4b-a716-fbb53031279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:40.338776 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d42fe27b-c6b5-486d-b94e-686eb1a0f283 req-ff112eac-9411-4fda-8458-538c87b75a44 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76e6643-f9e4-4eae-a0f9-0f1e79961f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672037 Jul 07 16:55:40.349348 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:40.455112 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-8162b194-e915-4d5c-aeb7-0ef3f2f66b79 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223348 Jul 07 16:55:40.460010 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321da0b-2f79-48f4-b5c6-51c1b52d813c req-ba33bb81-b489-4505-904b-1733e09628dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:40.462192 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a321da0b-2f79-48f4-b5c6-51c1b52d813c req-ba33bb81-b489-4505-904b-1733e09628dd service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.5306182 Jul 07 16:55:40.471990 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b77e9268-61db-4a4b-a716-fbb53031279e None None] Port dc1eee8e-6c89-4c34-aa05-7d30a97f536a cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:55:40.569490 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dc371813-10a3-42b1-8a56-735db9f773b5 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:40.608989 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a321da0b-2f79-48f4-b5c6-51c1b52d813c req-26d6207d-5d6a-484f-a6a5-849b4ee3d7f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=1ec7941c-4246-4605-857b-7aeb3986718d HTTP/1.1" status: 200 len: 217 time: 0.1321278 Jul 07 16:55:40.695027 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port dc371813-10a3-42b1-8a56-735db9f773b5 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:40.699949 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port dc371813-10a3-42b1-8a56-735db9f773b5 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:40.700621 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:40.773680 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d648cf5-effa-4062-8c95-db046bebba07 req-4b9c4ed0-89d5-4fbf-9870-2bbb6930c2bc service neutron] 10.222.0.69 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6002617 Jul 07 16:55:40.781803 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d8e60766-ce2d-498d-b8dd-059639d1a3ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:40.828398 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:40.837626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321da0b-2f79-48f4-b5c6-51c1b52d813c req-ac776569-f7ab-4e1a-b2a2-63db1fda013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:40.839432 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a321da0b-2f79-48f4-b5c6-51c1b52d813c req-ac776569-f7ab-4e1a-b2a2-63db1fda013c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.2169251 Jul 07 16:55:40.860736 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port dc371813-10a3-42b1-8a56-735db9f773b5, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=dc371813-10a3-42b1-8a56-735db9f773b5,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:40.866546 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:40.890583 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945f20a-0d12-4035-a79e-8d9152225717 req-927a3d92-9de0-4aef-bb97-a4512ec7311d tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:40.902164 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1945f20a-0d12-4035-a79e-8d9152225717 req-927a3d92-9de0-4aef-bb97-a4512ec7311d tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/networks?id=0c693bdf-78c6-4887-aa8b-8c747baba132 HTTP/1.1" status: 200 len: 821 time: 0.9251807 Jul 07 16:55:40.908840 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4352488-c8b1-4fac-b70d-ddff9a7fa4c4 req-9e832a31-e245-4f8d-b598-b1a44f177c58 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456041 Jul 07 16:55:40.942023 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=dc371813-10a3-42b1-8a56-735db9f773b5,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:40.953886 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1945f20a-0d12-4035-a79e-8d9152225717 req-9451437c-af43-4342-8cc2-94d9467f1d39 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/quotas/5ed8c4af2f22498e95031bac92fa163d HTTP/1.1" status: 200 len: 375 time: 0.0501642 Jul 07 16:55:40.974492 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321da0b-2f79-48f4-b5c6-51c1b52d813c req-56164980-0691-47f8-8d72-e0e6208f45ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:40.975964 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a321da0b-2f79-48f4-b5c6-51c1b52d813c req-56164980-0691-47f8-8d72-e0e6208f45ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1298997 Jul 07 16:55:41.023054 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-d8e60766-ce2d-498d-b8dd-059639d1a3ef admin admin] Transition to ACTIVE for port object 327bf1da-7bd5-4e28-ac26-f8c07f36fba7 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:41.102665 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d648cf5-effa-4062-8c95-db046bebba07 req-9cdc07f5-2650-4ba4-a31a-83dd62e57b9f service neutron] 10.222.0.69 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161824 Jul 07 16:55:41.117990 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d8e60766-ce2d-498d-b8dd-059639d1a3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:41.124251 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1945f20a-0d12-4035-a79e-8d9152225717 req-308c5940-9044-4c34-bd8e-d2cdb9d7f648 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ed8c4af2f22498e95031bac92fa163d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1693215 Jul 07 16:55:41.214900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e60766-ce2d-498d-b8dd-059639d1a3ef admin admin] Network cbf4413f-2045-49d3-90cc-8b792570496f is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:41.222058 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-d8e60766-ce2d-498d-b8dd-059639d1a3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:41.226121 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e60766-ce2d-498d-b8dd-059639d1a3ef admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:41.231745 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e60766-ce2d-498d-b8dd-059639d1a3ef admin admin] Pushing event updated for resources: {'Port': ['ID=327bf1da-7bd5-4e28-ac26-f8c07f36fba7,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:41.291947 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d8e60766-ce2d-498d-b8dd-059639d1a3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:41.349146 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1945f20a-0d12-4035-a79e-8d9152225717 req-a63a08e6-43cc-4bbc-9325-39af736182d5 service neutron] 10.222.0.50 "GET /v2.0/networks/0c693bdf-78c6-4887-aa8b-8c747baba132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153573 Jul 07 16:55:41.436489 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1eee8e-6c89-4c34-aa05-7d30a97f536a {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:41.456636 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:41.507708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d9377-1412-45f7-a5e3-8a78a6c272f7 req-fe7db03e-7987-4111-a71e-82f7b452275b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:41.509113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d8cad5ed-b1bc-41c3-abc7-c4926dacd83c None None] Provisioning for port 327bf1da-7bd5-4e28-ac26-f8c07f36fba7 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:41.509639 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-075d9377-1412-45f7-a5e3-8a78a6c272f7 req-fe7db03e-7987-4111-a71e-82f7b452275b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a99e5c9cb6bf4bb1bedf3191314f9cb3&device_id=09b1fc43-8e53-45f9-9478-caf8456a42dc HTTP/1.1" status: 200 len: 1099 time: 0.5062199 Jul 07 16:55:41.514660 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d8cad5ed-b1bc-41c3-abc7-c4926dacd83c None None] Provisioning complete for port 327bf1da-7bd5-4e28-ac26-f8c07f36fba7 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:41.515417 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d8cad5ed-b1bc-41c3-abc7-c4926dacd83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:41.515533 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] Transition to ACTIVE for port object dc1eee8e-6c89-4c34-aa05-7d30a97f536a will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:41.520256 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a321da0b-2f79-48f4-b5c6-51c1b52d813c req-267736ff-67ae-47e1-9278-f682ec06489c service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342894 Jul 07 16:55:41.525129 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1945f20a-0d12-4035-a79e-8d9152225717 req-9a4e2d44-25ad-4801-bdb6-332180e005c3 service neutron] 10.222.0.50 "GET /v2.0/networks/0c693bdf-78c6-4887-aa8b-8c747baba132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668196 Jul 07 16:55:41.527935 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d8e60766-ce2d-498d-b8dd-059639d1a3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:41.532780 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45406ab5-e8b7-4b2d-980e-53164c033b54 req-53415cac-f6b4-449e-9c6b-e9794a95f432 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:41.534639 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45406ab5-e8b7-4b2d-980e-53164c033b54 req-53415cac-f6b4-449e-9c6b-e9794a95f432 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9 HTTP/1.1" status: 200 len: 943 time: 0.2156281 Jul 07 16:55:41.538069 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:41.570155 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d8cad5ed-b1bc-41c3-abc7-c4926dacd83c None None] Port 327bf1da-7bd5-4e28-ac26-f8c07f36fba7 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:55:41.654915 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1eee8e-6c89-4c34-aa05-7d30a97f536a,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:41.761147 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d8e60766-ce2d-498d-b8dd-059639d1a3ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:41.768462 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d8e60766-ce2d-498d-b8dd-059639d1a3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:41.826517 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1ec7941c-4246-4605-857b-7aeb3986718d details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:41.838610 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a321da0b-2f79-48f4-b5c6-51c1b52d813c req-92df6a59-e338-4bd4-8bb1-f6aaa42bb9b8 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015261 Jul 07 16:55:41.889589 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45406ab5-e8b7-4b2d-980e-53164c033b54 req-856b8d86-c34c-4aba-8375-0d85cfe23e8b tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227618 Jul 07 16:55:41.910228 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d8e60766-ce2d-498d-b8dd-059639d1a3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:41.932104 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e60766-ce2d-498d-b8dd-059639d1a3ef admin admin] Pushing event updated for resources: {'Port': ['ID=327bf1da-7bd5-4e28-ac26-f8c07f36fba7,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:42.004900 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d9377-1412-45f7-a5e3-8a78a6c272f7 req-512cfcd6-26aa-4296-adc0-f32ce5766a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:42.006595 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-075d9377-1412-45f7-a5e3-8a78a6c272f7 req-512cfcd6-26aa-4296-adc0-f32ce5766a3b service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.4708087 Jul 07 16:55:42.070512 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-075d9377-1412-45f7-a5e3-8a78a6c272f7 req-ae81842e-799b-4b79-a362-10171071a096 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=917a4613-fd2f-4276-81ea-9d75ce3cbb95 HTTP/1.1" status: 200 len: 217 time: 0.0565135 Jul 07 16:55:42.095815 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa377aa-93ed-4355-9050-d4b539251192 req-4b4ff3dc-5f25-49d4-bb11-9b115b905abb tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:42.097409 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3fa377aa-93ed-4355-9050-d4b539251192 req-4b4ff3dc-5f25-49d4-bb11-9b115b905abb tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/ports?device_id=07ef3197-dccc-4f39-9aa1-53884efafda7 HTTP/1.1" status: 200 len: 946 time: 0.3242118 Jul 07 16:55:42.170079 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1ec7941c-4246-4605-857b-7aeb3986718d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1ec7941c-4246-4605-857b-7aeb3986718d,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:42.177075 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3fa377aa-93ed-4355-9050-d4b539251192 req-c7784b6b-0489-47a6-b6b7-68bd79804897 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8d0b63a-186e-41e0-85b9-fe7bc1c87492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673237 Jul 07 16:55:42.179099 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e60766-ce2d-498d-b8dd-059639d1a3ef admin admin] Network cbf4413f-2045-49d3-90cc-8b792570496f is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:42.182781 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '1ec7941c-4246-4605-857b-7aeb3986718d', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '1ec7941c-4246-4605-857b-7aeb3986718d', 'mac_address': 'fa:16:3e:c2:51:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:42.186012 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-d8e60766-ce2d-498d-b8dd-059639d1a3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:42.251422 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:42.286600 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec7941c-4246-4605-857b-7aeb3986718d {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:42.290961 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d9377-1412-45f7-a5e3-8a78a6c272f7 req-acd4d761-ce2a-4875-a0e9-080967fb1ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:42.292488 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-075d9377-1412-45f7-a5e3-8a78a6c272f7 req-acd4d761-ce2a-4875-a0e9-080967fb1ba6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.2141545 Jul 07 16:55:42.295692 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] Attempting to bind port dc1eee8e-6c89-4c34-aa05-7d30a97f536a on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:42.296060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] Attempting to bind port dc1eee8e-6c89-4c34-aa05-7d30a97f536a by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:42.296394 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] Attempting to bind port dc1eee8e-6c89-4c34-aa05-7d30a97f536a on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:42.304153 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] Port dc1eee8e-6c89-4c34-aa05-7d30a97f536a on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:42.304343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] Attempting to bind port dc1eee8e-6c89-4c34-aa05-7d30a97f536a on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:42.345570 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1ec7941c-4246-4605-857b-7aeb3986718d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1ec7941c-4246-4605-857b-7aeb3986718d,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:42.348269 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:42.348753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:42.349251 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:42.349749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] Bound port: dc1eee8e-6c89-4c34-aa05-7d30a97f536a, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:42.350263 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:42.364059 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:42.426538 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=1ec7941c-4246-4605-857b-7aeb3986718d,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:42.453074 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] For port dc1eee8e-6c89-4c34-aa05-7d30a97f536a, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:42.458857 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] For port dc1eee8e-6c89-4c34-aa05-7d30a97f536a, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=dc1eee8e-6c89-4c34-aa05-7d30a97f536a,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:42.473425 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:42.488203 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e60766-ce2d-498d-b8dd-059639d1a3ef admin admin] Router 7784011d-0bbc-48c0-b699-1c7f82bc9360 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:55:42.534012 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:42.534730 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:42.537280 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] 10.222.0.69 "PUT /v2.0/ports/dc1eee8e-6c89-4c34-aa05-7d30a97f536a HTTP/1.1" status: 200 len: 1094 time: 2.4692328 Jul 07 16:55:42.538943 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc', 'tag': 'dc1eee8e-6c89-4c34-aa05-7d30a97f536a'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:42.541324 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcfc92d-c00e-4a8d-b86b-a44568762233" -d '{"events": [{"name": "network-changed", "server_uuid": "3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc", "tag": "dc1eee8e-6c89-4c34-aa05-7d30a97f536a"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:42.580104 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a825f-f42d-40d6-8aef-6850b1f1bfda req-3e136e0d-85b0-43aa-a0b7-3706be28fc68 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:42.586499 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dc371813-10a3-42b1-8a56-735db9f773b5 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:42.590819 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8d9a825f-f42d-40d6-8aef-6850b1f1bfda req-3e136e0d-85b0-43aa-a0b7-3706be28fc68 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1640375 Jul 07 16:55:42.591014 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-49f26a7f-df7c-4c8e-a13c-8e887d628a62 None None] Provisioning complete for port 327bf1da-7bd5-4e28-ac26-f8c07f36fba7 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:42.591014 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-49f26a7f-df7c-4c8e-a13c-8e887d628a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:42.596584 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf350b-ab3b-4356-a6bb-555885ef6e21 req-c09f0aa5-7071-4df7-9c9e-18b5a09efd9e tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:42.604571 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2abf350b-ab3b-4356-a6bb-555885ef6e21 req-c09f0aa5-7071-4df7-9c9e-18b5a09efd9e tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc HTTP/1.1" status: 200 len: 946 time: 0.5188334 Jul 07 16:55:42.636758 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b90788-98d8-4b94-b1f8-f83524312e48 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1eee8e-6c89-4c34-aa05-7d30a97f536a,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:42.696475 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8d9a825f-f42d-40d6-8aef-6850b1f1bfda req-1a41c077-97a1-4606-ac15-b791de418520 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052415 Jul 07 16:55:42.712913 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e60766-ce2d-498d-b8dd-059639d1a3ef admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:55:42.715601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['1ec7941c-4246-4605-857b-7aeb3986718d'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:42.724748 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6977458a-1219-4045-995f-9a671de9f627 None None] Sync routers for ids ['7784011d-0bbc-48c0-b699-1c7f82bc9360'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:55:42.731157 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d8e60766-ce2d-498d-b8dd-059639d1a3ef admin admin] 10.222.0.50 "PUT /v2.0/routers/7784011d-0bbc-48c0-b699-1c7f82bc9360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7344744 Jul 07 16:55:42.749082 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6977458a-1219-4045-995f-9a671de9f627 None None] Routers {'7784011d-0bbc-48c0-b699-1c7f82bc9360'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:55:42.749720 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6977458a-1219-4045-995f-9a671de9f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:55:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7784011d-0bbc-48c0-b699-1c7f82bc9360'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:42.751663 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2abf350b-ab3b-4356-a6bb-555885ef6e21 req-9b51804f-e5cf-4b6b-befe-ad3c058d5b50 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/security-groups?id=255ad1ca-e146-4406-b615-ee13741e85ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460345 Jul 07 16:55:42.825804 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d9377-1412-45f7-a5e3-8a78a6c272f7 req-9ac8165c-764e-4a0f-992d-5b511866682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:42.827633 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-075d9377-1412-45f7-a5e3-8a78a6c272f7 req-9ac8165c-764e-4a0f-992d-5b511866682a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5191650 Jul 07 16:55:42.867529 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-49f26a7f-df7c-4c8e-a13c-8e887d628a62 None None] Port 327bf1da-7bd5-4e28-ac26-f8c07f36fba7 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:55:42.943721 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a9a1b-0691-466a-8b88-dd89a2f1abf9 req-7238944d-0fcb-4157-9297-0a0e0388ae2e tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:42.950718 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9c9a9a1b-0691-466a-8b88-dd89a2f1abf9 req-7238944d-0fcb-4157-9297-0a0e0388ae2e tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=09b1fc43-8e53-45f9-9478-caf8456a42dc HTTP/1.1" status: 200 len: 948 time: 0.1211073 Jul 07 16:55:42.951044 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port dc371813-10a3-42b1-8a56-735db9f773b5 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:42.951431 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:42.967190 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-6977458a-1219-4045-995f-9a671de9f627 None None] Set router 7784011d-0bbc-48c0-b699-1c7f82bc9360 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:55:42.983903 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-caf9d1aa-ea1c-4d30-8a89-a8afee31635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:42.985356 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-caf9d1aa-ea1c-4d30-8a89-a8afee31635f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=450b7ed499284aad8c7197087da9437c&device_id=3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc HTTP/1.1" status: 200 len: 1097 time: 0.3497298 Jul 07 16:55:43.006686 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9c9a9a1b-0691-466a-8b88-dd89a2f1abf9 req-5bd46748-2f89-41e5-933f-8807a1ee4317 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76e6643-f9e4-4eae-a0f9-0f1e79961f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549631 Jul 07 16:55:43.052426 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-5d94527d-9a56-46f6-8778-0f3d78c469b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=dc1eee8e-6c89-4c34-aa05-7d30a97f536a HTTP/1.1" status: 200 len: 217 time: 0.0434897 Jul 07 16:55:43.097573 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6236ef7a-3f43-49d7-90ba-bfe9d66cee4f req-83a63f70-3320-451a-bd16-633f5462fef2 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bd2ec88-fe10-4b52-83de-3e581df5934a HTTP/1.1" status: 200 len: 210 time: 0.1006494 Jul 07 16:55:43.159450 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c4fec8-8263-4aaa-814e-321a980ae598 x-openstack-request-id: req-c7c4fec8-8263-4aaa-814e-321a980ae598 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:43.159741 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc", "tag": "dc1eee8e-6c89-4c34-aa05-7d30a97f536a", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:43.159999 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7c4fec8-8263-4aaa-814e-321a980ae598 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:43.160426 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc', 'tag': 'dc1eee8e-6c89-4c34-aa05-7d30a97f536a', 'status': 'completed', 'code': 200} Jul 07 16:55:43.282716 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6977458a-1219-4045-995f-9a671de9f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'name': 'tempest-ServersTestBootFromVolume-1767685278-router', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:31Z', 'updated_at': '2021-07-07T16:55:41Z', 'revision_number': 4, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'gw_port': {'id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:32Z', 'updated_at': '2021-07-07T16:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '327bf1da-7bd5-4e28-ac26-f8c07f36fba7', 'name': '', 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'mac_address': 'fa:16:3e:89:d0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '7bf8681f-776e-4c48-abee-f55e2aa2fadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:39Z', 'updated_at': '2021-07-07T16:55:41Z', 'revision_number': 2, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'subnets': [{'id': '7bf8681f-776e-4c48-abee-f55e2aa2fadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:43.367515 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6977458a-1219-4045-995f-9a671de9f627 None None] Checking router: 7784011d-0bbc-48c0-b699-1c7f82bc9360 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:55:43.368151 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6977458a-1219-4045-995f-9a671de9f627 None None] Updating router 7784011d-0bbc-48c0-b699-1c7f82bc9360 port 327bf1da-7bd5-4e28-ac26-f8c07f36fba7 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:55:43.389423 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654285f-d778-4f5e-8dd5-53fef7101eaf req-f15e5fe2-d7cb-4483-9892-c4a835ce1c56 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:43.391463 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e654285f-d778-4f5e-8dd5-53fef7101eaf req-f15e5fe2-d7cb-4483-9892-c4a835ce1c56 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9 HTTP/1.1" status: 200 len: 943 time: 0.0868697 Jul 07 16:55:43.396107 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-d8ed64eb-bcf7-415e-a311-ced35ed3db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:43.404464 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-d8ed64eb-bcf7-415e-a311-ced35ed3db60 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.3292868 Jul 07 16:55:43.420872 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-6977458a-1219-4045-995f-9a671de9f627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:43.454917 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-075d9377-1412-45f7-a5e3-8a78a6c272f7 req-7d62f77a-6691-4a00-891a-8da52bdf4ad2 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6171293 Jul 07 16:55:43.493072 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e654285f-d778-4f5e-8dd5-53fef7101eaf req-d050469e-0f11-47aa-9f70-707316012b94 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944240 Jul 07 16:55:43.586811 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-075d9377-1412-45f7-a5e3-8a78a6c272f7 req-3be561cc-4820-4ddb-b654-d0084b9584d2 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128352 Jul 07 16:55:43.675265 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 917a4613-fd2f-4276-81ea-9d75ce3cbb95 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:43.680565 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f9a6d-e006-49eb-8c99-71d8e4f8f9b0 req-22afa288-678f-470b-81c3-1bfe78270793 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:43.682492 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-126f9a6d-e006-49eb-8c99-71d8e4f8f9b0 req-22afa288-678f-470b-81c3-1bfe78270793 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2936583 Jul 07 16:55:43.690752 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945f20a-0d12-4035-a79e-8d9152225717 req-1b424635-82de-4869-a832-b6b0b2332b66 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:43.692852 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1945f20a-0d12-4035-a79e-8d9152225717 req-1b424635-82de-4869-a832-b6b0b2332b66 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.15 "GET /v2.0/networks?id=0c693bdf-78c6-4887-aa8b-8c747baba132 HTTP/1.1" status: 200 len: 821 time: 0.4446404 Jul 07 16:55:43.706319 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-165daeb5-8064-4b99-9bea-81a821336ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:43.708413 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-165daeb5-8064-4b99-9bea-81a821336ca2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2526240 Jul 07 16:55:43.712171 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-1945f20a-0d12-4035-a79e-8d9152225717 req-09627a90-8836-4757-ac25-a219ad2fbc41 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Request body: {'port': {'device_id': '5bd2ec88-fe10-4b52-83de-3e581df5934a', 'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132', 'admin_state_up': True, 'tenant_id': '5ed8c4af2f22498e95031bac92fa163d'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:43.794999 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 917a4613-fd2f-4276-81ea-9d75ce3cbb95, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=917a4613-fd2f-4276-81ea-9d75ce3cbb95,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:43.809676 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '917a4613-fd2f-4276-81ea-9d75ce3cbb95', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '917a4613-fd2f-4276-81ea-9d75ce3cbb95', 'mac_address': 'fa:16:3e:de:25:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:43.844885 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 465fc65b-b48d-4ce1-839f-23d7a638aaa4 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:43.845935 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-126f9a6d-e006-49eb-8c99-71d8e4f8f9b0 req-7e7b821e-c470-4e7a-a3b5-e375df28b339 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510282 Jul 07 16:55:43.857996 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-6977458a-1219-4045-995f-9a671de9f627 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:43.870266 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-6977458a-1219-4045-995f-9a671de9f627 None None] Transition to ACTIVE for port object 327bf1da-7bd5-4e28-ac26-f8c07f36fba7 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:43.879840 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-6977458a-1219-4045-995f-9a671de9f627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:43.939811 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-b0cd35b9-f68d-47b3-9b6a-27b2a8b8ef77 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164421 Jul 07 16:55:44.013564 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1ec7941c-4246-4605-857b-7aeb3986718d up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:44.079477 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab3dbe-b39e-4d0e-bd65-29a1c2375e92 None None] Pushing event updated for resources: {'Port': ['ID=327bf1da-7bd5-4e28-ac26-f8c07f36fba7,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:44.108148 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1945f20a-0d12-4035-a79e-8d9152225717 req-09627a90-8836-4757-ac25-a219ad2fbc41 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Made reservation on behalf of 5ed8c4af2f22498e95031bac92fa163d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:44.115706 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1945f20a-0d12-4035-a79e-8d9152225717 req-09627a90-8836-4757-ac25-a219ad2fbc41 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.143166 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.144620 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-6977458a-1219-4045-995f-9a671de9f627 None None] Attempting to bind port 327bf1da-7bd5-4e28-ac26-f8c07f36fba7 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:44.147306 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-6977458a-1219-4045-995f-9a671de9f627 None None] Attempting to bind port 327bf1da-7bd5-4e28-ac26-f8c07f36fba7 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '68351165-30cb-405d-b3de-d4eccb3d0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:44.147714 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6977458a-1219-4045-995f-9a671de9f627 None None] Attempting to bind port 327bf1da-7bd5-4e28-ac26-f8c07f36fba7 on network cbf4413f-2045-49d3-90cc-8b792570496f {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:44.174299 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6977458a-1219-4045-995f-9a671de9f627 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:44.174699 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6977458a-1219-4045-995f-9a671de9f627 None None] Checking segment: {'id': '68351165-30cb-405d-b3de-d4eccb3d0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:44.175091 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-6977458a-1219-4045-995f-9a671de9f627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.175490 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6977458a-1219-4045-995f-9a671de9f627 None None] Bound using segment: {'id': '68351165-30cb-405d-b3de-d4eccb3d0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:44.176166 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-6977458a-1219-4045-995f-9a671de9f627 None None] Bound port: 327bf1da-7bd5-4e28-ac26-f8c07f36fba7, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68351165-30cb-405d-b3de-d4eccb3d0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:44.176587 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-6977458a-1219-4045-995f-9a671de9f627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.245487 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1dc92726-341d-4957-bb7e-ffcaf008dee2 req-1020cac1-65e3-402d-a4f6-b8b51419d664 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962337 Jul 07 16:55:44.245688 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.264216 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 917a4613-fd2f-4276-81ea-9d75ce3cbb95 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:44.270795 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41898) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:44.277289 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-7f88844d-ce19-4f4d-9804-144285b555e0 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--63561373', 'description': 'tempest-description--1108344841'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:44.289037 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 917a4613-fd2f-4276-81ea-9d75ce3cbb95, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=917a4613-fd2f-4276-81ea-9d75ce3cbb95,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:44.305538 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.367867 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-6977458a-1219-4045-995f-9a671de9f627 None None] For port 327bf1da-7bd5-4e28-ac26-f8c07f36fba7, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:44.386586 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-6977458a-1219-4045-995f-9a671de9f627 None None] For port 327bf1da-7bd5-4e28-ac26-f8c07f36fba7, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=327bf1da-7bd5-4e28-ac26-f8c07f36fba7,segment=NetworkSegment(68351165-30cb-405d-b3de-d4eccb3d0827),segment_id=68351165-30cb-405d-b3de-d4eccb3d0827)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:44.390729 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab3dbe-b39e-4d0e-bd65-29a1c2375e92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:44.392740 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7f88844d-ce19-4f4d-9804-144285b555e0 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.393397 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab3dbe-b39e-4d0e-bd65-29a1c2375e92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:44.393757 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab3dbe-b39e-4d0e-bd65-29a1c2375e92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:44.394101 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab3dbe-b39e-4d0e-bd65-29a1c2375e92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:44.395795 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab3dbe-b39e-4d0e-bd65-29a1c2375e92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:44.396148 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab3dbe-b39e-4d0e-bd65-29a1c2375e92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:44.396674 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab3dbe-b39e-4d0e-bd65-29a1c2375e92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:44.397012 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab3dbe-b39e-4d0e-bd65-29a1c2375e92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:44.397341 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab3dbe-b39e-4d0e-bd65-29a1c2375e92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:44.397679 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab3dbe-b39e-4d0e-bd65-29a1c2375e92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:44.398004 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab3dbe-b39e-4d0e-bd65-29a1c2375e92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:44.401523 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ab3dbe-b39e-4d0e-bd65-29a1c2375e92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:55:44.414177 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-6977458a-1219-4045-995f-9a671de9f627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.443022 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=917a4613-fd2f-4276-81ea-9d75ce3cbb95,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:44.447510 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 465fc65b-b48d-4ce1-839f-23d7a638aaa4, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=465fc65b-b48d-4ce1-839f-23d7a638aaa4,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:44.477168 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '465fc65b-b48d-4ce1-839f-23d7a638aaa4', 'network_id': '00200275-feb8-4792-b225-1605381ce5dc', 'port_id': '465fc65b-b48d-4ce1-839f-23d7a638aaa4', 'mac_address': 'fa:16:3e:0c:16:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99df1f9-17f6-4826-9d57-d15200be420d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:44.484565 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 1ec7941c-4246-4605-857b-7aeb3986718d completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:44.516815 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 1ec7941c-4246-4605-857b-7aeb3986718d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:44.517211 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.532389 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab3dbe-b39e-4d0e-bd65-29a1c2375e92 None None] Pushing event updated for resources: {'Port': ['ID=327bf1da-7bd5-4e28-ac26-f8c07f36fba7,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:44.535669 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-1945f20a-0d12-4035-a79e-8d9152225717 req-09627a90-8836-4757-ac25-a219ad2fbc41 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Allocated IP 172.20.0.5 (0c693bdf-78c6-4887-aa8b-8c747baba132/e11029ac-8d3c-47c7-98fb-61244a65c880/8eb97261-704c-4d31-999b-562853eea7c5) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:44.567757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['917a4613-fd2f-4276-81ea-9d75ce3cbb95'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:44.572189 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6977458a-1219-4045-995f-9a671de9f627 None None] Routers {'7784011d-0bbc-48c0-b699-1c7f82bc9360'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:55:44.572847 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6977458a-1219-4045-995f-9a671de9f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:55:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7784011d-0bbc-48c0-b699-1c7f82bc9360'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:44.619852 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.669502 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfc92d-c00e-4a8d-b86b-a44568762233 req-4c180806-18f2-4074-bb15-fa3e04cabf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:44.673129 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edcfc92d-c00e-4a8d-b86b-a44568762233 req-4c180806-18f2-4074-bb15-fa3e04cabf5a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=450b7ed499284aad8c7197087da9437c&device_id=3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc HTTP/1.1" status: 200 len: 1097 time: 0.3165936 Jul 07 16:55:44.719635 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f34fe-e5cc-4002-8d8c-75f4a9e8e776 req-aa624af8-1c2b-4fb4-a801-51be75a8f247 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:44.719635 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ae1f34fe-e5cc-4002-8d8c-75f4a9e8e776 req-aa624af8-1c2b-4fb4-a801-51be75a8f247 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc HTTP/1.1" status: 200 len: 946 time: 0.1885512 Jul 07 16:55:44.752589 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ea3fbda5-d7e8-4e49-babd-affac084d2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.756754 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 465fc65b-b48d-4ce1-839f-23d7a638aaa4 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:44.796190 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7f88844d-ce19-4f4d-9804-144285b555e0 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.797472 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-6977458a-1219-4045-995f-9a671de9f627 None None] Set router 7784011d-0bbc-48c0-b699-1c7f82bc9360 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:55:44.802839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 465fc65b-b48d-4ce1-839f-23d7a638aaa4, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=465fc65b-b48d-4ce1-839f-23d7a638aaa4,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:44.810193 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7f88844d-ce19-4f4d-9804-144285b555e0 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.829347 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.864104 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.873433 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ae1f34fe-e5cc-4002-8d8c-75f4a9e8e776 req-aa6c7241-45c0-44ac-9ecf-990abc3992c2 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/security-groups?id=255ad1ca-e146-4406-b615-ee13741e85ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475148 Jul 07 16:55:44.952128 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88844d-ce19-4f4d-9804-144285b555e0 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e221eece-25fc-45ca-808a-01f78d916dbc,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:44.965287 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7f88844d-ce19-4f4d-9804-144285b555e0 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:44.969676 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7f88844d-ce19-4f4d-9804-144285b555e0 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6950192 Jul 07 16:55:44.973489 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41912) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:44.978174 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-ac0033fb-bb82-44f9-bf52-cc6868525e57 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Request body: {'security_group_rule': {'security_group_id': 'e221eece-25fc-45ca-808a-01f78d916dbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:45.069643 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=465fc65b-b48d-4ce1-839f-23d7a638aaa4,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:45.078332 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6977458a-1219-4045-995f-9a671de9f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'name': 'tempest-ServersTestBootFromVolume-1767685278-router', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:31Z', 'updated_at': '2021-07-07T16:55:41Z', 'revision_number': 4, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'gw_port': {'id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:32Z', 'updated_at': '2021-07-07T16:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '327bf1da-7bd5-4e28-ac26-f8c07f36fba7', 'name': '', 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'mac_address': 'fa:16:3e:89:d0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '7bf8681f-776e-4c48-abee-f55e2aa2fadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:39Z', 'updated_at': '2021-07-07T16:55:44Z', 'revision_number': 4, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'subnets': [{'id': '7bf8681f-776e-4c48-abee-f55e2aa2fadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:45.081672 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9416d9f8-6025-436e-8e7b-0d4f728a7ed5 req-e1f5024b-f56f-4c66-8695-154d1c5aa08d tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bd2ec88-fe10-4b52-83de-3e581df5934a HTTP/1.1" status: 200 len: 210 time: 0.0648313 Jul 07 16:55:45.088058 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b1614d-7cd5-4440-b415-be7185fc1648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec7941c-4246-4605-857b-7aeb3986718d'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:45.091026 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11640024-6d3a-400b-9ab6-317207cc1f98" -d '{"events": [{"server_uuid": "03b1614d-7cd5-4440-b415-be7185fc1648", "name": "network-vif-plugged", "status": "completed", "tag": "1ec7941c-4246-4605-857b-7aeb3986718d"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:45.123935 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1ec7941c-4246-4605-857b-7aeb3986718d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1ec7941c-4246-4605-857b-7aeb3986718d,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:45.124206 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac0033fb-bb82-44f9-bf52-cc6868525e57 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.135302 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.170628 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6977458a-1219-4045-995f-9a671de9f627 None None] The sync data for ids ['7784011d-0bbc-48c0-b699-1c7f82bc9360'] in n-d-793620-7 is: [{'id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'name': 'tempest-ServersTestBootFromVolume-1767685278-router', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:31Z', 'updated_at': '2021-07-07T16:55:41Z', 'revision_number': 4, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'gw_port': {'id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:32Z', 'updated_at': '2021-07-07T16:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '327bf1da-7bd5-4e28-ac26-f8c07f36fba7', 'name': '', 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'mac_address': 'fa:16:3e:89:d0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '7bf8681f-776e-4c48-abee-f55e2aa2fadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:39Z', 'updated_at': '2021-07-07T16:55:44Z', 'revision_number': 4, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'subnets': [{'id': '7bf8681f-776e-4c48-abee-f55e2aa2fadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:55:45.199996 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=1ec7941c-4246-4605-857b-7aeb3986718d,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:45.221171 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac0033fb-bb82-44f9-bf52-cc6868525e57 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.228030 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac0033fb-bb82-44f9-bf52-cc6868525e57 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.265305 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['465fc65b-b48d-4ce1-839f-23d7a638aaa4'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:45.286788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0033fb-bb82-44f9-bf52-cc6868525e57 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de1abbf-5cd0-4c46-baa6-fbbf5d7d10d2,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:45.308623 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac0033fb-bb82-44f9-bf52-cc6868525e57 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.313751 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ac0033fb-bb82-44f9-bf52-cc6868525e57 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3390532 Jul 07 16:55:45.314504 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41916) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:45.320645 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-638b3da0-84e1-4857-a15e-89451bb70155 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Request body: {'security_group_rule': {'security_group_id': 'e221eece-25fc-45ca-808a-01f78d916dbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:45.476989 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-638b3da0-84e1-4857-a15e-89451bb70155 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.592194 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3825cb-447e-4686-bd66-c8096cc3cece req-476b0c98-89d4-4f82-9d5e-f9421c283653 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:45.593796 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-be3825cb-447e-4686-bd66-c8096cc3cece req-476b0c98-89d4-4f82-9d5e-f9421c283653 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/ports?device_id=07ef3197-dccc-4f39-9aa1-53884efafda7 HTTP/1.1" status: 200 len: 946 time: 0.2466426 Jul 07 16:55:45.637064 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-638b3da0-84e1-4857-a15e-89451bb70155 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.645405 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-638b3da0-84e1-4857-a15e-89451bb70155 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.666952 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-be3825cb-447e-4686-bd66-c8096cc3cece req-6ffb26ef-0f9e-4b83-9c2b-beb228ec15ef tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8d0b63a-186e-41e0-85b9-fe7bc1c87492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648730 Jul 07 16:55:45.676573 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b3da0-84e1-4857-a15e-89451bb70155 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf27696a-1d34-4be8-8a3b-11b67a4279e8,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:45.680996 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1945f20a-0d12-4035-a79e-8d9152225717 req-09627a90-8836-4757-ac25-a219ad2fbc41 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.689450 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-638b3da0-84e1-4857-a15e-89451bb70155 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.695371 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-638b3da0-84e1-4857-a15e-89451bb70155 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3775294 Jul 07 16:55:45.696380 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41922) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:45.704421 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2cfae1e0-ddea-4850-8a79-e9ffe3b74058 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:45.737865 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1945f20a-0d12-4035-a79e-8d9152225717 req-09627a90-8836-4757-ac25-a219ad2fbc41 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.771814 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2cfae1e0-ddea-4850-8a79-e9ffe3b74058 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.810421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09627a90-8836-4757-ac25-a219ad2fbc41 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Pushing event updated for resources: {'Port': ['ID=8eb97261-704c-4d31-999b-562853eea7c5,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:45.831968 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9b026-6e77-41fc-81ff-d50483ffa972 req-35a4b6aa-c1a9-46fc-93b3-3d3e463c737d tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:45.833477 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ba9b026-6e77-41fc-81ff-d50483ffa972 req-35a4b6aa-c1a9-46fc-93b3-3d3e463c737d tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=09b1fc43-8e53-45f9-9478-caf8456a42dc HTTP/1.1" status: 200 len: 949 time: 1.2281318 Jul 07 16:55:45.890176 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1945f20a-0d12-4035-a79e-8d9152225717 req-09627a90-8836-4757-ac25-a219ad2fbc41 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Network 0c693bdf-78c6-4887-aa8b-8c747baba132 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:45.905810 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-1945f20a-0d12-4035-a79e-8d9152225717 req-09627a90-8836-4757-ac25-a219ad2fbc41 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:45.908368 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1945f20a-0d12-4035-a79e-8d9152225717 req-09627a90-8836-4757-ac25-a219ad2fbc41 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:45.916505 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff4d37-5a23-420b-90bb-ec9fc56331fc req-b861adce-d673-4f86-962b-8b081fa4b46e tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:45.918344 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-68ff4d37-5a23-420b-90bb-ec9fc56331fc req-b861adce-d673-4f86-962b-8b081fa4b46e tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9 HTTP/1.1" status: 200 len: 944 time: 0.0927746 Jul 07 16:55:45.960538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfc92d-c00e-4a8d-b86b-a44568762233 req-7204609c-4ea1-4915-b9ce-15570d05702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:45.962293 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edcfc92d-c00e-4a8d-b86b-a44568762233 req-7204609c-4ea1-4915-b9ce-15570d05702c service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 1.2823162 Jul 07 16:55:45.976461 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2cfae1e0-ddea-4850-8a79-e9ffe3b74058 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:45.980647 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-68ff4d37-5a23-420b-90bb-ec9fc56331fc req-6d413733-360e-4383-806c-9a328ed872d7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537570 Jul 07 16:55:45.994970 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945f20a-0d12-4035-a79e-8d9152225717 req-09627a90-8836-4757-ac25-a219ad2fbc41 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:45.995706 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1945f20a-0d12-4035-a79e-8d9152225717 req-09627a90-8836-4757-ac25-a219ad2fbc41 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.038133 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ba9b026-6e77-41fc-81ff-d50483ffa972 req-71139eab-5946-432f-80a4-0ce001100eff tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76e6643-f9e4-4eae-a0f9-0f1e79961f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787853 Jul 07 16:55:46.048961 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edcfc92d-c00e-4a8d-b86b-a44568762233 req-e9bf5f56-1c0e-42ee-844b-f7b24304866f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=dc1eee8e-6c89-4c34-aa05-7d30a97f536a HTTP/1.1" status: 200 len: 217 time: 0.0742989 Jul 07 16:55:46.067796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be64f13-73ef-4d4b-a62a-c9b969bba8bb req-1c6dbb47-8e44-490e-9c8a-14810e82705d tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.067796 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8be64f13-73ef-4d4b-a62a-c9b969bba8bb req-1c6dbb47-8e44-490e-9c8a-14810e82705d tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.15 "GET /v2.0/ports?device_id=07ef3197-dccc-4f39-9aa1-53884efafda7 HTTP/1.1" status: 200 len: 946 time: 0.2658200 Jul 07 16:55:46.072848 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734ece64-8d28-44a6-8a75-330603cf5805 x-openstack-request-id: req-734ece64-8d28-44a6-8a75-330603cf5805 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:46.073339 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b1614d-7cd5-4440-b415-be7185fc1648", "name": "network-vif-plugged", "status": "completed", "tag": "1ec7941c-4246-4605-857b-7aeb3986718d", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:46.073447 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-734ece64-8d28-44a6-8a75-330603cf5805 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:46.073911 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b1614d-7cd5-4440-b415-be7185fc1648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec7941c-4246-4605-857b-7aeb3986718d', 'code': 200} Jul 07 16:55:46.116483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1945f20a-0d12-4035-a79e-8d9152225717 req-09627a90-8836-4757-ac25-a219ad2fbc41 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4120727 Jul 07 16:55:46.124796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-2cfae1e0-ddea-4850-8a79-e9ffe3b74058 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Allocated IP 172.25.2.133 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/2297310e-aadb-4d4e-8539-10c6e0f74f39) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:46.150623 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] Request body: {'port': {'device_id': '5bd2ec88-fe10-4b52-83de-3e581df5934a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:46.189178 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.249961 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfc92d-c00e-4a8d-b86b-a44568762233 req-afbb4c86-5ea0-4f28-9505-9be13fd0615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.252091 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edcfc92d-c00e-4a8d-b86b-a44568762233 req-afbb4c86-5ea0-4f28-9505-9be13fd0615b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1840739 Jul 07 16:55:46.418468 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2cfae1e0-ddea-4850-8a79-e9ffe3b74058 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.440798 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50487f-6442-4af7-99c6-12cd33f02962 req-e0241799-ad99-4b3c-bebb-28390aad0512 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.442986 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cd50487f-6442-4af7-99c6-12cd33f02962 req-e0241799-ad99-4b3c-bebb-28390aad0512 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc HTTP/1.1" status: 200 len: 946 time: 0.1961584 Jul 07 16:55:46.463972 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.508847 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8be64f13-73ef-4d4b-a62a-c9b969bba8bb req-1d877b69-f760-49dc-8a28-a3140fe2c113 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Deleting port 42df74de-37b0-4e44-8016-71266dd72e5e {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:46.509206 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8be64f13-73ef-4d4b-a62a-c9b969bba8bb req-1d877b69-f760-49dc-8a28-a3140fe2c113 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.515346 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69400e0b-a22a-40d9-85b0-1eab456e6470 req-2e577768-2d37-48b2-9c4e-fa09ef484420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.516873 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69400e0b-a22a-40d9-85b0-1eab456e6470 req-2e577768-2d37-48b2-9c4e-fa09ef484420 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=03b1614d-7cd5-4440-b415-be7185fc1648 HTTP/1.1" status: 200 len: 1101 time: 0.3150795 Jul 07 16:55:46.520270 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cd50487f-6442-4af7-99c6-12cd33f02962 req-08571181-3bf0-44d6-981a-537fb6e82fe9 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/security-groups?id=255ad1ca-e146-4406-b615-ee13741e85ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690343 Jul 07 16:55:46.551144 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2cfae1e0-ddea-4850-8a79-e9ffe3b74058 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.583535 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 327bf1da-7bd5-4e28-ac26-f8c07f36fba7 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:46.633805 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfae1e0-ddea-4850-8a79-e9ffe3b74058 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Pushing event updated for resources: {'Port': ['ID=2297310e-aadb-4d4e-8539-10c6e0f74f39,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:46.653386 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfae1e0-ddea-4850-8a79-e9ffe3b74058 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:46.655257 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-2cfae1e0-ddea-4850-8a79-e9ffe3b74058 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:46.658952 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfae1e0-ddea-4850-8a79-e9ffe3b74058 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:46.694466 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 327bf1da-7bd5-4e28-ac26-f8c07f36fba7 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:46.699547 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 327bf1da-7bd5-4e28-ac26-f8c07f36fba7 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:46.701372 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.711812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfc92d-c00e-4a8d-b86b-a44568762233 req-1dfe1d19-f68a-4bad-9743-14f66b1e2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.713216 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edcfc92d-c00e-4a8d-b86b-a44568762233 req-1dfe1d19-f68a-4bad-9743-14f66b1e2f8e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4411454 Jul 07 16:55:46.742408 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba320e-ad06-472a-9218-e0b13093aa67 req-1c6e0f30-d5da-45b2-b117-55359c4051f0 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.743991 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6eba320e-ad06-472a-9218-e0b13093aa67 req-1c6e0f30-d5da-45b2-b117-55359c4051f0 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.4546554 Jul 07 16:55:46.828573 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2cfae1e0-ddea-4850-8a79-e9ffe3b74058 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.834667 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.846098 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f7e0a-1bb7-4895-a0d3-39f1eeac1f3b req-649d6d3d-4405-462f-b994-53cae5c102dd tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:46.851286 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b6f7e0a-1bb7-4895-a0d3-39f1eeac1f3b req-649d6d3d-4405-462f-b994-53cae5c102dd tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bd2ec88-fe10-4b52-83de-3e581df5934a HTTP/1.1" status: 200 len: 931 time: 0.1382587 Jul 07 16:55:46.876188 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 327bf1da-7bd5-4e28-ac26-f8c07f36fba7, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=327bf1da-7bd5-4e28-ac26-f8c07f36fba7,segment=NetworkSegment(68351165-30cb-405d-b3de-d4eccb3d0827),segment_id=68351165-30cb-405d-b3de-d4eccb3d0827)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:46.881862 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.927997 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2cfae1e0-ddea-4850-8a79-e9ffe3b74058 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:46.937064 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b6f7e0a-1bb7-4895-a0d3-39f1eeac1f3b req-c0a633d9-a682-4ab8-9f76-eacd17a59381 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785649 Jul 07 16:55:46.958724 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=327bf1da-7bd5-4e28-ac26-f8c07f36fba7,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:46.991873 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69400e0b-a22a-40d9-85b0-1eab456e6470 req-0ccfa476-49bd-42f8-8e54-fb328021aee9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c76e6643-f9e4-4eae-a0f9-0f1e79961f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655640 Jul 07 16:55:47.008469 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8be64f13-73ef-4d4b-a62a-c9b969bba8bb req-1d877b69-f760-49dc-8a28-a3140fe2c113 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] For port 42df74de-37b0-4e44-8016-71266dd72e5e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=42df74de-37b0-4e44-8016-71266dd72e5e,segment=NetworkSegment(e1bd65a5-dc30-4c58-832c-da98fa84e840),segment_id=e1bd65a5-dc30-4c58-832c-da98fa84e840)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:47.008933 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8be64f13-73ef-4d4b-a62a-c9b969bba8bb req-1d877b69-f760-49dc-8a28-a3140fe2c113 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.042900 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edcfc92d-c00e-4a8d-b86b-a44568762233 req-ff4fec52-ae54-4c9e-9028-5d64fbf12d92 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106525 Jul 07 16:55:47.053759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8be64f13-73ef-4d4b-a62a-c9b969bba8bb req-1d877b69-f760-49dc-8a28-a3140fe2c113 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Calling delete_port for 42df74de-37b0-4e44-8016-71266dd72e5e owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:47.066887 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6eba320e-ad06-472a-9218-e0b13093aa67 req-bdc6ddf4-8e42-4b94-8550-09e86a3e74bf tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033160 Jul 07 16:55:47.172502 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2cfae1e0-ddea-4850-8a79-e9ffe3b74058 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.180471 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2cfae1e0-ddea-4850-8a79-e9ffe3b74058 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.228952 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b3ad5-f2ba-46fe-9a7e-fe538ac8d7a2 req-ee8f9af4-439e-4a5b-92a4-e4add9bb7c75 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:47.230522 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-034b3ad5-f2ba-46fe-9a7e-fe538ac8d7a2 req-ee8f9af4-439e-4a5b-92a4-e4add9bb7c75 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/ports?device_id=07ef3197-dccc-4f39-9aa1-53884efafda7 HTTP/1.1" status: 200 len: 946 time: 0.1509469 Jul 07 16:55:47.270400 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfae1e0-ddea-4850-8a79-e9ffe3b74058 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Pushing event updated for resources: {'Port': ['ID=2297310e-aadb-4d4e-8539-10c6e0f74f39,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:47.306253 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2cfae1e0-ddea-4850-8a79-e9ffe3b74058 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.314544 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-034b3ad5-f2ba-46fe-9a7e-fe538ac8d7a2 req-952ba291-5bc8-4bff-89f9-06e5c6fa3915 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.50 "GET /v2.0/security-groups?id=e8d0b63a-186e-41e0-85b9-fe7bc1c87492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719082 Jul 07 16:55:47.326476 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2cfae1e0-ddea-4850-8a79-e9ffe3b74058 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.336825 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2cfae1e0-ddea-4850-8a79-e9ffe3b74058 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6387894 Jul 07 16:55:47.387165 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edcfc92d-c00e-4a8d-b86b-a44568762233 req-321dc1a0-e67d-4d1c-8e12-095b63abb5d6 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725258 Jul 07 16:55:47.401506 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-33c1bffd-f593-4e83-bd97-153d43d21e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.453310 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-0bb395db-2cd5-48c9-b145-a585038035ca tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:47.454849 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-0bb395db-2cd5-48c9-b145-a585038035ca tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/networks?id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 HTTP/1.1" status: 200 len: 814 time: 0.2600360 Jul 07 16:55:47.513968 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-f08bae76-29e3-4d29-a778-fa0df536baa4 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/quotas/bba3485f01bf4635b3daf846a1eaf074 HTTP/1.1" status: 200 len: 375 time: 0.0245814 Jul 07 16:55:47.523519 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb97261-704c-4d31-999b-562853eea7c5 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:47.530366 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488e7de-f809-46cf-9015-5ee5d8810040 req-5c28583f-5aab-4140-a701-1dc7a5cc7588 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:47.533200 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c488e7de-f809-46cf-9015-5ee5d8810040 req-5c28583f-5aab-4140-a701-1dc7a5cc7588 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9 HTTP/1.1" status: 200 len: 944 time: 0.0793595 Jul 07 16:55:47.533375 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8be64f13-73ef-4d4b-a62a-c9b969bba8bb req-1d877b69-f760-49dc-8a28-a3140fe2c113 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.544539 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.546559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['42df74de-37b0-4e44-8016-71266dd72e5e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:47.590744 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c488e7de-f809-46cf-9015-5ee5d8810040 req-7031eabb-ddf4-4a1d-9f0f-9ce0f0e7a2b7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489218 Jul 07 16:55:47.618889 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d877b69-f760-49dc-8a28-a3140fe2c113 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Pushing event deleted for resources: {'Port': ['ID=42df74de-37b0-4e44-8016-71266dd72e5e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:47.619172 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.619255 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] Transition to ACTIVE for port object 8eb97261-704c-4d31-999b-562853eea7c5 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:47.645795 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.651035 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 917a4613-fd2f-4276-81ea-9d75ce3cbb95 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:47.699704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be64f13-73ef-4d4b-a62a-c9b969bba8bb req-1d877b69-f760-49dc-8a28-a3140fe2c113 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] No DVR routers for this DVR port 42df74de-37b0-4e44-8016-71266dd72e5e on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:47.709223 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8be64f13-73ef-4d4b-a62a-c9b969bba8bb req-1d877b69-f760-49dc-8a28-a3140fe2c113 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.712105 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8be64f13-73ef-4d4b-a62a-c9b969bba8bb req-1d877b69-f760-49dc-8a28-a3140fe2c113 tempest-ServersNegativeTestMultiTenantJSON-1499428299 tempest-ServersNegativeTestMultiTenantJSON-1499428299-project] 10.222.0.15 "DELETE /v2.0/ports/42df74de-37b0-4e44-8016-71266dd72e5e HTTP/1.1" status: 204 len: 173 time: 1.6342318 Jul 07 16:55:47.714036 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ef3197-dccc-4f39-9aa1-53884efafda7', 'name': 'network-vif-deleted', 'tag': '42df74de-37b0-4e44-8016-71266dd72e5e'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:47.716501 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31f37ce-e187-48a0-b8a3-5c7a5c64fa5f" -d '{"events": [{"server_uuid": "07ef3197-dccc-4f39-9aa1-53884efafda7", "name": "network-vif-deleted", "tag": "42df74de-37b0-4e44-8016-71266dd72e5e"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:47.739834 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 917a4613-fd2f-4276-81ea-9d75ce3cbb95 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:47.745270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 917a4613-fd2f-4276-81ea-9d75ce3cbb95 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:47.745740 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.748907 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] Pushing event updated for resources: {'Port': ['ID=8eb97261-704c-4d31-999b-562853eea7c5,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:47.789120 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-727c5cf3-e26b-4e9e-9b7f-99fa83905256 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bba3485f01bf4635b3daf846a1eaf074&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2597470 Jul 07 16:55:47.820706 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e991b-6286-4d43-a56f-f76c9bb0d6f4 req-f5826414-42fd-446f-beb8-e3bdeae1c30f tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:47.822311 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a60e991b-6286-4d43-a56f-f76c9bb0d6f4 req-f5826414-42fd-446f-beb8-e3bdeae1c30f tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=09b1fc43-8e53-45f9-9478-caf8456a42dc HTTP/1.1" status: 200 len: 949 time: 0.1020494 Jul 07 16:55:47.862627 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.876547 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device dc1eee8e-6c89-4c34-aa05-7d30a97f536a details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:47.879344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 465fc65b-b48d-4ce1-839f-23d7a638aaa4 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:47.903136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] Attempting to bind port 8eb97261-704c-4d31-999b-562853eea7c5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:47.903560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] Attempting to bind port 8eb97261-704c-4d31-999b-562853eea7c5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:47.903966 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] Attempting to bind port 8eb97261-704c-4d31-999b-562853eea7c5 on network 0c693bdf-78c6-4887-aa8b-8c747baba132 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:47.907102 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 917a4613-fd2f-4276-81ea-9d75ce3cbb95, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=917a4613-fd2f-4276-81ea-9d75ce3cbb95,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:47.912079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] Port 8eb97261-704c-4d31-999b-562853eea7c5 on network 0c693bdf-78c6-4887-aa8b-8c747baba132 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:47.912501 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] Attempting to bind port 8eb97261-704c-4d31-999b-562853eea7c5 on network 0c693bdf-78c6-4887-aa8b-8c747baba132 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:47.919032 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a60e991b-6286-4d43-a56f-f76c9bb0d6f4 req-c1f052fa-aa46-4328-bcf2-6b53030be9a2 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76e6643-f9e4-4eae-a0f9-0f1e79961f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754046 Jul 07 16:55:47.927908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:47.928470 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] Checking segment: {'id': 'fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:47.928983 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] Bound using segment: {'id': 'fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:47.929575 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] Bound port: 8eb97261-704c-4d31-999b-562853eea7c5, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:47.930033 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.959069 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-ff8e8df0-a797-4eb4-a006-e117aac266b0 service neutron] 10.222.0.50 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689022 Jul 07 16:55:47.975036 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:47.976161 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 42df74de-37b0-4e44-8016-71266dd72e5e no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:48.038456 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 42df74de-37b0-4e44-8016-71266dd72e5e {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:48.040188 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 42df74de-37b0-4e44-8016-71266dd72e5e not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:48.084955 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b1fc43-8e53-45f9-9478-caf8456a42dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917a4613-fd2f-4276-81ea-9d75ce3cbb95'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:48.089601 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662c6d0c-2fac-4746-ada1-f0dd2d904131" -d '{"events": [{"server_uuid": "09b1fc43-8e53-45f9-9478-caf8456a42dc", "name": "network-vif-plugged", "status": "completed", "tag": "917a4613-fd2f-4276-81ea-9d75ce3cbb95"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:48.155113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=917a4613-fd2f-4276-81ea-9d75ce3cbb95,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:48.159409 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 465fc65b-b48d-4ce1-839f-23d7a638aaa4 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:48.168264 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 465fc65b-b48d-4ce1-839f-23d7a638aaa4 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:48.168630 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.220939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] For port 8eb97261-704c-4d31-999b-562853eea7c5, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:48.231144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] For port 8eb97261-704c-4d31-999b-562853eea7c5, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8eb97261-704c-4d31-999b-562853eea7c5,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:48.232053 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027bda2-6117-4855-a763-5e91998812e6 req-42f2ebae-84af-406c-926c-c00cee0b2b62 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:48.244382 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.255249 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port dc1eee8e-6c89-4c34-aa05-7d30a97f536a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=dc1eee8e-6c89-4c34-aa05-7d30a97f536a,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:48.255983 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a027bda2-6117-4855-a763-5e91998812e6 req-42f2ebae-84af-406c-926c-c00cee0b2b62 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1707923 Jul 07 16:55:48.298175 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'dc1eee8e-6c89-4c34-aa05-7d30a97f536a', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': 'dc1eee8e-6c89-4c34-aa05-7d30a97f536a', 'mac_address': 'fa:16:3e:01:1c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:48.314798 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-8ccc70a5-2b56-4d22-ad5e-bd25f8c252ec service neutron] 10.222.0.50 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520603 Jul 07 16:55:48.318345 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a027bda2-6117-4855-a763-5e91998812e6 req-58f1713d-f1a9-4336-b15a-5801e8b869ad tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591817 Jul 07 16:55:48.322400 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:48.323415 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.324842 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1945f20a-0d12-4035-a79e-8d9152225717 req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] 10.222.0.15 "PUT /v2.0/ports/8eb97261-704c-4d31-999b-562853eea7c5 HTTP/1.1" status: 200 len: 1091 time: 2.1809814 Jul 07 16:55:48.417323 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.423306 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.459052 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1eee8e-6c89-4c34-aa05-7d30a97f536a {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:48.478800 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbfe10-edbc-40f7-b6ad-24e50c242ebf service neutron] Pushing event updated for resources: {'Port': ['ID=8eb97261-704c-4d31-999b-562853eea7c5,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:48.502599 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port dc1eee8e-6c89-4c34-aa05-7d30a97f536a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=dc1eee8e-6c89-4c34-aa05-7d30a97f536a,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:48.505471 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 465fc65b-b48d-4ce1-839f-23d7a638aaa4, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=465fc65b-b48d-4ce1-839f-23d7a638aaa4,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:48.510070 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.515198 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.545580 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945f20a-0d12-4035-a79e-8d9152225717 req-7806945b-7019-4015-a105-aa69bb05002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:48.547615 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1945f20a-0d12-4035-a79e-8d9152225717 req-7806945b-7019-4015-a105-aa69bb05002b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ed8c4af2f22498e95031bac92fa163d&device_id=5bd2ec88-fe10-4b52-83de-3e581df5934a HTTP/1.1" status: 200 len: 1094 time: 0.1474464 Jul 07 16:55:48.607319 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 327bf1da-7bd5-4e28-ac26-f8c07f36fba7 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:48.622489 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=dc1eee8e-6c89-4c34-aa05-7d30a97f536a,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:48.636309 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1945f20a-0d12-4035-a79e-8d9152225717 req-75a09a5c-611f-4ee4-bf62-d5355bff2442 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8eb97261-704c-4d31-999b-562853eea7c5 HTTP/1.1" status: 200 len: 217 time: 0.0780420 Jul 07 16:55:48.676467 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee2ef7-f7d7-4a8d-a05b-625c903b0c49 req-c5ea983e-e4cb-4b56-9ca9-f958b94937a5 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:48.688538 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cee2ef7-f7d7-4a8d-a05b-625c903b0c49 req-c5ea983e-e4cb-4b56-9ca9-f958b94937a5 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc HTTP/1.1" status: 200 len: 947 time: 0.1811807 Jul 07 16:55:48.745318 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cee2ef7-f7d7-4a8d-a05b-625c903b0c49 req-c088bb11-0116-4d56-843d-7eb2d209133e tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/security-groups?id=255ad1ca-e146-4406-b615-ee13741e85ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558550 Jul 07 16:55:48.750770 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945f20a-0d12-4035-a79e-8d9152225717 req-b9345c9b-8a87-4805-bd83-2713c60b179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:48.760620 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1945f20a-0d12-4035-a79e-8d9152225717 req-b9345c9b-8a87-4805-bd83-2713c60b179e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e11029ac-8d3c-47c7-98fb-61244a65c880 HTTP/1.1" status: 200 len: 861 time: 0.1174960 Jul 07 16:55:48.787592 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a010e4c-b3d1-4cd5-a062-37b296581598 x-openstack-request-id: req-0a010e4c-b3d1-4cd5-a062-37b296581598 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:48.788000 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ef3197-dccc-4f39-9aa1-53884efafda7", "name": "network-vif-deleted", "tag": "42df74de-37b0-4e44-8016-71266dd72e5e", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:48.788350 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a010e4c-b3d1-4cd5-a062-37b296581598 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:48.788842 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ef3197-dccc-4f39-9aa1-53884efafda7', 'name': 'network-vif-deleted', 'tag': '42df74de-37b0-4e44-8016-71266dd72e5e', 'status': 'completed', 'code': 200} Jul 07 16:55:48.813333 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1945f20a-0d12-4035-a79e-8d9152225717 req-21820cbb-9c00-4267-a6f2-6b43fcb54384 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c693bdf-78c6-4887-aa8b-8c747baba132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421062 Jul 07 16:55:48.833058 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.839464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=465fc65b-b48d-4ce1-839f-23d7a638aaa4,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:48.854554 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 327bf1da-7bd5-4e28-ac26-f8c07f36fba7 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:48.854938 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:48.896965 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e26968c-4e59-4d49-a3d9-7ae267e41847 x-openstack-request-id: req-1e26968c-4e59-4d49-a3d9-7ae267e41847 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:48.897252 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b1fc43-8e53-45f9-9478-caf8456a42dc", "name": "network-vif-plugged", "status": "completed", "tag": "917a4613-fd2f-4276-81ea-9d75ce3cbb95", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:48.897500 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1e26968c-4e59-4d49-a3d9-7ae267e41847 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:48.897885 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b1fc43-8e53-45f9-9478-caf8456a42dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917a4613-fd2f-4276-81ea-9d75ce3cbb95', 'code': 200} Jul 07 16:55:48.899001 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['dc1eee8e-6c89-4c34-aa05-7d30a97f536a'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:49.001485 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 42052) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:49.072389 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee857e-9934-495a-865a-b4652f569bfd req-ad39612d-b2d9-4f0b-bb16-d43b469a325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:49.074357 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-baee857e-9934-495a-865a-b4652f569bfd req-ad39612d-b2d9-4f0b-bb16-d43b469a325c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=09b1fc43-8e53-45f9-9478-caf8456a42dc HTTP/1.1" status: 200 len: 1101 time: 0.1310163 Jul 07 16:55:49.076806 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1945f20a-0d12-4035-a79e-8d9152225717 req-4183c12c-f7a8-47e6-8346-c13a58154dc8 service neutron] 10.222.0.15 "GET /v2.0/networks/0c693bdf-78c6-4887-aa8b-8c747baba132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559960 Jul 07 16:55:49.212530 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-980f5300-097f-4cb3-86dd-e3837a87892f admin admin] Deleting subnet b8ca5797-daa7-4b31-bc59-85c57c79e30c {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:55:49.218212 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-980f5300-097f-4cb3-86dd-e3837a87892f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.257579 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323da9ed-ca68-49b8-b98f-885986305a90 req-0eb53259-616a-41ed-a9ed-b2acf2cd0f86 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:49.266638 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-323da9ed-ca68-49b8-b98f-885986305a90 req-0eb53259-616a-41ed-a9ed-b2acf2cd0f86 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bd2ec88-fe10-4b52-83de-3e581df5934a HTTP/1.1" status: 200 len: 943 time: 0.1717196 Jul 07 16:55:49.285239 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-baee857e-9934-495a-865a-b4652f569bfd req-ad921911-d712-4851-9b5d-689b2387fbca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c76e6643-f9e4-4eae-a0f9-0f1e79961f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986053 Jul 07 16:55:49.291789 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-980f5300-097f-4cb3-86dd-e3837a87892f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.340032 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1945f20a-0d12-4035-a79e-8d9152225717 req-75102d45-63f1-4e06-98ec-03ffcac94720 service neutron] 10.222.0.15 "GET /v2.0/networks/0c693bdf-78c6-4887-aa8b-8c747baba132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517254 Jul 07 16:55:49.352570 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7483fa-037a-4d35-b157-015e894ecd7b req-83663c45-c0fe-4e4b-9227-8661c6f1b3b0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:49.355094 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-323da9ed-ca68-49b8-b98f-885986305a90 req-98a4b354-9ae2-48b7-9389-be3d3fac849a tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874989 Jul 07 16:55:49.359667 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6e7483fa-037a-4d35-b157-015e894ecd7b req-83663c45-c0fe-4e4b-9227-8661c6f1b3b0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9 HTTP/1.1" status: 200 len: 945 time: 0.1187484 Jul 07 16:55:49.368992 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-980f5300-097f-4cb3-86dd-e3837a87892f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.430664 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6e7483fa-037a-4d35-b157-015e894ecd7b req-2bb8b306-03a5-4eda-be05-e20731d40b29 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693829 Jul 07 16:55:49.451129 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6583dab0-4d38-41a9-ad83-b752ef54255d req-1d6a5ade-5ca0-485d-85ca-8d7e0d4f2039 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb HTTP/1.1" status: 200 len: 210 time: 0.0368161 Jul 07 16:55:49.492770 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-980f5300-097f-4cb3-86dd-e3837a87892f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.508590 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-980f5300-097f-4cb3-86dd-e3837a87892f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.511157 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-980f5300-097f-4cb3-86dd-e3837a87892f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b8ca5797-daa7-4b31-bc59-85c57c79e30c HTTP/1.1" status: 204 len: 168 time: 0.5084050 Jul 07 16:55:49.513623 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 42060) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:49.530737 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f5300-097f-4cb3-86dd-e3837a87892f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8ca5797-daa7-4b31-bc59-85c57c79e30c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:49.602819 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7d6a88bd-012d-458d-87e1-ca081091dcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.690413 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aea3d7-d584-4139-b553-41efbb4570ea req-167339e9-aac2-4dc1-8aec-f3cfa67ef9bc tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:49.693971 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d2aea3d7-d584-4139-b553-41efbb4570ea req-167339e9-aac2-4dc1-8aec-f3cfa67ef9bc tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.0811899 Jul 07 16:55:49.750362 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7d6a88bd-012d-458d-87e1-ca081091dcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.763769 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-7d6a88bd-012d-458d-87e1-ca081091dcef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:49.773190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cd54c-e154-43a9-8231-7361bcb7cf94 req-1ac59c42-261d-4f95-a240-f01e1a27ed6c tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:49.780580 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c2cd54c-e154-43a9-8231-7361bcb7cf94 req-1ac59c42-261d-4f95-a240-f01e1a27ed6c tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=09b1fc43-8e53-45f9-9478-caf8456a42dc HTTP/1.1" status: 200 len: 950 time: 0.1817982 Jul 07 16:55:49.797516 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-7d6a88bd-012d-458d-87e1-ca081091dcef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1bd65a5-dc30-4c58-832c-da98fa84e840') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:49.797804 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-7d6a88bd-012d-458d-87e1-ca081091dcef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1bd65a5-dc30-4c58-832c-da98fa84e840') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:49.816033 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7d6a88bd-012d-458d-87e1-ca081091dcef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.841867 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7d6a88bd-012d-458d-87e1-ca081091dcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.856120 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c2cd54c-e154-43a9-8231-7361bcb7cf94 req-c8c480ec-4603-46e7-9e20-ee2a1a62ce1c tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76e6643-f9e4-4eae-a0f9-0f1e79961f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743866 Jul 07 16:55:49.874112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device dc1eee8e-6c89-4c34-aa05-7d30a97f536a up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:49.875686 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6a88bd-012d-458d-87e1-ca081091dcef admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:55:49.876099 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7d6a88bd-012d-458d-87e1-ca081091dcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:55:49.878163 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:55:49.976110 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7d6a88bd-012d-458d-87e1-ca081091dcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:49.999120 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7d6a88bd-012d-458d-87e1-ca081091dcef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:50.007108 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7d6a88bd-012d-458d-87e1-ca081091dcef admin admin] 10.222.0.50 "DELETE /v2.0/networks/a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1 HTTP/1.1" status: 204 len: 168 time: 0.4922793 Jul 07 16:55:50.008861 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a88bd-012d-458d-87e1-ca081091dcef admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c45696-abb8-4c99-8dbd-6be0f8fd8bf1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:50.011987 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 42064) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:50.017027 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port dc1eee8e-6c89-4c34-aa05-7d30a97f536a completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:50.023192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port dc1eee8e-6c89-4c34-aa05-7d30a97f536a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:50.023572 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:50.083391 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d2aea3d7-d584-4139-b553-41efbb4570ea req-9c2708d9-d8d8-4eff-ae3e-0f9608b6967c tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829467 Jul 07 16:55:50.130369 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-b241977a-1511-4de2-93ee-dfa36fce8412 admin admin] Deleting subnet 5b394af3-b8e2-4c0e-8cfe-0f335a919294 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:55:50.135628 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b241977a-1511-4de2-93ee-dfa36fce8412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:50.145349 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:50.193688 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b241977a-1511-4de2-93ee-dfa36fce8412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:50.214046 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port dc1eee8e-6c89-4c34-aa05-7d30a97f536a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=dc1eee8e-6c89-4c34-aa05-7d30a97f536a,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:50.221573 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:50.244483 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:50.364172 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=dc1eee8e-6c89-4c34-aa05-7d30a97f536a,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:50.383272 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120aaf1-732d-44ab-8633-767175518db1 req-86a1188c-9a32-4082-9ef9-6cea81967640 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:50.384828 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5120aaf1-732d-44ab-8633-767175518db1 req-86a1188c-9a32-4082-9ef9-6cea81967640 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1596088 Jul 07 16:55:50.436212 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5120aaf1-732d-44ab-8633-767175518db1 req-1180359a-e4ae-4a2d-b4d4-d0c32519b462 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425823 Jul 07 16:55:50.632962 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917fa50-1a24-4b2c-a8a7-9c46537d17ac req-9c10d715-c5dc-45f2-a26e-bb687b8123f9 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:50.634680 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1917fa50-1a24-4b2c-a8a7-9c46537d17ac req-9c10d715-c5dc-45f2-a26e-bb687b8123f9 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bd2ec88-fe10-4b52-83de-3e581df5934a HTTP/1.1" status: 200 len: 943 time: 0.0718842 Jul 07 16:55:50.652584 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ba6ba-117a-408b-84c0-6e322e596ff8 req-865fb1f3-bee7-4cdb-b3db-b94ed50ac9ac tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:50.654096 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a27ba6ba-117a-408b-84c0-6e322e596ff8 req-865fb1f3-bee7-4cdb-b3db-b94ed50ac9ac tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc HTTP/1.1" status: 200 len: 947 time: 0.6311409 Jul 07 16:55:50.666484 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b241977a-1511-4de2-93ee-dfa36fce8412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:50.697452 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1917fa50-1a24-4b2c-a8a7-9c46537d17ac req-4b213974-5e1e-4574-b4a6-4243b5f35c7e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487704 Jul 07 16:55:50.773295 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-ed15a3c8-f0df-44a9-8320-171959cbaeea tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:50.774885 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-ed15a3c8-f0df-44a9-8320-171959cbaeea tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.15 "GET /v2.0/networks?id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 HTTP/1.1" status: 200 len: 814 time: 0.2150166 Jul 07 16:55:50.780078 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a27ba6ba-117a-408b-84c0-6e322e596ff8 req-5869adba-a443-4cbe-a635-1afb7e3dde72 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/security-groups?id=255ad1ca-e146-4406-b615-ee13741e85ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176639 Jul 07 16:55:50.790076 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd2ec88-fe10-4b52-83de-3e581df5934a', 'tag': '8eb97261-704c-4d31-999b-562853eea7c5'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:50.792518 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33eebfe-def7-42a1-895c-87f4fbdbe66c" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd2ec88-fe10-4b52-83de-3e581df5934a", "tag": "8eb97261-704c-4d31-999b-562853eea7c5"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:50.811534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-721c203e-324e-484e-99c2-49e89d568e2e tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Request body: {'port': {'device_id': '9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb', 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1', 'admin_state_up': True, 'tenant_id': 'bba3485f01bf4635b3daf846a1eaf074'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:50.817516 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b241977a-1511-4de2-93ee-dfa36fce8412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:50.895305 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b241977a-1511-4de2-93ee-dfa36fce8412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:50.897709 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b241977a-1511-4de2-93ee-dfa36fce8412 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5b394af3-b8e2-4c0e-8cfe-0f335a919294 HTTP/1.1" status: 204 len: 168 time: 0.8842480 Jul 07 16:55:50.899369 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465fc65b-b48d-4ce1-839f-23d7a638aaa4'}, {'server_uuid': '3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1eee8e-6c89-4c34-aa05-7d30a97f536a'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:50.901905 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d70e6e1-cd41-4993-9b71-10addaef7c86" -d '{"events": [{"server_uuid": "2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9", "name": "network-vif-plugged", "status": "completed", "tag": "465fc65b-b48d-4ce1-839f-23d7a638aaa4"}, {"server_uuid": "3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc", "name": "network-vif-plugged", "status": "completed", "tag": "dc1eee8e-6c89-4c34-aa05-7d30a97f536a"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:50.902308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241977a-1511-4de2-93ee-dfa36fce8412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b394af3-b8e2-4c0e-8cfe-0f335a919294,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:50.907895 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed8916-ca1a-44df-a11b-5020e0078acb req-babb502f-8712-44b7-bbe7-60d5e5d4daee tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:50.908759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 42084) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:50.908837 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-61ed8916-ca1a-44df-a11b-5020e0078acb req-babb502f-8712-44b7-bbe7-60d5e5d4daee tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9 HTTP/1.1" status: 200 len: 945 time: 0.0846796 Jul 07 16:55:50.953220 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-61ed8916-ca1a-44df-a11b-5020e0078acb req-6c12c4d1-cd5f-465c-85fc-2ea2a7d6df3e tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372777 Jul 07 16:55:51.011726 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-80c7eb69-b2f4-4343-bf06-0b18b87148cd req-eb0a3692-f26f-4f98-b9fd-a48bbbd1c043 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb HTTP/1.1" status: 200 len: 210 time: 0.0813272 Jul 07 16:55:51.049022 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7be4ac-1deb-4ddb-b96a-2ce92369545a x-openstack-request-id: req-fc7be4ac-1deb-4ddb-b96a-2ce92369545a {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:51.049314 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd2ec88-fe10-4b52-83de-3e581df5934a", "tag": "8eb97261-704c-4d31-999b-562853eea7c5", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:51.049574 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc7be4ac-1deb-4ddb-b96a-2ce92369545a {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:51.049988 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd2ec88-fe10-4b52-83de-3e581df5934a', 'tag': '8eb97261-704c-4d31-999b-562853eea7c5', 'status': 'completed', 'code': 200} Jul 07 16:55:51.071609 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-612a629a-bf75-43de-a57c-bff01190eedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:51.087688 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c317711-df58-4784-a4f6-55da1c56976b x-openstack-request-id: req-3c317711-df58-4784-a4f6-55da1c56976b {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:51.087989 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9", "name": "network-vif-plugged", "status": "completed", "tag": "465fc65b-b48d-4ce1-839f-23d7a638aaa4", "code": 200}, {"server_uuid": "3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc", "name": "network-vif-plugged", "status": "completed", "tag": "dc1eee8e-6c89-4c34-aa05-7d30a97f536a", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:51.088245 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c317711-df58-4784-a4f6-55da1c56976b {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:51.088638 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465fc65b-b48d-4ce1-839f-23d7a638aaa4', 'code': 200} Jul 07 16:55:51.088894 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1eee8e-6c89-4c34-aa05-7d30a97f536a', 'code': 200} Jul 07 16:55:51.183201 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-721c203e-324e-484e-99c2-49e89d568e2e tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Made reservation on behalf of bba3485f01bf4635b3daf846a1eaf074 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:55:51.187253 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-721c203e-324e-484e-99c2-49e89d568e2e tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:51.237850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d441ec-6729-4542-bab9-cbd84bc14fe3 req-169f75c1-d412-47f8-99b4-c4b4120aa222 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:51.243102 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e3d441ec-6729-4542-bab9-cbd84bc14fe3 req-169f75c1-d412-47f8-99b4-c4b4120aa222 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=09b1fc43-8e53-45f9-9478-caf8456a42dc HTTP/1.1" status: 200 len: 950 time: 0.0861835 Jul 07 16:55:51.284233 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e3d441ec-6729-4542-bab9-cbd84bc14fe3 req-22e58bf8-3acf-447a-b618-b6f2d696de8e tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76e6643-f9e4-4eae-a0f9-0f1e79961f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362551 Jul 07 16:55:51.325234 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-612a629a-bf75-43de-a57c-bff01190eedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:51.383536 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-612a629a-bf75-43de-a57c-bff01190eedf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f4b35b-4710-4647-8a94-89773b0aa07b']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:51.406086 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-612a629a-bf75-43de-a57c-bff01190eedf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8aabbe-ec0f-447d-9d50-1029aa918a08') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:51.406511 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-612a629a-bf75-43de-a57c-bff01190eedf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8aabbe-ec0f-447d-9d50-1029aa918a08') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:55:51.467116 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-612a629a-bf75-43de-a57c-bff01190eedf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:51.477198 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33eebfe-def7-42a1-895c-87f4fbdbe66c req-bf71870f-2133-4729-ab81-b10231d98205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:51.478948 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b33eebfe-def7-42a1-895c-87f4fbdbe66c req-bf71870f-2133-4729-ab81-b10231d98205 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ed8c4af2f22498e95031bac92fa163d&device_id=5bd2ec88-fe10-4b52-83de-3e581df5934a HTTP/1.1" status: 200 len: 1094 time: 0.4212747 Jul 07 16:55:51.489863 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f2639-0dd2-4e4f-a13b-5b3d009a24a7 req-fd04fa02-7398-4f96-86b2-3830b9d78eb7 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:51.491768 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ef7f2639-0dd2-4e4f-a13b-5b3d009a24a7 req-fd04fa02-7398-4f96-86b2-3830b9d78eb7 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b1614d-7cd5-4440-b415-be7185fc1648 HTTP/1.1" status: 200 len: 950 time: 0.0729010 Jul 07 16:55:51.540048 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ef7f2639-0dd2-4e4f-a13b-5b3d009a24a7 req-d576fd20-53d4-4c26-a5d6-55fcb420f693 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76e6643-f9e4-4eae-a0f9-0f1e79961f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417037 Jul 07 16:55:51.543572 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-612a629a-bf75-43de-a57c-bff01190eedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:51.595232 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612a629a-bf75-43de-a57c-bff01190eedf admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:55:51.595652 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-612a629a-bf75-43de-a57c-bff01190eedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:55:51.616354 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:55:51.651849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8eb97261-704c-4d31-999b-562853eea7c5 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:51.682805 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48474bd-ffb0-4e7e-9ea6-f81d0f428cad req-4eff60ac-22ef-4c69-b761-da9796e0c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:51.684949 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c48474bd-ffb0-4e7e-9ea6-f81d0f428cad req-4eff60ac-22ef-4c69-b761-da9796e0c303 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9 HTTP/1.1" status: 200 len: 1096 time: 0.4435706 Jul 07 16:55:51.687106 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35133e0-96e2-40c9-98b6-4351cbaf6ca7 req-3097a66a-08b2-4d91-87e5-f538ff577265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:51.688673 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b35133e0-96e2-40c9-98b6-4351cbaf6ca7 req-3097a66a-08b2-4d91-87e5-f538ff577265 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc HTTP/1.1" status: 200 len: 1099 time: 0.4784591 Jul 07 16:55:51.763723 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335e365-d793-409b-a8fe-81ffc3cf0bcb req-483619eb-02cd-4cfc-961f-f56b0ecbb1b7 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:51.771307 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8335e365-d793-409b-a8fe-81ffc3cf0bcb req-483619eb-02cd-4cfc-961f-f56b0ecbb1b7 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.5278618 Jul 07 16:55:51.790011 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-612a629a-bf75-43de-a57c-bff01190eedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:51.831055 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-612a629a-bf75-43de-a57c-bff01190eedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:51.836614 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-612a629a-bf75-43de-a57c-bff01190eedf admin admin] 10.222.0.50 "DELETE /v2.0/networks/69f4b35b-4710-4647-8a94-89773b0aa07b HTTP/1.1" status: 204 len: 168 time: 0.9280434 Jul 07 16:55:51.862204 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-721c203e-324e-484e-99c2-49e89d568e2e tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Allocated IP 172.20.0.11 (0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1/afa0c846-dbdb-400b-bbf2-104f4f539bf1/7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:55:51.869776 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33eebfe-def7-42a1-895c-87f4fbdbe66c req-c4d0cc61-b214-46e6-b0f7-f58d3dd83126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:51.871472 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b33eebfe-def7-42a1-895c-87f4fbdbe66c req-c4d0cc61-b214-46e6-b0f7-f58d3dd83126 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c693bdf-78c6-4887-aa8b-8c747baba132 HTTP/1.1" status: 200 len: 922 time: 0.3753569 Jul 07 16:55:51.881581 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c48474bd-ffb0-4e7e-9ea6-f81d0f428cad req-69a52a4a-d1ca-45bd-8a62-9468320bffd7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769934 Jul 07 16:55:51.882336 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a629a-bf75-43de-a57c-bff01190eedf admin admin] Pushing event deleted for resources: {'Network': ['ID=69f4b35b-4710-4647-8a94-89773b0aa07b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:51.898576 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b35133e0-96e2-40c9-98b6-4351cbaf6ca7 req-d16e3c62-cb67-4f79-81c7-e0d189fe9258 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=255ad1ca-e146-4406-b615-ee13741e85ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924939 Jul 07 16:55:51.967483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8335e365-d793-409b-a8fe-81ffc3cf0bcb req-05cda165-391a-428d-bfb9-a1afc5900766 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952009 Jul 07 16:55:51.974248 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b33eebfe-def7-42a1-895c-87f4fbdbe66c req-56dc250f-4772-4090-b3b7-d23d0b094283 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8eb97261-704c-4d31-999b-562853eea7c5 HTTP/1.1" status: 200 len: 217 time: 0.0837488 Jul 07 16:55:52.033926 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 8eb97261-704c-4d31-999b-562853eea7c5, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8eb97261-704c-4d31-999b-562853eea7c5,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:52.055356 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '8eb97261-704c-4d31-999b-562853eea7c5', 'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132', 'port_id': '8eb97261-704c-4d31-999b-562853eea7c5', 'mac_address': 'fa:16:3e:25:f4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11029ac-8d3c-47c7-98fb-61244a65c880', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:52.123934 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33eebfe-def7-42a1-895c-87f4fbdbe66c req-42bcd781-b2ea-468d-9e8e-eec6ab20153c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:52.125472 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b33eebfe-def7-42a1-895c-87f4fbdbe66c req-42bcd781-b2ea-468d-9e8e-eec6ab20153c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e11029ac-8d3c-47c7-98fb-61244a65c880 HTTP/1.1" status: 200 len: 861 time: 0.1416383 Jul 07 16:55:52.157386 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:52.194874 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb97261-704c-4d31-999b-562853eea7c5 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:52.199108 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 42120) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:52.204508 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b33eebfe-def7-42a1-895c-87f4fbdbe66c req-c9053f4a-97af-48a5-8549-7500331047dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c693bdf-78c6-4887-aa8b-8c747baba132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649326 Jul 07 16:55:52.244424 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 8eb97261-704c-4d31-999b-562853eea7c5, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8eb97261-704c-4d31-999b-562853eea7c5,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:52.245147 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-40cef20d-6fe3-4dc1-8a04-4bc33cf36ea7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ba786264e484ec3b4e0ae3458581503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436313 Jul 07 16:55:52.246870 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 42122) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:52.255468 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:52.342506 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=8eb97261-704c-4d31-999b-562853eea7c5,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:52.394969 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7de43237-1e39-4afb-8250-33518199c10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:52.408094 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-721c203e-324e-484e-99c2-49e89d568e2e tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:52.424727 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b33eebfe-def7-42a1-895c-87f4fbdbe66c req-2f6de172-7c42-4e5d-ace4-543a5930a3a1 service neutron] 10.222.0.15 "GET /v2.0/networks/0c693bdf-78c6-4887-aa8b-8c747baba132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974249 Jul 07 16:55:52.444201 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7de43237-1e39-4afb-8250-33518199c10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:52.444694 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ca6fb-f869-48e3-b1da-ad7c5e7012a3 req-57d9b77d-66de-448b-a7db-933a9b084175 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:52.446561 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-343ca6fb-f869-48e3-b1da-ad7c5e7012a3 req-57d9b77d-66de-448b-a7db-933a9b084175 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bd2ec88-fe10-4b52-83de-3e581df5934a HTTP/1.1" status: 200 len: 943 time: 0.2463491 Jul 07 16:55:52.478131 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca0a81-0e23-476c-a73e-be3fca46dcb7 req-06c20dfb-0277-4248-9929-3a6f2cab91fc tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:52.479853 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bca0a81-0e23-476c-a73e-be3fca46dcb7 req-06c20dfb-0277-4248-9929-3a6f2cab91fc tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc HTTP/1.1" status: 200 len: 948 time: 0.1323562 Jul 07 16:55:52.502094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['8eb97261-704c-4d31-999b-562853eea7c5'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:52.594972 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bca0a81-0e23-476c-a73e-be3fca46dcb7 req-d487951b-0c6e-4b6d-a21d-dc3ac4a5b11a tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/security-groups?id=255ad1ca-e146-4406-b615-ee13741e85ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991132 Jul 07 16:55:52.609992 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7de43237-1e39-4afb-8250-33518199c10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:52.610828 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-343ca6fb-f869-48e3-b1da-ad7c5e7012a3 req-36469b3c-6a55-4aab-9cbf-564343b39318 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526823 Jul 07 16:55:52.615513 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7de43237-1e39-4afb-8250-33518199c10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:52.620000 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7de43237-1e39-4afb-8250-33518199c10f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e8d0b63a-186e-41e0-85b9-fe7bc1c87492 HTTP/1.1" status: 204 len: 168 time: 0.3683386 Jul 07 16:55:52.630785 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de43237-1e39-4afb-8250-33518199c10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d0b63a-186e-41e0-85b9-fe7bc1c87492,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:52.656623 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-721c203e-324e-484e-99c2-49e89d568e2e tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:52.744827 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c203e-324e-484e-99c2-49e89d568e2e tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Pushing event updated for resources: {'Port': ['ID=7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:52.772366 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-721c203e-324e-484e-99c2-49e89d568e2e tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Network 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:55:52.775559 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b33eebfe-def7-42a1-895c-87f4fbdbe66c req-2a6d5caf-0892-44e5-b957-88d8c4d9886c service neutron] 10.222.0.15 "GET /v2.0/networks/0c693bdf-78c6-4887-aa8b-8c747baba132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280935 Jul 07 16:55:52.776737 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-721c203e-324e-484e-99c2-49e89d568e2e tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:55:52.780019 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-721c203e-324e-484e-99c2-49e89d568e2e tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:55:52.843871 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-721c203e-324e-484e-99c2-49e89d568e2e tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:52.844753 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-721c203e-324e-484e-99c2-49e89d568e2e tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:52.907192 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-721c203e-324e-484e-99c2-49e89d568e2e tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0999269 Jul 07 16:55:52.928393 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] Request body: {'port': {'device_id': '9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:55:52.964401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b7793-d162-48ad-9e2e-4085a1e64687 req-f679e3d0-fccb-495a-a916-7a0203f6f8e1 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:52.965987 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-083b7793-d162-48ad-9e2e-4085a1e64687 req-f679e3d0-fccb-495a-a916-7a0203f6f8e1 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1163542 Jul 07 16:55:52.973685 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9195b0-62a8-4b1f-97d4-288f52d77645 req-0925f543-cead-4884-821e-21652f2307c1 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:52.981126 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d9195b0-62a8-4b1f-97d4-288f52d77645 req-0925f543-cead-4884-821e-21652f2307c1 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9 HTTP/1.1" status: 200 len: 945 time: 0.0940700 Jul 07 16:55:53.056360 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d9195b0-62a8-4b1f-97d4-288f52d77645 req-f701c841-4838-4785-9961-831c76ce3bd0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742311 Jul 07 16:55:53.066605 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:53.081503 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-083b7793-d162-48ad-9e2e-4085a1e64687 req-ee0de1bd-eae9-40d4-bde0-f4991a42224f tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089382 Jul 07 16:55:53.278557 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['dbf003e7-7303-4392-a04c-6a1898bef767'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:53.319240 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 42144) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:53.372267 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fd664a47-103f-4087-ae8a-1c24bd1cf9f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b96cf69045e34f0d997c04901f03c2bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513346 Jul 07 16:55:53.375198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 42146) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:55:53.542661 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0d17b9ca-9cdf-4c71-9a71-dc8e0496459f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:53.555300 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf26f0-77b7-4692-9643-cfd5150600f1 req-0d5fbf2e-8925-48c0-a013-e1a9503abca4 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:53.556853 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8abf26f0-77b7-4692-9643-cfd5150600f1 req-0d5fbf2e-8925-48c0-a013-e1a9503abca4 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb HTTP/1.1" status: 200 len: 932 time: 0.2770987 Jul 07 16:55:53.608208 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0d17b9ca-9cdf-4c71-9a71-dc8e0496459f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:53.633696 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8abf26f0-77b7-4692-9643-cfd5150600f1 req-3c3fdcd9-eaf8-43c3-9ce7-ef2adbb1519f tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684803 Jul 07 16:55:53.640923 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:53.666286 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8eb97261-704c-4d31-999b-562853eea7c5 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:53.682203 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:53.720487 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0d17b9ca-9cdf-4c71-9a71-dc8e0496459f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:53.729476 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0d17b9ca-9cdf-4c71-9a71-dc8e0496459f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:53.732598 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0d17b9ca-9cdf-4c71-9a71-dc8e0496459f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8f4280b0-cfea-441c-8233-17990d1e94e3 HTTP/1.1" status: 204 len: 168 time: 0.3561196 Jul 07 16:55:53.749210 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17b9ca-9cdf-4c71-9a71-dc8e0496459f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4280b0-cfea-441c-8233-17990d1e94e3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:53.766719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] Transition to ACTIVE for port object 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:55:53.796832 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85104134-c2bd-4c51-820a-47e2ec5ebcdc req-05fa268d-81d2-4e1c-92c9-88680fe30524 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:53.805460 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-85104134-c2bd-4c51-820a-47e2ec5ebcdc req-05fa268d-81d2-4e1c-92c9-88680fe30524 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2840600 Jul 07 16:55:53.816153 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 8eb97261-704c-4d31-999b-562853eea7c5 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:53.818472 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:53.827429 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 8eb97261-704c-4d31-999b-562853eea7c5 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:53.828411 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:53.898942 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-85104134-c2bd-4c51-820a-47e2ec5ebcdc req-b5937895-32f3-4ece-b95e-98cdcfe9b441 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925474 Jul 07 16:55:53.911696 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:53.935513 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87977b-3fcf-4ce8-b943-ec5e041214eb req-e9094109-9d20-4f3a-a88b-33c1009aba8a tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:53.937530 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1b87977b-3fcf-4ce8-b943-ec5e041214eb req-e9094109-9d20-4f3a-a88b-33c1009aba8a tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc HTTP/1.1" status: 200 len: 948 time: 0.1509762 Jul 07 16:55:53.993341 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1b87977b-3fcf-4ce8-b943-ec5e041214eb req-03e8c14e-1a9e-442b-8da1-3d3ea5a4f860 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/security-groups?id=255ad1ca-e146-4406-b615-ee13741e85ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396631 Jul 07 16:55:54.075458 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] Attempting to bind port 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:55:54.075954 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] Attempting to bind port 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '2fe7af82-28aa-413a-8d85-a1067ef1e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:55:54.076639 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] Attempting to bind port 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 on network 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:54.077916 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:54.122190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] Port 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 on network 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:55:54.122560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] Attempting to bind port 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 on network 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:55:54.127840 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd2ec88-fe10-4b52-83de-3e581df5934a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb97261-704c-4d31-999b-562853eea7c5'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:54.130846 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37359323-521b-447a-ab94-05e5e4e13804" -d '{"events": [{"server_uuid": "5bd2ec88-fe10-4b52-83de-3e581df5934a", "name": "network-vif-plugged", "status": "completed", "tag": "8eb97261-704c-4d31-999b-562853eea7c5"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:54.146718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:55:54.147053 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] Checking segment: {'id': '2fe7af82-28aa-413a-8d85-a1067ef1e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:55:54.147446 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] Bound using segment: {'id': '2fe7af82-28aa-413a-8d85-a1067ef1e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:55:54.147880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] Bound port: 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe7af82-28aa-413a-8d85-a1067ef1e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:55:54.148236 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:54.150772 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 8eb97261-704c-4d31-999b-562853eea7c5, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8eb97261-704c-4d31-999b-562853eea7c5,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:54.156969 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:54.241578 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=8eb97261-704c-4d31-999b-562853eea7c5,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:54.251663 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf556e5b-9b81-4041-a3ad-2c4559732d2c req-a96e00db-64a9-47ee-888b-02d3d39950cf tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:54.259749 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bf556e5b-9b81-4041-a3ad-2c4559732d2c req-a96e00db-64a9-47ee-888b-02d3d39950cf tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bd2ec88-fe10-4b52-83de-3e581df5934a HTTP/1.1" status: 200 len: 944 time: 0.2091062 Jul 07 16:55:54.265303 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168dd1d-40e4-4863-a2c2-0aff45e8d84e req-b61bb1fa-028c-43cc-92f3-57865e2a1022 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:54.273257 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3168dd1d-40e4-4863-a2c2-0aff45e8d84e req-b61bb1fa-028c-43cc-92f3-57865e2a1022 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1065483 Jul 07 16:55:54.284582 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] For port 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:55:54.288957 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] For port 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618,segment=NetworkSegment(2fe7af82-28aa-413a-8d85-a1067ef1e64c),segment_id=2fe7af82-28aa-413a-8d85-a1067ef1e64c)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:55:54.306302 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:54.333770 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3168dd1d-40e4-4863-a2c2-0aff45e8d84e req-2d0ebebf-5834-4913-b5c8-78ad69653c86 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595446 Jul 07 16:55:54.362249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:54.362980 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:54.365069 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] 10.222.0.15 "PUT /v2.0/ports/7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 HTTP/1.1" status: 200 len: 1092 time: 1.4453373 Jul 07 16:55:54.367767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb', 'tag': '7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:54.370813 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea38b53-b68b-46b7-98a7-06af8a1a194a" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb", "tag": "7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:54.393214 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bf556e5b-9b81-4041-a3ad-2c4559732d2c req-65ec2e11-918a-43c2-a510-749cef650fff tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310861 Jul 07 16:55:54.451025 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02c4de-aa2d-4b1f-a9c9-6ba393535004 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:54.549312 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-c2952da6-5003-49a5-b094-64be33bbe574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:54.550965 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-c2952da6-5003-49a5-b094-64be33bbe574 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bba3485f01bf4635b3daf846a1eaf074&device_id=9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb HTTP/1.1" status: 200 len: 1095 time: 0.1226265 Jul 07 16:55:54.852121 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad1947a-7d8e-4afa-bf73-5239530705d3 x-openstack-request-id: req-4ad1947a-7d8e-4afa-bf73-5239530705d3 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:54.852579 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd2ec88-fe10-4b52-83de-3e581df5934a", "name": "network-vif-plugged", "status": "completed", "tag": "8eb97261-704c-4d31-999b-562853eea7c5", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:54.852734 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4ad1947a-7d8e-4afa-bf73-5239530705d3 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:54.853210 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd2ec88-fe10-4b52-83de-3e581df5934a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb97261-704c-4d31-999b-562853eea7c5', 'code': 200} Jul 07 16:55:54.989775 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-39d5ca9c-097a-4e09-b67a-6e7d58217e11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 HTTP/1.1" status: 200 len: 217 time: 0.4248114 Jul 07 16:55:55.000303 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e7a051-c97f-49ec-a8dc-40bd6e80f1a4 x-openstack-request-id: req-78e7a051-c97f-49ec-a8dc-40bd6e80f1a4 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:55.000303 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb", "tag": "7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:55.000303 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-78e7a051-c97f-49ec-a8dc-40bd6e80f1a4 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:55.000303 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb', 'tag': '7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618', 'status': 'completed', 'code': 200} Jul 07 16:55:55.094473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-b35adb8e-7392-4559-b5a7-444ee82cfc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:55.095964 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-b35adb8e-7392-4559-b5a7-444ee82cfc78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afa0c846-dbdb-400b-bbf2-104f4f539bf1 HTTP/1.1" status: 200 len: 854 time: 0.0944428 Jul 07 16:55:55.127670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda768b-fe1c-4b39-8c7e-6d5cede33fb8 req-a6a4b964-1054-4235-912b-c1446e1f5c60 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:55.130069 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bdda768b-fe1c-4b39-8c7e-6d5cede33fb8 req-a6a4b964-1054-4235-912b-c1446e1f5c60 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9 HTTP/1.1" status: 200 len: 945 time: 0.5578415 Jul 07 16:55:55.153356 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-015e0ad4-f262-48b0-8e72-06d272f48417 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448871 Jul 07 16:55:55.180453 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418bddd-8bbe-4aa4-b96b-4f4062336752 req-03d71f99-a0b2-4a36-aeda-2d98e42f045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:55.181945 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5418bddd-8bbe-4aa4-b96b-4f4062336752 req-03d71f99-a0b2-4a36-aeda-2d98e42f045f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5bd2ec88-fe10-4b52-83de-3e581df5934a HTTP/1.1" status: 200 len: 1096 time: 0.1991637 Jul 07 16:55:55.188447 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd437eba-c640-4c10-b2b2-48336d713779 req-1f62fe13-310d-49e8-9d5d-eb5c71607bbd tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:55.190275 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bd437eba-c640-4c10-b2b2-48336d713779 req-1f62fe13-310d-49e8-9d5d-eb5c71607bbd tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb HTTP/1.1" status: 200 len: 944 time: 0.0731864 Jul 07 16:55:55.240909 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bd437eba-c640-4c10-b2b2-48336d713779 req-d46a06a8-66bd-44b8-b8a9-801c8de0c585 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426567 Jul 07 16:55:55.272466 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bdda768b-fe1c-4b39-8c7e-6d5cede33fb8 req-5c611b3f-1871-4473-b040-ec28086c7679 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213627 Jul 07 16:55:55.275853 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5418bddd-8bbe-4aa4-b96b-4f4062336752 req-144bb356-5f4c-410e-82a0-46352e4c1b4f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817113 Jul 07 16:55:55.330992 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-763d3e33-18ac-4398-9452-19563c7b2833 service neutron] 10.222.0.15 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610208 Jul 07 16:55:55.459300 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d495b7e-ce11-469e-b87a-4e051f85beec req-6fbf7b61-0e88-4bac-abd8-3979991668f6 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:55.461500 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d495b7e-ce11-469e-b87a-4e051f85beec req-6fbf7b61-0e88-4bac-abd8-3979991668f6 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc HTTP/1.1" status: 200 len: 948 time: 0.0816090 Jul 07 16:55:55.508763 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d495b7e-ce11-469e-b87a-4e051f85beec req-fd29ff62-9054-4eb5-887f-bcac0fa25647 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/security-groups?id=255ad1ca-e146-4406-b615-ee13741e85ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408955 Jul 07 16:55:55.531894 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606700d-f07e-40e5-b21e-897508bc3f6f req-d81c5913-710c-49a0-9516-eb772fedb6f3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:55.533410 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6606700d-f07e-40e5-b21e-897508bc3f6f req-d81c5913-710c-49a0-9516-eb772fedb6f3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1149893 Jul 07 16:55:55.537745 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c59f63ae-4bda-4930-9a47-18bf1a60e1de req-3f83253c-342f-4ae8-abeb-bd2f08b38960 service neutron] 10.222.0.15 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978402 Jul 07 16:55:55.575690 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6606700d-f07e-40e5-b21e-897508bc3f6f req-2986f298-1b77-4ce1-adb3-85423f11960c tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361958 Jul 07 16:55:55.655550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea38b53-b68b-46b7-98a7-06af8a1a194a req-349628c8-547a-4773-83fa-14eb98ed3935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:55.657018 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cea38b53-b68b-46b7-98a7-06af8a1a194a req-349628c8-547a-4773-83fa-14eb98ed3935 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bba3485f01bf4635b3daf846a1eaf074&device_id=9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb HTTP/1.1" status: 200 len: 1095 time: 0.0626433 Jul 07 16:55:55.822472 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea38b53-b68b-46b7-98a7-06af8a1a194a req-7c942593-6dba-4267-9a96-03314104c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:55.823964 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cea38b53-b68b-46b7-98a7-06af8a1a194a req-7c942593-6dba-4267-9a96-03314104c55a service neutron] 10.222.0.15 "GET /v2.0/networks?id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 HTTP/1.1" status: 200 len: 915 time: 0.1595271 Jul 07 16:55:55.836466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebf78f-510e-4f2b-b7dc-78574db3aa12 req-85769338-ac07-4dca-8564-1a0c056704af tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:55.838110 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-65ebf78f-510e-4f2b-b7dc-78574db3aa12 req-85769338-ac07-4dca-8564-1a0c056704af tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bd2ec88-fe10-4b52-83de-3e581df5934a HTTP/1.1" status: 200 len: 945 time: 0.1362982 Jul 07 16:55:55.879073 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1ec7941c-4246-4605-857b-7aeb3986718d details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:55.889523 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cea38b53-b68b-46b7-98a7-06af8a1a194a req-15a56a50-9942-46a3-8b15-36e3cd6d5704 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 HTTP/1.1" status: 200 len: 217 time: 0.0503254 Jul 07 16:55:55.921874 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-65ebf78f-510e-4f2b-b7dc-78574db3aa12 req-536dab4e-494b-425e-bda4-e2cb849eb69b tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763936 Jul 07 16:55:55.966550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea38b53-b68b-46b7-98a7-06af8a1a194a req-3bb112fa-f03c-4dc3-8804-d84f0ebadfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:55.968064 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cea38b53-b68b-46b7-98a7-06af8a1a194a req-3bb112fa-f03c-4dc3-8804-d84f0ebadfc7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afa0c846-dbdb-400b-bbf2-104f4f539bf1 HTTP/1.1" status: 200 len: 854 time: 0.0643480 Jul 07 16:55:56.001972 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1ec7941c-4246-4605-857b-7aeb3986718d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1ec7941c-4246-4605-857b-7aeb3986718d,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:56.019164 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cea38b53-b68b-46b7-98a7-06af8a1a194a req-f803121c-a790-4477-9cdc-9b81291df825 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433388 Jul 07 16:55:56.022809 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '1ec7941c-4246-4605-857b-7aeb3986718d', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '1ec7941c-4246-4605-857b-7aeb3986718d', 'mac_address': 'fa:16:3e:c2:51:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:56.068810 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:56.084477 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ec7941c-4246-4605-857b-7aeb3986718d {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:56.113960 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1ec7941c-4246-4605-857b-7aeb3986718d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1ec7941c-4246-4605-857b-7aeb3986718d,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:56.122185 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:56.219536 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cea38b53-b68b-46b7-98a7-06af8a1a194a req-d767a807-73ed-4bb5-bd02-0eedd4f9c207 service neutron] 10.222.0.15 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828892 Jul 07 16:55:56.226849 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff0623-a6de-4a5b-9d24-20b5557f5307 req-a8740230-5b03-4bb3-b6cb-c4bcd9837aaa tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:56.228493 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7fff0623-a6de-4a5b-9d24-20b5557f5307 req-a8740230-5b03-4bb3-b6cb-c4bcd9837aaa tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 805 time: 0.1832697 Jul 07 16:55:56.243624 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=1ec7941c-4246-4605-857b-7aeb3986718d,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:56.269093 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['1ec7941c-4246-4605-857b-7aeb3986718d'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:56.307461 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7fff0623-a6de-4a5b-9d24-20b5557f5307 req-d4927e05-6bf8-4946-8048-3ea5e9fa197b tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/quotas/442a9cfcd40e429187b2cbade1798605 HTTP/1.1" status: 200 len: 375 time: 0.0675871 Jul 07 16:55:56.407428 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cc3a5-9a40-4cb3-b467-ca21db22e160 req-6614a304-72e0-40ed-8bfd-7694ecf06258 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:56.417181 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ec4cc3a5-9a40-4cb3-b467-ca21db22e160 req-6614a304-72e0-40ed-8bfd-7694ecf06258 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.0915313 Jul 07 16:55:56.450821 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cea38b53-b68b-46b7-98a7-06af8a1a194a req-bc2ef51a-022b-407b-86bb-8a72534b99f7 service neutron] 10.222.0.15 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209203 Jul 07 16:55:56.473143 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7fff0623-a6de-4a5b-9d24-20b5557f5307 req-785eb0ca-2f01-492e-a483-6d8e7bd5bf5b tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1550674 Jul 07 16:55:56.484618 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ec4cc3a5-9a40-4cb3-b467-ca21db22e160 req-e696270b-1adc-4a47-a86e-6704cbf06825 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663614 Jul 07 16:55:56.601972 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7fff0623-a6de-4a5b-9d24-20b5557f5307 req-35999f01-df1e-4ea6-af24-04458e52911c service neutron] 10.222.0.50 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199286 Jul 07 16:55:56.752380 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7fff0623-a6de-4a5b-9d24-20b5557f5307 req-941ce8e9-33a8-4e37-9226-3ca1134b9d85 service neutron] 10.222.0.50 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500545 Jul 07 16:55:56.762286 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840a86d-8af7-490c-b2ea-53ab90f2cb41 req-a0d120c7-a2fa-4e79-90c0-0509c70305fa tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:56.763882 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2840a86d-8af7-490c-b2ea-53ab90f2cb41 req-a0d120c7-a2fa-4e79-90c0-0509c70305fa tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc HTTP/1.1" status: 200 len: 948 time: 0.1528869 Jul 07 16:55:56.867153 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ae06a-2c5a-4ec5-9319-81fc637a4672 req-539f2020-af24-44af-a1de-c77ec458e862 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:56.868719 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5d6ae06a-2c5a-4ec5-9319-81fc637a4672 req-539f2020-af24-44af-a1de-c77ec458e862 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb HTTP/1.1" status: 200 len: 944 time: 0.0925574 Jul 07 16:55:56.934822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-2840a86d-8af7-490c-b2ea-53ab90f2cb41 req-a4079032-772a-453e-b73d-6e54d8f88031 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Deleting port dc1eee8e-6c89-4c34-aa05-7d30a97f536a {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:55:56.935716 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2840a86d-8af7-490c-b2ea-53ab90f2cb41 req-a4079032-772a-453e-b73d-6e54d8f88031 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:56.943697 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5d6ae06a-2c5a-4ec5-9319-81fc637a4672 req-ae721790-0e44-4c89-ade1-33020be97312 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691082 Jul 07 16:55:57.208929 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2840a86d-8af7-490c-b2ea-53ab90f2cb41 req-a4079032-772a-453e-b73d-6e54d8f88031 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] For port dc1eee8e-6c89-4c34-aa05-7d30a97f536a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=dc1eee8e-6c89-4c34-aa05-7d30a97f536a,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:57.209491 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2840a86d-8af7-490c-b2ea-53ab90f2cb41 req-a4079032-772a-453e-b73d-6e54d8f88031 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:57.238963 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-2840a86d-8af7-490c-b2ea-53ab90f2cb41 req-a4079032-772a-453e-b73d-6e54d8f88031 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Calling delete_port for dc1eee8e-6c89-4c34-aa05-7d30a97f536a owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:55:57.271374 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2383491-dcc9-4289-9b0a-22fc8061a824 req-df93a883-016b-4d47-80a1-31672c415b55 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:57.283002 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f2383491-dcc9-4289-9b0a-22fc8061a824 req-df93a883-016b-4d47-80a1-31672c415b55 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bd2ec88-fe10-4b52-83de-3e581df5934a HTTP/1.1" status: 200 len: 945 time: 0.1842551 Jul 07 16:55:57.302209 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53598271-7ca3-4876-8320-5a047eb069e5 req-b343c324-8246-4ce0-8a47-de92a72554f0 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:57.303970 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-53598271-7ca3-4876-8320-5a047eb069e5 req-b343c324-8246-4ce0-8a47-de92a72554f0 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc HTTP/1.1" status: 200 len: 948 time: 0.1296902 Jul 07 16:55:57.357308 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-53598271-7ca3-4876-8320-5a047eb069e5 req-144439c7-b4b4-4c27-b91d-74a38abc8b73 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.50 "GET /v2.0/security-groups?id=255ad1ca-e146-4406-b615-ee13741e85ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462971 Jul 07 16:55:57.372472 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f2383491-dcc9-4289-9b0a-22fc8061a824 req-35167e32-fa33-46cf-a8d7-d3f4b475bdbf tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836587 Jul 07 16:55:57.545926 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2840a86d-8af7-490c-b2ea-53ab90f2cb41 req-a4079032-772a-453e-b73d-6e54d8f88031 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:57.559326 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['dc1eee8e-6c89-4c34-aa05-7d30a97f536a'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:57.625061 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4079032-772a-453e-b73d-6e54d8f88031 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Pushing event deleted for resources: {'Port': ['ID=dc1eee8e-6c89-4c34-aa05-7d30a97f536a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:57.696366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:55:57.730078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2840a86d-8af7-490c-b2ea-53ab90f2cb41 req-a4079032-772a-453e-b73d-6e54d8f88031 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] No DVR routers for this DVR port dc1eee8e-6c89-4c34-aa05-7d30a97f536a on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:55:57.739140 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2840a86d-8af7-490c-b2ea-53ab90f2cb41 req-a4079032-772a-453e-b73d-6e54d8f88031 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:57.741167 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2840a86d-8af7-490c-b2ea-53ab90f2cb41 req-a4079032-772a-453e-b73d-6e54d8f88031 tempest-ImagesNegativeTestJSON-605692811 tempest-ImagesNegativeTestJSON-605692811-project] 10.222.0.69 "DELETE /v2.0/ports/dc1eee8e-6c89-4c34-aa05-7d30a97f536a HTTP/1.1" status: 204 len: 173 time: 0.9703228 Jul 07 16:55:57.742826 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc', 'name': 'network-vif-deleted', 'tag': 'dc1eee8e-6c89-4c34-aa05-7d30a97f536a'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:57.745215 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175c7620-a948-4882-9469-d68ef787f16d" -d '{"events": [{"server_uuid": "3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc", "name": "network-vif-deleted", "tag": "dc1eee8e-6c89-4c34-aa05-7d30a97f536a"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:57.775708 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bce019b6-c703-4fba-bead-ed98c39b67b0 req-501caea6-d785-4b18-bbda-7e170576bdd4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2425857 Jul 07 16:55:57.787605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1af44-0e1c-4e8d-b345-e4d29baf9303 req-d60012fe-cdfa-49c9-ac37-f781603d66d2 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:57.794877 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b4a1af44-0e1c-4e8d-b345-e4d29baf9303 req-d60012fe-cdfa-49c9-ac37-f781603d66d2 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2498922 Jul 07 16:55:57.887598 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1ec7941c-4246-4605-857b-7aeb3986718d up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:57.896757 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b4a1af44-0e1c-4e8d-b345-e4d29baf9303 req-4de2bcb2-bc36-43d4-961b-ffc2cd301aa4 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006262 Jul 07 16:55:58.020651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce019b6-c703-4fba-bead-ed98c39b67b0 req-9a109f8d-b612-4e20-a11b-b3b86d7d1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:58.022537 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bce019b6-c703-4fba-bead-ed98c39b67b0 req-9a109f8d-b612-4e20-a11b-b3b86d7d1254 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0501f382b6694d0ab9ec962ffb43a8ed&device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 1096 time: 0.1851547 Jul 07 16:55:58.105305 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618,segment=NetworkSegment(2fe7af82-28aa-413a-8d85-a1067ef1e64c),segment_id=2fe7af82-28aa-413a-8d85-a1067ef1e64c)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:58.124959 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618', 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1', 'port_id': '7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618', 'mac_address': 'fa:16:3e:5c:37:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa0c846-dbdb-400b-bbf2-104f4f539bf1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:55:58.132635 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 1ec7941c-4246-4605-857b-7aeb3986718d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:58.133278 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:58.202820 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:58.223736 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:55:58.237888 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e069ad8f-800f-49f2-bc2c-679af8cd17aa x-openstack-request-id: req-e069ad8f-800f-49f2-bc2c-679af8cd17aa {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:58.238971 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc", "name": "network-vif-deleted", "tag": "dc1eee8e-6c89-4c34-aa05-7d30a97f536a", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:58.238971 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e069ad8f-800f-49f2-bc2c-679af8cd17aa {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:58.239486 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b806361-9ef0-46a6-80f4-a8bbbe4bbfbc', 'name': 'network-vif-deleted', 'tag': 'dc1eee8e-6c89-4c34-aa05-7d30a97f536a', 'status': 'completed', 'code': 200} Jul 07 16:55:58.246908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce019b6-c703-4fba-bead-ed98c39b67b0 req-f3d78e05-c606-44b8-8249-cdb0d1ee9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:58.248414 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bce019b6-c703-4fba-bead-ed98c39b67b0 req-f3d78e05-c606-44b8-8249-cdb0d1ee9a0d service neutron] 10.222.0.69 "GET /v2.0/networks?id=585991d3-1c4c-497e-aa94-d9dabd614307 HTTP/1.1" status: 200 len: 915 time: 0.1903734 Jul 07 16:55:58.258057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa30fa-26e3-4c50-8e41-6f0ff06da5b0 req-a6628234-c09a-4e42-b470-a50d83b6b4e1 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:58.259639 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26fa30fa-26e3-4c50-8e41-6f0ff06da5b0 req-a6628234-c09a-4e42-b470-a50d83b6b4e1 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bd2ec88-fe10-4b52-83de-3e581df5934a HTTP/1.1" status: 200 len: 945 time: 0.1194446 Jul 07 16:55:58.273210 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618,segment=NetworkSegment(2fe7af82-28aa-413a-8d85-a1067ef1e64c),segment_id=2fe7af82-28aa-413a-8d85-a1067ef1e64c)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:58.282727 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:58.287961 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:58.317078 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bce019b6-c703-4fba-bead-ed98c39b67b0 req-32acc362-2785-47d6-8a13-2ace4bc16b3c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c0023a5-f50b-490b-a782-0053eb297dbf HTTP/1.1" status: 200 len: 217 time: 0.0557692 Jul 07 16:55:58.343130 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b1614d-7cd5-4440-b415-be7185fc1648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec7941c-4246-4605-857b-7aeb3986718d'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:55:58.345986 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f1bac1-b570-4a0e-90f0-ef668033e8c0" -d '{"events": [{"server_uuid": "03b1614d-7cd5-4440-b415-be7185fc1648", "name": "network-vif-plugged", "status": "completed", "tag": "1ec7941c-4246-4605-857b-7aeb3986718d"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:55:58.349902 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26fa30fa-26e3-4c50-8e41-6f0ff06da5b0 req-1e993ea6-2913-4c55-ae7f-f39c23d331e0 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810955 Jul 07 16:55:58.368701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:58.373359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1ec7941c-4246-4605-857b-7aeb3986718d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1ec7941c-4246-4605-857b-7aeb3986718d,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:55:58.379998 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:58.405269 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce019b6-c703-4fba-bead-ed98c39b67b0 req-a46a0b13-2eeb-4bfe-ae3d-494299a89a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:58.407065 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bce019b6-c703-4fba-bead-ed98c39b67b0 req-a46a0b13-2eeb-4bfe-ae3d-494299a89a3d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=748e4878-dc0e-488c-ad96-c5afee4e3c75 HTTP/1.1" status: 200 len: 854 time: 0.0694516 Jul 07 16:55:58.461625 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bce019b6-c703-4fba-bead-ed98c39b67b0 req-4dd0e599-7d13-4e20-b84a-26280b117d99 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=585991d3-1c4c-497e-aa94-d9dabd614307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444281 Jul 07 16:55:58.468634 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=1ec7941c-4246-4605-857b-7aeb3986718d,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:55:58.521025 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190a7d0-c20c-4dfa-a5f9-e0d221cb67d4 req-6f987cc5-3cbc-4936-95ac-bb086f389e86 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:58.522852 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8190a7d0-c20c-4dfa-a5f9-e0d221cb67d4 req-6f987cc5-3cbc-4936-95ac-bb086f389e86 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1549163 Jul 07 16:55:58.539733 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:55:58.584313 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8190a7d0-c20c-4dfa-a5f9-e0d221cb67d4 req-8a1fdaff-ab1f-4a02-8690-27e30320274e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540111 Jul 07 16:55:58.694494 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bce019b6-c703-4fba-bead-ed98c39b67b0 req-21ba3150-3a1f-4a57-8d3c-62eb9481162b service neutron] 10.222.0.69 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237527 Jul 07 16:55:58.714291 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668582f0-b860-43f6-a8f7-296f4d936a11 req-b7ae40b4-720c-421b-8e8b-ffc49176bf87 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:58.718091 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-668582f0-b860-43f6-a8f7-296f4d936a11 req-b7ae40b4-720c-421b-8e8b-ffc49176bf87 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb HTTP/1.1" status: 200 len: 945 time: 0.1860406 Jul 07 16:55:58.851008 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-668582f0-b860-43f6-a8f7-296f4d936a11 req-347b16b4-806e-46b3-9bef-14f39ea32084 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060328 Jul 07 16:55:58.864634 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215c8233-c582-4b16-9a79-b8799cfe6a05 x-openstack-request-id: req-215c8233-c582-4b16-9a79-b8799cfe6a05 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:55:58.865193 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b1614d-7cd5-4440-b415-be7185fc1648", "name": "network-vif-plugged", "status": "completed", "tag": "1ec7941c-4246-4605-857b-7aeb3986718d", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:55:58.865306 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-215c8233-c582-4b16-9a79-b8799cfe6a05 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:55:58.865796 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b1614d-7cd5-4440-b415-be7185fc1648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec7941c-4246-4605-857b-7aeb3986718d', 'code': 200} Jul 07 16:55:58.908909 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bce019b6-c703-4fba-bead-ed98c39b67b0 req-41c0897b-8230-420d-bac8-f25229b4c143 service neutron] 10.222.0.69 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915715 Jul 07 16:55:59.129962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbc312-99ca-41c1-8bd2-5d39f495ba5f req-a88810d3-dd51-437e-9879-1dd88d006134 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:59.131490 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-77dbc312-99ca-41c1-8bd2-5d39f495ba5f req-a88810d3-dd51-437e-9879-1dd88d006134 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/networks?id=585991d3-1c4c-497e-aa94-d9dabd614307 HTTP/1.1" status: 200 len: 814 time: 0.1126788 Jul 07 16:55:59.148301 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-77dbc312-99ca-41c1-8bd2-5d39f495ba5f req-0f96bb93-6b5b-4657-9513-3db0112a7ee1 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/quotas/0501f382b6694d0ab9ec962ffb43a8ed HTTP/1.1" status: 200 len: 375 time: 0.0107367 Jul 07 16:55:59.242746 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-77dbc312-99ca-41c1-8bd2-5d39f495ba5f req-8f0527c6-4250-4d4b-b25e-fd8854fcf7fb tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0501f382b6694d0ab9ec962ffb43a8ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0879557 Jul 07 16:55:59.504040 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-0556a35c-c3a5-4562-b54f-d0805ffb41be tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:59.510888 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-0556a35c-c3a5-4562-b54f-d0805ffb41be tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 805 time: 0.1347253 Jul 07 16:55:59.531911 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b24894cb-ad83-4a8f-bb73-f51de8c1f46e tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/quotas/442a9cfcd40e429187b2cbade1798605 HTTP/1.1" status: 200 len: 375 time: 0.0171378 Jul 07 16:55:59.610969 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-7bc60844-b8a7-45cc-9fe2-becd8846b07d tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0731504 Jul 07 16:55:59.710066 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:55:59.806537 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-e7719bfc-499e-4ab8-ad3e-f5c79f4d94d5 service neutron] 10.222.0.50 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855838 Jul 07 16:55:59.831080 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd23789-c009-4f96-b5f5-43d5c6f9e628 req-8bc0dec2-5f2b-451a-b6fd-f2e85064f9a9 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:55:59.833071 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0bd23789-c009-4f96-b5f5-43d5c6f9e628 req-8bc0dec2-5f2b-451a-b6fd-f2e85064f9a9 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1294940 Jul 07 16:55:59.847491 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:55:59.854417 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:55:59.855967 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:55:59.893913 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device dc1eee8e-6c89-4c34-aa05-7d30a97f536a no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:55:59.921683 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: dc1eee8e-6c89-4c34-aa05-7d30a97f536a {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:55:59.922752 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0bd23789-c009-4f96-b5f5-43d5c6f9e628 req-1b05ba40-a5ab-4771-ba8d-e83cc23d3ef7 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818131 Jul 07 16:55:59.923008 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device dc1eee8e-6c89-4c34-aa05-7d30a97f536a not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:55:59.987796 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-c3d3c3b0-8081-496d-84e0-635dc9e2f743 service neutron] 10.222.0.50 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717439 Jul 07 16:56:00.058143 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:00.103979 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618,segment=NetworkSegment(2fe7af82-28aa-413a-8d85-a1067ef1e64c),segment_id=2fe7af82-28aa-413a-8d85-a1067ef1e64c)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:00.119335 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:00.195522 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:00.457678 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb41a3f-2977-4c38-b5d4-99c0d79d595e req-59d42952-1ec8-429c-b06c-1f25bc40bd58 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:00.468587 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cdb41a3f-2977-4c38-b5d4-99c0d79d595e req-59d42952-1ec8-429c-b06c-1f25bc40bd58 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb HTTP/1.1" status: 200 len: 946 time: 0.1098211 Jul 07 16:56:00.501162 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb9b07-47a3-4764-b5b8-7032a0a75d9e req-098eba8e-5f9c-47cd-b9ce-8a510c9f3ad2 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:00.514857 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d5eb9b07-47a3-4764-b5b8-7032a0a75d9e req-098eba8e-5f9c-47cd-b9ce-8a510c9f3ad2 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1301854 Jul 07 16:56:00.629663 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cdb41a3f-2977-4c38-b5d4-99c0d79d595e req-a84167ab-6816-4c8a-affa-9d88b53f92b9 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590481 Jul 07 16:56:00.639354 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d5eb9b07-47a3-4764-b5b8-7032a0a75d9e req-cbba1ecd-876f-4a46-8b2a-f2c93214ba93 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235206 Jul 07 16:56:00.768209 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9cdf779c-98bf-41de-aa0f-cddf09dbfc49 req-3b841372-a94c-4b22-9bef-929c5fa3a405 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd7e0e9-1628-44c7-82ca-9a4ca59f3785 HTTP/1.1" status: 200 len: 210 time: 0.0639825 Jul 07 16:56:00.867650 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:00.871847 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dde24c-f893-4aac-90e5-1d72493db227" -d '{"events": [{"server_uuid": "9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb", "name": "network-vif-plugged", "status": "completed", "tag": "7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:01.184871 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:56:01.733792 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8eb97261-704c-4d31-999b-562853eea7c5 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:56:01.980307 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 8eb97261-704c-4d31-999b-562853eea7c5, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8eb97261-704c-4d31-999b-562853eea7c5,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:02.032692 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '8eb97261-704c-4d31-999b-562853eea7c5', 'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132', 'port_id': '8eb97261-704c-4d31-999b-562853eea7c5', 'mac_address': 'fa:16:3e:25:f4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11029ac-8d3c-47c7-98fb-61244a65c880', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:56:02.082363 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-fb907d94-6c43-4924-ad6f-e7df76c569fb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:02.082363 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-fb907d94-6c43-4924-ad6f-e7df76c569fb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.69 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 805 time: 0.2672751 Jul 07 16:56:02.101862 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-fdccc4b4-7afd-43d8-97de-aa632a04a6d0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Request body: {'port': {'device_id': 'bfd7e0e9-1628-44c7-82ca-9a4ca59f3785', 'network_id': '00200275-feb8-4792-b225-1605381ce5dc', 'admin_state_up': True, 'tenant_id': '442a9cfcd40e429187b2cbade1798605'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:02.163192 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:02.196335 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8eb97261-704c-4d31-999b-562853eea7c5 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:02.227624 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 8eb97261-704c-4d31-999b-562853eea7c5, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8eb97261-704c-4d31-999b-562853eea7c5,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:02.237499 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:02.298083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=8eb97261-704c-4d31-999b-562853eea7c5,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:02.346104 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-fdccc4b4-7afd-43d8-97de-aa632a04a6d0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Made reservation on behalf of 442a9cfcd40e429187b2cbade1798605 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:02.353113 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-fdccc4b4-7afd-43d8-97de-aa632a04a6d0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:02.379333 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['8eb97261-704c-4d31-999b-562853eea7c5'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:02.546874 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-fdccc4b4-7afd-43d8-97de-aa632a04a6d0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Allocated IP 172.20.0.10 (00200275-feb8-4792-b225-1605381ce5dc/a99df1f9-17f6-4826-9d57-d15200be420d/f50d306e-858c-4737-b6ab-35259d0fc461) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:56:02.796683 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-fdccc4b4-7afd-43d8-97de-aa632a04a6d0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:02.848557 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-fdccc4b4-7afd-43d8-97de-aa632a04a6d0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:02.869565 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['465fc65b-b48d-4ce1-839f-23d7a638aaa4'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:02.900681 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-fdccc4b4-7afd-43d8-97de-aa632a04a6d0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Network 00200275-feb8-4792-b225-1605381ce5dc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:02.904462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-fdccc4b4-7afd-43d8-97de-aa632a04a6d0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:02.907181 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-fdccc4b4-7afd-43d8-97de-aa632a04a6d0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:03.241595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccc4b4-7afd-43d8-97de-aa632a04a6d0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Pushing event updated for resources: {'Port': ['ID=f50d306e-858c-4737-b6ab-35259d0fc461,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:03.266085 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-fdccc4b4-7afd-43d8-97de-aa632a04a6d0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:03.268898 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-fdccc4b4-7afd-43d8-97de-aa632a04a6d0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.289390 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-fdccc4b4-7afd-43d8-97de-aa632a04a6d0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1944880 Jul 07 16:56:03.307414 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] Request body: {'port': {'device_id': 'bfd7e0e9-1628-44c7-82ca-9a4ca59f3785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:03.396901 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.729948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f50d306e-858c-4737-b6ab-35259d0fc461 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:03.731467 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8eb97261-704c-4d31-999b-562853eea7c5 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:03.737872 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.750663 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] Transition to ACTIVE for port object f50d306e-858c-4737-b6ab-35259d0fc461 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:03.760178 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.810593 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] Pushing event updated for resources: {'Port': ['ID=f50d306e-858c-4737-b6ab-35259d0fc461,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:03.857982 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 8eb97261-704c-4d31-999b-562853eea7c5 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:03.859499 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:03.956502 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] Attempting to bind port f50d306e-858c-4737-b6ab-35259d0fc461 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:03.956859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] Attempting to bind port f50d306e-858c-4737-b6ab-35259d0fc461 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:03.957743 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] Attempting to bind port f50d306e-858c-4737-b6ab-35259d0fc461 on network 00200275-feb8-4792-b225-1605381ce5dc {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:03.963361 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] Port f50d306e-858c-4737-b6ab-35259d0fc461 on network 00200275-feb8-4792-b225-1605381ce5dc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:03.963697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] Attempting to bind port f50d306e-858c-4737-b6ab-35259d0fc461 on network 00200275-feb8-4792-b225-1605381ce5dc {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:03.970520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:56:03.970703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] Checking segment: {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:03.971243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] Bound using segment: {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:56:03.971686 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] Bound port: f50d306e-858c-4737-b6ab-35259d0fc461, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:56:03.972050 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:04.043050 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:04.057023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] For port f50d306e-858c-4737-b6ab-35259d0fc461, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:04.061469 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] For port f50d306e-858c-4737-b6ab-35259d0fc461, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=f50d306e-858c-4737-b6ab-35259d0fc461,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:56:04.068789 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:04.107355 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 8eb97261-704c-4d31-999b-562853eea7c5, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8eb97261-704c-4d31-999b-562853eea7c5,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:04.116073 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:04.138925 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:04.143229 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:04.145444 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] 10.222.0.69 "PUT /v2.0/ports/f50d306e-858c-4737-b6ab-35259d0fc461 HTTP/1.1" status: 200 len: 1092 time: 0.8458469 Jul 07 16:56:04.146329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd7e0e9-1628-44c7-82ca-9a4ca59f3785', 'tag': 'f50d306e-858c-4737-b6ab-35259d0fc461'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:04.148895 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09465a8-0e1e-42ce-a5d2-bc57291294a8" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd7e0e9-1628-44c7-82ca-9a4ca59f3785", "tag": "f50d306e-858c-4737-b6ab-35259d0fc461"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:04.157364 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a25b20-7b77-4688-b8f9-f67b59808bcc service neutron] Pushing event updated for resources: {'Port': ['ID=f50d306e-858c-4737-b6ab-35259d0fc461,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:04.212524 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=8eb97261-704c-4d31-999b-562853eea7c5,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:04.323944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-000d42be-170f-4d39-b379-69e13ff0fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:04.332978 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-000d42be-170f-4d39-b379-69e13ff0fc11 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&device_id=bfd7e0e9-1628-44c7-82ca-9a4ca59f3785 HTTP/1.1" status: 200 len: 1095 time: 0.1414170 Jul 07 16:56:04.403085 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-923e99ff-723f-4d98-b1ea-87c84aa3ea60 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f50d306e-858c-4737-b6ab-35259d0fc461 HTTP/1.1" status: 200 len: 217 time: 0.0573492 Jul 07 16:56:04.462264 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-24cacc85-df0c-41db-bba0-d548730820a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:04.465449 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-24cacc85-df0c-41db-bba0-d548730820a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a99df1f9-17f6-4826-9d57-d15200be420d HTTP/1.1" status: 200 len: 845 time: 0.0560596 Jul 07 16:56:04.508594 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-da484a6e-812b-4d9d-bb36-2daceffa313b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00200275-feb8-4792-b225-1605381ce5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337756 Jul 07 16:56:04.640418 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-0b7b57b3-e855-45cd-a7c2-0ab8ff51eb58 service neutron] 10.222.0.69 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165938 Jul 07 16:56:04.755966 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c2d0571-6a8e-4028-ad86-980861bde599 req-5d97688e-641e-4ae3-b12a-d06b2bf07ed1 service neutron] 10.222.0.69 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075964 Jul 07 16:56:05.255568 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2019d42f-de81-4ad5-b04e-57a392e6cb99 x-openstack-request-id: req-2019d42f-de81-4ad5-b04e-57a392e6cb99 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:05.256558 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb", "name": "network-vif-plugged", "status": "completed", "tag": "7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:05.257031 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2019d42f-de81-4ad5-b04e-57a392e6cb99 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:05.257642 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618', 'code': 200} Jul 07 16:56:05.303246 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a1868009-6298-4cb8-a665-6a0100510482 req-3b6525cd-61f5-43b7-85f8-2be23347697e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=0501f382b6694d0ab9ec962ffb43a8ed HTTP/1.1" status: 200 len: 221 time: 0.0983341 Jul 07 16:56:05.664111 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65ec0a-2eee-46d5-bb48-cd2dcb4ae32f req-e33ea9ff-341f-47cd-9ba3-e6a0a4da036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:05.665895 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bf65ec0a-2eee-46d5-bb48-cd2dcb4ae32f req-e33ea9ff-341f-47cd-9ba3-e6a0a4da036e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb HTTP/1.1" status: 200 len: 1097 time: 0.2543840 Jul 07 16:56:05.734422 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee071b3-63ea-4076-956a-92b598822fd9 req-a4a5855c-8589-42bf-868a-667ea2a0f562 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:05.736478 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2ee071b3-63ea-4076-956a-92b598822fd9 req-a4a5855c-8589-42bf-868a-667ea2a0f562 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb HTTP/1.1" status: 200 len: 946 time: 0.2112241 Jul 07 16:56:05.744272 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bf65ec0a-2eee-46d5-bb48-cd2dcb4ae32f req-beb127cd-d801-4181-a20f-ccdb1b985dcb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629063 Jul 07 16:56:05.791203 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2ee071b3-63ea-4076-956a-92b598822fd9 req-913d724f-e3f6-485c-93ba-362ceb994836 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450261 Jul 07 16:56:05.822322 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48403ea-df07-4c25-adf6-020192ee9958 req-0ca07c6e-0a18-4af7-9f57-47720fde697d tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:05.829038 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a48403ea-df07-4c25-adf6-020192ee9958 req-0ca07c6e-0a18-4af7-9f57-47720fde697d tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd7e0e9-1628-44c7-82ca-9a4ca59f3785 HTTP/1.1" status: 200 len: 944 time: 0.1831706 Jul 07 16:56:05.856416 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 42510) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:05.868235 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b450e5-b4d4-4ef8-9c91-53b940e59666 x-openstack-request-id: req-20b450e5-b4d4-4ef8-9c91-53b940e59666 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:05.870712 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd7e0e9-1628-44c7-82ca-9a4ca59f3785", "tag": "f50d306e-858c-4737-b6ab-35259d0fc461", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:05.871098 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-20b450e5-b4d4-4ef8-9c91-53b940e59666 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:05.871646 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd7e0e9-1628-44c7-82ca-9a4ca59f3785', 'tag': 'f50d306e-858c-4737-b6ab-35259d0fc461', 'status': 'completed', 'code': 200} Jul 07 16:56:05.893947 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a48403ea-df07-4c25-adf6-020192ee9958 req-5fd5e2ba-ed44-4f1e-ac77-c8e1759739ec tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636413 Jul 07 16:56:06.049156 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-df073e5b-9712-4312-aac5-77d28547ecde admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:06.081783 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09465a8-0e1e-42ce-a5d2-bc57291294a8 req-fde60ee0-e28c-49de-b4c1-a76ca67cf19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:06.091894 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a09465a8-0e1e-42ce-a5d2-bc57291294a8 req-fde60ee0-e28c-49de-b4c1-a76ca67cf19b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&device_id=bfd7e0e9-1628-44c7-82ca-9a4ca59f3785 HTTP/1.1" status: 200 len: 1095 time: 0.1799276 Jul 07 16:56:06.203955 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258533b6-4994-4940-8960-664f2840ed05 req-24aa4138-570c-48fb-8f59-c4ba4fe43b72 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:06.206920 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-258533b6-4994-4940-8960-664f2840ed05 req-24aa4138-570c-48fb-8f59-c4ba4fe43b72 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1113555 Jul 07 16:56:06.276384 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-258533b6-4994-4940-8960-664f2840ed05 req-f9fc4306-3c17-4c51-aee8-138515a45036 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638320 Jul 07 16:56:06.281361 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a78036-19c7-4ea0-aadf-41ffd26de339 req-64873416-6096-4ae1-82f9-bc74db7c34f5 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:06.288891 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-30a78036-19c7-4ea0-aadf-41ffd26de339 req-64873416-6096-4ae1-82f9-bc74db7c34f5 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bd2ec88-fe10-4b52-83de-3e581df5934a HTTP/1.1" status: 200 len: 945 time: 0.2197833 Jul 07 16:56:06.345513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09465a8-0e1e-42ce-a5d2-bc57291294a8 req-3ca85f14-c7ed-4eab-ad23-2ad876a05409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:06.347117 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a09465a8-0e1e-42ce-a5d2-bc57291294a8 req-3ca85f14-c7ed-4eab-ad23-2ad876a05409 service neutron] 10.222.0.69 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 906 time: 0.2078621 Jul 07 16:56:06.424449 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a09465a8-0e1e-42ce-a5d2-bc57291294a8 req-c25c5cff-c918-4ea2-bdba-a6f57f43b838 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f50d306e-858c-4737-b6ab-35259d0fc461 HTTP/1.1" status: 200 len: 217 time: 0.0614116 Jul 07 16:56:06.429432 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-30a78036-19c7-4ea0-aadf-41ffd26de339 req-a4abedd7-ad34-4fa3-aaf0-73c96cb0f2e2 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393952 Jul 07 16:56:06.643586 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-df073e5b-9712-4312-aac5-77d28547ecde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:06.648187 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09465a8-0e1e-42ce-a5d2-bc57291294a8 req-c4cd8546-e1e7-4f14-8969-56988d3db340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:06.649948 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a09465a8-0e1e-42ce-a5d2-bc57291294a8 req-c4cd8546-e1e7-4f14-8969-56988d3db340 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a99df1f9-17f6-4826-9d57-d15200be420d HTTP/1.1" status: 200 len: 845 time: 0.2168257 Jul 07 16:56:06.657006 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-df073e5b-9712-4312-aac5-77d28547ecde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:06.734012 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a09465a8-0e1e-42ce-a5d2-bc57291294a8 req-a9f42bd3-1b28-4698-9f53-07795c57779d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00200275-feb8-4792-b225-1605381ce5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543406 Jul 07 16:56:06.743917 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df073e5b-9712-4312-aac5-77d28547ecde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8524f8-fadd-4a93-8bd9-b467287bcf71,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:06.748800 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-df073e5b-9712-4312-aac5-77d28547ecde admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72b27a924ab847138a48b8dcce6b9ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8912365 Jul 07 16:56:06.751588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 42544) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:06.869106 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a09465a8-0e1e-42ce-a5d2-bc57291294a8 req-7df6dce8-3700-4ae4-8dcd-985f671a60f2 service neutron] 10.222.0.69 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185343 Jul 07 16:56:06.888231 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2bf61502-176c-4285-a1f8-35e446efc58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:06.917286 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2bf61502-176c-4285-a1f8-35e446efc58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:06.977548 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 42550) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:07.008969 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2bf61502-176c-4285-a1f8-35e446efc58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:07.013009 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2bf61502-176c-4285-a1f8-35e446efc58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:07.023755 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2bf61502-176c-4285-a1f8-35e446efc58b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec8524f8-fadd-4a93-8bd9-b467287bcf71 HTTP/1.1" status: 204 len: 168 time: 0.2687540 Jul 07 16:56:07.055100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf61502-176c-4285-a1f8-35e446efc58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8524f8-fadd-4a93-8bd9-b467287bcf71,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:07.259016 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd2ec88-fe10-4b52-83de-3e581df5934a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb97261-704c-4d31-999b-562853eea7c5'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:07.262087 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c99669f-01ed-4317-ba66-34c443ef14fb" -d '{"events": [{"server_uuid": "5bd2ec88-fe10-4b52-83de-3e581df5934a", "name": "network-vif-plugged", "status": "completed", "tag": "8eb97261-704c-4d31-999b-562853eea7c5"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:07.280225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c092dcc-21b1-4966-8421-e1af86f4d52d req-781650aa-7acb-41d6-9aab-dd9f57e3299f tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:07.282220 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8c092dcc-21b1-4966-8421-e1af86f4d52d req-781650aa-7acb-41d6-9aab-dd9f57e3299f tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.4091082 Jul 07 16:56:07.289259 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a09465a8-0e1e-42ce-a5d2-bc57291294a8 req-027503b1-b0b8-4358-b5c6-65107c5768ee service neutron] 10.222.0.69 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947499 Jul 07 16:56:07.355350 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d0f7f0bd-8155-47e2-b505-796c9a413274 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=450b7ed499284aad8c7197087da9437c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3765676 Jul 07 16:56:07.356450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 42562) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:07.478334 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c608f2-73e6-4e2a-9ab8-326558c583c0 req-37b24267-6abb-4f46-b6d2-af550a5f643f tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:07.481204 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-63c608f2-73e6-4e2a-9ab8-326558c583c0 req-37b24267-6abb-4f46-b6d2-af550a5f643f tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb HTTP/1.1" status: 200 len: 946 time: 0.0970421 Jul 07 16:56:07.495922 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8c092dcc-21b1-4966-8421-e1af86f4d52d req-e8aa6409-1afc-405a-bc9a-84b4164a13b1 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056537 Jul 07 16:56:07.539886 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b9a22afe-45ac-46da-adf8-688ae48ea200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:07.584665 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-63c608f2-73e6-4e2a-9ab8-326558c583c0 req-4baedba9-4f66-42c8-8b96-fa6d3c63d414 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968809 Jul 07 16:56:07.615494 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b9a22afe-45ac-46da-adf8-688ae48ea200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:07.742582 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b9a22afe-45ac-46da-adf8-688ae48ea200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:07.745545 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b9a22afe-45ac-46da-adf8-688ae48ea200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:07.750325 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b9a22afe-45ac-46da-adf8-688ae48ea200 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/255ad1ca-e146-4406-b615-ee13741e85ae HTTP/1.1" status: 204 len: 168 time: 0.3892303 Jul 07 16:56:07.761670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a22afe-45ac-46da-adf8-688ae48ea200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255ad1ca-e146-4406-b615-ee13741e85ae,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:07.903982 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb95b6-cefa-4507-902b-bceba6796628 req-16e0125e-06d3-4400-8198-5fdc4eddafb3 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:07.905807 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-14cb95b6-cefa-4507-902b-bceba6796628 req-16e0125e-06d3-4400-8198-5fdc4eddafb3 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd7e0e9-1628-44c7-82ca-9a4ca59f3785 HTTP/1.1" status: 200 len: 944 time: 0.1298010 Jul 07 16:56:07.930811 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device f50d306e-858c-4737-b6ab-35259d0fc461 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:56:07.982599 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54a687-bb8e-46de-b732-925108fc9471 req-d6b611c7-43fc-4ae6-9a62-49ed90626776 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:07.992766 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3a54a687-bb8e-46de-b732-925108fc9471 req-d6b611c7-43fc-4ae6-9a62-49ed90626776 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bd2ec88-fe10-4b52-83de-3e581df5934a HTTP/1.1" status: 200 len: 945 time: 0.1760190 Jul 07 16:56:08.007220 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-14cb95b6-cefa-4507-902b-bceba6796628 req-9384e3f6-0a6f-4621-8867-ce3472d921e5 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918577 Jul 07 16:56:08.074624 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3a54a687-bb8e-46de-b732-925108fc9471 req-2321dd98-2525-45e4-b5d9-2893fd4e9df4 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803111 Jul 07 16:56:08.204821 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port f50d306e-858c-4737-b6ab-35259d0fc461, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=f50d306e-858c-4737-b6ab-35259d0fc461,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:08.279786 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'f50d306e-858c-4737-b6ab-35259d0fc461', 'network_id': '00200275-feb8-4792-b225-1605381ce5dc', 'port_id': 'f50d306e-858c-4737-b6ab-35259d0fc461', 'mac_address': 'fa:16:3e:1c:0e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99df1f9-17f6-4826-9d57-d15200be420d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:56:08.292140 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39043d0-bd43-4d8a-be7b-81d4f2db4140 x-openstack-request-id: req-a39043d0-bd43-4d8a-be7b-81d4f2db4140 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:08.292608 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd2ec88-fe10-4b52-83de-3e581df5934a", "name": "network-vif-plugged", "status": "completed", "tag": "8eb97261-704c-4d31-999b-562853eea7c5", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:08.293027 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a39043d0-bd43-4d8a-be7b-81d4f2db4140 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:08.293737 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd2ec88-fe10-4b52-83de-3e581df5934a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb97261-704c-4d31-999b-562853eea7c5', 'code': 200} Jul 07 16:56:08.396312 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:08.420365 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50d306e-858c-4737-b6ab-35259d0fc461 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:08.481455 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port f50d306e-858c-4737-b6ab-35259d0fc461, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=f50d306e-858c-4737-b6ab-35259d0fc461,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:08.501423 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:08.630355 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=f50d306e-858c-4737-b6ab-35259d0fc461,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:08.689799 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839eda36-b8e8-4733-b3f6-818e4ba2537d req-d6713015-8083-4d60-b15f-853745887c3b tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:08.702502 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-839eda36-b8e8-4733-b3f6-818e4ba2537d req-d6713015-8083-4d60-b15f-853745887c3b tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1695051 Jul 07 16:56:08.778035 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-839eda36-b8e8-4733-b3f6-818e4ba2537d req-243a5cd9-a22b-4086-9cbd-1c571f2698a6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741830 Jul 07 16:56:08.878414 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['f50d306e-858c-4737-b6ab-35259d0fc461'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:09.282804 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed6416-fbed-419b-897b-d3150b5247cb req-e34126e8-ad91-4c7b-9308-ecc88684b615 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:09.285054 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29ed6416-fbed-419b-897b-d3150b5247cb req-e34126e8-ad91-4c7b-9308-ecc88684b615 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.15 "GET /v2.0/ports?device_id=5bd2ec88-fe10-4b52-83de-3e581df5934a HTTP/1.1" status: 200 len: 945 time: 0.2621150 Jul 07 16:56:09.463087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec0676-4348-4770-9ee9-5abd1c5d69f8 req-f042a2da-0acc-4376-abca-9153891656fe tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:09.470186 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-39ec0676-4348-4770-9ee9-5abd1c5d69f8 req-f042a2da-0acc-4376-abca-9153891656fe tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1378472 Jul 07 16:56:09.530560 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-39ec0676-4348-4770-9ee9-5abd1c5d69f8 req-3bf2c5a2-0b31-4947-ac2f-68435e408bb1 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592041 Jul 07 16:56:09.539587 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-29ed6416-fbed-419b-897b-d3150b5247cb req-b2c31fa2-fbcf-4985-a620-4f2999fc8dc3 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Deleting port 8eb97261-704c-4d31-999b-562853eea7c5 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:09.540020 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-29ed6416-fbed-419b-897b-d3150b5247cb req-b2c31fa2-fbcf-4985-a620-4f2999fc8dc3 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:09.653259 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77a223-cf1b-479a-a510-9ba4f3351f8d req-3c0011f9-0100-46f3-b1ab-a16ee77a90e0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:09.661406 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4c77a223-cf1b-479a-a510-9ba4f3351f8d req-3c0011f9-0100-46f3-b1ab-a16ee77a90e0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd7e0e9-1628-44c7-82ca-9a4ca59f3785 HTTP/1.1" status: 200 len: 945 time: 0.1460838 Jul 07 16:56:09.715475 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4c77a223-cf1b-479a-a510-9ba4f3351f8d req-639c9b01-42c8-4708-8816-c96bc02fac63 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527120 Jul 07 16:56:09.772696 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8eb97261-704c-4d31-999b-562853eea7c5 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:09.788977 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-29ed6416-fbed-419b-897b-d3150b5247cb req-b2c31fa2-fbcf-4985-a620-4f2999fc8dc3 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] For port 8eb97261-704c-4d31-999b-562853eea7c5, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8eb97261-704c-4d31-999b-562853eea7c5,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:09.790564 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-29ed6416-fbed-419b-897b-d3150b5247cb req-b2c31fa2-fbcf-4985-a620-4f2999fc8dc3 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:09.823517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-29ed6416-fbed-419b-897b-d3150b5247cb req-b2c31fa2-fbcf-4985-a620-4f2999fc8dc3 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Calling delete_port for 8eb97261-704c-4d31-999b-562853eea7c5 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:09.982997 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:10.061496 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d75d4da-23eb-4a49-93b5-9242b6e64679 req-af8cddeb-462d-4d04-b9a5-08086cd8e872 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=5bd2ec88-fe10-4b52-83de-3e581df5934a HTTP/1.1" status: 200 len: 210 time: 0.0332620 Jul 07 16:56:10.062898 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-29ed6416-fbed-419b-897b-d3150b5247cb req-b2c31fa2-fbcf-4985-a620-4f2999fc8dc3 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:10.126993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c31fa2-fbcf-4985-a620-4f2999fc8dc3 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Pushing event deleted for resources: {'Port': ['ID=8eb97261-704c-4d31-999b-562853eea7c5,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:10.280868 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ed6416-fbed-419b-897b-d3150b5247cb req-b2c31fa2-fbcf-4985-a620-4f2999fc8dc3 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] No DVR routers for this DVR port 8eb97261-704c-4d31-999b-562853eea7c5 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:56:10.286535 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-29ed6416-fbed-419b-897b-d3150b5247cb req-b2c31fa2-fbcf-4985-a620-4f2999fc8dc3 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:10.288759 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29ed6416-fbed-419b-897b-d3150b5247cb req-b2c31fa2-fbcf-4985-a620-4f2999fc8dc3 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.15 "DELETE /v2.0/ports/8eb97261-704c-4d31-999b-562853eea7c5 HTTP/1.1" status: 204 len: 173 time: 0.9936726 Jul 07 16:56:10.290835 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd2ec88-fe10-4b52-83de-3e581df5934a', 'name': 'network-vif-deleted', 'tag': '8eb97261-704c-4d31-999b-562853eea7c5'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:10.293323 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82445ff8-0b19-46c4-869e-99d309dbe904" -d '{"events": [{"server_uuid": "5bd2ec88-fe10-4b52-83de-3e581df5934a", "name": "network-vif-deleted", "tag": "8eb97261-704c-4d31-999b-562853eea7c5"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:10.429170 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9dc03-3bcb-48f9-bcbb-aa8a30f800b1 req-468bb701-72c1-4daa-adf5-65962d026e51 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:10.436048 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02f9dc03-3bcb-48f9-bcbb-aa8a30f800b1 req-468bb701-72c1-4daa-adf5-65962d026e51 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.0885396 Jul 07 16:56:10.502588 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02f9dc03-3bcb-48f9-bcbb-aa8a30f800b1 req-86ae574c-7ad1-460b-bce3-1c639597d1ab tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651188 Jul 07 16:56:10.581913 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b051b6d8-1ce8-4828-851f-1eaa9de4ef48 x-openstack-request-id: req-b051b6d8-1ce8-4828-851f-1eaa9de4ef48 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:10.582743 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd2ec88-fe10-4b52-83de-3e581df5934a", "name": "network-vif-deleted", "tag": "8eb97261-704c-4d31-999b-562853eea7c5", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:10.583352 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b051b6d8-1ce8-4828-851f-1eaa9de4ef48 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:10.583971 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd2ec88-fe10-4b52-83de-3e581df5934a', 'name': 'network-vif-deleted', 'tag': '8eb97261-704c-4d31-999b-562853eea7c5', 'status': 'completed', 'code': 200} Jul 07 16:56:10.839450 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e3a20-fa5d-41a8-8465-1eb1b6adfc05 req-54cd7db6-45b5-4122-a5fb-ded877d69a1a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:10.850541 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f6e3a20-fa5d-41a8-8465-1eb1b6adfc05 req-54cd7db6-45b5-4122-a5fb-ded877d69a1a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1056433 Jul 07 16:56:10.954620 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f6e3a20-fa5d-41a8-8465-1eb1b6adfc05 req-634ad287-9910-4bbd-b78d-2ec90df6708d tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007104 Jul 07 16:56:11.189115 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13de42-5d96-490d-b913-640f9c0dc112 req-a68604df-3755-48b6-847b-6078494acca4 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:11.197243 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b13de42-5d96-490d-b913-640f9c0dc112 req-a68604df-3755-48b6-847b-6078494acca4 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd7e0e9-1628-44c7-82ca-9a4ca59f3785 HTTP/1.1" status: 200 len: 945 time: 0.0826869 Jul 07 16:56:11.253634 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b13de42-5d96-490d-b913-640f9c0dc112 req-77b39a53-543b-40b2-8c8c-06975047165d tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542226 Jul 07 16:56:11.953136 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device f50d306e-858c-4737-b6ab-35259d0fc461 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:11.970194 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3803e-1d33-4165-920f-cb2cc3de2582 req-5976ec32-ad72-4e28-8da0-397a61439946 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:11.980704 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-04e3803e-1d33-4165-920f-cb2cc3de2582 req-5976ec32-ad72-4e28-8da0-397a61439946 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2683580 Jul 07 16:56:12.087549 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port f50d306e-858c-4737-b6ab-35259d0fc461 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:12.101693 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port f50d306e-858c-4737-b6ab-35259d0fc461 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:12.102360 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:12.146339 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-04e3803e-1d33-4165-920f-cb2cc3de2582 req-270ac1fc-dd4a-4899-b54f-5b605560c853 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583588 Jul 07 16:56:12.310036 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:12.365946 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd7e0e9-1628-44c7-82ca-9a4ca59f3785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50d306e-858c-4737-b6ab-35259d0fc461'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:12.374759 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e4d356-8f03-4ff4-97c3-13915fcef5d7" -d '{"events": [{"server_uuid": "bfd7e0e9-1628-44c7-82ca-9a4ca59f3785", "name": "network-vif-plugged", "status": "completed", "tag": "f50d306e-858c-4737-b6ab-35259d0fc461"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:12.406223 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port f50d306e-858c-4737-b6ab-35259d0fc461, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=f50d306e-858c-4737-b6ab-35259d0fc461,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:12.408429 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 42758) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:12.413719 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:12.523361 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d907a-3023-4fde-84d3-d5ac9e388a4e req-097497b0-1bd5-440d-b4f4-12a48e31e84a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:12.542625 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d07d907a-3023-4fde-84d3-d5ac9e388a4e req-097497b0-1bd5-440d-b4f4-12a48e31e84a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1620445 Jul 07 16:56:12.567152 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=f50d306e-858c-4737-b6ab-35259d0fc461,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:12.568327 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e48908-8600-46ab-a994-cf291a4660b6 req-235db1f9-9b00-4ead-8233-6cfd5c4ee021 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:12.583025 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26e48908-8600-46ab-a994-cf291a4660b6 req-235db1f9-9b00-4ead-8233-6cfd5c4ee021 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/networks?id=0c693bdf-78c6-4887-aa8b-8c747baba132 HTTP/1.1" status: 200 len: 821 time: 0.4496353 Jul 07 16:56:12.604293 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26e48908-8600-46ab-a994-cf291a4660b6 req-d633cb05-6d77-4022-9140-c121c6815519 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/quotas/5ed8c4af2f22498e95031bac92fa163d HTTP/1.1" status: 200 len: 375 time: 0.0194130 Jul 07 16:56:12.617673 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d07d907a-3023-4fde-84d3-d5ac9e388a4e req-961fb0a4-64a8-45d0-a77c-10fea0c4e822 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740707 Jul 07 16:56:12.684850 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26e48908-8600-46ab-a994-cf291a4660b6 req-9a2bfa74-b723-47dd-ab78-af1e6d20eab8 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5ed8c4af2f22498e95031bac92fa163d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0790660 Jul 07 16:56:12.692593 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-26e48908-8600-46ab-a994-cf291a4660b6 req-8f24783b-4ffc-4ae9-821e-5e7a9611fdf8 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:56:12.701384 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26e48908-8600-46ab-a994-cf291a4660b6 req-8f24783b-4ffc-4ae9-821e-5e7a9611fdf8 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151908 Jul 07 16:56:12.732862 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b5438df-31c7-4ce4-b76f-c4f899b3df30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:12.869882 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b5438df-31c7-4ce4-b76f-c4f899b3df30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:13.076543 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26e48908-8600-46ab-a994-cf291a4660b6 req-2dcec092-a3f2-45d7-8f03-70ae6231496c service neutron] 10.222.0.50 "GET /v2.0/networks/0c693bdf-78c6-4887-aa8b-8c747baba132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739066 Jul 07 16:56:13.093145 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b5438df-31c7-4ce4-b76f-c4f899b3df30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:13.138304 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4b5438df-31c7-4ce4-b76f-c4f899b3df30 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd0f897d921c4e0f90656ec2160e0e60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7261274 Jul 07 16:56:13.145215 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 42774) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:13.223997 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a191ea14-3c0f-43df-9645-ce348d1bdb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:13.258746 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a191ea14-3c0f-43df-9645-ce348d1bdb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:13.267194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5438df-31c7-4ce4-b76f-c4f899b3df30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20f785e-68ed-4922-9037-2c3d85a7f37a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:13.336478 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26e48908-8600-46ab-a994-cf291a4660b6 req-827d3528-24f4-4ff6-ab89-1b67a07ee71f service neutron] 10.222.0.50 "GET /v2.0/networks/0c693bdf-78c6-4887-aa8b-8c747baba132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530465 Jul 07 16:56:13.408988 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c1445-f165-4b49-8d4a-fd46edb0cb2e req-029b149f-90f0-4087-9267-717e79adf7a7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:13.417685 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4f9c1445-f165-4b49-8d4a-fd46edb0cb2e req-029b149f-90f0-4087-9267-717e79adf7a7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd7e0e9-1628-44c7-82ca-9a4ca59f3785 HTTP/1.1" status: 200 len: 946 time: 0.1625366 Jul 07 16:56:13.470297 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4f9c1445-f165-4b49-8d4a-fd46edb0cb2e req-f36ffc55-5a62-4b43-a28c-9f7fc0934c41 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476689 Jul 07 16:56:13.474623 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a191ea14-3c0f-43df-9645-ce348d1bdb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:13.480558 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a191ea14-3c0f-43df-9645-ce348d1bdb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:13.500444 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a191ea14-3c0f-43df-9645-ce348d1bdb2d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d20f785e-68ed-4922-9037-2c3d85a7f37a HTTP/1.1" status: 204 len: 168 time: 0.3531640 Jul 07 16:56:13.533415 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191ea14-3c0f-43df-9645-ce348d1bdb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20f785e-68ed-4922-9037-2c3d85a7f37a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:13.626522 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0ca8d4-a347-4256-960a-8d1874c6d961 x-openstack-request-id: req-6c0ca8d4-a347-4256-960a-8d1874c6d961 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:13.626522 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd7e0e9-1628-44c7-82ca-9a4ca59f3785", "name": "network-vif-plugged", "status": "completed", "tag": "f50d306e-858c-4737-b6ab-35259d0fc461", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:13.626522 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c0ca8d4-a347-4256-960a-8d1874c6d961 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:13.626522 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd7e0e9-1628-44c7-82ca-9a4ca59f3785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50d306e-858c-4737-b6ab-35259d0fc461', 'code': 200} Jul 07 16:56:13.803760 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8eb97261-704c-4d31-999b-562853eea7c5 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:13.841688 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 8eb97261-704c-4d31-999b-562853eea7c5 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:56:13.844351 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8eb97261-704c-4d31-999b-562853eea7c5 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:56:13.934740 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-899399ac-2a44-46ef-b2e2-3dcd01476ae4 req-bae2cf10-5554-40b4-87b8-8ce93952692c tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=14d7f08f-ca79-44ff-b790-35f4aa74c7d5 HTTP/1.1" status: 200 len: 210 time: 0.0305605 Jul 07 16:56:13.950628 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:13.994653 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374aa1ca-760e-442b-b32a-0f70a48d9a91 req-ae1ba5f0-8ff1-45ec-8f0e-4c7ef988bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:14.005393 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-374aa1ca-760e-442b-b32a-0f70a48d9a91 req-ae1ba5f0-8ff1-45ec-8f0e-4c7ef988bce7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bfd7e0e9-1628-44c7-82ca-9a4ca59f3785 HTTP/1.1" status: 200 len: 1097 time: 0.1623073 Jul 07 16:56:14.096378 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-374aa1ca-760e-442b-b32a-0f70a48d9a91 req-4eab039e-905d-4ecc-b619-64af87d7336a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824459 Jul 07 16:56:14.240250 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f99d63-285d-40a4-ba30-0060262e8005 req-0bee848d-d600-4437-bec4-416e565644aa tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:14.252130 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a7f99d63-285d-40a4-ba30-0060262e8005 req-0bee848d-d600-4437-bec4-416e565644aa tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1080585 Jul 07 16:56:14.301673 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a7f99d63-285d-40a4-ba30-0060262e8005 req-56acef76-6d13-42cc-ae5f-98fd9f7c2f22 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475960 Jul 07 16:56:14.590728 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae224109-b2c7-4be0-bee7-33c63707680b req-9c65002c-2518-4952-9d6f-24aa2a09e60e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:14.603482 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ae224109-b2c7-4be0-bee7-33c63707680b req-9c65002c-2518-4952-9d6f-24aa2a09e60e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1095543 Jul 07 16:56:14.646846 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c746a7c2-0f0c-4571-9bd5-5cc26f3c189b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:14.689403 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ae224109-b2c7-4be0-bee7-33c63707680b req-c2063d0f-923e-43c0-8f40-beba8aa41a75 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836315 Jul 07 16:56:15.040447 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-e3b9b4db-6f3f-4185-9f66-3a27f3c27900 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--63561373&fields=id&tenant_id=55a02e1207a442a298e0fac0645e8087 HTTP/1.1" status: 200 len: 267 time: 0.0795381 Jul 07 16:56:15.229189 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-86d01fae-a833-4e65-99f1-51578bf9e9e6 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:15.236420 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-86d01fae-a833-4e65-99f1-51578bf9e9e6 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/networks?id=cbf4413f-2045-49d3-90cc-8b792570496f HTTP/1.1" status: 200 len: 816 time: 0.1950445 Jul 07 16:56:15.264617 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-a1401bac-6a20-43b3-a7a4-34a7064686fc tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/quotas/55a02e1207a442a298e0fac0645e8087 HTTP/1.1" status: 200 len: 375 time: 0.0265906 Jul 07 16:56:15.422256 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-ca2830af-17d5-4935-a9ae-dbfd55375586 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=55a02e1207a442a298e0fac0645e8087&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1488185 Jul 07 16:56:15.536529 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc48a22-3d95-4a9e-a844-3d47c4a24fcb req-2ee4223f-563d-4c9a-a7fc-cbf8a1d9a8ea tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:15.544637 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5fc48a22-3d95-4a9e-a844-3d47c4a24fcb req-2ee4223f-563d-4c9a-a7fc-cbf8a1d9a8ea tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd7e0e9-1628-44c7-82ca-9a4ca59f3785 HTTP/1.1" status: 200 len: 946 time: 0.1613264 Jul 07 16:56:15.644672 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5fc48a22-3d95-4a9e-a844-3d47c4a24fcb req-9c642944-bf8e-47b5-a4e1-50635c13a59f tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990610 Jul 07 16:56:15.972180 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e48908-8600-46ab-a994-cf291a4660b6 req-c508c93c-b47e-4db2-88bb-e94f612d2590 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:15.983565 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26e48908-8600-46ab-a994-cf291a4660b6 req-c508c93c-b47e-4db2-88bb-e94f612d2590 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.15 "GET /v2.0/networks?id=0c693bdf-78c6-4887-aa8b-8c747baba132 HTTP/1.1" status: 200 len: 821 time: 0.3678648 Jul 07 16:56:15.995083 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-eeb1238f-f7bf-4799-a625-5afac874dfbe service neutron] 10.222.0.50 "GET /v2.0/networks/cbf4413f-2045-49d3-90cc-8b792570496f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718091 Jul 07 16:56:16.011748 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dd42e3cf-5e29-40ed-92dd-497177f84c2b req-1ef33051-7d95-40be-b330-3903619477a6 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=14d7f08f-ca79-44ff-b790-35f4aa74c7d5 HTTP/1.1" status: 200 len: 210 time: 0.0609260 Jul 07 16:56:16.012714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-26e48908-8600-46ab-a994-cf291a4660b6 req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Request body: {'port': {'device_id': '14d7f08f-ca79-44ff-b790-35f4aa74c7d5', 'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132', 'admin_state_up': True, 'tenant_id': '5ed8c4af2f22498e95031bac92fa163d'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:16.193331 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:16.225897 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-f07bf0eb-f093-4def-9bd5-770de45333c9 service neutron] 10.222.0.50 "GET /v2.0/networks/cbf4413f-2045-49d3-90cc-8b792570496f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296743 Jul 07 16:56:16.256382 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e48908-8600-46ab-a994-cf291a4660b6 req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Made reservation on behalf of 5ed8c4af2f22498e95031bac92fa163d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:16.260817 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-26e48908-8600-46ab-a994-cf291a4660b6 req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:16.362290 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768b12f-4530-46cb-812a-534c5ebfbfa7 req-f85030ee-3bb8-4e7f-bfea-39104121ccb9 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:16.370727 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2768b12f-4530-46cb-812a-534c5ebfbfa7 req-f85030ee-3bb8-4e7f-bfea-39104121ccb9 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1629717 Jul 07 16:56:16.454480 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2768b12f-4530-46cb-812a-534c5ebfbfa7 req-1248f369-0d13-4716-b099-adf1f4cc3a9a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825708 Jul 07 16:56:16.535931 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-26e48908-8600-46ab-a994-cf291a4660b6 req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Allocated IP 172.20.0.14 (0c693bdf-78c6-4887-aa8b-8c747baba132/e11029ac-8d3c-47c7-98fb-61244a65c880/ee809bcf-ab1c-43f3-8e2a-3e63e86978ee) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:56:16.890467 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5209f-78db-4cb6-8972-42f6c93a1a50 req-2655afd6-4d86-42f9-bf82-5b94f0a892f4 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:16.893151 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ee5209f-78db-4cb6-8972-42f6c93a1a50 req-2655afd6-4d86-42f9-bf82-5b94f0a892f4 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1028600 Jul 07 16:56:16.901278 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-26e48908-8600-46ab-a994-cf291a4660b6 req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:16.963294 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-26e48908-8600-46ab-a994-cf291a4660b6 req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:16.970803 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ee5209f-78db-4cb6-8972-42f6c93a1a50 req-58c83006-c8e0-4ce8-bcb2-a3e6c162ff3c tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675161 Jul 07 16:56:17.095148 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e48908-8600-46ab-a994-cf291a4660b6 req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Network 0c693bdf-78c6-4887-aa8b-8c747baba132 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:17.099856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-26e48908-8600-46ab-a994-cf291a4660b6 req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:17.110331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e48908-8600-46ab-a994-cf291a4660b6 req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:17.135108 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Pushing event updated for resources: {'Port': ['ID=ee809bcf-ab1c-43f3-8e2a-3e63e86978ee,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:17.165584 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:17.165934 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:17.166291 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:17.166649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:17.166989 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:17.167326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:17.167678 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:17.168225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:17.168571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:17.168898 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:17.169225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:17.169550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:17.202178 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b190dcec-24e9-4620-b778-45ad48de82db req-3fd72f6c-d373-4e90-9a1e-4a585c9db080 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 210 time: 0.1029220 Jul 07 16:56:17.260695 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e48908-8600-46ab-a994-cf291a4660b6 req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:17.261536 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-26e48908-8600-46ab-a994-cf291a4660b6 req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:17.289216 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26e48908-8600-46ab-a994-cf291a4660b6 req-79cabf9d-c383-4585-be49-56c2e487fcfb tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2823315 Jul 07 16:56:17.302771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78a0c8-cfb7-494d-8c42-3637e5eca747 req-37180815-8c21-4b49-968c-cd1a4e082a89 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:17.304366 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2d78a0c8-cfb7-494d-8c42-3637e5eca747 req-37180815-8c21-4b49-968c-cd1a4e082a89 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd7e0e9-1628-44c7-82ca-9a4ca59f3785 HTTP/1.1" status: 200 len: 946 time: 0.1427014 Jul 07 16:56:17.309724 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-26e48908-8600-46ab-a994-cf291a4660b6 req-13b3924c-e7ad-413b-a2bb-3526a3ea4f3e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:56:17.310940 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26e48908-8600-46ab-a994-cf291a4660b6 req-13b3924c-e7ad-413b-a2bb-3526a3ea4f3e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054567 Jul 07 16:56:17.362097 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2d78a0c8-cfb7-494d-8c42-3637e5eca747 req-dc3702be-73be-4f3a-a3f3-4a6c1704a5f9 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500047 Jul 07 16:56:17.415284 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1015bf12-8414-4df8-aa29-2c913cd2bc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:17.590955 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] Request body: {'port': {'device_id': '14d7f08f-ca79-44ff-b790-35f4aa74c7d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:17.624241 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:17.731724 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:18.080115 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa67cb3-ebcb-4ebb-9e84-b2ecc78a7385 req-afc08283-1da6-47cf-af5e-2afc1412e447 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:18.089787 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-efa67cb3-ebcb-4ebb-9e84-b2ecc78a7385 req-afc08283-1da6-47cf-af5e-2afc1412e447 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=14d7f08f-ca79-44ff-b790-35f4aa74c7d5 HTTP/1.1" status: 200 len: 932 time: 0.1300781 Jul 07 16:56:18.197272 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-efa67cb3-ebcb-4ebb-9e84-b2ecc78a7385 req-7b830d5f-bd1c-47fe-8de6-a6fc8d7ec82f tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051822 Jul 07 16:56:18.451262 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3d665-4a2d-4b95-b09e-2d154f73132c req-2f7967fd-2b07-48c0-8e84-7ef70881e614 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:18.458140 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5ca3d665-4a2d-4b95-b09e-2d154f73132c req-2f7967fd-2b07-48c0-8e84-7ef70881e614 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1500108 Jul 07 16:56:18.497628 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 42964) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:18.535058 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5ca3d665-4a2d-4b95-b09e-2d154f73132c req-b35047f1-f6ab-4a0c-a246-ab096c0c79d5 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757580 Jul 07 16:56:18.647649 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ed3bf-e827-4cfe-858f-fdb456bd063a req-4deb9e93-a6b1-4218-9e35-0e0ea9d3abde tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:18.663643 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d72ed3bf-e827-4cfe-858f-fdb456bd063a req-4deb9e93-a6b1-4218-9e35-0e0ea9d3abde tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd7e0e9-1628-44c7-82ca-9a4ca59f3785 HTTP/1.1" status: 200 len: 946 time: 0.2352223 Jul 07 16:56:18.687688 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee809bcf-ab1c-43f3-8e2a-3e63e86978ee {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:18.715053 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:18.753218 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:18.775181 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d72ed3bf-e827-4cfe-858f-fdb456bd063a req-b8b379fe-7abe-4687-8986-5ceda93e8fdd tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104295 Jul 07 16:56:18.815340 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] Transition to ACTIVE for port object ee809bcf-ab1c-43f3-8e2a-3e63e86978ee will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:18.860338 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3bab6b43-c425-4a26-90cf-8253dea1cab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:18.869783 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.001650 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ee809bcf-ab1c-43f3-8e2a-3e63e86978ee,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:19.042184 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e9e52e07-01d0-47a0-8135-ce2ccf8c3fd2 req-a0a77886-6244-47c7-85d5-ee1e04ddc400 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 210 time: 0.0391097 Jul 07 16:56:19.084641 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-71baf47a-ce5a-43c2-9095-dfa5c063fc84 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:19.091668 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-71baf47a-ce5a-43c2-9095-dfa5c063fc84 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/networks?id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 HTTP/1.1" status: 200 len: 814 time: 0.3595607 Jul 07 16:56:19.127900 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-57c26667-4420-4f62-9276-69055670702b tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/quotas/bba3485f01bf4635b3daf846a1eaf074 HTTP/1.1" status: 200 len: 375 time: 0.0352416 Jul 07 16:56:19.250530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] Attempting to bind port ee809bcf-ab1c-43f3-8e2a-3e63e86978ee on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:19.250993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] Attempting to bind port ee809bcf-ab1c-43f3-8e2a-3e63e86978ee by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:19.251347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] Attempting to bind port ee809bcf-ab1c-43f3-8e2a-3e63e86978ee on network 0c693bdf-78c6-4887-aa8b-8c747baba132 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:19.255882 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e11cd6-b599-404a-9757-d291baad0845 req-fd5a1309-8c4f-423b-83fd-9f62e25755fe tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:19.263739 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51e11cd6-b599-404a-9757-d291baad0845 req-fd5a1309-8c4f-423b-83fd-9f62e25755fe tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1084788 Jul 07 16:56:19.281437 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] Port ee809bcf-ab1c-43f3-8e2a-3e63e86978ee on network 0c693bdf-78c6-4887-aa8b-8c747baba132 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:19.281437 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] Attempting to bind port ee809bcf-ab1c-43f3-8e2a-3e63e86978ee on network 0c693bdf-78c6-4887-aa8b-8c747baba132 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:19.303819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:56:19.304138 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] Checking segment: {'id': 'fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:19.304448 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] Bound using segment: {'id': 'fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:56:19.304888 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] Bound port: ee809bcf-ab1c-43f3-8e2a-3e63e86978ee, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:56:19.305307 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.307152 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51e11cd6-b599-404a-9757-d291baad0845 req-7dcda1dd-1a60-406e-95b8-f8e635c54827 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422978 Jul 07 16:56:19.338823 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3bab6b43-c425-4a26-90cf-8253dea1cab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.375571 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3bab6b43-c425-4a26-90cf-8253dea1cab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.418975 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-7e99ee1c-7a5f-4db9-b754-85a25031a610 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bba3485f01bf4635b3daf846a1eaf074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2900198 Jul 07 16:56:19.439639 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-9ba168a5-c979-487c-a10a-9118eadfdf3b tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:19.442480 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-9ba168a5-c979-487c-a10a-9118eadfdf3b tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.69 "GET /v2.0/networks?id=cbf4413f-2045-49d3-90cc-8b792570496f HTTP/1.1" status: 200 len: 816 time: 0.2674108 Jul 07 16:56:19.517114 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3bab6b43-c425-4a26-90cf-8253dea1cab1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d9786ccd23d5419ba56a5dc78ff2f32a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0182695 Jul 07 16:56:19.522874 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 42996) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:19.569070 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-a7476092-f0f9-42ff-a1e4-ba6fdd86ab8c tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55a02e1207a442a298e0fac0645e8087 HTTP/1.1" status: 200 len: 378 time: 0.0772030 Jul 07 16:56:19.600784 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] For port ee809bcf-ab1c-43f3-8e2a-3e63e86978ee, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:19.604524 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] For port ee809bcf-ab1c-43f3-8e2a-3e63e86978ee, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ee809bcf-ab1c-43f3-8e2a-3e63e86978ee,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:56:19.605993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab6b43-c425-4a26-90cf-8253dea1cab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc32949-5748-4c2c-a266-d29f2047996f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:19.621569 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-bd7debd3-01a5-476f-96de-3ddde927e889 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Request body: {'port': {'device_id': '17fb0026-0229-42ce-b60a-efd953b9479b', 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f', 'admin_state_up': True, 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'security_groups': ['e221eece-25fc-45ca-808a-01f78d916dbc']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:19.634065 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.675597 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-28818a4c-5ff7-4ed4-980c-5da0a2cf697a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.703758 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-28818a4c-5ff7-4ed4-980c-5da0a2cf697a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.719002 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-b97bb7ed-908a-4e6e-8365-4e573d18d742 service neutron] 10.222.0.50 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990649 Jul 07 16:56:19.812608 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-28818a4c-5ff7-4ed4-980c-5da0a2cf697a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.815413 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-28818a4c-5ff7-4ed4-980c-5da0a2cf697a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.821333 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-28818a4c-5ff7-4ed4-980c-5da0a2cf697a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4bc32949-5748-4c2c-a266-d29f2047996f HTTP/1.1" status: 204 len: 168 time: 0.2968402 Jul 07 16:56:19.833707 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28818a4c-5ff7-4ed4-980c-5da0a2cf697a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc32949-5748-4c2c-a266-d29f2047996f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:19.838703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:19.839720 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:19.841318 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26e48908-8600-46ab-a994-cf291a4660b6 req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] 10.222.0.15 "PUT /v2.0/ports/ee809bcf-ab1c-43f3-8e2a-3e63e86978ee HTTP/1.1" status: 200 len: 1092 time: 2.5222445 Jul 07 16:56:19.843972 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d7f08f-ca79-44ff-b790-35f4aa74c7d5', 'tag': 'ee809bcf-ab1c-43f3-8e2a-3e63e86978ee'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:19.845415 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818a4c-5ff7-4ed4-980c-5da0a2cf697a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:19.846845 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8b1f4b-1401-4a4d-ac7a-d3207c1de920" -d '{"events": [{"name": "network-changed", "server_uuid": "14d7f08f-ca79-44ff-b790-35f4aa74c7d5", "tag": "ee809bcf-ab1c-43f3-8e2a-3e63e86978ee"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:19.856961 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818a4c-5ff7-4ed4-980c-5da0a2cf697a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:19.857878 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818a4c-5ff7-4ed4-980c-5da0a2cf697a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:19.858609 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818a4c-5ff7-4ed4-980c-5da0a2cf697a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:19.864263 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818a4c-5ff7-4ed4-980c-5da0a2cf697a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:19.864769 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818a4c-5ff7-4ed4-980c-5da0a2cf697a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:19.865241 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818a4c-5ff7-4ed4-980c-5da0a2cf697a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:19.866025 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818a4c-5ff7-4ed4-980c-5da0a2cf697a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:19.866479 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818a4c-5ff7-4ed4-980c-5da0a2cf697a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:19.867331 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818a4c-5ff7-4ed4-980c-5da0a2cf697a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:19.868546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818a4c-5ff7-4ed4-980c-5da0a2cf697a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:19.868978 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818a4c-5ff7-4ed4-980c-5da0a2cf697a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:19.948657 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b866e-bff7-4390-92b5-218b0b54a3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ee809bcf-ab1c-43f3-8e2a-3e63e86978ee,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:20.033241 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-bd7debd3-01a5-476f-96de-3ddde927e889 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Made reservation on behalf of 55a02e1207a442a298e0fac0645e8087 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:20.040725 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-bd7debd3-01a5-476f-96de-3ddde927e889 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:20.099028 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-4c54a304-c9a8-4272-ae92-82a7b032c16c service neutron] 10.222.0.50 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790700 Jul 07 16:56:20.104813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd86c5-6350-47e6-92b0-b2317ee72f7c req-faf3779f-e8b9-40ca-a7b7-fd0a44dbbe8a tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:20.124216 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-07bd86c5-6350-47e6-92b0-b2317ee72f7c req-faf3779f-e8b9-40ca-a7b7-fd0a44dbbe8a tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=14d7f08f-ca79-44ff-b790-35f4aa74c7d5 HTTP/1.1" status: 200 len: 944 time: 0.1476488 Jul 07 16:56:20.216979 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-07bd86c5-6350-47e6-92b0-b2317ee72f7c req-8529d3fb-a69e-4df5-9f12-d91d511bc031 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823922 Jul 07 16:56:20.219764 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:20.221351 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e48908-8600-46ab-a994-cf291a4660b6 req-f504aeeb-b077-4699-bf91-eb4e45e2d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:20.225027 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26e48908-8600-46ab-a994-cf291a4660b6 req-f504aeeb-b077-4699-bf91-eb4e45e2d4ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ed8c4af2f22498e95031bac92fa163d&device_id=14d7f08f-ca79-44ff-b790-35f4aa74c7d5 HTTP/1.1" status: 200 len: 1095 time: 0.3231649 Jul 07 16:56:20.314837 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26e48908-8600-46ab-a994-cf291a4660b6 req-3d0ab845-ab77-4834-afd2-5336b7a8c59d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee809bcf-ab1c-43f3-8e2a-3e63e86978ee HTTP/1.1" status: 200 len: 217 time: 0.0794365 Jul 07 16:56:20.458354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e48908-8600-46ab-a994-cf291a4660b6 req-1dcccc8f-ff52-4f1b-8de4-0c201c57e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:20.460108 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26e48908-8600-46ab-a994-cf291a4660b6 req-1dcccc8f-ff52-4f1b-8de4-0c201c57e0f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e11029ac-8d3c-47c7-98fb-61244a65c880 HTTP/1.1" status: 200 len: 861 time: 0.1248584 Jul 07 16:56:20.465549 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43028) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:20.487203 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-59abf908-665a-477f-9b38-01e65febe7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:20.509586 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26e48908-8600-46ab-a994-cf291a4660b6 req-fbcd02ef-0279-42ba-833d-d3099c5f35a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c693bdf-78c6-4887-aa8b-8c747baba132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387752 Jul 07 16:56:20.513882 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-bd7debd3-01a5-476f-96de-3ddde927e889 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Allocated IP 172.20.0.11 (cbf4413f-2045-49d3-90cc-8b792570496f/7bf8681f-776e-4c48-abee-f55e2aa2fadf/bc15e5ce-1c09-4d9a-9e54-067d9f6b460c) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:56:20.778289 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26e48908-8600-46ab-a994-cf291a4660b6 req-445005e7-539f-4911-b423-6a1ed82e6547 service neutron] 10.222.0.15 "GET /v2.0/networks/0c693bdf-78c6-4887-aa8b-8c747baba132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571325 Jul 07 16:56:20.789731 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc98a80-c5f2-4db5-90df-5ecb837df079 req-753f0ffa-168c-455c-8343-a8136626b4e4 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:20.797576 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dcc98a80-c5f2-4db5-90df-5ecb837df079 req-753f0ffa-168c-455c-8343-a8136626b4e4 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd7e0e9-1628-44c7-82ca-9a4ca59f3785 HTTP/1.1" status: 200 len: 946 time: 0.2710626 Jul 07 16:56:20.807045 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-bd7debd3-01a5-476f-96de-3ddde927e889 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:20.890506 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dcc98a80-c5f2-4db5-90df-5ecb837df079 req-a60680e6-ea04-4ed5-982d-42469ce7b3d1 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918849 Jul 07 16:56:20.900156 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-bd7debd3-01a5-476f-96de-3ddde927e889 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Transition to ACTIVE for port object bc15e5ce-1c09-4d9a-9e54-067d9f6b460c will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:20.934178 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-59abf908-665a-477f-9b38-01e65febe7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:20.943626 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-59abf908-665a-477f-9b38-01e65febe7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:20.995552 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26e48908-8600-46ab-a994-cf291a4660b6 req-a16c6072-15c9-46ec-b83b-cdc0f60b7f3d service neutron] 10.222.0.15 "GET /v2.0/networks/0c693bdf-78c6-4887-aa8b-8c747baba132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081027 Jul 07 16:56:20.998241 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d98a58e-3e27-4c90-9a44-5c6e291d3e34 x-openstack-request-id: req-0d98a58e-3e27-4c90-9a44-5c6e291d3e34 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:20.998862 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d7f08f-ca79-44ff-b790-35f4aa74c7d5", "tag": "ee809bcf-ab1c-43f3-8e2a-3e63e86978ee", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:20.999355 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0d98a58e-3e27-4c90-9a44-5c6e291d3e34 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:21.000021 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d7f08f-ca79-44ff-b790-35f4aa74c7d5', 'tag': 'ee809bcf-ab1c-43f3-8e2a-3e63e86978ee', 'status': 'completed', 'code': 200} Jul 07 16:56:21.043208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 43054) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:21.047732 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-59abf908-665a-477f-9b38-01e65febe7a5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=81ee43e240ae4733a0c5bce5777eae72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5800829 Jul 07 16:56:21.067221 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-bd7debd3-01a5-476f-96de-3ddde927e889 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:21.101467 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abf908-665a-477f-9b38-01e65febe7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095a1f99-a74b-4894-a78b-b656b4bf12cb,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:21.150051 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7debd3-01a5-476f-96de-3ddde927e889 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Pushing event updated for resources: {'Port': ['ID=bc15e5ce-1c09-4d9a-9e54-067d9f6b460c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:21.166460 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-bd7debd3-01a5-476f-96de-3ddde927e889 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Network cbf4413f-2045-49d3-90cc-8b792570496f is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:21.180669 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-bd7debd3-01a5-476f-96de-3ddde927e889 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:21.193575 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-bd7debd3-01a5-476f-96de-3ddde927e889 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:21.322080 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-374d44f8-1656-439e-9c5a-7bcf533997d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:21.352711 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f3e07-acf5-473a-a5be-890fbf6dfed4 req-60a98dd1-7539-468e-b197-1dba91cfcb09 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:21.360982 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cb3f3e07-acf5-473a-a5be-890fbf6dfed4 req-60a98dd1-7539-468e-b197-1dba91cfcb09 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1345286 Jul 07 16:56:21.369397 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-bd7debd3-01a5-476f-96de-3ddde927e889 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:21.370506 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-bd7debd3-01a5-476f-96de-3ddde927e889 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:21.405855 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-bd7debd3-01a5-476f-96de-3ddde927e889 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7941375 Jul 07 16:56:21.408233 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-374d44f8-1656-439e-9c5a-7bcf533997d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:21.425931 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b1f4b-1401-4a4d-ac7a-d3207c1de920 req-07ede042-857a-4531-ba28-1550547f338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:21.427632 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cb3f3e07-acf5-473a-a5be-890fbf6dfed4 req-4bebfe83-8a48-4bdb-8663-0fc63990f190 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647736 Jul 07 16:56:21.428437 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d8b1f4b-1401-4a4d-ac7a-d3207c1de920 req-07ede042-857a-4531-ba28-1550547f338b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ed8c4af2f22498e95031bac92fa163d&device_id=14d7f08f-ca79-44ff-b790-35f4aa74c7d5 HTTP/1.1" status: 200 len: 1095 time: 0.2719071 Jul 07 16:56:21.434141 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] Request body: {'port': {'device_id': '17fb0026-0229-42ce-b60a-efd953b9479b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:21.588920 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-33c6a204-35f2-4128-ae34-c48c7eea67d7 None None] Provisioning for port bc15e5ce-1c09-4d9a-9e54-067d9f6b460c completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:21.593468 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-33c6a204-35f2-4128-ae34-c48c7eea67d7 None None] Provisioning complete for port bc15e5ce-1c09-4d9a-9e54-067d9f6b460c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:21.594108 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-33c6a204-35f2-4128-ae34-c48c7eea67d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:21.616372 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b1f4b-1401-4a4d-ac7a-d3207c1de920 req-81428874-6ac7-4709-85f9-62d67d0330b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:21.617236 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-82e179d1-8a3b-460d-800d-8cf251ee584e req-e65f5078-053f-495c-b0ed-244efb24fb4a tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fdaffd-1b60-496c-998a-b4155fdc7df1 HTTP/1.1" status: 200 len: 210 time: 0.0674434 Jul 07 16:56:21.620187 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d8b1f4b-1401-4a4d-ac7a-d3207c1de920 req-81428874-6ac7-4709-85f9-62d67d0330b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c693bdf-78c6-4887-aa8b-8c747baba132 HTTP/1.1" status: 200 len: 922 time: 0.1813478 Jul 07 16:56:21.629434 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8125cf8-1ee7-41d6-80f2-d4b13b8ecf8c req-9d167a44-447c-40b9-b1b6-717ba93d99ca tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:21.631361 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a8125cf8-1ee7-41d6-80f2-d4b13b8ecf8c req-9d167a44-447c-40b9-b1b6-717ba93d99ca tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 932 time: 0.4736223 Jul 07 16:56:21.658522 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-33c6a204-35f2-4128-ae34-c48c7eea67d7 None None] Port bc15e5ce-1c09-4d9a-9e54-067d9f6b460c cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:56:21.686913 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-374d44f8-1656-439e-9c5a-7bcf533997d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:21.691726 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-374d44f8-1656-439e-9c5a-7bcf533997d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:21.694099 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-374d44f8-1656-439e-9c5a-7bcf533997d9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/095a1f99-a74b-4894-a78b-b656b4bf12cb HTTP/1.1" status: 204 len: 168 time: 0.6494560 Jul 07 16:56:21.783236 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d8b1f4b-1401-4a4d-ac7a-d3207c1de920 req-f08ba825-8b7f-4111-b3a3-6a5aaeab836d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee809bcf-ab1c-43f3-8e2a-3e63e86978ee HTTP/1.1" status: 200 len: 217 time: 0.1356912 Jul 07 16:56:21.794367 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d44f8-1656-439e-9c5a-7bcf533997d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095a1f99-a74b-4894-a78b-b656b4bf12cb,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:21.866055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b1f4b-1401-4a4d-ac7a-d3207c1de920 req-55149a10-bbdc-46e0-89a1-1fb9d8c74b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:21.867902 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d8b1f4b-1401-4a4d-ac7a-d3207c1de920 req-55149a10-bbdc-46e0-89a1-1fb9d8c74b8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e11029ac-8d3c-47c7-98fb-61244a65c880 HTTP/1.1" status: 200 len: 861 time: 0.0750737 Jul 07 16:56:21.896783 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a8125cf8-1ee7-41d6-80f2-d4b13b8ecf8c req-abfcf5d9-4dde-4ba6-b0af-362b190ced7c tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/security-groups?id=e221eece-25fc-45ca-808a-01f78d916dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2207727 Jul 07 16:56:21.956041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942dffd-c950-4a50-92d8-9127f11580ba req-198ed64b-7009-42c6-91ed-a6e0ceb30baa tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:21.957738 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e942dffd-c950-4a50-92d8-9127f11580ba req-198ed64b-7009-42c6-91ed-a6e0ceb30baa tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfd7e0e9-1628-44c7-82ca-9a4ca59f3785 HTTP/1.1" status: 200 len: 946 time: 0.4718542 Jul 07 16:56:21.960278 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d8b1f4b-1401-4a4d-ac7a-d3207c1de920 req-be92c91e-d1ba-44c1-9d75-3436ede67285 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c693bdf-78c6-4887-aa8b-8c747baba132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593300 Jul 07 16:56:22.057007 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:22.221446 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d8b1f4b-1401-4a4d-ac7a-d3207c1de920 req-b2249338-19f4-4932-8a98-b3631e6b69e4 service neutron] 10.222.0.15 "GET /v2.0/networks/0c693bdf-78c6-4887-aa8b-8c747baba132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894143 Jul 07 16:56:22.336970 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68736b35-d3f4-47d1-b50e-fed6cb6a4321 req-59cdc62b-61f5-4f46-8480-b7d313950709 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:22.338915 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-68736b35-d3f4-47d1-b50e-fed6cb6a4321 req-59cdc62b-61f5-4f46-8480-b7d313950709 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.0768950 Jul 07 16:56:22.414215 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-68736b35-d3f4-47d1-b50e-fed6cb6a4321 req-6be67c6c-2788-4764-8ff9-8e8df8dc4454 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693700 Jul 07 16:56:22.688877 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2a514-f6cf-46bb-ad87-60638c68b9c0 req-e6b39a3a-4ea3-496a-816f-a87a27369355 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:22.691113 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dfe2a514-f6cf-46bb-ad87-60638c68b9c0 req-e6b39a3a-4ea3-496a-816f-a87a27369355 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd7e0e9-1628-44c7-82ca-9a4ca59f3785 HTTP/1.1" status: 200 len: 946 time: 0.1069925 Jul 07 16:56:22.761855 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dfe2a514-f6cf-46bb-ad87-60638c68b9c0 req-00e43dba-e826-460a-90ed-cd12ae01ee2e tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615232 Jul 07 16:56:22.864152 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-94ab6fce-4566-4abb-951f-e0a48a55e4ee tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:22.865648 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-94ab6fce-4566-4abb-951f-e0a48a55e4ee tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.15 "GET /v2.0/networks?id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 HTTP/1.1" status: 200 len: 814 time: 0.6405005 Jul 07 16:56:22.878310 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-e942dffd-c950-4a50-92d8-9127f11580ba req-0967f4a1-2d0b-4d60-8765-831cffde40c9 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Deleting port f50d306e-858c-4737-b6ab-35259d0fc461 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:22.878667 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e942dffd-c950-4a50-92d8-9127f11580ba req-0967f4a1-2d0b-4d60-8765-831cffde40c9 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:22.896740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-2a389fa1-edb0-4b6e-a463-3541e42e60cc tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Request body: {'port': {'device_id': '98fdaffd-1b60-496c-998a-b4155fdc7df1', 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1', 'admin_state_up': True, 'tenant_id': 'bba3485f01bf4635b3daf846a1eaf074'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:22.952483 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32acd9-8681-4325-b966-7b1047288d0f req-360beed6-145e-4449-8081-8b812613f78d tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:22.959692 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7a32acd9-8681-4325-b966-7b1047288d0f req-360beed6-145e-4449-8081-8b812613f78d tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b1614d-7cd5-4440-b415-be7185fc1648 HTTP/1.1" status: 200 len: 950 time: 0.0819833 Jul 07 16:56:22.973540 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704ff3a-fcf8-431c-b410-34b800f6e0a0 req-13000246-f970-4f0b-b89b-70db7debb458 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:22.980375 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d704ff3a-fcf8-431c-b410-34b800f6e0a0 req-13000246-f970-4f0b-b89b-70db7debb458 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=14d7f08f-ca79-44ff-b790-35f4aa74c7d5 HTTP/1.1" status: 200 len: 944 time: 0.7579961 Jul 07 16:56:23.012583 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7a32acd9-8681-4325-b966-7b1047288d0f req-15212f60-b63f-457d-9bcb-c153ea976359 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76e6643-f9e4-4eae-a0f9-0f1e79961f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519147 Jul 07 16:56:23.057473 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d8b1f4b-1401-4a4d-ac7a-d3207c1de920 req-5a3b71dc-b81d-42d4-ae3b-b7a8ae7ddc39 service neutron] 10.222.0.15 "GET /v2.0/networks/0c693bdf-78c6-4887-aa8b-8c747baba132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250116 Jul 07 16:56:23.168395 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d704ff3a-fcf8-431c-b410-34b800f6e0a0 req-5d75beea-a7bb-4468-8f0c-5b4475e0778a tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870387 Jul 07 16:56:23.236526 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9f33bad6-e096-43fb-8508-0798bfce3263 req-63891d5d-f0a6-4498-9c11-122c27639a5e tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fdaffd-1b60-496c-998a-b4155fdc7df1 HTTP/1.1" status: 200 len: 210 time: 0.0551357 Jul 07 16:56:23.298860 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-e942dffd-c950-4a50-92d8-9127f11580ba req-0967f4a1-2d0b-4d60-8765-831cffde40c9 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] For port f50d306e-858c-4737-b6ab-35259d0fc461, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=f50d306e-858c-4737-b6ab-35259d0fc461,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:23.299431 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e942dffd-c950-4a50-92d8-9127f11580ba req-0967f4a1-2d0b-4d60-8765-831cffde40c9 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:23.365192 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-e942dffd-c950-4a50-92d8-9127f11580ba req-0967f4a1-2d0b-4d60-8765-831cffde40c9 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Calling delete_port for f50d306e-858c-4737-b6ab-35259d0fc461 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:23.459299 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-2a389fa1-edb0-4b6e-a463-3541e42e60cc tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Made reservation on behalf of bba3485f01bf4635b3daf846a1eaf074 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:23.463460 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-2a389fa1-edb0-4b6e-a463-3541e42e60cc tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:23.640562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc15e5ce-1c09-4d9a-9e54-067d9f6b460c {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:23.690414 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:23.753834 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59301d63-bd8b-4cbc-9cef-f3f812de1b89 req-2f379ed3-fec4-4e87-9b44-2088fc6fc213 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:23.756199 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59301d63-bd8b-4cbc-9cef-f3f812de1b89 req-2f379ed3-fec4-4e87-9b44-2088fc6fc213 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 932 time: 0.3885040 Jul 07 16:56:23.762340 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] Transition to ACTIVE for port object bc15e5ce-1c09-4d9a-9e54-067d9f6b460c will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:23.764441 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-2a389fa1-edb0-4b6e-a463-3541e42e60cc tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Allocated IP 172.20.0.7 (0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1/afa0c846-dbdb-400b-bbf2-104f4f539bf1/a8151d0c-4118-4d3e-ac7d-81dc5559619a) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:56:23.815029 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59301d63-bd8b-4cbc-9cef-f3f812de1b89 req-d5e80b7e-79ae-4c4e-b848-d1ba72b008f5 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/security-groups?id=e221eece-25fc-45ca-808a-01f78d916dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473514 Jul 07 16:56:23.815683 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:23.896328 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ee809bcf-ab1c-43f3-8e2a-3e63e86978ee details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:56:23.989421 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54192af8-bfe8-494a-a0d3-7634c4dbdeaa req-0c697287-1bb3-458f-8dff-0d83c8a230ba tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:23.997239 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54192af8-bfe8-494a-a0d3-7634c4dbdeaa req-0c697287-1bb3-458f-8dff-0d83c8a230ba tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1599967 Jul 07 16:56:24.052379 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54192af8-bfe8-494a-a0d3-7634c4dbdeaa req-f4a9ac49-7e2f-4756-abc0-b328f0a94a60 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535686 Jul 07 16:56:24.152159 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] Pushing event updated for resources: {'Port': ['ID=bc15e5ce-1c09-4d9a-9e54-067d9f6b460c,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:24.348775 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device f50d306e-858c-4737-b6ab-35259d0fc461 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:24.353614 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e942dffd-c950-4a50-92d8-9127f11580ba req-0967f4a1-2d0b-4d60-8765-831cffde40c9 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.389963 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-23c42574-bbfb-45ff-b319-822134506307 req-35702a3f-a0cd-4fd5-8886-13530e26713d tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd7e0e9-1628-44c7-82ca-9a4ca59f3785 HTTP/1.1" status: 200 len: 210 time: 0.0472701 Jul 07 16:56:24.393180 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: f50d306e-858c-4737-b6ab-35259d0fc461 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:56:24.393935 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device f50d306e-858c-4737-b6ab-35259d0fc461 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:56:24.394772 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1ec7941c-4246-4605-857b-7aeb3986718d no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:24.400809 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['465fc65b-b48d-4ce1-839f-23d7a638aaa4'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:24.513564 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967f4a1-2d0b-4d60-8765-831cffde40c9 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Pushing event deleted for resources: {'Port': ['ID=f50d306e-858c-4737-b6ab-35259d0fc461,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:24.577980 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] Attempting to bind port bc15e5ce-1c09-4d9a-9e54-067d9f6b460c on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:24.578337 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] Attempting to bind port bc15e5ce-1c09-4d9a-9e54-067d9f6b460c by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '68351165-30cb-405d-b3de-d4eccb3d0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:24.578704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] Attempting to bind port bc15e5ce-1c09-4d9a-9e54-067d9f6b460c on network cbf4413f-2045-49d3-90cc-8b792570496f {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:24.619960 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e942dffd-c950-4a50-92d8-9127f11580ba req-0967f4a1-2d0b-4d60-8765-831cffde40c9 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] No DVR routers for this DVR port f50d306e-858c-4737-b6ab-35259d0fc461 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:56:24.628084 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e942dffd-c950-4a50-92d8-9127f11580ba req-0967f4a1-2d0b-4d60-8765-831cffde40c9 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.630706 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e942dffd-c950-4a50-92d8-9127f11580ba req-0967f4a1-2d0b-4d60-8765-831cffde40c9 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.69 "DELETE /v2.0/ports/f50d306e-858c-4737-b6ab-35259d0fc461 HTTP/1.1" status: 204 len: 173 time: 2.6651180 Jul 07 16:56:24.631339 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ee809bcf-ab1c-43f3-8e2a-3e63e86978ee, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ee809bcf-ab1c-43f3-8e2a-3e63e86978ee,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:24.646406 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd7e0e9-1628-44c7-82ca-9a4ca59f3785', 'name': 'network-vif-deleted', 'tag': 'f50d306e-858c-4737-b6ab-35259d0fc461'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:24.648957 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee76387-d24f-41ad-813a-26970ea9de20 req-cd1a0ba6-54e2-479c-a217-196e156d4793 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:24.649094 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784169ec-b30d-4b34-8363-97cc4df8845c" -d '{"events": [{"server_uuid": "bfd7e0e9-1628-44c7-82ca-9a4ca59f3785", "name": "network-vif-deleted", "tag": "f50d306e-858c-4737-b6ab-35259d0fc461"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:24.652013 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'ee809bcf-ab1c-43f3-8e2a-3e63e86978ee', 'network_id': '0c693bdf-78c6-4887-aa8b-8c747baba132', 'port_id': 'ee809bcf-ab1c-43f3-8e2a-3e63e86978ee', 'mac_address': 'fa:16:3e:4f:76:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11029ac-8d3c-47c7-98fb-61244a65c880', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:56:24.654592 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 43186) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:24.661425 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] Port bc15e5ce-1c09-4d9a-9e54-067d9f6b460c on network cbf4413f-2045-49d3-90cc-8b792570496f not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:24.661761 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] Attempting to bind port bc15e5ce-1c09-4d9a-9e54-067d9f6b460c on network cbf4413f-2045-49d3-90cc-8b792570496f {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:24.665965 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4ee76387-d24f-41ad-813a-26970ea9de20 req-cd1a0ba6-54e2-479c-a217-196e156d4793 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=14d7f08f-ca79-44ff-b790-35f4aa74c7d5 HTTP/1.1" status: 200 len: 944 time: 0.1321054 Jul 07 16:56:24.694728 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-2a389fa1-edb0-4b6e-a463-3541e42e60cc tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.709081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:56:24.716948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] Checking segment: {'id': '68351165-30cb-405d-b3de-d4eccb3d0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:24.717434 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] Bound using segment: {'id': '68351165-30cb-405d-b3de-d4eccb3d0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:56:24.717931 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] Bound port: bc15e5ce-1c09-4d9a-9e54-067d9f6b460c, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68351165-30cb-405d-b3de-d4eccb3d0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:56:24.718297 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.761420 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.781039 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4ee76387-d24f-41ad-813a-26970ea9de20 req-b52408aa-1f39-41eb-aa23-670a8bc3fb6e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138155 Jul 07 16:56:24.782095 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e862e64-8dae-4bf3-ad00-8a28eaf20844 req-d3c9f964-3175-4a1e-adb7-70b78f051d55 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:24.798994 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e862e64-8dae-4bf3-ad00-8a28eaf20844 req-d3c9f964-3175-4a1e-adb7-70b78f051d55 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.4619422 Jul 07 16:56:24.865128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee809bcf-ab1c-43f3-8e2a-3e63e86978ee {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:24.879156 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aea4-bf3d-4f58-918e-c6ae61f12d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.925891 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:24.937250 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ee809bcf-ab1c-43f3-8e2a-3e63e86978ee, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ee809bcf-ab1c-43f3-8e2a-3e63e86978ee,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:24.956318 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:25.000698 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b1614d-7cd5-4440-b415-be7185fc1648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec7941c-4246-4605-857b-7aeb3986718d'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:25.003708 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13eca75-26fb-4c89-891b-9034d900f3b4" -d '{"events": [{"server_uuid": "03b1614d-7cd5-4440-b415-be7185fc1648", "name": "network-vif-unplugged", "status": "completed", "tag": "1ec7941c-4246-4605-857b-7aeb3986718d"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:25.027832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1ec7941c-4246-4605-857b-7aeb3986718d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1ec7941c-4246-4605-857b-7aeb3986718d,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:25.053470 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-2a389fa1-edb0-4b6e-a463-3541e42e60cc tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:25.086286 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ee809bcf-ab1c-43f3-8e2a-3e63e86978ee,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:25.100731 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['dbf003e7-7303-4392-a04c-6a1898bef767', '7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:25.114182 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800f38a-8945-4e87-b7c1-b15af07a3ffc req-d9d74441-c10e-457d-92c6-c24f23f8799f tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:25.118937 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3800f38a-8945-4e87-b7c1-b15af07a3ffc req-d9d74441-c10e-457d-92c6-c24f23f8799f tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fdaffd-1b60-496c-998a-b4155fdc7df1 HTTP/1.1" status: 200 len: 931 time: 0.1081219 Jul 07 16:56:25.153801 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:25.195911 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aea4-bf3d-4f58-918e-c6ae61f12d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:25.219190 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:25.219190 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:25.219340 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:25.219647 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:25.220375 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:25.221329 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:25.221890 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:25.222564 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:25.223767 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:25.224452 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:25.224943 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:25.226688 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:56:25.249550 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3800f38a-8945-4e87-b7c1-b15af07a3ffc req-b443dbfc-f170-47a2-bc58-8bc950915848 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097634 Jul 07 16:56:25.257207 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aea4-bf3d-4f58-918e-c6ae61f12d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:25.282041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a389fa1-edb0-4b6e-a463-3541e42e60cc tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Pushing event updated for resources: {'Port': ['ID=a8151d0c-4118-4d3e-ac7d-81dc5559619a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:25.306234 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-2a389fa1-edb0-4b6e-a463-3541e42e60cc tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Network 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:25.328077 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e862e64-8dae-4bf3-ad00-8a28eaf20844 req-54c549f3-e020-42c0-8f6e-b4934deccea2 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280607 Jul 07 16:56:25.337207 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43206) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:25.354017 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-2a389fa1-edb0-4b6e-a463-3541e42e60cc tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:25.367020 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] For port bc15e5ce-1c09-4d9a-9e54-067d9f6b460c, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:25.384311 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] For port bc15e5ce-1c09-4d9a-9e54-067d9f6b460c, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=bc15e5ce-1c09-4d9a-9e54-067d9f6b460c,segment=NetworkSegment(68351165-30cb-405d-b3de-d4eccb3d0827),segment_id=68351165-30cb-405d-b3de-d4eccb3d0827)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:56:25.386027 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=1ec7941c-4246-4605-857b-7aeb3986718d,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:25.397610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-2a389fa1-edb0-4b6e-a463-3541e42e60cc tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:25.413338 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['ee809bcf-ab1c-43f3-8e2a-3e63e86978ee'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:25.457101 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:25.482831 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-2a389fa1-edb0-4b6e-a463-3541e42e60cc tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:25.485908 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-2a389fa1-edb0-4b6e-a463-3541e42e60cc tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:25.518234 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0825be54-1dcb-499c-b5be-cdc670485631 x-openstack-request-id: req-0825be54-1dcb-499c-b5be-cdc670485631 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:25.519445 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd7e0e9-1628-44c7-82ca-9a4ca59f3785", "name": "network-vif-deleted", "tag": "f50d306e-858c-4737-b6ab-35259d0fc461", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:25.519800 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0825be54-1dcb-499c-b5be-cdc670485631 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:25.520894 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd7e0e9-1628-44c7-82ca-9a4ca59f3785', 'name': 'network-vif-deleted', 'tag': 'f50d306e-858c-4737-b6ab-35259d0fc461', 'status': 'completed', 'code': 200} Jul 07 16:56:25.555414 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:25.558057 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:25.563705 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] 10.222.0.69 "PUT /v2.0/ports/bc15e5ce-1c09-4d9a-9e54-067d9f6b460c HTTP/1.1" status: 200 len: 1092 time: 4.1388435 Jul 07 16:56:25.590556 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-2a389fa1-edb0-4b6e-a463-3541e42e60cc tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6857073 Jul 07 16:56:25.599444 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-182796a0-6711-40e3-b71a-c300c452cbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:25.608901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] Request body: {'port': {'device_id': '98fdaffd-1b60-496c-998a-b4155fdc7df1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:25.622131 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb625898-692d-42a2-b5b1-0de88f18911a x-openstack-request-id: req-fb625898-692d-42a2-b5b1-0de88f18911a {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:25.622719 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b1614d-7cd5-4440-b415-be7185fc1648", "name": "network-vif-unplugged", "status": "completed", "tag": "1ec7941c-4246-4605-857b-7aeb3986718d", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:25.623157 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb625898-692d-42a2-b5b1-0de88f18911a {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:25.623750 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b1614d-7cd5-4440-b415-be7185fc1648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec7941c-4246-4605-857b-7aeb3986718d', 'code': 200} Jul 07 16:56:25.679244 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3eb8aea4-bf3d-4f58-918e-c6ae61f12d6e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=695666e5fcbb473cb4ab26c8293c45f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0186427 Jul 07 16:56:25.680508 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8aea4-bf3d-4f58-918e-c6ae61f12d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566df2d9-a31f-4c3b-8141-59eca456d241,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:25.682121 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43224) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:25.831615 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb08c56-ec43-40e5-bdc2-0fe3364aa237 service neutron] Pushing event updated for resources: {'Port': ['ID=bc15e5ce-1c09-4d9a-9e54-067d9f6b460c,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:25.840370 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-182796a0-6711-40e3-b71a-c300c452cbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:25.859267 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-182796a0-6711-40e3-b71a-c300c452cbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:25.910323 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a809f2cc-b51b-4d80-8fe2-c1908e841d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:25.911410 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 917a4613-fd2f-4276-81ea-9d75ce3cbb95 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:56:25.977454 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182796a0-6711-40e3-b71a-c300c452cbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438b0ad3-1248-46b4-bf9c-5504fa61c66c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:25.988588 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-182796a0-6711-40e3-b71a-c300c452cbd7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=85c6431b18314d64aa9e9ef0fa3455f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6502728 Jul 07 16:56:25.997113 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43230) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:26.002044 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a809f2cc-b51b-4d80-8fe2-c1908e841d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.044731 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 917a4613-fd2f-4276-81ea-9d75ce3cbb95, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=917a4613-fd2f-4276-81ea-9d75ce3cbb95,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:26.048484 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9850f03-e542-48a2-82dd-79a8e98cd52f req-8983da97-d4cb-4629-bdef-0e600e087e37 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:26.050205 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b9850f03-e542-48a2-82dd-79a8e98cd52f req-8983da97-d4cb-4629-bdef-0e600e087e37 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 944 time: 0.3800385 Jul 07 16:56:26.061464 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.066051 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '917a4613-fd2f-4276-81ea-9d75ce3cbb95', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '917a4613-fd2f-4276-81ea-9d75ce3cbb95', 'mac_address': 'fa:16:3e:de:25:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:56:26.087760 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-56012256-604b-4a8e-8ba8-a7be096604eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:26.089511 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-56012256-604b-4a8e-8ba8-a7be096604eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55a02e1207a442a298e0fac0645e8087&device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 1095 time: 0.3967025 Jul 07 16:56:26.109265 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d604d442-2f9f-4d2f-b2d2-22b627a43670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.126460 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97089cbb-96dc-4ff3-be61-1ae194bc9697 req-7237f1c4-1d86-4551-bb04-750c4ffe4e22 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:26.128245 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-97089cbb-96dc-4ff3-be61-1ae194bc9697 req-7237f1c4-1d86-4551-bb04-750c4ffe4e22 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2045217 Jul 07 16:56:26.134345 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.151295 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 917a4613-fd2f-4276-81ea-9d75ce3cbb95 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:26.152047 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d604d442-2f9f-4d2f-b2d2-22b627a43670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.168669 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-d4355417-9ae8-4b90-a144-1647e41b4d40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc15e5ce-1c09-4d9a-9e54-067d9f6b460c HTTP/1.1" status: 200 len: 217 time: 0.0667672 Jul 07 16:56:26.175837 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 917a4613-fd2f-4276-81ea-9d75ce3cbb95, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=917a4613-fd2f-4276-81ea-9d75ce3cbb95,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:26.189800 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.191141 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b9850f03-e542-48a2-82dd-79a8e98cd52f req-7f4a215c-62ca-4caa-983f-c01c9e6283b1 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/security-groups?id=e221eece-25fc-45ca-808a-01f78d916dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1337328 Jul 07 16:56:26.233186 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d604d442-2f9f-4d2f-b2d2-22b627a43670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.236920 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d604d442-2f9f-4d2f-b2d2-22b627a43670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.240947 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d604d442-2f9f-4d2f-b2d2-22b627a43670 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/438b0ad3-1248-46b4-bf9c-5504fa61c66c HTTP/1.1" status: 204 len: 168 time: 0.2406216 Jul 07 16:56:26.315534 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604d442-2f9f-4d2f-b2d2-22b627a43670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438b0ad3-1248-46b4-bf9c-5504fa61c66c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:26.327415 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a809f2cc-b51b-4d80-8fe2-c1908e841d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.330024 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a809f2cc-b51b-4d80-8fe2-c1908e841d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:26.331238 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a809f2cc-b51b-4d80-8fe2-c1908e841d20 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/566df2d9-a31f-4c3b-8141-59eca456d241 HTTP/1.1" status: 204 len: 168 time: 0.6458099 Jul 07 16:56:26.346415 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-97089cbb-96dc-4ff3-be61-1ae194bc9697 req-1cca1ab1-e255-4362-8dc5-fbe4e01642ff tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402044 Jul 07 16:56:26.355433 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0e2d9749-85c3-48ef-aeb4-eac49e5e1b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:26.358465 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0e2d9749-85c3-48ef-aeb4-eac49e5e1b36 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7bf8681f-776e-4c48-abee-f55e2aa2fadf HTTP/1.1" status: 200 len: 855 time: 0.1657035 Jul 07 16:56:26.366990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809f2cc-b51b-4d80-8fe2-c1908e841d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566df2d9-a31f-4c3b-8141-59eca456d241,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:26.373346 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['917a4613-fd2f-4276-81ea-9d75ce3cbb95'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:26.511361 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=917a4613-fd2f-4276-81ea-9d75ce3cbb95,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:26.579316 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-d5001425-a68e-4e05-8a84-83e083db1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:26.580905 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-d5001425-a68e-4e05-8a84-83e083db1f0e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cbf4413f-2045-49d3-90cc-8b792570496f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2076156 Jul 07 16:56:26.667934 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3d1c2-a293-430b-b5a2-1445285413cf req-162ad563-84fe-4b38-a05a-dec10f254a9d tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:26.669701 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69d3d1c2-a293-430b-b5a2-1445285413cf req-162ad563-84fe-4b38-a05a-dec10f254a9d tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=14d7f08f-ca79-44ff-b790-35f4aa74c7d5 HTTP/1.1" status: 200 len: 945 time: 0.1424482 Jul 07 16:56:26.753503 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69d3d1c2-a293-430b-b5a2-1445285413cf req-5183f9ab-cb04-4337-a671-34375a1a0c9d tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737422 Jul 07 16:56:26.992959 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43248) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:27.017757 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6857e4a3-0b2b-4efa-a0c8-0bd38266eaa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.087457 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd1feb-4434-4e52-b8b0-090b5dfe08fb req-25a0a48a-4acc-45b9-aa89-e901a6a896b8 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:27.089168 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b4dd1feb-4434-4e52-b8b0-090b5dfe08fb req-25a0a48a-4acc-45b9-aa89-e901a6a896b8 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fdaffd-1b60-496c-998a-b4155fdc7df1 HTTP/1.1" status: 200 len: 931 time: 0.1628368 Jul 07 16:56:27.164880 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b4dd1feb-4434-4e52-b8b0-090b5dfe08fb req-88a3e2b2-ff44-4fee-9810-0d5784e3c8ae tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614049 Jul 07 16:56:27.201041 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-0a3950b6-a6bf-4bb5-abbe-b21cf1ddca6e service neutron] 10.222.0.69 "GET /v2.0/networks/cbf4413f-2045-49d3-90cc-8b792570496f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055720 Jul 07 16:56:27.209622 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6857e4a3-0b2b-4efa-a0c8-0bd38266eaa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.215294 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8151d0c-4118-4d3e-ac7d-81dc5559619a {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:27.218241 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6857e4a3-0b2b-4efa-a0c8-0bd38266eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.243541 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.287341 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857e4a3-0b2b-4efa-a0c8-0bd38266eaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3635127-d5e3-4619-944c-b7d13b624914,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:27.300490 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] Transition to ACTIVE for port object a8151d0c-4118-4d3e-ac7d-81dc5559619a will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:27.304484 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6857e4a3-0b2b-4efa-a0c8-0bd38266eaa4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5e420e743bba41ce90887cdef76426ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102915 Jul 07 16:56:27.306848 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43270) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:27.366355 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31965f5-0746-44b6-be6b-2860e1dd4d9e req-f8a629c9-863d-4390-9e85-3e0229788983 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:27.368156 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f31965f5-0746-44b6-be6b-2860e1dd4d9e req-f8a629c9-863d-4390-9e85-3e0229788983 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2916021 Jul 07 16:56:27.370807 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.401281 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce588057-7c31-47e2-9a18-b27d0fa5fc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.403893 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e04ee4e-bd3b-4bcd-8f78-0ef17157728c req-21f304be-6fc9-4e88-9f12-651df9bdf2e0 service neutron] 10.222.0.69 "GET /v2.0/networks/cbf4413f-2045-49d3-90cc-8b792570496f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918731 Jul 07 16:56:27.452000 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce588057-7c31-47e2-9a18-b27d0fa5fc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.462690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] Pushing event updated for resources: {'Port': ['ID=a8151d0c-4118-4d3e-ac7d-81dc5559619a,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:27.494574 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f31965f5-0746-44b6-be6b-2860e1dd4d9e req-c75c32e4-0325-423f-a9a5-666650c9a886 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165848 Jul 07 16:56:27.523309 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fb0026-0229-42ce-b60a-efd953b9479b', 'tag': 'bc15e5ce-1c09-4d9a-9e54-067d9f6b460c'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:27.525065 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf41b06-1b87-434b-a139-c659826c5712" -d '{"events": [{"name": "network-changed", "server_uuid": "17fb0026-0229-42ce-b60a-efd953b9479b", "tag": "bc15e5ce-1c09-4d9a-9e54-067d9f6b460c"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:27.541211 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faee30-e392-438f-a04d-b476498440ad req-3014de6e-1643-4389-9943-720bd2f0539b tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:27.543122 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f0faee30-e392-438f-a04d-b476498440ad req-3014de6e-1643-4389-9943-720bd2f0539b tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 944 time: 0.1054795 Jul 07 16:56:27.557120 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce588057-7c31-47e2-9a18-b27d0fa5fc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.560489 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce588057-7c31-47e2-9a18-b27d0fa5fc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.561849 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ce588057-7c31-47e2-9a18-b27d0fa5fc23 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a3635127-d5e3-4619-944c-b7d13b624914 HTTP/1.1" status: 204 len: 168 time: 0.2512026 Jul 07 16:56:27.592201 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce588057-7c31-47e2-9a18-b27d0fa5fc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3635127-d5e3-4619-944c-b7d13b624914,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:27.595107 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] Attempting to bind port a8151d0c-4118-4d3e-ac7d-81dc5559619a on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:27.595832 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] Attempting to bind port a8151d0c-4118-4d3e-ac7d-81dc5559619a by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '2fe7af82-28aa-413a-8d85-a1067ef1e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:27.596360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] Attempting to bind port a8151d0c-4118-4d3e-ac7d-81dc5559619a on network 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:27.635678 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f0faee30-e392-438f-a04d-b476498440ad req-84f1965a-6c43-41d8-9788-78bfc1015746 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/security-groups?id=e221eece-25fc-45ca-808a-01f78d916dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811388 Jul 07 16:56:27.653947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] Port a8151d0c-4118-4d3e-ac7d-81dc5559619a on network 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:27.654286 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] Attempting to bind port a8151d0c-4118-4d3e-ac7d-81dc5559619a on network 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:27.704364 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:56:27.704770 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] Checking segment: {'id': '2fe7af82-28aa-413a-8d85-a1067ef1e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:27.705121 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] Bound using segment: {'id': '2fe7af82-28aa-413a-8d85-a1067ef1e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:56:27.713402 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] Bound port: a8151d0c-4118-4d3e-ac7d-81dc5559619a, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe7af82-28aa-413a-8d85-a1067ef1e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:56:27.713851 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.772278 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43300) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:27.820687 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-5af106cd-f9d3-485a-a380-00eab4639d05 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:27.827384 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-5af106cd-f9d3-485a-a380-00eab4639d05 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 805 time: 0.2114978 Jul 07 16:56:27.837542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] For port a8151d0c-4118-4d3e-ac7d-81dc5559619a, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:27.841649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] For port a8151d0c-4118-4d3e-ac7d-81dc5559619a, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a8151d0c-4118-4d3e-ac7d-81dc5559619a,segment=NetworkSegment(2fe7af82-28aa-413a-8d85-a1067ef1e64c),segment_id=2fe7af82-28aa-413a-8d85-a1067ef1e64c)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:56:27.847375 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-59603fc4-935c-4255-9e8e-e871c0be7690 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/quotas/442a9cfcd40e429187b2cbade1798605 HTTP/1.1" status: 200 len: 375 time: 0.0167460 Jul 07 16:56:27.853198 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.920519 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 917a4613-fd2f-4276-81ea-9d75ce3cbb95 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:27.987249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:27.988120 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:27.990746 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] 10.222.0.15 "PUT /v2.0/ports/a8151d0c-4118-4d3e-ac7d-81dc5559619a HTTP/1.1" status: 200 len: 1091 time: 2.3979092 Jul 07 16:56:27.992492 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36515503-7ab3-4a1b-9701-db78842adb29 service neutron] Pushing event updated for resources: {'Port': ['ID=a8151d0c-4118-4d3e-ac7d-81dc5559619a,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:28.000198 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da60d86-6e6c-44c0-9c50-eb986ee84b69 x-openstack-request-id: req-0da60d86-6e6c-44c0-9c50-eb986ee84b69 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:28.003349 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fb0026-0229-42ce-b60a-efd953b9479b", "tag": "bc15e5ce-1c09-4d9a-9e54-067d9f6b460c", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:28.004536 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0da60d86-6e6c-44c0-9c50-eb986ee84b69 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:28.005808 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fb0026-0229-42ce-b60a-efd953b9479b', 'tag': 'bc15e5ce-1c09-4d9a-9e54-067d9f6b460c', 'status': 'completed', 'code': 200} Jul 07 16:56:28.044534 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 917a4613-fd2f-4276-81ea-9d75ce3cbb95 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:28.046301 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.051728 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-423ad0c3-9521-40ee-906e-195aa11e7dd5 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-403502187-network', 'tenant_id': 'ee592505afe9450d9878ff44c0151a00'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:28.150760 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423ad0c3-9521-40ee-906e-195aa11e7dd5 admin admin] Made reservation on behalf of ee592505afe9450d9878ff44c0151a00 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:28.153495 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-423ad0c3-9521-40ee-906e-195aa11e7dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.179902 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-423ad0c3-9521-40ee-906e-195aa11e7dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.243559 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.265398 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf41b06-1b87-434b-a139-c659826c5712 req-4c4d682b-d21c-4215-ad30-583226aeb55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:28.267210 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ecf41b06-1b87-434b-a139-c659826c5712 req-4c4d682b-d21c-4215-ad30-583226aeb55e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55a02e1207a442a298e0fac0645e8087&device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 1095 time: 0.2518642 Jul 07 16:56:28.284596 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-3ab434b3-f3ab-40cf-b33f-0b290c60cdbd tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4141049 Jul 07 16:56:28.293633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b1fc43-8e53-45f9-9478-caf8456a42dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917a4613-fd2f-4276-81ea-9d75ce3cbb95'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:28.298036 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b942b043-9f5e-4ec8-9b3a-e3d0a970bba9" -d '{"events": [{"server_uuid": "09b1fc43-8e53-45f9-9478-caf8456a42dc", "name": "network-vif-plugged", "status": "completed", "tag": "917a4613-fd2f-4276-81ea-9d75ce3cbb95"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:28.304453 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-31e47d41-2beb-4488-b35e-37c4534cb887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:28.305996 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-31e47d41-2beb-4488-b35e-37c4534cb887 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bba3485f01bf4635b3daf846a1eaf074&device_id=98fdaffd-1b60-496c-998a-b4155fdc7df1 HTTP/1.1" status: 200 len: 1094 time: 0.2317295 Jul 07 16:56:28.315545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 917a4613-fd2f-4276-81ea-9d75ce3cbb95, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=917a4613-fd2f-4276-81ea-9d75ce3cbb95,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:28.325051 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.327380 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ee809bcf-ab1c-43f3-8e2a-3e63e86978ee up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:28.408118 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-36ddc2b8-2bad-48ff-8bea-64ba37da8c2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8151d0c-4118-4d3e-ac7d-81dc5559619a HTTP/1.1" status: 200 len: 217 time: 0.0787044 Jul 07 16:56:28.415378 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=917a4613-fd2f-4276-81ea-9d75ce3cbb95,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:28.458857 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port ee809bcf-ab1c-43f3-8e2a-3e63e86978ee completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:28.466090 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port ee809bcf-ab1c-43f3-8e2a-3e63e86978ee triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:28.466821 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.490306 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-423ad0c3-9521-40ee-906e-195aa11e7dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.503351 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dc34c-6632-4867-9a13-bca037898912 req-d885218b-ff8d-4e65-b489-bd1a664e0a89 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:28.511830 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b7dc34c-6632-4867-9a13-bca037898912 req-d885218b-ff8d-4e65-b489-bd1a664e0a89 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=14d7f08f-ca79-44ff-b790-35f4aa74c7d5 HTTP/1.1" status: 200 len: 945 time: 0.3063703 Jul 07 16:56:28.519638 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-423ad0c3-9521-40ee-906e-195aa11e7dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.576588 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.593828 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423ad0c3-9521-40ee-906e-195aa11e7dd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:56:28.602160 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ad0c3-9521-40ee-906e-195aa11e7dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c5bdd6-6925-41e6-ac98-7fd0057684fb,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:28.615945 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-423ad0c3-9521-40ee-906e-195aa11e7dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.616264 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-423ad0c3-9521-40ee-906e-195aa11e7dd5 admin admin] Added segment 10c2b50b-7e34-45f0-b033-82f8c622f68b of type vlan for network 5b32e14a-6795-45ae-b736-ba5949bac418 Jul 07 16:56:28.641558 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf41b06-1b87-434b-a139-c659826c5712 req-ee5c4ee1-f836-46f8-bffa-1bd96728a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:28.643118 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ecf41b06-1b87-434b-a139-c659826c5712 req-ee5c4ee1-f836-46f8-bffa-1bd96728a4cb service neutron] 10.222.0.69 "GET /v2.0/networks?id=cbf4413f-2045-49d3-90cc-8b792570496f HTTP/1.1" status: 200 len: 917 time: 0.3561883 Jul 07 16:56:28.651583 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b7dc34c-6632-4867-9a13-bca037898912 req-eff3b57a-7937-46b9-8a40-7723f50fc0ce tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382377 Jul 07 16:56:28.669785 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ee809bcf-ab1c-43f3-8e2a-3e63e86978ee, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ee809bcf-ab1c-43f3-8e2a-3e63e86978ee,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:28.684451 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.723421 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ecf41b06-1b87-434b-a139-c659826c5712 req-b0396d19-d40d-4118-b66f-af28034f0c92 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc15e5ce-1c09-4d9a-9e54-067d9f6b460c HTTP/1.1" status: 200 len: 217 time: 0.0713618 Jul 07 16:56:28.755319 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-2adf69de-214a-487b-869b-0bf3466dba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:28.757988 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-423ad0c3-9521-40ee-906e-195aa11e7dd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.758571 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-2adf69de-214a-487b-869b-0bf3466dba01 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afa0c846-dbdb-400b-bbf2-104f4f539bf1 HTTP/1.1" status: 200 len: 854 time: 0.2153542 Jul 07 16:56:28.808055 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-423ad0c3-9521-40ee-906e-195aa11e7dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.811566 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423ad0c3-9521-40ee-906e-195aa11e7dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:28.812240 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-423ad0c3-9521-40ee-906e-195aa11e7dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:28.813384 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ee809bcf-ab1c-43f3-8e2a-3e63e86978ee,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:28.844849 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-d90cb19a-dca7-4c0e-9c96-1cf62c73b838 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531793 Jul 07 16:56:28.849847 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-2a4cb8cd-bab9-4818-9c5b-b1c7c18799fd service neutron] 10.222.0.50 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481761 Jul 07 16:56:28.930357 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-423ad0c3-9521-40ee-906e-195aa11e7dd5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1568284 Jul 07 16:56:28.934558 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43360) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:28.949809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-506199b5-aaed-4acd-9c30-32ed0e8f2264 admin admin] Request body: {'subnet': {'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-403502187-subnet', 'tenant_id': 'ee592505afe9450d9878ff44c0151a00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:28.987361 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ad0c3-9521-40ee-906e-195aa11e7dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=5b32e14a-6795-45ae-b736-ba5949bac418,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:28.999936 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 5b32e14a-6795-45ae-b736-ba5949bac418 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:56:29.000693 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf41b06-1b87-434b-a139-c659826c5712 req-90097f7a-95e5-4688-ad39-92ae2b8c93a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:29.002419 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ecf41b06-1b87-434b-a139-c659826c5712 req-90097f7a-95e5-4688-ad39-92ae2b8c93a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7bf8681f-776e-4c48-abee-f55e2aa2fadf HTTP/1.1" status: 200 len: 855 time: 0.2706554 Jul 07 16:56:29.032042 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506199b5-aaed-4acd-9c30-32ed0e8f2264 admin admin] Made reservation on behalf of ee592505afe9450d9878ff44c0151a00 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:29.037694 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-506199b5-aaed-4acd-9c30-32ed0e8f2264 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:29.069082 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ca5f3-c6c1-4165-9a8b-3458ccc8ab6b req-f2947d23-d33e-4679-a36d-9eda2505f434 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:29.082685 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ce7ca5f3-c6c1-4165-9a8b-3458ccc8ab6b req-f2947d23-d33e-4679-a36d-9eda2505f434 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2523656 Jul 07 16:56:29.134527 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-1e8394e4-ff79-495e-a06b-de2aadab4ac3 service neutron] 10.222.0.15 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804470 Jul 07 16:56:29.188132 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-4aa55eaa-a16a-4082-8477-068650ba0dc8 service neutron] 10.222.0.50 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111494 Jul 07 16:56:29.213839 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ce7ca5f3-c6c1-4165-9a8b-3458ccc8ab6b req-41c57c16-d9f4-4b64-bb0e-fa920dfe47ec tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298952 Jul 07 16:56:29.331227 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf41b06-1b87-434b-a139-c659826c5712 req-9cd73472-03da-4432-92e2-ff38ceacf7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:29.333081 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ecf41b06-1b87-434b-a139-c659826c5712 req-9cd73472-03da-4432-92e2-ff38ceacf7b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cbf4413f-2045-49d3-90cc-8b792570496f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3189061 Jul 07 16:56:29.491003 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43384) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:29.504974 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c3b1a64-41c3-4d9c-8add-7f3df9f3b590 req-ed821fa7-358c-4214-a99f-6d41eef54fcb service neutron] 10.222.0.15 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530855 Jul 07 16:56:29.568414 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ecf41b06-1b87-434b-a139-c659826c5712 req-0fcdb48f-84b1-4d41-a496-cfdcdfc380d4 service neutron] 10.222.0.69 "GET /v2.0/networks/cbf4413f-2045-49d3-90cc-8b792570496f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248430 Jul 07 16:56:29.631629 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-506199b5-aaed-4acd-9c30-32ed0e8f2264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:29.758160 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ecf41b06-1b87-434b-a139-c659826c5712 req-f28112b9-b3e1-4eba-9d35-2264a544ac00 service neutron] 10.222.0.69 "GET /v2.0/networks/cbf4413f-2045-49d3-90cc-8b792570496f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826913 Jul 07 16:56:29.795580 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-017c5bff-2eef-42c6-bae1-8388e8f1e8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:29.806978 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccc3c9e-63f6-4c93-87b8-eed6f40eb526 x-openstack-request-id: req-dccc3c9e-63f6-4c93-87b8-eed6f40eb526 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:29.807455 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b1fc43-8e53-45f9-9478-caf8456a42dc", "name": "network-vif-plugged", "status": "completed", "tag": "917a4613-fd2f-4276-81ea-9d75ce3cbb95", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:29.807868 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dccc3c9e-63f6-4c93-87b8-eed6f40eb526 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:29.808428 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b1fc43-8e53-45f9-9478-caf8456a42dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917a4613-fd2f-4276-81ea-9d75ce3cbb95', 'code': 200} Jul 07 16:56:29.825019 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506199b5-aaed-4acd-9c30-32ed0e8f2264 admin admin] Checking segment: {'id': '10c2b50b-7e34-45f0-b033-82f8c622f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:29.825598 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506199b5-aaed-4acd-9c30-32ed0e8f2264 admin admin] Network hostable DHCP agents. Network: 5b32e14a-6795-45ae-b736-ba5949bac418, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:56:29.835058 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506199b5-aaed-4acd-9c30-32ed0e8f2264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8d043a8-c128-4d6c-970c-e264d763aba6,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:29.849852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdcc39-6e17-4a87-a687-a2b8acf3a39f req-cfda26d9-584f-4259-86c4-13d5f5794028 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:29.851881 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-85fdcc39-6e17-4a87-a687-a2b8acf3a39f req-cfda26d9-584f-4259-86c4-13d5f5794028 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fdaffd-1b60-496c-998a-b4155fdc7df1 HTTP/1.1" status: 200 len: 943 time: 0.3341091 Jul 07 16:56:29.920349 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506199b5-aaed-4acd-9c30-32ed0e8f2264 admin admin] Network 5b32e14a-6795-45ae-b736-ba5949bac418 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:56:29.951197 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-85fdcc39-6e17-4a87-a687-a2b8acf3a39f req-f71d0a86-fd51-44a5-8b30-532a8c965e80 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888965 Jul 07 16:56:29.985253 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-506199b5-aaed-4acd-9c30-32ed0e8f2264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 5b32e14a-6795-45ae-b736-ba5949bac418) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:29.995253 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b12f39a-dc83-45d1-a604-7d85bca6c60f None None] Network 5b32e14a-6795-45ae-b736-ba5949bac418 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:56:30.009402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506199b5-aaed-4acd-9c30-32ed0e8f2264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:30.009402 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-506199b5-aaed-4acd-9c30-32ed0e8f2264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:30.021776 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fdaffd-1b60-496c-998a-b4155fdc7df1', 'tag': 'a8151d0c-4118-4d3e-ac7d-81dc5559619a'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:30.024918 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8cb4b9-8de1-4596-b18f-c778161cc3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "98fdaffd-1b60-496c-998a-b4155fdc7df1", "tag": "a8151d0c-4118-4d3e-ac7d-81dc5559619a"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:30.064834 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcb126-5236-40eb-874d-61cc0b6a14a2 req-f2fc4016-529a-4160-9656-2fb8144b28d7 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:30.068520 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-017c5bff-2eef-42c6-bae1-8388e8f1e8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:30.076113 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-017c5bff-2eef-42c6-bae1-8388e8f1e8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:30.087999 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27bcb126-5236-40eb-874d-61cc0b6a14a2 req-f2fc4016-529a-4160-9656-2fb8144b28d7 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 944 time: 0.1658709 Jul 07 16:56:30.108059 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-506199b5-aaed-4acd-9c30-32ed0e8f2264 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1643579 Jul 07 16:56:30.161528 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27bcb126-5236-40eb-874d-61cc0b6a14a2 req-de99099a-d600-4ecb-81b6-94300c503de2 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/security-groups?id=e221eece-25fc-45ca-808a-01f78d916dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600035 Jul 07 16:56:30.168077 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-017c5bff-2eef-42c6-bae1-8388e8f1e8de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a5e039119bee400392130f7947429c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6706691 Jul 07 16:56:30.168336 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 43400) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:30.189478 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c5bff-2eef-42c6-bae1-8388e8f1e8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0346e648-4eef-4a2e-acc7-4fea851f4bb1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:30.263338 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3def40fd-44f2-48a0-a998-7f12a9b89e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:30.324741 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3def40fd-44f2-48a0-a998-7f12a9b89e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:30.328547 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408c951e-4e0b-41be-96b1-97cde06a9857 None None] Network 5b32e14a-6795-45ae-b736-ba5949bac418 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:56:30.464341 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3def40fd-44f2-48a0-a998-7f12a9b89e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:30.470473 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3def40fd-44f2-48a0-a998-7f12a9b89e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:30.471841 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c14642c6-a8f6-436a-b77f-c2e7bad84502 req-e88befbb-6db0-4cc4-b87f-e4ce1d0b11c3 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba630a59-aac6-4de8-8a68-16aa43a621a7 HTTP/1.1" status: 200 len: 210 time: 0.0515120 Jul 07 16:56:30.472973 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3def40fd-44f2-48a0-a998-7f12a9b89e2a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0346e648-4eef-4a2e-acc7-4fea851f4bb1 HTTP/1.1" status: 204 len: 168 time: 0.3034389 Jul 07 16:56:30.508390 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def40fd-44f2-48a0-a998-7f12a9b89e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0346e648-4eef-4a2e-acc7-4fea851f4bb1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:30.601149 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085375c-f0db-4689-a322-33efb839ca17 req-e0dd9a23-2771-40a8-8190-4af30437fd4d tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:30.610632 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6085375c-f0db-4689-a322-33efb839ca17 req-e0dd9a23-2771-40a8-8190-4af30437fd4d tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=14d7f08f-ca79-44ff-b790-35f4aa74c7d5 HTTP/1.1" status: 200 len: 946 time: 0.1501935 Jul 07 16:56:30.614510 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b58606-3f90-4f28-b0e9-266cfd192a34 x-openstack-request-id: req-89b58606-3f90-4f28-b0e9-266cfd192a34 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:30.614811 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fdaffd-1b60-496c-998a-b4155fdc7df1", "tag": "a8151d0c-4118-4d3e-ac7d-81dc5559619a", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:30.615067 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89b58606-3f90-4f28-b0e9-266cfd192a34 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:30.618048 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fdaffd-1b60-496c-998a-b4155fdc7df1', 'tag': 'a8151d0c-4118-4d3e-ac7d-81dc5559619a', 'status': 'completed', 'code': 200} Jul 07 16:56:30.715779 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6085375c-f0db-4689-a322-33efb839ca17 req-c8c51599-8c46-4909-9452-5b72426c9c39 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037898 Jul 07 16:56:30.736993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cb4b9-8de1-4596-b18f-c778161cc3f5 req-84a967dc-3d40-4ddd-94c3-597e71ac3de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:30.739238 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de8cb4b9-8de1-4596-b18f-c778161cc3f5 req-84a967dc-3d40-4ddd-94c3-597e71ac3de1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bba3485f01bf4635b3daf846a1eaf074&device_id=98fdaffd-1b60-496c-998a-b4155fdc7df1 HTTP/1.1" status: 200 len: 1094 time: 0.1041656 Jul 07 16:56:30.871206 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cb4b9-8de1-4596-b18f-c778161cc3f5 req-84fc7109-7d12-4411-8e66-e94c7f51e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:30.873086 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de8cb4b9-8de1-4596-b18f-c778161cc3f5 req-84fc7109-7d12-4411-8e66-e94c7f51e4be service neutron] 10.222.0.15 "GET /v2.0/networks?id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 HTTP/1.1" status: 200 len: 915 time: 0.1263957 Jul 07 16:56:30.962946 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de8cb4b9-8de1-4596-b18f-c778161cc3f5 req-0ca2037b-8580-45b8-87cb-03482ae2aa2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8151d0c-4118-4d3e-ac7d-81dc5559619a HTTP/1.1" status: 200 len: 217 time: 0.0819733 Jul 07 16:56:31.040160 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cb4b9-8de1-4596-b18f-c778161cc3f5 req-616f309f-7ff8-492c-9b36-665c683909eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:31.041888 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de8cb4b9-8de1-4596-b18f-c778161cc3f5 req-616f309f-7ff8-492c-9b36-665c683909eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afa0c846-dbdb-400b-bbf2-104f4f539bf1 HTTP/1.1" status: 200 len: 854 time: 0.0709593 Jul 07 16:56:31.096862 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de8cb4b9-8de1-4596-b18f-c778161cc3f5 req-b808d293-d543-4bcc-8401-2bb05961a87f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472920 Jul 07 16:56:31.278297 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8042df-cf19-4226-9ff4-3e80968da79c req-08b497e7-b568-4955-a031-0ae1d5357c9a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:31.286686 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ca8042df-cf19-4226-9ff4-3e80968da79c req-08b497e7-b568-4955-a031-0ae1d5357c9a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1042724 Jul 07 16:56:31.386740 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ca8042df-cf19-4226-9ff4-3e80968da79c req-a46a97e1-5b1e-43be-b64f-17e00f0f1e35 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986156 Jul 07 16:56:31.494058 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de8cb4b9-8de1-4596-b18f-c778161cc3f5 req-a7bb1438-a2aa-402d-b15d-cf98dd65e838 service neutron] 10.222.0.15 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888264 Jul 07 16:56:31.547652 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-3b5d62f7-f514-4df0-9cfd-474e1376acb7 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:31.549356 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-3b5d62f7-f514-4df0-9cfd-474e1376acb7 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/networks?id=5b32e14a-6795-45ae-b736-ba5949bac418 HTTP/1.1" status: 200 len: 812 time: 0.3101828 Jul 07 16:56:31.610476 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-b167751d-89a0-431b-b018-7e2fef7c7fc0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:31.611950 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-b167751d-89a0-431b-b018-7e2fef7c7fc0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.69 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 805 time: 0.2990263 Jul 07 16:56:31.634657 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-599d3b27-4dda-44e2-84bd-61d95c6393a7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Request body: {'port': {'device_id': 'ba630a59-aac6-4de8-8a68-16aa43a621a7', 'network_id': '00200275-feb8-4792-b225-1605381ce5dc', 'admin_state_up': True, 'tenant_id': '442a9cfcd40e429187b2cbade1798605'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:31.661484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de19965-b553-4e33-9ff6-177362b984ba req-83cd9a3e-bb86-46a9-affe-f002568c0beb tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:31.669183 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6de19965-b553-4e33-9ff6-177362b984ba req-83cd9a3e-bb86-46a9-affe-f002568c0beb tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fdaffd-1b60-496c-998a-b4155fdc7df1 HTTP/1.1" status: 200 len: 943 time: 0.0898368 Jul 07 16:56:31.728390 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6de19965-b553-4e33-9ff6-177362b984ba req-75183e8a-73e5-4d40-820b-ef1eef3674c6 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579062 Jul 07 16:56:31.809766 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d7f08f-ca79-44ff-b790-35f4aa74c7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee809bcf-ab1c-43f3-8e2a-3e63e86978ee'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:31.813712 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d364647d-3a07-46ee-9fd6-875d404bef50" -d '{"events": [{"server_uuid": "14d7f08f-ca79-44ff-b790-35f4aa74c7d5", "name": "network-vif-plugged", "status": "completed", "tag": "ee809bcf-ab1c-43f3-8e2a-3e63e86978ee"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:31.952278 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a8151d0c-4118-4d3e-ac7d-81dc5559619a details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:56:31.971537 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5a8d8-005f-4912-a26b-cb80b01d06e3 req-b9dc4f06-0565-432d-b441-8afa6aea74f8 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:31.975910 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-30f5a8d8-005f-4912-a26b-cb80b01d06e3 req-b9dc4f06-0565-432d-b441-8afa6aea74f8 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 944 time: 0.1197050 Jul 07 16:56:32.063666 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-30f5a8d8-005f-4912-a26b-cb80b01d06e3 req-fc4858fd-a81c-453c-bd94-16423d12f3da tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/security-groups?id=e221eece-25fc-45ca-808a-01f78d916dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823352 Jul 07 16:56:32.152750 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port a8151d0c-4118-4d3e-ac7d-81dc5559619a, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a8151d0c-4118-4d3e-ac7d-81dc5559619a,segment=NetworkSegment(2fe7af82-28aa-413a-8d85-a1067ef1e64c),segment_id=2fe7af82-28aa-413a-8d85-a1067ef1e64c)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:32.168223 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'a8151d0c-4118-4d3e-ac7d-81dc5559619a', 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1', 'port_id': 'a8151d0c-4118-4d3e-ac7d-81dc5559619a', 'mac_address': 'fa:16:3e:74:70:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa0c846-dbdb-400b-bbf2-104f4f539bf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:56:32.200466 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-c57fcb09-34db-4418-af5d-3630712c0728 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/quotas/ee592505afe9450d9878ff44c0151a00 HTTP/1.1" status: 200 len: 375 time: 0.6345272 Jul 07 16:56:32.224221 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:32.242092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8151d0c-4118-4d3e-ac7d-81dc5559619a {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:32.265286 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port a8151d0c-4118-4d3e-ac7d-81dc5559619a, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a8151d0c-4118-4d3e-ac7d-81dc5559619a,segment=NetworkSegment(2fe7af82-28aa-413a-8d85-a1067ef1e64c),segment_id=2fe7af82-28aa-413a-8d85-a1067ef1e64c)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:32.280130 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:32.350360 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1d2b676b-6e9d-4570-8f41-41dddcc6a999 req-2ec12aa2-de20-4f02-a4c5-bcbcd2a46918 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba630a59-aac6-4de8-8a68-16aa43a621a7 HTTP/1.1" status: 200 len: 210 time: 0.0638571 Jul 07 16:56:32.366189 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-d5beb5b9-6fe6-4191-9076-c6b014de9c28 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee592505afe9450d9878ff44c0151a00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923579 Jul 07 16:56:32.366505 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=a8151d0c-4118-4d3e-ac7d-81dc5559619a,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:32.518998 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de8cb4b9-8de1-4596-b18f-c778161cc3f5 req-bc8affa3-fb59-4f3a-a28c-457b9ef91b24 service neutron] 10.222.0.15 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0102525 Jul 07 16:56:32.557227 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['a8151d0c-4118-4d3e-ac7d-81dc5559619a'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:32.586817 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-599d3b27-4dda-44e2-84bd-61d95c6393a7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Made reservation on behalf of 442a9cfcd40e429187b2cbade1798605 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:32.590892 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-599d3b27-4dda-44e2-84bd-61d95c6393a7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:32.615997 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-c92d38f0-09db-4689-a8d0-d623a2b5ae64 service neutron] 10.222.0.50 "GET /v2.0/networks/5b32e14a-6795-45ae-b736-ba5949bac418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317338 Jul 07 16:56:32.703079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d04c2-f181-42b3-abce-1a9affb052be req-a2a05334-00f5-4495-b338-a472a63a05e8 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:32.728503 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0a9d04c2-f181-42b3-abce-1a9affb052be req-a2a05334-00f5-4495-b338-a472a63a05e8 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=14d7f08f-ca79-44ff-b790-35f4aa74c7d5 HTTP/1.1" status: 200 len: 946 time: 0.1999230 Jul 07 16:56:32.803942 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0a9d04c2-f181-42b3-abce-1a9affb052be req-abe40a1a-157b-441d-8d00-345197b0a50e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684834 Jul 07 16:56:32.819341 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-599d3b27-4dda-44e2-84bd-61d95c6393a7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Allocated IP 172.20.0.14 (00200275-feb8-4792-b225-1605381ce5dc/a99df1f9-17f6-4826-9d57-d15200be420d/90f4857c-9501-4bf4-93cf-e045d89fbc26) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:56:32.830973 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-fa43546e-35e6-4ff9-93d9-825301f3cf02 service neutron] 10.222.0.50 "GET /v2.0/networks/5b32e14a-6795-45ae-b736-ba5949bac418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608021 Jul 07 16:56:32.889670 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813a3158-f46b-45a3-a665-0e7b02334393 x-openstack-request-id: req-813a3158-f46b-45a3-a665-0e7b02334393 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:32.896307 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d7f08f-ca79-44ff-b790-35f4aa74c7d5", "name": "network-vif-plugged", "status": "completed", "tag": "ee809bcf-ab1c-43f3-8e2a-3e63e86978ee", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:32.896729 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-813a3158-f46b-45a3-a665-0e7b02334393 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:32.897171 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d7f08f-ca79-44ff-b790-35f4aa74c7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee809bcf-ab1c-43f3-8e2a-3e63e86978ee', 'code': 200} Jul 07 16:56:33.131029 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f800ca2-728f-4963-89fc-804b0a51f62f req-e4d195f0-4867-40a7-9670-f7f28764b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:33.132541 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0f800ca2-728f-4963-89fc-804b0a51f62f req-e4d195f0-4867-40a7-9670-f7f28764b24a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14d7f08f-ca79-44ff-b790-35f4aa74c7d5 HTTP/1.1" status: 200 len: 1097 time: 0.1725204 Jul 07 16:56:33.187577 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-599d3b27-4dda-44e2-84bd-61d95c6393a7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:33.203229 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0f800ca2-728f-4963-89fc-804b0a51f62f req-6e72958c-8c76-483f-ba72-7f3df2969b01 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600867 Jul 07 16:56:33.234893 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d43fe7-a6a5-4c9f-b2f1-a9adeaf55706 req-322f70e5-4b1c-4e70-b497-d237da787e9d tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:33.245069 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-07d43fe7-a6a5-4c9f-b2f1-a9adeaf55706 req-322f70e5-4b1c-4e70-b497-d237da787e9d tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1202719 Jul 07 16:56:33.247657 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-599d3b27-4dda-44e2-84bd-61d95c6393a7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:33.266328 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['465fc65b-b48d-4ce1-839f-23d7a638aaa4'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:33.319247 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-599d3b27-4dda-44e2-84bd-61d95c6393a7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Network 00200275-feb8-4792-b225-1605381ce5dc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:33.323483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-599d3b27-4dda-44e2-84bd-61d95c6393a7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:33.330619 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-07d43fe7-a6a5-4c9f-b2f1-a9adeaf55706 req-16c05edd-407f-4212-812b-5380c065cdd0 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843592 Jul 07 16:56:33.337360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-599d3b27-4dda-44e2-84bd-61d95c6393a7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:33.401164 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d3b27-4dda-44e2-84bd-61d95c6393a7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Pushing event updated for resources: {'Port': ['ID=90f4857c-9501-4bf4-93cf-e045d89fbc26,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:33.535088 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-599d3b27-4dda-44e2-84bd-61d95c6393a7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:33.536574 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-599d3b27-4dda-44e2-84bd-61d95c6393a7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:33.568475 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-599d3b27-4dda-44e2-84bd-61d95c6393a7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9457479 Jul 07 16:56:33.580365 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-4001fcd1-fc20-48c6-b3ca-4f3534b0abe8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:56:33.581644 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-4001fcd1-fc20-48c6-b3ca-4f3534b0abe8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067391 Jul 07 16:56:33.591573 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d70b8-9117-4514-a2e5-2ce0bf044111 req-7af15990-2574-4802-acfc-13710246ee72 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:33.593314 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e64d70b8-9117-4514-a2e5-2ce0bf044111 req-7af15990-2574-4802-acfc-13710246ee72 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fdaffd-1b60-496c-998a-b4155fdc7df1 HTTP/1.1" status: 200 len: 944 time: 0.1700692 Jul 07 16:56:33.679440 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e64d70b8-9117-4514-a2e5-2ce0bf044111 req-58bfdf58-a054-49c4-b1ca-640f411bf55d tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783954 Jul 07 16:56:33.697932 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146c037-bdbf-4b44-99c2-8a55080933c4 req-a9a55718-7bac-4864-82b3-06413ee28de6 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:33.705998 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3146c037-bdbf-4b44-99c2-8a55080933c4 req-a9a55718-7bac-4864-82b3-06413ee28de6 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 944 time: 0.1896539 Jul 07 16:56:33.803145 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3146c037-bdbf-4b44-99c2-8a55080933c4 req-fd9ad972-d6ba-4876-be71-8b6b006a586c tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/security-groups?id=e221eece-25fc-45ca-808a-01f78d916dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817518 Jul 07 16:56:33.842297 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] Request body: {'port': {'device_id': 'ba630a59-aac6-4de8-8a68-16aa43a621a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:33.967824 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a8151d0c-4118-4d3e-ac7d-81dc5559619a up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:34.071005 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:34.122198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185efee-9ea3-4e16-8d09-227ed89ef68b req-baae40cc-3b97-4d2e-860f-7469476e8df9 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:34.124099 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b185efee-9ea3-4e16-8d09-227ed89ef68b req-baae40cc-3b97-4d2e-860f-7469476e8df9 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.0982251 Jul 07 16:56:34.133299 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port a8151d0c-4118-4d3e-ac7d-81dc5559619a completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:34.140716 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port a8151d0c-4118-4d3e-ac7d-81dc5559619a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:34.141359 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:34.262469 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b185efee-9ea3-4e16-8d09-227ed89ef68b req-21721006-f11c-403b-9ead-0719607bfebc tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296086 Jul 07 16:56:34.326672 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:34.397390 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port a8151d0c-4118-4d3e-ac7d-81dc5559619a, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a8151d0c-4118-4d3e-ac7d-81dc5559619a,segment=NetworkSegment(2fe7af82-28aa-413a-8d85-a1067ef1e64c),segment_id=2fe7af82-28aa-413a-8d85-a1067ef1e64c)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:34.402043 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe7fc2-b1fe-4a37-904a-8e9020e36f93 req-29ff9292-691a-442e-b991-849fd4dc9a8e tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:34.404441 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:34.419273 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72fe7fc2-b1fe-4a37-904a-8e9020e36f93 req-29ff9292-691a-442e-b991-849fd4dc9a8e tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba630a59-aac6-4de8-8a68-16aa43a621a7 HTTP/1.1" status: 200 len: 932 time: 0.2938833 Jul 07 16:56:34.513136 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7284be-f149-4475-a178-d89f03b42bc9 req-8d17bf8b-5c46-4313-93ac-b931da969041 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:34.519293 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=a8151d0c-4118-4d3e-ac7d-81dc5559619a,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:34.525146 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aa7284be-f149-4475-a178-d89f03b42bc9 req-8d17bf8b-5c46-4313-93ac-b931da969041 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=14d7f08f-ca79-44ff-b790-35f4aa74c7d5 HTTP/1.1" status: 200 len: 946 time: 0.1249099 Jul 07 16:56:34.577750 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72fe7fc2-b1fe-4a37-904a-8e9020e36f93 req-9c54fb83-f272-41c2-9c81-d9a7479c3f8e tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233382 Jul 07 16:56:34.591168 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aa7284be-f149-4475-a178-d89f03b42bc9 req-1afef05f-b50e-47de-a60a-cbe8b4201bbc tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647106 Jul 07 16:56:34.705844 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4916bfcb-02f8-4806-9785-5578f569ebdb req-2546a34a-33b8-4215-9ab2-b089ce2b5c82 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d8aa162-0b72-49c6-a577-5f4d3bdda36c HTTP/1.1" status: 200 len: 210 time: 0.0481744 Jul 07 16:56:34.798874 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f4857c-9501-4bf4-93cf-e045d89fbc26 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:34.816048 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:34.847249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] Transition to ACTIVE for port object 90f4857c-9501-4bf4-93cf-e045d89fbc26 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:34.856824 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:34.898232 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fdaffd-1b60-496c-998a-b4155fdc7df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8151d0c-4118-4d3e-ac7d-81dc5559619a'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:34.901230 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307dda23-6da3-4021-b258-ab74f2ecc79a" -d '{"events": [{"server_uuid": "98fdaffd-1b60-496c-998a-b4155fdc7df1", "name": "network-vif-plugged", "status": "completed", "tag": "a8151d0c-4118-4d3e-ac7d-81dc5559619a"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:34.992088 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] Pushing event updated for resources: {'Port': ['ID=90f4857c-9501-4bf4-93cf-e045d89fbc26,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:35.044404 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a1681-263f-47a5-b475-af54766d5788 req-58f90d60-e447-40f0-afed-1fc4b23f6e5e tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:35.053420 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c3a1681-263f-47a5-b475-af54766d5788 req-58f90d60-e447-40f0-afed-1fc4b23f6e5e tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 944 time: 0.0993690 Jul 07 16:56:35.110639 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c3a1681-263f-47a5-b475-af54766d5788 req-26daa151-7ba4-4519-8923-6ac15a5f479d tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/security-groups?id=e221eece-25fc-45ca-808a-01f78d916dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560005 Jul 07 16:56:35.136173 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] Attempting to bind port 90f4857c-9501-4bf4-93cf-e045d89fbc26 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:35.136529 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] Attempting to bind port 90f4857c-9501-4bf4-93cf-e045d89fbc26 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:35.136872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] Attempting to bind port 90f4857c-9501-4bf4-93cf-e045d89fbc26 on network 00200275-feb8-4792-b225-1605381ce5dc {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:35.149876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] Port 90f4857c-9501-4bf4-93cf-e045d89fbc26 on network 00200275-feb8-4792-b225-1605381ce5dc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:35.150421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] Attempting to bind port 90f4857c-9501-4bf4-93cf-e045d89fbc26 on network 00200275-feb8-4792-b225-1605381ce5dc {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:35.159017 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:56:35.159594 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] Checking segment: {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:35.160166 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] Bound using segment: {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:56:35.161291 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] Bound port: 90f4857c-9501-4bf4-93cf-e045d89fbc26, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:56:35.161840 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:35.200308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd812a61-c3c2-4a72-97c4-252506065055 req-dc5b0d8b-1713-458e-9fef-c457222c6469 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:35.222269 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cd812a61-c3c2-4a72-97c4-252506065055 req-dc5b0d8b-1713-458e-9fef-c457222c6469 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fdaffd-1b60-496c-998a-b4155fdc7df1 HTTP/1.1" status: 200 len: 945 time: 0.2399516 Jul 07 16:56:35.357179 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a4729-44a5-411f-9077-f432f6d617f7 req-de850287-84db-4f1a-87b1-4da9f929f845 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:35.367808 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aa0a4729-44a5-411f-9077-f432f6d617f7 req-de850287-84db-4f1a-87b1-4da9f929f845 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1112823 Jul 07 16:56:35.386051 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43562) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:35.387580 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cd812a61-c3c2-4a72-97c4-252506065055 req-aea62e96-4cfa-477e-a0d9-4ffa91ca14e7 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615896 Jul 07 16:56:35.418287 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] For port 90f4857c-9501-4bf4-93cf-e045d89fbc26, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:35.422023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] For port 90f4857c-9501-4bf4-93cf-e045d89fbc26, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=90f4857c-9501-4bf4-93cf-e045d89fbc26,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:56:35.428184 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:35.471612 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:35.472621 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:35.474858 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] 10.222.0.69 "PUT /v2.0/ports/90f4857c-9501-4bf4-93cf-e045d89fbc26 HTTP/1.1" status: 200 len: 1092 time: 1.8804424 Jul 07 16:56:35.475326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba630a59-aac6-4de8-8a68-16aa43a621a7', 'tag': '90f4857c-9501-4bf4-93cf-e045d89fbc26'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:35.477733 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9e6513-ce53-4e87-a919-567998014ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "ba630a59-aac6-4de8-8a68-16aa43a621a7", "tag": "90f4857c-9501-4bf4-93cf-e045d89fbc26"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:35.493720 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aa0a4729-44a5-411f-9077-f432f6d617f7 req-5c165c9c-44f4-4bf8-9cd1-ba52c45163f7 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246948 Jul 07 16:56:35.507103 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416702aa-92f5-429b-93cc-abda71c71958 service neutron] Pushing event updated for resources: {'Port': ['ID=90f4857c-9501-4bf4-93cf-e045d89fbc26,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:35.534965 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec464e91-4ad3-49c7-9412-2aa0d4292ac5 x-openstack-request-id: req-ec464e91-4ad3-49c7-9412-2aa0d4292ac5 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:35.535458 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fdaffd-1b60-496c-998a-b4155fdc7df1", "name": "network-vif-plugged", "status": "completed", "tag": "a8151d0c-4118-4d3e-ac7d-81dc5559619a", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:35.535538 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec464e91-4ad3-49c7-9412-2aa0d4292ac5 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:35.536466 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fdaffd-1b60-496c-998a-b4155fdc7df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8151d0c-4118-4d3e-ac7d-81dc5559619a', 'code': 200} Jul 07 16:56:35.606429 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c195df4-1fa3-4f7c-809c-86ae0afc41a4 x-openstack-request-id: req-3c195df4-1fa3-4f7c-809c-86ae0afc41a4 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:35.606738 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba630a59-aac6-4de8-8a68-16aa43a621a7", "tag": "90f4857c-9501-4bf4-93cf-e045d89fbc26", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:35.606999 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c195df4-1fa3-4f7c-809c-86ae0afc41a4 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:35.607478 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba630a59-aac6-4de8-8a68-16aa43a621a7', 'tag': '90f4857c-9501-4bf4-93cf-e045d89fbc26', 'status': 'completed', 'code': 200} Jul 07 16:56:35.663735 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6a73-7c88-4dd4-8014-80c144500a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:35.675699 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-49f8437d-8857-47b2-a261-05f949cdc78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:35.681165 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-49f8437d-8857-47b2-a261-05f949cdc78a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&device_id=ba630a59-aac6-4de8-8a68-16aa43a621a7 HTTP/1.1" status: 200 len: 1095 time: 0.1573935 Jul 07 16:56:35.794202 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-2ed4bf13-01f3-46c5-a8db-858967fca4ec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90f4857c-9501-4bf4-93cf-e045d89fbc26 HTTP/1.1" status: 200 len: 217 time: 0.0634167 Jul 07 16:56:35.946541 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7723e-5e2a-4e05-9324-25a354244aa2 req-544aff6a-2de6-4c32-9f95-b1433974021a tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:35.959034 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a4e7723e-5e2a-4e05-9324-25a354244aa2 req-544aff6a-2de6-4c32-9f95-b1433974021a tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=14d7f08f-ca79-44ff-b790-35f4aa74c7d5 HTTP/1.1" status: 200 len: 946 time: 0.2193723 Jul 07 16:56:36.037287 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device bc15e5ce-1c09-4d9a-9e54-067d9f6b460c details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:56:36.038719 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6a73-7c88-4dd4-8014-80c144500a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:36.075532 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6a73-7c88-4dd4-8014-80c144500a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:36.100165 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a4e7723e-5e2a-4e05-9324-25a354244aa2 req-25a09713-eb1e-4128-8f8e-ab1f9567b542 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401322 Jul 07 16:56:36.166748 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ff1b6a73-7c88-4dd4-8014-80c144500a13 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8757b84dd1fb4802a193e944a1abf05f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7795732 Jul 07 16:56:36.167768 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b6a73-7c88-4dd4-8014-80c144500a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6152d194-c74d-481c-b826-a9a97b965382,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:36.170188 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43582) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:36.216563 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5964314-ed62-4c2e-b18c-7cd5c27c9781 req-0d325a34-8332-4808-ba58-6b3086a44004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:36.217256 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5964314-ed62-4c2e-b18c-7cd5c27c9781 req-0d325a34-8332-4808-ba58-6b3086a44004 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=98fdaffd-1b60-496c-998a-b4155fdc7df1 HTTP/1.1" status: 200 len: 1096 time: 0.4384747 Jul 07 16:56:36.219894 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-3283237b-2e1a-456d-9cfe-855f60133f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:36.223032 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-3283237b-2e1a-456d-9cfe-855f60133f66 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a99df1f9-17f6-4826-9d57-d15200be420d HTTP/1.1" status: 200 len: 845 time: 0.4005122 Jul 07 16:56:36.251357 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf94c4-4f59-41ce-b5ef-8541c9bb373a req-26ff67fd-b945-44be-bc7e-33be84e9f6d3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:36.253041 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b640dd46-701b-4c3a-84ac-d9dd5daa591a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:36.259229 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ecbf94c4-4f59-41ce-b5ef-8541c9bb373a req-26ff67fd-b945-44be-bc7e-33be84e9f6d3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.5766962 Jul 07 16:56:36.285491 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b640dd46-701b-4c3a-84ac-d9dd5daa591a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:36.310734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port bc15e5ce-1c09-4d9a-9e54-067d9f6b460c, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=bc15e5ce-1c09-4d9a-9e54-067d9f6b460c,segment=NetworkSegment(68351165-30cb-405d-b3de-d4eccb3d0827),segment_id=68351165-30cb-405d-b3de-d4eccb3d0827)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:36.327012 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'bc15e5ce-1c09-4d9a-9e54-067d9f6b460c', 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f', 'port_id': 'bc15e5ce-1c09-4d9a-9e54-067d9f6b460c', 'mac_address': 'fa:16:3e:57:a7:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf8681f-776e-4c48-abee-f55e2aa2fadf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:56:36.344623 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-02142fb4-f1d3-456c-83ff-ea6e4342adda service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00200275-feb8-4792-b225-1605381ce5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699811 Jul 07 16:56:36.378526 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b640dd46-701b-4c3a-84ac-d9dd5daa591a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:36.383329 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b640dd46-701b-4c3a-84ac-d9dd5daa591a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:36.384678 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b640dd46-701b-4c3a-84ac-d9dd5daa591a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6152d194-c74d-481c-b826-a9a97b965382 HTTP/1.1" status: 204 len: 168 time: 0.2135262 Jul 07 16:56:36.392973 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:36.395157 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640dd46-701b-4c3a-84ac-d9dd5daa591a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6152d194-c74d-481c-b826-a9a97b965382,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:36.423217 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc15e5ce-1c09-4d9a-9e54-067d9f6b460c {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:36.451510 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port bc15e5ce-1c09-4d9a-9e54-067d9f6b460c, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=bc15e5ce-1c09-4d9a-9e54-067d9f6b460c,segment=NetworkSegment(68351165-30cb-405d-b3de-d4eccb3d0827),segment_id=68351165-30cb-405d-b3de-d4eccb3d0827)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:36.455079 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ecbf94c4-4f59-41ce-b5ef-8541c9bb373a req-7983de3c-4b99-469c-ab7d-ecca1bcdc98a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948154 Jul 07 16:56:36.462751 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:36.554086 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-87028102-100b-4da9-9863-b1d1bd1b0d12 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:36.556883 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-87028102-100b-4da9-9863-b1d1bd1b0d12 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.69 "GET /v2.0/networks?id=5b32e14a-6795-45ae-b736-ba5949bac418 HTTP/1.1" status: 200 len: 812 time: 0.6986530 Jul 07 16:56:36.572001 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=bc15e5ce-1c09-4d9a-9e54-067d9f6b460c,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:36.576688 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-dc260e7c-d6c6-4c89-ba30-2df6c21a9880 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:36.578982 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-dc260e7c-d6c6-4c89-ba30-2df6c21a9880 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.15 "GET /v2.0/networks?id=5b32e14a-6795-45ae-b736-ba5949bac418 HTTP/1.1" status: 200 len: 812 time: 0.7405035 Jul 07 16:56:36.595645 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-ee8bef10-e6b2-4cd6-9952-7a277b895c4f tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Request body: {'port': {'device_id': 'a523116e-2205-468b-911e-b7c6a27595ad', 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418', 'admin_state_up': True, 'tenant_id': 'ee592505afe9450d9878ff44c0151a00'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:36.615718 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d28e2-facf-4e88-95b4-047adc327827 req-3c665c65-14e2-4e86-be0e-13ec0aca2966 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:36.624030 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1a7d28e2-facf-4e88-95b4-047adc327827 req-3c665c65-14e2-4e86-be0e-13ec0aca2966 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba630a59-aac6-4de8-8a68-16aa43a621a7 HTTP/1.1" status: 200 len: 944 time: 0.1530464 Jul 07 16:56:36.642411 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5964314-ed62-4c2e-b18c-7cd5c27c9781 req-99b0836b-fbc4-467a-b77e-b7183ec55e82 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779140 Jul 07 16:56:36.657984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-a4c4d688-5eaa-4003-94f3-a49cb259ea4a tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Request body: {'port': {'device_id': '7d8aa162-0b72-49c6-a577-5f4d3bdda36c', 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418', 'admin_state_up': True, 'tenant_id': 'ee592505afe9450d9878ff44c0151a00'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:36.693138 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1a7d28e2-facf-4e88-95b4-047adc327827 req-3716db5c-f687-45ef-9bf9-520f88ae3927 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590200 Jul 07 16:56:36.731141 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90440df7-e056-4800-b923-3da05e49dac4 req-38192bb4-6e24-4cf1-8c9e-ab399d04f1b6 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d8aa162-0b72-49c6-a577-5f4d3bdda36c HTTP/1.1" status: 200 len: 210 time: 0.1463969 Jul 07 16:56:36.842224 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['bc15e5ce-1c09-4d9a-9e54-067d9f6b460c'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:37.057620 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-a2293abc-aad5-4410-beb8-268dba908092 service neutron] 10.222.0.69 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6937585 Jul 07 16:56:37.075616 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-a4c4d688-5eaa-4003-94f3-a49cb259ea4a tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Made reservation on behalf of ee592505afe9450d9878ff44c0151a00 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:37.079898 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-a4c4d688-5eaa-4003-94f3-a49cb259ea4a tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:37.175181 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d83e4e-e7d3-4a02-96af-91b1ce22e1e8 req-b52a22a7-22ed-4765-aacd-9fe0c544c124 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:37.182756 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-96d83e4e-e7d3-4a02-96af-91b1ce22e1e8 req-b52a22a7-22ed-4765-aacd-9fe0c544c124 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 945 time: 0.2885678 Jul 07 16:56:37.195709 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-ee8bef10-e6b2-4cd6-9952-7a277b895c4f tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Made reservation on behalf of ee592505afe9450d9878ff44c0151a00 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:37.198986 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-ee8bef10-e6b2-4cd6-9952-7a277b895c4f tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:37.486664 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b2b3d-4aaa-4873-89d7-77228272aad8 req-e7e9e21e-03cd-4a9c-bed3-6e4a0da1d600 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:37.496441 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e08b2b3d-4aaa-4873-89d7-77228272aad8 req-e7e9e21e-03cd-4a9c-bed3-6e4a0da1d600 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fdaffd-1b60-496c-998a-b4155fdc7df1 HTTP/1.1" status: 200 len: 945 time: 0.1234169 Jul 07 16:56:37.591444 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e08b2b3d-4aaa-4873-89d7-77228272aad8 req-a38b753b-f29c-40f1-beb8-6b3e7b83da14 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935442 Jul 07 16:56:37.629908 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-96d83e4e-e7d3-4a02-96af-91b1ce22e1e8 req-a1d7327c-3abf-4c26-bf7a-1dafe28886b7 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/security-groups?id=e221eece-25fc-45ca-808a-01f78d916dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4461186 Jul 07 16:56:37.799276 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cb43a45-4114-4da6-9a37-6d441acd7aed req-775c654a-24c9-4165-96a4-2784886600ea service neutron] 10.222.0.69 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7313116 Jul 07 16:56:37.918994 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc231a-4f41-4608-8e45-31afb2858353 req-fccff3b2-be1c-42ea-96aa-5e1fb7a5c8ce tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:37.921688 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6efc231a-4f41-4608-8e45-31afb2858353 req-fccff3b2-be1c-42ea-96aa-5e1fb7a5c8ce tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=14d7f08f-ca79-44ff-b790-35f4aa74c7d5 HTTP/1.1" status: 200 len: 946 time: 0.0964618 Jul 07 16:56:37.968261 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-a4c4d688-5eaa-4003-94f3-a49cb259ea4a tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Allocated IP 172.20.0.13 (5b32e14a-6795-45ae-b736-ba5949bac418/c8d043a8-c128-4d6c-970c-e264d763aba6/9bb6de39-0e5c-4a65-bfe4-0cd765b9f673) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:56:37.979858 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43636) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:38.019240 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6efc231a-4f41-4608-8e45-31afb2858353 req-9b4e342c-8f96-4b2f-8676-0b96dd33cb37 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810037 Jul 07 16:56:38.040050 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device bc15e5ce-1c09-4d9a-9e54-067d9f6b460c up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:38.152531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e6513-ce53-4e87-a919-567998014ac3 req-ef50e120-a8da-413e-88a2-7c56e89f01be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:38.154312 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de9e6513-ce53-4e87-a919-567998014ac3 req-ef50e120-a8da-413e-88a2-7c56e89f01be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&device_id=ba630a59-aac6-4de8-8a68-16aa43a621a7 HTTP/1.1" status: 200 len: 1095 time: 0.2778783 Jul 07 16:56:38.170121 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-02ee21b6-e38b-49bb-8d20-8c97a748f693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:38.183009 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea05fc-b3c8-481d-95c5-20240e25778b req-895dc34e-cc7d-4433-ad28-ff6ce5505ceb tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:38.184626 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0cea05fc-b3c8-481d-95c5-20240e25778b req-895dc34e-cc7d-4433-ad28-ff6ce5505ceb tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2601728 Jul 07 16:56:38.185626 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port bc15e5ce-1c09-4d9a-9e54-067d9f6b460c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:38.188310 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:56:38.194033 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port bc15e5ce-1c09-4d9a-9e54-067d9f6b460c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:38.194490 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:38.298572 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b2eab-c6ba-48df-906c-58992c7c8f69 req-99c641fe-917a-45ee-b1d1-9352b4e3c873 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:38.300842 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:38.307075 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-880b2eab-c6ba-48df-906c-58992c7c8f69 req-99c641fe-917a-45ee-b1d1-9352b4e3c873 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba630a59-aac6-4de8-8a68-16aa43a621a7 HTTP/1.1" status: 200 len: 944 time: 0.1387076 Jul 07 16:56:38.329382 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0cea05fc-b3c8-481d-95c5-20240e25778b req-d7ca7b86-d1ef-4702-b00f-75d711d0a472 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313670 Jul 07 16:56:38.357882 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port bc15e5ce-1c09-4d9a-9e54-067d9f6b460c, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=bc15e5ce-1c09-4d9a-9e54-067d9f6b460c,segment=NetworkSegment(68351165-30cb-405d-b3de-d4eccb3d0827),segment_id=68351165-30cb-405d-b3de-d4eccb3d0827)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:38.359108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fb0026-0229-42ce-b60a-efd953b9479b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc15e5ce-1c09-4d9a-9e54-067d9f6b460c'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:38.360486 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-a4c4d688-5eaa-4003-94f3-a49cb259ea4a tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:38.361673 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f109c5-7b89-4119-adb2-6bb23abce416" -d '{"events": [{"server_uuid": "17fb0026-0229-42ce-b60a-efd953b9479b", "name": "network-vif-plugged", "status": "completed", "tag": "bc15e5ce-1c09-4d9a-9e54-067d9f6b460c"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:38.369087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e6513-ce53-4e87-a919-567998014ac3 req-454b05fe-7605-4527-b6c3-b54aa3e01cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:38.370464 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:38.376245 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-880b2eab-c6ba-48df-906c-58992c7c8f69 req-8695527d-1a39-4098-b88e-847090de1bfd tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679834 Jul 07 16:56:38.386489 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de9e6513-ce53-4e87-a919-567998014ac3 req-454b05fe-7605-4527-b6c3-b54aa3e01cda service neutron] 10.222.0.69 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 906 time: 0.1971085 Jul 07 16:56:38.440914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=bc15e5ce-1c09-4d9a-9e54-067d9f6b460c,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:38.465241 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de9e6513-ce53-4e87-a919-567998014ac3 req-1fa7201e-9f27-4490-b244-42d4af7d9c2f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90f4857c-9501-4bf4-93cf-e045d89fbc26 HTTP/1.1" status: 200 len: 217 time: 0.0777845 Jul 07 16:56:38.484183 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-02ee21b6-e38b-49bb-8d20-8c97a748f693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:38.492628 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-02ee21b6-e38b-49bb-8d20-8c97a748f693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:38.521290 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee21b6-e38b-49bb-8d20-8c97a748f693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5a9531-a341-45a7-ae12-12b31c14a113,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:38.547167 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c6cc13-da4e-43d2-baf5-800632c45bcf x-openstack-request-id: req-05c6cc13-da4e-43d2-baf5-800632c45bcf {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:38.547661 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fb0026-0229-42ce-b60a-efd953b9479b", "name": "network-vif-plugged", "status": "completed", "tag": "bc15e5ce-1c09-4d9a-9e54-067d9f6b460c", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:38.548273 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05c6cc13-da4e-43d2-baf5-800632c45bcf {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:38.548911 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fb0026-0229-42ce-b60a-efd953b9479b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc15e5ce-1c09-4d9a-9e54-067d9f6b460c', 'code': 200} Jul 07 16:56:38.551030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e6513-ce53-4e87-a919-567998014ac3 req-ba2f261e-25f3-4c78-a421-163ce526dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:38.553197 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de9e6513-ce53-4e87-a919-567998014ac3 req-ba2f261e-25f3-4c78-a421-163ce526dd7a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a99df1f9-17f6-4826-9d57-d15200be420d HTTP/1.1" status: 200 len: 845 time: 0.0802784 Jul 07 16:56:38.575015 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-02ee21b6-e38b-49bb-8d20-8c97a748f693 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=350c4763efc346e2a0717a4f26fad16b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5940783 Jul 07 16:56:38.578596 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43652) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:38.580428 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-a4c4d688-5eaa-4003-94f3-a49cb259ea4a tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:38.631305 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de9e6513-ce53-4e87-a919-567998014ac3 req-0817f291-d667-4e84-9892-fa26d0645256 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00200275-feb8-4792-b225-1605381ce5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679121 Jul 07 16:56:38.792333 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-a4c4d688-5eaa-4003-94f3-a49cb259ea4a tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Network 5b32e14a-6795-45ae-b736-ba5949bac418 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:38.838527 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-a4c4d688-5eaa-4003-94f3-a49cb259ea4a tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:38.845668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4d688-5eaa-4003-94f3-a49cb259ea4a tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Pushing event updated for resources: {'Port': ['ID=9bb6de39-0e5c-4a65-bfe4-0cd765b9f673,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:38.855023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-a4c4d688-5eaa-4003-94f3-a49cb259ea4a tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:38.860300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-ee8bef10-e6b2-4cd6-9952-7a277b895c4f tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Allocated IP 172.20.0.6 (5b32e14a-6795-45ae-b736-ba5949bac418/c8d043a8-c128-4d6c-970c-e264d763aba6/22b40fe9-a684-40e7-b000-faf460bac22d) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:56:38.993408 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de9e6513-ce53-4e87-a919-567998014ac3 req-bff60556-c04b-4cf9-b289-2af9fe9cd282 service neutron] 10.222.0.69 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295918 Jul 07 16:56:38.999673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-a4c4d688-5eaa-4003-94f3-a49cb259ea4a tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:39.000387 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-a4c4d688-5eaa-4003-94f3-a49cb259ea4a tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:39.064332 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3d3b16c9-6a71-4c06-95d4-aa94862ba061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:39.105848 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c0340-5264-4b61-a82e-083e02a21cb6 req-7f5cefd4-3463-4646-bbad-8f104b65b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:39.107531 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d96c0340-5264-4b61-a82e-083e02a21cb6 req-7f5cefd4-3463-4646-bbad-8f104b65b32a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 1097 time: 0.4800336 Jul 07 16:56:39.110152 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3d3b16c9-6a71-4c06-95d4-aa94862ba061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:39.112532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192228e-5a82-4a71-bca2-abaddc9fbe63 req-109731ad-0762-465d-b127-ed93aef3f3bf tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:39.114783 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0192228e-5a82-4a71-bca2-abaddc9fbe63 req-109731ad-0762-465d-b127-ed93aef3f3bf tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.15 "GET /v2.0/ports?device_id=14d7f08f-ca79-44ff-b790-35f4aa74c7d5 HTTP/1.1" status: 200 len: 946 time: 0.3744223 Jul 07 16:56:39.122804 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-a4c4d688-5eaa-4003-94f3-a49cb259ea4a tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5034049 Jul 07 16:56:39.148350 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] Request body: {'port': {'device_id': '7d8aa162-0b72-49c6-a577-5f4d3bdda36c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:39.200962 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c795403-8381-4c70-ac20-9aa3b485e82f req-7a59767e-7d63-41d1-a978-81bbf6b37675 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:39.203122 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8c795403-8381-4c70-ac20-9aa3b485e82f req-7a59767e-7d63-41d1-a978-81bbf6b37675 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.5139420 Jul 07 16:56:39.220479 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d99b25-ffc9-4f2d-a6fa-c723591e2f5f req-c34d24d4-4522-4e55-93b0-9b1d687190b2 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:39.222150 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-11d99b25-ffc9-4f2d-a6fa-c723591e2f5f req-c34d24d4-4522-4e55-93b0-9b1d687190b2 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d8aa162-0b72-49c6-a577-5f4d3bdda36c HTTP/1.1" status: 200 len: 932 time: 0.4699392 Jul 07 16:56:39.236343 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d96c0340-5264-4b61-a82e-083e02a21cb6 req-06416211-1bd1-469e-a033-beca1b8870df service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e221eece-25fc-45ca-808a-01f78d916dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1056292 Jul 07 16:56:39.279867 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3d3b16c9-6a71-4c06-95d4-aa94862ba061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:39.284442 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3d3b16c9-6a71-4c06-95d4-aa94862ba061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:39.289231 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3d3b16c9-6a71-4c06-95d4-aa94862ba061 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5a5a9531-a341-45a7-ae12-12b31c14a113 HTTP/1.1" status: 204 len: 168 time: 0.7048333 Jul 07 16:56:39.295611 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8c795403-8381-4c70-ac20-9aa3b485e82f req-f766e119-db86-4b7c-a3b5-aea9d3759289 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731375 Jul 07 16:56:39.320124 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b16c9-6a71-4c06-95d4-aa94862ba061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5a9531-a341-45a7-ae12-12b31c14a113,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:39.470045 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-11d99b25-ffc9-4f2d-a6fa-c723591e2f5f req-e1945d82-a702-451f-b1bc-755ee760a836 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115741 Jul 07 16:56:39.478923 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de9e6513-ce53-4e87-a919-567998014ac3 req-005121d2-fc2f-4553-9edd-e5306d01ff6a service neutron] 10.222.0.69 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688814 Jul 07 16:56:39.526120 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-ee8bef10-e6b2-4cd6-9952-7a277b895c4f tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:39.575797 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:39.589885 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d8de8-9c8f-433e-a1b3-b46df55cdeba req-a7cc29b4-7d35-4296-b2e5-262efb6f67cf tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:39.591724 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc7d8de8-9c8f-433e-a1b3-b46df55cdeba req-a7cc29b4-7d35-4296-b2e5-262efb6f67cf tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fdaffd-1b60-496c-998a-b4155fdc7df1 HTTP/1.1" status: 200 len: 945 time: 0.0804579 Jul 07 16:56:39.614958 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-ee8bef10-e6b2-4cd6-9952-7a277b895c4f tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:39.635126 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-0192228e-5a82-4a71-bca2-abaddc9fbe63 req-eb178a93-1f94-4c0b-bfc3-fdeb7d8d1f8b tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Deleting port ee809bcf-ab1c-43f3-8e2a-3e63e86978ee {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:39.636358 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0192228e-5a82-4a71-bca2-abaddc9fbe63 req-eb178a93-1f94-4c0b-bfc3-fdeb7d8d1f8b tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:39.651871 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc7d8de8-9c8f-433e-a1b3-b46df55cdeba req-6abead74-14e4-4d5b-8d6a-f4fb1f3e5ad5 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534973 Jul 07 16:56:39.894201 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-ee8bef10-e6b2-4cd6-9952-7a277b895c4f tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Network 5b32e14a-6795-45ae-b736-ba5949bac418 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:39.914050 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-ee8bef10-e6b2-4cd6-9952-7a277b895c4f tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:39.946987 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-ee8bef10-e6b2-4cd6-9952-7a277b895c4f tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:39.997734 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6335e-a7df-4ac7-ac73-0bed92118773 req-de4eee5b-5d2b-4e56-a756-f70e93200458 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:39.999030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8bef10-e6b2-4cd6-9952-7a277b895c4f tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Pushing event updated for resources: {'Port': ['ID=22b40fe9-a684-40e7-b000-faf460bac22d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:40.001888 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0cf6335e-a7df-4ac7-ac73-0bed92118773 req-de4eee5b-5d2b-4e56-a756-f70e93200458 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=14d7f08f-ca79-44ff-b790-35f4aa74c7d5 HTTP/1.1" status: 200 len: 946 time: 0.1619811 Jul 07 16:56:40.123130 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0cf6335e-a7df-4ac7-ac73-0bed92118773 req-0b91d8ca-9c4e-470c-a289-873996d4060c tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128583 Jul 07 16:56:40.144812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-0192228e-5a82-4a71-bca2-abaddc9fbe63 req-eb178a93-1f94-4c0b-bfc3-fdeb7d8d1f8b tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] For port ee809bcf-ab1c-43f3-8e2a-3e63e86978ee, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ee809bcf-ab1c-43f3-8e2a-3e63e86978ee,segment=NetworkSegment(fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce),segment_id=fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:40.145348 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0192228e-5a82-4a71-bca2-abaddc9fbe63 req-eb178a93-1f94-4c0b-bfc3-fdeb7d8d1f8b tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:40.215207 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-0192228e-5a82-4a71-bca2-abaddc9fbe63 req-eb178a93-1f94-4c0b-bfc3-fdeb7d8d1f8b tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Calling delete_port for ee809bcf-ab1c-43f3-8e2a-3e63e86978ee owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:40.385514 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-ee8bef10-e6b2-4cd6-9952-7a277b895c4f tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:40.386192 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-ee8bef10-e6b2-4cd6-9952-7a277b895c4f tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:40.561353 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-ee8bef10-e6b2-4cd6-9952-7a277b895c4f tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9787014 Jul 07 16:56:40.585716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] Request body: {'port': {'device_id': 'a523116e-2205-468b-911e-b7c6a27595ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:40.596082 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e106715-75bd-445f-9d8b-00c064be9ed5 req-ffdb2c0a-2b56-40b0-95f1-9f928934cdb9 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:40.603254 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e106715-75bd-445f-9d8b-00c064be9ed5 req-ffdb2c0a-2b56-40b0-95f1-9f928934cdb9 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 946 time: 0.7107749 Jul 07 16:56:40.620763 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b10d8-f8cd-42d3-9830-bcb5543be128 req-6ee035b8-b6b4-4a6c-bd20-197d2106a73c tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:40.628486 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7f2b10d8-f8cd-42d3-9830-bcb5543be128 req-6ee035b8-b6b4-4a6c-bd20-197d2106a73c tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba630a59-aac6-4de8-8a68-16aa43a621a7 HTTP/1.1" status: 200 len: 944 time: 0.1687241 Jul 07 16:56:40.684303 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7f2b10d8-f8cd-42d3-9830-bcb5543be128 req-ba8b76e9-cd49-4a0b-8fcb-ba470e2974c4 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541427 Jul 07 16:56:40.975511 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:41.158083 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04698c6a-deac-4e3d-bcd1-417baad8db53 req-0f15c6a5-2c37-46e5-aef1-71a20facc796 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:41.166077 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-04698c6a-deac-4e3d-bcd1-417baad8db53 req-0f15c6a5-2c37-46e5-aef1-71a20facc796 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1148522 Jul 07 16:56:41.241057 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-04698c6a-deac-4e3d-bcd1-417baad8db53 req-8ba74bdf-0ee2-40e1-a21c-b8e837d7033c tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739033 Jul 07 16:56:41.467255 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10af730-e6c7-44b2-a7ae-9dd6c74175e7 req-dd6ade57-3fc2-40f9-bda0-86b9a89fd9e9 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:41.474986 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c10af730-e6c7-44b2-a7ae-9dd6c74175e7 req-dd6ade57-3fc2-40f9-bda0-86b9a89fd9e9 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d8aa162-0b72-49c6-a577-5f4d3bdda36c HTTP/1.1" status: 200 len: 932 time: 0.0958488 Jul 07 16:56:41.508303 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:41.517795 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:41.525013 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c10af730-e6c7-44b2-a7ae-9dd6c74175e7 req-4087e89b-2468-40a0-81b1-e0b0f3208cf4 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488083 Jul 07 16:56:41.532582 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] Transition to ACTIVE for port object 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:41.610932 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e106715-75bd-445f-9d8b-00c064be9ed5 req-2d50092e-8ad8-45ac-86cb-9856edcc7189 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/security-groups?id=e221eece-25fc-45ca-808a-01f78d916dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9567249 Jul 07 16:56:41.614728 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:41.626363 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0192228e-5a82-4a71-bca2-abaddc9fbe63 req-eb178a93-1f94-4c0b-bfc3-fdeb7d8d1f8b tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:41.638354 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['ee809bcf-ab1c-43f3-8e2a-3e63e86978ee'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:41.679673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77261148-9147-4095-b4a7-da5090443a75 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb6de39-0e5c-4a65-bfe4-0cd765b9f673,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:41.689312 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f36c51ef-5629-459b-a052-69c16869507c req-94daec1b-5b62-4dbd-be59-d24eb9d9eb1e tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/ports?device_id=14d7f08f-ca79-44ff-b790-35f4aa74c7d5 HTTP/1.1" status: 200 len: 210 time: 0.0565863 Jul 07 16:56:41.732830 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb178a93-1f94-4c0b-bfc3-fdeb7d8d1f8b tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Pushing event deleted for resources: {'Port': ['ID=ee809bcf-ab1c-43f3-8e2a-3e63e86978ee,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:41.913488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-0192228e-5a82-4a71-bca2-abaddc9fbe63 req-eb178a93-1f94-4c0b-bfc3-fdeb7d8d1f8b tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] No DVR routers for this DVR port ee809bcf-ab1c-43f3-8e2a-3e63e86978ee on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:56:41.933470 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0192228e-5a82-4a71-bca2-abaddc9fbe63 req-eb178a93-1f94-4c0b-bfc3-fdeb7d8d1f8b tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:41.935738 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0192228e-5a82-4a71-bca2-abaddc9fbe63 req-eb178a93-1f94-4c0b-bfc3-fdeb7d8d1f8b tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.15 "DELETE /v2.0/ports/ee809bcf-ab1c-43f3-8e2a-3e63e86978ee HTTP/1.1" status: 204 len: 173 time: 2.8023484 Jul 07 16:56:41.937273 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] Attempting to bind port 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:41.937720 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] Attempting to bind port 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '10c2b50b-7e34-45f0-b033-82f8c622f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:41.938955 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] Attempting to bind port 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 on network 5b32e14a-6795-45ae-b736-ba5949bac418 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:41.948987 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d7f08f-ca79-44ff-b790-35f4aa74c7d5', 'name': 'network-vif-deleted', 'tag': 'ee809bcf-ab1c-43f3-8e2a-3e63e86978ee'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:41.951482 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161f5c0-3e03-4cf4-b3d1-e98e2a55a896 req-2c4a9eca-8761-4271-b699-f0d57862b496 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:41.951932 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ee0e9c-277d-487e-89b2-7df5a8343c46" -d '{"events": [{"server_uuid": "14d7f08f-ca79-44ff-b790-35f4aa74c7d5", "name": "network-vif-deleted", "tag": "ee809bcf-ab1c-43f3-8e2a-3e63e86978ee"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:41.962514 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8161f5c0-3e03-4cf4-b3d1-e98e2a55a896 req-2c4a9eca-8761-4271-b699-f0d57862b496 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba630a59-aac6-4de8-8a68-16aa43a621a7 HTTP/1.1" status: 200 len: 944 time: 0.1205595 Jul 07 16:56:42.003907 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] Port 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 on network 5b32e14a-6795-45ae-b736-ba5949bac418 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:42.005009 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] Attempting to bind port 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 on network 5b32e14a-6795-45ae-b736-ba5949bac418 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:42.024031 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8161f5c0-3e03-4cf4-b3d1-e98e2a55a896 req-58e2896f-d43a-4e62-a85d-9f0030ebe95a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600049 Jul 07 16:56:42.065768 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 90f4857c-9501-4bf4-93cf-e045d89fbc26 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:56:42.079273 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:56:42.079687 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] Checking segment: {'id': '10c2b50b-7e34-45f0-b033-82f8c622f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:42.080205 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] Bound using segment: {'id': '10c2b50b-7e34-45f0-b033-82f8c622f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:56:42.080765 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] Bound port: 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c2b50b-7e34-45f0-b033-82f8c622f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:56:42.081234 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:42.139760 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43750) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:42.190615 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] For port 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:42.198584 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] For port 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9bb6de39-0e5c-4a65-bfe4-0cd765b9f673,segment=NetworkSegment(10c2b50b-7e34-45f0-b033-82f8c622f68b),segment_id=10c2b50b-7e34-45f0-b033-82f8c622f68b)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:56:42.208515 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed214fdc-d5c5-4353-b21f-b7e85fd768c8 x-openstack-request-id: req-ed214fdc-d5c5-4353-b21f-b7e85fd768c8 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:42.208941 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d7f08f-ca79-44ff-b790-35f4aa74c7d5", "name": "network-vif-deleted", "tag": "ee809bcf-ab1c-43f3-8e2a-3e63e86978ee", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:42.209260 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed214fdc-d5c5-4353-b21f-b7e85fd768c8 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:42.209770 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d7f08f-ca79-44ff-b790-35f4aa74c7d5', 'name': 'network-vif-deleted', 'tag': 'ee809bcf-ab1c-43f3-8e2a-3e63e86978ee', 'status': 'completed', 'code': 200} Jul 07 16:56:42.215445 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:42.297033 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 90f4857c-9501-4bf4-93cf-e045d89fbc26, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=90f4857c-9501-4bf4-93cf-e045d89fbc26,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:42.316770 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '90f4857c-9501-4bf4-93cf-e045d89fbc26', 'network_id': '00200275-feb8-4792-b225-1605381ce5dc', 'port_id': '90f4857c-9501-4bf4-93cf-e045d89fbc26', 'mac_address': 'fa:16:3e:0e:da:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99df1f9-17f6-4826-9d57-d15200be420d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:56:42.332639 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:42.333398 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:42.334996 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-77261148-9147-4095-b4a7-da5090443a75 service neutron] 10.222.0.15 "PUT /v2.0/ports/9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 HTTP/1.1" status: 200 len: 1092 time: 3.1932194 Jul 07 16:56:42.344028 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4b640-3cf3-48df-b06e-b07cf2b81610 req-eb8aa2e5-c498-46b6-b189-a6c35df63194 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:42.345702 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-49d4b640-3cf3-48df-b06e-b07cf2b81610 req-eb8aa2e5-c498-46b6-b189-a6c35df63194 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.4298503 Jul 07 16:56:42.363841 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9087517e-1b26-489b-a4be-e5dd7a08fc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:42.385852 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77261148-9147-4095-b4a7-da5090443a75 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb6de39-0e5c-4a65-bfe4-0cd765b9f673,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:42.396800 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:42.421842 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f4857c-9501-4bf4-93cf-e045d89fbc26 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:42.477066 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 90f4857c-9501-4bf4-93cf-e045d89fbc26, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=90f4857c-9501-4bf4-93cf-e045d89fbc26,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:42.481039 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-49d4b640-3cf3-48df-b06e-b07cf2b81610 req-13cb0a71-875d-48d5-933c-882330e17097 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176231 Jul 07 16:56:42.488082 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:42.569011 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-b6b18a56-a034-4fe4-9fdb-e329ddead08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:42.571364 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-b6b18a56-a034-4fe4-9fdb-e329ddead08a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee592505afe9450d9878ff44c0151a00&device_id=7d8aa162-0b72-49c6-a577-5f4d3bdda36c HTTP/1.1" status: 200 len: 1095 time: 0.1823220 Jul 07 16:56:42.634803 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9087517e-1b26-489b-a4be-e5dd7a08fc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:42.647777 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9087517e-1b26-489b-a4be-e5dd7a08fc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:42.679662 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=90f4857c-9501-4bf4-93cf-e045d89fbc26,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:42.704068 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-662e9ede-a895-4bec-b9c2-fbe98454b4b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 HTTP/1.1" status: 200 len: 217 time: 0.0854697 Jul 07 16:56:42.752711 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b40fe9-a684-40e7-b000-faf460bac22d {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:42.770325 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9087517e-1b26-489b-a4be-e5dd7a08fc1f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f4f16b311d04051a6cf00a6f8e26aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6295645 Jul 07 16:56:42.773464 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087517e-1b26-489b-a4be-e5dd7a08fc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212262d4-a7af-46f2-91bd-2f4fd7a49cb7,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:42.776147 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43770) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:42.781275 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:42.826155 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['90f4857c-9501-4bf4-93cf-e045d89fbc26'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:42.846957 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] Transition to ACTIVE for port object 22b40fe9-a684-40e7-b000-faf460bac22d will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:42.849462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-fd8bc200-d677-45f7-a1d2-c581d4bb1db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:42.851276 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-fd8bc200-d677-45f7-a1d2-c581d4bb1db6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8d043a8-c128-4d6c-970c-e264d763aba6 HTTP/1.1" status: 200 len: 852 time: 0.1377459 Jul 07 16:56:42.854761 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:42.901379 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb5a75-29ab-48d4-8eef-347135325498 req-a9bcd66c-f2e8-46a8-8d5d-073fc1c81ea5 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:42.909137 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dffb5a75-29ab-48d4-8eef-347135325498 req-a9bcd66c-f2e8-46a8-8d5d-073fc1c81ea5 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2114725 Jul 07 16:56:42.929722 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1446-5980-4f1b-9045-16568b47da3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:42.940092 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-0b12d542-17a6-4539-bc2f-53dc69efb6f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b32e14a-6795-45ae-b736-ba5949bac418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741444 Jul 07 16:56:43.042852 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1446-5980-4f1b-9045-16568b47da3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:43.107481 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dffb5a75-29ab-48d4-8eef-347135325498 req-7713be41-d4ab-4602-92ec-28dcd186c192 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973078 Jul 07 16:56:43.120735 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] Pushing event updated for resources: {'Port': ['ID=22b40fe9-a684-40e7-b000-faf460bac22d,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:43.128097 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-aeb34348-e6cb-4ace-87ec-958fe83dc644 service neutron] 10.222.0.15 "GET /v2.0/networks/5b32e14a-6795-45ae-b736-ba5949bac418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720560 Jul 07 16:56:43.212737 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1446-5980-4f1b-9045-16568b47da3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:43.215725 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c2e1446-5980-4f1b-9045-16568b47da3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:43.217127 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1c2e1446-5980-4f1b-9045-16568b47da3d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/212262d4-a7af-46f2-91bd-2f4fd7a49cb7 HTTP/1.1" status: 204 len: 168 time: 0.4385786 Jul 07 16:56:43.230031 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e1446-5980-4f1b-9045-16568b47da3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212262d4-a7af-46f2-91bd-2f4fd7a49cb7,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:43.342816 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-9bb6da15-8562-4c17-bbeb-71dd1d8dc760 service neutron] 10.222.0.15 "GET /v2.0/networks/5b32e14a-6795-45ae-b736-ba5949bac418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079511 Jul 07 16:56:43.347445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] Attempting to bind port 22b40fe9-a684-40e7-b000-faf460bac22d on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:43.365698 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] Attempting to bind port 22b40fe9-a684-40e7-b000-faf460bac22d by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '10c2b50b-7e34-45f0-b033-82f8c622f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:43.366412 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] Attempting to bind port 22b40fe9-a684-40e7-b000-faf460bac22d on network 5b32e14a-6795-45ae-b736-ba5949bac418 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:43.376645 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] Port 22b40fe9-a684-40e7-b000-faf460bac22d on network 5b32e14a-6795-45ae-b736-ba5949bac418 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:43.377112 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] Attempting to bind port 22b40fe9-a684-40e7-b000-faf460bac22d on network 5b32e14a-6795-45ae-b736-ba5949bac418 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:43.393407 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:56:43.393753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] Checking segment: {'id': '10c2b50b-7e34-45f0-b033-82f8c622f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:43.394657 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] Bound using segment: {'id': '10c2b50b-7e34-45f0-b033-82f8c622f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:56:43.395140 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] Bound port: 22b40fe9-a684-40e7-b000-faf460bac22d, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c2b50b-7e34-45f0-b033-82f8c622f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:56:43.396082 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:43.466191 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d54ea5-5a1a-425f-a84a-baaa7ab3cd34 req-38eb7ce5-4c42-435f-a702-f2ee2357e77b tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:43.478985 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e2d54ea5-5a1a-425f-a84a-baaa7ab3cd34 req-38eb7ce5-4c42-435f-a702-f2ee2357e77b tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d8aa162-0b72-49c6-a577-5f4d3bdda36c HTTP/1.1" status: 200 len: 944 time: 0.1729741 Jul 07 16:56:43.549564 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e2d54ea5-5a1a-425f-a84a-baaa7ab3cd34 req-30d5695c-f203-47b6-b55d-9ea38896f0d7 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655193 Jul 07 16:56:43.659454 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] For port 22b40fe9-a684-40e7-b000-faf460bac22d, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:43.665298 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] For port 22b40fe9-a684-40e7-b000-faf460bac22d, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=22b40fe9-a684-40e7-b000-faf460bac22d,segment=NetworkSegment(10c2b50b-7e34-45f0-b033-82f8c622f68b),segment_id=10c2b50b-7e34-45f0-b033-82f8c622f68b)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:56:43.719868 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:43.845111 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:43.845757 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:43.848450 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] 10.222.0.69 "PUT /v2.0/ports/22b40fe9-a684-40e7-b000-faf460bac22d HTTP/1.1" status: 200 len: 1091 time: 3.2771277 Jul 07 16:56:43.883801 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc8d6c-4d82-4471-ab1d-86ac283ed773 service neutron] Pushing event updated for resources: {'Port': ['ID=22b40fe9-a684-40e7-b000-faf460bac22d,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:43.938033 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:44.009270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ee809bcf-ab1c-43f3-8e2a-3e63e86978ee no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:44.018877 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e980d8a5-ea91-471f-a09a-36312acca05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:44.022540 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e980d8a5-ea91-471f-a09a-36312acca05f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ee592505afe9450d9878ff44c0151a00&device_id=a523116e-2205-468b-911e-b7c6a27595ad HTTP/1.1" status: 200 len: 1094 time: 0.1106799 Jul 07 16:56:44.065950 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: ee809bcf-ab1c-43f3-8e2a-3e63e86978ee {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:56:44.066304 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ee809bcf-ab1c-43f3-8e2a-3e63e86978ee not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:56:44.083695 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 90f4857c-9501-4bf4-93cf-e045d89fbc26 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:44.101525 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-ad2ce5e3-4ac0-445d-8964-8076171fe8fe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22b40fe9-a684-40e7-b000-faf460bac22d HTTP/1.1" status: 200 len: 217 time: 0.0714276 Jul 07 16:56:44.108629 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c14aa5-c6b7-4deb-b330-c2f4a65bdbff req-dc29cbeb-5cf3-46c0-908c-da5490b3d5e1 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:44.110198 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19c14aa5-c6b7-4deb-b330-c2f4a65bdbff req-dc29cbeb-5cf3-46c0-908c-da5490b3d5e1 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba630a59-aac6-4de8-8a68-16aa43a621a7 HTTP/1.1" status: 200 len: 945 time: 0.1432705 Jul 07 16:56:44.204130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-4d29c4d3-e0ac-4ddb-b8f1-2a56c4d50e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:44.208176 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-4d29c4d3-e0ac-4ddb-b8f1-2a56c4d50e97 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8d043a8-c128-4d6c-970c-e264d763aba6 HTTP/1.1" status: 200 len: 852 time: 0.0882580 Jul 07 16:56:44.212083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 90f4857c-9501-4bf4-93cf-e045d89fbc26 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:44.214153 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8aa162-0b72-49c6-a577-5f4d3bdda36c', 'tag': '9bb6de39-0e5c-4a65-bfe4-0cd765b9f673'}, {'name': 'network-changed', 'server_uuid': 'a523116e-2205-468b-911e-b7c6a27595ad', 'tag': '22b40fe9-a684-40e7-b000-faf460bac22d'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:44.217044 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b35270-975b-4f50-9044-574bbbeea23e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8aa162-0b72-49c6-a577-5f4d3bdda36c", "tag": "9bb6de39-0e5c-4a65-bfe4-0cd765b9f673"}, {"name": "network-changed", "server_uuid": "a523116e-2205-468b-911e-b7c6a27595ad", "tag": "22b40fe9-a684-40e7-b000-faf460bac22d"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:44.218605 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 90f4857c-9501-4bf4-93cf-e045d89fbc26 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:44.219519 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:44.239439 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19c14aa5-c6b7-4deb-b330-c2f4a65bdbff req-c181423b-d989-4fce-83fe-f2aed8c1ebff tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161604 Jul 07 16:56:44.348558 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-108cef5f-3253-4578-8fd7-723baefccb6b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5b32e14a-6795-45ae-b736-ba5949bac418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272807 Jul 07 16:56:44.375496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2ea24-de25-4a3d-b0a5-ee4e1511c2ac req-da5a82b7-8320-428f-89ba-28271c47ad6a tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:44.377086 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-54d2ea24-de25-4a3d-b0a5-ee4e1511c2ac req-da5a82b7-8320-428f-89ba-28271c47ad6a tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 946 time: 0.2743812 Jul 07 16:56:44.508049 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-54d2ea24-de25-4a3d-b0a5-ee4e1511c2ac req-81153d9f-22dd-43e5-ad14-9e05bdae3389 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/security-groups?id=e221eece-25fc-45ca-808a-01f78d916dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046758 Jul 07 16:56:44.542318 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:44.568780 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-e6a429f2-b30e-4dcd-afc1-f3d3a0dbe956 service neutron] 10.222.0.69 "GET /v2.0/networks/5b32e14a-6795-45ae-b736-ba5949bac418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120128 Jul 07 16:56:44.661184 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 90f4857c-9501-4bf4-93cf-e045d89fbc26, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=90f4857c-9501-4bf4-93cf-e045d89fbc26,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:44.672627 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba630a59-aac6-4de8-8a68-16aa43a621a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f4857c-9501-4bf4-93cf-e045d89fbc26'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:44.679871 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92ef4c-673b-4534-88b4-13b528ead510 req-72dc0cca-60c1-4841-af83-ea694be9728a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:44.682237 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b20934c-eb77-4037-a900-82a1b0dc777a" -d '{"events": [{"server_uuid": "ba630a59-aac6-4de8-8a68-16aa43a621a7", "name": "network-vif-plugged", "status": "completed", "tag": "90f4857c-9501-4bf4-93cf-e045d89fbc26"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:44.702864 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:44.717164 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7c92ef4c-673b-4534-88b4-13b528ead510 req-72dc0cca-60c1-4841-af83-ea694be9728a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1789162 Jul 07 16:56:44.753039 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e87b8f2a-44ee-4c97-a671-c5c6f6940c49 req-ab2e6a36-0bc5-4550-a0f6-52a1575cf33a service neutron] 10.222.0.69 "GET /v2.0/networks/5b32e14a-6795-45ae-b736-ba5949bac418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777894 Jul 07 16:56:44.785599 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1f5babd7-ec45-44f9-919a-eb0ae91fa309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:44.819506 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349cde9e-2e98-4aaa-950c-8a5b95ed9bc5 x-openstack-request-id: req-349cde9e-2e98-4aaa-950c-8a5b95ed9bc5 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:44.819816 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8aa162-0b72-49c6-a577-5f4d3bdda36c", "tag": "9bb6de39-0e5c-4a65-bfe4-0cd765b9f673", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a523116e-2205-468b-911e-b7c6a27595ad", "tag": "22b40fe9-a684-40e7-b000-faf460bac22d", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:44.820098 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-349cde9e-2e98-4aaa-950c-8a5b95ed9bc5 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:44.820703 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d8aa162-0b72-49c6-a577-5f4d3bdda36c', 'tag': '9bb6de39-0e5c-4a65-bfe4-0cd765b9f673', 'status': 'completed', 'code': 200} Jul 07 16:56:44.820907 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a523116e-2205-468b-911e-b7c6a27595ad', 'tag': '22b40fe9-a684-40e7-b000-faf460bac22d', 'status': 'completed', 'code': 200} Jul 07 16:56:44.828530 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7c92ef4c-673b-4534-88b4-13b528ead510 req-268589ac-70d4-4eea-a0e0-b4b578783fe0 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081161 Jul 07 16:56:44.903859 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=90f4857c-9501-4bf4-93cf-e045d89fbc26,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:45.076160 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b35270-975b-4f50-9044-574bbbeea23e req-05b72177-4b25-4b52-bfd5-e8fb6afd55d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:45.077978 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-50b35270-975b-4f50-9044-574bbbeea23e req-05b72177-4b25-4b52-bfd5-e8fb6afd55d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ee592505afe9450d9878ff44c0151a00&device_id=a523116e-2205-468b-911e-b7c6a27595ad HTTP/1.1" status: 200 len: 1094 time: 0.2382364 Jul 07 16:56:45.092057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b35270-975b-4f50-9044-574bbbeea23e req-88555ac7-431e-4695-8b13-4912e3d5a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:45.093447 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-50b35270-975b-4f50-9044-574bbbeea23e req-88555ac7-431e-4695-8b13-4912e3d5a597 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee592505afe9450d9878ff44c0151a00&device_id=7d8aa162-0b72-49c6-a577-5f4d3bdda36c HTTP/1.1" status: 200 len: 1095 time: 0.1653900 Jul 07 16:56:45.143433 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a6c5a-21aa-482c-a7f0-efd170b836f0 req-2a858e3a-6913-4155-a86a-69ac306b4ec0 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:45.146976 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0ef10-ffbe-45d0-931d-0e8bb656776d req-b179fe72-a503-494d-a9f0-b55e2d5caa3f tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:45.154698 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e69a6c5a-21aa-482c-a7f0-efd170b836f0 req-2a858e3a-6913-4155-a86a-69ac306b4ec0 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d8aa162-0b72-49c6-a577-5f4d3bdda36c HTTP/1.1" status: 200 len: 944 time: 0.1751134 Jul 07 16:56:45.158727 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43848) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:45.159516 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-63f0ef10-ffbe-45d0-931d-0e8bb656776d req-b179fe72-a503-494d-a9f0-b55e2d5caa3f tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 946 time: 0.1804597 Jul 07 16:56:45.169836 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-23621b18-7480-479e-be4b-ad56fe471140 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Request body: {'floatingip': {'port_id': 'bc15e5ce-1c09-4d9a-9e54-067d9f6b460c'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:45.230357 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a36b6d-9e6d-4b10-b756-cb4d96413e8c x-openstack-request-id: req-21a36b6d-9e6d-4b10-b756-cb4d96413e8c {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:45.231296 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba630a59-aac6-4de8-8a68-16aa43a621a7", "name": "network-vif-plugged", "status": "completed", "tag": "90f4857c-9501-4bf4-93cf-e045d89fbc26", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:45.231716 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21a36b6d-9e6d-4b10-b756-cb4d96413e8c {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:45.232282 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba630a59-aac6-4de8-8a68-16aa43a621a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f4857c-9501-4bf4-93cf-e045d89fbc26', 'code': 200} Jul 07 16:56:45.287549 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23621b18-7480-479e-be4b-ad56fe471140 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for floatingip, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:45.533785 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b73c3-a177-4a96-84e3-bf71bf06ec6d req-60be5b80-4965-4143-9cc4-12da282eb377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:45.535388 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0c0b73c3-a177-4a96-84e3-bf71bf06ec6d req-60be5b80-4965-4143-9cc4-12da282eb377 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ba630a59-aac6-4de8-8a68-16aa43a621a7 HTTP/1.1" status: 200 len: 1097 time: 0.1691928 Jul 07 16:56:45.579032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b35270-975b-4f50-9044-574bbbeea23e req-9dac6fbc-b4fa-4978-b601-0c1895f72947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:45.580559 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-50b35270-975b-4f50-9044-574bbbeea23e req-9dac6fbc-b4fa-4978-b601-0c1895f72947 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5b32e14a-6795-45ae-b736-ba5949bac418 HTTP/1.1" status: 200 len: 913 time: 0.4910777 Jul 07 16:56:45.587245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b35270-975b-4f50-9044-574bbbeea23e req-6300bfed-4f8d-43d2-ad9f-44ae45297ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:45.588882 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-50b35270-975b-4f50-9044-574bbbeea23e req-6300bfed-4f8d-43d2-ad9f-44ae45297ec3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5b32e14a-6795-45ae-b736-ba5949bac418 HTTP/1.1" status: 200 len: 913 time: 0.4870725 Jul 07 16:56:45.660217 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-50b35270-975b-4f50-9044-574bbbeea23e req-2304b0d4-5c84-499e-b038-d9583390af02 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22b40fe9-a684-40e7-b000-faf460bac22d HTTP/1.1" status: 200 len: 217 time: 0.0703471 Jul 07 16:56:45.691017 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0c0b73c3-a177-4a96-84e3-bf71bf06ec6d req-2d7dc015-e268-4a88-b318-2602a8adad4a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475382 Jul 07 16:56:45.785618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b35270-975b-4f50-9044-574bbbeea23e req-8ef7f974-675e-489e-9f2e-33f70cafe7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:45.787598 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-50b35270-975b-4f50-9044-574bbbeea23e req-8ef7f974-675e-489e-9f2e-33f70cafe7b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8d043a8-c128-4d6c-970c-e264d763aba6 HTTP/1.1" status: 200 len: 852 time: 0.1001928 Jul 07 16:56:45.791370 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-50b35270-975b-4f50-9044-574bbbeea23e req-f5eee183-bf1e-44ac-a490-7f6c331735f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 HTTP/1.1" status: 200 len: 217 time: 0.1302223 Jul 07 16:56:45.876025 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-50b35270-975b-4f50-9044-574bbbeea23e req-910eb6c7-6a42-4bf2-b1df-00ae6dd1b3f6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5b32e14a-6795-45ae-b736-ba5949bac418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424402 Jul 07 16:56:45.950495 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b35270-975b-4f50-9044-574bbbeea23e req-53e6bb8d-5ab8-4900-9f8b-54bce7a8ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:45.952164 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-50b35270-975b-4f50-9044-574bbbeea23e req-53e6bb8d-5ab8-4900-9f8b-54bce7a8ecc2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8d043a8-c128-4d6c-970c-e264d763aba6 HTTP/1.1" status: 200 len: 852 time: 0.1216695 Jul 07 16:56:46.001795 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d655a-acc4-4d69-ab70-d7304b15475b req-3d9d54d1-5a08-45ea-8981-a26b5fa62386 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:46.003600 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-834d655a-acc4-4d69-ab70-d7304b15475b req-3d9d54d1-5a08-45ea-8981-a26b5fa62386 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba630a59-aac6-4de8-8a68-16aa43a621a7 HTTP/1.1" status: 200 len: 946 time: 0.2146463 Jul 07 16:56:46.011944 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e69a6c5a-21aa-482c-a7f0-efd170b836f0 req-d54227f2-6b85-4013-893e-b223b2d403c2 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8554838 Jul 07 16:56:46.043918 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-50b35270-975b-4f50-9044-574bbbeea23e req-32e88519-d362-48bc-910a-b134ca3de51d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b32e14a-6795-45ae-b736-ba5949bac418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792580 Jul 07 16:56:46.046142 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:56:46.277658 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9bb6de39-0e5c-4a65-bfe4-0cd765b9f673,segment=NetworkSegment(10c2b50b-7e34-45f0-b033-82f8c622f68b),segment_id=10c2b50b-7e34-45f0-b033-82f8c622f68b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:46.287441 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-50b35270-975b-4f50-9044-574bbbeea23e req-3326b33f-7dd2-40b7-a6de-604d62ca58c7 service neutron] 10.222.0.15 "GET /v2.0/networks/5b32e14a-6795-45ae-b736-ba5949bac418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251067 Jul 07 16:56:46.300927 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '9bb6de39-0e5c-4a65-bfe4-0cd765b9f673', 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418', 'port_id': '9bb6de39-0e5c-4a65-bfe4-0cd765b9f673', 'mac_address': 'fa:16:3e:81:98:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d043a8-c128-4d6c-970c-e264d763aba6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:56:46.414132 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:46.450798 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:46.477638 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23621b18-7480-479e-be4b-ad56fe471140 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:46.494876 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-50b35270-975b-4f50-9044-574bbbeea23e req-552258a4-96bb-48c4-ba36-8f5fa342716e service neutron] 10.222.0.15 "GET /v2.0/networks/5b32e14a-6795-45ae-b736-ba5949bac418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987362 Jul 07 16:56:46.496146 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 43894) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:46.505034 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:46.509539 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9bb6de39-0e5c-4a65-bfe4-0cd765b9f673,segment=NetworkSegment(10c2b50b-7e34-45f0-b033-82f8c622f68b),segment_id=10c2b50b-7e34-45f0-b033-82f8c622f68b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:46.530713 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:46.531318 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23621b18-7480-479e-be4b-ad56fe471140 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:46.547468 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-834d655a-acc4-4d69-ab70-d7304b15475b req-5e11e509-f0be-46aa-b1f8-5e0dabc5eae8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328727 Jul 07 16:56:46.606027 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-50b35270-975b-4f50-9044-574bbbeea23e req-8c2dc6ec-a1a7-4202-b1f0-17c78b445c96 service neutron] 10.222.0.69 "GET /v2.0/networks/5b32e14a-6795-45ae-b736-ba5949bac418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6791162 Jul 07 16:56:46.729172 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=9bb6de39-0e5c-4a65-bfe4-0cd765b9f673,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:46.789165 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43908) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:46.831243 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['9bb6de39-0e5c-4a65-bfe4-0cd765b9f673'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:46.856779 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-23621b18-7480-479e-be4b-ad56fe471140 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Floating IP 24ac7740-2b60-4290-9e8c-fbb432138cf2 associated. External IP: 172.25.2.133, port: bc15e5ce-1c09-4d9a-9e54-067d9f6b460c. Jul 07 16:56:46.866452 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c4f11-99b0-4592-97cd-26540ff8525b req-60ec09db-8465-4b08-991f-6916797d855e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:46.873862 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fc0c4f11-99b0-4592-97cd-26540ff8525b req-60ec09db-8465-4b08-991f-6916797d855e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.3929055 Jul 07 16:56:46.989321 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f660e79-bf9e-45a5-b03b-3a66725bc503 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:47.008264 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fc0c4f11-99b0-4592-97cd-26540ff8525b req-f1f46b88-2025-4258-925b-cbde2d73e2fc tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332901 Jul 07 16:56:47.166695 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f660e79-bf9e-45a5-b03b-3a66725bc503 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:47.407710 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f15f77d6-3548-458b-9c0e-9c519232b07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:47.419910 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e74ce55e-8562-4cd2-9c2b-96bf322c56b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:47.454078 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-50b35270-975b-4f50-9044-574bbbeea23e req-f5a0439c-8bd8-454e-8ae6-f98ccf7ed87c service neutron] 10.222.0.69 "GET /v2.0/networks/5b32e14a-6795-45ae-b736-ba5949bac418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8215668 Jul 07 16:56:47.511152 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612cb9c-e8ba-4180-afc2-ef8690f9df81 req-794f7b56-9a6a-40ec-9d6c-9591063549f4 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:47.518348 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d612cb9c-e8ba-4180-afc2-ef8690f9df81 req-794f7b56-9a6a-40ec-9d6c-9591063549f4 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d8aa162-0b72-49c6-a577-5f4d3bdda36c HTTP/1.1" status: 200 len: 945 time: 0.2100813 Jul 07 16:56:47.528066 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23621b18-7480-479e-be4b-ad56fe471140 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Router 7784011d-0bbc-48c0-b699-1c7f82bc9360 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:56:47.538739 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f660e79-bf9e-45a5-b03b-3a66725bc503 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:47.545274 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f660e79-bf9e-45a5-b03b-3a66725bc503 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:47.547237 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5f660e79-bf9e-45a5-b03b-3a66725bc503 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "DELETE /v2.0/security-groups/ad189c9c-ca7d-4ad7-8e34-43dda809d20a HTTP/1.1" status: 204 len: 168 time: 0.7526991 Jul 07 16:56:47.549462 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43914) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:47.591316 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d612cb9c-e8ba-4180-afc2-ef8690f9df81 req-72c85634-a6c4-4a58-a4d9-e30f230882dc tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719447 Jul 07 16:56:47.598096 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:47.632094 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f660e79-bf9e-45a5-b03b-3a66725bc503 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad189c9c-ca7d-4ad7-8e34-43dda809d20a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:47.658627 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-945e354d-2cad-4018-8e39-e9a5603fefca tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] show failed (client error): The resource could not be found. Jul 07 16:56:47.674751 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e74ce55e-8562-4cd2-9c2b-96bf322c56b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:47.677210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 43918) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:47.677613 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-945e354d-2cad-4018-8e39-e9a5603fefca tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "GET /v2.0/security-groups/ad189c9c-ca7d-4ad7-8e34-43dda809d20a HTTP/1.1" status: 404 len: 347 time: 0.0805001 Jul 07 16:56:47.690129 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e74ce55e-8562-4cd2-9c2b-96bf322c56b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:47.698714 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b2ab4-cb14-42ae-a26a-1c35acdc70a7 req-74eedc5b-64db-4486-9a67-7ec1c5337d79 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:47.708131 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9d3b2ab4-cb14-42ae-a26a-1c35acdc70a7 req-74eedc5b-64db-4486-9a67-7ec1c5337d79 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.4504492 Jul 07 16:56:47.855963 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9d3b2ab4-cb14-42ae-a26a-1c35acdc70a7 req-4271bedc-4130-4c74-b62e-329f67a8fb90 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468499 Jul 07 16:56:47.878487 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ce55e-8562-4cd2-9c2b-96bf322c56b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4c4f93-0e6c-4511-b319-caee67eff797,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:47.908557 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e74ce55e-8562-4cd2-9c2b-96bf322c56b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ec1d9da2bdb4a6f9fbbbf29853cfcc1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4019449 Jul 07 16:56:47.909030 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43924) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:47.922719 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23621b18-7480-479e-be4b-ad56fe471140 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:56:47.935197 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033834b-cb5d-417c-9f0d-69d585e6ca77 None None] Sync routers for ids ['7784011d-0bbc-48c0-b699-1c7f82bc9360'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:56:47.944687 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23621b18-7480-479e-be4b-ad56fe471140 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:47.962525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e033834b-cb5d-417c-9f0d-69d585e6ca77 None None] Routers {'7784011d-0bbc-48c0-b699-1c7f82bc9360'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:56:47.963293 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e033834b-cb5d-417c-9f0d-69d585e6ca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:56:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7784011d-0bbc-48c0-b699-1c7f82bc9360'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:48.102026 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-23621b18-7480-479e-be4b-ad56fe471140 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "PUT /v2.0/floatingips/24ac7740-2b60-4290-9e8c-fbb432138cf2 HTTP/1.1" status: 200 len: 992 time: 2.9393489 Jul 07 16:56:48.102026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fb0026-0229-42ce-b60a-efd953b9479b', 'tag': 'bc15e5ce-1c09-4d9a-9e54-067d9f6b460c'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:48.104693 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1f53c-caed-4e88-b36b-10dcc4119eb2 req-94ea3beb-69fa-45c8-a8f6-53757106316d tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:48.104826 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a236924-2506-40e9-9668-4c2f901d19c4" -d '{"events": [{"name": "network-changed", "server_uuid": "17fb0026-0229-42ce-b60a-efd953b9479b", "tag": "bc15e5ce-1c09-4d9a-9e54-067d9f6b460c"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:48.106345 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ced1f53c-caed-4e88-b36b-10dcc4119eb2 req-94ea3beb-69fa-45c8-a8f6-53757106316d tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba630a59-aac6-4de8-8a68-16aa43a621a7 HTTP/1.1" status: 200 len: 946 time: 0.2970734 Jul 07 16:56:48.128451 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5577668-43c6-4e69-bee5-465677f33a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:48.174771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b28c8bcb-025f-41c8-8c9c-c0290af31c44 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Deleting port 69e988b6-20e8-4152-b649-568b10740345 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:48.175072 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b28c8bcb-025f-41c8-8c9c-c0290af31c44 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:48.204638 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-e033834b-cb5d-417c-9f0d-69d585e6ca77 None None] Set router 7784011d-0bbc-48c0-b699-1c7f82bc9360 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:56:48.205659 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5577668-43c6-4e69-bee5-465677f33a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:48.227992 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:48.231456 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 22b40fe9-a684-40e7-b000-faf460bac22d details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:56:48.234563 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ced1f53c-caed-4e88-b36b-10dcc4119eb2 req-d124142c-5234-45de-bf71-ec07e634984f tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187887 Jul 07 16:56:48.307104 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5577668-43c6-4e69-bee5-465677f33a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:48.309802 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5577668-43c6-4e69-bee5-465677f33a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:48.311176 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b5577668-43c6-4e69-bee5-465677f33a78 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de4c4f93-0e6c-4511-b319-caee67eff797 HTTP/1.1" status: 204 len: 168 time: 0.4075007 Jul 07 16:56:48.325964 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5577668-43c6-4e69-bee5-465677f33a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4c4f93-0e6c-4511-b319-caee67eff797,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:48.366290 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b28c8bcb-025f-41c8-8c9c-c0290af31c44 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:48.366695 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b28c8bcb-025f-41c8-8c9c-c0290af31c44 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:48.400542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b28c8bcb-025f-41c8-8c9c-c0290af31c44 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Calling delete_port for 69e988b6-20e8-4152-b649-568b10740345 owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:48.404443 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.resource_extend [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:56:48.739865 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b28c8bcb-025f-41c8-8c9c-c0290af31c44 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:48.781541 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c8bcb-025f-41c8-8c9c-c0290af31c44 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Pushing event deleted for resources: {'Port': ['ID=69e988b6-20e8-4152-b649-568b10740345,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:48.816205 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21aa15-ea98-452d-b468-03798bcfdc45 req-8d1c0136-a866-46da-9ad0-790cbe5b77c6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:48.831452 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cb21aa15-ea98-452d-b468-03798bcfdc45 req-8d1c0136-a866-46da-9ad0-790cbe5b77c6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1758533 Jul 07 16:56:48.840322 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e739d683-23e2-4394-b71a-5ea41b7af72b x-openstack-request-id: req-e739d683-23e2-4394-b71a-5ea41b7af72b {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:48.841776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:48.842667 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fb0026-0229-42ce-b60a-efd953b9479b", "tag": "bc15e5ce-1c09-4d9a-9e54-067d9f6b460c", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:48.843109 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e739d683-23e2-4394-b71a-5ea41b7af72b {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:48.843768 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fb0026-0229-42ce-b60a-efd953b9479b', 'tag': 'bc15e5ce-1c09-4d9a-9e54-067d9f6b460c', 'status': 'completed', 'code': 200} Jul 07 16:56:48.872306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:48.872690 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:48.906712 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:48.942964 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cb21aa15-ea98-452d-b468-03798bcfdc45 req-b5db339b-b1f2-4a53-bde9-3cc43f7c4877 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091647 Jul 07 16:56:48.958580 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b28c8bcb-025f-41c8-8c9c-c0290af31c44 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:48.958580 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b28c8bcb-025f-41c8-8c9c-c0290af31c44 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:48.958580 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b28c8bcb-025f-41c8-8c9c-c0290af31c44 tempest-ImagesOneServerNegativeTestJSON-2004061949 tempest-ImagesOneServerNegativeTestJSON-2004061949-project] 10.222.0.50 "DELETE /v2.0/floatingips/1b2232ec-b818-4b3c-aefa-c9ce51ce19f0 HTTP/1.1" status: 204 len: 168 time: 1.2698410 Jul 07 16:56:48.991335 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 22b40fe9-a684-40e7-b000-faf460bac22d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=22b40fe9-a684-40e7-b000-faf460bac22d,segment=NetworkSegment(10c2b50b-7e34-45f0-b033-82f8c622f68b),segment_id=10c2b50b-7e34-45f0-b033-82f8c622f68b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:49.020583 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a236924-2506-40e9-9668-4c2f901d19c4 req-44ca07c9-d94b-49d2-9802-cd4ba055748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:49.022521 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a236924-2506-40e9-9668-4c2f901d19c4 req-44ca07c9-d94b-49d2-9802-cd4ba055748f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=55a02e1207a442a298e0fac0645e8087&device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 1097 time: 0.1764810 Jul 07 16:56:49.105687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '22b40fe9-a684-40e7-b000-faf460bac22d', 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418', 'port_id': '22b40fe9-a684-40e7-b000-faf460bac22d', 'mac_address': 'fa:16:3e:4c:1b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d043a8-c128-4d6c-970c-e264d763aba6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:56:49.199281 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a236924-2506-40e9-9668-4c2f901d19c4 req-ad781183-964f-42e2-85c6-74a1c5114ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:49.201396 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a236924-2506-40e9-9668-4c2f901d19c4 req-ad781183-964f-42e2-85c6-74a1c5114ffe service neutron] 10.222.0.69 "GET /v2.0/networks?id=cbf4413f-2045-49d3-90cc-8b792570496f HTTP/1.1" status: 200 len: 917 time: 0.1720648 Jul 07 16:56:49.330531 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:49.370909 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8210e-0502-4552-90ee-6ae1b57112e8 req-f7cb9d90-ae82-42d1-986f-9a18e16dd8b3 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:49.372426 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a236924-2506-40e9-9668-4c2f901d19c4 req-eddcff14-4426-4c91-b025-6b4fbcd28abd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc15e5ce-1c09-4d9a-9e54-067d9f6b460c HTTP/1.1" status: 200 len: 1000 time: 0.1269765 Jul 07 16:56:49.372850 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-45b8210e-0502-4552-90ee-6ae1b57112e8 req-f7cb9d90-ae82-42d1-986f-9a18e16dd8b3 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d8aa162-0b72-49c6-a577-5f4d3bdda36c HTTP/1.1" status: 200 len: 945 time: 0.1275527 Jul 07 16:56:49.382816 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:49.403277 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8aa162-0b72-49c6-a577-5f4d3bdda36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb6de39-0e5c-4a65-bfe4-0cd765b9f673'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:49.407295 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de44b98-b3c0-4fbe-93ac-2f90b61bb277" -d '{"events": [{"server_uuid": "7d8aa162-0b72-49c6-a577-5f4d3bdda36c", "name": "network-vif-plugged", "status": "completed", "tag": "9bb6de39-0e5c-4a65-bfe4-0cd765b9f673"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:49.420942 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd45fef-8e6d-46d8-b495-35854e2a8498 req-ea7fa9fb-5386-488d-a01e-041e53171c8b tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:49.432007 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b40fe9-a684-40e7-b000-faf460bac22d {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:56:49.432488 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fd45fef-8e6d-46d8-b495-35854e2a8498 req-ea7fa9fb-5386-488d-a01e-041e53171c8b tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba630a59-aac6-4de8-8a68-16aa43a621a7 HTTP/1.1" status: 200 len: 946 time: 0.3085012 Jul 07 16:56:49.451532 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9bb6de39-0e5c-4a65-bfe4-0cd765b9f673,segment=NetworkSegment(10c2b50b-7e34-45f0-b033-82f8c622f68b),segment_id=10c2b50b-7e34-45f0-b033-82f8c622f68b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:49.452065 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-45b8210e-0502-4552-90ee-6ae1b57112e8 req-6634b619-a338-4bbf-889b-7dc455e63c09 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675569 Jul 07 16:56:49.498073 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:49.585266 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 22b40fe9-a684-40e7-b000-faf460bac22d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=22b40fe9-a684-40e7-b000-faf460bac22d,segment=NetworkSegment(10c2b50b-7e34-45f0-b033-82f8c622f68b),segment_id=10c2b50b-7e34-45f0-b033-82f8c622f68b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:49.594517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a236924-2506-40e9-9668-4c2f901d19c4 req-0bc38cc0-3fb9-4327-a28d-0044685e1fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:49.601150 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a236924-2506-40e9-9668-4c2f901d19c4 req-0bc38cc0-3fb9-4327-a28d-0044685e1fc0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7bf8681f-776e-4c48-abee-f55e2aa2fadf HTTP/1.1" status: 200 len: 855 time: 0.2105145 Jul 07 16:56:49.604937 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:49.619419 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fd45fef-8e6d-46d8-b495-35854e2a8498 req-ec5a37c3-01ad-455b-a9cb-7deeb36f4c8c tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826956 Jul 07 16:56:49.684966 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=9bb6de39-0e5c-4a65-bfe4-0cd765b9f673,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:49.726884 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a236924-2506-40e9-9668-4c2f901d19c4 req-d38cc1b1-128f-44ce-82fe-5b8d0f46aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:49.729285 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a236924-2506-40e9-9668-4c2f901d19c4 req-d38cc1b1-128f-44ce-82fe-5b8d0f46aca5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cbf4413f-2045-49d3-90cc-8b792570496f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084564 Jul 07 16:56:49.783384 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f949646-0622-4996-b9c1-53b4f53073e7 req-86a413e2-70d1-4ef9-bff9-00383c61341a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:49.791328 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f949646-0622-4996-b9c1-53b4f53073e7 req-86a413e2-70d1-4ef9-bff9-00383c61341a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1725299 Jul 07 16:56:49.841314 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f949646-0622-4996-b9c1-53b4f53073e7 req-e22aab6a-9a4e-43cf-b013-dd49f83bfe0b tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489886 Jul 07 16:56:49.853353 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e033834b-cb5d-417c-9f0d-69d585e6ca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'name': 'tempest-ServersTestBootFromVolume-1767685278-router', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:31Z', 'updated_at': '2021-07-07T16:55:41Z', 'revision_number': 4, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'gw_port': {'id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:32Z', 'updated_at': '2021-07-07T16:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '24ac7740-2b60-4290-9e8c-fbb432138cf2', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'floating_ip_address': '172.25.2.133', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'port_id': 'bc15e5ce-1c09-4d9a-9e54-067d9f6b460c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f', 'mac_address': 'fa:16:3e:57:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fb0026-0229-42ce-b60a-efd953b9479b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:55:46Z', 'updated_at': '2021-07-07T16:56:46Z', 'revision_number': 1, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327bf1da-7bd5-4e28-ac26-f8c07f36fba7', 'name': '', 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'mac_address': 'fa:16:3e:89:d0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '7bf8681f-776e-4c48-abee-f55e2aa2fadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:39Z', 'updated_at': '2021-07-07T16:55:46Z', 'revision_number': 5, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'subnets': [{'id': '7bf8681f-776e-4c48-abee-f55e2aa2fadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:49.855716 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=22b40fe9-a684-40e7-b000-faf460bac22d,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:49.868804 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ffb4eb-da55-4766-8d54-4aeda4ec6481 x-openstack-request-id: req-f0ffb4eb-da55-4766-8d54-4aeda4ec6481 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:49.869448 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8aa162-0b72-49c6-a577-5f4d3bdda36c", "name": "network-vif-plugged", "status": "completed", "tag": "9bb6de39-0e5c-4a65-bfe4-0cd765b9f673", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:49.869708 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f0ffb4eb-da55-4766-8d54-4aeda4ec6481 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:49.870109 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8aa162-0b72-49c6-a577-5f4d3bdda36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb6de39-0e5c-4a65-bfe4-0cd765b9f673', 'code': 200} Jul 07 16:56:49.946151 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033834b-cb5d-417c-9f0d-69d585e6ca77 None None] Checking router: 7784011d-0bbc-48c0-b699-1c7f82bc9360 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:56:49.962435 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e033834b-cb5d-417c-9f0d-69d585e6ca77 None None] Routers {'7784011d-0bbc-48c0-b699-1c7f82bc9360'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:56:49.968411 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e033834b-cb5d-417c-9f0d-69d585e6ca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:56:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7784011d-0bbc-48c0-b699-1c7f82bc9360'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:50.016455 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a236924-2506-40e9-9668-4c2f901d19c4 req-59de12b6-bf5e-4a22-9f03-7249b95ee9d3 service neutron] 10.222.0.69 "GET /v2.0/networks/cbf4413f-2045-49d3-90cc-8b792570496f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786274 Jul 07 16:56:50.058362 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['22b40fe9-a684-40e7-b000-faf460bac22d'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:50.281979 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375bc3d-24df-44e9-90b0-7cc6d5a1b982 req-74806ddc-0bad-463f-a4d7-18865ce5a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:50.283757 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0375bc3d-24df-44e9-90b0-7cc6d5a1b982 req-74806ddc-0bad-463f-a4d7-18865ce5a505 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d8aa162-0b72-49c6-a577-5f4d3bdda36c HTTP/1.1" status: 200 len: 1097 time: 0.3020196 Jul 07 16:56:50.337744 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a236924-2506-40e9-9668-4c2f901d19c4 req-6e709748-f0e4-487c-ab3d-703fa7360b08 service neutron] 10.222.0.69 "GET /v2.0/networks/cbf4413f-2045-49d3-90cc-8b792570496f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132031 Jul 07 16:56:50.340827 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:50.369633 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0375bc3d-24df-44e9-90b0-7cc6d5a1b982 req-979fa672-b8f6-4f1c-b3cc-785e5b1dd915 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737700 Jul 07 16:56:50.376559 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44010) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:50.383614 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-e033834b-cb5d-417c-9f0d-69d585e6ca77 None None] Set router 7784011d-0bbc-48c0-b699-1c7f82bc9360 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:56:50.536496 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca66e28-3577-4911-a186-ec94c67aaa43 admin admin] Deleting subnet e11029ac-8d3c-47c7-98fb-61244a65c880 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:56:50.561252 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6ca66e28-3577-4911-a186-ec94c67aaa43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:50.561399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44018) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:50.743026 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e814f7e-247b-4281-a9f7-dd4569984578 req-5ca6ddc2-da4f-4ad6-827d-2eec5597ea0a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:50.752940 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6ca66e28-3577-4911-a186-ec94c67aaa43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:50.754848 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0e814f7e-247b-4281-a9f7-dd4569984578 req-5ca6ddc2-da4f-4ad6-827d-2eec5597ea0a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1327653 Jul 07 16:56:50.842330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791f095-5ee4-4ebc-8018-8a7b754eb219 req-ed5232bb-7dd0-42ea-bbf1-2f5470817855 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:50.847050 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c6016621-241a-4db0-aab5-07a47e80160d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:50.852227 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5791f095-5ee4-4ebc-8018-8a7b754eb219 req-ed5232bb-7dd0-42ea-bbf1-2f5470817855 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba630a59-aac6-4de8-8a68-16aa43a621a7 HTTP/1.1" status: 200 len: 946 time: 0.2365046 Jul 07 16:56:50.893021 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0e814f7e-247b-4281-a9f7-dd4569984578 req-cb6fe442-e8e9-4425-bd68-bbcf93da3107 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372488 Jul 07 16:56:51.107064 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c6016621-241a-4db0-aab5-07a47e80160d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:51.117430 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c6016621-241a-4db0-aab5-07a47e80160d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:51.269124 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5791f095-5ee4-4ebc-8018-8a7b754eb219 req-b0007d60-a3f5-4992-aed2-30b654152600 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156113 Jul 07 16:56:51.271396 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6ca66e28-3577-4911-a186-ec94c67aaa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:51.285104 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6016621-241a-4db0-aab5-07a47e80160d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528f6a89-2a87-4b0d-8a8a-468c83fce710,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:51.285551 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e033834b-cb5d-417c-9f0d-69d585e6ca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'name': 'tempest-ServersTestBootFromVolume-1767685278-router', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:31Z', 'updated_at': '2021-07-07T16:55:41Z', 'revision_number': 4, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'gw_port': {'id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:32Z', 'updated_at': '2021-07-07T16:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '24ac7740-2b60-4290-9e8c-fbb432138cf2', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'floating_ip_address': '172.25.2.133', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'port_id': 'bc15e5ce-1c09-4d9a-9e54-067d9f6b460c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f', 'mac_address': 'fa:16:3e:57:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fb0026-0229-42ce-b60a-efd953b9479b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:55:46Z', 'updated_at': '2021-07-07T16:56:46Z', 'revision_number': 1, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327bf1da-7bd5-4e28-ac26-f8c07f36fba7', 'name': '', 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'mac_address': 'fa:16:3e:89:d0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '7bf8681f-776e-4c48-abee-f55e2aa2fadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:39Z', 'updated_at': '2021-07-07T16:55:46Z', 'revision_number': 5, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'subnets': [{'id': '7bf8681f-776e-4c48-abee-f55e2aa2fadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:51.358161 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c6016621-241a-4db0-aab5-07a47e80160d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9779e458319a4f259f9af40297f72766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7946508 Jul 07 16:56:51.360796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44034) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:51.363503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033834b-cb5d-417c-9f0d-69d585e6ca77 None None] The sync data for ids ['7784011d-0bbc-48c0-b699-1c7f82bc9360'] in n-d-793620-7 is: [{'id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'name': 'tempest-ServersTestBootFromVolume-1767685278-router', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:31Z', 'updated_at': '2021-07-07T16:55:41Z', 'revision_number': 4, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'gw_port': {'id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:32Z', 'updated_at': '2021-07-07T16:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '24ac7740-2b60-4290-9e8c-fbb432138cf2', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'floating_ip_address': '172.25.2.133', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'port_id': 'bc15e5ce-1c09-4d9a-9e54-067d9f6b460c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f', 'mac_address': 'fa:16:3e:57:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fb0026-0229-42ce-b60a-efd953b9479b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:55:46Z', 'updated_at': '2021-07-07T16:56:46Z', 'revision_number': 1, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327bf1da-7bd5-4e28-ac26-f8c07f36fba7', 'name': '', 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'mac_address': 'fa:16:3e:89:d0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '7bf8681f-776e-4c48-abee-f55e2aa2fadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:39Z', 'updated_at': '2021-07-07T16:55:46Z', 'revision_number': 5, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'subnets': [{'id': '7bf8681f-776e-4c48-abee-f55e2aa2fadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:56:51.441908 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6ca66e28-3577-4911-a186-ec94c67aaa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:51.484083 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6ca66e28-3577-4911-a186-ec94c67aaa43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:51.486355 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6ca66e28-3577-4911-a186-ec94c67aaa43 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e11029ac-8d3c-47c7-98fb-61244a65c880 HTTP/1.1" status: 204 len: 168 time: 1.1087437 Jul 07 16:56:51.490220 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44040) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:51.557945 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca66e28-3577-4911-a186-ec94c67aaa43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e11029ac-8d3c-47c7-98fb-61244a65c880,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:51.593660 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa71595-7d25-4847-8881-8e6706f11d10 req-4f919fc7-8388-49d3-8eb5-4bff362e0875 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:51.596093 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cfa71595-7d25-4847-8881-8e6706f11d10 req-4f919fc7-8388-49d3-8eb5-4bff362e0875 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d8aa162-0b72-49c6-a577-5f4d3bdda36c HTTP/1.1" status: 200 len: 946 time: 0.4831462 Jul 07 16:56:51.600776 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b291bd5d-a854-4fcb-9958-62c59d1408e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:51.639980 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b291bd5d-a854-4fcb-9958-62c59d1408e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:51.757415 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e0ccc-a5e5-436c-9d50-33a9b8897652 req-143b6472-0291-4cac-ae7e-29fc4349147d tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:51.762021 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-096e0ccc-a5e5-436c-9d50-33a9b8897652 req-143b6472-0291-4cac-ae7e-29fc4349147d tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.0980968 Jul 07 16:56:51.784921 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b291bd5d-a854-4fcb-9958-62c59d1408e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:51.788655 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b291bd5d-a854-4fcb-9958-62c59d1408e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:51.789935 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b291bd5d-a854-4fcb-9958-62c59d1408e7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/528f6a89-2a87-4b0d-8a8a-468c83fce710 HTTP/1.1" status: 204 len: 168 time: 0.4279766 Jul 07 16:56:51.815073 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cfa71595-7d25-4847-8881-8e6706f11d10 req-11191348-748b-4667-a143-178baeb1ede9 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235707 Jul 07 16:56:51.827377 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0b76aa49-5d0e-4e9b-8c72-c334f00395ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:51.854281 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846f69d0-5918-452f-b02b-971c82053f18 None None] New status for floating IP 24ac7740-2b60-4290-9e8c-fbb432138cf2: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:56:51.868388 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291bd5d-a854-4fcb-9958-62c59d1408e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528f6a89-2a87-4b0d-8a8a-468c83fce710,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:51.895883 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-096e0ccc-a5e5-436c-9d50-33a9b8897652 req-dfc315fd-cee9-40f8-a128-3e40307930bd tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214335 Jul 07 16:56:52.147699 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0b76aa49-5d0e-4e9b-8c72-c334f00395ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:52.182236 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0b76aa49-5d0e-4e9b-8c72-c334f00395ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c693bdf-78c6-4887-aa8b-8c747baba132']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:52.196984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0b76aa49-5d0e-4e9b-8c72-c334f00395ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:52.197660 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0b76aa49-5d0e-4e9b-8c72-c334f00395ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9ad6f1-4bbf-4bbe-a68a-19ed6c6544ce') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:56:52.256809 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0b76aa49-5d0e-4e9b-8c72-c334f00395ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:52.290154 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0b76aa49-5d0e-4e9b-8c72-c334f00395ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:52.305143 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b5817-01ad-4b01-9cab-6ac229ebcce7 req-ed1c4460-bc35-4253-be68-bda78d63f758 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:52.307452 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f67b5817-01ad-4b01-9cab-6ac229ebcce7 req-ed1c4460-bc35-4253-be68-bda78d63f758 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba630a59-aac6-4de8-8a68-16aa43a621a7 HTTP/1.1" status: 200 len: 946 time: 0.2684913 Jul 07 16:56:52.311756 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b76aa49-5d0e-4e9b-8c72-c334f00395ec admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:56:52.312477 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0b76aa49-5d0e-4e9b-8c72-c334f00395ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:56:52.315492 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:56:52.320312 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:56:52.320312 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:56:52.453412 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0b76aa49-5d0e-4e9b-8c72-c334f00395ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:52.494259 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0b76aa49-5d0e-4e9b-8c72-c334f00395ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:52.496807 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0b76aa49-5d0e-4e9b-8c72-c334f00395ec admin admin] 10.222.0.50 "DELETE /v2.0/networks/0c693bdf-78c6-4887-aa8b-8c747baba132 HTTP/1.1" status: 204 len: 168 time: 1.0051260 Jul 07 16:56:52.521910 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76aa49-5d0e-4e9b-8c72-c334f00395ec admin admin] Pushing event deleted for resources: {'Network': ['ID=0c693bdf-78c6-4887-aa8b-8c747baba132,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:52.597726 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-f67b5817-01ad-4b01-9cab-6ac229ebcce7 req-eb023e45-7338-4477-99d3-6288538acd78 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Deleting port 90f4857c-9501-4bf4-93cf-e045d89fbc26 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:52.610630 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f67b5817-01ad-4b01-9cab-6ac229ebcce7 req-eb023e45-7338-4477-99d3-6288538acd78 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:52.697101 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae10023-022d-4bab-88d6-23a6a30c97ad req-959882aa-3980-47b5-8c74-40b4e893ce69 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:52.711104 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5ae10023-022d-4bab-88d6-23a6a30c97ad req-959882aa-3980-47b5-8c74-40b4e893ce69 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba630a59-aac6-4de8-8a68-16aa43a621a7 HTTP/1.1" status: 200 len: 946 time: 0.1354368 Jul 07 16:56:52.734697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551903ae-2945-4903-b969-fc42fa2a6335 req-c17299b9-25ab-4fda-bfdb-67582c8a1b6e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:52.736464 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-551903ae-2945-4903-b969-fc42fa2a6335 req-c17299b9-25ab-4fda-bfdb-67582c8a1b6e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2346864 Jul 07 16:56:52.808629 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5ae10023-022d-4bab-88d6-23a6a30c97ad req-08cbf190-7e95-4b9c-94fd-31d41938840e tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844445 Jul 07 16:56:52.931181 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44088) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:52.959878 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-551903ae-2945-4903-b969-fc42fa2a6335 req-2ba179b4-149e-4331-9a99-3da7c5b2e58d tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073328 Jul 07 16:56:52.999865 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-f67b5817-01ad-4b01-9cab-6ac229ebcce7 req-eb023e45-7338-4477-99d3-6288538acd78 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] For port 90f4857c-9501-4bf4-93cf-e045d89fbc26, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=90f4857c-9501-4bf4-93cf-e045d89fbc26,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:53.002399 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f67b5817-01ad-4b01-9cab-6ac229ebcce7 req-eb023e45-7338-4477-99d3-6288538acd78 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:53.022699 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-01da52da-d9fe-4c57-90e9-d5d65a57d390 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ed8c4af2f22498e95031bac92fa163d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0893428 Jul 07 16:56:53.025682 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44092) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:53.038817 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-f67b5817-01ad-4b01-9cab-6ac229ebcce7 req-eb023e45-7338-4477-99d3-6288538acd78 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Calling delete_port for 90f4857c-9501-4bf4-93cf-e045d89fbc26 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:53.217094 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78b32204-7c14-4471-9260-ed0bd3e41774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:53.245025 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449eceac-33c4-41d2-b072-d06eb1ad09f8 req-69791607-7f6f-4871-8350-fa3ef97aeeb8 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:53.246796 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-449eceac-33c4-41d2-b072-d06eb1ad09f8 req-69791607-7f6f-4871-8350-fa3ef97aeeb8 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1076801 Jul 07 16:56:53.259339 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78b32204-7c14-4471-9260-ed0bd3e41774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:53.281003 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4754a-8a22-43e7-8fa1-e3cdade7d227 req-ae82d02a-71de-404f-918e-af04152de784 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:53.283049 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-23e4754a-8a22-43e7-8fa1-e3cdade7d227 req-ae82d02a-71de-404f-918e-af04152de784 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d8aa162-0b72-49c6-a577-5f4d3bdda36c HTTP/1.1" status: 200 len: 946 time: 0.1889861 Jul 07 16:56:53.334951 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-449eceac-33c4-41d2-b072-d06eb1ad09f8 req-d220297e-35ae-46da-bf0c-748873437e22 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793798 Jul 07 16:56:53.364900 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-23e4754a-8a22-43e7-8fa1-e3cdade7d227 req-7a316ce6-05f7-4e73-8511-0ec5c3d72f3e tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704739 Jul 07 16:56:53.398799 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f67b5817-01ad-4b01-9cab-6ac229ebcce7 req-eb023e45-7338-4477-99d3-6288538acd78 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:53.402514 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78b32204-7c14-4471-9260-ed0bd3e41774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:53.407225 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78b32204-7c14-4471-9260-ed0bd3e41774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:53.412842 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['465fc65b-b48d-4ce1-839f-23d7a638aaa4', '90f4857c-9501-4bf4-93cf-e045d89fbc26'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:53.414485 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-78b32204-7c14-4471-9260-ed0bd3e41774 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae HTTP/1.1" status: 204 len: 168 time: 0.3874021 Jul 07 16:56:53.429366 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b32204-7c14-4471-9260-ed0bd3e41774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4e6f2f-04f8-47e9-b7ee-9e4b8feb45ae,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:53.484319 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb023e45-7338-4477-99d3-6288538acd78 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Pushing event deleted for resources: {'Port': ['ID=90f4857c-9501-4bf4-93cf-e045d89fbc26,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:53.673868 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67b5817-01ad-4b01-9cab-6ac229ebcce7 req-eb023e45-7338-4477-99d3-6288538acd78 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] No DVR routers for this DVR port 90f4857c-9501-4bf4-93cf-e045d89fbc26 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:56:53.678635 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f67b5817-01ad-4b01-9cab-6ac229ebcce7 req-eb023e45-7338-4477-99d3-6288538acd78 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:53.680873 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f67b5817-01ad-4b01-9cab-6ac229ebcce7 req-eb023e45-7338-4477-99d3-6288538acd78 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.69 "DELETE /v2.0/ports/90f4857c-9501-4bf4-93cf-e045d89fbc26 HTTP/1.1" status: 204 len: 173 time: 1.3584242 Jul 07 16:56:53.681349 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba630a59-aac6-4de8-8a68-16aa43a621a7', 'name': 'network-vif-deleted', 'tag': '90f4857c-9501-4bf4-93cf-e045d89fbc26'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:53.684219 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836363aa-7c3d-4250-95f4-44859574c701" -d '{"events": [{"server_uuid": "ba630a59-aac6-4de8-8a68-16aa43a621a7", "name": "network-vif-deleted", "tag": "90f4857c-9501-4bf4-93cf-e045d89fbc26"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:53.804452 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e842bf7-be3f-4e51-849c-3402f7daefed req-0b9681b5-d2ac-408a-8ab9-51fbb2365957 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:53.808169 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51ecbe2-4040-4ba7-a47a-e2d345a38181 x-openstack-request-id: req-c51ecbe2-4040-4ba7-a47a-e2d345a38181 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:53.808627 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba630a59-aac6-4de8-8a68-16aa43a621a7", "name": "network-vif-deleted", "tag": "90f4857c-9501-4bf4-93cf-e045d89fbc26", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:53.809005 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c51ecbe2-4040-4ba7-a47a-e2d345a38181 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:53.809584 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba630a59-aac6-4de8-8a68-16aa43a621a7', 'name': 'network-vif-deleted', 'tag': '90f4857c-9501-4bf4-93cf-e045d89fbc26', 'status': 'completed', 'code': 200} Jul 07 16:56:53.815356 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7e842bf7-be3f-4e51-849c-3402f7daefed req-0b9681b5-d2ac-408a-8ab9-51fbb2365957 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=a523116e-2205-468b-911e-b7c6a27595ad HTTP/1.1" status: 200 len: 944 time: 0.1608531 Jul 07 16:56:53.878931 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7e842bf7-be3f-4e51-849c-3402f7daefed req-d008d379-e548-4245-8687-bc70db916150 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539405 Jul 07 16:56:54.063848 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44144) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:54.081200 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5ce8cd43-8f72-405f-9e2a-127a41971701 req-1eb10c07-2e3f-4249-917f-2b3d6be30a80 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba630a59-aac6-4de8-8a68-16aa43a621a7 HTTP/1.1" status: 200 len: 210 time: 0.0373142 Jul 07 16:56:54.105588 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862ab8f-c275-4002-96ab-cc7d7072e676 req-c06a6d4e-ae50-4d5c-8c95-f1486fa64a2f tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:54.107805 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6862ab8f-c275-4002-96ab-cc7d7072e676 req-c06a6d4e-ae50-4d5c-8c95-f1486fa64a2f tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.0861676 Jul 07 16:56:54.163127 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 22b40fe9-a684-40e7-b000-faf460bac22d up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:56:54.167245 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6862ab8f-c275-4002-96ab-cc7d7072e676 req-2b893fa8-bcd0-4ff7-ac46-024706f58a83 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538197 Jul 07 16:56:54.236590 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 22b40fe9-a684-40e7-b000-faf460bac22d completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:56:54.243725 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 22b40fe9-a684-40e7-b000-faf460bac22d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:56:54.244384 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:54.411767 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:54.461054 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-3cc37906-c8e8-4ea5-8590-e5bc4d35b348 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-210521769'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:54.468822 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a523116e-2205-468b-911e-b7c6a27595ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b40fe9-a684-40e7-b000-faf460bac22d'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:54.472048 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a077c41a-467d-4afa-829a-287ad0ef1d34" -d '{"events": [{"server_uuid": "a523116e-2205-468b-911e-b7c6a27595ad", "name": "network-vif-plugged", "status": "completed", "tag": "22b40fe9-a684-40e7-b000-faf460bac22d"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:54.498091 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 22b40fe9-a684-40e7-b000-faf460bac22d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=22b40fe9-a684-40e7-b000-faf460bac22d,segment=NetworkSegment(10c2b50b-7e34-45f0-b033-82f8c622f68b),segment_id=10c2b50b-7e34-45f0-b033-82f8c622f68b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:54.503614 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:54.528693 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc790fd-f3bf-4198-954a-51b5977d5489 req-4f095c48-89c9-44d4-8cb0-1d5392dce9f3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:54.531153 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5fc790fd-f3bf-4198-954a-51b5977d5489 req-4f095c48-89c9-44d4-8cb0-1d5392dce9f3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1086569 Jul 07 16:56:54.548007 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc37906-c8e8-4ea5-8590-e5bc4d35b348 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Made reservation on behalf of bdb28a6a653246f1acb4f7be91c32bf2 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:54.554202 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3cc37906-c8e8-4ea5-8590-e5bc4d35b348 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:54.570081 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3cc37906-c8e8-4ea5-8590-e5bc4d35b348 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:54.584115 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5fc790fd-f3bf-4198-954a-51b5977d5489 req-ca461df6-ffe3-4f95-b81d-450cfbab8115 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449057 Jul 07 16:56:54.593042 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=22b40fe9-a684-40e7-b000-faf460bac22d,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:54.624460 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a131ec-7b54-4e62-80ca-28f688de97bd req-452bf6b4-8b95-4799-991c-c4a1ae560be7 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:54.626112 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73a131ec-7b54-4e62-80ca-28f688de97bd req-452bf6b4-8b95-4799-991c-c4a1ae560be7 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=09b1fc43-8e53-45f9-9478-caf8456a42dc HTTP/1.1" status: 200 len: 950 time: 0.1611137 Jul 07 16:56:54.649713 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44186) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:54.655463 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf23fda-165a-4e48-88f7-b8401c49990b x-openstack-request-id: req-7cf23fda-165a-4e48-88f7-b8401c49990b {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:54.656339 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a523116e-2205-468b-911e-b7c6a27595ad", "name": "network-vif-plugged", "status": "completed", "tag": "22b40fe9-a684-40e7-b000-faf460bac22d", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:54.656339 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7cf23fda-165a-4e48-88f7-b8401c49990b {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:54.656679 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a523116e-2205-468b-911e-b7c6a27595ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b40fe9-a684-40e7-b000-faf460bac22d', 'code': 200} Jul 07 16:56:54.693174 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73a131ec-7b54-4e62-80ca-28f688de97bd req-b555dc28-798b-4289-9cba-2ca0b8a5e8ae tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76e6643-f9e4-4eae-a0f9-0f1e79961f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591056 Jul 07 16:56:54.755071 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3cc37906-c8e8-4ea5-8590-e5bc4d35b348 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:54.761656 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3cc37906-c8e8-4ea5-8590-e5bc4d35b348 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:54.827401 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-44ab4466-7c25-407e-a048-c53b3f0f6aff admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1081413304-network', 'tenant_id': 'e6554711cec74bf4baaa33f24a4f9843'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:54.844769 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc37906-c8e8-4ea5-8590-e5bc4d35b348 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:56:54.858157 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc37906-c8e8-4ea5-8590-e5bc4d35b348 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7c5678-b1e9-4bbb-bad2-eb3dc6f79b64,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:54.872343 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3cc37906-c8e8-4ea5-8590-e5bc4d35b348 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:54.872751 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-3cc37906-c8e8-4ea5-8590-e5bc4d35b348 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Added segment 7add768e-54f9-4a67-b217-f3d6384ef0f5 of type vlan for network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 Jul 07 16:56:54.882132 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ab4466-7c25-407e-a048-c53b3f0f6aff admin admin] Made reservation on behalf of e6554711cec74bf4baaa33f24a4f9843 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:54.884573 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-44ab4466-7c25-407e-a048-c53b3f0f6aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:54.896873 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-44ab4466-7c25-407e-a048-c53b3f0f6aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:54.907625 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3c3c3-3ee0-41a1-895f-9c74ddf55d36 req-03f0bf17-91b0-4497-836e-ddc2e3651699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:54.909400 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ea3c3c3-3ee0-41a1-895f-9c74ddf55d36 req-03f0bf17-91b0-4497-836e-ddc2e3651699 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a523116e-2205-468b-911e-b7c6a27595ad HTTP/1.1" status: 200 len: 1096 time: 0.1367924 Jul 07 16:56:54.932582 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3cc37906-c8e8-4ea5-8590-e5bc4d35b348 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:54.950989 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9eb96d-cbe1-438c-9cab-a0b0993fafcb req-8b20aa14-bc98-49fc-845e-d06bbc8cfdb4 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:54.952651 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6a9eb96d-cbe1-438c-9cab-a0b0993fafcb req-8b20aa14-bc98-49fc-845e-d06bbc8cfdb4 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1178615 Jul 07 16:56:54.976397 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ea3c3c3-3ee0-41a1-895f-9c74ddf55d36 req-6b9778e7-36f4-4a81-9d6a-e1951ba54590 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567124 Jul 07 16:56:54.990188 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3cc37906-c8e8-4ea5-8590-e5bc4d35b348 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:54.996604 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc37906-c8e8-4ea5-8590-e5bc4d35b348 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:54.997231 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3cc37906-c8e8-4ea5-8590-e5bc4d35b348 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.022083 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6a9eb96d-cbe1-438c-9cab-a0b0993fafcb req-c8f5c54e-633d-458f-a989-7b1d9695d2fc tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592957 Jul 07 16:56:55.072641 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-44ab4466-7c25-407e-a048-c53b3f0f6aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.079057 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-44ab4466-7c25-407e-a048-c53b3f0f6aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.105046 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3cc37906-c8e8-4ea5-8590-e5bc4d35b348 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0391071 Jul 07 16:56:55.108228 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ab4466-7c25-407e-a048-c53b3f0f6aff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:56:55.119342 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab4466-7c25-407e-a048-c53b3f0f6aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45da623-81b6-4bdc-ac87-d764acde1881,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:55.124819 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-44ab4466-7c25-407e-a048-c53b3f0f6aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.125382 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-44ab4466-7c25-407e-a048-c53b3f0f6aff admin admin] Added segment d4fdadee-b663-4aea-9bc1-3e20e4728b4b of type vlan for network 3e3fd5db-74a0-4f11-a3dc-b35b7aae463f Jul 07 16:56:55.144138 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc37906-c8e8-4ea5-8590-e5bc4d35b348 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Pushing event updated for resources: {'Network': ['ID=1f7449b8-df27-4849-91f0-4ad0ad40aaf0,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:55.157708 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:56:55.223458 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-44ab4466-7c25-407e-a048-c53b3f0f6aff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.268930 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-44ab4466-7c25-407e-a048-c53b3f0f6aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.269987 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ab4466-7c25-407e-a048-c53b3f0f6aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:55.270633 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-44ab4466-7c25-407e-a048-c53b3f0f6aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.333915 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b6d86-d0f9-4a8d-a6f2-c28c4e0dfda0 req-d2c00311-8364-4cf9-8bab-9e6dc38bb1f6 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:55.335626 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5d2b6d86-d0f9-4a8d-a6f2-c28c4e0dfda0 req-d2c00311-8364-4cf9-8bab-9e6dc38bb1f6 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=a523116e-2205-468b-911e-b7c6a27595ad HTTP/1.1" status: 200 len: 945 time: 0.1513474 Jul 07 16:56:55.355019 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-44ab4466-7c25-407e-a048-c53b3f0f6aff admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7014217 Jul 07 16:56:55.355289 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44216) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:55.360349 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f55e7cb6-a734-4675-92d5-34fc78702632 admin admin] Request body: {'subnet': {'network_id': '3e3fd5db-74a0-4f11-a3dc-b35b7aae463f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1081413304-subnet', 'tenant_id': 'e6554711cec74bf4baaa33f24a4f9843', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:55.396194 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab4466-7c25-407e-a048-c53b3f0f6aff admin admin] Pushing event updated for resources: {'Network': ['ID=3e3fd5db-74a0-4f11-a3dc-b35b7aae463f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:55.410244 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 3e3fd5db-74a0-4f11-a3dc-b35b7aae463f details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:56:55.440778 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5d2b6d86-d0f9-4a8d-a6f2-c28c4e0dfda0 req-b4af451b-6c17-4dcc-bde4-c6707e78649b tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940015 Jul 07 16:56:55.442133 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55e7cb6-a734-4675-92d5-34fc78702632 admin admin] Made reservation on behalf of e6554711cec74bf4baaa33f24a4f9843 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:55.444678 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f55e7cb6-a734-4675-92d5-34fc78702632 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.456379 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1b6c2-698b-44bf-a01b-25c905ce6982 req-7146a676-30e8-435e-af76-b92a6f39e824 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:55.458296 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aec1b6c2-698b-44bf-a01b-25c905ce6982 req-7146a676-30e8-435e-af76-b92a6f39e824 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.0724189 Jul 07 16:56:55.528585 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aec1b6c2-698b-44bf-a01b-25c905ce6982 req-e3029a01-abe2-4c7a-b38e-92a73f922f8c tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567994 Jul 07 16:56:55.650079 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f55e7cb6-a734-4675-92d5-34fc78702632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.712111 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e7cb6-a734-4675-92d5-34fc78702632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c01ec26-7695-4c1c-873d-b8d2439636aa,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:55.721496 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55e7cb6-a734-4675-92d5-34fc78702632 admin admin] Checking segment: {'id': 'd4fdadee-b663-4aea-9bc1-3e20e4728b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3e3fd5db-74a0-4f11-a3dc-b35b7aae463f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:55.721900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55e7cb6-a734-4675-92d5-34fc78702632 admin admin] Network hostable DHCP agents. Network: 3e3fd5db-74a0-4f11-a3dc-b35b7aae463f, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:56:55.742636 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44232) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:55.748119 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Request body: {'port': {'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0', 'binding:host_id': 'n-h1-793620-7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1649089945'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:55.751224 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55e7cb6-a734-4675-92d5-34fc78702632 admin admin] Network 3e3fd5db-74a0-4f11-a3dc-b35b7aae463f is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:56:55.783045 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f55e7cb6-a734-4675-92d5-34fc78702632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 3e3fd5db-74a0-4f11-a3dc-b35b7aae463f) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:55.790050 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55e7cb6-a734-4675-92d5-34fc78702632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:55.791371 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f55e7cb6-a734-4675-92d5-34fc78702632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.796020 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3293f65-10f0-4b49-8764-ce0d3b602775 None None] Network 3e3fd5db-74a0-4f11-a3dc-b35b7aae463f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:56:55.797578 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Made reservation on behalf of ceab8f1e830c4d91bd4b8abfc3036e82 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:55.801158 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.814393 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.827667 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f55e7cb6-a734-4675-92d5-34fc78702632 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4712839 Jul 07 16:56:55.961334 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d595c8ca-d109-41eb-a494-a529d7561942 None None] Network 3e3fd5db-74a0-4f11-a3dc-b35b7aae463f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:56:55.982550 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.992909 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:55.998561 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] device_id is not set on port 5c66b28a-94c5-4209-890e-875b466113fc yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:56:56.102187 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dd3dc9-a2d6-488a-85ac-0060705bb376,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:56.210940 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 90f4857c-9501-4bf4-93cf-e045d89fbc26 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:56.234008 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 90f4857c-9501-4bf4-93cf-e045d89fbc26 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:56:56.234525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 90f4857c-9501-4bf4-93cf-e045d89fbc26 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:56:56.357080 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-239faccf-08a3-41ea-b12c-c2618c61ef98 req-d4703e80-81ab-412e-96c3-d7375e353e1d tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-483775575', 'description': 'tempest-description-97775078'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:56.369685 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] device_id is not set on port 5c66b28a-94c5-4209-890e-875b466113fc yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:56:56.381053 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-239faccf-08a3-41ea-b12c-c2618c61ef98 req-d4703e80-81ab-412e-96c3-d7375e353e1d tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:56.386032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-c3903ac2-6a5d-4a45-ac53-22b61df1ffea tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:56.387550 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-c3903ac2-6a5d-4a45-ac53-22b61df1ffea tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 805 time: 0.1757567 Jul 07 16:56:56.388517 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:56.407593 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Transition to ACTIVE for port object 5c66b28a-94c5-4209-890e-875b466113fc will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:56.415567 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-d25effda-9e51-4265-bc30-048c723b1f0a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/quotas/442a9cfcd40e429187b2cbade1798605 HTTP/1.1" status: 200 len: 375 time: 0.0192373 Jul 07 16:56:56.433809 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:56.478156 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-239faccf-08a3-41ea-b12c-c2618c61ef98 req-d4703e80-81ab-412e-96c3-d7375e353e1d tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:56.482417 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-239faccf-08a3-41ea-b12c-c2618c61ef98 req-d4703e80-81ab-412e-96c3-d7375e353e1d tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:56.513770 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-239faccf-08a3-41ea-b12c-c2618c61ef98 req-d4703e80-81ab-412e-96c3-d7375e353e1d tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:56.515034 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-239faccf-08a3-41ea-b12c-c2618c61ef98 req-d4703e80-81ab-412e-96c3-d7375e353e1d tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1623516 Jul 07 16:56:56.518024 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Pushing event updated for resources: {'Port': ['ID=5c66b28a-94c5-4209-890e-875b466113fc,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:56.519633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4703e80-81ab-412e-96c3-d7375e353e1d tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d41816-644d-40fb-b9f3-5495570b842a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:56.541927 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Checking segment: {'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:56:56.542292 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Network hostable DHCP agents. Network: 1f7449b8-df27-4849-91f0-4ad0ad40aaf0, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:56:56.555092 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-f64f474b-3d18-4679-9d7e-9c9ffd5e4e40 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1345582 Jul 07 16:56:56.568948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-373748ef-3629-4b89-90cc-0ceeace220d9 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:56:56.569792 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-373748ef-3629-4b89-90cc-0ceeace220d9 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075314 Jul 07 16:56:56.570854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:56:56.582590 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 1f7449b8-df27-4849-91f0-4ad0ad40aaf0) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:56.586415 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:56.592594 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35f5a38-c2f9-43c7-a845-0be25cea0c17 None None] Network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:56:56.612871 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:56.613373 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:56.614574 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:56.623267 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 5c66b28a-94c5-4209-890e-875b466113fc on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:56.623932 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 5c66b28a-94c5-4209-890e-875b466113fc on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:56:56.624780 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 2 to bind port 5c66b28a-94c5-4209-890e-875b466113fc Jul 07 16:56:56.642788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:56.643432 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:56.643968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:56.650312 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 5c66b28a-94c5-4209-890e-875b466113fc on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:56.651453 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 5c66b28a-94c5-4209-890e-875b466113fc on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:56:56.652023 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 3 to bind port 5c66b28a-94c5-4209-890e-875b466113fc Jul 07 16:56:56.686444 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:56.687037 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:56.687540 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:56.689982 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a19154-1f6d-4a40-922f-2c124c2f35a1 req-991a6185-7b79-4cfa-8ed8-2b3a6caee386 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:56.691497 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-77a19154-1f6d-4a40-922f-2c124c2f35a1 req-991a6185-7b79-4cfa-8ed8-2b3a6caee386 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.0716946 Jul 07 16:56:56.721013 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 5c66b28a-94c5-4209-890e-875b466113fc on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:56.721474 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 5c66b28a-94c5-4209-890e-875b466113fc on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:56:56.723507 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 4 to bind port 5c66b28a-94c5-4209-890e-875b466113fc Jul 07 16:56:56.736643 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-77a19154-1f6d-4a40-922f-2c124c2f35a1 req-14a1aaf8-686c-4f1e-88be-39796ea632bb tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381641 Jul 07 16:56:56.744867 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:56.745544 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:56.745661 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:56.755605 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 5c66b28a-94c5-4209-890e-875b466113fc on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:56.755953 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 5c66b28a-94c5-4209-890e-875b466113fc on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:56:56.756357 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 5 to bind port 5c66b28a-94c5-4209-890e-875b466113fc Jul 07 16:56:56.782889 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:56.783234 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:56.783578 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:56.794838 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 5c66b28a-94c5-4209-890e-875b466113fc on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:56.795178 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 5c66b28a-94c5-4209-890e-875b466113fc on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:56:56.797002 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 6 to bind port 5c66b28a-94c5-4209-890e-875b466113fc Jul 07 16:56:56.808421 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-276338d6-37af-4d37-9d80-a36d911e8a09 service neutron] 10.222.0.50 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307723 Jul 07 16:56:56.812532 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:56.812876 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:56.813218 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:56.835721 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 5c66b28a-94c5-4209-890e-875b466113fc on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:56.835972 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 5c66b28a-94c5-4209-890e-875b466113fc on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:56:56.865487 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 7 to bind port 5c66b28a-94c5-4209-890e-875b466113fc Jul 07 16:56:56.884647 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:56.884993 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:56.885335 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:56.893724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 5c66b28a-94c5-4209-890e-875b466113fc on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:56.894062 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 5c66b28a-94c5-4209-890e-875b466113fc on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:56:56.896228 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 8 to bind port 5c66b28a-94c5-4209-890e-875b466113fc Jul 07 16:56:56.904021 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79f688-3fd7-4bbb-b89c-3c135146cf18 req-f4ceab2a-214c-410c-9d53-4f5c8b9443f1 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:56.905525 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e79f688-3fd7-4bbb-b89c-3c135146cf18 req-f4ceab2a-214c-410c-9d53-4f5c8b9443f1 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=a523116e-2205-468b-911e-b7c6a27595ad HTTP/1.1" status: 200 len: 945 time: 0.0664082 Jul 07 16:56:56.923872 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:56.924357 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:56.924712 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:56.935334 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 5c66b28a-94c5-4209-890e-875b466113fc on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:56.935671 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 5c66b28a-94c5-4209-890e-875b466113fc on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:56:56.937310 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 9 to bind port 5c66b28a-94c5-4209-890e-875b466113fc Jul 07 16:56:56.944026 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e79f688-3fd7-4bbb-b89c-3c135146cf18 req-48c2e163-828e-4892-bf0f-e7c4dfb64239 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328081 Jul 07 16:56:56.947990 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-39f49107-b932-4fd0-89d3-c7023ee3967a service neutron] 10.222.0.50 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325252 Jul 07 16:56:56.952532 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:56.952880 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:56.953228 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:56.957911 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 5c66b28a-94c5-4209-890e-875b466113fc on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:56.958764 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 5c66b28a-94c5-4209-890e-875b466113fc on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:56:56.958854 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 10 to bind port 5c66b28a-94c5-4209-890e-875b466113fc Jul 07 16:56:56.972147 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:56.972494 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:56.973211 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5c66b28a-94c5-4209-890e-875b466113fc on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:56.978098 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 5c66b28a-94c5-4209-890e-875b466113fc on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:56.978461 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 5c66b28a-94c5-4209-890e-875b466113fc on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:56:56.978838 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.027880 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-08bc423f-d870-4175-8b9c-ed3c811604e4 req-b7fb71c1-fd08-4ee3-b6d0-c78e6cd9f915 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "GET /v2.0/security-groups/b8d41816-644d-40fb-b9f3-5495570b842a HTTP/1.1" status: 200 len: 1812 time: 0.0448692 Jul 07 16:56:57.042129 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-08bc423f-d870-4175-8b9c-ed3c811604e4 req-833b8e07-7e00-42b3-ab43-89b93f04a895 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b8d41816-644d-40fb-b9f3-5495570b842a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:57.042539 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-08bc423f-d870-4175-8b9c-ed3c811604e4 req-833b8e07-7e00-42b3-ab43-89b93f04a895 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b8d41816-644d-40fb-b9f3-5495570b842a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:57.052875 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] For port 5c66b28a-94c5-4209-890e-875b466113fc, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:57.053256 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempted to set empty binding levels {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 16:56:57.057662 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.105628 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:57.106358 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.125041 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Pushing event updated for resources: {'Port': ['ID=5c66b28a-94c5-4209-890e-875b466113fc,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:57.131765 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-08bc423f-d870-4175-8b9c-ed3c811604e4 req-833b8e07-7e00-42b3-ab43-89b93f04a895 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.134421 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5970679b-d7aa-4e11-b7e9-ae44023ed0b0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.3903561 Jul 07 16:56:57.137164 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44288) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:57.175244 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-08bc423f-d870-4175-8b9c-ed3c811604e4 req-833b8e07-7e00-42b3-ab43-89b93f04a895 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.183386 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-08bc423f-d870-4175-8b9c-ed3c811604e4 req-833b8e07-7e00-42b3-ab43-89b93f04a895 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.204354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b8e07-7e00-42b3-ab43-89b93f04a895 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15af51b-d6f7-46f4-b1ea-e5fe86991f9a,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:57.228995 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-08bc423f-d870-4175-8b9c-ed3c811604e4 req-833b8e07-7e00-42b3-ab43-89b93f04a895 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.230253 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-08bc423f-d870-4175-8b9c-ed3c811604e4 req-833b8e07-7e00-42b3-ab43-89b93f04a895 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1926365 Jul 07 16:56:57.289588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-c4b4b32c-5423-49d2-90ea-ae5e98c7adaa tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Deleting port 5c66b28a-94c5-4209-890e-875b466113fc {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:57.289942 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b32c-5423-49d2-90ea-ae5e98c7adaa tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.296478 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02b038de-4718-4514-8953-f95361cb3f1b req-94254054-0db6-4784-ae85-a2cee0806785 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2100bcb2-ef01-4d7c-91b4-1bf86922fb66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808322 Jul 07 16:56:57.359495 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-c4b4b32c-5423-49d2-90ea-ae5e98c7adaa tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] For port 5c66b28a-94c5-4209-890e-875b466113fc, host n-h1-793620-7, got binding levels [] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:57.359935 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b32c-5423-49d2-90ea-ae5e98c7adaa tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.386668 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-c4b4b32c-5423-49d2-90ea-ae5e98c7adaa tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Calling delete_port for 5c66b28a-94c5-4209-890e-875b466113fc owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:57.422542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b038de-4718-4514-8953-f95361cb3f1b req-1a0fcbc1-3320-47c2-bda2-5ff1f5c84872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:57.424767 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02b038de-4718-4514-8953-f95361cb3f1b req-1a0fcbc1-3320-47c2-bda2-5ff1f5c84872 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bba3485f01bf4635b3daf846a1eaf074&device_id=2100bcb2-ef01-4d7c-91b4-1bf86922fb66 HTTP/1.1" status: 200 len: 1097 time: 0.0661681 Jul 07 16:56:57.465693 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-def7bbd9-e8a4-4b0a-935c-d36673d0ad00 req-0c0e8484-70f0-4c69-b79d-d286d0812919 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a82d9bb-6583-455d-be6b-a4afa2130eb4 HTTP/1.1" status: 200 len: 210 time: 0.0399563 Jul 07 16:56:57.577516 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a893fef5-751b-4c8c-bc04-e8055e1dcc07 req-e742931c-d0bd-4ac2-85a1-a03ffefce304 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "GET /v2.0/security-groups/b8d41816-644d-40fb-b9f3-5495570b842a HTTP/1.1" status: 200 len: 2406 time: 0.0655375 Jul 07 16:56:57.589953 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b038de-4718-4514-8953-f95361cb3f1b req-dc580571-b5fd-4f5c-99eb-c677c16a6ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:57.597069 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b32c-5423-49d2-90ea-ae5e98c7adaa tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.602609 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02b038de-4718-4514-8953-f95361cb3f1b req-dc580571-b5fd-4f5c-99eb-c677c16a6ff2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 HTTP/1.1" status: 200 len: 915 time: 0.1298215 Jul 07 16:56:57.641023 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4b32c-5423-49d2-90ea-ae5e98c7adaa tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c66b28a-94c5-4209-890e-875b466113fc,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:57.660281 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b32c-5423-49d2-90ea-ae5e98c7adaa tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.662464 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c4b4b32c-5423-49d2-90ea-ae5e98c7adaa tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] 10.222.0.50 "DELETE /v2.0/ports/5c66b28a-94c5-4209-890e-875b466113fc HTTP/1.1" status: 204 len: 168 time: 0.5241828 Jul 07 16:56:57.665621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44306) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:57.666326 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9571ebc6-0480-443d-8b99-9bc44b9d6f14 req-2fd30fe4-1e0b-40db-94a1-53379da565c1 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "GET /v2.0/security-group-rules/f15af51b-d6f7-46f4-b1ea-e5fe86991f9a HTTP/1.1" status: 200 len: 778 time: 0.0338202 Jul 07 16:56:57.680196 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02b038de-4718-4514-8953-f95361cb3f1b req-967476ed-a01a-485a-9301-c37326684e58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf003e7-7303-4392-a04c-6a1898bef767 HTTP/1.1" status: 200 len: 217 time: 0.0765998 Jul 07 16:56:57.721693 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-de056f62-9520-4a66-8cd9-250c57467fa1 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] GET failed (client error): The resource could not be found. Jul 07 16:56:57.724210 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-de056f62-9520-4a66-8cd9-250c57467fa1 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] 10.222.0.50 "GET /v2.0/ports/5c66b28a-94c5-4209-890e-875b466113fc HTTP/1.1" status: 404 len: 333 time: 0.0530763 Jul 07 16:56:57.734596 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44308) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:57.741849 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-bbdd6e6c-9a4e-4d3b-b120-3dc93dac590a tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Request body: {'port': {'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1013331928'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:57.757973 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9571ebc6-0480-443d-8b99-9bc44b9d6f14 req-bbbcacf2-a2a8-466c-a7c8-ff754ba09364 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "GET /v2.0/security-groups/b8d41816-644d-40fb-b9f3-5495570b842a HTTP/1.1" status: 200 len: 2406 time: 0.0844517 Jul 07 16:56:57.775835 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b038de-4718-4514-8953-f95361cb3f1b req-2fe4fb0c-f9a4-4093-8997-07222cf17af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:57.777666 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02b038de-4718-4514-8953-f95361cb3f1b req-2fe4fb0c-f9a4-4093-8997-07222cf17af2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afa0c846-dbdb-400b-bbf2-104f4f539bf1 HTTP/1.1" status: 200 len: 854 time: 0.0655079 Jul 07 16:56:57.836939 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-9571ebc6-0480-443d-8b99-9bc44b9d6f14 req-5028da65-810a-4e40-8e75-c5903a5b886f tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.848633 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02b038de-4718-4514-8953-f95361cb3f1b req-087cd74a-bab2-4d49-936f-cac2076d16ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614114 Jul 07 16:56:57.850428 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-9571ebc6-0480-443d-8b99-9bc44b9d6f14 req-5028da65-810a-4e40-8e75-c5903a5b886f tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.852633 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdd6e6c-9a4e-4d3b-b120-3dc93dac590a tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Made reservation on behalf of ceab8f1e830c4d91bd4b8abfc3036e82 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:57.855676 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bbdd6e6c-9a4e-4d3b-b120-3dc93dac590a tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.893624 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-bbdd6e6c-9a4e-4d3b-b120-3dc93dac590a tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] device_id is not set on port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:56:57.909483 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-9571ebc6-0480-443d-8b99-9bc44b9d6f14 req-5028da65-810a-4e40-8e75-c5903a5b886f tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.917567 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-9571ebc6-0480-443d-8b99-9bc44b9d6f14 req-5028da65-810a-4e40-8e75-c5903a5b886f tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:57.923067 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9571ebc6-0480-443d-8b99-9bc44b9d6f14 req-5028da65-810a-4e40-8e75-c5903a5b886f tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/f15af51b-d6f7-46f4-b1ea-e5fe86991f9a HTTP/1.1" status: 204 len: 173 time: 0.1513662 Jul 07 16:56:58.049494 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d84cf-afe6-4838-ba28-4e8aedae9ab2 req-a3797d30-f574-4df6-b723-2502d9228f83 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:58.051293 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ae8d84cf-afe6-4838-ba28-4e8aedae9ab2 req-a3797d30-f574-4df6-b723-2502d9228f83 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1658025 Jul 07 16:56:58.054478 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02b038de-4718-4514-8953-f95361cb3f1b req-02524393-c969-4d25-862a-554546d4a238 service neutron] 10.222.0.15 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984499 Jul 07 16:56:58.104521 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028da65-810a-4e40-8e75-c5903a5b886f tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f15af51b-d6f7-46f4-b1ea-e5fe86991f9a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:58.163114 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 917a4613-fd2f-4276-81ea-9d75ce3cbb95 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:56:58.203381 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bbdd6e6c-9a4e-4d3b-b120-3dc93dac590a tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.229738 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef66409-6861-444e-8626-2331c07fd6ca req-4b1a7dc8-ad8c-4b46-aa73-30321fc45000 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:58.231383 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-4b1a7dc8-ad8c-4b46-aa73-30321fc45000 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/networks?id=5b32e14a-6795-45ae-b736-ba5949bac418 HTTP/1.1" status: 200 len: 812 time: 0.2015855 Jul 07 16:56:58.247703 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.265484 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-56e4a387-0f66-4c5b-b855-0afea8c1fa39 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/quotas/ee592505afe9450d9878ff44c0151a00 HTTP/1.1" status: 200 len: 375 time: 0.0219119 Jul 07 16:56:58.276802 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b1fc43-8e53-45f9-9478-caf8456a42dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '917a4613-fd2f-4276-81ea-9d75ce3cbb95'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:56:58.279570 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5574d90f-1201-4206-a4e4-892f9d08477e" -d '{"events": [{"server_uuid": "09b1fc43-8e53-45f9-9478-caf8456a42dc", "name": "network-vif-unplugged", "status": "completed", "tag": "917a4613-fd2f-4276-81ea-9d75ce3cbb95"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:56:58.286371 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bbdd6e6c-9a4e-4d3b-b120-3dc93dac590a tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.295810 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 917a4613-fd2f-4276-81ea-9d75ce3cbb95, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=917a4613-fd2f-4276-81ea-9d75ce3cbb95,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:58.300478 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.360154 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdd6e6c-9a4e-4d3b-b120-3dc93dac590a tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:56:58.368203 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-bbdd6e6c-9a4e-4d3b-b120-3dc93dac590a tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:56:58.371359 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd6e6c-9a4e-4d3b-b120-3dc93dac590a tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Pushing event updated for resources: {'Port': ['ID=5fabd228-f6a3-4719-9cf7-f8f3ca129951,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:58.375371 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd6e6c-9a4e-4d3b-b120-3dc93dac590a tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:56:58.376338 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdd6e6c-9a4e-4d3b-b120-3dc93dac590a tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:58.376946 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bbdd6e6c-9a4e-4d3b-b120-3dc93dac590a tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.380492 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=917a4613-fd2f-4276-81ea-9d75ce3cbb95,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:58.396979 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bbdd6e6c-9a4e-4d3b-b120-3dc93dac590a tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6611621 Jul 07 16:56:58.399546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44336) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:58.404658 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:58.436787 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-edbb8847-469a-426c-8e74-cb2ec299c6e1 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee592505afe9450d9878ff44c0151a00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623094 Jul 07 16:56:58.447143 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ae8d84cf-afe6-4838-ba28-4e8aedae9ab2 req-eb4b0ff5-57e2-4c24-80f4-fa9598909510 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886864 Jul 07 16:56:58.479926 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02b038de-4718-4514-8953-f95361cb3f1b req-56b0a9c2-0dfa-4f4a-a318-207029f8358b service neutron] 10.222.0.15 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168079 Jul 07 16:56:58.513849 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-91503199-10fa-4395-901a-f474f8a3958e req-99636a07-e5ed-402b-82b9-6d127651fe7f tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-598349261', 'description': 'tempest-description-1455370460'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:58.540476 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-91503199-10fa-4395-901a-f474f8a3958e req-99636a07-e5ed-402b-82b9-6d127651fe7f tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.543669 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.605658 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-4fa6d93f-839d-42b1-a59a-6a4a8895a216 service neutron] 10.222.0.50 "GET /v2.0/networks/5b32e14a-6795-45ae-b736-ba5949bac418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548772 Jul 07 16:56:58.715942 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-91503199-10fa-4395-901a-f474f8a3958e req-99636a07-e5ed-402b-82b9-6d127651fe7f tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.724236 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-f5743cea-0d9e-41e5-ac76-afaef484ff96 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:58.725747 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-f5743cea-0d9e-41e5-ac76-afaef484ff96 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.15 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 805 time: 0.1520767 Jul 07 16:56:58.726900 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-91503199-10fa-4395-901a-f474f8a3958e req-99636a07-e5ed-402b-82b9-6d127651fe7f tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.747792 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-5c5392bd-76fe-4c80-bd1c-04d8f0413f2f tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Request body: {'port': {'device_id': '4a82d9bb-6583-455d-be6b-a4afa2130eb4', 'network_id': '00200275-feb8-4792-b225-1605381ce5dc', 'admin_state_up': True, 'tenant_id': '442a9cfcd40e429187b2cbade1798605'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:56:58.786784 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-d676aa3a-0f55-4c1e-97c3-cc285b9ec99e service neutron] 10.222.0.50 "GET /v2.0/networks/5b32e14a-6795-45ae-b736-ba5949bac418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703894 Jul 07 16:56:58.800512 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-91503199-10fa-4395-901a-f474f8a3958e req-99636a07-e5ed-402b-82b9-6d127651fe7f tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.802268 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-91503199-10fa-4395-901a-f474f8a3958e req-99636a07-e5ed-402b-82b9-6d127651fe7f tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2933567 Jul 07 16:56:58.806239 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99636a07-e5ed-402b-82b9-6d127651fe7f tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4430cf0-0d0e-4f2c-8524-2059461114d8,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:58.835635 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] device_id is not set on port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:56:58.845581 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.863193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Transition to ACTIVE for port object 5fabd228-f6a3-4719-9cf7-f8f3ca129951 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:56:58.870153 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.891979 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-5c5392bd-76fe-4c80-bd1c-04d8f0413f2f tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Made reservation on behalf of 442a9cfcd40e429187b2cbade1798605 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:56:58.896798 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-5c5392bd-76fe-4c80-bd1c-04d8f0413f2f tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:58.942582 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Pushing event updated for resources: {'Port': ['ID=5fabd228-f6a3-4719-9cf7-f8f3ca129951,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:58.944995 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:58.945337 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:58.945680 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:58.951075 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:58.951476 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:56:58.951793 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 2 to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 Jul 07 16:56:58.985771 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:58.986629 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:58.987032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:58.994128 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:58.995254 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:56:58.996452 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 3 to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 Jul 07 16:56:59.015872 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:59.016589 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:59.016931 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:59.022176 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:59.022558 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:56:59.023086 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 4 to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 Jul 07 16:56:59.048247 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:59.048646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:59.049082 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:59.055664 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:59.055664 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:56:59.055664 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 5 to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 Jul 07 16:56:59.069940 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:59.070502 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:59.070823 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:59.075724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:59.076145 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:56:59.076620 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 6 to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 Jul 07 16:56:59.092953 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:59.093381 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:59.093841 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:59.100674 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:59.101106 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:56:59.101569 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 7 to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 Jul 07 16:56:59.117858 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:59.118325 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:59.118789 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:59.124083 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:59.124492 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:56:59.125368 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 8 to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 Jul 07 16:56:59.125919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-5c5392bd-76fe-4c80-bd1c-04d8f0413f2f tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Allocated IP 172.20.0.12 (00200275-feb8-4792-b225-1605381ce5dc/a99df1f9-17f6-4826-9d57-d15200be420d/0a36452c-0954-4f40-b687-34ebd486cd40) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:56:59.143635 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020f56f6-fa34-4338-8f59-ad1e72489395 x-openstack-request-id: req-020f56f6-fa34-4338-8f59-ad1e72489395 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:56:59.143989 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:59.144305 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b1fc43-8e53-45f9-9478-caf8456a42dc", "name": "network-vif-unplugged", "status": "completed", "tag": "917a4613-fd2f-4276-81ea-9d75ce3cbb95", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:56:59.144421 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:59.144827 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-020f56f6-fa34-4338-8f59-ad1e72489395 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:56:59.144939 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:59.146040 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b1fc43-8e53-45f9-9478-caf8456a42dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '917a4613-fd2f-4276-81ea-9d75ce3cbb95', 'code': 200} Jul 07 16:56:59.151882 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:59.152414 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:56:59.152890 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 9 to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 Jul 07 16:56:59.176071 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:59.176424 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:59.176839 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:59.183242 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:59.183584 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:56:59.183996 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 10 to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 Jul 07 16:56:59.201646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:56:59.201986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:56:59.202392 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:56:59.208895 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:56:59.209195 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:56:59.209628 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.341264 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-155fe106-07fb-463a-aa9d-7acc4addc0b8 req-c930f001-5497-4dd3-9734-52851d2758f5 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a82d9bb-6583-455d-be6b-a4afa2130eb4 HTTP/1.1" status: 200 len: 210 time: 0.0472314 Jul 07 16:56:59.365775 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] For port 5fabd228-f6a3-4719-9cf7-f8f3ca129951, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:56:59.366224 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempted to set empty binding levels {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 16:56:59.379060 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.417768 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] In _notify_port_updated(), no bound segment for port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 16:56:59.418757 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.419425 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.423414 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] 10.222.0.50 "PUT /v2.0/ports/5fabd228-f6a3-4719-9cf7-f8f3ca129951 HTTP/1.1" status: 200 len: 975 time: 1.0206442 Jul 07 16:56:59.424835 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44364) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:59.456518 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-5c5392bd-76fe-4c80-bd1c-04d8f0413f2f tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.489152 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ba9ad998-8a47-4f03-9c6a-280abffe70d5 req-dc045cfb-7a98-482c-8094-473786de03ad tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "GET /v2.0/security-groups/e4430cf0-0d0e-4f2c-8524-2059461114d8 HTTP/1.1" status: 200 len: 1814 time: 0.1501322 Jul 07 16:56:59.502045 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c80cd-b279-4734-910d-cc99fb43b419 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Pushing event updated for resources: {'Port': ['ID=5fabd228-f6a3-4719-9cf7-f8f3ca129951,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:56:59.508016 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10937cc9-18fd-470a-b8df-ad39e6a6b3ef req-c290c1f4-cb02-434b-9199-e82342dd6b93 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.513220 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-10937cc9-18fd-470a-b8df-ad39e6a6b3ef req-c290c1f4-cb02-434b-9199-e82342dd6b93 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.69 "GET /v2.0/ports?device_id=a523116e-2205-468b-911e-b7c6a27595ad HTTP/1.1" status: 200 len: 945 time: 0.2534294 Jul 07 16:56:59.539271 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29270873-4578-41b8-a1b0-42aab6a9e8f9 req-9ed30472-ca1e-430b-9f64-9a337b0bdd57 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.541393 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29270873-4578-41b8-a1b0-42aab6a9e8f9 req-9ed30472-ca1e-430b-9f64-9a337b0bdd57 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d8aa162-0b72-49c6-a577-5f4d3bdda36c HTTP/1.1" status: 200 len: 946 time: 0.2652359 Jul 07 16:56:59.578859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24be9bf-410c-4382-a055-9bb0521c2dd3 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.579354 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24be9bf-410c-4382-a055-9bb0521c2dd3 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.579836 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24be9bf-410c-4382-a055-9bb0521c2dd3 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.580320 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24be9bf-410c-4382-a055-9bb0521c2dd3 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.580800 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24be9bf-410c-4382-a055-9bb0521c2dd3 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.581275 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24be9bf-410c-4382-a055-9bb0521c2dd3 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.581758 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24be9bf-410c-4382-a055-9bb0521c2dd3 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.582229 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24be9bf-410c-4382-a055-9bb0521c2dd3 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.582862 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24be9bf-410c-4382-a055-9bb0521c2dd3 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.583272 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24be9bf-410c-4382-a055-9bb0521c2dd3 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.583799 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24be9bf-410c-4382-a055-9bb0521c2dd3 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.584146 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24be9bf-410c-4382-a055-9bb0521c2dd3 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.584614 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24be9bf-410c-4382-a055-9bb0521c2dd3 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.585077 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24be9bf-410c-4382-a055-9bb0521c2dd3 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.585543 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24be9bf-410c-4382-a055-9bb0521c2dd3 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.586060 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24be9bf-410c-4382-a055-9bb0521c2dd3 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.586908 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24be9bf-410c-4382-a055-9bb0521c2dd3 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.587500 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24be9bf-410c-4382-a055-9bb0521c2dd3 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.587960 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24be9bf-410c-4382-a055-9bb0521c2dd3 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:56:59.590908 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a24be9bf-410c-4382-a055-9bb0521c2dd3 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17078 time: 0.1650999 Jul 07 16:56:59.595239 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44374) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:56:59.707097 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-742c860d-707a-4665-a2d8-e1dc6f57b1b9 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Deleting port 5fabd228-f6a3-4719-9cf7-f8f3ca129951 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:59.707619 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-742c860d-707a-4665-a2d8-e1dc6f57b1b9 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.790003 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-742c860d-707a-4665-a2d8-e1dc6f57b1b9 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] For port 5fabd228-f6a3-4719-9cf7-f8f3ca129951, host n-h1-793620-7, got binding levels [] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:56:59.790105 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-10937cc9-18fd-470a-b8df-ad39e6a6b3ef req-0a50b338-d814-40b3-9630-d99cc33c4ffc tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Deleting port 22b40fe9-a684-40e7-b000-faf460bac22d {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:56:59.790681 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-742c860d-707a-4665-a2d8-e1dc6f57b1b9 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.790983 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-10937cc9-18fd-470a-b8df-ad39e6a6b3ef req-0a50b338-d814-40b3-9630-d99cc33c4ffc tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.804950 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-742c860d-707a-4665-a2d8-e1dc6f57b1b9 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Calling delete_port for 5fabd228-f6a3-4719-9cf7-f8f3ca129951 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:56:59.811754 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-5c5392bd-76fe-4c80-bd1c-04d8f0413f2f tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:56:59.824912 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['465fc65b-b48d-4ce1-839f-23d7a638aaa4'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:56:59.991508 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-742c860d-707a-4665-a2d8-e1dc6f57b1b9 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.003680 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5392bd-76fe-4c80-bd1c-04d8f0413f2f tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Pushing event updated for resources: {'Port': ['ID=0a36452c-0954-4f40-b687-34ebd486cd40,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:00.026567 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c860d-707a-4665-a2d8-e1dc6f57b1b9 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fabd228-f6a3-4719-9cf7-f8f3ca129951,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:00.036133 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-742c860d-707a-4665-a2d8-e1dc6f57b1b9 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.040724 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-742c860d-707a-4665-a2d8-e1dc6f57b1b9 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] 10.222.0.50 "DELETE /v2.0/ports/5fabd228-f6a3-4719-9cf7-f8f3ca129951 HTTP/1.1" status: 204 len: 168 time: 0.4418492 Jul 07 16:57:00.042893 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44388) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:00.052893 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-5c5392bd-76fe-4c80-bd1c-04d8f0413f2f tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Network 00200275-feb8-4792-b225-1605381ce5dc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:00.089189 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea0569a-15f9-45e1-8700-a98e2a3e61e4 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] GET failed (client error): The resource could not be found. Jul 07 16:57:00.098052 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1ea0569a-15f9-45e1-8700-a98e2a3e61e4 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] 10.222.0.50 "GET /v2.0/ports/5fabd228-f6a3-4719-9cf7-f8f3ca129951 HTTP/1.1" status: 404 len: 333 time: 0.0502489 Jul 07 16:57:00.098288 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ed0f525a-f47e-49a7-af34-6a60486920c8 req-1254de78-555c-42f0-9bfc-0c0571ebcefb tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9308d94-3ed7-432c-b34c-3b5572d15087 HTTP/1.1" status: 200 len: 210 time: 0.0955918 Jul 07 16:57:00.107097 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44390) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:00.107364 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-5c5392bd-76fe-4c80-bd1c-04d8f0413f2f tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:00.110555 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-5c5392bd-76fe-4c80-bd1c-04d8f0413f2f tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:00.119309 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3362808-cc2f-43c7-b6ba-247ccf032a77 req-0fbe845e-ab9f-4c3d-b89a-c6a304a1e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:00.120918 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3362808-cc2f-43c7-b6ba-247ccf032a77 req-0fbe845e-ab9f-4c3d-b89a-c6a304a1e52d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a99e5c9cb6bf4bb1bedf3191314f9cb3&device_id=03b1614d-7cd5-4440-b415-be7185fc1648 HTTP/1.1" status: 200 len: 1099 time: 0.4922366 Jul 07 16:57:00.126721 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-eb8b4e6b-125d-415b-8974-33cb603e7074 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1331951504', 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:00.164678 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-684a391f-cbb2-4f0c-89f6-196c965a1bce req-27cc81a3-f36f-4a8e-8920-a83b1d57fecd tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1614457675', 'description': 'tempest-description-2048308873'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:00.193546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8b4e6b-125d-415b-8974-33cb603e7074 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Made reservation on behalf of ceab8f1e830c4d91bd4b8abfc3036e82 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:00.197029 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4e6b-125d-415b-8974-33cb603e7074 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.218932 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1ec7941c-4246-4605-857b-7aeb3986718d details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:57:00.223769 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-29270873-4578-41b8-a1b0-42aab6a9e8f9 req-7e2ec907-64b0-48ad-ae6a-eeb921bc66cc tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Deleting port 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:00.224178 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-29270873-4578-41b8-a1b0-42aab6a9e8f9 req-7e2ec907-64b0-48ad-ae6a-eeb921bc66cc tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.232213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c525237-fe36-4467-9721-8717a395e357 req-c8891240-5b0b-4d35-8317-b8e1af4994e8 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:00.241124 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c525237-fe36-4467-9721-8717a395e357 req-c8891240-5b0b-4d35-8317-b8e1af4994e8 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.3482082 Jul 07 16:57:00.269310 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-eb8b4e6b-125d-415b-8974-33cb603e7074 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] device_id is not set on port a02a6138-4647-4f92-9f5b-170d109467ae yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:57:00.358953 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c525237-fe36-4467-9721-8717a395e357 req-5806c958-72a2-436f-b020-4b39fd9af903 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170313 Jul 07 16:57:00.410551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-5c5392bd-76fe-4c80-bd1c-04d8f0413f2f tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:00.419038 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-5c5392bd-76fe-4c80-bd1c-04d8f0413f2f tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.486938 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1ec7941c-4246-4605-857b-7aeb3986718d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1ec7941c-4246-4605-857b-7aeb3986718d,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:00.519320 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '1ec7941c-4246-4605-857b-7aeb3986718d', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '1ec7941c-4246-4605-857b-7aeb3986718d', 'mac_address': 'fa:16:3e:c2:51:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:57:00.548584 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-29270873-4578-41b8-a1b0-42aab6a9e8f9 req-7e2ec907-64b0-48ad-ae6a-eeb921bc66cc tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] For port 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9bb6de39-0e5c-4a65-bfe4-0cd765b9f673,segment=NetworkSegment(10c2b50b-7e34-45f0-b033-82f8c622f68b),segment_id=10c2b50b-7e34-45f0-b033-82f8c622f68b)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:00.548957 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-29270873-4578-41b8-a1b0-42aab6a9e8f9 req-7e2ec907-64b0-48ad-ae6a-eeb921bc66cc tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.588890 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-29270873-4578-41b8-a1b0-42aab6a9e8f9 req-7e2ec907-64b0-48ad-ae6a-eeb921bc66cc tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Calling delete_port for 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:00.591457 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4e6b-125d-415b-8974-33cb603e7074 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.609179 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.635699 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec7941c-4246-4605-857b-7aeb3986718d {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:00.641484 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4e6b-125d-415b-8974-33cb603e7074 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.682637 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1ec7941c-4246-4605-857b-7aeb3986718d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1ec7941c-4246-4605-857b-7aeb3986718d,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:00.688777 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b4e6b-125d-415b-8974-33cb603e7074 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:00.691857 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-eb8b4e6b-125d-415b-8974-33cb603e7074 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:00.697030 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.734292 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b4e6b-125d-415b-8974-33cb603e7074 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:00.735874 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b4e6b-125d-415b-8974-33cb603e7074 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:00.736691 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4e6b-125d-415b-8974-33cb603e7074 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.781283 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-eb8b4e6b-125d-415b-8974-33cb603e7074 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6713340 Jul 07 16:57:00.786078 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44406) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:00.791434 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b4e6b-125d-415b-8974-33cb603e7074 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Pushing event updated for resources: {'Port': ['ID=a02a6138-4647-4f92-9f5b-170d109467ae,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:00.803572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-10937cc9-18fd-470a-b8df-ad39e6a6b3ef req-0a50b338-d814-40b3-9630-d99cc33c4ffc tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] For port 22b40fe9-a684-40e7-b000-faf460bac22d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=22b40fe9-a684-40e7-b000-faf460bac22d,segment=NetworkSegment(10c2b50b-7e34-45f0-b033-82f8c622f68b),segment_id=10c2b50b-7e34-45f0-b033-82f8c622f68b)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:00.803989 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-10937cc9-18fd-470a-b8df-ad39e6a6b3ef req-0a50b338-d814-40b3-9630-d99cc33c4ffc tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.815790 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-684a391f-cbb2-4f0c-89f6-196c965a1bce req-27cc81a3-f36f-4a8e-8920-a83b1d57fecd tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:00.834178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=1ec7941c-4246-4605-857b-7aeb3986718d,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:00.843458 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['1ec7941c-4246-4605-857b-7aeb3986718d'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:00.866047 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-10937cc9-18fd-470a-b8df-ad39e6a6b3ef req-0a50b338-d814-40b3-9630-d99cc33c4ffc tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Calling delete_port for 22b40fe9-a684-40e7-b000-faf460bac22d owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:00.878816 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cffe12-7f37-4a03-8f84-d5a6d283769b tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:00.880349 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f9cffe12-7f37-4a03-8f84-d5a6d283769b tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] 10.222.0.50 "GET /v2.0/ports/a02a6138-4647-4f92-9f5b-170d109467ae HTTP/1.1" status: 200 len: 955 time: 0.0916846 Jul 07 16:57:00.888622 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44408) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:00.892042 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-5c5392bd-76fe-4c80-bd1c-04d8f0413f2f tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1499562 Jul 07 16:57:00.958676 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31dd02-abab-4e75-bce9-cb6918f7a563 req-d840f8ec-76d4-4886-b127-d886f550174c tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:00.967697 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4e31dd02-abab-4e75-bce9-cb6918f7a563 req-d840f8ec-76d4-4886-b127-d886f550174c tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a82d9bb-6583-455d-be6b-a4afa2130eb4 HTTP/1.1" status: 200 len: 932 time: 0.0862672 Jul 07 16:57:01.000297 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] Request body: {'port': {'device_id': '4a82d9bb-6583-455d-be6b-a4afa2130eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:01.041626 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4e31dd02-abab-4e75-bce9-cb6918f7a563 req-9599fd34-b6cd-4971-88ce-12d173176ef1 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680387 Jul 07 16:57:01.159164 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3362808-cc2f-43c7-b6ba-247ccf032a77 req-61f8fd20-9f65-4f90-914b-dfcfc0be55a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:01.161473 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3362808-cc2f-43c7-b6ba-247ccf032a77 req-61f8fd20-9f65-4f90-914b-dfcfc0be55a1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.9299355 Jul 07 16:57:01.244787 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3362808-cc2f-43c7-b6ba-247ccf032a77 req-819ad049-7bb0-4bdb-a799-97232656da63 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=1ec7941c-4246-4605-857b-7aeb3986718d HTTP/1.1" status: 200 len: 217 time: 0.0658472 Jul 07 16:57:01.267970 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:01.447704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-25d9ed02-31c1-49b2-bdea-3872d92b7e65 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Deleting port a02a6138-4647-4f92-9f5b-170d109467ae {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:01.448312 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-25d9ed02-31c1-49b2-bdea-3872d92b7e65 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:01.487851 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3a5de7f3-220a-4d54-b052-17da9996526d req-4135c9aa-5676-4869-9d91-e3171da5cac8 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9308d94-3ed7-432c-b34c-3b5572d15087 HTTP/1.1" status: 200 len: 210 time: 0.1365345 Jul 07 16:57:01.519910 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e9087be6-ed69-43b9-96c8-ad7f4c354ce3 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:01.521482 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e9087be6-ed69-43b9-96c8-ad7f4c354ce3 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.15 "GET /v2.0/networks?id=5b32e14a-6795-45ae-b736-ba5949bac418 HTTP/1.1" status: 200 len: 812 time: 0.4201648 Jul 07 16:57:01.562534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3362808-cc2f-43c7-b6ba-247ccf032a77 req-74814478-b28e-4445-b3bd-83c6da87b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:01.564402 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3362808-cc2f-43c7-b6ba-247ccf032a77 req-74814478-b28e-4445-b3bd-83c6da87b52e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.2976892 Jul 07 16:57:01.565387 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-29270873-4578-41b8-a1b0-42aab6a9e8f9 req-7e2ec907-64b0-48ad-ae6a-eeb921bc66cc tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:01.569604 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-6ef66409-6861-444e-8626-2331c07fd6ca req-b0e59d0a-ae6b-4762-a583-80286a3459ed tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Request body: {'port': {'device_id': '3a85b8cc-ec76-45b1-8b5e-d57a9523b216', 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418', 'admin_state_up': True, 'tenant_id': 'ee592505afe9450d9878ff44c0151a00'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:01.578131 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['9bb6de39-0e5c-4a65-bfe4-0cd765b9f673'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:01.587083 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-684a391f-cbb2-4f0c-89f6-196c965a1bce req-27cc81a3-f36f-4a8e-8920-a83b1d57fecd tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:01.762423 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef66409-6861-444e-8626-2331c07fd6ca req-190b7461-1a5a-4053-9d4a-16a65c4e6715 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:01.764652 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-190b7461-1a5a-4053-9d4a-16a65c4e6715 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.69 "GET /v2.0/networks?id=5b32e14a-6795-45ae-b736-ba5949bac418 HTTP/1.1" status: 200 len: 812 time: 0.4508240 Jul 07 16:57:01.788433 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-6ef66409-6861-444e-8626-2331c07fd6ca req-da711b79-7214-41da-aafc-789c36630187 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Request body: {'port': {'device_id': 'd9308d94-3ed7-432c-b34c-3b5572d15087', 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418', 'admin_state_up': True, 'tenant_id': 'ee592505afe9450d9878ff44c0151a00'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:01.885688 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c646fba-ef45-4a71-8a15-bfdce1497123 req-37165bd8-9453-44b9-abe7-d5ef3c837f7d tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:01.887330 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6c646fba-ef45-4a71-8a15-bfdce1497123 req-37165bd8-9453-44b9-abe7-d5ef3c837f7d tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2272465 Jul 07 16:57:01.971558 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ec907-64b0-48ad-ae6a-eeb921bc66cc tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Pushing event deleted for resources: {'Port': ['ID=9bb6de39-0e5c-4a65-bfe4-0cd765b9f673,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:01.973562 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-10937cc9-18fd-470a-b8df-ad39e6a6b3ef req-0a50b338-d814-40b3-9630-d99cc33c4ffc tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:01.976577 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-684a391f-cbb2-4f0c-89f6-196c965a1bce req-27cc81a3-f36f-4a8e-8920-a83b1d57fecd tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:01.986815 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['9bb6de39-0e5c-4a65-bfe4-0cd765b9f673'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:02.101610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-29270873-4578-41b8-a1b0-42aab6a9e8f9 req-7e2ec907-64b0-48ad-ae6a-eeb921bc66cc tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] No DVR routers for this DVR port 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:57:02.157304 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-29270873-4578-41b8-a1b0-42aab6a9e8f9 req-7e2ec907-64b0-48ad-ae6a-eeb921bc66cc tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:02.159735 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29270873-4578-41b8-a1b0-42aab6a9e8f9 req-7e2ec907-64b0-48ad-ae6a-eeb921bc66cc tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.15 "DELETE /v2.0/ports/9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 HTTP/1.1" status: 204 len: 173 time: 2.5299761 Jul 07 16:57:02.164496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8aa162-0b72-49c6-a577-5f4d3bdda36c', 'name': 'network-vif-deleted', 'tag': '9bb6de39-0e5c-4a65-bfe4-0cd765b9f673'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:02.167286 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1407be74-f870-4f2d-8d44-f57efaccc1c5" -d '{"events": [{"server_uuid": "7d8aa162-0b72-49c6-a577-5f4d3bdda36c", "name": "network-vif-deleted", "tag": "9bb6de39-0e5c-4a65-bfe4-0cd765b9f673"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:02.243359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1ec7941c-4246-4605-857b-7aeb3986718d up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:02.252182 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-10937cc9-18fd-470a-b8df-ad39e6a6b3ef req-0a50b338-d814-40b3-9630-d99cc33c4ffc tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] No DVR routers for this DVR port 22b40fe9-a684-40e7-b000-faf460bac22d on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:57:02.261881 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-10937cc9-18fd-470a-b8df-ad39e6a6b3ef req-0a50b338-d814-40b3-9630-d99cc33c4ffc tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:02.267461 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-10937cc9-18fd-470a-b8df-ad39e6a6b3ef req-0a50b338-d814-40b3-9630-d99cc33c4ffc tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.69 "DELETE /v2.0/ports/22b40fe9-a684-40e7-b000-faf460bac22d HTTP/1.1" status: 204 len: 173 time: 2.7384772 Jul 07 16:57:02.279278 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-25d9ed02-31c1-49b2-bdea-3872d92b7e65 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:02.293340 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef66409-6861-444e-8626-2331c07fd6ca req-b0e59d0a-ae6b-4762-a583-80286a3459ed tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Made reservation on behalf of ee592505afe9450d9878ff44c0151a00 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:02.296928 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6ef66409-6861-444e-8626-2331c07fd6ca req-b0e59d0a-ae6b-4762-a583-80286a3459ed tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:02.318298 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc81a3-f36f-4a8e-8920-a83b1d57fecd tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1050f1a-fcb8-4d59-9b15-58c9980b5aa4,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:02.321983 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-684a391f-cbb2-4f0c-89f6-196c965a1bce req-27cc81a3-f36f-4a8e-8920-a83b1d57fecd tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:02.328476 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-684a391f-cbb2-4f0c-89f6-196c965a1bce req-27cc81a3-f36f-4a8e-8920-a83b1d57fecd tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 2.1680481 Jul 07 16:57:02.329566 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50b338-d814-40b3-9630-d99cc33c4ffc tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Pushing event deleted for resources: {'Port': ['ID=22b40fe9-a684-40e7-b000-faf460bac22d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:02.352391 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-25d9ed02-31c1-49b2-bdea-3872d92b7e65 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Calling delete_port for a02a6138-4647-4f92-9f5b-170d109467ae owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:02.384528 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6c646fba-ef45-4a71-8a15-bfdce1497123 req-9fd23ed2-0d10-47c9-a673-21cc1b5394ad tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878030 Jul 07 16:57:02.406699 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 1ec7941c-4246-4605-857b-7aeb3986718d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:02.407131 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:02.408883 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef66409-6861-444e-8626-2331c07fd6ca req-da711b79-7214-41da-aafc-789c36630187 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Made reservation on behalf of ee592505afe9450d9878ff44c0151a00 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:02.430637 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6ef66409-6861-444e-8626-2331c07fd6ca req-da711b79-7214-41da-aafc-789c36630187 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:02.536604 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3362808-cc2f-43c7-b6ba-247ccf032a77 req-134891c3-1945-472c-8213-b4bf989cf4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:02.537160 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:02.538327 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3362808-cc2f-43c7-b6ba-247ccf032a77 req-134891c3-1945-472c-8213-b4bf989cf4f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9065478 Jul 07 16:57:02.579489 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1ec7941c-4246-4605-857b-7aeb3986718d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1ec7941c-4246-4605-857b-7aeb3986718d,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:02.580947 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b1614d-7cd5-4440-b415-be7185fc1648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec7941c-4246-4605-857b-7aeb3986718d'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:02.585969 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec95973-752f-4441-975d-39b4193365ae" -d '{"events": [{"server_uuid": "03b1614d-7cd5-4440-b415-be7185fc1648", "name": "network-vif-plugged", "status": "completed", "tag": "1ec7941c-4246-4605-857b-7aeb3986718d"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:02.590728 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:02.591903 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 22b40fe9-a684-40e7-b000-faf460bac22d no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:02.673380 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 22b40fe9-a684-40e7-b000-faf460bac22d {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:57:02.673757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 22b40fe9-a684-40e7-b000-faf460bac22d not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:02.725753 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=1ec7941c-4246-4605-857b-7aeb3986718d,revision_number=10']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:02.789904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a36452c-0954-4f40-b687-34ebd486cd40 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:02.798759 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:02.819143 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] Transition to ACTIVE for port object 0a36452c-0954-4f40-b687-34ebd486cd40 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:02.868325 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-6ef66409-6861-444e-8626-2331c07fd6ca req-b0e59d0a-ae6b-4762-a583-80286a3459ed tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Allocated IP 172.20.0.13 (5b32e14a-6795-45ae-b736-ba5949bac418/c8d043a8-c128-4d6c-970c-e264d763aba6/a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:02.877852 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca853d40-ef6f-4179-a806-54d2d3ff96c6 x-openstack-request-id: req-ca853d40-ef6f-4179-a806-54d2d3ff96c6 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:02.878310 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8aa162-0b72-49c6-a577-5f4d3bdda36c", "name": "network-vif-deleted", "tag": "9bb6de39-0e5c-4a65-bfe4-0cd765b9f673", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:02.878701 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ca853d40-ef6f-4179-a806-54d2d3ff96c6 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:02.879189 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8aa162-0b72-49c6-a577-5f4d3bdda36c', 'name': 'network-vif-deleted', 'tag': '9bb6de39-0e5c-4a65-bfe4-0cd765b9f673', 'status': 'completed', 'code': 200} Jul 07 16:57:02.883392 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5e28c737-1f3d-4e6e-9a03-51779b5f7977 req-ca862bfc-0fc6-4e5b-a5da-e3518258bb46 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "GET /v2.0/security-groups/e1050f1a-fcb8-4d59-9b15-58c9980b5aa4 HTTP/1.1" status: 200 len: 1815 time: 0.0830221 Jul 07 16:57:02.883570 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3362808-cc2f-43c7-b6ba-247ccf032a77 req-81f66683-b38d-480a-affc-b96d8d19d214 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314254 Jul 07 16:57:02.897392 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.070937 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-25d9ed02-31c1-49b2-bdea-3872d92b7e65 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.094657 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a36452c-0954-4f40-b687-34ebd486cd40,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:03.156663 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3362808-cc2f-43c7-b6ba-247ccf032a77 req-a6de8aa8-40c0-41f2-8f45-ee0ca8bacd82 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551403 Jul 07 16:57:03.165685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9ed02-31c1-49b2-bdea-3872d92b7e65 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Pushing event deleted for resources: {'Port': ['ID=a02a6138-4647-4f92-9f5b-170d109467ae,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:03.188600 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6ef66409-6861-444e-8626-2331c07fd6ca req-b0e59d0a-ae6b-4762-a583-80286a3459ed tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.191970 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-25d9ed02-31c1-49b2-bdea-3872d92b7e65 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.197375 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-25d9ed02-31c1-49b2-bdea-3872d92b7e65 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] 10.222.0.50 "DELETE /v2.0/ports/a02a6138-4647-4f92-9f5b-170d109467ae HTTP/1.1" status: 204 len: 168 time: 2.3042438 Jul 07 16:57:03.200656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44444) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:03.242286 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-26ec13b5-0f44-43aa-b5ae-1720949cc662 req-457ca70f-8993-4427-9d19-3461a16a25a6 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9308d94-3ed7-432c-b34c-3b5572d15087 HTTP/1.1" status: 200 len: 210 time: 0.0398421 Jul 07 16:57:03.248778 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f9f73-8b65-4e1f-9d1a-04207d44c689 req-241a796d-7b85-44a5-b6c4-81758e253928 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:03.250674 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fe5f9f73-8b65-4e1f-9d1a-04207d44c689 req-241a796d-7b85-44a5-b6c4-81758e253928 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a82d9bb-6583-455d-be6b-a4afa2130eb4 HTTP/1.1" status: 200 len: 932 time: 0.6098292 Jul 07 16:57:03.253928 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-41eadfac-e999-4e4e-8d5b-d6225297eda0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] GET failed (client error): The resource could not be found. Jul 07 16:57:03.260029 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-41eadfac-e999-4e4e-8d5b-d6225297eda0 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] 10.222.0.50 "GET /v2.0/ports/a02a6138-4647-4f92-9f5b-170d109467ae HTTP/1.1" status: 404 len: 333 time: 0.0582278 Jul 07 16:57:03.260770 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44448) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:03.268567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-4b1a9501-8f0b-4acd-a20c-61a23608e7d5 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Request body: {'port': {'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-399742243'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:03.311121 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] Attempting to bind port 0a36452c-0954-4f40-b687-34ebd486cd40 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:03.311585 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] Attempting to bind port 0a36452c-0954-4f40-b687-34ebd486cd40 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:03.312014 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] Attempting to bind port 0a36452c-0954-4f40-b687-34ebd486cd40 on network 00200275-feb8-4792-b225-1605381ce5dc {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:03.339828 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] Port 0a36452c-0954-4f40-b687-34ebd486cd40 on network 00200275-feb8-4792-b225-1605381ce5dc not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:03.340335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] Attempting to bind port 0a36452c-0954-4f40-b687-34ebd486cd40 on network 00200275-feb8-4792-b225-1605381ce5dc {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:03.354533 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-6ef66409-6861-444e-8626-2331c07fd6ca req-da711b79-7214-41da-aafc-789c36630187 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Allocated IP 172.20.0.8 (5b32e14a-6795-45ae-b736-ba5949bac418/c8d043a8-c128-4d6c-970c-e264d763aba6/468e783d-2cc0-48f5-b33f-c73b581f0ef8) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:03.363792 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bcf177-effa-4eef-a564-f364fcb979e5 x-openstack-request-id: req-92bcf177-effa-4eef-a564-f364fcb979e5 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:03.364913 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b1614d-7cd5-4440-b415-be7185fc1648", "name": "network-vif-plugged", "status": "completed", "tag": "1ec7941c-4246-4605-857b-7aeb3986718d", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:03.364913 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92bcf177-effa-4eef-a564-f364fcb979e5 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:03.365325 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b1614d-7cd5-4440-b415-be7185fc1648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec7941c-4246-4605-857b-7aeb3986718d', 'code': 200} Jul 07 16:57:03.372531 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fe5f9f73-8b65-4e1f-9d1a-04207d44c689 req-9319aba9-c028-4fa4-a9b3-78d5971e98d0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105661 Jul 07 16:57:03.375189 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1a9501-8f0b-4acd-a20c-61a23608e7d5 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Made reservation on behalf of ceab8f1e830c4d91bd4b8abfc3036e82 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:03.377594 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b1a9501-8f0b-4acd-a20c-61a23608e7d5 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.381870 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:03.382005 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] Checking segment: {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:03.382371 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] Bound using segment: {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:03.395111 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] Bound port: 0a36452c-0954-4f40-b687-34ebd486cd40, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:03.395522 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.412741 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-4b1a9501-8f0b-4acd-a20c-61a23608e7d5 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] device_id is not set on port 319576bf-cf73-46bb-9e71-01146578e8da yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:57:03.434334 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-12b4d381-0f0d-4bde-9d6d-e2f8c94d1257 req-c0613aef-76be-4d2e-9819-d2bedf07507e tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2107351971', 'description': 'tempest-description-1776440550'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:03.444419 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6ef66409-6861-444e-8626-2331c07fd6ca req-b0e59d0a-ae6b-4762-a583-80286a3459ed tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.520265 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e59d0a-ae6b-4762-a583-80286a3459ed tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Pushing event updated for resources: {'Port': ['ID=a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:03.578462 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef66409-6861-444e-8626-2331c07fd6ca req-b0e59d0a-ae6b-4762-a583-80286a3459ed tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Network 5b32e14a-6795-45ae-b736-ba5949bac418 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:03.582767 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-6ef66409-6861-444e-8626-2331c07fd6ca req-b0e59d0a-ae6b-4762-a583-80286a3459ed tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:03.585655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef66409-6861-444e-8626-2331c07fd6ca req-b0e59d0a-ae6b-4762-a583-80286a3459ed tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:03.620872 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-12b4d381-0f0d-4bde-9d6d-e2f8c94d1257 req-c0613aef-76be-4d2e-9819-d2bedf07507e tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.629490 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] For port 0a36452c-0954-4f40-b687-34ebd486cd40, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:03.654243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] For port 0a36452c-0954-4f40-b687-34ebd486cd40, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=0a36452c-0954-4f40-b687-34ebd486cd40,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:03.673089 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.740028 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b1a9501-8f0b-4acd-a20c-61a23608e7d5 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.759090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:03.759715 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.760121 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-12b4d381-0f0d-4bde-9d6d-e2f8c94d1257 req-c0613aef-76be-4d2e-9819-d2bedf07507e tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.761175 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] 10.222.0.15 "PUT /v2.0/ports/0a36452c-0954-4f40-b687-34ebd486cd40 HTTP/1.1" status: 200 len: 1092 time: 2.7723083 Jul 07 16:57:03.769449 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef66409-6861-444e-8626-2331c07fd6ca req-b0e59d0a-ae6b-4762-a583-80286a3459ed tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:03.770497 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6ef66409-6861-444e-8626-2331c07fd6ca req-b0e59d0a-ae6b-4762-a583-80286a3459ed tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.777315 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-12b4d381-0f0d-4bde-9d6d-e2f8c94d1257 req-c0613aef-76be-4d2e-9819-d2bedf07507e tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.793055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34edbc2-a9a7-4fe0-9e60-162efa7c919a req-6f39be04-9884-4e4e-8017-0f0d221a2bff tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:03.800633 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b34edbc2-a9a7-4fe0-9e60-162efa7c919a req-6f39be04-9884-4e4e-8017-0f0d221a2bff tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2494011 Jul 07 16:57:03.805392 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b58f5-97e7-4df1-a428-98129c924da4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a36452c-0954-4f40-b687-34ebd486cd40,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:03.832805 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-b0e59d0a-ae6b-4762-a583-80286a3459ed tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2686491 Jul 07 16:57:03.850879 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] Request body: {'port': {'device_id': '3a85b8cc-ec76-45b1-8b5e-d57a9523b216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:03.858560 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-12b4d381-0f0d-4bde-9d6d-e2f8c94d1257 req-c0613aef-76be-4d2e-9819-d2bedf07507e tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.873130 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-12b4d381-0f0d-4bde-9d6d-e2f8c94d1257 req-c0613aef-76be-4d2e-9819-d2bedf07507e tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4521482 Jul 07 16:57:03.876852 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b34edbc2-a9a7-4fe0-9e60-162efa7c919a req-97d6f82e-f9d6-4d34-8db1-e2c9eff715af tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752332 Jul 07 16:57:03.880685 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b1a9501-8f0b-4acd-a20c-61a23608e7d5 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.883319 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6ef66409-6861-444e-8626-2331c07fd6ca req-da711b79-7214-41da-aafc-789c36630187 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:03.917626 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0613aef-76be-4d2e-9819-d2bedf07507e tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d21b4289-9210-4919-ab0e-033dc7ff28c4,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:04.068514 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1a9501-8f0b-4acd-a20c-61a23608e7d5 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:04.073194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-4b1a9501-8f0b-4acd-a20c-61a23608e7d5 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:04.079691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1a9501-8f0b-4acd-a20c-61a23608e7d5 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:04.080668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1a9501-8f0b-4acd-a20c-61a23608e7d5 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:04.081277 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b1a9501-8f0b-4acd-a20c-61a23608e7d5 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:04.086626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a9501-8f0b-4acd-a20c-61a23608e7d5 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Pushing event updated for resources: {'Port': ['ID=319576bf-cf73-46bb-9e71-01146578e8da,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:04.108916 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4b1a9501-8f0b-4acd-a20c-61a23608e7d5 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8440347 Jul 07 16:57:04.110012 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-181e93f0-da5a-4a8d-b25e-edb713885666 req-e916a275-5c0f-49c1-8be3-56161e77c3a7 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "GET /v2.0/security-groups/d21b4289-9210-4919-ab0e-033dc7ff28c4 HTTP/1.1" status: 200 len: 1815 time: 0.0926387 Jul 07 16:57:04.114435 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44466) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:04.123178 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:04.149007 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-17a8ad55-5667-49e0-bc08-fb15737584d8 req-f70f99c5-8372-4510-8c97-e2e7585ea267 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-503291646', 'description': 'tempest-description-1514753856'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:04.163655 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:04.171106 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-5a55cb23-4ded-492e-bc15-f6dfb2d5f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:04.172779 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-5a55cb23-4ded-492e-bc15-f6dfb2d5f7e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&device_id=4a82d9bb-6583-455d-be6b-a4afa2130eb4 HTTP/1.1" status: 200 len: 1095 time: 0.1954012 Jul 07 16:57:04.197108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:04.219375 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6ef66409-6861-444e-8626-2331c07fd6ca req-da711b79-7214-41da-aafc-789c36630187 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:04.228956 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:57:04.229701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 9bb6de39-0e5c-4a65-bfe4-0cd765b9f673 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:04.233046 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-17a8ad55-5667-49e0-bc08-fb15737584d8 req-f70f99c5-8372-4510-8c97-e2e7585ea267 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:04.236078 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-d728ebc4-0787-4a63-ba0a-1ed543ef51c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a36452c-0954-4f40-b687-34ebd486cd40 HTTP/1.1" status: 200 len: 217 time: 0.0540223 Jul 07 16:57:04.324907 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:04.346061 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da711b79-7214-41da-aafc-789c36630187 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Pushing event updated for resources: {'Port': ['ID=468e783d-2cc0-48f5-b33f-c73b581f0ef8,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:04.367243 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef66409-6861-444e-8626-2331c07fd6ca req-da711b79-7214-41da-aafc-789c36630187 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Network 5b32e14a-6795-45ae-b736-ba5949bac418 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:04.377924 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-6ef66409-6861-444e-8626-2331c07fd6ca req-da711b79-7214-41da-aafc-789c36630187 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:04.396991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef66409-6861-444e-8626-2331c07fd6ca req-da711b79-7214-41da-aafc-789c36630187 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:04.599285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] device_id is not set on port 319576bf-cf73-46bb-9e71-01146578e8da yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:57:04.608074 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:04.621948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Transition to ACTIVE for port object 319576bf-cf73-46bb-9e71-01146578e8da will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:04.625344 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-eba896c4-ad39-4ee7-a55a-2768ae3b41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:04.627163 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-eba896c4-ad39-4ee7-a55a-2768ae3b41ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a99df1f9-17f6-4826-9d57-d15200be420d HTTP/1.1" status: 200 len: 845 time: 0.3627505 Jul 07 16:57:04.640888 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:04.684315 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:04.693327 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:04.706740 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] Transition to ACTIVE for port object a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:04.718191 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:04.740840 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-4147258c-2ae5-42bd-ab8e-bd9bd888359c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00200275-feb8-4792-b225-1605381ce5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008732 Jul 07 16:57:04.744173 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Pushing event updated for resources: {'Port': ['ID=319576bf-cf73-46bb-9e71-01146578e8da,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:04.782032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef66409-6861-444e-8626-2331c07fd6ca req-da711b79-7214-41da-aafc-789c36630187 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:04.782725 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6ef66409-6861-444e-8626-2331c07fd6ca req-da711b79-7214-41da-aafc-789c36630187 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:04.851272 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] Pushing event updated for resources: {'Port': ['ID=a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:04.883971 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a523116e-2205-468b-911e-b7c6a27595ad', 'name': 'network-vif-deleted', 'tag': '22b40fe9-a684-40e7-b000-faf460bac22d'}, {'name': 'network-changed', 'server_uuid': '4a82d9bb-6583-455d-be6b-a4afa2130eb4', 'tag': '0a36452c-0954-4f40-b687-34ebd486cd40'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:04.886227 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b0bbcc-ae9b-4db9-bb47-a3f4a51bd1cf" -d '{"events": [{"server_uuid": "a523116e-2205-468b-911e-b7c6a27595ad", "name": "network-vif-deleted", "tag": "22b40fe9-a684-40e7-b000-faf460bac22d"}, {"name": "network-changed", "server_uuid": "4a82d9bb-6583-455d-be6b-a4afa2130eb4", "tag": "0a36452c-0954-4f40-b687-34ebd486cd40"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:04.890906 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-14f4b116-fc66-443a-94f4-7e1aadf628d9 service neutron] 10.222.0.15 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322331 Jul 07 16:57:04.912124 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:04.912607 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:04.913059 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:04.916043 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-17a8ad55-5667-49e0-bc08-fb15737584d8 req-f70f99c5-8372-4510-8c97-e2e7585ea267 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:04.929722 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-17a8ad55-5667-49e0-bc08-fb15737584d8 req-f70f99c5-8372-4510-8c97-e2e7585ea267 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:04.949173 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-da711b79-7214-41da-aafc-789c36630187 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1720195 Jul 07 16:57:04.952465 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-17a8ad55-5667-49e0-bc08-fb15737584d8 req-f70f99c5-8372-4510-8c97-e2e7585ea267 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:04.967860 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 319576bf-cf73-46bb-9e71-01146578e8da on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:04.968316 n-d-793620-7 neutron-server[100410]: ERROR neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 319576bf-cf73-46bb-9e71-01146578e8da on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:57:04.971252 n-d-793620-7 neutron-server[100410]: INFO neutron.plugins.ml2.plugin [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 2 to bind port 319576bf-cf73-46bb-9e71-01146578e8da Jul 07 16:57:04.971390 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-17a8ad55-5667-49e0-bc08-fb15737584d8 req-f70f99c5-8372-4510-8c97-e2e7585ea267 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8343158 Jul 07 16:57:04.972143 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] Attempting to bind port a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:04.972497 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] Attempting to bind port a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '10c2b50b-7e34-45f0-b033-82f8c622f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:04.972838 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] Attempting to bind port a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d on network 5b32e14a-6795-45ae-b736-ba5949bac418 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:04.992992 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4592511-4037-4839-9852-3ca840bf4335 req-54c5ed09-2038-42b8-a0e4-0b6977d27318 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:04.995046 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4592511-4037-4839-9852-3ca840bf4335 req-54c5ed09-2038-42b8-a0e4-0b6977d27318 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9308d94-3ed7-432c-b34c-3b5572d15087 HTTP/1.1" status: 200 len: 931 time: 0.3664093 Jul 07 16:57:05.010678 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] Request body: {'port': {'device_id': 'd9308d94-3ed7-432c-b34c-3b5572d15087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:05.022248 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:05.022517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] Port a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d on network 5b32e14a-6795-45ae-b736-ba5949bac418 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:05.022656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:05.022835 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] Attempting to bind port a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d on network 5b32e14a-6795-45ae-b736-ba5949bac418 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:05.023033 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:05.047298 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 319576bf-cf73-46bb-9e71-01146578e8da on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:05.047617 n-d-793620-7 neutron-server[100410]: ERROR neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 319576bf-cf73-46bb-9e71-01146578e8da on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:57:05.050091 n-d-793620-7 neutron-server[100410]: INFO neutron.plugins.ml2.plugin [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 3 to bind port 319576bf-cf73-46bb-9e71-01146578e8da Jul 07 16:57:05.053262 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f99c5-8372-4510-8c97-e2e7585ea267 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7533b7f-bdb7-4833-9a5e-6d9ba7f85def,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:05.057789 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:05.058141 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] Checking segment: {'id': '10c2b50b-7e34-45f0-b033-82f8c622f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:05.058587 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] Bound using segment: {'id': '10c2b50b-7e34-45f0-b033-82f8c622f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:05.059045 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] Bound port: a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c2b50b-7e34-45f0-b033-82f8c622f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:05.059416 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:05.120726 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4592511-4037-4839-9852-3ca840bf4335 req-7a543274-f6d2-4f8b-860b-02c1fa320386 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166792 Jul 07 16:57:05.122851 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c470bea-d138-44d4-9a32-7775662d36f2 req-878fb41d-1378-45ba-b158-1e7add6dad9e service neutron] 10.222.0.15 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239456 Jul 07 16:57:05.123873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:05.124251 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:05.124662 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:05.143343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 319576bf-cf73-46bb-9e71-01146578e8da on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:05.143648 n-d-793620-7 neutron-server[100410]: ERROR neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 319576bf-cf73-46bb-9e71-01146578e8da on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:57:05.146274 n-d-793620-7 neutron-server[100410]: INFO neutron.plugins.ml2.plugin [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 4 to bind port 319576bf-cf73-46bb-9e71-01146578e8da Jul 07 16:57:05.173844 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:05.174274 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:05.174724 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:05.183250 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 319576bf-cf73-46bb-9e71-01146578e8da on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:05.183598 n-d-793620-7 neutron-server[100410]: ERROR neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 319576bf-cf73-46bb-9e71-01146578e8da on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:57:05.184009 n-d-793620-7 neutron-server[100410]: INFO neutron.plugins.ml2.plugin [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 5 to bind port 319576bf-cf73-46bb-9e71-01146578e8da Jul 07 16:57:05.204146 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:05.204488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:05.204831 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:05.231727 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 319576bf-cf73-46bb-9e71-01146578e8da on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:05.231727 n-d-793620-7 neutron-server[100410]: ERROR neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 319576bf-cf73-46bb-9e71-01146578e8da on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:57:05.233947 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84be8aea-2d82-4e69-9b46-293fd3685cce x-openstack-request-id: req-84be8aea-2d82-4e69-9b46-293fd3685cce {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:05.234228 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a523116e-2205-468b-911e-b7c6a27595ad", "name": "network-vif-deleted", "tag": "22b40fe9-a684-40e7-b000-faf460bac22d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4a82d9bb-6583-455d-be6b-a4afa2130eb4", "tag": "0a36452c-0954-4f40-b687-34ebd486cd40", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:05.234518 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84be8aea-2d82-4e69-9b46-293fd3685cce {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:05.234937 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a523116e-2205-468b-911e-b7c6a27595ad', 'name': 'network-vif-deleted', 'tag': '22b40fe9-a684-40e7-b000-faf460bac22d', 'status': 'completed', 'code': 200} Jul 07 16:57:05.235203 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a82d9bb-6583-455d-be6b-a4afa2130eb4', 'tag': '0a36452c-0954-4f40-b687-34ebd486cd40', 'status': 'completed', 'code': 200} Jul 07 16:57:05.235614 n-d-793620-7 neutron-server[100410]: INFO neutron.plugins.ml2.plugin [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 6 to bind port 319576bf-cf73-46bb-9e71-01146578e8da Jul 07 16:57:05.252650 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] For port a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:05.281353 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] For port a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d,segment=NetworkSegment(10c2b50b-7e34-45f0-b033-82f8c622f68b),segment_id=10c2b50b-7e34-45f0-b033-82f8c622f68b)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:05.291779 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:05.297227 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:05.316136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:05.316798 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:05.317840 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:05.340764 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 319576bf-cf73-46bb-9e71-01146578e8da on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:05.341262 n-d-793620-7 neutron-server[100410]: ERROR neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 319576bf-cf73-46bb-9e71-01146578e8da on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:57:05.342965 n-d-793620-7 neutron-server[100410]: INFO neutron.plugins.ml2.plugin [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 7 to bind port 319576bf-cf73-46bb-9e71-01146578e8da Jul 07 16:57:05.366641 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:05.367911 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:05.368138 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:05.368489 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:05.368834 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:05.371251 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] 10.222.0.15 "PUT /v2.0/ports/a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d HTTP/1.1" status: 200 len: 1092 time: 1.5243793 Jul 07 16:57:05.376426 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 319576bf-cf73-46bb-9e71-01146578e8da on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:05.376765 n-d-793620-7 neutron-server[100410]: ERROR neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 319576bf-cf73-46bb-9e71-01146578e8da on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:57:05.380842 n-d-793620-7 neutron-server[100410]: INFO neutron.plugins.ml2.plugin [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 8 to bind port 319576bf-cf73-46bb-9e71-01146578e8da Jul 07 16:57:05.387887 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a85b8cc-ec76-45b1-8b5e-d57a9523b216', 'tag': 'a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:05.391563 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f357b45-ab6b-4d03-a6b3-de6443d9701d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a85b8cc-ec76-45b1-8b5e-d57a9523b216", "tag": "a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:05.411533 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:05.411881 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:05.412228 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:05.428668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0bbcc-ae9b-4db9-bb47-a3f4a51bd1cf req-3b31ddbd-b51c-41ce-b413-b3e2d58d7137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:05.430241 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81b0bbcc-ae9b-4db9-bb47-a3f4a51bd1cf req-3b31ddbd-b51c-41ce-b413-b3e2d58d7137 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&device_id=4a82d9bb-6583-455d-be6b-a4afa2130eb4 HTTP/1.1" status: 200 len: 1095 time: 0.1689267 Jul 07 16:57:05.483845 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e01e0c-2d9c-4c9b-9e67-b63c465dc257 req-f477f0d4-9e99-4d38-8211-14204ec3359b tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:05.486601 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89e01e0c-2d9c-4c9b-9e67-b63c465dc257 req-f477f0d4-9e99-4d38-8211-14204ec3359b tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a82d9bb-6583-455d-be6b-a4afa2130eb4 HTTP/1.1" status: 200 len: 944 time: 0.3778393 Jul 07 16:57:05.491733 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 319576bf-cf73-46bb-9e71-01146578e8da on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:05.492297 n-d-793620-7 neutron-server[100410]: ERROR neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 319576bf-cf73-46bb-9e71-01146578e8da on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:57:05.494436 n-d-793620-7 neutron-server[100410]: INFO neutron.plugins.ml2.plugin [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 9 to bind port 319576bf-cf73-46bb-9e71-01146578e8da Jul 07 16:57:05.549454 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41413e6-3fea-4ab4-8f79-3b5edb89b681 service neutron] Pushing event updated for resources: {'Port': ['ID=a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:05.577624 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:05.578113 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:05.578739 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:05.603798 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 319576bf-cf73-46bb-9e71-01146578e8da on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:05.604245 n-d-793620-7 neutron-server[100410]: ERROR neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 319576bf-cf73-46bb-9e71-01146578e8da on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:57:05.608159 n-d-793620-7 neutron-server[100410]: INFO neutron.plugins.ml2.plugin [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempt 10 to bind port 319576bf-cf73-46bb-9e71-01146578e8da Jul 07 16:57:05.649367 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:05.649803 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:05.650241 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempting to bind port 319576bf-cf73-46bb-9e71-01146578e8da on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:05.666817 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Port 319576bf-cf73-46bb-9e71-01146578e8da on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:05.667165 n-d-793620-7 neutron-server[100410]: ERROR neutron.plugins.ml2.managers [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Failed to bind port 319576bf-cf73-46bb-9e71-01146578e8da on host n-h1-793620-7 for vnic_type normal using segments [{'id': '7add768e-54f9-4a67-b217-f3d6384ef0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1f7449b8-df27-4849-91f0-4ad0ad40aaf0'}] Jul 07 16:57:05.667601 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:05.677554 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94177b27-4399-4141-9c68-226fa0a0e262 req-0f53aa5c-bb61-4273-8cbe-d0608a9d10bd tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:05.678499 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef66409-6861-444e-8626-2331c07fd6ca req-8738da24-bfd4-4762-8ff2-26b742d6bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:05.680060 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-8738da24-bfd4-4762-8ff2-26b742d6bf13 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee592505afe9450d9878ff44c0151a00&device_id=3a85b8cc-ec76-45b1-8b5e-d57a9523b216 HTTP/1.1" status: 200 len: 1095 time: 0.2087531 Jul 07 16:57:05.683306 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-94177b27-4399-4141-9c68-226fa0a0e262 req-0f53aa5c-bb61-4273-8cbe-d0608a9d10bd tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2515252 Jul 07 16:57:05.688159 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0bbcc-ae9b-4db9-bb47-a3f4a51bd1cf req-be1041d4-495e-413c-95e2-485d43630ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:05.689509 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89e01e0c-2d9c-4c9b-9e67-b63c465dc257 req-f55c0a75-0345-45c6-a401-696a61819ff2 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540813 Jul 07 16:57:05.695826 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81b0bbcc-ae9b-4db9-bb47-a3f4a51bd1cf req-be1041d4-495e-413c-95e2-485d43630ef3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 906 time: 0.2355957 Jul 07 16:57:05.754909 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-2a89abf5-dec8-4d9a-9d46-cfcc9a709343 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d HTTP/1.1" status: 200 len: 217 time: 0.0623519 Jul 07 16:57:05.765801 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81b0bbcc-ae9b-4db9-bb47-a3f4a51bd1cf req-f59eec72-097c-4274-887b-b7c687a79536 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a36452c-0954-4f40-b687-34ebd486cd40 HTTP/1.1" status: 200 len: 217 time: 0.0603435 Jul 07 16:57:05.849991 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-94177b27-4399-4141-9c68-226fa0a0e262 req-b8bd5c92-cf78-4993-896a-318abb4a2620 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527164 Jul 07 16:57:05.871439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0bbcc-ae9b-4db9-bb47-a3f4a51bd1cf req-9166c548-5a98-4b96-89aa-76d38abdc36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:05.873129 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81b0bbcc-ae9b-4db9-bb47-a3f4a51bd1cf req-9166c548-5a98-4b96-89aa-76d38abdc36d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a99df1f9-17f6-4826-9d57-d15200be420d HTTP/1.1" status: 200 len: 845 time: 0.0848470 Jul 07 16:57:05.886824 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef66409-6861-444e-8626-2331c07fd6ca req-a27cf200-ec1c-455f-ad92-6bf2e09c28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:05.888547 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-a27cf200-ec1c-455f-ad92-6bf2e09c28e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8d043a8-c128-4d6c-970c-e264d763aba6 HTTP/1.1" status: 200 len: 852 time: 0.1241660 Jul 07 16:57:05.896516 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c0cf5428-21ef-48ec-9821-733007bee4ea req-62317968-3ec3-47e4-8d7c-678ba51f6c46 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "GET /v2.0/security-groups/a7533b7f-bdb7-4833-9a5e-6d9ba7f85def HTTP/1.1" status: 200 len: 1814 time: 0.1473012 Jul 07 16:57:05.912691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] For port 319576bf-cf73-46bb-9e71-01146578e8da, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:05.913083 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attempted to set empty binding levels {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 16:57:05.937415 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-08e5fb3c-f275-412e-9294-39da9ae40802 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b32e14a-6795-45ae-b736-ba5949bac418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399351 Jul 07 16:57:05.938934 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81b0bbcc-ae9b-4db9-bb47-a3f4a51bd1cf req-a75438a9-5b92-41e5-bdb3-cc95ff1d44a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00200275-feb8-4792-b225-1605381ce5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565021 Jul 07 16:57:05.941172 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:06.032015 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] In _notify_port_updated(), no bound segment for port 319576bf-cf73-46bb-9e71-01146578e8da on network 1f7449b8-df27-4849-91f0-4ad0ad40aaf0 {{(pid=100410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 16:57:06.032912 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:06.033888 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:06.039238 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] 10.222.0.50 "PUT /v2.0/ports/319576bf-cf73-46bb-9e71-01146578e8da HTTP/1.1" status: 200 len: 974 time: 1.9223516 Jul 07 16:57:06.040538 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44526) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:06.070240 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2710d14-3c03-4b40-b503-3ce24f2359ad tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Pushing event updated for resources: {'Port': ['ID=319576bf-cf73-46bb-9e71-01146578e8da,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:06.085665 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43917b59-4ccd-4b10-8dde-398e29b29557 x-openstack-request-id: req-43917b59-4ccd-4b10-8dde-398e29b29557 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:06.086008 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a85b8cc-ec76-45b1-8b5e-d57a9523b216", "tag": "a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:06.086266 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-43917b59-4ccd-4b10-8dde-398e29b29557 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:06.086716 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a85b8cc-ec76-45b1-8b5e-d57a9523b216', 'tag': 'a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d', 'status': 'completed', 'code': 200} Jul 07 16:57:06.126303 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81b0bbcc-ae9b-4db9-bb47-a3f4a51bd1cf req-94472eac-bb4b-4529-9b46-a06bf3c09137 service neutron] 10.222.0.15 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512661 Jul 07 16:57:06.190985 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 468e783d-2cc0-48f5-b33f-c73b581f0ef8 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:06.224933 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-c038c99b-6cbb-4943-aafa-16968b69b1ac service neutron] 10.222.0.15 "GET /v2.0/networks/5b32e14a-6795-45ae-b736-ba5949bac418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731676 Jul 07 16:57:06.235147 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:06.251356 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [req-2c09ad69-b814-48af-8584-c335a2d839c0 req-423b9eaa-6675-4e41-9fd6-bc70dd6e746c tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] show failed (client error): The resource could not be found. Jul 07 16:57:06.252451 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2c09ad69-b814-48af-8584-c335a2d839c0 req-423b9eaa-6675-4e41-9fd6-bc70dd6e746c tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "GET /v2.0/security-groups/0c3f925a-d7da-4e42-92c2-4996c58f5b9d HTTP/1.1" status: 404 len: 352 time: 0.0565164 Jul 07 16:57:06.264332 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81b0bbcc-ae9b-4db9-bb47-a3f4a51bd1cf req-e58d0d3e-7756-48ef-bd49-b80a9b2fcfa1 service neutron] 10.222.0.15 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302235 Jul 07 16:57:06.360217 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-44a0d05d-5813-42be-8ee7-bd6c1776d75a service neutron] 10.222.0.15 "GET /v2.0/networks/5b32e14a-6795-45ae-b736-ba5949bac418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051896 Jul 07 16:57:06.392681 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] Transition to ACTIVE for port object 468e783d-2cc0-48f5-b33f-c73b581f0ef8 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:06.397629 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-a0f3c717-38e6-4e18-9918-7adeb12101b9 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:06.411734 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-a0f3c717-38e6-4e18-9918-7adeb12101b9 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/networks?id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 HTTP/1.1" status: 200 len: 814 time: 0.1626039 Jul 07 16:57:06.427724 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-b0849f06-9c07-4322-938c-293a1b84037e tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/quotas/bba3485f01bf4635b3daf846a1eaf074 HTTP/1.1" status: 200 len: 375 time: 0.0167639 Jul 07 16:57:06.437536 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:06.533437 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-cc3a93f9-6c9b-4dcc-b8f4-de1d44180878 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Deleting port 319576bf-cf73-46bb-9e71-01146578e8da {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:06.533965 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cc3a93f9-6c9b-4dcc-b8f4-de1d44180878 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:06.543796 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-89388d7e-71ec-4afb-9b6e-59dc759d2f43 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bba3485f01bf4635b3daf846a1eaf074&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1150582 Jul 07 16:57:06.612761 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] Pushing event updated for resources: {'Port': ['ID=468e783d-2cc0-48f5-b33f-c73b581f0ef8,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:06.653351 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-cc3a93f9-6c9b-4dcc-b8f4-de1d44180878 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] For port 319576bf-cf73-46bb-9e71-01146578e8da, host n-h1-793620-7, got binding levels [] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:06.654063 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cc3a93f9-6c9b-4dcc-b8f4-de1d44180878 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:06.664566 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb160c-f4e3-4667-a331-67f219fb09ec req-72d36a82-79cf-44b5-b97c-35b85cd78c1e tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:06.666611 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-91cb160c-f4e3-4667-a331-67f219fb09ec req-72d36a82-79cf-44b5-b97c-35b85cd78c1e tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9308d94-3ed7-432c-b34c-3b5572d15087 HTTP/1.1" status: 200 len: 943 time: 0.2820046 Jul 07 16:57:06.705119 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-cc3a93f9-6c9b-4dcc-b8f4-de1d44180878 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Calling delete_port for 319576bf-cf73-46bb-9e71-01146578e8da owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:06.764116 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f357b45-ab6b-4d03-a6b3-de6443d9701d req-1b78764d-fb0d-4646-8192-4afc1ab1f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:06.766110 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6f357b45-ab6b-4d03-a6b3-de6443d9701d req-1b78764d-fb0d-4646-8192-4afc1ab1f905 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee592505afe9450d9878ff44c0151a00&device_id=3a85b8cc-ec76-45b1-8b5e-d57a9523b216 HTTP/1.1" status: 200 len: 1095 time: 0.3245649 Jul 07 16:57:06.900510 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-91cb160c-f4e3-4667-a331-67f219fb09ec req-9ee072ed-0492-490a-bbbc-9c9588af9443 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067604 Jul 07 16:57:06.925475 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] Attempting to bind port 468e783d-2cc0-48f5-b33f-c73b581f0ef8 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:06.933876 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] Attempting to bind port 468e783d-2cc0-48f5-b33f-c73b581f0ef8 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '10c2b50b-7e34-45f0-b033-82f8c622f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:06.934528 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] Attempting to bind port 468e783d-2cc0-48f5-b33f-c73b581f0ef8 on network 5b32e14a-6795-45ae-b736-ba5949bac418 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:06.976504 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] Port 468e783d-2cc0-48f5-b33f-c73b581f0ef8 on network 5b32e14a-6795-45ae-b736-ba5949bac418 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:06.978215 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] Attempting to bind port 468e783d-2cc0-48f5-b33f-c73b581f0ef8 on network 5b32e14a-6795-45ae-b736-ba5949bac418 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:06.980265 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-99eacd38-a8c2-41ec-ae0a-711ae36c85e7 service neutron] 10.222.0.50 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352462 Jul 07 16:57:06.988751 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [req-542ede35-40df-48e1-9440-e201b4bab789 req-20bcbb52-2a47-418a-bf48-51304e7df185 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] show failed (client error): The resource could not be found. Jul 07 16:57:07.000206 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-542ede35-40df-48e1-9440-e201b4bab789 req-20bcbb52-2a47-418a-bf48-51304e7df185 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "GET /v2.0/security-group-rules/8c13e0f2-5125-4e79-9c3c-908136628f66 HTTP/1.1" status: 404 len: 361 time: 0.0593152 Jul 07 16:57:07.037054 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:07.039369 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] Checking segment: {'id': '10c2b50b-7e34-45f0-b033-82f8c622f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:07.039991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] Bound using segment: {'id': '10c2b50b-7e34-45f0-b033-82f8c622f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:07.047066 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] Bound port: 468e783d-2cc0-48f5-b33f-c73b581f0ef8, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c2b50b-7e34-45f0-b033-82f8c622f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:07.047745 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:07.141921 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-83ea87d5-9804-4802-a1dd-62944f314887 service neutron] 10.222.0.50 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548433 Jul 07 16:57:07.188441 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cc3a93f9-6c9b-4dcc-b8f4-de1d44180878 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:07.247698 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f357b45-ab6b-4d03-a6b3-de6443d9701d req-993caf37-1423-41de-8d25-01b7eafee28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:07.250682 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6f357b45-ab6b-4d03-a6b3-de6443d9701d req-993caf37-1423-41de-8d25-01b7eafee28a service neutron] 10.222.0.15 "GET /v2.0/networks?id=5b32e14a-6795-45ae-b736-ba5949bac418 HTTP/1.1" status: 200 len: 913 time: 0.4672546 Jul 07 16:57:07.588658 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8f883-2193-4c44-9d3b-e57c27ea8e2c req-61f06eb7-97e3-4381-8e64-eca514b9d3a9 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:07.599878 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cec8f883-2193-4c44-9d3b-e57c27ea8e2c req-61f06eb7-97e3-4381-8e64-eca514b9d3a9 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1382787 Jul 07 16:57:07.668413 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cec8f883-2193-4c44-9d3b-e57c27ea8e2c req-34f1e95b-94e0-46ef-9d5a-ca9455e875de tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674660 Jul 07 16:57:07.696897 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a93f9-6c9b-4dcc-b8f4-de1d44180878 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Pushing event deleted for resources: {'Port': ['ID=319576bf-cf73-46bb-9e71-01146578e8da,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:07.761340 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6f357b45-ab6b-4d03-a6b3-de6443d9701d req-a20f22f5-1328-4b6f-b871-283a9a5f83bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d HTTP/1.1" status: 200 len: 217 time: 0.0618551 Jul 07 16:57:07.813148 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9c26e92d-849e-49ce-b2f8-bb576ec1ca99 req-e6c4ea28-73b1-417f-a0af-c396bb537b13 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "GET /v2.0/security-groups/a7533b7f-bdb7-4833-9a5e-6d9ba7f85def HTTP/1.1" status: 200 len: 1814 time: 0.0905912 Jul 07 16:57:07.836342 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cc3a93f9-6c9b-4dcc-b8f4-de1d44180878 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:07.839120 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cc3a93f9-6c9b-4dcc-b8f4-de1d44180878 tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] 10.222.0.50 "DELETE /v2.0/ports/319576bf-cf73-46bb-9e71-01146578e8da HTTP/1.1" status: 204 len: 168 time: 1.7973313 Jul 07 16:57:07.846779 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44560) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:07.876194 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] For port 468e783d-2cc0-48f5-b33f-c73b581f0ef8, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:07.917771 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab424a3-3fde-412b-a620-b3d6c5d5ea0a tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] GET failed (client error): The resource could not be found. Jul 07 16:57:07.917771 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2ab424a3-3fde-412b-a620-b3d6c5d5ea0a tempest-PortsAdminExtendedAttrsTestJSON-1058300170 tempest-PortsAdminExtendedAttrsTestJSON-1058300170-project-admin] 10.222.0.50 "GET /v2.0/ports/319576bf-cf73-46bb-9e71-01146578e8da HTTP/1.1" status: 404 len: 333 time: 0.0633221 Jul 07 16:57:07.918819 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9c26e92d-849e-49ce-b2f8-bb576ec1ca99 req-17004c41-32bb-4ce8-9ccc-39b9a22ab497 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:07.924646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] For port 468e783d-2cc0-48f5-b33f-c73b581f0ef8, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=468e783d-2cc0-48f5-b33f-c73b581f0ef8,segment=NetworkSegment(10c2b50b-7e34-45f0-b033-82f8c622f68b),segment_id=10c2b50b-7e34-45f0-b033-82f8c622f68b)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:07.925836 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44562) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:07.928100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f357b45-ab6b-4d03-a6b3-de6443d9701d req-7f791b42-6c13-4015-a82c-78c353b1bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:07.930031 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6f357b45-ab6b-4d03-a6b3-de6443d9701d req-7f791b42-6c13-4015-a82c-78c353b1bbaf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8d043a8-c128-4d6c-970c-e264d763aba6 HTTP/1.1" status: 200 len: 852 time: 0.1569817 Jul 07 16:57:07.969559 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9c26e92d-849e-49ce-b2f8-bb576ec1ca99 req-17004c41-32bb-4ce8-9ccc-39b9a22ab497 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.024067 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8f88f671-ca3d-4ae5-ad2f-69f06a532fa0 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.029650 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.032770 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9c26e92d-849e-49ce-b2f8-bb576ec1ca99 req-17004c41-32bb-4ce8-9ccc-39b9a22ab497 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.038278 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9c26e92d-849e-49ce-b2f8-bb576ec1ca99 req-17004c41-32bb-4ce8-9ccc-39b9a22ab497 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.054664 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9c26e92d-849e-49ce-b2f8-bb576ec1ca99 req-17004c41-32bb-4ce8-9ccc-39b9a22ab497 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "DELETE /v2.0/security-groups/a7533b7f-bdb7-4833-9a5e-6d9ba7f85def HTTP/1.1" status: 204 len: 173 time: 0.2403011 Jul 07 16:57:08.062533 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b7574-90f8-49b8-92d7-e99779a7e286 req-c29f2800-b4fa-470c-9e4d-db180cbeb001 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:08.070539 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-667b7574-90f8-49b8-92d7-e99779a7e286 req-c29f2800-b4fa-470c-9e4d-db180cbeb001 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a82d9bb-6583-455d-be6b-a4afa2130eb4 HTTP/1.1" status: 200 len: 944 time: 0.8868523 Jul 07 16:57:08.076061 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17004c41-32bb-4ce8-9ccc-39b9a22ab497 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7533b7f-bdb7-4833-9a5e-6d9ba7f85def,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:08.145051 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6f357b45-ab6b-4d03-a6b3-de6443d9701d req-c552847b-43c6-4bd1-aa63-80b9f79dc402 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5b32e14a-6795-45ae-b736-ba5949bac418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184604 Jul 07 16:57:08.200816 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:08.201766 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.203309 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] 10.222.0.69 "PUT /v2.0/ports/468e783d-2cc0-48f5-b33f-c73b581f0ef8 HTTP/1.1" status: 200 len: 1091 time: 3.2103045 Jul 07 16:57:08.203807 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9308d94-3ed7-432c-b34c-3b5572d15087', 'tag': '468e783d-2cc0-48f5-b33f-c73b581f0ef8'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:08.206558 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b023a1cd-e462-429f-a0c2-e6bfa2973664" -d '{"events": [{"name": "network-changed", "server_uuid": "d9308d94-3ed7-432c-b34c-3b5572d15087", "tag": "468e783d-2cc0-48f5-b33f-c73b581f0ef8"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:08.227181 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 0a36452c-0954-4f40-b687-34ebd486cd40 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:57:08.413820 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7cb903-bf53-41aa-82b3-a550a332af83 service neutron] Pushing event updated for resources: {'Port': ['ID=468e783d-2cc0-48f5-b33f-c73b581f0ef8,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:08.465219 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 0a36452c-0954-4f40-b687-34ebd486cd40, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=0a36452c-0954-4f40-b687-34ebd486cd40,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:08.471157 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-667b7574-90f8-49b8-92d7-e99779a7e286 req-b9f9d2d5-2a3c-4eb7-9357-ae855f8a1a15 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999503 Jul 07 16:57:08.502523 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '0a36452c-0954-4f40-b687-34ebd486cd40', 'network_id': '00200275-feb8-4792-b225-1605381ce5dc', 'port_id': '0a36452c-0954-4f40-b687-34ebd486cd40', 'mac_address': 'fa:16:3e:19:75:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99df1f9-17f6-4826-9d57-d15200be420d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:57:08.520874 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8f88f671-ca3d-4ae5-ad2f-69f06a532fa0 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.589775 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.595094 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-8f88f671-ca3d-4ae5-ad2f-69f06a532fa0 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7449b8-df27-4849-91f0-4ad0ad40aaf0']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:08.615422 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a36452c-0954-4f40-b687-34ebd486cd40 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:08.634491 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-8f88f671-ca3d-4ae5-ad2f-69f06a532fa0 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7add768e-54f9-4a67-b217-f3d6384ef0f5') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:08.634838 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-8f88f671-ca3d-4ae5-ad2f-69f06a532fa0 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7add768e-54f9-4a67-b217-f3d6384ef0f5') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:08.642738 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef66409-6861-444e-8626-2331c07fd6ca req-67ac5e6b-ac38-4449-8e0b-ffb7e35be865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:08.644279 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-67ac5e6b-ac38-4449-8e0b-ffb7e35be865 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ee592505afe9450d9878ff44c0151a00&device_id=d9308d94-3ed7-432c-b34c-3b5572d15087 HTTP/1.1" status: 200 len: 1094 time: 0.3439209 Jul 07 16:57:08.663864 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 0a36452c-0954-4f40-b687-34ebd486cd40, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=0a36452c-0954-4f40-b687-34ebd486cd40,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:08.669339 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.670133 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:57:08.695610 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-392ff649-cebf-4bf4-b250-a1e7f44c0506 req-f47c1b9d-d997-495e-a1b0-4768e91e5374 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d816f5ac-80c4-43f7-91cf-85ef672fa917 HTTP/1.1" status: 200 len: 210 time: 0.0511477 Jul 07 16:57:08.726522 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-fb73a6e2-efaa-4803-ad6a-6231d7a10acf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=468e783d-2cc0-48f5-b33f-c73b581f0ef8 HTTP/1.1" status: 200 len: 217 time: 0.0645442 Jul 07 16:57:08.733071 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8f88f671-ca3d-4ae5-ad2f-69f06a532fa0 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.737925 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6f357b45-ab6b-4d03-a6b3-de6443d9701d req-a9f558e7-6c4f-4df8-85b0-2629d4f28c78 service neutron] 10.222.0.15 "GET /v2.0/networks/5b32e14a-6795-45ae-b736-ba5949bac418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5703795 Jul 07 16:57:08.786685 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1ccd3e58-d32e-4ab0-a4ba-ec302bfe8747 req-4ac5a925-54b1-4166-b215-e6abae023699 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "GET /v2.0/security-groups/d21b4289-9210-4919-ab0e-033dc7ff28c4 HTTP/1.1" status: 200 len: 1815 time: 0.0683906 Jul 07 16:57:08.830111 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d,segment=NetworkSegment(10c2b50b-7e34-45f0-b033-82f8c622f68b),segment_id=10c2b50b-7e34-45f0-b033-82f8c622f68b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:08.854166 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=0a36452c-0954-4f40-b687-34ebd486cd40,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:08.857431 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d', 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418', 'port_id': 'a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d', 'mac_address': 'fa:16:3e:3b:2d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d043a8-c128-4d6c-970c-e264d763aba6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:57:08.862913 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8f88f671-ca3d-4ae5-ad2f-69f06a532fa0 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.918978 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1ccd3e58-d32e-4ab0-a4ba-ec302bfe8747 req-a4474ab0-13a0-4103-bd9a-131d5704c402 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.936276 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f88f671-ca3d-4ae5-ad2f-69f06a532fa0 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:57:08.937099 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8f88f671-ca3d-4ae5-ad2f-69f06a532fa0 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:57:08.944540 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:57:08.950249 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.963840 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1ccd3e58-d32e-4ab0-a4ba-ec302bfe8747 req-a4474ab0-13a0-4103-bd9a-131d5704c402 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:08.982395 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:09.033238 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d,segment=NetworkSegment(10c2b50b-7e34-45f0-b033-82f8c622f68b),segment_id=10c2b50b-7e34-45f0-b033-82f8c622f68b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:09.043268 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:09.049739 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e9d0e6db-f984-4e06-827c-25e4103cee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:09.054638 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-e9d0e6db-f984-4e06-827c-25e4103cee89 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8d043a8-c128-4d6c-970c-e264d763aba6 HTTP/1.1" status: 200 len: 852 time: 0.3143253 Jul 07 16:57:09.071078 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1ccd3e58-d32e-4ab0-a4ba-ec302bfe8747 req-a4474ab0-13a0-4103-bd9a-131d5704c402 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:09.077717 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1ccd3e58-d32e-4ab0-a4ba-ec302bfe8747 req-a4474ab0-13a0-4103-bd9a-131d5704c402 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:09.097844 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1ccd3e58-d32e-4ab0-a4ba-ec302bfe8747 req-a4474ab0-13a0-4103-bd9a-131d5704c402 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "DELETE /v2.0/security-groups/d21b4289-9210-4919-ab0e-033dc7ff28c4 HTTP/1.1" status: 204 len: 173 time: 0.3096588 Jul 07 16:57:09.145038 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4474ab0-13a0-4103-bd9a-131d5704c402 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21b4289-9210-4919-ab0e-033dc7ff28c4,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:09.151991 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-b2327c1d-9057-43ff-a006-01046de96e44 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5b32e14a-6795-45ae-b736-ba5949bac418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809898 Jul 07 16:57:09.157749 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8f88f671-ca3d-4ae5-ad2f-69f06a532fa0 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:09.172591 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:09.192821 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8f88f671-ca3d-4ae5-ad2f-69f06a532fa0 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:09.215448 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8f88f671-ca3d-4ae5-ad2f-69f06a532fa0 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] 10.222.0.50 "DELETE /v2.0/networks/1f7449b8-df27-4849-91f0-4ad0ad40aaf0 HTTP/1.1" status: 204 len: 168 time: 1.2841823 Jul 07 16:57:09.319449 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:09.331773 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c3070-edb5-4156-be60-80076dddeead req-9954c869-2f47-445e-9ce4-bf3e60b834af tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:09.336793 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7b5c3070-edb5-4156-be60-80076dddeead req-9954c869-2f47-445e-9ce4-bf3e60b834af tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9308d94-3ed7-432c-b34c-3b5572d15087 HTTP/1.1" status: 200 len: 943 time: 0.6075199 Jul 07 16:57:09.367451 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215060fb-9d7f-46cf-bb7b-68dcc37c48df x-openstack-request-id: req-215060fb-9d7f-46cf-bb7b-68dcc37c48df {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:09.367804 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9308d94-3ed7-432c-b34c-3b5572d15087", "tag": "468e783d-2cc0-48f5-b33f-c73b581f0ef8", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:09.368923 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-215060fb-9d7f-46cf-bb7b-68dcc37c48df {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:09.369355 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9308d94-3ed7-432c-b34c-3b5572d15087', 'tag': '468e783d-2cc0-48f5-b33f-c73b581f0ef8', 'status': 'completed', 'code': 200} Jul 07 16:57:09.397394 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['0a36452c-0954-4f40-b687-34ebd486cd40'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:09.418013 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88f671-ca3d-4ae5-ad2f-69f06a532fa0 tempest-PortsAdminExtendedAttrsTestJSON-220272647 tempest-PortsAdminExtendedAttrsTestJSON-220272647-project] Pushing event deleted for resources: {'Network': ['ID=1f7449b8-df27-4849-91f0-4ad0ad40aaf0,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:09.546692 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6f357b45-ab6b-4d03-a6b3-de6443d9701d req-1e1bc7de-0a93-42f3-833a-ddaafa44c7ee service neutron] 10.222.0.15 "GET /v2.0/networks/5b32e14a-6795-45ae-b736-ba5949bac418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7858536 Jul 07 16:57:09.603647 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64244711-8f73-4c89-b5cf-35c0e1615664 req-43156581-3f6a-4e9b-be09-c47e06c99287 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:09.615471 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64244711-8f73-4c89-b5cf-35c0e1615664 req-43156581-3f6a-4e9b-be09-c47e06c99287 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2108047 Jul 07 16:57:09.628816 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-820f6143-00b1-4d33-accf-5ffa9ad69519 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:09.631599 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-820f6143-00b1-4d33-accf-5ffa9ad69519 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.69 "GET /v2.0/networks?id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 HTTP/1.1" status: 200 len: 814 time: 0.4438598 Jul 07 16:57:09.665308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-5faad3d1-d4b4-4ed3-ae82-46bb006e98fe tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Request body: {'port': {'device_id': 'd816f5ac-80c4-43f7-91cf-85ef672fa917', 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1', 'admin_state_up': True, 'tenant_id': 'bba3485f01bf4635b3daf846a1eaf074'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:09.688252 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7b5c3070-edb5-4156-be60-80076dddeead req-5a00fa40-dcd3-467b-b08e-e415deb34d57 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021679 Jul 07 16:57:09.732490 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-21555d67-7f1a-465f-aa4e-5ab2812f5ff3 service neutron] 10.222.0.69 "GET /v2.0/networks/5b32e14a-6795-45ae-b736-ba5949bac418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158770 Jul 07 16:57:09.769034 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64244711-8f73-4c89-b5cf-35c0e1615664 req-447c6455-6723-4727-9499-2564587c14f3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510928 Jul 07 16:57:09.778626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44594) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:09.930662 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-331c8776-4082-428a-9f4c-5d7bb0d3fe4c req-dce64a5b-4c41-402f-adab-68f3bd32949c tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "GET /v2.0/security-groups/e1050f1a-fcb8-4d59-9b15-58c9980b5aa4 HTTP/1.1" status: 200 len: 1815 time: 0.1425514 Jul 07 16:57:10.026169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-5faad3d1-d4b4-4ed3-ae82-46bb006e98fe tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Made reservation on behalf of bba3485f01bf4635b3daf846a1eaf074 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:10.028189 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-331c8776-4082-428a-9f4c-5d7bb0d3fe4c req-98795d92-8db2-4b54-be82-43989bb40ce2 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.030749 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-5faad3d1-d4b4-4ed3-ae82-46bb006e98fe tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.053230 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-331c8776-4082-428a-9f4c-5d7bb0d3fe4c req-98795d92-8db2-4b54-be82-43989bb40ce2 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.093784 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ef66409-6861-444e-8626-2331c07fd6ca req-31c44b53-aa53-46bd-9d89-3431bf517eea service neutron] 10.222.0.69 "GET /v2.0/networks/5b32e14a-6795-45ae-b736-ba5949bac418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523731 Jul 07 16:57:10.141157 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-331c8776-4082-428a-9f4c-5d7bb0d3fe4c req-98795d92-8db2-4b54-be82-43989bb40ce2 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.155116 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-84daa8e6-c10b-444e-bf13-be063eae56de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bdb28a6a653246f1acb4f7be91c32bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695199 Jul 07 16:57:10.158560 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-331c8776-4082-428a-9f4c-5d7bb0d3fe4c req-98795d92-8db2-4b54-be82-43989bb40ce2 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.163814 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-331c8776-4082-428a-9f4c-5d7bb0d3fe4c req-98795d92-8db2-4b54-be82-43989bb40ce2 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "DELETE /v2.0/security-groups/e1050f1a-fcb8-4d59-9b15-58c9980b5aa4 HTTP/1.1" status: 204 len: 173 time: 0.2320995 Jul 07 16:57:10.164436 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44606) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:10.207127 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98795d92-8db2-4b54-be82-43989bb40ce2 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1050f1a-fcb8-4d59-9b15-58c9980b5aa4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:10.314829 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023a1cd-e462-429f-a0c2-e6bfa2973664 req-eb97cf9f-549e-4585-8e5e-341e3bcd6ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:10.316371 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b023a1cd-e462-429f-a0c2-e6bfa2973664 req-eb97cf9f-549e-4585-8e5e-341e3bcd6ad4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ee592505afe9450d9878ff44c0151a00&device_id=d9308d94-3ed7-432c-b34c-3b5572d15087 HTTP/1.1" status: 200 len: 1094 time: 0.1111398 Jul 07 16:57:10.373044 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5ea789a-80cb-425c-aa97-84139e06fc52 req-c9a9cf05-ba03-4fea-b938-5511b5eabd27 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d816f5ac-80c4-43f7-91cf-85ef672fa917 HTTP/1.1" status: 200 len: 210 time: 0.0461416 Jul 07 16:57:10.395604 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82223bc6-b851-40c7-b54b-c3a9a8287c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.440653 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82223bc6-b851-40c7-b54b-c3a9a8287c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.452275 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-5faad3d1-d4b4-4ed3-ae82-46bb006e98fe tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Allocated IP 172.20.0.13 (0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1/afa0c846-dbdb-400b-bbf2-104f4f539bf1/8144b7ed-34a9-4152-902c-39436e3e8ffd) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:10.514909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e48723-02e2-4f0c-99c8-2a78d198624f req-e9c39dea-96b9-4e88-bce1-9c552018ceae tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:10.522808 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a3e48723-02e2-4f0c-99c8-2a78d198624f req-e9c39dea-96b9-4e88-bce1-9c552018ceae tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a82d9bb-6583-455d-be6b-a4afa2130eb4 HTTP/1.1" status: 200 len: 945 time: 0.1799531 Jul 07 16:57:10.534295 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-440e3a7b-e99a-45b0-94a0-7fe588a55378 req-5b360300-6b56-4774-9894-a42618a4e596 tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "GET /v2.0/security-groups/e4430cf0-0d0e-4f2c-8524-2059461114d8 HTTP/1.1" status: 200 len: 1814 time: 0.1132421 Jul 07 16:57:10.580251 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023a1cd-e462-429f-a0c2-e6bfa2973664 req-7845a785-7da0-46b5-8a7b-7b785e671858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:10.582415 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b023a1cd-e462-429f-a0c2-e6bfa2973664 req-7845a785-7da0-46b5-8a7b-7b785e671858 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5b32e14a-6795-45ae-b736-ba5949bac418 HTTP/1.1" status: 200 len: 913 time: 0.1979456 Jul 07 16:57:10.607364 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a3e48723-02e2-4f0c-99c8-2a78d198624f req-78abf48b-1a2c-4949-8efd-9e941e326c85 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835047 Jul 07 16:57:10.639952 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b023a1cd-e462-429f-a0c2-e6bfa2973664 req-1cb066dc-1a7c-448c-abd8-4bc68dbeb818 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=468e783d-2cc0-48f5-b33f-c73b581f0ef8 HTTP/1.1" status: 200 len: 217 time: 0.0447121 Jul 07 16:57:10.648958 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82223bc6-b851-40c7-b54b-c3a9a8287c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.651445 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82223bc6-b851-40c7-b54b-c3a9a8287c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.652585 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-82223bc6-b851-40c7-b54b-c3a9a8287c13 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6a7c5678-b1e9-4bbb-bad2-eb3dc6f79b64 HTTP/1.1" status: 204 len: 168 time: 0.4846287 Jul 07 16:57:10.665100 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-440e3a7b-e99a-45b0-94a0-7fe588a55378 req-494fc2f5-bdd5-4bc9-b132-9242eb98c3fc tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.715152 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82223bc6-b851-40c7-b54b-c3a9a8287c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7c5678-b1e9-4bbb-bad2-eb3dc6f79b64,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:10.722972 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-440e3a7b-e99a-45b0-94a0-7fe588a55378 req-494fc2f5-bdd5-4bc9-b132-9242eb98c3fc tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.762549 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-5faad3d1-d4b4-4ed3-ae82-46bb006e98fe tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.776184 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023a1cd-e462-429f-a0c2-e6bfa2973664 req-6e828adc-fb19-4331-b89d-f949d582219a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:10.778118 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b023a1cd-e462-429f-a0c2-e6bfa2973664 req-6e828adc-fb19-4331-b89d-f949d582219a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c8d043a8-c128-4d6c-970c-e264d763aba6 HTTP/1.1" status: 200 len: 852 time: 0.1211064 Jul 07 16:57:10.827511 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b023a1cd-e462-429f-a0c2-e6bfa2973664 req-8e1adf56-d671-4fa8-bb53-02a82664949a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5b32e14a-6795-45ae-b736-ba5949bac418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414996 Jul 07 16:57:10.832942 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-440e3a7b-e99a-45b0-94a0-7fe588a55378 req-494fc2f5-bdd5-4bc9-b132-9242eb98c3fc tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.837926 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-440e3a7b-e99a-45b0-94a0-7fe588a55378 req-494fc2f5-bdd5-4bc9-b132-9242eb98c3fc tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.840572 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-440e3a7b-e99a-45b0-94a0-7fe588a55378 req-494fc2f5-bdd5-4bc9-b132-9242eb98c3fc tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "DELETE /v2.0/security-groups/e4430cf0-0d0e-4f2c-8524-2059461114d8 HTTP/1.1" status: 204 len: 173 time: 0.2950385 Jul 07 16:57:10.850311 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-5faad3d1-d4b4-4ed3-ae82-46bb006e98fe tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:10.862788 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['dbf003e7-7303-4392-a04c-6a1898bef767', '7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618', 'a8151d0c-4118-4d3e-ac7d-81dc5559619a'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:10.906959 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fc2f5-bdd5-4bc9-b132-9242eb98c3fc tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4430cf0-0d0e-4f2c-8524-2059461114d8,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:11.026656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faad3d1-d4b4-4ed3-ae82-46bb006e98fe tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Pushing event updated for resources: {'Port': ['ID=8144b7ed-34a9-4152-902c-39436e3e8ffd,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:11.089324 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-5faad3d1-d4b4-4ed3-ae82-46bb006e98fe tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Network 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:11.100425 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-5faad3d1-d4b4-4ed3-ae82-46bb006e98fe tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:11.103434 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-5faad3d1-d4b4-4ed3-ae82-46bb006e98fe tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:11.160094 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b023a1cd-e462-429f-a0c2-e6bfa2973664 req-4ca5857e-4425-428d-b92e-e2f115e690fb service neutron] 10.222.0.69 "GET /v2.0/networks/5b32e14a-6795-45ae-b736-ba5949bac418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170669 Jul 07 16:57:11.175887 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-5faad3d1-d4b4-4ed3-ae82-46bb006e98fe tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:11.176763 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-5faad3d1-d4b4-4ed3-ae82-46bb006e98fe tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:11.213127 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-5faad3d1-d4b4-4ed3-ae82-46bb006e98fe tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5554276 Jul 07 16:57:11.261995 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] Request body: {'port': {'device_id': 'd816f5ac-80c4-43f7-91cf-85ef672fa917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:11.278332 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b9d28-9af2-41df-91ff-3bf1515e1684 req-a3d3649e-ea54-4a9e-9c44-fa3b8c6a3c0b tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:11.287006 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3e7b9d28-9af2-41df-91ff-3bf1515e1684 req-a3d3649e-ea54-4a9e-9c44-fa3b8c6a3c0b tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9308d94-3ed7-432c-b34c-3b5572d15087 HTTP/1.1" status: 200 len: 943 time: 0.2548101 Jul 07 16:57:11.288683 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44628) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:11.352512 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12c28a-e741-4156-bbf5-1e9f7379b619 req-f01b6da1-a62f-47ea-9ab6-da8becc23eab tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:11.358117 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb12c28a-e741-4156-bbf5-1e9f7379b619 req-f01b6da1-a62f-47ea-9ab6-da8becc23eab tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.3102105 Jul 07 16:57:11.363505 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3e7b9d28-9af2-41df-91ff-3bf1515e1684 req-57757794-e86e-40f6-b479-e729479596fd tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755169 Jul 07 16:57:11.416820 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7a1acea5-a9a9-4c01-a67e-289677b5e4ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ceab8f1e830c4d91bd4b8abfc3036e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1269090 Jul 07 16:57:11.417402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44632) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:11.447707 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b023a1cd-e462-429f-a0c2-e6bfa2973664 req-850bcd82-ed5a-40f6-86b6-bbb53b17fc66 service neutron] 10.222.0.69 "GET /v2.0/networks/5b32e14a-6795-45ae-b736-ba5949bac418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788689 Jul 07 16:57:11.484340 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb12c28a-e741-4156-bbf5-1e9f7379b619 req-16ca45f9-da59-4dcb-8aa9-f67a9e805a09 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251948 Jul 07 16:57:11.505709 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:11.546604 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f51c7985-2af5-4cf8-bb24-1d3fbad28b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:11.585204 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f51c7985-2af5-4cf8-bb24-1d3fbad28b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:11.651904 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f51c7985-2af5-4cf8-bb24-1d3fbad28b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:11.662969 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f51c7985-2af5-4cf8-bb24-1d3fbad28b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:11.666773 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f51c7985-2af5-4cf8-bb24-1d3fbad28b4f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e9dd3dc9-a2d6-488a-85ac-0060705bb376 HTTP/1.1" status: 204 len: 168 time: 0.2439091 Jul 07 16:57:11.679472 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c7985-2af5-4cf8-bb24-1d3fbad28b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dd3dc9-a2d6-488a-85ac-0060705bb376,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:11.864786 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-622e765b-604a-48ba-96c8-bf14dbf25ff9 req-c11ddf79-f3d1-4482-a82c-2dee4e7c9fed tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "GET /v2.0/security-groups/b8d41816-644d-40fb-b9f3-5495570b842a HTTP/1.1" status: 200 len: 1812 time: 0.4560013 Jul 07 16:57:11.952356 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bf3a4-3e69-436b-b7ec-c76993948c4f req-be663c5d-18da-4c44-afb6-25377f47f556 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:11.955855 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc5bf3a4-3e69-436b-b7ec-c76993948c4f req-be663c5d-18da-4c44-afb6-25377f47f556 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d816f5ac-80c4-43f7-91cf-85ef672fa917 HTTP/1.1" status: 200 len: 932 time: 0.0987935 Jul 07 16:57:11.977461 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8144b7ed-34a9-4152-902c-39436e3e8ffd {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:11.991701 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.019556 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] Transition to ACTIVE for port object 8144b7ed-34a9-4152-902c-39436e3e8ffd will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:12.021179 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-622e765b-604a-48ba-96c8-bf14dbf25ff9 req-51e1a00b-d9d2-4088-a569-833192dd18ac tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.027596 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.032213 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc5bf3a4-3e69-436b-b7ec-c76993948c4f req-05d83b9d-f96f-4b4b-8247-028b8788e101 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524907 Jul 07 16:57:12.087310 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-622e765b-604a-48ba-96c8-bf14dbf25ff9 req-51e1a00b-d9d2-4088-a569-833192dd18ac tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.194317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] Pushing event updated for resources: {'Port': ['ID=8144b7ed-34a9-4152-902c-39436e3e8ffd,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:12.244055 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 0a36452c-0954-4f40-b687-34ebd486cd40 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:12.271421 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-622e765b-604a-48ba-96c8-bf14dbf25ff9 req-51e1a00b-d9d2-4088-a569-833192dd18ac tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.279807 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-622e765b-604a-48ba-96c8-bf14dbf25ff9 req-51e1a00b-d9d2-4088-a569-833192dd18ac tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.288563 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44654) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:12.292613 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-622e765b-604a-48ba-96c8-bf14dbf25ff9 req-51e1a00b-d9d2-4088-a569-833192dd18ac tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] 10.222.0.50 "DELETE /v2.0/security-groups/b8d41816-644d-40fb-b9f3-5495570b842a HTTP/1.1" status: 204 len: 173 time: 0.4125080 Jul 07 16:57:12.337192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 0a36452c-0954-4f40-b687-34ebd486cd40 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:12.351463 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 0a36452c-0954-4f40-b687-34ebd486cd40 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:12.355143 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.362326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1a00b-d9d2-4088-a569-833192dd18ac tempest-SecurityGroupRulesNegativeTestJSON-415636542 tempest-SecurityGroupRulesNegativeTestJSON-415636542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d41816-644d-40fb-b9f3-5495570b842a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:12.374820 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] Attempting to bind port 8144b7ed-34a9-4152-902c-39436e3e8ffd on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:12.375366 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] Attempting to bind port 8144b7ed-34a9-4152-902c-39436e3e8ffd by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '2fe7af82-28aa-413a-8d85-a1067ef1e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:12.377599 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc113bd-541f-44d6-9d09-524f96d47735 req-29f48540-812a-4c6d-824d-86c057b2f3b5 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:12.380154 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5bc113bd-541f-44d6-9d09-524f96d47735 req-29f48540-812a-4c6d-824d-86c057b2f3b5 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a82d9bb-6583-455d-be6b-a4afa2130eb4 HTTP/1.1" status: 200 len: 945 time: 0.1851661 Jul 07 16:57:12.390335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] Attempting to bind port 8144b7ed-34a9-4152-902c-39436e3e8ffd on network 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:12.405251 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] Port 8144b7ed-34a9-4152-902c-39436e3e8ffd on network 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:12.405786 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] Attempting to bind port 8144b7ed-34a9-4152-902c-39436e3e8ffd on network 0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:12.417775 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:12.418128 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] Checking segment: {'id': '2fe7af82-28aa-413a-8d85-a1067ef1e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:12.418552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] Bound using segment: {'id': '2fe7af82-28aa-413a-8d85-a1067ef1e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:12.427873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] Bound port: 8144b7ed-34a9-4152-902c-39436e3e8ffd, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe7af82-28aa-413a-8d85-a1067ef1e64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:12.429712 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.430002 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ae2f64-0f36-4777-93a7-8ea15d7ae678 admin admin] Deleting subnet 9c01ec26-7695-4c1c-873d-b8d2439636aa {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:57:12.469945 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74ae2f64-0f36-4777-93a7-8ea15d7ae678 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.541472 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74ae2f64-0f36-4777-93a7-8ea15d7ae678 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.597107 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74ae2f64-0f36-4777-93a7-8ea15d7ae678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.660334 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] For port 8144b7ed-34a9-4152-902c-39436e3e8ffd, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:12.668855 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74ae2f64-0f36-4777-93a7-8ea15d7ae678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.670208 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.671969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] For port 8144b7ed-34a9-4152-902c-39436e3e8ffd, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8144b7ed-34a9-4152-902c-39436e3e8ffd,segment=NetworkSegment(2fe7af82-28aa-413a-8d85-a1067ef1e64c),segment_id=2fe7af82-28aa-413a-8d85-a1067ef1e64c)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:12.726807 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5bc113bd-541f-44d6-9d09-524f96d47735 req-9e2cc406-6866-4c49-a011-4fa11aba94f4 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272643 Jul 07 16:57:12.735108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a82d9bb-6583-455d-be6b-a4afa2130eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a36452c-0954-4f40-b687-34ebd486cd40'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:12.738280 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74ae2f64-0f36-4777-93a7-8ea15d7ae678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.743016 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a839dc64-fb6b-4d09-9ae6-0f78b9524e75" -d '{"events": [{"server_uuid": "4a82d9bb-6583-455d-be6b-a4afa2130eb4", "name": "network-vif-plugged", "status": "completed", "tag": "0a36452c-0954-4f40-b687-34ebd486cd40"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:12.743316 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-74ae2f64-0f36-4777-93a7-8ea15d7ae678 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9c01ec26-7695-4c1c-873d-b8d2439636aa HTTP/1.1" status: 204 len: 168 time: 0.4487662 Jul 07 16:57:12.744220 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44670) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:12.746889 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae2f64-0f36-4777-93a7-8ea15d7ae678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c01ec26-7695-4c1c-873d-b8d2439636aa,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:12.767494 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.784722 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 0a36452c-0954-4f40-b687-34ebd486cd40, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=0a36452c-0954-4f40-b687-34ebd486cd40,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:12.795327 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.796359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:12.894509 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:12.895078 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:12.897230 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] 10.222.0.69 "PUT /v2.0/ports/8144b7ed-34a9-4152-902c-39436e3e8ffd HTTP/1.1" status: 200 len: 1092 time: 1.6706452 Jul 07 16:57:12.907023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd816f5ac-80c4-43f7-91cf-85ef672fa917', 'tag': '8144b7ed-34a9-4152-902c-39436e3e8ffd'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:12.912760 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4808274d-67a3-451f-97af-7e05ba9bb93d" -d '{"events": [{"name": "network-changed", "server_uuid": "d816f5ac-80c4-43f7-91cf-85ef672fa917", "tag": "8144b7ed-34a9-4152-902c-39436e3e8ffd"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:12.922003 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87c9ba21-70af-47d4-973d-b86b0fbe9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.033536 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=0a36452c-0954-4f40-b687-34ebd486cd40,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:13.063884 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:13.068314 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:13.068700 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.090470 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c233953-a86e-47c1-85b0-2b963aed2780 service neutron] Pushing event updated for resources: {'Port': ['ID=8144b7ed-34a9-4152-902c-39436e3e8ffd,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:13.175501 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da83d03-6c3d-47fe-9023-3b961e7d2cd6 req-80a5c52c-1115-498d-a797-0402aa05aced tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:13.183214 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87c9ba21-70af-47d4-973d-b86b0fbe9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.192065 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5da83d03-6c3d-47fe-9023-3b961e7d2cd6 req-80a5c52c-1115-498d-a797-0402aa05aced tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9308d94-3ed7-432c-b34c-3b5572d15087 HTTP/1.1" status: 200 len: 943 time: 0.5154264 Jul 07 16:57:13.201534 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-87c9ba21-70af-47d4-973d-b86b0fbe9ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3fd5db-74a0-4f11-a3dc-b35b7aae463f']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:13.223405 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-87c9ba21-70af-47d4-973d-b86b0fbe9ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4fdadee-b663-4aea-9bc1-3e20e4728b4b') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:13.223791 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-87c9ba21-70af-47d4-973d-b86b0fbe9ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4fdadee-b663-4aea-9bc1-3e20e4728b4b') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:13.225755 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.246160 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4095d-89a0-4b8d-af64-62d096b152de req-5a525ee1-fdae-4ee7-a10d-ff24ead6c5e0 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:13.253374 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b6c4095d-89a0-4b8d-af64-62d096b152de req-5a525ee1-fdae-4ee7-a10d-ff24ead6c5e0 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2586203 Jul 07 16:57:13.257668 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87c9ba21-70af-47d4-973d-b86b0fbe9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.258131 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-75c49f2e-e276-4494-80ba-d6c469fdd4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:13.263507 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-75c49f2e-e276-4494-80ba-d6c469fdd4aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bba3485f01bf4635b3daf846a1eaf074&device_id=d816f5ac-80c4-43f7-91cf-85ef672fa917 HTTP/1.1" status: 200 len: 1095 time: 0.3078599 Jul 07 16:57:13.276455 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d,segment=NetworkSegment(10c2b50b-7e34-45f0-b033-82f8c622f68b),segment_id=10c2b50b-7e34-45f0-b033-82f8c622f68b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:13.316845 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b6c4095d-89a0-4b8d-af64-62d096b152de req-c8f61c90-9ee7-44ca-9b9d-4ae370378bd5 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625746 Jul 07 16:57:13.318614 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.325435 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87c9ba21-70af-47d4-973d-b86b0fbe9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.352449 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c9ba21-70af-47d4-973d-b86b0fbe9ea3 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:57:13.353149 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87c9ba21-70af-47d4-973d-b86b0fbe9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:57:13.355271 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:57:13.370180 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-ce968d99-ec13-43f2-b4c8-26a11f7c9572 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8144b7ed-34a9-4152-902c-39436e3e8ffd HTTP/1.1" status: 200 len: 217 time: 0.0696976 Jul 07 16:57:13.393659 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5da83d03-6c3d-47fe-9023-3b961e7d2cd6 req-7e1dd4a8-b37f-4dd7-a37f-df2d7ef566ab tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988382 Jul 07 16:57:13.514815 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:13.546438 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87c9ba21-70af-47d4-973d-b86b0fbe9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.569993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-967029a9-c0fa-4c86-a112-dc054fe92a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:13.579755 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-967029a9-c0fa-4c86-a112-dc054fe92a96 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=afa0c846-dbdb-400b-bbf2-104f4f539bf1 HTTP/1.1" status: 200 len: 854 time: 0.2030318 Jul 07 16:57:13.593131 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c955bfb-f34d-45dc-8f0c-c1bcfdcac165 x-openstack-request-id: req-8c955bfb-f34d-45dc-8f0c-c1bcfdcac165 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:13.593429 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a82d9bb-6583-455d-be6b-a4afa2130eb4", "name": "network-vif-plugged", "status": "completed", "tag": "0a36452c-0954-4f40-b687-34ebd486cd40", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:13.593692 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c955bfb-f34d-45dc-8f0c-c1bcfdcac165 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:13.594092 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a82d9bb-6583-455d-be6b-a4afa2130eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a36452c-0954-4f40-b687-34ebd486cd40', 'code': 200} Jul 07 16:57:13.595437 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87c9ba21-70af-47d4-973d-b86b0fbe9ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.612175 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-87c9ba21-70af-47d4-973d-b86b0fbe9ea3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3e3fd5db-74a0-4f11-a3dc-b35b7aae463f HTTP/1.1" status: 204 len: 168 time: 0.8591058 Jul 07 16:57:13.617681 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9ba21-70af-47d4-973d-b86b0fbe9ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e3fd5db-74a0-4f11-a3dc-b35b7aae463f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:13.725401 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-2f16ce64-7785-466f-999a-8366cd879305 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1341083 Jul 07 16:57:13.731635 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598992d3-8fcd-4ae8-aceb-a8d64a26706e x-openstack-request-id: req-598992d3-8fcd-4ae8-aceb-a8d64a26706e {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:13.733587 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d816f5ac-80c4-43f7-91cf-85ef672fa917", "tag": "8144b7ed-34a9-4152-902c-39436e3e8ffd", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:13.733965 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-598992d3-8fcd-4ae8-aceb-a8d64a26706e {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:13.735923 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd816f5ac-80c4-43f7-91cf-85ef672fa917', 'tag': '8144b7ed-34a9-4152-902c-39436e3e8ffd', 'status': 'completed', 'code': 200} Jul 07 16:57:13.880831 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa245a84-1444-4a2a-ac24-c46f4dbfbe92 req-1d95a503-23a5-42aa-8ed8-c9f9fd493fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:13.886110 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aa245a84-1444-4a2a-ac24-c46f4dbfbe92 req-1d95a503-23a5-42aa-8ed8-c9f9fd493fbe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a82d9bb-6583-455d-be6b-a4afa2130eb4 HTTP/1.1" status: 200 len: 1097 time: 0.1918399 Jul 07 16:57:13.940168 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:13.967714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44704) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:13.999624 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aa245a84-1444-4a2a-ac24-c46f4dbfbe92 req-e6a5287b-5628-4a92-8a8e-606905115fe5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059415 Jul 07 16:57:14.035985 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b45566-f713-44f1-b5ef-920a37c70267 req-f15283ca-50b6-4a60-825f-6c8a23839167 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:14.044506 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-49b45566-f713-44f1-b5ef-920a37c70267 req-f15283ca-50b6-4a60-825f-6c8a23839167 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d816f5ac-80c4-43f7-91cf-85ef672fa917 HTTP/1.1" status: 200 len: 944 time: 0.1053236 Jul 07 16:57:14.091601 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44706) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:14.091834 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7eaad9c1-5d98-4fbd-8f90-7088732e0b48 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e6554711cec74bf4baaa33f24a4f9843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1210339 Jul 07 16:57:14.097608 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-49b45566-f713-44f1-b5ef-920a37c70267 req-60e0ca9a-af8e-4d66-908c-1d4f3da53ff0 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521231 Jul 07 16:57:14.141877 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-41b8754a-126c-473e-a78a-4226dd27a902 service neutron] 10.222.0.69 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041789 Jul 07 16:57:14.165180 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a012f487-af79-4a8e-b38b-a30974375a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:14.194823 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a012f487-af79-4a8e-b38b-a30974375a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:14.254340 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5f9ec-020e-4553-8899-4da6e2d7f67f req-911531b4-133e-4bc0-a67e-34182cbaadf7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:14.263696 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b6c5f9ec-020e-4553-8899-4da6e2d7f67f req-911531b4-133e-4bc0-a67e-34182cbaadf7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a82d9bb-6583-455d-be6b-a4afa2130eb4 HTTP/1.1" status: 200 len: 946 time: 0.1781850 Jul 07 16:57:14.283110 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a012f487-af79-4a8e-b38b-a30974375a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:14.292134 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a012f487-af79-4a8e-b38b-a30974375a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:14.294074 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a012f487-af79-4a8e-b38b-a30974375a2f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c45da623-81b6-4bdc-ac87-d764acde1881 HTTP/1.1" status: 204 len: 168 time: 0.1950331 Jul 07 16:57:14.295193 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 468e783d-2cc0-48f5-b33f-c73b581f0ef8 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:57:14.330584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012f487-af79-4a8e-b38b-a30974375a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45da623-81b6-4bdc-ac87-d764acde1881,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:14.365856 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b6c5f9ec-020e-4553-8899-4da6e2d7f67f req-d1ccdea8-7fa4-4425-ac4b-2aa900d75b95 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997338 Jul 07 16:57:14.419018 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19040aaa-80ef-4129-934f-6b7a7dcd94c8 req-3001af19-efbb-4ef5-b221-0ca4cdfc92ea service neutron] 10.222.0.69 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647707 Jul 07 16:57:14.688191 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d8f1d-d69c-4216-ab3c-605193473f86 req-44904f3e-a270-480a-8b2f-ea930d58d6f5 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:14.699301 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6c2d8f1d-d69c-4216-ab3c-605193473f86 req-44904f3e-a270-480a-8b2f-ea930d58d6f5 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1399832 Jul 07 16:57:14.706125 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808274d-67a3-451f-97af-7e05ba9bb93d req-21a701e6-5287-443f-ae77-e931eb6803ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:14.708125 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4808274d-67a3-451f-97af-7e05ba9bb93d req-21a701e6-5287-443f-ae77-e931eb6803ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bba3485f01bf4635b3daf846a1eaf074&device_id=d816f5ac-80c4-43f7-91cf-85ef672fa917 HTTP/1.1" status: 200 len: 1095 time: 0.2109113 Jul 07 16:57:14.717429 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-955653f4-6b29-421b-ac27-f8515b52b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:14.772628 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44722) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:14.785711 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 468e783d-2cc0-48f5-b33f-c73b581f0ef8, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=468e783d-2cc0-48f5-b33f-c73b581f0ef8,segment=NetworkSegment(10c2b50b-7e34-45f0-b033-82f8c622f68b),segment_id=10c2b50b-7e34-45f0-b033-82f8c622f68b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:14.800273 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '468e783d-2cc0-48f5-b33f-c73b581f0ef8', 'network_id': '5b32e14a-6795-45ae-b736-ba5949bac418', 'port_id': '468e783d-2cc0-48f5-b33f-c73b581f0ef8', 'mac_address': 'fa:16:3e:ed:70:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d043a8-c128-4d6c-970c-e264d763aba6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:57:14.830651 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6c2d8f1d-d69c-4216-ab3c-605193473f86 req-d0b2975f-a4c0-4906-bc8b-2aae450ffc50 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283140 Jul 07 16:57:14.888933 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:14.927490 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 468e783d-2cc0-48f5-b33f-c73b581f0ef8 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:14.950298 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d0d9b-5d45-48e3-bf5e-fec06ebc444e req-8155a2f3-5197-4077-bae9-1591226ce762 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:14.952322 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b6d0d9b-5d45-48e3-bf5e-fec06ebc444e req-8155a2f3-5197-4077-bae9-1591226ce762 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9308d94-3ed7-432c-b34c-3b5572d15087 HTTP/1.1" status: 200 len: 943 time: 0.2653520 Jul 07 16:57:14.970926 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808274d-67a3-451f-97af-7e05ba9bb93d req-3bec0548-3edd-4701-b336-2eb7202fdc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:14.973230 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4808274d-67a3-451f-97af-7e05ba9bb93d req-3bec0548-3edd-4701-b336-2eb7202fdc76 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 HTTP/1.1" status: 200 len: 915 time: 0.2428453 Jul 07 16:57:14.984259 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 468e783d-2cc0-48f5-b33f-c73b581f0ef8, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=468e783d-2cc0-48f5-b33f-c73b581f0ef8,segment=NetworkSegment(10c2b50b-7e34-45f0-b033-82f8c622f68b),segment_id=10c2b50b-7e34-45f0-b033-82f8c622f68b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:14.994898 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:15.031013 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4808274d-67a3-451f-97af-7e05ba9bb93d req-5e32d4f2-1bea-4f28-9cef-2da8f9882976 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8144b7ed-34a9-4152-902c-39436e3e8ffd HTTP/1.1" status: 200 len: 217 time: 0.0475662 Jul 07 16:57:15.076067 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=468e783d-2cc0-48f5-b33f-c73b581f0ef8,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:15.093845 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-3ce6c7de-1db6-4cc7-bc27-3074c315356c tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1868262678', 'router:external': True}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:15.108015 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b6d0d9b-5d45-48e3-bf5e-fec06ebc444e req-0ae6b4e9-967e-42c6-b749-20b2f8659194 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465552 Jul 07 16:57:15.133225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808274d-67a3-451f-97af-7e05ba9bb93d req-42b49b79-40cf-442f-834a-f9dd4032c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:15.134742 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4808274d-67a3-451f-97af-7e05ba9bb93d req-42b49b79-40cf-442f-834a-f9dd4032c422 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=afa0c846-dbdb-400b-bbf2-104f4f539bf1 HTTP/1.1" status: 200 len: 854 time: 0.0938928 Jul 07 16:57:15.188353 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:57:15.198728 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce6c7de-1db6-4cc7-bc27-3074c315356c tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Made reservation on behalf of 60d0166ea6164ae2b98ddad75ceef9c4 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:15.206073 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c7de-1db6-4cc7-bc27-3074c315356c tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:15.234253 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c7de-1db6-4cc7-bc27-3074c315356c tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:15.251219 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4808274d-67a3-451f-97af-7e05ba9bb93d req-06990773-2dcf-4c55-82de-23605b16d056 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007996 Jul 07 16:57:15.443876 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c7de-1db6-4cc7-bc27-3074c315356c tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:15.451192 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c7de-1db6-4cc7-bc27-3074c315356c tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:15.500365 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce6c7de-1db6-4cc7-bc27-3074c315356c tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:57:15.502828 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4808274d-67a3-451f-97af-7e05ba9bb93d req-e06c431b-839a-4aa1-82e2-010257ddf87f service neutron] 10.222.0.69 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496703 Jul 07 16:57:15.510938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6c7de-1db6-4cc7-bc27-3074c315356c tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199e516e-b745-4bce-9ac5-27006216396d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:15.535029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['468e783d-2cc0-48f5-b33f-c73b581f0ef8'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:15.541991 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c7de-1db6-4cc7-bc27-3074c315356c tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:15.542770 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-3ce6c7de-1db6-4cc7-bc27-3074c315356c tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Added segment 054d5a7a-3116-447c-987f-14c3f2d38ca4 of type vlan for network 77b100cb-941e-4de1-b35e-a9855d9385f2 Jul 07 16:57:15.599920 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a85b8cc-ec76-45b1-8b5e-d57a9523b216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:15.602646 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ac160b-9099-4b2c-8260-a5f7082c2f0b" -d '{"events": [{"server_uuid": "3a85b8cc-ec76-45b1-8b5e-d57a9523b216", "name": "network-vif-plugged", "status": "completed", "tag": "a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:15.650982 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053ed47-c2f4-42a8-b48c-8a1e0f65117f req-955bf6b7-5a30-4d57-9b14-a01032d64a4c tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:15.652557 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6053ed47-c2f4-42a8-b48c-8a1e0f65117f req-955bf6b7-5a30-4d57-9b14-a01032d64a4c tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d816f5ac-80c4-43f7-91cf-85ef672fa917 HTTP/1.1" status: 200 len: 944 time: 0.2579939 Jul 07 16:57:15.663778 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c7de-1db6-4cc7-bc27-3074c315356c tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:15.740402 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c7de-1db6-4cc7-bc27-3074c315356c tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:15.742503 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce6c7de-1db6-4cc7-bc27-3074c315356c tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:15.744901 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c7de-1db6-4cc7-bc27-3074c315356c tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:15.756587 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6053ed47-c2f4-42a8-b48c-8a1e0f65117f req-761a2dd2-7ed9-4cd6-a01c-28ba128b0743 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919118 Jul 07 16:57:15.771674 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4808274d-67a3-451f-97af-7e05ba9bb93d req-2130196d-c0c6-434d-a3f6-ba0e3bea7d57 service neutron] 10.222.0.69 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600975 Jul 07 16:57:15.834619 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44758) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:15.843225 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297401c-86e4-4bb5-8823-ac7a886bd75c req-a00652b0-356d-475c-8425-eb8a4b2aa1e3 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:15.856128 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f297401c-86e4-4bb5-8823-ac7a886bd75c req-a00652b0-356d-475c-8425-eb8a4b2aa1e3 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a82d9bb-6583-455d-be6b-a4afa2130eb4 HTTP/1.1" status: 200 len: 946 time: 0.2648058 Jul 07 16:57:15.857111 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e37da11-13ff-41e5-8aaa-236c140d0598 x-openstack-request-id: req-4e37da11-13ff-41e5-8aaa-236c140d0598 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:15.857418 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a85b8cc-ec76-45b1-8b5e-d57a9523b216", "name": "network-vif-plugged", "status": "completed", "tag": "a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:15.857790 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e37da11-13ff-41e5-8aaa-236c140d0598 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:15.858813 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a85b8cc-ec76-45b1-8b5e-d57a9523b216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d', 'code': 200} Jul 07 16:57:15.862249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44764) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:15.865212 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3ce6c7de-1db6-4cc7-bc27-3074c315356c tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0845461 Jul 07 16:57:15.868969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-9dd1a0b0-de5f-4b9c-acac-334f2ccc5921 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Request body: {'subnet': {'network_id': '77b100cb-941e-4de1-b35e-a9855d9385f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:15.918533 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd1a0b0-de5f-4b9c-acac-334f2ccc5921 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Made reservation on behalf of 60d0166ea6164ae2b98ddad75ceef9c4 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:15.924456 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9dd1a0b0-de5f-4b9c-acac-334f2ccc5921 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.033842 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f297401c-86e4-4bb5-8823-ac7a886bd75c req-45a5e3a1-286a-425d-bf13-2a35f391b590 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769917 Jul 07 16:57:16.051473 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6c7de-1db6-4cc7-bc27-3074c315356c tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Pushing event updated for resources: {'Network': ['ID=77b100cb-941e-4de1-b35e-a9855d9385f2,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:16.072655 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 77b100cb-941e-4de1-b35e-a9855d9385f2 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:57:16.115749 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af8fa8-bfa2-42e4-a12c-f96b4e5434cd req-ecc9a0f7-896f-4e5e-a1cf-e37b88e8423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:16.115749 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-22af8fa8-bfa2-42e4-a12c-f96b4e5434cd req-ecc9a0f7-896f-4e5e-a1cf-e37b88e8423c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a85b8cc-ec76-45b1-8b5e-d57a9523b216 HTTP/1.1" status: 200 len: 1097 time: 0.1858370 Jul 07 16:57:16.135963 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f50b7fe2-e8f0-46ce-bf1e-c94cee591cc3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-665735845-network', 'tenant_id': '1d307ecf01be48a881d7554e8f3c8654'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:16.197338 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-22af8fa8-bfa2-42e4-a12c-f96b4e5434cd req-df4a6762-f451-45f5-a52a-c1c64b9cee18 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789292 Jul 07 16:57:16.229797 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.273207 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50b7fe2-e8f0-46ce-bf1e-c94cee591cc3 admin admin] Made reservation on behalf of 1d307ecf01be48a881d7554e8f3c8654 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:16.275726 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f50b7fe2-e8f0-46ce-bf1e-c94cee591cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.295228 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa1487-49cf-41e2-8b43-fc14a8e8adf2 req-b3a890dc-7ccc-4a4e-a922-c245c6bd0dfe tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:16.297048 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7bfa1487-49cf-41e2-8b43-fc14a8e8adf2 req-b3a890dc-7ccc-4a4e-a922-c245c6bd0dfe tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2803881 Jul 07 16:57:16.301327 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f50b7fe2-e8f0-46ce-bf1e-c94cee591cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.418471 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7bfa1487-49cf-41e2-8b43-fc14a8e8adf2 req-58769162-3823-43de-a79c-62b62bdacbd0 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084058 Jul 07 16:57:16.460098 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee655d49-2681-4ca7-84a5-a77c4419377c req-7898ee52-7d41-4bda-b118-633f24caa3cb tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:16.461852 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ee655d49-2681-4ca7-84a5-a77c4419377c req-7898ee52-7d41-4bda-b118-633f24caa3cb tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9308d94-3ed7-432c-b34c-3b5572d15087 HTTP/1.1" status: 200 len: 944 time: 0.0903583 Jul 07 16:57:16.528668 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ee655d49-2681-4ca7-84a5-a77c4419377c req-94e3b255-58c8-4f9d-b4bd-a328992bd62c tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585349 Jul 07 16:57:16.585899 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f50b7fe2-e8f0-46ce-bf1e-c94cee591cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.596638 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f50b7fe2-e8f0-46ce-bf1e-c94cee591cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.622330 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50b7fe2-e8f0-46ce-bf1e-c94cee591cc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:57:16.664896 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f50b7fe2-e8f0-46ce-bf1e-c94cee591cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.665511 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-f50b7fe2-e8f0-46ce-bf1e-c94cee591cc3 admin admin] Added segment c89852c3-4d7a-4113-ae95-3f1b261ead99 of type vlan for network 1c9c4340-3624-4dd0-9ced-584b7ac7fd31 Jul 07 16:57:16.676842 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b7fe2-e8f0-46ce-bf1e-c94cee591cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4b3991-bee5-4c46-9802-9df722b00476,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:16.727183 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f50b7fe2-e8f0-46ce-bf1e-c94cee591cc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.769733 n-d-793620-7 neutron-server[100410]: DEBUG neutron.objects.ports [None req-9dd1a0b0-de5f-4b9c-acac-334f2ccc5921 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100410) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 16:57:16.770200 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9dd1a0b0-de5f-4b9c-acac-334f2ccc5921 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.838119 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1a0b0-de5f-4b9c-acac-334f2ccc5921 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Pushing event updated for resources: {'Subnet': ['ID=26e3f972-e679-4b4f-a183-6cb51080360b,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:16.855136 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f50b7fe2-e8f0-46ce-bf1e-c94cee591cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.856762 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50b7fe2-e8f0-46ce-bf1e-c94cee591cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:16.858220 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f50b7fe2-e8f0-46ce-bf1e-c94cee591cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:16.870871 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-509e5b67-65cf-4331-8351-8b8f281bfde5 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:16.881420 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-509e5b67-65cf-4331-8351-8b8f281bfde5 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 805 time: 0.1749582 Jul 07 16:57:16.904634 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-741c3887-6237-4a42-9e62-17f8a072705f tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/quotas/442a9cfcd40e429187b2cbade1798605 HTTP/1.1" status: 200 len: 375 time: 0.0220106 Jul 07 16:57:16.921270 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd1a0b0-de5f-4b9c-acac-334f2ccc5921 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Checking segment: {'id': '054d5a7a-3116-447c-987f-14c3f2d38ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '77b100cb-941e-4de1-b35e-a9855d9385f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:16.921599 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd1a0b0-de5f-4b9c-acac-334f2ccc5921 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Network hostable DHCP agents. Network: 77b100cb-941e-4de1-b35e-a9855d9385f2, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:57:16.944756 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f50b7fe2-e8f0-46ce-bf1e-c94cee591cc3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1086643 Jul 07 16:57:16.956809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44798) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:16.978575 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-8a2a8668-ee95-4cb2-ad28-b63f45972c30 admin admin] Request body: {'subnet': {'network_id': '1c9c4340-3624-4dd0-9ced-584b7ac7fd31', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-665735845-subnet', 'tenant_id': '1d307ecf01be48a881d7554e8f3c8654', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:16.980654 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b7fe2-e8f0-46ce-bf1e-c94cee591cc3 admin admin] Pushing event updated for resources: {'Network': ['ID=1c9c4340-3624-4dd0-9ced-584b7ac7fd31,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:16.993427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 1c9c4340-3624-4dd0-9ced-584b7ac7fd31 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:57:16.996505 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd1a0b0-de5f-4b9c-acac-334f2ccc5921 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Network 77b100cb-941e-4de1-b35e-a9855d9385f2 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:57:17.014581 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-9dd1a0b0-de5f-4b9c-acac-334f2ccc5921 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 77b100cb-941e-4de1-b35e-a9855d9385f2) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:17.026721 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd1a0b0-de5f-4b9c-acac-334f2ccc5921 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:17.027414 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9dd1a0b0-de5f-4b9c-acac-334f2ccc5921 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.057159 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fec8bc-d128-42f0-8866-d7f1a894df52 req-bb5d3b15-e698-4095-bb0b-24a88edec606 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:17.057536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2a8668-ee95-4cb2-ad28-b63f45972c30 admin admin] Made reservation on behalf of 1d307ecf01be48a881d7554e8f3c8654 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:17.058874 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-10fec8bc-d128-42f0-8866-d7f1a894df52 req-bb5d3b15-e698-4095-bb0b-24a88edec606 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d816f5ac-80c4-43f7-91cf-85ef672fa917 HTTP/1.1" status: 200 len: 944 time: 0.1402056 Jul 07 16:57:17.060019 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a2a8668-ee95-4cb2-ad28-b63f45972c30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.086851 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9dd1a0b0-de5f-4b9c-acac-334f2ccc5921 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2207055 Jul 07 16:57:17.090879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44800) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:17.094853 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f9f96b-332f-4ae9-a209-bb579a57f9fe None None] Network 77b100cb-941e-4de1-b35e-a9855d9385f2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:17.098443 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-780272593', 'network_id': '77b100cb-941e-4de1-b35e-a9855d9385f2'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:17.135652 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-10fec8bc-d128-42f0-8866-d7f1a894df52 req-9e635407-9760-472c-bfd0-fe289a526304 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617721 Jul 07 16:57:17.150703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Made reservation on behalf of 60d0166ea6164ae2b98ddad75ceef9c4 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:17.153402 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.172893 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] device_id is not set on port 7f130259-597e-4495-b5d0-e23c5bfb8269 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:57:17.188113 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-7f8de226-738f-429f-a447-795721150236 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2822192 Jul 07 16:57:17.379542 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a12b724-a444-4750-8b1e-f760a4abd3ca None None] Network 77b100cb-941e-4de1-b35e-a9855d9385f2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:17.393269 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Allocated IP 172.20.0.3 (77b100cb-941e-4de1-b35e-a9855d9385f2/26e3f972-e679-4b4f-a183-6cb51080360b/7f130259-597e-4495-b5d0-e23c5bfb8269) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:17.402399 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-05b99d9f-95fc-488c-b0f7-6774ef9c801b service neutron] 10.222.0.50 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133667 Jul 07 16:57:17.463056 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2a228358-36c8-41d6-85c2-2c5087a95344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.586282 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.609978 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.661303 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a2a8668-ee95-4cb2-ad28-b63f45972c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.675690 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-7580bd55-881b-4400-a7e4-a6df66b078cb service neutron] 10.222.0.50 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475874 Jul 07 16:57:17.730940 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.735250 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a8668-ee95-4cb2-ad28-b63f45972c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96503a4a-308e-4ddb-b3c8-aa703d4236a5,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:17.741579 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a8668-ee95-4cb2-ad28-b63f45972c30 admin admin] Checking segment: {'id': 'c89852c3-4d7a-4113-ae95-3f1b261ead99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1c9c4340-3624-4dd0-9ced-584b7ac7fd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:17.741946 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2a8668-ee95-4cb2-ad28-b63f45972c30 admin admin] Network hostable DHCP agents. Network: 1c9c4340-3624-4dd0-9ced-584b7ac7fd31, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:57:17.779630 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2a8668-ee95-4cb2-ad28-b63f45972c30 admin admin] Network 1c9c4340-3624-4dd0-9ced-584b7ac7fd31 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:57:17.792935 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-8a2a8668-ee95-4cb2-ad28-b63f45972c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 1c9c4340-3624-4dd0-9ced-584b7ac7fd31) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:17.799652 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Network 77b100cb-941e-4de1-b35e-a9855d9385f2 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:17.802830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843be752-8f83-4e9b-a3f2-36cc00a61c4e None None] Network 1c9c4340-3624-4dd0-9ced-584b7ac7fd31 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:17.809038 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:17.813543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:17.826352 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2a8668-ee95-4cb2-ad28-b63f45972c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:17.828839 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a2a8668-ee95-4cb2-ad28-b63f45972c30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:17.842282 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Pushing event updated for resources: {'Port': ['ID=7f130259-597e-4495-b5d0-e23c5bfb8269,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:17.861770 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdd854-c9f6-4ece-ae3c-cbe07c217294 req-e92e403b-07d0-45e3-97a0-11717ba143ba tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:17.869854 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cbfdd854-c9f6-4ece-ae3c-cbe07c217294 req-e92e403b-07d0-45e3-97a0-11717ba143ba tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2245035 Jul 07 16:57:17.889318 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8a2a8668-ee95-4cb2-ad28-b63f45972c30 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9233255 Jul 07 16:57:17.889513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:17.889513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:17.889513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:17.889513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:17.889513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:17.889513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:17.889513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:17.889513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:17.889513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:17.889513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:17.890193 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:17.890193 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:17.927636 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:17.928255 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.169711 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401b8316-077f-456d-a5e6-2560b498f207 None None] Network 1c9c4340-3624-4dd0-9ced-584b7ac7fd31 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:18.217694 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e00c1-1c0b-472a-9d40-903d52c48fca req-c433300d-8852-4ee5-86a0-d88d309216b4 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:18.219635 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-194e00c1-1c0b-472a-9d40-903d52c48fca req-c433300d-8852-4ee5-86a0-d88d309216b4 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9308d94-3ed7-432c-b34c-3b5572d15087 HTTP/1.1" status: 200 len: 944 time: 0.2085216 Jul 07 16:57:18.321812 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-194e00c1-1c0b-472a-9d40-903d52c48fca req-e866deca-51d5-43f0-be56-66cce2a5a5f7 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932286 Jul 07 16:57:18.377548 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cbfdd854-c9f6-4ece-ae3c-cbe07c217294 req-b92e2db2-b651-4c36-bb97-a47838ac4a31 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066841 Jul 07 16:57:18.383157 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44834) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:18.383736 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-afb32546-aef8-4ed2-82b2-2b9b4635587a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.2868328 Jul 07 16:57:18.399509 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 8144b7ed-34a9-4152-902c-39436e3e8ffd details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:57:18.403186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 468e783d-2cc0-48f5-b33f-c73b581f0ef8 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:18.463262 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-300ee7fd-ee28-4b51-b270-cacc854ec2d6 req-4a788754-af87-4e2c-a73f-aaac8778aec4 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c032ee4-edaa-4942-b4c7-d5ad2d8b0186 HTTP/1.1" status: 200 len: 210 time: 0.0462856 Jul 07 16:57:18.546924 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 468e783d-2cc0-48f5-b33f-c73b581f0ef8 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:18.559006 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 468e783d-2cc0-48f5-b33f-c73b581f0ef8 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:18.562119 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.582256 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-1adcee8f-8a92-4cc3-8e4a-70d4dea16bca tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Deleting port 7f130259-597e-4495-b5d0-e23c5bfb8269 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:18.583626 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1adcee8f-8a92-4cc3-8e4a-70d4dea16bca tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.641102 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-11628efe-72d2-4699-919c-7be6975ac701 req-9215c258-bffb-4f71-a9bb-86bb6f796622 tempest-SecurityGroupsNegativeTestJSON-101198822 tempest-SecurityGroupsNegativeTestJSON-101198822-project] show failed (client error): The resource could not be found. Jul 07 16:57:18.642259 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-11628efe-72d2-4699-919c-7be6975ac701 req-9215c258-bffb-4f71-a9bb-86bb6f796622 tempest-SecurityGroupsNegativeTestJSON-101198822 tempest-SecurityGroupsNegativeTestJSON-101198822-project] 10.222.0.50 "GET /v2.0/security-groups/cd909727-a582-4103-97f2-a4c4fe8f0d17 HTTP/1.1" status: 404 len: 352 time: 0.0159163 Jul 07 16:57:18.763559 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.822017 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 8144b7ed-34a9-4152-902c-39436e3e8ffd, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8144b7ed-34a9-4152-902c-39436e3e8ffd,segment=NetworkSegment(2fe7af82-28aa-413a-8d85-a1067ef1e64c),segment_id=2fe7af82-28aa-413a-8d85-a1067ef1e64c)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:18.835641 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.840887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '8144b7ed-34a9-4152-902c-39436e3e8ffd', 'network_id': '0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1', 'port_id': '8144b7ed-34a9-4152-902c-39436e3e8ffd', 'mac_address': 'fa:16:3e:96:72:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa0c846-dbdb-400b-bbf2-104f4f539bf1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:57:18.853066 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1adcee8f-8a92-4cc3-8e4a-70d4dea16bca tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.882318 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-1adcee8f-8a92-4cc3-8e4a-70d4dea16bca tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Calling delete_port for 7f130259-597e-4495-b5d0-e23c5bfb8269 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:18.891325 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9308d94-3ed7-432c-b34c-3b5572d15087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468e783d-2cc0-48f5-b33f-c73b581f0ef8'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:18.893699 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9169c071-4c9c-4c6d-9eb9-7cce3155a5da" -d '{"events": [{"server_uuid": "d9308d94-3ed7-432c-b34c-3b5572d15087", "name": "network-vif-plugged", "status": "completed", "tag": "468e783d-2cc0-48f5-b33f-c73b581f0ef8"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:18.913614 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 468e783d-2cc0-48f5-b33f-c73b581f0ef8, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=468e783d-2cc0-48f5-b33f-c73b581f0ef8,segment=NetworkSegment(10c2b50b-7e34-45f0-b033-82f8c622f68b),segment_id=10c2b50b-7e34-45f0-b033-82f8c622f68b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:18.928444 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.928775 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59a55e-5326-49c4-91f2-124bac50c38e req-c151a704-1382-4a06-8e5d-55ce1446fe8c tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:18.942519 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2d59a55e-5326-49c4-91f2-124bac50c38e req-c151a704-1382-4a06-8e5d-55ce1446fe8c tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d816f5ac-80c4-43f7-91cf-85ef672fa917 HTTP/1.1" status: 200 len: 944 time: 0.2295442 Jul 07 16:57:18.943997 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:18.945206 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d8e8fdc3-47dd-4f28-87b4-e23df65bfc53 req-443673ea-a3c1-4be1-b30f-488fcbb9e815 tempest-SecurityGroupsNegativeTestJSON-101198822 tempest-SecurityGroupsNegativeTestJSON-101198822-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d307ecf01be48a881d7554e8f3c8654 HTTP/1.1" status: 200 len: 2988 time: 0.1094668 Jul 07 16:57:18.984156 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8144b7ed-34a9-4152-902c-39436e3e8ffd {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:19.023247 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=468e783d-2cc0-48f5-b33f-c73b581f0ef8,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:19.027698 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 8144b7ed-34a9-4152-902c-39436e3e8ffd, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8144b7ed-34a9-4152-902c-39436e3e8ffd,segment=NetworkSegment(2fe7af82-28aa-413a-8d85-a1067ef1e64c),segment_id=2fe7af82-28aa-413a-8d85-a1067ef1e64c)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:19.033659 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:19.034128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7c0023a5-f50b-490b-a782-0053eb297dbf details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:57:19.059204 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d8e8fdc3-47dd-4f28-87b4-e23df65bfc53 req-a791844b-eb49-4afe-a049-8ad788051c7c tempest-SecurityGroupsNegativeTestJSON-101198822 tempest-SecurityGroupsNegativeTestJSON-101198822-project] 10.222.0.50 "GET /v2.0/security-groups/9a4b3991-bee5-4c46-9802-9df722b00476 HTTP/1.1" status: 200 len: 2985 time: 0.1061733 Jul 07 16:57:19.155436 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d8e8fdc3-47dd-4f28-87b4-e23df65bfc53 req-30fd3c90-3618-403d-aff2-42e10084111d tempest-SecurityGroupsNegativeTestJSON-101198822 tempest-SecurityGroupsNegativeTestJSON-101198822-project] 10.222.0.50 "GET /v2.0/security-groups/9a4b3991-bee5-4c46-9802-9df722b00476 HTTP/1.1" status: 200 len: 2985 time: 0.0950174 Jul 07 16:57:19.169947 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=8144b7ed-34a9-4152-902c-39436e3e8ffd,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:19.244628 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013372a3-33ed-4e9e-a076-9d0e11e0d248 x-openstack-request-id: req-013372a3-33ed-4e9e-a076-9d0e11e0d248 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:19.244844 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9308d94-3ed7-432c-b34c-3b5572d15087", "name": "network-vif-plugged", "status": "completed", "tag": "468e783d-2cc0-48f5-b33f-c73b581f0ef8", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:19.245232 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-013372a3-33ed-4e9e-a076-9d0e11e0d248 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:19.245502 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9308d94-3ed7-432c-b34c-3b5572d15087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468e783d-2cc0-48f5-b33f-c73b581f0ef8', 'code': 200} Jul 07 16:57:19.310836 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7c0023a5-f50b-490b-a782-0053eb297dbf, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7c0023a5-f50b-490b-a782-0053eb297dbf,segment=NetworkSegment(e64bcb56-0dab-478d-aa3b-105f8614ee81),segment_id=e64bcb56-0dab-478d-aa3b-105f8614ee81)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:19.323847 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '7c0023a5-f50b-490b-a782-0053eb297dbf', 'network_id': '585991d3-1c4c-497e-aa94-d9dabd614307', 'port_id': '7c0023a5-f50b-490b-a782-0053eb297dbf', 'mac_address': 'fa:16:3e:64:fd:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748e4878-dc0e-488c-ad96-c5afee4e3c75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:57:19.325307 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fc416eb1-f1fa-43cd-8c80-c6b0126ee3b6 req-f1faf04e-0aab-4a56-ab5b-70692973893f tempest-SecurityGroupsNegativeTestJSON-101198822 tempest-SecurityGroupsNegativeTestJSON-101198822-project] 10.222.0.50 "GET /v2.0/security-groups/9a4b3991-bee5-4c46-9802-9df722b00476 HTTP/1.1" status: 200 len: 2985 time: 0.0991936 Jul 07 16:57:19.368606 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:19.384569 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c0023a5-f50b-490b-a782-0053eb297dbf {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:19.407145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7c0023a5-f50b-490b-a782-0053eb297dbf, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7c0023a5-f50b-490b-a782-0053eb297dbf,segment=NetworkSegment(e64bcb56-0dab-478d-aa3b-105f8614ee81),segment_id=e64bcb56-0dab-478d-aa3b-105f8614ee81)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:19.413978 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:19.479293 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=7c0023a5-f50b-490b-a782-0053eb297dbf,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:19.494053 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-fc416eb1-f1fa-43cd-8c80-c6b0126ee3b6 req-2f0a89e4-7bba-4f20-9e38-f6cd7f833aa0 tempest-SecurityGroupsNegativeTestJSON-101198822 tempest-SecurityGroupsNegativeTestJSON-101198822-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 16:57:19.495246 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fc416eb1-f1fa-43cd-8c80-c6b0126ee3b6 req-2f0a89e4-7bba-4f20-9e38-f6cd7f833aa0 tempest-SecurityGroupsNegativeTestJSON-101198822 tempest-SecurityGroupsNegativeTestJSON-101198822-project] 10.222.0.50 "DELETE /v2.0/security-groups/9a4b3991-bee5-4c46-9802-9df722b00476 HTTP/1.1" status: 409 len: 352 time: 0.1691208 Jul 07 16:57:19.523716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922be0f-6076-4844-aadb-41ea90c33627 req-456c3e20-5197-478e-b5ca-e34848811c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:19.525495 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0922be0f-6076-4844-aadb-41ea90c33627 req-456c3e20-5197-478e-b5ca-e34848811c06 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d9308d94-3ed7-432c-b34c-3b5572d15087 HTTP/1.1" status: 200 len: 1096 time: 0.1597416 Jul 07 16:57:19.553620 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['7c0023a5-f50b-490b-a782-0053eb297dbf'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:19.606773 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0922be0f-6076-4844-aadb-41ea90c33627 req-9823f7d7-99c9-4728-9d07-979fd24bfcbc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733373 Jul 07 16:57:19.692048 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2d59a55e-5326-49c4-91f2-124bac50c38e req-1eb044a5-c8f9-4faa-b90c-67c1f3f73472 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7484343 Jul 07 16:57:19.792645 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5422e36-599a-4619-b488-5b22ab37096a req-3c00519f-1e17-4bd1-b484-c27d7fd764d9 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:19.798411 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1adcee8f-8a92-4cc3-8e4a-70d4dea16bca tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:19.807006 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5422e36-599a-4619-b488-5b22ab37096a req-3c00519f-1e17-4bd1-b484-c27d7fd764d9 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9308d94-3ed7-432c-b34c-3b5572d15087 HTTP/1.1" status: 200 len: 945 time: 0.1271374 Jul 07 16:57:19.828413 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adcee8f-8a92-4cc3-8e4a-70d4dea16bca tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f130259-597e-4495-b5d0-e23c5bfb8269,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:19.893986 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5422e36-599a-4619-b488-5b22ab37096a req-c664c43a-1409-4f42-8d38-9ba699c597a1 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859342 Jul 07 16:57:19.908281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['8144b7ed-34a9-4152-902c-39436e3e8ffd'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:20.132943 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e6ee5e61-4c2e-4ce8-9545-6d7f96d1aec1 req-0c2a3bee-e966-4916-9c4e-aeebcc63a683 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c032ee4-edaa-4942-b4c7-d5ad2d8b0186 HTTP/1.1" status: 200 len: 210 time: 0.0842781 Jul 07 16:57:20.164237 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-e5c3c125-1aea-4fa7-993b-fc97bd775397 req-9ab2ea4d-7338-417a-ba67-32b638274ae2 tempest-SecurityGroupsNegativeTestJSON-101198822 tempest-SecurityGroupsNegativeTestJSON-101198822-project] show failed (client error): The resource could not be found. Jul 07 16:57:20.173117 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5c3c125-1aea-4fa7-993b-fc97bd775397 req-9ab2ea4d-7338-417a-ba67-32b638274ae2 tempest-SecurityGroupsNegativeTestJSON-101198822 tempest-SecurityGroupsNegativeTestJSON-101198822-project] 10.222.0.50 "GET /v2.0/security-groups/65da19eb-f811-4b87-b062-270094c1f1b8 HTTP/1.1" status: 404 len: 352 time: 0.0238340 Jul 07 16:57:20.227144 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.256400 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1adcee8f-8a92-4cc3-8e4a-70d4dea16bca tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.258350 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1adcee8f-8a92-4cc3-8e4a-70d4dea16bca tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "DELETE /v2.0/ports/7f130259-597e-4495-b5d0-e23c5bfb8269 HTTP/1.1" status: 204 len: 168 time: 1.8737586 Jul 07 16:57:20.261512 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44870) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:20.267264 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-4f98d56b-dee4-45c2-bfed-3c13ebd28fa8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77b100cb-941e-4de1-b35e-a9855d9385f2', 'external_fixed_ips': [{'subnet_id': '26e3f972-e679-4b4f-a183-6cb51080360b', 'ip_address': '172.20.0.3'}]}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:20.302761 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4f98d56b-dee4-45c2-bfed-3c13ebd28fa8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.304275 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4f98d56b-dee4-45c2-bfed-3c13ebd28fa8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.310822 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba669ba-ad56-4475-ae9c-a594a68cc085 req-498c2b30-450e-4884-acb5-ba2587b78cb4 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:20.320651 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aba669ba-ad56-4475-ae9c-a594a68cc085 req-498c2b30-450e-4884-acb5-ba2587b78cb4 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 944 time: 0.2800372 Jul 07 16:57:20.332135 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-86faff9b-ece7-49aa-86ab-f4e94c042e5d tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:20.334194 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-86faff9b-ece7-49aa-86ab-f4e94c042e5d tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.15 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 805 time: 0.4749403 Jul 07 16:57:20.335750 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7c0023a5-f50b-490b-a782-0053eb297dbf up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:20.353166 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Request body: {'port': {'device_id': '7c032ee4-edaa-4942-b4c7-d5ad2d8b0186', 'network_id': '00200275-feb8-4792-b225-1605381ce5dc', 'admin_state_up': True, 'tenant_id': '442a9cfcd40e429187b2cbade1798605'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:20.411449 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 7c0023a5-f50b-490b-a782-0053eb297dbf triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:20.412106 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.435354 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4f98d56b-dee4-45c2-bfed-3c13ebd28fa8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.465382 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aba669ba-ad56-4475-ae9c-a594a68cc085 req-8c0a24ed-fd56-42c9-9f58-b75dc6720497 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427145 Jul 07 16:57:20.549295 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.598771 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7c0023a5-f50b-490b-a782-0053eb297dbf, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7c0023a5-f50b-490b-a782-0053eb297dbf,segment=NetworkSegment(e64bcb56-0dab-478d-aa3b-105f8614ee81),segment_id=e64bcb56-0dab-478d-aa3b-105f8614ee81)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:20.602810 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Made reservation on behalf of 442a9cfcd40e429187b2cbade1798605 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:20.608663 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.615455 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.653610 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4f98d56b-dee4-45c2-bfed-3c13ebd28fa8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.661977 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-1becda60-1f28-43ab-903a-f5133bb63af0 req-7a559d35-0936-4d3b-a64a-b81b74aacd2d tempest-SecurityGroupsNegativeTestJSON-101198822 tempest-SecurityGroupsNegativeTestJSON-101198822-project] show failed (client error): The resource could not be found. Jul 07 16:57:20.669689 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1becda60-1f28-43ab-903a-f5133bb63af0 req-7a559d35-0936-4d3b-a64a-b81b74aacd2d tempest-SecurityGroupsNegativeTestJSON-101198822 tempest-SecurityGroupsNegativeTestJSON-101198822-project] 10.222.0.50 "GET /v2.0/security-groups/50294fd8-39a6-437a-bf2c-14bdf9492619 HTTP/1.1" status: 404 len: 352 time: 0.1046894 Jul 07 16:57:20.674173 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44880) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:20.754780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=7c0023a5-f50b-490b-a782-0053eb297dbf,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:20.781469 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b41e8b8-8097-481a-8e81-11b769b0d64e admin admin] Deleting subnet 96503a4a-308e-4ddb-b3c8-aa703d4236a5 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:57:20.791181 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b41e8b8-8097-481a-8e81-11b769b0d64e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.849237 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b41e8b8-8097-481a-8e81-11b769b0d64e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:20.942760 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Allocated IP 172.20.0.7 (00200275-feb8-4792-b225-1605381ce5dc/a99df1f9-17f6-4826-9d57-d15200be420d/4fa637ff-fb08-4795-8b7b-c0669df2314e) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:21.091758 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b41e8b8-8097-481a-8e81-11b769b0d64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.130209 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4f98d56b-dee4-45c2-bfed-3c13ebd28fa8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.162835 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4f98d56b-dee4-45c2-bfed-3c13ebd28fa8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.230305 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.248544 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aebd56a-3531-402b-b009-c0e00698377f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0023a5-f50b-490b-a782-0053eb297dbf'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:21.250978 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761970d1-06a9-45e4-a710-ddd3a77bdea1" -d '{"events": [{"server_uuid": "1aebd56a-3531-402b-b009-c0e00698377f", "name": "network-vif-plugged", "status": "completed", "tag": "7c0023a5-f50b-490b-a782-0053eb297dbf"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:21.262047 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44383fd-cd38-427d-8b9b-b0380d8874b5 req-8be14773-f9d9-44f0-9303-e5cdbedd3264 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:21.272830 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f44383fd-cd38-427d-8b9b-b0380d8874b5 req-8be14773-f9d9-44f0-9303-e5cdbedd3264 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d816f5ac-80c4-43f7-91cf-85ef672fa917 HTTP/1.1" status: 200 len: 945 time: 0.4292672 Jul 07 16:57:21.343782 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f44383fd-cd38-427d-8b9b-b0380d8874b5 req-60f71f11-4cc8-484b-816a-37733d6ecc4c tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691154 Jul 07 16:57:21.345972 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.357723 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['0a36452c-0954-4f40-b687-34ebd486cd40'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:21.360367 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd3211-4381-4c20-902f-53519104e244 req-65dc6699-1f21-4229-bb6c-922fefa4f6a2 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:21.367446 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-07dd3211-4381-4c20-902f-53519104e244 req-65dc6699-1f21-4229-bb6c-922fefa4f6a2 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9308d94-3ed7-432c-b34c-3b5572d15087 HTTP/1.1" status: 200 len: 945 time: 0.3108349 Jul 07 16:57:21.420306 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-07dd3211-4381-4c20-902f-53519104e244 req-0cfcb945-c1af-4d7f-bcf1-38b780268292 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514789 Jul 07 16:57:21.442085 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b41e8b8-8097-481a-8e81-11b769b0d64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.459125 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Pushing event updated for resources: {'Port': ['ID=4fa637ff-fb08-4795-8b7b-c0669df2314e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:21.490780 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:21.491215 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:21.494596 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:21.495131 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:21.495488 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:21.495835 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:21.496176 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:21.498584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:21.498947 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:21.499294 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:21.499636 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:21.499972 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:21.512456 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c3e497-820a-4599-8fea-4f637e18b251 x-openstack-request-id: req-05c3e497-820a-4599-8fea-4f637e18b251 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:21.512938 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aebd56a-3531-402b-b009-c0e00698377f", "name": "network-vif-plugged", "status": "completed", "tag": "7c0023a5-f50b-490b-a782-0053eb297dbf", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:21.513475 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05c3e497-820a-4599-8fea-4f637e18b251 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:21.514026 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aebd56a-3531-402b-b009-c0e00698377f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0023a5-f50b-490b-a782-0053eb297dbf', 'code': 200} Jul 07 16:57:21.527978 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Network 00200275-feb8-4792-b225-1605381ce5dc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:21.534572 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:21.539072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41e8b8-8097-481a-8e81-11b769b0d64e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96503a4a-308e-4ddb-b3c8-aa703d4236a5,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:21.540730 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:21.550883 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b41e8b8-8097-481a-8e81-11b769b0d64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.553152 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8b41e8b8-8097-481a-8e81-11b769b0d64e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/96503a4a-308e-4ddb-b3c8-aa703d4236a5 HTTP/1.1" status: 204 len: 168 time: 0.8775988 Jul 07 16:57:21.558807 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44896) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:21.661238 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['465fc65b-b48d-4ce1-839f-23d7a638aaa4'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:21.669702 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:21.670444 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.745082 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-dbd773c0-9d03-4b6d-a1df-1f2e45b9bee8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3971839 Jul 07 16:57:21.758661 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] Request body: {'port': {'device_id': '7c032ee4-edaa-4942-b4c7-d5ad2d8b0186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:21.782951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-4f98d56b-dee4-45c2-bfed-3c13ebd28fa8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Allocated IP 172.20.0.3 (77b100cb-941e-4de1-b35e-a9855d9385f2/26e3f972-e679-4b4f-a183-6cb51080360b/ced61874-ee86-4eba-b123-989bf190454a) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:21.812869 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e56e1-4fd7-495d-a873-ec31b5c50ae9 req-f740c058-2df8-4c8f-97c2-a8ec7e19a649 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:21.820566 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-df8e56e1-4fd7-495d-a873-ec31b5c50ae9 req-f740c058-2df8-4c8f-97c2-a8ec7e19a649 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c032ee4-edaa-4942-b4c7-d5ad2d8b0186 HTTP/1.1" status: 200 len: 931 time: 0.1785030 Jul 07 16:57:21.908944 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-df8e56e1-4fd7-495d-a873-ec31b5c50ae9 req-0b4aa636-c8f1-43c0-93a1-051d8d804cf4 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873992 Jul 07 16:57:21.937639 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:21.958628 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4f98d56b-dee4-45c2-bfed-3c13ebd28fa8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.008924 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e0bec8b1-12b3-4d97-bc54-36b2c4309865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.186778 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4f98d56b-dee4-45c2-bfed-3c13ebd28fa8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.186778 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e0bec8b1-12b3-4d97-bc54-36b2c4309865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.193565 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-e0bec8b1-12b3-4d97-bc54-36b2c4309865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9c4340-3624-4dd0-9ced-584b7ac7fd31']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:22.248976 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec354f-1e7f-401b-b95d-88e40702ead0 req-21af9591-3148-4b1d-909e-cd8f9d8777d6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:22.254944 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ceec354f-1e7f-401b-b95d-88e40702ead0 req-21af9591-3148-4b1d-909e-cd8f9d8777d6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2918608 Jul 07 16:57:22.273378 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-e0bec8b1-12b3-4d97-bc54-36b2c4309865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89852c3-4d7a-4113-ae95-3f1b261ead99') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:22.273614 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-e0bec8b1-12b3-4d97-bc54-36b2c4309865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89852c3-4d7a-4113-ae95-3f1b261ead99') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:22.283798 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa637ff-fb08-4795-8b7b-c0669df2314e {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:22.293052 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.296493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f98d56b-dee4-45c2-bfed-3c13ebd28fa8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Network 77b100cb-941e-4de1-b35e-a9855d9385f2 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:22.306034 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-4f98d56b-dee4-45c2-bfed-3c13ebd28fa8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:22.309987 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e0bec8b1-12b3-4d97-bc54-36b2c4309865 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.311907 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] Transition to ACTIVE for port object 4fa637ff-fb08-4795-8b7b-c0669df2314e will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:22.319124 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f98d56b-dee4-45c2-bfed-3c13ebd28fa8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:22.321160 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98d56b-dee4-45c2-bfed-3c13ebd28fa8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Pushing event updated for resources: {'Port': ['ID=ced61874-ee86-4eba-b123-989bf190454a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:22.326146 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.347545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 8144b7ed-34a9-4152-902c-39436e3e8ffd up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:22.370424 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e0bec8b1-12b3-4d97-bc54-36b2c4309865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.384686 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0bec8b1-12b3-4d97-bc54-36b2c4309865 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:57:22.385096 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e0bec8b1-12b3-4d97-bc54-36b2c4309865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:57:22.386840 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:57:22.400501 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ceec354f-1e7f-401b-b95d-88e40702ead0 req-c35ae092-6c5d-48dd-99ca-91002996245e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383083 Jul 07 16:57:22.418920 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 8144b7ed-34a9-4152-902c-39436e3e8ffd completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:22.428324 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 8144b7ed-34a9-4152-902c-39436e3e8ffd triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:22.429988 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.547024 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e0bec8b1-12b3-4d97-bc54-36b2c4309865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.578848 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e0bec8b1-12b3-4d97-bc54-36b2c4309865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.583145 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e0bec8b1-12b3-4d97-bc54-36b2c4309865 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1c9c4340-3624-4dd0-9ced-584b7ac7fd31 HTTP/1.1" status: 204 len: 168 time: 1.0122731 Jul 07 16:57:22.590968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] Attempting to bind port 4fa637ff-fb08-4795-8b7b-c0669df2314e on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:22.591316 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] Attempting to bind port 4fa637ff-fb08-4795-8b7b-c0669df2314e by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:22.592825 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] Attempting to bind port 4fa637ff-fb08-4795-8b7b-c0669df2314e on network 00200275-feb8-4792-b225-1605381ce5dc {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:22.592964 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bec8b1-12b3-4d97-bc54-36b2c4309865 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c9c4340-3624-4dd0-9ced-584b7ac7fd31,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:22.599255 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] Pushing event updated for resources: {'Port': ['ID=4fa637ff-fb08-4795-8b7b-c0669df2314e,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:22.610813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] Port 4fa637ff-fb08-4795-8b7b-c0669df2314e on network 00200275-feb8-4792-b225-1605381ce5dc not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:57:22.611154 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] Attempting to bind port 4fa637ff-fb08-4795-8b7b-c0669df2314e on network 00200275-feb8-4792-b225-1605381ce5dc {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:22.628463 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:22.634046 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] Checking segment: {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:22.634765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] Bound using segment: {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:22.636745 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] Bound port: 4fa637ff-fb08-4795-8b7b-c0669df2314e, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:22.639017 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.642161 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.700087 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 8144b7ed-34a9-4152-902c-39436e3e8ffd, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8144b7ed-34a9-4152-902c-39436e3e8ffd,segment=NetworkSegment(2fe7af82-28aa-413a-8d85-a1067ef1e64c),segment_id=2fe7af82-28aa-413a-8d85-a1067ef1e64c)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:22.711686 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:22.844303 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0711a-1617-431b-b27b-ae63ffa2a967 req-4ce66cc5-3b4a-429f-8f95-1cb64e04ecaf tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:22.845112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=8144b7ed-34a9-4152-902c-39436e3e8ffd,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:22.846319 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-03b0711a-1617-431b-b27b-ae63ffa2a967 req-4ce66cc5-3b4a-429f-8f95-1cb64e04ecaf tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d816f5ac-80c4-43f7-91cf-85ef672fa917 HTTP/1.1" status: 200 len: 945 time: 0.1798377 Jul 07 16:57:22.850189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44924) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:22.902206 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] For port 4fa637ff-fb08-4795-8b7b-c0669df2314e, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:22.945938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] For port 4fa637ff-fb08-4795-8b7b-c0669df2314e, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4fa637ff-fb08-4795-8b7b-c0669df2314e,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:22.961408 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-03b0711a-1617-431b-b27b-ae63ffa2a967 req-d39ce06c-f802-474f-883c-b3c4247ec2df tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993257 Jul 07 16:57:22.962916 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:23.043082 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] Pushing event updated for resources: {'Port': ['ID=4fa637ff-fb08-4795-8b7b-c0669df2314e,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:23.053803 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-66db50fb-26af-4f6a-9ebd-9103dab96c97 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d307ecf01be48a881d7554e8f3c8654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1995008 Jul 07 16:57:23.053803 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:23.054273 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:23.055817 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-cadc4907-5c5c-4dd3-8225-97ba2a58696e service neutron] 10.222.0.15 "PUT /v2.0/ports/4fa637ff-fb08-4795-8b7b-c0669df2314e HTTP/1.1" status: 200 len: 1091 time: 1.3027856 Jul 07 16:57:23.056812 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c032ee4-edaa-4942-b4c7-d5ad2d8b0186', 'tag': '4fa637ff-fb08-4795-8b7b-c0669df2314e'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:23.058226 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44928) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:23.059514 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5752f1-966f-44d8-a624-abfbd22e81cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7c032ee4-edaa-4942-b4c7-d5ad2d8b0186", "tag": "4fa637ff-fb08-4795-8b7b-c0669df2314e"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:23.132689 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4f98d56b-dee4-45c2-bfed-3c13ebd28fa8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:23.188892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c77019-55d0-424e-aad6-04302ea8554e req-980a7636-2f57-4cc1-96a1-2ac81a212f22 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:23.196623 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55c77019-55d0-424e-aad6-04302ea8554e req-980a7636-2f57-4cc1-96a1-2ac81a212f22 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9308d94-3ed7-432c-b34c-3b5572d15087 HTTP/1.1" status: 200 len: 945 time: 0.4890463 Jul 07 16:57:23.206033 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-ea324afd-9049-4ac3-987b-0c027545441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:23.212824 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-ea324afd-9049-4ac3-987b-0c027545441e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&device_id=7c032ee4-edaa-4942-b4c7-d5ad2d8b0186 HTTP/1.1" status: 200 len: 1094 time: 0.0995412 Jul 07 16:57:23.254555 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-86ab8532-be9c-45cc-9e86-8adfcebfc40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:23.269103 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-e4afd746-ac9d-468b-8132-e9b86e2cca9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fa637ff-fb08-4795-8b7b-c0669df2314e HTTP/1.1" status: 200 len: 217 time: 0.0490944 Jul 07 16:57:23.321363 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55c77019-55d0-424e-aad6-04302ea8554e req-ac49ff1b-9587-442e-bf66-83ad49479877 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237752 Jul 07 16:57:23.377135 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-86ab8532-be9c-45cc-9e86-8adfcebfc40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:23.398040 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-58f73969-0708-4410-abf0-29c72ec2e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:23.409171 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-58f73969-0708-4410-abf0-29c72ec2e94a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a99df1f9-17f6-4826-9d57-d15200be420d HTTP/1.1" status: 200 len: 845 time: 0.1325564 Jul 07 16:57:23.412002 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7ac817-4cb6-4044-bd77-514762a7c56a x-openstack-request-id: req-aa7ac817-4cb6-4044-bd77-514762a7c56a {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:23.412179 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c032ee4-edaa-4942-b4c7-d5ad2d8b0186", "tag": "4fa637ff-fb08-4795-8b7b-c0669df2314e", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:23.412436 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aa7ac817-4cb6-4044-bd77-514762a7c56a {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:23.412844 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c032ee4-edaa-4942-b4c7-d5ad2d8b0186', 'tag': '4fa637ff-fb08-4795-8b7b-c0669df2314e', 'status': 'completed', 'code': 200} Jul 07 16:57:23.480585 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-caaf237d-f0c3-45f1-b313-713a8f6db857 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00200275-feb8-4792-b225-1605381ce5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455139 Jul 07 16:57:23.517481 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd816f5ac-80c4-43f7-91cf-85ef672fa917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8144b7ed-34a9-4152-902c-39436e3e8ffd'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:23.524088 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a70cc9-92e8-4a1a-9683-26c1d8bc4f3d" -d '{"events": [{"server_uuid": "d816f5ac-80c4-43f7-91cf-85ef672fa917", "name": "network-vif-plugged", "status": "completed", "tag": "8144b7ed-34a9-4152-902c-39436e3e8ffd"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:23.534444 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-86ab8532-be9c-45cc-9e86-8adfcebfc40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:23.538245 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-86ab8532-be9c-45cc-9e86-8adfcebfc40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:23.539798 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-86ab8532-be9c-45cc-9e86-8adfcebfc40c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a4b3991-bee5-4c46-9802-9df722b00476 HTTP/1.1" status: 204 len: 168 time: 0.4696372 Jul 07 16:57:23.589267 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff2b36-3b7a-4149-ac5a-8cf72b71d057 req-ff2955bc-832c-4cf4-a683-35f67e991930 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:23.590520 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-31ff2b36-3b7a-4149-ac5a-8cf72b71d057 req-ff2955bc-832c-4cf4-a683-35f67e991930 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c032ee4-edaa-4942-b4c7-d5ad2d8b0186 HTTP/1.1" status: 200 len: 943 time: 0.2218027 Jul 07 16:57:23.594540 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4f98d56b-dee4-45c2-bfed-3c13ebd28fa8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:23.631725 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab8532-be9c-45cc-9e86-8adfcebfc40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4b3991-bee5-4c46-9802-9df722b00476,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:23.642630 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-149d2520-6dcb-4c90-b85e-e1f72d0e3a76 service neutron] 10.222.0.15 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536803 Jul 07 16:57:23.773731 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-31ff2b36-3b7a-4149-ac5a-8cf72b71d057 req-3d2a48e8-8a21-4ddc-bc53-70713b5786d3 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666822 Jul 07 16:57:23.823348 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58c4ea40-b960-4fd2-a255-fd756f2f9655 req-75c5d129-7e64-404f-a905-cbb78eae6df8 service neutron] 10.222.0.15 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731656 Jul 07 16:57:23.907691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df766f26-21b4-46bc-9dec-1c730a8c6645 req-5a196240-df95-44ef-aa0d-aeab81452fdf tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:23.909368 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-df766f26-21b4-46bc-9dec-1c730a8c6645 req-5a196240-df95-44ef-aa0d-aeab81452fdf tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a85b8cc-ec76-45b1-8b5e-d57a9523b216 HTTP/1.1" status: 200 len: 946 time: 0.3513460 Jul 07 16:57:23.942900 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f98d56b-dee4-45c2-bfed-3c13ebd28fa8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Router 2221a76f-48b3-47b9-a0b2-5485d3660a69 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:57:23.968978 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-df766f26-21b4-46bc-9dec-1c730a8c6645 req-e28c79b7-55c8-433c-9c07-54d8be605d02 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528431 Jul 07 16:57:24.002839 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232016b-87e0-47be-af8f-4a7a5b65727a req-7a00a5e7-e960-45dd-b903-e9782c4386ab tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:24.009622 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a232016b-87e0-47be-af8f-4a7a5b65727a req-7a00a5e7-e960-45dd-b903-e9782c4386ab tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1016994 Jul 07 16:57:24.015123 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5752f1-966f-44d8-a624-abfbd22e81cd req-1101055b-d6e3-483e-bd3a-5e1d80f05e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:24.016622 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8f5752f1-966f-44d8-a624-abfbd22e81cd req-1101055b-d6e3-483e-bd3a-5e1d80f05e9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&device_id=7c032ee4-edaa-4942-b4c7-d5ad2d8b0186 HTTP/1.1" status: 200 len: 1094 time: 0.1454623 Jul 07 16:57:24.037668 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7550b5d-6bc0-46b8-99be-fd7f976823b2 x-openstack-request-id: req-c7550b5d-6bc0-46b8-99be-fd7f976823b2 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:24.038267 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d816f5ac-80c4-43f7-91cf-85ef672fa917", "name": "network-vif-plugged", "status": "completed", "tag": "8144b7ed-34a9-4152-902c-39436e3e8ffd", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:24.038777 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7550b5d-6bc0-46b8-99be-fd7f976823b2 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:24.039470 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd816f5ac-80c4-43f7-91cf-85ef672fa917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8144b7ed-34a9-4152-902c-39436e3e8ffd', 'code': 200} Jul 07 16:57:24.125020 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a232016b-87e0-47be-af8f-4a7a5b65727a req-e9a5fb01-3a6d-4eb1-aedd-3bcf68e70918 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142070 Jul 07 16:57:24.155664 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f98d56b-dee4-45c2-bfed-3c13ebd28fa8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:57:24.172065 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa218c9-224e-4c5a-8f23-fd479076fb6a None None] Sync routers for ids ['2221a76f-48b3-47b9-a0b2-5485d3660a69'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:57:24.182615 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5752f1-966f-44d8-a624-abfbd22e81cd req-44508e60-5827-488e-bfa5-a74c12f42e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:24.184410 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8f5752f1-966f-44d8-a624-abfbd22e81cd req-44508e60-5827-488e-bfa5-a74c12f42e79 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 906 time: 0.1601434 Jul 07 16:57:24.193712 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa218c9-224e-4c5a-8f23-fd479076fb6a None None] Routers {'2221a76f-48b3-47b9-a0b2-5485d3660a69'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:24.194360 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6aa218c9-224e-4c5a-8f23-fd479076fb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:57:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2221a76f-48b3-47b9-a0b2-5485d3660a69'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:24.221620 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4f98d56b-dee4-45c2-bfed-3c13ebd28fa8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:24.223168 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4f98d56b-dee4-45c2-bfed-3c13ebd28fa8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.9604387 Jul 07 16:57:24.226933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44974) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:24.274678 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8f5752f1-966f-44d8-a624-abfbd22e81cd req-574ed7aa-ce37-4dd4-ad1c-b768819717a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fa637ff-fb08-4795-8b7b-c0669df2314e HTTP/1.1" status: 200 len: 217 time: 0.0803235 Jul 07 16:57:24.314879 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-6aa218c9-224e-4c5a-8f23-fd479076fb6a None None] Set router 2221a76f-48b3-47b9-a0b2-5485d3660a69 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:24.327270 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96980925-3214-453f-96af-c19672cf1d12 req-7dcf40e2-60ad-4a85-9e8f-9121ba0117de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:24.328934 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-96980925-3214-453f-96af-c19672cf1d12 req-7dcf40e2-60ad-4a85-9e8f-9121ba0117de service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d816f5ac-80c4-43f7-91cf-85ef672fa917 HTTP/1.1" status: 200 len: 1097 time: 0.2181230 Jul 07 16:57:24.364772 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe3fd647-6858-4cc4-a9fd-f1653c7d3e95 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:24.376494 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d653c-1cea-408a-b933-b10a3954473c req-aaf6087a-6893-497c-a1e1-5c763ac8d955 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:24.378081 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-506d653c-1cea-408a-b933-b10a3954473c req-aaf6087a-6893-497c-a1e1-5c763ac8d955 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d816f5ac-80c4-43f7-91cf-85ef672fa917 HTTP/1.1" status: 200 len: 946 time: 0.2259319 Jul 07 16:57:24.382854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5752f1-966f-44d8-a624-abfbd22e81cd req-4c9e7ecb-9597-4137-98ae-f8ac30b2abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:24.384461 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8f5752f1-966f-44d8-a624-abfbd22e81cd req-4c9e7ecb-9597-4137-98ae-f8ac30b2abb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a99df1f9-17f6-4826-9d57-d15200be420d HTTP/1.1" status: 200 len: 845 time: 0.1019380 Jul 07 16:57:24.422748 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8f5752f1-966f-44d8-a624-abfbd22e81cd req-4119aa90-a037-45c9-94fa-4bcadb77f770 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00200275-feb8-4792-b225-1605381ce5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316517 Jul 07 16:57:24.496988 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-506d653c-1cea-408a-b933-b10a3954473c req-9d658a40-2144-4e2b-ae8b-3f25984a8dd1 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874329 Jul 07 16:57:24.597278 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe3fd647-6858-4cc4-a9fd-f1653c7d3e95 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:24.612339 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8f5752f1-966f-44d8-a624-abfbd22e81cd req-5c64324e-bccb-428b-a442-c5afca4ca1f1 service neutron] 10.222.0.15 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816804 Jul 07 16:57:24.633598 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-96980925-3214-453f-96af-c19672cf1d12 req-bbe2c0c4-68ea-4ced-a7ea-ba96b84f1aff service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126158 Jul 07 16:57:24.661888 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6aa218c9-224e-4c5a-8f23-fd479076fb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2221a76f-48b3-47b9-a0b2-5485d3660a69', 'name': '', 'tenant_id': '60d0166ea6164ae2b98ddad75ceef9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b100cb-941e-4de1-b35e-a9855d9385f2', 'external_fixed_ips': [{'subnet_id': '26e3f972-e679-4b4f-a183-6cb51080360b', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ced61874-ee86-4eba-b123-989bf190454a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:20Z', 'updated_at': '2021-07-07T16:57:22Z', 'revision_number': 3, 'project_id': '60d0166ea6164ae2b98ddad75ceef9c4', 'gw_port': {'id': 'ced61874-ee86-4eba-b123-989bf190454a', 'name': '', 'network_id': '77b100cb-941e-4de1-b35e-a9855d9385f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:39:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2221a76f-48b3-47b9-a0b2-5485d3660a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '26e3f972-e679-4b4f-a183-6cb51080360b', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:21Z', 'updated_at': '2021-07-07T16:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26e3f972-e679-4b4f-a183-6cb51080360b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:24.698354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-fe3fd647-6858-4cc4-a9fd-f1653c7d3e95 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Deleting port ced61874-ee86-4eba-b123-989bf190454a {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:24.698728 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe3fd647-6858-4cc4-a9fd-f1653c7d3e95 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:24.701914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa218c9-224e-4c5a-8f23-fd479076fb6a None None] Checking router: 2221a76f-48b3-47b9-a0b2-5485d3660a69 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:57:24.702719 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa218c9-224e-4c5a-8f23-fd479076fb6a None None] Updating router 2221a76f-48b3-47b9-a0b2-5485d3660a69 port ced61874-ee86-4eba-b123-989bf190454a binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:57:24.752393 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6aa218c9-224e-4c5a-8f23-fd479076fb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:24.763497 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8f5752f1-966f-44d8-a624-abfbd22e81cd req-b916a72d-f199-49b0-a030-43777f754b05 service neutron] 10.222.0.15 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430511 Jul 07 16:57:24.872185 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45014) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:24.913118 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe3fd647-6858-4cc4-a9fd-f1653c7d3e95 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:24.932346 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-fe3fd647-6858-4cc4-a9fd-f1653c7d3e95 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Calling delete_port for ced61874-ee86-4eba-b123-989bf190454a owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:25.051309 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-e8c58038-527c-4804-84d2-7e78ccff8f04 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-809152926-network', 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:25.108791 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c58038-527c-4804-84d2-7e78ccff8f04 admin admin] Made reservation on behalf of 0e2d5abb674246ba9e62cf1e68dd451b for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:25.111568 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e8c58038-527c-4804-84d2-7e78ccff8f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.134963 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e8c58038-527c-4804-84d2-7e78ccff8f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.251476 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe3fd647-6858-4cc4-a9fd-f1653c7d3e95 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.252994 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.api [None req-6aa218c9-224e-4c5a-8f23-fd479076fb6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:57:25.253526 n-d-793620-7 neutron-server[100411]: DEBUG oslo_db.api [None req-6aa218c9-224e-4c5a-8f23-fd479076fb6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:57:25.284109 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3fd647-6858-4cc4-a9fd-f1653c7d3e95 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Pushing event deleted for resources: {'Port': ['ID=ced61874-ee86-4eba-b123-989bf190454a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:25.350243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f63f6c-3e90-4721-bb9d-9d50b490af84 req-1225f010-2e3c-46f2-8565-c43bf3bac020 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:25.354745 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e0e6d-74f3-4596-b388-e8a612cc1130 req-ef555525-9130-4acd-b997-81edb0794970 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:25.354954 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-49f63f6c-3e90-4721-bb9d-9d50b490af84 req-1225f010-2e3c-46f2-8565-c43bf3bac020 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c032ee4-edaa-4942-b4c7-d5ad2d8b0186 HTTP/1.1" status: 200 len: 943 time: 0.3161588 Jul 07 16:57:25.356382 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e47e0e6d-74f3-4596-b388-e8a612cc1130 req-ef555525-9130-4acd-b997-81edb0794970 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b1614d-7cd5-4440-b415-be7185fc1648 HTTP/1.1" status: 200 len: 951 time: 0.1194181 Jul 07 16:57:25.396264 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe3fd647-6858-4cc4-a9fd-f1653c7d3e95 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.412754 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e8c58038-527c-4804-84d2-7e78ccff8f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.422165 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e47e0e6d-74f3-4596-b388-e8a612cc1130 req-d7dbf606-0c6a-48d9-8ccc-d835ead222b4 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76e6643-f9e4-4eae-a0f9-0f1e79961f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592139 Jul 07 16:57:25.432174 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e8c58038-527c-4804-84d2-7e78ccff8f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.475349 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-49f63f6c-3e90-4721-bb9d-9d50b490af84 req-de4c3518-cb91-49f5-961c-91ae1727f91d tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109405 Jul 07 16:57:25.478943 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c58038-527c-4804-84d2-7e78ccff8f04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:57:25.493012 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e8c58038-527c-4804-84d2-7e78ccff8f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.493545 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-e8c58038-527c-4804-84d2-7e78ccff8f04 admin admin] Added segment a7049394-7b8a-4d9e-a528-b7e141f02581 of type vlan for network de8c3df1-eca0-4622-87e6-a5452df77033 Jul 07 16:57:25.524737 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe3fd647-6858-4cc4-a9fd-f1653c7d3e95 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.527294 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe3fd647-6858-4cc4-a9fd-f1653c7d3e95 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.557305 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e8c58038-527c-4804-84d2-7e78ccff8f04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.581529 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe3fd647-6858-4cc4-a9fd-f1653c7d3e95 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.582610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3fd647-6858-4cc4-a9fd-f1653c7d3e95 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2221a76f-48b3-47b9-a0b2-5485d3660a69 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:57:25.591072 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe3fd647-6858-4cc4-a9fd-f1653c7d3e95 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.593396 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fe3fd647-6858-4cc4-a9fd-f1653c7d3e95 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "DELETE /v2.0/routers/2221a76f-48b3-47b9-a0b2-5485d3660a69 HTTP/1.1" status: 204 len: 168 time: 1.3631189 Jul 07 16:57:25.597514 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45042) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:25.606843 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e8c58038-527c-4804-84d2-7e78ccff8f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.608702 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c58038-527c-4804-84d2-7e78ccff8f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:25.609417 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e8c58038-527c-4804-84d2-7e78ccff8f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.670946 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c58038-527c-4804-84d2-7e78ccff8f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20365c14-b141-4828-89f3-81a60b62165f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:25.672516 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ea38cd-52e3-42da-bb8e-2ba1195b2651 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Deleting subnet 26e3f972-e679-4b4f-a183-6cb51080360b {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:57:25.690424 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b7ea38cd-52e3-42da-bb8e-2ba1195b2651 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.728643 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e8c58038-527c-4804-84d2-7e78ccff8f04 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8546286 Jul 07 16:57:25.733389 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45044) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:25.743029 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b7ea38cd-52e3-42da-bb8e-2ba1195b2651 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.744860 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b88de981-fb91-4531-af65-6405cbb415ed admin admin] Request body: {'subnet': {'network_id': 'de8c3df1-eca0-4622-87e6-a5452df77033', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-809152926-subnet', 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:25.756592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c58038-527c-4804-84d2-7e78ccff8f04 admin admin] Pushing event updated for resources: {'Network': ['ID=de8c3df1-eca0-4622-87e6-a5452df77033,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:25.792868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e461c6-fc82-4f7e-ae16-7acede2a1a44 req-f16b2616-297f-465f-9bb8-f3b872310cc2 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:25.794655 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-79e461c6-fc82-4f7e-ae16-7acede2a1a44 req-f16b2616-297f-465f-9bb8-f3b872310cc2 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a85b8cc-ec76-45b1-8b5e-d57a9523b216 HTTP/1.1" status: 200 len: 946 time: 0.1180878 Jul 07 16:57:25.796105 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88de981-fb91-4531-af65-6405cbb415ed admin admin] Made reservation on behalf of 0e2d5abb674246ba9e62cf1e68dd451b for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:25.798555 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b88de981-fb91-4531-af65-6405cbb415ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.822670 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network de8c3df1-eca0-4622-87e6-a5452df77033 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:57:25.829102 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa218c9-224e-4c5a-8f23-fd479076fb6a None None] Port ced61874-ee86-4eba-b123-989bf190454a not found while updating agent binding for router 2221a76f-48b3-47b9-a0b2-5485d3660a69. {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 16:57:25.874556 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b7ea38cd-52e3-42da-bb8e-2ba1195b2651 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:25.882577 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa218c9-224e-4c5a-8f23-fd479076fb6a None None] Routers set() bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:25.883221 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa218c9-224e-4c5a-8f23-fd479076fb6a None None] Router IDs set() for agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 16:57:25.884017 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_agentschedulers_db [None req-6aa218c9-224e-4c5a-8f23-fd479076fb6a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2221a76f-48b3-47b9-a0b2-5485d3660a69'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:57:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent'). {{(pid=100411) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 16:57:25.885304 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa218c9-224e-4c5a-8f23-fd479076fb6a None None] The sync data for ids ['2221a76f-48b3-47b9-a0b2-5485d3660a69'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:57:25.910480 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-79e461c6-fc82-4f7e-ae16-7acede2a1a44 req-ec733d82-0e3e-4aac-84e5-656d0ddf1f53 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/security-groups?id=00c5bdd6-6925-41e6-ac98-7fd0057684fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708866 Jul 07 16:57:25.976766 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f82e6-5675-4d58-9fda-464a2f3632f2 req-e1ae7991-fdac-42ec-bd2d-c1f5995c6b0f tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:25.988520 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-019f82e6-5675-4d58-9fda-464a2f3632f2 req-e1ae7991-fdac-42ec-bd2d-c1f5995c6b0f tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1863625 Jul 07 16:57:26.050018 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-019f82e6-5675-4d58-9fda-464a2f3632f2 req-25976207-8892-4f83-b798-4953348e07aa tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595596 Jul 07 16:57:26.088479 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b7ea38cd-52e3-42da-bb8e-2ba1195b2651 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.128123 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b88de981-fb91-4531-af65-6405cbb415ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.169303 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea38cd-52e3-42da-bb8e-2ba1195b2651 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=26e3f972-e679-4b4f-a183-6cb51080360b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:26.186481 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b7ea38cd-52e3-42da-bb8e-2ba1195b2651 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.195013 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b7ea38cd-52e3-42da-bb8e-2ba1195b2651 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/26e3f972-e679-4b4f-a183-6cb51080360b HTTP/1.1" status: 204 len: 168 time: 0.5938835 Jul 07 16:57:26.196045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45048) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:26.287319 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60e122-1f01-4fd8-b2a9-09790f8cbf6d req-43bd9783-b516-4768-9f04-1804d75b4310 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:26.288877 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4e60e122-1f01-4fd8-b2a9-09790f8cbf6d req-43bd9783-b516-4768-9f04-1804d75b4310 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a85b8cc-ec76-45b1-8b5e-d57a9523b216 HTTP/1.1" status: 200 len: 946 time: 0.2773714 Jul 07 16:57:26.312150 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88de981-fb91-4531-af65-6405cbb415ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=baa8f508-866b-455d-b784-7ecf35c9ec4c,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:26.351795 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4fa637ff-fb08-4795-8b7b-c0669df2314e details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:57:26.362582 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f0cc7b6-99b3-4bf0-b40b-38146674c309 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.443124 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88de981-fb91-4531-af65-6405cbb415ed admin admin] Checking segment: {'id': 'a7049394-7b8a-4d9e-a528-b7e141f02581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'de8c3df1-eca0-4622-87e6-a5452df77033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:26.444302 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88de981-fb91-4531-af65-6405cbb415ed admin admin] Network hostable DHCP agents. Network: de8c3df1-eca0-4622-87e6-a5452df77033, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:57:26.460400 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cba97a-bc86-46d8-9997-ae556637076f req-b102657d-c895-4395-85b8-106dba34f670 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:26.462922 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-71cba97a-bc86-46d8-9997-ae556637076f req-b102657d-c895-4395-85b8-106dba34f670 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d816f5ac-80c4-43f7-91cf-85ef672fa917 HTTP/1.1" status: 200 len: 946 time: 0.3195388 Jul 07 16:57:26.473223 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f0cc7b6-99b3-4bf0-b40b-38146674c309 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.488470 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-3f0cc7b6-99b3-4bf0-b40b-38146674c309 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b100cb-941e-4de1-b35e-a9855d9385f2']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:26.516734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 4fa637ff-fb08-4795-8b7b-c0669df2314e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4fa637ff-fb08-4795-8b7b-c0669df2314e,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:26.531833 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-3f0cc7b6-99b3-4bf0-b40b-38146674c309 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054d5a7a-3116-447c-987f-14c3f2d38ca4') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:26.532085 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '4fa637ff-fb08-4795-8b7b-c0669df2314e', 'network_id': '00200275-feb8-4792-b225-1605381ce5dc', 'port_id': '4fa637ff-fb08-4795-8b7b-c0669df2314e', 'mac_address': 'fa:16:3e:3c:df:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99df1f9-17f6-4826-9d57-d15200be420d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:57:26.532570 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-3f0cc7b6-99b3-4bf0-b40b-38146674c309 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054d5a7a-3116-447c-987f-14c3f2d38ca4') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:26.548926 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f0cc7b6-99b3-4bf0-b40b-38146674c309 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.575848 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-71cba97a-bc86-46d8-9997-ae556637076f req-ab707eed-d292-4c21-982c-16fd648573b1 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056664 Jul 07 16:57:26.581314 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f0cc7b6-99b3-4bf0-b40b-38146674c309 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.584693 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88de981-fb91-4531-af65-6405cbb415ed admin admin] Network de8c3df1-eca0-4622-87e6-a5452df77033 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:57:26.603143 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0cc7b6-99b3-4bf0-b40b-38146674c309 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:57:26.610791 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f0cc7b6-99b3-4bf0-b40b-38146674c309 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:57:26.618074 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:57:26.629917 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-b88de981-fb91-4531-af65-6405cbb415ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, de8c3df1-eca0-4622-87e6-a5452df77033) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:26.646189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88de981-fb91-4531-af65-6405cbb415ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:26.647083 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b88de981-fb91-4531-af65-6405cbb415ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.651547 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe870e58-ff78-4e46-88f1-8ffa21e57ccf None None] Network de8c3df1-eca0-4622-87e6-a5452df77033 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:26.652142 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-4e60e122-1f01-4fd8-b2a9-09790f8cbf6d req-da44ca74-836c-4348-b389-1088e92eb255 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Deleting port a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:26.652501 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4e60e122-1f01-4fd8-b2a9-09790f8cbf6d req-da44ca74-836c-4348-b389-1088e92eb255 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.722137 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b88de981-fb91-4531-af65-6405cbb415ed admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9831767 Jul 07 16:57:26.725335 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45054) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:26.733015 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-9a364835-431d-4ccd-a2bc-f43473ba79fa admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-809152926-router', 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:26.767930 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f0cc7b6-99b3-4bf0-b40b-38146674c309 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.776316 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0cc7b6-99b3-4bf0-b40b-38146674c309 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 77b100cb-941e-4de1-b35e-a9855d9385f2 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 16:57:26.808332 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-4e60e122-1f01-4fd8-b2a9-09790f8cbf6d req-da44ca74-836c-4348-b389-1088e92eb255 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] For port a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d,segment=NetworkSegment(10c2b50b-7e34-45f0-b033-82f8c622f68b),segment_id=10c2b50b-7e34-45f0-b033-82f8c622f68b)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:26.808890 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4e60e122-1f01-4fd8-b2a9-09790f8cbf6d req-da44ca74-836c-4348-b389-1088e92eb255 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.816212 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f0cc7b6-99b3-4bf0-b40b-38146674c309 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.826185 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3f0cc7b6-99b3-4bf0-b40b-38146674c309 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "DELETE /v2.0/networks/77b100cb-941e-4de1-b35e-a9855d9385f2 HTTP/1.1" status: 204 len: 168 time: 0.6242540 Jul 07 16:57:26.827872 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-4e60e122-1f01-4fd8-b2a9-09790f8cbf6d req-da44ca74-836c-4348-b389-1088e92eb255 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Calling delete_port for a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:26.834668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df942b5c-c625-4a56-be9e-efee3ccf3dda req-92a18bac-28a4-48c4-98e1-53cb9b3ad215 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:26.847119 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-df942b5c-c625-4a56-be9e-efee3ccf3dda req-92a18bac-28a4-48c4-98e1-53cb9b3ad215 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b1614d-7cd5-4440-b415-be7185fc1648 HTTP/1.1" status: 200 len: 951 time: 0.2687500 Jul 07 16:57:26.868655 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0cc7b6-99b3-4bf0-b40b-38146674c309 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Pushing event deleted for resources: {'Network': ['ID=77b100cb-941e-4de1-b35e-a9855d9385f2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:26.915805 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:26.939532 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa637ff-fb08-4795-8b7b-c0669df2314e {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:57:26.973285 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 4fa637ff-fb08-4795-8b7b-c0669df2314e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4fa637ff-fb08-4795-8b7b-c0669df2314e,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:26.997763 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.059127 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-df942b5c-c625-4a56-be9e-efee3ccf3dda req-f32f66a8-e0fd-477b-b7cd-a929c904d3fd tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76e6643-f9e4-4eae-a0f9-0f1e79961f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704016 Jul 07 16:57:27.137781 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4e60e122-1f01-4fd8-b2a9-09790f8cbf6d req-da44ca74-836c-4348-b389-1088e92eb255 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.152486 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d28fa-03e4-4e7c-a512-5ebdce9cdd92 req-83f92c76-762b-4a97-abef-5c3499dedc8f tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:27.171166 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bd6d28fa-03e4-4e7c-a512-5ebdce9cdd92 req-83f92c76-762b-4a97-abef-5c3499dedc8f tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9308d94-3ed7-432c-b34c-3b5572d15087 HTTP/1.1" status: 200 len: 945 time: 0.3227241 Jul 07 16:57:27.173122 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a364835-431d-4ccd-a2bc-f43473ba79fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.174367 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a364835-431d-4ccd-a2bc-f43473ba79fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.193670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44ca74-836c-4348-b389-1088e92eb255 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Pushing event deleted for resources: {'Port': ['ID=a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:27.246131 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['468e783d-2cc0-48f5-b33f-c73b581f0ef8'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:27.257262 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=4fa637ff-fb08-4795-8b7b-c0669df2314e,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:27.307962 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:27.314878 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:27.315430 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:27.315929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:27.316520 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:27.317014 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:27.317547 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:27.318032 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:27.318603 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:27.319092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:27.319590 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:27.320072 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:27.355048 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e60e122-1f01-4fd8-b2a9-09790f8cbf6d req-da44ca74-836c-4348-b389-1088e92eb255 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] No DVR routers for this DVR port a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:57:27.361065 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4e60e122-1f01-4fd8-b2a9-09790f8cbf6d req-da44ca74-836c-4348-b389-1088e92eb255 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.374836 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4e60e122-1f01-4fd8-b2a9-09790f8cbf6d req-da44ca74-836c-4348-b389-1088e92eb255 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.15 "DELETE /v2.0/ports/a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d HTTP/1.1" status: 204 len: 173 time: 1.0789337 Jul 07 16:57:27.375041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45070) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:27.381724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a85b8cc-ec76-45b1-8b5e-d57a9523b216', 'name': 'network-vif-deleted', 'tag': 'a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:27.384357 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b292b9-0f53-4083-b08e-255689524b4d" -d '{"events": [{"server_uuid": "3a85b8cc-ec76-45b1-8b5e-d57a9523b216", "name": "network-vif-deleted", "tag": "a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:27.386598 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-37f2044c-3a9a-480e-af55-0da994787c88 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Request body: {'router': {'name': 'tempest-router--865794355', 'project_id': '10dd980ca76440c0b605e979f2f25c05'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:27.396773 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-49cbc0f2-a420-41ea-b244-338e6e3f19ef req-55733dfa-5af5-41aa-a894-a779224ba2cb tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a85b8cc-ec76-45b1-8b5e-d57a9523b216 HTTP/1.1" status: 200 len: 210 time: 0.0601466 Jul 07 16:57:27.437925 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37f2044c-3a9a-480e-af55-0da994787c88 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.439093 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37f2044c-3a9a-480e-af55-0da994787c88 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.444805 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-bd6d28fa-03e4-4e7c-a512-5ebdce9cdd92 req-4865e907-2ca6-4cd0-8737-9c9f425b20d5 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Deleting port 468e783d-2cc0-48f5-b33f-c73b581f0ef8 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:27.445170 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bd6d28fa-03e4-4e7c-a512-5ebdce9cdd92 req-4865e907-2ca6-4cd0-8737-9c9f425b20d5 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.452801 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86766868-5576-458c-a5ef-e67623a09b1d req-6326ff9d-dc5a-4e8f-bec7-ac715231ecf1 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:27.454475 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86766868-5576-458c-a5ef-e67623a09b1d req-6326ff9d-dc5a-4e8f-bec7-ac715231ecf1 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c032ee4-edaa-4942-b4c7-d5ad2d8b0186 HTTP/1.1" status: 200 len: 944 time: 0.4711175 Jul 07 16:57:27.474805 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['4fa637ff-fb08-4795-8b7b-c0669df2314e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:27.476925 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-de8c3df1-eca0-4622-87e6-a5452df77033', 'network_id': 'de8c3df1-eca0-4622-87e6-a5452df77033', 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'fixed_ips': [{'subnet_id': 'baa8f508-866b-455d-b784-7ecf35c9ec4c'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:57:27.477757 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:27.999681 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Allocated IP 172.20.0.2 (de8c3df1-eca0-4622-87e6-a5452df77033/baa8f508-866b-455d-b784-7ecf35c9ec4c/99d7f085-744c-4c29-85bc-30f5f814766a) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:28.085979 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a364835-431d-4ccd-a2bc-f43473ba79fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.134743 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37f2044c-3a9a-480e-af55-0da994787c88 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.148766 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37f2044c-3a9a-480e-af55-0da994787c88 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.178038 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37f2044c-3a9a-480e-af55-0da994787c88 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.182705 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-37f2044c-3a9a-480e-af55-0da994787c88 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8055313 Jul 07 16:57:28.189948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45086) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:28.265880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-bd6d28fa-03e4-4e7c-a512-5ebdce9cdd92 req-4865e907-2ca6-4cd0-8737-9c9f425b20d5 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] For port 468e783d-2cc0-48f5-b33f-c73b581f0ef8, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=468e783d-2cc0-48f5-b33f-c73b581f0ef8,segment=NetworkSegment(10c2b50b-7e34-45f0-b033-82f8c622f68b),segment_id=10c2b50b-7e34-45f0-b033-82f8c622f68b)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:28.268512 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bd6d28fa-03e4-4e7c-a512-5ebdce9cdd92 req-4865e907-2ca6-4cd0-8737-9c9f425b20d5 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.316285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf0c90-153b-4054-bf96-0c57148ef285 req-bfc8af9b-0863-4c25-aaac-f9f2f40e4bb1 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:28.318704 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3bcf0c90-153b-4054-bf96-0c57148ef285 req-bfc8af9b-0863-4c25-aaac-f9f2f40e4bb1 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.3970571 Jul 07 16:57:28.329696 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-bd6d28fa-03e4-4e7c-a512-5ebdce9cdd92 req-4865e907-2ca6-4cd0-8737-9c9f425b20d5 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Calling delete_port for 468e783d-2cc0-48f5-b33f-c73b581f0ef8 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:28.357570 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-44e8eb9b-ad33-48c7-a3b4-aa111fec4e73 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.358604 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:28.411662 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1ec7941c-4246-4605-857b-7aeb3986718d no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:28.421149 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a364835-431d-4ccd-a2bc-f43473ba79fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.421405 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:57:28.421899 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:28.432003 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3bcf0c90-153b-4054-bf96-0c57148ef285 req-a8c64f54-dfcc-40d6-97a8-4d2fa01e66cc tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055121 Jul 07 16:57:28.445358 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86766868-5576-458c-a5ef-e67623a09b1d req-0b4d8c0a-6ded-415a-a4b3-f1b481b041e6 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605573 Jul 07 16:57:28.469091 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.493447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Transition to ACTIVE for port object 99d7f085-744c-4c29-85bc-30f5f814766a will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:28.526659 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Transition to ACTIVE for port object 99d7f085-744c-4c29-85bc-30f5f814766a will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:28.558619 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.655225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Network de8c3df1-eca0-4622-87e6-a5452df77033 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:28.682198 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:28.689159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:28.727703 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.804766 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Pushing event updated for resources: {'Port': ['ID=99d7f085-744c-4c29-85bc-30f5f814766a,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:28.833934 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b1614d-7cd5-4440-b415-be7185fc1648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec7941c-4246-4605-857b-7aeb3986718d'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:28.836864 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f029d65-2815-4b82-bd56-ff03294fe38b" -d '{"events": [{"server_uuid": "03b1614d-7cd5-4440-b415-be7185fc1648", "name": "network-vif-unplugged", "status": "completed", "tag": "1ec7941c-4246-4605-857b-7aeb3986718d"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:28.869158 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a364835-431d-4ccd-a2bc-f43473ba79fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.897220 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a364835-431d-4ccd-a2bc-f43473ba79fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.898440 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Attempting to bind port 99d7f085-744c-4c29-85bc-30f5f814766a on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:28.898978 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Attempting to bind port 99d7f085-744c-4c29-85bc-30f5f814766a by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'a7049394-7b8a-4d9e-a528-b7e141f02581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'de8c3df1-eca0-4622-87e6-a5452df77033'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:28.899725 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Attempting to bind port 99d7f085-744c-4c29-85bc-30f5f814766a on network de8c3df1-eca0-4622-87e6-a5452df77033 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:28.903762 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1ec7941c-4246-4605-857b-7aeb3986718d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1ec7941c-4246-4605-857b-7aeb3986718d,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:28.909956 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:28.911571 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Checking segment: {'id': 'a7049394-7b8a-4d9e-a528-b7e141f02581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'de8c3df1-eca0-4622-87e6-a5452df77033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:28.912293 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.912870 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Bound using segment: {'id': 'a7049394-7b8a-4d9e-a528-b7e141f02581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'de8c3df1-eca0-4622-87e6-a5452df77033'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:28.913657 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Bound port: 99d7f085-744c-4c29-85bc-30f5f814766a, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7049394-7b8a-4d9e-a528-b7e141f02581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'de8c3df1-eca0-4622-87e6-a5452df77033'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:28.914225 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.956484 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.983361 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-44e8eb9b-ad33-48c7-a3b4-aa111fec4e73 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:28.986895 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-44e8eb9b-ad33-48c7-a3b4-aa111fec4e73 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:29.022800 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=1ec7941c-4246-4605-857b-7aeb3986718d,revision_number=11']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:29.054906 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c370bc7f-9cd5-45bd-9d0c-1dd00b6b00de x-openstack-request-id: req-c370bc7f-9cd5-45bd-9d0c-1dd00b6b00de {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:29.055147 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a85b8cc-ec76-45b1-8b5e-d57a9523b216", "name": "network-vif-deleted", "tag": "a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:29.055438 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c370bc7f-9cd5-45bd-9d0c-1dd00b6b00de {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:29.066597 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a85b8cc-ec76-45b1-8b5e-d57a9523b216', 'name': 'network-vif-deleted', 'tag': 'a7cf6720-a9ca-4b5b-9e66-e6f3c999b83d', 'status': 'completed', 'code': 200} Jul 07 16:57:29.068910 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] For port 99d7f085-744c-4c29-85bc-30f5f814766a, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:29.073552 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] For port 99d7f085-744c-4c29-85bc-30f5f814766a, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=99d7f085-744c-4c29-85bc-30f5f814766a,segment=NetworkSegment(a7049394-7b8a-4d9e-a528-b7e141f02581),segment_id=a7049394-7b8a-4d9e-a528-b7e141f02581)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:29.079928 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:29.140101 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-9a364835-431d-4ccd-a2bc-f43473ba79fa admin admin] Allocated IP 172.25.2.38 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/1d382a23-fec1-4f16-98b1-a0e4e890f07b) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:29.155595 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4c722-0881-4029-ba34-98b2a9671d99 None None] Pushing event updated for resources: {'Port': ['ID=99d7f085-744c-4c29-85bc-30f5f814766a,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:29.203262 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-44e8eb9b-ad33-48c7-a3b4-aa111fec4e73 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:29.203880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e8eb9b-ad33-48c7-a3b4-aa111fec4e73 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80e0cd98-e8e8-4fbe-993a-b1f50858e950 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:57:29.226844 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-44e8eb9b-ad33-48c7-a3b4-aa111fec4e73 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:29.227998 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-44e8eb9b-ad33-48c7-a3b4-aa111fec4e73 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "DELETE /v2.0/routers/80e0cd98-e8e8-4fbe-993a-b1f50858e950 HTTP/1.1" status: 204 len: 168 time: 1.0367787 Jul 07 16:57:29.364100 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a364835-431d-4ccd-a2bc-f43473ba79fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:29.418505 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bd6d28fa-03e4-4e7c-a512-5ebdce9cdd92 req-4865e907-2ca6-4cd0-8737-9c9f425b20d5 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:29.431517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45104) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:29.488989 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865e907-2ca6-4cd0-8737-9c9f425b20d5 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Pushing event deleted for resources: {'Port': ['ID=468e783d-2cc0-48f5-b33f-c73b581f0ef8,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:29.510646 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df14859d-b307-4201-83ca-7c84a88bc728 x-openstack-request-id: req-df14859d-b307-4201-83ca-7c84a88bc728 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:29.510646 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b1614d-7cd5-4440-b415-be7185fc1648", "name": "network-vif-unplugged", "status": "completed", "tag": "1ec7941c-4246-4605-857b-7aeb3986718d", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:29.510646 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df14859d-b307-4201-83ca-7c84a88bc728 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:29.511307 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b1614d-7cd5-4440-b415-be7185fc1648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec7941c-4246-4605-857b-7aeb3986718d', 'code': 200} Jul 07 16:57:29.527912 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777b40c-01bd-495a-a0ca-c5eda5732a74 req-0ac7af81-b5e6-4827-9638-e33aeae746ca tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:29.532561 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a364835-431d-4ccd-a2bc-f43473ba79fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:29.547282 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d777b40c-01bd-495a-a0ca-c5eda5732a74 req-0ac7af81-b5e6-4827-9638-e33aeae746ca tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d816f5ac-80c4-43f7-91cf-85ef672fa917 HTTP/1.1" status: 200 len: 946 time: 0.6772857 Jul 07 16:57:29.602715 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a364835-431d-4ccd-a2bc-f43473ba79fa admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:29.607019 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-9a364835-431d-4ccd-a2bc-f43473ba79fa admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:29.614176 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a364835-431d-4ccd-a2bc-f43473ba79fa admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:29.657342 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a364835-431d-4ccd-a2bc-f43473ba79fa admin admin] Pushing event updated for resources: {'Port': ['ID=1d382a23-fec1-4f16-98b1-a0e4e890f07b,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:29.758945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6d28fa-03e4-4e7c-a512-5ebdce9cdd92 req-4865e907-2ca6-4cd0-8737-9c9f425b20d5 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] No DVR routers for this DVR port 468e783d-2cc0-48f5-b33f-c73b581f0ef8 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:57:29.773958 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bd6d28fa-03e4-4e7c-a512-5ebdce9cdd92 req-4865e907-2ca6-4cd0-8737-9c9f425b20d5 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:29.776980 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bd6d28fa-03e4-4e7c-a512-5ebdce9cdd92 req-4865e907-2ca6-4cd0-8737-9c9f425b20d5 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.69 "DELETE /v2.0/ports/468e783d-2cc0-48f5-b33f-c73b581f0ef8 HTTP/1.1" status: 204 len: 173 time: 2.6002009 Jul 07 16:57:29.778467 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9308d94-3ed7-432c-b34c-3b5572d15087', 'name': 'network-vif-deleted', 'tag': '468e783d-2cc0-48f5-b33f-c73b581f0ef8'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:29.784715 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f73190-cea3-4a42-8844-453e9a2794d0" -d '{"events": [{"server_uuid": "d9308d94-3ed7-432c-b34c-3b5572d15087", "name": "network-vif-deleted", "tag": "468e783d-2cc0-48f5-b33f-c73b581f0ef8"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:29.857441 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d777b40c-01bd-495a-a0ca-c5eda5732a74 req-11c86a91-ce99-4e19-8902-71e9f511d8b3 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080771 Jul 07 16:57:30.049850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-77ac7f1d-2451-4cab-9f26-596b6c54e842 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-140687781', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}, 'admin_state_up': False}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:30.155075 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a364835-431d-4ccd-a2bc-f43473ba79fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:30.188524 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def47f01-2dd6-443c-8990-e18f2e8761a2 req-6b031d53-d676-4e5d-a6ab-37a30617cd5e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:30.195382 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-def47f01-2dd6-443c-8990-e18f2e8761a2 req-6b031d53-d676-4e5d-a6ab-37a30617cd5e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1296868 Jul 07 16:57:30.262286 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3d35e05a-2b98-4d70-b9b3-93f9d32c80bd req-577601b9-121f-40e6-83f3-0280e91486e4 tempest-MultipleCreateTestJSON-1851349680 tempest-MultipleCreateTestJSON-1851349680-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9308d94-3ed7-432c-b34c-3b5572d15087 HTTP/1.1" status: 200 len: 210 time: 0.2431419 Jul 07 16:57:30.297148 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-def47f01-2dd6-443c-8990-e18f2e8761a2 req-88c08eff-7bb1-4e54-8c72-6e26e434953e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956650 Jul 07 16:57:30.339471 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-77ac7f1d-2451-4cab-9f26-596b6c54e842 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:30.344033 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-77ac7f1d-2451-4cab-9f26-596b6c54e842 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:30.368276 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4fa637ff-fb08-4795-8b7b-c0669df2314e up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:30.370756 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 468e783d-2cc0-48f5-b33f-c73b581f0ef8 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:30.542990 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 468e783d-2cc0-48f5-b33f-c73b581f0ef8 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:57:30.545427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 468e783d-2cc0-48f5-b33f-c73b581f0ef8 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:30.631494 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 4fa637ff-fb08-4795-8b7b-c0669df2314e completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:30.636471 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 4fa637ff-fb08-4795-8b7b-c0669df2314e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:30.637071 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:30.787187 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 99d7f085-744c-4c29-85bc-30f5f814766a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:30.848263 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaca459-0ea9-4142-b458-c0ca6f2d7077 x-openstack-request-id: req-eeaca459-0ea9-4142-b458-c0ca6f2d7077 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:30.849675 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9308d94-3ed7-432c-b34c-3b5572d15087", "name": "network-vif-deleted", "tag": "468e783d-2cc0-48f5-b33f-c73b581f0ef8", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:30.850087 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eeaca459-0ea9-4142-b458-c0ca6f2d7077 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:30.850672 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9308d94-3ed7-432c-b34c-3b5572d15087', 'name': 'network-vif-deleted', 'tag': '468e783d-2cc0-48f5-b33f-c73b581f0ef8', 'status': 'completed', 'code': 200} Jul 07 16:57:30.950255 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:30.955229 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-77ac7f1d-2451-4cab-9f26-596b6c54e842 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.045344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 4fa637ff-fb08-4795-8b7b-c0669df2314e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4fa637ff-fb08-4795-8b7b-c0669df2314e,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:31.048864 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a359d61c-e94f-4728-bc0d-a019955c8d93 None None] Network de8c3df1-eca0-4622-87e6-a5452df77033 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:31.057435 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.150884 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 99d7f085-744c-4c29-85bc-30f5f814766a completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:31.238656 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e06e1673-a306-4a88-a284-74ee97ea3146 None None] Provisioning for port 99d7f085-744c-4c29-85bc-30f5f814766a completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:31.251833 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e06e1673-a306-4a88-a284-74ee97ea3146 None None] Provisioning complete for port 99d7f085-744c-4c29-85bc-30f5f814766a triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:31.252210 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e06e1673-a306-4a88-a284-74ee97ea3146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.256786 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=4fa637ff-fb08-4795-8b7b-c0669df2314e,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:31.423725 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef23a7-69f6-43a4-a46d-f5452376a8da req-a68a2a2c-e7e5-4122-871c-ae51c614d28d tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:31.431046 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8aef23a7-69f6-43a4-a46d-f5452376a8da req-a68a2a2c-e7e5-4122-871c-ae51c614d28d tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c032ee4-edaa-4942-b4c7-d5ad2d8b0186 HTTP/1.1" status: 200 len: 944 time: 0.8173444 Jul 07 16:57:31.465549 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a364835-431d-4ccd-a2bc-f43473ba79fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.478275 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45192) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:31.482978 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e06e1673-a306-4a88-a284-74ee97ea3146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.538545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c032ee4-edaa-4942-b4c7-d5ad2d8b0186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa637ff-fb08-4795-8b7b-c0669df2314e'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:31.540843 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee329ca5-4081-415e-9dda-188fa98ec96b" -d '{"events": [{"server_uuid": "7c032ee4-edaa-4942-b4c7-d5ad2d8b0186", "name": "network-vif-plugged", "status": "completed", "tag": "4fa637ff-fb08-4795-8b7b-c0669df2314e"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:31.585985 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-d372bc19-c76b-4db4-9796-d1f089c4acf8 admin admin] Deleting subnet c8d043a8-c128-4d6c-970c-e264d763aba6 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:57:31.592047 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d372bc19-c76b-4db4-9796-d1f089c4acf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.598478 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e06e1673-a306-4a88-a284-74ee97ea3146 None None] For port 99d7f085-744c-4c29-85bc-30f5f814766a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=99d7f085-744c-4c29-85bc-30f5f814766a,segment=NetworkSegment(a7049394-7b8a-4d9e-a528-b7e141f02581),segment_id=a7049394-7b8a-4d9e-a528-b7e141f02581)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:31.615603 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e06e1673-a306-4a88-a284-74ee97ea3146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.637822 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d372bc19-c76b-4db4-9796-d1f089c4acf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.677292 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-77ac7f1d-2451-4cab-9f26-596b6c54e842 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.756368 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d372bc19-c76b-4db4-9796-d1f089c4acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.757990 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8aef23a7-69f6-43a4-a46d-f5452376a8da req-e1b05ca4-e48f-4830-b135-3c1c4a333183 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256781 Jul 07 16:57:31.763555 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e1673-a306-4a88-a284-74ee97ea3146 None None] Pushing event updated for resources: {'Port': ['ID=99d7f085-744c-4c29-85bc-30f5f814766a,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:31.937123 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d372bc19-c76b-4db4-9796-d1f089c4acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.957683 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777a879-47da-42d6-a1d4-f8697277cd95 req-bbaf82d2-4307-4e6e-b59d-5163a4bd8cf8 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:31.960353 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6777a879-47da-42d6-a1d4-f8697277cd95 req-bbaf82d2-4307-4e6e-b59d-5163a4bd8cf8 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2098048 Jul 07 16:57:31.993553 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372bc19-c76b-4db4-9796-d1f089c4acf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8d043a8-c128-4d6c-970c-e264d763aba6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:31.996142 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d372bc19-c76b-4db4-9796-d1f089c4acf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:31.998474 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d372bc19-c76b-4db4-9796-d1f089c4acf8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c8d043a8-c128-4d6c-970c-e264d763aba6 HTTP/1.1" status: 204 len: 168 time: 0.5187392 Jul 07 16:57:32.003152 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45208) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:32.021883 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926d9431-a5a6-4545-a946-4f5d91df17d4 x-openstack-request-id: req-926d9431-a5a6-4545-a946-4f5d91df17d4 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:32.022118 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c032ee4-edaa-4942-b4c7-d5ad2d8b0186", "name": "network-vif-plugged", "status": "completed", "tag": "4fa637ff-fb08-4795-8b7b-c0669df2314e", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:32.022316 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-926d9431-a5a6-4545-a946-4f5d91df17d4 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:32.022812 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c032ee4-edaa-4942-b4c7-d5ad2d8b0186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa637ff-fb08-4795-8b7b-c0669df2314e', 'code': 200} Jul 07 16:57:32.052101 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6777a879-47da-42d6-a1d4-f8697277cd95 req-cac01ae4-31fd-4028-b98e-97020c2489bf tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515027 Jul 07 16:57:32.053766 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dc6de0a7-155e-4c11-8e4b-76fd635cd1c1 None None] Provisioning complete for port 99d7f085-744c-4c29-85bc-30f5f814766a triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:32.054155 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dc6de0a7-155e-4c11-8e4b-76fd635cd1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:32.239214 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8403740f-5c60-4d87-8315-5d45d34364a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:32.289462 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204357c3-a511-41e8-83c9-da032548d510 req-7da63687-bda1-4b44-9117-2c683f1fb50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:32.292608 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-204357c3-a511-41e8-83c9-da032548d510 req-7da63687-bda1-4b44-9117-2c683f1fb50b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c032ee4-edaa-4942-b4c7-d5ad2d8b0186 HTTP/1.1" status: 200 len: 1096 time: 0.1827490 Jul 07 16:57:32.342307 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a364835-431d-4ccd-a2bc-f43473ba79fa admin admin] Router 4676a1e7-409b-40f6-86b4-298d98d65aff is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:57:32.483167 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-204357c3-a511-41e8-83c9-da032548d510 req-5b8e425b-7f25-41b8-b586-880953edd7d1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831467 Jul 07 16:57:32.518347 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8403740f-5c60-4d87-8315-5d45d34364a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:32.585127 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-8403740f-5c60-4d87-8315-5d45d34364a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b32e14a-6795-45ae-b736-ba5949bac418']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:32.728549 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 99d7f085-744c-4c29-85bc-30f5f814766a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:32.842917 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 99d7f085-744c-4c29-85bc-30f5f814766a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:32.843396 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:32.978999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-8403740f-5c60-4d87-8315-5d45d34364a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c2b50b-7e34-45f0-b033-82f8c622f68b') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:32.979424 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-8403740f-5c60-4d87-8315-5d45d34364a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c2b50b-7e34-45f0-b033-82f8c622f68b') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:33.041187 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8403740f-5c60-4d87-8315-5d45d34364a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.049827 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-77ac7f1d-2451-4cab-9f26-596b6c54e842 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.086856 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8403740f-5c60-4d87-8315-5d45d34364a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.094151 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-77ac7f1d-2451-4cab-9f26-596b6c54e842 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.116094 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8403740f-5c60-4d87-8315-5d45d34364a9 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:57:33.116514 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8403740f-5c60-4d87-8315-5d45d34364a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:57:33.119735 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:57:33.124004 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5665a37-1296-4d5d-80fd-cddf05814d6b req-2f80fddb-d667-4a10-ab70-25724e7d84de tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:33.143023 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5665a37-1296-4d5d-80fd-cddf05814d6b req-2f80fddb-d667-4a10-ab70-25724e7d84de tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c032ee4-edaa-4942-b4c7-d5ad2d8b0186 HTTP/1.1" status: 200 len: 945 time: 0.1237135 Jul 07 16:57:33.158818 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a364835-431d-4ccd-a2bc-f43473ba79fa admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:57:33.171091 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] Sync routers for ids ['4676a1e7-409b-40f6-86b4-298d98d65aff'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:57:33.185840 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] Routers {'4676a1e7-409b-40f6-86b4-298d98d65aff'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:33.186507 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:57:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['4676a1e7-409b-40f6-86b4-298d98d65aff'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:33.240172 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5665a37-1296-4d5d-80fd-cddf05814d6b req-98b495b1-e75f-4544-9ac5-02d470789567 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961604 Jul 07 16:57:33.241000 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a364835-431d-4ccd-a2bc-f43473ba79fa admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.242716 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9a364835-431d-4ccd-a2bc-f43473ba79fa admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.5156550 Jul 07 16:57:33.246890 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45292) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:33.247310 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8403740f-5c60-4d87-8315-5d45d34364a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.258867 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8403740f-5c60-4d87-8315-5d45d34364a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.279678 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8403740f-5c60-4d87-8315-5d45d34364a9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5b32e14a-6795-45ae-b736-ba5949bac418 HTTP/1.1" status: 204 len: 168 time: 1.2642260 Jul 07 16:57:33.377534 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403740f-5c60-4d87-8315-5d45d34364a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b32e14a-6795-45ae-b736-ba5949bac418,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:33.433192 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-77ac7f1d-2451-4cab-9f26-596b6c54e842 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Allocated IP 172.25.2.85 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/3d210319-ee4b-4cd0-b82e-f51a4df79571) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:33.557890 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] Set router 4676a1e7-409b-40f6-86b4-298d98d65aff gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:33.633380 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45306) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:33.779360 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc350465-e13b-4658-9d3b-22952cf10b65 req-5d2fed0c-7621-4cc7-a8f5-efc7a4c62416 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:33.781167 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc350465-e13b-4658-9d3b-22952cf10b65 req-5d2fed0c-7621-4cc7-a8f5-efc7a4c62416 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2871370 Jul 07 16:57:33.793907 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-75948a14-600a-480a-acc8-2ff48f09ab42 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ee592505afe9450d9878ff44c0151a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568844 Jul 07 16:57:33.836271 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45308) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:33.854493 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc350465-e13b-4658-9d3b-22952cf10b65 req-ebcf6635-5f37-4f79-bee7-ea2c2c1807d0 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538371 Jul 07 16:57:33.915350 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-77ac7f1d-2451-4cab-9f26-596b6c54e842 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.946186 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4676a1e7-409b-40f6-86b4-298d98d65aff', 'name': 'tempest-ServersTestMultiNic-809152926-router', 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1d382a23-fec1-4f16-98b1-a0e4e890f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:27Z', 'updated_at': '2021-07-07T16:57:29Z', 'revision_number': 3, 'project_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'gw_port': {'id': '1d382a23-fec1-4f16-98b1-a0e4e890f07b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4676a1e7-409b-40f6-86b4-298d98d65aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:28Z', 'updated_at': '2021-07-07T16:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:33.955861 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-030da723-e8c6-476f-abb9-3230acff08e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:33.979748 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] Checking router: 4676a1e7-409b-40f6-86b4-298d98d65aff for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:57:33.980730 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] Updating router 4676a1e7-409b-40f6-86b4-298d98d65aff port 1d382a23-fec1-4f16-98b1-a0e4e890f07b binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:57:33.996694 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-030da723-e8c6-476f-abb9-3230acff08e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.068564 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-030da723-e8c6-476f-abb9-3230acff08e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.071682 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-030da723-e8c6-476f-abb9-3230acff08e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.075190 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.085679 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-030da723-e8c6-476f-abb9-3230acff08e6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/00c5bdd6-6925-41e6-ac98-7fd0057684fb HTTP/1.1" status: 204 len: 168 time: 0.2250011 Jul 07 16:57:34.116468 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-77ac7f1d-2451-4cab-9f26-596b6c54e842 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.130851 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030da723-e8c6-476f-abb9-3230acff08e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c5bdd6-6925-41e6-ac98-7fd0057684fb,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:34.226542 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ac7f1d-2451-4cab-9f26-596b6c54e842 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:34.230829 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-77ac7f1d-2451-4cab-9f26-596b6c54e842 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:34.238927 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ac7f1d-2451-4cab-9f26-596b6c54e842 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:34.263949 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-14498752-57e6-49b5-a5a5-3c06e462e81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.288131 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac7f1d-2451-4cab-9f26-596b6c54e842 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Pushing event updated for resources: {'Port': ['ID=3d210319-ee4b-4cd0-b82e-f51a4df79571,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:34.730173 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-14498752-57e6-49b5-a5a5-3c06e462e81a admin admin] Allocated IP 172.20.0.1 (de8c3df1-eca0-4622-87e6-a5452df77033/baa8f508-866b-455d-b784-7ecf35c9ec4c/df1f3730-90a2-4398-9f83-2fc405a12a2d) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:34.816392 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaf316-5245-4323-bafd-00add1c17be3 req-4ec85587-2e09-4a84-a105-71a04ce936c3 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:34.824469 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-57aaf316-5245-4323-bafd-00add1c17be3 req-4ec85587-2e09-4a84-a105-71a04ce936c3 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c032ee4-edaa-4942-b4c7-d5ad2d8b0186 HTTP/1.1" status: 200 len: 945 time: 0.2780573 Jul 07 16:57:34.932176 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.937119 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-57aaf316-5245-4323-bafd-00add1c17be3 req-5ae1e3b9-fac3-4839-8467-ede2a09eca6f tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094837 Jul 07 16:57:34.966888 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-77ac7f1d-2451-4cab-9f26-596b6c54e842 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:34.969165 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] Transition to ACTIVE for port object 1d382a23-fec1-4f16-98b1-a0e4e890f07b will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:34.980614 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.153523 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-14498752-57e6-49b5-a5a5-3c06e462e81a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.201538 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02711c3a-1ab9-4b3f-8cce-965169d10f47 None None] Pushing event updated for resources: {'Port': ['ID=1d382a23-fec1-4f16-98b1-a0e4e890f07b,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:35.222118 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-14498752-57e6-49b5-a5a5-3c06e462e81a admin admin] Transition to ACTIVE for port object df1f3730-90a2-4398-9f83-2fc405a12a2d will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:35.233889 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02711c3a-1ab9-4b3f-8cce-965169d10f47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:35.234235 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02711c3a-1ab9-4b3f-8cce-965169d10f47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:35.234682 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02711c3a-1ab9-4b3f-8cce-965169d10f47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:35.235025 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02711c3a-1ab9-4b3f-8cce-965169d10f47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:35.235360 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02711c3a-1ab9-4b3f-8cce-965169d10f47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:35.235690 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02711c3a-1ab9-4b3f-8cce-965169d10f47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:35.236014 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02711c3a-1ab9-4b3f-8cce-965169d10f47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:35.236335 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02711c3a-1ab9-4b3f-8cce-965169d10f47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:35.251786 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02711c3a-1ab9-4b3f-8cce-965169d10f47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:35.252151 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02711c3a-1ab9-4b3f-8cce-965169d10f47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:35.255087 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02711c3a-1ab9-4b3f-8cce-965169d10f47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:35.256160 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02711c3a-1ab9-4b3f-8cce-965169d10f47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:57:35.269297 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] Attempting to bind port 1d382a23-fec1-4f16-98b1-a0e4e890f07b on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:35.273418 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] Attempting to bind port 1d382a23-fec1-4f16-98b1-a0e4e890f07b by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:35.276064 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] Attempting to bind port 1d382a23-fec1-4f16-98b1-a0e4e890f07b on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:35.292371 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-14498752-57e6-49b5-a5a5-3c06e462e81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.297965 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:35.301185 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:35.301878 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.303314 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:35.304248 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] Bound port: 1d382a23-fec1-4f16-98b1-a0e4e890f07b, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:35.306191 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.401655 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14498752-57e6-49b5-a5a5-3c06e462e81a admin admin] Network de8c3df1-eca0-4622-87e6-a5452df77033 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:35.414480 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-14498752-57e6-49b5-a5a5-3c06e462e81a admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:35.442530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14498752-57e6-49b5-a5a5-3c06e462e81a admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:35.462045 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] For port 1d382a23-fec1-4f16-98b1-a0e4e890f07b, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:35.486265 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] For port 1d382a23-fec1-4f16-98b1-a0e4e890f07b, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=1d382a23-fec1-4f16-98b1-a0e4e890f07b,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:35.491651 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.554443 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14498752-57e6-49b5-a5a5-3c06e462e81a admin admin] Pushing event updated for resources: {'Port': ['ID=df1f3730-90a2-4398-9f83-2fc405a12a2d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:35.587379 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02711c3a-1ab9-4b3f-8cce-965169d10f47 None None] Pushing event updated for resources: {'Port': ['ID=1d382a23-fec1-4f16-98b1-a0e4e890f07b,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:35.609043 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-14498752-57e6-49b5-a5a5-3c06e462e81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.662943 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] Routers {'4676a1e7-409b-40f6-86b4-298d98d65aff'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:35.663879 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:57:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['4676a1e7-409b-40f6-86b4-298d98d65aff'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:35.853459 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a4c9210b-3c8b-4f39-b524-a71e0f16f717 None None] Provisioning for port df1f3730-90a2-4398-9f83-2fc405a12a2d completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:35.876224 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a4c9210b-3c8b-4f39-b524-a71e0f16f717 None None] Provisioning complete for port df1f3730-90a2-4398-9f83-2fc405a12a2d triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:35.876862 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a4c9210b-3c8b-4f39-b524-a71e0f16f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.888182 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99040c85-35fe-46ab-9341-191b246a7623 req-c5bde6b5-37c8-49dd-940c-bf95d1bbde3e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:35.898189 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-99040c85-35fe-46ab-9341-191b246a7623 req-c5bde6b5-37c8-49dd-940c-bf95d1bbde3e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.4613564 Jul 07 16:57:35.917696 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-77ac7f1d-2451-4cab-9f26-596b6c54e842 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:35.946244 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe636e-febf-4d73-a405-6e160d953cb4 req-a38b64c6-4112-4605-8f88-0b31463e5528 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:35.955570 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6abe636e-febf-4d73-a405-6e160d953cb4 req-a38b64c6-4112-4605-8f88-0b31463e5528 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a82d9bb-6583-455d-be6b-a4afa2130eb4 HTTP/1.1" status: 200 len: 946 time: 0.1937368 Jul 07 16:57:35.994524 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] Set router 4676a1e7-409b-40f6-86b4-298d98d65aff gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:36.008590 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-a4c9210b-3c8b-4f39-b524-a71e0f16f717 None None] Port df1f3730-90a2-4398-9f83-2fc405a12a2d cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:57:36.016425 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-14498752-57e6-49b5-a5a5-3c06e462e81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.086924 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6abe636e-febf-4d73-a405-6e160d953cb4 req-242bef64-5117-42bf-8aa9-c9a7bcc4df6d tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302812 Jul 07 16:57:36.248044 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-99040c85-35fe-46ab-9341-191b246a7623 req-162ec4a1-dbf2-45a7-b028-a3682db2a32e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487158 Jul 07 16:57:36.269122 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ac7f1d-2451-4cab-9f26-596b6c54e842 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Router 834e58d2-c37e-4b7d-b978-966feae18aec is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:57:36.407617 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ac7f1d-2451-4cab-9f26-596b6c54e842 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:57:36.419297 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa064b-7125-48be-91bd-21ed7eaa70ed None None] Sync routers for ids ['834e58d2-c37e-4b7d-b978-966feae18aec'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:57:36.441401 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa064b-7125-48be-91bd-21ed7eaa70ed None None] Routers {'834e58d2-c37e-4b7d-b978-966feae18aec'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:36.446625 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-bdfa064b-7125-48be-91bd-21ed7eaa70ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:57:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['834e58d2-c37e-4b7d-b978-966feae18aec'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:36.451963 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-77ac7f1d-2451-4cab-9f26-596b6c54e842 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.453308 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-77ac7f1d-2451-4cab-9f26-596b6c54e842 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.0096369 Jul 07 16:57:36.456176 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45394) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:36.570763 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4676a1e7-409b-40f6-86b4-298d98d65aff', 'name': 'tempest-ServersTestMultiNic-809152926-router', 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1d382a23-fec1-4f16-98b1-a0e4e890f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:27Z', 'updated_at': '2021-07-07T16:57:29Z', 'revision_number': 3, 'project_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'gw_port': {'id': '1d382a23-fec1-4f16-98b1-a0e4e890f07b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4676a1e7-409b-40f6-86b4-298d98d65aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:28Z', 'updated_at': '2021-07-07T16:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:36.611982 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-bdfa064b-7125-48be-91bd-21ed7eaa70ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:36.640631 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa064b-7125-48be-91bd-21ed7eaa70ed None None] Routers {'834e58d2-c37e-4b7d-b978-966feae18aec'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:36.647189 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2194ab-e987-45ff-95a0-7980d57c571c None None] The sync data for ids ['4676a1e7-409b-40f6-86b4-298d98d65aff'] in n-d-793620-7 is: [{'id': '4676a1e7-409b-40f6-86b4-298d98d65aff', 'name': 'tempest-ServersTestMultiNic-809152926-router', 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1d382a23-fec1-4f16-98b1-a0e4e890f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:27Z', 'updated_at': '2021-07-07T16:57:29Z', 'revision_number': 3, 'project_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'gw_port': {'id': '1d382a23-fec1-4f16-98b1-a0e4e890f07b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4676a1e7-409b-40f6-86b4-298d98d65aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:28Z', 'updated_at': '2021-07-07T16:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:57:36.652545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-bdfa064b-7125-48be-91bd-21ed7eaa70ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:57:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['834e58d2-c37e-4b7d-b978-966feae18aec'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:36.698447 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-14498752-57e6-49b5-a5a5-3c06e462e81a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.710537 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-14498752-57e6-49b5-a5a5-3c06e462e81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.748445 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-bdfa064b-7125-48be-91bd-21ed7eaa70ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:36.749390 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa064b-7125-48be-91bd-21ed7eaa70ed None None] The sync data for ids ['834e58d2-c37e-4b7d-b978-966feae18aec'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:57:36.796007 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-499035ce-4717-42d8-ad3f-d6febca1a5fc tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "GET /v2.0/routers/834e58d2-c37e-4b7d-b978-966feae18aec HTTP/1.1" status: 200 len: 919 time: 0.3376830 Jul 07 16:57:36.796909 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45402) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:36.850763 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e3a59d1a-99a0-4a6d-a183-d1fe2d826fd0 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "GET /v2.0/ports?device_id=834e58d2-c37e-4b7d-b978-966feae18aec HTTP/1.1" status: 200 len: 205 time: 0.0513897 Jul 07 16:57:36.851967 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45404) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:36.891139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14498752-57e6-49b5-a5a5-3c06e462e81a admin admin] Pushing event updated for resources: {'Port': ['ID=df1f3730-90a2-4398-9f83-2fc405a12a2d,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:36.895498 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-14498752-57e6-49b5-a5a5-3c06e462e81a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:36.937329 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef94d79-cd5c-4e25-a0ef-1ec438d50b64 req-1b62d561-453d-47a3-82c1-67f56db0c41a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:36.947704 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aef94d79-cd5c-4e25-a0ef-1ec438d50b64 req-1b62d561-453d-47a3-82c1-67f56db0c41a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c032ee4-edaa-4942-b4c7-d5ad2d8b0186 HTTP/1.1" status: 200 len: 945 time: 0.3779690 Jul 07 16:57:37.035676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14498752-57e6-49b5-a5a5-3c06e462e81a admin admin] Network de8c3df1-eca0-4622-87e6-a5452df77033 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:37.038750 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-14498752-57e6-49b5-a5a5-3c06e462e81a admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:37.074941 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aef94d79-cd5c-4e25-a0ef-1ec438d50b64 req-c9e284b1-12c3-4556-a99d-90f095a6f94a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258135 Jul 07 16:57:37.151476 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6e6e71dd-e62e-4c42-9020-79979597e7f7 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.432101 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14498752-57e6-49b5-a5a5-3c06e462e81a admin admin] Router 4676a1e7-409b-40f6-86b4-298d98d65aff has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:57:37.464815 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6e6e71dd-e62e-4c42-9020-79979597e7f7 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.579226 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e71dd-e62e-4c42-9020-79979597e7f7 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Deleting port 3d210319-ee4b-4cd0-b82e-f51a4df79571 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:37.579583 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6e6e71dd-e62e-4c42-9020-79979597e7f7 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.631587 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14498752-57e6-49b5-a5a5-3c06e462e81a admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:57:37.637950 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-14498752-57e6-49b5-a5a5-3c06e462e81a admin admin] 10.222.0.50 "PUT /v2.0/routers/4676a1e7-409b-40f6-86b4-298d98d65aff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3899767 Jul 07 16:57:37.692066 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bfadcecf-b26c-422c-97f8-5b362806d93c None None] Provisioning complete for port df1f3730-90a2-4398-9f83-2fc405a12a2d triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:37.693107 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bfadcecf-b26c-422c-97f8-5b362806d93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.770311 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6e6e71dd-e62e-4c42-9020-79979597e7f7 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:37.785338 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6e6e71dd-e62e-4c42-9020-79979597e7f7 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Calling delete_port for 3d210319-ee4b-4cd0-b82e-f51a4df79571 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:37.826147 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-bfadcecf-b26c-422c-97f8-5b362806d93c None None] Port df1f3730-90a2-4398-9f83-2fc405a12a2d cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:57:37.970558 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45444) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:38.028103 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6e6e71dd-e62e-4c42-9020-79979597e7f7 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.152827 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e71dd-e62e-4c42-9020-79979597e7f7 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Pushing event deleted for resources: {'Port': ['ID=3d210319-ee4b-4cd0-b82e-f51a4df79571,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:38.158977 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6e6e71dd-e62e-4c42-9020-79979597e7f7 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.197891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8090f40-7f67-426f-a108-ae7c4d7c077f req-c02c2646-8f7d-4eb0-92bf-1dc59fb0a7fd tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:38.209220 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d8090f40-7f67-426f-a108-ae7c4d7c077f req-c02c2646-8f7d-4eb0-92bf-1dc59fb0a7fd tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.3412840 Jul 07 16:57:38.346998 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d8090f40-7f67-426f-a108-ae7c4d7c077f req-60bfb14b-2abd-4cd6-b6fe-d2507ab3d13f tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213427 Jul 07 16:57:38.376954 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-56df95d6-4a67-4d47-9e42-ae63a8896a0a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-92604160'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:38.436525 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56df95d6-4a67-4d47-9e42-ae63a8896a0a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Made reservation on behalf of 0e2d5abb674246ba9e62cf1e68dd451b for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:38.441867 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56df95d6-4a67-4d47-9e42-ae63a8896a0a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.507621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56df95d6-4a67-4d47-9e42-ae63a8896a0a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:57:38.526279 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56df95d6-4a67-4d47-9e42-ae63a8896a0a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.526683 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-56df95d6-4a67-4d47-9e42-ae63a8896a0a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Added segment be01bad0-f90c-4ae6-8178-bcd4fb6622e3 of type vlan for network 2f30c3d7-f3f5-49cc-8599-e85762c48987 Jul 07 16:57:38.656409 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56df95d6-4a67-4d47-9e42-ae63a8896a0a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.679694 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 1d382a23-fec1-4f16-98b1-a0e4e890f07b up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:38.744856 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56df95d6-4a67-4d47-9e42-ae63a8896a0a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.759594 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56df95d6-4a67-4d47-9e42-ae63a8896a0a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:38.762809 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56df95d6-4a67-4d47-9e42-ae63a8896a0a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.785376 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47d0eb-f4f1-4e81-9412-a55d7e86d807 req-2f98fb5a-8015-4bc0-a9a3-86ce40933bc7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:38.788043 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ee47d0eb-f4f1-4e81-9412-a55d7e86d807 req-2f98fb5a-8015-4bc0-a9a3-86ce40933bc7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c032ee4-edaa-4942-b4c7-d5ad2d8b0186 HTTP/1.1" status: 200 len: 945 time: 0.2361143 Jul 07 16:57:38.789521 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 1d382a23-fec1-4f16-98b1-a0e4e890f07b completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:38.800186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 1d382a23-fec1-4f16-98b1-a0e4e890f07b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:38.800562 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:38.885764 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-56df95d6-4a67-4d47-9e42-ae63a8896a0a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9114876 Jul 07 16:57:38.902223 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ee47d0eb-f4f1-4e81-9412-a55d7e86d807 req-f199ca61-ea2d-43b1-b06a-026307c50c45 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981438 Jul 07 16:57:38.902738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45488) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:38.913343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-dc571014-5051-4d40-b8c0-c8f7a996f906 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Request body: {'subnet': {'network_id': '2f30c3d7-f3f5-49cc-8599-e85762c48987', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:38.978610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df95d6-4a67-4d47-9e42-ae63a8896a0a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event updated for resources: {'Network': ['ID=2f30c3d7-f3f5-49cc-8599-e85762c48987,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:39.062609 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6e6e71dd-e62e-4c42-9020-79979597e7f7 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.072213 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6e6e71dd-e62e-4c42-9020-79979597e7f7 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.080891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc571014-5051-4d40-b8c0-c8f7a996f906 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Made reservation on behalf of 0e2d5abb674246ba9e62cf1e68dd451b for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:39.087349 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc571014-5051-4d40-b8c0-c8f7a996f906 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.136494 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.156885 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 2f30c3d7-f3f5-49cc-8599-e85762c48987 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:57:39.226641 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6e6e71dd-e62e-4c42-9020-79979597e7f7 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.227334 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6e71dd-e62e-4c42-9020-79979597e7f7 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Fanout notify agent at l3_agent the message router_deleted on router 834e58d2-c37e-4b7d-b978-966feae18aec {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:57:39.244948 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6e6e71dd-e62e-4c42-9020-79979597e7f7 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.254727 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6e6e71dd-e62e-4c42-9020-79979597e7f7 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "DELETE /v2.0/routers/834e58d2-c37e-4b7d-b978-966feae18aec HTTP/1.1" status: 204 len: 168 time: 2.4013362 Jul 07 16:57:39.256072 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45496) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:39.261705 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-54ba9cbb-c4ce-4a4c-a94a-af1da93d6368 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Request body: {'router': {'name': 'tempest-snat-router-302921387', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'enable_snat': False}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:39.308208 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-54ba9cbb-c4ce-4a4c-a94a-af1da93d6368 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.310096 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-54ba9cbb-c4ce-4a4c-a94a-af1da93d6368 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.406452 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 1d382a23-fec1-4f16-98b1-a0e4e890f07b, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=1d382a23-fec1-4f16-98b1-a0e4e890f07b,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:39.415523 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.545384 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-54ba9cbb-c4ce-4a4c-a94a-af1da93d6368 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.568854 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=1d382a23-fec1-4f16-98b1-a0e4e890f07b,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:39.589078 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc571014-5051-4d40-b8c0-c8f7a996f906 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.671342 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc571014-5051-4d40-b8c0-c8f7a996f906 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event updated for resources: {'Subnet': ['ID=050fbb7f-4bbb-4b19-b00c-d3338fddfb6b,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:39.718771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc571014-5051-4d40-b8c0-c8f7a996f906 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Checking segment: {'id': 'be01bad0-f90c-4ae6-8178-bcd4fb6622e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2f30c3d7-f3f5-49cc-8599-e85762c48987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:39.719402 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc571014-5051-4d40-b8c0-c8f7a996f906 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Network hostable DHCP agents. Network: 2f30c3d7-f3f5-49cc-8599-e85762c48987, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:57:39.741341 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc571014-5051-4d40-b8c0-c8f7a996f906 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Network 2f30c3d7-f3f5-49cc-8599-e85762c48987 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:57:39.746248 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45504) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:39.777484 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-dc571014-5051-4d40-b8c0-c8f7a996f906 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 2f30c3d7-f3f5-49cc-8599-e85762c48987) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:39.777708 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] Sync routers for ids ['4676a1e7-409b-40f6-86b4-298d98d65aff'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:57:39.788597 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1d58ef-ad79-4a9c-bffb-bfdfffd6063b None None] Network 2f30c3d7-f3f5-49cc-8599-e85762c48987 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:39.791710 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] Routers {'4676a1e7-409b-40f6-86b4-298d98d65aff'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:39.792644 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:57:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['4676a1e7-409b-40f6-86b4-298d98d65aff'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:39.816754 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc571014-5051-4d40-b8c0-c8f7a996f906 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:39.821729 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc571014-5051-4d40-b8c0-c8f7a996f906 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:39.867876 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dc571014-5051-4d40-b8c0-c8f7a996f906 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9619129 Jul 07 16:57:39.870417 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45508) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:39.888317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-cbe25a20-bad4-455e-a948-246e5e13555d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2090751166'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:39.955569 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe25a20-bad4-455e-a948-246e5e13555d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Made reservation on behalf of 0e2d5abb674246ba9e62cf1e68dd451b for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:39.955569 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cbe25a20-bad4-455e-a948-246e5e13555d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.056381 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe25a20-bad4-455e-a948-246e5e13555d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:57:40.086606 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cbe25a20-bad4-455e-a948-246e5e13555d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.086886 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-cbe25a20-bad4-455e-a948-246e5e13555d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Added segment e9b0ebff-dc18-410f-a029-fcf20178077a of type vlan for network 5f5fac9b-6a55-45b7-8cef-9d038ad067a1 Jul 07 16:57:40.095666 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] Set router 4676a1e7-409b-40f6-86b4-298d98d65aff gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:40.173750 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-54ba9cbb-c4ce-4a4c-a94a-af1da93d6368 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.242013 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee751f31-7d7d-4c89-adda-c5677b88f418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.243487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-2f30c3d7-f3f5-49cc-8599-e85762c48987', 'network_id': '2f30c3d7-f3f5-49cc-8599-e85762c48987', 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'fixed_ips': [{'subnet_id': '050fbb7f-4bbb-4b19-b00c-d3338fddfb6b'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:57:40.244352 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.273249 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084d27f-0d66-4802-b9c0-09832804d535 req-fbcfcca4-d60d-47e9-8ccb-e8129fe31db1 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:40.275435 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e084d27f-0d66-4802-b9c0-09832804d535 req-fbcfcca4-d60d-47e9-8ccb-e8129fe31db1 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c032ee4-edaa-4942-b4c7-d5ad2d8b0186 HTTP/1.1" status: 200 len: 945 time: 0.7613494 Jul 07 16:57:40.360178 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d5d46-920c-40f5-b8c3-71b4a706767b req-1cb9bcc1-e7d0-45c6-acfb-bd543a256656 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:40.360649 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cbe25a20-bad4-455e-a948-246e5e13555d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.369980 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a7d5d46-920c-40f5-b8c3-71b4a706767b req-1cb9bcc1-e7d0-45c6-acfb-bd543a256656 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.5599477 Jul 07 16:57:40.495524 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a7d5d46-920c-40f5-b8c3-71b4a706767b req-5014fe3f-c580-4fbd-a8de-064b3d9bd895 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245244 Jul 07 16:57:40.506571 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Allocated IP 19.80.0.2 (2f30c3d7-f3f5-49cc-8599-e85762c48987/050fbb7f-4bbb-4b19-b00c-d3338fddfb6b/d5cc898c-c8e2-4885-801b-bd1691abd572) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:40.550092 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cbe25a20-bad4-455e-a948-246e5e13555d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.556316 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe25a20-bad4-455e-a948-246e5e13555d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:40.556940 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cbe25a20-bad4-455e-a948-246e5e13555d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.640037 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-e084d27f-0d66-4802-b9c0-09832804d535 req-610db8e9-64d6-43b2-8313-5f4f455e42bf tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Deleting port 4fa637ff-fb08-4795-8b7b-c0669df2314e {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:40.640674 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e084d27f-0d66-4802-b9c0-09832804d535 req-610db8e9-64d6-43b2-8313-5f4f455e42bf tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.768904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe25a20-bad4-455e-a948-246e5e13555d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event updated for resources: {'Network': ['ID=5f5fac9b-6a55-45b7-8cef-9d038ad067a1,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:40.769776 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-e084d27f-0d66-4802-b9c0-09832804d535 req-610db8e9-64d6-43b2-8313-5f4f455e42bf tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] For port 4fa637ff-fb08-4795-8b7b-c0669df2314e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4fa637ff-fb08-4795-8b7b-c0669df2314e,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:40.770508 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e084d27f-0d66-4802-b9c0-09832804d535 req-610db8e9-64d6-43b2-8313-5f4f455e42bf tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:40.790415 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-e084d27f-0d66-4802-b9c0-09832804d535 req-610db8e9-64d6-43b2-8313-5f4f455e42bf tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Calling delete_port for 4fa637ff-fb08-4795-8b7b-c0669df2314e owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:40.816624 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4676a1e7-409b-40f6-86b4-298d98d65aff', 'name': 'tempest-ServersTestMultiNic-809152926-router', 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1d382a23-fec1-4f16-98b1-a0e4e890f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:27Z', 'updated_at': '2021-07-07T16:57:35Z', 'revision_number': 4, 'project_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'gw_port': {'id': '1d382a23-fec1-4f16-98b1-a0e4e890f07b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4676a1e7-409b-40f6-86b4-298d98d65aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:28Z', 'updated_at': '2021-07-07T16:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'df1f3730-90a2-4398-9f83-2fc405a12a2d', 'name': '', 'network_id': 'de8c3df1-eca0-4622-87e6-a5452df77033', 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'mac_address': 'fa:16:3e:4e:67:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4676a1e7-409b-40f6-86b4-298d98d65aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'baa8f508-866b-455d-b784-7ecf35c9ec4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:34Z', 'updated_at': '2021-07-07T16:57:36Z', 'revision_number': 2, 'project_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'subnets': [{'id': 'baa8f508-866b-455d-b784-7ecf35c9ec4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:40.820804 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b29ae8-c010-440c-b9ce-e23159914fbb req-8bbd3a7f-3ef5-4758-84e0-dc881cec4ed9 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:40.829596 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87b29ae8-c010-440c-b9ce-e23159914fbb req-8bbd3a7f-3ef5-4758-84e0-dc881cec4ed9 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=09b1fc43-8e53-45f9-9478-caf8456a42dc HTTP/1.1" status: 200 len: 948 time: 0.6343658 Jul 07 16:57:40.880784 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] Checking router: 4676a1e7-409b-40f6-86b4-298d98d65aff for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:57:40.881089 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] Updating router 4676a1e7-409b-40f6-86b4-298d98d65aff port df1f3730-90a2-4398-9f83-2fc405a12a2d binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:57:40.903409 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87b29ae8-c010-440c-b9ce-e23159914fbb req-96978dba-84a6-4dab-ad1c-2cafaa0b5b1d tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76e6643-f9e4-4eae-a0f9-0f1e79961f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721920 Jul 07 16:57:40.967153 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.007395 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e084d27f-0d66-4802-b9c0-09832804d535 req-610db8e9-64d6-43b2-8313-5f4f455e42bf tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.023728 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee751f31-7d7d-4c89-adda-c5677b88f418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.040217 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee751f31-7d7d-4c89-adda-c5677b88f418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.073755 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aec5d918-518b-4140-a04d-14272cf1d729 req-3f4357fc-50f9-4e65-a41b-65daacca5d03 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c032ee4-edaa-4942-b4c7-d5ad2d8b0186 HTTP/1.1" status: 200 len: 210 time: 0.1161504 Jul 07 16:57:41.104446 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45518) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:41.109021 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cbe25a20-bad4-455e-a948-246e5e13555d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2329750 Jul 07 16:57:41.109538 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d45d231a-87e8-4f36-a710-c9a62b2897c6 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Request body: {'subnet': {'network_id': '5f5fac9b-6a55-45b7-8cef-9d038ad067a1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:41.115608 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610db8e9-64d6-43b2-8313-5f4f455e42bf tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Pushing event deleted for resources: {'Port': ['ID=4fa637ff-fb08-4795-8b7b-c0669df2314e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:41.189215 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ee751f31-7d7d-4c89-adda-c5677b88f418 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=907e98e38e2d46ec836c3a0aab41ee5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4392536 Jul 07 16:57:41.190585 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee751f31-7d7d-4c89-adda-c5677b88f418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdc37cf-fee0-479a-b585-1b83d0ef1207,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:41.195123 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45520) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:41.260338 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.263283 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-e084d27f-0d66-4802-b9c0-09832804d535 req-610db8e9-64d6-43b2-8313-5f4f455e42bf tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] No DVR routers for this DVR port 4fa637ff-fb08-4795-8b7b-c0669df2314e on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:57:41.266068 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-411fedaa-3444-4bce-a559-95a7c3e5ff52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.275461 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e084d27f-0d66-4802-b9c0-09832804d535 req-610db8e9-64d6-43b2-8313-5f4f455e42bf tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.277313 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Transition to ACTIVE for port object d5cc898c-c8e2-4885-801b-bd1691abd572 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:41.277526 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e084d27f-0d66-4802-b9c0-09832804d535 req-610db8e9-64d6-43b2-8313-5f4f455e42bf tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.15 "DELETE /v2.0/ports/4fa637ff-fb08-4795-8b7b-c0669df2314e HTTP/1.1" status: 204 len: 173 time: 0.9652717 Jul 07 16:57:41.277997 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c032ee4-edaa-4942-b4c7-d5ad2d8b0186', 'name': 'network-vif-deleted', 'tag': '4fa637ff-fb08-4795-8b7b-c0669df2314e'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:41.281213 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8173ba5-4f99-4e83-8eff-2a39edc87d83" -d '{"events": [{"server_uuid": "7c032ee4-edaa-4942-b4c7-d5ad2d8b0186", "name": "network-vif-deleted", "tag": "4fa637ff-fb08-4795-8b7b-c0669df2314e"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:41.322567 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-54ba9cbb-c4ce-4a4c-a94a-af1da93d6368 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.326370 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Transition to ACTIVE for port object d5cc898c-c8e2-4885-801b-bd1691abd572 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:41.336452 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-411fedaa-3444-4bce-a559-95a7c3e5ff52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.339583 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 1d382a23-fec1-4f16-98b1-a0e4e890f07b up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:41.341653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 5f5fac9b-6a55-45b7-8cef-9d038ad067a1 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:57:41.357404 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['465fc65b-b48d-4ce1-839f-23d7a638aaa4'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:41.364284 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['0a36452c-0954-4f40-b687-34ebd486cd40', '4fa637ff-fb08-4795-8b7b-c0669df2314e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:41.369418 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.392755 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-54ba9cbb-c4ce-4a4c-a94a-af1da93d6368 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.413415 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8c6612-dd5a-456f-93dd-a2cd663130bf x-openstack-request-id: req-ff8c6612-dd5a-456f-93dd-a2cd663130bf {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:41.413742 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c032ee4-edaa-4942-b4c7-d5ad2d8b0186", "name": "network-vif-deleted", "tag": "4fa637ff-fb08-4795-8b7b-c0669df2314e", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:41.414012 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ff8c6612-dd5a-456f-93dd-a2cd663130bf {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:41.414876 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c032ee4-edaa-4942-b4c7-d5ad2d8b0186', 'name': 'network-vif-deleted', 'tag': '4fa637ff-fb08-4795-8b7b-c0669df2314e', 'status': 'completed', 'code': 200} Jul 07 16:57:41.463181 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-411fedaa-3444-4bce-a559-95a7c3e5ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.473792 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-411fedaa-3444-4bce-a559-95a7c3e5ff52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.480637 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-411fedaa-3444-4bce-a559-95a7c3e5ff52 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0cdc37cf-fee0-479a-b585-1b83d0ef1207 HTTP/1.1" status: 204 len: 168 time: 0.2837348 Jul 07 16:57:41.511891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fedaa-3444-4bce-a559-95a7c3e5ff52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdc37cf-fee0-479a-b585-1b83d0ef1207,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:41.689316 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45d231a-87e8-4f36-a710-c9a62b2897c6 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Made reservation on behalf of 0e2d5abb674246ba9e62cf1e68dd451b for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:41.693161 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.706927 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d45d231a-87e8-4f36-a710-c9a62b2897c6 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.711224 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Pushing event updated for resources: {'Port': ['ID=d5cc898c-c8e2-4885-801b-bd1691abd572,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:41.738056 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] Transition to ACTIVE for port object df1f3730-90a2-4398-9f83-2fc405a12a2d will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:41.749510 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.819363 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Network 2f30c3d7-f3f5-49cc-8599-e85762c48987 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:41.827463 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:41.856675 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:41.914025 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488137a-97e7-4ff5-b6b3-3bdb57c9493e None None] Pushing event updated for resources: {'Port': ['ID=df1f3730-90a2-4398-9f83-2fc405a12a2d,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:41.947742 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62e05f-70f0-4b86-b801-1c4b7a54ff8d req-292df936-ef3d-46b1-a826-bbf933b9fe56 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:41.950415 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ae62e05f-70f0-4b86-b801-1c4b7a54ff8d req-292df936-ef3d-46b1-a826-bbf933b9fe56 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.2182562 Jul 07 16:57:41.984717 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] Attempting to bind port df1f3730-90a2-4398-9f83-2fc405a12a2d on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:41.985428 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] Attempting to bind port df1f3730-90a2-4398-9f83-2fc405a12a2d by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'a7049394-7b8a-4d9e-a528-b7e141f02581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'de8c3df1-eca0-4622-87e6-a5452df77033'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:41.985974 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] Attempting to bind port df1f3730-90a2-4398-9f83-2fc405a12a2d on network de8c3df1-eca0-4622-87e6-a5452df77033 {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:41.993548 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:41.994199 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] Checking segment: {'id': 'a7049394-7b8a-4d9e-a528-b7e141f02581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'de8c3df1-eca0-4622-87e6-a5452df77033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:41.994838 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:41.995415 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] Bound using segment: {'id': 'a7049394-7b8a-4d9e-a528-b7e141f02581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'de8c3df1-eca0-4622-87e6-a5452df77033'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:41.996109 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] Bound port: df1f3730-90a2-4398-9f83-2fc405a12a2d, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7049394-7b8a-4d9e-a528-b7e141f02581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'de8c3df1-eca0-4622-87e6-a5452df77033'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:41.996695 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:42.119333 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ae62e05f-70f0-4b86-b801-1c4b7a54ff8d req-388d4e21-3e0f-499d-a149-d14430559615 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607146 Jul 07 16:57:42.145536 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 1d382a23-fec1-4f16-98b1-a0e4e890f07b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:42.156563 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:42.159056 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] For port df1f3730-90a2-4398-9f83-2fc405a12a2d, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:42.172996 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] For port df1f3730-90a2-4398-9f83-2fc405a12a2d, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=df1f3730-90a2-4398-9f83-2fc405a12a2d,segment=NetworkSegment(a7049394-7b8a-4d9e-a528-b7e141f02581),segment_id=a7049394-7b8a-4d9e-a528-b7e141f02581)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:42.182789 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:42.334720 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Attempting to bind port d5cc898c-c8e2-4885-801b-bd1691abd572 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:42.335878 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Attempting to bind port d5cc898c-c8e2-4885-801b-bd1691abd572 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'be01bad0-f90c-4ae6-8178-bcd4fb6622e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2f30c3d7-f3f5-49cc-8599-e85762c48987'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:42.336492 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Attempting to bind port d5cc898c-c8e2-4885-801b-bd1691abd572 on network 2f30c3d7-f3f5-49cc-8599-e85762c48987 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:42.399752 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d45d231a-87e8-4f36-a710-c9a62b2897c6 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:42.417971 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:42.418911 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Checking segment: {'id': 'be01bad0-f90c-4ae6-8178-bcd4fb6622e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2f30c3d7-f3f5-49cc-8599-e85762c48987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:42.419541 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:42.420177 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Bound using segment: {'id': 'be01bad0-f90c-4ae6-8178-bcd4fb6622e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2f30c3d7-f3f5-49cc-8599-e85762c48987'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:42.420895 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Bound port: d5cc898c-c8e2-4885-801b-bd1691abd572, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be01bad0-f90c-4ae6-8178-bcd4fb6622e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2f30c3d7-f3f5-49cc-8599-e85762c48987'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:42.421512 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:42.492510 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] Routers {'4676a1e7-409b-40f6-86b4-298d98d65aff'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:42.493169 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:57:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['4676a1e7-409b-40f6-86b4-298d98d65aff'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:42.506673 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488137a-97e7-4ff5-b6b3-3bdb57c9493e None None] Pushing event updated for resources: {'Port': ['ID=df1f3730-90a2-4398-9f83-2fc405a12a2d,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:42.515173 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d231a-87e8-4f36-a710-c9a62b2897c6 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event updated for resources: {'Subnet': ['ID=35badbd6-3193-4a5e-8ecd-fc9df34938e3,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:42.563467 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156b607-088f-4dff-a701-605cb3355705 req-85c3718f-7780-485f-9fce-cc35e4a7a3d6 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:42.565394 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8156b607-088f-4dff-a701-605cb3355705 req-85c3718f-7780-485f-9fce-cc35e4a7a3d6 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.15 "GET /v2.0/ports?device_id=09b1fc43-8e53-45f9-9478-caf8456a42dc HTTP/1.1" status: 200 len: 948 time: 0.9607995 Jul 07 16:57:42.631683 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8f019f53-1936-42f5-ae69-d8963009ae38 req-2369844f-05d7-4f9d-b26d-a24a39101f30 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c032ee4-edaa-4942-b4c7-d5ad2d8b0186 HTTP/1.1" status: 200 len: 210 time: 0.0644963 Jul 07 16:57:42.825554 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-54ba9cbb-c4ce-4a4c-a94a-af1da93d6368 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Allocated IP 172.25.2.109 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/e4b02427-e392-455c-ba4a-118a8497b235) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:42.847975 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] Set router 4676a1e7-409b-40f6-86b4-298d98d65aff gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:42.859440 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259f032-0718-4b9d-a263-7f0d300128a3 req-9b75632e-9b85-480d-8cac-c8264e427dc5 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:42.861985 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b259f032-0718-4b9d-a263-7f0d300128a3 req-9b75632e-9b85-480d-8cac-c8264e427dc5 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=09b1fc43-8e53-45f9-9478-caf8456a42dc HTTP/1.1" status: 200 len: 948 time: 0.5116351 Jul 07 16:57:42.862924 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45d231a-87e8-4f36-a710-c9a62b2897c6 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Checking segment: {'id': 'e9b0ebff-dc18-410f-a029-fcf20178077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5f5fac9b-6a55-45b7-8cef-9d038ad067a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:42.863502 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45d231a-87e8-4f36-a710-c9a62b2897c6 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Network hostable DHCP agents. Network: 5f5fac9b-6a55-45b7-8cef-9d038ad067a1, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:57:43.006596 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45d231a-87e8-4f36-a710-c9a62b2897c6 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Network 5f5fac9b-6a55-45b7-8cef-9d038ad067a1 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:57:43.024371 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-8156b607-088f-4dff-a701-605cb3355705 req-df12dd16-5da9-41a3-b3b4-4ca211d896de tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Deleting port 917a4613-fd2f-4276-81ea-9d75ce3cbb95 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:43.024719 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-8156b607-088f-4dff-a701-605cb3355705 req-df12dd16-5da9-41a3-b3b4-4ca211d896de tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:43.042667 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b259f032-0718-4b9d-a263-7f0d300128a3 req-f9eb4e0e-d3e4-44de-9a0c-081c66e18f73 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76e6643-f9e4-4eae-a0f9-0f1e79961f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682570 Jul 07 16:57:43.051798 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-d45d231a-87e8-4f36-a710-c9a62b2897c6 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 5f5fac9b-6a55-45b7-8cef-9d038ad067a1) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:43.107407 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d231a-87e8-4f36-a710-c9a62b2897c6 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:43.108021 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d45d231a-87e8-4f36-a710-c9a62b2897c6 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:43.113917 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a40735-0c0c-491f-afd8-06bcbb0183d0 None None] Network 5f5fac9b-6a55-45b7-8cef-9d038ad067a1 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:43.181115 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d45d231a-87e8-4f36-a710-c9a62b2897c6 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0671697 Jul 07 16:57:43.288185 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-54ba9cbb-c4ce-4a4c-a94a-af1da93d6368 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:43.331166 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-8156b607-088f-4dff-a701-605cb3355705 req-df12dd16-5da9-41a3-b3b4-4ca211d896de tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] For port 917a4613-fd2f-4276-81ea-9d75ce3cbb95, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=917a4613-fd2f-4276-81ea-9d75ce3cbb95,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:43.333163 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-8156b607-088f-4dff-a701-605cb3355705 req-df12dd16-5da9-41a3-b3b4-4ca211d896de tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:43.352040 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-8156b607-088f-4dff-a701-605cb3355705 req-df12dd16-5da9-41a3-b3b4-4ca211d896de tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Calling delete_port for 917a4613-fd2f-4276-81ea-9d75ce3cbb95 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:43.461717 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-54ba9cbb-c4ce-4a4c-a94a-af1da93d6368 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:43.487332 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4676a1e7-409b-40f6-86b4-298d98d65aff', 'name': 'tempest-ServersTestMultiNic-809152926-router', 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1d382a23-fec1-4f16-98b1-a0e4e890f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:27Z', 'updated_at': '2021-07-07T16:57:35Z', 'revision_number': 4, 'project_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'gw_port': {'id': '1d382a23-fec1-4f16-98b1-a0e4e890f07b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4676a1e7-409b-40f6-86b4-298d98d65aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:28Z', 'updated_at': '2021-07-07T16:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'df1f3730-90a2-4398-9f83-2fc405a12a2d', 'name': '', 'network_id': 'de8c3df1-eca0-4622-87e6-a5452df77033', 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'mac_address': 'fa:16:3e:4e:67:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4676a1e7-409b-40f6-86b4-298d98d65aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'baa8f508-866b-455d-b784-7ecf35c9ec4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:34Z', 'updated_at': '2021-07-07T16:57:42Z', 'revision_number': 4, 'project_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'subnets': [{'id': 'baa8f508-866b-455d-b784-7ecf35c9ec4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:43.492920 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ceb873-6d02-4b05-8caf-d520f74f4e14 req-bee8fc7d-af7b-41dc-bb21-04ab357c6ce5 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:43.496190 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f9ceb873-6d02-4b05-8caf-d520f74f4e14 req-bee8fc7d-af7b-41dc-bb21-04ab357c6ce5 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1626918 Jul 07 16:57:43.562897 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbbcd47-005d-4b99-af3d-69ead4cf316c None None] The sync data for ids ['4676a1e7-409b-40f6-86b4-298d98d65aff'] in n-d-793620-7 is: [{'id': '4676a1e7-409b-40f6-86b4-298d98d65aff', 'name': 'tempest-ServersTestMultiNic-809152926-router', 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1d382a23-fec1-4f16-98b1-a0e4e890f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:27Z', 'updated_at': '2021-07-07T16:57:35Z', 'revision_number': 4, 'project_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'gw_port': {'id': '1d382a23-fec1-4f16-98b1-a0e4e890f07b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4676a1e7-409b-40f6-86b4-298d98d65aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:28Z', 'updated_at': '2021-07-07T16:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'df1f3730-90a2-4398-9f83-2fc405a12a2d', 'name': '', 'network_id': 'de8c3df1-eca0-4622-87e6-a5452df77033', 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'mac_address': 'fa:16:3e:4e:67:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4676a1e7-409b-40f6-86b4-298d98d65aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'baa8f508-866b-455d-b784-7ecf35c9ec4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:34Z', 'updated_at': '2021-07-07T16:57:42Z', 'revision_number': 4, 'project_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'subnets': [{'id': 'baa8f508-866b-455d-b784-7ecf35c9ec4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:57:43.604338 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba9cbb-c4ce-4a4c-a94a-af1da93d6368 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Pushing event updated for resources: {'Port': ['ID=e4b02427-e392-455c-ba4a-118a8497b235,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:43.607109 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] For port d5cc898c-c8e2-4885-801b-bd1691abd572, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:43.659042 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f9ceb873-6d02-4b05-8caf-d520f74f4e14 req-a2f1ce5c-3552-4337-8901-e0de395d2358 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551106 Jul 07 16:57:43.714971 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] For port d5cc898c-c8e2-4885-801b-bd1691abd572, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d5cc898c-c8e2-4885-801b-bd1691abd572,segment=NetworkSegment(be01bad0-f90c-4ae6-8178-bcd4fb6622e3),segment_id=be01bad0-f90c-4ae6-8178-bcd4fb6622e3)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:43.865553 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:43.948490 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-103a4f59-af1a-4b50-ad19-dca029a3aede tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:43.957597 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-103a4f59-af1a-4b50-ad19-dca029a3aede tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:43.978695 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-103a4f59-af1a-4b50-ad19-dca029a3aede tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/networks?id=2f30c3d7-f3f5-49cc-8599-e85762c48987&id=5f5fac9b-6a55-45b7-8cef-9d038ad067a1&id=2f30c3d7-f3f5-49cc-8599-e85762c48987 HTTP/1.1" status: 200 len: 1390 time: 0.3073556 Jul 07 16:57:43.983297 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-8156b607-088f-4dff-a701-605cb3355705 req-df12dd16-5da9-41a3-b3b4-4ca211d896de tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:44.035616 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c8049-4538-45e1-bcda-ab6ef98783cb None None] Pushing event updated for resources: {'Port': ['ID=d5cc898c-c8e2-4885-801b-bd1691abd572,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:44.058554 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-231d93eb-3d89-4038-8cb3-9e2a79bacfb4 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/quotas/0e2d5abb674246ba9e62cf1e68dd451b HTTP/1.1" status: 200 len: 375 time: 0.0779729 Jul 07 16:57:44.080476 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ba9cbb-c4ce-4a4c-a94a-af1da93d6368 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:44.092003 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:44.196738 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-54ba9cbb-c4ce-4a4c-a94a-af1da93d6368 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:44.235754 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ba9cbb-c4ce-4a4c-a94a-af1da93d6368 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:44.346121 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device df1f3730-90a2-4398-9f83-2fc405a12a2d up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:44.405677 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-5f5fac9b-6a55-45b7-8cef-9d038ad067a1', 'network_id': '5f5fac9b-6a55-45b7-8cef-9d038ad067a1', 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'fixed_ips': [{'subnet_id': '35badbd6-3193-4a5e-8ecd-fc9df34938e3'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:57:44.408681 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:44.465193 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 917a4613-fd2f-4276-81ea-9d75ce3cbb95 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:44.577669 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 917a4613-fd2f-4276-81ea-9d75ce3cbb95 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:57:44.578220 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 917a4613-fd2f-4276-81ea-9d75ce3cbb95 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:44.579585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4fa637ff-fb08-4795-8b7b-c0669df2314e no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:44.927698 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12dd16-5da9-41a3-b3b4-4ca211d896de tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Pushing event deleted for resources: {'Port': ['ID=917a4613-fd2f-4276-81ea-9d75ce3cbb95,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:44.931438 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 4fa637ff-fb08-4795-8b7b-c0669df2314e {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:57:44.932332 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4fa637ff-fb08-4795-8b7b-c0669df2314e not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:45.028782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port df1f3730-90a2-4398-9f83-2fc405a12a2d completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:45.033877 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-72fa656b-d498-42e5-bb84-1046d45bcad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:45.081900 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port df1f3730-90a2-4398-9f83-2fc405a12a2d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:45.082285 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:45.169551 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-54ba9cbb-c4ce-4a4c-a94a-af1da93d6368 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:45.244728 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5213b71b-c3ff-4a34-8b5e-62c0087aa233 req-1994fd7a-ca5e-4099-bf7c-59f724bca83c tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=09b1fc43-8e53-45f9-9478-caf8456a42dc HTTP/1.1" status: 200 len: 210 time: 0.0860422 Jul 07 16:57:45.390939 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Allocated IP 19.86.0.2 (5f5fac9b-6a55-45b7-8cef-9d038ad067a1/35badbd6-3193-4a5e-8ecd-fc9df34938e3/f4558537-1f3e-4825-8cf6-a499d0ee5f4f) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:45.612808 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:45.624141 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92a03c-3482-4552-8b52-184450fbe08b req-fb235d08-e6fa-4342-aff3-10b9166dc15d tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:45.631815 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ef92a03c-3482-4552-8b52-184450fbe08b req-fb235d08-e6fa-4342-aff3-10b9166dc15d tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a82d9bb-6583-455d-be6b-a4afa2130eb4 HTTP/1.1" status: 200 len: 946 time: 0.1013737 Jul 07 16:57:45.700020 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ef92a03c-3482-4552-8b52-184450fbe08b req-081af651-f62b-4871-a4ae-71fe268fdc76 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672238 Jul 07 16:57:45.723576 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-8156b607-088f-4dff-a701-605cb3355705 req-df12dd16-5da9-41a3-b3b4-4ca211d896de tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] No DVR routers for this DVR port 917a4613-fd2f-4276-81ea-9d75ce3cbb95 on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:57:45.727822 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-8156b607-088f-4dff-a701-605cb3355705 req-df12dd16-5da9-41a3-b3b4-4ca211d896de tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:45.730308 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8156b607-088f-4dff-a701-605cb3355705 req-df12dd16-5da9-41a3-b3b4-4ca211d896de tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.15 "DELETE /v2.0/ports/917a4613-fd2f-4276-81ea-9d75ce3cbb95 HTTP/1.1" status: 204 len: 173 time: 3.1402965 Jul 07 16:57:45.734295 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b1fc43-8e53-45f9-9478-caf8456a42dc', 'name': 'network-vif-deleted', 'tag': '917a4613-fd2f-4276-81ea-9d75ce3cbb95'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:45.738625 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e60d6b-81c3-44c7-8f4f-9725aeb847c7" -d '{"events": [{"server_uuid": "09b1fc43-8e53-45f9-9478-caf8456a42dc", "name": "network-vif-deleted", "tag": "917a4613-fd2f-4276-81ea-9d75ce3cbb95"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:45.751048 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port df1f3730-90a2-4398-9f83-2fc405a12a2d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=df1f3730-90a2-4398-9f83-2fc405a12a2d,segment=NetworkSegment(a7049394-7b8a-4d9e-a528-b7e141f02581),segment_id=a7049394-7b8a-4d9e-a528-b7e141f02581)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:45.762741 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:45.822518 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-12d0f99a-b1ab-4bca-b039-e3fd65482b6f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e2d5abb674246ba9e62cf1e68dd451b&fields=id HTTP/1.1" status: 200 len: 348 time: 1.7623973 Jul 07 16:57:46.026411 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=df1f3730-90a2-4398-9f83-2fc405a12a2d,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:46.035863 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78f5d6-c481-495a-98cb-0ac751fe107f req-7908d44d-953a-45c6-98bf-08735d1cd4d5 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:46.049685 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4d78f5d6-c481-495a-98cb-0ac751fe107f req-7908d44d-953a-45c6-98bf-08735d1cd4d5 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1376624 Jul 07 16:57:46.086734 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-54ba9cbb-c4ce-4a4c-a94a-af1da93d6368 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:46.111144 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4d78f5d6-c481-495a-98cb-0ac751fe107f req-28c20395-3e74-4526-a892-795277865d27 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601709 Jul 07 16:57:46.121966 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:46.172022 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fea413-24a9-4dbf-aa36-afb8bdfbacb2 None None] Network 2f30c3d7-f3f5-49cc-8599-e85762c48987 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:46.248401 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Transition to ACTIVE for port object f4558537-1f3e-4825-8cf6-a499d0ee5f4f will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:46.311814 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-8ba695bb-d371-4c8f-bfed-2f13b3c5d2ad service neutron] 10.222.0.50 "GET /v2.0/networks/2f30c3d7-f3f5-49cc-8599-e85762c48987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168289 Jul 07 16:57:46.318621 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1cc4d4-850a-4cfd-bcc1-2c6f84caf09f x-openstack-request-id: req-ff1cc4d4-850a-4cfd-bcc1-2c6f84caf09f {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:46.319168 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b1fc43-8e53-45f9-9478-caf8456a42dc", "name": "network-vif-deleted", "tag": "917a4613-fd2f-4276-81ea-9d75ce3cbb95", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:46.320680 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ff1cc4d4-850a-4cfd-bcc1-2c6f84caf09f {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:46.321253 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b1fc43-8e53-45f9-9478-caf8456a42dc', 'name': 'network-vif-deleted', 'tag': '917a4613-fd2f-4276-81ea-9d75ce3cbb95', 'status': 'completed', 'code': 200} Jul 07 16:57:46.438284 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a74ab581-418e-4c0e-91ed-21c0705a45d8 None None] Provisioning for port d5cc898c-c8e2-4885-801b-bd1691abd572 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:46.476815 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device df1f3730-90a2-4398-9f83-2fc405a12a2d up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:46.483134 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:46.488341 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Transition to ACTIVE for port object f4558537-1f3e-4825-8cf6-a499d0ee5f4f will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:46.538253 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:46.596543 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Pushing event updated for resources: {'Port': ['ID=f4558537-1f3e-4825-8cf6-a499d0ee5f4f,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:46.713277 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8a7d9243-4add-4261-acc3-4865569585bc req-617bf780-b9e5-4503-8772-9e6d28291f3a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=09b1fc43-8e53-45f9-9478-caf8456a42dc HTTP/1.1" status: 200 len: 210 time: 0.0676413 Jul 07 16:57:46.881750 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Network 5f5fac9b-6a55-45b7-8cef-9d038ad067a1 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:46.895305 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:46.904658 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:46.931294 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port df1f3730-90a2-4398-9f83-2fc405a12a2d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:46.932144 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:46.967169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bb876-993e-49e3-8e1e-87f9a8237b55 req-7ae1663c-9ccd-41dd-9851-c274def8537a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:46.982758 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-870bb876-993e-49e3-8e1e-87f9a8237b55 req-7ae1663c-9ccd-41dd-9851-c274def8537a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a82d9bb-6583-455d-be6b-a4afa2130eb4 HTTP/1.1" status: 200 len: 946 time: 0.1141307 Jul 07 16:57:47.041665 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Attempting to bind port f4558537-1f3e-4825-8cf6-a499d0ee5f4f on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:47.042588 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Attempting to bind port f4558537-1f3e-4825-8cf6-a499d0ee5f4f by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'e9b0ebff-dc18-410f-a029-fcf20178077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5f5fac9b-6a55-45b7-8cef-9d038ad067a1'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:47.042943 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Attempting to bind port f4558537-1f3e-4825-8cf6-a499d0ee5f4f on network 5f5fac9b-6a55-45b7-8cef-9d038ad067a1 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:47.049215 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-870bb876-993e-49e3-8e1e-87f9a8237b55 req-162e5427-80ca-453c-9032-6887c6d1b53a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653718 Jul 07 16:57:47.066755 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:47.067122 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Checking segment: {'id': 'e9b0ebff-dc18-410f-a029-fcf20178077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5f5fac9b-6a55-45b7-8cef-9d038ad067a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:47.067582 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:47.068500 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Bound using segment: {'id': 'e9b0ebff-dc18-410f-a029-fcf20178077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5f5fac9b-6a55-45b7-8cef-9d038ad067a1'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:47.069003 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Bound port: f4558537-1f3e-4825-8cf6-a499d0ee5f4f, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b0ebff-dc18-410f-a029-fcf20178077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5f5fac9b-6a55-45b7-8cef-9d038ad067a1'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:47.069394 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:47.266264 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-0b8b4aa9-ac50-47b0-a44e-fc3f5a723af7 service neutron] 10.222.0.50 "GET /v2.0/networks/2f30c3d7-f3f5-49cc-8599-e85762c48987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9435773 Jul 07 16:57:47.361261 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d5cc898c-c8e2-4885-801b-bd1691abd572 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:47.410480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e6c8c814-3280-4051-9247-166622e87696 None None] For port f4558537-1f3e-4825-8cf6-a499d0ee5f4f, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:47.426502 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e6c8c814-3280-4051-9247-166622e87696 None None] For port f4558537-1f3e-4825-8cf6-a499d0ee5f4f, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=f4558537-1f3e-4825-8cf6-a499d0ee5f4f,segment=NetworkSegment(e9b0ebff-dc18-410f-a029-fcf20178077a),segment_id=e9b0ebff-dc18-410f-a029-fcf20178077a)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:47.446945 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:47.489236 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc191a9-f3b7-4745-b67b-66564e721bcb req-92c47a41-b33a-4fa1-add4-56fb9ec46686 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:47.499305 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9bc191a9-f3b7-4745-b67b-66564e721bcb req-92c47a41-b33a-4fa1-add4-56fb9ec46686 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.1281590 Jul 07 16:57:47.503687 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-2480ea80-68e1-44da-985b-2881c9e3bebf service neutron] 10.222.0.50 "GET /v2.0/networks/5f5fac9b-6a55-45b7-8cef-9d038ad067a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358832 Jul 07 16:57:47.524029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8c814-3280-4051-9247-166622e87696 None None] Pushing event updated for resources: {'Port': ['ID=f4558537-1f3e-4825-8cf6-a499d0ee5f4f,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:47.555528 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-052bcc4b-319a-4cd1-a2f0-89aa5a995d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:47.572178 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9bc191a9-f3b7-4745-b67b-66564e721bcb req-ca6287ab-6162-4e52-8831-898a08bb6868 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716059 Jul 07 16:57:47.615122 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:47.641135 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port d5cc898c-c8e2-4885-801b-bd1691abd572 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:47.654908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d5cc898c-c8e2-4885-801b-bd1691abd572 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:47.655305 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:47.659656 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c72bd-d99b-4ead-acc5-4fb44e3a028b req-e526803f-4b35-4885-8b2e-8874085a1845 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:47.661243 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-200c72bd-d99b-4ead-acc5-4fb44e3a028b req-e526803f-4b35-4885-8b2e-8874085a1845 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a82d9bb-6583-455d-be6b-a4afa2130eb4 HTTP/1.1" status: 200 len: 946 time: 1.8377690 Jul 07 16:57:47.814144 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:47.872599 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-68cf6dee-b2ae-4ee1-9074-02df760f6ea9 service neutron] 10.222.0.50 "GET /v2.0/networks/5f5fac9b-6a55-45b7-8cef-9d038ad067a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679607 Jul 07 16:57:47.891363 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port d5cc898c-c8e2-4885-801b-bd1691abd572, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d5cc898c-c8e2-4885-801b-bd1691abd572,segment=NetworkSegment(be01bad0-f90c-4ae6-8178-bcd4fb6622e3),segment_id=be01bad0-f90c-4ae6-8178-bcd4fb6622e3)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:47.899235 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:48.052723 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ba9cbb-c4ce-4a4c-a94a-af1da93d6368 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Router 29782047-bd40-41cf-8d08-e68b7805f877 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:57:48.094403 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=d5cc898c-c8e2-4885-801b-bd1691abd572,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:48.217231 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-87c715e3-3b0f-47e6-9318-a0ddd43cff96 service neutron] 10.222.0.50 "GET /v2.0/networks/2f30c3d7-f3f5-49cc-8599-e85762c48987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434553 Jul 07 16:57:48.222882 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-200c72bd-d99b-4ead-acc5-4fb44e3a028b req-b7cf5018-5a26-4d28-a291-671b8a1da6bb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Deleting port 0a36452c-0954-4f40-b687-34ebd486cd40 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:48.223233 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-200c72bd-d99b-4ead-acc5-4fb44e3a028b req-b7cf5018-5a26-4d28-a291-671b8a1da6bb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:48.301741 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f4558537-1f3e-4825-8cf6-a499d0ee5f4f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:48.477361 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port f4558537-1f3e-4825-8cf6-a499d0ee5f4f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:48.595924 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ba9cbb-c4ce-4a4c-a94a-af1da93d6368 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:57:48.605346 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] Sync routers for ids ['29782047-bd40-41cf-8d08-e68b7805f877'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:57:48.619409 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] Routers {'29782047-bd40-41cf-8d08-e68b7805f877'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:48.620327 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:57:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['29782047-bd40-41cf-8d08-e68b7805f877'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:48.665254 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bf511-f2ac-485e-9e35-58b520940072 req-144753d0-a11e-46fb-a72b-3203db4d83f8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:48.667842 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-200c72bd-d99b-4ead-acc5-4fb44e3a028b req-b7cf5018-5a26-4d28-a291-671b8a1da6bb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] For port 0a36452c-0954-4f40-b687-34ebd486cd40, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=0a36452c-0954-4f40-b687-34ebd486cd40,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:48.668351 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-200c72bd-d99b-4ead-acc5-4fb44e3a028b req-b7cf5018-5a26-4d28-a291-671b8a1da6bb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:48.675947 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-316bf511-f2ac-485e-9e35-58b520940072 req-144753d0-a11e-46fb-a72b-3203db4d83f8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a82d9bb-6583-455d-be6b-a4afa2130eb4 HTTP/1.1" status: 200 len: 946 time: 0.1098778 Jul 07 16:57:48.704750 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-799fa123-faa5-490f-83d6-e8e37ea289ee service neutron] 10.222.0.50 "GET /v2.0/networks/2f30c3d7-f3f5-49cc-8599-e85762c48987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743197 Jul 07 16:57:48.705864 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-200c72bd-d99b-4ead-acc5-4fb44e3a028b req-b7cf5018-5a26-4d28-a291-671b8a1da6bb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Calling delete_port for 0a36452c-0954-4f40-b687-34ebd486cd40 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:48.719897 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-54ba9cbb-c4ce-4a4c-a94a-af1da93d6368 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:48.723667 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-54ba9cbb-c4ce-4a4c-a94a-af1da93d6368 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.4640369 Jul 07 16:57:48.724056 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45644) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:48.776843 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-316bf511-f2ac-485e-9e35-58b520940072 req-bcff2e8a-dcde-4cee-8719-a54bc58eaad9 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978446 Jul 07 16:57:48.802961 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:48.888483 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9f7f1916-4753-4979-9166-c5f8ee9a9e6f tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "GET /v2.0/routers/29782047-bd40-41cf-8d08-e68b7805f877 HTTP/1.1" status: 200 len: 908 time: 0.1632726 Jul 07 16:57:48.891355 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45648) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:48.895438 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-12e83d3c-24d7-4d3c-a3d9-36aa52139023 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Request body: {'router': {'name': 'tempest-snat-router-302921387', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'enable_snat': True}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:48.918216 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] Set router 29782047-bd40-41cf-8d08-e68b7805f877 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:48.964917 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-12e83d3c-24d7-4d3c-a3d9-36aa52139023 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:48.966013 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-12e83d3c-24d7-4d3c-a3d9-36aa52139023 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.041288 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-12e83d3c-24d7-4d3c-a3d9-36aa52139023 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.082884 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1d973-30cc-49cf-bcbe-0bfce8a8d550 req-a0b2b299-b40b-467c-93e5-b2e914f8d5b8 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:49.119137 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-14f1d973-30cc-49cf-bcbe-0bfce8a8d550 req-a0b2b299-b40b-467c-93e5-b2e914f8d5b8 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b1614d-7cd5-4440-b415-be7185fc1648 HTTP/1.1" status: 200 len: 949 time: 0.1252291 Jul 07 16:57:49.195584 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-14f1d973-30cc-49cf-bcbe-0bfce8a8d550 req-408b34ca-e853-4212-a582-fa53fd942fae tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76e6643-f9e4-4eae-a0f9-0f1e79961f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752883 Jul 07 16:57:49.231129 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd16699-c6cf-4113-8982-fc5389f3c33f None None] Network 5f5fac9b-6a55-45b7-8cef-9d038ad067a1 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:57:49.438163 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dffa1666-65da-4594-a217-56941e8ed42b None None] Provisioning for port f4558537-1f3e-4825-8cf6-a499d0ee5f4f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:49.478785 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dffa1666-65da-4594-a217-56941e8ed42b None None] Provisioning complete for port f4558537-1f3e-4825-8cf6-a499d0ee5f4f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:49.481354 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dffa1666-65da-4594-a217-56941e8ed42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.495759 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-12e83d3c-24d7-4d3c-a3d9-36aa52139023 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.590610 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-84f05e3e-7d1f-46fb-95a5-1999e2f3af53 req-a67be795-7456-4b8e-8345-7bc35937b824 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 210 time: 0.0567303 Jul 07 16:57:49.625331 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29782047-bd40-41cf-8d08-e68b7805f877', 'name': 'tempest-snat-router-302921387', 'tenant_id': '60d0166ea6164ae2b98ddad75ceef9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': False}, 'gw_port_id': 'e4b02427-e392-455c-ba4a-118a8497b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:39Z', 'updated_at': '2021-07-07T16:57:44Z', 'revision_number': 3, 'project_id': '60d0166ea6164ae2b98ddad75ceef9c4', 'gw_port': {'id': 'e4b02427-e392-455c-ba4a-118a8497b235', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:26:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29782047-bd40-41cf-8d08-e68b7805f877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:49.708093 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dffa1666-65da-4594-a217-56941e8ed42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.760235 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] Checking router: 29782047-bd40-41cf-8d08-e68b7805f877 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:57:49.761083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] Updating router 29782047-bd40-41cf-8d08-e68b7805f877 port e4b02427-e392-455c-ba4a-118a8497b235 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:57:49.774620 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6d630-fe36-466b-8924-d6e6fba89f89 req-ddcb8e25-6348-43eb-9201-563d971c258f tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:49.776725 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-34c6d630-fe36-466b-8924-d6e6fba89f89 req-ddcb8e25-6348-43eb-9201-563d971c258f tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.3656123 Jul 07 16:57:49.777459 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-200c72bd-d99b-4ead-acc5-4fb44e3a028b req-b7cf5018-5a26-4d28-a291-671b8a1da6bb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.829484 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['465fc65b-b48d-4ce1-839f-23d7a638aaa4'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:57:49.889911 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf5018-5a26-4d28-a291-671b8a1da6bb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Pushing event deleted for resources: {'Port': ['ID=0a36452c-0954-4f40-b687-34ebd486cd40,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:49.928142 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-200c72bd-d99b-4ead-acc5-4fb44e3a028b req-b7cf5018-5a26-4d28-a291-671b8a1da6bb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] No DVR routers for this DVR port 0a36452c-0954-4f40-b687-34ebd486cd40 on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:57:49.935538 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-200c72bd-d99b-4ead-acc5-4fb44e3a028b req-b7cf5018-5a26-4d28-a291-671b8a1da6bb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:49.937924 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-200c72bd-d99b-4ead-acc5-4fb44e3a028b req-b7cf5018-5a26-4d28-a291-671b8a1da6bb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.15 "DELETE /v2.0/ports/0a36452c-0954-4f40-b687-34ebd486cd40 HTTP/1.1" status: 204 len: 173 time: 2.2557390 Jul 07 16:57:49.939347 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a82d9bb-6583-455d-be6b-a4afa2130eb4', 'name': 'network-vif-deleted', 'tag': '0a36452c-0954-4f40-b687-34ebd486cd40'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:49.942192 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f906d7-6fc9-4903-a92f-78755dbb8be0" -d '{"events": [{"server_uuid": "4a82d9bb-6583-455d-be6b-a4afa2130eb4", "name": "network-vif-deleted", "tag": "0a36452c-0954-4f40-b687-34ebd486cd40"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:49.976792 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-34c6d630-fe36-466b-8924-d6e6fba89f89 req-7f1869ae-9ce4-4434-818a-a53f38293070 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861846 Jul 07 16:57:50.062642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-dffa1666-65da-4594-a217-56941e8ed42b None None] For port f4558537-1f3e-4825-8cf6-a499d0ee5f4f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=f4558537-1f3e-4825-8cf6-a499d0ee5f4f,segment=NetworkSegment(e9b0ebff-dc18-410f-a029-fcf20178077a),segment_id=e9b0ebff-dc18-410f-a029-fcf20178077a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:50.134653 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e1e36270-fb73-4c9a-8a3f-c49b6015e9ed req-2737cb54-567c-4d73-9b08-4c9dd98b5047 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a82d9bb-6583-455d-be6b-a4afa2130eb4 HTTP/1.1" status: 200 len: 210 time: 0.0968940 Jul 07 16:57:50.137844 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dffa1666-65da-4594-a217-56941e8ed42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.235058 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.274076 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fe4fbc-318d-442c-aff8-522fe5f35db7 x-openstack-request-id: req-b5fe4fbc-318d-442c-aff8-522fe5f35db7 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:50.274519 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a82d9bb-6583-455d-be6b-a4afa2130eb4", "name": "network-vif-deleted", "tag": "0a36452c-0954-4f40-b687-34ebd486cd40", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:50.274893 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b5fe4fbc-318d-442c-aff8-522fe5f35db7 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:50.275425 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a82d9bb-6583-455d-be6b-a4afa2130eb4', 'name': 'network-vif-deleted', 'tag': '0a36452c-0954-4f40-b687-34ebd486cd40', 'status': 'completed', 'code': 200} Jul 07 16:57:50.371588 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-12e83d3c-24d7-4d3c-a3d9-36aa52139023 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.425281 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-12e83d3c-24d7-4d3c-a3d9-36aa52139023 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.475610 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d5cc898c-c8e2-4885-801b-bd1691abd572 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:50.573931 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95508f34-fedf-409d-ad68-d052d59ca756 req-7868f893-4424-4b1c-bc17-d07d7031c09a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:50.575761 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-95508f34-fedf-409d-ad68-d052d59ca756 req-7868f893-4424-4b1c-bc17-d07d7031c09a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.69 "GET /v2.0/ports?device_id=03b1614d-7cd5-4440-b415-be7185fc1648 HTTP/1.1" status: 200 len: 949 time: 0.1008525 Jul 07 16:57:50.595692 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 0a36452c-0954-4f40-b687-34ebd486cd40 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:50.607007 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b28dc-9667-48ee-8723-7f5980f19bc8 req-39da63fc-db84-4cc8-b8a7-7d5ee2bfd6c4 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:50.615462 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a48b28dc-9667-48ee-8723-7f5980f19bc8 req-39da63fc-db84-4cc8-b8a7-7d5ee2bfd6c4 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b1614d-7cd5-4440-b415-be7185fc1648 HTTP/1.1" status: 200 len: 949 time: 0.1836021 Jul 07 16:57:50.668167 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 0a36452c-0954-4f40-b687-34ebd486cd40 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:57:50.668814 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 0a36452c-0954-4f40-b687-34ebd486cd40 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:50.717409 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.745143 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a48b28dc-9667-48ee-8723-7f5980f19bc8 req-a3dd7ecf-2b5f-4148-89c2-527862f7a14a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/security-groups?id=c76e6643-f9e4-4eae-a0f9-0f1e79961f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259906 Jul 07 16:57:50.839927 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-95508f34-fedf-409d-ad68-d052d59ca756 req-d15db22b-a597-49bf-a3cf-9a296e7fad2a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Deleting port 1ec7941c-4246-4605-857b-7aeb3986718d {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:50.840426 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-95508f34-fedf-409d-ad68-d052d59ca756 req-d15db22b-a597-49bf-a3cf-9a296e7fad2a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:50.851961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa1666-65da-4594-a217-56941e8ed42b None None] Pushing event updated for resources: {'Port': ['ID=f4558537-1f3e-4825-8cf6-a499d0ee5f4f,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:51.003613 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-17614b95-8c1e-4339-a89e-309300391972 req-f4bdbd2b-0090-45b2-9aee-1a788a40d5dd tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 210 time: 0.0801575 Jul 07 16:57:51.138220 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.165284 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] Transition to ACTIVE for port object e4b02427-e392-455c-ba4a-118a8497b235 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:51.179816 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-95508f34-fedf-409d-ad68-d052d59ca756 req-d15db22b-a597-49bf-a3cf-9a296e7fad2a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] For port 1ec7941c-4246-4605-857b-7aeb3986718d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1ec7941c-4246-4605-857b-7aeb3986718d,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:51.181710 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-95508f34-fedf-409d-ad68-d052d59ca756 req-d15db22b-a597-49bf-a3cf-9a296e7fad2a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.204750 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-95508f34-fedf-409d-ad68-d052d59ca756 req-d15db22b-a597-49bf-a3cf-9a296e7fad2a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Calling delete_port for 1ec7941c-4246-4605-857b-7aeb3986718d owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:51.226171 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.289971 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d5cc898c-c8e2-4885-801b-bd1691abd572 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:51.290713 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.372622 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-12e83d3c-24d7-4d3c-a3d9-36aa52139023 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Allocated IP 172.25.2.111 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/30166b42-3b70-469f-bef1-8642bedd9a8a) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:51.519439 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085bea8-8f1b-462a-b9fd-d40384eadd3a None None] Pushing event updated for resources: {'Port': ['ID=e4b02427-e392-455c-ba4a-118a8497b235,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:51.547433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] Attempting to bind port e4b02427-e392-455c-ba4a-118a8497b235 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:51.547804 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] Attempting to bind port e4b02427-e392-455c-ba4a-118a8497b235 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:51.548172 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] Attempting to bind port e4b02427-e392-455c-ba4a-118a8497b235 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:51.556191 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:51.556575 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:51.556983 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.557383 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:51.557872 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] Bound port: e4b02427-e392-455c-ba4a-118a8497b235, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:51.558260 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.601844 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-95508f34-fedf-409d-ad68-d052d59ca756 req-d15db22b-a597-49bf-a3cf-9a296e7fad2a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.695080 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15db22b-a597-49bf-a3cf-9a296e7fad2a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Pushing event deleted for resources: {'Port': ['ID=1ec7941c-4246-4605-857b-7aeb3986718d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:51.763278 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c69363-2aff-4f3c-9e97-caab59fa060c req-16211db9-e852-4ada-a820-df7a3382213d tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:51.774579 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e9c69363-2aff-4f3c-9e97-caab59fa060c req-16211db9-e852-4ada-a820-df7a3382213d tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.3902874 Jul 07 16:57:51.803132 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] For port e4b02427-e392-455c-ba4a-118a8497b235, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:51.813473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-95508f34-fedf-409d-ad68-d052d59ca756 req-d15db22b-a597-49bf-a3cf-9a296e7fad2a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] No DVR routers for this DVR port 1ec7941c-4246-4605-857b-7aeb3986718d on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:57:51.820836 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] For port e4b02427-e392-455c-ba4a-118a8497b235, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e4b02427-e392-455c-ba4a-118a8497b235,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:51.833147 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-95508f34-fedf-409d-ad68-d052d59ca756 req-d15db22b-a597-49bf-a3cf-9a296e7fad2a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.833437 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:51.842002 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-95508f34-fedf-409d-ad68-d052d59ca756 req-d15db22b-a597-49bf-a3cf-9a296e7fad2a tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.69 "DELETE /v2.0/ports/1ec7941c-4246-4605-857b-7aeb3986718d HTTP/1.1" status: 204 len: 173 time: 1.2599225 Jul 07 16:57:51.842983 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b1614d-7cd5-4440-b415-be7185fc1648', 'name': 'network-vif-deleted', 'tag': '1ec7941c-4246-4605-857b-7aeb3986718d'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:51.844933 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5966fe-262d-4565-8caa-221d92b103c9" -d '{"events": [{"server_uuid": "03b1614d-7cd5-4440-b415-be7185fc1648", "name": "network-vif-deleted", "tag": "1ec7941c-4246-4605-857b-7aeb3986718d"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:52.123808 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] Routers {'29782047-bd40-41cf-8d08-e68b7805f877'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:52.126814 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:57:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['29782047-bd40-41cf-8d08-e68b7805f877'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:52.193123 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:57:52.199606 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e9c69363-2aff-4f3c-9e97-caab59fa060c req-fd3b95d6-00ff-4bbb-be26-3ab2d83b93ba tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237833 Jul 07 16:57:52.225191 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-12e83d3c-24d7-4d3c-a3d9-36aa52139023 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:52.250656 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085bea8-8f1b-462a-b9fd-d40384eadd3a None None] Pushing event updated for resources: {'Port': ['ID=e4b02427-e392-455c-ba4a-118a8497b235,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:52.270190 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b6496b05-caa4-49fe-8185-e12c5f87ad6e None None] Provisioning complete for port f4558537-1f3e-4825-8cf6-a499d0ee5f4f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:52.278482 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b6496b05-caa4-49fe-8185-e12c5f87ad6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:52.304961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f4558537-1f3e-4825-8cf6-a499d0ee5f4f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:52.438141 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f8df4c2e-872a-4100-a91e-355c806cfede req-d1480ff1-26db-4b9d-90e7-2beca1dc4b29 tempest-ListImageFiltersTestJSON-698894355 tempest-ListImageFiltersTestJSON-698894355-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b1614d-7cd5-4440-b415-be7185fc1648 HTTP/1.1" status: 200 len: 210 time: 0.0918386 Jul 07 16:57:52.562263 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7605afd4-1983-4c00-8192-b3d87c7df663 x-openstack-request-id: req-7605afd4-1983-4c00-8192-b3d87c7df663 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:52.562587 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b1614d-7cd5-4440-b415-be7185fc1648", "name": "network-vif-deleted", "tag": "1ec7941c-4246-4605-857b-7aeb3986718d", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:52.562863 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7605afd4-1983-4c00-8192-b3d87c7df663 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:52.563253 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b1614d-7cd5-4440-b415-be7185fc1648', 'name': 'network-vif-deleted', 'tag': '1ec7941c-4246-4605-857b-7aeb3986718d', 'status': 'completed', 'code': 200} Jul 07 16:57:52.590245 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] Set router 29782047-bd40-41cf-8d08-e68b7805f877 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:52.641832 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-90c7baf4-a748-4532-a765-58296def4345 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:52.649168 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-90c7baf4-a748-4532-a765-58296def4345 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:52.650929 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-90c7baf4-a748-4532-a765-58296def4345 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.15 "GET /v2.0/networks?id=2f30c3d7-f3f5-49cc-8599-e85762c48987&id=5f5fac9b-6a55-45b7-8cef-9d038ad067a1&id=2f30c3d7-f3f5-49cc-8599-e85762c48987 HTTP/1.1" status: 200 len: 1390 time: 0.7529287 Jul 07 16:57:52.665196 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port f4558537-1f3e-4825-8cf6-a499d0ee5f4f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:52.667102 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:52.670154 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-ad60ad10-b9c3-40f7-95e4-b070fd75ed6f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Request body: {'port': {'device_id': '92be3b12-967a-49c1-904a-47213572c1a5', 'network_id': '2f30c3d7-f3f5-49cc-8599-e85762c48987', 'admin_state_up': True, 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:52.703167 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-12e83d3c-24d7-4d3c-a3d9-36aa52139023 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:52.842869 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e83d3c-24d7-4d3c-a3d9-36aa52139023 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:52.871095 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-12e83d3c-24d7-4d3c-a3d9-36aa52139023 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:52.879762 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e83d3c-24d7-4d3c-a3d9-36aa52139023 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:52.954021 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15d793bb-5e42-4e92-9d89-67cebf8ae446 req-65282ea3-6b08-47df-96ca-6fb7e88f075c tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 210 time: 0.0828888 Jul 07 16:57:52.987892 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29782047-bd40-41cf-8d08-e68b7805f877', 'name': 'tempest-snat-router-302921387', 'tenant_id': '60d0166ea6164ae2b98ddad75ceef9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': False}, 'gw_port_id': 'e4b02427-e392-455c-ba4a-118a8497b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:39Z', 'updated_at': '2021-07-07T16:57:44Z', 'revision_number': 3, 'project_id': '60d0166ea6164ae2b98ddad75ceef9c4', 'gw_port': {'id': 'e4b02427-e392-455c-ba4a-118a8497b235', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:26:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29782047-bd40-41cf-8d08-e68b7805f877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:53.086856 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290b9d35-f712-4d97-be23-1a01f2ec6e8e None None] The sync data for ids ['29782047-bd40-41cf-8d08-e68b7805f877'] in n-d-793620-7 is: [{'id': '29782047-bd40-41cf-8d08-e68b7805f877', 'name': 'tempest-snat-router-302921387', 'tenant_id': '60d0166ea6164ae2b98ddad75ceef9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109'}], 'enable_snat': False}, 'gw_port_id': 'e4b02427-e392-455c-ba4a-118a8497b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:39Z', 'updated_at': '2021-07-07T16:57:44Z', 'revision_number': 3, 'project_id': '60d0166ea6164ae2b98ddad75ceef9c4', 'gw_port': {'id': 'e4b02427-e392-455c-ba4a-118a8497b235', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:26:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29782047-bd40-41cf-8d08-e68b7805f877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:41Z', 'updated_at': '2021-07-07T16:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:57:53.142332 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e83d3c-24d7-4d3c-a3d9-36aa52139023 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Pushing event updated for resources: {'Port': ['ID=30166b42-3b70-469f-bef1-8642bedd9a8a,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:53.167627 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-ad60ad10-b9c3-40f7-95e4-b070fd75ed6f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Made reservation on behalf of 0e2d5abb674246ba9e62cf1e68dd451b for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:53.176688 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-ad60ad10-b9c3-40f7-95e4-b070fd75ed6f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:53.271235 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-cbad1bd0-5764-4dae-8918-1622fc127e47 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:53.273081 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-cbad1bd0-5764-4dae-8918-1622fc127e47 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 805 time: 0.8769355 Jul 07 16:57:53.340170 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-ba5308a5-1964-4171-bec6-36b43389f1fe tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/quotas/442a9cfcd40e429187b2cbade1798605 HTTP/1.1" status: 200 len: 375 time: 0.0610900 Jul 07 16:57:53.894656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae344959-d2db-4ea7-863e-b8fef06992bb req-e9db1fa4-9b88-461d-98ac-2b541a62b467 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:53.902366 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ae344959-d2db-4ea7-863e-b8fef06992bb req-e9db1fa4-9b88-461d-98ac-2b541a62b467 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.0804396 Jul 07 16:57:53.942149 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ae344959-d2db-4ea7-863e-b8fef06992bb req-09f77b79-4df0-4cd6-a441-2fcf31aebebc tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386262 Jul 07 16:57:54.056287 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-ad60ad10-b9c3-40f7-95e4-b070fd75ed6f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Allocated IP 19.80.0.126 (2f30c3d7-f3f5-49cc-8599-e85762c48987/050fbb7f-4bbb-4b19-b00c-d3338fddfb6b/d0beb6f8-3c5e-4ae7-a846-87d528c35df2) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:54.074741 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-12e83d3c-24d7-4d3c-a3d9-36aa52139023 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:54.086733 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-cafe65a8-efc2-4bd0-ad81-3765438006e2 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7390952 Jul 07 16:57:54.199085 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e4b02427-e392-455c-ba4a-118a8497b235 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:54.261161 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-099d9d51-e96d-4fef-971e-157450acd77f req-859b7034-513a-4480-8abc-ad5c6e43dc5b tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 210 time: 0.0364256 Jul 07 16:57:54.276587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port e4b02427-e392-455c-ba4a-118a8497b235 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:54.280983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e4b02427-e392-455c-ba4a-118a8497b235 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:54.281602 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:54.422870 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:54.460601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port e4b02427-e392-455c-ba4a-118a8497b235, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e4b02427-e392-455c-ba4a-118a8497b235,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:54.470220 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:54.480866 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-805d18f6-431b-45fc-96dd-6b461766250a service neutron] 10.222.0.50 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391509 Jul 07 16:57:54.510566 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1ec7941c-4246-4605-857b-7aeb3986718d no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:54.544635 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 1ec7941c-4246-4605-857b-7aeb3986718d {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:57:54.545262 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1ec7941c-4246-4605-857b-7aeb3986718d not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:57:54.572562 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=e4b02427-e392-455c-ba4a-118a8497b235,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:54.641546 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-ad60ad10-b9c3-40f7-95e4-b070fd75ed6f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:54.653503 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-12e83d3c-24d7-4d3c-a3d9-36aa52139023 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:54.671490 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-ad60ad10-b9c3-40f7-95e4-b070fd75ed6f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Transition to ACTIVE for port object d0beb6f8-3c5e-4ae7-a846-87d528c35df2 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:54.736415 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8745e7-47c7-4b7c-87a0-d3020be38300 req-5e3d1715-0520-4f32-b3d3-2ef24dbbd0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:54.737955 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d8745e7-47c7-4b7c-87a0-d3020be38300 req-5e3d1715-0520-4f32-b3d3-2ef24dbbd0dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0501f382b6694d0ab9ec962ffb43a8ed&device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 1096 time: 0.1296852 Jul 07 16:57:54.754440 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-b3051470-176d-42b4-ba0e-b3c2e18c14ca service neutron] 10.222.0.50 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722745 Jul 07 16:57:54.883229 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8745e7-47c7-4b7c-87a0-d3020be38300 req-7f469a5d-bd73-4914-be52-b201924070ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:54.885029 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d8745e7-47c7-4b7c-87a0-d3020be38300 req-7f469a5d-bd73-4914-be52-b201924070ef service neutron] 10.222.0.69 "GET /v2.0/networks?id=585991d3-1c4c-497e-aa94-d9dabd614307 HTTP/1.1" status: 200 len: 915 time: 0.1399601 Jul 07 16:57:54.914952 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-ad60ad10-b9c3-40f7-95e4-b070fd75ed6f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:54.945252 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d8745e7-47c7-4b7c-87a0-d3020be38300 req-3f9e6842-ab23-47b3-b474-42c4d9eebf00 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c0023a5-f50b-490b-a782-0053eb297dbf HTTP/1.1" status: 200 len: 217 time: 0.0525188 Jul 07 16:57:55.037333 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60ad10-b9c3-40f7-95e4-b070fd75ed6f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event updated for resources: {'Port': ['ID=d0beb6f8-3c5e-4ae7-a846-87d528c35df2,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:55.056092 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8745e7-47c7-4b7c-87a0-d3020be38300 req-2722f3a1-7ba4-4dfd-890f-28a5e357bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:55.056969 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-ad60ad10-b9c3-40f7-95e4-b070fd75ed6f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Network 2f30c3d7-f3f5-49cc-8599-e85762c48987 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:55.057578 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d8745e7-47c7-4b7c-87a0-d3020be38300 req-2722f3a1-7ba4-4dfd-890f-28a5e357bd4a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=748e4878-dc0e-488c-ad96-c5afee4e3c75 HTTP/1.1" status: 200 len: 854 time: 0.1045160 Jul 07 16:57:55.061901 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-ad60ad10-b9c3-40f7-95e4-b070fd75ed6f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:55.083584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-ad60ad10-b9c3-40f7-95e4-b070fd75ed6f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:55.132352 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d8745e7-47c7-4b7c-87a0-d3020be38300 req-361cf833-e9d8-477c-b015-a429a070fb20 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=585991d3-1c4c-497e-aa94-d9dabd614307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647259 Jul 07 16:57:55.247379 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-ad60ad10-b9c3-40f7-95e4-b070fd75ed6f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:55.248293 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-ad60ad10-b9c3-40f7-95e4-b070fd75ed6f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:55.314137 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d8745e7-47c7-4b7c-87a0-d3020be38300 req-96bfae37-56a0-4154-b54b-210d0a240b61 service neutron] 10.222.0.69 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729867 Jul 07 16:57:55.371098 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-17b35081-e94d-4f6a-b9e6-4febe11603be req-f26837dd-1b78-47a4-82cb-80cb4374a1e7 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=f818d442-9b35-478c-b8c2-5adabb29affb HTTP/1.1" status: 200 len: 210 time: 0.1816518 Jul 07 16:57:55.375589 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e83d3c-24d7-4d3c-a3d9-36aa52139023 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Router 7d27247e-1ac2-43ef-962c-c9cb15a2c371 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:57:55.426212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-eb383f6a-9b43-4e14-87e6-da33c6a9e403 None None] Provisioning for port d0beb6f8-3c5e-4ae7-a846-87d528c35df2 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:55.457357 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-eb383f6a-9b43-4e14-87e6-da33c6a9e403 None None] Provisioning complete for port d0beb6f8-3c5e-4ae7-a846-87d528c35df2 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:55.458615 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb383f6a-9b43-4e14-87e6-da33c6a9e403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:55.534883 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-ad60ad10-b9c3-40f7-95e4-b070fd75ed6f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8717151 Jul 07 16:57:55.544566 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d8745e7-47c7-4b7c-87a0-d3020be38300 req-d49c5963-4fc7-4e2b-bfd4-ed5c16065191 service neutron] 10.222.0.69 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227836 Jul 07 16:57:55.548025 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-f5cb62fa-e466-4a18-8f78-91eabadce457 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Request body: {'port': {'device_id': '92be3b12-967a-49c1-904a-47213572c1a5', 'network_id': '5f5fac9b-6a55-45b7-8cef-9d038ad067a1', 'admin_state_up': True, 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:55.585578 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-eb383f6a-9b43-4e14-87e6-da33c6a9e403 None None] Port d0beb6f8-3c5e-4ae7-a846-87d528c35df2 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:57:55.726770 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e83d3c-24d7-4d3c-a3d9-36aa52139023 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:57:55.737672 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] Sync routers for ids ['7d27247e-1ac2-43ef-962c-c9cb15a2c371'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:57:55.758078 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] Routers {'7d27247e-1ac2-43ef-962c-c9cb15a2c371'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:55.758734 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:57:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7d27247e-1ac2-43ef-962c-c9cb15a2c371'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:55.815176 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-12e83d3c-24d7-4d3c-a3d9-36aa52139023 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:55.822230 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45830) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:55.825390 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-12e83d3c-24d7-4d3c-a3d9-36aa52139023 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.9333463 Jul 07 16:57:55.848967 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c7587-0c16-49be-8ae3-9e939867a709 req-61d0a59e-8a30-4902-9854-10b0e7b7d2af tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:55.850899 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-df9c7587-0c16-49be-8ae3-9e939867a709 req-61d0a59e-8a30-4902-9854-10b0e7b7d2af tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.3217435 Jul 07 16:57:55.877173 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-f5cb62fa-e466-4a18-8f78-91eabadce457 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Made reservation on behalf of 0e2d5abb674246ba9e62cf1e68dd451b for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:55.881435 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-f5cb62fa-e466-4a18-8f78-91eabadce457 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:55.953361 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-df9c7587-0c16-49be-8ae3-9e939867a709 req-7120463d-5510-4b0e-962f-5d5bd9290bdb tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940580 Jul 07 16:57:55.972228 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] Set router 7d27247e-1ac2-43ef-962c-c9cb15a2c371 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:56.022594 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4b8c3a77-7d06-486d-a24c-4ed62ee94e69 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "GET /v2.0/routers/7d27247e-1ac2-43ef-962c-c9cb15a2c371 HTTP/1.1" status: 200 len: 907 time: 0.1953030 Jul 07 16:57:56.023133 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45836) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:56.161098 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39e686-d4c8-4ce3-a679-777a16cdbfdc req-0c631289-ab45-49cc-930a-0404c7d44064 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:56.165589 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ea39e686-d4c8-4ce3-a679-777a16cdbfdc req-0c631289-ab45-49cc-930a-0404c7d44064 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 932 time: 0.3532207 Jul 07 16:57:56.184576 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-f5cb62fa-e466-4a18-8f78-91eabadce457 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Allocated IP 19.86.0.239 (5f5fac9b-6a55-45b7-8cef-9d038ad067a1/35badbd6-3193-4a5e-8ecd-fc9df34938e3/a4a5935f-ba45-492f-930a-e46ec4b2b81e) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:56.218923 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e4b02427-e392-455c-ba4a-118a8497b235 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:57:56.254621 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06f422d6-88db-47ff-920d-2015df75019e tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:56.333705 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d27247e-1ac2-43ef-962c-c9cb15a2c371', 'name': 'tempest-snat-router-302921387', 'tenant_id': '60d0166ea6164ae2b98ddad75ceef9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '30166b42-3b70-469f-bef1-8642bedd9a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:48Z', 'updated_at': '2021-07-07T16:57:53Z', 'revision_number': 3, 'project_id': '60d0166ea6164ae2b98ddad75ceef9c4', 'gw_port': {'id': '30166b42-3b70-469f-bef1-8642bedd9a8a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d27247e-1ac2-43ef-962c-c9cb15a2c371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:50Z', 'updated_at': '2021-07-07T16:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:56.370565 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] Checking router: 7d27247e-1ac2-43ef-962c-c9cb15a2c371 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:57:56.371084 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] Updating router 7d27247e-1ac2-43ef-962c-c9cb15a2c371 port 30166b42-3b70-469f-bef1-8642bedd9a8a binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:57:56.398712 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e4b02427-e392-455c-ba4a-118a8497b235 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:56.399489 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:56.408668 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06f422d6-88db-47ff-920d-2015df75019e tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:56.446589 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ea39e686-d4c8-4ce3-a679-777a16cdbfdc req-fd57d062-c9e3-48bb-9a8f-e1ad12d3b0dc tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682847 Jul 07 16:57:56.484042 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:56.527796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-06f422d6-88db-47ff-920d-2015df75019e tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Deleting port 30166b42-3b70-469f-bef1-8642bedd9a8a {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:57:56.533054 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06f422d6-88db-47ff-920d-2015df75019e tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:56.574725 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-f5cb62fa-e466-4a18-8f78-91eabadce457 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:56.613870 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-f5cb62fa-e466-4a18-8f78-91eabadce457 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Transition to ACTIVE for port object a4a5935f-ba45-492f-930a-e46ec4b2b81e will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:56.712046 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-f5cb62fa-e466-4a18-8f78-91eabadce457 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:56.761390 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-f5cb62fa-e466-4a18-8f78-91eabadce457 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Network 5f5fac9b-6a55-45b7-8cef-9d038ad067a1 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:56.764722 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-f5cb62fa-e466-4a18-8f78-91eabadce457 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:56.815607 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-f5cb62fa-e466-4a18-8f78-91eabadce457 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:56.857415 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06f422d6-88db-47ff-920d-2015df75019e tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:56.911961 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-06f422d6-88db-47ff-920d-2015df75019e tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Calling delete_port for 30166b42-3b70-469f-bef1-8642bedd9a8a owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:57:56.956852 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-620e5c9e-a0a2-4987-b423-9845d5a4d2aa tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:56.962691 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-620e5c9e-a0a2-4987-b423-9845d5a4d2aa tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.15 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 805 time: 0.3139279 Jul 07 16:57:56.972619 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-288a2ecc-b3e5-40c4-b036-614019a3e528 req-cdf14ca9-56b6-4171-8a47-ef75d5a0b7f6 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=f818d442-9b35-478c-b8c2-5adabb29affb HTTP/1.1" status: 200 len: 210 time: 0.1585636 Jul 07 16:57:57.004268 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4db3076a-b66f-4b57-a2b7-0b91e7412bfb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Request body: {'port': {'device_id': 'f818d442-9b35-478c-b8c2-5adabb29affb', 'network_id': '00200275-feb8-4792-b225-1605381ce5dc', 'admin_state_up': True, 'tenant_id': '442a9cfcd40e429187b2cbade1798605'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:57.085856 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb62fa-e466-4a18-8f78-91eabadce457 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event updated for resources: {'Port': ['ID=a4a5935f-ba45-492f-930a-e46ec4b2b81e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:57.145558 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-f5cb62fa-e466-4a18-8f78-91eabadce457 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:57.147634 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-f5cb62fa-e466-4a18-8f78-91eabadce457 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:57.184561 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-f5cb62fa-e466-4a18-8f78-91eabadce457 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6421986 Jul 07 16:57:57.199229 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-7a25d32f-f675-433a-b64a-5fbae1aede16 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Request body: {'port': {'device_id': '92be3b12-967a-49c1-904a-47213572c1a5', 'network_id': '2f30c3d7-f3f5-49cc-8599-e85762c48987', 'admin_state_up': True, 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:57.221033 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:57.226161 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7c72bc73-e88e-4354-b0e3-cf7abbb75351 None None] Provisioning for port a4a5935f-ba45-492f-930a-e46ec4b2b81e completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:57.236306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7c72bc73-e88e-4354-b0e3-cf7abbb75351 None None] Provisioning complete for port a4a5935f-ba45-492f-930a-e46ec4b2b81e triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:57.236816 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7c72bc73-e88e-4354-b0e3-cf7abbb75351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:57.243826 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] Transition to ACTIVE for port object 30166b42-3b70-469f-bef1-8642bedd9a8a will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:57.249888 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45872) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:57.259826 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:57.308442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7c72bc73-e88e-4354-b0e3-cf7abbb75351 None None] Port a4a5935f-ba45-492f-930a-e46ec4b2b81e cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:57:57.388220 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] Attempting to bind port 30166b42-3b70-469f-bef1-8642bedd9a8a on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:57:57.388571 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] Attempting to bind port 30166b42-3b70-469f-bef1-8642bedd9a8a by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:57:57.388934 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] Attempting to bind port 30166b42-3b70-469f-bef1-8642bedd9a8a on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:57:57.403565 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c0fef-5d74-4499-a0a4-b80ff6323161 None None] Pushing event updated for resources: {'Port': ['ID=30166b42-3b70-469f-bef1-8642bedd9a8a,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:57.409470 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:57:57.409848 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:57:57.410253 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:57.410680 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:57:57.411150 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] Bound port: 30166b42-3b70-469f-bef1-8642bedd9a8a, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:57:57.420692 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:57.560847 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-7a25d32f-f675-433a-b64a-5fbae1aede16 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Made reservation on behalf of 0e2d5abb674246ba9e62cf1e68dd451b for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:57.564477 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-7a25d32f-f675-433a-b64a-5fbae1aede16 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:57.649255 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7c1f9472-09f3-4455-8333-11f06ecb8940 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a99e5c9cb6bf4bb1bedf3191314f9cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969333 Jul 07 16:57:57.650455 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45888) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:57.673853 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] For port 30166b42-3b70-469f-bef1-8642bedd9a8a, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:57:57.677749 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] For port 30166b42-3b70-469f-bef1-8642bedd9a8a, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=30166b42-3b70-469f-bef1-8642bedd9a8a,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:57:57.682043 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:57.758527 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] Routers {'7d27247e-1ac2-43ef-962c-c9cb15a2c371'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:57:57.759157 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:57:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7d27247e-1ac2-43ef-962c-c9cb15a2c371'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:57.831966 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-28c1042a-2164-4ad1-bb59-4b5c7b936d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:57.846794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4db3076a-b66f-4b57-a2b7-0b91e7412bfb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Made reservation on behalf of 442a9cfcd40e429187b2cbade1798605 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:57:57.852532 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4db3076a-b66f-4b57-a2b7-0b91e7412bfb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:57.866631 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] Set router 7d27247e-1ac2-43ef-962c-c9cb15a2c371 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:57:57.895432 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-28c1042a-2164-4ad1-bb59-4b5c7b936d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:57.932800 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-7a25d32f-f675-433a-b64a-5fbae1aede16 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Allocated IP 19.80.0.14 (2f30c3d7-f3f5-49cc-8599-e85762c48987/050fbb7f-4bbb-4b19-b00c-d3338fddfb6b/ba68cffb-f035-4011-bc3a-6b3713f71cdd) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:57.937087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe20328-f9eb-4fd6-91ac-17232fa5f6c8 req-43ce0d90-415c-445c-84bd-66e0a4a54c08 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:57.942296 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2376a-5a96-45b9-869a-fe82f4d62626 req-ea03c7ec-5fcf-4ce2-a79f-03223d043942 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:57.946722 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-efe20328-f9eb-4fd6-91ac-17232fa5f6c8 req-43ce0d90-415c-445c-84bd-66e0a4a54c08 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 945 time: 0.6207838 Jul 07 16:57:57.949086 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2376a-5a96-45b9-869a-fe82f4d62626 req-ea03c7ec-5fcf-4ce2-a79f-03223d043942 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:57.950868 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e6f2376a-5a96-45b9-869a-fe82f4d62626 req-ea03c7ec-5fcf-4ce2-a79f-03223d043942 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 1655 time: 0.2258320 Jul 07 16:57:57.991705 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d27247e-1ac2-43ef-962c-c9cb15a2c371', 'name': 'tempest-snat-router-302921387', 'tenant_id': '60d0166ea6164ae2b98ddad75ceef9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:48Z', 'updated_at': '2021-07-07T16:57:56Z', 'revision_number': 4, 'project_id': '60d0166ea6164ae2b98ddad75ceef9c4', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:57:58.026960 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c0fef-5d74-4499-a0a4-b80ff6323161 None None] Pushing event updated for resources: {'Port': ['ID=30166b42-3b70-469f-bef1-8642bedd9a8a,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:58.031243 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823e10b2-d079-4a49-9a4f-89733b12233b None None] The sync data for ids ['7d27247e-1ac2-43ef-962c-c9cb15a2c371'] in n-d-793620-7 is: [{'id': '7d27247e-1ac2-43ef-962c-c9cb15a2c371', 'name': 'tempest-snat-router-302921387', 'tenant_id': '60d0166ea6164ae2b98ddad75ceef9c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:48Z', 'updated_at': '2021-07-07T16:57:56Z', 'revision_number': 4, 'project_id': '60d0166ea6164ae2b98ddad75ceef9c4', 'gw_port_host': None}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:57:58.038228 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e6f2376a-5a96-45b9-869a-fe82f4d62626 req-e6b47976-3b6c-4b35-b5d5-cea55451954b tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757763 Jul 07 16:57:58.120163 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-efe20328-f9eb-4fd6-91ac-17232fa5f6c8 req-09362c61-7b13-41a4-8680-149e927055aa tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722424 Jul 07 16:57:58.139210 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-28c1042a-2164-4ad1-bb59-4b5c7b936d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:58.154872 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-28c1042a-2164-4ad1-bb59-4b5c7b936d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:58.154872 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-28c1042a-2164-4ad1-bb59-4b5c7b936d73 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c76e6643-f9e4-4eae-a0f9-0f1e79961f3f HTTP/1.1" status: 204 len: 168 time: 0.4989202 Jul 07 16:57:58.183881 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1042a-2164-4ad1-bb59-4b5c7b936d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76e6643-f9e4-4eae-a0f9-0f1e79961f3f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:58.321020 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06f422d6-88db-47ff-920d-2015df75019e tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:58.337184 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4db3076a-b66f-4b57-a2b7-0b91e7412bfb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Allocated IP 172.20.0.5 (00200275-feb8-4792-b225-1605381ce5dc/a99df1f9-17f6-4826-9d57-d15200be420d/07404eae-997b-4485-8812-d15eebf5d188) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:57:58.397349 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f422d6-88db-47ff-920d-2015df75019e tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Pushing event deleted for resources: {'Port': ['ID=30166b42-3b70-469f-bef1-8642bedd9a8a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:58.532542 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7c0023a5-f50b-490b-a782-0053eb297dbf no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:57:58.543490 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-7a25d32f-f675-433a-b64a-5fbae1aede16 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:58.560744 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06f422d6-88db-47ff-920d-2015df75019e tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:58.665824 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78c12136-7201-4e95-b4e0-2b1702f3b292 req-764a6008-debc-485e-a32e-598eadd80f18 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=f818d442-9b35-478c-b8c2-5adabb29affb HTTP/1.1" status: 200 len: 210 time: 0.1086473 Jul 07 16:57:58.673296 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-7a25d32f-f675-433a-b64a-5fbae1aede16 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Transition to ACTIVE for port object ba68cffb-f035-4011-bc3a-6b3713f71cdd will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:57:58.705214 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:58.729941 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-7a25d32f-f675-433a-b64a-5fbae1aede16 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:58.764256 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aebd56a-3531-402b-b009-c0e00698377f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0023a5-f50b-490b-a782-0053eb297dbf'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:57:58.767916 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397327b1-03de-4c22-af96-8e7a181d6b40" -d '{"events": [{"server_uuid": "1aebd56a-3531-402b-b009-c0e00698377f", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0023a5-f50b-490b-a782-0053eb297dbf"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:57:58.795592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25d32f-f675-433a-b64a-5fbae1aede16 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event updated for resources: {'Port': ['ID=ba68cffb-f035-4011-bc3a-6b3713f71cdd,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:58.807182 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7c0023a5-f50b-490b-a782-0053eb297dbf, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7c0023a5-f50b-490b-a782-0053eb297dbf,segment=NetworkSegment(e64bcb56-0dab-478d-aa3b-105f8614ee81),segment_id=e64bcb56-0dab-478d-aa3b-105f8614ee81)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:57:58.812402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-7a25d32f-f675-433a-b64a-5fbae1aede16 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Network 2f30c3d7-f3f5-49cc-8599-e85762c48987 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:57:58.814328 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-7a25d32f-f675-433a-b64a-5fbae1aede16 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:57:58.818519 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-7a25d32f-f675-433a-b64a-5fbae1aede16 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:57:58.820081 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:58.903991 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 16:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96df715-9236-4d72-97dd-8d9d10c8c079 x-openstack-request-id: req-c96df715-9236-4d72-97dd-8d9d10c8c079 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:57:58.904312 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aebd56a-3531-402b-b009-c0e00698377f", "name": "network-vif-unplugged", "status": "failed", "tag": "7c0023a5-f50b-490b-a782-0053eb297dbf", "code": 422}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:57:58.904645 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c96df715-9236-4d72-97dd-8d9d10c8c079 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:57:58.905148 n-d-793620-7 neutron-server[100411]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1aebd56a-3531-402b-b009-c0e00698377f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7c0023a5-f50b-490b-a782-0053eb297dbf', 'code': 422} returned with failed status Jul 07 16:57:58.914475 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-7a25d32f-f675-433a-b64a-5fbae1aede16 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:58.916254 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-7a25d32f-f675-433a-b64a-5fbae1aede16 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:58.943239 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=7c0023a5-f50b-490b-a782-0053eb297dbf,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:57:58.957010 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-7a25d32f-f675-433a-b64a-5fbae1aede16 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7653162 Jul 07 16:57:58.978499 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] Request body: {'port': {'device_id': '92be3b12-967a-49c1-904a-47213572c1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:57:59.143283 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06f422d6-88db-47ff-920d-2015df75019e tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:59.148357 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06f422d6-88db-47ff-920d-2015df75019e tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:59.150176 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:59.164447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-84865f64-88eb-46ba-971c-2a7c670460c4 None None] Provisioning for port ba68cffb-f035-4011-bc3a-6b3713f71cdd completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:57:59.178608 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-84865f64-88eb-46ba-971c-2a7c670460c4 None None] Provisioning complete for port ba68cffb-f035-4011-bc3a-6b3713f71cdd triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:57:59.179443 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-84865f64-88eb-46ba-971c-2a7c670460c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:59.286041 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-84865f64-88eb-46ba-971c-2a7c670460c4 None None] Port ba68cffb-f035-4011-bc3a-6b3713f71cdd cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:57:59.333070 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06f422d6-88db-47ff-920d-2015df75019e tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:59.334413 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f422d6-88db-47ff-920d-2015df75019e tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d27247e-1ac2-43ef-962c-c9cb15a2c371 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:57:59.358671 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06f422d6-88db-47ff-920d-2015df75019e tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:59.360258 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-06f422d6-88db-47ff-920d-2015df75019e tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "DELETE /v2.0/routers/7d27247e-1ac2-43ef-962c-c9cb15a2c371 HTTP/1.1" status: 204 len: 168 time: 3.3289864 Jul 07 16:57:59.368995 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45922) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:57:59.526038 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-79ee99b7-7725-43aa-bd7a-4e95d1e521de req-e4fc5397-b602-45d4-813b-15f81f1468f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0066967 Jul 07 16:57:59.634694 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e02aa9-507a-46b2-83a1-48f0d4b9e1af req-0bc57984-b8b2-4120-b311-83672efeba84 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:59.638982 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e02aa9-507a-46b2-83a1-48f0d4b9e1af req-0bc57984-b8b2-4120-b311-83672efeba84 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:59.645388 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e02aa9-507a-46b2-83a1-48f0d4b9e1af req-0bc57984-b8b2-4120-b311-83672efeba84 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:57:59.653190 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b7e02aa9-507a-46b2-83a1-48f0d4b9e1af req-0bc57984-b8b2-4120-b311-83672efeba84 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2376 time: 0.2533312 Jul 07 16:57:59.691702 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7cc882d0-eacf-4297-bc44-832ac99ada53 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:59.737275 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4db3076a-b66f-4b57-a2b7-0b91e7412bfb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:57:59.746960 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b7e02aa9-507a-46b2-83a1-48f0d4b9e1af req-9b354601-d064-482f-b868-ffaab9f8986c tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924923 Jul 07 16:57:59.999046 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0beb6f8-3c5e-4ae7-a846-87d528c35df2 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:00.009086 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:00.022262 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] Transition to ACTIVE for port object d0beb6f8-3c5e-4ae7-a846-87d528c35df2 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:00.031041 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:00.057329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee99b7-7725-43aa-bd7a-4e95d1e521de req-14d9ada0-89c1-412e-a9c5-fc98cd766fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:00.058887 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-79ee99b7-7725-43aa-bd7a-4e95d1e521de req-14d9ada0-89c1-412e-a9c5-fc98cd766fae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bba3485f01bf4635b3daf846a1eaf074&device_id=9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb HTTP/1.1" status: 200 len: 1097 time: 0.3693707 Jul 07 16:58:00.144627 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-144c5515-de3b-4532-a864-0861652d7394 req-15214a5c-7936-4663-a0a5-460fabb49e7d tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=f818d442-9b35-478c-b8c2-5adabb29affb HTTP/1.1" status: 200 len: 210 time: 0.0446877 Jul 07 16:58:00.241176 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] Pushing event updated for resources: {'Port': ['ID=d0beb6f8-3c5e-4ae7-a846-87d528c35df2,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:00.263682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ff4f0-200f-4bbc-aa1c-d60f8b6e6073 req-7b29d1be-cadf-44fe-ab68-342588f0e140 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:00.272821 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f1ff4f0-200f-4bbc-aa1c-d60f8b6e6073 req-7b29d1be-cadf-44fe-ab68-342588f0e140 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 943 time: 0.5784879 Jul 07 16:58:00.281738 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4db3076a-b66f-4b57-a2b7-0b91e7412bfb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:00.283981 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7cc882d0-eacf-4297-bc44-832ac99ada53 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:00.293358 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['465fc65b-b48d-4ce1-839f-23d7a638aaa4'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:00.378025 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee99b7-7725-43aa-bd7a-4e95d1e521de req-4f00784f-2659-4302-ae32-b65d739a94b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:00.381653 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] Attempting to bind port d0beb6f8-3c5e-4ae7-a846-87d528c35df2 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:00.382172 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] Attempting to bind port d0beb6f8-3c5e-4ae7-a846-87d528c35df2 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'be01bad0-f90c-4ae6-8178-bcd4fb6622e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2f30c3d7-f3f5-49cc-8599-e85762c48987'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:00.383150 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-79ee99b7-7725-43aa-bd7a-4e95d1e521de req-4f00784f-2659-4302-ae32-b65d739a94b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 HTTP/1.1" status: 200 len: 915 time: 0.2813554 Jul 07 16:58:00.383563 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] Attempting to bind port d0beb6f8-3c5e-4ae7-a846-87d528c35df2 on network 2f30c3d7-f3f5-49cc-8599-e85762c48987 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:00.394782 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] Port d0beb6f8-3c5e-4ae7-a846-87d528c35df2 on network 2f30c3d7-f3f5-49cc-8599-e85762c48987 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:58:00.395286 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] Attempting to bind port d0beb6f8-3c5e-4ae7-a846-87d528c35df2 on network 2f30c3d7-f3f5-49cc-8599-e85762c48987 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:00.402154 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:00.402527 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] Checking segment: {'id': 'be01bad0-f90c-4ae6-8178-bcd4fb6622e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2f30c3d7-f3f5-49cc-8599-e85762c48987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:00.402918 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] Bound using segment: {'id': 'be01bad0-f90c-4ae6-8178-bcd4fb6622e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2f30c3d7-f3f5-49cc-8599-e85762c48987'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:00.403498 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] Bound port: d0beb6f8-3c5e-4ae7-a846-87d528c35df2, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be01bad0-f90c-4ae6-8178-bcd4fb6622e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2f30c3d7-f3f5-49cc-8599-e85762c48987'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:00.403868 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:00.481125 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4db3076a-b66f-4b57-a2b7-0b91e7412bfb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Network 00200275-feb8-4792-b225-1605381ce5dc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:00.546979 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] For port d0beb6f8-3c5e-4ae7-a846-87d528c35df2, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:00.551565 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] For port d0beb6f8-3c5e-4ae7-a846-87d528c35df2, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=d0beb6f8-3c5e-4ae7-a846-87d528c35df2,segment=NetworkSegment(be01bad0-f90c-4ae6-8178-bcd4fb6622e3),segment_id=be01bad0-f90c-4ae6-8178-bcd4fb6622e3)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:00.554923 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4db3076a-b66f-4b57-a2b7-0b91e7412bfb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:00.561299 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-79ee99b7-7725-43aa-bd7a-4e95d1e521de req-00021f1b-952c-4cd1-8337-8c7e4f139884 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 HTTP/1.1" status: 200 len: 217 time: 0.1201704 Jul 07 16:58:00.562341 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4db3076a-b66f-4b57-a2b7-0b91e7412bfb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:00.565998 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:00.642754 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:00.643478 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:00.645423 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] 10.222.0.15 "PUT /v2.0/ports/d0beb6f8-3c5e-4ae7-a846-87d528c35df2 HTTP/1.1" status: 200 len: 1092 time: 1.6769359 Jul 07 16:58:00.656703 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92be3b12-967a-49c1-904a-47213572c1a5', 'tag': 'd0beb6f8-3c5e-4ae7-a846-87d528c35df2'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:00.659279 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3076a-b66f-4b57-a2b7-0b91e7412bfb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Pushing event updated for resources: {'Port': ['ID=07404eae-997b-4485-8812-d15eebf5d188,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:00.659412 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8eb87d-95fd-4199-952d-ff6281ed4375" -d '{"events": [{"name": "network-changed", "server_uuid": "92be3b12-967a-49c1-904a-47213572c1a5", "tag": "d0beb6f8-3c5e-4ae7-a846-87d528c35df2"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:00.682444 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] Request body: {'port': {'device_id': '92be3b12-967a-49c1-904a-47213572c1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:00.741091 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132e2f34-1753-4322-8d99-b2b60d83dec4 x-openstack-request-id: req-132e2f34-1753-4322-8d99-b2b60d83dec4 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:00.742480 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92be3b12-967a-49c1-904a-47213572c1a5", "tag": "d0beb6f8-3c5e-4ae7-a846-87d528c35df2", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:00.743096 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-132e2f34-1753-4322-8d99-b2b60d83dec4 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:00.744198 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92be3b12-967a-49c1-904a-47213572c1a5', 'tag': 'd0beb6f8-3c5e-4ae7-a846-87d528c35df2', 'status': 'completed', 'code': 200} Jul 07 16:58:00.753309 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec15a4-be4c-4a28-99ef-7196f08e3405 service neutron] Pushing event updated for resources: {'Port': ['ID=d0beb6f8-3c5e-4ae7-a846-87d528c35df2,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:00.789560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4db3076a-b66f-4b57-a2b7-0b91e7412bfb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:00.791627 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4db3076a-b66f-4b57-a2b7-0b91e7412bfb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:00.820588 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f1ff4f0-200f-4bbc-aa1c-d60f8b6e6073 req-cfe30be5-4440-4d17-a292-db12fda9b0db tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5467436 Jul 07 16:58:00.924252 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4db3076a-b66f-4b57-a2b7-0b91e7412bfb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9307714 Jul 07 16:58:00.960226 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] Request body: {'port': {'device_id': 'f818d442-9b35-478c-b8c2-5adabb29affb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:00.986350 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:01.155676 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eb87d-95fd-4199-952d-ff6281ed4375 req-57e26aab-ee49-423d-8d65-2f62557ce19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:01.156079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eb87d-95fd-4199-952d-ff6281ed4375 req-57e26aab-ee49-423d-8d65-2f62557ce19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:01.156560 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eb87d-95fd-4199-952d-ff6281ed4375 req-57e26aab-ee49-423d-8d65-2f62557ce19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:01.157769 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:01.158412 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-be8eb87d-95fd-4199-952d-ff6281ed4375 req-57e26aab-ee49-423d-8d65-2f62557ce19d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e2d5abb674246ba9e62cf1e68dd451b&device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2731 time: 0.3900430 Jul 07 16:58:01.168989 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-7cc882d0-eacf-4297-bc44-832ac99ada53 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Deleting port e4b02427-e392-455c-ba4a-118a8497b235 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:01.169336 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7cc882d0-eacf-4297-bc44-832ac99ada53 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:01.270503 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45964) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:01.282932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee99b7-7725-43aa-bd7a-4e95d1e521de req-c1a9c438-dd6b-45ff-a14e-b8f94e7b51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:01.284430 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-79ee99b7-7725-43aa-bd7a-4e95d1e521de req-c1a9c438-dd6b-45ff-a14e-b8f94e7b51d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afa0c846-dbdb-400b-bbf2-104f4f539bf1 HTTP/1.1" status: 200 len: 854 time: 0.6221342 Jul 07 16:58:01.371536 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-7cc882d0-eacf-4297-bc44-832ac99ada53 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] For port e4b02427-e392-455c-ba4a-118a8497b235, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e4b02427-e392-455c-ba4a-118a8497b235,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:01.372075 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7cc882d0-eacf-4297-bc44-832ac99ada53 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:01.398497 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-7cc882d0-eacf-4297-bc44-832ac99ada53 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Calling delete_port for e4b02427-e392-455c-ba4a-118a8497b235 owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:01.640920 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-79ee99b7-7725-43aa-bd7a-4e95d1e521de req-31509a62-01d2-48de-87a5-fc57a5a6ca69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3233821 Jul 07 16:58:01.669622 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f5dda5f-e99b-4f38-8327-06afb1a50369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:01.737707 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e537c-4797-4989-9dba-3974c0f45399 req-32bd9006-1234-4349-9905-74d3ac73dd43 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:01.744131 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e537c-4797-4989-9dba-3974c0f45399 req-32bd9006-1234-4349-9905-74d3ac73dd43 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:01.750843 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e537c-4797-4989-9dba-3974c0f45399 req-32bd9006-1234-4349-9905-74d3ac73dd43 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:01.752661 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de9e537c-4797-4989-9dba-3974c0f45399 req-32bd9006-1234-4349-9905-74d3ac73dd43 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2388 time: 0.6687992 Jul 07 16:58:01.853671 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de9e537c-4797-4989-9dba-3974c0f45399 req-f883bd9e-5b1a-4304-a3d7-14fdf79f4bcc tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895753 Jul 07 16:58:01.949750 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eb87d-95fd-4199-952d-ff6281ed4375 req-15c3299d-104c-4d4e-aaaf-949b4c1a9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:01.950687 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eb87d-95fd-4199-952d-ff6281ed4375 req-15c3299d-104c-4d4e-aaaf-949b4c1a9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:01.951222 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eb87d-95fd-4199-952d-ff6281ed4375 req-15c3299d-104c-4d4e-aaaf-949b4c1a9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:01.955644 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-be8eb87d-95fd-4199-952d-ff6281ed4375 req-15c3299d-104c-4d4e-aaaf-949b4c1a9bb1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0e2d5abb674246ba9e62cf1e68dd451b&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7782328 Jul 07 16:58:02.138231 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eb87d-95fd-4199-952d-ff6281ed4375 req-832f76b1-797f-431c-90bf-865cf02cb880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:02.139818 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-be8eb87d-95fd-4199-952d-ff6281ed4375 req-832f76b1-797f-431c-90bf-865cf02cb880 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1668043 Jul 07 16:58:02.226162 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a5935f-ba45-492f-930a-e46ec4b2b81e {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:02.242989 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:02.269415 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] Transition to ACTIVE for port object a4a5935f-ba45-492f-930a-e46ec4b2b81e will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:02.279907 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:02.306327 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9394e-b1b0-4dfd-844b-ce1f82015fd5 req-07247215-d605-4924-9915-bdd634e2012d tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:02.314538 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76d9394e-b1b0-4dfd-844b-ce1f82015fd5 req-07247215-d605-4924-9915-bdd634e2012d tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 943 time: 1.1582325 Jul 07 16:58:02.343521 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a5935f-ba45-492f-930a-e46ec4b2b81e,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:02.492312 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8c043f83-bae3-418e-9889-8721eae3870b req-ee239486-5330-4f3f-839c-d45b3a4e5664 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9203219 Jul 07 16:58:02.516652 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76d9394e-b1b0-4dfd-844b-ce1f82015fd5 req-3629c598-fbee-43a6-8d89-f3e747bfcc13 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007177 Jul 07 16:58:02.538513 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-79ee99b7-7725-43aa-bd7a-4e95d1e521de req-aea604d2-4aee-4c9b-ae71-1c7c2c9f90b4 service neutron] 10.222.0.15 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8647544 Jul 07 16:58:02.545795 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737872a-4558-4666-8845-aee2247e9d83 req-c052f8f3-cd34-4bcc-a99a-857dafb8b669 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:02.546159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7c0023a5-f50b-490b-a782-0053eb297dbf no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:02.555350 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4737872a-4558-4666-8845-aee2247e9d83 req-c052f8f3-cd34-4bcc-a99a-857dafb8b669 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=f818d442-9b35-478c-b8c2-5adabb29affb HTTP/1.1" status: 200 len: 931 time: 0.2083640 Jul 07 16:58:02.593223 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7cc882d0-eacf-4297-bc44-832ac99ada53 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:02.656965 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4737872a-4558-4666-8845-aee2247e9d83 req-fb7268aa-3a6e-4a64-840b-cec03bf3c079 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977702 Jul 07 16:58:02.703862 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] Attempting to bind port a4a5935f-ba45-492f-930a-e46ec4b2b81e on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:02.704219 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] Attempting to bind port a4a5935f-ba45-492f-930a-e46ec4b2b81e by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'e9b0ebff-dc18-410f-a029-fcf20178077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5f5fac9b-6a55-45b7-8cef-9d038ad067a1'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:02.704546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] Attempting to bind port a4a5935f-ba45-492f-930a-e46ec4b2b81e on network 5f5fac9b-6a55-45b7-8cef-9d038ad067a1 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:02.717427 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] Port a4a5935f-ba45-492f-930a-e46ec4b2b81e on network 5f5fac9b-6a55-45b7-8cef-9d038ad067a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:58:02.717765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] Attempting to bind port a4a5935f-ba45-492f-930a-e46ec4b2b81e on network 5f5fac9b-6a55-45b7-8cef-9d038ad067a1 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:02.729981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:02.730415 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] Checking segment: {'id': 'e9b0ebff-dc18-410f-a029-fcf20178077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5f5fac9b-6a55-45b7-8cef-9d038ad067a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:02.730856 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] Bound using segment: {'id': 'e9b0ebff-dc18-410f-a029-fcf20178077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5f5fac9b-6a55-45b7-8cef-9d038ad067a1'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:02.731269 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] Bound port: a4a5935f-ba45-492f-930a-e46ec4b2b81e, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b0ebff-dc18-410f-a029-fcf20178077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5f5fac9b-6a55-45b7-8cef-9d038ad067a1'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:02.731645 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:02.843910 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] For port a4a5935f-ba45-492f-930a-e46ec4b2b81e, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:02.848210 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] For port a4a5935f-ba45-492f-930a-e46ec4b2b81e, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a4a5935f-ba45-492f-930a-e46ec4b2b81e,segment=NetworkSegment(e9b0ebff-dc18-410f-a029-fcf20178077a),segment_id=e9b0ebff-dc18-410f-a029-fcf20178077a)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:02.862093 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:02.959042 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:02.959913 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:02.968371 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] 10.222.0.15 "PUT /v2.0/ports/a4a5935f-ba45-492f-930a-e46ec4b2b81e HTTP/1.1" status: 200 len: 1092 time: 2.2922513 Jul 07 16:58:02.969025 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92be3b12-967a-49c1-904a-47213572c1a5', 'tag': 'a4a5935f-ba45-492f-930a-e46ec4b2b81e'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:02.977463 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d403c7c5-fc7a-4e6f-a8c8-f889b54a1e77" -d '{"events": [{"name": "network-changed", "server_uuid": "92be3b12-967a-49c1-904a-47213572c1a5", "tag": "a4a5935f-ba45-492f-930a-e46ec4b2b81e"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:03.011141 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] Request body: {'port': {'device_id': '92be3b12-967a-49c1-904a-47213572c1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:03.067409 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-79ee99b7-7725-43aa-bd7a-4e95d1e521de req-9a865ea7-4196-446b-839c-13ff81d51989 service neutron] 10.222.0.15 "GET /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636838 Jul 07 16:58:03.206028 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35a559-11c8-4504-b73c-7cb318e63914 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a5935f-ba45-492f-930a-e46ec4b2b81e,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:03.208083 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f5dda5f-e99b-4f38-8327-06afb1a50369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.297173 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.340259 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07404eae-997b-4485-8812-d15eebf5d188 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:03.349699 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.370421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] Transition to ACTIVE for port object 07404eae-997b-4485-8812-d15eebf5d188 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:03.375698 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc882d0-eacf-4297-bc44-832ac99ada53 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4b02427-e392-455c-ba4a-118a8497b235,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:03.389086 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.422186 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f5dda5f-e99b-4f38-8327-06afb1a50369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.624000 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7cc882d0-eacf-4297-bc44-832ac99ada53 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.697497 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba68cffb-f035-4011-bc3a-6b3713f71cdd {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:03.709895 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.726055 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] Transition to ACTIVE for port object ba68cffb-f035-4011-bc3a-6b3713f71cdd will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:03.728693 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa317abb-27de-4c64-86b0-6cf100de4b64 x-openstack-request-id: req-aa317abb-27de-4c64-86b0-6cf100de4b64 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:03.729313 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92be3b12-967a-49c1-904a-47213572c1a5", "tag": "a4a5935f-ba45-492f-930a-e46ec4b2b81e", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:03.729576 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aa317abb-27de-4c64-86b0-6cf100de4b64 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:03.730261 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92be3b12-967a-49c1-904a-47213572c1a5', 'tag': 'a4a5935f-ba45-492f-930a-e46ec4b2b81e', 'status': 'completed', 'code': 200} Jul 07 16:58:03.732639 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.795296 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] Pushing event updated for resources: {'Port': ['ID=ba68cffb-f035-4011-bc3a-6b3713f71cdd,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:03.909907 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] Attempting to bind port 07404eae-997b-4485-8812-d15eebf5d188 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:03.910049 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] Attempting to bind port 07404eae-997b-4485-8812-d15eebf5d188 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:03.910413 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] Attempting to bind port 07404eae-997b-4485-8812-d15eebf5d188 on network 00200275-feb8-4792-b225-1605381ce5dc {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:03.922358 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7f5dda5f-e99b-4f38-8327-06afb1a50369 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=44c4ec8aa9b1486bb2ce21b3a40c3b74&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6367767 Jul 07 16:58:03.928879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] Port 07404eae-997b-4485-8812-d15eebf5d188 on network 00200275-feb8-4792-b225-1605381ce5dc not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:58:03.928879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] Attempting to bind port 07404eae-997b-4485-8812-d15eebf5d188 on network 00200275-feb8-4792-b225-1605381ce5dc {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:03.932984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5dda5f-e99b-4f38-8327-06afb1a50369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72890be6-b79e-40af-ab65-d20ace5aab0e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:03.949142 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46008) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:03.959917 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c043f83-bae3-418e-9889-8721eae3870b req-977221b7-95f2-4088-b95d-a62b92128ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:03.961676 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8c043f83-bae3-418e-9889-8721eae3870b req-977221b7-95f2-4088-b95d-a62b92128ed4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9 HTTP/1.1" status: 200 len: 1096 time: 1.4291391 Jul 07 16:58:03.969208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:03.969811 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] Checking segment: {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:03.970651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] Bound using segment: {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:03.971620 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] Bound port: 07404eae-997b-4485-8812-d15eebf5d188, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:03.972159 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:03.975498 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=07404eae-997b-4485-8812-d15eebf5d188,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:03.992560 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7cc882d0-eacf-4297-bc44-832ac99ada53 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.010530 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7cc882d0-eacf-4297-bc44-832ac99ada53 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.048774 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] Attempting to bind port ba68cffb-f035-4011-bc3a-6b3713f71cdd on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:04.048774 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] Attempting to bind port ba68cffb-f035-4011-bc3a-6b3713f71cdd by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'be01bad0-f90c-4ae6-8178-bcd4fb6622e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2f30c3d7-f3f5-49cc-8599-e85762c48987'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:04.049443 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] Attempting to bind port ba68cffb-f035-4011-bc3a-6b3713f71cdd on network 2f30c3d7-f3f5-49cc-8599-e85762c48987 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:04.081954 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] Port ba68cffb-f035-4011-bc3a-6b3713f71cdd on network 2f30c3d7-f3f5-49cc-8599-e85762c48987 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:58:04.082301 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] Attempting to bind port ba68cffb-f035-4011-bc3a-6b3713f71cdd on network 2f30c3d7-f3f5-49cc-8599-e85762c48987 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:04.102910 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:04.103380 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] Checking segment: {'id': 'be01bad0-f90c-4ae6-8178-bcd4fb6622e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2f30c3d7-f3f5-49cc-8599-e85762c48987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:04.103648 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] Bound using segment: {'id': 'be01bad0-f90c-4ae6-8178-bcd4fb6622e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2f30c3d7-f3f5-49cc-8599-e85762c48987'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:04.104104 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] Bound port: ba68cffb-f035-4011-bc3a-6b3713f71cdd, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be01bad0-f90c-4ae6-8178-bcd4fb6622e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2f30c3d7-f3f5-49cc-8599-e85762c48987'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:04.104476 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.182029 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0dea04-7eb1-4958-b417-bd8e3dcb82e4 req-50227ba7-64cb-49b2-8e19-aae4e061c2fa tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:04.194959 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5d0dea04-7eb1-4958-b417-bd8e3dcb82e4 req-50227ba7-64cb-49b2-8e19-aae4e061c2fa tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 943 time: 0.2426696 Jul 07 16:58:04.342628 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c99b2a-2609-4883-952a-cacd5f85d408 req-93e03f72-d3db-417c-b247-605e21742f8a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:04.358990 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5d0dea04-7eb1-4958-b417-bd8e3dcb82e4 req-5c4acb97-6062-4b91-8d47-20257cab4131 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620924 Jul 07 16:58:04.359652 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c99b2a-2609-4883-952a-cacd5f85d408 req-93e03f72-d3db-417c-b247-605e21742f8a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:04.366262 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c99b2a-2609-4883-952a-cacd5f85d408 req-93e03f72-d3db-417c-b247-605e21742f8a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:04.373598 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-91c99b2a-2609-4883-952a-cacd5f85d408 req-93e03f72-d3db-417c-b247-605e21742f8a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2400 time: 0.9914758 Jul 07 16:58:04.438812 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] For port ba68cffb-f035-4011-bc3a-6b3713f71cdd, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:04.443607 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] For port ba68cffb-f035-4011-bc3a-6b3713f71cdd, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ba68cffb-f035-4011-bc3a-6b3713f71cdd,segment=NetworkSegment(be01bad0-f90c-4ae6-8178-bcd4fb6622e3),segment_id=be01bad0-f90c-4ae6-8178-bcd4fb6622e3)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:04.450773 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.477858 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] For port 07404eae-997b-4485-8812-d15eebf5d188, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:04.481631 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] For port 07404eae-997b-4485-8812-d15eebf5d188, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=07404eae-997b-4485-8812-d15eebf5d188,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:04.526963 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.562517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:04.563458 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.564949 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] 10.222.0.15 "PUT /v2.0/ports/ba68cffb-f035-4011-bc3a-6b3713f71cdd HTTP/1.1" status: 200 len: 1091 time: 1.5701144 Jul 07 16:58:04.679849 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-91c99b2a-2609-4883-952a-cacd5f85d408 req-8c44f214-7e60-48a0-9471-8b21ee7853ac tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049259 Jul 07 16:58:04.697314 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:04.698065 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.699536 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] 10.222.0.15 "PUT /v2.0/ports/07404eae-997b-4485-8812-d15eebf5d188 HTTP/1.1" status: 200 len: 1091 time: 3.7657547 Jul 07 16:58:04.710977 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7cc882d0-eacf-4297-bc44-832ac99ada53 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.711696 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc882d0-eacf-4297-bc44-832ac99ada53 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29782047-bd40-41cf-8d08-e68b7805f877 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:58:04.714483 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] Pushing event updated for resources: {'Port': ['ID=ba68cffb-f035-4011-bc3a-6b3713f71cdd,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:04.725189 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7cc882d0-eacf-4297-bc44-832ac99ada53 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.730116 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7cc882d0-eacf-4297-bc44-832ac99ada53 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "DELETE /v2.0/routers/29782047-bd40-41cf-8d08-e68b7805f877 HTTP/1.1" status: 204 len: 168 time: 5.3484805 Jul 07 16:58:04.733093 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46018) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:04.742256 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f818d442-9b35-478c-b8c2-5adabb29affb', 'tag': '07404eae-997b-4485-8812-d15eebf5d188'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:04.747933 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ce7204-57e9-41be-a88a-2a0a561d8490" -d '{"events": [{"name": "network-changed", "server_uuid": "f818d442-9b35-478c-b8c2-5adabb29affb", "tag": "07404eae-997b-4485-8812-d15eebf5d188"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:04.753296 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d910f55a-ac72-4bbd-8446-eda6c27887dc tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2078615487', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}, 'admin_state_up': False}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:04.779861 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403c7c5-fc7a-4e6f-a8c8-f889b54a1e77 req-2474e8f1-f716-4290-9922-f187132c6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:04.780357 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403c7c5-fc7a-4e6f-a8c8-f889b54a1e77 req-2474e8f1-f716-4290-9922-f187132c6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:04.780850 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403c7c5-fc7a-4e6f-a8c8-f889b54a1e77 req-2474e8f1-f716-4290-9922-f187132c6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:04.782738 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d403c7c5-fc7a-4e6f-a8c8-f889b54a1e77 req-2474e8f1-f716-4290-9922-f187132c6865 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e2d5abb674246ba9e62cf1e68dd451b&device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2798 time: 1.2155645 Jul 07 16:58:04.835329 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b447a-c81a-47a0-9a2e-a77a2d429d8e req-3d4c25ac-66a2-4ccf-a672-d0f5688b5476 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:04.843442 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-166b447a-c81a-47a0-9a2e-a77a2d429d8e req-3d4c25ac-66a2-4ccf-a672-d0f5688b5476 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=f818d442-9b35-478c-b8c2-5adabb29affb HTTP/1.1" status: 200 len: 943 time: 0.3187571 Jul 07 16:58:04.844505 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11fc65-6c17-46c2-b7b1-f767bb2ed7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=07404eae-997b-4485-8812-d15eebf5d188,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:04.889127 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d910f55a-ac72-4bbd-8446-eda6c27887dc tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.890320 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d910f55a-ac72-4bbd-8446-eda6c27887dc tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:04.973194 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-166b447a-c81a-47a0-9a2e-a77a2d429d8e req-0fb8c860-04b6-4dc5-b7f0-9340fce2bad5 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286063 Jul 07 16:58:05.001993 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fbe50db0-261a-495e-b91b-c9f6fecdfd11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:05.075573 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8df9edd-1489-405f-a0be-1e20274795f2 x-openstack-request-id: req-d8df9edd-1489-405f-a0be-1e20274795f2 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:05.075775 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f818d442-9b35-478c-b8c2-5adabb29affb", "tag": "07404eae-997b-4485-8812-d15eebf5d188", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:05.076022 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d8df9edd-1489-405f-a0be-1e20274795f2 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:05.076530 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f818d442-9b35-478c-b8c2-5adabb29affb', 'tag': '07404eae-997b-4485-8812-d15eebf5d188', 'status': 'completed', 'code': 200} Jul 07 16:58:05.079615 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d910f55a-ac72-4bbd-8446-eda6c27887dc tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:05.106528 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fbe50db0-261a-495e-b91b-c9f6fecdfd11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:05.176377 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69e16e6a-24a4-42eb-929c-2286ae918068 req-13687c3f-6fc6-4988-848a-b857d548e54c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1151233 Jul 07 16:58:05.177659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c043f83-bae3-418e-9889-8721eae3870b req-502d20da-e1a1-4aec-87e3-fedcba8517e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:05.179213 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8c043f83-bae3-418e-9889-8721eae3870b req-502d20da-e1a1-4aec-87e3-fedcba8517e4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 906 time: 1.1813025 Jul 07 16:58:05.336159 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d910f55a-ac72-4bbd-8446-eda6c27887dc tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:05.385608 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403c7c5-fc7a-4e6f-a8c8-f889b54a1e77 req-03df0dc6-3efb-42ff-9e7b-7de8c0782166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:05.386880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403c7c5-fc7a-4e6f-a8c8-f889b54a1e77 req-03df0dc6-3efb-42ff-9e7b-7de8c0782166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:05.387670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403c7c5-fc7a-4e6f-a8c8-f889b54a1e77 req-03df0dc6-3efb-42ff-9e7b-7de8c0782166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:05.391681 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d403c7c5-fc7a-4e6f-a8c8-f889b54a1e77 req-03df0dc6-3efb-42ff-9e7b-7de8c0782166 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0e2d5abb674246ba9e62cf1e68dd451b&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5554042 Jul 07 16:58:05.396429 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fbe50db0-261a-495e-b91b-c9f6fecdfd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:05.399253 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fbe50db0-261a-495e-b91b-c9f6fecdfd11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:05.400445 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fbe50db0-261a-495e-b91b-c9f6fecdfd11 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/72890be6-b79e-40af-ab65-d20ace5aab0e HTTP/1.1" status: 204 len: 168 time: 1.4325552 Jul 07 16:58:05.549299 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe50db0-261a-495e-b91b-c9f6fecdfd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72890be6-b79e-40af-ab65-d20ace5aab0e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:05.592848 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8c043f83-bae3-418e-9889-8721eae3870b req-60f9d79b-adbe-4adf-a507-811d216d205b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=465fc65b-b48d-4ce1-839f-23d7a638aaa4 HTTP/1.1" status: 200 len: 217 time: 0.1995251 Jul 07 16:58:05.777613 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92be3b12-967a-49c1-904a-47213572c1a5', 'tag': 'ba68cffb-f035-4011-bc3a-6b3713f71cdd'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:05.795652 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3cea56-78b8-4ebc-ad1f-55fad7cedb62" -d '{"events": [{"name": "network-changed", "server_uuid": "92be3b12-967a-49c1-904a-47213572c1a5", "tag": "ba68cffb-f035-4011-bc3a-6b3713f71cdd"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:05.893735 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d910f55a-ac72-4bbd-8446-eda6c27887dc tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:05.943421 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d910f55a-ac72-4bbd-8446-eda6c27887dc tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:06.010467 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-0989c2c0-06e1-4f85-9484-3ff81b8aafd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:06.022143 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-0989c2c0-06e1-4f85-9484-3ff81b8aafd1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&device_id=f818d442-9b35-478c-b8c2-5adabb29affb HTTP/1.1" status: 200 len: 1094 time: 1.2505860 Jul 07 16:58:06.135153 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e4b02427-e392-455c-ba4a-118a8497b235 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:06.182933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: e4b02427-e392-455c-ba4a-118a8497b235 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:06.183290 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e4b02427-e392-455c-ba4a-118a8497b235 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:06.199736 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-d910f55a-ac72-4bbd-8446-eda6c27887dc tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Allocated IP 172.25.2.209 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/ac08d79a-b04e-4a96-87fc-06c71cabd1fd) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:06.222638 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c043f83-bae3-418e-9889-8721eae3870b req-634423da-21ad-4908-8d59-3da3d2b43c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:06.224093 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8c043f83-bae3-418e-9889-8721eae3870b req-634423da-21ad-4908-8d59-3da3d2b43c9f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a99df1f9-17f6-4826-9d57-d15200be420d HTTP/1.1" status: 200 len: 845 time: 0.5626011 Jul 07 16:58:06.238501 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-3a61ef65-bdee-43ed-8c99-3368422e0ef0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07404eae-997b-4485-8812-d15eebf5d188 HTTP/1.1" status: 200 len: 217 time: 0.1520052 Jul 07 16:58:06.328251 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065368e3-39cd-4d0e-8d0a-09d2fdf7bd4a req-90646e30-7716-4641-b5da-58e0397d1f43 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:06.336333 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065368e3-39cd-4d0e-8d0a-09d2fdf7bd4a req-90646e30-7716-4641-b5da-58e0397d1f43 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:06.344355 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065368e3-39cd-4d0e-8d0a-09d2fdf7bd4a req-90646e30-7716-4641-b5da-58e0397d1f43 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:06.346463 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-065368e3-39cd-4d0e-8d0a-09d2fdf7bd4a req-90646e30-7716-4641-b5da-58e0397d1f43 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2412 time: 0.2323248 Jul 07 16:58:06.415825 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-065368e3-39cd-4d0e-8d0a-09d2fdf7bd4a req-4ed53546-2d54-49da-8943-c24cc6b4096b tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604908 Jul 07 16:58:06.461489 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d910f55a-ac72-4bbd-8446-eda6c27887dc tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:06.509403 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1839cc-5223-414e-88b2-1151c5ad021c x-openstack-request-id: req-6e1839cc-5223-414e-88b2-1151c5ad021c {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:06.509700 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92be3b12-967a-49c1-904a-47213572c1a5", "tag": "ba68cffb-f035-4011-bc3a-6b3713f71cdd", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:06.509960 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e1839cc-5223-414e-88b2-1151c5ad021c {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:06.510364 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92be3b12-967a-49c1-904a-47213572c1a5', 'tag': 'ba68cffb-f035-4011-bc3a-6b3713f71cdd', 'status': 'completed', 'code': 200} Jul 07 16:58:06.523800 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d910f55a-ac72-4bbd-8446-eda6c27887dc tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:06.605771 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910f55a-ac72-4bbd-8446-eda6c27887dc tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Pushing event updated for resources: {'Port': ['ID=ac08d79a-b04e-4a96-87fc-06c71cabd1fd,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:06.622150 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d910f55a-ac72-4bbd-8446-eda6c27887dc tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:06.623666 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-d910f55a-ac72-4bbd-8446-eda6c27887dc tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:06.630043 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d910f55a-ac72-4bbd-8446-eda6c27887dc tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:06.848007 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8c043f83-bae3-418e-9889-8721eae3870b req-b83686e4-4e19-4859-b201-98e8d86b66a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=00200275-feb8-4792-b225-1605381ce5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6084599 Jul 07 16:58:06.857061 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403c7c5-fc7a-4e6f-a8c8-f889b54a1e77 req-089d14f3-fd4a-49c3-ae0f-23bcf1d52d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:06.859110 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d403c7c5-fc7a-4e6f-a8c8-f889b54a1e77 req-089d14f3-fd4a-49c3-ae0f-23bcf1d52d75 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3498001 Jul 07 16:58:06.932787 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46074) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:06.992093 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedec2c8-0555-442c-b450-116c40278c9d req-4dfa4394-cae0-4982-9b5b-0ea69e7c009b tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:06.993696 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dedec2c8-0555-442c-b450-116c40278c9d req-4dfa4394-cae0-4982-9b5b-0ea69e7c009b tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d816f5ac-80c4-43f7-91cf-85ef672fa917 HTTP/1.1" status: 200 len: 946 time: 0.2402058 Jul 07 16:58:07.019210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-536d0e7c-1380-487a-8e3d-7008941afdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:07.021261 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-536d0e7c-1380-487a-8e3d-7008941afdd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a99df1f9-17f6-4826-9d57-d15200be420d HTTP/1.1" status: 200 len: 845 time: 0.7581723 Jul 07 16:58:07.033010 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a741e-52e8-47c8-91c1-84ef322ff3ec req-ad58c535-63de-44ef-bb81-4f14e623e189 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:07.040458 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f42a741e-52e8-47c8-91c1-84ef322ff3ec req-ad58c535-63de-44ef-bb81-4f14e623e189 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 943 time: 1.2424176 Jul 07 16:58:07.101762 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-554bf7cf-19dd-419d-9d3d-ff9ae9d374c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00200275-feb8-4792-b225-1605381ce5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561972 Jul 07 16:58:07.118335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-88bc643f-91f8-4ba0-94c3-a09658e24212 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-616796502-network', 'tenant_id': 'd1135a5a7bcf4ea180136622e9a3fe8d'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:07.188878 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dedec2c8-0555-442c-b450-116c40278c9d req-69d1d4a0-64ec-4178-8bbe-2c613ad4e0e8 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066179 Jul 07 16:58:07.190766 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d910f55a-ac72-4bbd-8446-eda6c27887dc tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:07.231889 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f42a741e-52e8-47c8-91c1-84ef322ff3ec req-5baaac77-e158-45d1-b6d3-74e85f0f4028 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895857 Jul 07 16:58:07.237359 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-14b47944-4c4b-4c5d-ab29-a34c21aa7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:07.237716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-14b47944-4c4b-4c5d-ab29-a34c21aa7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:07.238305 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-14b47944-4c4b-4c5d-ab29-a34c21aa7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:07.240327 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-14b47944-4c4b-4c5d-ab29-a34c21aa7773 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e2d5abb674246ba9e62cf1e68dd451b&device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2865 time: 0.3046987 Jul 07 16:58:07.242496 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8c043f83-bae3-418e-9889-8721eae3870b req-884eca08-c99b-4264-a4ee-20c4ae54d785 service neutron] 10.222.0.69 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821990 Jul 07 16:58:07.323286 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-e554a335-bac3-4f28-88cc-c523e0d339ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.126&port_id=d0beb6f8-3c5e-4ae7-a846-87d528c35df2 HTTP/1.1" status: 200 len: 217 time: 0.0728805 Jul 07 16:58:07.370639 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e16e6a-24a4-42eb-929c-2286ae918068 req-e637bc29-63c0-4701-a51f-fd87eea92e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:07.373203 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69e16e6a-24a4-42eb-929c-2286ae918068 req-e637bc29-63c0-4701-a51f-fd87eea92e9f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f&tenant_id=0501f382b6694d0ab9ec962ffb43a8ed HTTP/1.1" status: 200 len: 1094 time: 0.2922792 Jul 07 16:58:07.380791 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bc643f-91f8-4ba0-94c3-a09658e24212 admin admin] Made reservation on behalf of d1135a5a7bcf4ea180136622e9a3fe8d for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:07.383366 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-88bc643f-91f8-4ba0-94c3-a09658e24212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:07.453776 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-88bc643f-91f8-4ba0-94c3-a09658e24212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:07.506333 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-94be100e-aa9e-4d38-9ae8-26d207809d8e service neutron] 10.222.0.15 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916893 Jul 07 16:58:07.557622 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-051653a2-aa46-47fb-8293-5ec047f05df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:07.559358 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-051653a2-aa46-47fb-8293-5ec047f05df6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=050fbb7f-4bbb-4b19-b00c-d3338fddfb6b HTTP/1.1" status: 200 len: 801 time: 0.1967320 Jul 07 16:58:07.695455 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8c043f83-bae3-418e-9889-8721eae3870b req-bd115a42-27d4-40db-9260-404f25ebb557 service neutron] 10.222.0.69 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367251 Jul 07 16:58:07.761976 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e2b57-197d-4c19-a423-5c48fbb2f4fc req-01a42a57-6d37-4d75-89d0-d2507d93fb17 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:07.763607 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-688e2b57-197d-4c19-a423-5c48fbb2f4fc req-01a42a57-6d37-4d75-89d0-d2507d93fb17 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=f818d442-9b35-478c-b8c2-5adabb29affb HTTP/1.1" status: 200 len: 943 time: 0.4020150 Jul 07 16:58:07.843772 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8db5e5ac-4698-4255-8e5f-ff53d712f00e req-4c68d4e5-39d1-4d2b-a347-c86f46a735a9 service neutron] 10.222.0.15 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181965 Jul 07 16:58:07.904153 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3431ee-d2d7-47c8-b8ef-d0c4d531c08f req-2e4ce6ef-af04-444a-93cf-d220d2bbd73b tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:07.905403 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7c3431ee-d2d7-47c8-b8ef-d0c4d531c08f req-2e4ce6ef-af04-444a-93cf-d220d2bbd73b tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.69 "GET /v2.0/ports?device_id=d816f5ac-80c4-43f7-91cf-85ef672fa917 HTTP/1.1" status: 200 len: 946 time: 0.3131669 Jul 07 16:58:07.907631 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5d6fa5be-8a04-41d7-b0c2-092546e6409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:07.909217 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-5d6fa5be-8a04-41d7-b0c2-092546e6409d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f30c3d7-f3f5-49cc-8599-e85762c48987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3116608 Jul 07 16:58:07.915166 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-688e2b57-197d-4c19-a423-5c48fbb2f4fc req-dc26830a-2633-4a61-8379-69ffcdaf35bb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378584 Jul 07 16:58:07.942020 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d910f55a-ac72-4bbd-8446-eda6c27887dc tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.000672 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e16e6a-24a4-42eb-929c-2286ae918068 req-4171e4d8-fc42-425c-8480-fac5e5a07452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.002170 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69e16e6a-24a4-42eb-929c-2286ae918068 req-4171e4d8-fc42-425c-8480-fac5e5a07452 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0501f382b6694d0ab9ec962ffb43a8ed&device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 1094 time: 0.5980682 Jul 07 16:58:08.054074 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-88bc643f-91f8-4ba0-94c3-a09658e24212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.079591 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-88bc643f-91f8-4ba0-94c3-a09658e24212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.139831 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88bc643f-91f8-4ba0-94c3-a09658e24212 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:58:08.153528 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e16e6a-24a4-42eb-929c-2286ae918068 req-4db241c5-c0dd-48a6-b5d4-0b3e2283e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.155039 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69e16e6a-24a4-42eb-929c-2286ae918068 req-4db241c5-c0dd-48a6-b5d4-0b3e2283e2b2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=585991d3-1c4c-497e-aa94-d9dabd614307 HTTP/1.1" status: 200 len: 915 time: 0.1454804 Jul 07 16:58:08.204657 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-88bc643f-91f8-4ba0-94c3-a09658e24212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.204916 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-88bc643f-91f8-4ba0-94c3-a09658e24212 admin admin] Added segment e837857c-5f25-4ab5-97ce-d8db1311ace1 of type vlan for network 4bfc31d5-b892-420e-a594-085b325da90d Jul 07 16:58:08.213707 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69e16e6a-24a4-42eb-929c-2286ae918068 req-51fd78fe-5897-4483-be05-6f36c14785d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c0023a5-f50b-490b-a782-0053eb297dbf HTTP/1.1" status: 200 len: 217 time: 0.0471022 Jul 07 16:58:08.221525 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc643f-91f8-4ba0-94c3-a09658e24212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e60368-62bc-499c-9a05-a72163901f7a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:08.227207 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c609424-bd11-4834-b43b-e02840426f03 req-b0a9491c-36d0-49aa-bfcc-e954ee13d585 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.230891 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-8a34cb10-736d-4e86-ab8a-40b9f21e57e5 service neutron] 10.222.0.15 "GET /v2.0/networks/2f30c3d7-f3f5-49cc-8599-e85762c48987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043172 Jul 07 16:58:08.237279 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c609424-bd11-4834-b43b-e02840426f03 req-b0a9491c-36d0-49aa-bfcc-e954ee13d585 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.244855 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c609424-bd11-4834-b43b-e02840426f03 req-b0a9491c-36d0-49aa-bfcc-e954ee13d585 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.248496 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2c609424-bd11-4834-b43b-e02840426f03 req-b0a9491c-36d0-49aa-bfcc-e954ee13d585 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2412 time: 0.4234626 Jul 07 16:58:08.271886 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce7204-57e9-41be-a88a-2a0a561d8490 req-433ebb3e-b5e0-4857-8f2c-6d46d525f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.273313 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-07ce7204-57e9-41be-a88a-2a0a561d8490 req-433ebb3e-b5e0-4857-8f2c-6d46d525f8b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&device_id=f818d442-9b35-478c-b8c2-5adabb29affb HTTP/1.1" status: 200 len: 1094 time: 0.3622932 Jul 07 16:58:08.334611 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e16e6a-24a4-42eb-929c-2286ae918068 req-a4e161c9-3c54-4ed0-9eb7-9c432a677990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.336111 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69e16e6a-24a4-42eb-929c-2286ae918068 req-a4e161c9-3c54-4ed0-9eb7-9c432a677990 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=748e4878-dc0e-488c-ad96-c5afee4e3c75 HTTP/1.1" status: 200 len: 854 time: 0.0854478 Jul 07 16:58:08.337740 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-88bc643f-91f8-4ba0-94c3-a09658e24212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.358165 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2c609424-bd11-4834-b43b-e02840426f03 req-c8f6fd7d-482b-4842-b1cb-bf46185cde1c tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956166 Jul 07 16:58:08.387702 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d910f55a-ac72-4bbd-8446-eda6c27887dc tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Router ed68dd0c-b443-463e-a0f4-f9325e0ccbfa is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:58:08.397794 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69e16e6a-24a4-42eb-929c-2286ae918068 req-58a284d9-3b62-4e47-a84c-db5c9f5b3a10 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=585991d3-1c4c-497e-aa94-d9dabd614307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532048 Jul 07 16:58:08.502738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-7c3431ee-d2d7-47c8-b8ef-d0c4d531c08f req-1b7c6d9d-6032-4911-8fe6-8ca5fa5e5aed tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Deleting port 8144b7ed-34a9-4152-902c-39436e3e8ffd {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:08.503073 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7c3431ee-d2d7-47c8-b8ef-d0c4d531c08f req-1b7c6d9d-6032-4911-8fe6-8ca5fa5e5aed tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.546317 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-88bc643f-91f8-4ba0-94c3-a09658e24212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.547221 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bc643f-91f8-4ba0-94c3-a09658e24212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.547799 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-88bc643f-91f8-4ba0-94c3-a09658e24212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.610356 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69e16e6a-24a4-42eb-929c-2286ae918068 req-218bcfbf-0b7a-4f6c-ac48-aac58908eb01 service neutron] 10.222.0.69 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030406 Jul 07 16:58:08.611749 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d910f55a-ac72-4bbd-8446-eda6c27887dc tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:08.618282 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-d9d8e3c7-732a-4c88-b300-ef587417332f service neutron] 10.222.0.15 "GET /v2.0/networks/2f30c3d7-f3f5-49cc-8599-e85762c48987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673303 Jul 07 16:58:08.627238 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e21a1d6-1658-44d2-90bc-f5ef85258100 None None] Sync routers for ids ['ed68dd0c-b443-463e-a0f4-f9325e0ccbfa'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:08.639431 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e21a1d6-1658-44d2-90bc-f5ef85258100 None None] Routers {'ed68dd0c-b443-463e-a0f4-f9325e0ccbfa'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:08.640881 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4e21a1d6-1658-44d2-90bc-f5ef85258100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:57:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ed68dd0c-b443-463e-a0f4-f9325e0ccbfa'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:08.679432 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d910f55a-ac72-4bbd-8446-eda6c27887dc tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.683148 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d910f55a-ac72-4bbd-8446-eda6c27887dc tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9411519 Jul 07 16:58:08.683788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46088) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:08.689943 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-8eaa577e-4646-4b9e-bd8a-21abba4736dd tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'enable_snat': False}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:08.698001 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4e21a1d6-1658-44d2-90bc-f5ef85258100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:08.709568 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e21a1d6-1658-44d2-90bc-f5ef85258100 None None] Routers {'ed68dd0c-b443-463e-a0f4-f9325e0ccbfa'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:08.710703 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4e21a1d6-1658-44d2-90bc-f5ef85258100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:57:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ed68dd0c-b443-463e-a0f4-f9325e0ccbfa'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:08.733855 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b334ba-27b7-41aa-a011-40b77dd775b6 req-d7f3abb1-6330-40df-80eb-1792355026b6 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.735391 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90b334ba-27b7-41aa-a011-40b77dd775b6 req-d7f3abb1-6330-40df-80eb-1792355026b6 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d816f5ac-80c4-43f7-91cf-85ef672fa917 HTTP/1.1" status: 200 len: 946 time: 0.3998389 Jul 07 16:58:08.736929 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-b7687047-f960-4a9f-b97b-39165bcc0c3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.239&port_id=a4a5935f-ba45-492f-930a-e46ec4b2b81e HTTP/1.1" status: 200 len: 217 time: 0.0738654 Jul 07 16:58:08.743397 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce7204-57e9-41be-a88a-2a0a561d8490 req-c37d99e5-ed04-44f9-bd53-e262e0ced908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.745648 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-07ce7204-57e9-41be-a88a-2a0a561d8490 req-c37d99e5-ed04-44f9-bd53-e262e0ced908 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 906 time: 0.4184182 Jul 07 16:58:08.762927 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-88bc643f-91f8-4ba0-94c3-a09658e24212 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8176105 Jul 07 16:58:08.768008 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4e21a1d6-1658-44d2-90bc-f5ef85258100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:08.768941 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e21a1d6-1658-44d2-90bc-f5ef85258100 None None] The sync data for ids ['ed68dd0c-b443-463e-a0f4-f9325e0ccbfa'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:08.774003 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46090) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:08.780413 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-26ce4430-8fca-406f-807d-7bdae43b9ef9 admin admin] Request body: {'subnet': {'network_id': '4bfc31d5-b892-420e-a594-085b325da90d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-616796502-subnet', 'tenant_id': 'd1135a5a7bcf4ea180136622e9a3fe8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:08.820348 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8c034-d70c-4d68-a4de-6f4015d1fbe5 req-e911bbbe-52dc-4cdc-8ebc-1a8db8979456 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:08.821781 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-99c8c034-d70c-4d68-a4de-6f4015d1fbe5 req-e911bbbe-52dc-4cdc-8ebc-1a8db8979456 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 943 time: 0.2694278 Jul 07 16:58:08.832549 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc643f-91f8-4ba0-94c3-a09658e24212 admin admin] Pushing event updated for resources: {'Network': ['ID=4bfc31d5-b892-420e-a594-085b325da90d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:08.847354 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 4bfc31d5-b892-420e-a594-085b325da90d details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:58:08.892854 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69e16e6a-24a4-42eb-929c-2286ae918068 req-bdcf830b-3b25-4e66-a827-b5d4e868989f service neutron] 10.222.0.69 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720754 Jul 07 16:58:08.904467 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ce4430-8fca-406f-807d-7bdae43b9ef9 admin admin] Made reservation on behalf of d1135a5a7bcf4ea180136622e9a3fe8d for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:08.906915 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-26ce4430-8fca-406f-807d-7bdae43b9ef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.934844 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7c3431ee-d2d7-47c8-b8ef-d0c4d531c08f req-1b7c6d9d-6032-4911-8fe6-8ca5fa5e5aed tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] For port 8144b7ed-34a9-4152-902c-39436e3e8ffd, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8144b7ed-34a9-4152-902c-39436e3e8ffd,segment=NetworkSegment(2fe7af82-28aa-413a-8d85-a1067ef1e64c),segment_id=2fe7af82-28aa-413a-8d85-a1067ef1e64c)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:08.935335 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7c3431ee-d2d7-47c8-b8ef-d0c4d531c08f req-1b7c6d9d-6032-4911-8fe6-8ca5fa5e5aed tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:08.951100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-7c3431ee-d2d7-47c8-b8ef-d0c4d531c08f req-1b7c6d9d-6032-4911-8fe6-8ca5fa5e5aed tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Calling delete_port for 8144b7ed-34a9-4152-902c-39436e3e8ffd owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:08.970638 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-07ce7204-57e9-41be-a88a-2a0a561d8490 req-853fb1ac-56d5-4d11-83ca-2eea5fb751f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07404eae-997b-4485-8812-d15eebf5d188 HTTP/1.1" status: 200 len: 217 time: 0.1980901 Jul 07 16:58:08.987423 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-99c8c034-d70c-4d68-a4de-6f4015d1fbe5 req-1422c1bb-9d54-42b7-b64e-495e9eb62cd6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593034 Jul 07 16:58:09.089790 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-b993dd1a-228a-462c-b0f1-d7cb21cf95df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:09.091372 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-b993dd1a-228a-462c-b0f1-d7cb21cf95df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35badbd6-3193-4a5e-8ecd-fc9df34938e3 HTTP/1.1" status: 200 len: 801 time: 0.3428090 Jul 07 16:58:09.108424 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90b334ba-27b7-41aa-a011-40b77dd775b6 req-7b639ade-d90c-40b6-8eb6-f098016b2e10 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608930 Jul 07 16:58:09.244188 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46108) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:09.262734 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce7204-57e9-41be-a88a-2a0a561d8490 req-74cfdf29-58f5-4581-ac27-0b3edb4ffbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:09.264529 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-07ce7204-57e9-41be-a88a-2a0a561d8490 req-74cfdf29-58f5-4581-ac27-0b3edb4ffbf7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a99df1f9-17f6-4826-9d57-d15200be420d HTTP/1.1" status: 200 len: 845 time: 0.2558374 Jul 07 16:58:09.314047 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-07ce7204-57e9-41be-a88a-2a0a561d8490 req-03e1b2c5-d0f7-4a6a-a559-b6935078fd87 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00200275-feb8-4792-b225-1605381ce5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394328 Jul 07 16:58:09.317476 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8eaa577e-4646-4b9e-bd8a-21abba4736dd tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.332441 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-26ce4430-8fca-406f-807d-7bdae43b9ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.339579 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-9422d3bc-6833-4944-b238-2526e3649c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:09.341074 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-9422d3bc-6833-4944-b238-2526e3649c90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f5fac9b-6a55-45b7-8cef-9d038ad067a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2287550 Jul 07 16:58:09.452553 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce4430-8fca-406f-807d-7bdae43b9ef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d9af50-51a7-4bbc-a88f-fc28aae3344c,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:09.478637 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce4430-8fca-406f-807d-7bdae43b9ef9 admin admin] Checking segment: {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:09.479203 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ce4430-8fca-406f-807d-7bdae43b9ef9 admin admin] Network hostable DHCP agents. Network: 4bfc31d5-b892-420e-a594-085b325da90d, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:58:09.508118 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9bf61171-8c27-4528-968a-068fb230ed79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.510900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ce4430-8fca-406f-807d-7bdae43b9ef9 admin admin] Network 4bfc31d5-b892-420e-a594-085b325da90d is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:58:09.527111 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-26ce4430-8fca-406f-807d-7bdae43b9ef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 4bfc31d5-b892-420e-a594-085b325da90d) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:09.530480 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7c3431ee-d2d7-47c8-b8ef-d0c4d531c08f req-1b7c6d9d-6032-4911-8fe6-8ca5fa5e5aed tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.537245 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce4430-8fca-406f-807d-7bdae43b9ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:09.539084 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339b7abd-1193-4e90-90d4-03c33fb174d7 None None] Network 4bfc31d5-b892-420e-a594-085b325da90d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:09.541511 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-26ce4430-8fca-406f-807d-7bdae43b9ef9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:09.606315 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c6d9d-6032-4911-8fe6-8ca5fa5e5aed tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Pushing event deleted for resources: {'Port': ['ID=8144b7ed-34a9-4152-902c-39436e3e8ffd,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:09.668592 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['8144b7ed-34a9-4152-902c-39436e3e8ffd'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:09.671726 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['dbf003e7-7303-4392-a04c-6a1898bef767', '7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618', 'a8151d0c-4118-4d3e-ac7d-81dc5559619a'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:09.748050 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1fe087-1f0f-4e70-a9bc-edb6af99ce97 None None] Network 4bfc31d5-b892-420e-a594-085b325da90d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:09.803884 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34727cdf-975c-4825-b08d-f6b0936784e9 req-061f244a-d326-42a4-a4ef-5f7afb49670c tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:09.811138 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34727cdf-975c-4825-b08d-f6b0936784e9 req-061f244a-d326-42a4-a4ef-5f7afb49670c tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:09.822704 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34727cdf-975c-4825-b08d-f6b0936784e9 req-061f244a-d326-42a4-a4ef-5f7afb49670c tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:09.835576 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-34727cdf-975c-4825-b08d-f6b0936784e9 req-061f244a-d326-42a4-a4ef-5f7afb49670c tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2412 time: 0.2766960 Jul 07 16:58:09.962294 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-34727cdf-975c-4825-b08d-f6b0936784e9 req-8d5b201c-9be8-41e2-b248-c369051b6756 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257470 Jul 07 16:58:10.049193 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-7b60a084-9c03-4bba-aba3-05469185bd27 service neutron] 10.222.0.15 "GET /v2.0/networks/5f5fac9b-6a55-45b7-8cef-9d038ad067a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6814728 Jul 07 16:58:10.073429 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-07ce7204-57e9-41be-a88a-2a0a561d8490 req-d463fdaf-bee6-4337-800a-2a7840840456 service neutron] 10.222.0.15 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7292252 Jul 07 16:58:10.103596 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2215a86-f33e-46b9-abe6-c979714cd7a7 req-3dc66bc2-6a14-489b-a839-79df5a8d94c9 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:10.110987 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2215a86-f33e-46b9-abe6-c979714cd7a7 req-3dc66bc2-6a14-489b-a839-79df5a8d94c9 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=f818d442-9b35-478c-b8c2-5adabb29affb HTTP/1.1" status: 200 len: 943 time: 0.7734911 Jul 07 16:58:10.126745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3431ee-d2d7-47c8-b8ef-d0c4d531c08f req-1b7c6d9d-6032-4911-8fe6-8ca5fa5e5aed tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] No DVR routers for this DVR port 8144b7ed-34a9-4152-902c-39436e3e8ffd on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:10.189073 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7c3431ee-d2d7-47c8-b8ef-d0c4d531c08f req-1b7c6d9d-6032-4911-8fe6-8ca5fa5e5aed tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.191151 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7c3431ee-d2d7-47c8-b8ef-d0c4d531c08f req-1b7c6d9d-6032-4911-8fe6-8ca5fa5e5aed tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.69 "DELETE /v2.0/ports/8144b7ed-34a9-4152-902c-39436e3e8ffd HTTP/1.1" status: 204 len: 173 time: 2.2659535 Jul 07 16:58:10.191656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd816f5ac-80c4-43f7-91cf-85ef672fa917', 'name': 'network-vif-deleted', 'tag': '8144b7ed-34a9-4152-902c-39436e3e8ffd'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:10.193978 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427a37b0-7355-4efb-9a8d-879c2b2aac85" -d '{"events": [{"server_uuid": "d816f5ac-80c4-43f7-91cf-85ef672fa917", "name": "network-vif-deleted", "tag": "8144b7ed-34a9-4152-902c-39436e3e8ffd"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:10.407278 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2215a86-f33e-46b9-abe6-c979714cd7a7 req-945d2e65-81e6-4b1b-b7b2-bb6384167404 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921989 Jul 07 16:58:10.505810 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8eaa577e-4646-4b9e-bd8a-21abba4736dd tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.516165 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-8bd6921c-dfef-4f8c-93e4-17c85da0cdea service neutron] 10.222.0.15 "GET /v2.0/networks/5f5fac9b-6a55-45b7-8cef-9d038ad067a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572053 Jul 07 16:58:10.519997 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8eaa577e-4646-4b9e-bd8a-21abba4736dd tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.530455 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-07ce7204-57e9-41be-a88a-2a0a561d8490 req-87131103-8b08-496d-9f6d-24641e1f5f9f service neutron] 10.222.0.15 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954039 Jul 07 16:58:10.596934 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90b38c-e11f-47fa-96e5-1d5ab258be15 req-20ff5c45-3636-4f66-9203-afd53afd0e11 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:10.598392 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9bf61171-8c27-4528-968a-068fb230ed79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.600456 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-caab3cbb-38fd-45e6-ad1e-e610e893c20e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.14&port_id=ba68cffb-f035-4011-bc3a-6b3713f71cdd HTTP/1.1" status: 200 len: 217 time: 0.0687022 Jul 07 16:58:10.602051 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 07404eae-997b-4485-8812-d15eebf5d188 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:58:10.605784 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9bf61171-8c27-4528-968a-068fb230ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:10.606586 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ee90b38c-e11f-47fa-96e5-1d5ab258be15 req-20ff5c45-3636-4f66-9203-afd53afd0e11 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 943 time: 0.3459065 Jul 07 16:58:10.668658 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ee90b38c-e11f-47fa-96e5-1d5ab258be15 req-9a0686da-1ca1-44e6-a1c0-a96837153557 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583963 Jul 07 16:58:10.671081 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-26ce4430-8fca-406f-807d-7bdae43b9ef9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8946202 Jul 07 16:58:10.779369 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf61171-8c27-4528-968a-068fb230ed79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d956b8d5-995b-41ff-a665-5de367e9efc6,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:10.805296 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-c711bc22-87d8-4936-956b-f533dfc631c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:10.807364 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-c711bc22-87d8-4936-956b-f533dfc631c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=050fbb7f-4bbb-4b19-b00c-d3338fddfb6b HTTP/1.1" status: 200 len: 801 time: 0.1961832 Jul 07 16:58:10.915371 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9bf61171-8c27-4528-968a-068fb230ed79 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fbfb40cab0944c1d88776d67a11453a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6640749 Jul 07 16:58:10.917319 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46132) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:10.923315 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e449114b-ea5e-45bf-9eda-f81ec4bbdc9b x-openstack-request-id: req-e449114b-ea5e-45bf-9eda-f81ec4bbdc9b {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:10.923790 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d816f5ac-80c4-43f7-91cf-85ef672fa917", "name": "network-vif-deleted", "tag": "8144b7ed-34a9-4152-902c-39436e3e8ffd", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:10.923913 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e449114b-ea5e-45bf-9eda-f81ec4bbdc9b {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:10.924267 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd816f5ac-80c4-43f7-91cf-85ef672fa917', 'name': 'network-vif-deleted', 'tag': '8144b7ed-34a9-4152-902c-39436e3e8ffd', 'status': 'completed', 'code': 200} Jul 07 16:58:10.929480 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-49af8ffe-496c-42de-a2b4-f5dc222c75a6 req-7d1067ab-70b6-4e3a-9f94-f19350db5f62 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d816f5ac-80c4-43f7-91cf-85ef672fa917 HTTP/1.1" status: 200 len: 210 time: 0.1142485 Jul 07 16:58:10.932601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 07404eae-997b-4485-8812-d15eebf5d188, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=07404eae-997b-4485-8812-d15eebf5d188,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:10.967788 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '07404eae-997b-4485-8812-d15eebf5d188', 'network_id': '00200275-feb8-4792-b225-1605381ce5dc', 'port_id': '07404eae-997b-4485-8812-d15eebf5d188', 'mac_address': 'fa:16:3e:f3:9f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99df1f9-17f6-4826-9d57-d15200be420d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:58:11.044518 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-9a5501b7-bece-488e-9719-5d6f3b3b14b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:11.045191 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:11.046408 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-9a5501b7-bece-488e-9719-5d6f3b3b14b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f30c3d7-f3f5-49cc-8599-e85762c48987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1524007 Jul 07 16:58:11.070605 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eaa577e-4646-4b9e-bd8a-21abba4736dd tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Router ed68dd0c-b443-463e-a0f4-f9325e0ccbfa has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:58:11.072742 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5adee7c8-68b3-4651-9855-39f7ef04195e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:11.085962 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07404eae-997b-4485-8812-d15eebf5d188 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:11.116543 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5adee7c8-68b3-4651-9855-39f7ef04195e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:11.138162 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 07404eae-997b-4485-8812-d15eebf5d188, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=07404eae-997b-4485-8812-d15eebf5d188,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:11.147284 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:11.204069 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-72bddbf1-4a80-4368-94c3-d288286755d2 service neutron] 10.222.0.15 "GET /v2.0/networks/2f30c3d7-f3f5-49cc-8599-e85762c48987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478202 Jul 07 16:58:11.231814 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=07404eae-997b-4485-8812-d15eebf5d188,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:11.373005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['07404eae-997b-4485-8812-d15eebf5d188'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:11.452702 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7abc6-b5ed-4707-82c3-9387c0512b7c req-6788d028-ddaa-404f-8650-6df20e6a0ceb tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:11.465891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7abc6-b5ed-4707-82c3-9387c0512b7c req-6788d028-ddaa-404f-8650-6df20e6a0ceb tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:11.491050 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7abc6-b5ed-4707-82c3-9387c0512b7c req-6788d028-ddaa-404f-8650-6df20e6a0ceb tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:11.503432 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e7a7abc6-b5ed-4707-82c3-9387c0512b7c req-6788d028-ddaa-404f-8650-6df20e6a0ceb tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2412 time: 0.2607138 Jul 07 16:58:11.507657 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-d5b19bc4-2de9-48d9-9ded-e29df62f627b service neutron] 10.222.0.15 "GET /v2.0/networks/2f30c3d7-f3f5-49cc-8599-e85762c48987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839057 Jul 07 16:58:11.622523 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e7a7abc6-b5ed-4707-82c3-9387c0512b7c req-5dc6c093-1224-41a0-ba16-79b944f66c46 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180243 Jul 07 16:58:11.760424 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cea56-78b8-4ebc-ad1f-55fad7cedb62 req-c7c0656f-b365-4633-a778-cdb11bdb197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:11.769128 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cea56-78b8-4ebc-ad1f-55fad7cedb62 req-c7c0656f-b365-4633-a778-cdb11bdb197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:11.769913 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cea56-78b8-4ebc-ad1f-55fad7cedb62 req-c7c0656f-b365-4633-a778-cdb11bdb197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:11.773260 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ea3cea56-78b8-4ebc-ad1f-55fad7cedb62 req-c7c0656f-b365-4633-a778-cdb11bdb197e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e2d5abb674246ba9e62cf1e68dd451b&device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2865 time: 0.1497116 Jul 07 16:58:11.778974 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eaa577e-4646-4b9e-bd8a-21abba4736dd tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:11.789748 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8eaa577e-4646-4b9e-bd8a-21abba4736dd tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:11.791114 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8eaa577e-4646-4b9e-bd8a-21abba4736dd tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "PUT /v2.0/routers/ed68dd0c-b443-463e-a0f4-f9325e0ccbfa HTTP/1.1" status: 200 len: 922 time: 3.1063731 Jul 07 16:58:11.794850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46154) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:11.801386 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ce6fd8-0944-4215-9044-6da3aa235881 None None] Sync routers for ids ['ed68dd0c-b443-463e-a0f4-f9325e0ccbfa'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:11.821943 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ce6fd8-0944-4215-9044-6da3aa235881 None None] Routers {'ed68dd0c-b443-463e-a0f4-f9325e0ccbfa'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:11.824702 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-85ce6fd8-0944-4215-9044-6da3aa235881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:57:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ed68dd0c-b443-463e-a0f4-f9325e0ccbfa'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:11.859251 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5adee7c8-68b3-4651-9855-39f7ef04195e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:11.862173 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5adee7c8-68b3-4651-9855-39f7ef04195e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:11.863513 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5adee7c8-68b3-4651-9855-39f7ef04195e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d956b8d5-995b-41ff-a665-5de367e9efc6 HTTP/1.1" status: 204 len: 168 time: 0.9447408 Jul 07 16:58:11.896418 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adee7c8-68b3-4651-9855-39f7ef04195e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d956b8d5-995b-41ff-a665-5de367e9efc6,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:11.941506 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-85ce6fd8-0944-4215-9044-6da3aa235881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:11.952226 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ce6fd8-0944-4215-9044-6da3aa235881 None None] Routers {'ed68dd0c-b443-463e-a0f4-f9325e0ccbfa'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:11.953383 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-85ce6fd8-0944-4215-9044-6da3aa235881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:57:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ed68dd0c-b443-463e-a0f4-f9325e0ccbfa'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:11.968897 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-87acf21f-88c7-45f4-88ee-ce5087b7dcb6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:11.970663 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-87acf21f-88c7-45f4-88ee-ce5087b7dcb6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 811 time: 0.3316431 Jul 07 16:58:12.026433 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-63032b1e-6a6a-4cf7-9597-780d29d94d0e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/quotas/d1135a5a7bcf4ea180136622e9a3fe8d HTTP/1.1" status: 200 len: 375 time: 0.0476112 Jul 07 16:58:12.048104 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-85ce6fd8-0944-4215-9044-6da3aa235881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:12.049278 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ce6fd8-0944-4215-9044-6da3aa235881 None None] The sync data for ids ['ed68dd0c-b443-463e-a0f4-f9325e0ccbfa'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:12.140457 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46162) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:12.147123 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-56fe4558-a4dd-4abb-af9a-435b81aba4c8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "GET /v2.0/routers/ed68dd0c-b443-463e-a0f4-f9325e0ccbfa HTTP/1.1" status: 200 len: 922 time: 0.3510139 Jul 07 16:58:12.151019 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-3b54f213-e0fd-40f7-ba14-02de71f6e4e2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1238563 Jul 07 16:58:12.201673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cea56-78b8-4ebc-ad1f-55fad7cedb62 req-814168ad-9f5b-4801-965a-10dd41b87eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:12.203652 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ea3cea56-78b8-4ebc-ad1f-55fad7cedb62 req-814168ad-9f5b-4801-965a-10dd41b87eec service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f30c3d7-f3f5-49cc-8599-e85762c48987 HTTP/1.1" status: 200 len: 901 time: 0.4233508 Jul 07 16:58:12.229278 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28362b-92fb-4620-9ce9-5a27f51168b0 req-5739a937-5212-4a9d-9b1e-827c6d9bc3cf tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:12.237617 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f28362b-92fb-4620-9ce9-5a27f51168b0 req-5739a937-5212-4a9d-9b1e-827c6d9bc3cf tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=f818d442-9b35-478c-b8c2-5adabb29affb HTTP/1.1" status: 200 len: 944 time: 0.3056252 Jul 07 16:58:12.291254 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ea3cea56-78b8-4ebc-ad1f-55fad7cedb62 req-d49360bc-753f-450f-8c2b-e229c32d6ba9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.14&port_id=ba68cffb-f035-4011-bc3a-6b3713f71cdd HTTP/1.1" status: 200 len: 217 time: 0.0776620 Jul 07 16:58:12.349865 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-8583a589-72ce-46a1-97b0-8dc0c5ff63e1 service neutron] 10.222.0.50 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887293 Jul 07 16:58:12.414654 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f28362b-92fb-4620-9ce9-5a27f51168b0 req-a490192f-4c61-4215-a4f8-5f72a1d4c472 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760204 Jul 07 16:58:12.505543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d7f6cf-047f-4d6d-b804-80a112ee1dc0 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:12.507332 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-23d7f6cf-047f-4d6d-b804-80a112ee1dc0 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&device_id=ed68dd0c-b443-463e-a0f4-f9325e0ccbfa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3603768 Jul 07 16:58:12.509563 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cea56-78b8-4ebc-ad1f-55fad7cedb62 req-a68c4f27-2ec0-47f5-8fab-be143837db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:12.512080 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46172) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:12.513841 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ea3cea56-78b8-4ebc-ad1f-55fad7cedb62 req-a68c4f27-2ec0-47f5-8fab-be143837db53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=050fbb7f-4bbb-4b19-b00c-d3338fddfb6b HTTP/1.1" status: 200 len: 801 time: 0.1996443 Jul 07 16:58:12.610082 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 8144b7ed-34a9-4152-902c-39436e3e8ffd no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:12.614896 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ba68cffb-f035-4011-bc3a-6b3713f71cdd details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:58:12.618149 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 07404eae-997b-4485-8812-d15eebf5d188 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:12.652846 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b88105-92a3-4eef-8792-7368bce4086f tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:12.657674 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f7b88105-92a3-4eef-8792-7368bce4086f tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 881 time: 0.1445408 Jul 07 16:58:12.658455 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46178) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:12.683085 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cea56-78b8-4ebc-ad1f-55fad7cedb62 req-3708f76f-b182-4305-a605-676709f73e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:12.696108 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ea3cea56-78b8-4ebc-ad1f-55fad7cedb62 req-3708f76f-b182-4305-a605-676709f73e97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f30c3d7-f3f5-49cc-8599-e85762c48987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1738575 Jul 07 16:58:12.707335 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 8144b7ed-34a9-4152-902c-39436e3e8ffd {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:12.708922 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 8144b7ed-34a9-4152-902c-39436e3e8ffd not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:12.715244 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e9a372a1-c691-43a6-aec5-a1f2494220b5 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed68dd0c-b443-463e-a0f4-f9325e0ccbfa HTTP/1.1" status: 200 len: 205 time: 0.0490401 Jul 07 16:58:12.717506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46180) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:12.741459 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-478e9a13-9896-4950-b3c9-3b661e57273c service neutron] 10.222.0.50 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849230 Jul 07 16:58:12.837650 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ba68cffb-f035-4011-bc3a-6b3713f71cdd, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ba68cffb-f035-4011-bc3a-6b3713f71cdd,segment=NetworkSegment(be01bad0-f90c-4ae6-8178-bcd4fb6622e3),segment_id=be01bad0-f90c-4ae6-8178-bcd4fb6622e3)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:12.857883 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'ba68cffb-f035-4011-bc3a-6b3713f71cdd', 'network_id': '2f30c3d7-f3f5-49cc-8599-e85762c48987', 'port_id': 'ba68cffb-f035-4011-bc3a-6b3713f71cdd', 'mac_address': 'fa:16:3e:d1:82:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '050fbb7f-4bbb-4b19-b00c-d3338fddfb6b', 'ip_address': '19.80.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:58:12.963530 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:12.966095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 07404eae-997b-4485-8812-d15eebf5d188 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:12.981079 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 07404eae-997b-4485-8812-d15eebf5d188 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:12.982152 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:13.029650 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ea3cea56-78b8-4ebc-ad1f-55fad7cedb62 req-108b2735-bf1c-4671-9066-5fb324ef6a24 service neutron] 10.222.0.15 "GET /v2.0/networks/2f30c3d7-f3f5-49cc-8599-e85762c48987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989364 Jul 07 16:58:13.040913 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba68cffb-f035-4011-bc3a-6b3713f71cdd {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:13.076501 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f523299-2860-43ca-b313-125451688d2a req-4a9e4494-9c46-44a4-bdd2-84669113d006 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:13.077003 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ba68cffb-f035-4011-bc3a-6b3713f71cdd, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ba68cffb-f035-4011-bc3a-6b3713f71cdd,segment=NetworkSegment(be01bad0-f90c-4ae6-8178-bcd4fb6622e3),segment_id=be01bad0-f90c-4ae6-8178-bcd4fb6622e3)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:13.082840 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f523299-2860-43ca-b313-125451688d2a req-4a9e4494-9c46-44a4-bdd2-84669113d006 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 943 time: 0.3834314 Jul 07 16:58:13.091115 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:13.091942 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a4a5935f-ba45-492f-930a-e46ec4b2b81e details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:58:13.149947 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-99181854-c818-4895-b3e8-7c07e25342aa tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:13.399214 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-baeac1d9-48ae-4f31-8708-2bed07aed85e req-dbd31183-2d34-4730-8b71-b04861c0275a tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=d816f5ac-80c4-43f7-91cf-85ef672fa917 HTTP/1.1" status: 200 len: 210 time: 0.0921049 Jul 07 16:58:13.465067 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f523299-2860-43ca-b313-125451688d2a req-60a19005-ed05-43ea-a289-cf07c22655c6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527713 Jul 07 16:58:13.467117 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-99181854-c818-4895-b3e8-7c07e25342aa tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:13.514750 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ea3cea56-78b8-4ebc-ad1f-55fad7cedb62 req-47980838-c79f-4a43-b22e-81bc7d338cfa service neutron] 10.222.0.15 "GET /v2.0/networks/2f30c3d7-f3f5-49cc-8599-e85762c48987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755790 Jul 07 16:58:13.564874 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ba68cffb-f035-4011-bc3a-6b3713f71cdd,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:13.605612 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:13.695234 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 07404eae-997b-4485-8812-d15eebf5d188, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=07404eae-997b-4485-8812-d15eebf5d188,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:13.700045 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f818d442-9b35-478c-b8c2-5adabb29affb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07404eae-997b-4485-8812-d15eebf5d188'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:13.701519 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64967a-940e-49ef-b9f3-3fb146405197 req-25f221dc-9900-4188-8fe5-88b39550b4db tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:13.709337 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3b99e8-bbe7-4186-8507-9cfaccfdcd93" -d '{"events": [{"server_uuid": "f818d442-9b35-478c-b8c2-5adabb29affb", "name": "network-vif-plugged", "status": "completed", "tag": "07404eae-997b-4485-8812-d15eebf5d188"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:13.712149 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64967a-940e-49ef-b9f3-3fb146405197 req-25f221dc-9900-4188-8fe5-88b39550b4db tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:13.722516 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:13.736705 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64967a-940e-49ef-b9f3-3fb146405197 req-25f221dc-9900-4188-8fe5-88b39550b4db tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:13.741339 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db64967a-940e-49ef-b9f3-3fb146405197 req-25f221dc-9900-4188-8fe5-88b39550b4db tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2413 time: 0.1337125 Jul 07 16:58:13.762720 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-99181854-c818-4895-b3e8-7c07e25342aa tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Deleting port ac08d79a-b04e-4a96-87fc-06c71cabd1fd {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:13.763084 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-99181854-c818-4895-b3e8-7c07e25342aa tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:13.847755 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db64967a-940e-49ef-b9f3-3fb146405197 req-d4cdfa36-2315-474e-b846-9d1abe31a639 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988066 Jul 07 16:58:13.928079 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=07404eae-997b-4485-8812-d15eebf5d188,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:13.958921 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port a4a5935f-ba45-492f-930a-e46ec4b2b81e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a4a5935f-ba45-492f-930a-e46ec4b2b81e,segment=NetworkSegment(e9b0ebff-dc18-410f-a029-fcf20178077a),segment_id=e9b0ebff-dc18-410f-a029-fcf20178077a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:14.046158 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'a4a5935f-ba45-492f-930a-e46ec4b2b81e', 'network_id': '5f5fac9b-6a55-45b7-8cef-9d038ad067a1', 'port_id': 'a4a5935f-ba45-492f-930a-e46ec4b2b81e', 'mac_address': 'fa:16:3e:5f:56:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35badbd6-3193-4a5e-8ecd-fc9df34938e3', 'ip_address': '19.86.0.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:58:14.049561 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b03ef357-83b3-4f85-82f5-d949eb752bf0 req-26f884ed-b388-42d3-8008-09c80b82b7a3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa32ae81-0109-4f49-8a35-90a1522da6bc HTTP/1.1" status: 200 len: 210 time: 0.1529477 Jul 07 16:58:14.112933 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.151492 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-99181854-c818-4895-b3e8-7c07e25342aa tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.170196 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-99181854-c818-4895-b3e8-7c07e25342aa tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Calling delete_port for ac08d79a-b04e-4a96-87fc-06c71cabd1fd owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:14.226225 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e62630-3060-4705-a3f6-410137de78f6 x-openstack-request-id: req-49e62630-3060-4705-a3f6-410137de78f6 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:14.228026 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f818d442-9b35-478c-b8c2-5adabb29affb", "name": "network-vif-plugged", "status": "completed", "tag": "07404eae-997b-4485-8812-d15eebf5d188", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:14.228487 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-49e62630-3060-4705-a3f6-410137de78f6 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:14.228919 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f818d442-9b35-478c-b8c2-5adabb29affb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07404eae-997b-4485-8812-d15eebf5d188', 'code': 200} Jul 07 16:58:14.248002 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.280212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a5935f-ba45-492f-930a-e46ec4b2b81e {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:14.327367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port a4a5935f-ba45-492f-930a-e46ec4b2b81e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a4a5935f-ba45-492f-930a-e46ec4b2b81e,segment=NetworkSegment(e9b0ebff-dc18-410f-a029-fcf20178077a),segment_id=e9b0ebff-dc18-410f-a029-fcf20178077a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:14.335969 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.336654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device d0beb6f8-3c5e-4ae7-a846-87d528c35df2 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:58:14.418036 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932d32d-970d-4d20-b70d-051431a3d0f6 req-2b680507-b022-4a13-a8ed-acd994a02410 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:14.419543 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0932d32d-970d-4d20-b70d-051431a3d0f6 req-2b680507-b022-4a13-a8ed-acd994a02410 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=f818d442-9b35-478c-b8c2-5adabb29affb HTTP/1.1" status: 200 len: 945 time: 0.1779227 Jul 07 16:58:14.501430 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0932d32d-970d-4d20-b70d-051431a3d0f6 req-65548f67-35de-4379-827e-884a6ccd81ab tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695956 Jul 07 16:58:14.526184 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=a4a5935f-ba45-492f-930a-e46ec4b2b81e,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:14.530081 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port d0beb6f8-3c5e-4ae7-a846-87d528c35df2, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=d0beb6f8-3c5e-4ae7-a846-87d528c35df2,segment=NetworkSegment(be01bad0-f90c-4ae6-8178-bcd4fb6622e3),segment_id=be01bad0-f90c-4ae6-8178-bcd4fb6622e3)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:14.594127 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'd0beb6f8-3c5e-4ae7-a846-87d528c35df2', 'network_id': '2f30c3d7-f3f5-49cc-8599-e85762c48987', 'port_id': 'd0beb6f8-3c5e-4ae7-a846-87d528c35df2', 'mac_address': 'fa:16:3e:16:64:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '050fbb7f-4bbb-4b19-b00c-d3338fddfb6b', 'ip_address': '19.80.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:58:14.769405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecccee6-01f0-4d5c-ba4b-26c980ac1faf req-07bc0c7e-fb06-4acf-9bc6-776245f60017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:14.777399 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-99181854-c818-4895-b3e8-7c07e25342aa tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.779747 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ecccee6-01f0-4d5c-ba4b-26c980ac1faf req-07bc0c7e-fb06-4acf-9bc6-776245f60017 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f818d442-9b35-478c-b8c2-5adabb29affb HTTP/1.1" status: 200 len: 1096 time: 0.2086365 Jul 07 16:58:14.843185 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9344fd52-5a0d-4929-a27f-464f32107ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.857495 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.909988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0beb6f8-3c5e-4ae7-a846-87d528c35df2 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:14.951616 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port d0beb6f8-3c5e-4ae7-a846-87d528c35df2, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=d0beb6f8-3c5e-4ae7-a846-87d528c35df2,segment=NetworkSegment(be01bad0-f90c-4ae6-8178-bcd4fb6622e3),segment_id=be01bad0-f90c-4ae6-8178-bcd4fb6622e3)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:14.957223 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:14.987479 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ecccee6-01f0-4d5c-ba4b-26c980ac1faf req-9320f77a-2459-419a-96c5-5549d31e97ea service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975572 Jul 07 16:58:15.001645 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99181854-c818-4895-b3e8-7c07e25342aa tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Pushing event deleted for resources: {'Port': ['ID=ac08d79a-b04e-4a96-87fc-06c71cabd1fd,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:15.120614 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f1cfd-54b6-4424-839e-95739d91d245 req-f0bc539c-b051-417c-ae92-fae9185095a2 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:15.122461 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c77f1cfd-54b6-4424-839e-95739d91d245 req-f0bc539c-b051-417c-ae92-fae9185095a2 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 943 time: 0.2969093 Jul 07 16:58:15.177350 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=d0beb6f8-3c5e-4ae7-a846-87d528c35df2,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:15.178960 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-99181854-c818-4895-b3e8-7c07e25342aa tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:15.259205 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c77f1cfd-54b6-4424-839e-95739d91d245 req-66d8fb09-e2c9-4c71-8bac-9a0e916801e1 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264954 Jul 07 16:58:15.270773 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['a4a5935f-ba45-492f-930a-e46ec4b2b81e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:15.348225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['ba68cffb-f035-4011-bc3a-6b3713f71cdd'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:15.458995 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['d0beb6f8-3c5e-4ae7-a846-87d528c35df2'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:15.536494 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-99181854-c818-4895-b3e8-7c07e25342aa tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:15.566715 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92182b95-e06f-4e52-848d-001b49b147e9 req-ed539847-44e6-46f2-a3e8-22c1f94268ab tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa32ae81-0109-4f49-8a35-90a1522da6bc HTTP/1.1" status: 200 len: 210 time: 0.0442815 Jul 07 16:58:15.578358 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-99181854-c818-4895-b3e8-7c07e25342aa tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:15.671730 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-99181854-c818-4895-b3e8-7c07e25342aa tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:15.672588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99181854-c818-4895-b3e8-7c07e25342aa tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Fanout notify agent at l3_agent the message router_deleted on router ed68dd0c-b443-463e-a0f4-f9325e0ccbfa {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:58:15.679927 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-99181854-c818-4895-b3e8-7c07e25342aa tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:15.681081 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-99181854-c818-4895-b3e8-7c07e25342aa tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "DELETE /v2.0/routers/ed68dd0c-b443-463e-a0f4-f9325e0ccbfa HTTP/1.1" status: 204 len: 168 time: 2.9514637 Jul 07 16:58:15.685042 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46268) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:15.690787 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-09488ed4-8fce-4e0f-8bd4-883db804726a tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1990355522', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:15.742740 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af15d6f-ff34-4c24-b116-03614311e70a req-f5c7076f-70af-41a5-9321-e955d4a6c3ca tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:15.748840 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af15d6f-ff34-4c24-b116-03614311e70a req-f5c7076f-70af-41a5-9321-e955d4a6c3ca tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:15.773330 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-09488ed4-8fce-4e0f-8bd4-883db804726a tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:15.774441 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-09488ed4-8fce-4e0f-8bd4-883db804726a tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:15.784414 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af15d6f-ff34-4c24-b116-03614311e70a req-f5c7076f-70af-41a5-9321-e955d4a6c3ca tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:15.808051 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1af15d6f-ff34-4c24-b116-03614311e70a req-f5c7076f-70af-41a5-9321-e955d4a6c3ca tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2415 time: 0.3134527 Jul 07 16:58:15.991011 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1af15d6f-ff34-4c24-b116-03614311e70a req-6890554a-8020-45d3-b305-427f2cf7d128 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820469 Jul 07 16:58:16.155177 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-09488ed4-8fce-4e0f-8bd4-883db804726a tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:16.231794 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-09488ed4-8fce-4e0f-8bd4-883db804726a tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:16.268944 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-09488ed4-8fce-4e0f-8bd4-883db804726a tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:16.270660 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-09488ed4-8fce-4e0f-8bd4-883db804726a tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5841768 Jul 07 16:58:16.273623 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46288) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:16.279309 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-751aff77-8412-44d9-abab-261abb4bb11b tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:16.306679 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb79457-6534-4f17-95db-424255f2603a req-e9e0ffed-f9e8-4114-b8b6-b98940793649 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:16.317203 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1eb79457-6534-4f17-95db-424255f2603a req-e9e0ffed-f9e8-4114-b8b6-b98940793649 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=f818d442-9b35-478c-b8c2-5adabb29affb HTTP/1.1" status: 200 len: 945 time: 0.5193071 Jul 07 16:58:16.403366 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-2d83c371-07c6-4a45-b9ff-e077e0635b2e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:16.406524 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-2d83c371-07c6-4a45-b9ff-e077e0635b2e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.69 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 811 time: 0.2778013 Jul 07 16:58:16.448177 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:16.450573 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1eb79457-6534-4f17-95db-424255f2603a req-5893c518-ef6d-419f-8722-8e2e3d2d377d tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290338 Jul 07 16:58:16.479186 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-b0497bae-d196-4a61-92f2-5926fa0ca81e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Request body: {'port': {'device_id': 'fa32ae81-0109-4f49-8a35-90a1522da6bc', 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d', 'admin_state_up': True, 'tenant_id': 'd1135a5a7bcf4ea180136622e9a3fe8d'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:16.747410 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-751aff77-8412-44d9-abab-261abb4bb11b tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:16.775985 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-b0497bae-d196-4a61-92f2-5926fa0ca81e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Made reservation on behalf of d1135a5a7bcf4ea180136622e9a3fe8d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:16.787161 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-b0497bae-d196-4a61-92f2-5926fa0ca81e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:16.793446 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46296) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:16.862725 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa9ccb-c393-4107-9a8b-35a06100f39f req-1069e866-4089-4ec3-a4f6-a7703a18dcbf tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:16.869982 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89aa9ccb-c393-4107-9a8b-35a06100f39f req-1069e866-4089-4ec3-a4f6-a7703a18dcbf tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 943 time: 0.3807943 Jul 07 16:58:16.923143 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89aa9ccb-c393-4107-9a8b-35a06100f39f req-39b04807-ec31-4132-a5a1-f4e3b4d848a5 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519052 Jul 07 16:58:16.993043 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-b0497bae-d196-4a61-92f2-5926fa0ca81e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Allocated IP 172.20.0.14 (4bfc31d5-b892-420e-a594-085b325da90d/66d9af50-51a7-4bbc-a88f-fc28aae3344c/c5109515-4cf5-42ae-9545-f70d7b13b439) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:17.171759 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d702c28b-e3dc-49eb-82a8-51974a6bd401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.179593 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-b0497bae-d196-4a61-92f2-5926fa0ca81e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.239845 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-b0497bae-d196-4a61-92f2-5926fa0ca81e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.275005 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-751aff77-8412-44d9-abab-261abb4bb11b tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.313878 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-b0497bae-d196-4a61-92f2-5926fa0ca81e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Network 4bfc31d5-b892-420e-a594-085b325da90d is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:17.319543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-b0497bae-d196-4a61-92f2-5926fa0ca81e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:17.329456 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-b0497bae-d196-4a61-92f2-5926fa0ca81e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:17.353722 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-751aff77-8412-44d9-abab-261abb4bb11b tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.411002 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-b0497bae-d196-4a61-92f2-5926fa0ca81e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:17.411635 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-b0497bae-d196-4a61-92f2-5926fa0ca81e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.422204 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-92504d31-cf52-4b39-9828-d75774f48976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.422667 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0497bae-d196-4a61-92f2-5926fa0ca81e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Pushing event updated for resources: {'Port': ['ID=c5109515-4cf5-42ae-9545-f70d7b13b439,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:17.450720 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf2c8b-2891-4571-97cc-7ea141e89c77 req-ddffe838-e9be-4af1-9647-430d716c9b9d tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:17.452454 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4faf2c8b-2891-4571-97cc-7ea141e89c77 req-ddffe838-e9be-4af1-9647-430d716c9b9d tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa32ae81-0109-4f49-8a35-90a1522da6bc HTTP/1.1" status: 200 len: 932 time: 0.6289952 Jul 07 16:58:17.506181 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4faf2c8b-2891-4571-97cc-7ea141e89c77 req-751cfdfd-48b2-4ecc-a2d8-a51f7b86feb7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434573 Jul 07 16:58:17.574674 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.591870 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687f004-e8e5-4424-947e-aaeb6438023d req-a5f7b4c7-947c-4515-96e6-fa975c3136a7 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:17.598825 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687f004-e8e5-4424-947e-aaeb6438023d req-a5f7b4c7-947c-4515-96e6-fa975c3136a7 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:17.605188 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687f004-e8e5-4424-947e-aaeb6438023d req-a5f7b4c7-947c-4515-96e6-fa975c3136a7 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:17.613091 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9687f004-e8e5-4424-947e-aaeb6438023d req-a5f7b4c7-947c-4515-96e6-fa975c3136a7 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2415 time: 0.3389144 Jul 07 16:58:17.672010 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d702c28b-e3dc-49eb-82a8-51974a6bd401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.691969 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-b0497bae-d196-4a61-92f2-5926fa0ca81e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2372968 Jul 07 16:58:17.694196 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d702c28b-e3dc-49eb-82a8-51974a6bd401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:17.768992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-751aff77-8412-44d9-abab-261abb4bb11b tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Allocated IP 172.25.2.236 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/fcd5051b-a82a-4352-9a17-3b98053bbac3) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:17.791254 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9687f004-e8e5-4424-947e-aaeb6438023d req-710f8559-5c75-421b-bfda-c05d54a46bf8 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768534 Jul 07 16:58:18.029097 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-751aff77-8412-44d9-abab-261abb4bb11b tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.031793 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702c28b-e3dc-49eb-82a8-51974a6bd401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c72921-e63a-46c1-8083-84c0e15e7bc1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:18.107521 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d702c28b-e3dc-49eb-82a8-51974a6bd401 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3e8156003fd84947a8d5d0535bf86dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3116319 Jul 07 16:58:18.111159 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46312) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:18.178691 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e6af6-149e-41c9-a861-5b23d3056a4c req-c38f4bb9-7d14-42a9-88c5-49881af38fe3 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:18.188273 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e99e6af6-149e-41c9-a861-5b23d3056a4c req-c38f4bb9-7d14-42a9-88c5-49881af38fe3 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=f818d442-9b35-478c-b8c2-5adabb29affb HTTP/1.1" status: 200 len: 945 time: 0.1499197 Jul 07 16:58:18.213095 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20462d68-2245-4007-9ec1-66b5fbd71247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.226988 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-751aff77-8412-44d9-abab-261abb4bb11b tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.242523 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20462d68-2245-4007-9ec1-66b5fbd71247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.282474 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e99e6af6-149e-41c9-a861-5b23d3056a4c req-7481b0c8-1ce2-4cb2-b1f1-6f7a9b6c29b2 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928943 Jul 07 16:58:18.296537 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751aff77-8412-44d9-abab-261abb4bb11b tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:18.322703 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20462d68-2245-4007-9ec1-66b5fbd71247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.325300 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20462d68-2245-4007-9ec1-66b5fbd71247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.328991 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-20462d68-2245-4007-9ec1-66b5fbd71247 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/82c72921-e63a-46c1-8083-84c0e15e7bc1 HTTP/1.1" status: 204 len: 168 time: 0.2142689 Jul 07 16:58:18.336001 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-751aff77-8412-44d9-abab-261abb4bb11b tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:18.342173 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20462d68-2245-4007-9ec1-66b5fbd71247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c72921-e63a-46c1-8083-84c0e15e7bc1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:18.356390 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751aff77-8412-44d9-abab-261abb4bb11b tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:18.362294 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20462d68-2245-4007-9ec1-66b5fbd71247 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:18.362738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20462d68-2245-4007-9ec1-66b5fbd71247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:18.363090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20462d68-2245-4007-9ec1-66b5fbd71247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:18.363430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20462d68-2245-4007-9ec1-66b5fbd71247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:18.363764 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20462d68-2245-4007-9ec1-66b5fbd71247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:18.364098 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20462d68-2245-4007-9ec1-66b5fbd71247 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:18.364452 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20462d68-2245-4007-9ec1-66b5fbd71247 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:18.364786 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20462d68-2245-4007-9ec1-66b5fbd71247 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:18.365115 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20462d68-2245-4007-9ec1-66b5fbd71247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:18.365440 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20462d68-2245-4007-9ec1-66b5fbd71247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:18.366167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20462d68-2245-4007-9ec1-66b5fbd71247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:18.366167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20462d68-2245-4007-9ec1-66b5fbd71247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:18.437965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751aff77-8412-44d9-abab-261abb4bb11b tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Pushing event updated for resources: {'Port': ['ID=fcd5051b-a82a-4352-9a17-3b98053bbac3,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:18.748387 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.760712 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edd6ed-5cda-49ca-9ebb-4630d44ee541 req-9a984f08-1f3f-4957-9575-4ae43da4a3da tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:18.762510 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f4edd6ed-5cda-49ca-9ebb-4630d44ee541 req-9a984f08-1f3f-4957-9575-4ae43da4a3da tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 943 time: 0.2919533 Jul 07 16:58:18.899367 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f4edd6ed-5cda-49ca-9ebb-4630d44ee541 req-84cfda98-3fd1-44b0-a77e-7901953702b6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292636 Jul 07 16:58:18.945650 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-751aff77-8412-44d9-abab-261abb4bb11b tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:18.956834 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46326) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:18.961428 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a4a5935f-ba45-492f-930a-e46ec4b2b81e up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:18.993012 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-44d76b84-3d68-4559-8d96-8a7bd3d145ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.050706 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port a4a5935f-ba45-492f-930a-e46ec4b2b81e completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:19.058860 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port a4a5935f-ba45-492f-930a-e46ec4b2b81e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:19.059246 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.308108 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.324625 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-44d76b84-3d68-4559-8d96-8a7bd3d145ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.333974 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-44d76b84-3d68-4559-8d96-8a7bd3d145ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.363586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92be3b12-967a-49c1-904a-47213572c1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a5935f-ba45-492f-930a-e46ec4b2b81e'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:19.371933 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7fd6af-b78d-44d8-8a85-aa441181b035" -d '{"events": [{"server_uuid": "92be3b12-967a-49c1-904a-47213572c1a5", "name": "network-vif-plugged", "status": "completed", "tag": "a4a5935f-ba45-492f-930a-e46ec4b2b81e"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:19.425108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port a4a5935f-ba45-492f-930a-e46ec4b2b81e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a4a5935f-ba45-492f-930a-e46ec4b2b81e,segment=NetworkSegment(e9b0ebff-dc18-410f-a029-fcf20178077a),segment_id=e9b0ebff-dc18-410f-a029-fcf20178077a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:19.438599 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.441749 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device d0beb6f8-3c5e-4ae7-a846-87d528c35df2 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:19.478639 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-44d76b84-3d68-4559-8d96-8a7bd3d145ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60e3e28ab8214bb2b201ee66896963d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5175371 Jul 07 16:58:19.479947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46336) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:19.481456 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d76b84-3d68-4559-8d96-8a7bd3d145ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469760ff-9f73-4b04-8016-a953734ad617,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:19.602164 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b5acb59-cf40-4fb4-abfd-825ad406cd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.640384 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=a4a5935f-ba45-492f-930a-e46ec4b2b81e,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:19.650621 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b5acb59-cf40-4fb4-abfd-825ad406cd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.670623 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port d0beb6f8-3c5e-4ae7-a846-87d528c35df2 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:19.675232 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port d0beb6f8-3c5e-4ae7-a846-87d528c35df2 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:19.675555 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.752366 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b5acb59-cf40-4fb4-abfd-825ad406cd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.760684 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b5acb59-cf40-4fb4-abfd-825ad406cd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.762948 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4b5acb59-cf40-4fb4-abfd-825ad406cd3f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/469760ff-9f73-4b04-8016-a953734ad617 HTTP/1.1" status: 204 len: 168 time: 0.2766488 Jul 07 16:58:19.792190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5acb59-cf40-4fb4-abfd-825ad406cd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469760ff-9f73-4b04-8016-a953734ad617,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:19.899472 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-751aff77-8412-44d9-abab-261abb4bb11b tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.905515 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-751aff77-8412-44d9-abab-261abb4bb11b tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.907846 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.974744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port d0beb6f8-3c5e-4ae7-a846-87d528c35df2, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=d0beb6f8-3c5e-4ae7-a846-87d528c35df2,segment=NetworkSegment(be01bad0-f90c-4ae6-8178-bcd4fb6622e3),segment_id=be01bad0-f90c-4ae6-8178-bcd4fb6622e3)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:19.981315 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:19.982145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ba68cffb-f035-4011-bc3a-6b3713f71cdd up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:20.069009 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99733c8e-5856-4334-b794-ade37d5fb49e req-1bdc6a5e-c7fd-47dd-a4c5-35f63f66d4b8 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:20.083913 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-99733c8e-5856-4334-b794-ade37d5fb49e req-1bdc6a5e-c7fd-47dd-a4c5-35f63f66d4b8 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa32ae81-0109-4f49-8a35-90a1522da6bc HTTP/1.1" status: 200 len: 932 time: 0.7745194 Jul 07 16:58:20.149587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=d0beb6f8-3c5e-4ae7-a846-87d528c35df2,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:20.177807 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port ba68cffb-f035-4011-bc3a-6b3713f71cdd completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:20.183091 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port ba68cffb-f035-4011-bc3a-6b3713f71cdd triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:20.183446 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:20.220869 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-99733c8e-5856-4334-b794-ade37d5fb49e req-0248b2ce-8d50-4e5b-8e7f-89e04e15b33f tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750573 Jul 07 16:58:20.314757 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:20.323656 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751aff77-8412-44d9-abab-261abb4bb11b tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Router dc67b343-9d68-48ea-8641-2a41b2ebd2f3 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:58:20.465203 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:20.551147 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ba68cffb-f035-4011-bc3a-6b3713f71cdd, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ba68cffb-f035-4011-bc3a-6b3713f71cdd,segment=NetworkSegment(be01bad0-f90c-4ae6-8178-bcd4fb6622e3),segment_id=be01bad0-f90c-4ae6-8178-bcd4fb6622e3)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:20.560038 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:20.637172 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ba68cffb-f035-4011-bc3a-6b3713f71cdd,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:20.693181 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751aff77-8412-44d9-abab-261abb4bb11b tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:20.702613 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-751aff77-8412-44d9-abab-261abb4bb11b tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:20.704281 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-751aff77-8412-44d9-abab-261abb4bb11b tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "PUT /v2.0/routers/dc67b343-9d68-48ea-8641-2a41b2ebd2f3 HTTP/1.1" status: 200 len: 880 time: 4.4288673 Jul 07 16:58:20.707512 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46356) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:20.709916 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5548d8-c839-4d58-99aa-81373a8ef63e None None] Sync routers for ids ['dc67b343-9d68-48ea-8641-2a41b2ebd2f3'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:20.717222 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3568f7-b279-41cf-b91b-05b7f7987c17 req-5be99676-acf6-4893-b513-d2c2e147f386 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:20.726025 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3568f7-b279-41cf-b91b-05b7f7987c17 req-5be99676-acf6-4893-b513-d2c2e147f386 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:20.727097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5548d8-c839-4d58-99aa-81373a8ef63e None None] Routers {'dc67b343-9d68-48ea-8641-2a41b2ebd2f3'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:20.729183 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4a5548d8-c839-4d58-99aa-81373a8ef63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:58:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['dc67b343-9d68-48ea-8641-2a41b2ebd2f3'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:20.734095 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3568f7-b279-41cf-b91b-05b7f7987c17 req-5be99676-acf6-4893-b513-d2c2e147f386 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:20.736139 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e3568f7-b279-41cf-b91b-05b7f7987c17 req-5be99676-acf6-4893-b513-d2c2e147f386 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2417 time: 0.2892289 Jul 07 16:58:20.839804 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e3568f7-b279-41cf-b91b-05b7f7987c17 req-bb7f0b92-f7ad-4187-b3a5-e72d2aa7ebdb tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942988 Jul 07 16:58:20.852228 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4a5548d8-c839-4d58-99aa-81373a8ef63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:20.866779 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5548d8-c839-4d58-99aa-81373a8ef63e None None] Routers {'dc67b343-9d68-48ea-8641-2a41b2ebd2f3'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:20.867412 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4a5548d8-c839-4d58-99aa-81373a8ef63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:58:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['dc67b343-9d68-48ea-8641-2a41b2ebd2f3'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:20.992633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4a5548d8-c839-4d58-99aa-81373a8ef63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:20.994516 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5548d8-c839-4d58-99aa-81373a8ef63e None None] The sync data for ids ['dc67b343-9d68-48ea-8641-2a41b2ebd2f3'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:21.015344 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d6109c83-d459-4053-aebd-572144dcd6e8 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "GET /v2.0/routers/dc67b343-9d68-48ea-8641-2a41b2ebd2f3 HTTP/1.1" status: 200 len: 921 time: 0.3058262 Jul 07 16:58:21.018062 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46364) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:21.250871 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300ce6e3-f0ed-44f6-892d-1ce884fe0688 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:21.256056 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-300ce6e3-f0ed-44f6-892d-1ce884fe0688 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&device_id=dc67b343-9d68-48ea-8641-2a41b2ebd2f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2350237 Jul 07 16:58:21.262429 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46370) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:21.315493 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53de07-612f-4411-8064-aa2f32bfbce7 req-8d56e8f3-37b2-4ea3-90f3-0c3e976e5837 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:21.316419 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a53de07-612f-4411-8064-aa2f32bfbce7 req-8d56e8f3-37b2-4ea3-90f3-0c3e976e5837 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=f818d442-9b35-478c-b8c2-5adabb29affb HTTP/1.1" status: 200 len: 945 time: 0.2290697 Jul 07 16:58:21.374656 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a53de07-612f-4411-8064-aa2f32bfbce7 req-47110f15-5d6e-44ba-8e42-39af4a06ce42 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493672 Jul 07 16:58:21.388462 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91de8918-1666-4fe0-a54a-ae2072fc4261 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:21.393188 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46374) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:21.393684 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-91de8918-1666-4fe0-a54a-ae2072fc4261 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 881 time: 0.1348093 Jul 07 16:58:21.426429 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2a1d1503-7120-4d13-93b8-9a114ea33bec tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc67b343-9d68-48ea-8641-2a41b2ebd2f3 HTTP/1.1" status: 200 len: 205 time: 0.0301185 Jul 07 16:58:21.427775 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46378) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:21.433154 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea4c1cd-f32f-418d-9857-b96049439395 x-openstack-request-id: req-5ea4c1cd-f32f-418d-9857-b96049439395 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:21.433464 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92be3b12-967a-49c1-904a-47213572c1a5", "name": "network-vif-plugged", "status": "completed", "tag": "a4a5935f-ba45-492f-930a-e46ec4b2b81e", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:21.433719 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ea4c1cd-f32f-418d-9857-b96049439395 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:21.434181 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92be3b12-967a-49c1-904a-47213572c1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a5935f-ba45-492f-930a-e46ec4b2b81e', 'code': 200} Jul 07 16:58:21.564803 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.682735 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.740529 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Deleting port fcd5051b-a82a-4352-9a17-3b98053bbac3 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:21.740877 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.862217 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:21.885138 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Calling delete_port for fcd5051b-a82a-4352-9a17-3b98053bbac3 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:21.894326 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0586f-d05d-4384-b66b-b115db5771c9 req-19e8b619-0d9f-4b1b-9880-35ad456cce01 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:21.895926 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a0a0586f-d05d-4384-b66b-b115db5771c9 req-19e8b619-0d9f-4b1b-9880-35ad456cce01 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 943 time: 0.1161957 Jul 07 16:58:21.978498 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a0a0586f-d05d-4384-b66b-b115db5771c9 req-d84f2ebf-613a-430e-970a-a5a511fe5046 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744090 Jul 07 16:58:22.159661 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.200926 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Pushing event deleted for resources: {'Port': ['ID=fcd5051b-a82a-4352-9a17-3b98053bbac3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:22.251455 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:22.251824 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:22.252239 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:22.252594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:22.253022 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:22.253361 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:22.253687 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:22.254015 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:22.254348 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:22.254701 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:22.255024 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:22.255741 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:22.270028 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39900713-d65c-4177-b779-41d654b7da29 req-3a6ec1cb-ca77-41ff-b37e-1cf9945d5f75 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:22.272685 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-39900713-d65c-4177-b779-41d654b7da29 req-3a6ec1cb-ca77-41ff-b37e-1cf9945d5f75 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa32ae81-0109-4f49-8a35-90a1522da6bc HTTP/1.1" status: 200 len: 932 time: 0.1755803 Jul 07 16:58:22.303357 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.408446 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-39900713-d65c-4177-b779-41d654b7da29 req-d350fdc2-bc7f-4b3c-b197-31c86a32375a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293919 Jul 07 16:58:22.414471 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.416829 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.461486 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.462617 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Fanout notify agent at l3_agent the message router_deleted on router dc67b343-9d68-48ea-8641-2a41b2ebd2f3 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:58:22.474602 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.479627 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-69f6ab51-d0ce-4dbb-a966-207afc1bfece tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "DELETE /v2.0/routers/dc67b343-9d68-48ea-8641-2a41b2ebd2f3 HTTP/1.1" status: 204 len: 168 time: 1.0475087 Jul 07 16:58:22.480451 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46428) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:22.486317 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c5784ef2-2dc8-4513-8fd2-213c7aa4c193 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-350962320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:22.510114 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c5784ef2-2dc8-4513-8fd2-213c7aa4c193 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.511181 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c5784ef2-2dc8-4513-8fd2-213c7aa4c193 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.593576 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c5784ef2-2dc8-4513-8fd2-213c7aa4c193 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.599891 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c5784ef2-2dc8-4513-8fd2-213c7aa4c193 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.621795 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c5784ef2-2dc8-4513-8fd2-213c7aa4c193 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.623052 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c5784ef2-2dc8-4513-8fd2-213c7aa4c193 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1415257 Jul 07 16:58:22.625670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46442) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:22.630933 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-0c1a8ddd-3ef7-4685-875b-8346bf394a5b tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'enable_snat': True}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:22.715890 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b284da-91b9-4d04-afe4-0e24fbb69388 req-126c8a82-e3e9-4c6f-87c3-96f2fd7e9d5e tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:22.718099 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d2b284da-91b9-4d04-afe4-0e24fbb69388 req-126c8a82-e3e9-4c6f-87c3-96f2fd7e9d5e tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=f818d442-9b35-478c-b8c2-5adabb29affb HTTP/1.1" status: 200 len: 945 time: 0.1814880 Jul 07 16:58:22.877501 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d2b284da-91b9-4d04-afe4-0e24fbb69388 req-d46bf0f9-abc3-4db4-b929-3ade9b341069 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527619 Jul 07 16:58:22.883339 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c1a8ddd-3ef7-4685-875b-8346bf394a5b tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:22.962054 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46458) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:23.081122 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ba939f86-544c-4a4d-8516-36a55990337b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.131660 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081ddff-02e4-434e-afc7-ee27ff656fe0 req-e4ed0867-28c9-4666-9e38-8520f76e4fc0 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:23.133095 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4081ddff-02e4-434e-afc7-ee27ff656fe0 req-e4ed0867-28c9-4666-9e38-8520f76e4fc0 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=98fdaffd-1b60-496c-998a-b4155fdc7df1 HTTP/1.1" status: 200 len: 945 time: 0.1459477 Jul 07 16:58:23.176731 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ba939f86-544c-4a4d-8516-36a55990337b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.180606 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ba939f86-544c-4a4d-8516-36a55990337b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.192417 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c1a8ddd-3ef7-4685-875b-8346bf394a5b tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.216431 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4081ddff-02e4-434e-afc7-ee27ff656fe0 req-be8c6f0d-9f5f-4c1e-b122-e3939ebab84b tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622828 Jul 07 16:58:23.217694 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c1a8ddd-3ef7-4685-875b-8346bf394a5b tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.251874 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba939f86-544c-4a4d-8516-36a55990337b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75a6cfe-1f22-4357-989e-faf0a37a29be,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:23.259573 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46464) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:23.259769 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ba939f86-544c-4a4d-8516-36a55990337b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f7d18edb9a36486db2f5d934ca3e45aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2959001 Jul 07 16:58:23.290080 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59928abd-ad10-4e45-a963-49310545294d req-35da0a2c-2010-4030-ba6f-f60364a6ee6e tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:23.291659 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59928abd-ad10-4e45-a963-49310545294d req-35da0a2c-2010-4030-ba6f-f60364a6ee6e tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.15 "GET /v2.0/ports?device_id=98fdaffd-1b60-496c-998a-b4155fdc7df1 HTTP/1.1" status: 200 len: 945 time: 0.1083319 Jul 07 16:58:23.392044 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-856307b7-050d-435a-94d2-f9168f83c50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.397918 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-59928abd-ad10-4e45-a963-49310545294d req-0da64c8d-e459-404c-b836-9c8f296890c4 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Deleting port a8151d0c-4118-4d3e-ac7d-81dc5559619a {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:23.398262 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-59928abd-ad10-4e45-a963-49310545294d req-0da64c8d-e459-404c-b836-9c8f296890c4 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.409854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-0c1a8ddd-3ef7-4685-875b-8346bf394a5b tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Allocated IP 172.25.2.123 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/bb9b7687-96d1-4da9-a893-873546153339) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:23.435745 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92be3b12-967a-49c1-904a-47213572c1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0beb6f8-3c5e-4ae7-a846-87d528c35df2'}, {'server_uuid': '92be3b12-967a-49c1-904a-47213572c1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba68cffb-f035-4011-bc3a-6b3713f71cdd'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:23.438156 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f18abe-ccef-4fd7-bd82-f6f65771172b" -d '{"events": [{"server_uuid": "92be3b12-967a-49c1-904a-47213572c1a5", "name": "network-vif-plugged", "status": "completed", "tag": "d0beb6f8-3c5e-4ae7-a846-87d528c35df2"}, {"server_uuid": "92be3b12-967a-49c1-904a-47213572c1a5", "name": "network-vif-plugged", "status": "completed", "tag": "ba68cffb-f035-4011-bc3a-6b3713f71cdd"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:23.441056 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-856307b7-050d-435a-94d2-f9168f83c50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.493045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-59928abd-ad10-4e45-a963-49310545294d req-0da64c8d-e459-404c-b836-9c8f296890c4 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] For port a8151d0c-4118-4d3e-ac7d-81dc5559619a, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a8151d0c-4118-4d3e-ac7d-81dc5559619a,segment=NetworkSegment(2fe7af82-28aa-413a-8d85-a1067ef1e64c),segment_id=2fe7af82-28aa-413a-8d85-a1067ef1e64c)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:23.493409 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-59928abd-ad10-4e45-a963-49310545294d req-0da64c8d-e459-404c-b836-9c8f296890c4 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.506934 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-59928abd-ad10-4e45-a963-49310545294d req-0da64c8d-e459-404c-b836-9c8f296890c4 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Calling delete_port for a8151d0c-4118-4d3e-ac7d-81dc5559619a owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:23.533053 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e0aac-cdbf-4c12-8e9b-cb55e83ad6c4 req-8d79b182-98fb-481d-ae3e-dd75f265704b tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:23.539207 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e0aac-cdbf-4c12-8e9b-cb55e83ad6c4 req-8d79b182-98fb-481d-ae3e-dd75f265704b tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:23.545103 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e0aac-cdbf-4c12-8e9b-cb55e83ad6c4 req-8d79b182-98fb-481d-ae3e-dd75f265704b tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:23.546793 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c50e0aac-cdbf-4c12-8e9b-cb55e83ad6c4 req-8d79b182-98fb-481d-ae3e-dd75f265704b tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2418 time: 0.2086911 Jul 07 16:58:23.601149 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-856307b7-050d-435a-94d2-f9168f83c50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.603875 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-856307b7-050d-435a-94d2-f9168f83c50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.604985 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-856307b7-050d-435a-94d2-f9168f83c50e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c75a6cfe-1f22-4357-989e-faf0a37a29be HTTP/1.1" status: 204 len: 168 time: 0.3424428 Jul 07 16:58:23.642502 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c50e0aac-cdbf-4c12-8e9b-cb55e83ad6c4 req-2d30ee4a-a462-4431-9cda-e3ad48fe80f1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824897 Jul 07 16:58:23.642691 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c1a8ddd-3ef7-4685-875b-8346bf394a5b tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.645001 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856307b7-050d-435a-94d2-f9168f83c50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75a6cfe-1f22-4357-989e-faf0a37a29be,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:23.658017 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-59928abd-ad10-4e45-a963-49310545294d req-0da64c8d-e459-404c-b836-9c8f296890c4 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.675363 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['dbf003e7-7303-4392-a04c-6a1898bef767', '7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618', 'a8151d0c-4118-4d3e-ac7d-81dc5559619a'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:23.693510 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da64c8d-e459-404c-b836-9c8f296890c4 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Pushing event deleted for resources: {'Port': ['ID=a8151d0c-4118-4d3e-ac7d-81dc5559619a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:23.703612 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c1a8ddd-3ef7-4685-875b-8346bf394a5b tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.748404 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-59928abd-ad10-4e45-a963-49310545294d req-0da64c8d-e459-404c-b836-9c8f296890c4 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] No DVR routers for this DVR port a8151d0c-4118-4d3e-ac7d-81dc5559619a on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:23.751204 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-59928abd-ad10-4e45-a963-49310545294d req-0da64c8d-e459-404c-b836-9c8f296890c4 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:23.753853 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59928abd-ad10-4e45-a963-49310545294d req-0da64c8d-e459-404c-b836-9c8f296890c4 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.15 "DELETE /v2.0/ports/a8151d0c-4118-4d3e-ac7d-81dc5559619a HTTP/1.1" status: 204 len: 173 time: 0.4562712 Jul 07 16:58:23.754566 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fdaffd-1b60-496c-998a-b4155fdc7df1', 'name': 'network-vif-deleted', 'tag': 'a8151d0c-4118-4d3e-ac7d-81dc5559619a'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:23.758425 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86051e64-da58-45ee-b848-badc04544dd8" -d '{"events": [{"server_uuid": "98fdaffd-1b60-496c-998a-b4155fdc7df1", "name": "network-vif-deleted", "tag": "a8151d0c-4118-4d3e-ac7d-81dc5559619a"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:23.830867 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a8ddd-3ef7-4685-875b-8346bf394a5b tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Pushing event updated for resources: {'Port': ['ID=bb9b7687-96d1-4da9-a893-873546153339,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:23.853805 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1a8ddd-3ef7-4685-875b-8346bf394a5b tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:23.857057 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-0c1a8ddd-3ef7-4685-875b-8346bf394a5b tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:23.871296 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1a8ddd-3ef7-4685-875b-8346bf394a5b tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:24.043245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46478) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:24.057882 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b1830151-7b3b-476f-b890-b84798fa87da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.170744 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b1830151-7b3b-476f-b890-b84798fa87da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.175076 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b1830151-7b3b-476f-b890-b84798fa87da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.214707 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1830151-7b3b-476f-b890-b84798fa87da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf369ae-0708-403a-8a09-7827083cdc32,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:24.225899 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b1830151-7b3b-476f-b890-b84798fa87da admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3388431ed9c4410d96b9894791e1882c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1814711 Jul 07 16:58:24.226580 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46480) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:24.282558 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2c31f5bd-cade-4ac0-875f-530cc5eaf156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.306587 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2c31f5bd-cade-4ac0-875f-530cc5eaf156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.362990 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2c31f5bd-cade-4ac0-875f-530cc5eaf156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.366635 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2c31f5bd-cade-4ac0-875f-530cc5eaf156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.367832 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2c31f5bd-cade-4ac0-875f-530cc5eaf156 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/daf369ae-0708-403a-8a09-7827083cdc32 HTTP/1.1" status: 204 len: 168 time: 0.1399512 Jul 07 16:58:24.377165 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31f5bd-cade-4ac0-875f-530cc5eaf156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf369ae-0708-403a-8a09-7827083cdc32,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:24.533713 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c1a8ddd-3ef7-4685-875b-8346bf394a5b tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.604096 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b065b13-be7c-42a2-915a-45a54962493f req-d8817ad5-ae36-4528-8b84-af8ba0590513 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:24.605651 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3b065b13-be7c-42a2-915a-45a54962493f req-d8817ad5-ae36-4528-8b84-af8ba0590513 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 943 time: 0.1229637 Jul 07 16:58:24.609904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] Request body: {'port': {'device_id': 'fa32ae81-0109-4f49-8a35-90a1522da6bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:24.699363 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3b065b13-be7c-42a2-915a-45a54962493f req-6f4181fd-3eaf-4b74-bee6-d394ae65bb53 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635316 Jul 07 16:58:24.722519 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.788343 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc57758-9b90-4859-9864-2f056a609549 x-openstack-request-id: req-0fc57758-9b90-4859-9864-2f056a609549 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:24.788829 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92be3b12-967a-49c1-904a-47213572c1a5", "name": "network-vif-plugged", "status": "completed", "tag": "d0beb6f8-3c5e-4ae7-a846-87d528c35df2", "code": 200}, {"server_uuid": "92be3b12-967a-49c1-904a-47213572c1a5", "name": "network-vif-plugged", "status": "completed", "tag": "ba68cffb-f035-4011-bc3a-6b3713f71cdd", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:24.789047 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0fc57758-9b90-4859-9864-2f056a609549 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:24.789529 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92be3b12-967a-49c1-904a-47213572c1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0beb6f8-3c5e-4ae7-a846-87d528c35df2', 'code': 200} Jul 07 16:58:24.789789 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92be3b12-967a-49c1-904a-47213572c1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba68cffb-f035-4011-bc3a-6b3713f71cdd', 'code': 200} Jul 07 16:58:24.839984 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe340d1d-9f58-425a-bada-aba36be72d60 x-openstack-request-id: req-fe340d1d-9f58-425a-bada-aba36be72d60 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:24.840505 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fdaffd-1b60-496c-998a-b4155fdc7df1", "name": "network-vif-deleted", "tag": "a8151d0c-4118-4d3e-ac7d-81dc5559619a", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:24.840732 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fe340d1d-9f58-425a-bada-aba36be72d60 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:24.841040 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fdaffd-1b60-496c-998a-b4155fdc7df1', 'name': 'network-vif-deleted', 'tag': 'a8151d0c-4118-4d3e-ac7d-81dc5559619a', 'status': 'completed', 'code': 200} Jul 07 16:58:24.853756 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c1a8ddd-3ef7-4685-875b-8346bf394a5b tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.858204 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c1a8ddd-3ef7-4685-875b-8346bf394a5b tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:24.917186 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d687b24-f66f-46b5-b037-2ac53f0c5044 req-23baa0a6-50fa-407a-9eae-57dd5557e233 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:24.918789 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d687b24-f66f-46b5-b037-2ac53f0c5044 req-23baa0a6-50fa-407a-9eae-57dd5557e233 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa32ae81-0109-4f49-8a35-90a1522da6bc HTTP/1.1" status: 200 len: 932 time: 0.1798506 Jul 07 16:58:25.030691 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d687b24-f66f-46b5-b037-2ac53f0c5044 req-472d5d74-973b-45fe-967b-6f85e6b8e445 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913277 Jul 07 16:58:25.075268 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e733ad-f8e3-41cf-b692-3b28be085a2c req-97a08f03-0403-4777-92c8-4433828c239b tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:25.077176 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-49e733ad-f8e3-41cf-b692-3b28be085a2c req-97a08f03-0403-4777-92c8-4433828c239b tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=f818d442-9b35-478c-b8c2-5adabb29affb HTTP/1.1" status: 200 len: 945 time: 0.1113262 Jul 07 16:58:25.077721 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d84176-20c8-45cc-b412-4e68e3675b57 req-1b7a5869-e93a-43ef-bea7-8affcd8b7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:25.078206 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d84176-20c8-45cc-b412-4e68e3675b57 req-1b7a5869-e93a-43ef-bea7-8affcd8b7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:25.078704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d84176-20c8-45cc-b412-4e68e3675b57 req-1b7a5869-e93a-43ef-bea7-8affcd8b7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:25.080308 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-35d84176-20c8-45cc-b412-4e68e3675b57 req-1b7a5869-e93a-43ef-bea7-8affcd8b7a08 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2871 time: 0.1807959 Jul 07 16:58:25.134912 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1a8ddd-3ef7-4685-875b-8346bf394a5b tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Router ee8a1bfb-931a-49fd-ad65-fa11155d7cbb is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:58:25.140122 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-35d84176-20c8-45cc-b412-4e68e3675b57 req-40634623-3c0d-4f8d-8065-37f0b70c5b26 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487106 Jul 07 16:58:25.173741 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5109515-4cf5-42ae-9545-f70d7b13b439 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:25.182887 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.197801 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] Transition to ACTIVE for port object c5109515-4cf5-42ae-9545-f70d7b13b439 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:25.203252 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.214277 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-49e733ad-f8e3-41cf-b692-3b28be085a2c req-732cd370-90ad-41d2-9258-104ee1f0a65e tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214547 Jul 07 16:58:25.305601 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] Pushing event updated for resources: {'Port': ['ID=c5109515-4cf5-42ae-9545-f70d7b13b439,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:25.309778 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1a8ddd-3ef7-4685-875b-8346bf394a5b tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:25.319535 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15690e3b-39e2-447c-8a16-0a3e3d4e639b None None] Sync routers for ids ['ee8a1bfb-931a-49fd-ad65-fa11155d7cbb'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:25.330944 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c1a8ddd-3ef7-4685-875b-8346bf394a5b tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.336401 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0c1a8ddd-3ef7-4685-875b-8346bf394a5b tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "PUT /v2.0/routers/ee8a1bfb-931a-49fd-ad65-fa11155d7cbb HTTP/1.1" status: 200 len: 914 time: 2.7068427 Jul 07 16:58:25.336593 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15690e3b-39e2-447c-8a16-0a3e3d4e639b None None] Routers {'ee8a1bfb-931a-49fd-ad65-fa11155d7cbb'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:25.336856 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-15690e3b-39e2-447c-8a16-0a3e3d4e639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:58:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ee8a1bfb-931a-49fd-ad65-fa11155d7cbb'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:25.338333 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46510) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:25.408718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931d433-e1c5-4bd9-81d7-c93bc7a64522 req-da85b166-a8d1-4fe1-9041-ecb1c6bb9a03 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:25.415407 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931d433-e1c5-4bd9-81d7-c93bc7a64522 req-da85b166-a8d1-4fe1-9041-ecb1c6bb9a03 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:25.417516 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-15690e3b-39e2-447c-8a16-0a3e3d4e639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:25.421644 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931d433-e1c5-4bd9-81d7-c93bc7a64522 req-da85b166-a8d1-4fe1-9041-ecb1c6bb9a03 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:25.423375 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3931d433-e1c5-4bd9-81d7-c93bc7a64522 req-da85b166-a8d1-4fe1-9041-ecb1c6bb9a03 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2418 time: 0.1778677 Jul 07 16:58:25.439388 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15690e3b-39e2-447c-8a16-0a3e3d4e639b None None] Routers {'ee8a1bfb-931a-49fd-ad65-fa11155d7cbb'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:25.440277 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-15690e3b-39e2-447c-8a16-0a3e3d4e639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:58:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ee8a1bfb-931a-49fd-ad65-fa11155d7cbb'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:25.482811 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-15690e3b-39e2-447c-8a16-0a3e3d4e639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:25.483792 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15690e3b-39e2-447c-8a16-0a3e3d4e639b None None] The sync data for ids ['ee8a1bfb-931a-49fd-ad65-fa11155d7cbb'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:25.605402 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bdbe11e9-96cd-433f-b4c8-4ef079e775ff tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "GET /v2.0/routers/ee8a1bfb-931a-49fd-ad65-fa11155d7cbb HTTP/1.1" status: 200 len: 920 time: 0.2651949 Jul 07 16:58:25.609536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46516) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:25.733261 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a689d0-10e8-40a3-a157-814055eea849 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:25.734882 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-14a689d0-10e8-40a3-a157-814055eea849 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&device_id=ee8a1bfb-931a-49fd-ad65-fa11155d7cbb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1241941 Jul 07 16:58:25.737813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46528) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:25.754349 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc5bf9-8f7b-4236-bc8e-8087cf1e4004 req-44944f31-9b52-4bf1-8456-0e817829d478 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:25.756560 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21dc5bf9-8f7b-4236-bc8e-8087cf1e4004 req-44944f31-9b52-4bf1-8456-0e817829d478 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb HTTP/1.1" status: 200 len: 946 time: 0.1067481 Jul 07 16:58:25.765452 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] Attempting to bind port c5109515-4cf5-42ae-9545-f70d7b13b439 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:25.765681 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] Attempting to bind port c5109515-4cf5-42ae-9545-f70d7b13b439 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:25.765970 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] Attempting to bind port c5109515-4cf5-42ae-9545-f70d7b13b439 on network 4bfc31d5-b892-420e-a594-085b325da90d {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:25.781955 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] Port c5109515-4cf5-42ae-9545-f70d7b13b439 on network 4bfc31d5-b892-420e-a594-085b325da90d not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:58:25.782283 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] Attempting to bind port c5109515-4cf5-42ae-9545-f70d7b13b439 on network 4bfc31d5-b892-420e-a594-085b325da90d {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:25.800326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:25.800663 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] Checking segment: {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:25.801048 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] Bound using segment: {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:25.801498 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] Bound port: c5109515-4cf5-42ae-9545-f70d7b13b439, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:25.801858 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.818876 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3931d433-e1c5-4bd9-81d7-c93bc7a64522 req-3645740a-971f-40cb-92ce-ce998ff70302 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842382 Jul 07 16:58:25.860981 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21dc5bf9-8f7b-4236-bc8e-8087cf1e4004 req-75c24b3f-5114-4a69-ac80-f79f8d7f1c7d tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913029 Jul 07 16:58:25.877556 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23236b-b9c3-432f-8442-f8f48650139a req-6c504586-de25-4128-bbc6-88fc56009f70 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:25.879256 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be23236b-b9c3-432f-8442-f8f48650139a req-6c504586-de25-4128-bbc6-88fc56009f70 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.15 "GET /v2.0/ports?device_id=f818d442-9b35-478c-b8c2-5adabb29affb HTTP/1.1" status: 200 len: 945 time: 0.4548314 Jul 07 16:58:25.882736 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabb4b0c-92d5-4a39-b027-d5980267599f tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:25.886780 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fabb4b0c-92d5-4a39-b027-d5980267599f tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 881 time: 0.1453614 Jul 07 16:58:25.888418 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46532) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:25.927949 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] For port c5109515-4cf5-42ae-9545-f70d7b13b439, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:25.952989 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] For port c5109515-4cf5-42ae-9545-f70d7b13b439, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=c5109515-4cf5-42ae-9545-f70d7b13b439,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:25.964624 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:25.984492 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-46782764-47a7-4902-9dc7-547dd6b6cf40 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8a1bfb-931a-49fd-ad65-fa11155d7cbb HTTP/1.1" status: 200 len: 205 time: 0.0949001 Jul 07 16:58:25.985536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46540) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:26.023004 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:26.023004 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:26.024408 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] 10.222.0.69 "PUT /v2.0/ports/c5109515-4cf5-42ae-9545-f70d7b13b439 HTTP/1.1" status: 200 len: 1092 time: 1.4197536 Jul 07 16:58:26.053398 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea9fe0-8c85-45ea-bc40-93f54b80f302 service neutron] Pushing event updated for resources: {'Port': ['ID=c5109515-4cf5-42ae-9545-f70d7b13b439,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:26.071443 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-be23236b-b9c3-432f-8442-f8f48650139a req-19ec6a6e-b6bc-4379-afeb-3001a83721b5 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Deleting port 07404eae-997b-4485-8812-d15eebf5d188 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:26.071820 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-be23236b-b9c3-432f-8442-f8f48650139a req-19ec6a6e-b6bc-4379-afeb-3001a83721b5 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:26.177918 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0c06a81-ce80-4b7d-bcef-9a1e35ac5c40 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:26.225805 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-79161d1e-8357-4448-affe-2a05a478c00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:26.227359 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-79161d1e-8357-4448-affe-2a05a478c00f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&device_id=fa32ae81-0109-4f49-8a35-90a1522da6bc HTTP/1.1" status: 200 len: 1095 time: 0.1372871 Jul 07 16:58:26.233402 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-be23236b-b9c3-432f-8442-f8f48650139a req-19ec6a6e-b6bc-4379-afeb-3001a83721b5 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] For port 07404eae-997b-4485-8812-d15eebf5d188, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=07404eae-997b-4485-8812-d15eebf5d188,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:26.233771 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-be23236b-b9c3-432f-8442-f8f48650139a req-19ec6a6e-b6bc-4379-afeb-3001a83721b5 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:26.291576 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-be23236b-b9c3-432f-8442-f8f48650139a req-19ec6a6e-b6bc-4379-afeb-3001a83721b5 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Calling delete_port for 07404eae-997b-4485-8812-d15eebf5d188 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:26.347169 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-7139d92c-c3a4-460d-9aeb-2c96737ff950 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5109515-4cf5-42ae-9545-f70d7b13b439 HTTP/1.1" status: 200 len: 217 time: 0.1098931 Jul 07 16:58:26.351003 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f9f32-3d97-495a-8a70-9d68a3416007 req-0f623866-e40f-4110-950d-3ceafc32b50b tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:26.352600 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f90f9f32-3d97-495a-8a70-9d68a3416007 req-0f623866-e40f-4110-950d-3ceafc32b50b tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 943 time: 0.2056437 Jul 07 16:58:26.361843 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0c06a81-ce80-4b7d-bcef-9a1e35ac5c40 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:26.427928 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f90f9f32-3d97-495a-8a70-9d68a3416007 req-38a889b6-e0b9-483b-a5c8-a33df9526d22 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587924 Jul 07 16:58:26.449992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-e0c06a81-ce80-4b7d-bcef-9a1e35ac5c40 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Deleting port bb9b7687-96d1-4da9-a893-873546153339 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:26.450747 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0c06a81-ce80-4b7d-bcef-9a1e35ac5c40 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:26.495200 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-1473e8a4-104e-42d2-aec5-c8fc595633a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:26.496785 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-1473e8a4-104e-42d2-aec5-c8fc595633a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d9af50-51a7-4bbc-a88f-fc28aae3344c HTTP/1.1" status: 200 len: 851 time: 0.1416233 Jul 07 16:58:26.540807 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-856cf1de-08f0-4d61-99b4-6e5b1c2e18bd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4bfc31d5-b892-420e-a594-085b325da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340877 Jul 07 16:58:26.541020 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0c06a81-ce80-4b7d-bcef-9a1e35ac5c40 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:26.550656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe6592-bfbe-46f1-ae4f-dea9e1c6f5a6 req-ac0d3b0d-1b09-4a5a-8db7-541f351ef71a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:26.552334 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-85fe6592-bfbe-46f1-ae4f-dea9e1c6f5a6 req-ac0d3b0d-1b09-4a5a-8db7-541f351ef71a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa32ae81-0109-4f49-8a35-90a1522da6bc HTTP/1.1" status: 200 len: 944 time: 0.3209760 Jul 07 16:58:26.587275 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-e0c06a81-ce80-4b7d-bcef-9a1e35ac5c40 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Calling delete_port for bb9b7687-96d1-4da9-a893-873546153339 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:26.680037 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-85fe6592-bfbe-46f1-ae4f-dea9e1c6f5a6 req-ed120c69-4dbc-4a0f-abee-6bc40914f587 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064723 Jul 07 16:58:26.680204 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0dd10-ff6e-4084-bd7e-d19b39c9b644 req-9a2b2274-f8d9-4500-b3d5-9c12036a87f4 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:26.687286 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5fa0dd10-ff6e-4084-bd7e-d19b39c9b644 req-9a2b2274-f8d9-4500-b3d5-9c12036a87f4 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=f818d442-9b35-478c-b8c2-5adabb29affb HTTP/1.1" status: 200 len: 945 time: 0.1513047 Jul 07 16:58:26.715799 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-be23236b-b9c3-432f-8442-f8f48650139a req-19ec6a6e-b6bc-4379-afeb-3001a83721b5 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:26.730081 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['465fc65b-b48d-4ce1-839f-23d7a638aaa4'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:26.761190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec6a6e-b6bc-4379-afeb-3001a83721b5 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Pushing event deleted for resources: {'Port': ['ID=07404eae-997b-4485-8812-d15eebf5d188,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:26.771157 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-b0da0e0a-8a5e-48e5-a1e5-71d87c285ace service neutron] 10.222.0.69 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176802 Jul 07 16:58:26.784822 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5fa0dd10-ff6e-4084-bd7e-d19b39c9b644 req-83934f20-e27a-4677-ae98-fcb5afb25718 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965402 Jul 07 16:58:26.806335 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['07404eae-997b-4485-8812-d15eebf5d188'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:26.827311 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-be23236b-b9c3-432f-8442-f8f48650139a req-19ec6a6e-b6bc-4379-afeb-3001a83721b5 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] No DVR routers for this DVR port 07404eae-997b-4485-8812-d15eebf5d188 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:26.830361 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-be23236b-b9c3-432f-8442-f8f48650139a req-19ec6a6e-b6bc-4379-afeb-3001a83721b5 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:26.832475 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be23236b-b9c3-432f-8442-f8f48650139a req-19ec6a6e-b6bc-4379-afeb-3001a83721b5 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.15 "DELETE /v2.0/ports/07404eae-997b-4485-8812-d15eebf5d188 HTTP/1.1" status: 204 len: 173 time: 0.9466739 Jul 07 16:58:26.842150 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa32ae81-0109-4f49-8a35-90a1522da6bc', 'tag': 'c5109515-4cf5-42ae-9545-f70d7b13b439'}, {'server_uuid': 'f818d442-9b35-478c-b8c2-5adabb29affb', 'name': 'network-vif-deleted', 'tag': '07404eae-997b-4485-8812-d15eebf5d188'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:26.845158 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5184af0-0d86-44f2-9f9d-4a40a062a3d7" -d '{"events": [{"name": "network-changed", "server_uuid": "fa32ae81-0109-4f49-8a35-90a1522da6bc", "tag": "c5109515-4cf5-42ae-9545-f70d7b13b439"}, {"server_uuid": "f818d442-9b35-478c-b8c2-5adabb29affb", "name": "network-vif-deleted", "tag": "07404eae-997b-4485-8812-d15eebf5d188"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:26.929329 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0c06a81-ce80-4b7d-bcef-9a1e35ac5c40 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:26.976237 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c06a81-ce80-4b7d-bcef-9a1e35ac5c40 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Pushing event deleted for resources: {'Port': ['ID=bb9b7687-96d1-4da9-a893-873546153339,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:27.004099 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1214ce-9479-46ae-8396-45d05eadc25c x-openstack-request-id: req-bd1214ce-9479-46ae-8396-45d05eadc25c {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:27.004532 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa32ae81-0109-4f49-8a35-90a1522da6bc", "tag": "c5109515-4cf5-42ae-9545-f70d7b13b439", "status": "completed", "code": 200}, {"server_uuid": "f818d442-9b35-478c-b8c2-5adabb29affb", "name": "network-vif-deleted", "tag": "07404eae-997b-4485-8812-d15eebf5d188", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:27.006225 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bd1214ce-9479-46ae-8396-45d05eadc25c {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:27.007377 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa32ae81-0109-4f49-8a35-90a1522da6bc', 'tag': 'c5109515-4cf5-42ae-9545-f70d7b13b439', 'status': 'completed', 'code': 200} Jul 07 16:58:27.009595 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f818d442-9b35-478c-b8c2-5adabb29affb', 'name': 'network-vif-deleted', 'tag': '07404eae-997b-4485-8812-d15eebf5d188', 'status': 'completed', 'code': 200} Jul 07 16:58:27.014234 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a8151d0c-4118-4d3e-ac7d-81dc5559619a no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:27.063153 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea2b29-13a3-451d-85dc-e8cce06926ad req-b14b7dbf-7904-4fbb-8819-29a831915b8b tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:27.064917 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26ea2b29-13a3-451d-85dc-e8cce06926ad req-b14b7dbf-7904-4fbb-8819-29a831915b8b tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb HTTP/1.1" status: 200 len: 946 time: 0.1696110 Jul 07 16:58:27.070793 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f994fdf-4ce5-444d-b818-8fbe0bc471b4 req-4ce99cc3-1119-474f-9469-d81c756994c1 service neutron] 10.222.0.69 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812929 Jul 07 16:58:27.076529 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: a8151d0c-4118-4d3e-ac7d-81dc5559619a {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:27.077115 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a8151d0c-4118-4d3e-ac7d-81dc5559619a not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:27.077715 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 07404eae-997b-4485-8812-d15eebf5d188 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:27.105741 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 07404eae-997b-4485-8812-d15eebf5d188 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:27.106351 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 07404eae-997b-4485-8812-d15eebf5d188 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:27.163241 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0c06a81-ce80-4b7d-bcef-9a1e35ac5c40 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:27.279660 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0c06a81-ce80-4b7d-bcef-9a1e35ac5c40 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:27.283478 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0c06a81-ce80-4b7d-bcef-9a1e35ac5c40 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:27.293137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5184af0-0d86-44f2-9f9d-4a40a062a3d7 req-a13f006a-8211-4200-990e-2589c288e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:27.294607 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5184af0-0d86-44f2-9f9d-4a40a062a3d7 req-a13f006a-8211-4200-990e-2589c288e3e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&device_id=fa32ae81-0109-4f49-8a35-90a1522da6bc HTTP/1.1" status: 200 len: 1095 time: 0.1391804 Jul 07 16:58:27.303737 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652faa4-6772-4a2a-8a3d-0de971901d55 req-cc54efdc-15db-40a9-b552-203d0da4d5a1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:27.309624 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652faa4-6772-4a2a-8a3d-0de971901d55 req-cc54efdc-15db-40a9-b552-203d0da4d5a1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:27.315030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-26ea2b29-13a3-451d-85dc-e8cce06926ad req-6ac992e4-4354-44f9-aaa8-c3f160aa367c tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Deleting port 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:27.315319 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-26ea2b29-13a3-451d-85dc-e8cce06926ad req-6ac992e4-4354-44f9-aaa8-c3f160aa367c tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:27.315584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652faa4-6772-4a2a-8a3d-0de971901d55 req-cc54efdc-15db-40a9-b552-203d0da4d5a1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:27.317285 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7652faa4-6772-4a2a-8a3d-0de971901d55 req-cc54efdc-15db-40a9-b552-203d0da4d5a1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2418 time: 0.2556961 Jul 07 16:58:27.367415 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0c06a81-ce80-4b7d-bcef-9a1e35ac5c40 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:27.367947 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c06a81-ce80-4b7d-bcef-9a1e35ac5c40 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Fanout notify agent at l3_agent the message router_deleted on router ee8a1bfb-931a-49fd-ad65-fa11155d7cbb {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:58:27.377932 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0c06a81-ce80-4b7d-bcef-9a1e35ac5c40 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:27.384659 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e0c06a81-ce80-4b7d-bcef-9a1e35ac5c40 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "DELETE /v2.0/routers/ee8a1bfb-931a-49fd-ad65-fa11155d7cbb HTTP/1.1" status: 204 len: 168 time: 1.3924711 Jul 07 16:58:27.385028 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46630) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:27.392234 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-ad6ddfaa-5d45-4a0e-aed8-09be084275c6 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2074314366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:27.421247 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf660c1-d4f5-40c9-8462-8ff60d210232 req-3f5650eb-a8a2-43be-8c2e-1b9600cb1714 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:27.422810 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ccf660c1-d4f5-40c9-8462-8ff60d210232 req-3f5650eb-a8a2-43be-8c2e-1b9600cb1714 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb HTTP/1.1" status: 200 len: 946 time: 0.2181704 Jul 07 16:58:27.432733 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7652faa4-6772-4a2a-8a3d-0de971901d55 req-2e6fc0d6-8219-4f2c-94b6-46da9bf69d23 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852172 Jul 07 16:58:27.463321 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ad6ddfaa-5d45-4a0e-aed8-09be084275c6 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:27.467419 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ad6ddfaa-5d45-4a0e-aed8-09be084275c6 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:27.533598 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ad6ddfaa-5d45-4a0e-aed8-09be084275c6 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:27.539927 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ad6ddfaa-5d45-4a0e-aed8-09be084275c6 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:27.559869 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ad6ddfaa-5d45-4a0e-aed8-09be084275c6 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:27.561083 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ad6ddfaa-5d45-4a0e-aed8-09be084275c6 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1752045 Jul 07 16:58:27.561476 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5184af0-0d86-44f2-9f9d-4a40a062a3d7 req-8bc66ae2-628d-4775-83ee-e92470c4b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:27.563576 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5184af0-0d86-44f2-9f9d-4a40a062a3d7 req-8bc66ae2-628d-4775-83ee-e92470c4b0e2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 912 time: 0.2623334 Jul 07 16:58:27.563900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46648) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:27.566421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-26ea2b29-13a3-451d-85dc-e8cce06926ad req-6ac992e4-4354-44f9-aaa8-c3f160aa367c tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] For port 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618,segment=NetworkSegment(2fe7af82-28aa-413a-8d85-a1067ef1e64c),segment_id=2fe7af82-28aa-413a-8d85-a1067ef1e64c)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:27.567041 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-26ea2b29-13a3-451d-85dc-e8cce06926ad req-6ac992e4-4354-44f9-aaa8-c3f160aa367c tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:27.571009 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-eacefa50-172c-4b12-b033-7ca14955eea7 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'enable_snat': False}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:27.575492 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ccf660c1-d4f5-40c9-8462-8ff60d210232 req-a3f4bbb0-0955-436b-ac3b-aee6f5f793c3 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342869 Jul 07 16:58:27.627884 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-26ea2b29-13a3-451d-85dc-e8cce06926ad req-6ac992e4-4354-44f9-aaa8-c3f160aa367c tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Calling delete_port for 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:27.632224 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5184af0-0d86-44f2-9f9d-4a40a062a3d7 req-943ea6a6-dad2-43d5-8164-82b390dfd6b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5109515-4cf5-42ae-9545-f70d7b13b439 HTTP/1.1" status: 200 len: 217 time: 0.0616770 Jul 07 16:58:27.785966 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5184af0-0d86-44f2-9f9d-4a40a062a3d7 req-89266ceb-d179-41da-8ec1-3ae420839e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:27.787679 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5184af0-0d86-44f2-9f9d-4a40a062a3d7 req-89266ceb-d179-41da-8ec1-3ae420839e10 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d9af50-51a7-4bbc-a88f-fc28aae3344c HTTP/1.1" status: 200 len: 851 time: 0.1466961 Jul 07 16:58:27.867509 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eacefa50-172c-4b12-b033-7ca14955eea7 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:27.878147 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5184af0-0d86-44f2-9f9d-4a40a062a3d7 req-e3f82f66-4a53-4c58-983a-da5b78c5a154 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4bfc31d5-b892-420e-a594-085b325da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807250 Jul 07 16:58:27.989179 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad9def-7a92-4f61-bad4-28b2c5444dc7 req-65a710b0-5281-4ebc-b0cb-82f3a63e62de tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:27.991392 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4ad9def-7a92-4f61-bad4-28b2c5444dc7 req-65a710b0-5281-4ebc-b0cb-82f3a63e62de tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 943 time: 0.2446120 Jul 07 16:58:28.015962 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cebfc6-beef-408c-932e-8e330ec071e0 req-13d65034-6cb5-43ef-9af6-5957145bdce0 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:28.017555 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29cebfc6-beef-408c-932e-8e330ec071e0 req-13d65034-6cb5-43ef-9af6-5957145bdce0 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa32ae81-0109-4f49-8a35-90a1522da6bc HTTP/1.1" status: 200 len: 944 time: 0.1260607 Jul 07 16:58:28.084018 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29cebfc6-beef-408c-932e-8e330ec071e0 req-e8f2c3d0-67a2-46c2-874d-274e6b3eb195 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591278 Jul 07 16:58:28.099910 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5184af0-0d86-44f2-9f9d-4a40a062a3d7 req-ccd6f6ed-0ab1-4e0e-b2ec-fe044d0b309e service neutron] 10.222.0.69 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084057 Jul 07 16:58:28.108982 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4ad9def-7a92-4f61-bad4-28b2c5444dc7 req-98fe57cd-254c-4a3a-9773-d4b0d965b0e3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976143 Jul 07 16:58:28.124363 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-26ea2b29-13a3-451d-85dc-e8cce06926ad req-6ac992e4-4354-44f9-aaa8-c3f160aa367c tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:28.136795 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['dbf003e7-7303-4392-a04c-6a1898bef767', '7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:28.230938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac992e4-4354-44f9-aaa8-c3f160aa367c tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Pushing event deleted for resources: {'Port': ['ID=7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:28.306835 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eacefa50-172c-4b12-b033-7ca14955eea7 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:28.330922 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eacefa50-172c-4b12-b033-7ca14955eea7 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:28.403463 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ea2b29-13a3-451d-85dc-e8cce06926ad req-6ac992e4-4354-44f9-aaa8-c3f160aa367c tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] No DVR routers for this DVR port 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:28.406055 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-26ea2b29-13a3-451d-85dc-e8cce06926ad req-6ac992e4-4354-44f9-aaa8-c3f160aa367c tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:28.410047 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26ea2b29-13a3-451d-85dc-e8cce06926ad req-6ac992e4-4354-44f9-aaa8-c3f160aa367c tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.15 "DELETE /v2.0/ports/7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 HTTP/1.1" status: 204 len: 173 time: 1.3379512 Jul 07 16:58:28.480985 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-eacefa50-172c-4b12-b033-7ca14955eea7 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Allocated IP 172.25.2.76 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/2dff48a1-9e2d-40b6-a7c8-8d6cf0378c6b) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:28.498555 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5184af0-0d86-44f2-9f9d-4a40a062a3d7 req-29c8aedd-2066-47c8-9a12-b810cc4d05bb service neutron] 10.222.0.69 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868408 Jul 07 16:58:28.625532 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eacefa50-172c-4b12-b033-7ca14955eea7 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:28.658867 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7c0023a5-f50b-490b-a782-0053eb297dbf details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:58:28.670816 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eacefa50-172c-4b12-b033-7ca14955eea7 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:28.697050 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacefa50-172c-4b12-b033-7ca14955eea7 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:28.699863 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-eacefa50-172c-4b12-b033-7ca14955eea7 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:28.721247 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacefa50-172c-4b12-b033-7ca14955eea7 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:28.733905 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b8488-d53c-4a05-9545-c286dc2b48a9 req-e61cb59b-cfa3-4622-aca4-fda81cc89043 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:28.741691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b8488-d53c-4a05-9545-c286dc2b48a9 req-e61cb59b-cfa3-4622-aca4-fda81cc89043 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:28.750289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b8488-d53c-4a05-9545-c286dc2b48a9 req-e61cb59b-cfa3-4622-aca4-fda81cc89043 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:28.761351 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ad9b8488-d53c-4a05-9545-c286dc2b48a9 req-e61cb59b-cfa3-4622-aca4-fda81cc89043 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2418 time: 0.1205614 Jul 07 16:58:28.780405 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacefa50-172c-4b12-b033-7ca14955eea7 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Pushing event updated for resources: {'Port': ['ID=2dff48a1-9e2d-40b6-a7c8-8d6cf0378c6b,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:28.797085 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46706) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:28.814863 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7c0023a5-f50b-490b-a782-0053eb297dbf, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7c0023a5-f50b-490b-a782-0053eb297dbf,segment=NetworkSegment(e64bcb56-0dab-478d-aa3b-105f8614ee81),segment_id=e64bcb56-0dab-478d-aa3b-105f8614ee81)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:28.817521 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ad9b8488-d53c-4a05-9545-c286dc2b48a9 req-7da807f3-4a76-445e-b8bc-f40138170255 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549431 Jul 07 16:58:28.839974 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '7c0023a5-f50b-490b-a782-0053eb297dbf', 'network_id': '585991d3-1c4c-497e-aa94-d9dabd614307', 'port_id': '7c0023a5-f50b-490b-a782-0053eb297dbf', 'mac_address': 'fa:16:3e:64:fd:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748e4878-dc0e-488c-ad96-c5afee4e3c75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:58:28.907143 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:28.927139 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0023a5-f50b-490b-a782-0053eb297dbf {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:28.950858 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7c0023a5-f50b-490b-a782-0053eb297dbf, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7c0023a5-f50b-490b-a782-0053eb297dbf,segment=NetworkSegment(e64bcb56-0dab-478d-aa3b-105f8614ee81),segment_id=e64bcb56-0dab-478d-aa3b-105f8614ee81)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:28.957688 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.010919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb', 'name': 'network-vif-deleted', 'tag': '7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:29.017076 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5bb19d-cce4-4b68-8b71-6976178bade8" -d '{"events": [{"server_uuid": "9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb", "name": "network-vif-deleted", "tag": "7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:29.054981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=7c0023a5-f50b-490b-a782-0053eb297dbf,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:29.065647 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:29.066409 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:29.068108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:29.068712 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:29.069407 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:29.070646 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:29.071231 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:29.071769 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:29.072607 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:29.073770 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:29.074364 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:29.075132 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:58:29.118165 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-ed10877b-f8c5-4ee1-ba79-0ae487d995cc tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:29.120105 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-ed10877b-f8c5-4ee1-ba79-0ae487d995cc tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 805 time: 0.1882246 Jul 07 16:58:29.138528 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-ba8a7733-4886-48f1-a7e0-42021bd73b0d tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/quotas/442a9cfcd40e429187b2cbade1798605 HTTP/1.1" status: 200 len: 375 time: 0.0114007 Jul 07 16:58:29.198254 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:58:29.216971 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-76cc8db3-2536-4ba2-b249-e47712178bbd tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0713999 Jul 07 16:58:29.287447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['7c0023a5-f50b-490b-a782-0053eb297dbf'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:29.320643 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-0f347477-4bf8-4a9d-8c48-268d94f041ec service neutron] 10.222.0.50 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949774 Jul 07 16:58:29.424221 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-1ea9599c-2a2f-4cad-801b-9ef77266ae3a service neutron] 10.222.0.50 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976560 Jul 07 16:58:29.489021 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6cc08de6-c877-4844-9c44-0689d5d59356 req-cd264ee7-bb30-413a-a0df-925be3919295 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb HTTP/1.1" status: 200 len: 210 time: 0.4589338 Jul 07 16:58:29.498548 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-41dd92ef-9036-40ed-91b5-5bf31f065067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.538400 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eacefa50-172c-4b12-b033-7ca14955eea7 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.542033 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d88c2b-93f4-480e-a45b-156c4e48ec8b x-openstack-request-id: req-38d88c2b-93f4-480e-a45b-156c4e48ec8b {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:29.542421 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb", "name": "network-vif-deleted", "tag": "7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:29.542770 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38d88c2b-93f4-480e-a45b-156c4e48ec8b {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:29.543275 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd0f2fe-a7dc-4eab-abd3-e64ebfc74adb', 'name': 'network-vif-deleted', 'tag': '7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618', 'status': 'completed', 'code': 200} Jul 07 16:58:29.748234 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f46718-edd1-4904-81c2-b08f461e46d2 req-17c2c865-94a0-4bab-970c-9342c5e52a85 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:29.751252 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d4f46718-edd1-4904-81c2-b08f461e46d2 req-17c2c865-94a0-4bab-970c-9342c5e52a85 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 944 time: 0.0805931 Jul 07 16:58:29.801106 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d4f46718-edd1-4904-81c2-b08f461e46d2 req-60fb7caf-1494-4201-beb8-28052108d9ae tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423138 Jul 07 16:58:29.834360 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efce3d3-79d7-424f-97f4-27f196cb7b3c req-861f1ee1-2aec-49a3-b13a-b4b337749917 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:29.835941 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1efce3d3-79d7-424f-97f4-27f196cb7b3c req-861f1ee1-2aec-49a3-b13a-b4b337749917 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa32ae81-0109-4f49-8a35-90a1522da6bc HTTP/1.1" status: 200 len: 944 time: 0.1919730 Jul 07 16:58:29.842109 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-41dd92ef-9036-40ed-91b5-5bf31f065067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.884710 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-41dd92ef-9036-40ed-91b5-5bf31f065067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.896930 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-972561b6-3f8f-4153-af1b-39dac5d5bc4d req-c04b7931-ca2b-45c3-8a6b-679462b3f1c3 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 210 time: 0.0412357 Jul 07 16:58:29.960128 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1efce3d3-79d7-424f-97f4-27f196cb7b3c req-ed10130e-f660-4865-bb51-32d916175268 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152411 Jul 07 16:58:29.970183 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-41dd92ef-9036-40ed-91b5-5bf31f065067 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=944b783c7e9449a0a4ce4779f816fc3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1719730 Jul 07 16:58:29.970993 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd92ef-9036-40ed-91b5-5bf31f065067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249dd6c9-e241-4b77-bfe5-4c20eb2f48fb,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:29.973473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46738) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:29.977633 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eacefa50-172c-4b12-b033-7ca14955eea7 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:29.981533 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eacefa50-172c-4b12-b033-7ca14955eea7 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:30.109246 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f1a0d409-179b-491b-943b-890ef0b41616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:30.152482 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f1a0d409-179b-491b-943b-890ef0b41616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:30.178687 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacefa50-172c-4b12-b033-7ca14955eea7 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Router 3d72912d-9ffc-4d7b-b148-5b275256241e is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:58:30.200847 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-d5720cf5-7ab0-4a5b-801d-14f85be59e45 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:30.206983 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-d5720cf5-7ab0-4a5b-801d-14f85be59e45 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:30.214054 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-d5720cf5-7ab0-4a5b-801d-14f85be59e45 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:30.215775 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-d5720cf5-7ab0-4a5b-801d-14f85be59e45 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.15 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2418 time: 0.1641943 Jul 07 16:58:30.258009 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b200a2b-f139-4456-8bb5-67641ff54d0d req-e5b692e7-3b8d-4212-ac50-04c8d7f27691 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:30.264824 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b200a2b-f139-4456-8bb5-67641ff54d0d req-e5b692e7-3b8d-4212-ac50-04c8d7f27691 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:30.271282 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b200a2b-f139-4456-8bb5-67641ff54d0d req-e5b692e7-3b8d-4212-ac50-04c8d7f27691 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:30.273133 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2b200a2b-f139-4456-8bb5-67641ff54d0d req-e5b692e7-3b8d-4212-ac50-04c8d7f27691 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 2418 time: 0.1560500 Jul 07 16:58:30.309153 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f1a0d409-179b-491b-943b-890ef0b41616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:30.311921 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f1a0d409-179b-491b-943b-890ef0b41616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:30.313024 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f1a0d409-179b-491b-943b-890ef0b41616 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/249dd6c9-e241-4b77-bfe5-4c20eb2f48fb HTTP/1.1" status: 204 len: 168 time: 0.3387251 Jul 07 16:58:30.327116 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0d409-179b-491b-943b-890ef0b41616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249dd6c9-e241-4b77-bfe5-4c20eb2f48fb,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:30.368207 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-4a191403-f362-42ca-bcdc-1dcba66a5890 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Deleting port ba68cffb-f035-4011-bc3a-6b3713f71cdd {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:30.368892 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-4a191403-f362-42ca-bcdc-1dcba66a5890 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:30.392968 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2b200a2b-f139-4456-8bb5-67641ff54d0d req-f138d051-1d8b-46ed-b33c-5b9805fc609f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079307 Jul 07 16:58:30.396032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacefa50-172c-4b12-b033-7ca14955eea7 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:30.401331 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eacefa50-172c-4b12-b033-7ca14955eea7 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:30.402511 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-eacefa50-172c-4b12-b033-7ca14955eea7 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "PUT /v2.0/routers/3d72912d-9ffc-4d7b-b148-5b275256241e HTTP/1.1" status: 200 len: 915 time: 2.8375480 Jul 07 16:58:30.405076 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46742) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:30.406575 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dbc75f-bf98-4597-aac3-44501180a81c None None] Sync routers for ids ['3d72912d-9ffc-4d7b-b148-5b275256241e'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:30.423959 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dbc75f-bf98-4597-aac3-44501180a81c None None] Routers {'3d72912d-9ffc-4d7b-b148-5b275256241e'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:30.425309 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-46dbc75f-bf98-4597-aac3-44501180a81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:58:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['3d72912d-9ffc-4d7b-b148-5b275256241e'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:30.487375 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-46dbc75f-bf98-4597-aac3-44501180a81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:30.508062 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dbc75f-bf98-4597-aac3-44501180a81c None None] Routers {'3d72912d-9ffc-4d7b-b148-5b275256241e'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:30.509820 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-46dbc75f-bf98-4597-aac3-44501180a81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:58:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['3d72912d-9ffc-4d7b-b148-5b275256241e'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:30.535612 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-03eecc31-f098-4078-b7dd-9c92261724ed tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "GET /v2.0/routers/3d72912d-9ffc-4d7b-b148-5b275256241e HTTP/1.1" status: 200 len: 921 time: 0.1293652 Jul 07 16:58:30.538293 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46746) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:30.539480 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-4a191403-f362-42ca-bcdc-1dcba66a5890 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] For port ba68cffb-f035-4011-bc3a-6b3713f71cdd, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ba68cffb-f035-4011-bc3a-6b3713f71cdd,segment=NetworkSegment(be01bad0-f90c-4ae6-8178-bcd4fb6622e3),segment_id=be01bad0-f90c-4ae6-8178-bcd4fb6622e3)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:30.539981 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-4a191403-f362-42ca-bcdc-1dcba66a5890 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:30.555228 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-4a191403-f362-42ca-bcdc-1dcba66a5890 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Calling delete_port for ba68cffb-f035-4011-bc3a-6b3713f71cdd owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:30.562633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-46dbc75f-bf98-4597-aac3-44501180a81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:30.566732 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dbc75f-bf98-4597-aac3-44501180a81c None None] The sync data for ids ['3d72912d-9ffc-4d7b-b148-5b275256241e'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:30.625003 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2df5b2-0671-49ca-a6db-e8c37469763d tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:30.629897 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8d2df5b2-0671-49ca-a6db-e8c37469763d tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&device_id=3d72912d-9ffc-4d7b-b148-5b275256241e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0903001 Jul 07 16:58:30.630130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46752) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:30.687388 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device c5109515-4cf5-42ae-9545-f70d7b13b439 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:58:30.698283 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7c0023a5-f50b-490b-a782-0053eb297dbf up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:30.787059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46756) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:30.805144 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80a12078-e882-48c6-bf5b-ead39f37c078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:30.906709 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c1ff2a-ab5e-428e-a6a4-bee0c99f7d9a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:30.910421 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-76c1ff2a-ab5e-428e-a6a4-bee0c99f7d9a tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 881 time: 0.2770422 Jul 07 16:58:30.912038 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46760) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:30.997272 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-4a191403-f362-42ca-bcdc-1dcba66a5890 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:31.006742 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ac0c0954-8770-4331-967e-df84baf04203 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d72912d-9ffc-4d7b-b148-5b275256241e HTTP/1.1" status: 200 len: 205 time: 0.0905919 Jul 07 16:58:31.016157 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46764) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:31.057037 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['ba68cffb-f035-4011-bc3a-6b3713f71cdd', 'a4a5935f-ba45-492f-930a-e46ec4b2b81e', 'd0beb6f8-3c5e-4ae7-a846-87d528c35df2'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:31.059221 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:31.073932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191403-f362-42ca-bcdc-1dcba66a5890 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event deleted for resources: {'Port': ['ID=ba68cffb-f035-4011-bc3a-6b3713f71cdd,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:31.089037 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:31.089533 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7c9f9bd8-32e7-4b6a-8a24-9f008a3b4618 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:31.135590 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 7c0023a5-f50b-490b-a782-0053eb297dbf triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:31.136123 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:31.187458 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port c5109515-4cf5-42ae-9545-f70d7b13b439, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=c5109515-4cf5-42ae-9545-f70d7b13b439,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:31.188668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-4a191403-f362-42ca-bcdc-1dcba66a5890 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] No DVR routers for this DVR port ba68cffb-f035-4011-bc3a-6b3713f71cdd on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:31.193796 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-4a191403-f362-42ca-bcdc-1dcba66a5890 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:31.197473 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-4a191403-f362-42ca-bcdc-1dcba66a5890 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.15 "DELETE /v2.0/ports/ba68cffb-f035-4011-bc3a-6b3713f71cdd HTTP/1.1" status: 204 len: 173 time: 0.9740324 Jul 07 16:58:31.235321 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'c5109515-4cf5-42ae-9545-f70d7b13b439', 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d', 'port_id': 'c5109515-4cf5-42ae-9545-f70d7b13b439', 'mac_address': 'fa:16:3e:be:59:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d9af50-51a7-4bbc-a88f-fc28aae3344c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:58:31.320212 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b38a0798-fd2f-441a-9ffa-89376e1d4ce9 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:31.356816 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2924eee4-5ed7-43bd-aa02-4a5ef1befe64 req-c67f23b5-cc52-4678-9b93-e95e34c8bba6 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 210 time: 0.1322505 Jul 07 16:58:31.401207 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80a12078-e882-48c6-bf5b-ead39f37c078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:31.412097 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80a12078-e882-48c6-bf5b-ead39f37c078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:31.461325 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-52c4496d-cab9-4dab-b624-8f97b30c04ec tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:31.463209 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-52c4496d-cab9-4dab-b624-8f97b30c04ec tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.15 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 805 time: 0.4494464 Jul 07 16:58:31.482929 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:31.489177 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:31.495318 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-92cc97ea-eede-4772-822e-f9fc94d18c22 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Request body: {'port': {'device_id': 'e1bd87fa-8885-4407-b960-dee2bed34e93', 'network_id': '00200275-feb8-4792-b225-1605381ce5dc', 'admin_state_up': True, 'tenant_id': '442a9cfcd40e429187b2cbade1798605'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:31.545353 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-80a12078-e882-48c6-bf5b-ead39f37c078 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b12a707b7c3f49a48a011c0eba471b16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7569747 Jul 07 16:58:31.564459 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46772) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:31.566622 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5109515-4cf5-42ae-9545-f70d7b13b439 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:31.575596 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18e934-f9fc-4a45-9561-4f61c0674cca req-dc4f6113-22ec-4e2c-b15d-8d1605f03de6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:31.577272 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5c18e934-f9fc-4a45-9561-4f61c0674cca req-dc4f6113-22ec-4e2c-b15d-8d1605f03de6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 944 time: 0.2829442 Jul 07 16:58:31.596999 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7c0023a5-f50b-490b-a782-0053eb297dbf, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7c0023a5-f50b-490b-a782-0053eb297dbf,segment=NetworkSegment(e64bcb56-0dab-478d-aa3b-105f8614ee81),segment_id=e64bcb56-0dab-478d-aa3b-105f8614ee81)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:31.602914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aebd56a-3531-402b-b009-c0e00698377f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0023a5-f50b-490b-a782-0053eb297dbf'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:31.604919 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a12078-e882-48c6-bf5b-ead39f37c078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940232ee-c750-4f10-976d-f7443460de40,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:31.605993 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c85c05-5dde-4f67-8606-d3f6a1d7e96c" -d '{"events": [{"server_uuid": "1aebd56a-3531-402b-b009-c0e00698377f", "name": "network-vif-plugged", "status": "completed", "tag": "7c0023a5-f50b-490b-a782-0053eb297dbf"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:31.638500 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:31.699818 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b38a0798-fd2f-441a-9ffa-89376e1d4ce9 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:31.712889 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5c18e934-f9fc-4a45-9561-4f61c0674cca req-e772dc0b-de5f-40c2-a493-ab8231112e9d tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267931 Jul 07 16:58:31.725428 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=7c0023a5-f50b-490b-a782-0053eb297dbf,revision_number=10']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:31.754811 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port c5109515-4cf5-42ae-9545-f70d7b13b439, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=c5109515-4cf5-42ae-9545-f70d7b13b439,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:31.776203 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8087bcfc-8094-47f5-a9cd-f1db3ca844ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:31.810111 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8087bcfc-8094-47f5-a9cd-f1db3ca844ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:31.812640 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:31.871418 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b38a0798-fd2f-441a-9ffa-89376e1d4ce9 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Deleting port 2dff48a1-9e2d-40b6-a7c8-8d6cf0378c6b {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:31.872612 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b38a0798-fd2f-441a-9ffa-89376e1d4ce9 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:31.988457 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=c5109515-4cf5-42ae-9545-f70d7b13b439,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:32.003658 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b38a0798-fd2f-441a-9ffa-89376e1d4ce9 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.023271 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8087bcfc-8094-47f5-a9cd-f1db3ca844ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.026537 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8087bcfc-8094-47f5-a9cd-f1db3ca844ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.030405 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8087bcfc-8094-47f5-a9cd-f1db3ca844ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/940232ee-c750-4f10-976d-f7443460de40 HTTP/1.1" status: 204 len: 168 time: 0.4496930 Jul 07 16:58:32.030405 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b38a0798-fd2f-441a-9ffa-89376e1d4ce9 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Calling delete_port for 2dff48a1-9e2d-40b6-a7c8-8d6cf0378c6b owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:32.083561 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92be3b12-967a-49c1-904a-47213572c1a5', 'name': 'network-vif-deleted', 'tag': 'ba68cffb-f035-4011-bc3a-6b3713f71cdd'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:32.091049 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c59f76-cacf-4c6b-9d08-9f47710b7b65" -d '{"events": [{"server_uuid": "92be3b12-967a-49c1-904a-47213572c1a5", "name": "network-vif-deleted", "tag": "ba68cffb-f035-4011-bc3a-6b3713f71cdd"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:32.120520 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087bcfc-8094-47f5-a9cd-f1db3ca844ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940232ee-c750-4f10-976d-f7443460de40,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:32.198658 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-92cc97ea-eede-4772-822e-f9fc94d18c22 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Made reservation on behalf of 442a9cfcd40e429187b2cbade1798605 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:32.202523 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-92cc97ea-eede-4772-822e-f9fc94d18c22 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.204306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['c5109515-4cf5-42ae-9545-f70d7b13b439'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:32.205630 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-3cffd63e-2ba7-46e0-bc14-334b3fc9419f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Deleting port d0beb6f8-3c5e-4ae7-a846-87d528c35df2 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:32.205964 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-3cffd63e-2ba7-46e0-bc14-334b3fc9419f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.293178 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f2ade-5aa7-4957-bb8c-0edede263976 req-f34d02c8-0112-4577-a4c2-0866dd5f7e56 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:32.299397 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f2ade-5aa7-4957-bb8c-0edede263976 req-f34d02c8-0112-4577-a4c2-0866dd5f7e56 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:32.301067 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6d6f2ade-5aa7-4957-bb8c-0edede263976 req-f34d02c8-0112-4577-a4c2-0866dd5f7e56 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 1683 time: 0.2038651 Jul 07 16:58:32.419257 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-3cffd63e-2ba7-46e0-bc14-334b3fc9419f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] For port d0beb6f8-3c5e-4ae7-a846-87d528c35df2, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=d0beb6f8-3c5e-4ae7-a846-87d528c35df2,segment=NetworkSegment(be01bad0-f90c-4ae6-8178-bcd4fb6622e3),segment_id=be01bad0-f90c-4ae6-8178-bcd4fb6622e3)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:32.419643 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-3cffd63e-2ba7-46e0-bc14-334b3fc9419f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.421506 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6d6f2ade-5aa7-4957-bb8c-0edede263976 req-1819d47a-2d67-4dd5-9d35-ab254608f22a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101587 Jul 07 16:58:32.422253 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b38a0798-fd2f-441a-9ffa-89376e1d4ce9 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.437601 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-3cffd63e-2ba7-46e0-bc14-334b3fc9419f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Calling delete_port for d0beb6f8-3c5e-4ae7-a846-87d528c35df2 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:32.446548 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a0798-fd2f-441a-9ffa-89376e1d4ce9 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Pushing event deleted for resources: {'Port': ['ID=2dff48a1-9e2d-40b6-a7c8-8d6cf0378c6b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:32.512606 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba25841-d14a-45a7-8ce7-cb9802158116 x-openstack-request-id: req-4ba25841-d14a-45a7-8ce7-cb9802158116 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:32.513103 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aebd56a-3531-402b-b009-c0e00698377f", "name": "network-vif-plugged", "status": "completed", "tag": "7c0023a5-f50b-490b-a782-0053eb297dbf", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:32.513198 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4ba25841-d14a-45a7-8ce7-cb9802158116 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:32.513544 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aebd56a-3531-402b-b009-c0e00698377f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0023a5-f50b-490b-a782-0053eb297dbf', 'code': 200} Jul 07 16:58:32.538085 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b38a0798-fd2f-441a-9ffa-89376e1d4ce9 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.592056 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f828f-e785-4ace-93e6-1b5b7e35fd40 req-c79fdae0-1e02-4289-8081-a401b8055c47 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:32.599509 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e84f828f-e785-4ace-93e6-1b5b7e35fd40 req-c79fdae0-1e02-4289-8081-a401b8055c47 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa32ae81-0109-4f49-8a35-90a1522da6bc HTTP/1.1" status: 200 len: 945 time: 0.4900489 Jul 07 16:58:32.606600 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c87a3f-e529-42b0-b192-eb50783c0bb6 x-openstack-request-id: req-68c87a3f-e529-42b0-b192-eb50783c0bb6 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:32.606946 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92be3b12-967a-49c1-904a-47213572c1a5", "name": "network-vif-deleted", "tag": "ba68cffb-f035-4011-bc3a-6b3713f71cdd", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:32.607224 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-68c87a3f-e529-42b0-b192-eb50783c0bb6 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:32.607516 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92be3b12-967a-49c1-904a-47213572c1a5', 'name': 'network-vif-deleted', 'tag': 'ba68cffb-f035-4011-bc3a-6b3713f71cdd', 'status': 'completed', 'code': 200} Jul 07 16:58:32.735469 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b38a0798-fd2f-441a-9ffa-89376e1d4ce9 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.738567 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b38a0798-fd2f-441a-9ffa-89376e1d4ce9 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.773062 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8e6191d1-03d2-4578-b78b-16f66de5dee6 req-d25a6bcd-b29e-4bf5-8086-fafd1a7b278b tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 210 time: 0.0510235 Jul 07 16:58:32.788257 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e84f828f-e785-4ace-93e6-1b5b7e35fd40 req-b580f8c6-b119-47f0-8597-949f949e5d69 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870296 Jul 07 16:58:32.810015 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-92cc97ea-eede-4772-822e-f9fc94d18c22 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Allocated IP 172.20.0.5 (00200275-feb8-4792-b225-1605381ce5dc/a99df1f9-17f6-4826-9d57-d15200be420d/a9ec8166-c294-49dc-b300-07e015a06f9a) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:32.840894 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-3cffd63e-2ba7-46e0-bc14-334b3fc9419f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.849788 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b38a0798-fd2f-441a-9ffa-89376e1d4ce9 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.850584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38a0798-fd2f-441a-9ffa-89376e1d4ce9 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Fanout notify agent at l3_agent the message router_deleted on router 3d72912d-9ffc-4d7b-b148-5b275256241e {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:58:32.852920 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['ba68cffb-f035-4011-bc3a-6b3713f71cdd'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:32.868381 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b38a0798-fd2f-441a-9ffa-89376e1d4ce9 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.869688 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b38a0798-fd2f-441a-9ffa-89376e1d4ce9 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "DELETE /v2.0/routers/3d72912d-9ffc-4d7b-b148-5b275256241e HTTP/1.1" status: 204 len: 168 time: 1.8525245 Jul 07 16:58:32.875677 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46798) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:32.881800 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-227117cd-fa2b-4931-8e4f-cfa1d2ddc1ee tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-765527706', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}, 'admin_state_up': False}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:32.930198 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-227117cd-fa2b-4931-8e4f-cfa1d2ddc1ee tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.932177 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-227117cd-fa2b-4931-8e4f-cfa1d2ddc1ee tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:32.975224 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffd63e-2ba7-46e0-bc14-334b3fc9419f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event deleted for resources: {'Port': ['ID=d0beb6f8-3c5e-4ae7-a846-87d528c35df2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:33.118335 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-227117cd-fa2b-4931-8e4f-cfa1d2ddc1ee tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:33.253701 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3d75b-ed61-4511-9f94-edf9198044e5 req-ca0fc9c4-0146-41e8-a419-e82f8b061f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:33.257536 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-61d3d75b-ed61-4511-9f94-edf9198044e5 req-ca0fc9c4-0146-41e8-a419-e82f8b061f2d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 1097 time: 0.5227613 Jul 07 16:58:33.301600 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e86853-8c50-4075-ac16-f11bf9100208 req-4b304af6-2273-463c-a7d2-a3018c2a24f0 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:33.305473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-3cffd63e-2ba7-46e0-bc14-334b3fc9419f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] No DVR routers for this DVR port d0beb6f8-3c5e-4ae7-a846-87d528c35df2 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:33.311941 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87e86853-8c50-4075-ac16-f11bf9100208 req-4b304af6-2273-463c-a7d2-a3018c2a24f0 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.3674293 Jul 07 16:58:33.329171 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-3cffd63e-2ba7-46e0-bc14-334b3fc9419f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:33.331081 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-3cffd63e-2ba7-46e0-bc14-334b3fc9419f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.15 "DELETE /v2.0/ports/d0beb6f8-3c5e-4ae7-a846-87d528c35df2 HTTP/1.1" status: 204 len: 173 time: 2.1269286 Jul 07 16:58:33.418070 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-227117cd-fa2b-4931-8e4f-cfa1d2ddc1ee tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:33.434822 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87e86853-8c50-4075-ac16-f11bf9100208 req-4a5d7126-fbc9-4db8-8498-78989951b13a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216531 Jul 07 16:58:33.518007 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-61d3d75b-ed61-4511-9f94-edf9198044e5 req-c1724f21-a12a-44c7-a3b4-59a6c835b09d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081885 Jul 07 16:58:33.643187 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-92cc97ea-eede-4772-822e-f9fc94d18c22 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:33.690099 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7dacb0-bacb-4376-aae3-516f129efc65 req-d7fad4c0-40c1-4a3b-9ca0-2ad7d128649c tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:33.692300 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2c7dacb0-bacb-4376-aae3-516f129efc65 req-d7fad4c0-40c1-4a3b-9ca0-2ad7d128649c tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 946 time: 0.3375249 Jul 07 16:58:33.760978 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2c7dacb0-bacb-4376-aae3-516f129efc65 req-d2e45e1e-0b33-48df-bcd5-4b44349bd8bf tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/security-groups?id=e221eece-25fc-45ca-808a-01f78d916dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608327 Jul 07 16:58:33.766966 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-e490c54f-af79-4b01-9aa4-b35c39d7a0f5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Deleting port a4a5935f-ba45-492f-930a-e46ec4b2b81e {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:33.767253 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-e490c54f-af79-4b01-9aa4-b35c39d7a0f5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:33.773145 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-92cc97ea-eede-4772-822e-f9fc94d18c22 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:33.787050 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['465fc65b-b48d-4ce1-839f-23d7a638aaa4'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:33.896337 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-227117cd-fa2b-4931-8e4f-cfa1d2ddc1ee tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:33.936593 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-92cc97ea-eede-4772-822e-f9fc94d18c22 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Network 00200275-feb8-4792-b225-1605381ce5dc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:33.938041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-92cc97ea-eede-4772-822e-f9fc94d18c22 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:33.941290 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-92cc97ea-eede-4772-822e-f9fc94d18c22 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:33.950244 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-227117cd-fa2b-4931-8e4f-cfa1d2ddc1ee tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:33.992676 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c518ef-dfbc-494a-b95d-254b16adf278 req-e94aa8cf-b36b-470d-96a9-ba6d8cdebfac tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:33.995032 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-28c518ef-dfbc-494a-b95d-254b16adf278 req-e94aa8cf-b36b-470d-96a9-ba6d8cdebfac tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 946 time: 0.3031249 Jul 07 16:58:34.056620 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-92cc97ea-eede-4772-822e-f9fc94d18c22 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:34.057500 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-92cc97ea-eede-4772-822e-f9fc94d18c22 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:34.074876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc97ea-eede-4772-822e-f9fc94d18c22 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Pushing event updated for resources: {'Port': ['ID=a9ec8166-c294-49dc-b300-07e015a06f9a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:34.126918 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-92cc97ea-eede-4772-822e-f9fc94d18c22 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6415358 Jul 07 16:58:34.144667 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] Request body: {'port': {'device_id': 'e1bd87fa-8885-4407-b960-dee2bed34e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:34.183268 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46852) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:34.198932 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-28c518ef-dfbc-494a-b95d-254b16adf278 req-16928ce2-6f35-40a3-a01c-e7972eab22b5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887566 Jul 07 16:58:34.211355 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-227117cd-fa2b-4931-8e4f-cfa1d2ddc1ee tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Allocated IP 172.25.2.47 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/9e3f03f2-e5bc-4f72-9cc8-c301c0fde178) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:34.229715 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-e490c54f-af79-4b01-9aa4-b35c39d7a0f5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] For port a4a5935f-ba45-492f-930a-e46ec4b2b81e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a4a5935f-ba45-492f-930a-e46ec4b2b81e,segment=NetworkSegment(e9b0ebff-dc18-410f-a029-fcf20178077a),segment_id=e9b0ebff-dc18-410f-a029-fcf20178077a)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:34.229715 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-e490c54f-af79-4b01-9aa4-b35c39d7a0f5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:34.258726 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-e490c54f-af79-4b01-9aa4-b35c39d7a0f5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Calling delete_port for a4a5935f-ba45-492f-930a-e46ec4b2b81e owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:34.309943 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c437628-7e75-4643-8e44-81f107b19759 req-ca3dc821-92f3-4782-885b-544270d62e6a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:34.311953 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1c437628-7e75-4643-8e44-81f107b19759 req-ca3dc821-92f3-4782-885b-544270d62e6a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 931 time: 0.2751162 Jul 07 16:58:34.348124 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:34.396675 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-227117cd-fa2b-4931-8e4f-cfa1d2ddc1ee tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:34.421789 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef090d35-535c-4138-b435-6f7704bad229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:34.451763 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1c437628-7e75-4643-8e44-81f107b19759 req-72f3f605-66c4-4112-9654-3e55384ab4e4 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041462 Jul 07 16:58:34.582804 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6a110-fe09-4197-a80b-dfb9bd93b859 req-6614a25b-d6e4-4d52-b197-77dcb6d5b51b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:34.586315 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e7e6a110-fe09-4197-a80b-dfb9bd93b859 req-6614a25b-d6e4-4d52-b197-77dcb6d5b51b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa32ae81-0109-4f49-8a35-90a1522da6bc HTTP/1.1" status: 200 len: 945 time: 0.2458837 Jul 07 16:58:34.595468 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-227117cd-fa2b-4931-8e4f-cfa1d2ddc1ee tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:34.622439 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227117cd-fa2b-4931-8e4f-cfa1d2ddc1ee tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:34.628282 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-227117cd-fa2b-4931-8e4f-cfa1d2ddc1ee tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:34.651168 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92be3b12-967a-49c1-904a-47213572c1a5', 'name': 'network-vif-deleted', 'tag': 'd0beb6f8-3c5e-4ae7-a846-87d528c35df2'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:34.654250 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6538812-9558-4fb7-98a9-3a15634b71e9" -d '{"events": [{"server_uuid": "92be3b12-967a-49c1-904a-47213572c1a5", "name": "network-vif-deleted", "tag": "d0beb6f8-3c5e-4ae7-a846-87d528c35df2"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:34.675143 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-e490c54f-af79-4b01-9aa4-b35c39d7a0f5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:34.682879 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227117cd-fa2b-4931-8e4f-cfa1d2ddc1ee tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:34.689337 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device c5109515-4cf5-42ae-9545-f70d7b13b439 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:34.747526 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490c54f-af79-4b01-9aa4-b35c39d7a0f5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event deleted for resources: {'Port': ['ID=a4a5935f-ba45-492f-930a-e46ec4b2b81e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:34.790961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port c5109515-4cf5-42ae-9545-f70d7b13b439 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:34.795184 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e7e6a110-fe09-4197-a80b-dfb9bd93b859 req-7c4d3fbe-8012-471c-a9af-6daaf076e28a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876330 Jul 07 16:58:34.796203 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port c5109515-4cf5-42ae-9545-f70d7b13b439 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:34.796718 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:34.820396 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227117cd-fa2b-4931-8e4f-cfa1d2ddc1ee tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Pushing event updated for resources: {'Port': ['ID=9e3f03f2-e5bc-4f72-9cc8-c301c0fde178,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:34.886800 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-e490c54f-af79-4b01-9aa4-b35c39d7a0f5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] No DVR routers for this DVR port a4a5935f-ba45-492f-930a-e46ec4b2b81e on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:34.891634 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-e490c54f-af79-4b01-9aa4-b35c39d7a0f5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:34.894941 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1ec8f9db-43da-441d-ac05-0cf9b19e64f3 req-e490c54f-af79-4b01-9aa4-b35c39d7a0f5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.15 "DELETE /v2.0/ports/a4a5935f-ba45-492f-930a-e46ec4b2b81e HTTP/1.1" status: 204 len: 173 time: 1.5413098 Jul 07 16:58:34.949869 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c41b94-40aa-42a6-88b6-b7609285f620 x-openstack-request-id: req-f1c41b94-40aa-42a6-88b6-b7609285f620 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:34.950238 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92be3b12-967a-49c1-904a-47213572c1a5", "name": "network-vif-deleted", "tag": "d0beb6f8-3c5e-4ae7-a846-87d528c35df2", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:34.950548 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f1c41b94-40aa-42a6-88b6-b7609285f620 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:34.951084 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92be3b12-967a-49c1-904a-47213572c1a5', 'name': 'network-vif-deleted', 'tag': 'd0beb6f8-3c5e-4ae7-a846-87d528c35df2', 'status': 'completed', 'code': 200} Jul 07 16:58:35.017745 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:35.061744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa32ae81-0109-4f49-8a35-90a1522da6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5109515-4cf5-42ae-9545-f70d7b13b439'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:35.064709 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7739f673-cdc1-4280-9a0c-fe167c04e517" -d '{"events": [{"server_uuid": "fa32ae81-0109-4f49-8a35-90a1522da6bc", "name": "network-vif-plugged", "status": "completed", "tag": "c5109515-4cf5-42ae-9545-f70d7b13b439"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:35.079061 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a4a5935f-ba45-492f-930a-e46ec4b2b81e no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:35.085816 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port c5109515-4cf5-42ae-9545-f70d7b13b439, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=c5109515-4cf5-42ae-9545-f70d7b13b439,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:35.107543 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:35.163251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: a4a5935f-ba45-492f-930a-e46ec4b2b81e {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:35.163601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a4a5935f-ba45-492f-930a-e46ec4b2b81e not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:35.164022 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device d0beb6f8-3c5e-4ae7-a846-87d528c35df2 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:35.213258 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=c5109515-4cf5-42ae-9545-f70d7b13b439,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:35.234882 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: d0beb6f8-3c5e-4ae7-a846-87d528c35df2 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:35.235749 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device d0beb6f8-3c5e-4ae7-a846-87d528c35df2 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:35.236075 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ba68cffb-f035-4011-bc3a-6b3713f71cdd no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:35.277136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ec8166-c294-49dc-b300-07e015a06f9a {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:35.284046 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: ba68cffb-f035-4011-bc3a-6b3713f71cdd {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:35.284524 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ba68cffb-f035-4011-bc3a-6b3713f71cdd not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:35.295524 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:35.339562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] Transition to ACTIVE for port object a9ec8166-c294-49dc-b300-07e015a06f9a will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:35.345936 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:35.410303 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef83180-70a4-43f3-b70a-985860747e7a x-openstack-request-id: req-fef83180-70a4-43f3-b70a-985860747e7a {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:35.411023 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa32ae81-0109-4f49-8a35-90a1522da6bc", "name": "network-vif-plugged", "status": "completed", "tag": "c5109515-4cf5-42ae-9545-f70d7b13b439", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:35.412108 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fef83180-70a4-43f3-b70a-985860747e7a {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:35.413282 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa32ae81-0109-4f49-8a35-90a1522da6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5109515-4cf5-42ae-9545-f70d7b13b439', 'code': 200} Jul 07 16:58:35.435405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec94c11-8ff0-4f6e-b496-410e8f451101 req-9751eb85-4fa3-4edc-a50f-acb8c3626cb0 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:35.442857 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ec94c11-8ff0-4f6e-b496-410e8f451101 req-9751eb85-4fa3-4edc-a50f-acb8c3626cb0 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.6380968 Jul 07 16:58:35.477493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ec8166-c294-49dc-b300-07e015a06f9a,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:35.518906 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ec94c11-8ff0-4f6e-b496-410e8f451101 req-74b0de9d-30aa-494d-89e1-ce5ca9b7602b tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726755 Jul 07 16:58:35.731114 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] Attempting to bind port a9ec8166-c294-49dc-b300-07e015a06f9a on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:35.731533 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] Attempting to bind port a9ec8166-c294-49dc-b300-07e015a06f9a by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:35.731938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] Attempting to bind port a9ec8166-c294-49dc-b300-07e015a06f9a on network 00200275-feb8-4792-b225-1605381ce5dc {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:35.748323 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] Port a9ec8166-c294-49dc-b300-07e015a06f9a on network 00200275-feb8-4792-b225-1605381ce5dc not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:58:35.748839 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] Attempting to bind port a9ec8166-c294-49dc-b300-07e015a06f9a on network 00200275-feb8-4792-b225-1605381ce5dc {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:35.759516 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:35.759855 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] Checking segment: {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:35.760245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] Bound using segment: {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:35.760846 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] Bound port: a9ec8166-c294-49dc-b300-07e015a06f9a, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c545deb-bc5e-4b6a-9454-12f4580e6e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00200275-feb8-4792-b225-1605381ce5dc'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:35.761332 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:35.774081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06a783-33e0-4fe6-a726-0def88d28c43 req-1519cbce-9f0c-4c58-acc2-6c2bcd30181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:35.775730 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d06a783-33e0-4fe6-a726-0def88d28c43 req-1519cbce-9f0c-4c58-acc2-6c2bcd30181a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fa32ae81-0109-4f49-8a35-90a1522da6bc HTTP/1.1" status: 200 len: 1097 time: 0.2361615 Jul 07 16:58:35.823694 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4b7fbf2b-0303-4e2f-9b6b-106615dd1c2e req-1ea7d78f-a0d4-444b-8a9f-de9428436376 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=92be3b12-967a-49c1-904a-47213572c1a5 HTTP/1.1" status: 200 len: 210 time: 0.0468974 Jul 07 16:58:35.874944 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d06a783-33e0-4fe6-a726-0def88d28c43 req-b61494d0-c1e2-4438-9285-b38fffdf764b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630529 Jul 07 16:58:35.916060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] For port a9ec8166-c294-49dc-b300-07e015a06f9a, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:35.919791 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] For port a9ec8166-c294-49dc-b300-07e015a06f9a, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a9ec8166-c294-49dc-b300-07e015a06f9a,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:35.926466 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:35.935373 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef090d35-535c-4138-b435-6f7704bad229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:35.949445 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef090d35-535c-4138-b435-6f7704bad229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:35.994530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:35.995173 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:35.996564 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] 10.222.0.15 "PUT /v2.0/ports/a9ec8166-c294-49dc-b300-07e015a06f9a HTTP/1.1" status: 200 len: 1091 time: 1.8570521 Jul 07 16:58:36.033845 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ef090d35-535c-4138-b435-6f7704bad229 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e7b25fefe6c94db49c3bb7711a2eb057&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8442614 Jul 07 16:58:36.040402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46912) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:36.094092 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef090d35-535c-4138-b435-6f7704bad229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d38b0a2-f66d-48ef-916b-3d1a75489d5d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:36.107300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e0049-a081-4b80-920c-6cfe8b7116d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ec8166-c294-49dc-b300-07e015a06f9a,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:36.143332 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588650ac-fa86-4e04-9d7c-4213d6622f0e req-3fe7a7a7-6731-4520-8178-3b72ddb50bfe tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:36.144850 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-588650ac-fa86-4e04-9d7c-4213d6622f0e req-3fe7a7a7-6731-4520-8178-3b72ddb50bfe tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 943 time: 0.1642058 Jul 07 16:58:36.177542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-0f80e6f4-4e3d-4bb4-bb01-08c384b8728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:36.178735 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-227117cd-fa2b-4931-8e4f-cfa1d2ddc1ee tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.179309 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-0f80e6f4-4e3d-4bb4-bb01-08c384b8728c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 1094 time: 0.1260314 Jul 07 16:58:36.233205 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-588650ac-fa86-4e04-9d7c-4213d6622f0e req-586f8ab0-220e-4ce0-9dda-89e9c9d4c1af tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781915 Jul 07 16:58:36.234705 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-86bdb99e-7646-4d20-8bbe-8c96cd4334cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9ec8166-c294-49dc-b300-07e015a06f9a HTTP/1.1" status: 200 len: 217 time: 0.0430136 Jul 07 16:58:36.239080 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c69ad40-0008-4fbc-9ff3-7a93c45b0456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.288589 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-39807fed-5b77-4cd1-a912-87927bed97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:36.290238 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-39807fed-5b77-4cd1-a912-87927bed97a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a99df1f9-17f6-4826-9d57-d15200be420d HTTP/1.1" status: 200 len: 845 time: 0.0473850 Jul 07 16:58:36.311028 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c69ad40-0008-4fbc-9ff3-7a93c45b0456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.324515 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-9c1fc49e-a3a8-43c1-96a9-317d28e66692 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00200275-feb8-4792-b225-1605381ce5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274789 Jul 07 16:58:36.328810 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c0e01-515b-4d69-98a4-70240b3c0538 req-919be0fe-c954-4c19-8821-2e99e691ae99 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:36.330414 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-282c0e01-515b-4d69-98a4-70240b3c0538 req-919be0fe-c954-4c19-8821-2e99e691ae99 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 946 time: 0.2015889 Jul 07 16:58:36.439017 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-282c0e01-515b-4d69-98a4-70240b3c0538 req-b7fde478-d328-47a0-80b5-03348fbc4391 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/security-groups?id=e221eece-25fc-45ca-808a-01f78d916dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0984409 Jul 07 16:58:36.457554 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c69ad40-0008-4fbc-9ff3-7a93c45b0456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.460164 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c69ad40-0008-4fbc-9ff3-7a93c45b0456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.464261 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4c69ad40-0008-4fbc-9ff3-7a93c45b0456 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d38b0a2-f66d-48ef-916b-3d1a75489d5d HTTP/1.1" status: 204 len: 168 time: 0.4224701 Jul 07 16:58:36.468883 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-0171728d-b03f-4be0-a2f7-c77c9498fa32 service neutron] 10.222.0.15 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374035 Jul 07 16:58:36.493289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bf641-a5e2-4885-827a-985e4e3a3297 req-303c03fa-eafb-40dd-a690-ecb61e191115 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:36.494838 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-444bf641-a5e2-4885-827a-985e4e3a3297 req-303c03fa-eafb-40dd-a690-ecb61e191115 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=2100bcb2-ef01-4d7c-91b4-1bf86922fb66 HTTP/1.1" status: 200 len: 946 time: 0.1415153 Jul 07 16:58:36.514543 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69ad40-0008-4fbc-9ff3-7a93c45b0456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d38b0a2-f66d-48ef-916b-3d1a75489d5d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:36.538467 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-227117cd-fa2b-4931-8e4f-cfa1d2ddc1ee tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.589631 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-444bf641-a5e2-4885-827a-985e4e3a3297 req-3e28c81f-30ba-4a46-9e4a-6250f2f43296 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800781 Jul 07 16:58:36.618062 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82695e8b-b060-4c9c-aa3b-9dbccfe5088d req-b4fdc486-2b6f-470f-9f5d-c276f370abe4 service neutron] 10.222.0.15 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413891 Jul 07 16:58:36.743537 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee356ac-fd86-4455-b2bf-ad0317e7225a req-3b3b5efb-c5a3-4bef-a6e0-948a238070b7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:36.745165 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bee356ac-fd86-4455-b2bf-ad0317e7225a req-3b3b5efb-c5a3-4bef-a6e0-948a238070b7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa32ae81-0109-4f49-8a35-90a1522da6bc HTTP/1.1" status: 200 len: 946 time: 0.1614006 Jul 07 16:58:36.790062 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227117cd-fa2b-4931-8e4f-cfa1d2ddc1ee tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Router 6fa6dedd-4ee4-4de1-80d8-400238f14642 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:58:36.808415 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bee356ac-fd86-4455-b2bf-ad0317e7225a req-6d05aed4-c525-4ac4-a7f1-1c4730bf4639 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448663 Jul 07 16:58:36.846893 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4868423-43ea-423c-9545-2f2fd7c506e6 req-9e1d7921-c3cd-4a7d-a1da-20d0c5a726ed tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:36.848586 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4868423-43ea-423c-9545-2f2fd7c506e6 req-9e1d7921-c3cd-4a7d-a1da-20d0c5a726ed tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.0969741 Jul 07 16:58:36.900640 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4868423-43ea-423c-9545-2f2fd7c506e6 req-276e074f-5ada-4971-9eb3-bc2e24d478b1 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395362 Jul 07 16:58:36.941678 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227117cd-fa2b-4931-8e4f-cfa1d2ddc1ee tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:36.952339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92be3b12-967a-49c1-904a-47213572c1a5', 'name': 'network-vif-deleted', 'tag': 'a4a5935f-ba45-492f-930a-e46ec4b2b81e'}, {'name': 'network-changed', 'server_uuid': 'e1bd87fa-8885-4407-b960-dee2bed34e93', 'tag': 'a9ec8166-c294-49dc-b300-07e015a06f9a'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:36.959670 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99730cb0-2b0a-4ab1-83f2-2f71ed2fc0bb" -d '{"events": [{"server_uuid": "92be3b12-967a-49c1-904a-47213572c1a5", "name": "network-vif-deleted", "tag": "a4a5935f-ba45-492f-930a-e46ec4b2b81e"}, {"name": "network-changed", "server_uuid": "e1bd87fa-8885-4407-b960-dee2bed34e93", "tag": "a9ec8166-c294-49dc-b300-07e015a06f9a"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:36.960441 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d2b867-58cd-4d97-9187-18b83cc07064 None None] Sync routers for ids ['6fa6dedd-4ee4-4de1-80d8-400238f14642'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:36.971754 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46938) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:36.976159 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-227117cd-fa2b-4931-8e4f-cfa1d2ddc1ee tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:36.977926 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-227117cd-fa2b-4931-8e4f-cfa1d2ddc1ee tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.1011310 Jul 07 16:58:36.980592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46940) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:36.983509 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d2b867-58cd-4d97-9187-18b83cc07064 None None] Routers {'6fa6dedd-4ee4-4de1-80d8-400238f14642'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:36.984113 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-f0d2b867-58cd-4d97-9187-18b83cc07064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:58:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['6fa6dedd-4ee4-4de1-80d8-400238f14642'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:36.987751 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1955d879-6e08-483e-a5af-8e44206ef177 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:37.080898 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f520513d-b843-4050-aeca-faef3f2cfe5f x-openstack-request-id: req-f520513d-b843-4050-aeca-faef3f2cfe5f {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:37.081193 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92be3b12-967a-49c1-904a-47213572c1a5", "name": "network-vif-deleted", "tag": "a4a5935f-ba45-492f-930a-e46ec4b2b81e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1bd87fa-8885-4407-b960-dee2bed34e93", "tag": "a9ec8166-c294-49dc-b300-07e015a06f9a", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:37.081452 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f520513d-b843-4050-aeca-faef3f2cfe5f {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:37.081867 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92be3b12-967a-49c1-904a-47213572c1a5', 'name': 'network-vif-deleted', 'tag': 'a4a5935f-ba45-492f-930a-e46ec4b2b81e', 'status': 'completed', 'code': 200} Jul 07 16:58:37.082119 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bd87fa-8885-4407-b960-dee2bed34e93', 'tag': 'a9ec8166-c294-49dc-b300-07e015a06f9a', 'status': 'completed', 'code': 200} Jul 07 16:58:37.089311 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-f0d2b867-58cd-4d97-9187-18b83cc07064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:37.131555 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d2b867-58cd-4d97-9187-18b83cc07064 None None] Routers {'6fa6dedd-4ee4-4de1-80d8-400238f14642'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:37.132178 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-f0d2b867-58cd-4d97-9187-18b83cc07064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:58:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['6fa6dedd-4ee4-4de1-80d8-400238f14642'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:37.206773 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-f0d2b867-58cd-4d97-9187-18b83cc07064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:37.207448 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d2b867-58cd-4d97-9187-18b83cc07064 None None] The sync data for ids ['6fa6dedd-4ee4-4de1-80d8-400238f14642'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:37.250704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-0741abb6-d97d-4975-9c2a-766360ab6cb2 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Deleting subnet 35badbd6-3193-4a5e-8ecd-fc9df34938e3 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:58:37.255922 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0741abb6-d97d-4975-9c2a-766360ab6cb2 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.340306 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0741abb6-d97d-4975-9c2a-766360ab6cb2 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.393452 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99730cb0-2b0a-4ab1-83f2-2f71ed2fc0bb req-75702e6f-b661-45a6-af55-4be9a2737656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:37.395038 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99730cb0-2b0a-4ab1-83f2-2f71ed2fc0bb req-75702e6f-b661-45a6-af55-4be9a2737656 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=442a9cfcd40e429187b2cbade1798605&device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 1094 time: 0.2769427 Jul 07 16:58:37.433627 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1955d879-6e08-483e-a5af-8e44206ef177 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.436686 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38684679-447f-4301-a72c-e60640419e7c req-a608b3db-dcb3-4e8f-9971-b59a7660f307 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:37.438284 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38684679-447f-4301-a72c-e60640419e7c req-a608b3db-dcb3-4e8f-9971-b59a7660f307 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.3013151 Jul 07 16:58:37.454824 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1955d879-6e08-483e-a5af-8e44206ef177 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.522716 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-1955d879-6e08-483e-a5af-8e44206ef177 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Deleting port 9e3f03f2-e5bc-4f72-9cc8-c301c0fde178 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:37.523321 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1955d879-6e08-483e-a5af-8e44206ef177 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.656862 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1955d879-6e08-483e-a5af-8e44206ef177 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.678805 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-1955d879-6e08-483e-a5af-8e44206ef177 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Calling delete_port for 9e3f03f2-e5bc-4f72-9cc8-c301c0fde178 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:37.694693 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2d488-671d-4ba8-8cb6-35e99d751c89 req-ba68579c-680d-4378-990d-f17ed09c0168 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:37.701728 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86b2d488-671d-4ba8-8cb6-35e99d751c89 req-ba68579c-680d-4378-990d-f17ed09c0168 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 943 time: 0.1639731 Jul 07 16:58:37.790995 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86b2d488-671d-4ba8-8cb6-35e99d751c89 req-40920d65-6d7e-419e-aa5e-e0e1fa029f77 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882587 Jul 07 16:58:37.864191 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff7b86-34a8-41eb-ae22-27ec7f22aa72 req-424d72b6-1571-4d5e-af26-38622261ee97 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:37.865715 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-49ff7b86-34a8-41eb-ae22-27ec7f22aa72 req-424d72b6-1571-4d5e-af26-38622261ee97 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.15 "GET /v2.0/ports?device_id=2100bcb2-ef01-4d7c-91b4-1bf86922fb66 HTTP/1.1" status: 200 len: 946 time: 0.5802310 Jul 07 16:58:37.867256 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0741abb6-d97d-4975-9c2a-766360ab6cb2 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:37.954534 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38684679-447f-4301-a72c-e60640419e7c req-bca43668-6900-4d32-bb13-a089a2271f24 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006800 Jul 07 16:58:37.994094 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99730cb0-2b0a-4ab1-83f2-2f71ed2fc0bb req-2b655871-56b6-42bc-97ab-faae8f9f9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:37.995664 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99730cb0-2b0a-4ab1-83f2-2f71ed2fc0bb req-2b655871-56b6-42bc-97ab-faae8f9f9b8a service neutron] 10.222.0.15 "GET /v2.0/networks?id=00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 200 len: 906 time: 0.5911686 Jul 07 16:58:37.997971 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1955d879-6e08-483e-a5af-8e44206ef177 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.045505 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955d879-6e08-483e-a5af-8e44206ef177 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Pushing event deleted for resources: {'Port': ['ID=9e3f03f2-e5bc-4f72-9cc8-c301c0fde178,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:38.047174 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46976) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:38.080212 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99730cb0-2b0a-4ab1-83f2-2f71ed2fc0bb req-74c8b3ae-91cd-4f7d-83fe-4e40a49f79c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9ec8166-c294-49dc-b300-07e015a06f9a HTTP/1.1" status: 200 len: 217 time: 0.0746739 Jul 07 16:58:38.097784 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0741abb6-d97d-4975-9c2a-766360ab6cb2 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.118437 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee5cdf-2589-4958-b37b-7ef6f570c256 req-a1ab68bd-938e-4af0-80d6-5c6b9be036ed tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:38.120401 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c4ee5cdf-2589-4958-b37b-7ef6f570c256 req-a1ab68bd-938e-4af0-80d6-5c6b9be036ed tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 946 time: 0.1757045 Jul 07 16:58:38.174826 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741abb6-d97d-4975-9c2a-766360ab6cb2 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event deleted for resources: {'Subnet': ['ID=35badbd6-3193-4a5e-8ecd-fc9df34938e3,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:38.187108 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1955d879-6e08-483e-a5af-8e44206ef177 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.192122 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7465a45b-ff6d-4053-b315-e14610681b53 None None] Network 5f5fac9b-6a55-45b7-8cef-9d038ad067a1 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:38.199288 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c4ee5cdf-2589-4958-b37b-7ef6f570c256 req-f744fc22-668b-4bf9-a38c-5bd821b90094 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/security-groups?id=e221eece-25fc-45ca-808a-01f78d916dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595217 Jul 07 16:58:38.202187 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0741abb6-d97d-4975-9c2a-766360ab6cb2 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.204147 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0741abb6-d97d-4975-9c2a-766360ab6cb2 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "DELETE /v2.0/subnets/35badbd6-3193-4a5e-8ecd-fc9df34938e3 HTTP/1.1" status: 204 len: 168 time: 1.2314053 Jul 07 16:58:38.229701 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46980) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:38.262978 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-49ff7b86-34a8-41eb-ae22-27ec7f22aa72 req-285061b4-e869-49a7-9958-bb9458d9fde0 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Deleting port dbf003e7-7303-4392-a04c-6a1898bef767 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:38.263309 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-49ff7b86-34a8-41eb-ae22-27ec7f22aa72 req-285061b4-e869-49a7-9958-bb9458d9fde0 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.265303 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-5a22062c-9bae-44f2-8f89-877fa18b4fdd tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1098071275'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:38.307322 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99730cb0-2b0a-4ab1-83f2-2f71ed2fc0bb req-a90c6904-7fbc-4e8e-b0c2-a4909156f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:38.309289 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99730cb0-2b0a-4ab1-83f2-2f71ed2fc0bb req-a90c6904-7fbc-4e8e-b0c2-a4909156f1c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a99df1f9-17f6-4826-9d57-d15200be420d HTTP/1.1" status: 200 len: 845 time: 0.2222271 Jul 07 16:58:38.360296 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a22062c-9bae-44f2-8f89-877fa18b4fdd tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Made reservation on behalf of cdfc2e9f54444e7b9dbe50201e7b7d55 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:38.364243 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5a22062c-9bae-44f2-8f89-877fa18b4fdd tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.406367 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99730cb0-2b0a-4ab1-83f2-2f71ed2fc0bb req-987a8247-2b0a-473a-a660-c6f44ca01798 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00200275-feb8-4792-b225-1605381ce5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676370 Jul 07 16:58:38.424617 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5a22062c-9bae-44f2-8f89-877fa18b4fdd tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.425824 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e17c94-0b6b-4de3-80a1-b9346c57766a None None] DHCP port deletion for 5f5fac9b-6a55-45b7-8cef-9d038ad067a1 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:58:38.458033 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.475604 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-32e17c94-0b6b-4de3-80a1-b9346c57766a None None] Deleting port f4558537-1f3e-4825-8cf6-a499d0ee5f4f {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:38.476121 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-32e17c94-0b6b-4de3-80a1-b9346c57766a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.500823 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4eaf07-541c-4411-91eb-54b3d88c83bb req-bbac6a7a-c168-4347-b943-f25b03b095be tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:38.502311 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f4eaf07-541c-4411-91eb-54b3d88c83bb req-bbac6a7a-c168-4347-b943-f25b03b095be tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/ports?device_id=2100bcb2-ef01-4d7c-91b4-1bf86922fb66 HTTP/1.1" status: 200 len: 946 time: 0.3678982 Jul 07 16:58:38.532287 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1955d879-6e08-483e-a5af-8e44206ef177 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.541784 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-32e17c94-0b6b-4de3-80a1-b9346c57766a None None] For port f4558537-1f3e-4825-8cf6-a499d0ee5f4f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=f4558537-1f3e-4825-8cf6-a499d0ee5f4f,segment=NetworkSegment(e9b0ebff-dc18-410f-a029-fcf20178077a),segment_id=e9b0ebff-dc18-410f-a029-fcf20178077a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:38.542334 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-32e17c94-0b6b-4de3-80a1-b9346c57766a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.544814 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-49ff7b86-34a8-41eb-ae22-27ec7f22aa72 req-285061b4-e869-49a7-9958-bb9458d9fde0 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] For port dbf003e7-7303-4392-a04c-6a1898bef767, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=dbf003e7-7303-4392-a04c-6a1898bef767,segment=NetworkSegment(2fe7af82-28aa-413a-8d85-a1067ef1e64c),segment_id=2fe7af82-28aa-413a-8d85-a1067ef1e64c)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:38.545183 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-49ff7b86-34a8-41eb-ae22-27ec7f22aa72 req-285061b4-e869-49a7-9958-bb9458d9fde0 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.554020 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1955d879-6e08-483e-a5af-8e44206ef177 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.557689 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-32e17c94-0b6b-4de3-80a1-b9346c57766a None None] Calling delete_port for f4558537-1f3e-4825-8cf6-a499d0ee5f4f owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:38.576778 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0c0ad-fca7-43e8-81c8-240dc37254e2 req-39855013-e205-49c5-91c0-382efac81f64 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:38.578311 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dac0c0ad-fca7-43e8-81c8-240dc37254e2 req-39855013-e205-49c5-91c0-382efac81f64 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa32ae81-0109-4f49-8a35-90a1522da6bc HTTP/1.1" status: 200 len: 946 time: 0.2286696 Jul 07 16:58:38.593329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-49ff7b86-34a8-41eb-ae22-27ec7f22aa72 req-285061b4-e869-49a7-9958-bb9458d9fde0 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Calling delete_port for dbf003e7-7303-4392-a04c-6a1898bef767 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:38.648772 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-32e17c94-0b6b-4de3-80a1-b9346c57766a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.671902 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99730cb0-2b0a-4ab1-83f2-2f71ed2fc0bb req-0f606bcd-234c-4c62-b86e-48df9339f2bc service neutron] 10.222.0.15 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533023 Jul 07 16:58:38.674582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e17c94-0b6b-4de3-80a1-b9346c57766a None None] Pushing event deleted for resources: {'Port': ['ID=f4558537-1f3e-4825-8cf6-a499d0ee5f4f,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:38.677464 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f4eaf07-541c-4411-91eb-54b3d88c83bb req-fa4c6cfd-322b-4eaf-ab4f-30ab379fc468 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602178 Jul 07 16:58:38.692103 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e17c94-0b6b-4de3-80a1-b9346c57766a None None] No DVR routers for this DVR port f4558537-1f3e-4825-8cf6-a499d0ee5f4f on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:38.726471 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1955d879-6e08-483e-a5af-8e44206ef177 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Router 6fa6dedd-4ee4-4de1-80d8-400238f14642 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:58:38.737689 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dac0c0ad-fca7-43e8-81c8-240dc37254e2 req-dac97059-99f1-43c9-97f0-68b515332b23 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229959 Jul 07 16:58:38.774200 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Deleting port f4558537-1f3e-4825-8cf6-a499d0ee5f4f {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:38.774892 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.949983 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99730cb0-2b0a-4ab1-83f2-2f71ed2fc0bb req-819b1bfb-ad68-443b-9129-9ccb205d0a5c service neutron] 10.222.0.15 "GET /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676682 Jul 07 16:58:38.951341 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] For port f4558537-1f3e-4825-8cf6-a499d0ee5f4f, host n-d-793620-7, got binding levels [] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:38.951704 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:38.980661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Calling delete_port for f4558537-1f3e-4825-8cf6-a499d0ee5f4f owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:38.984341 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.ipam_backend_mixin [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Port f4558537-1f3e-4825-8cf6-a499d0ee5f4f was not found and therefore no delete operation was performed {{(pid=100410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 16:58:38.993464 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.032936 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event deleted for resources: {'Port': ['ID=f4558537-1f3e-4825-8cf6-a499d0ee5f4f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:39.035372 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-49ff7b86-34a8-41eb-ae22-27ec7f22aa72 req-285061b4-e869-49a7-9958-bb9458d9fde0 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.044911 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] No DVR routers for this DVR port f4558537-1f3e-4825-8cf6-a499d0ee5f4f on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:39.048686 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['dbf003e7-7303-4392-a04c-6a1898bef767'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:39.089483 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a9ec8166-c294-49dc-b300-07e015a06f9a details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:58:39.126494 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fc03b-2c88-42e4-ac61-8d7b3959f864 req-6c3f9a47-6106-4a29-8429-f16d4457d631 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:39.133574 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aa0fc03b-2c88-42e4-ac61-8d7b3959f864 req-6c3f9a47-6106-4a29-8429-f16d4457d631 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.3045249 Jul 07 16:58:39.150414 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285061b4-e869-49a7-9958-bb9458d9fde0 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Pushing event deleted for resources: {'Port': ['ID=dbf003e7-7303-4392-a04c-6a1898bef767,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:39.205914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port a9ec8166-c294-49dc-b300-07e015a06f9a, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a9ec8166-c294-49dc-b300-07e015a06f9a,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:39.219374 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'a9ec8166-c294-49dc-b300-07e015a06f9a', 'network_id': '00200275-feb8-4792-b225-1605381ce5dc', 'port_id': 'a9ec8166-c294-49dc-b300-07e015a06f9a', 'mac_address': 'fa:16:3e:5c:34:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99df1f9-17f6-4826-9d57-d15200be420d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:58:39.258604 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1955d879-6e08-483e-a5af-8e44206ef177 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:39.260830 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.271427 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1955d879-6e08-483e-a5af-8e44206ef177 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.275176 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1955d879-6e08-483e-a5af-8e44206ef177 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "PUT /v2.0/routers/6fa6dedd-4ee4-4de1-80d8-400238f14642 HTTP/1.1" status: 200 len: 705 time: 2.2909045 Jul 07 16:58:39.275339 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809f3010-3fbc-41f6-b894-5a25928a66b7 None None] Sync routers for ids ['6fa6dedd-4ee4-4de1-80d8-400238f14642'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:39.280214 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46990) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:39.283426 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ec8166-c294-49dc-b300-07e015a06f9a {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:39.294071 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809f3010-3fbc-41f6-b894-5a25928a66b7 None None] Routers {'6fa6dedd-4ee4-4de1-80d8-400238f14642'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:39.294267 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ff7b86-34a8-41eb-ae22-27ec7f22aa72 req-285061b4-e869-49a7-9958-bb9458d9fde0 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] No DVR routers for this DVR port dbf003e7-7303-4392-a04c-6a1898bef767 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:39.294901 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-809f3010-3fbc-41f6-b894-5a25928a66b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:58:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['6fa6dedd-4ee4-4de1-80d8-400238f14642'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:39.297062 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5a22062c-9bae-44f2-8f89-877fa18b4fdd tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.298439 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-49ff7b86-34a8-41eb-ae22-27ec7f22aa72 req-285061b4-e869-49a7-9958-bb9458d9fde0 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.300577 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-49ff7b86-34a8-41eb-ae22-27ec7f22aa72 req-285061b4-e869-49a7-9958-bb9458d9fde0 tempest-AttachVolumeNegativeTest-663867578 tempest-AttachVolumeNegativeTest-663867578-project] 10.222.0.15 "DELETE /v2.0/ports/dbf003e7-7303-4392-a04c-6a1898bef767 HTTP/1.1" status: 204 len: 173 time: 1.4097340 Jul 07 16:58:39.305821 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.308719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2100bcb2-ef01-4d7c-91b4-1bf86922fb66', 'name': 'network-vif-deleted', 'tag': 'dbf003e7-7303-4392-a04c-6a1898bef767'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:39.311044 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7effe038-38d9-4e12-8e0d-5cc413c6cbb4" -d '{"events": [{"server_uuid": "2100bcb2-ef01-4d7c-91b4-1bf86922fb66", "name": "network-vif-deleted", "tag": "dbf003e7-7303-4392-a04c-6a1898bef767"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:39.337186 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aa0fc03b-2c88-42e4-ac61-8d7b3959f864 req-99dad868-50ef-4e86-8110-148e370460c9 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026134 Jul 07 16:58:39.339832 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5fac9b-6a55-45b7-8cef-9d038ad067a1']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:39.353415 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-809f3010-3fbc-41f6-b894-5a25928a66b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:39.354568 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b0ebff-dc18-410f-a029-fcf20178077a') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:39.354874 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b0ebff-dc18-410f-a029-fcf20178077a') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:39.371379 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.380135 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5a22062c-9bae-44f2-8f89-877fa18b4fdd tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.380908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809f3010-3fbc-41f6-b894-5a25928a66b7 None None] Routers {'6fa6dedd-4ee4-4de1-80d8-400238f14642'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:39.381728 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-809f3010-3fbc-41f6-b894-5a25928a66b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:58:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['6fa6dedd-4ee4-4de1-80d8-400238f14642'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:39.385070 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port a9ec8166-c294-49dc-b300-07e015a06f9a, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a9ec8166-c294-49dc-b300-07e015a06f9a,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:39.416140 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22062c-9bae-44f2-8f89-877fa18b4fdd tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23863cf7-14b1-4012-81a0-df0d562ded3e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:39.417322 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c1ab5-670e-4c3c-94d2-9e79b09b26d0 req-ecd8caa5-46a6-4511-bb73-71474e1312b7 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:39.418968 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0d6c1ab5-670e-4c3c-94d2-9e79b09b26d0 req-ecd8caa5-46a6-4511-bb73-71474e1312b7 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.69 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 946 time: 0.2779169 Jul 07 16:58:39.428989 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.431718 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.432172 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-809f3010-3fbc-41f6-b894-5a25928a66b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:39.433394 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809f3010-3fbc-41f6-b894-5a25928a66b7 None None] The sync data for ids ['6fa6dedd-4ee4-4de1-80d8-400238f14642'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:39.446932 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6d5c12ac-5916-49cd-94e5-a5c0fef65492 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "GET /v2.0/routers/6fa6dedd-4ee4-4de1-80d8-400238f14642 HTTP/1.1" status: 200 len: 740 time: 0.1655643 Jul 07 16:58:39.451216 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a22062c-9bae-44f2-8f89-877fa18b4fdd tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:58:39.451683 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46996) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:39.469022 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5a22062c-9bae-44f2-8f89-877fa18b4fdd tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.470016 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-5a22062c-9bae-44f2-8f89-877fa18b4fdd tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Added segment 8d8ad782-ad34-4108-a948-ac5bbb1a7209 of type vlan for network 61d66431-4075-4b80-96d5-20177baf24e0 Jul 07 16:58:39.494621 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cd9da-80ae-4ff8-b435-747203f534ce req-6894eaa0-30f1-4b0e-becc-e7c21fac94c8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:39.502648 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9e7cd9da-80ae-4ff8-b435-747203f534ce req-6894eaa0-30f1-4b0e-becc-e7c21fac94c8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 943 time: 0.2805736 Jul 07 16:58:39.521279 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=a9ec8166-c294-49dc-b300-07e015a06f9a,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:39.526727 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:58:39.527178 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: items = [ Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:58:39.551276 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:58:39.559539 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5a22062c-9bae-44f2-8f89-877fa18b4fdd tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.572518 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9e7cd9da-80ae-4ff8-b435-747203f534ce req-54ea8191-43d7-4318-9a71-11dbec2fd865 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689876 Jul 07 16:58:39.602241 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5a22062c-9bae-44f2-8f89-877fa18b4fdd tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.608437 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a22062c-9bae-44f2-8f89-877fa18b4fdd tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:39.609062 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5a22062c-9bae-44f2-8f89-877fa18b4fdd tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.619827 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-91a5dd58-26f8-4682-81e6-b5ad40946a06 tempest-RoutersAdminTest-1128011424 tempest-RoutersAdminTest-1128011424-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&device_id=6fa6dedd-4ee4-4de1-80d8-400238f14642 HTTP/1.1" status: 200 len: 205 time: 0.1644764 Jul 07 16:58:39.637508 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['a9ec8166-c294-49dc-b300-07e015a06f9a'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:39.648002 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46998) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:39.695138 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a6260088-b466-42ba-823f-ff779ec2a57c tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa6dedd-4ee4-4de1-80d8-400238f14642 HTTP/1.1" status: 200 len: 205 time: 0.0457771 Jul 07 16:58:39.699725 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47000) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:39.725464 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5a22062c-9bae-44f2-8f89-877fa18b4fdd tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6718962 Jul 07 16:58:39.749423 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47004) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:39.790014 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.791842 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22062c-9bae-44f2-8f89-877fa18b4fdd tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Pushing event updated for resources: {'Network': ['ID=61d66431-4075-4b80-96d5-20177baf24e0,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:39.810126 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 61d66431-4075-4b80-96d5-20177baf24e0 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:58:39.835865 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf43e06-ea95-4226-adfe-22c31a818ec7 req-31b04952-8d8b-470c-9978-feec3a0651da tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:39.843335 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2cf43e06-ea95-4226-adfe-22c31a818ec7 req-31b04952-8d8b-470c-9978-feec3a0651da tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 946 time: 0.1358321 Jul 07 16:58:39.857415 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.859313 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "DELETE /v2.0/networks/5f5fac9b-6a55-45b7-8cef-9d038ad067a1 HTTP/1.1" status: 204 len: 168 time: 1.6287060 Jul 07 16:58:39.864038 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47008) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:39.881279 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-0b8a6c3d-8607-45df-afb7-617a05835244 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Request body: {'network': {'name': 'tempest-network--2008864114', 'router:external': True}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:39.884026 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07106308-9080-445a-8b0c-74e683e0204d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event deleted for resources: {'Network': ['ID=5f5fac9b-6a55-45b7-8cef-9d038ad067a1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:39.895201 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4eafa7c6-14f4-407a-bb32-19086f65d3c8 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.951823 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2cf43e06-ea95-4226-adfe-22c31a818ec7 req-5a9e23fc-01a8-4f97-bed6-3e90090f7abc tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/security-groups?id=e221eece-25fc-45ca-808a-01f78d916dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1075909 Jul 07 16:58:39.959334 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f3af47-f97d-45b2-938b-9c2b1a5b972d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Deleting subnet 050fbb7f-4bbb-4b19-b00c-d3338fddfb6b {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:58:39.962927 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2f3af47-f97d-45b2-938b-9c2b1a5b972d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:39.985132 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb63f6-bd1f-4111-8296-58c36341c0c3 req-5f39d997-cc33-497a-b74d-9d5e99dc7fcb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:39.993125 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e7cb63f6-bd1f-4111-8296-58c36341c0c3 req-5f39d997-cc33-497a-b74d-9d5e99dc7fcb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa32ae81-0109-4f49-8a35-90a1522da6bc HTTP/1.1" status: 200 len: 946 time: 0.4689226 Jul 07 16:58:40.004218 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8a6c3d-8607-45df-afb7-617a05835244 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Made reservation on behalf of 5d261964af8f40c0878b1bab05d31219 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:40.007336 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0b8a6c3d-8607-45df-afb7-617a05835244 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.011648 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2f3af47-f97d-45b2-938b-9c2b1a5b972d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.038544 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0b8a6c3d-8607-45df-afb7-617a05835244 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.043933 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e64bb33-800f-415a-97a8-4ce2fdd56f92 x-openstack-request-id: req-8e64bb33-800f-415a-97a8-4ce2fdd56f92 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:40.044267 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2100bcb2-ef01-4d7c-91b4-1bf86922fb66", "name": "network-vif-deleted", "tag": "dbf003e7-7303-4392-a04c-6a1898bef767", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:40.044633 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e64bb33-800f-415a-97a8-4ce2fdd56f92 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:40.044993 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2100bcb2-ef01-4d7c-91b4-1bf86922fb66', 'name': 'network-vif-deleted', 'tag': 'dbf003e7-7303-4392-a04c-6a1898bef767', 'status': 'completed', 'code': 200} Jul 07 16:58:40.140941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47012) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:40.183194 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2f3af47-f97d-45b2-938b-9c2b1a5b972d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.246168 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f4558537-1f3e-4825-8cf6-a499d0ee5f4f no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:40.248035 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-0489f429-dab5-46cc-9279-0f1d48c5f322 admin admin] Deleting subnet afa0c846-dbdb-400b-bbf2-104f4f539bf1 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:58:40.255967 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0489f429-dab5-46cc-9279-0f1d48c5f322 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.293274 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: f4558537-1f3e-4825-8cf6-a499d0ee5f4f {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:40.293650 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f4558537-1f3e-4825-8cf6-a499d0ee5f4f not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:40.353989 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0489f429-dab5-46cc-9279-0f1d48c5f322 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.389952 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0b8a6c3d-8607-45df-afb7-617a05835244 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.400970 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0b8a6c3d-8607-45df-afb7-617a05835244 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.408856 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2f3af47-f97d-45b2-938b-9c2b1a5b972d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.417241 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-0d6c1ab5-670e-4c3c-94d2-9e79b09b26d0 req-d2db001e-47bd-4d32-9f45-312aa1d8378d tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Deleting port bc15e5ce-1c09-4d9a-9e54-067d9f6b460c {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:40.417583 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0d6c1ab5-670e-4c3c-94d2-9e79b09b26d0 req-d2db001e-47bd-4d32-9f45-312aa1d8378d tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.469093 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3af47-f97d-45b2-938b-9c2b1a5b972d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event deleted for resources: {'Subnet': ['ID=050fbb7f-4bbb-4b19-b00c-d3338fddfb6b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:40.469463 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4eafa7c6-14f4-407a-bb32-19086f65d3c8 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.473038 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8a6c3d-8607-45df-afb7-617a05835244 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:58:40.476683 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4eafa7c6-14f4-407a-bb32-19086f65d3c8 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.485393 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2f3af47-f97d-45b2-938b-9c2b1a5b972d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.485855 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e7cb63f6-bd1f-4111-8296-58c36341c0c3 req-aabd9f61-76f7-493a-b720-27b39eeee37d tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918885 Jul 07 16:58:40.487117 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e814013-dce0-400b-b2cf-b09f638fdf7a None None] Network 2f30c3d7-f3f5-49cc-8599-e85762c48987 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:40.487355 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a2f3af47-f97d-45b2-938b-9c2b1a5b972d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "DELETE /v2.0/subnets/050fbb7f-4bbb-4b19-b00c-d3338fddfb6b HTTP/1.1" status: 204 len: 168 time: 0.6230688 Jul 07 16:58:40.489245 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0489f429-dab5-46cc-9279-0f1d48c5f322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.490605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47014) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:40.526613 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a6c3d-8607-45df-afb7-617a05835244 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d05c1e2-af82-4a15-9c0a-001b7e59e92e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:40.530284 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0b8a6c3d-8607-45df-afb7-617a05835244 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.530697 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-0b8a6c3d-8607-45df-afb7-617a05835244 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Added segment f9c6546a-0bd0-403e-8b82-02edb29fec78 of type vlan for network bf5906bb-4468-4fd1-a341-92edeb8a6c40 Jul 07 16:58:40.580791 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892d92b-f20c-4657-bab3-5fd6ecfb4016 req-4181d5c0-f38e-4051-94a7-d1def95269be tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:40.582351 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0892d92b-f20c-4657-bab3-5fd6ecfb4016 req-4181d5c0-f38e-4051-94a7-d1def95269be tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.2781508 Jul 07 16:58:40.614720 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4eafa7c6-14f4-407a-bb32-19086f65d3c8 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.615454 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eafa7c6-14f4-407a-bb32-19086f65d3c8 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Fanout notify agent at l3_agent the message router_deleted on router 6fa6dedd-4ee4-4de1-80d8-400238f14642 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:58:40.625457 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4eafa7c6-14f4-407a-bb32-19086f65d3c8 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.627179 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4eafa7c6-14f4-407a-bb32-19086f65d3c8 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "DELETE /v2.0/routers/6fa6dedd-4ee4-4de1-80d8-400238f14642 HTTP/1.1" status: 204 len: 168 time: 0.9255936 Jul 07 16:58:40.632976 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47018) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:40.661834 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0b8a6c3d-8607-45df-afb7-617a05835244 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.687852 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0a516c91-51e2-474e-81e7-3e5e842ace87 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "GET /v2.0/ports?device_id=6fa6dedd-4ee4-4de1-80d8-400238f14642 HTTP/1.1" status: 200 len: 205 time: 0.0505826 Jul 07 16:58:40.691473 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47020) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:40.703162 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-0d6c1ab5-670e-4c3c-94d2-9e79b09b26d0 req-d2db001e-47bd-4d32-9f45-312aa1d8378d tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] For port bc15e5ce-1c09-4d9a-9e54-067d9f6b460c, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=bc15e5ce-1c09-4d9a-9e54-067d9f6b460c,segment=NetworkSegment(68351165-30cb-405d-b3de-d4eccb3d0827),segment_id=68351165-30cb-405d-b3de-d4eccb3d0827)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:40.703759 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0d6c1ab5-670e-4c3c-94d2-9e79b09b26d0 req-d2db001e-47bd-4d32-9f45-312aa1d8378d tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.710471 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0489f429-dab5-46cc-9279-0f1d48c5f322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.721826 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.745281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e727636-7e52-4a5a-92c4-034c0d76d120 None None] DHCP port deletion for 2f30c3d7-f3f5-49cc-8599-e85762c48987 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:58:40.760534 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0892d92b-f20c-4657-bab3-5fd6ecfb4016 req-3060ff34-b702-454d-85ec-1ef70a930690 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542318 Jul 07 16:58:40.802944 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-822eb9e4-510b-47c8-a716-1ab6864d642c tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] delete failed (client error): The resource could not be found. Jul 07 16:58:40.806941 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-822eb9e4-510b-47c8-a716-1ab6864d642c tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "DELETE /v2.0/routers/6fa6dedd-4ee4-4de1-80d8-400238f14642 HTTP/1.1" status: 404 len: 336 time: 0.1121068 Jul 07 16:58:40.809142 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47024) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:40.812951 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489f429-dab5-46cc-9279-0f1d48c5f322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa0c846-dbdb-400b-bbf2-104f4f539bf1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:40.824343 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-1e727636-7e52-4a5a-92c4-034c0d76d120 None None] Deleting port d5cc898c-c8e2-4885-801b-bd1691abd572 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:40.824879 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1e727636-7e52-4a5a-92c4-034c0d76d120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.849824 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0489f429-dab5-46cc-9279-0f1d48c5f322 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.851778 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0489f429-dab5-46cc-9279-0f1d48c5f322 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/afa0c846-dbdb-400b-bbf2-104f4f539bf1 HTTP/1.1" status: 204 len: 168 time: 0.7088246 Jul 07 16:58:40.860106 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-93b9bac9-1cab-45c4-8e5b-9ae48e009c81 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "GET /v2.0/ports?device_id=3d72912d-9ffc-4d7b-b148-5b275256241e HTTP/1.1" status: 200 len: 205 time: 0.0448885 Jul 07 16:58:40.862702 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47026) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:40.863032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47028) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:40.889463 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5818f-75c4-482e-afa2-5e45f286ff2c req-026275e5-eb3d-4e0f-8f34-468ab5ccc325 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:40.891245 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b0e5818f-75c4-482e-afa2-5e45f286ff2c req-026275e5-eb3d-4e0f-8f34-468ab5ccc325 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa32ae81-0109-4f49-8a35-90a1522da6bc HTTP/1.1" status: 200 len: 946 time: 0.3052549 Jul 07 16:58:40.906191 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-1e727636-7e52-4a5a-92c4-034c0d76d120 None None] For port d5cc898c-c8e2-4885-801b-bd1691abd572, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d5cc898c-c8e2-4885-801b-bd1691abd572,segment=NetworkSegment(be01bad0-f90c-4ae6-8178-bcd4fb6622e3),segment_id=be01bad0-f90c-4ae6-8178-bcd4fb6622e3)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:40.906817 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1e727636-7e52-4a5a-92c4-034c0d76d120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.921912 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-1e727636-7e52-4a5a-92c4-034c0d76d120 None None] Calling delete_port for d5cc898c-c8e2-4885-801b-bd1691abd572 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:40.929378 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0b8a6c3d-8607-45df-afb7-617a05835244 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.930931 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a6c3d-8607-45df-afb7-617a05835244 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:40.931790 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0b8a6c3d-8607-45df-afb7-617a05835244 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:40.975763 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-d52cfe04-4ea0-4425-938c-2ca21214bfa8 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] delete failed (client error): The resource could not be found. Jul 07 16:58:40.985482 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d52cfe04-4ea0-4425-938c-2ca21214bfa8 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "DELETE /v2.0/routers/3d72912d-9ffc-4d7b-b148-5b275256241e HTTP/1.1" status: 404 len: 336 time: 0.1180558 Jul 07 16:58:40.987093 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47030) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:41.018876 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1e727636-7e52-4a5a-92c4-034c0d76d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.049256 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e727636-7e52-4a5a-92c4-034c0d76d120 None None] Pushing event deleted for resources: {'Port': ['ID=d5cc898c-c8e2-4885-801b-bd1691abd572,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:41.051236 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e727636-7e52-4a5a-92c4-034c0d76d120 None None] No DVR routers for this DVR port d5cc898c-c8e2-4885-801b-bd1691abd572 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:41.061574 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b500f192-f93e-4a56-88be-07234ada64a4 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8a1bfb-931a-49fd-ad65-fa11155d7cbb HTTP/1.1" status: 200 len: 205 time: 0.0713623 Jul 07 16:58:41.063530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47034) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:41.100845 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0b8a6c3d-8607-45df-afb7-617a05835244 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3503344 Jul 07 16:58:41.102045 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a9ec8166-c294-49dc-b300-07e015a06f9a up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:41.125228 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47036) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:41.141569 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-5e7e8484-9d89-491f-86b5-74e1dd475250 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] delete failed (client error): The resource could not be found. Jul 07 16:58:41.146927 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5e7e8484-9d89-491f-86b5-74e1dd475250 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "DELETE /v2.0/routers/ee8a1bfb-931a-49fd-ad65-fa11155d7cbb HTTP/1.1" status: 404 len: 336 time: 0.0779052 Jul 07 16:58:41.149503 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a6c3d-8607-45df-afb7-617a05835244 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Pushing event updated for resources: {'Network': ['ID=bf5906bb-4468-4fd1-a341-92edeb8a6c40,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:41.149677 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47038) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:41.157493 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port a9ec8166-c294-49dc-b300-07e015a06f9a completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:41.162512 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network bf5906bb-4468-4fd1-a341-92edeb8a6c40 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:58:41.162700 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0d6c1ab5-670e-4c3c-94d2-9e79b09b26d0 req-d2db001e-47bd-4d32-9f45-312aa1d8378d tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.163010 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0d6c1ab5-670e-4c3c-94d2-9e79b09b26d0 req-d2db001e-47bd-4d32-9f45-312aa1d8378d tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.163328 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [req-0d6c1ab5-670e-4c3c-94d2-9e79b09b26d0 req-d2db001e-47bd-4d32-9f45-312aa1d8378d tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Floating IP 24ac7740-2b60-4290-9e8c-fbb432138cf2 disassociated. External IP: 172.25.2.133, port: bc15e5ce-1c09-4d9a-9e54-067d9f6b460c. Jul 07 16:58:41.163713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-0d6c1ab5-670e-4c3c-94d2-9e79b09b26d0 req-d2db001e-47bd-4d32-9f45-312aa1d8378d tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Calling delete_port for bc15e5ce-1c09-4d9a-9e54-067d9f6b460c owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:41.172637 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4f00caab-ad7b-4289-bd71-f19af6d0d089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.177435 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port a9ec8166-c294-49dc-b300-07e015a06f9a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:41.177435 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.214656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0b3a3-f1f2-4e1b-8027-3694fb0a557e req-897eee8b-c507-4b9d-b771-1743abca6a03 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:41.218913 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4ed0b3a3-f1f2-4e1b-8027-3694fb0a557e req-897eee8b-c507-4b9d-b771-1743abca6a03 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 944 time: 0.4521029 Jul 07 16:58:41.243217 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54672807-e71d-4500-b8db-42e45979a8e8 req-dd677a37-f4b6-42ef-a8a9-48b7ebbcf430 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:41.244858 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54672807-e71d-4500-b8db-42e45979a8e8 req-dd677a37-f4b6-42ef-a8a9-48b7ebbcf430 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.2829385 Jul 07 16:58:41.258145 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d96d5ad0-42da-441c-9178-7c1429425fda tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc67b343-9d68-48ea-8641-2a41b2ebd2f3 HTTP/1.1" status: 200 len: 205 time: 0.0922129 Jul 07 16:58:41.269024 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47040) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:41.279185 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Deleting port d5cc898c-c8e2-4885-801b-bd1691abd572 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:41.279580 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.315941 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.326219 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4f00caab-ad7b-4289-bd71-f19af6d0d089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.331649 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-b0e5818f-75c4-482e-afa2-5e45f286ff2c req-ca7d4e3d-61c0-4cec-9121-076378f9cd90 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Deleting port c5109515-4cf5-42ae-9545-f70d7b13b439 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:41.332087 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b0e5818f-75c4-482e-afa2-5e45f286ff2c req-ca7d4e3d-61c0-4cec-9121-076378f9cd90 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.344007 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bd87fa-8885-4407-b960-dee2bed34e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ec8166-c294-49dc-b300-07e015a06f9a'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:41.344810 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-4f00caab-ad7b-4289-bd71-f19af6d0d089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:41.346585 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a14b63-8c9f-48e5-b5e7-cbb0f4e43e69" -d '{"events": [{"server_uuid": "e1bd87fa-8885-4407-b960-dee2bed34e93", "name": "network-vif-plugged", "status": "completed", "tag": "a9ec8166-c294-49dc-b300-07e015a06f9a"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:41.360298 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port a9ec8166-c294-49dc-b300-07e015a06f9a, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a9ec8166-c294-49dc-b300-07e015a06f9a,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:41.366119 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.366359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device dbf003e7-7303-4392-a04c-6a1898bef767 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:41.394133 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-4f00caab-ad7b-4289-bd71-f19af6d0d089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe7af82-28aa-413a-8d85-a1067ef1e64c') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:41.394742 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-4f00caab-ad7b-4289-bd71-f19af6d0d089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe7af82-28aa-413a-8d85-a1067ef1e64c') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:41.410168 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54672807-e71d-4500-b8db-42e45979a8e8 req-473af875-0297-4895-b02c-8c587fa63f2d tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498570 Jul 07 16:58:41.411649 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: dbf003e7-7303-4392-a04c-6a1898bef767 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:41.412119 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4f00caab-ad7b-4289-bd71-f19af6d0d089 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.412250 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device dbf003e7-7303-4392-a04c-6a1898bef767 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:41.437978 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-060719e6-2ccd-470c-acf3-426911f25cc0 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] delete failed (client error): The resource could not be found. Jul 07 16:58:41.441548 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-060719e6-2ccd-470c-acf3-426911f25cc0 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "DELETE /v2.0/routers/dc67b343-9d68-48ea-8641-2a41b2ebd2f3 HTTP/1.1" status: 404 len: 336 time: 0.1575887 Jul 07 16:58:41.443210 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47046) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:41.445986 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57f523fd-6b76-4c36-8a5c-564c2a681972 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.451244 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=a9ec8166-c294-49dc-b300-07e015a06f9a,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:41.460343 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4f00caab-ad7b-4289-bd71-f19af6d0d089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.491524 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-978ab323-c08e-4e2a-a94c-d61a1d9b59d5 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed68dd0c-b443-463e-a0f4-f9325e0ccbfa HTTP/1.1" status: 200 len: 205 time: 0.0439136 Jul 07 16:58:41.497081 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f00caab-ad7b-4289-bd71-f19af6d0d089 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:58:41.497502 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4f00caab-ad7b-4289-bd71-f19af6d0d089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:58:41.499851 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:58:41.505932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47048) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:41.527480 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4ed0b3a3-f1f2-4e1b-8027-3694fb0a557e req-775baec2-4250-4686-9014-3357303d1f61 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631247 Jul 07 16:58:41.529139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] For port d5cc898c-c8e2-4885-801b-bd1691abd572, host n-d-793620-7, got binding levels [] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:41.529139 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.593038 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9949cc75-65df-4e09-865c-30b71bb5c673 x-openstack-request-id: req-9949cc75-65df-4e09-865c-30b71bb5c673 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:41.593484 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bd87fa-8885-4407-b960-dee2bed34e93", "name": "network-vif-plugged", "status": "completed", "tag": "a9ec8166-c294-49dc-b300-07e015a06f9a", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:41.593739 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9949cc75-65df-4e09-865c-30b71bb5c673 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:41.594292 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bd87fa-8885-4407-b960-dee2bed34e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ec8166-c294-49dc-b300-07e015a06f9a', 'code': 200} Jul 07 16:58:41.597480 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-690cf79a-6c09-45aa-8305-c3355f8d8037 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] delete failed (client error): The resource could not be found. Jul 07 16:58:41.598681 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-690cf79a-6c09-45aa-8305-c3355f8d8037 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "DELETE /v2.0/routers/ed68dd0c-b443-463e-a0f4-f9325e0ccbfa HTTP/1.1" status: 404 len: 336 time: 0.0868273 Jul 07 16:58:41.601241 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Calling delete_port for d5cc898c-c8e2-4885-801b-bd1691abd572 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:41.605274 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.ipam_backend_mixin [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Port d5cc898c-c8e2-4885-801b-bd1691abd572 was not found and therefore no delete operation was performed {{(pid=100410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 16:58:41.605417 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47052) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:41.647071 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9385bc04-ac9c-4156-b9d6-20440e387475 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "GET /v2.0/ports?device_id=834e58d2-c37e-4b7d-b978-966feae18aec HTTP/1.1" status: 200 len: 205 time: 0.0378735 Jul 07 16:58:41.655746 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47056) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:41.677540 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-b0e5818f-75c4-482e-afa2-5e45f286ff2c req-ca7d4e3d-61c0-4cec-9121-076378f9cd90 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] For port c5109515-4cf5-42ae-9545-f70d7b13b439, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=c5109515-4cf5-42ae-9545-f70d7b13b439,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:41.677889 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b0e5818f-75c4-482e-afa2-5e45f286ff2c req-ca7d4e3d-61c0-4cec-9121-076378f9cd90 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.680284 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4f00caab-ad7b-4289-bd71-f19af6d0d089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.688887 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.698542 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4f00caab-ad7b-4289-bd71-f19af6d0d089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.700433 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4f00caab-ad7b-4289-bd71-f19af6d0d089 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1 HTTP/1.1" status: 204 len: 168 time: 0.8364873 Jul 07 16:58:41.729121 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-b0e5818f-75c4-482e-afa2-5e45f286ff2c req-ca7d4e3d-61c0-4cec-9121-076378f9cd90 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Calling delete_port for c5109515-4cf5-42ae-9545-f70d7b13b439 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:41.747982 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-b2c9e260-f214-4960-9afe-dc880ad7e31c tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] delete failed (client error): The resource could not be found. Jul 07 16:58:41.749050 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b2c9e260-f214-4960-9afe-dc880ad7e31c tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "DELETE /v2.0/routers/834e58d2-c37e-4b7d-b978-966feae18aec HTTP/1.1" status: 404 len: 336 time: 0.0845363 Jul 07 16:58:41.751826 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00caab-ad7b-4289-bd71-f19af6d0d089 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fb0fcf4-c050-43c3-9055-c49c3aa3a9e1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:41.760222 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47060) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:41.823374 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f05540c-3be7-4a88-a8ed-55ffb085be68 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] DELETE failed (client error): The resource could not be found. Jul 07 16:58:41.823879 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f05540c-3be7-4a88-a8ed-55ffb085be68 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 16:58:41.825625 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0f05540c-3be7-4a88-a8ed-55ffb085be68 tempest-RoutersAdminTest-574862463 tempest-RoutersAdminTest-574862463-project] 10.222.0.50 "DELETE /v2.0/subnets/26e3f972-e679-4b4f-a183-6cb51080360b HTTP/1.1" status: 404 len: 337 time: 0.0639758 Jul 07 16:58:41.831658 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event deleted for resources: {'Port': ['ID=d5cc898c-c8e2-4885-801b-bd1691abd572,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:41.836011 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] No DVR routers for this DVR port d5cc898c-c8e2-4885-801b-bd1691abd572 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:41.842026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dfa79-82b7-453d-9892-dcf35031d3e3 req-a0732209-482c-4574-9be0-cd9712bf0873 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:41.843815 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57f523fd-6b76-4c36-8a5c-564c2a681972 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.850521 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b01dfa79-82b7-453d-9892-dcf35031d3e3 req-a0732209-482c-4574-9be0-cd9712bf0873 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 946 time: 0.3061888 Jul 07 16:58:41.896869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-57f523fd-6b76-4c36-8a5c-564c2a681972 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5906bb-4468-4fd1-a341-92edeb8a6c40']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:41.920333 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b01dfa79-82b7-453d-9892-dcf35031d3e3 req-0c9b139f-9a2c-43eb-b1e4-823cb904eb59 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/security-groups?id=e221eece-25fc-45ca-808a-01f78d916dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684309 Jul 07 16:58:41.920825 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-57f523fd-6b76-4c36-8a5c-564c2a681972 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c6546a-0bd0-403e-8b82-02edb29fec78') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:41.921127 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-57f523fd-6b76-4c36-8a5c-564c2a681972 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c6546a-0bd0-403e-8b82-02edb29fec78') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:41.923221 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0d6c1ab5-670e-4c3c-94d2-9e79b09b26d0 req-d2db001e-47bd-4d32-9f45-312aa1d8378d tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:41.959599 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47064) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:41.987271 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57f523fd-6b76-4c36-8a5c-564c2a681972 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.040031 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db001e-47bd-4d32-9f45-312aa1d8378d tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Pushing event deleted for resources: {'Port': ['ID=bc15e5ce-1c09-4d9a-9e54-067d9f6b460c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:42.050649 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.056166 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57f523fd-6b76-4c36-8a5c-564c2a681972 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.062178 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ce954f4f-3e65-4063-b49c-323091c036fd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bba3485f01bf4635b3daf846a1eaf074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1009710 Jul 07 16:58:42.066032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47068) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:42.079091 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f30c3d7-f3f5-49cc-8599-e85762c48987']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:42.092094 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f523fd-6b76-4c36-8a5c-564c2a681972 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:58:42.092483 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57f523fd-6b76-4c36-8a5c-564c2a681972 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:58:42.094556 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:58:42.135956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be01bad0-f90c-4ae6-8178-bcd4fb6622e3') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:42.136245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be01bad0-f90c-4ae6-8178-bcd4fb6622e3') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:42.150673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9536c-2b79-4e72-ac81-2c465060efa2 req-f2dd7b55-ba26-4d49-b341-566a159b8e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:42.153015 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b0e5818f-75c4-482e-afa2-5e45f286ff2c req-ca7d4e3d-61c0-4cec-9121-076378f9cd90 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.153299 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7d9536c-2b79-4e72-ac81-2c465060efa2 req-f2dd7b55-ba26-4d49-b341-566a159b8e80 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 1096 time: 0.4205830 Jul 07 16:58:42.165734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['c5109515-4cf5-42ae-9545-f70d7b13b439'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:58:42.199699 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47070) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:42.203765 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.217919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34caf5-be80-4f00-bd16-a277cd1cf7fc req-57698b1b-a416-4ea6-8b51-07429ca2d6e7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:42.219643 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b34caf5-be80-4f00-bd16-a277cd1cf7fc req-57698b1b-a416-4ea6-8b51-07429ca2d6e7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa32ae81-0109-4f49-8a35-90a1522da6bc HTTP/1.1" status: 200 len: 946 time: 0.4811549 Jul 07 16:58:42.241140 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d4e3d-61c0-4cec-9121-076378f9cd90 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Pushing event deleted for resources: {'Port': ['ID=c5109515-4cf5-42ae-9545-f70d7b13b439,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:42.265133 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.266892 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d5cc898c-c8e2-4885-801b-bd1691abd572 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:42.274496 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-959a6e03-b30d-42cb-a9bb-4b29b047621f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.289074 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:58:42.289627 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:58:42.295163 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:58:42.297612 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: d5cc898c-c8e2-4885-801b-bd1691abd572 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:42.297612 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d5cc898c-c8e2-4885-801b-bd1691abd572 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:42.333494 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccf10d-5b01-455d-88b0-85067301ad3a req-4caacd14-845f-4f4a-9f43-997a1ea8e157 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:42.334954 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6eccf10d-5b01-455d-88b0-85067301ad3a req-4caacd14-845f-4f4a-9f43-997a1ea8e157 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.2763355 Jul 07 16:58:42.335842 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e5818f-75c4-482e-afa2-5e45f286ff2c req-ca7d4e3d-61c0-4cec-9121-076378f9cd90 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] No DVR routers for this DVR port c5109515-4cf5-42ae-9545-f70d7b13b439 on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:42.340392 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-b0e5818f-75c4-482e-afa2-5e45f286ff2c req-ca7d4e3d-61c0-4cec-9121-076378f9cd90 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.342429 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b0e5818f-75c4-482e-afa2-5e45f286ff2c req-ca7d4e3d-61c0-4cec-9121-076378f9cd90 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.69 "DELETE /v2.0/ports/c5109515-4cf5-42ae-9545-f70d7b13b439 HTTP/1.1" status: 204 len: 173 time: 1.3815293 Jul 07 16:58:42.342838 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa32ae81-0109-4f49-8a35-90a1522da6bc', 'name': 'network-vif-deleted', 'tag': 'c5109515-4cf5-42ae-9545-f70d7b13b439'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:42.345793 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19249598-6f6e-4558-ba33-c6a57b1e11aa" -d '{"events": [{"server_uuid": "fa32ae81-0109-4f49-8a35-90a1522da6bc", "name": "network-vif-deleted", "tag": "c5109515-4cf5-42ae-9545-f70d7b13b439"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:42.383582 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57f523fd-6b76-4c36-8a5c-564c2a681972 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.396002 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-959a6e03-b30d-42cb-a9bb-4b29b047621f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.398292 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b346379e-4805-4408-892d-571f4ffb31a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.409595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f523fd-6b76-4c36-8a5c-564c2a681972 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bf5906bb-4468-4fd1-a341-92edeb8a6c40 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 16:58:42.430982 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57f523fd-6b76-4c36-8a5c-564c2a681972 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.436643 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-57f523fd-6b76-4c36-8a5c-564c2a681972 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] 10.222.0.50 "DELETE /v2.0/networks/bf5906bb-4468-4fd1-a341-92edeb8a6c40 HTTP/1.1" status: 204 len: 168 time: 1.3057003 Jul 07 16:58:42.439260 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47076) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:42.442357 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7d9536c-2b79-4e72-ac81-2c465060efa2 req-5eee681c-0c99-4b1d-9664-d545a51afd8b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352138 Jul 07 16:58:42.446826 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f523fd-6b76-4c36-8a5c-564c2a681972 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Pushing event deleted for resources: {'Network': ['ID=bf5906bb-4468-4fd1-a341-92edeb8a6c40,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:42.447234 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f449a6ab-dc39-47ff-807f-db05d69a8127 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:42.459887 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b34caf5-be80-4f00-bd16-a277cd1cf7fc req-0f3cf097-5763-4cb6-9637-034463bbff5a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201126 Jul 07 16:58:42.481547 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.497318 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.500793 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6eccf10d-5b01-455d-88b0-85067301ad3a req-f4a9a963-a2cb-4a90-9dd3-bfe693dbd296 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470749 Jul 07 16:58:42.503597 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "DELETE /v2.0/networks/2f30c3d7-f3f5-49cc-8599-e85762c48987 HTTP/1.1" status: 204 len: 168 time: 2.0119796 Jul 07 16:58:42.515184 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47078) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:42.530653 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-5f4306f9-d269-40b9-a007-01d0c9346731 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1433229434'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:42.547208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d6c1ab5-670e-4c3c-94d2-9e79b09b26d0 req-d2db001e-47bd-4d32-9f45-312aa1d8378d tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Router 7784011d-0bbc-48c0-b699-1c7f82bc9360 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:58:42.548738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f186e-ec06-4570-81fc-11085e5cb31f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event deleted for resources: {'Network': ['ID=2f30c3d7-f3f5-49cc-8599-e85762c48987,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:42.587082 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b73571b-d24e-4b99-a148-3465d463a596 x-openstack-request-id: req-8b73571b-d24e-4b99-a148-3465d463a596 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:42.587489 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa32ae81-0109-4f49-8a35-90a1522da6bc", "name": "network-vif-deleted", "tag": "c5109515-4cf5-42ae-9545-f70d7b13b439", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:42.587862 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b73571b-d24e-4b99-a148-3465d463a596 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:42.588532 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa32ae81-0109-4f49-8a35-90a1522da6bc', 'name': 'network-vif-deleted', 'tag': 'c5109515-4cf5-42ae-9545-f70d7b13b439', 'status': 'completed', 'code': 200} Jul 07 16:58:42.590095 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.db.api [None req-f449a6ab-dc39-47ff-807f-db05d69a8127 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 16:58:42.590095 n-d-793620-7 neutron-server[100409]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 16:58:42.590095 n-d-793620-7 neutron-server[100409]: [parameters: {'project_id': '5d261964af8f40c0878b1bab05d31219', 'id': '250494bb-d440-4fff-aef9-7512dafb4ed2', 'expiration': datetime.datetime(2021, 7, 7, 17, 0, 42, 513389)}] Jul 07 16:58:42.590095 n-d-793620-7 neutron-server[100409]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:58:42.590839 n-d-793620-7 neutron-server[100409]: DEBUG oslo_db.api [None req-f449a6ab-dc39-47ff-807f-db05d69a8127 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:58:42.625476 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-959a6e03-b30d-42cb-a9bb-4b29b047621f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.632431 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-959a6e03-b30d-42cb-a9bb-4b29b047621f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.643157 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-959a6e03-b30d-42cb-a9bb-4b29b047621f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f27e724-c2ba-48d2-8a7d-3e58d9d7aead HTTP/1.1" status: 204 len: 168 time: 0.5760591 Jul 07 16:58:42.682735 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a6e03-b30d-42cb-a9bb-4b29b047621f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f27e724-c2ba-48d2-8a7d-3e58d9d7aead,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:42.719679 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device bc15e5ce-1c09-4d9a-9e54-067d9f6b460c no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:42.743894 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d6c1ab5-670e-4c3c-94d2-9e79b09b26d0 req-d2db001e-47bd-4d32-9f45-312aa1d8378d tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:58:42.777292 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: bc15e5ce-1c09-4d9a-9e54-067d9f6b460c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:42.778789 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device bc15e5ce-1c09-4d9a-9e54-067d9f6b460c not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:42.779232 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device c5109515-4cf5-42ae-9545-f70d7b13b439 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:58:42.811723 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: c5109515-4cf5-42ae-9545-f70d7b13b439 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:58:42.826609 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device c5109515-4cf5-42ae-9545-f70d7b13b439 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:58:42.834101 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b346379e-4805-4408-892d-571f4ffb31a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.853257 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6c1ab5-670e-4c3c-94d2-9e79b09b26d0 req-d2db001e-47bd-4d32-9f45-312aa1d8378d tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] No DVR routers for this DVR port bc15e5ce-1c09-4d9a-9e54-067d9f6b460c on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:58:42.860566 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b346379e-4805-4408-892d-571f4ffb31a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.877338 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4306f9-d269-40b9-a007-01d0c9346731 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Made reservation on behalf of 0e2d5abb674246ba9e62cf1e68dd451b for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:42.882702 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f4306f9-d269-40b9-a007-01d0c9346731 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.898749 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0d6c1ab5-670e-4c3c-94d2-9e79b09b26d0 req-d2db001e-47bd-4d32-9f45-312aa1d8378d tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.900747 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0d6c1ab5-670e-4c3c-94d2-9e79b09b26d0 req-d2db001e-47bd-4d32-9f45-312aa1d8378d tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.69 "DELETE /v2.0/ports/bc15e5ce-1c09-4d9a-9e54-067d9f6b460c HTTP/1.1" status: 204 len: 173 time: 3.4664035 Jul 07 16:58:42.902060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fb0026-0229-42ce-b60a-efd953b9479b', 'name': 'network-vif-deleted', 'tag': 'bc15e5ce-1c09-4d9a-9e54-067d9f6b460c'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:42.904373 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1af79e-e026-4a9e-bfb9-40b37f5f61ef" -d '{"events": [{"server_uuid": "17fb0026-0229-42ce-b60a-efd953b9479b", "name": "network-vif-deleted", "tag": "bc15e5ce-1c09-4d9a-9e54-067d9f6b460c"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:42.932775 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b346379e-4805-4408-892d-571f4ffb31a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=839b55c47bbe42aa99a3d05aea2def6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7318625 Jul 07 16:58:42.935410 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47090) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:42.957107 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4306f9-d269-40b9-a007-01d0c9346731 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:58:42.975322 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253cf4e-7d99-4221-b239-1d4a982b5c61 req-f6145729-6adc-4f09-be9b-6573364f88eb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:42.981156 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f4306f9-d269-40b9-a007-01d0c9346731 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:42.981764 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-5f4306f9-d269-40b9-a007-01d0c9346731 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Added segment c6be9b44-779f-4f4a-9256-8e018f083e78 of type vlan for network fa628430-93b1-41bf-af5b-08644e59924a Jul 07 16:58:42.983615 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f253cf4e-7d99-4221-b239-1d4a982b5c61 req-f6145729-6adc-4f09-be9b-6573364f88eb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 945 time: 0.1815104 Jul 07 16:58:43.076727 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f253cf4e-7d99-4221-b239-1d4a982b5c61 req-a6304722-988a-4d1c-8825-4aa6ad8c1c46 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881507 Jul 07 16:58:43.077160 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346379e-4805-4408-892d-571f4ffb31a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e850d90-8ca0-49b3-8de5-4ee3d789bf50,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:43.104348 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-26c7a7dd-702e-4b2e-86c4-98e9d3bfd8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.161332 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-26c7a7dd-702e-4b2e-86c4-98e9d3bfd8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.165574 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77ea5f-b6d8-467b-aa6a-1b0d16e6ea12 req-2583444b-678d-4b64-8090-80b78bea9663 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:43.175174 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cc77ea5f-b6d8-467b-aa6a-1b0d16e6ea12 req-2583444b-678d-4b64-8090-80b78bea9663 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.4081099 Jul 07 16:58:43.175349 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d26b33-e035-433b-a0f3-db88ac190835 x-openstack-request-id: req-c1d26b33-e035-433b-a0f3-db88ac190835 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:43.179924 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fb0026-0229-42ce-b60a-efd953b9479b", "name": "network-vif-deleted", "tag": "bc15e5ce-1c09-4d9a-9e54-067d9f6b460c", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:43.181636 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c1d26b33-e035-433b-a0f3-db88ac190835 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:43.182168 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fb0026-0229-42ce-b60a-efd953b9479b', 'name': 'network-vif-deleted', 'tag': 'bc15e5ce-1c09-4d9a-9e54-067d9f6b460c', 'status': 'completed', 'code': 200} Jul 07 16:58:43.232153 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f449a6ab-dc39-47ff-807f-db05d69a8127 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Made reservation on behalf of 5d261964af8f40c0878b1bab05d31219 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:43.234731 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f449a6ab-dc39-47ff-807f-db05d69a8127 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.273758 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f449a6ab-dc39-47ff-807f-db05d69a8127 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:58:43.282429 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-26c7a7dd-702e-4b2e-86c4-98e9d3bfd8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.284622 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f449a6ab-dc39-47ff-807f-db05d69a8127 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.284960 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-f449a6ab-dc39-47ff-807f-db05d69a8127 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Added segment 472a19bb-331f-4bd4-9559-b899ec63fac6 of type vlan for network 051ed2fc-70ea-4d1a-904b-1db776ad3e0f Jul 07 16:58:43.286170 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-26c7a7dd-702e-4b2e-86c4-98e9d3bfd8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.287660 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-26c7a7dd-702e-4b2e-86c4-98e9d3bfd8d3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e850d90-8ca0-49b3-8de5-4ee3d789bf50 HTTP/1.1" status: 204 len: 168 time: 0.3508017 Jul 07 16:58:43.304395 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7a7dd-702e-4b2e-86c4-98e9d3bfd8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e850d90-8ca0-49b3-8de5-4ee3d789bf50,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:43.421506 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f449a6ab-dc39-47ff-807f-db05d69a8127 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.432453 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2c447cd4-817b-46c7-900e-1bb58c19c83d req-780a5633-a8a5-4553-a9f2-a37fc610cbdc tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 210 time: 0.0612798 Jul 07 16:58:43.448729 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f4306f9-d269-40b9-a007-01d0c9346731 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.482833 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78aab00-2623-47ac-badb-775f865426c5 None None] Sync routers for ids ['7784011d-0bbc-48c0-b699-1c7f82bc9360'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:58:43.499141 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cc77ea5f-b6d8-467b-aa6a-1b0d16e6ea12 req-4c2a69f7-fc3e-44e5-a54b-c6832eac8e14 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203630 Jul 07 16:58:43.511560 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78aab00-2623-47ac-badb-775f865426c5 None None] Routers {'7784011d-0bbc-48c0-b699-1c7f82bc9360'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:43.512957 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-f78aab00-2623-47ac-badb-775f865426c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:58:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7784011d-0bbc-48c0-b699-1c7f82bc9360'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:43.624615 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f4306f9-d269-40b9-a007-01d0c9346731 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.645103 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4306f9-d269-40b9-a007-01d0c9346731 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:43.646347 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f4306f9-d269-40b9-a007-01d0c9346731 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.800215 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-f78aab00-2623-47ac-badb-775f865426c5 None None] Set router 7784011d-0bbc-48c0-b699-1c7f82bc9360 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:43.813460 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4306f9-d269-40b9-a007-01d0c9346731 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event updated for resources: {'Network': ['ID=fa628430-93b1-41bf-af5b-08644e59924a,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:43.821330 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f449a6ab-dc39-47ff-807f-db05d69a8127 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.822286 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f449a6ab-dc39-47ff-807f-db05d69a8127 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:43.825500 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47114) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:43.825926 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f449a6ab-dc39-47ff-807f-db05d69a8127 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:43.831525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network fa628430-93b1-41bf-af5b-08644e59924a details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:58:43.953541 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0f37ee40-bd9b-4f1b-a72e-e5bbe27eca9a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60d0166ea6164ae2b98ddad75ceef9c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268649 Jul 07 16:58:43.960955 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47124) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:43.980605 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449a6ab-dc39-47ff-807f-db05d69a8127 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Pushing event updated for resources: {'Network': ['ID=051ed2fc-70ea-4d1a-904b-1db776ad3e0f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:43.997157 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 051ed2fc-70ea-4d1a-904b-1db776ad3e0f details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:58:44.012042 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5f4306f9-d269-40b9-a007-01d0c9346731 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4909689 Jul 07 16:58:44.015502 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47130) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:44.031252 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-e2d73e21-adae-4d59-be3f-856c192cdda5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Request body: {'subnet': {'network_id': 'fa628430-93b1-41bf-af5b-08644e59924a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:44.049354 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f449a6ab-dc39-47ff-807f-db05d69a8127 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6091046 Jul 07 16:58:44.051318 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47132) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:44.083835 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.087470 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-5ef1858f-770c-449b-88ff-59c7750b9591 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Request body: {'subnet': {'network_id': '051ed2fc-70ea-4d1a-904b-1db776ad3e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:44.262619 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-f78aab00-2623-47ac-badb-775f865426c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'name': 'tempest-ServersTestBootFromVolume-1767685278-router', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:31Z', 'updated_at': '2021-07-07T16:55:41Z', 'revision_number': 4, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'gw_port': {'id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:32Z', 'updated_at': '2021-07-07T16:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '327bf1da-7bd5-4e28-ac26-f8c07f36fba7', 'name': '', 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'mac_address': 'fa:16:3e:89:d0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '7bf8681f-776e-4c48-abee-f55e2aa2fadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:39Z', 'updated_at': '2021-07-07T16:55:46Z', 'revision_number': 5, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'subnets': [{'id': '7bf8681f-776e-4c48-abee-f55e2aa2fadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:44.267294 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef1858f-770c-449b-88ff-59c7750b9591 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Made reservation on behalf of 5d261964af8f40c0878b1bab05d31219 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:44.269983 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5ef1858f-770c-449b-88ff-59c7750b9591 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.279111 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-120f42f8-3c6d-471c-8ba5-0154bb4a49d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.288230 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87183894-53f1-4971-91d5-d97a9e41491f req-6ffa8401-9621-4a3f-8257-ee01c4d1c8d9 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:44.290411 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87183894-53f1-4971-91d5-d97a9e41491f req-6ffa8401-9621-4a3f-8257-ee01c4d1c8d9 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 811 time: 0.2567773 Jul 07 16:58:44.325556 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-120f42f8-3c6d-471c-8ba5-0154bb4a49d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.328581 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87183894-53f1-4971-91d5-d97a9e41491f req-cbba9588-86a7-44c9-a014-9c7a4ae6ced3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/quotas/d1135a5a7bcf4ea180136622e9a3fe8d HTTP/1.1" status: 200 len: 375 time: 0.0283079 Jul 07 16:58:44.346355 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78aab00-2623-47ac-badb-775f865426c5 None None] Checking router: 7784011d-0bbc-48c0-b699-1c7f82bc9360 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:58:44.368065 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78aab00-2623-47ac-badb-775f865426c5 None None] Routers {'7784011d-0bbc-48c0-b699-1c7f82bc9360'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:58:44.370760 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-f78aab00-2623-47ac-badb-775f865426c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:58:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7784011d-0bbc-48c0-b699-1c7f82bc9360'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:44.420979 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4447469-18bd-4291-8bf7-e7d1d6966863 req-b82e60b6-19e8-479a-9ea0-41d494a9e482 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:44.429126 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d4447469-18bd-4291-8bf7-e7d1d6966863 req-b82e60b6-19e8-479a-9ea0-41d494a9e482 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.2659631 Jul 07 16:58:44.438844 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87183894-53f1-4971-91d5-d97a9e41491f req-aab3a30c-3f45-43bb-b392-ea0da82080ff tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1042306 Jul 07 16:58:44.445455 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-120f42f8-3c6d-471c-8ba5-0154bb4a49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.449776 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-120f42f8-3c6d-471c-8ba5-0154bb4a49d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.453463 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-120f42f8-3c6d-471c-8ba5-0154bb4a49d3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/199e516e-b745-4bce-9ac5-27006216396d HTTP/1.1" status: 204 len: 168 time: 0.4887376 Jul 07 16:58:44.463383 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d73e21-adae-4d59-be3f-856c192cdda5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Made reservation on behalf of 0e2d5abb674246ba9e62cf1e68dd451b for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:44.468497 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e2d73e21-adae-4d59-be3f-856c192cdda5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.486416 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f42f8-3c6d-471c-8ba5-0154bb4a49d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199e516e-b745-4bce-9ac5-27006216396d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:44.528075 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-f78aab00-2623-47ac-badb-775f865426c5 None None] Set router 7784011d-0bbc-48c0-b699-1c7f82bc9360 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:58:44.592344 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87183894-53f1-4971-91d5-d97a9e41491f req-5ed710a0-5211-49c6-a764-593f4a3c831a service neutron] 10.222.0.50 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397758 Jul 07 16:58:44.648029 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-43dd55fa-71f2-472a-a485-2a2e2c9aad92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:44.649775 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d4447469-18bd-4291-8bf7-e7d1d6966863 req-3d2decbc-11e1-4160-94eb-350160a9d5a1 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194328 Jul 07 16:58:45.008559 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-f78aab00-2623-47ac-badb-775f865426c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'name': 'tempest-ServersTestBootFromVolume-1767685278-router', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:31Z', 'updated_at': '2021-07-07T16:55:41Z', 'revision_number': 4, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'gw_port': {'id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:32Z', 'updated_at': '2021-07-07T16:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '327bf1da-7bd5-4e28-ac26-f8c07f36fba7', 'name': '', 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'mac_address': 'fa:16:3e:89:d0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '7bf8681f-776e-4c48-abee-f55e2aa2fadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:39Z', 'updated_at': '2021-07-07T16:55:46Z', 'revision_number': 5, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'subnets': [{'id': '7bf8681f-776e-4c48-abee-f55e2aa2fadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:45.082410 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78aab00-2623-47ac-badb-775f865426c5 None None] The sync data for ids ['7784011d-0bbc-48c0-b699-1c7f82bc9360'] in n-d-793620-7 is: [{'id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'name': 'tempest-ServersTestBootFromVolume-1767685278-router', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:31Z', 'updated_at': '2021-07-07T16:55:41Z', 'revision_number': 4, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'gw_port': {'id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:32Z', 'updated_at': '2021-07-07T16:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '327bf1da-7bd5-4e28-ac26-f8c07f36fba7', 'name': '', 'network_id': 'cbf4413f-2045-49d3-90cc-8b792570496f', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'mac_address': 'fa:16:3e:89:d0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '7bf8681f-776e-4c48-abee-f55e2aa2fadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:39Z', 'updated_at': '2021-07-07T16:55:46Z', 'revision_number': 5, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'subnets': [{'id': '7bf8681f-776e-4c48-abee-f55e2aa2fadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:58:45.612808 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87183894-53f1-4971-91d5-d97a9e41491f req-5f41e28c-aca4-4169-91ff-e16a36121bce service neutron] 10.222.0.50 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0130420 Jul 07 16:58:45.631396 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0631f457-e4db-44a0-ba00-6873979eb0eb None None] New status for floating IP 24ac7740-2b60-4290-9e8c-fbb432138cf2: DOWN {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 16:58:46.017642 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edfe50-175f-42be-b632-0bb0b7a612a8 req-a12bd702-d91e-4574-bdb9-91dae140d82d tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:46.029409 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-63edfe50-175f-42be-b632-0bb0b7a612a8 req-a12bd702-d91e-4574-bdb9-91dae140d82d tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 945 time: 1.0180452 Jul 07 16:58:46.077166 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e2d73e21-adae-4d59-be3f-856c192cdda5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:46.178502 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-63edfe50-175f-42be-b632-0bb0b7a612a8 req-a43ac229-b0eb-4c91-ac8d-8ff0fdbd99a4 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477485 Jul 07 16:58:46.222458 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5d1ebc9-338d-4364-b5f5-bd80e284bfd7 req-a017d046-33b8-48bd-b1ae-e5ee78942a9c tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 210 time: 0.0552905 Jul 07 16:58:46.247518 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:46.381521 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-019e2795-5d09-45ad-ad52-4177f0c2a5b3 req-bf7c50e3-c7d3-450e-a330-1c9a313b9601 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 210 time: 0.0757732 Jul 07 16:58:46.435110 n-d-793620-7 neutron-server[100409]: DEBUG neutron.objects.ports [None req-5ef1858f-770c-449b-88ff-59c7750b9591 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100409) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 16:58:46.435587 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5ef1858f-770c-449b-88ff-59c7750b9591 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:46.443505 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d73e21-adae-4d59-be3f-856c192cdda5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event updated for resources: {'Subnet': ['ID=5c1017f4-736f-429f-9a35-4321830ec9ce,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:46.540926 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d73e21-adae-4d59-be3f-856c192cdda5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Checking segment: {'id': 'c6be9b44-779f-4f4a-9256-8e018f083e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fa628430-93b1-41bf-af5b-08644e59924a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:46.541748 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d73e21-adae-4d59-be3f-856c192cdda5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Network hostable DHCP agents. Network: fa628430-93b1-41bf-af5b-08644e59924a, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:58:46.544692 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1858f-770c-449b-88ff-59c7750b9591 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Pushing event updated for resources: {'Subnet': ['ID=22d6b370-5af1-48dd-946d-7a112d5093fb,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:46.647324 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a0ef5-c2f5-4928-8fc0-d37117bef09c req-8589dfc5-e80f-4822-82e7-bf9e0cf132e6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:46.657070 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-da6a0ef5-c2f5-4928-8fc0-d37117bef09c req-8589dfc5-e80f-4822-82e7-bf9e0cf132e6 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.2261071 Jul 07 16:58:46.675796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d73e21-adae-4d59-be3f-856c192cdda5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Network fa628430-93b1-41bf-af5b-08644e59924a is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:58:46.689568 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1858f-770c-449b-88ff-59c7750b9591 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Checking segment: {'id': '472a19bb-331f-4bd4-9559-b899ec63fac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '051ed2fc-70ea-4d1a-904b-1db776ad3e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:46.689938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef1858f-770c-449b-88ff-59c7750b9591 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Network hostable DHCP agents. Network: 051ed2fc-70ea-4d1a-904b-1db776ad3e0f, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:58:46.733453 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-e2d73e21-adae-4d59-be3f-856c192cdda5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, fa628430-93b1-41bf-af5b-08644e59924a) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:46.746190 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de59a255-124a-4270-9a03-74aed26d97e5 None None] Network fa628430-93b1-41bf-af5b-08644e59924a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:46.791481 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d73e21-adae-4d59-be3f-856c192cdda5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:46.792315 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e2d73e21-adae-4d59-be3f-856c192cdda5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:46.814745 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-da6a0ef5-c2f5-4928-8fc0-d37117bef09c req-af1908fb-87ee-44e7-ae18-f8772da836cc tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565037 Jul 07 16:58:46.829204 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef1858f-770c-449b-88ff-59c7750b9591 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Network 051ed2fc-70ea-4d1a-904b-1db776ad3e0f is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:58:46.871680 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-5ef1858f-770c-449b-88ff-59c7750b9591 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 051ed2fc-70ea-4d1a-904b-1db776ad3e0f) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:46.900536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef1858f-770c-449b-88ff-59c7750b9591 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:46.901136 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5ef1858f-770c-449b-88ff-59c7750b9591 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:46.946510 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53dd694-e4c2-4573-8ae0-4a1cd0698e14 None None] Network 051ed2fc-70ea-4d1a-904b-1db776ad3e0f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:46.962256 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e2d73e21-adae-4d59-be3f-856c192cdda5 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9440386 Jul 07 16:58:46.963979 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5ef1858f-770c-449b-88ff-59c7750b9591 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9072480 Jul 07 16:58:46.965957 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47218) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:46.970703 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47220) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:46.971559 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c08c2035-f0ae-4d08-aa40-472f98e04f34 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-286580792'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:46.975754 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-072c1c58-a8b6-49a4-a2ff-6de572bb3388 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Request body: {'floatingip': {'floating_network_id': '051ed2fc-70ea-4d1a-904b-1db776ad3e0f'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:47.009980 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-072c1c58-a8b6-49a4-a2ff-6de572bb3388 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:47.157981 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08c2035-f0ae-4d08-aa40-472f98e04f34 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Made reservation on behalf of 0e2d5abb674246ba9e62cf1e68dd451b for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:47.165023 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c08c2035-f0ae-4d08-aa40-472f98e04f34 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:47.183849 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-072c1c58-a8b6-49a4-a2ff-6de572bb3388 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:47.321629 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-fa628430-93b1-41bf-af5b-08644e59924a', 'network_id': 'fa628430-93b1-41bf-af5b-08644e59924a', 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'fixed_ips': [{'subnet_id': '5c1017f4-736f-429f-9a35-4321830ec9ce'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:58:47.323287 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:47.343806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1b298-c630-4653-bac2-de3bad6a7589 req-0bac4130-c00e-4bfd-a25e-7f05d862a20a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:47.361822 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fac1b298-c630-4653-bac2-de3bad6a7589 req-0bac4130-c00e-4bfd-a25e-7f05d862a20a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 945 time: 0.3783419 Jul 07 16:58:47.428607 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08c2035-f0ae-4d08-aa40-472f98e04f34 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:58:47.464462 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-072c1c58-a8b6-49a4-a2ff-6de572bb3388 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Allocated IP 172.20.0.11 (051ed2fc-70ea-4d1a-904b-1db776ad3e0f/22d6b370-5af1-48dd-946d-7a112d5093fb/894dc3d0-a5d7-44c6-af11-b2c8faa3648b) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:47.471162 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c08c2035-f0ae-4d08-aa40-472f98e04f34 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:47.471518 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-c08c2035-f0ae-4d08-aa40-472f98e04f34 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Added segment 9ed6412b-230b-4859-aba9-a4af154ea468 of type vlan for network 575e4f0f-883d-4596-baf9-33fe8b1411d2 Jul 07 16:58:47.543543 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Allocated IP 19.80.0.2 (fa628430-93b1-41bf-af5b-08644e59924a/5c1017f4-736f-429f-9a35-4321830ec9ce/df821bcd-837e-4bfa-88a1-0d18cbbd6989) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:47.583409 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c08c2035-f0ae-4d08-aa40-472f98e04f34 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:47.628346 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c08c2035-f0ae-4d08-aa40-472f98e04f34 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:47.641832 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08c2035-f0ae-4d08-aa40-472f98e04f34 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:47.642853 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c08c2035-f0ae-4d08-aa40-472f98e04f34 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:47.699413 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fac1b298-c630-4653-bac2-de3bad6a7589 req-c9fbf472-6eff-4e31-bd6c-f95ed413aad8 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354201 Jul 07 16:58:47.782744 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c08c2035-f0ae-4d08-aa40-472f98e04f34 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8150356 Jul 07 16:58:47.789360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47246) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:47.797097 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-b634773f-138e-4267-b34e-6e5b70a22bfd tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Request body: {'subnet': {'network_id': '575e4f0f-883d-4596-baf9-33fe8b1411d2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:47.811117 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-072c1c58-a8b6-49a4-a2ff-6de572bb3388 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:47.836892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c2035-f0ae-4d08-aa40-472f98e04f34 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event updated for resources: {'Network': ['ID=575e4f0f-883d-4596-baf9-33fe8b1411d2,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:47.945808 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:47.968777 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7d9cd-afb8-4d9e-96c8-1ed83300a4b6 req-fa500e22-d5e1-496b-aba6-5d97b39d1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:47.969475 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Transition to ACTIVE for port object df821bcd-837e-4bfa-88a1-0d18cbbd6989 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:47.971287 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82b7d9cd-afb8-4d9e-96c8-1ed83300a4b6 req-fa500e22-d5e1-496b-aba6-5d97b39d1a0b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0501f382b6694d0ab9ec962ffb43a8ed&device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 1097 time: 0.2072213 Jul 07 16:58:47.988440 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b634773f-138e-4267-b34e-6e5b70a22bfd tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Made reservation on behalf of 0e2d5abb674246ba9e62cf1e68dd451b for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:47.993042 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b634773f-138e-4267-b34e-6e5b70a22bfd tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.006741 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Transition to ACTIVE for port object df821bcd-837e-4bfa-88a1-0d18cbbd6989 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:48.051658 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c7079a1c-5fd7-487e-8ab5-c2f311849f8e req-def19f5c-a75e-4166-bf34-03421773f8e7 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 210 time: 0.1032743 Jul 07 16:58:48.052778 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-072c1c58-a8b6-49a4-a2ff-6de572bb3388 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.069838 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 575e4f0f-883d-4596-baf9-33fe8b1411d2 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:58:48.106444 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072c1c58-a8b6-49a4-a2ff-6de572bb3388 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Network 051ed2fc-70ea-4d1a-904b-1db776ad3e0f is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:48.117086 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-072c1c58-a8b6-49a4-a2ff-6de572bb3388 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:48.122676 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072c1c58-a8b6-49a4-a2ff-6de572bb3388 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:48.157416 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c1c58-a8b6-49a4-a2ff-6de572bb3388 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Pushing event updated for resources: {'Port': ['ID=894dc3d0-a5d7-44c6-af11-b2c8faa3648b,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:48.264075 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.351648 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.379853 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fb2d31c2-5493-4f35-b331-03ef2fe9727c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.414488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Network fa628430-93b1-41bf-af5b-08644e59924a is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:48.420642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:48.422483 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Pushing event updated for resources: {'Port': ['ID=df821bcd-837e-4bfa-88a1-0d18cbbd6989,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:48.426180 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:48.487244 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d6ce0be2-f0d4-4cba-8b6d-49c4e11e95d8 req-c8499045-04b7-499a-a175-4b34a3152d57 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 210 time: 0.3226402 Jul 07 16:58:48.512012 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87183894-53f1-4971-91d5-d97a9e41491f req-3a65a214-1080-4d7d-a44d-07fa854501da tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:48.522271 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87183894-53f1-4971-91d5-d97a9e41491f req-3a65a214-1080-4d7d-a44d-07fa854501da tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.69 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 811 time: 0.2736382 Jul 07 16:58:48.535535 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47256) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:48.560614 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Attempting to bind port df821bcd-837e-4bfa-88a1-0d18cbbd6989 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:48.561996 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Attempting to bind port df821bcd-837e-4bfa-88a1-0d18cbbd6989 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'c6be9b44-779f-4f4a-9256-8e018f083e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fa628430-93b1-41bf-af5b-08644e59924a'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:48.562544 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Attempting to bind port df821bcd-837e-4bfa-88a1-0d18cbbd6989 on network fa628430-93b1-41bf-af5b-08644e59924a {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:48.572256 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:48.572979 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Checking segment: {'id': 'c6be9b44-779f-4f4a-9256-8e018f083e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fa628430-93b1-41bf-af5b-08644e59924a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:48.573394 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.573794 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Bound using segment: {'id': 'c6be9b44-779f-4f4a-9256-8e018f083e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fa628430-93b1-41bf-af5b-08644e59924a'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:48.574277 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Bound port: df821bcd-837e-4bfa-88a1-0d18cbbd6989, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6be9b44-779f-4f4a-9256-8e018f083e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fa628430-93b1-41bf-af5b-08644e59924a'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:48.574838 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.661779 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b634773f-138e-4267-b34e-6e5b70a22bfd tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.672326 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6539173-33c1-4796-8652-fd243a06a6c7 None None] Network 051ed2fc-70ea-4d1a-904b-1db776ad3e0f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:48.693364 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-87183894-53f1-4971-91d5-d97a9e41491f req-418e0032-3c91-4ca1-8a96-f4123f9288c2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Request body: {'port': {'device_id': 'd1ec88bb-a7f4-478d-9c7d-6669f11e9bd6', 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d', 'admin_state_up': True, 'tenant_id': 'd1135a5a7bcf4ea180136622e9a3fe8d'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:48.701406 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-072c1c58-a8b6-49a4-a2ff-6de572bb3388 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.816899 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-9060b127-5788-4cba-95c6-92ce4181ef86 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-112802518', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:48.859607 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-072c1c58-a8b6-49a4-a2ff-6de572bb3388 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.868550 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47264) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:48.886915 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7d9cd-afb8-4d9e-96c8-1ed83300a4b6 req-f16be6c8-0fa6-4a78-ad38-78ae0ee1692c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:48.889067 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82b7d9cd-afb8-4d9e-96c8-1ed83300a4b6 req-f16be6c8-0fa6-4a78-ad38-78ae0ee1692c service neutron] 10.222.0.69 "GET /v2.0/networks?id=585991d3-1c4c-497e-aa94-d9dabd614307 HTTP/1.1" status: 200 len: 915 time: 0.9112759 Jul 07 16:58:48.954568 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82b7d9cd-afb8-4d9e-96c8-1ed83300a4b6 req-e041cf7a-f8fd-418e-aff4-13b0dee40094 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c0023a5-f50b-490b-a782-0053eb297dbf HTTP/1.1" status: 200 len: 217 time: 0.0517883 Jul 07 16:58:48.956759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634773f-138e-4267-b34e-6e5b70a22bfd tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event updated for resources: {'Subnet': ['ID=f99fe745-a3a8-4801-b825-0f83c0c92d35,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:48.969238 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9060b127-5788-4cba-95c6-92ce4181ef86 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Made reservation on behalf of 249e5d18f6a04efebf1758c0ac10b310 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:48.971903 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9060b127-5788-4cba-95c6-92ce4181ef86 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:48.998774 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9060b127-5788-4cba-95c6-92ce4181ef86 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.006052 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.020280 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace40f5-2a3c-4fbc-a4e1-00d0d788c331 req-5f1c60c8-d000-4cda-92bd-032db7391003 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:49.022486 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ace40f5-2a3c-4fbc-a4e1-00d0d788c331 req-5f1c60c8-d000-4cda-92bd-032db7391003 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.4877882 Jul 07 16:58:49.024764 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7d9cd-afb8-4d9e-96c8-1ed83300a4b6 req-5ba1d1fd-ff6b-4079-b897-c232cebe4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:49.026288 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82b7d9cd-afb8-4d9e-96c8-1ed83300a4b6 req-5ba1d1fd-ff6b-4079-b897-c232cebe4f50 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=748e4878-dc0e-488c-ad96-c5afee4e3c75 HTTP/1.1" status: 200 len: 854 time: 0.0628088 Jul 07 16:58:49.035401 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] For port df821bcd-837e-4bfa-88a1-0d18cbbd6989, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:49.040529 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] For port df821bcd-837e-4bfa-88a1-0d18cbbd6989, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=df821bcd-837e-4bfa-88a1-0d18cbbd6989,segment=NetworkSegment(c6be9b44-779f-4f4a-9256-8e018f083e78),segment_id=c6be9b44-779f-4f4a-9256-8e018f083e78)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:49.052078 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.066189 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b634773f-138e-4267-b34e-6e5b70a22bfd tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Checking segment: {'id': '9ed6412b-230b-4859-aba9-a4af154ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '575e4f0f-883d-4596-baf9-33fe8b1411d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:49.066603 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b634773f-138e-4267-b34e-6e5b70a22bfd tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Network hostable DHCP agents. Network: 575e4f0f-883d-4596-baf9-33fe8b1411d2, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:58:49.074692 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82b7d9cd-afb8-4d9e-96c8-1ed83300a4b6 req-dba6fb5d-3713-42b6-9881-084a92da83dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=585991d3-1c4c-497e-aa94-d9dabd614307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404191 Jul 07 16:58:49.134300 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d117f-5c3e-4854-89e4-6bf08bee95d2 None None] Pushing event updated for resources: {'Port': ['ID=df821bcd-837e-4bfa-88a1-0d18cbbd6989,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:49.166614 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5bfb933c-69de-434e-963c-8269de7c9052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.169179 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b634773f-138e-4267-b34e-6e5b70a22bfd tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Network 575e4f0f-883d-4596-baf9-33fe8b1411d2 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:58:49.184634 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ab831-8468-46bb-9161-4e7786e6802a req-ff826180-6408-416b-ba34-2ded34433ef6 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:49.192330 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-218ab831-8468-46bb-9161-4e7786e6802a req-ff826180-6408-416b-ba34-2ded34433ef6 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 945 time: 0.3956251 Jul 07 16:58:49.202690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-b634773f-138e-4267-b34e-6e5b70a22bfd tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 575e4f0f-883d-4596-baf9-33fe8b1411d2) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:49.223150 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4741c613-06a4-45e3-8b2c-4a8b733de420 None None] Network 575e4f0f-883d-4596-baf9-33fe8b1411d2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:49.235115 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b634773f-138e-4267-b34e-6e5b70a22bfd tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:49.236060 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b634773f-138e-4267-b34e-6e5b70a22bfd tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.236643 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ace40f5-2a3c-4fbc-a4e1-00d0d788c331 req-0913fce6-fc2b-40fe-b219-81dfcd0168df tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288095 Jul 07 16:58:49.307358 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-218ab831-8468-46bb-9161-4e7786e6802a req-d1d2d503-e0d7-437b-9a39-15ed832ec572 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125696 Jul 07 16:58:49.338556 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-072c1c58-a8b6-49a4-a2ff-6de572bb3388 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.350940 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-072c1c58-a8b6-49a4-a2ff-6de572bb3388 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.392606 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82b7d9cd-afb8-4d9e-96c8-1ed83300a4b6 req-cbfe492e-76b6-4aa6-bc66-818c6ae614f9 service neutron] 10.222.0.69 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023574 Jul 07 16:58:49.554942 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c1c58-a8b6-49a4-a2ff-6de572bb3388 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Pushing event updated for resources: {'Port': ['ID=894dc3d0-a5d7-44c6-af11-b2c8faa3648b,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:49.573242 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9060b127-5788-4cba-95c6-92ce4181ef86 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.604232 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b634773f-138e-4267-b34e-6e5b70a22bfd tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8134396 Jul 07 16:58:49.612747 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9060b127-5788-4cba-95c6-92ce4181ef86 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.639384 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-00b04752-85cf-4d41-9ef9-c3c329ab2886 req-d8cf0619-6faf-4734-adf5-ffbd44a58d72 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 210 time: 0.0818274 Jul 07 16:58:49.645558 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-575e4f0f-883d-4596-baf9-33fe8b1411d2', 'network_id': '575e4f0f-883d-4596-baf9-33fe8b1411d2', 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'fixed_ips': [{'subnet_id': 'f99fe745-a3a8-4801-b825-0f83c0c92d35'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:58:49.646892 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.653919 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-072c1c58-a8b6-49a4-a2ff-6de572bb3388 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.663929 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82b7d9cd-afb8-4d9e-96c8-1ed83300a4b6 req-1d590545-3ba5-4bdb-93bc-314dfadff2da service neutron] 10.222.0.69 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646713 Jul 07 16:58:49.679728 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-9060b127-5788-4cba-95c6-92ce4181ef86 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] device_id is not set on port b5d3356b-ad53-4798-9596-9684e4cab470 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:58:49.834847 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87183894-53f1-4971-91d5-d97a9e41491f req-418e0032-3c91-4ca1-8a96-f4123f9288c2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Made reservation on behalf of d1135a5a7bcf4ea180136622e9a3fe8d for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:49.839164 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87183894-53f1-4971-91d5-d97a9e41491f req-418e0032-3c91-4ca1-8a96-f4123f9288c2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.869669 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-072c1c58-a8b6-49a4-a2ff-6de572bb3388 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:49.873914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Allocated IP 19.86.0.2 (575e4f0f-883d-4596-baf9-33fe8b1411d2/f99fe745-a3a8-4801-b825-0f83c0c92d35/cb45fc6f-893a-4a07-b7df-197cfad354e1) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:49.874789 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-072c1c58-a8b6-49a4-a2ff-6de572bb3388 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9030039 Jul 07 16:58:49.875182 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47280) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:49.902672 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060b127-5788-4cba-95c6-92ce4181ef86 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad84000d-24aa-4b51-be84-f579fb930bcb,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:49.913682 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb83b139-f1ef-4a94-b419-3a6a815e3efa req-a63620be-0054-4d14-941f-30ff5c10f433 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 210 time: 0.0863688 Jul 07 16:58:50.026216 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4e1b9bfc-4ccf-4473-8a5a-df9db1415993 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] 10.222.0.50 "GET /v2.0/floatingips?floating_network_id=051ed2fc-70ea-4d1a-904b-1db776ad3e0f HTTP/1.1" status: 200 len: 690 time: 0.1494679 Jul 07 16:58:50.029472 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47286) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:50.066836 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:50.078727 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Transition to ACTIVE for port object cb45fc6f-893a-4a07-b7df-197cfad354e1 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:50.106723 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Transition to ACTIVE for port object cb45fc6f-893a-4a07-b7df-197cfad354e1 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:50.129589 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:50.152078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f30b9-4af7-4be4-8b43-92206d000694 req-253e92c5-b366-4758-8500-7e2c9b9e94df tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:50.159558 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-865f30b9-4af7-4be4-8b43-92206d000694 req-253e92c5-b366-4758-8500-7e2c9b9e94df tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 945 time: 0.2372644 Jul 07 16:58:50.181732 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-9060b127-5788-4cba-95c6-92ce4181ef86 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Allocated IP 172.25.2.206 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/b5d3356b-ad53-4798-9596-9684e4cab470) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:50.243034 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Network 575e4f0f-883d-4596-baf9-33fe8b1411d2 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:50.262785 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-865f30b9-4af7-4be4-8b43-92206d000694 req-f091f161-0ed6-4bdf-80da-d464d6b2bf6e tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992718 Jul 07 16:58:50.269437 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:50.271803 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:50.277370 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:50.309199 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Pushing event updated for resources: {'Port': ['ID=cb45fc6f-893a-4a07-b7df-197cfad354e1,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:50.311528 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:50.375331 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device df821bcd-837e-4bfa-88a1-0d18cbbd6989 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:50.438765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-87183894-53f1-4971-91d5-d97a9e41491f req-418e0032-3c91-4ca1-8a96-f4123f9288c2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Allocated IP 172.20.0.12 (4bfc31d5-b892-420e-a594-085b325da90d/66d9af50-51a7-4bbc-a88f-fc28aae3344c/5fef4419-8a77-4bb7-9c47-f61c4d92a8a1) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:50.451810 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Attempting to bind port cb45fc6f-893a-4a07-b7df-197cfad354e1 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:50.452194 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Attempting to bind port cb45fc6f-893a-4a07-b7df-197cfad354e1 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9ed6412b-230b-4859-aba9-a4af154ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '575e4f0f-883d-4596-baf9-33fe8b1411d2'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:50.452559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Attempting to bind port cb45fc6f-893a-4a07-b7df-197cfad354e1 on network 575e4f0f-883d-4596-baf9-33fe8b1411d2 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:50.453392 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-485a69b4-314c-4189-a5c8-0eb847aa0067 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:50.460155 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:50.460536 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Checking segment: {'id': '9ed6412b-230b-4859-aba9-a4af154ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '575e4f0f-883d-4596-baf9-33fe8b1411d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:50.460952 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:50.461304 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-485a69b4-314c-4189-a5c8-0eb847aa0067 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:50.461437 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Bound using segment: {'id': '9ed6412b-230b-4859-aba9-a4af154ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '575e4f0f-883d-4596-baf9-33fe8b1411d2'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:50.461974 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Bound port: cb45fc6f-893a-4a07-b7df-197cfad354e1, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed6412b-230b-4859-aba9-a4af154ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '575e4f0f-883d-4596-baf9-33fe8b1411d2'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:50.462367 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:50.469767 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-485a69b4-314c-4189-a5c8-0eb847aa0067 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/networks?id=fa628430-93b1-41bf-af5b-08644e59924a&id=575e4f0f-883d-4596-baf9-33fe8b1411d2 HTTP/1.1" status: 200 len: 1391 time: 0.3819599 Jul 07 16:58:50.495429 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-6a64b300-e812-49b5-9d67-f48b5e27422c tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/quotas/0e2d5abb674246ba9e62cf1e68dd451b HTTP/1.1" status: 200 len: 375 time: 0.0245333 Jul 07 16:58:50.513608 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5bfb933c-69de-434e-963c-8269de7c9052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:50.533881 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port df821bcd-837e-4bfa-88a1-0d18cbbd6989 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:50.605864 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5bfb933c-69de-434e-963c-8269de7c9052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:50.626300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Deleting port 894dc3d0-a5d7-44c6-af11-b2c8faa3648b {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:50.626735 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:50.631920 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] For port cb45fc6f-893a-4a07-b7df-197cfad354e1, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:50.636497 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] For port cb45fc6f-893a-4a07-b7df-197cfad354e1, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=cb45fc6f-893a-4a07-b7df-197cfad354e1,segment=NetworkSegment(9ed6412b-230b-4859-aba9-a4af154ea468),segment_id=9ed6412b-230b-4859-aba9-a4af154ea468)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:50.646802 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:50.711691 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba53edc-713d-4a3e-a4d0-674e93d0ae67 None None] Network fa628430-93b1-41bf-af5b-08644e59924a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:50.747406 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5bfb933c-69de-434e-963c-8269de7c9052 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a5c9c0ce72504f0b95cb8a675ae1fe6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8757401 Jul 07 16:58:50.757425 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47296) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:50.766840 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86e8fd-040b-4492-ac91-fbd94214c0e4 req-84b9ccd0-9968-4a66-bc95-03508542b82a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:50.770082 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0e86e8fd-040b-4492-ac91-fbd94214c0e4 req-84b9ccd0-9968-4a66-bc95-03508542b82a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.1959486 Jul 07 16:58:50.824650 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb933c-69de-434e-963c-8269de7c9052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bdfe82-ffed-46d3-a239-0a51cd1f50f4,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:50.830600 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:50.831168 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:50.835967 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1471410-4ad9-459f-9d9b-fafe3a2a780d None None] Pushing event updated for resources: {'Port': ['ID=cb45fc6f-893a-4a07-b7df-197cfad354e1,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:50.861388 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Calling delete_port for 894dc3d0-a5d7-44c6-af11-b2c8faa3648b owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:50.878015 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-15f0dc32-595c-4927-b6af-b652c90543e0 None None] Provisioning for port df821bcd-837e-4bfa-88a1-0d18cbbd6989 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:50.885468 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0e86e8fd-040b-4492-ac91-fbd94214c0e4 req-d2cad1e7-3f4f-4e30-b2e6-003b6ecd47f3 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056387 Jul 07 16:58:50.912037 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-15f0dc32-595c-4927-b6af-b652c90543e0 None None] Provisioning complete for port df821bcd-837e-4bfa-88a1-0d18cbbd6989 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:50.912423 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-15f0dc32-595c-4927-b6af-b652c90543e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.056624 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-703dd34c-c8fd-46d2-9749-15adae912065 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e2d5abb674246ba9e62cf1e68dd451b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5489163 Jul 07 16:58:51.191572 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cad1bb3d-5644-40bb-9801-106ffd6dafb8 req-67a8cade-d509-47c5-9cce-b798c5dc5969 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fb0026-0229-42ce-b60a-efd953b9479b HTTP/1.1" status: 200 len: 210 time: 0.0367815 Jul 07 16:58:51.250956 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.256919 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-15f0dc32-595c-4927-b6af-b652c90543e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.265307 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9060b127-5788-4cba-95c6-92ce4181ef86 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.307176 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Pushing event deleted for resources: {'Port': ['ID=894dc3d0-a5d7-44c6-af11-b2c8faa3648b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:51.344371 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-15f0dc32-595c-4927-b6af-b652c90543e0 None None] For port df821bcd-837e-4bfa-88a1-0d18cbbd6989, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=df821bcd-837e-4bfa-88a1-0d18cbbd6989,segment=NetworkSegment(c6be9b44-779f-4f4a-9256-8e018f083e78),segment_id=c6be9b44-779f-4f4a-9256-8e018f083e78)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:51.353390 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-15f0dc32-595c-4927-b6af-b652c90543e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.395149 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-93ef06f3-4b99-437d-bb2c-9491fc74e194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.463493 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87183894-53f1-4971-91d5-d97a9e41491f req-418e0032-3c91-4ca1-8a96-f4123f9288c2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.479349 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-91a10870-b441-48ba-9604-1334e29eb55d req-0b5d92ea-d5c9-4d5f-a72a-4422acc62ded tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 210 time: 0.0849934 Jul 07 16:58:51.488714 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0dc32-595c-4927-b6af-b652c90543e0 None None] Pushing event updated for resources: {'Port': ['ID=df821bcd-837e-4bfa-88a1-0d18cbbd6989,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:51.494486 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-93ef06f3-4b99-437d-bb2c-9491fc74e194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.529157 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.531780 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-3ac7cc2d-a784-4493-85a5-5dacd77e0143 service neutron] 10.222.0.50 "GET /v2.0/networks/fa628430-93b1-41bf-af5b-08644e59924a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738636 Jul 07 16:58:51.648372 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9060b127-5788-4cba-95c6-92ce4181ef86 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.657584 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.689217 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-36c937c7-c799-4aaf-a11b-04861d9b6922 None None] Provisioning complete for port df821bcd-837e-4bfa-88a1-0d18cbbd6989 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:51.690090 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-36c937c7-c799-4aaf-a11b-04861d9b6922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.733392 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9060b127-5788-4cba-95c6-92ce4181ef86 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:51.754725 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-9060b127-5788-4cba-95c6-92ce4181ef86 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:51.757366 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9060b127-5788-4cba-95c6-92ce4181ef86 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:51.799062 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-93ef06f3-4b99-437d-bb2c-9491fc74e194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.801537 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-93ef06f3-4b99-437d-bb2c-9491fc74e194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.807484 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-93ef06f3-4b99-437d-bb2c-9491fc74e194 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/74bdfe82-ffed-46d3-a239-0a51cd1f50f4 HTTP/1.1" status: 204 len: 168 time: 1.0478809 Jul 07 16:58:51.808630 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060b127-5788-4cba-95c6-92ce4181ef86 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Pushing event updated for resources: {'Port': ['ID=b5d3356b-ad53-4798-9596-9684e4cab470,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:51.827438 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87183894-53f1-4971-91d5-d97a9e41491f req-418e0032-3c91-4ca1-8a96-f4123f9288c2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.858827 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-f55027ac-a3fc-4f78-a61a-86cf32aab5f1 service neutron] 10.222.0.50 "GET /v2.0/networks/fa628430-93b1-41bf-af5b-08644e59924a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260388 Jul 07 16:58:51.867959 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:51.903973 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef06f3-4b99-437d-bb2c-9491fc74e194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bdfe82-ffed-46d3-a239-0a51cd1f50f4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:51.943880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=22d6b370-5af1-48dd-946d-7a112d5093fb,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:51.998516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87183894-53f1-4971-91d5-d97a9e41491f req-418e0032-3c91-4ca1-8a96-f4123f9288c2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Network 4bfc31d5-b892-420e-a594-085b325da90d is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:52.008297 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-87183894-53f1-4971-91d5-d97a9e41491f req-418e0032-3c91-4ca1-8a96-f4123f9288c2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:52.009024 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.015370 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-87183894-53f1-4971-91d5-d97a9e41491f req-418e0032-3c91-4ca1-8a96-f4123f9288c2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:52.023244 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051ed2fc-70ea-4d1a-904b-1db776ad3e0f']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:52.048050 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9060b127-5788-4cba-95c6-92ce4181ef86 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:52.048600 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9060b127-5788-4cba-95c6-92ce4181ef86 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.054589 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011d8ce-fee2-4c7b-9f78-67abd353e743 req-71c41f44-811b-45f0-98d6-08098c281dae tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:52.057096 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7011d8ce-fee2-4c7b-9f78-67abd353e743 req-71c41f44-811b-45f0-98d6-08098c281dae tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 945 time: 0.2780974 Jul 07 16:58:52.061662 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472a19bb-331f-4bd4-9559-b899ec63fac6') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:52.062507 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472a19bb-331f-4bd4-9559-b899ec63fac6') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:52.086268 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e0032-3c91-4ca1-8a96-f4123f9288c2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Pushing event updated for resources: {'Port': ['ID=5fef4419-8a77-4bb7-9c47-f61c4d92a8a1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:52.110907 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9060b127-5788-4cba-95c6-92ce4181ef86 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5688488 Jul 07 16:58:52.116527 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.119079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47308) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:52.128427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c8d5f875-c9c9-49dc-8a44-b430fbb0bf3e tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.206'}]}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:52.138690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87183894-53f1-4971-91d5-d97a9e41491f req-418e0032-3c91-4ca1-8a96-f4123f9288c2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:52.139383 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87183894-53f1-4971-91d5-d97a9e41491f req-418e0032-3c91-4ca1-8a96-f4123f9288c2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.164857 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f875-c9c9-49dc-8a44-b430fbb0bf3e tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.166259 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f875-c9c9-49dc-8a44-b430fbb0bf3e tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.177042 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87183894-53f1-4971-91d5-d97a9e41491f req-418e0032-3c91-4ca1-8a96-f4123f9288c2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6338706 Jul 07 16:58:52.178080 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7011d8ce-fee2-4c7b-9f78-67abd353e743 req-2728fdf3-a030-43e6-882b-c313109b74d0 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127224 Jul 07 16:58:52.182042 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.192439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:58:52.193105 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:58:52.195468 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:58:52.237109 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] Request body: {'port': {'device_id': 'd1ec88bb-a7f4-478d-9c7d-6669f11e9bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:52.266685 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-ef437459-fddf-4b79-abea-3140c4b7cc5c service neutron] 10.222.0.50 "GET /v2.0/networks/575e4f0f-883d-4596-baf9-33fe8b1411d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069631 Jul 07 16:58:52.339698 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.343436 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47312) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:52.357745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 051ed2fc-70ea-4d1a-904b-1db776ad3e0f {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 16:58:52.364004 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85331b48-e3e1-44c4-9d51-0656223af4ca None None] Network 575e4f0f-883d-4596-baf9-33fe8b1411d2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:58:52.393682 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.397436 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] 10.222.0.50 "DELETE /v2.0/networks/051ed2fc-70ea-4d1a-904b-1db776ad3e0f HTTP/1.1" status: 204 len: 168 time: 2.3669605 Jul 07 16:58:52.413173 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47314) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:52.425835 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3022cf67-84e4-441a-8217-86ddb4950d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.497202 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be71015-f582-429f-af30-da39f495dea0 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Pushing event deleted for resources: {'Network': ['ID=051ed2fc-70ea-4d1a-904b-1db776ad3e0f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:52.524265 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-51c57bb7-af18-41fd-8d2b-0b9bf7ffa0e2 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1099396 Jul 07 16:58:52.529291 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47318) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:52.541649 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.551619 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device df821bcd-837e-4bfa-88a1-0d18cbbd6989 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:52.605474 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f875-c9c9-49dc-8a44-b430fbb0bf3e tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.627623 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d0fe7411-7c0f-455d-b763-2b0e2be2756d None None] Provisioning for port cb45fc6f-893a-4a07-b7df-197cfad354e1 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:52.695712 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-3ce90dfc-d159-47c1-b1c1-5c7d83aec9e7 service neutron] 10.222.0.50 "GET /v2.0/networks/575e4f0f-883d-4596-baf9-33fe8b1411d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144657 Jul 07 16:58:52.748939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69574c94-b646-45a7-b869-40b5bcab6352 req-79d567b1-773f-4e13-92c3-34a3bed5838a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:52.757344 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69574c94-b646-45a7-b869-40b5bcab6352 req-79d567b1-773f-4e13-92c3-34a3bed5838a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.2912202 Jul 07 16:58:52.779307 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port df821bcd-837e-4bfa-88a1-0d18cbbd6989 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:52.784465 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:52.840647 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f875-c9c9-49dc-8a44-b430fbb0bf3e tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:53.116462 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device cb45fc6f-893a-4a07-b7df-197cfad354e1 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:53.184038 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69574c94-b646-45a7-b869-40b5bcab6352 req-0fe2b3da-6fea-40b7-8037-71f81776f65e tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254334 Jul 07 16:58:53.275554 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port cb45fc6f-893a-4a07-b7df-197cfad354e1 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:53.283668 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port cb45fc6f-893a-4a07-b7df-197cfad354e1 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:53.284371 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:53.326167 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3022cf67-84e4-441a-8217-86ddb4950d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:53.424627 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3022cf67-84e4-441a-8217-86ddb4950d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:53.486793 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2ecc3801-0a1e-420f-b9cc-76e52cd20ef5 req-dc6a9e10-9646-4e48-8508-5beb9d7ec426 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 210 time: 0.1732793 Jul 07 16:58:53.491608 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022cf67-84e4-441a-8217-86ddb4950d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45db302a-136a-4164-adde-8c43592623bf,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:53.565211 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47334) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:53.608051 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bb25b9-4be7-474f-80a1-01297f5b3dca tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:53.608476 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bb25b9-4be7-474f-80a1-01297f5b3dca tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:53.608992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bb25b9-4be7-474f-80a1-01297f5b3dca tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:53.609481 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bb25b9-4be7-474f-80a1-01297f5b3dca tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:53.610141 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bb25b9-4be7-474f-80a1-01297f5b3dca tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:53.610478 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bb25b9-4be7-474f-80a1-01297f5b3dca tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:53.613086 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3022cf67-84e4-441a-8217-86ddb4950d03 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2daf5e7d762f44b58fff6fc94c84be33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2685440 Jul 07 16:58:53.617251 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f875-c9c9-49dc-8a44-b430fbb0bf3e tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:53.623039 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bb25b9-4be7-474f-80a1-01297f5b3dca tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:53.624009 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bb25b9-4be7-474f-80a1-01297f5b3dca tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:53.625501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bb25b9-4be7-474f-80a1-01297f5b3dca tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:53.627195 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bb25b9-4be7-474f-80a1-01297f5b3dca tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:53.633719 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-09bb25b9-4be7-474f-80a1-01297f5b3dca tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6476 time: 1.1032143 Jul 07 16:58:53.642893 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47338) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:53.650270 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f875-c9c9-49dc-8a44-b430fbb0bf3e tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:53.652429 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47340) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:53.712965 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:53.733119 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd69a63f-80a2-4b6e-834d-e25109d680a4 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:53.766763 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd69a63f-80a2-4b6e-834d-e25109d680a4 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:53.784094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port cb45fc6f-893a-4a07-b7df-197cfad354e1, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=cb45fc6f-893a-4a07-b7df-197cfad354e1,segment=NetworkSegment(9ed6412b-230b-4859-aba9-a4af154ea468),segment_id=9ed6412b-230b-4859-aba9-a4af154ea468)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:53.794579 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:53.854092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=cb45fc6f-893a-4a07-b7df-197cfad354e1,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:53.880981 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-c49e7ea1-41e7-4690-8964-24d14b4108ba tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] delete failed (client error): The resource could not be found. Jul 07 16:58:53.885033 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c49e7ea1-41e7-4690-8964-24d14b4108ba tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/65258737-7bff-4c0d-a34e-ebd49a7005dc HTTP/1.1" status: 404 len: 345 time: 0.2302470 Jul 07 16:58:53.885552 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47342) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:53.941747 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b367e4e7-6d33-4c67-8299-42b22d1673d9 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] DELETE failed (client error): The resource could not be found. Jul 07 16:58:53.943143 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b367e4e7-6d33-4c67-8299-42b22d1673d9 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 16:58:53.947154 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b367e4e7-6d33-4c67-8299-42b22d1673d9 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] 10.222.0.50 "DELETE /v2.0/networks/051ed2fc-70ea-4d1a-904b-1db776ad3e0f HTTP/1.1" status: 404 len: 339 time: 0.0551021 Jul 07 16:58:53.956891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47344) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:53.968344 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b5dc0a07-e5ae-4f4b-8f3b-3e37ec5ab2b5 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Request body: {'network': {'name': 'tempest-network--1251685228', 'router:external': True}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:53.984779 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd69a63f-80a2-4b6e-834d-e25109d680a4 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:53.988163 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd69a63f-80a2-4b6e-834d-e25109d680a4 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:53.989402 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cd69a63f-80a2-4b6e-834d-e25109d680a4 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "DELETE /v2.0/security-groups/e221eece-25fc-45ca-808a-01f78d916dbc HTTP/1.1" status: 204 len: 168 time: 0.4231856 Jul 07 16:58:53.998885 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47346) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:54.029325 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69a63f-80a2-4b6e-834d-e25109d680a4 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e221eece-25fc-45ca-808a-01f78d916dbc,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:54.034974 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-89e077a0-d6ff-48b2-acbc-82c6f752d746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.071908 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-9c892ca6-6fce-47b3-bc8e-30e957c8e29b tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] show failed (client error): The resource could not be found. Jul 07 16:58:54.074914 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9c892ca6-6fce-47b3-bc8e-30e957c8e29b tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "GET /v2.0/security-groups/e221eece-25fc-45ca-808a-01f78d916dbc HTTP/1.1" status: 404 len: 347 time: 0.0715430 Jul 07 16:58:54.078258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47350) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:54.081262 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f875-c9c9-49dc-8a44-b430fbb0bf3e tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.091302 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b23de-0a19-46e1-baf8-698f35a9670b req-fc4b8587-3fe1-4af4-977f-e01ef6d79de1 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:54.092772 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-253b23de-0a19-46e1-baf8-698f35a9670b req-fc4b8587-3fe1-4af4-977f-e01ef6d79de1 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 932 time: 0.6330774 Jul 07 16:58:54.106730 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-89e077a0-d6ff-48b2-acbc-82c6f752d746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.110032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dc0a07-e5ae-4f4b-8f3b-3e37ec5ab2b5 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Made reservation on behalf of 5d261964af8f40c0878b1bab05d31219 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:54.118769 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5dc0a07-e5ae-4f4b-8f3b-3e37ec5ab2b5 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.127944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843d4b4-6b78-42af-ad79-e224d7db5ffc req-10b9fc4f-49ff-4af2-8d67-7c80171f34f0 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:54.135743 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6843d4b4-6b78-42af-ad79-e224d7db5ffc req-10b9fc4f-49ff-4af2-8d67-7c80171f34f0 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.2492061 Jul 07 16:58:54.249124 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5dc0a07-e5ae-4f4b-8f3b-3e37ec5ab2b5 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:58:54.269480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device cb45fc6f-893a-4a07-b7df-197cfad354e1 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:58:54.330108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port cb45fc6f-893a-4a07-b7df-197cfad354e1 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:54.330899 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.347600 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-253b23de-0a19-46e1-baf8-698f35a9670b req-9c4e0bf8-073c-405f-8ecd-7576a1211960 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432830 Jul 07 16:58:54.364000 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5dc0a07-e5ae-4f4b-8f3b-3e37ec5ab2b5 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.365065 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-b5dc0a07-e5ae-4f4b-8f3b-3e37ec5ab2b5 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Added segment e8a160e3-9253-46fa-8330-746d1c72d23e of type vlan for network a2bca138-6355-44fb-958e-904782d38f01 Jul 07 16:58:54.486234 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5dc0a07-e5ae-4f4b-8f3b-3e37ec5ab2b5 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.503709 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-89e077a0-d6ff-48b2-acbc-82c6f752d746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.506664 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-89e077a0-d6ff-48b2-acbc-82c6f752d746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.509017 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-89e077a0-d6ff-48b2-acbc-82c6f752d746 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/45db302a-136a-4164-adde-8c43592623bf HTTP/1.1" status: 204 len: 168 time: 0.8545964 Jul 07 16:58:54.561223 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e077a0-d6ff-48b2-acbc-82c6f752d746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45db302a-136a-4164-adde-8c43592623bf,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:54.576079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:58:54.596715 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.600825 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7af73328-c699-42af-81be-444e41d4df88 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Deleting port 2297310e-aadb-4d4e-8539-10c6e0f74f39 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:54.601233 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7af73328-c699-42af-81be-444e41d4df88 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.697646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] Transition to ACTIVE for port object 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:54.714673 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.732056 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5dc0a07-e5ae-4f4b-8f3b-3e37ec5ab2b5 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.733172 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dc0a07-e5ae-4f4b-8f3b-3e37ec5ab2b5 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:54.733830 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5dc0a07-e5ae-4f4b-8f3b-3e37ec5ab2b5 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.842956 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f875-c9c9-49dc-8a44-b430fbb0bf3e tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.848626 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f875-c9c9-49dc-8a44-b430fbb0bf3e tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.868886 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6843d4b4-6b78-42af-ad79-e224d7db5ffc req-b0b13339-eaa9-4c0e-bf9d-15b85216f470 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7319496 Jul 07 16:58:54.944409 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c3f7a-f04b-4f24-b22c-63660853b5df req-6e218903-e16a-4724-b0e4-279902bd3953 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:54.946288 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-293c3f7a-f04b-4f24-b22c-63660853b5df req-6e218903-e16a-4724-b0e4-279902bd3953 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 945 time: 0.3403542 Jul 07 16:58:54.947151 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc0a07-e5ae-4f4b-8f3b-3e37ec5ab2b5 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Pushing event updated for resources: {'Network': ['ID=a2bca138-6355-44fb-958e-904782d38f01,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:54.950289 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b5dc0a07-e5ae-4f4b-8f3b-3e37ec5ab2b5 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9864557 Jul 07 16:58:54.959942 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network a2bca138-6355-44fb-958e-904782d38f01 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:58:54.971714 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f875-c9c9-49dc-8a44-b430fbb0bf3e tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:54.973345 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d5f875-c9c9-49dc-8a44-b430fbb0bf3e tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 746f2ebe-9a1a-4dfa-8fcd-e28570582899 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:58:54.977122 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47362) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:55.028109 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5fef4419-8a77-4bb7-9c47-f61c4d92a8a1,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:55.052463 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7af73328-c699-42af-81be-444e41d4df88 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:55.052940 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7af73328-c699-42af-81be-444e41d4df88 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:55.079616 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7af73328-c699-42af-81be-444e41d4df88 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Calling delete_port for 2297310e-aadb-4d4e-8539-10c6e0f74f39 owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:55.119295 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] Attempting to bind port 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:58:55.119796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] Attempting to bind port 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:58:55.120255 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] Attempting to bind port 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 on network 4bfc31d5-b892-420e-a594-085b325da90d {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:55.136774 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] Port 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 on network 4bfc31d5-b892-420e-a594-085b325da90d not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:58:55.137264 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] Attempting to bind port 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 on network 4bfc31d5-b892-420e-a594-085b325da90d {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:58:55.182400 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-293c3f7a-f04b-4f24-b22c-63660853b5df req-9eb6e6ce-9446-45a9-9ab5-01ee61994aec tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672597 Jul 07 16:58:55.187428 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:58:55.187909 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] Checking segment: {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:58:55.188377 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] Bound using segment: {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:58:55.188933 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] Bound port: 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:58:55.189696 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:55.261146 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a627aea-f7fe-44d4-ac10-a2b9dd7862ae req-7f8ab2b0-73ba-4a83-9340-77e1a107984f tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 210 time: 0.0733273 Jul 07 16:58:55.325986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] For port 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:58:55.331630 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] For port 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=5fef4419-8a77-4bb7-9c47-f61c4d92a8a1,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:58:55.358696 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:55.403243 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:55.404043 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:55.405913 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87183894-53f1-4971-91d5-d97a9e41491f req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] 10.222.0.69 "PUT /v2.0/ports/5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 HTTP/1.1" status: 200 len: 1092 time: 3.1984055 Jul 07 16:58:55.406635 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ec88bb-a7f4-478d-9c7d-6669f11e9bd6', 'tag': '5fef4419-8a77-4bb7-9c47-f61c4d92a8a1'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:58:55.409281 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8014b3-f8c6-433f-8077-a47d1e89886e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6", "tag": "5fef4419-8a77-4bb7-9c47-f61c4d92a8a1"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:58:55.452196 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7af73328-c699-42af-81be-444e41d4df88 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:55.456012 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b013e2f-42f0-4770-b2c7-1feefcb3bcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5fef4419-8a77-4bb7-9c47-f61c4d92a8a1,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:55.474392 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-c8d5f875-c9c9-49dc-8a44-b430fbb0bf3e tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 16:58:55.479779 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c8d5f875-c9c9-49dc-8a44-b430fbb0bf3e tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3584189 Jul 07 16:58:55.491988 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47378) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:55.506730 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af73328-c699-42af-81be-444e41d4df88 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Pushing event deleted for resources: {'Port': ['ID=2297310e-aadb-4d4e-8539-10c6e0f74f39,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:55.623630 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d3831b-106a-4268-bc27-5d3a77eda54d tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:55.629478 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d3831b-106a-4268-bc27-5d3a77eda54d tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:55.638944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d3831b-106a-4268-bc27-5d3a77eda54d tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:55.645289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d3831b-106a-4268-bc27-5d3a77eda54d tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:55.650049 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-32d3831b-106a-4268-bc27-5d3a77eda54d tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.6675858 Jul 07 16:58:55.653212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47384) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:55.747997 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7af73328-c699-42af-81be-444e41d4df88 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:55.750926 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7af73328-c699-42af-81be-444e41d4df88 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:55.752251 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7af73328-c699-42af-81be-444e41d4df88 tempest-ServersTestBootFromVolume-90497270 tempest-ServersTestBootFromVolume-90497270-project] 10.222.0.50 "DELETE /v2.0/floatingips/24ac7740-2b60-4290-9e8c-fbb432138cf2 HTTP/1.1" status: 204 len: 168 time: 1.6585369 Jul 07 16:58:55.757440 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47388) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:55.775651 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bd87f-0663-448d-83bf-8d4637413adf req-2b435cf5-cb35-4743-8684-11e8bdc10315 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:55.777431 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9b3bd87f-0663-448d-83bf-8d4637413adf req-2b435cf5-cb35-4743-8684-11e8bdc10315 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.2818429 Jul 07 16:58:55.838193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87183894-53f1-4971-91d5-d97a9e41491f req-8c80a13f-5df0-4f7e-8e46-28655403769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:55.840116 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87183894-53f1-4971-91d5-d97a9e41491f req-8c80a13f-5df0-4f7e-8e46-28655403769a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 1095 time: 0.2501907 Jul 07 16:58:55.895050 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87183894-53f1-4971-91d5-d97a9e41491f req-5cf18b99-78bf-4da9-b7ee-bf7f442cf261 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 HTTP/1.1" status: 200 len: 217 time: 0.0443556 Jul 07 16:58:55.965636 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-e7a31c34-7995-44d5-8e53-93d48e164742 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:55.973231 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-e7a31c34-7995-44d5-8e53-93d48e164742 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:55.975704 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-e7a31c34-7995-44d5-8e53-93d48e164742 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.15 "GET /v2.0/networks?id=fa628430-93b1-41bf-af5b-08644e59924a&id=575e4f0f-883d-4596-baf9-33fe8b1411d2 HTTP/1.1" status: 200 len: 1391 time: 0.7999563 Jul 07 16:58:55.998883 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b182d515-b820-453a-a44c-77c0bfd24ff5 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Deleting port b5d3356b-ad53-4798-9596-9684e4cab470 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:55.999439 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b182d515-b820-453a-a44c-77c0bfd24ff5 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.026824 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9b3bd87f-0663-448d-83bf-8d4637413adf req-e58cba5f-4824-47c8-b63d-b7752d2e5f70 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390099 Jul 07 16:58:56.039963 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4be5a9f7-d974-46d8-83b8-8e3e055c896d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.064029 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87183894-53f1-4971-91d5-d97a9e41491f req-4fa9c6ef-6b8c-4a5d-bc15-f236026a91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:56.064196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-8336cba4-53a4-4e34-a6f1-7a5e7330eb0e tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Request body: {'port': {'device_id': '706a622c-22ea-4045-8fc8-d3e45b6425b0', 'network_id': 'fa628430-93b1-41bf-af5b-08644e59924a', 'admin_state_up': True, 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:56.065617 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87183894-53f1-4971-91d5-d97a9e41491f req-4fa9c6ef-6b8c-4a5d-bc15-f236026a91fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d9af50-51a7-4bbc-a88f-fc28aae3344c HTTP/1.1" status: 200 len: 851 time: 0.1650321 Jul 07 16:58:56.117559 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87183894-53f1-4971-91d5-d97a9e41491f req-a9c60324-251a-4d4a-8be3-564cec501fab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4bfc31d5-b892-420e-a594-085b325da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425284 Jul 07 16:58:56.260356 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b182d515-b820-453a-a44c-77c0bfd24ff5 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.304555 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d712a6-8443-4857-9e67-86f70bf1b2a3 req-fac49b94-e3b9-4ea3-a917-2ed57149f9c7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:56.309428 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b182d515-b820-453a-a44c-77c0bfd24ff5 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Calling delete_port for b5d3356b-ad53-4798-9596-9684e4cab470 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:56.315885 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d7d712a6-8443-4857-9e67-86f70bf1b2a3 req-fac49b94-e3b9-4ea3-a917-2ed57149f9c7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 944 time: 0.6641307 Jul 07 16:58:56.401379 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe17713-139e-45e8-a66f-9f60db65d161 x-openstack-request-id: req-3fe17713-139e-45e8-a66f-9f60db65d161 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:58:56.401727 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6", "tag": "5fef4419-8a77-4bb7-9c47-f61c4d92a8a1", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:58:56.401938 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3fe17713-139e-45e8-a66f-9f60db65d161 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:58:56.402334 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ec88bb-a7f4-478d-9c7d-6669f11e9bd6', 'tag': '5fef4419-8a77-4bb7-9c47-f61c4d92a8a1', 'status': 'completed', 'code': 200} Jul 07 16:58:56.434434 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87183894-53f1-4971-91d5-d97a9e41491f req-6013a44a-c4b9-48e3-a35a-81783fa33bda service neutron] 10.222.0.69 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080404 Jul 07 16:58:56.480905 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d7d712a6-8443-4857-9e67-86f70bf1b2a3 req-eb4fbbcc-f79f-4d38-8550-0fb0163ae791 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601760 Jul 07 16:58:56.659720 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-8336cba4-53a4-4e34-a6f1-7a5e7330eb0e tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Made reservation on behalf of 0e2d5abb674246ba9e62cf1e68dd451b for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:56.671309 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-8336cba4-53a4-4e34-a6f1-7a5e7330eb0e tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.688623 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4be5a9f7-d974-46d8-83b8-8e3e055c896d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.708921 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87183894-53f1-4971-91d5-d97a9e41491f req-fe47c004-7cac-4510-a2fd-579739649c92 service neutron] 10.222.0.69 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618747 Jul 07 16:58:56.726547 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-4be5a9f7-d974-46d8-83b8-8e3e055c896d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2bca138-6355-44fb-958e-904782d38f01']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:56.743594 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b182d515-b820-453a-a44c-77c0bfd24ff5 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.760170 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-4be5a9f7-d974-46d8-83b8-8e3e055c896d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a160e3-9253-46fa-8330-746d1c72d23e') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:56.760709 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-4be5a9f7-d974-46d8-83b8-8e3e055c896d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a160e3-9253-46fa-8330-746d1c72d23e') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:56.775434 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4be5a9f7-d974-46d8-83b8-8e3e055c896d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.793074 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df8a18-b3ee-4419-ad75-a5dbd452555a req-e9915831-d629-4761-a5f4-2e0c9fec2265 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:56.794757 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-47df8a18-b3ee-4419-ad75-a5dbd452555a req-e9915831-d629-4761-a5f4-2e0c9fec2265 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.1796055 Jul 07 16:58:56.800208 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182d515-b820-453a-a44c-77c0bfd24ff5 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5d3356b-ad53-4798-9596-9684e4cab470,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:56.838443 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4be5a9f7-d974-46d8-83b8-8e3e055c896d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be5a9f7-d974-46d8-83b8-8e3e055c896d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4be5a9f7-d974-46d8-83b8-8e3e055c896d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:58:56.857783 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:58:56.950694 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4be5a9f7-d974-46d8-83b8-8e3e055c896d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.954695 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be5a9f7-d974-46d8-83b8-8e3e055c896d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a2bca138-6355-44fb-958e-904782d38f01 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 16:58:56.957023 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4be5a9f7-d974-46d8-83b8-8e3e055c896d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.962902 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-47df8a18-b3ee-4419-ad75-a5dbd452555a req-9b7d3ee9-1811-4843-bc25-c21215156ef0 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521394 Jul 07 16:58:56.965679 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4be5a9f7-d974-46d8-83b8-8e3e055c896d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] 10.222.0.50 "DELETE /v2.0/networks/a2bca138-6355-44fb-958e-904782d38f01 HTTP/1.1" status: 204 len: 168 time: 1.3095367 Jul 07 16:58:56.969906 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47410) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:56.978685 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b182d515-b820-453a-a44c-77c0bfd24ff5 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:56.980555 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4499-1798-4dd0-8772-16b93b9e00e2 req-62a6eb18-5811-4bd9-9a5c-99806d9f72c4 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:56.982128 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-820d4499-1798-4dd0-8772-16b93b9e00e2 req-62a6eb18-5811-4bd9-9a5c-99806d9f72c4 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 945 time: 0.1968300 Jul 07 16:58:56.995877 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b182d515-b820-453a-a44c-77c0bfd24ff5 tempest-RoutersAdminNegativeTest-1419919723 tempest-RoutersAdminNegativeTest-1419919723-project-admin] 10.222.0.50 "DELETE /v2.0/ports/b5d3356b-ad53-4798-9596-9684e4cab470 HTTP/1.1" status: 204 len: 168 time: 1.4954140 Jul 07 16:58:57.009157 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5a9f7-d974-46d8-83b8-8e3e055c896d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Pushing event deleted for resources: {'Network': ['ID=a2bca138-6355-44fb-958e-904782d38f01,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:57.016442 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2b22ea7b-56be-417d-9e47-47b215017186 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Request body: {'network': {'name': 'tempest-network--133573013', 'router:external': True}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:57.090005 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b22ea7b-56be-417d-9e47-47b215017186 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Made reservation on behalf of 5d261964af8f40c0878b1bab05d31219 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:57.097001 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b22ea7b-56be-417d-9e47-47b215017186 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:57.114029 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-820d4499-1798-4dd0-8772-16b93b9e00e2 req-8817d734-4b35-472d-b108-82b0100b40bc tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127622 Jul 07 16:58:57.155891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-8336cba4-53a4-4e34-a6f1-7a5e7330eb0e tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Allocated IP 19.80.0.120 (fa628430-93b1-41bf-af5b-08644e59924a/5c1017f4-736f-429f-9a35-4321830ec9ce/dfb09327-fada-475f-a90a-955ae6296121) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:57.461443 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-8336cba4-53a4-4e34-a6f1-7a5e7330eb0e tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:57.477291 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-8336cba4-53a4-4e34-a6f1-7a5e7330eb0e tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Transition to ACTIVE for port object dfb09327-fada-475f-a90a-955ae6296121 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:57.527378 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-8336cba4-53a4-4e34-a6f1-7a5e7330eb0e tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:57.573016 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b22ea7b-56be-417d-9e47-47b215017186 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:58:57.581904 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b22ea7b-56be-417d-9e47-47b215017186 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:57.582240 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-2b22ea7b-56be-417d-9e47-47b215017186 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Added segment 4a59fd25-4379-4f36-bfaa-83c672a4e145 of type vlan for network 792e7194-b42f-46b9-b484-38f614c7609b Jul 07 16:58:57.602030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336cba4-53a4-4e34-a6f1-7a5e7330eb0e tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event updated for resources: {'Port': ['ID=dfb09327-fada-475f-a90a-955ae6296121,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:57.640025 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-8336cba4-53a4-4e34-a6f1-7a5e7330eb0e tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Network fa628430-93b1-41bf-af5b-08644e59924a is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:57.643905 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-8336cba4-53a4-4e34-a6f1-7a5e7330eb0e tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:57.650924 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-8336cba4-53a4-4e34-a6f1-7a5e7330eb0e tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:57.663190 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5d0909e1-d7f9-42c0-8c90-469883a301d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:57.671865 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47430) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:57.697393 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0891a57-cd4f-4216-a53b-9ca99b323c97 req-5a472da6-45e6-46ef-b119-5d7bb8902f4a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:57.699005 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e0891a57-cd4f-4216-a53b-9ca99b323c97 req-5a472da6-45e6-46ef-b119-5d7bb8902f4a tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.1867356 Jul 07 16:58:57.732145 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b22ea7b-56be-417d-9e47-47b215017186 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:57.756012 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8014b3-f8c6-433f-8077-a47d1e89886e req-6908f780-cbf3-4dc4-b5f0-22781733d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:57.757560 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3a8014b3-f8c6-433f-8077-a47d1e89886e req-6908f780-cbf3-4dc4-b5f0-22781733d50f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 1095 time: 0.9596393 Jul 07 16:58:57.780169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-8336cba4-53a4-4e34-a6f1-7a5e7330eb0e tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:57.780987 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-8336cba4-53a4-4e34-a6f1-7a5e7330eb0e tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:57.830140 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e0891a57-cd4f-4216-a53b-9ca99b323c97 req-a17ce506-7e7d-47c4-99a8-2e2adfa567e9 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235588 Jul 07 16:58:57.838562 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-8336cba4-53a4-4e34-a6f1-7a5e7330eb0e tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7856693 Jul 07 16:58:57.862509 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-3600ea5e-0dca-4048-87a2-48df1525816a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Request body: {'port': {'device_id': '706a622c-22ea-4045-8fc8-d3e45b6425b0', 'network_id': '575e4f0f-883d-4596-baf9-33fe8b1411d2', 'admin_state_up': True, 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:57.949462 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.db.resource_extend [None req-2b22ea7b-56be-417d-9e47-47b215017186 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:58:57.972863 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f15573ef-65a1-48f0-a64e-bd74bede0ab7 None None] Provisioning for port dfb09327-fada-475f-a90a-955ae6296121 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:57.977939 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f15573ef-65a1-48f0-a64e-bd74bede0ab7 None None] Provisioning complete for port dfb09327-fada-475f-a90a-955ae6296121 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:57.978323 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f15573ef-65a1-48f0-a64e-bd74bede0ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.037934 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c40e7-043b-4097-b75d-23486b06493c req-b2eb38c0-5d2f-4af0-8766-5d2ab7eb29fc tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:58.046073 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-db3c40e7-043b-4097-b75d-23486b06493c req-b2eb38c0-5d2f-4af0-8766-5d2ab7eb29fc tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 932 time: 0.4855957 Jul 07 16:58:58.052858 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f15573ef-65a1-48f0-a64e-bd74bede0ab7 None None] Port dfb09327-fada-475f-a90a-955ae6296121 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:58:58.081163 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b22ea7b-56be-417d-9e47-47b215017186 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.081922 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b22ea7b-56be-417d-9e47-47b215017186 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:58.082549 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b22ea7b-56be-417d-9e47-47b215017186 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.131603 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9be94-913c-45a0-b525-f3ed25e5b62e req-3de653c3-a0dc-4801-a46d-8a4236ab415c tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:58.133139 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5bc9be94-913c-45a0-b525-f3ed25e5b62e req-3de653c3-a0dc-4801-a46d-8a4236ab415c tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 944 time: 0.1240311 Jul 07 16:58:58.134294 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-3600ea5e-0dca-4048-87a2-48df1525816a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Made reservation on behalf of 0e2d5abb674246ba9e62cf1e68dd451b for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:58.137744 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-3600ea5e-0dca-4048-87a2-48df1525816a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.150687 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-622d14e8-437e-483f-adf1-35d456dbf013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.230963 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2b22ea7b-56be-417d-9e47-47b215017186 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2523079 Jul 07 16:58:58.238615 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-db3c40e7-043b-4097-b75d-23486b06493c req-d29b2190-27e9-44af-b105-c267bf64f2ae tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916161 Jul 07 16:58:58.240276 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47442) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:58.270519 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5bc9be94-913c-45a0-b525-f3ed25e5b62e req-770c2a38-4465-4425-bf4b-9956898a3061 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088471 Jul 07 16:58:58.281370 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8014b3-f8c6-433f-8077-a47d1e89886e req-16e5ad95-6831-4fc8-ac6a-b1a4cac49896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:58.282905 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3a8014b3-f8c6-433f-8077-a47d1e89886e req-16e5ad95-6831-4fc8-ac6a-b1a4cac49896 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 912 time: 0.5047102 Jul 07 16:58:58.284415 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22ea7b-56be-417d-9e47-47b215017186 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Pushing event updated for resources: {'Network': ['ID=792e7194-b42f-46b9-b484-38f614c7609b,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:58.296582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 792e7194-b42f-46b9-b484-38f614c7609b details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:58:58.391946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-3600ea5e-0dca-4048-87a2-48df1525816a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Allocated IP 19.86.0.121 (575e4f0f-883d-4596-baf9-33fe8b1411d2/f99fe745-a3a8-4801-b825-0f83c0c92d35/4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:58:58.406681 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3a8014b3-f8c6-433f-8077-a47d1e89886e req-ccc7994a-1383-4428-8c0d-e4794a989833 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 HTTP/1.1" status: 200 len: 217 time: 0.0718267 Jul 07 16:58:58.510316 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64af4164-2923-4381-8690-4ad05873866b tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:58.514288 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-64af4164-2923-4381-8690-4ad05873866b tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] 10.222.0.50 "GET /v2.0/networks/792e7194-b42f-46b9-b484-38f614c7609b HTTP/1.1" status: 200 len: 756 time: 0.2690740 Jul 07 16:58:58.514926 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47446) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:58.591947 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8014b3-f8c6-433f-8077-a47d1e89886e req-f58ac581-05b5-40dd-a578-cec3bc1ad6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:58.593696 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3a8014b3-f8c6-433f-8077-a47d1e89886e req-f58ac581-05b5-40dd-a578-cec3bc1ad6dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d9af50-51a7-4bbc-a88f-fc28aae3344c HTTP/1.1" status: 200 len: 851 time: 0.1738861 Jul 07 16:58:58.648775 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3a8014b3-f8c6-433f-8077-a47d1e89886e req-d391d741-ac59-4a30-8699-ef60fa8ad054 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4bfc31d5-b892-420e-a594-085b325da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456498 Jul 07 16:58:58.685090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fbb60-f929-446e-8a63-590f794e443c req-0cdec620-ecad-47c3-a2ce-6f068546243f tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:58.686640 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-669fbb60-f929-446e-8a63-590f794e443c req-0cdec620-ecad-47c3-a2ce-6f068546243f tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 945 time: 0.2468350 Jul 07 16:58:58.700927 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade9c683-e0cd-4328-8fc3-1981ba008a48 tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:58.705031 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ade9c683-e0cd-4328-8fc3-1981ba008a48 tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] 10.222.0.50 "GET /v2.0/networks/61d66431-4075-4b80-96d5-20177baf24e0 HTTP/1.1" status: 200 len: 768 time: 0.1764438 Jul 07 16:58:58.709420 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47450) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:58.750536 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-622d14e8-437e-483f-adf1-35d456dbf013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.765020 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e4cb1-1418-4365-9a04-751ec09627b4 req-a34e74f5-5958-470a-91a3-2bae4498dd11 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:58.766609 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-513e4cb1-1418-4365-9a04-751ec09627b4 req-a34e74f5-5958-470a-91a3-2bae4498dd11 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.3359554 Jul 07 16:58:58.772475 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-622d14e8-437e-483f-adf1-35d456dbf013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.796905 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-3600ea5e-0dca-4048-87a2-48df1525816a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.808560 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-5d0909e1-d7f9-42c0-8c90-469883a301d0 admin admin] Deleting port 327bf1da-7bd5-4e28-ac26-f8c07f36fba7 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:58:58.808943 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5d0909e1-d7f9-42c0-8c90-469883a301d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.832601 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-669fbb60-f929-446e-8a63-590f794e443c req-2633b011-3691-4827-9585-43936baab529 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292477 Jul 07 16:58:58.840650 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-3600ea5e-0dca-4048-87a2-48df1525816a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Transition to ACTIVE for port object 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:58:58.844121 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0976c334-e957-494c-8aae-fb60e3960b4d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.894231 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-622d14e8-437e-483f-adf1-35d456dbf013 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=deb62debf3364e13bc508d8ecbfcb183&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2204678 Jul 07 16:58:58.904991 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47454) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:58.916244 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d14e8-437e-483f-adf1-35d456dbf013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817fb35d-d2de-43b6-844d-718bd01595e6,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:58.930144 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3a8014b3-f8c6-433f-8077-a47d1e89886e req-17e97b44-5c97-4903-a0a9-889a6a52d9db service neutron] 10.222.0.69 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682014 Jul 07 16:58:58.934613 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-513e4cb1-1418-4365-9a04-751ec09627b4 req-75069ccf-a46c-4fc4-8ffb-320758fac871 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576900 Jul 07 16:58:58.975507 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0976c334-e957-494c-8aae-fb60e3960b4d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:58.978226 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-3600ea5e-0dca-4048-87a2-48df1525816a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.034917 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0976c334-e957-494c-8aae-fb60e3960b4d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792e7194-b42f-46b9-b484-38f614c7609b']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:59.064493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0976c334-e957-494c-8aae-fb60e3960b4d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a59fd25-4379-4f36-bfaa-83c672a4e145') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:59.064734 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0976c334-e957-494c-8aae-fb60e3960b4d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a59fd25-4379-4f36-bfaa-83c672a4e145') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:58:59.078656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-3600ea5e-0dca-4048-87a2-48df1525816a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Network 575e4f0f-883d-4596-baf9-33fe8b1411d2 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:58:59.088362 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-54285226-46fa-44fb-bda4-e3c4ee0957e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.090449 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-3600ea5e-0dca-4048-87a2-48df1525816a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:58:59.092806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-3600ea5e-0dca-4048-87a2-48df1525816a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:58:59.101684 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0976c334-e957-494c-8aae-fb60e3960b4d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.126204 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3a8014b3-f8c6-433f-8077-a47d1e89886e req-931fdf95-9786-4b93-8f8e-2888d1a7282e service neutron] 10.222.0.69 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887691 Jul 07 16:58:59.133464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600ea5e-0dca-4048-87a2-48df1525816a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event updated for resources: {'Port': ['ID=4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:59.154162 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-5d0909e1-d7f9-42c0-8c90-469883a301d0 admin admin] For port 327bf1da-7bd5-4e28-ac26-f8c07f36fba7, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=327bf1da-7bd5-4e28-ac26-f8c07f36fba7,segment=NetworkSegment(68351165-30cb-405d-b3de-d4eccb3d0827),segment_id=68351165-30cb-405d-b3de-d4eccb3d0827)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:58:59.154572 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5d0909e1-d7f9-42c0-8c90-469883a301d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.166178 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0976c334-e957-494c-8aae-fb60e3960b4d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.173941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-5d0909e1-d7f9-42c0-8c90-469883a301d0 admin admin] Calling delete_port for 327bf1da-7bd5-4e28-ac26-f8c07f36fba7 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:58:59.182495 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0976c334-e957-494c-8aae-fb60e3960b4d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:58:59.183066 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0976c334-e957-494c-8aae-fb60e3960b4d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:58:59.187166 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:58:59.204211 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-54285226-46fa-44fb-bda4-e3c4ee0957e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.254902 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e83b03-0ba2-46e9-b31c-ce45978d797d req-81e29c7f-9774-4c58-8869-fc1905ac70c4 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:59.257146 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-07e83b03-0ba2-46e9-b31c-ce45978d797d req-81e29c7f-9774-4c58-8869-fc1905ac70c4 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.1625042 Jul 07 16:58:59.278950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-3600ea5e-0dca-4048-87a2-48df1525816a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:59.279609 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-3600ea5e-0dca-4048-87a2-48df1525816a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.308537 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-3600ea5e-0dca-4048-87a2-48df1525816a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4513240 Jul 07 16:58:59.322564 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] Request body: {'port': {'device_id': '706a622c-22ea-4045-8fc8-d3e45b6425b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:59.356460 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0976c334-e957-494c-8aae-fb60e3960b4d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.376044 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0976c334-e957-494c-8aae-fb60e3960b4d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 792e7194-b42f-46b9-b484-38f614c7609b {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 16:58:59.387084 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-07e83b03-0ba2-46e9-b31c-ce45978d797d req-01bfc8be-c645-4efa-9fc8-c56c605cbc57 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131647 Jul 07 16:58:59.401104 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0976c334-e957-494c-8aae-fb60e3960b4d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.413441 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0976c334-e957-494c-8aae-fb60e3960b4d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] 10.222.0.50 "DELETE /v2.0/networks/792e7194-b42f-46b9-b484-38f614c7609b HTTP/1.1" status: 204 len: 168 time: 0.6979551 Jul 07 16:58:59.419062 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47470) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:58:59.432606 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1b861fa2-c28b-4db2-a6aa-0551941ed13c None None] Provisioning for port 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:58:59.433222 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976c334-e957-494c-8aae-fb60e3960b4d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Pushing event deleted for resources: {'Network': ['ID=792e7194-b42f-46b9-b484-38f614c7609b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:59.443662 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-dc038d09-ea8d-49e1-abb5-694feaad802d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Request body: {'network': {'name': 'tempest-network--264206883'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:58:59.447894 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1b861fa2-c28b-4db2-a6aa-0551941ed13c None None] Provisioning complete for port 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:58:59.448282 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1b861fa2-c28b-4db2-a6aa-0551941ed13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.459645 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-54285226-46fa-44fb-bda4-e3c4ee0957e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.462082 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-54285226-46fa-44fb-bda4-e3c4ee0957e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.482406 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-54285226-46fa-44fb-bda4-e3c4ee0957e4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/817fb35d-d2de-43b6-844d-718bd01595e6 HTTP/1.1" status: 204 len: 168 time: 0.5763295 Jul 07 16:58:59.523231 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-1b861fa2-c28b-4db2-a6aa-0551941ed13c None None] Port 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:58:59.528949 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc038d09-ea8d-49e1-abb5-694feaad802d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Made reservation on behalf of 5d261964af8f40c0878b1bab05d31219 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:58:59.534298 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dc038d09-ea8d-49e1-abb5-694feaad802d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.537236 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54285226-46fa-44fb-bda4-e3c4ee0957e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817fb35d-d2de-43b6-844d-718bd01595e6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:59.602585 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc038d09-ea8d-49e1-abb5-694feaad802d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:58:59.610001 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.624161 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dc038d09-ea8d-49e1-abb5-694feaad802d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.624531 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-dc038d09-ea8d-49e1-abb5-694feaad802d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Added segment 86f5718b-5878-4930-a9e7-1aaa723333aa of type vlan for network 04bfe80a-d286-4d7e-8d38-e7126890a967 Jul 07 16:58:59.758330 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dc038d09-ea8d-49e1-abb5-694feaad802d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.800051 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5d0909e1-d7f9-42c0-8c90-469883a301d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.809248 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a640aa-5796-4bfd-bb31-7e82759bf9e3 req-1207b720-e6d2-4ed5-8e9b-623bcced8382 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:59.816357 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-07a640aa-5796-4bfd-bb31-7e82759bf9e3 req-1207b720-e6d2-4ed5-8e9b-623bcced8382 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 944 time: 0.1783819 Jul 07 16:58:59.863969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4eece5-9dc0-4a7a-a1e4-5260efdb5080 req-e95a6a52-198c-46fb-8c23-613a375b2102 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:59.867495 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0909e1-d7f9-42c0-8c90-469883a301d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=327bf1da-7bd5-4e28-ac26-f8c07f36fba7,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:58:59.873803 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4eece5-9dc0-4a7a-a1e4-5260efdb5080 req-e95a6a52-198c-46fb-8c23-613a375b2102 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:59.875486 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e4eece5-9dc0-4a7a-a1e4-5260efdb5080 req-e95a6a52-198c-46fb-8c23-613a375b2102 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 1655 time: 0.4449201 Jul 07 16:58:59.900802 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-07a640aa-5796-4bfd-bb31-7e82759bf9e3 req-dca77a07-1785-451b-9e5b-a0b656133f5f tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834033 Jul 07 16:58:59.939712 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dc038d09-ea8d-49e1-abb5-694feaad802d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:58:59.945588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc038d09-ea8d-49e1-abb5-694feaad802d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:58:59.946227 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dc038d09-ea8d-49e1-abb5-694feaad802d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:00.000652 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e4eece5-9dc0-4a7a-a1e4-5260efdb5080 req-2834bf42-24c2-41a5-b19d-3d677d8b7cb9 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037347 Jul 07 16:59:00.225680 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47488) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:00.262716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb09327-fada-475f-a90a-955ae6296121 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:59:00.310947 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:00.360244 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dc038d09-ea8d-49e1-abb5-694feaad802d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9393921 Jul 07 16:59:00.366584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47490) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:00.370464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] Transition to ACTIVE for port object dfb09327-fada-475f-a90a-955ae6296121 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:00.374689 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-67b51326-8309-4fc3-8b23-97a123c1b9a3 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:00.376835 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-728f1e47-468e-42f9-957b-2e9f19e5eb6c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=249e5d18f6a04efebf1758c0ac10b310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494980 Jul 07 16:59:00.379173 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47492) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:00.386062 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc038d09-ea8d-49e1-abb5-694feaad802d tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Pushing event updated for resources: {'Network': ['ID=04bfe80a-d286-4d7e-8d38-e7126890a967,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:00.393887 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:00.398910 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 04bfe80a-d286-4d7e-8d38-e7126890a967 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:59:00.652500 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4e0bf-5770-4e42-a923-73e4b565e64a req-2e9924c8-8d6f-4ec7-b3da-8fe41b62f62f tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:00.659580 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-52e4e0bf-5770-4e42-a923-73e4b565e64a req-2e9924c8-8d6f-4ec7-b3da-8fe41b62f62f tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.4653981 Jul 07 16:59:00.698989 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5d0909e1-d7f9-42c0-8c90-469883a301d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:00.783794 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:59:00.789461 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-52e4e0bf-5770-4e42-a923-73e4b565e64a req-1c7f6226-2d3a-41bb-9b6e-543005626bdf tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287174 Jul 07 16:59:00.816117 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-67b51326-8309-4fc3-8b23-97a123c1b9a3 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:00.935254 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-67b51326-8309-4fc3-8b23-97a123c1b9a3 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:00.976722 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f60b0-e44a-401a-b637-354d083667d7 req-3f8c0198-6247-4635-9de9-4a65b92f0ecb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:00.978324 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-236f60b0-e44a-401a-b637-354d083667d7 req-3f8c0198-6247-4635-9de9-4a65b92f0ecb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 945 time: 0.6965964 Jul 07 16:59:00.993126 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb09327-fada-475f-a90a-955ae6296121,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:01.002086 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=5fef4419-8a77-4bb7-9c47-f61c4d92a8a1,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:01.009630 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-334612c0-b466-4fbe-a97a-e4153cd15eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.029352 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '5fef4419-8a77-4bb7-9c47-f61c4d92a8a1', 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d', 'port_id': '5fef4419-8a77-4bb7-9c47-f61c4d92a8a1', 'mac_address': 'fa:16:3e:eb:0d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d9af50-51a7-4bbc-a88f-fc28aae3344c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:59:01.062018 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-236f60b0-e44a-401a-b637-354d083667d7 req-16c8a4dd-4159-4e3f-bb9f-5d13f9a84ee2 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765491 Jul 07 16:59:01.075196 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-67b51326-8309-4fc3-8b23-97a123c1b9a3 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Network 04bfe80a-d286-4d7e-8d38-e7126890a967 is not hosted by any dhcp agent {{(pid=100409) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 16:59:01.076610 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b51326-8309-4fc3-8b23-97a123c1b9a3 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:01.077475 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-67b51326-8309-4fc3-8b23-97a123c1b9a3 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.078510 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-334612c0-b466-4fbe-a97a-e4153cd15eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.079013 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-67b51326-8309-4fc3-8b23-97a123c1b9a3 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] 10.222.0.50 "PUT /v2.0/networks/04bfe80a-d286-4d7e-8d38-e7126890a967 HTTP/1.1" status: 200 len: 857 time: 0.7085919 Jul 07 16:59:01.081514 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b51326-8309-4fc3-8b23-97a123c1b9a3 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Pushing event updated for resources: {'Network': ['ID=04bfe80a-d286-4d7e-8d38-e7126890a967,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:01.084300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47508) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:01.097291 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] Attempting to bind port dfb09327-fada-475f-a90a-955ae6296121 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:01.097896 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] Attempting to bind port dfb09327-fada-475f-a90a-955ae6296121 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'c6be9b44-779f-4f4a-9256-8e018f083e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fa628430-93b1-41bf-af5b-08644e59924a'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:01.098234 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] Attempting to bind port dfb09327-fada-475f-a90a-955ae6296121 on network fa628430-93b1-41bf-af5b-08644e59924a {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:01.126841 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.151370 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:59:01.173215 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] Port dfb09327-fada-475f-a90a-955ae6296121 on network fa628430-93b1-41bf-af5b-08644e59924a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:59:01.173782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] Attempting to bind port dfb09327-fada-475f-a90a-955ae6296121 on network fa628430-93b1-41bf-af5b-08644e59924a {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:01.196860 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:01.197200 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] Checking segment: {'id': 'c6be9b44-779f-4f4a-9256-8e018f083e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fa628430-93b1-41bf-af5b-08644e59924a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:01.197817 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] Bound using segment: {'id': 'c6be9b44-779f-4f4a-9256-8e018f083e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fa628430-93b1-41bf-af5b-08644e59924a'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:01.198015 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] Bound port: dfb09327-fada-475f-a90a-955ae6296121, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6be9b44-779f-4f4a-9256-8e018f083e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fa628430-93b1-41bf-af5b-08644e59924a'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:01.198367 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.204869 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=5fef4419-8a77-4bb7-9c47-f61c4d92a8a1,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:01.212184 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.212886 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0909e1-d7f9-42c0-8c90-469883a301d0 admin admin] Router 7784011d-0bbc-48c0-b699-1c7f82bc9360 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:59:01.245321 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-48e0fb40-f574-412a-84ac-d619a7948810 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.302095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=5fef4419-8a77-4bb7-9c47-f61c4d92a8a1,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:01.315889 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-334612c0-b466-4fbe-a97a-e4153cd15eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.318475 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-334612c0-b466-4fbe-a97a-e4153cd15eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.319772 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-334612c0-b466-4fbe-a97a-e4153cd15eeb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad84000d-24aa-4b51-be84-f579fb930bcb HTTP/1.1" status: 204 len: 168 time: 0.9383793 Jul 07 16:59:01.345136 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b819e-b81a-4a5a-a58e-385f577b89dd req-16efc558-46ab-45b4-88c2-d73c8491698c tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:01.354072 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-513b819e-b81a-4a5a-a58e-385f577b89dd req-16efc558-46ab-45b4-88c2-d73c8491698c tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 945 time: 0.1606030 Jul 07 16:59:01.393143 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] For port dfb09327-fada-475f-a90a-955ae6296121, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:01.411271 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334612c0-b466-4fbe-a97a-e4153cd15eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad84000d-24aa-4b51-be84-f579fb930bcb,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:01.430688 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-48e0fb40-f574-412a-84ac-d619a7948810 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.438159 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] For port dfb09327-fada-475f-a90a-955ae6296121, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=dfb09327-fada-475f-a90a-955ae6296121,segment=NetworkSegment(c6be9b44-779f-4f4a-9256-8e018f083e78),segment_id=c6be9b44-779f-4f4a-9256-8e018f083e78)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:01.440498 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-513b819e-b81a-4a5a-a58e-385f577b89dd req-18f151b0-63b3-4bfe-9783-d9899ee36898 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853837 Jul 07 16:59:01.453796 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.459118 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0909e1-d7f9-42c0-8c90-469883a301d0 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:59:01.459985 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-48e0fb40-f574-412a-84ac-d619a7948810 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04bfe80a-d286-4d7e-8d38-e7126890a967']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:01.466420 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5d0909e1-d7f9-42c0-8c90-469883a301d0 admin admin] 10.222.0.50 "PUT /v2.0/routers/7784011d-0bbc-48c0-b699-1c7f82bc9360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7034378 Jul 07 16:59:01.467819 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47516) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:01.472593 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf1332-b2c8-469c-a9cd-f95a8d3d55ad None None] Sync routers for ids ['7784011d-0bbc-48c0-b699-1c7f82bc9360'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:59:01.486762 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf1332-b2c8-469c-a9cd-f95a8d3d55ad None None] Routers {'7784011d-0bbc-48c0-b699-1c7f82bc9360'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:01.489706 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2fdf1332-b2c8-469c-a9cd-f95a8d3d55ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:58:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7784011d-0bbc-48c0-b699-1c7f82bc9360'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:01.497361 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-48e0fb40-f574-412a-84ac-d619a7948810 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f5718b-5878-4930-a9e7-1aaa723333aa') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:01.498045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-48e0fb40-f574-412a-84ac-d619a7948810 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f5718b-5878-4930-a9e7-1aaa723333aa') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:01.534807 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:01.535428 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.536890 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] 10.222.0.15 "PUT /v2.0/ports/dfb09327-fada-475f-a90a-955ae6296121 HTTP/1.1" status: 200 len: 1092 time: 2.2211123 Jul 07 16:59:01.539933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706a622c-22ea-4045-8fc8-d3e45b6425b0', 'tag': 'dfb09327-fada-475f-a90a-955ae6296121'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:01.542330 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ca2590-703e-4344-ba9a-c479d9b151d8" -d '{"events": [{"name": "network-changed", "server_uuid": "706a622c-22ea-4045-8fc8-d3e45b6425b0", "tag": "dfb09327-fada-475f-a90a-955ae6296121"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:01.555425 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-48e0fb40-f574-412a-84ac-d619a7948810 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.563314 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['5fef4419-8a77-4bb7-9c47-f61c4d92a8a1'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:59:01.594515 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] Request body: {'port': {'device_id': '706a622c-22ea-4045-8fc8-d3e45b6425b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:01.656130 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb98d376-9baa-433a-ba30-985b2de6d2dd admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.772370 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ef3c9-9b3a-4e13-b27b-de4eeae3a602 req-4c5a3d3a-fbc0-44ef-b2ef-21af1ea761a9 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:01.776896 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-906ef3c9-9b3a-4e13-b27b-de4eeae3a602 req-4c5a3d3a-fbc0-44ef-b2ef-21af1ea761a9 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.4509926 Jul 07 16:59:01.783811 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-2fdf1332-b2c8-469c-a9cd-f95a8d3d55ad None None] Set router 7784011d-0bbc-48c0-b699-1c7f82bc9360 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:01.793628 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-48e0fb40-f574-412a-84ac-d619a7948810 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.872789 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e0fb40-f574-412a-84ac-d619a7948810 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:01.873907 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-48e0fb40-f574-412a-84ac-d619a7948810 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:01.877894 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:01.882179 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bea8e0-0eb7-49f9-b95e-386dc1a5f975 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb09327-fada-475f-a90a-955ae6296121,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:01.940450 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.986418 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb98d376-9baa-433a-ba30-985b2de6d2dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:01.994961 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-906ef3c9-9b3a-4e13-b27b-de4eeae3a602 req-d094a2f9-2fd1-4b22-8340-851e0e6fb091 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815972 Jul 07 16:59:02.055527 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c44055-33dc-44b3-bcf7-03efdaa2b890 req-3b8d5281-9f4d-4020-9068-ea73f13488ff tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:02.074678 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c44055-33dc-44b3-bcf7-03efdaa2b890 req-3b8d5281-9f4d-4020-9068-ea73f13488ff tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:02.076624 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-59c44055-33dc-44b3-bcf7-03efdaa2b890 req-3b8d5281-9f4d-4020-9068-ea73f13488ff tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 1667 time: 0.2048247 Jul 07 16:59:02.139088 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fd2e2b-6d7f-42c1-b74f-3d93d2a8904c x-openstack-request-id: req-c6fd2e2b-6d7f-42c1-b74f-3d93d2a8904c {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:02.139443 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706a622c-22ea-4045-8fc8-d3e45b6425b0", "tag": "dfb09327-fada-475f-a90a-955ae6296121", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:02.139664 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c6fd2e2b-6d7f-42c1-b74f-3d93d2a8904c {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:02.140047 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706a622c-22ea-4045-8fc8-d3e45b6425b0', 'tag': 'dfb09327-fada-475f-a90a-955ae6296121', 'status': 'completed', 'code': 200} Jul 07 16:59:02.141979 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-48e0fb40-f574-412a-84ac-d619a7948810 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:02.199883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e0fb40-f574-412a-84ac-d619a7948810 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 04bfe80a-d286-4d7e-8d38-e7126890a967 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 16:59:02.222356 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-59c44055-33dc-44b3-bcf7-03efdaa2b890 req-a798d580-cb6f-4742-b7a9-0bb7cfe8772e tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021845 Jul 07 16:59:02.258084 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-fb98d376-9baa-433a-ba30-985b2de6d2dd admin admin] Deleting port dc371813-10a3-42b1-8a56-735db9f773b5 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:02.258468 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb98d376-9baa-433a-ba30-985b2de6d2dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:02.267419 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-48e0fb40-f574-412a-84ac-d619a7948810 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:02.268001 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2fdf1332-b2c8-469c-a9cd-f95a8d3d55ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'name': 'tempest-ServersTestBootFromVolume-1767685278-router', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:31Z', 'updated_at': '2021-07-07T16:58:59Z', 'revision_number': 5, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'gw_port': {'id': 'dc371813-10a3-42b1-8a56-735db9f773b5', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:55:32Z', 'updated_at': '2021-07-07T16:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:02.274541 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-48e0fb40-f574-412a-84ac-d619a7948810 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] 10.222.0.50 "DELETE /v2.0/networks/04bfe80a-d286-4d7e-8d38-e7126890a967 HTTP/1.1" status: 204 len: 168 time: 1.1781013 Jul 07 16:59:02.278406 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47546) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:02.304879 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf1332-b2c8-469c-a9cd-f95a8d3d55ad None None] Checking router: 7784011d-0bbc-48c0-b699-1c7f82bc9360 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:59:02.327237 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf1332-b2c8-469c-a9cd-f95a8d3d55ad None None] Routers {'7784011d-0bbc-48c0-b699-1c7f82bc9360'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:02.328449 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2fdf1332-b2c8-469c-a9cd-f95a8d3d55ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:58:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7784011d-0bbc-48c0-b699-1c7f82bc9360'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:02.382670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-fb98d376-9baa-433a-ba30-985b2de6d2dd admin admin] For port dc371813-10a3-42b1-8a56-735db9f773b5, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=dc371813-10a3-42b1-8a56-735db9f773b5,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:02.383044 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb98d376-9baa-433a-ba30-985b2de6d2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:02.424929 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-fb98d376-9baa-433a-ba30-985b2de6d2dd admin admin] Calling delete_port for dc371813-10a3-42b1-8a56-735db9f773b5 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:02.443531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0fb40-f574-412a-84ac-d619a7948810 tempest-ExternalNetworksTestJSON-1115710919 tempest-ExternalNetworksTestJSON-1115710919-project-admin] Pushing event deleted for resources: {'Network': ['ID=04bfe80a-d286-4d7e-8d38-e7126890a967,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:02.446314 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-013e13d4-95c9-4aeb-a976-f5481effa15b tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] DELETE failed (client error): The resource could not be found. Jul 07 16:59:02.450861 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-013e13d4-95c9-4aeb-a976-f5481effa15b tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 16:59:02.454281 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-013e13d4-95c9-4aeb-a976-f5481effa15b tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] 10.222.0.50 "DELETE /v2.0/subnets/22d6b370-5af1-48dd-946d-7a112d5093fb HTTP/1.1" status: 404 len: 337 time: 0.1096618 Jul 07 16:59:02.465796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47554) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:02.561177 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-2fdf1332-b2c8-469c-a9cd-f95a8d3d55ad None None] Set router 7784011d-0bbc-48c0-b699-1c7f82bc9360 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:02.705699 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2fdf1332-b2c8-469c-a9cd-f95a8d3d55ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'name': 'tempest-ServersTestBootFromVolume-1767685278-router', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:31Z', 'updated_at': '2021-07-07T16:59:01Z', 'revision_number': 6, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:02.750907 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf1332-b2c8-469c-a9cd-f95a8d3d55ad None None] The sync data for ids ['7784011d-0bbc-48c0-b699-1c7f82bc9360'] in n-d-793620-7 is: [{'id': '7784011d-0bbc-48c0-b699-1c7f82bc9360', 'name': 'tempest-ServersTestBootFromVolume-1767685278-router', 'tenant_id': '55a02e1207a442a298e0fac0645e8087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:55:31Z', 'updated_at': '2021-07-07T16:59:01Z', 'revision_number': 6, 'project_id': '55a02e1207a442a298e0fac0645e8087', 'gw_port_host': None}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:59:02.811422 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:02.825602 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca2590-703e-4344-ba9a-c479d9b151d8 req-12889519-1473-44fb-9891-ea1a095bcd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:02.826052 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca2590-703e-4344-ba9a-c479d9b151d8 req-12889519-1473-44fb-9891-ea1a095bcd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:02.828133 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-78ca2590-703e-4344-ba9a-c479d9b151d8 req-12889519-1473-44fb-9891-ea1a095bcd60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e2d5abb674246ba9e62cf1e68dd451b&device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 1914 time: 0.6870410 Jul 07 16:59:02.831246 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47566) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:02.835952 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-78d53c88-638f-4219-b8e5-5592ff49cbc5 tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:02.913473 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:02.917608 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:02.918229 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.029360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6663ec-7406-4095-8d97-0d469067260d req-d17477ac-bd59-4cb7-9100-9bd527c55edf tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:03.038624 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d6663ec-7406-4095-8d97-0d469067260d req-d17477ac-bd59-4cb7-9100-9bd527c55edf tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.6867442 Jul 07 16:59:03.048090 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.075623 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ec88bb-a7f4-478d-9c7d-6669f11e9bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fef4419-8a77-4bb7-9c47-f61c4d92a8a1'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:03.078405 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e24d401-1b8a-44cb-a6bd-81392aaead42" -d '{"events": [{"server_uuid": "d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6", "name": "network-vif-plugged", "status": "completed", "tag": "5fef4419-8a77-4bb7-9c47-f61c4d92a8a1"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:03.091585 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-87d9f3a0-ca1c-4d74-b4b1-6353793017f0 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:03.092643 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-87d9f3a0-ca1c-4d74-b4b1-6353793017f0 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2512217 Jul 07 16:59:03.095565 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=5fef4419-8a77-4bb7-9c47-f61c4d92a8a1,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:03.101191 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.113823 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47574) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:03.118584 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-7624ce63-8274-4f8c-83d3-7098efc816d7 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:03.119633 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7624ce63-8274-4f8c-83d3-7098efc816d7 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047491 Jul 07 16:59:03.133843 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47576) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:03.144719 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d444d04-750b-4e14-9fd4-3200a911c632 req-1885eb48-9137-4048-9ba4-aec2d586ef9a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:03.153375 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1d444d04-750b-4e14-9fd4-3200a911c632 req-1885eb48-9137-4048-9ba4-aec2d586ef9a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 945 time: 0.2136276 Jul 07 16:59:03.166690 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=5fef4419-8a77-4bb7-9c47-f61c4d92a8a1,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:03.170028 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-78d53c88-638f-4219-b8e5-5592ff49cbc5 tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.194972 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-5c6d6ba4-94ad-4b87-b1f2-956066904748 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:03.198804 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5c6d6ba4-94ad-4b87-b1f2-956066904748 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0258234 Jul 07 16:59:03.201664 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-481bb21a-5d83-4180-b573-7298c2ca97a5 req-6ac3d73c-472a-4c86-958c-09a21951c363 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2925158 Jul 07 16:59:03.202072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47580) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:03.229190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-78d53c88-638f-4219-b8e5-5592ff49cbc5 tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d66431-4075-4b80-96d5-20177baf24e0']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:03.257982 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1d444d04-750b-4e14-9fd4-3200a911c632 req-f436d6c2-e81a-4ba0-a39c-6119b7736bc9 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021655 Jul 07 16:59:03.259580 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-8f97c95f-1aed-418f-97a7-b855f0c280f3 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:03.263419 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8f97c95f-1aed-418f-97a7-b855f0c280f3 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0535243 Jul 07 16:59:03.271931 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47584) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:03.280762 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-78d53c88-638f-4219-b8e5-5592ff49cbc5 tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8ad782-ad34-4108-a948-ac5bbb1a7209') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:03.281180 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-78d53c88-638f-4219-b8e5-5592ff49cbc5 tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8ad782-ad34-4108-a948-ac5bbb1a7209') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:03.288542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-e108f308-d80b-45f5-9e3a-9d71b22aabfb tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:03.289672 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e108f308-d80b-45f5-9e3a-9d71b22aabfb tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0111041 Jul 07 16:59:03.305511 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:59:03.309924 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47586) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:03.323912 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d6663ec-7406-4095-8d97-0d469067260d req-b157f4f9-c2b1-4ae2-bb04-aed36166e0ac tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831323 Jul 07 16:59:03.327340 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-0fa50b49-c6cc-43f7-9442-a54898f07fdf tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:03.331661 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0fa50b49-c6cc-43f7-9442-a54898f07fdf tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0126178 Jul 07 16:59:03.333714 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-78d53c88-638f-4219-b8e5-5592ff49cbc5 tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.339263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca2590-703e-4344-ba9a-c479d9b151d8 req-b1a05192-bc04-412d-9014-74a656aee453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:03.339819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca2590-703e-4344-ba9a-c479d9b151d8 req-b1a05192-bc04-412d-9014-74a656aee453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:03.340371 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca2590-703e-4344-ba9a-c479d9b151d8 req-b1a05192-bc04-412d-9014-74a656aee453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:03.342114 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-78ca2590-703e-4344-ba9a-c479d9b151d8 req-b1a05192-bc04-412d-9014-74a656aee453 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0e2d5abb674246ba9e62cf1e68dd451b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4858179 Jul 07 16:59:03.342737 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47588) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:03.347968 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.359739 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-1a2f9b9e-532a-421d-9d3d-76bb915b884b tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:03.360957 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1a2f9b9e-532a-421d-9d3d-76bb915b884b tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0063035 Jul 07 16:59:03.375459 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47590) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:03.384900 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-f8e113a0-f753-4612-a15c-b1da075abaf8 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:03.385995 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f8e113a0-f753-4612-a15c-b1da075abaf8 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0095093 Jul 07 16:59:03.390139 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-78d53c88-638f-4219-b8e5-5592ff49cbc5 tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.412180 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47594) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:03.420596 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-00872895-e487-4fc1-a621-f9788a25edba tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:03.421563 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-00872895-e487-4fc1-a621-f9788a25edba tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0044560 Jul 07 16:59:03.429776 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae2892e-864d-4ac2-b298-173cb38fe47c x-openstack-request-id: req-3ae2892e-864d-4ac2-b298-173cb38fe47c {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:03.430777 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6", "name": "network-vif-plugged", "status": "completed", "tag": "5fef4419-8a77-4bb7-9c47-f61c4d92a8a1", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:03.431196 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ae2892e-864d-4ac2-b298-173cb38fe47c {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:03.431734 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ec88bb-a7f4-478d-9c7d-6669f11e9bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fef4419-8a77-4bb7-9c47-f61c4d92a8a1', 'code': 200} Jul 07 16:59:03.457469 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47598) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:03.462220 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-b65c059b-d9d4-4e8b-a91d-8557d579b501 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:03.467038 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b65c059b-d9d4-4e8b-a91d-8557d579b501 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0051064 Jul 07 16:59:03.468883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d53c88-638f-4219-b8e5-5592ff49cbc5 tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:03.469302 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-78d53c88-638f-4219-b8e5-5592ff49cbc5 tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.473039 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47600) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:03.473194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] Transition to ACTIVE for port object 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:03.474027 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:03.493816 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb98d376-9baa-433a-ba30-985b2de6d2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.521428 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-0554a9ef-d957-4aff-aa5c-03cba0b4af98 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:03.522391 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0554a9ef-d957-4aff-aa5c-03cba0b4af98 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0473988 Jul 07 16:59:03.530136 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.540890 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47602) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:03.560985 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-35776087-388f-4630-ad1f-0b511810f60d tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:03.562139 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-35776087-388f-4630-ad1f-0b511810f60d tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0112276 Jul 07 16:59:03.602834 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47604) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:03.616106 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-cbeacf12-bce8-486a-bf3c-7380fe431948 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:03.618231 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cbeacf12-bce8-486a-bf3c-7380fe431948 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0114217 Jul 07 16:59:03.618427 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98d376-9baa-433a-ba30-985b2de6d2dd admin admin] Pushing event deleted for resources: {'Port': ['ID=dc371813-10a3-42b1-8a56-735db9f773b5,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:03.628662 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47606) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:03.678060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:03.696477 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-71f16cce-7f94-4ee3-8d78-994db0e16b9b tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:03.697859 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-71f16cce-7f94-4ee3-8d78-994db0e16b9b tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0146971 Jul 07 16:59:03.705539 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47608) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:03.713712 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-78d53c88-638f-4219-b8e5-5592ff49cbc5 tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.720228 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-305dda3e-29db-42a6-b3ac-dff1647dc762 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:03.723496 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-305dda3e-29db-42a6-b3ac-dff1647dc762 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0075665 Jul 07 16:59:03.730977 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bb21a-5d83-4180-b573-7298c2ca97a5 req-4682efbf-a2f9-4b47-861f-c8c2c25983d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:03.733283 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-481bb21a-5d83-4180-b573-7298c2ca97a5 req-4682efbf-a2f9-4b47-861f-c8c2c25983d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0501f382b6694d0ab9ec962ffb43a8ed&device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 1097 time: 0.4754655 Jul 07 16:59:03.733489 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47610) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:03.786438 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-93d6fd48-e021-4011-8eb9-9012e38ecf90 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:03.790310 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-93d6fd48-e021-4011-8eb9-9012e38ecf90 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0198882 Jul 07 16:59:03.792007 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-78d53c88-638f-4219-b8e5-5592ff49cbc5 tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.801468 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-78d53c88-638f-4219-b8e5-5592ff49cbc5 tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] 10.222.0.50 "DELETE /v2.0/networks/61d66431-4075-4b80-96d5-20177baf24e0 HTTP/1.1" status: 204 len: 168 time: 1.3288436 Jul 07 16:59:03.803920 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47612) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:03.836860 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-85cd134e-3835-4007-802d-947438077dba tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:03.841291 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-85cd134e-3835-4007-802d-947438077dba tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0257938 Jul 07 16:59:03.843213 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb98d376-9baa-433a-ba30-985b2de6d2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:03.858116 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47618) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:03.890947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d53c88-638f-4219-b8e5-5592ff49cbc5 tempest-ExternalNetworksTestJSON-590664711 tempest-ExternalNetworksTestJSON-590664711-project] Pushing event deleted for resources: {'Network': ['ID=61d66431-4075-4b80-96d5-20177baf24e0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:03.919902 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca2590-703e-4344-ba9a-c479d9b151d8 req-00924a5a-aff7-4d4b-a293-a8a91321e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:03.921408 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-78ca2590-703e-4344-ba9a-c479d9b151d8 req-00924a5a-aff7-4d4b-a293-a8a91321e816 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5594351 Jul 07 16:59:03.959605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9a534-56d2-4d44-a5b5-2aab5b1821a5 req-a2653c8a-c91f-40c7-9d37-f83ed6a34da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:03.961152 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5d9a534-56d2-4d44-a5b5-2aab5b1821a5 req-a2653c8a-c91f-40c7-9d37-f83ed6a34da3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 1097 time: 0.4377501 Jul 07 16:59:03.980021 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-9f55aff2-08c0-4ce5-9aba-d875dde889e3 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:03.981305 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9f55aff2-08c0-4ce5-9aba-d875dde889e3 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.1073554 Jul 07 16:59:03.992114 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333500e-a802-4434-8f53-92bb28fc8e7d req-2c33ac81-bd84-4416-b886-a8ea62478586 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:03.998297 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333500e-a802-4434-8f53-92bb28fc8e7d req-2c33ac81-bd84-4416-b886-a8ea62478586 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:04.006099 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b333500e-a802-4434-8f53-92bb28fc8e7d req-2c33ac81-bd84-4416-b886-a8ea62478586 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 1679 time: 0.4399905 Jul 07 16:59:04.007915 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47620) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.020707 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-48fd227d-4ebc-4a3b-92bd-d8233aa5788f tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.024369 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-48fd227d-4ebc-4a3b-92bd-d8233aa5788f tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0072532 Jul 07 16:59:04.026981 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47622) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.037626 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b998e-35a1-4db5-8adf-3f42f9ced9ed req-76befa04-512e-4f05-bf25-4b9e6499a8a6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:04.048570 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-216b998e-35a1-4db5-8adf-3f42f9ced9ed req-76befa04-512e-4f05-bf25-4b9e6499a8a6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 946 time: 0.5947602 Jul 07 16:59:04.076900 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-c8b0881a-e29b-40d9-b656-7bbab8729855 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.083138 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c8b0881a-e29b-40d9-b656-7bbab8729855 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0387256 Jul 07 16:59:04.087866 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47624) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.097570 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-b538344f-5781-4ecf-b793-9ed1a9a201c4 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.100780 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b538344f-5781-4ecf-b793-9ed1a9a201c4 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0061018 Jul 07 16:59:04.120949 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47626) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.128437 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-69f9ca43-48b7-4a58-a7fc-7b120cb5ff5f tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.132360 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-69f9ca43-48b7-4a58-a7fc-7b120cb5ff5f tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0045335 Jul 07 16:59:04.136295 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb98d376-9baa-433a-ba30-985b2de6d2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:04.139945 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47630) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.142614 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb98d376-9baa-433a-ba30-985b2de6d2dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:04.148608 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-6374f850-bc35-4aad-a556-5d7ddbcf78ea tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.149638 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6374f850-bc35-4aad-a556-5d7ddbcf78ea tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0087135 Jul 07 16:59:04.163633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47632) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.184387 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-6ddc62ee-a74e-4ab9-b350-75b4d4d74065 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.188180 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6ddc62ee-a74e-4ab9-b350-75b4d4d74065 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0136402 Jul 07 16:59:04.198443 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b333500e-a802-4434-8f53-92bb28fc8e7d req-a059cf99-50a3-4ae3-a1f7-0ad363ba901a tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898119 Jul 07 16:59:04.203860 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47636) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.207587 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] Attempting to bind port 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:04.207919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] Attempting to bind port 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '9ed6412b-230b-4859-aba9-a4af154ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '575e4f0f-883d-4596-baf9-33fe8b1411d2'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:04.209034 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] Attempting to bind port 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 on network 575e4f0f-883d-4596-baf9-33fe8b1411d2 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:04.223154 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5d9a534-56d2-4d44-a5b5-2aab5b1821a5 req-9ee798b7-299b-40e1-a531-ecd4b562ec18 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129321 Jul 07 16:59:04.237760 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] Port 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 on network 575e4f0f-883d-4596-baf9-33fe8b1411d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:59:04.238089 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] Attempting to bind port 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 on network 575e4f0f-883d-4596-baf9-33fe8b1411d2 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:04.246835 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:04.247316 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] Checking segment: {'id': '9ed6412b-230b-4859-aba9-a4af154ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '575e4f0f-883d-4596-baf9-33fe8b1411d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:04.247807 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] Bound using segment: {'id': '9ed6412b-230b-4859-aba9-a4af154ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '575e4f0f-883d-4596-baf9-33fe8b1411d2'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:04.248115 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] Bound port: 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ed6412b-230b-4859-aba9-a4af154ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '575e4f0f-883d-4596-baf9-33fe8b1411d2'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:04.248467 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:04.309546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-3e259235-1a44-4c80-9e21-3db3d0c12851 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.314975 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3e259235-1a44-4c80-9e21-3db3d0c12851 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0923209 Jul 07 16:59:04.315648 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47642) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.322652 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 327bf1da-7bd5-4e28-ac26-f8c07f36fba7 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:04.333700 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-3b564a3f-ad78-45d0-ac5e-60db110b9e29 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.340646 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3b564a3f-ad78-45d0-ac5e-60db110b9e29 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0108485 Jul 07 16:59:04.357138 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47644) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.357717 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47646) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.370262 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-216b998e-35a1-4db5-8adf-3f42f9ced9ed req-81de5b6e-50e5-4d28-904b-012fc0e8d538 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203168 Jul 07 16:59:04.373044 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 327bf1da-7bd5-4e28-ac26-f8c07f36fba7 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:04.378545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 327bf1da-7bd5-4e28-ac26-f8c07f36fba7 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:04.384937 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-85502213-3bcd-416a-8c5e-7fa4aa090f44 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.385768 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-85502213-3bcd-416a-8c5e-7fa4aa090f44 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0273266 Jul 07 16:59:04.388816 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb98d376-9baa-433a-ba30-985b2de6d2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:04.389181 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb98d376-9baa-433a-ba30-985b2de6d2dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7784011d-0bbc-48c0-b699-1c7f82bc9360 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:59:04.390706 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dc371813-10a3-42b1-8a56-735db9f773b5 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:04.394178 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47650) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.421533 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb98d376-9baa-433a-ba30-985b2de6d2dd admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:04.423074 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fb98d376-9baa-433a-ba30-985b2de6d2dd admin admin] 10.222.0.50 "DELETE /v2.0/routers/7784011d-0bbc-48c0-b699-1c7f82bc9360 HTTP/1.1" status: 204 len: 168 time: 2.9542511 Jul 07 16:59:04.424011 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-9b04983e-2635-4239-854f-11c2bef3f5dd tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.428377 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bb21a-5d83-4180-b573-7298c2ca97a5 req-581322a9-d57a-42e5-996b-fbb860be02a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:04.428888 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9b04983e-2635-4239-854f-11c2bef3f5dd tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0308943 Jul 07 16:59:04.429906 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-481bb21a-5d83-4180-b573-7298c2ca97a5 req-581322a9-d57a-42e5-996b-fbb860be02a9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=585991d3-1c4c-497e-aa94-d9dabd614307 HTTP/1.1" status: 200 len: 915 time: 0.6563375 Jul 07 16:59:04.430182 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: dc371813-10a3-42b1-8a56-735db9f773b5 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:04.430410 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47652) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.430880 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dc371813-10a3-42b1-8a56-735db9f773b5 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:04.443690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47654) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.448926 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] For port 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:04.456805 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] For port 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5,segment=NetworkSegment(9ed6412b-230b-4859-aba9-a4af154ea468),segment_id=9ed6412b-230b-4859-aba9-a4af154ea468)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:04.462931 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-26d02b2a-680b-47a3-955a-971f322d0c79 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.466594 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-26d02b2a-680b-47a3-955a-971f322d0c79 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0153105 Jul 07 16:59:04.466898 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:04.503152 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47656) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.514714 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-024dc2db-a9f9-4a57-8838-364194ed49e0 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.515767 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-024dc2db-a9f9-4a57-8838-364194ed49e0 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0116203 Jul 07 16:59:04.525127 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47658) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.535371 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-40cc664e-277f-461d-bed8-50c93c3f4cd3 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.536877 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-40cc664e-277f-461d-bed8-50c93c3f4cd3 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0102148 Jul 07 16:59:04.546902 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47660) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.560676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-6fece181-5373-43f0-938c-cc1ce4bbd0b7 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.564249 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6fece181-5373-43f0-938c-cc1ce4bbd0b7 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0078154 Jul 07 16:59:04.602124 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47662) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.616758 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-481bb21a-5d83-4180-b573-7298c2ca97a5 req-fb6b35f8-e573-484b-96dd-98dc83785535 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c0023a5-f50b-490b-a782-0053eb297dbf HTTP/1.1" status: 200 len: 217 time: 0.1320448 Jul 07 16:59:04.617862 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:04.619643 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:04.621073 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] 10.222.0.15 "PUT /v2.0/ports/4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 HTTP/1.1" status: 200 len: 1092 time: 3.0469956 Jul 07 16:59:04.671868 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-d1945f71-9f06-40e4-8d86-8a1deb53a5bb tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.676030 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d1945f71-9f06-40e4-8d86-8a1deb53a5bb tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0600288 Jul 07 16:59:04.676953 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706a622c-22ea-4045-8fc8-d3e45b6425b0', 'tag': '4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:04.680429 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0fd5db-d3f5-4810-9031-4656db98192f" -d '{"events": [{"name": "network-changed", "server_uuid": "706a622c-22ea-4045-8fc8-d3e45b6425b0", "tag": "4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:04.690051 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47664) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.712575 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-3b88e883-fbfc-4cff-b3f8-9ff1c7fc4a9b tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.716730 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3b88e883-fbfc-4cff-b3f8-9ff1c7fc4a9b tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0213807 Jul 07 16:59:04.735884 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5166ba9-77c3-492d-8d79-6afa1017bc67 admin admin] Deleting subnet 7bf8681f-776e-4c48-abee-f55e2aa2fadf {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:59:04.742364 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a5166ba9-77c3-492d-8d79-6afa1017bc67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:04.746999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47668) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.775536 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-8abd3ea7-3c15-4291-b3d9-011691e4a165 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.779488 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8abd3ea7-3c15-4291-b3d9-011691e4a165 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0245531 Jul 07 16:59:04.786904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47672) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.816951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-a15e6d0a-58bb-4178-b6b1-169f0e731427 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.818859 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a15e6d0a-58bb-4178-b6b1-169f0e731427 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0078182 Jul 07 16:59:04.821274 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05b8a8-8bab-4c5d-99e4-c2b952421712 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:04.836761 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47674) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.847357 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-86ea80e8-7e5c-417c-8915-81c5d28140ca tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.848566 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-86ea80e8-7e5c-417c-8915-81c5d28140ca tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048428 Jul 07 16:59:04.854082 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47676) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.869316 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-20fb006b-1247-4118-a7d0-6d1f96ae063d tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.870289 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-20fb006b-1247-4118-a7d0-6d1f96ae063d tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0064807 Jul 07 16:59:04.875172 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47678) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.881709 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-8f7663b7-b4b1-4fff-b629-782e0a3f2ea1 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.885664 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8f7663b7-b4b1-4fff-b629-782e0a3f2ea1 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043745 Jul 07 16:59:04.885664 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a5166ba9-77c3-492d-8d79-6afa1017bc67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:04.887626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47680) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.896692 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-34bf111a-6c12-4a61-a44f-db59eebc410b tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.900075 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-34bf111a-6c12-4a61-a44f-db59eebc410b tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0049889 Jul 07 16:59:04.907458 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bb21a-5d83-4180-b573-7298c2ca97a5 req-4d768e4e-dcd4-4a5b-9d46-31807c94ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:04.909174 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-481bb21a-5d83-4180-b573-7298c2ca97a5 req-4d768e4e-dcd4-4a5b-9d46-31807c94ca94 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=748e4878-dc0e-488c-ad96-c5afee4e3c75 HTTP/1.1" status: 200 len: 854 time: 0.2533565 Jul 07 16:59:04.910417 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47682) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.932484 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-919fe74b-7b4f-41e1-ad71-ce1467a81b0d tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.933455 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-919fe74b-7b4f-41e1-ad71-ce1467a81b0d tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0121379 Jul 07 16:59:04.939858 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47684) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.953588 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-d956b919-2748-4828-b65d-69ef27faf592 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.957426 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d956b919-2748-4828-b65d-69ef27faf592 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0077250 Jul 07 16:59:04.967727 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0338b-7dfa-416a-a462-e94ed2635dd6 req-2d184b3e-0b87-4375-add7-3e9b70ef5833 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:04.975268 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-96b0338b-7dfa-416a-a462-e94ed2635dd6 req-2d184b3e-0b87-4375-add7-3e9b70ef5833 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.4559956 Jul 07 16:59:04.979264 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47686) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:04.982630 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbd065-19c5-4d33-b162-a9efaabae730 req-57038125-7ae6-418c-acfb-e370e1630e9b tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:04.983405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-3d8be9cd-b8eb-4d02-907e-78a39950d336 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:04.984202 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9edbd065-19c5-4d33-b162-a9efaabae730 req-57038125-7ae6-418c-acfb-e370e1630e9b tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 945 time: 0.3725986 Jul 07 16:59:04.987249 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3d8be9cd-b8eb-4d02-907e-78a39950d336 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0070298 Jul 07 16:59:04.988620 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-481bb21a-5d83-4180-b573-7298c2ca97a5 req-8ca5bcdf-f752-4253-9cef-9dd27490cb75 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=585991d3-1c4c-497e-aa94-d9dabd614307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529406 Jul 07 16:59:04.998749 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-87ac6178-185b-4500-bad7-6a4ad7b34818 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cdfc2e9f54444e7b9dbe50201e7b7d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6378272 Jul 07 16:59:05.000644 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47688) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.001122 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47690) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.054853 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-cd97b154-4ba9-43db-b68e-e8d56f57e5ee tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.058275 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cd97b154-4ba9-43db-b68e-e8d56f57e5ee tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0540917 Jul 07 16:59:05.062096 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47694) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.072348 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-a91e42c2-c725-4f54-8cdc-64782128e2e3 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.076524 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a91e42c2-c725-4f54-8cdc-64782128e2e3 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0074122 Jul 07 16:59:05.078834 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47696) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.100481 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9edbd065-19c5-4d33-b162-a9efaabae730 req-64e7afff-f9d5-4aca-8ae7-b962ac180344 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932386 Jul 07 16:59:05.101803 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-982fcb4f-4206-4886-b277-7e15c73e005a tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.106600 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47698) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.107300 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-982fcb4f-4206-4886-b277-7e15c73e005a tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0266144 Jul 07 16:59:05.115912 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-dcc24d60-0e12-4d86-939e-8996051c3e1d tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.117160 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dcc24d60-0e12-4d86-939e-8996051c3e1d tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0077789 Jul 07 16:59:05.120489 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a5166ba9-77c3-492d-8d79-6afa1017bc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.122545 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47700) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.128305 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-c8c28bee-5178-46c8-9f09-c3587c84dd1f tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.129269 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c8c28bee-5178-46c8-9f09-c3587c84dd1f tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0044212 Jul 07 16:59:05.133909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47702) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.160813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47704) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.161472 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-96ffc356-4021-4aab-9db7-51219285338a tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.162464 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-96ffc356-4021-4aab-9db7-51219285338a tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0045965 Jul 07 16:59:05.163201 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dde2adac-ba0d-4f52-8804-f4a84ea869e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.168813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47706) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.179796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-828b8200-c97c-4c1c-9e6d-b79a09be1c59 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.183128 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-828b8200-c97c-4c1c-9e6d-b79a09be1c59 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0075650 Jul 07 16:59:05.183294 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-ca654cc2-7b24-466a-9dcd-392ecff6ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:05.183294 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-ca654cc2-7b24-466a-9dcd-392ecff6ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:05.183684 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47710) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.184085 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-ca654cc2-7b24-466a-9dcd-392ecff6ec26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e2d5abb674246ba9e62cf1e68dd451b&device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 1981 time: 0.4662611 Jul 07 16:59:05.196984 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-e013a780-3d74-4c11-85b3-0a76d389aa75 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.200103 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e013a780-3d74-4c11-85b3-0a76d389aa75 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0102642 Jul 07 16:59:05.200257 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-96b0338b-7dfa-416a-a462-e94ed2635dd6 req-e644b987-2978-46b3-9829-b0b098e71e40 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229867 Jul 07 16:59:05.201696 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47712) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.216129 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53a9e94-d9ec-47f1-9d37-f1bbdf93c0cf x-openstack-request-id: req-a53a9e94-d9ec-47f1-9d37-f1bbdf93c0cf {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:05.216859 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706a622c-22ea-4045-8fc8-d3e45b6425b0", "tag": "4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:05.217324 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a53a9e94-d9ec-47f1-9d37-f1bbdf93c0cf {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:05.217909 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706a622c-22ea-4045-8fc8-d3e45b6425b0', 'tag': '4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5', 'status': 'completed', 'code': 200} Jul 07 16:59:05.223247 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-d9652a09-eadf-45cd-b97d-b36acd5afcc0 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.226571 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d9652a09-eadf-45cd-b97d-b36acd5afcc0 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0167623 Jul 07 16:59:05.238786 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47716) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.249275 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-e7873680-dfef-4538-b8f6-2bf8cadc8baa tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.250045 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e7873680-dfef-4538-b8f6-2bf8cadc8baa tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0063391 Jul 07 16:59:05.253410 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-481bb21a-5d83-4180-b573-7298c2ca97a5 req-660fe9bb-e306-4ab9-9008-e842d9640aff service neutron] 10.222.0.69 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473857 Jul 07 16:59:05.257068 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47720) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.260740 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-8e8e388a-7c98-4e4b-a7c9-ce433bbf337b tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.261720 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8e8e388a-7c98-4e4b-a7c9-ce433bbf337b tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044878 Jul 07 16:59:05.264309 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47722) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.269432 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-2edd8430-bf53-498f-893a-8a72698434f3 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.270468 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2edd8430-bf53-498f-893a-8a72698434f3 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0040874 Jul 07 16:59:05.281749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47724) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.286415 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dde2adac-ba0d-4f52-8804-f4a84ea869e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.291366 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-1fc59e64-7e2b-4230-994f-ae5dd962f010 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.309354 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1fc59e64-7e2b-4230-994f-ae5dd962f010 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0250561 Jul 07 16:59:05.315967 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-f2d351ef-6e02-4306-82af-90c8cbf8dc2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.120&port_id=dfb09327-fada-475f-a90a-955ae6296121 HTTP/1.1" status: 200 len: 217 time: 0.1070583 Jul 07 16:59:05.316765 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47726) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.327718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-8540ad88-6c5a-4c5b-972f-cdff6785649f tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.332218 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8540ad88-6c5a-4c5b-972f-cdff6785649f tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0086701 Jul 07 16:59:05.332747 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a5166ba9-77c3-492d-8d79-6afa1017bc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.336447 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47728) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.355872 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-40228051-960f-4fe2-9410-8ac4df2477f5 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.357242 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-40228051-960f-4fe2-9410-8ac4df2477f5 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0170896 Jul 07 16:59:05.372351 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47730) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.379372 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-46811363-7bff-479e-b604-11f597e447d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.386111 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5166ba9-77c3-492d-8d79-6afa1017bc67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf8681f-776e-4c48-abee-f55e2aa2fadf,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:05.403911 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a5166ba9-77c3-492d-8d79-6afa1017bc67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.406031 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a5166ba9-77c3-492d-8d79-6afa1017bc67 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7bf8681f-776e-4c48-abee-f55e2aa2fadf HTTP/1.1" status: 204 len: 168 time: 0.9612401 Jul 07 16:59:05.410453 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb5deeb-67e4-4a35-a70c-1653699d80fc None None] Network cbf4413f-2045-49d3-90cc-8b792570496f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:05.415832 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47734) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.448805 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-f71f1fc8-980c-4427-9157-a0c89715830a tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.452767 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f71f1fc8-980c-4427-9157-a0c89715830a tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0233479 Jul 07 16:59:05.490943 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47736) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.496126 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-bf5efa66-8868-4c13-97fc-1ee881a0bee2 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.500831 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bf5efa66-8868-4c13-97fc-1ee881a0bee2 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0080564 Jul 07 16:59:05.513701 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47738) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.529592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-76b85a5c-8af4-4e03-8921-c0d388f77650 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.530718 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-76b85a5c-8af4-4e03-8921-c0d388f77650 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0109353 Jul 07 16:59:05.555698 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47740) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.567320 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-777ae0ee-1b49-4e4e-b1d5-4194d8629519 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.568984 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-777ae0ee-1b49-4e4e-b1d5-4194d8629519 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0105548 Jul 07 16:59:05.580460 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47742) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.585261 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-ec3f2e4f-bda1-473f-8342-0058404fa6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:05.586881 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-481bb21a-5d83-4180-b573-7298c2ca97a5 req-ba2d27d2-d957-4f18-a5ab-e38b28b9ab69 service neutron] 10.222.0.69 "GET /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215086 Jul 07 16:59:05.587037 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-ec3f2e4f-bda1-473f-8342-0058404fa6c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5c1017f4-736f-429f-9a35-4321830ec9ce HTTP/1.1" status: 200 len: 801 time: 0.2537661 Jul 07 16:59:05.593780 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dde2adac-ba0d-4f52-8804-f4a84ea869e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.596571 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dde2adac-ba0d-4f52-8804-f4a84ea869e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.597079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-ad14c1b1-afe9-44eb-9152-a0f14c3a4b55 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.598148 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ad14c1b1-afe9-44eb-9152-a0f14c3a4b55 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0103762 Jul 07 16:59:05.604717 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dde2adac-ba0d-4f52-8804-f4a84ea869e5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/23863cf7-14b1-4012-81a0-df0d562ded3e HTTP/1.1" status: 204 len: 168 time: 0.5974054 Jul 07 16:59:05.604717 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47744) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.613152 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-09903964-7bc5-4526-8894-dcf061fce109 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.617175 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-09903964-7bc5-4526-8894-dcf061fce109 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0063903 Jul 07 16:59:05.618634 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8e2d-7019-4940-b2ce-5e7f5ae3bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.622925 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47748) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.631373 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-ee05ba19-042b-4190-ae86-931d3be782cf tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.632847 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ee05ba19-042b-4190-ae86-931d3be782cf tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0082338 Jul 07 16:59:05.636037 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2adac-ba0d-4f52-8804-f4a84ea869e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23863cf7-14b1-4012-81a0-df0d562ded3e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:05.639746 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47750) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.665769 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-b1c2af23-93a8-4eb6-bb97-001832b4a763 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.669157 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b1c2af23-93a8-4eb6-bb97-001832b4a763 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0077624 Jul 07 16:59:05.670093 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47752) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.699852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-dff3e9ca-ba1f-4e20-8f85-5893030066d3 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.702440 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dff3e9ca-ba1f-4e20-8f85-5893030066d3 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0075567 Jul 07 16:59:05.709059 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47754) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.711263 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d124546b-a1db-44e5-9388-02db7725d18b None None] DHCP port deletion for cbf4413f-2045-49d3-90cc-8b792570496f request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:59:05.715421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [None req-3bd5479b-46a1-4471-95f5-46194167461f tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.716544 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3bd5479b-46a1-4471-95f5-46194167461f tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0054383 Jul 07 16:59:05.719309 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47756) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.724608 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [None req-21055bcb-6d25-40fa-993e-d64c00260579 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 16:59:05.725662 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-21055bcb-6d25-40fa-993e-d64c00260579 tempest-ExtensionsTestJSON-36740063 tempest-ExtensionsTestJSON-36740063-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0053928 Jul 07 16:59:05.727419 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5f2e6-23e7-40ce-9af3-a5708ceefc7b req-c55abc2f-8668-4217-88e7-cad302bc8b2d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:05.736187 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e4788-78bf-46e5-81dd-ed3cf01fb395 req-5480b346-35ba-4ea1-bd72-888a32cf52f5 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:05.738161 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a40e4788-78bf-46e5-81dd-ed3cf01fb395 req-5480b346-35ba-4ea1-bd72-888a32cf52f5 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.2469916 Jul 07 16:59:05.740685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5f2e6-23e7-40ce-9af3-a5708ceefc7b req-c55abc2f-8668-4217-88e7-cad302bc8b2d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:05.744181 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27e5f2e6-23e7-40ce-9af3-a5708ceefc7b req-c55abc2f-8668-4217-88e7-cad302bc8b2d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 1679 time: 0.2882075 Jul 07 16:59:05.797724 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-46811363-7bff-479e-b604-11f597e447d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.811218 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc8e2d-7019-4940-b2ce-5e7f5ae3bb63 admin admin] Deleting port e4836867-59ad-41f8-b4c5-e58940f9687d {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:05.811631 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8e2d-7019-4940-b2ce-5e7f5ae3bb63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.813732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-8f54208a-8e90-4517-8121-47f2e6cbdd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:05.815301 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-8f54208a-8e90-4517-8121-47f2e6cbdd73 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa628430-93b1-41bf-af5b-08644e59924a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2121875 Jul 07 16:59:05.816809 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-46811363-7bff-479e-b604-11f597e447d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.834863 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d124546b-a1db-44e5-9388-02db7725d18b None None] Deleting port e4836867-59ad-41f8-b4c5-e58940f9687d {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:05.835322 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d124546b-a1db-44e5-9388-02db7725d18b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.882463 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a40e4788-78bf-46e5-81dd-ed3cf01fb395 req-ce563b71-bcfd-4159-a347-e02b7547442c tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321135 Jul 07 16:59:05.932585 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-46811363-7bff-479e-b604-11f597e447d8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7fff0f2efb30437c929545be5766e890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7706764 Jul 07 16:59:05.935925 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46811363-7bff-479e-b604-11f597e447d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a38f8d0-4caa-4d37-b733-5dd54f0579a5,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:05.938773 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47764) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:05.946299 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-6cbc8e2d-7019-4940-b2ce-5e7f5ae3bb63 admin admin] For port e4836867-59ad-41f8-b4c5-e58940f9687d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e4836867-59ad-41f8-b4c5-e58940f9687d,segment=NetworkSegment(68351165-30cb-405d-b3de-d4eccb3d0827),segment_id=68351165-30cb-405d-b3de-d4eccb3d0827)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:05.947086 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8e2d-7019-4940-b2ce-5e7f5ae3bb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.972566 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d124546b-a1db-44e5-9388-02db7725d18b None None] For port e4836867-59ad-41f8-b4c5-e58940f9687d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e4836867-59ad-41f8-b4c5-e58940f9687d,segment=NetworkSegment(68351165-30cb-405d-b3de-d4eccb3d0827),segment_id=68351165-30cb-405d-b3de-d4eccb3d0827)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:05.973244 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d124546b-a1db-44e5-9388-02db7725d18b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:05.990747 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc8e2d-7019-4940-b2ce-5e7f5ae3bb63 admin admin] Calling delete_port for e4836867-59ad-41f8-b4c5-e58940f9687d owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:06.001593 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27e5f2e6-23e7-40ce-9af3-a5708ceefc7b req-cf2aa5a2-da36-4c4c-8b0e-f6112e49b8ff tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447507 Jul 07 16:59:06.017736 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d124546b-a1db-44e5-9388-02db7725d18b None None] Calling delete_port for e4836867-59ad-41f8-b4c5-e58940f9687d owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:06.133543 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8e2d-7019-4940-b2ce-5e7f5ae3bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.143708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47774) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:06.148658 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-d8c24c8f-188d-4ce7-8741-2b647bedbce2 service neutron] 10.222.0.15 "GET /v2.0/networks/fa628430-93b1-41bf-af5b-08644e59924a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211684 Jul 07 16:59:06.201264 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:59:06.229676 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbc8e2d-7019-4940-b2ce-5e7f5ae3bb63 admin admin] No DVR routers for this DVR port e4836867-59ad-41f8-b4c5-e58940f9687d on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:06.259472 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d124546b-a1db-44e5-9388-02db7725d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.279642 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc8e2d-7019-4940-b2ce-5e7f5ae3bb63 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4836867-59ad-41f8-b4c5-e58940f9687d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:06.287315 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e4836867-59ad-41f8-b4c5-e58940f9687d no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:06.292824 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124546b-a1db-44e5-9388-02db7725d18b None None] No DVR routers for this DVR port e4836867-59ad-41f8-b4c5-e58940f9687d on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:06.294540 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-860c7d83-af36-4e12-b773-2e808ac19e30 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5d261964af8f40c0878b1bab05d31219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416569 Jul 07 16:59:06.295494 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47776) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:06.315774 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124546b-a1db-44e5-9388-02db7725d18b None None] Pushing event deleted for resources: {'Port': ['ID=e4836867-59ad-41f8-b4c5-e58940f9687d,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:06.334066 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47778) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:06.336405 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: e4836867-59ad-41f8-b4c5-e58940f9687d {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:06.336947 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e4836867-59ad-41f8-b4c5-e58940f9687d not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:06.356150 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f111f431-b233-4d9d-aca0-0f6f6ee86cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.400673 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8e2d-7019-4940-b2ce-5e7f5ae3bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.407614 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f111f431-b233-4d9d-aca0-0f6f6ee86cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.424163 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-6cbc8e2d-7019-4940-b2ce-5e7f5ae3bb63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf4413f-2045-49d3-90cc-8b792570496f']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:06.444816 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-6cbc8e2d-7019-4940-b2ce-5e7f5ae3bb63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68351165-30cb-405d-b3de-d4eccb3d0827') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:06.445114 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-6cbc8e2d-7019-4940-b2ce-5e7f5ae3bb63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68351165-30cb-405d-b3de-d4eccb3d0827') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:06.472794 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446d951-2e41-405a-9ace-ca45f01e5d81 req-27dcd82d-1db1-41bc-bfdc-8ec7eaf24c5c tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:06.487685 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7446d951-2e41-405a-9ace-ca45f01e5d81 req-27dcd82d-1db1-41bc-bfdc-8ec7eaf24c5c tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 946 time: 0.3562586 Jul 07 16:59:06.507246 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8e2d-7019-4940-b2ce-5e7f5ae3bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.511059 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-90f6756a-3a16-42bc-9062-968ad8d625b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.522306 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-e603e159-0d89-4d88-96ed-ffbb3a8202af service neutron] 10.222.0.15 "GET /v2.0/networks/fa628430-93b1-41bf-af5b-08644e59924a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643904 Jul 07 16:59:06.540154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8c816-2915-46a1-b9b8-2e9e24f572ba req-3bd2c014-426c-4099-9f1b-8602d50a5ac2 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:06.547947 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-25a8c816-2915-46a1-b9b8-2e9e24f572ba req-3bd2c014-426c-4099-9f1b-8602d50a5ac2 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.2609074 Jul 07 16:59:06.562694 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8e2d-7019-4940-b2ce-5e7f5ae3bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.570446 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f111f431-b233-4d9d-aca0-0f6f6ee86cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.573537 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f111f431-b233-4d9d-aca0-0f6f6ee86cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.577410 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f111f431-b233-4d9d-aca0-0f6f6ee86cf7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8a38f8d0-4caa-4d37-b733-5dd54f0579a5 HTTP/1.1" status: 204 len: 168 time: 0.6341877 Jul 07 16:59:06.588721 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cbc8e2d-7019-4940-b2ce-5e7f5ae3bb63 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:06.589414 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8e2d-7019-4940-b2ce-5e7f5ae3bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:06.591626 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:06.609865 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7446d951-2e41-405a-9ace-ca45f01e5d81 req-caf0ac6d-a2e8-4293-9064-5b576767b1bd tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199772 Jul 07 16:59:06.617776 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-90f6756a-3a16-42bc-9062-968ad8d625b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.621714 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-5136224c-0e75-40fc-aef5-2d08521f18df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.121&port_id=4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 HTTP/1.1" status: 200 len: 217 time: 0.0911953 Jul 07 16:59:06.637365 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111f431-b233-4d9d-aca0-0f6f6ee86cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a38f8d0-4caa-4d37-b733-5dd54f0579a5,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:06.668081 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-581944a5-9dae-458d-bffa-14ac6b78c795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.710539 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8e2d-7019-4940-b2ce-5e7f5ae3bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.722125 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6cbc8e2d-7019-4940-b2ce-5e7f5ae3bb63 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.731577 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6cbc8e2d-7019-4940-b2ce-5e7f5ae3bb63 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cbf4413f-2045-49d3-90cc-8b792570496f HTTP/1.1" status: 204 len: 168 time: 1.3141232 Jul 07 16:59:06.761250 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc8e2d-7019-4940-b2ce-5e7f5ae3bb63 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf4413f-2045-49d3-90cc-8b792570496f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:06.766638 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-25a8c816-2915-46a1-b9b8-2e9e24f572ba req-f0666007-fffa-481f-8b64-f36af5c55308 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183878 Jul 07 16:59:06.852810 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-a9acd959-16d4-4f87-aa62-96b447834e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:06.857273 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-a9acd959-16d4-4f87-aa62-96b447834e81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f99fe745-a3a8-4801-b825-0f83c0c92d35 HTTP/1.1" status: 200 len: 801 time: 0.2119710 Jul 07 16:59:06.897111 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07749a61-0134-4056-a2d0-4eec5eeee7cb req-344f6a44-76d2-445f-bc0f-6eb3bee461e5 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:06.900491 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-07749a61-0134-4056-a2d0-4eec5eeee7cb req-344f6a44-76d2-445f-bc0f-6eb3bee461e5 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 945 time: 0.1325171 Jul 07 16:59:06.932482 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-90f6756a-3a16-42bc-9062-968ad8d625b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.935494 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-90f6756a-3a16-42bc-9062-968ad8d625b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:06.939729 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-90f6756a-3a16-42bc-9062-968ad8d625b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8d05c1e2-af82-4a15-9c0a-001b7e59e92e HTTP/1.1" status: 204 len: 168 time: 0.6207960 Jul 07 16:59:06.975793 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-07749a61-0134-4056-a2d0-4eec5eeee7cb req-c833283b-9e53-48b9-a334-1f1c8d18280b tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671294 Jul 07 16:59:07.008014 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6756a-3a16-42bc-9062-968ad8d625b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d05c1e2-af82-4a15-9c0a-001b7e59e92e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:07.077067 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47798) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:07.136541 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47802) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:07.162250 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10db4757-4cec-452c-ba06-8567c74146be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:07.196444 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d68bc7ce-4ce2-478d-b581-d5f2ea801bd2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55a02e1207a442a298e0fac0645e8087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1173565 Jul 07 16:59:07.197347 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47806) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:07.281033 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dcf98d1b-83c8-41ad-b169-325b9319fd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:07.314368 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dcf98d1b-83c8-41ad-b169-325b9319fd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:07.373708 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dcf98d1b-83c8-41ad-b169-325b9319fd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:07.376783 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dcf98d1b-83c8-41ad-b169-325b9319fd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:07.380461 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dcf98d1b-83c8-41ad-b169-325b9319fd2d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3937000f-66cc-4f94-b653-e04ce27d097f HTTP/1.1" status: 204 len: 168 time: 0.1795981 Jul 07 16:59:07.398137 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf98d1b-83c8-41ad-b169-325b9319fd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3937000f-66cc-4f94-b653-e04ce27d097f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:07.515608 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-3412d831-28e5-4511-b64f-9247a5c51da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:07.517264 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-3412d831-28e5-4511-b64f-9247a5c51da3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=575e4f0f-883d-4596-baf9-33fe8b1411d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6411324 Jul 07 16:59:07.595127 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-581944a5-9dae-458d-bffa-14ac6b78c795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:07.600627 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98098498-1e08-4764-a751-61531e70899c req-476fcf61-eb33-4036-9cd6-1968788fc81d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:07.616491 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-581944a5-9dae-458d-bffa-14ac6b78c795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:07.618290 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98098498-1e08-4764-a751-61531e70899c req-476fcf61-eb33-4036-9cd6-1968788fc81d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:07.630176 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-98098498-1e08-4764-a751-61531e70899c req-476fcf61-eb33-4036-9cd6-1968788fc81d tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 1679 time: 0.1752522 Jul 07 16:59:07.649016 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-581944a5-9dae-458d-bffa-14ac6b78c795 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0095bcc00d6048bf8068ce408d94e4ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2680261 Jul 07 16:59:07.653334 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47820) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:07.660586 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640003f-e138-4cdc-bf24-80294f05ea53 req-2d92eae1-f68d-4a61-80ad-7215a30f447d tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:07.662923 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f640003f-e138-4cdc-bf24-80294f05ea53 req-2d92eae1-f68d-4a61-80ad-7215a30f447d tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.6761129 Jul 07 16:59:07.718370 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581944a5-9dae-458d-bffa-14ac6b78c795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdfad12-73dd-4aaa-a83a-d09e25f0051c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:07.755626 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-bfa9e9e2-3908-48ad-bbc5-9bf23ffe516e service neutron] 10.222.0.15 "GET /v2.0/networks/575e4f0f-883d-4596-baf9-33fe8b1411d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285717 Jul 07 16:59:07.766745 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f640003f-e138-4cdc-bf24-80294f05ea53 req-da7130f2-b1bc-4467-83ec-1596ef143339 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916488 Jul 07 16:59:07.778731 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-98098498-1e08-4764-a751-61531e70899c req-1ca3c368-9e8b-4386-a308-04ab299bb0dc tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469994 Jul 07 16:59:07.897871 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87e25a71-90da-47dd-8f3a-33e728b87fc5 req-129337cc-e609-446f-a576-e13ad881e720 service neutron] 10.222.0.15 "GET /v2.0/networks/575e4f0f-883d-4596-baf9-33fe8b1411d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326995 Jul 07 16:59:07.954282 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10db4757-4cec-452c-ba06-8567c74146be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:07.965727 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10db4757-4cec-452c-ba06-8567c74146be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.080708 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a57ccd53-c03c-4356-a772-b6f072a79415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.109656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fd5db-d3f5-4810-9031-4656db98192f req-8c2c4756-b25e-418d-9b87-aeccd5ca3515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:08.110138 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fd5db-d3f5-4810-9031-4656db98192f req-8c2c4756-b25e-418d-9b87-aeccd5ca3515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:08.111811 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ff0fd5db-d3f5-4810-9031-4656db98192f req-8c2c4756-b25e-418d-9b87-aeccd5ca3515 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e2d5abb674246ba9e62cf1e68dd451b&device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 1981 time: 0.1424816 Jul 07 16:59:08.129789 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db4757-4cec-452c-ba06-8567c74146be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a469b7c9-7dcd-4947-8cd4-073684850416,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:08.152252 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-10db4757-4cec-452c-ba06-8567c74146be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=10fcdf3730a14d95ab69a76da023d8e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0122006 Jul 07 16:59:08.155962 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47844) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:08.182710 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a57ccd53-c03c-4356-a772-b6f072a79415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.275901 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73529ed0-fa49-462b-8985-bf63463b33e7 req-4f3b7d59-f7d2-4934-9360-c485f58d5710 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:08.277522 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-73529ed0-fa49-462b-8985-bf63463b33e7 req-4f3b7d59-f7d2-4934-9360-c485f58d5710 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 945 time: 0.2385118 Jul 07 16:59:08.292079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa10680-a48a-4d44-9e3a-c8104b6ff5a8 req-eb658269-44aa-4ea0-8ff3-7e49a525c329 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:08.300586 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6aa10680-a48a-4d44-9e3a-c8104b6ff5a8 req-eb658269-44aa-4ea0-8ff3-7e49a525c329 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.2358253 Jul 07 16:59:08.372025 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-73529ed0-fa49-462b-8985-bf63463b33e7 req-19fe6741-ebbf-4a0e-aff7-4b4906f7dd25 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755415 Jul 07 16:59:08.377186 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2494b419-07e0-4b26-ac98-68f231956f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.380893 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fd5db-d3f5-4810-9031-4656db98192f req-4bbf2dda-442a-49cc-bdc4-28802bb3367e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:08.382642 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ff0fd5db-d3f5-4810-9031-4656db98192f req-4bbf2dda-442a-49cc-bdc4-28802bb3367e service neutron] 10.222.0.15 "GET /v2.0/networks?id=575e4f0f-883d-4596-baf9-33fe8b1411d2 HTTP/1.1" status: 200 len: 902 time: 0.2600937 Jul 07 16:59:08.407343 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2494b419-07e0-4b26-ac98-68f231956f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.409371 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a57ccd53-c03c-4356-a772-b6f072a79415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.411641 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6aa10680-a48a-4d44-9e3a-c8104b6ff5a8 req-fdfcbe4e-c9cf-486f-adf3-2c34dbc87e47 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003578 Jul 07 16:59:08.424934 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a57ccd53-c03c-4356-a772-b6f072a79415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.428231 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a57ccd53-c03c-4356-a772-b6f072a79415 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7bdfad12-73dd-4aaa-a83a-d09e25f0051c HTTP/1.1" status: 204 len: 168 time: 0.7695191 Jul 07 16:59:08.473026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ccd53-c03c-4356-a772-b6f072a79415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdfad12-73dd-4aaa-a83a-d09e25f0051c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:08.519616 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ff0fd5db-d3f5-4810-9031-4656db98192f req-08d664cd-a7c0-46e4-b577-7f5f2d869736 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.121&port_id=4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 HTTP/1.1" status: 200 len: 217 time: 0.1054857 Jul 07 16:59:08.525129 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47866) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:08.591851 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2494b419-07e0-4b26-ac98-68f231956f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.596709 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2494b419-07e0-4b26-ac98-68f231956f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.599142 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2494b419-07e0-4b26-ac98-68f231956f98 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a469b7c9-7dcd-4947-8cd4-073684850416 HTTP/1.1" status: 204 len: 168 time: 0.4418988 Jul 07 16:59:08.617766 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fd5db-d3f5-4810-9031-4656db98192f req-382b0768-f943-4aec-bec2-3211b237a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:08.619880 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ff0fd5db-d3f5-4810-9031-4656db98192f req-382b0768-f943-4aec-bec2-3211b237a1eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f99fe745-a3a8-4801-b825-0f83c0c92d35 HTTP/1.1" status: 200 len: 801 time: 0.0863519 Jul 07 16:59:08.621051 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494b419-07e0-4b26-ac98-68f231956f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a469b7c9-7dcd-4947-8cd4-073684850416,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:08.731039 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fd5db-d3f5-4810-9031-4656db98192f req-252997b2-3233-42a7-9471-65a9c24dc5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:08.735781 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6aaedc-822f-443a-97ff-a7b270a440d5 req-c21094bf-bb5c-475a-acbe-38efc15e58bb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:08.735973 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ff0fd5db-d3f5-4810-9031-4656db98192f req-252997b2-3233-42a7-9471-65a9c24dc5c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=575e4f0f-883d-4596-baf9-33fe8b1411d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1087365 Jul 07 16:59:08.737331 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d6aaedc-822f-443a-97ff-a7b270a440d5 req-c21094bf-bb5c-475a-acbe-38efc15e58bb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 945 time: 0.0953321 Jul 07 16:59:08.828307 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d6aaedc-822f-443a-97ff-a7b270a440d5 req-314c6856-e3a5-4fe5-b5e3-6c7637d029cb tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845206 Jul 07 16:59:08.865695 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-0ab4f24c-935d-4528-a669-53dc579cfbaa admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-921442693-network', 'tenant_id': 'aec3ba415e76445d82f1318288342524'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:08.895894 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab4f24c-935d-4528-a669-53dc579cfbaa admin admin] Made reservation on behalf of aec3ba415e76445d82f1318288342524 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:08.899210 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ab4f24c-935d-4528-a669-53dc579cfbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.909557 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ab4f24c-935d-4528-a669-53dc579cfbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:08.928909 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ff0fd5db-d3f5-4810-9031-4656db98192f req-a53b8d2e-220f-4aed-a55d-45ef096e0286 service neutron] 10.222.0.15 "GET /v2.0/networks/575e4f0f-883d-4596-baf9-33fe8b1411d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829429 Jul 07 16:59:09.133319 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde367c3-0f32-4940-830b-61cff2037eda req-067fe2e3-85fe-4db6-b54c-62160cb98d7b tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:09.139537 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde367c3-0f32-4940-830b-61cff2037eda req-067fe2e3-85fe-4db6-b54c-62160cb98d7b tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:09.141333 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fde367c3-0f32-4940-830b-61cff2037eda req-067fe2e3-85fe-4db6-b54c-62160cb98d7b tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 1679 time: 0.1907334 Jul 07 16:59:09.216514 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:59:09.275206 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ab4f24c-935d-4528-a669-53dc579cfbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.289762 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ab4f24c-935d-4528-a669-53dc579cfbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.305187 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ff0fd5db-d3f5-4810-9031-4656db98192f req-4c8d5ddd-0b18-41d0-ba3b-91fa18172211 service neutron] 10.222.0.15 "GET /v2.0/networks/575e4f0f-883d-4596-baf9-33fe8b1411d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654187 Jul 07 16:59:09.341395 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab4f24c-935d-4528-a669-53dc579cfbaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:59:09.353831 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fde367c3-0f32-4940-830b-61cff2037eda req-13a20fba-80b7-4bc5-a77c-359a51c7b3a4 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027578 Jul 07 16:59:09.373368 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ab4f24c-935d-4528-a669-53dc579cfbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.374331 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-0ab4f24c-935d-4528-a669-53dc579cfbaa admin admin] Added segment 111c58b8-01c7-430f-9524-d2b1e399617f of type vlan for network 5fa52965-0d16-4620-bfa2-fc0545b6823d Jul 07 16:59:09.384597 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4f24c-935d-4528-a669-53dc579cfbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a4dede-457d-4fa4-a93d-5640c3c119ed,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:09.446062 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5,segment=NetworkSegment(9ed6412b-230b-4859-aba9-a4af154ea468),segment_id=9ed6412b-230b-4859-aba9-a4af154ea468)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:09.466527 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ab4f24c-935d-4528-a669-53dc579cfbaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.468129 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5', 'network_id': '575e4f0f-883d-4596-baf9-33fe8b1411d2', 'port_id': '4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5', 'mac_address': 'fa:16:3e:c4:67:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f99fe745-a3a8-4801-b825-0f83c0c92d35', 'ip_address': '19.86.0.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:59:09.530756 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.556176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:59:09.562100 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ab4f24c-935d-4528-a669-53dc579cfbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.563160 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab4f24c-935d-4528-a669-53dc579cfbaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:09.563748 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ab4f24c-935d-4528-a669-53dc579cfbaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.592909 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5,segment=NetworkSegment(9ed6412b-230b-4859-aba9-a4af154ea468),segment_id=9ed6412b-230b-4859-aba9-a4af154ea468)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:09.599979 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.602225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device dfb09327-fada-475f-a90a-955ae6296121 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:59:09.654291 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254c6ba-0d3a-4129-8b0f-094a384a3cb4 req-804fef10-21cc-4a3a-98a7-4b5c64a42682 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:09.663540 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9254c6ba-0d3a-4129-8b0f-094a384a3cb4 req-804fef10-21cc-4a3a-98a7-4b5c64a42682 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 945 time: 0.1609604 Jul 07 16:59:09.674427 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0ab4f24c-935d-4528-a669-53dc579cfbaa admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1443479 Jul 07 16:59:09.699487 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47912) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:09.710020 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-aec2e617-f24f-4929-b98f-bbc410455522 admin admin] Request body: {'subnet': {'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-921442693-subnet', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:09.750782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4f24c-935d-4528-a669-53dc579cfbaa admin admin] Pushing event updated for resources: {'Network': ['ID=5fa52965-0d16-4620-bfa2-fc0545b6823d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:09.795719 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 5fa52965-0d16-4620-bfa2-fc0545b6823d details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:59:09.797102 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec2e617-f24f-4929-b98f-bbc410455522 admin admin] Made reservation on behalf of aec3ba415e76445d82f1318288342524 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:09.799735 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aec2e617-f24f-4929-b98f-bbc410455522 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:09.844439 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9254c6ba-0d3a-4129-8b0f-094a384a3cb4 req-1126e30b-f905-45f8-b2af-3f6dfd0650f4 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799350 Jul 07 16:59:09.900670 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:10.085080 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port dfb09327-fada-475f-a90a-955ae6296121, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=dfb09327-fada-475f-a90a-955ae6296121,segment=NetworkSegment(c6be9b44-779f-4f4a-9256-8e018f083e78),segment_id=c6be9b44-779f-4f4a-9256-8e018f083e78)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:10.103980 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'dfb09327-fada-475f-a90a-955ae6296121', 'network_id': 'fa628430-93b1-41bf-af5b-08644e59924a', 'port_id': 'dfb09327-fada-475f-a90a-955ae6296121', 'mac_address': 'fa:16:3e:66:eb:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1017f4-736f-429f-9a35-4321830ec9ce', 'ip_address': '19.80.0.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:59:10.191287 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aec2e617-f24f-4929-b98f-bbc410455522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.226901 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.259771 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb09327-fada-475f-a90a-955ae6296121 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:59:10.317059 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port dfb09327-fada-475f-a90a-955ae6296121, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=dfb09327-fada-475f-a90a-955ae6296121,segment=NetworkSegment(c6be9b44-779f-4f4a-9256-8e018f083e78),segment_id=c6be9b44-779f-4f4a-9256-8e018f083e78)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:10.318833 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2e617-f24f-4929-b98f-bbc410455522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=060fb753-9b1b-487d-a211-316c0afe0c04,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:10.327930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec2e617-f24f-4929-b98f-bbc410455522 admin admin] Checking segment: {'id': '111c58b8-01c7-430f-9524-d2b1e399617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:10.328602 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec2e617-f24f-4929-b98f-bbc410455522 admin admin] Network hostable DHCP agents. Network: 5fa52965-0d16-4620-bfa2-fc0545b6823d, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:59:10.329285 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.359001 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec2e617-f24f-4929-b98f-bbc410455522 admin admin] Network 5fa52965-0d16-4620-bfa2-fc0545b6823d is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:59:10.373704 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-aec2e617-f24f-4929-b98f-bbc410455522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 5fa52965-0d16-4620-bfa2-fc0545b6823d) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:10.378971 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec2e617-f24f-4929-b98f-bbc410455522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:10.380621 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aec2e617-f24f-4929-b98f-bbc410455522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.398415 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bb95c0-876c-49de-9d75-70d3178b8430 None None] Network 5fa52965-0d16-4620-bfa2-fc0545b6823d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:10.430120 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47944) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:10.439663 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-aec2e617-f24f-4929-b98f-bbc410455522 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7378645 Jul 07 16:59:10.442519 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47948) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:10.449081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-e93fa443-5094-4faa-a8f0-644b13cffe19 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-921442693-router', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:10.510018 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e93fa443-5094-4faa-a8f0-644b13cffe19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.511356 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e93fa443-5094-4faa-a8f0-644b13cffe19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.637468 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e93fa443-5094-4faa-a8f0-644b13cffe19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.662085 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47952) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:10.674546 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:59:10.676575 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-5fa52965-0d16-4620-bfa2-fc0545b6823d', 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'fixed_ips': [{'subnet_id': '060fb753-9b1b-487d-a211-316c0afe0c04'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:59:10.678040 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:10.759916 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abe036-00e9-436c-9785-05ca00849521 req-fcfc7205-0620-41cb-9317-2e111d9cf10e tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:10.777542 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abe036-00e9-436c-9785-05ca00849521 req-fcfc7205-0620-41cb-9317-2e111d9cf10e tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:10.791013 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-96abe036-00e9-436c-9785-05ca00849521 req-fcfc7205-0620-41cb-9317-2e111d9cf10e tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 1681 time: 0.1812778 Jul 07 16:59:10.865082 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=dfb09327-fada-475f-a90a-955ae6296121,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:10.875009 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-96abe036-00e9-436c-9785-05ca00849521 req-e03ebac4-694b-40df-9832-b8c5a861589b tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827081 Jul 07 16:59:10.985130 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e93fa443-5094-4faa-a8f0-644b13cffe19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:11.035885 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8c7d6-e3fa-485b-9902-a4cc8e614191 req-1c66a45e-1ba1-4ed6-977c-1bf472ec54a1 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:11.041421 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-11d8c7d6-e3fa-485b-9902-a4cc8e614191 req-1c66a45e-1ba1-4ed6-977c-1bf472ec54a1 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 945 time: 0.4016807 Jul 07 16:59:11.057282 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7b457480-0bfc-43e8-b623-27adf6002cde tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-76143183'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:11.057835 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7b457480-0bfc-43e8-b623-27adf6002cde tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] Unknown quota resources ['metering_label']. {{(pid=100410) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:59:11.157369 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Allocated IP 172.20.0.2 (5fa52965-0d16-4620-bfa2-fc0545b6823d/060fb753-9b1b-487d-a211-316c0afe0c04/3924430d-4f18-47a9-945f-3d9c927f505a) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:11.351377 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-1d0c3f47-f679-4917-818f-716c3d5d96ef tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-595850866'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:11.503156 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7b457480-0bfc-43e8-b623-27adf6002cde tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:11.507190 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7b457480-0bfc-43e8-b623-27adf6002cde tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 1.0731370 Jul 07 16:59:11.508234 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47974) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:11.522803 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c6d38d5f-d591-4996-91d4-f9ca9cd98bb8 tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd09403a7-d41a-40d6-8773-01fd248c3d5c'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:11.525834 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c6d38d5f-d591-4996-91d4-f9ca9cd98bb8 tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100409) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:59:11.543384 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:11.554251 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baba882-f383-413f-a548-9ec91d481c6c req-45d08a0f-24b3-42de-a502-d42d03ab46c5 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:11.555843 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Transition to ACTIVE for port object 3924430d-4f18-47a9-945f-3d9c927f505a will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:11.556125 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2baba882-f383-413f-a548-9ec91d481c6c req-45d08a0f-24b3-42de-a502-d42d03ab46c5 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 945 time: 0.4007831 Jul 07 16:59:11.560531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0c3f47-f679-4917-818f-716c3d5d96ef tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Made reservation on behalf of f7560303d0f3455dad0a061238b9e575 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:11.564411 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3f47-f679-4917-818f-716c3d5d96ef tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:11.575749 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Transition to ACTIVE for port object 3924430d-4f18-47a9-945f-3d9c927f505a will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:11.586398 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:11.623113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['dfb09327-fada-475f-a90a-955ae6296121'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:59:11.630643 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2baba882-f383-413f-a548-9ec91d481c6c req-70ffc07e-d0f1-4ee0-a422-2038284dc542 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593538 Jul 07 16:59:11.637353 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3f47-f679-4917-818f-716c3d5d96ef tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:11.659664 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-11d8c7d6-e3fa-485b-9902-a4cc8e614191 req-6822fa6c-24b1-4289-a815-a2aef85f1f5a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Deleting port a9ec8166-c294-49dc-b300-07e015a06f9a {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:11.660745 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-11d8c7d6-e3fa-485b-9902-a4cc8e614191 req-6822fa6c-24b1-4289-a815-a2aef85f1f5a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:11.712391 n-d-793620-7 neutron-server[100409]: WARNING neutron.services.metering.metering_plugin [None req-c6d38d5f-d591-4996-91d4-f9ca9cd98bb8 tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 16:59:11.712728 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Network 5fa52965-0d16-4620-bfa2-fc0545b6823d is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:11.733338 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:11.747223 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:11.777852 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-11d8c7d6-e3fa-485b-9902-a4cc8e614191 req-6822fa6c-24b1-4289-a815-a2aef85f1f5a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] For port a9ec8166-c294-49dc-b300-07e015a06f9a, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a9ec8166-c294-49dc-b300-07e015a06f9a,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:11.778221 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-11d8c7d6-e3fa-485b-9902-a4cc8e614191 req-6822fa6c-24b1-4289-a815-a2aef85f1f5a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:11.792856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-11d8c7d6-e3fa-485b-9902-a4cc8e614191 req-6822fa6c-24b1-4289-a815-a2aef85f1f5a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Calling delete_port for a9ec8166-c294-49dc-b300-07e015a06f9a owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:11.822456 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Pushing event updated for resources: {'Port': ['ID=3924430d-4f18-47a9-945f-3d9c927f505a,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:11.844917 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Attempting to bind port 3924430d-4f18-47a9-945f-3d9c927f505a on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:11.845402 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Attempting to bind port 3924430d-4f18-47a9-945f-3d9c927f505a by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '111c58b8-01c7-430f-9524-d2b1e399617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:11.845849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Attempting to bind port 3924430d-4f18-47a9-945f-3d9c927f505a on network 5fa52965-0d16-4620-bfa2-fc0545b6823d {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:11.856856 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:11.857240 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Checking segment: {'id': '111c58b8-01c7-430f-9524-d2b1e399617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:11.857805 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:11.858281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Bound using segment: {'id': '111c58b8-01c7-430f-9524-d2b1e399617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:11.858907 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Bound port: 3924430d-4f18-47a9-945f-3d9c927f505a, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111c58b8-01c7-430f-9524-d2b1e399617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:11.859400 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:11.996173 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] For port 3924430d-4f18-47a9-945f-3d9c927f505a, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:12.000133 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] For port 3924430d-4f18-47a9-945f-3d9c927f505a, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3924430d-4f18-47a9-945f-3d9c927f505a,segment=NetworkSegment(111c58b8-01c7-430f-9524-d2b1e399617f),segment_id=111c58b8-01c7-430f-9524-d2b1e399617f)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:12.010291 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:12.039434 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-11d8c7d6-e3fa-485b-9902-a4cc8e614191 req-6822fa6c-24b1-4289-a815-a2aef85f1f5a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:12.093317 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['465fc65b-b48d-4ce1-839f-23d7a638aaa4'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:59:12.095193 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c6d38d5f-d591-4996-91d4-f9ca9cd98bb8 tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:12.107807 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c6d38d5f-d591-4996-91d4-f9ca9cd98bb8 tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5925119 Jul 07 16:59:12.111230 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47990) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:12.122840 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-9250bf0a-2788-4327-ac83-b73d48698d8d tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd09403a7-d41a-40d6-8773-01fd248c3d5c'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:12.127319 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-9250bf0a-2788-4327-ac83-b73d48698d8d tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100409) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:59:12.304384 n-d-793620-7 neutron-server[100409]: WARNING neutron.services.metering.metering_plugin [None req-9250bf0a-2788-4327-ac83-b73d48698d8d tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 16:59:12.348045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822fa6c-24b1-4289-a815-a2aef85f1f5a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Pushing event deleted for resources: {'Port': ['ID=a9ec8166-c294-49dc-b300-07e015a06f9a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:12.493571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d8c7d6-e3fa-485b-9902-a4cc8e614191 req-6822fa6c-24b1-4289-a815-a2aef85f1f5a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] No DVR routers for this DVR port a9ec8166-c294-49dc-b300-07e015a06f9a on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:12.511739 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-11d8c7d6-e3fa-485b-9902-a4cc8e614191 req-6822fa6c-24b1-4289-a815-a2aef85f1f5a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:12.518408 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724dd8b9-9764-4db2-ac71-42eedd9699fa None None] Pushing event updated for resources: {'Port': ['ID=3924430d-4f18-47a9-945f-3d9c927f505a,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:12.519719 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-11d8c7d6-e3fa-485b-9902-a4cc8e614191 req-6822fa6c-24b1-4289-a815-a2aef85f1f5a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.15 "DELETE /v2.0/ports/a9ec8166-c294-49dc-b300-07e015a06f9a HTTP/1.1" status: 204 len: 173 time: 1.4538069 Jul 07 16:59:12.520222 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bd87fa-8885-4407-b960-dee2bed34e93', 'name': 'network-vif-deleted', 'tag': 'a9ec8166-c294-49dc-b300-07e015a06f9a'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:12.535528 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe753fc9-35bf-4a9b-a3d2-b1491b832e4f" -d '{"events": [{"server_uuid": "e1bd87fa-8885-4407-b960-dee2bed34e93", "name": "network-vif-deleted", "tag": "a9ec8166-c294-49dc-b300-07e015a06f9a"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:12.636985 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e93fa443-5094-4faa-a8f0-644b13cffe19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:12.839670 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['a9ec8166-c294-49dc-b300-07e015a06f9a'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:59:12.903861 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9320ae-fd5c-45bf-8955-4c71fcbc7c0f x-openstack-request-id: req-5c9320ae-fd5c-45bf-8955-4c71fcbc7c0f {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:12.905386 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bd87fa-8885-4407-b960-dee2bed34e93", "name": "network-vif-deleted", "tag": "a9ec8166-c294-49dc-b300-07e015a06f9a", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:12.905837 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c9320ae-fd5c-45bf-8955-4c71fcbc7c0f {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:12.907512 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bd87fa-8885-4407-b960-dee2bed34e93', 'name': 'network-vif-deleted', 'tag': 'a9ec8166-c294-49dc-b300-07e015a06f9a', 'status': 'completed', 'code': 200} Jul 07 16:59:12.923799 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e93fa443-5094-4faa-a8f0-644b13cffe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:12.972035 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3f47-f679-4917-818f-716c3d5d96ef tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.140728 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3f47-f679-4917-818f-716c3d5d96ef tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.214302 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:13.230085 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c3f47-f679-4917-818f-716c3d5d96ef tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beeb9fa2-6d28-416b-ac2a-a6e1e24ebabd,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:13.261696 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8eadabe7-2dd5-4704-bfc5-ecd38041fb27 req-3b0c2f5a-1f7f-4da0-8108-0eb7da7d5314 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bd87fa-8885-4407-b960-dee2bed34e93 HTTP/1.1" status: 200 len: 210 time: 0.2871435 Jul 07 16:59:13.320550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0c3f47-f679-4917-818f-716c3d5d96ef tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:59:13.343867 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-e93fa443-5094-4faa-a8f0-644b13cffe19 admin admin] Allocated IP 172.25.2.124 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/29778833-b370-4233-b1ce-8c3f3e201bda) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:13.357376 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3f47-f679-4917-818f-716c3d5d96ef tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.358117 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-1d0c3f47-f679-4917-818f-716c3d5d96ef tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Added segment 27a1d877-d359-487f-9ec2-009633e778e5 of type vlan for network b91d0f7b-66e5-463f-8b8c-7b842390d493 Jul 07 16:59:13.406409 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:13.410678 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:13.411024 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.463289 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3f47-f679-4917-818f-716c3d5d96ef tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.554461 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3f47-f679-4917-818f-716c3d5d96ef tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.560973 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0c3f47-f679-4917-818f-716c3d5d96ef tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:13.566078 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3f47-f679-4917-818f-716c3d5d96ef tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.589948 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9250bf0a-2788-4327-ac83-b73d48698d8d tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.607675 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9250bf0a-2788-4327-ac83-b73d48698d8d tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.4948678 Jul 07 16:59:13.610136 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48034) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:13.651158 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-364b472c-46c1-4371-b031-4341658e89af tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=ddb798d3-fda8-46fd-b9f8-70f9485a87ea HTTP/1.1" status: 200 len: 464 time: 0.0396185 Jul 07 16:59:13.654181 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.661716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48036) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:13.685329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c3f47-f679-4917-818f-716c3d5d96ef tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Network': ['ID=b91d0f7b-66e5-463f-8b8c-7b842390d493,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:13.708981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6c62d-f4a4-4782-8b9e-11ba010c80bd req-a25cc9a4-cc08-4866-bdd4-43ee2db8c244 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:13.724867 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5,segment=NetworkSegment(9ed6412b-230b-4859-aba9-a4af154ea468),segment_id=9ed6412b-230b-4859-aba9-a4af154ea468)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:13.725316 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6c62d-f4a4-4782-8b9e-11ba010c80bd req-a25cc9a4-cc08-4866-bdd4-43ee2db8c244 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:13.732820 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e93fa443-5094-4faa-a8f0-644b13cffe19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.737902 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c6f6c62d-f4a4-4782-8b9e-11ba010c80bd req-a25cc9a4-cc08-4866-bdd4-43ee2db8c244 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 1681 time: 1.4518778 Jul 07 16:59:13.740743 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706a622c-22ea-4045-8fc8-d3e45b6425b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:13.743410 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99de5340-8eea-475c-8fec-545246235e47" -d '{"events": [{"server_uuid": "706a622c-22ea-4045-8fc8-d3e45b6425b0", "name": "network-vif-plugged", "status": "completed", "tag": "4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:13.749203 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network b91d0f7b-66e5-463f-8b8c-7b842390d493 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:59:13.760573 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:13.761769 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device dfb09327-fada-475f-a90a-955ae6296121 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:13.834415 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1d0c3f47-f679-4917-818f-716c3d5d96ef tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.1578197 Jul 07 16:59:13.857315 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c6f6c62d-f4a4-4782-8b9e-11ba010c80bd req-e9ac085e-9b32-48f8-ad2f-11657b8e3916 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183257 Jul 07 16:59:13.906946 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3babf03b-33fe-4ea8-83d9-9bdd4c4ecb28 x-openstack-request-id: req-3babf03b-33fe-4ea8-83d9-9bdd4c4ecb28 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:13.907513 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706a622c-22ea-4045-8fc8-d3e45b6425b0", "name": "network-vif-plugged", "status": "completed", "tag": "4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:13.907633 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3babf03b-33fe-4ea8-83d9-9bdd4c4ecb28 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:13.908154 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706a622c-22ea-4045-8fc8-d3e45b6425b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5', 'code': 200} Jul 07 16:59:14.140592 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.166680 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:14.193408 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port dfb09327-fada-475f-a90a-955ae6296121 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:14.210712 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port dfb09327-fada-475f-a90a-955ae6296121 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:14.211255 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.226553 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05bf2e13-50ba-42a5-b16c-fef8a7c77c99 tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.227949 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-05bf2e13-50ba-42a5-b16c-fef8a7c77c99 tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/ddb798d3-fda8-46fd-b9f8-70f9485a87ea HTTP/1.1" status: 204 len: 168 time: 0.5306358 Jul 07 16:59:14.230946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48048) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:14.272116 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-22ea63ac-71be-4be6-a8e5-6b355d32fe86 tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=ddb798d3-fda8-46fd-b9f8-70f9485a87ea HTTP/1.1" status: 200 len: 221 time: 0.0302541 Jul 07 16:59:14.275963 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48050) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:14.281243 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d07acf4f-3cbd-44e1-830f-f62ad5a54631 tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1443781265', 'description': 'label created by tempest'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:14.282339 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d07acf4f-3cbd-44e1-830f-f62ad5a54631 tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] Unknown quota resources ['metering_label']. {{(pid=100409) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 16:59:14.292145 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e93fa443-5094-4faa-a8f0-644b13cffe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.326371 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601473d2-bd79-4033-b8cd-41cb93ec81b2 None None] Network 5fa52965-0d16-4620-bfa2-fc0545b6823d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:14.387154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93fa443-5094-4faa-a8f0-644b13cffe19 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:14.396759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-e93fa443-5094-4faa-a8f0-644b13cffe19 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:14.405670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93fa443-5094-4faa-a8f0-644b13cffe19 admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:14.559506 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3924430d-4f18-47a9-945f-3d9c927f505a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:14.709328 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fa443-5094-4faa-a8f0-644b13cffe19 admin admin] Pushing event updated for resources: {'Port': ['ID=29778833-b370-4233-b1ce-8c3f3e201bda,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:14.769591 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-35ff4825-84b5-4aea-8d47-0ce8a22b2f69 None None] Provisioning for port 3924430d-4f18-47a9-945f-3d9c927f505a completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:14.792547 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:14.820597 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48062) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:15.104211 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port dfb09327-fada-475f-a90a-955ae6296121, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=dfb09327-fada-475f-a90a-955ae6296121,segment=NetworkSegment(c6be9b44-779f-4f4a-9256-8e018f083e78),segment_id=c6be9b44-779f-4f4a-9256-8e018f083e78)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:15.108640 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-81ac1475-d041-46cc-9e96-dc068e0930c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.123132 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.125676 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d07acf4f-3cbd-44e1-830f-f62ad5a54631 tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.126530 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a9ec8166-c294-49dc-b300-07e015a06f9a no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:15.134918 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d07acf4f-3cbd-44e1-830f-f62ad5a54631 tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8577065 Jul 07 16:59:15.142502 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48072) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:15.168350 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: a9ec8166-c294-49dc-b300-07e015a06f9a {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:15.168983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a9ec8166-c294-49dc-b300-07e015a06f9a not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:15.265811 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=dfb09327-fada-475f-a90a-955ae6296121,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:15.277764 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 3924430d-4f18-47a9-945f-3d9c927f505a completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:15.283832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 3924430d-4f18-47a9-945f-3d9c927f505a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:15.284541 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.373824 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-25acf40b-273e-4621-aeea-3a70a2cf7b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.447109 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.519771 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e93fa443-5094-4faa-a8f0-644b13cffe19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.529321 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 3924430d-4f18-47a9-945f-3d9c927f505a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3924430d-4f18-47a9-945f-3d9c927f505a,segment=NetworkSegment(111c58b8-01c7-430f-9524-d2b1e399617f),segment_id=111c58b8-01c7-430f-9524-d2b1e399617f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:15.539993 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8b0d430d-e77c-4b37-b8d0-c310b04226bb tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=61c51578-ed8a-41c1-b793-45bdfa9d2922 HTTP/1.1" status: 200 len: 468 time: 0.3953097 Jul 07 16:59:15.543193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48076) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:15.546328 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.773471 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=3924430d-4f18-47a9-945f-3d9c927f505a,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:15.810195 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-fa2ebbfb-1be8-460b-a450-6ced72280c71 None None] Provisioning complete for port 3924430d-4f18-47a9-945f-3d9c927f505a triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:15.811870 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fa2ebbfb-1be8-460b-a450-6ced72280c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.838083 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-25acf40b-273e-4621-aeea-3a70a2cf7b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.848231 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-25acf40b-273e-4621-aeea-3a70a2cf7b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:15.910909 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706a622c-22ea-4045-8fc8-d3e45b6425b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb09327-fada-475f-a90a-955ae6296121'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:15.918167 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefe6606-8e6a-49c7-b38a-163e0b54c052" -d '{"events": [{"server_uuid": "706a622c-22ea-4045-8fc8-d3e45b6425b0", "name": "network-vif-plugged", "status": "completed", "tag": "dfb09327-fada-475f-a90a-955ae6296121"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:15.962898 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acf40b-273e-4621-aeea-3a70a2cf7b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47223aa3-546a-4e41-9d23-7bcffd5f70c0,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:16.051111 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd46312-ac21-43f9-a7a1-caaabaab2ce3 x-openstack-request-id: req-5bd46312-ac21-43f9-a7a1-caaabaab2ce3 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:16.052684 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706a622c-22ea-4045-8fc8-d3e45b6425b0", "name": "network-vif-plugged", "status": "completed", "tag": "dfb09327-fada-475f-a90a-955ae6296121", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:16.053218 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5bd46312-ac21-43f9-a7a1-caaabaab2ce3 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:16.054009 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706a622c-22ea-4045-8fc8-d3e45b6425b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb09327-fada-475f-a90a-955ae6296121', 'code': 200} Jul 07 16:59:16.089731 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-25acf40b-273e-4621-aeea-3a70a2cf7b2a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=659fee80d878419f94408c5b6b0b5469&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2647462 Jul 07 16:59:16.117331 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e93fa443-5094-4faa-a8f0-644b13cffe19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.120498 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48090) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:16.121867 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb0036-2caa-412c-ac9f-a63af37f8fd2 req-0de4ce51-94fd-41ad-ad0f-0531fcd2b0f8 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:16.133281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb0036-2caa-412c-ac9f-a63af37f8fd2 req-0de4ce51-94fd-41ad-ad0f-0531fcd2b0f8 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:16.146995 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7fcb0036-2caa-412c-ac9f-a63af37f8fd2 req-0de4ce51-94fd-41ad-ad0f-0531fcd2b0f8 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 1683 time: 1.0230491 Jul 07 16:59:16.232150 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.338325 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3924430d-4f18-47a9-945f-3d9c927f505a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:16.412249 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bb4ed605-160c-4eee-b74a-b0e32d0d1cd5 tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.420407 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bb4ed605-160c-4eee-b74a-b0e32d0d1cd5 tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/61c51578-ed8a-41c1-b793-45bdfa9d2922 HTTP/1.1" status: 204 len: 168 time: 0.8687348 Jul 07 16:59:16.424160 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48096) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:16.460315 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7fcb0036-2caa-412c-ac9f-a63af37f8fd2 req-c7b514db-5082-4462-b867-673886bfc657 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124499 Jul 07 16:59:16.471683 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cc194b96-e522-44dc-bc50-ac0e408c5188 tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=61c51578-ed8a-41c1-b793-45bdfa9d2922 HTTP/1.1" status: 200 len: 216 time: 0.0402224 Jul 07 16:59:16.479189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48098) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:16.494834 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ca959a82-ec3e-477f-a1de-80f367be5fc6 tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0142362 Jul 07 16:59:16.499863 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48100) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:16.505833 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 3924430d-4f18-47a9-945f-3d9c927f505a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:16.508432 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.544601 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0737a2fd-38bd-4750-9322-1ed09f12d42c tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0433688 Jul 07 16:59:16.549549 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48102) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:16.712085 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-831b93b0-9771-4281-bbae-e4584d6ccacc tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/d09403a7-d41a-40d6-8773-01fd248c3d5c HTTP/1.1" status: 200 len: 471 time: 0.1565175 Jul 07 16:59:16.714992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48108) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:16.759527 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-18b4865e-fec6-4c2b-a079-a316a544f9e7 tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/6a568c18-b6f1-49e7-8753-a2b0826f412b HTTP/1.1" status: 200 len: 461 time: 0.0418723 Jul 07 16:59:16.763263 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48112) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:16.963616 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-228e7bc5-e3b3-4996-ac5d-62362835f095 tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:16.966974 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-228e7bc5-e3b3-4996-ac5d-62362835f095 tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/6a568c18-b6f1-49e7-8753-a2b0826f412b HTTP/1.1" status: 204 len: 168 time: 0.2026198 Jul 07 16:59:16.971123 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48120) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:17.416691 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2b14b63a-c0b3-4d59-9e8a-40c4234fee07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.580516 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.604808 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-385873bd-5e00-4e2f-be56-66ac29aeec2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.683436 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-385873bd-5e00-4e2f-be56-66ac29aeec2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.694856 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72df729d-5d77-48f1-ba8c-541e496082eb tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.703673 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-72df729d-5d77-48f1-ba8c-541e496082eb tempest-MeteringTestJSON-1412233090 tempest-MeteringTestJSON-1412233090-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/d09403a7-d41a-40d6-8773-01fd248c3d5c HTTP/1.1" status: 204 len: 168 time: 0.7280204 Jul 07 16:59:17.705631 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48140) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:17.713438 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1ae06920-b193-416f-bb03-31a3b3b596ea tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'subnet': {'network_id': 'b91d0f7b-66e5-463f-8b8c-7b842390d493', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:17.800291 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-385873bd-5e00-4e2f-be56-66ac29aeec2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.806049 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-385873bd-5e00-4e2f-be56-66ac29aeec2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.807323 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-385873bd-5e00-4e2f-be56-66ac29aeec2a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/47223aa3-546a-4e41-9d23-7bcffd5f70c0 HTTP/1.1" status: 204 len: 168 time: 1.6784790 Jul 07 16:59:17.828272 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae06920-b193-416f-bb03-31a3b3b596ea tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Made reservation on behalf of f7560303d0f3455dad0a061238b9e575 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:17.834102 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ae06920-b193-416f-bb03-31a3b3b596ea tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:17.900714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bea158-a004-46b7-97ff-a68eacb1cdef req-b7c949a4-3d59-455a-aa3a-fd5262b3afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:17.901336 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bea158-a004-46b7-97ff-a68eacb1cdef req-b7c949a4-3d59-455a-aa3a-fd5262b3afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:17.908729 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15bea158-a004-46b7-97ff-a68eacb1cdef req-b7c949a4-3d59-455a-aa3a-fd5262b3afa8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 1985 time: 1.7889996 Jul 07 16:59:17.948332 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385873bd-5e00-4e2f-be56-66ac29aeec2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47223aa3-546a-4e41-9d23-7bcffd5f70c0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:18.044515 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93fa443-5094-4faa-a8f0-644b13cffe19 admin admin] Router 370e5149-c386-4425-ac60-4cd657f34cbd is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 16:59:18.062814 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15bea158-a004-46b7-97ff-a68eacb1cdef req-69e39671-238b-491d-bfe5-de25de593a65 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063416 Jul 07 16:59:18.078111 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737400e-2d36-4ae0-88d7-9b4a89be624b req-4912d832-6634-4d39-b646-44bad0a6b9ef tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:18.080556 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6737400e-2d36-4ae0-88d7-9b4a89be624b req-4912d832-6634-4d39-b646-44bad0a6b9ef tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.2662318 Jul 07 16:59:18.129787 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99b8ce-284b-4630-a70d-d804f8f03818 req-6b71b68d-e56b-490e-b68b-df5961b95116 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:18.139964 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99b8ce-284b-4630-a70d-d804f8f03818 req-6b71b68d-e56b-490e-b68b-df5961b95116 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:18.158938 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8b99b8ce-284b-4630-a70d-d804f8f03818 req-6b71b68d-e56b-490e-b68b-df5961b95116 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 1683 time: 0.1879859 Jul 07 16:59:18.259850 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93fa443-5094-4faa-a8f0-644b13cffe19 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:59:18.269470 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] Sync routers for ids ['370e5149-c386-4425-ac60-4cd657f34cbd'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:59:18.271941 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8b99b8ce-284b-4630-a70d-d804f8f03818 req-a104b80a-1d8d-4449-a061-d3a84babb8ea tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117053 Jul 07 16:59:18.284888 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] Routers {'370e5149-c386-4425-ac60-4cd657f34cbd'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:18.286405 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6737400e-2d36-4ae0-88d7-9b4a89be624b req-a5d0bf54-91a1-45b4-9eb4-99bb1a1c47a1 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668832 Jul 07 16:59:18.286979 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48152) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:18.288214 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:59:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['370e5149-c386-4425-ac60-4cd657f34cbd'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:18.329667 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e93fa443-5094-4faa-a8f0-644b13cffe19 admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.337160 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48156) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:18.337790 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e93fa443-5094-4faa-a8f0-644b13cffe19 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8932862 Jul 07 16:59:18.346422 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ae06920-b193-416f-bb03-31a3b3b596ea tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.504787 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48158) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:18.525453 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] Set router 370e5149-c386-4425-ac60-4cd657f34cbd gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:18.535145 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-72c144f5-4c46-4e2f-9adc-82814d3b8fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.542109 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae06920-b193-416f-bb03-31a3b3b596ea tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Subnet': ['ID=1ca6a9f5-010a-4f58-b0de-9059119d0350,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:18.563643 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae06920-b193-416f-bb03-31a3b3b596ea tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Checking segment: {'id': '27a1d877-d359-487f-9ec2-009633e778e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b91d0f7b-66e5-463f-8b8c-7b842390d493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:18.564016 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae06920-b193-416f-bb03-31a3b3b596ea tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Network hostable DHCP agents. Network: b91d0f7b-66e5-463f-8b8c-7b842390d493, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:59:18.567081 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-71b7863f-56bf-454c-a041-43a3dcdfae5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.675211 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae06920-b193-416f-bb03-31a3b3b596ea tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Network b91d0f7b-66e5-463f-8b8c-7b842390d493 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:59:18.692888 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51871f7f-268f-440e-b757-ab0d262a4d00 req-0a32faa1-a28d-4d23-b951-bd81c7ea53db tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:18.694467 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51871f7f-268f-440e-b757-ab0d262a4d00 req-0a32faa1-a28d-4d23-b951-bd81c7ea53db tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9 HTTP/1.1" status: 200 len: 945 time: 0.2147820 Jul 07 16:59:18.707034 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-72c144f5-4c46-4e2f-9adc-82814d3b8fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.720681 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-1ae06920-b193-416f-bb03-31a3b3b596ea tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, b91d0f7b-66e5-463f-8b8c-7b842390d493) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:18.729541 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae06920-b193-416f-bb03-31a3b3b596ea tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:18.729994 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ae06920-b193-416f-bb03-31a3b3b596ea tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.748579 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-72c144f5-4c46-4e2f-9adc-82814d3b8fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.752894 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.756154 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b829ca97-a1f0-468c-a6f7-45b3936393b7 None None] Network b91d0f7b-66e5-463f-8b8c-7b842390d493 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:18.799869 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51871f7f-268f-440e-b757-ab0d262a4d00 req-828e4a5c-2493-4a95-822d-91980f5a064c tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990875 Jul 07 16:59:18.856931 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-71b7863f-56bf-454c-a041-43a3dcdfae5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.882416 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-71b7863f-56bf-454c-a041-43a3dcdfae5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.883334 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1ae06920-b193-416f-bb03-31a3b3b596ea tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1751277 Jul 07 16:59:18.885527 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48160) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:18.898883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-929bdc63-1e06-4796-a71f-ea427223f7c2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-29967006'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:18.940324 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929bdc63-1e06-4796-a71f-ea427223f7c2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Made reservation on behalf of f7560303d0f3455dad0a061238b9e575 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:18.946296 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-929bdc63-1e06-4796-a71f-ea427223f7c2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:18.994205 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c144f5-4c46-4e2f-9adc-82814d3b8fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193fc212-35dd-432f-a614-e7db6fed976b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:19.011016 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c144f5-4c46-4e2f-9adc-82814d3b8fdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:19.013172 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'name': 'tempest-ServersTestManualDisk-921442693-router', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:10Z', 'updated_at': '2021-07-07T16:59:14Z', 'revision_number': 3, 'project_id': 'aec3ba415e76445d82f1318288342524', 'gw_port': {'id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:12Z', 'updated_at': '2021-07-07T16:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:19.013700 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c144f5-4c46-4e2f-9adc-82814d3b8fdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:19.014700 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c144f5-4c46-4e2f-9adc-82814d3b8fdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:19.016536 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c144f5-4c46-4e2f-9adc-82814d3b8fdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:19.018588 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c144f5-4c46-4e2f-9adc-82814d3b8fdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:19.019065 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c144f5-4c46-4e2f-9adc-82814d3b8fdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:19.019786 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c144f5-4c46-4e2f-9adc-82814d3b8fdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:19.021177 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c144f5-4c46-4e2f-9adc-82814d3b8fdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:19.021622 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c144f5-4c46-4e2f-9adc-82814d3b8fdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:19.022194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c144f5-4c46-4e2f-9adc-82814d3b8fdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:19.023534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c144f5-4c46-4e2f-9adc-82814d3b8fdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:19.023984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c144f5-4c46-4e2f-9adc-82814d3b8fdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:19.040328 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:19.050635 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] Checking router: 370e5149-c386-4425-ac60-4cd657f34cbd for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:59:19.050916 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] Updating router 370e5149-c386-4425-ac60-4cd657f34cbd port 29778833-b370-4233-b1ce-8c3f3e201bda binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:59:19.060024 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929bdc63-1e06-4796-a71f-ea427223f7c2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:59:19.074362 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-929bdc63-1e06-4796-a71f-ea427223f7c2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:19.074913 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-929bdc63-1e06-4796-a71f-ea427223f7c2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Added segment 6c42d851-35f8-4ceb-989c-1ed240d285f5 of type vlan for network cd1a971c-3ead-425f-bf34-c083e21eb038 Jul 07 16:59:19.088030 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:19.128354 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-929bdc63-1e06-4796-a71f-ea427223f7c2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:19.205917 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-71b7863f-56bf-454c-a041-43a3dcdfae5e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dfd9c533203c4900a963eb0acbfc4bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9170759 Jul 07 16:59:19.208381 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-72c144f5-4c46-4e2f-9adc-82814d3b8fdf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e79b1586175b4375817a55fdeffc4070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7019701 Jul 07 16:59:19.209655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48162) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:19.209885 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7863f-56bf-454c-a041-43a3dcdfae5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f01ac14-6ffc-4a4a-ad27-409324c9a58b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:19.213246 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48164) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:19.225190 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-929bdc63-1e06-4796-a71f-ea427223f7c2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:19.236273 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929bdc63-1e06-4796-a71f-ea427223f7c2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:19.237098 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-929bdc63-1e06-4796-a71f-ea427223f7c2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:19.336714 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-929bdc63-1e06-4796-a71f-ea427223f7c2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4456053 Jul 07 16:59:19.343945 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-b91d0f7b-66e5-463f-8b8c-7b842390d493', 'network_id': 'b91d0f7b-66e5-463f-8b8c-7b842390d493', 'tenant_id': 'f7560303d0f3455dad0a061238b9e575', 'fixed_ips': [{'subnet_id': '1ca6a9f5-010a-4f58-b0de-9059119d0350'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:59:19.344852 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:19.349416 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48172) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:19.361420 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-8c2768d4-78bb-4fc9-b93a-1c3d9b0a7f85 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'subnet': {'network_id': 'cd1a971c-3ead-425f-bf34-c083e21eb038', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:19.390986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Allocated IP 172.20.0.1 (5fa52965-0d16-4620-bfa2-fc0545b6823d/060fb753-9b1b-487d-a211-316c0afe0c04/2850f1ff-4375-4243-829d-2840e5101d4a) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:19.391565 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bdc63-1e06-4796-a71f-ea427223f7c2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Network': ['ID=cd1a971c-3ead-425f-bf34-c083e21eb038,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:19.419500 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network cd1a971c-3ead-425f-bf34-c083e21eb038 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:59:19.567768 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec8816-9bd8-4c7b-a1e6-4bd6974ccc23 req-8fd685fc-993c-447b-aada-4a31c5d4a6c4 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:19.574042 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec8816-9bd8-4c7b-a1e6-4bd6974ccc23 req-8fd685fc-993c-447b-aada-4a31c5d4a6c4 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:19.576007 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-abec8816-9bd8-4c7b-a1e6-4bd6974ccc23 req-8fd685fc-993c-447b-aada-4a31c5d4a6c4 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 1683 time: 0.0868468 Jul 07 16:59:19.630724 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-abec8816-9bd8-4c7b-a1e6-4bd6974ccc23 req-b2cf0745-3759-495b-9e16-bf2fbcfd87e1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463293 Jul 07 16:59:19.632025 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c2b320c5-1131-4277-a69a-d95c75096df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:19.647223 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f996f1c-3477-4abf-9d9f-cb35aaec0cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:19.678460 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f996f1c-3477-4abf-9d9f-cb35aaec0cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:19.731959 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Allocated IP 2001:db8:0:ffff::2 (b91d0f7b-66e5-463f-8b8c-7b842390d493/1ca6a9f5-010a-4f58-b0de-9059119d0350/92782e97-65e6-4acb-b4e2-2efd2c88a951) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:19.775940 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d3717-d975-4769-92ad-d189c09724f4 req-25a89da5-716a-4c1d-b695-e0e74f8884df tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:19.778521 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-367d3717-d975-4769-92ad-d189c09724f4 req-25a89da5-716a-4c1d-b695-e0e74f8884df tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.69 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.0842049 Jul 07 16:59:19.812037 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:19.826569 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:19.828278 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Transition to ACTIVE for port object 2850f1ff-4375-4243-829d-2840e5101d4a will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:19.846485 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] Transition to ACTIVE for port object 29778833-b370-4233-b1ce-8c3f3e201bda will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:19.869256 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:19.914430 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c2b320c5-1131-4277-a69a-d95c75096df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:19.919875 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4910d-dec4-4c34-8db3-d3ecb51b09bc None None] Pushing event updated for resources: {'Port': ['ID=29778833-b370-4233-b1ce-8c3f3e201bda,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:19.923529 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-367d3717-d975-4769-92ad-d189c09724f4 req-0a279bc2-aaeb-4639-9093-51caba156eb4 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Deleting port 7c0023a5-f50b-490b-a782-0053eb297dbf {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:19.923990 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-367d3717-d975-4769-92ad-d189c09724f4 req-0a279bc2-aaeb-4639-9093-51caba156eb4 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:19.939924 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2768d4-78bb-4fc9-b93a-1c3d9b0a7f85 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Made reservation on behalf of f7560303d0f3455dad0a061238b9e575 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:19.944163 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c2768d4-78bb-4fc9-b93a-1c3d9b0a7f85 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:19.990370 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] Attempting to bind port 29778833-b370-4233-b1ce-8c3f3e201bda on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:19.991039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] Attempting to bind port 29778833-b370-4233-b1ce-8c3f3e201bda by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:19.991601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] Attempting to bind port 29778833-b370-4233-b1ce-8c3f3e201bda on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:20.013013 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:20.013729 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:20.014304 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.014878 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:20.015525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] Bound port: 29778833-b370-4233-b1ce-8c3f3e201bda, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:20.016095 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.057367 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-367d3717-d975-4769-92ad-d189c09724f4 req-0a279bc2-aaeb-4639-9093-51caba156eb4 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] For port 7c0023a5-f50b-490b-a782-0053eb297dbf, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7c0023a5-f50b-490b-a782-0053eb297dbf,segment=NetworkSegment(e64bcb56-0dab-478d-aa3b-105f8614ee81),segment_id=e64bcb56-0dab-478d-aa3b-105f8614ee81)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:20.057887 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-367d3717-d975-4769-92ad-d189c09724f4 req-0a279bc2-aaeb-4639-9093-51caba156eb4 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.073199 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.075676 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f996f1c-3477-4abf-9d9f-cb35aaec0cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.079270 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f996f1c-3477-4abf-9d9f-cb35aaec0cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.079692 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.079820 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-367d3717-d975-4769-92ad-d189c09724f4 req-0a279bc2-aaeb-4639-9093-51caba156eb4 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Calling delete_port for 7c0023a5-f50b-490b-a782-0053eb297dbf owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:20.084123 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5f996f1c-3477-4abf-9d9f-cb35aaec0cfa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f01ac14-6ffc-4a4a-ad27-409324c9a58b HTTP/1.1" status: 204 len: 168 time: 0.8734362 Jul 07 16:59:20.103779 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Transition to ACTIVE for port object 92782e97-65e6-4acb-b4e2-2efd2c88a951 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:20.113206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] For port 29778833-b370-4233-b1ce-8c3f3e201bda, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:20.137359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Transition to ACTIVE for port object 92782e97-65e6-4acb-b4e2-2efd2c88a951 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:20.140372 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] For port 29778833-b370-4233-b1ce-8c3f3e201bda, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=29778833-b370-4233-b1ce-8c3f3e201bda,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:20.153134 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.154506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f996f1c-3477-4abf-9d9f-cb35aaec0cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f01ac14-6ffc-4a4a-ad27-409324c9a58b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:20.178744 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf82b7-dafd-43df-b872-770de6d2d2ea req-f5a88e89-33db-4151-a033-66f8f551cc5d tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:20.180548 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e6bf82b7-dafd-43df-b872-770de6d2d2ea req-f5a88e89-33db-4151-a033-66f8f551cc5d tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 946 time: 0.6449790 Jul 07 16:59:20.196392 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Network 5fa52965-0d16-4620-bfa2-fc0545b6823d is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:20.213047 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:20.215779 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:20.235076 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.243294 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Pushing event updated for resources: {'Port': ['ID=92782e97-65e6-4acb-b4e2-2efd2c88a951,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:20.249885 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Pushing event updated for resources: {'Port': ['ID=2850f1ff-4375-4243-829d-2840e5101d4a,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:20.264927 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c2b320c5-1131-4277-a69a-d95c75096df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.268348 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c2b320c5-1131-4277-a69a-d95c75096df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.270565 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c2b320c5-1131-4277-a69a-d95c75096df0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/193fc212-35dd-432f-a614-e7db6fed976b HTTP/1.1" status: 204 len: 168 time: 1.0529199 Jul 07 16:59:20.316735 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db769e7e-5d78-4306-8b32-434040c8845f req-8b9fd235-cdef-46ed-9de6-e3c15ab16e8a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:20.321498 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-db769e7e-5d78-4306-8b32-434040c8845f req-8b9fd235-cdef-46ed-9de6-e3c15ab16e8a tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9 HTTP/1.1" status: 200 len: 945 time: 0.5399170 Jul 07 16:59:20.340044 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Network b91d0f7b-66e5-463f-8b8c-7b842390d493 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:20.342140 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9513e-b15e-43e9-a8ad-4c292c91c463 req-57dbc4d4-a4ca-437f-bd62-59eb18b86c45 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:20.346082 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:20.351290 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bc9513e-b15e-43e9-a8ad-4c292c91c463 req-57dbc4d4-a4ca-437f-bd62-59eb18b86c45 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9 HTTP/1.1" status: 200 len: 945 time: 0.1425600 Jul 07 16:59:20.359226 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:20.431851 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b320c5-1131-4277-a69a-d95c75096df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193fc212-35dd-432f-a614-e7db6fed976b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:20.476893 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bc9513e-b15e-43e9-a8ad-4c292c91c463 req-c06c5310-14ab-4af4-9d4b-fc493e4848ed tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239572 Jul 07 16:59:20.480355 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.520050 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-367d3717-d975-4769-92ad-d189c09724f4 req-0a279bc2-aaeb-4639-9093-51caba156eb4 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.527143 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.541041 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e6bf82b7-dafd-43df-b872-770de6d2d2ea req-c2ad83b1-9110-4496-a7e6-e53121d5fe03 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef6616a-d852-4ea6-85a1-f90b574ab26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434875 Jul 07 16:59:20.582520 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['7c0023a5-f50b-490b-a782-0053eb297dbf'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:59:20.600968 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a279bc2-aaeb-4639-9093-51caba156eb4 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Pushing event deleted for resources: {'Port': ['ID=7c0023a5-f50b-490b-a782-0053eb297dbf,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:20.629608 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Attempting to bind port 92782e97-65e6-4acb-b4e2-2efd2c88a951 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:20.636026 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Attempting to bind port 92782e97-65e6-4acb-b4e2-2efd2c88a951 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '27a1d877-d359-487f-9ec2-009633e778e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b91d0f7b-66e5-463f-8b8c-7b842390d493'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:20.638225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Attempting to bind port 92782e97-65e6-4acb-b4e2-2efd2c88a951 on network b91d0f7b-66e5-463f-8b8c-7b842390d493 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:20.642841 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] Routers {'370e5149-c386-4425-ac60-4cd657f34cbd'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:20.644270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:59:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['370e5149-c386-4425-ac60-4cd657f34cbd'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:20.693462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-367d3717-d975-4769-92ad-d189c09724f4 req-0a279bc2-aaeb-4639-9093-51caba156eb4 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] No DVR routers for this DVR port 7c0023a5-f50b-490b-a782-0053eb297dbf on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:20.696652 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-367d3717-d975-4769-92ad-d189c09724f4 req-0a279bc2-aaeb-4639-9093-51caba156eb4 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.698756 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-367d3717-d975-4769-92ad-d189c09724f4 req-0a279bc2-aaeb-4639-9093-51caba156eb4 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.69 "DELETE /v2.0/ports/7c0023a5-f50b-490b-a782-0053eb297dbf HTTP/1.1" status: 204 len: 173 time: 0.9135771 Jul 07 16:59:20.699357 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aebd56a-3531-402b-b009-c0e00698377f', 'name': 'network-vif-deleted', 'tag': '7c0023a5-f50b-490b-a782-0053eb297dbf'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:20.710298 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4910d-dec4-4c34-8db3-d3ecb51b09bc None None] Pushing event updated for resources: {'Port': ['ID=29778833-b370-4233-b1ce-8c3f3e201bda,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:20.710839 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8afa6b-8d5e-4af0-a8c1-c9cd97c9a43c" -d '{"events": [{"server_uuid": "1aebd56a-3531-402b-b009-c0e00698377f", "name": "network-vif-deleted", "tag": "7c0023a5-f50b-490b-a782-0053eb297dbf"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:20.745435 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:20.746135 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Checking segment: {'id': '27a1d877-d359-487f-9ec2-009633e778e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b91d0f7b-66e5-463f-8b8c-7b842390d493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:20.749529 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.750494 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Bound using segment: {'id': '27a1d877-d359-487f-9ec2-009633e778e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b91d0f7b-66e5-463f-8b8c-7b842390d493'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:20.751172 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Bound port: 92782e97-65e6-4acb-b4e2-2efd2c88a951, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a1d877-d359-487f-9ec2-009633e778e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b91d0f7b-66e5-463f-8b8c-7b842390d493'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:20.751915 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.834453 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa89e8f-67d9-4182-93c9-5e877ae564b8 x-openstack-request-id: req-1aa89e8f-67d9-4182-93c9-5e877ae564b8 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:20.834959 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aebd56a-3531-402b-b009-c0e00698377f", "name": "network-vif-deleted", "tag": "7c0023a5-f50b-490b-a782-0053eb297dbf", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:20.834959 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1aa89e8f-67d9-4182-93c9-5e877ae564b8 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:20.836651 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aebd56a-3531-402b-b009-c0e00698377f', 'name': 'network-vif-deleted', 'tag': '7c0023a5-f50b-490b-a782-0053eb297dbf', 'status': 'completed', 'code': 200} Jul 07 16:59:20.838827 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c2768d4-78bb-4fc9-b93a-1c3d9b0a7f85 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.878161 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8da3e6a0-5c38-4a80-ab22-3246d2fe52b0 None None] Provisioning for port 2850f1ff-4375-4243-829d-2840e5101d4a completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:20.901141 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48202) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:20.921188 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2ddb8-48e6-4519-9c71-b48581f08dc0 req-01494611-bc7f-4df5-9073-6b9a0008ce68 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:20.928238 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2ddb8-48e6-4519-9c71-b48581f08dc0 req-01494611-bc7f-4df5-9073-6b9a0008ce68 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:20.929881 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ccf2ddb8-48e6-4519-9c71-b48581f08dc0 req-01494611-bc7f-4df5-9073-6b9a0008ce68 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 1683 time: 0.1938543 Jul 07 16:59:20.941618 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8da3e6a0-5c38-4a80-ab22-3246d2fe52b0 None None] Provisioning complete for port 2850f1ff-4375-4243-829d-2840e5101d4a triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:20.942002 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8da3e6a0-5c38-4a80-ab22-3246d2fe52b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.948127 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72893154-0388-4a6e-91c7-de294192c6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:20.986315 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ccf2ddb8-48e6-4519-9c71-b48581f08dc0 req-d66b5ac6-4877-4499-8592-4357dd093dc2 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497329 Jul 07 16:59:21.042466 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8da3e6a0-5c38-4a80-ab22-3246d2fe52b0 None None] Port 2850f1ff-4375-4243-829d-2840e5101d4a cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:59:21.048139 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] For port 92782e97-65e6-4acb-b4e2-2efd2c88a951, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:21.051442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] Set router 370e5149-c386-4425-ac60-4cd657f34cbd gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:21.055147 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] For port 92782e97-65e6-4acb-b4e2-2efd2c88a951, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=92782e97-65e6-4acb-b4e2-2efd2c88a951,segment=NetworkSegment(27a1d877-d359-487f-9ec2-009633e778e5),segment_id=27a1d877-d359-487f-9ec2-009633e778e5)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:21.081359 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:21.228242 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39393ab9-ea21-43c4-ac06-ff073a209ad7 None None] Pushing event updated for resources: {'Port': ['ID=92782e97-65e6-4acb-b4e2-2efd2c88a951,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:21.331734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'name': 'tempest-ServersTestManualDisk-921442693-router', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:10Z', 'updated_at': '2021-07-07T16:59:14Z', 'revision_number': 3, 'project_id': 'aec3ba415e76445d82f1318288342524', 'gw_port': {'id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:12Z', 'updated_at': '2021-07-07T16:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:21.362791 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8c329-75f4-46cf-b41b-dcd6714a33b2 None None] The sync data for ids ['370e5149-c386-4425-ac60-4cd657f34cbd'] in n-d-793620-7 is: [{'id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'name': 'tempest-ServersTestManualDisk-921442693-router', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:10Z', 'updated_at': '2021-07-07T16:59:14Z', 'revision_number': 3, 'project_id': 'aec3ba415e76445d82f1318288342524', 'gw_port': {'id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:12Z', 'updated_at': '2021-07-07T16:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:59:21.388275 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-db769e7e-5d78-4306-8b32-434040c8845f req-b6e17ffb-8add-4ffb-b04d-51a007723380 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Deleting port 465fc65b-b48d-4ce1-839f-23d7a638aaa4 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:21.388743 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-db769e7e-5d78-4306-8b32-434040c8845f req-b6e17ffb-8add-4ffb-b04d-51a007723380 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:21.412791 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:21.523975 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2768d4-78bb-4fc9-b93a-1c3d9b0a7f85 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Subnet': ['ID=afe80b66-0ed0-4e49-ab46-84dfabd459fb,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:21.577150 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20162d-ebc8-4325-a593-ad8afc6cd10d req-1d5c4870-57f2-45ee-a3ae-0aa37faf9804 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:21.590679 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20162d-ebc8-4325-a593-ad8afc6cd10d req-1d5c4870-57f2-45ee-a3ae-0aa37faf9804 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:21.592841 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fe20162d-ebc8-4325-a593-ad8afc6cd10d req-1d5c4870-57f2-45ee-a3ae-0aa37faf9804 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.15 "GET /v2.0/ports?device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 1683 time: 0.1341856 Jul 07 16:59:21.773172 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-fe20162d-ebc8-4325-a593-ad8afc6cd10d req-918a551f-727e-483a-a416-ede72d59a183 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Deleting port 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:21.773646 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fe20162d-ebc8-4325-a593-ad8afc6cd10d req-918a551f-727e-483a-a416-ede72d59a183 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:21.803837 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-db769e7e-5d78-4306-8b32-434040c8845f req-b6e17ffb-8add-4ffb-b04d-51a007723380 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] For port 465fc65b-b48d-4ce1-839f-23d7a638aaa4, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=465fc65b-b48d-4ce1-839f-23d7a638aaa4,segment=NetworkSegment(9c545deb-bc5e-4b6a-9454-12f4580e6e29),segment_id=9c545deb-bc5e-4b6a-9454-12f4580e6e29)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:21.816941 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-db769e7e-5d78-4306-8b32-434040c8845f req-b6e17ffb-8add-4ffb-b04d-51a007723380 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:21.870014 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-db769e7e-5d78-4306-8b32-434040c8845f req-b6e17ffb-8add-4ffb-b04d-51a007723380 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Calling delete_port for 465fc65b-b48d-4ce1-839f-23d7a638aaa4 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:21.910983 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ef498654-fbc7-47ef-9eb8-d0868b46f283 req-55b7bb76-5c9f-4a25-853c-00a2e9b9cca0 tempest-ServersNegativeTestJSON-1583276348 tempest-ServersNegativeTestJSON-1583276348-project] 10.222.0.50 "GET /v2.0/ports?device_id=1aebd56a-3531-402b-b009-c0e00698377f HTTP/1.1" status: 200 len: 210 time: 0.0666287 Jul 07 16:59:21.962475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-fe20162d-ebc8-4325-a593-ad8afc6cd10d req-918a551f-727e-483a-a416-ede72d59a183 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] For port 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5,segment=NetworkSegment(9ed6412b-230b-4859-aba9-a4af154ea468),segment_id=9ed6412b-230b-4859-aba9-a4af154ea468)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:21.962900 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fe20162d-ebc8-4325-a593-ad8afc6cd10d req-918a551f-727e-483a-a416-ede72d59a183 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:21.983289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-fe20162d-ebc8-4325-a593-ad8afc6cd10d req-918a551f-727e-483a-a416-ede72d59a183 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Calling delete_port for 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:22.010202 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2768d4-78bb-4fc9-b93a-1c3d9b0a7f85 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Checking segment: {'id': '6c42d851-35f8-4ceb-989c-1ed240d285f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cd1a971c-3ead-425f-bf34-c083e21eb038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:22.011109 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2768d4-78bb-4fc9-b93a-1c3d9b0a7f85 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Network hostable DHCP agents. Network: cd1a971c-3ead-425f-bf34-c083e21eb038, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:59:22.249740 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72893154-0388-4a6e-91c7-de294192c6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:22.346156 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:22.357722 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2768d4-78bb-4fc9-b93a-1c3d9b0a7f85 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Network cd1a971c-3ead-425f-bf34-c083e21eb038 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:59:22.369224 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:22.411582 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72893154-0388-4a6e-91c7-de294192c6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:22.429331 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fe20162d-ebc8-4325-a593-ad8afc6cd10d req-918a551f-727e-483a-a416-ede72d59a183 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:22.437295 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 92782e97-65e6-4acb-b4e2-2efd2c88a951 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:22.478071 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5', 'dfb09327-fada-475f-a90a-955ae6296121'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:59:22.501094 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a551f-727e-483a-a416-ede72d59a183 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event deleted for resources: {'Port': ['ID=4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:22.573524 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe20162d-ebc8-4325-a593-ad8afc6cd10d req-918a551f-727e-483a-a416-ede72d59a183 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] No DVR routers for this DVR port 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:22.586737 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc7560-afe9-43a5-8b30-6e68ab8fb8d8 req-8273c087-3198-47fd-8d05-0e9afad7da7e tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:22.597410 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc7560-afe9-43a5-8b30-6e68ab8fb8d8 req-8273c087-3198-47fd-8d05-0e9afad7da7e tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:22.603760 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3fc7560-afe9-43a5-8b30-6e68ab8fb8d8 req-8273c087-3198-47fd-8d05-0e9afad7da7e tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 1604 time: 0.3415034 Jul 07 16:59:22.607502 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fe20162d-ebc8-4325-a593-ad8afc6cd10d req-918a551f-727e-483a-a416-ede72d59a183 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:22.610311 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fe20162d-ebc8-4325-a593-ad8afc6cd10d req-918a551f-727e-483a-a416-ede72d59a183 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.15 "DELETE /v2.0/ports/4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 HTTP/1.1" status: 204 len: 173 time: 1.0095880 Jul 07 16:59:22.637995 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-72893154-0388-4a6e-91c7-de294192c6df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b67e7f0716624542a26605bf063ab706&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7272973 Jul 07 16:59:22.643937 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48236) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:22.659931 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aed66b-7cd5-4b71-8d34-48021b4ef877 req-ade0885a-659d-4884-b442-873780021e03 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:22.661828 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-63aed66b-7cd5-4b71-8d34-48021b4ef877 req-ade0885a-659d-4884-b442-873780021e03 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9 HTTP/1.1" status: 200 len: 945 time: 0.7498243 Jul 07 16:59:22.662636 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Pushing event updated for resources: {'Port': ['ID=2850f1ff-4375-4243-829d-2840e5101d4a,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:22.677724 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8791c98-eb95-4284-8d1b-ca513748ccec None None] Network b91d0f7b-66e5-463f-8b8c-7b842390d493 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:22.685435 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72893154-0388-4a6e-91c7-de294192c6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c22e33-92c4-4f8d-9815-0c633ee5420d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:22.717105 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3fc7560-afe9-43a5-8b30-6e68ab8fb8d8 req-c6c74ee5-3259-4deb-a7dd-ecfe56eaf22c tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/security-groups?id=20365c14-b141-4828-89f3-81a60b62165f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054397 Jul 07 16:59:22.770040 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.770665 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.771126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.771618 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.771969 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.772353 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.772773 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.773112 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.773536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.773866 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.774368 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.775460 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.779151 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 92782e97-65e6-4acb-b4e2-2efd2c88a951 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:22.781688 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72893154-0388-4a6e-91c7-de294192c6df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.782047 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72893154-0388-4a6e-91c7-de294192c6df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.782512 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72893154-0388-4a6e-91c7-de294192c6df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.782962 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72893154-0388-4a6e-91c7-de294192c6df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.783320 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72893154-0388-4a6e-91c7-de294192c6df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.783640 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72893154-0388-4a6e-91c7-de294192c6df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.784042 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72893154-0388-4a6e-91c7-de294192c6df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.784374 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72893154-0388-4a6e-91c7-de294192c6df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.784704 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72893154-0388-4a6e-91c7-de294192c6df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.785561 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72893154-0388-4a6e-91c7-de294192c6df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.786012 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72893154-0388-4a6e-91c7-de294192c6df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.786430 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72893154-0388-4a6e-91c7-de294192c6df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:22.838588 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706a622c-22ea-4045-8fc8-d3e45b6425b0', 'name': 'network-vif-deleted', 'tag': '4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:22.841434 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dd1650-d1cb-4d4c-8dc6-693c8619e22a" -d '{"events": [{"server_uuid": "706a622c-22ea-4045-8fc8-d3e45b6425b0", "name": "network-vif-deleted", "tag": "4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:22.861420 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-fe20162d-ebc8-4325-a593-ad8afc6cd10d req-c7595eba-58d1-49c0-8113-41462234b608 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Deleting port dfb09327-fada-475f-a90a-955ae6296121 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:22.861831 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fe20162d-ebc8-4325-a593-ad8afc6cd10d req-c7595eba-58d1-49c0-8113-41462234b608 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:22.886799 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-8c2768d4-78bb-4fc9-b93a-1c3d9b0a7f85 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, cd1a971c-3ead-425f-bf34-c083e21eb038) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:22.887803 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 29778833-b370-4233-b1ce-8c3f3e201bda up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:22.898813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2768d4-78bb-4fc9-b93a-1c3d9b0a7f85 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:22.899694 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c2768d4-78bb-4fc9-b93a-1c3d9b0a7f85 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:22.907402 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:22.921032 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6337a60-6f1b-45ce-bf62-6412ea07433a None None] Network cd1a971c-3ead-425f-bf34-c083e21eb038 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:22.946803 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f940a497-86d6-481d-98d5-91cd33314088 None None] Provisioning for port 92782e97-65e6-4acb-b4e2-2efd2c88a951 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:22.957999 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678f291f-4b06-4050-925c-d799892fd547 x-openstack-request-id: req-678f291f-4b06-4050-925c-d799892fd547 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:22.958590 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706a622c-22ea-4045-8fc8-d3e45b6425b0", "name": "network-vif-deleted", "tag": "4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:22.960299 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-678f291f-4b06-4050-925c-d799892fd547 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:22.960765 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706a622c-22ea-4045-8fc8-d3e45b6425b0', 'name': 'network-vif-deleted', 'tag': '4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5', 'status': 'completed', 'code': 200} Jul 07 16:59:22.980966 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-63aed66b-7cd5-4b71-8d34-48021b4ef877 req-885152d5-d5d6-4132-99b7-f58fc2e93080 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/security-groups?id=ced83849-96b9-4c42-a372-b09c604dcbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804370 Jul 07 16:59:23.057980 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-fe20162d-ebc8-4325-a593-ad8afc6cd10d req-c7595eba-58d1-49c0-8113-41462234b608 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] For port dfb09327-fada-475f-a90a-955ae6296121, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=dfb09327-fada-475f-a90a-955ae6296121,segment=NetworkSegment(c6be9b44-779f-4f4a-9256-8e018f083e78),segment_id=c6be9b44-779f-4f4a-9256-8e018f083e78)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:23.058363 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fe20162d-ebc8-4325-a593-ad8afc6cd10d req-c7595eba-58d1-49c0-8113-41462234b608 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.070219 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48254) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:23.084790 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-fe20162d-ebc8-4325-a593-ad8afc6cd10d req-c7595eba-58d1-49c0-8113-41462234b608 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Calling delete_port for dfb09327-fada-475f-a90a-955ae6296121 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:23.103904 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8c2768d4-78bb-4fc9-b93a-1c3d9b0a7f85 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.7532239 Jul 07 16:59:23.117694 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48256) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:23.117694 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78e44573-fbb3-4a1c-97f0-f1f02967d0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.192057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f25bed4-a54e-4fab-89b6-87f195c4c093 admin admin] Deleting subnet 748e4878-dc0e-488c-ad96-c5afee4e3c75 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:59:23.199486 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f25bed4-a54e-4fab-89b6-87f195c4c093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.223028 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f940a497-86d6-481d-98d5-91cd33314088 None None] Provisioning complete for port 92782e97-65e6-4acb-b4e2-2efd2c88a951 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:23.224143 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f940a497-86d6-481d-98d5-91cd33314088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.258153 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f25bed4-a54e-4fab-89b6-87f195c4c093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.265284 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78e44573-fbb3-4a1c-97f0-f1f02967d0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.313598 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-db769e7e-5d78-4306-8b32-434040c8845f req-b6e17ffb-8add-4ffb-b04d-51a007723380 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.325936 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 29778833-b370-4233-b1ce-8c3f3e201bda completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:23.337289 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 29778833-b370-4233-b1ce-8c3f3e201bda triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:23.337914 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.356574 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f25bed4-a54e-4fab-89b6-87f195c4c093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.397818 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33a1d1f5-755f-4cc8-9877-1498b9048a48 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.416867 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f940a497-86d6-481d-98d5-91cd33314088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.445675 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fe20162d-ebc8-4325-a593-ad8afc6cd10d req-c7595eba-58d1-49c0-8113-41462234b608 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.464020 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f25bed4-a54e-4fab-89b6-87f195c4c093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.476725 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Network 5fa52965-0d16-4620-bfa2-fc0545b6823d is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:23.479579 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e17ffb-8add-4ffb-b04d-51a007723380 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Pushing event deleted for resources: {'Port': ['ID=465fc65b-b48d-4ce1-839f-23d7a638aaa4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:23.515237 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-db769e7e-5d78-4306-8b32-434040c8845f req-b6e17ffb-8add-4ffb-b04d-51a007723380 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] No DVR routers for this DVR port 465fc65b-b48d-4ce1-839f-23d7a638aaa4 on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:23.518558 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f940a497-86d6-481d-98d5-91cd33314088 None None] For port 92782e97-65e6-4acb-b4e2-2efd2c88a951, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=92782e97-65e6-4acb-b4e2-2efd2c88a951,segment=NetworkSegment(27a1d877-d359-487f-9ec2-009633e778e5),segment_id=27a1d877-d359-487f-9ec2-009633e778e5)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:23.521956 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:23.528867 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7595eba-58d1-49c0-8113-41462234b608 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event deleted for resources: {'Port': ['ID=dfb09327-fada-475f-a90a-955ae6296121,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:23.533660 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f940a497-86d6-481d-98d5-91cd33314088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.536013 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-db769e7e-5d78-4306-8b32-434040c8845f req-b6e17ffb-8add-4ffb-b04d-51a007723380 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.547253 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-db769e7e-5d78-4306-8b32-434040c8845f req-b6e17ffb-8add-4ffb-b04d-51a007723380 tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.69 "DELETE /v2.0/ports/465fc65b-b48d-4ce1-839f-23d7a638aaa4 HTTP/1.1" status: 204 len: 173 time: 3.1854939 Jul 07 16:59:23.547253 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9', 'name': 'network-vif-deleted', 'tag': '465fc65b-b48d-4ce1-839f-23d7a638aaa4'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:23.554701 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ce1943-fe98-4b88-9a4a-0a95c26d4632" -d '{"events": [{"server_uuid": "2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9", "name": "network-vif-deleted", "tag": "465fc65b-b48d-4ce1-839f-23d7a638aaa4"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:23.601619 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25bed4-a54e-4fab-89b6-87f195c4c093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=748e4878-dc0e-488c-ad96-c5afee4e3c75,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:23.665106 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe20162d-ebc8-4325-a593-ad8afc6cd10d req-c7595eba-58d1-49c0-8113-41462234b608 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] No DVR routers for this DVR port dfb09327-fada-475f-a90a-955ae6296121 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:23.671260 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-fe20162d-ebc8-4325-a593-ad8afc6cd10d req-c7595eba-58d1-49c0-8113-41462234b608 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.694025 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fe20162d-ebc8-4325-a593-ad8afc6cd10d req-c7595eba-58d1-49c0-8113-41462234b608 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.15 "DELETE /v2.0/ports/dfb09327-fada-475f-a90a-955ae6296121 HTTP/1.1" status: 204 len: 173 time: 1.0740087 Jul 07 16:59:23.701342 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f25bed4-a54e-4fab-89b6-87f195c4c093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:23.709726 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0f25bed4-a54e-4fab-89b6-87f195c4c093 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/748e4878-dc0e-488c-ad96-c5afee4e3c75 HTTP/1.1" status: 204 len: 168 time: 0.6376896 Jul 07 16:59:23.711873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48274) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:23.800195 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd88bb33-f175-4f66-9b5a-afd88b5a7158 x-openstack-request-id: req-bd88bb33-f175-4f66-9b5a-afd88b5a7158 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:23.800509 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9", "name": "network-vif-deleted", "tag": "465fc65b-b48d-4ce1-839f-23d7a638aaa4", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:23.800773 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bd88bb33-f175-4f66-9b5a-afd88b5a7158 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:23.801202 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9', 'name': 'network-vif-deleted', 'tag': '465fc65b-b48d-4ce1-839f-23d7a638aaa4', 'status': 'completed', 'code': 200} Jul 07 16:59:23.803383 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33a1d1f5-755f-4cc8-9877-1498b9048a48 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.021770 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f55d69bc-f3a5-4a89-9e76-bc08d4fffc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.085850 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.148146 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f55d69bc-f3a5-4a89-9e76-bc08d4fffc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.161290 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-f55d69bc-f3a5-4a89-9e76-bc08d4fffc2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585991d3-1c4c-497e-aa94-d9dabd614307']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:24.168447 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Router 370e5149-c386-4425-ac60-4cd657f34cbd has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:59:24.172743 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78e44573-fbb3-4a1c-97f0-f1f02967d0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.175509 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78e44573-fbb3-4a1c-97f0-f1f02967d0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.176786 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-78e44573-fbb3-4a1c-97f0-f1f02967d0e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/41c22e33-92c4-4f8d-9815-0c633ee5420d HTTP/1.1" status: 204 len: 168 time: 1.4776063 Jul 07 16:59:24.196103 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e44573-fbb3-4a1c-97f0-f1f02967d0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c22e33-92c4-4f8d-9815-0c633ee5420d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:24.200363 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-f55d69bc-f3a5-4a89-9e76-bc08d4fffc2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64bcb56-0dab-478d-aa3b-105f8614ee81') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:24.200666 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-f55d69bc-f3a5-4a89-9e76-bc08d4fffc2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64bcb56-0dab-478d-aa3b-105f8614ee81') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:24.201942 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940a497-86d6-481d-98d5-91cd33314088 None None] Pushing event updated for resources: {'Port': ['ID=92782e97-65e6-4acb-b4e2-2efd2c88a951,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:24.213644 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f55d69bc-f3a5-4a89-9e76-bc08d4fffc2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.233475 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f55d69bc-f3a5-4a89-9e76-bc08d4fffc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.242435 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55d69bc-f3a5-4a89-9e76-bc08d4fffc2e admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:24.244069 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f55d69bc-f3a5-4a89-9e76-bc08d4fffc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.262104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7725747c-1ce8-4298-84d0-7b72509d72f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-cd1a971c-3ead-425f-bf34-c083e21eb038', 'network_id': 'cd1a971c-3ead-425f-bf34-c083e21eb038', 'tenant_id': 'f7560303d0f3455dad0a061238b9e575', 'fixed_ips': [{'subnet_id': 'afe80b66-0ed0-4e49-ab46-84dfabd459fb'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:59:24.263399 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7725747c-1ce8-4298-84d0-7b72509d72f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.275116 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 29778833-b370-4233-b1ce-8c3f3e201bda, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=29778833-b370-4233-b1ce-8c3f3e201bda,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:24.287318 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-19422710-828d-4b19-a014-503c67e8133c None None] Provisioning complete for port 2850f1ff-4375-4243-829d-2840e5101d4a triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:24.287586 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-19422710-828d-4b19-a014-503c67e8133c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.307116 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33a1d1f5-755f-4cc8-9877-1498b9048a48 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.342191 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-19422710-828d-4b19-a014-503c67e8133c None None] Port 2850f1ff-4375-4243-829d-2840e5101d4a cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:59:24.351079 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.415986 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=29778833-b370-4233-b1ce-8c3f3e201bda,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:24.467050 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:24.477945 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1d1f5-755f-4cc8-9877-1498b9048a48 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Subnet': ['ID=afe80b66-0ed0-4e49-ab46-84dfabd459fb,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:24.544918 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f55d69bc-f3a5-4a89-9e76-bc08d4fffc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.560543 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f55d69bc-f3a5-4a89-9e76-bc08d4fffc2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.564853 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f55d69bc-f3a5-4a89-9e76-bc08d4fffc2e admin admin] 10.222.0.50 "DELETE /v2.0/networks/585991d3-1c4c-497e-aa94-d9dabd614307 HTTP/1.1" status: 204 len: 168 time: 0.8472540 Jul 07 16:59:24.588583 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1ac7ff90-8827-4ffc-966b-8c0cfe3027c0 req-d38619a7-022e-40f5-8afd-2b701a970b66 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "GET /v2.0/ports?device_id=706a622c-22ea-4045-8fc8-d3e45b6425b0 HTTP/1.1" status: 200 len: 210 time: 0.5018559 Jul 07 16:59:24.589649 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 92782e97-65e6-4acb-b4e2-2efd2c88a951 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:24.616251 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33a1d1f5-755f-4cc8-9877-1498b9048a48 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.621915 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d69bc-f3a5-4a89-9e76-bc08d4fffc2e admin admin] Pushing event deleted for resources: {'Network': ['ID=585991d3-1c4c-497e-aa94-d9dabd614307,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:24.640514 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-33a1d1f5-755f-4cc8-9877-1498b9048a48 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1a971c-3ead-425f-bf34-c083e21eb038']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:24.655528 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4b5445-0b86-489e-9642-01b3d8561178 None None] Network cd1a971c-3ead-425f-bf34-c083e21eb038 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:24.692076 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-33a1d1f5-755f-4cc8-9877-1498b9048a48 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c42d851-35f8-4ceb-989c-1ed240d285f5') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:24.693076 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-33a1d1f5-755f-4cc8-9877-1498b9048a48 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c42d851-35f8-4ceb-989c-1ed240d285f5') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:24.713694 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33a1d1f5-755f-4cc8-9877-1498b9048a48 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.760870 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-80dbcd29-c2dd-4e06-a451-36aea31894df req-bbf7295b-a424-4ab6-bbc3-831630886c1b tempest-ServersTestJSON-1818397882 tempest-ServersTestJSON-1818397882-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea4198b-9f34-4d2a-ac0c-be8089e9ebe9 HTTP/1.1" status: 200 len: 210 time: 0.0859747 Jul 07 16:59:24.779533 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33a1d1f5-755f-4cc8-9877-1498b9048a48 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.785107 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:59:24.795128 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bce1a470-ae8a-49db-b10d-4c7df511c826 admin admin] 10.222.0.50 "PUT /v2.0/routers/370e5149-c386-4425-ac60-4cd657f34cbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4565113 Jul 07 16:59:24.796225 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] Sync routers for ids ['370e5149-c386-4425-ac60-4cd657f34cbd'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:59:24.805993 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a1d1f5-755f-4cc8-9877-1498b9048a48 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:24.806459 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33a1d1f5-755f-4cc8-9877-1498b9048a48 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:24.809744 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:24.814022 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] Routers {'370e5149-c386-4425-ac60-4cd657f34cbd'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:24.814902 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:59:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['370e5149-c386-4425-ac60-4cd657f34cbd'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:24.906135 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33a1d1f5-755f-4cc8-9877-1498b9048a48 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.913380 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33a1d1f5-755f-4cc8-9877-1498b9048a48 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.917392 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-33a1d1f5-755f-4cc8-9877-1498b9048a48 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/networks/cd1a971c-3ead-425f-bf34-c083e21eb038 HTTP/1.1" status: 204 len: 168 time: 1.8007514 Jul 07 16:59:24.920797 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48304) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:24.926609 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-10bc5ad4-5927-44bd-9372-49fa7af88297 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1679640635'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:24.952414 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1d1f5-755f-4cc8-9877-1498b9048a48 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Network': ['ID=cd1a971c-3ead-425f-bf34-c083e21eb038,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:24.968685 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a082ffbd-5224-4f40-b456-937c94e0f79b None None] Provisioning complete for port 92782e97-65e6-4acb-b4e2-2efd2c88a951 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:24.969085 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706a622c-22ea-4045-8fc8-d3e45b6425b0', 'name': 'network-vif-deleted', 'tag': 'dfb09327-fada-475f-a90a-955ae6296121'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:24.969366 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a082ffbd-5224-4f40-b456-937c94e0f79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:24.978292 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1453d360-0499-4d5b-a15f-39946b13b535" -d '{"events": [{"server_uuid": "706a622c-22ea-4045-8fc8-d3e45b6425b0", "name": "network-vif-deleted", "tag": "dfb09327-fada-475f-a90a-955ae6296121"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:25.001653 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bc5ad4-5927-44bd-9372-49fa7af88297 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Made reservation on behalf of f7560303d0f3455dad0a061238b9e575 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:25.006394 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10bc5ad4-5927-44bd-9372-49fa7af88297 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.007416 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 465fc65b-b48d-4ce1-839f-23d7a638aaa4 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:25.040245 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 465fc65b-b48d-4ce1-839f-23d7a638aaa4 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:25.040603 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 465fc65b-b48d-4ce1-839f-23d7a638aaa4 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:25.041125 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7c0023a5-f50b-490b-a782-0053eb297dbf no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:25.044521 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] Set router 370e5149-c386-4425-ac60-4cd657f34cbd gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:25.047705 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 92782e97-65e6-4acb-b4e2-2efd2c88a951 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:25.048094 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.058173 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48312) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:25.077494 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd41a339-6403-443e-b0c4-52a707155ee7 x-openstack-request-id: req-bd41a339-6403-443e-b0c4-52a707155ee7 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:25.078083 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706a622c-22ea-4045-8fc8-d3e45b6425b0", "name": "network-vif-deleted", "tag": "dfb09327-fada-475f-a90a-955ae6296121", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:25.078347 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bd41a339-6403-443e-b0c4-52a707155ee7 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:25.080456 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706a622c-22ea-4045-8fc8-d3e45b6425b0', 'name': 'network-vif-deleted', 'tag': 'dfb09327-fada-475f-a90a-955ae6296121', 'status': 'completed', 'code': 200} Jul 07 16:59:25.098463 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bc5ad4-5927-44bd-9372-49fa7af88297 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:59:25.121704 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10bc5ad4-5927-44bd-9372-49fa7af88297 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.122059 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-10bc5ad4-5927-44bd-9372-49fa7af88297 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Added segment 7a8d7a6b-41e1-4e2a-851a-83bfbe59ffd8 of type vlan for network 14b183b3-f7b4-4d2e-ac66-79f613fbc5d2 Jul 07 16:59:25.130594 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 7c0023a5-f50b-490b-a782-0053eb297dbf {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:25.130955 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7c0023a5-f50b-490b-a782-0053eb297dbf not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:25.221922 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10bc5ad4-5927-44bd-9372-49fa7af88297 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.272617 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48320) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:25.293362 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10bc5ad4-5927-44bd-9372-49fa7af88297 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.303640 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bc5ad4-5927-44bd-9372-49fa7af88297 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:25.304310 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10bc5ad4-5927-44bd-9372-49fa7af88297 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.305076 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:25.348147 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'name': 'tempest-ServersTestManualDisk-921442693-router', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:10Z', 'updated_at': '2021-07-07T16:59:20Z', 'revision_number': 4, 'project_id': 'aec3ba415e76445d82f1318288342524', 'gw_port': {'id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:12Z', 'updated_at': '2021-07-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '2850f1ff-4375-4243-829d-2840e5101d4a', 'name': '', 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'mac_address': 'fa:16:3e:28:a2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '060fb753-9b1b-487d-a211-316c0afe0c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:19Z', 'updated_at': '2021-07-07T16:59:22Z', 'revision_number': 2, 'project_id': 'aec3ba415e76445d82f1318288342524', 'subnets': [{'id': '060fb753-9b1b-487d-a211-316c0afe0c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:25.368288 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:25.373520 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4f1e9ce8-3fa8-4cf6-ae42-415294fa63b5 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:25.374340 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device dfb09327-fada-475f-a90a-955ae6296121 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:25.391897 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] Checking router: 370e5149-c386-4425-ac60-4cd657f34cbd for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:59:25.393078 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] Updating router 370e5149-c386-4425-ac60-4cd657f34cbd port 2850f1ff-4375-4243-829d-2840e5101d4a binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 16:59:25.404120 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1d9db212-53b4-46fc-9e03-bdc3da857918 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0501f382b6694d0ab9ec962ffb43a8ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1302085 Jul 07 16:59:25.406436 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48322) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:25.417567 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: dfb09327-fada-475f-a90a-955ae6296121 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:25.424785 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device dfb09327-fada-475f-a90a-955ae6296121 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:25.433910 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc5ad4-5927-44bd-9372-49fa7af88297 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Network': ['ID=14b183b3-f7b4-4d2e-ac66-79f613fbc5d2,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:25.446651 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 14b183b3-f7b4-4d2e-ac66-79f613fbc5d2 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:59:25.446851 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-10bc5ad4-5927-44bd-9372-49fa7af88297 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5237718 Jul 07 16:59:25.450475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48326) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:25.459521 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-6efbf879-01f8-4c20-8a9e-24434273caa7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'subnet': {'network_id': '14b183b3-f7b4-4d2e-ac66-79f613fbc5d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:25.485358 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.521736 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c9958030-144e-4d13-b780-1a0b2d2449be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.560226 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c9958030-144e-4d13-b780-1a0b2d2449be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.600216 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efbf879-01f8-4c20-8a9e-24434273caa7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Made reservation on behalf of f7560303d0f3455dad0a061238b9e575 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:25.602868 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-48ddd369-8811-4ba7-8d8a-46eb555b53cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.606578 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6efbf879-01f8-4c20-8a9e-24434273caa7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.665188 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c9958030-144e-4d13-b780-1a0b2d2449be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.668025 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c9958030-144e-4d13-b780-1a0b2d2449be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.669260 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c9958030-144e-4d13-b780-1a0b2d2449be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fef6616a-d852-4ea6-85a1-f90b574ab26f HTTP/1.1" status: 204 len: 168 time: 0.2615886 Jul 07 16:59:25.687665 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9958030-144e-4d13-b780-1a0b2d2449be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef6616a-d852-4ea6-85a1-f90b574ab26f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:25.769954 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-48ddd369-8811-4ba7-8d8a-46eb555b53cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.777411 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-48ddd369-8811-4ba7-8d8a-46eb555b53cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:25.799074 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48336) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:25.826358 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddd369-8811-4ba7-8d8a-46eb555b53cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be9cbdb-e18e-4277-9891-ad844dc7dfbd,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:25.854244 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-48ddd369-8811-4ba7-8d8a-46eb555b53cb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f42e0cf5d2b34f3fba20dbaa8a036498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7906082 Jul 07 16:59:25.854636 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48340) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:25.919867 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48342) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:25.960073 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-494ec78d-9882-45d0-8360-2ff7fa87409a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.011501 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-494ec78d-9882-45d0-8360-2ff7fa87409a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.060575 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.109577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5426492-0801-4fe4-8e40-c51e46b53442 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Deleting subnet f99fe745-a3a8-4801-b825-0f83c0c92d35 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:59:26.116442 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] Transition to ACTIVE for port object 2850f1ff-4375-4243-829d-2840e5101d4a will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:26.117056 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-494ec78d-9882-45d0-8360-2ff7fa87409a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.120660 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-494ec78d-9882-45d0-8360-2ff7fa87409a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.122195 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-494ec78d-9882-45d0-8360-2ff7fa87409a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0be9cbdb-e18e-4277-9891-ad844dc7dfbd HTTP/1.1" status: 204 len: 168 time: 0.2662697 Jul 07 16:59:26.128780 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-11bf551a-15fc-4a5b-a864-ddbba9208df9 admin admin] Deleting subnet a99df1f9-17f6-4826-9d57-d15200be420d {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:59:26.131498 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.136777 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ec78d-9882-45d0-8360-2ff7fa87409a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be9cbdb-e18e-4277-9891-ad844dc7dfbd,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:26.155395 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b5426492-0801-4fe4-8e40-c51e46b53442 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.254320 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79922e-567f-46d4-8d82-05e404145865 None None] Pushing event updated for resources: {'Port': ['ID=2850f1ff-4375-4243-829d-2840e5101d4a,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:26.271834 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79922e-567f-46d4-8d82-05e404145865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:26.272173 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79922e-567f-46d4-8d82-05e404145865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:26.272690 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79922e-567f-46d4-8d82-05e404145865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:26.273177 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79922e-567f-46d4-8d82-05e404145865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:26.273694 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79922e-567f-46d4-8d82-05e404145865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:26.274175 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79922e-567f-46d4-8d82-05e404145865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:26.274682 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79922e-567f-46d4-8d82-05e404145865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:26.275161 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79922e-567f-46d4-8d82-05e404145865 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:26.275653 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79922e-567f-46d4-8d82-05e404145865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:26.276129 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79922e-567f-46d4-8d82-05e404145865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:26.276604 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79922e-567f-46d4-8d82-05e404145865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:26.276854 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b5426492-0801-4fe4-8e40-c51e46b53442 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.280296 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d79922e-567f-46d4-8d82-05e404145865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:26.405804 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] Attempting to bind port 2850f1ff-4375-4243-829d-2840e5101d4a on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:26.406457 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] Attempting to bind port 2850f1ff-4375-4243-829d-2840e5101d4a by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '111c58b8-01c7-430f-9524-d2b1e399617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:26.407037 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] Attempting to bind port 2850f1ff-4375-4243-829d-2840e5101d4a on network 5fa52965-0d16-4620-bfa2-fc0545b6823d {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:26.426465 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:26.427675 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] Checking segment: {'id': '111c58b8-01c7-430f-9524-d2b1e399617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:26.428314 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.428982 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] Bound using segment: {'id': '111c58b8-01c7-430f-9524-d2b1e399617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:26.430001 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] Bound port: 2850f1ff-4375-4243-829d-2840e5101d4a, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111c58b8-01c7-430f-9524-d2b1e399617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:26.430687 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.448219 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 29778833-b370-4233-b1ce-8c3f3e201bda up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:26.474351 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11bf551a-15fc-4a5b-a864-ddbba9208df9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.529282 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] For port 2850f1ff-4375-4243-829d-2840e5101d4a, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:26.534509 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] For port 2850f1ff-4375-4243-829d-2840e5101d4a, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2850f1ff-4375-4243-829d-2840e5101d4a,segment=NetworkSegment(111c58b8-01c7-430f-9524-d2b1e399617f),segment_id=111c58b8-01c7-430f-9524-d2b1e399617f)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:26.542497 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.580266 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11bf551a-15fc-4a5b-a864-ddbba9208df9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.596204 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 29778833-b370-4233-b1ce-8c3f3e201bda triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:26.596589 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.659365 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11bf551a-15fc-4a5b-a864-ddbba9208df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.679448 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] Routers {'370e5149-c386-4425-ac60-4cd657f34cbd'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:26.681521 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:59:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['370e5149-c386-4425-ac60-4cd657f34cbd'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:26.752970 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6efbf879-01f8-4c20-8a9e-24434273caa7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.833466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48368) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:26.842333 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-caab5758-7f1c-416d-ba06-db8b4aa4cab0 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--715033401', 'description': 'tempest-description--1891551220'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:26.890730 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b5426492-0801-4fe4-8e40-c51e46b53442 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.928394 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48372) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:26.966228 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c4116958-b119-49be-9523-30f14ba50f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:26.970971 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-caab5758-7f1c-416d-ba06-db8b4aa4cab0 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.001928 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbf879-01f8-4c20-8a9e-24434273caa7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Subnet': ['ID=36f64b6d-5312-4770-9ee2-8a96914b2e5e,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:27.030290 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efbf879-01f8-4c20-8a9e-24434273caa7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Checking segment: {'id': '7a8d7a6b-41e1-4e2a-851a-83bfbe59ffd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '14b183b3-f7b4-4d2e-ac66-79f613fbc5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:27.030758 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efbf879-01f8-4c20-8a9e-24434273caa7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Network hostable DHCP agents. Network: 14b183b3-f7b4-4d2e-ac66-79f613fbc5d2, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:59:27.033179 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11bf551a-15fc-4a5b-a864-ddbba9208df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.036795 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79922e-567f-46d4-8d82-05e404145865 None None] Pushing event updated for resources: {'Port': ['ID=2850f1ff-4375-4243-829d-2840e5101d4a,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:27.102360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf551a-15fc-4a5b-a864-ddbba9208df9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a99df1f9-17f6-4826-9d57-d15200be420d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:27.116154 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11bf551a-15fc-4a5b-a864-ddbba9208df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.123831 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-11bf551a-15fc-4a5b-a864-ddbba9208df9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a99df1f9-17f6-4826-9d57-d15200be420d HTTP/1.1" status: 204 len: 168 time: 1.1511087 Jul 07 16:59:27.126480 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48376) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:27.129725 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efbf879-01f8-4c20-8a9e-24434273caa7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Network 14b183b3-f7b4-4d2e-ac66-79f613fbc5d2 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:59:27.143464 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b5426492-0801-4fe4-8e40-c51e46b53442 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.160342 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-6efbf879-01f8-4c20-8a9e-24434273caa7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 14b183b3-f7b4-4d2e-ac66-79f613fbc5d2) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:27.162202 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b5426492-0801-4fe4-8e40-c51e46b53442 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.166930 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b5426492-0801-4fe4-8e40-c51e46b53442 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "DELETE /v2.0/subnets/f99fe745-a3a8-4801-b825-0f83c0c92d35 HTTP/1.1" status: 204 len: 168 time: 1.3662689 Jul 07 16:59:27.169637 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60d7c1b-d8bb-49a3-a667-68ea4208c28f None None] Network 575e4f0f-883d-4596-baf9-33fe8b1411d2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:27.191557 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] Set router 370e5149-c386-4425-ac60-4cd657f34cbd gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:27.196352 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a1a62f-07d1-45a6-94d6-474c93e03ca5 None None] Network 14b183b3-f7b4-4d2e-ac66-79f613fbc5d2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:27.216079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48380) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:27.227983 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efbf879-01f8-4c20-8a9e-24434273caa7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:27.229448 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6efbf879-01f8-4c20-8a9e-24434273caa7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.237580 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5dfa0312-35b0-48ce-8f4f-4a943cfebabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.255452 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5426492-0801-4fe4-8e40-c51e46b53442 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event deleted for resources: {'Subnet': ['ID=f99fe745-a3a8-4801-b825-0f83c0c92d35,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:27.273080 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c5d75-e183-49a0-93ee-52dfc7043b04 req-f62a3d87-5939-4016-b107-bc8b3d3fc42e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:27.274680 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-455c5d75-e183-49a0-93ee-52dfc7043b04 req-f62a3d87-5939-4016-b107-bc8b3d3fc42e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 946 time: 0.3386126 Jul 07 16:59:27.396654 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c4116958-b119-49be-9523-30f14ba50f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.420837 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c4116958-b119-49be-9523-30f14ba50f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.459220 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5dfa0312-35b0-48ce-8f4f-4a943cfebabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.475935 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'name': 'tempest-ServersTestManualDisk-921442693-router', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:10Z', 'updated_at': '2021-07-07T16:59:20Z', 'revision_number': 4, 'project_id': 'aec3ba415e76445d82f1318288342524', 'gw_port': {'id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:12Z', 'updated_at': '2021-07-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '2850f1ff-4375-4243-829d-2840e5101d4a', 'name': '', 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'mac_address': 'fa:16:3e:28:a2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '060fb753-9b1b-487d-a211-316c0afe0c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:19Z', 'updated_at': '2021-07-07T16:59:26Z', 'revision_number': 4, 'project_id': 'aec3ba415e76445d82f1318288342524', 'subnets': [{'id': '060fb753-9b1b-487d-a211-316c0afe0c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:27.507891 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fdd545-e2eb-493e-9c7a-1fb2e6fc4387 None None] The sync data for ids ['370e5149-c386-4425-ac60-4cd657f34cbd'] in n-d-793620-7 is: [{'id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'name': 'tempest-ServersTestManualDisk-921442693-router', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:10Z', 'updated_at': '2021-07-07T16:59:20Z', 'revision_number': 4, 'project_id': 'aec3ba415e76445d82f1318288342524', 'gw_port': {'id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:12Z', 'updated_at': '2021-07-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '2850f1ff-4375-4243-829d-2840e5101d4a', 'name': '', 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'mac_address': 'fa:16:3e:28:a2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '060fb753-9b1b-487d-a211-316c0afe0c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:19Z', 'updated_at': '2021-07-07T16:59:26Z', 'revision_number': 4, 'project_id': 'aec3ba415e76445d82f1318288342524', 'subnets': [{'id': '060fb753-9b1b-487d-a211-316c0afe0c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:59:27.524797 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cfd1-b7fa-4d3a-a76b-1b3e7ff4e144 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.537025 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-14b183b3-f7b4-4d2e-ac66-79f613fbc5d2', 'network_id': '14b183b3-f7b4-4d2e-ac66-79f613fbc5d2', 'tenant_id': 'f7560303d0f3455dad0a061238b9e575', 'fixed_ips': [{'subnet_id': '36f64b6d-5312-4770-9ee2-8a96914b2e5e'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:59:27.538685 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.580458 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-5dfa0312-35b0-48ce-8f4f-4a943cfebabd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00200275-feb8-4792-b225-1605381ce5dc']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:27.632565 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4116958-b119-49be-9523-30f14ba50f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b88fcd0-1224-4fcd-a8c2-1fe141a08e01,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:27.641519 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-5dfa0312-35b0-48ce-8f4f-4a943cfebabd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c545deb-bc5e-4b6a-9454-12f4580e6e29') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:27.648046 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-5dfa0312-35b0-48ce-8f4f-4a943cfebabd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c545deb-bc5e-4b6a-9454-12f4580e6e29') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:27.662324 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c4116958-b119-49be-9523-30f14ba50f94 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f913a623b8d2474bbea9674129eb1c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7295506 Jul 07 16:59:27.665210 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48396) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:27.674847 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-455c5d75-e183-49a0-93ee-52dfc7043b04 req-3e7f0d88-8f94-4266-b6a1-9a92fc73a721 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771398 Jul 07 16:59:27.700674 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5dfa0312-35b0-48ce-8f4f-4a943cfebabd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.745146 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5dfa0312-35b0-48ce-8f4f-4a943cfebabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.773816 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-0bc2cfd1-b7fa-4d3a-a76b-1b3e7ff4e144 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Deleting port cb45fc6f-893a-4a07-b7df-197cfad354e1 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:27.774584 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cfd1-b7fa-4d3a-a76b-1b3e7ff4e144 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.778618 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dfa0312-35b0-48ce-8f4f-4a943cfebabd admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:27.779042 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5dfa0312-35b0-48ce-8f4f-4a943cfebabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:27.780823 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:27.879644 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-0bc2cfd1-b7fa-4d3a-a76b-1b3e7ff4e144 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] For port cb45fc6f-893a-4a07-b7df-197cfad354e1, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=cb45fc6f-893a-4a07-b7df-197cfad354e1,segment=NetworkSegment(9ed6412b-230b-4859-aba9-a4af154ea468),segment_id=9ed6412b-230b-4859-aba9-a4af154ea468)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:27.881361 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cfd1-b7fa-4d3a-a76b-1b3e7ff4e144 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.897938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-0bc2cfd1-b7fa-4d3a-a76b-1b3e7ff4e144 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Calling delete_port for cb45fc6f-893a-4a07-b7df-197cfad354e1 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:27.901473 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-caab5758-7f1c-416d-ba06-db8b4aa4cab0 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.908868 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f26472a-8bb8-4902-bb7b-9d72d18f5477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.922864 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-caab5758-7f1c-416d-ba06-db8b4aa4cab0 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:27.933122 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6efbf879-01f8-4c20-8a9e-24434273caa7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4773164 Jul 07 16:59:27.933828 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48402) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:27.938916 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-36d32ea2-6f52-4308-872a-48fd76a0aad6 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1887170339'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:27.951420 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Allocated IP 2001:db8::3 (14b183b3-f7b4-4d2e-ac66-79f613fbc5d2/36f64b6d-5312-4770-9ee2-8a96914b2e5e/0a21fa86-eee6-4106-a2bd-89faa4a68308) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:27.964077 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5dfa0312-35b0-48ce-8f4f-4a943cfebabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.002600 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5dfa0312-35b0-48ce-8f4f-4a943cfebabd admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.005186 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5dfa0312-35b0-48ce-8f4f-4a943cfebabd admin admin] 10.222.0.50 "DELETE /v2.0/networks/00200275-feb8-4792-b225-1605381ce5dc HTTP/1.1" status: 204 len: 168 time: 0.8760843 Jul 07 16:59:28.018568 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f26472a-8bb8-4902-bb7b-9d72d18f5477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.040307 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d32ea2-6f52-4308-872a-48fd76a0aad6 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Made reservation on behalf of f7560303d0f3455dad0a061238b9e575 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:28.044412 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36d32ea2-6f52-4308-872a-48fd76a0aad6 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.081421 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-caab5758-7f1c-416d-ba06-db8b4aa4cab0 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.082763 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-caab5758-7f1c-416d-ba06-db8b4aa4cab0 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2475076 Jul 07 16:59:28.084297 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa0312-35b0-48ce-8f4f-4a943cfebabd admin admin] Pushing event deleted for resources: {'Network': ['ID=00200275-feb8-4792-b225-1605381ce5dc,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:28.086513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48410) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:28.104257 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-45ef818f-3fc3-450c-94e6-e55c4cb77c9b tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Request body: {'security_group_rule': {'security_group_id': 'f404cc17-3ebb-4939-8ba9-86fb9860ff18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:28.112724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab5758-7f1c-416d-ba06-db8b4aa4cab0 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f404cc17-3ebb-4939-8ba9-86fb9860ff18,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:28.133040 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eb1182-db86-4d2b-b538-dc5d4384916f None None] DHCP port deletion for 575e4f0f-883d-4596-baf9-33fe8b1411d2 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:59:28.166906 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-45ef818f-3fc3-450c-94e6-e55c4cb77c9b tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.200218 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f26472a-8bb8-4902-bb7b-9d72d18f5477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.203236 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f26472a-8bb8-4902-bb7b-9d72d18f5477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.205055 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9f26472a-8bb8-4902-bb7b-9d72d18f5477 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b88fcd0-1224-4fcd-a8c2-1fe141a08e01 HTTP/1.1" status: 204 len: 168 time: 0.5205956 Jul 07 16:59:28.218955 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26472a-8bb8-4902-bb7b-9d72d18f5477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b88fcd0-1224-4fcd-a8c2-1fe141a08e01,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:28.236998 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d32ea2-6f52-4308-872a-48fd76a0aad6 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:59:28.251875 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cfd1-b7fa-4d3a-a76b-1b3e7ff4e144 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.285875 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36d32ea2-6f52-4308-872a-48fd76a0aad6 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.286912 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-36d32ea2-6f52-4308-872a-48fd76a0aad6 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Added segment d8d11b12-9a42-47ce-bbcc-40c81bbda9fc of type vlan for network 4c01bde1-c81b-4377-9fb1-1071f9484a24 Jul 07 16:59:28.321138 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-03eb1182-db86-4d2b-b538-dc5d4384916f None None] Deleting port cb45fc6f-893a-4a07-b7df-197cfad354e1 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:28.321514 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-03eb1182-db86-4d2b-b538-dc5d4384916f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.410916 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc2cfd1-b7fa-4d3a-a76b-1b3e7ff4e144 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] No DVR routers for this DVR port cb45fc6f-893a-4a07-b7df-197cfad354e1 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:28.428022 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2cfd1-b7fa-4d3a-a76b-1b3e7ff4e144 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event deleted for resources: {'Port': ['ID=cb45fc6f-893a-4a07-b7df-197cfad354e1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:28.476035 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48418) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:28.533235 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36d32ea2-6f52-4308-872a-48fd76a0aad6 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.587972 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-df598bef-e007-4e60-b798-5ce624878b33 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=442a9cfcd40e429187b2cbade1798605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1107025 Jul 07 16:59:28.588624 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48420) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:28.603667 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2850f1ff-4375-4243-829d-2840e5101d4a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:28.614314 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.694889 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4beb44d5-fe96-42fb-9e4a-d754d9fc4589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.718326 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.resource_extend [None req-36d32ea2-6f52-4308-872a-48fd76a0aad6 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 16:59:28.732392 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-45ef818f-3fc3-450c-94e6-e55c4cb77c9b tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.757931 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4beb44d5-fe96-42fb-9e4a-d754d9fc4589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.768208 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Transition to ACTIVE for port object 0a21fa86-eee6-4106-a2bd-89faa4a68308 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:28.771539 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cfd1-b7fa-4d3a-a76b-1b3e7ff4e144 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.774094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-03eb1182-db86-4d2b-b538-dc5d4384916f None None] For port cb45fc6f-893a-4a07-b7df-197cfad354e1, host n-d-793620-7, got binding levels [] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:28.774223 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-45ef818f-3fc3-450c-94e6-e55c4cb77c9b tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.775897 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-03eb1182-db86-4d2b-b538-dc5d4384916f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.830480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-03eb1182-db86-4d2b-b538-dc5d4384916f None None] Calling delete_port for cb45fc6f-893a-4a07-b7df-197cfad354e1 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:28.833557 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.ipam_backend_mixin [None req-03eb1182-db86-4d2b-b538-dc5d4384916f None None] Port cb45fc6f-893a-4a07-b7df-197cfad354e1 was not found and therefore no delete operation was performed {{(pid=100411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 16:59:28.844894 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 2850f1ff-4375-4243-829d-2840e5101d4a completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:28.856353 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0bc2cfd1-b7fa-4d3a-a76b-1b3e7ff4e144 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575e4f0f-883d-4596-baf9-33fe8b1411d2']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:28.858078 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 2850f1ff-4375-4243-829d-2840e5101d4a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:28.858490 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.860947 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4beb44d5-fe96-42fb-9e4a-d754d9fc4589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.863699 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4beb44d5-fe96-42fb-9e4a-d754d9fc4589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.880421 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4beb44d5-fe96-42fb-9e4a-d754d9fc4589 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ced83849-96b9-4c42-a372-b09c604dcbdd HTTP/1.1" status: 204 len: 168 time: 0.2896826 Jul 07 16:59:28.886816 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef818f-3fc3-450c-94e6-e55c4cb77c9b tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3029eb-a88f-47b9-9e30-ad0599e416c8,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:28.891683 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36d32ea2-6f52-4308-872a-48fd76a0aad6 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.897726 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb44d5-fe96-42fb-9e4a-d754d9fc4589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced83849-96b9-4c42-a372-b09c604dcbdd,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:28.905416 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d32ea2-6f52-4308-872a-48fd76a0aad6 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:28.906060 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36d32ea2-6f52-4308-872a-48fd76a0aad6 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.919778 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0bc2cfd1-b7fa-4d3a-a76b-1b3e7ff4e144 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed6412b-230b-4859-aba9-a4af154ea468') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:28.920076 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0bc2cfd1-b7fa-4d3a-a76b-1b3e7ff4e144 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed6412b-230b-4859-aba9-a4af154ea468') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:28.958574 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-45ef818f-3fc3-450c-94e6-e55c4cb77c9b tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.959333 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Transition to ACTIVE for port object 0a21fa86-eee6-4106-a2bd-89faa4a68308 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:28.962270 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-45ef818f-3fc3-450c-94e6-e55c4cb77c9b tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8670454 Jul 07 16:59:28.967154 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-03eb1182-db86-4d2b-b538-dc5d4384916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:28.968711 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48434) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:28.973682 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d13a9524-f108-4bad-ab24-1a2b3feb2fcb tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Request body: {'security_group_rule': {'security_group_id': 'f404cc17-3ebb-4939-8ba9-86fb9860ff18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:29.010942 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb1182-db86-4d2b-b538-dc5d4384916f None None] Pushing event deleted for resources: {'Port': ['ID=cb45fc6f-893a-4a07-b7df-197cfad354e1,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:29.013379 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.018637 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cfd1-b7fa-4d3a-a76b-1b3e7ff4e144 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.024467 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eb1182-db86-4d2b-b538-dc5d4384916f None None] No DVR routers for this DVR port cb45fc6f-893a-4a07-b7df-197cfad354e1 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:29.049525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Network 14b183b3-f7b4-4d2e-ac66-79f613fbc5d2 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:29.067015 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:29.073897 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:29.092530 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e2f76-a340-4e59-9a5b-4bb9c5c29169 req-0e38bf6b-4a9d-4932-b30d-969022f0353c tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:29.094973 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ba2e2f76-a340-4e59-9a5b-4bb9c5c29169 req-0e38bf6b-4a9d-4932-b30d-969022f0353c tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.69 "GET /v2.0/ports?device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 946 time: 0.4541280 Jul 07 16:59:29.099089 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d13a9524-f108-4bad-ab24-1a2b3feb2fcb tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.117187 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-36d32ea2-6f52-4308-872a-48fd76a0aad6 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1823232 Jul 07 16:59:29.124215 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48436) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:29.129868 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7263b592-7c02-470a-9bbe-65e7b8969e0e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'subnet': {'network_id': '4c01bde1-c81b-4377-9fb1-1071f9484a24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:29.141050 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cfd1-b7fa-4d3a-a76b-1b3e7ff4e144 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.182229 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc2cfd1-b7fa-4d3a-a76b-1b3e7ff4e144 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:29.182913 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cfd1-b7fa-4d3a-a76b-1b3e7ff4e144 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:29.185910 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:29.188151 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d32ea2-6f52-4308-872a-48fd76a0aad6 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Network': ['ID=4c01bde1-c81b-4377-9fb1-1071f9484a24,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:29.215803 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48438) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:29.245584 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 4c01bde1-c81b-4377-9fb1-1071f9484a24 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:59:29.301160 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Attempting to bind port 0a21fa86-eee6-4106-a2bd-89faa4a68308 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:29.302362 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Attempting to bind port 0a21fa86-eee6-4106-a2bd-89faa4a68308 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '7a8d7a6b-41e1-4e2a-851a-83bfbe59ffd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '14b183b3-f7b4-4d2e-ac66-79f613fbc5d2'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:29.303386 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Attempting to bind port 0a21fa86-eee6-4106-a2bd-89faa4a68308 on network 14b183b3-f7b4-4d2e-ac66-79f613fbc5d2 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:29.354316 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cfd1-b7fa-4d3a-a76b-1b3e7ff4e144 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.371834 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:29.372593 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Checking segment: {'id': '7a8d7a6b-41e1-4e2a-851a-83bfbe59ffd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '14b183b3-f7b4-4d2e-ac66-79f613fbc5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:29.373487 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.374182 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Bound using segment: {'id': '7a8d7a6b-41e1-4e2a-851a-83bfbe59ffd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '14b183b3-f7b4-4d2e-ac66-79f613fbc5d2'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:29.374919 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Bound port: 0a21fa86-eee6-4106-a2bd-89faa4a68308, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8d7a6b-41e1-4e2a-851a-83bfbe59ffd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '14b183b3-f7b4-4d2e-ac66-79f613fbc5d2'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:29.375713 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.398206 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cfd1-b7fa-4d3a-a76b-1b3e7ff4e144 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.401800 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0bc2cfd1-b7fa-4d3a-a76b-1b3e7ff4e144 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "DELETE /v2.0/networks/575e4f0f-883d-4596-baf9-33fe8b1411d2 HTTP/1.1" status: 204 len: 168 time: 2.1690974 Jul 07 16:59:29.404785 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7263b592-7c02-470a-9bbe-65e7b8969e0e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Made reservation on behalf of f7560303d0f3455dad0a061238b9e575 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:29.413980 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7263b592-7c02-470a-9bbe-65e7b8969e0e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.419004 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48446) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:29.437487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Pushing event updated for resources: {'Port': ['ID=0a21fa86-eee6-4106-a2bd-89faa4a68308,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:29.442308 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.487971 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d13a9524-f108-4bad-ab24-1a2b3feb2fcb tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.519867 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d905b7-10ed-4711-9b54-a255ac087877 req-ae5651bf-cb88-4a83-bb54-f6af616ef1b6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:29.526925 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:29.527533 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:29.528046 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:29.528549 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:29.528876 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-90d905b7-10ed-4711-9b54-a255ac087877 req-ae5651bf-cb88-4a83-bb54-f6af616ef1b6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 946 time: 0.6006887 Jul 07 16:59:29.529255 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:29.529754 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:29.530263 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:29.530788 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:29.531011 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d13a9524-f108-4bad-ab24-1a2b3feb2fcb tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.531494 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:29.532004 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:29.532501 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:29.533108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 16:59:29.584384 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.ipam_backend_mixin [None req-7263b592-7c02-470a-9bbe-65e7b8969e0e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Performing IP validity checks on allocation pools {{(pid=100410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 16:59:29.585481 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.ipam_backend_mixin [None req-7263b592-7c02-470a-9bbe-65e7b8969e0e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 16:59:29.605656 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a9524-f108-4bad-ab24-1a2b3feb2fcb tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63830e90-c02d-448b-9e1d-fa940f9ad241,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:29.619271 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c05eadbd-e65b-4f00-a908-f22425f5cd71 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:29.629322 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 2850f1ff-4375-4243-829d-2840e5101d4a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2850f1ff-4375-4243-829d-2840e5101d4a,segment=NetworkSegment(111c58b8-01c7-430f-9524-d2b1e399617f),segment_id=111c58b8-01c7-430f-9524-d2b1e399617f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:29.635923 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-90d905b7-10ed-4711-9b54-a255ac087877 req-68783a85-8062-4485-a34e-d169cbe9800c tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059403 Jul 07 16:59:29.638024 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-ba2e2f76-a340-4e59-9a5b-4bb9c5c29169 req-cdba4de5-bd45-4fe7-a3d8-629ab07a9a0e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Deleting port 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:29.638421 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ba2e2f76-a340-4e59-9a5b-4bb9c5c29169 req-cdba4de5-bd45-4fe7-a3d8-629ab07a9a0e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.644273 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d13a9524-f108-4bad-ab24-1a2b3feb2fcb tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.649299 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d13a9524-f108-4bad-ab24-1a2b3feb2fcb tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6780210 Jul 07 16:59:29.650241 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.654637 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] For port 0a21fa86-eee6-4106-a2bd-89faa4a68308, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:29.659674 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48454) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:29.675103 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] For port 0a21fa86-eee6-4106-a2bd-89faa4a68308, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0a21fa86-eee6-4106-a2bd-89faa4a68308,segment=NetworkSegment(7a8d7a6b-41e1-4e2a-851a-83bfbe59ffd8),segment_id=7a8d7a6b-41e1-4e2a-851a-83bfbe59ffd8)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:29.678143 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d0ed3045-5895-4cf9-b596-7d3c230d0043 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:29.743886 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.749683 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2cfd1-b7fa-4d3a-a76b-1b3e7ff4e144 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event deleted for resources: {'Network': ['ID=575e4f0f-883d-4596-baf9-33fe8b1411d2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:29.766081 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device cb45fc6f-893a-4a07-b7df-197cfad354e1 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:29.787855 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d0ed3045-5895-4cf9-b596-7d3c230d0043 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.814286 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: cb45fc6f-893a-4a07-b7df-197cfad354e1 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:29.814985 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device cb45fc6f-893a-4a07-b7df-197cfad354e1 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:29.858502 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c05eadbd-e65b-4f00-a908-f22425f5cd71 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] 10.222.0.50 "PUT /v2.0/quotas/a62bebb25eeb4431a16d229c453d3da6 HTTP/1.1" status: 200 len: 366 time: 0.6254334 Jul 07 16:59:29.861987 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48464) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:29.878764 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-ba2e2f76-a340-4e59-9a5b-4bb9c5c29169 req-cdba4de5-bd45-4fe7-a3d8-629ab07a9a0e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] For port 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=5fef4419-8a77-4bb7-9c47-f61c4d92a8a1,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:29.879143 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ba2e2f76-a340-4e59-9a5b-4bb9c5c29169 req-cdba4de5-bd45-4fe7-a3d8-629ab07a9a0e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:29.891905 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=2850f1ff-4375-4243-829d-2840e5101d4a,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:29.904124 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-ba2e2f76-a340-4e59-9a5b-4bb9c5c29169 req-cdba4de5-bd45-4fe7-a3d8-629ab07a9a0e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Calling delete_port for 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:29.962163 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2b8e49ac-6e08-4939-a28d-3b10db8a1699 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0973337 Jul 07 16:59:29.978495 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4898e6f1-d138-4904-a9e7-bbc9b8f3d0f9 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Deleting subnet 5c1017f4-736f-429f-9a35-4321830ec9ce {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:59:29.980513 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48466) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:30.006294 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4898e6f1-d138-4904-a9e7-bbc9b8f3d0f9 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.009849 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-601b4d8d-de8d-4023-99e3-7fa60fe21b3a tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] 10.222.0.50 "GET /v2.0/quotas/a62bebb25eeb4431a16d229c453d3da6 HTTP/1.1" status: 200 len: 366 time: 0.0282481 Jul 07 16:59:30.014618 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842839dd-92b9-4558-ac02-04a1e72ce52b None None] Pushing event updated for resources: {'Port': ['ID=0a21fa86-eee6-4106-a2bd-89faa4a68308,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:30.015635 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48472) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:30.048899 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7263b592-7c02-470a-9bbe-65e7b8969e0e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.083866 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-226dd8e7-6309-4e43-abf9-209c015273d2 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/a62bebb25eeb4431a16d229c453d3da6 HTTP/1.1" status: 204 len: 168 time: 0.0530033 Jul 07 16:59:30.086401 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48476) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:30.099515 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4898e6f1-d138-4904-a9e7-bbc9b8f3d0f9 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.117772 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-32fa907e-c926-4dec-a558-b329bd602f42 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0232744 Jul 07 16:59:30.119825 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48482) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:30.181144 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-75f8a0c9-6877-43d4-bdeb-205a9264329c tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] 10.222.0.50 "GET /v2.0/quotas/a62bebb25eeb4431a16d229c453d3da6 HTTP/1.1" status: 200 len: 370 time: 0.0590878 Jul 07 16:59:30.184214 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48484) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:30.186919 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d0ed3045-5895-4cf9-b596-7d3c230d0043 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.200665 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-40358a14-08d3-4bec-96ce-cc6fb386f8c3 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] 10.222.0.50 "GET /v2.0/quotas/a62bebb25eeb4431a16d229c453d3da6/default HTTP/1.1" status: 200 len: 370 time: 0.0152240 Jul 07 16:59:30.207760 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48486) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:30.233098 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4898e6f1-d138-4904-a9e7-bbc9b8f3d0f9 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.296830 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-1051b41b-298b-413c-a7a1-cdcf37477ddc tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] delete failed (client error): The resource could not be found. Jul 07 16:59:30.297899 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1051b41b-298b-413c-a7a1-cdcf37477ddc tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/a62bebb25eeb4431a16d229c453d3da6 HTTP/1.1" status: 404 len: 348 time: 0.0793343 Jul 07 16:59:30.326354 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ba2e2f76-a340-4e59-9a5b-4bb9c5c29169 req-cdba4de5-bd45-4fe7-a3d8-629ab07a9a0e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.339148 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['5fef4419-8a77-4bb7-9c47-f61c4d92a8a1'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:59:30.345972 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4898e6f1-d138-4904-a9e7-bbc9b8f3d0f9 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.391557 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4898e6f1-d138-4904-a9e7-bbc9b8f3d0f9 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.394483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4898e6f1-d138-4904-a9e7-bbc9b8f3d0f9 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "DELETE /v2.0/subnets/5c1017f4-736f-429f-9a35-4321830ec9ce HTTP/1.1" status: 204 len: 168 time: 0.9527390 Jul 07 16:59:30.398724 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7263b592-7c02-470a-9bbe-65e7b8969e0e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Checking segment: {'id': 'd8d11b12-9a42-47ce-bbcc-40c81bbda9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4c01bde1-c81b-4377-9fb1-1071f9484a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:30.399372 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7263b592-7c02-470a-9bbe-65e7b8969e0e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Network hostable DHCP agents. Network: 4c01bde1-c81b-4377-9fb1-1071f9484a24, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:59:30.404534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48492) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:30.407112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a145a6c6-78c8-49ba-b970-15ac32a59006 None None] Network fa628430-93b1-41bf-af5b-08644e59924a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:30.433804 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263b592-7c02-470a-9bbe-65e7b8969e0e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Subnet': ['ID=79af6ff1-fc2e-4fec-acc7-ba3e2944432b,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:30.441433 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba4de5-bd45-4fe7-a3d8-629ab07a9a0e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Pushing event deleted for resources: {'Port': ['ID=5fef4419-8a77-4bb7-9c47-f61c4d92a8a1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:30.489298 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898e6f1-d138-4904-a9e7-bbc9b8f3d0f9 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event deleted for resources: {'Subnet': ['ID=5c1017f4-736f-429f-9a35-4321830ec9ce,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:30.534983 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2e2f76-a340-4e59-9a5b-4bb9c5c29169 req-cdba4de5-bd45-4fe7-a3d8-629ab07a9a0e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] No DVR routers for this DVR port 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:30.545348 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7263b592-7c02-470a-9bbe-65e7b8969e0e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Network 4c01bde1-c81b-4377-9fb1-1071f9484a24 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:59:30.547244 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ba2e2f76-a340-4e59-9a5b-4bb9c5c29169 req-cdba4de5-bd45-4fe7-a3d8-629ab07a9a0e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.553681 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ba2e2f76-a340-4e59-9a5b-4bb9c5c29169 req-cdba4de5-bd45-4fe7-a3d8-629ab07a9a0e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.69 "DELETE /v2.0/ports/5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 HTTP/1.1" status: 204 len: 173 time: 1.4455483 Jul 07 16:59:30.554450 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ec88bb-a7f4-478d-9c7d-6669f11e9bd6', 'name': 'network-vif-deleted', 'tag': '5fef4419-8a77-4bb7-9c47-f61c4d92a8a1'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:30.557422 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20b1142-0520-4230-8368-e379961edaeb" -d '{"events": [{"server_uuid": "d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6", "name": "network-vif-deleted", "tag": "5fef4419-8a77-4bb7-9c47-f61c4d92a8a1"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:30.572134 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-d0ed3045-5895-4cf9-b596-7d3c230d0043 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Allocated IP 172.25.2.57 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/47380d01-9f3f-4b4a-92e4-683f6cd6069c) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:30.663705 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-7263b592-7c02-470a-9bbe-65e7b8969e0e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 4c01bde1-c81b-4377-9fb1-1071f9484a24) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:30.687623 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5201a302-b99d-4a62-a1f9-bb83c8f70bd1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.690293 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b22d0f-6ede-4b8e-8490-a492611a0818 x-openstack-request-id: req-a7b22d0f-6ede-4b8e-8490-a492611a0818 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:30.691543 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6", "name": "network-vif-deleted", "tag": "5fef4419-8a77-4bb7-9c47-f61c4d92a8a1", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:30.695680 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a7b22d0f-6ede-4b8e-8490-a492611a0818 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:30.696609 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ec88bb-a7f4-478d-9c7d-6669f11e9bd6', 'name': 'network-vif-deleted', 'tag': '5fef4419-8a77-4bb7-9c47-f61c4d92a8a1', 'status': 'completed', 'code': 200} Jul 07 16:59:30.699749 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480e6bff-6f85-4e54-8754-b0f605089d8a None None] Network 4c01bde1-c81b-4377-9fb1-1071f9484a24 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:30.700833 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7263b592-7c02-470a-9bbe-65e7b8969e0e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:30.701919 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7263b592-7c02-470a-9bbe-65e7b8969e0e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.702929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0a21fa86-eee6-4106-a2bd-89faa4a68308 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:30.797515 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7263b592-7c02-470a-9bbe-65e7b8969e0e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6682405 Jul 07 16:59:30.798197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48504) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:30.811803 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d0ed3045-5895-4cf9-b596-7d3c230d0043 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.846686 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48506) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:30.921065 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d0ed3045-5895-4cf9-b596-7d3c230d0043 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:30.979893 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ed3045-5895-4cf9-b596-7d3c230d0043 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:30.996985 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-d0ed3045-5895-4cf9-b596-7d3c230d0043 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:31.010663 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ed3045-5895-4cf9-b596-7d3c230d0043 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:31.040267 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 0a21fa86-eee6-4106-a2bd-89faa4a68308 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:31.046083 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:31.061859 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2850f1ff-4375-4243-829d-2840e5101d4a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:31.154632 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfca271d-cca5-45cd-ab39-2a3fd4a01b78 None None] DHCP port deletion for fa628430-93b1-41bf-af5b-08644e59924a request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:59:31.241350 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-5201a302-b99d-4a62-a1f9-bb83c8f70bd1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Deleting port df821bcd-837e-4bfa-88a1-0d18cbbd6989 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:31.241953 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5201a302-b99d-4a62-a1f9-bb83c8f70bd1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:31.320867 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:31.321101 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 2850f1ff-4375-4243-829d-2840e5101d4a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:31.321405 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:31.360339 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-4c01bde1-c81b-4377-9fb1-1071f9484a24', 'network_id': '4c01bde1-c81b-4377-9fb1-1071f9484a24', 'tenant_id': 'f7560303d0f3455dad0a061238b9e575', 'fixed_ips': [{'subnet_id': '79af6ff1-fc2e-4fec-acc7-ba3e2944432b'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:59:31.361244 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:31.440126 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-5201a302-b99d-4a62-a1f9-bb83c8f70bd1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] For port df821bcd-837e-4bfa-88a1-0d18cbbd6989, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=df821bcd-837e-4bfa-88a1-0d18cbbd6989,segment=NetworkSegment(c6be9b44-779f-4f4a-9256-8e018f083e78),segment_id=c6be9b44-779f-4f4a-9256-8e018f083e78)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:31.444140 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5201a302-b99d-4a62-a1f9-bb83c8f70bd1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:31.618929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18a24ca-7981-4f2b-8e53-de7b73bf415d None None] Network 14b183b3-f7b4-4d2e-ac66-79f613fbc5d2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:31.746502 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-dfca271d-cca5-45cd-ab39-2a3fd4a01b78 None None] Deleting port df821bcd-837e-4bfa-88a1-0d18cbbd6989 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:31.747954 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dfca271d-cca5-45cd-ab39-2a3fd4a01b78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:31.754053 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f3fb8d4f-0904-45d9-b3db-0ffd133b507f None None] Provisioning for port 0a21fa86-eee6-4106-a2bd-89faa4a68308 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:31.801793 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f3fb8d4f-0904-45d9-b3db-0ffd133b507f None None] Provisioning complete for port 0a21fa86-eee6-4106-a2bd-89faa4a68308 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:31.802624 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f3fb8d4f-0904-45d9-b3db-0ffd133b507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:31.853300 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Allocated IP 2001:db8::3 (4c01bde1-c81b-4377-9fb1-1071f9484a24/79af6ff1-fc2e-4fec-acc7-ba3e2944432b/386a964e-7f9a-4629-8ff5-dc8bd3f8de75) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:32.040077 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-dfca271d-cca5-45cd-ab39-2a3fd4a01b78 None None] For port df821bcd-837e-4bfa-88a1-0d18cbbd6989, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=df821bcd-837e-4bfa-88a1-0d18cbbd6989,segment=NetworkSegment(c6be9b44-779f-4f4a-9256-8e018f083e78),segment_id=c6be9b44-779f-4f4a-9256-8e018f083e78)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:32.040772 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dfca271d-cca5-45cd-ab39-2a3fd4a01b78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.043082 n-d-793620-7 neutron-server[100409]: DEBUG neutron.quota.resource [None req-0f97efe6-8b89-4e94-9d3f-ab6fc1b161b1 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] Usage tracker for resource:network and tenant:8dffd231a56d472d9f504a9ddb5b300e is out of sync, need to count used quota {{(pid=100409) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 16:59:32.055491 n-d-793620-7 neutron-server[100409]: DEBUG neutron.quota.resource [None req-0f97efe6-8b89-4e94-9d3f-ab6fc1b161b1 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100409) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 16:59:32.072720 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-dfca271d-cca5-45cd-ab39-2a3fd4a01b78 None None] Calling delete_port for df821bcd-837e-4bfa-88a1-0d18cbbd6989 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:32.074858 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6355373e-2f4c-4102-9ba1-990657ca84db req-35a8fb89-161c-406c-a613-beeaa2a6e214 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 210 time: 1.1553364 Jul 07 16:59:32.086862 n-d-793620-7 neutron-server[100409]: DEBUG neutron.quota.resource [None req-0f97efe6-8b89-4e94-9d3f-ab6fc1b161b1 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] Usage tracker for resource:subnet and tenant:8dffd231a56d472d9f504a9ddb5b300e is out of sync, need to count used quota {{(pid=100409) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 16:59:32.133371 n-d-793620-7 neutron-server[100409]: DEBUG neutron.quota.resource [None req-0f97efe6-8b89-4e94-9d3f-ab6fc1b161b1 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100409) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 16:59:32.159537 n-d-793620-7 neutron-server[100409]: DEBUG neutron.quota.resource [None req-0f97efe6-8b89-4e94-9d3f-ab6fc1b161b1 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] Usage tracker for resource:subnetpool and tenant:8dffd231a56d472d9f504a9ddb5b300e is out of sync, need to count used quota {{(pid=100409) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 16:59:32.161972 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed3045-5895-4cf9-b596-7d3c230d0043 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Pushing event updated for resources: {'Port': ['ID=47380d01-9f3f-4b4a-92e4-683f6cd6069c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:32.273690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-5201a302-b99d-4a62-a1f9-bb83c8f70bd1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Calling delete_port for df821bcd-837e-4bfa-88a1-0d18cbbd6989 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:32.278105 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d0ed3045-5895-4cf9-b596-7d3c230d0043 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.297426 n-d-793620-7 neutron-server[100409]: DEBUG neutron.quota.resource [None req-0f97efe6-8b89-4e94-9d3f-ab6fc1b161b1 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100409) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 16:59:32.323989 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f3fb8d4f-0904-45d9-b3db-0ffd133b507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.366260 n-d-793620-7 neutron-server[100409]: DEBUG neutron.quota.resource [None req-0f97efe6-8b89-4e94-9d3f-ab6fc1b161b1 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] Usage tracker for resource:port and tenant:8dffd231a56d472d9f504a9ddb5b300e is out of sync, need to count used quota {{(pid=100409) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 16:59:32.378992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.quota.resource [None req-0f97efe6-8b89-4e94-9d3f-ab6fc1b161b1 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100409) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 16:59:32.419993 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.429295 n-d-793620-7 neutron-server[100409]: DEBUG neutron.quota.resource [None req-0f97efe6-8b89-4e94-9d3f-ab6fc1b161b1 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] Usage tracker for resource:router and tenant:8dffd231a56d472d9f504a9ddb5b300e is out of sync, need to count used quota {{(pid=100409) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 16:59:32.431146 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d0ed3045-5895-4cf9-b596-7d3c230d0043 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.462714 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5201a302-b99d-4a62-a1f9-bb83c8f70bd1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.465224 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Transition to ACTIVE for port object 386a964e-7f9a-4629-8ff5-dc8bd3f8de75 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:32.470956 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dfca271d-cca5-45cd-ab39-2a3fd4a01b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.485699 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f3fb8d4f-0904-45d9-b3db-0ffd133b507f None None] For port 0a21fa86-eee6-4106-a2bd-89faa4a68308, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0a21fa86-eee6-4106-a2bd-89faa4a68308,segment=NetworkSegment(7a8d7a6b-41e1-4e2a-851a-83bfbe59ffd8),segment_id=7a8d7a6b-41e1-4e2a-851a-83bfbe59ffd8)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:32.530120 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device df821bcd-837e-4bfa-88a1-0d18cbbd6989 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:32.541260 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f3fb8d4f-0904-45d9-b3db-0ffd133b507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.543395 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca271d-cca5-45cd-ab39-2a3fd4a01b78 None None] Pushing event deleted for resources: {'Port': ['ID=df821bcd-837e-4bfa-88a1-0d18cbbd6989,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:32.553279 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfca271d-cca5-45cd-ab39-2a3fd4a01b78 None None] No DVR routers for this DVR port df821bcd-837e-4bfa-88a1-0d18cbbd6989 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:32.590736 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: df821bcd-837e-4bfa-88a1-0d18cbbd6989 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:32.591203 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device df821bcd-837e-4bfa-88a1-0d18cbbd6989 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:32.603296 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201a302-b99d-4a62-a1f9-bb83c8f70bd1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event deleted for resources: {'Port': ['ID=df821bcd-837e-4bfa-88a1-0d18cbbd6989,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:32.603670 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Transition to ACTIVE for port object 386a964e-7f9a-4629-8ff5-dc8bd3f8de75 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:32.625720 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5201a302-b99d-4a62-a1f9-bb83c8f70bd1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] No DVR routers for this DVR port df821bcd-837e-4bfa-88a1-0d18cbbd6989 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:32.649244 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.697795 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Network 4c01bde1-c81b-4377-9fb1-1071f9484a24 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:32.697795 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:32.700319 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:32.718800 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb8d4f-0904-45d9-b3db-0ffd133b507f None None] Pushing event updated for resources: {'Port': ['ID=0a21fa86-eee6-4106-a2bd-89faa4a68308,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:32.773662 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.775660 n-d-793620-7 neutron-server[100409]: DEBUG neutron.quota.resource [None req-0f97efe6-8b89-4e94-9d3f-ab6fc1b161b1 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100409) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 16:59:32.789147 n-d-793620-7 neutron-server[100409]: DEBUG neutron.quota.resource [None req-0f97efe6-8b89-4e94-9d3f-ab6fc1b161b1 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] Usage tracker for resource:floatingip and tenant:8dffd231a56d472d9f504a9ddb5b300e is out of sync, need to count used quota {{(pid=100409) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 16:59:32.806031 n-d-793620-7 neutron-server[100409]: DEBUG neutron.quota.resource [None req-0f97efe6-8b89-4e94-9d3f-ab6fc1b161b1 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100409) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 16:59:32.856565 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Subnet': ['ID=79af6ff1-fc2e-4fec-acc7-ba3e2944432b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:32.905271 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d0ed3045-5895-4cf9-b596-7d3c230d0043 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.915614 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d0ed3045-5895-4cf9-b596-7d3c230d0043 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.933752 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.946196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c01bde1-c81b-4377-9fb1-1071f9484a24']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:32.957666 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d11b12-9a42-47ce-bbcc-40c81bbda9fc') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:32.958734 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d11b12-9a42-47ce-bbcc-40c81bbda9fc') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:32.970397 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.987403 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:32.995120 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:32.995738 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.042218 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed3045-5895-4cf9-b596-7d3c230d0043 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Pushing event updated for resources: {'Port': ['ID=47380d01-9f3f-4b4a-92e4-683f6cd6069c,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:33.050279 n-d-793620-7 neutron-server[100409]: DEBUG neutron.quota.resource [None req-0f97efe6-8b89-4e94-9d3f-ab6fc1b161b1 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] Usage tracker for resource:security_group and tenant:8dffd231a56d472d9f504a9ddb5b300e is out of sync, need to count used quota {{(pid=100409) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 16:59:33.071249 n-d-793620-7 neutron-server[100409]: DEBUG neutron.quota.resource [None req-0f97efe6-8b89-4e94-9d3f-ab6fc1b161b1 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100409) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:33.076571 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:33.096022 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.api [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 16:59:33.096022 n-d-793620-7 neutron-server[100410]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 16:59:33.096022 n-d-793620-7 neutron-server[100410]: [parameters: {'id': '4c01bde1-c81b-4377-9fb1-1071f9484a24'}] Jul 07 16:59:33.096022 n-d-793620-7 neutron-server[100410]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:59:33.096820 n-d-793620-7 neutron-server[100410]: DEBUG oslo_db.api [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:59:33.099600 n-d-793620-7 neutron-server[100409]: DEBUG neutron.quota.resource [None req-0f97efe6-8b89-4e94-9d3f-ab6fc1b161b1 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] Usage tracker for resource:security_group_rule and tenant:8dffd231a56d472d9f504a9ddb5b300e is out of sync, need to count used quota {{(pid=100409) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 16:59:33.104062 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5201a302-b99d-4a62-a1f9-bb83c8f70bd1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.119378 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-5201a302-b99d-4a62-a1f9-bb83c8f70bd1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa628430-93b1-41bf-af5b-08644e59924a']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:33.132166 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-5201a302-b99d-4a62-a1f9-bb83c8f70bd1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6be9b44-779f-4f4a-9256-8e018f083e78') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:33.132464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-5201a302-b99d-4a62-a1f9-bb83c8f70bd1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6be9b44-779f-4f4a-9256-8e018f083e78') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:33.142480 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5201a302-b99d-4a62-a1f9-bb83c8f70bd1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.164579 n-d-793620-7 neutron-server[100409]: DEBUG neutron.quota.resource [None req-0f97efe6-8b89-4e94-9d3f-ab6fc1b161b1 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100409) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 16:59:33.166198 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5201a302-b99d-4a62-a1f9-bb83c8f70bd1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.177981 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0f97efe6-8b89-4e94-9d3f-ab6fc1b161b1 tempest-QuotasTest-282477645 tempest-QuotasTest-282477645-project-admin] 10.222.0.50 "GET /v2.0/quotas/8dffd231a56d472d9f504a9ddb5b300e/details.json HTTP/1.1" status: 200 len: 703 time: 2.3298683 Jul 07 16:59:33.202252 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5201a302-b99d-4a62-a1f9-bb83c8f70bd1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:33.203868 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5201a302-b99d-4a62-a1f9-bb83c8f70bd1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.216437 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Pushing event updated for resources: {'Port': ['ID=386a964e-7f9a-4629-8ff5-dc8bd3f8de75,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:33.224498 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:33.227306 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:33.240920 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d0ed3045-5895-4cf9-b596-7d3c230d0043 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.250142 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:33.250668 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 5fef4419-8a77-4bb7-9c47-f61c4d92a8a1 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:33.266064 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Attempting to bind port 386a964e-7f9a-4629-8ff5-dc8bd3f8de75 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:33.266513 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Attempting to bind port 386a964e-7f9a-4629-8ff5-dc8bd3f8de75 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'd8d11b12-9a42-47ce-bbcc-40c81bbda9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4c01bde1-c81b-4377-9fb1-1071f9484a24'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:33.267018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Attempting to bind port 386a964e-7f9a-4629-8ff5-dc8bd3f8de75 on network 4c01bde1-c81b-4377-9fb1-1071f9484a24 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:33.275841 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-45d1821b-e594-4b69-94ce-5fee5b937f0c None None] Provisioning complete for port 0a21fa86-eee6-4106-a2bd-89faa4a68308 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:33.276240 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-45d1821b-e594-4b69-94ce-5fee5b937f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.277963 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d0ed3045-5895-4cf9-b596-7d3c230d0043 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.280123 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d0ed3045-5895-4cf9-b596-7d3c230d0043 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6057765 Jul 07 16:59:33.322426 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:33.322824 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Checking segment: {'id': 'd8d11b12-9a42-47ce-bbcc-40c81bbda9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4c01bde1-c81b-4377-9fb1-1071f9484a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:33.323232 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.323632 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Bound using segment: {'id': 'd8d11b12-9a42-47ce-bbcc-40c81bbda9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4c01bde1-c81b-4377-9fb1-1071f9484a24'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:33.324118 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Bound port: 386a964e-7f9a-4629-8ff5-dc8bd3f8de75, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d11b12-9a42-47ce-bbcc-40c81bbda9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4c01bde1-c81b-4377-9fb1-1071f9484a24'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:33.324509 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.407424 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5201a302-b99d-4a62-a1f9-bb83c8f70bd1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.422810 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5201a302-b99d-4a62-a1f9-bb83c8f70bd1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.433665 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5201a302-b99d-4a62-a1f9-bb83c8f70bd1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] 10.222.0.50 "DELETE /v2.0/networks/fa628430-93b1-41bf-af5b-08644e59924a HTTP/1.1" status: 204 len: 168 time: 3.0196881 Jul 07 16:59:33.466554 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201a302-b99d-4a62-a1f9-bb83c8f70bd1 tempest-ServersTestMultiNic-1416202181 tempest-ServersTestMultiNic-1416202181-project] Pushing event deleted for resources: {'Network': ['ID=fa628430-93b1-41bf-af5b-08644e59924a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:33.490551 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-708dc9a9-8c5b-4a6e-b9eb-3311c3adea17 req-be4d6d1b-b2b8-4a44-b415-da6d2214e656 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 210 time: 0.0615520 Jul 07 16:59:33.510444 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] For port 386a964e-7f9a-4629-8ff5-dc8bd3f8de75, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:33.515640 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] For port 386a964e-7f9a-4629-8ff5-dc8bd3f8de75, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=386a964e-7f9a-4629-8ff5-dc8bd3f8de75,segment=NetworkSegment(d8d11b12-9a42-47ce-bbcc-40c81bbda9fc),segment_id=d8d11b12-9a42-47ce-bbcc-40c81bbda9fc)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:33.529353 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.599920 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.717080 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Deleting port 386a964e-7f9a-4629-8ff5-dc8bd3f8de75 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:33.717435 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:33.727863 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3bb32-afd4-4c14-a5d9-ef3c6dfa2b35 None None] Pushing event updated for resources: {'Port': ['ID=386a964e-7f9a-4629-8ff5-dc8bd3f8de75,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:33.728282 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e0667fb8-ad75-4f9e-b8af-6d62db764ad8 req-5608e48d-26ef-495f-a04c-6778ccda7d28 tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.0817678 Jul 07 16:59:33.868463 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73a127e-700c-4439-bf55-f16d2a2b8dca None None] Network 4c01bde1-c81b-4377-9fb1-1071f9484a24 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:33.935436 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-8edffab6-8298-499d-afd7-4aca29efab54 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--715033401&fields=id&tenant_id=aec3ba415e76445d82f1318288342524 HTTP/1.1" status: 200 len: 267 time: 0.1262355 Jul 07 16:59:33.938609 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] For port 386a964e-7f9a-4629-8ff5-dc8bd3f8de75, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=386a964e-7f9a-4629-8ff5-dc8bd3f8de75,segment=NetworkSegment(d8d11b12-9a42-47ce-bbcc-40c81bbda9fc),segment_id=d8d11b12-9a42-47ce-bbcc-40c81bbda9fc)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:33.939069 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.073255 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Calling delete_port for 386a964e-7f9a-4629-8ff5-dc8bd3f8de75 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:34.164916 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16041422-8061-49b4-b1ef-86e4814ca33c None None] get_active_networks_info from n-d-793620-7 {{(pid=100411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 16:59:34.191630 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48602) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:34.373056 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-39602789-4ee0-4a67-9537-502c7548c5bf tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:34.384878 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-39602789-4ee0-4a67-9537-502c7548c5bf tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/networks?id=5fa52965-0d16-4620-bfa2-fc0545b6823d HTTP/1.1" status: 200 len: 811 time: 0.4484079 Jul 07 16:59:34.403914 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1aee04c1-0b52-4d79-88ff-5e7e9e906f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.413502 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48610) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:34.516901 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16041422-8061-49b4-b1ef-86e4814ca33c None None] Resources bound (agent type, host, resource id): {{(pid=100411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 16:59:34.534535 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0a21fa86-eee6-4106-a2bd-89faa4a68308 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:34.599564 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-97325863-58d4-4554-89fc-ffb66b29a183 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/quotas/aec3ba415e76445d82f1318288342524 HTTP/1.1" status: 200 len: 375 time: 0.2137678 Jul 07 16:59:34.635776 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48618) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:34.669757 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1aee04c1-0b52-4d79-88ff-5e7e9e906f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.679239 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1aee04c1-0b52-4d79-88ff-5e7e9e906f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.734652 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee04c1-0b52-4d79-88ff-5e7e9e906f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2392ecbc-2209-47f1-bf0e-676abc9e2044,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:34.826428 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1aee04c1-0b52-4d79-88ff-5e7e9e906f89 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b0fcdf2e767f48c09e7ef6f0e94cb3e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6324618 Jul 07 16:59:34.829139 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48626) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:34.844023 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:34.911322 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ba8e590-6823-48bd-94ef-5ec8db0a530e req-ac591cef-319d-46a9-8f1f-c30c05e9d62e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 210 time: 0.0673137 Jul 07 16:59:34.938021 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Port': ['ID=386a964e-7f9a-4629-8ff5-dc8bd3f8de75,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:34.960852 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] No DVR routers for this DVR port 386a964e-7f9a-4629-8ff5-dc8bd3f8de75 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:34.983017 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e09f281-6294-4a35-a0b4-a05735a0032b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.015883 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e09f281-6294-4a35-a0b4-a05735a0032b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.070141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 0a21fa86-eee6-4106-a2bd-89faa4a68308 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:35.070578 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.118042 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e09f281-6294-4a35-a0b4-a05735a0032b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.122870 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e09f281-6294-4a35-a0b4-a05735a0032b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.126576 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1e09f281-6294-4a35-a0b4-a05735a0032b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2392ecbc-2209-47f1-bf0e-676abc9e2044 HTTP/1.1" status: 204 len: 168 time: 0.2939572 Jul 07 16:59:35.138637 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09f281-6294-4a35-a0b4-a05735a0032b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2392ecbc-2209-47f1-bf0e-676abc9e2044,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:35.169180 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-2bd22bb3-b8a4-434b-8097-f822e8f47940 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=aec3ba415e76445d82f1318288342524&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5687301 Jul 07 16:59:35.195332 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7af8a130-06ac-4786-a940-7ba7d3966ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.326577 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a4a4951-e169-4062-a2b2-c6832b374a68 req-debe58ae-c044-4bcc-b817-53db3051108e tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.0616226 Jul 07 16:59:35.494463 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7af8a130-06ac-4786-a940-7ba7d3966ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.502267 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.504416 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7af8a130-06ac-4786-a940-7ba7d3966ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.532999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c01bde1-c81b-4377-9fb1-1071f9484a24']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:35.550577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d11b12-9a42-47ce-bbcc-40c81bbda9fc') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:35.551169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d11b12-9a42-47ce-bbcc-40c81bbda9fc') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:35.592830 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.638340 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-aa54f052-08c5-48ff-ae10-06544ae87d3c service neutron] 10.222.0.50 "GET /v2.0/networks/5fa52965-0d16-4620-bfa2-fc0545b6823d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033938 Jul 07 16:59:35.642065 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7af8a130-06ac-4786-a940-7ba7d3966ae0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60592bcd4d2249419fbe128e38fa909a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0026095 Jul 07 16:59:35.642065 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8a130-06ac-4786-a940-7ba7d3966ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffd0380-72bc-4fd3-84db-e09966c212c9,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:35.649611 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48642) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:35.714038 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.764103 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:35.764515 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:35.785816 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:35.788237 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f55652b-3ea1-4de7-9db6-6c19d50cd651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.818349 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48646) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:35.830225 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f55652b-3ea1-4de7-9db6-6c19d50cd651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.852145 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cc323c37-5bba-40a2-b096-e794e1b1d9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.905533 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.923348 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:35.925662 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/networks/4c01bde1-c81b-4377-9fb1-1071f9484a24 HTTP/1.1" status: 204 len: 168 time: 5.1251600 Jul 07 16:59:35.977782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48650) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:35.992766 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-c2bc6973-9ae7-4fbd-a09d-b967ce3a996a service neutron] 10.222.0.50 "GET /v2.0/networks/5fa52965-0d16-4620-bfa2-fc0545b6823d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494127 Jul 07 16:59:35.996576 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d1ff6-3764-405b-8e8d-e56076d4b4a5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Network': ['ID=4c01bde1-c81b-4377-9fb1-1071f9484a24,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:36.012692 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cc323c37-5bba-40a2-b096-e794e1b1d9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.018661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-ca33d262-f07c-4f66-927c-bd9b2ef2cb54 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1592197399'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:36.024573 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cc323c37-5bba-40a2-b096-e794e1b1d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.128524 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cc323c37-5bba-40a2-b096-e794e1b1d9d7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8dffd231a56d472d9f504a9ddb5b300e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3089650 Jul 07 16:59:36.131472 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc323c37-5bba-40a2-b096-e794e1b1d9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5e06d4-3c82-47e4-9be3-736afd883c9b,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:36.133965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48656) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:36.146561 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca33d262-f07c-4f66-927c-bd9b2ef2cb54 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Made reservation on behalf of f7560303d0f3455dad0a061238b9e575 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:36.166104 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca33d262-f07c-4f66-927c-bd9b2ef2cb54 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.173121 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f55652b-3ea1-4de7-9db6-6c19d50cd651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.175749 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f55652b-3ea1-4de7-9db6-6c19d50cd651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.179346 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5f55652b-3ea1-4de7-9db6-6c19d50cd651 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dffd0380-72bc-4fd3-84db-e09966c212c9 HTTP/1.1" status: 204 len: 168 time: 0.5263388 Jul 07 16:59:36.204607 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55652b-3ea1-4de7-9db6-6c19d50cd651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffd0380-72bc-4fd3-84db-e09966c212c9,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:36.244879 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-66efae80-d93a-4682-9024-a14cee6af0de req-2321e549-7969-4f90-8811-c8756ce1607f tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 210 time: 0.0657339 Jul 07 16:59:36.245554 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b42cce27-4994-4505-88f3-ea82dab6c597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.283262 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca33d262-f07c-4f66-927c-bd9b2ef2cb54 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:59:36.321886 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b42cce27-4994-4505-88f3-ea82dab6c597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.334038 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca33d262-f07c-4f66-927c-bd9b2ef2cb54 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.334408 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-ca33d262-f07c-4f66-927c-bd9b2ef2cb54 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Added segment f93051d3-bfc2-4388-b258-c96561c6907a of type vlan for network 5d747cc8-d257-4702-aaab-ad46f6eac269 Jul 07 16:59:36.369910 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-573a7966-0a0b-412f-aa95-adc22a4c4d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.486808 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3cf800b1-61d6-474e-9097-b442c26b86dd req-5dbdd881-68af-44b5-b695-e176128d15a7 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 210 time: 0.0686331 Jul 07 16:59:36.526293 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b42cce27-4994-4505-88f3-ea82dab6c597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.529054 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b42cce27-4994-4505-88f3-ea82dab6c597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.532000 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b42cce27-4994-4505-88f3-ea82dab6c597 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf5e06d4-3c82-47e4-9be3-736afd883c9b HTTP/1.1" status: 204 len: 168 time: 0.3948386 Jul 07 16:59:36.556856 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42cce27-4994-4505-88f3-ea82dab6c597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5e06d4-3c82-47e4-9be3-736afd883c9b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:36.659603 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca33d262-f07c-4f66-927c-bd9b2ef2cb54 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.756837 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca33d262-f07c-4f66-927c-bd9b2ef2cb54 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.764080 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca33d262-f07c-4f66-927c-bd9b2ef2cb54 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:36.764699 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca33d262-f07c-4f66-927c-bd9b2ef2cb54 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:36.822642 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cf39c8f5-11b8-41bb-8922-d831755e35e9 req-4d6bf7b5-4093-494c-a0d1-a47a6b057852 tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.1074095 Jul 07 16:59:36.989617 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be01778d-4372-4880-b2e3-c595898a9de4 req-0d07cad3-f8bb-4df7-8353-42bc77efe9db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.1390359 Jul 07 16:59:36.995124 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ca33d262-f07c-4f66-927c-bd9b2ef2cb54 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9882486 Jul 07 16:59:36.997408 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33d262-f07c-4f66-927c-bd9b2ef2cb54 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Network': ['ID=5d747cc8-d257-4702-aaab-ad46f6eac269,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:36.998689 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48684) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:37.008859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-51aaf479-23d7-4814-92e1-9dcad24b181e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'subnet': {'network_id': '5d747cc8-d257-4702-aaab-ad46f6eac269', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:37.028309 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 5d747cc8-d257-4702-aaab-ad46f6eac269 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:59:37.162943 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48688) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:37.193460 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c6dc00e9-e137-4764-b970-bef9d10ee134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.261362 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51aaf479-23d7-4814-92e1-9dcad24b181e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Made reservation on behalf of f7560303d0f3455dad0a061238b9e575 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:37.268903 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-51aaf479-23d7-4814-92e1-9dcad24b181e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.327973 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-573a7966-0a0b-412f-aa95-adc22a4c4d4f admin admin] Deleting port df1f3730-90a2-4398-9f83-2fc405a12a2d {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:37.328618 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-573a7966-0a0b-412f-aa95-adc22a4c4d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.498400 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d37d7cef-8886-4cc1-a5e2-925abbe133da req-09ce3cea-2913-435d-bb5b-f85c4e12227b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 210 time: 0.0977714 Jul 07 16:59:37.532173 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-573a7966-0a0b-412f-aa95-adc22a4c4d4f admin admin] For port df1f3730-90a2-4398-9f83-2fc405a12a2d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=df1f3730-90a2-4398-9f83-2fc405a12a2d,segment=NetworkSegment(a7049394-7b8a-4d9e-a528-b7e141f02581),segment_id=a7049394-7b8a-4d9e-a528-b7e141f02581)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:37.533033 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-573a7966-0a0b-412f-aa95-adc22a4c4d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.555190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-573a7966-0a0b-412f-aa95-adc22a4c4d4f admin admin] Calling delete_port for df1f3730-90a2-4398-9f83-2fc405a12a2d owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:37.640002 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c6dc00e9-e137-4764-b970-bef9d10ee134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.665868 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c6dc00e9-e137-4764-b970-bef9d10ee134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.751323 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-51aaf479-23d7-4814-92e1-9dcad24b181e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.822803 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c6dc00e9-e137-4764-b970-bef9d10ee134 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ffee61422f134cc5bfca3bbb9ede56fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6554902 Jul 07 16:59:37.829845 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48706) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:37.847084 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc00e9-e137-4764-b970-bef9d10ee134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776dd824-e7a2-4635-b2be-66051c94a1c4,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:37.896957 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aaf479-23d7-4814-92e1-9dcad24b181e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Checking segment: {'id': 'f93051d3-bfc2-4388-b258-c96561c6907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5d747cc8-d257-4702-aaab-ad46f6eac269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:37.897339 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aaf479-23d7-4814-92e1-9dcad24b181e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Network hostable DHCP agents. Network: 5d747cc8-d257-4702-aaab-ad46f6eac269, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:59:37.901377 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aaf479-23d7-4814-92e1-9dcad24b181e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Subnet': ['ID=95cacfe3-259c-41d9-a6ab-e3289883ea59,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:37.937397 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1cd61981-9a5f-46db-b60c-a9d9cfa54ec3 req-c3e20165-8a7c-4c19-9cf9-0d93a5e8509e tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 210 time: 0.1263056 Jul 07 16:59:37.962313 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2112b655-6181-4deb-9f03-c776006c2fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:37.981126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aaf479-23d7-4814-92e1-9dcad24b181e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Network 5d747cc8-d257-4702-aaab-ad46f6eac269 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:59:37.999047 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-51aaf479-23d7-4814-92e1-9dcad24b181e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 5d747cc8-d257-4702-aaab-ad46f6eac269) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:38.002026 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2112b655-6181-4deb-9f03-c776006c2fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.010809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aaf479-23d7-4814-92e1-9dcad24b181e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:38.011420 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-51aaf479-23d7-4814-92e1-9dcad24b181e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.021467 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c50b8e3-925f-47d6-ba34-acee536b65d5 None None] Network 5d747cc8-d257-4702-aaab-ad46f6eac269 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:38.036762 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-51aaf479-23d7-4814-92e1-9dcad24b181e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0363045 Jul 07 16:59:38.042466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48716) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:38.152615 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-573a7966-0a0b-412f-aa95-adc22a4c4d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.197780 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9ea96df3-551f-46ce-b89a-a801d0986bc7 req-ee8fac25-8653-4a92-b599-3fa3a7a3dfa4 tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.0581124 Jul 07 16:59:38.233339 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.259039 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a7966-0a0b-412f-aa95-adc22a4c4d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=df1f3730-90a2-4398-9f83-2fc405a12a2d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:38.365543 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-5d747cc8-d257-4702-aaab-ad46f6eac269', 'network_id': '5d747cc8-d257-4702-aaab-ad46f6eac269', 'tenant_id': 'f7560303d0f3455dad0a061238b9e575', 'fixed_ips': [{'subnet_id': '95cacfe3-259c-41d9-a6ab-e3289883ea59'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:59:38.374493 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.497512 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48726) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:38.584205 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.594316 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-fc362f38-6ba4-48f8-bc97-0877d74fbab7 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:38.596039 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-fc362f38-6ba4-48f8-bc97-0877d74fbab7 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.69 "GET /v2.0/networks?id=5fa52965-0d16-4620-bfa2-fc0545b6823d HTTP/1.1" status: 200 len: 811 time: 0.1902955 Jul 07 16:59:38.599969 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2112b655-6181-4deb-9f03-c776006c2fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.602882 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2112b655-6181-4deb-9f03-c776006c2fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.604321 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2112b655-6181-4deb-9f03-c776006c2fda admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/776dd824-e7a2-4635-b2be-66051c94a1c4 HTTP/1.1" status: 204 len: 168 time: 0.7731366 Jul 07 16:59:38.656271 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112b655-6181-4deb-9f03-c776006c2fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776dd824-e7a2-4635-b2be-66051c94a1c4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:38.659671 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-573a7966-0a0b-412f-aa95-adc22a4c4d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.781014 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-be8766cb-758c-42b1-9c48-e75428720d05 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aec3ba415e76445d82f1318288342524 HTTP/1.1" status: 200 len: 379 time: 0.1557653 Jul 07 16:59:38.803137 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-31616c27-5c98-4010-82a9-67bf92fa44a6 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Request body: {'port': {'device_id': 'f1abc186-ac15-40c5-a134-1be6332ae95b', 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d', 'admin_state_up': True, 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'security_groups': ['f404cc17-3ebb-4939-8ba9-86fb9860ff18']}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:38.896892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-6d799e1e-586a-4c53-b45d-2d5fe1646bfd tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1810567121'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:38.944717 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d799e1e-586a-4c53-b45d-2d5fe1646bfd tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Made reservation on behalf of fadcf4190e4243aeb98dd0f91fb71fdc for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:38.949557 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6d799e1e-586a-4c53-b45d-2d5fe1646bfd tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:38.990909 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Allocated IP 2001:db8::1 (5d747cc8-d257-4702-aaab-ad46f6eac269/95cacfe3-259c-41d9-a6ab-e3289883ea59/c8e5a520-f0b0-4bc8-b408-16a2212c8ad9) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:39.007012 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6d799e1e-586a-4c53-b45d-2d5fe1646bfd tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.057862 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1eede089-d864-4e06-9915-7aa4762db27a req-ce5bb30b-d2d4-43bb-a6ec-b147bd7fba5e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1ec88bb-a7f4-478d-9c7d-6669f11e9bd6 HTTP/1.1" status: 200 len: 210 time: 0.1496222 Jul 07 16:59:39.283607 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573a7966-0a0b-412f-aa95-adc22a4c4d4f admin admin] Router 4676a1e7-409b-40f6-86b4-298d98d65aff has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 16:59:39.326313 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.345217 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Transition to ACTIVE for port object c8e5a520-f0b0-4bc8-b408-16a2212c8ad9 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:39.367058 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Transition to ACTIVE for port object c8e5a520-f0b0-4bc8-b408-16a2212c8ad9 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:39.386880 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.422583 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c7fc5d48-8d70-4b95-8570-22f33335b34b req-3128b658-af44-444a-9eb7-76347e95552a tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 210 time: 0.0650363 Jul 07 16:59:39.458998 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.511139 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Network 5d747cc8-d257-4702-aaab-ad46f6eac269 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:39.519684 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:39.524924 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:39.529018 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Subnet': ['ID=95cacfe3-259c-41d9-a6ab-e3289883ea59,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:39.532976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Pushing event updated for resources: {'Port': ['ID=c8e5a520-f0b0-4bc8-b408-16a2212c8ad9,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:39.598320 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d284f9b-92e9-4ee2-8641-554e60ba8ef0 req-2fd5eb67-fbf6-4849-a9bc-0cbefbf7cd73 tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.1096811 Jul 07 16:59:39.636170 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.642410 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6d799e1e-586a-4c53-b45d-2d5fe1646bfd tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.652698 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d747cc8-d257-4702-aaab-ad46f6eac269']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:39.661256 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Attempting to bind port c8e5a520-f0b0-4bc8-b408-16a2212c8ad9 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:39.662049 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Attempting to bind port c8e5a520-f0b0-4bc8-b408-16a2212c8ad9 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'f93051d3-bfc2-4388-b258-c96561c6907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5d747cc8-d257-4702-aaab-ad46f6eac269'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:39.662520 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Attempting to bind port c8e5a520-f0b0-4bc8-b408-16a2212c8ad9 on network 5d747cc8-d257-4702-aaab-ad46f6eac269 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:39.669626 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:39.670256 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Checking segment: {'id': 'f93051d3-bfc2-4388-b258-c96561c6907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5d747cc8-d257-4702-aaab-ad46f6eac269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:39.670823 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.671340 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Bound using segment: {'id': 'f93051d3-bfc2-4388-b258-c96561c6907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5d747cc8-d257-4702-aaab-ad46f6eac269'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:39.671961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Bound port: c8e5a520-f0b0-4bc8-b408-16a2212c8ad9, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93051d3-bfc2-4388-b258-c96561c6907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5d747cc8-d257-4702-aaab-ad46f6eac269'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:39.672405 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.675750 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93051d3-bfc2-4388-b258-c96561c6907a') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:39.676349 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93051d3-bfc2-4388-b258-c96561c6907a') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:39.691920 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.702125 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-31616c27-5c98-4010-82a9-67bf92fa44a6 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Made reservation on behalf of aec3ba415e76445d82f1318288342524 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:39.706058 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-31616c27-5c98-4010-82a9-67bf92fa44a6 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.711602 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6d799e1e-586a-4c53-b45d-2d5fe1646bfd tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.727434 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.740031 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:39.741305 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:39.745741 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:39.791087 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] For port c8e5a520-f0b0-4bc8-b408-16a2212c8ad9, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:39.792878 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d799e1e-586a-4c53-b45d-2d5fe1646bfd tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48171ea2-5d9d-4049-a402-e03d63ddd403,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:39.798651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573a7966-0a0b-412f-aa95-adc22a4c4d4f admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 16:59:39.805117 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-573a7966-0a0b-412f-aa95-adc22a4c4d4f admin admin] 10.222.0.50 "PUT /v2.0/routers/4676a1e7-409b-40f6-86b4-298d98d65aff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3903461 Jul 07 16:59:39.812719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48778) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:39.821341 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d42da1-bc6c-441a-a852-dd058912925b None None] Sync routers for ids ['4676a1e7-409b-40f6-86b4-298d98d65aff'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 16:59:39.851595 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.db.api [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 16:59:39.851595 n-d-793620-7 neutron-server[100409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 16:59:39.851595 n-d-793620-7 neutron-server[100409]: [parameters: {'id': '5d747cc8-d257-4702-aaab-ad46f6eac269'}] Jul 07 16:59:39.851595 n-d-793620-7 neutron-server[100409]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:59:39.852614 n-d-793620-7 neutron-server[100409]: DEBUG oslo_db.api [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:59:39.854574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] For port c8e5a520-f0b0-4bc8-b408-16a2212c8ad9, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c8e5a520-f0b0-4bc8-b408-16a2212c8ad9,segment=NetworkSegment(f93051d3-bfc2-4388-b258-c96561c6907a),segment_id=f93051d3-bfc2-4388-b258-c96561c6907a)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:39.856049 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d42da1-bc6c-441a-a852-dd058912925b None None] Routers {'4676a1e7-409b-40f6-86b4-298d98d65aff'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:39.856897 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-02d42da1-bc6c-441a-a852-dd058912925b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:59:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['4676a1e7-409b-40f6-86b4-298d98d65aff'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:39.897269 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:39.923386 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-31616c27-5c98-4010-82a9-67bf92fa44a6 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Allocated IP 172.20.0.9 (5fa52965-0d16-4620-bfa2-fc0545b6823d/060fb753-9b1b-487d-a211-316c0afe0c04/6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:40.181651 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-31616c27-5c98-4010-82a9-67bf92fa44a6 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:40.225341 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-31616c27-5c98-4010-82a9-67bf92fa44a6 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Transition to ACTIVE for port object 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:40.291958 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-31616c27-5c98-4010-82a9-67bf92fa44a6 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:40.358158 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:40.451650 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-31616c27-5c98-4010-82a9-67bf92fa44a6 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Network 5fa52965-0d16-4620-bfa2-fc0545b6823d is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:40.460993 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9e9ac-0792-40c1-93e0-1b17a5106ab2 None None] Pushing event updated for resources: {'Port': ['ID=c8e5a520-f0b0-4bc8-b408-16a2212c8ad9,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:40.483425 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d799e1e-586a-4c53-b45d-2d5fe1646bfd tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:59:40.517791 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-31616c27-5c98-4010-82a9-67bf92fa44a6 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:40.519267 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-02d42da1-bc6c-441a-a852-dd058912925b None None] Set router 4676a1e7-409b-40f6-86b4-298d98d65aff gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:40.524012 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31616c27-5c98-4010-82a9-67bf92fa44a6 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Pushing event updated for resources: {'Port': ['ID=6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:40.526439 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-31616c27-5c98-4010-82a9-67bf92fa44a6 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:40.596199 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6d799e1e-586a-4c53-b45d-2d5fe1646bfd tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:40.596496 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-6d799e1e-586a-4c53-b45d-2d5fe1646bfd tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Added segment d446a57e-b80b-401b-aa07-dc7869f6a4aa of type vlan for network e07324d4-37e8-40c5-a3e2-dd5cdd2f547f Jul 07 16:59:40.650108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5764da72-dbe6-4548-8f36-3995910c7914 None None] Network 5d747cc8-d257-4702-aaab-ad46f6eac269 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:40.687840 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6d799e1e-586a-4c53-b45d-2d5fe1646bfd tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:40.704026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-31616c27-5c98-4010-82a9-67bf92fa44a6 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:40.707125 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-31616c27-5c98-4010-82a9-67bf92fa44a6 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:40.749199 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Deleting port c8e5a520-f0b0-4bc8-b408-16a2212c8ad9 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:40.750811 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:40.761059 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-180fce45-97e4-4795-80f2-4a69461c847c admin admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:40.777648 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6d799e1e-586a-4c53-b45d-2d5fe1646bfd tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:40.784530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d799e1e-586a-4c53-b45d-2d5fe1646bfd tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:40.785552 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6d799e1e-586a-4c53-b45d-2d5fe1646bfd tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:40.788318 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-31616c27-5c98-4010-82a9-67bf92fa44a6 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0001786 Jul 07 16:59:40.876557 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] Request body: {'port': {'device_id': 'f1abc186-ac15-40c5-a134-1be6332ae95b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:40.955304 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ae7e5162-d8d3-432b-b883-43ee39b821a7 req-b7e0776b-78dc-4365-9d29-fef176febadf tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.0879683 Jul 07 16:59:40.994616 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bad3741f-76d0-4482-aa6f-3d2562c6fd00 None None] Provisioning for port 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:41.003588 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bad3741f-76d0-4482-aa6f-3d2562c6fd00 None None] Provisioning complete for port 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:41.003588 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bad3741f-76d0-4482-aa6f-3d2562c6fd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.044930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] For port c8e5a520-f0b0-4bc8-b408-16a2212c8ad9, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c8e5a520-f0b0-4bc8-b408-16a2212c8ad9,segment=NetworkSegment(f93051d3-bfc2-4388-b258-c96561c6907a),segment_id=f93051d3-bfc2-4388-b258-c96561c6907a)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:41.045470 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.057575 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-bad3741f-76d0-4482-aa6f-3d2562c6fd00 None None] Port 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 16:59:41.075963 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-02d42da1-bc6c-441a-a852-dd058912925b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4676a1e7-409b-40f6-86b4-298d98d65aff', 'name': 'tempest-ServersTestMultiNic-809152926-router', 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1d382a23-fec1-4f16-98b1-a0e4e890f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:27Z', 'updated_at': '2021-07-07T16:59:38Z', 'revision_number': 5, 'project_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'gw_port': {'id': '1d382a23-fec1-4f16-98b1-a0e4e890f07b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4676a1e7-409b-40f6-86b4-298d98d65aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:28Z', 'updated_at': '2021-07-07T16:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:41.079576 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117dcb84-acb9-479a-bcf9-1bd7479ce0b1 None None] get_active_networks_info from n-d-793620-7 {{(pid=100411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 16:59:41.100324 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6d799e1e-586a-4c53-b45d-2d5fe1646bfd tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.6015794 Jul 07 16:59:41.116897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d799e1e-586a-4c53-b45d-2d5fe1646bfd tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event updated for resources: {'Network': ['ID=e07324d4-37e8-40c5-a3e2-dd5cdd2f547f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:41.138156 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network e07324d4-37e8-40c5-a3e2-dd5cdd2f547f details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:59:41.141611 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Calling delete_port for c8e5a520-f0b0-4bc8-b408-16a2212c8ad9 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:41.142312 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d42da1-bc6c-441a-a852-dd058912925b None None] Checking router: 4676a1e7-409b-40f6-86b4-298d98d65aff for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 16:59:41.229274 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b6c21-558c-4e94-93ce-a93545546bca req-6d0e8e92-8132-4bce-9857-52402154428f tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:41.232275 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f80b6c21-558c-4e94-93ce-a93545546bca req-6d0e8e92-8132-4bce-9857-52402154428f tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 931 time: 0.4679346 Jul 07 16:59:41.273386 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d42da1-bc6c-441a-a852-dd058912925b None None] Routers {'4676a1e7-409b-40f6-86b4-298d98d65aff'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 16:59:41.274017 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-02d42da1-bc6c-441a-a852-dd058912925b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:59:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['4676a1e7-409b-40f6-86b4-298d98d65aff'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:41.277351 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.283310 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.356988 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f80b6c21-558c-4e94-93ce-a93545546bca req-8445a0fb-100d-424a-8187-ca59831318aa tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cc17-3ebb-4939-8ba9-86fb9860ff18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195257 Jul 07 16:59:41.359720 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Port': ['ID=c8e5a520-f0b0-4bc8-b408-16a2212c8ad9,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:41.363920 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] No DVR routers for this DVR port c8e5a520-f0b0-4bc8-b408-16a2212c8ad9 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:41.397318 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-180fce45-97e4-4795-80f2-4a69461c847c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.509452 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-180fce45-97e4-4795-80f2-4a69461c847c admin admin] Deleting port 1d382a23-fec1-4f16-98b1-a0e4e890f07b {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:41.512691 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-180fce45-97e4-4795-80f2-4a69461c847c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.558686 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117dcb84-acb9-479a-bcf9-1bd7479ce0b1 None None] Resources bound (agent type, host, resource id): {{(pid=100411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 16:59:41.584581 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-02d42da1-bc6c-441a-a852-dd058912925b None None] Set router 4676a1e7-409b-40f6-86b4-298d98d65aff gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 16:59:41.638940 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.668385 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d747cc8-d257-4702-aaab-ad46f6eac269']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:41.709655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93051d3-bfc2-4388-b258-c96561c6907a') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:41.710270 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93051d3-bfc2-4388-b258-c96561c6907a') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:41.728627 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-180fce45-97e4-4795-80f2-4a69461c847c admin admin] For port 1d382a23-fec1-4f16-98b1-a0e4e890f07b, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=1d382a23-fec1-4f16-98b1-a0e4e890f07b,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:41.730908 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-180fce45-97e4-4795-80f2-4a69461c847c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.737605 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.766306 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-180fce45-97e4-4795-80f2-4a69461c847c admin admin] Calling delete_port for 1d382a23-fec1-4f16-98b1-a0e4e890f07b owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:41.783840 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.792665 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:41.793437 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:41.898209 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:41.901227 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.929694 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:41.931665 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/networks/5d747cc8-d257-4702-aaab-ad46f6eac269 HTTP/1.1" status: 204 len: 168 time: 3.8908863 Jul 07 16:59:41.932632 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0f8bd-ed06-4c32-bce0-dbd4a91f17e2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Network': ['ID=5d747cc8-d257-4702-aaab-ad46f6eac269,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:41.940679 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48852) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:41.967807 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-7c966880-ea92-4bb5-998c-25837ebc3c12 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2104894323'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:42.024320 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c966880-ea92-4bb5-998c-25837ebc3c12 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Made reservation on behalf of f7560303d0f3455dad0a061238b9e575 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:42.028220 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7c966880-ea92-4bb5-998c-25837ebc3c12 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:42.082148 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-f9cbebac-a9af-4bb4-9335-dc38d95dd99b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:42.089802 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-f9cbebac-a9af-4bb4-9335-dc38d95dd99b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 811 time: 0.8359954 Jul 07 16:59:42.173899 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c966880-ea92-4bb5-998c-25837ebc3c12 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:59:42.196236 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-a0035e7e-cce9-4139-b55a-f55c13bc7b67 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/quotas/d1135a5a7bcf4ea180136622e9a3fe8d HTTP/1.1" status: 200 len: 375 time: 0.1054840 Jul 07 16:59:42.253931 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-57a1a239-eeac-4a0e-b774-1106cf25c3fe tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566938 Jul 07 16:59:42.339696 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7947632-f51f-4803-90ab-9382567d4867 req-c09570c0-e013-4d22-aae5-7458c8d6c484 tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.1045732 Jul 07 16:59:42.414597 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-180fce45-97e4-4795-80f2-4a69461c847c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:42.420775 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-02d42da1-bc6c-441a-a852-dd058912925b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4676a1e7-409b-40f6-86b4-298d98d65aff', 'name': 'tempest-ServersTestMultiNic-809152926-router', 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1d382a23-fec1-4f16-98b1-a0e4e890f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:27Z', 'updated_at': '2021-07-07T16:59:38Z', 'revision_number': 5, 'project_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'gw_port': {'id': '1d382a23-fec1-4f16-98b1-a0e4e890f07b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4676a1e7-409b-40f6-86b4-298d98d65aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:28Z', 'updated_at': '2021-07-07T16:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:42.491756 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d42da1-bc6c-441a-a852-dd058912925b None None] The sync data for ids ['4676a1e7-409b-40f6-86b4-298d98d65aff'] in n-d-793620-7 is: [{'id': '4676a1e7-409b-40f6-86b4-298d98d65aff', 'name': 'tempest-ServersTestMultiNic-809152926-router', 'tenant_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '1d382a23-fec1-4f16-98b1-a0e4e890f07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:57:27Z', 'updated_at': '2021-07-07T16:59:38Z', 'revision_number': 5, 'project_id': '0e2d5abb674246ba9e62cf1e68dd451b', 'gw_port': {'id': '1d382a23-fec1-4f16-98b1-a0e4e890f07b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4676a1e7-409b-40f6-86b4-298d98d65aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:57:28Z', 'updated_at': '2021-07-07T16:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 16:59:42.520309 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fce45-97e4-4795-80f2-4a69461c847c admin admin] Pushing event deleted for resources: {'Port': ['ID=1d382a23-fec1-4f16-98b1-a0e4e890f07b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:42.564813 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-47f7ef3f-5e75-4c4f-8333-fc9ee078e824 service neutron] 10.222.0.50 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099744 Jul 07 16:59:42.570153 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7c966880-ea92-4bb5-998c-25837ebc3c12 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:42.570659 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-7c966880-ea92-4bb5-998c-25837ebc3c12 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Added segment aa86b2cb-7ba6-4169-a449-76eba82d5a27 of type vlan for network b4183f8b-12f6-4bac-bb39-0be2319cba84 Jul 07 16:59:42.672814 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-6415f288-2835-48c0-98d3-6c4072cc3ce2 service neutron] 10.222.0.50 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069465 Jul 07 16:59:42.795902 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-180fce45-97e4-4795-80f2-4a69461c847c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.025326 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-180fce45-97e4-4795-80f2-4a69461c847c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.035463 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-180fce45-97e4-4795-80f2-4a69461c847c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.159814 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc586979-887f-4fe1-bb7e-f1162f40935d req-9c2d7648-def3-47d7-8dbe-505b3f4d647d tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:43.163198 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cc586979-887f-4fe1-bb7e-f1162f40935d req-9c2d7648-def3-47d7-8dbe-505b3f4d647d tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 931 time: 0.4554975 Jul 07 16:59:43.164478 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-180fce45-97e4-4795-80f2-4a69461c847c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.165038 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180fce45-97e4-4795-80f2-4a69461c847c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4676a1e7-409b-40f6-86b4-298d98d65aff {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 16:59:43.173811 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-180fce45-97e4-4795-80f2-4a69461c847c admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.175155 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-180fce45-97e4-4795-80f2-4a69461c847c admin admin] 10.222.0.50 "DELETE /v2.0/routers/4676a1e7-409b-40f6-86b4-298d98d65aff HTTP/1.1" status: 204 len: 168 time: 3.3606348 Jul 07 16:59:43.182590 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48892) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:43.201584 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 16:59:43.233203 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:59:43.246539 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.267953 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] Transition to ACTIVE for port object 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:43.282046 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.364601 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7c966880-ea92-4bb5-998c-25837ebc3c12 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.369637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f244601-05ff-4a5c-bde6-add0aa4947c2 admin admin] Deleting subnet baa8f508-866b-455d-b784-7ecf35c9ec4c {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:59:43.374414 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f244601-05ff-4a5c-bde6-add0aa4947c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.457767 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:43.484620 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5935b270-eeb9-45b3-9afa-2e81c382e1eb req-4f7873aa-8c4e-4993-a1bf-652954500bdf tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=494e6672-0a35-494d-b99d-0f55dbe13a0d HTTP/1.1" status: 200 len: 210 time: 0.2027032 Jul 07 16:59:43.549587 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f244601-05ff-4a5c-bde6-add0aa4947c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.663593 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cc586979-887f-4fe1-bb7e-f1162f40935d req-03b7701d-e079-4497-8283-85b440296756 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cc17-3ebb-4939-8ba9-86fb9860ff18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4845700 Jul 07 16:59:43.877305 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7c966880-ea92-4bb5-998c-25837ebc3c12 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.899032 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f244601-05ff-4a5c-bde6-add0aa4947c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:43.915472 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c966880-ea92-4bb5-998c-25837ebc3c12 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:43.916127 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7c966880-ea92-4bb5-998c-25837ebc3c12 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.025331 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f244601-05ff-4a5c-bde6-add0aa4947c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.042644 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.074753 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6f1ee8b7-aae6-4483-a566-68d2acf85d59 req-68ea569d-ed3b-4d11-94e3-c1ee7e3ff905 tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.1508095 Jul 07 16:59:44.118843 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f244601-05ff-4a5c-bde6-add0aa4947c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.127258 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1532b372-f960-4ee8-8cf7-953fee86ba67 None None] Network de8c3df1-eca0-4622-87e6-a5452df77033 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:44.127993 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1f244601-05ff-4a5c-bde6-add0aa4947c2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/baa8f508-866b-455d-b784-7ecf35c9ec4c HTTP/1.1" status: 204 len: 168 time: 0.9368761 Jul 07 16:59:44.131510 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48918) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:44.355057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f244601-05ff-4a5c-bde6-add0aa4947c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baa8f508-866b-455d-b784-7ecf35c9ec4c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:44.367051 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19af0979-60ac-45cd-b523-c486e19f0e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.376805 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48924) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:44.398792 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-31ea242e-0cdf-4d6f-b484-866e5ab57d5e tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Request body: {'subnet': {'network_id': 'e07324d4-37e8-40c5-a3e2-dd5cdd2f547f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:44.527239 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 1d382a23-fec1-4f16-98b1-a0e4e890f07b no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:44.581143 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 1d382a23-fec1-4f16-98b1-a0e4e890f07b {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:44.581499 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 1d382a23-fec1-4f16-98b1-a0e4e890f07b not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:44.581924 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device df1f3730-90a2-4398-9f83-2fc405a12a2d no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:44.635229 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-19af0979-60ac-45cd-b523-c486e19f0e45 admin admin] Deleting port 99d7f085-744c-4c29-85bc-30f5f814766a {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:44.635835 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19af0979-60ac-45cd-b523-c486e19f0e45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.664818 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffb15a9-6881-406a-9c62-5a5289b91fa4 None None] DHCP port deletion for de8c3df1-eca0-4622-87e6-a5452df77033 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:59:44.671477 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: df1f3730-90a2-4398-9f83-2fc405a12a2d {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:44.676385 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device df1f3730-90a2-4398-9f83-2fc405a12a2d not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:44.696274 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ea242e-0cdf-4d6f-b484-866e5ab57d5e tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Made reservation on behalf of fadcf4190e4243aeb98dd0f91fb71fdc for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:44.700378 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31ea242e-0cdf-4d6f-b484-866e5ab57d5e tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.763131 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c86926f2-c9ae-42d0-906f-f2fbcd629d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.824274 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-9ffb15a9-6881-406a-9c62-5a5289b91fa4 None None] Deleting port 99d7f085-744c-4c29-85bc-30f5f814766a {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:44.824661 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9ffb15a9-6881-406a-9c62-5a5289b91fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.923742 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-19af0979-60ac-45cd-b523-c486e19f0e45 admin admin] For port 99d7f085-744c-4c29-85bc-30f5f814766a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=99d7f085-744c-4c29-85bc-30f5f814766a,segment=NetworkSegment(a7049394-7b8a-4d9e-a528-b7e141f02581),segment_id=a7049394-7b8a-4d9e-a528-b7e141f02581)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:44.924211 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19af0979-60ac-45cd-b523-c486e19f0e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:44.949447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-19af0979-60ac-45cd-b523-c486e19f0e45 admin admin] Calling delete_port for 99d7f085-744c-4c29-85bc-30f5f814766a owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:44.972927 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-9ffb15a9-6881-406a-9c62-5a5289b91fa4 None None] For port 99d7f085-744c-4c29-85bc-30f5f814766a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=99d7f085-744c-4c29-85bc-30f5f814766a,segment=NetworkSegment(a7049394-7b8a-4d9e-a528-b7e141f02581),segment_id=a7049394-7b8a-4d9e-a528-b7e141f02581)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:44.974144 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9ffb15a9-6881-406a-9c62-5a5289b91fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.019474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-9ffb15a9-6881-406a-9c62-5a5289b91fa4 None None] Calling delete_port for 99d7f085-744c-4c29-85bc-30f5f814766a owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:45.075071 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7c966880-ea92-4bb5-998c-25837ebc3c12 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.1332319 Jul 07 16:59:45.083174 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48936) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:45.092422 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-e0528e5d-8d9c-4928-95d9-1c4c29ec10c5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'subnet': {'network_id': 'b4183f8b-12f6-4bac-bb39-0be2319cba84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:45.177691 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c966880-ea92-4bb5-998c-25837ebc3c12 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Network': ['ID=b4183f8b-12f6-4bac-bb39-0be2319cba84,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:45.192678 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network b4183f8b-12f6-4bac-bb39-0be2319cba84 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:59:45.233735 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] Attempting to bind port 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:45.234428 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] Attempting to bind port 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '111c58b8-01c7-430f-9524-d2b1e399617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:45.234981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] Attempting to bind port 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd on network 5fa52965-0d16-4620-bfa2-fc0545b6823d {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:45.237043 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-906187b7-fb0e-4eff-b43b-ecfe4b666c8e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:45.238367 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-906187b7-fb0e-4eff-b43b-ecfe4b666c8e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.15 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 811 time: 0.2221220 Jul 07 16:59:45.249248 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] Port 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd on network 5fa52965-0d16-4620-bfa2-fc0545b6823d not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:59:45.249912 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] Attempting to bind port 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd on network 5fa52965-0d16-4620-bfa2-fc0545b6823d {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:45.261308 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:45.261906 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] Checking segment: {'id': '111c58b8-01c7-430f-9524-d2b1e399617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:45.262622 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] Bound using segment: {'id': '111c58b8-01c7-430f-9524-d2b1e399617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:45.263390 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] Bound port: 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111c58b8-01c7-430f-9524-d2b1e399617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:45.264066 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.281958 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-fd451d83-e0c9-43aa-8974-2114ae1eedd3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Request body: {'port': {'device_id': '494e6672-0a35-494d-b99d-0f55dbe13a0d', 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d', 'admin_state_up': True, 'tenant_id': 'd1135a5a7bcf4ea180136622e9a3fe8d'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:45.300701 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1819b320-9a2e-4aa8-9828-2cc506996ed7 req-12723749-f967-44f5-9a5c-12a7fb6a087f tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=494e6672-0a35-494d-b99d-0f55dbe13a0d HTTP/1.1" status: 200 len: 210 time: 0.0593345 Jul 07 16:59:45.350203 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9ffb15a9-6881-406a-9c62-5a5289b91fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.406764 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb15a9-6881-406a-9c62-5a5289b91fa4 None None] Pushing event deleted for resources: {'Port': ['ID=99d7f085-744c-4c29-85bc-30f5f814766a,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:45.429712 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffb15a9-6881-406a-9c62-5a5289b91fa4 None None] No DVR routers for this DVR port 99d7f085-744c-4c29-85bc-30f5f814766a on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:45.497676 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce758620-ecfe-4105-a38b-f1d17290f37a req-1f5950d5-d116-4f19-ab41-c2cad4af5151 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:45.499345 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ce758620-ecfe-4105-a38b-f1d17290f37a req-1f5950d5-d116-4f19-ab41-c2cad4af5151 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 943 time: 0.4977777 Jul 07 16:59:45.503399 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0528e5d-8d9c-4928-95d9-1c4c29ec10c5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Made reservation on behalf of f7560303d0f3455dad0a061238b9e575 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:45.528018 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0528e5d-8d9c-4928-95d9-1c4c29ec10c5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.600983 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] For port 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:45.631432 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19af0979-60ac-45cd-b523-c486e19f0e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.636383 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] For port 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd,segment=NetworkSegment(111c58b8-01c7-430f-9524-d2b1e399617f),segment_id=111c58b8-01c7-430f-9524-d2b1e399617f)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:45.657989 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.663593 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af0979-60ac-45cd-b523-c486e19f0e45 admin admin] No DVR routers for this DVR port 99d7f085-744c-4c29-85bc-30f5f814766a on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:45.713332 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ce758620-ecfe-4105-a38b-f1d17290f37a req-cb926f7c-b931-47c7-b27d-8a388a14b8aa tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cc17-3ebb-4939-8ba9-86fb9860ff18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782515 Jul 07 16:59:45.728329 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:45.729232 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.731614 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] 10.222.0.69 "PUT /v2.0/ports/6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd HTTP/1.1" status: 200 len: 1091 time: 4.8632798 Jul 07 16:59:45.742956 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1abc186-ac15-40c5-a134-1be6332ae95b', 'tag': '6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:45.750790 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3046c453-d7cc-455b-95ba-9bfbd5815c14" -d '{"events": [{"name": "network-changed", "server_uuid": "f1abc186-ac15-40c5-a134-1be6332ae95b", "tag": "6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:45.795141 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb66f2e-5287-4696-a9ab-3f5ddf7dffc6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:45.872388 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af0979-60ac-45cd-b523-c486e19f0e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=99d7f085-744c-4c29-85bc-30f5f814766a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:45.934090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-fd451d83-e0c9-43aa-8974-2114ae1eedd3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Made reservation on behalf of d1135a5a7bcf4ea180136622e9a3fe8d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:45.943233 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-fd451d83-e0c9-43aa-8974-2114ae1eedd3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:45.949620 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48968) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:45.963923 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-93db25c0-8d31-41ff-bbf9-5028acc7588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:45.966515 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-93db25c0-8d31-41ff-bbf9-5028acc7588a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aec3ba415e76445d82f1318288342524&device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 1094 time: 0.1660905 Jul 07 16:59:46.045555 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-e657505b-c35c-4b93-9a5e-b32788ec0cb5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd HTTP/1.1" status: 200 len: 217 time: 0.0708692 Jul 07 16:59:46.050309 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19af0979-60ac-45cd-b523-c486e19f0e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.062630 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31ea242e-0cdf-4d6f-b484-866e5ab57d5e tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.075042 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-19af0979-60ac-45cd-b523-c486e19f0e45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8c3df1-eca0-4622-87e6-a5452df77033']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:46.166309 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54f0661a-0009-4802-a7d0-990cd16b71a4 req-d0d82a49-2305-4c11-a2c1-43a0c0557483 tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.1197510 Jul 07 16:59:46.180608 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-23b23471-8c58-4061-8f35-ecea4a2dd819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:46.182244 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-23b23471-8c58-4061-8f35-ecea4a2dd819 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=060fb753-9b1b-487d-a211-316c0afe0c04 HTTP/1.1" status: 200 len: 850 time: 0.0918765 Jul 07 16:59:46.184880 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0528e5d-8d9c-4928-95d9-1c4c29ec10c5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.199376 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-19af0979-60ac-45cd-b523-c486e19f0e45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7049394-7b8a-4d9e-a528-b7e141f02581') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:46.201256 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-19af0979-60ac-45cd-b523-c486e19f0e45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7049394-7b8a-4d9e-a528-b7e141f02581') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:46.237021 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.308306 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50691139-336a-439f-8ffe-2592929faf1b x-openstack-request-id: req-50691139-336a-439f-8ffe-2592929faf1b {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:46.308622 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1abc186-ac15-40c5-a134-1be6332ae95b", "tag": "6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:46.308859 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-50691139-336a-439f-8ffe-2592929faf1b {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:46.310018 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1abc186-ac15-40c5-a134-1be6332ae95b', 'tag': '6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd', 'status': 'completed', 'code': 200} Jul 07 16:59:46.318568 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19af0979-60ac-45cd-b523-c486e19f0e45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.347922 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0528e5d-8d9c-4928-95d9-1c4c29ec10c5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Checking segment: {'id': 'aa86b2cb-7ba6-4169-a449-76eba82d5a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4183f8b-12f6-4bac-bb39-0be2319cba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:46.348310 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0528e5d-8d9c-4928-95d9-1c4c29ec10c5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Network hostable DHCP agents. Network: b4183f8b-12f6-4bac-bb39-0be2319cba84, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:59:46.375761 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0528e5d-8d9c-4928-95d9-1c4c29ec10c5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Subnet': ['ID=c12315d7-3450-40aa-8c77-1af75a15916d,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:46.410096 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0528e5d-8d9c-4928-95d9-1c4c29ec10c5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Network b4183f8b-12f6-4bac-bb39-0be2319cba84 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:59:46.415213 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19af0979-60ac-45cd-b523-c486e19f0e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.415331 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-e9e0bee6-19f4-49ff-972e-e9f25151df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:46.416823 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-e9e0bee6-19f4-49ff-972e-e9f25151df40 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5fa52965-0d16-4620-bfa2-fc0545b6823d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2247941 Jul 07 16:59:46.432863 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea242e-0cdf-4d6f-b484-866e5ab57d5e tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event updated for resources: {'Subnet': ['ID=da18e1df-854b-4da3-81f6-b4a2811816aa,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:46.449516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-e0528e5d-8d9c-4928-95d9-1c4c29ec10c5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, b4183f8b-12f6-4bac-bb39-0be2319cba84) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:46.459476 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfbee8d-db51-485e-83a7-e66a8b48d224 None None] Network b4183f8b-12f6-4bac-bb39-0be2319cba84 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:46.483411 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea242e-0cdf-4d6f-b484-866e5ab57d5e tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Checking segment: {'id': 'd446a57e-b80b-401b-aa07-dc7869f6a4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e07324d4-37e8-40c5-a3e2-dd5cdd2f547f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:46.483791 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ea242e-0cdf-4d6f-b484-866e5ab57d5e tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Network hostable DHCP agents. Network: e07324d4-37e8-40c5-a3e2-dd5cdd2f547f, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:59:46.499922 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0528e5d-8d9c-4928-95d9-1c4c29ec10c5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:46.500522 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0528e5d-8d9c-4928-95d9-1c4c29ec10c5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.504260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19af0979-60ac-45cd-b523-c486e19f0e45 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:46.504673 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19af0979-60ac-45cd-b523-c486e19f0e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.510307 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f919b432-91da-46e6-ad2c-fcd471b6204a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: timer() Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:46.512324 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:46.532946 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 99d7f085-744c-4c29-85bc-30f5f814766a no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:46.566523 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 99d7f085-744c-4c29-85bc-30f5f814766a {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 16:59:46.566924 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 99d7f085-744c-4c29-85bc-30f5f814766a not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:46.618773 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f919b432-91da-46e6-ad2c-fcd471b6204a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.630877 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f919b432-91da-46e6-ad2c-fcd471b6204a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.678674 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19af0979-60ac-45cd-b523-c486e19f0e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.683242 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919b432-91da-46e6-ad2c-fcd471b6204a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b6c91a-4549-4ee7-b424-298f0630bb4b,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:46.693947 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e0528e5d-8d9c-4928-95d9-1c4c29ec10c5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6068368 Jul 07 16:59:46.698697 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48978) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:46.709478 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19af0979-60ac-45cd-b523-c486e19f0e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.712403 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-19af0979-60ac-45cd-b523-c486e19f0e45 admin admin] 10.222.0.50 "DELETE /v2.0/networks/de8c3df1-eca0-4622-87e6-a5452df77033 HTTP/1.1" status: 204 len: 168 time: 2.5793624 Jul 07 16:59:46.740497 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af0979-60ac-45cd-b523-c486e19f0e45 admin admin] Pushing event deleted for resources: {'Network': ['ID=de8c3df1-eca0-4622-87e6-a5452df77033,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:46.751289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-fd451d83-e0c9-43aa-8974-2114ae1eedd3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Allocated IP 172.20.0.3 (4bfc31d5-b892-420e-a594-085b325da90d/66d9af50-51a7-4bbc-a88f-fc28aae3344c/e2e33f21-8306-47f8-9a36-7946a20ee7bf) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:46.759804 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ea242e-0cdf-4d6f-b484-866e5ab57d5e tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Network e07324d4-37e8-40c5-a3e2-dd5cdd2f547f is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:59:46.771920 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-31ea242e-0cdf-4d6f-b484-866e5ab57d5e tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, e07324d4-37e8-40c5-a3e2-dd5cdd2f547f) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:46.780226 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ea242e-0cdf-4d6f-b484-866e5ab57d5e tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:46.781027 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31ea242e-0cdf-4d6f-b484-866e5ab57d5e tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.803404 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-31ea242e-0cdf-4d6f-b484-866e5ab57d5e tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4157436 Jul 07 16:59:46.809983 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48988) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:46.815357 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7971e0d8-aa36-4216-adfd-12d4504ef9e9 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1946317135'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:46.833616 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f2c47e-7007-48d2-9797-66db1600c87e None None] Network e07324d4-37e8-40c5-a3e2-dd5cdd2f547f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:46.846896 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-b4183f8b-12f6-4bac-bb39-0be2319cba84', 'network_id': 'b4183f8b-12f6-4bac-bb39-0be2319cba84', 'tenant_id': 'f7560303d0f3455dad0a061238b9e575', 'fixed_ips': [{'subnet_id': 'c12315d7-3450-40aa-8c77-1af75a15916d'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:59:46.848064 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.909285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7971e0d8-aa36-4216-adfd-12d4504ef9e9 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Made reservation on behalf of fadcf4190e4243aeb98dd0f91fb71fdc for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:46.913549 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7971e0d8-aa36-4216-adfd-12d4504ef9e9 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.942176 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.949574 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7971e0d8-aa36-4216-adfd-12d4504ef9e9 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:59:46.956784 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f919b432-91da-46e6-ad2c-fcd471b6204a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=93cf6746ec814825b8f0bfb64524c6b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0059116 Jul 07 16:59:46.960388 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7971e0d8-aa36-4216-adfd-12d4504ef9e9 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:46.961062 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-7971e0d8-aa36-4216-adfd-12d4504ef9e9 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Added segment 406a7bfd-1038-4151-adcc-0b9278d6bbd9 of type vlan for network 42238a07-9981-462d-be8e-70cda5f3d74b Jul 07 16:59:46.968574 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48992) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:47.035306 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-047a278b-b10f-4873-80a6-11e7a2c84b1b service neutron] 10.222.0.69 "GET /v2.0/networks/5fa52965-0d16-4620-bfa2-fc0545b6823d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120229 Jul 07 16:59:47.068078 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7971e0d8-aa36-4216-adfd-12d4504ef9e9 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.169951 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.184437 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-fd451d83-e0c9-43aa-8974-2114ae1eedd3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.191397 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7971e0d8-aa36-4216-adfd-12d4504ef9e9 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.209243 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49002) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:47.213908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7971e0d8-aa36-4216-adfd-12d4504ef9e9 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:47.217211 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7971e0d8-aa36-4216-adfd-12d4504ef9e9 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.259408 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-471a2495-2ffc-48b1-89d4-9f0ba7fc270d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.325989 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86779900-22e3-4ff8-aeda-285a7300ee88 req-9de68507-79b5-4539-a80c-0d7b43c6d31f tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:47.327525 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-86779900-22e3-4ff8-aeda-285a7300ee88 req-9de68507-79b5-4539-a80c-0d7b43c6d31f tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 943 time: 0.3252890 Jul 07 16:59:47.328924 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Allocated IP 2001:db8::1 (b4183f8b-12f6-4bac-bb39-0be2319cba84/c12315d7-3450-40aa-8c77-1af75a15916d/66c1d3e8-bf65-4333-8631-59288c5360b3) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:47.338511 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7971e0d8-aa36-4216-adfd-12d4504ef9e9 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5244606 Jul 07 16:59:47.340446 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49010) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:47.348903 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-ad238c87-94fb-4f1b-99ca-ce1a7a8725c5 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Request body: {'subnet': {'network_id': '42238a07-9981-462d-be8e-70cda5f3d74b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:47.405402 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-471a2495-2ffc-48b1-89d4-9f0ba7fc270d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.410636 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971e0d8-aa36-4216-adfd-12d4504ef9e9 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event updated for resources: {'Network': ['ID=42238a07-9981-462d-be8e-70cda5f3d74b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:47.416164 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6db8f1ab-e2fd-4c39-8795-9a7dbde14980 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e2d5abb674246ba9e62cf1e68dd451b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054107 Jul 07 16:59:47.418942 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-622cbb1a-63a5-4835-a2e2-6905611b559f req-056abb1d-dacb-437d-b8af-0994b61a8485 service neutron] 10.222.0.69 "GET /v2.0/networks/5fa52965-0d16-4620-bfa2-fc0545b6823d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485715 Jul 07 16:59:47.425025 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49014) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:47.453776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-e07324d4-37e8-40c5-a3e2-dd5cdd2f547f', 'network_id': 'e07324d4-37e8-40c5-a3e2-dd5cdd2f547f', 'tenant_id': 'fadcf4190e4243aeb98dd0f91fb71fdc', 'fixed_ips': [{'subnet_id': 'da18e1df-854b-4da3-81f6-b4a2811816aa'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:59:47.459624 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.477214 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 42238a07-9981-462d-be8e-70cda5f3d74b details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:59:47.509208 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-fd451d83-e0c9-43aa-8974-2114ae1eedd3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.572033 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-6abb59ea-5296-42e0-a357-bcd577b2d934 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:47.573166 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-86779900-22e3-4ff8-aeda-285a7300ee88 req-7e7b42ce-ce36-45bb-9f84-4da8527f92d1 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cc17-3ebb-4939-8ba9-86fb9860ff18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673248 Jul 07 16:59:47.573742 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-6abb59ea-5296-42e0-a357-bcd577b2d934 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 811 time: 0.3056056 Jul 07 16:59:47.576697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad238c87-94fb-4f1b-99ca-ce1a7a8725c5 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Made reservation on behalf of fadcf4190e4243aeb98dd0f91fb71fdc for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:47.600695 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad238c87-94fb-4f1b-99ca-ce1a7a8725c5 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.600933 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-3bb2d0a6-f242-456f-aff5-7043e2e60b2b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/quotas/d1135a5a7bcf4ea180136622e9a3fe8d HTTP/1.1" status: 200 len: 375 time: 0.0160789 Jul 07 16:59:47.607316 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-471a2495-2ffc-48b1-89d4-9f0ba7fc270d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.610759 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-471a2495-2ffc-48b1-89d4-9f0ba7fc270d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.614859 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-471a2495-2ffc-48b1-89d4-9f0ba7fc270d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f6b6c91a-4549-4ee7-b424-298f0630bb4b HTTP/1.1" status: 204 len: 168 time: 0.6424501 Jul 07 16:59:47.615414 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046c453-d7cc-455b-95ba-9bfbd5815c14 req-58f85b1a-77b2-4fed-a0b0-fb7ad6ecfb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:47.617084 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3046c453-d7cc-455b-95ba-9bfbd5815c14 req-58f85b1a-77b2-4fed-a0b0-fb7ad6ecfb22 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aec3ba415e76445d82f1318288342524&device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 1094 time: 0.1292560 Jul 07 16:59:47.652439 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a2495-2ffc-48b1-89d4-9f0ba7fc270d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b6c91a-4549-4ee7-b424-298f0630bb4b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:47.746216 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-fd451d83-e0c9-43aa-8974-2114ae1eedd3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Network 4bfc31d5-b892-420e-a594-085b325da90d is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:47.789287 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-fd451d83-e0c9-43aa-8974-2114ae1eedd3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:47.819740 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-50528384-15a1-4636-9205-41bdd6e3e4b7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2014799 Jul 07 16:59:47.821648 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046c453-d7cc-455b-95ba-9bfbd5815c14 req-29448f93-7a63-4d52-99c6-452de01bc1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:47.825465 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-fd451d83-e0c9-43aa-8974-2114ae1eedd3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:47.831717 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3046c453-d7cc-455b-95ba-9bfbd5815c14 req-29448f93-7a63-4d52-99c6-452de01bc1f9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5fa52965-0d16-4620-bfa2-fc0545b6823d HTTP/1.1" status: 200 len: 912 time: 0.1814013 Jul 07 16:59:47.838200 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd451d83-e0c9-43aa-8974-2114ae1eedd3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Pushing event updated for resources: {'Port': ['ID=e2e33f21-8306-47f8-9a36-7946a20ee7bf,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:47.898558 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-97a40c8a-0439-42ad-baee-fcb444410d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.905919 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3046c453-d7cc-455b-95ba-9bfbd5815c14 req-2429691d-3cd3-4d9a-b3da-e3a4385e4047 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd HTTP/1.1" status: 200 len: 217 time: 0.0729628 Jul 07 16:59:47.906939 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.917899 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Transition to ACTIVE for port object 66c1d3e8-bf65-4333-8631-59288c5360b3 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:47.936244 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Transition to ACTIVE for port object 66c1d3e8-bf65-4333-8631-59288c5360b3 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:47.956283 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:47.984574 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2fee6e7c-cca5-4ced-bba5-1be1c86f64e0 req-9867231e-58d9-4fbe-85d4-87c4a0d7d8a0 tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.0832210 Jul 07 16:59:48.001972 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-97a40c8a-0439-42ad-baee-fcb444410d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.020351 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-fd451d83-e0c9-43aa-8974-2114ae1eedd3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:48.021088 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-fd451d83-e0c9-43aa-8974-2114ae1eedd3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.036487 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.065307 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046c453-d7cc-455b-95ba-9bfbd5815c14 req-ed9c8e8f-5e15-478d-9234-92af2cda96b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:48.066914 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3046c453-d7cc-455b-95ba-9bfbd5815c14 req-ed9c8e8f-5e15-478d-9234-92af2cda96b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=060fb753-9b1b-487d-a211-316c0afe0c04 HTTP/1.1" status: 200 len: 850 time: 0.1324134 Jul 07 16:59:48.069722 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-fd451d83-e0c9-43aa-8974-2114ae1eedd3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8117518 Jul 07 16:59:48.107605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] Request body: {'port': {'device_id': '494e6672-0a35-494d-b99d-0f55dbe13a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:48.119688 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Pushing event updated for resources: {'Port': ['ID=66c1d3e8-bf65-4333-8631-59288c5360b3,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:48.128965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Subnet': ['ID=c12315d7-3450-40aa-8c77-1af75a15916d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:48.132347 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-95082938-86b6-46c2-ad38-8c3003c6d63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.184759 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-97a40c8a-0439-42ad-baee-fcb444410d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.187330 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-97a40c8a-0439-42ad-baee-fcb444410d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.190806 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-97a40c8a-0439-42ad-baee-fcb444410d0c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/20365c14-b141-4828-89f3-81a60b62165f HTTP/1.1" status: 204 len: 168 time: 0.7625153 Jul 07 16:59:48.218072 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.247057 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Network b4183f8b-12f6-4bac-bb39-0be2319cba84 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:48.263802 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-31d1276f-e73f-4dac-a012-0cbe2e5fb5ed service neutron] 10.222.0.50 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232152 Jul 07 16:59:48.265927 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:48.277494 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:48.282099 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a40c8a-0439-42ad-baee-fcb444410d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20365c14-b141-4828-89f3-81a60b62165f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:48.324397 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.377855 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.389586 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4183f8b-12f6-4bac-bb39-0be2319cba84']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:48.408386 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49034) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:48.475820 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Attempting to bind port 66c1d3e8-bf65-4333-8631-59288c5360b3 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:48.476804 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Attempting to bind port 66c1d3e8-bf65-4333-8631-59288c5360b3 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'aa86b2cb-7ba6-4169-a449-76eba82d5a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4183f8b-12f6-4bac-bb39-0be2319cba84'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:48.478101 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Attempting to bind port 66c1d3e8-bf65-4333-8631-59288c5360b3 on network b4183f8b-12f6-4bac-bb39-0be2319cba84 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:48.481030 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Allocated IP 2001:db8:0:ffff::2 (e07324d4-37e8-40c5-a3e2-dd5cdd2f547f/da18e1df-854b-4da3-81f6-b4a2811816aa/df38d436-eaf8-4586-a1d6-ba087a11a07e) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:48.492919 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:48.493726 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Checking segment: {'id': 'aa86b2cb-7ba6-4169-a449-76eba82d5a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4183f8b-12f6-4bac-bb39-0be2319cba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:48.494440 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.495069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Bound using segment: {'id': 'aa86b2cb-7ba6-4169-a449-76eba82d5a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4183f8b-12f6-4bac-bb39-0be2319cba84'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:48.495779 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Bound port: 66c1d3e8-bf65-4333-8631-59288c5360b3, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa86b2cb-7ba6-4169-a449-76eba82d5a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4183f8b-12f6-4bac-bb39-0be2319cba84'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:48.496432 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.529719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.objects.ports [None req-ad238c87-94fb-4f1b-99ca-ce1a7a8725c5 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100410) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 16:59:48.537370 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-aba0969f-ea13-42aa-b1a9-48f6b0b5bd35 service neutron] 10.222.0.50 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555413 Jul 07 16:59:48.543364 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c89965b6-746c-405f-afb4-d3dedafa58c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.546683 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad238c87-94fb-4f1b-99ca-ce1a7a8725c5 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.558235 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa86b2cb-7ba6-4169-a449-76eba82d5a27') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:48.558606 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa86b2cb-7ba6-4169-a449-76eba82d5a27') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:48.653269 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] For port 66c1d3e8-bf65-4333-8631-59288c5360b3, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:48.663091 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] For port 66c1d3e8-bf65-4333-8631-59288c5360b3, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=66c1d3e8-bf65-4333-8631-59288c5360b3,segment=NetworkSegment(aa86b2cb-7ba6-4169-a449-76eba82d5a27),segment_id=aa86b2cb-7ba6-4169-a449-76eba82d5a27)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:48.681203 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.704003 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c89965b6-746c-405f-afb4-d3dedafa58c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.721992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046c453-d7cc-455b-95ba-9bfbd5815c14 req-0c054d5b-4cde-4b8d-9a3a-48747da3edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:48.727781 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3046c453-d7cc-455b-95ba-9bfbd5815c14 req-0c054d5b-4cde-4b8d-9a3a-48747da3edbd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5fa52965-0d16-4620-bfa2-fc0545b6823d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6335418 Jul 07 16:59:48.728465 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c89965b6-746c-405f-afb4-d3dedafa58c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:48.756884 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc5ffa-7262-4b77-8cbe-84a0f2c5988c None None] Pushing event updated for resources: {'Port': ['ID=66c1d3e8-bf65-4333-8631-59288c5360b3,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:48.830008 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad238c87-94fb-4f1b-99ca-ce1a7a8725c5 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event updated for resources: {'Subnet': ['ID=7c53290f-a8dc-41f1-9d46-41a8ca0cc6be,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:48.850100 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.001868 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad238c87-94fb-4f1b-99ca-ce1a7a8725c5 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Checking segment: {'id': '406a7bfd-1038-4151-adcc-0b9278d6bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '42238a07-9981-462d-be8e-70cda5f3d74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:49.002231 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad238c87-94fb-4f1b-99ca-ce1a7a8725c5 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Network hostable DHCP agents. Network: 42238a07-9981-462d-be8e-70cda5f3d74b, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:59:49.009044 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db0646e-ec69-480c-9881-f691f0845e2e None None] Network b4183f8b-12f6-4bac-bb39-0be2319cba84 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:49.018249 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.020416 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.072105 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad238c87-94fb-4f1b-99ca-ce1a7a8725c5 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Network 42238a07-9981-462d-be8e-70cda5f3d74b is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:59:49.088885 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c89965b6-746c-405f-afb4-d3dedafa58c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e39b9f5bd4254483af4fa3faf09d40c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5709655 Jul 07 16:59:49.094944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc43586-2f9d-4c79-9941-6a5532dbfcc8 req-5c9fd6ba-146d-412e-b0dc-7d6ff4d02e0c tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:49.096528 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8cc43586-2f9d-4c79-9941-6a5532dbfcc8 req-5c9fd6ba-146d-412e-b0dc-7d6ff4d02e0c tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 943 time: 0.1436155 Jul 07 16:59:49.097120 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49058) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:49.106672 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-ad238c87-94fb-4f1b-99ca-ce1a7a8725c5 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 42238a07-9981-462d-be8e-70cda5f3d74b) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:49.134721 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22af9df7-2418-4be7-aea4-59fa91fb51a1 None None] Network 42238a07-9981-462d-be8e-70cda5f3d74b requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:49.137998 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Transition to ACTIVE for port object df38d436-eaf8-4586-a1d6-ba087a11a07e will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:49.145423 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad238c87-94fb-4f1b-99ca-ce1a7a8725c5 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:49.146166 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad238c87-94fb-4f1b-99ca-ce1a7a8725c5 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.157786 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89965b6-746c-405f-afb4-d3dedafa58c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec2ea25-9d18-450d-bddb-80b3f6114cb6,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:49.188394 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a1bd1bb-93ef-4c37-9196-c2c5e8a976da req-7dbaf2a3-f1b6-4b01-8b9a-ad124af189c7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf2958bb-0061-476f-be8e-cf1f551ca828 HTTP/1.1" status: 200 len: 210 time: 0.0915163 Jul 07 16:59:49.192856 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3046c453-d7cc-455b-95ba-9bfbd5815c14 req-c9e8f2b4-4f48-40b0-a01c-962b704770c9 service neutron] 10.222.0.69 "GET /v2.0/networks/5fa52965-0d16-4620-bfa2-fc0545b6823d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168503 Jul 07 16:59:49.233577 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ad238c87-94fb-4f1b-99ca-ce1a7a8725c5 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8906016 Jul 07 16:59:49.238413 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49064) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:49.259301 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8cc43586-2f9d-4c79-9941-6a5532dbfcc8 req-2c0711c5-faf8-4839-bcaa-1a423f7855e0 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cc17-3ebb-4939-8ba9-86fb9860ff18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506586 Jul 07 16:59:49.265949 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e33f21-8306-47f8-9a36-7946a20ee7bf {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:59:49.293571 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c3272111-2214-4db8-8a13-61ac2ece1052 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Request body: {'port': {'network_id': '42238a07-9981-462d-be8e-70cda5f3d74b', 'name': 'tempest-NetworksIpV6TestAttrs-428862115'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:49.332292 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.360448 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c7f25b92-03cf-4ae5-9f91-5489dc59aab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.365616 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Transition to ACTIVE for port object df38d436-eaf8-4586-a1d6-ba087a11a07e will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:49.398654 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.423068 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c7f25b92-03cf-4ae5-9f91-5489dc59aab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.425280 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.524576 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c7f25b92-03cf-4ae5-9f91-5489dc59aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.528412 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c7f25b92-03cf-4ae5-9f91-5489dc59aab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.530601 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c7f25b92-03cf-4ae5-9f91-5489dc59aab5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ec2ea25-9d18-450d-bddb-80b3f6114cb6 HTTP/1.1" status: 204 len: 168 time: 0.4302986 Jul 07 16:59:49.555968 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f25b92-03cf-4ae5-9f91-5489dc59aab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec2ea25-9d18-450d-bddb-80b3f6114cb6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:49.570262 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Network e07324d4-37e8-40c5-a3e2-dd5cdd2f547f is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:49.616817 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:49.644476 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:49.687527 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Pushing event updated for resources: {'Port': ['ID=df38d436-eaf8-4586-a1d6-ba087a11a07e,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:49.766702 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-362339dc-2037-4afc-8777-abe44b719aa4 req-64b21ec4-8a55-4ff4-acff-d507a996a99f tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.3088841 Jul 07 16:59:49.776246 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:49.781942 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:49.785313 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:49.796839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Attempting to bind port df38d436-eaf8-4586-a1d6-ba087a11a07e on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:49.797430 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Attempting to bind port df38d436-eaf8-4586-a1d6-ba087a11a07e by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'd446a57e-b80b-401b-aa07-dc7869f6a4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e07324d4-37e8-40c5-a3e2-dd5cdd2f547f'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:49.797812 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Attempting to bind port df38d436-eaf8-4586-a1d6-ba087a11a07e on network e07324d4-37e8-40c5-a3e2-dd5cdd2f547f {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:49.823839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:49.824240 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Checking segment: {'id': 'd446a57e-b80b-401b-aa07-dc7869f6a4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e07324d4-37e8-40c5-a3e2-dd5cdd2f547f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:49.824634 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.825035 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Bound using segment: {'id': 'd446a57e-b80b-401b-aa07-dc7869f6a4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e07324d4-37e8-40c5-a3e2-dd5cdd2f547f'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:49.825652 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Bound port: df38d436-eaf8-4586-a1d6-ba087a11a07e, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd446a57e-b80b-401b-aa07-dc7869f6a4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e07324d4-37e8-40c5-a3e2-dd5cdd2f547f'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:49.826045 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.843331 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-42238a07-9981-462d-be8e-70cda5f3d74b', 'network_id': '42238a07-9981-462d-be8e-70cda5f3d74b', 'tenant_id': 'fadcf4190e4243aeb98dd0f91fb71fdc', 'fixed_ips': [{'subnet_id': '7c53290f-a8dc-41f1-9d46-41a8ca0cc6be'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:59:49.844329 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.902554 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] Transition to ACTIVE for port object e2e33f21-8306-47f8-9a36-7946a20ee7bf will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:49.907952 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3272111-2214-4db8-8a13-61ac2ece1052 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Made reservation on behalf of fadcf4190e4243aeb98dd0f91fb71fdc for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:49.910255 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.912048 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3272111-2214-4db8-8a13-61ac2ece1052 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:49.934947 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-c3272111-2214-4db8-8a13-61ac2ece1052 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] device_id is not set on port 7f79960f-bcb6-4b94-99df-98cb38e77c32 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 16:59:49.948001 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.db.api [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 16:59:49.948001 n-d-793620-7 neutron-server[100409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 16:59:49.948001 n-d-793620-7 neutron-server[100409]: [parameters: {'id': 'b4183f8b-12f6-4bac-bb39-0be2319cba84'}] Jul 07 16:59:49.948001 n-d-793620-7 neutron-server[100409]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 16:59:49.948612 n-d-793620-7 neutron-server[100409]: DEBUG oslo_db.api [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 16:59:50.007531 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3046c453-d7cc-455b-95ba-9bfbd5815c14 req-122ffb03-c54d-451e-8749-c330ede8f780 service neutron] 10.222.0.69 "GET /v2.0/networks/5fa52965-0d16-4620-bfa2-fc0545b6823d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7966335 Jul 07 16:59:50.011895 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] Pushing event updated for resources: {'Port': ['ID=e2e33f21-8306-47f8-9a36-7946a20ee7bf,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:50.084554 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] For port df38d436-eaf8-4586-a1d6-ba087a11a07e, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:50.119378 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] For port df38d436-eaf8-4586-a1d6-ba087a11a07e, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=df38d436-eaf8-4586-a1d6-ba087a11a07e,segment=NetworkSegment(d446a57e-b80b-401b-aa07-dc7869f6a4aa),segment_id=d446a57e-b80b-401b-aa07-dc7869f6a4aa)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:50.134935 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.169814 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-c3272111-2214-4db8-8a13-61ac2ece1052 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Allocated IP 2001:db8::f816:3eff:fe3a:525c (42238a07-9981-462d-be8e-70cda5f3d74b/7c53290f-a8dc-41f1-9d46-41a8ca0cc6be/7f79960f-bcb6-4b94-99df-98cb38e77c32) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:50.351105 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.363178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8311077-0d4a-44ef-b4f2-4eae399e25d7 None None] Pushing event updated for resources: {'Port': ['ID=df38d436-eaf8-4586-a1d6-ba087a11a07e,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:50.494573 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.522680 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49102) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:50.581688 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29a63e33-7cb5-4f81-8782-94b4cc442e42 req-b03b3c01-002c-4612-b0d8-f2b7f9942889 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf2958bb-0061-476f-be8e-cf1f551ca828 HTTP/1.1" status: 200 len: 210 time: 0.0595808 Jul 07 16:59:50.621029 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] Attempting to bind port e2e33f21-8306-47f8-9a36-7946a20ee7bf on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:50.621406 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] Attempting to bind port e2e33f21-8306-47f8-9a36-7946a20ee7bf by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:50.621982 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] Attempting to bind port e2e33f21-8306-47f8-9a36-7946a20ee7bf on network 4bfc31d5-b892-420e-a594-085b325da90d {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:50.659046 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] Port e2e33f21-8306-47f8-9a36-7946a20ee7bf on network 4bfc31d5-b892-420e-a594-085b325da90d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:59:50.659589 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] Attempting to bind port e2e33f21-8306-47f8-9a36-7946a20ee7bf on network 4bfc31d5-b892-420e-a594-085b325da90d {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:50.665716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:50.666055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] Checking segment: {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:50.666474 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] Bound using segment: {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:50.666903 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] Bound port: e2e33f21-8306-47f8-9a36-7946a20ee7bf, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:50.667261 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.790164 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] For port e2e33f21-8306-47f8-9a36-7946a20ee7bf, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:50.794354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] For port e2e33f21-8306-47f8-9a36-7946a20ee7bf, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=e2e33f21-8306-47f8-9a36-7946a20ee7bf,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:50.806398 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.912960 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] Pushing event updated for resources: {'Port': ['ID=e2e33f21-8306-47f8-9a36-7946a20ee7bf,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:50.918717 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:50.919600 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:50.921367 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-18e4191b-fe83-4a38-9225-4cff7ea13fae service neutron] 10.222.0.15 "PUT /v2.0/ports/e2e33f21-8306-47f8-9a36-7946a20ee7bf HTTP/1.1" status: 200 len: 1091 time: 2.8210232 Jul 07 16:59:50.922020 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494e6672-0a35-494d-b99d-0f55dbe13a0d', 'tag': 'e2e33f21-8306-47f8-9a36-7946a20ee7bf'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:50.925248 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909a2efd-73b8-4b02-9e13-419b32552682" -d '{"events": [{"name": "network-changed", "server_uuid": "494e6672-0a35-494d-b99d-0f55dbe13a0d", "tag": "e2e33f21-8306-47f8-9a36-7946a20ee7bf"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:50.933902 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-e81abe03-a32a-4997-a9a5-2b6873aea4a1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1548076249-network', 'tenant_id': '30aa2386f2044095834e8a1b1bf22d78'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:50.958150 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-28766da6-064f-4895-925c-3079b4a3298d tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:50.959926 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-28766da6-064f-4895-925c-3079b4a3298d tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.69 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 811 time: 0.2194357 Jul 07 16:59:50.987329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81abe03-a32a-4997-a9a5-2b6873aea4a1 admin admin] Made reservation on behalf of 30aa2386f2044095834e8a1b1bf22d78 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:50.990349 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e81abe03-a32a-4997-a9a5-2b6873aea4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.011015 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e81abe03-a32a-4997-a9a5-2b6873aea4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.020389 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3272111-2214-4db8-8a13-61ac2ece1052 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.031406 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-c1bce330-e81c-420d-b244-ede67c5278fa tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Request body: {'port': {'device_id': 'cf2958bb-0061-476f-be8e-cf1f551ca828', 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d', 'admin_state_up': True, 'tenant_id': 'd1135a5a7bcf4ea180136622e9a3fe8d'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:51.038323 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:59:51.095975 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d15e9c9c-fc72-4cd5-9388-797aad8b232b req-0f3e21f3-41ae-4b72-8768-b257e2acf66d tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.0756950 Jul 07 16:59:51.130537 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-c3272111-2214-4db8-8a13-61ac2ece1052 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Transition to ACTIVE for port object 7f79960f-bcb6-4b94-99df-98cb38e77c32 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:51.207585 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-e55522bb-b43f-4197-a200-146cec89ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:51.210136 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-e55522bb-b43f-4197-a200-146cec89ba1f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&device_id=494e6672-0a35-494d-b99d-0f55dbe13a0d HTTP/1.1" status: 200 len: 1094 time: 0.1166155 Jul 07 16:59:51.236352 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd,segment=NetworkSegment(111c58b8-01c7-430f-9524-d2b1e399617f),segment_id=111c58b8-01c7-430f-9524-d2b1e399617f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:51.239880 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8fc173-e964-42b9-ad3e-05ead33eff9d x-openstack-request-id: req-1c8fc173-e964-42b9-ad3e-05ead33eff9d {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:51.240175 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494e6672-0a35-494d-b99d-0f55dbe13a0d", "tag": "e2e33f21-8306-47f8-9a36-7946a20ee7bf", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:51.240450 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1c8fc173-e964-42b9-ad3e-05ead33eff9d {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:51.240822 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494e6672-0a35-494d-b99d-0f55dbe13a0d', 'tag': 'e2e33f21-8306-47f8-9a36-7946a20ee7bf', 'status': 'completed', 'code': 200} Jul 07 16:59:51.310611 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-1d93f839-35d1-4a31-bc1a-239f84bb8e8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e33f21-8306-47f8-9a36-7946a20ee7bf HTTP/1.1" status: 200 len: 217 time: 0.0895493 Jul 07 16:59:51.338115 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3272111-2214-4db8-8a13-61ac2ece1052 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.374204 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd', 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d', 'port_id': '6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd', 'mac_address': 'fa:16:3e:7b:89:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060fb753-9b1b-487d-a211-316c0afe0c04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:59:51.374370 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db87335-7414-47ab-a9c5-5afd0981fefd req-e7bfeda8-af55-444b-a2e8-2d92523cdb3d tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:51.376845 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1db87335-7414-47ab-a9c5-5afd0981fefd req-e7bfeda8-af55-444b-a2e8-2d92523cdb3d tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 943 time: 0.7980120 Jul 07 16:59:51.388929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Allocated IP 2001:db8::f816:3eff:fe1c:583 (42238a07-9981-462d-be8e-70cda5f3d74b/7c53290f-a8dc-41f1-9d46-41a8ca0cc6be/d6056993-bcef-490b-bcff-b38757870b98) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:51.402549 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e81abe03-a32a-4997-a9a5-2b6873aea4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.409122 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-c81f5d8f-7cb9-47e1-bacf-bbd6ec40e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:51.410690 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-c81f5d8f-7cb9-47e1-bacf-bbd6ec40e7a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66d9af50-51a7-4bbc-a88f-fc28aae3344c HTTP/1.1" status: 200 len: 851 time: 0.0933006 Jul 07 16:59:51.412881 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e81abe03-a32a-4997-a9a5-2b6873aea4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.444712 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3272111-2214-4db8-8a13-61ac2ece1052 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Network 42238a07-9981-462d-be8e-70cda5f3d74b is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:51.449566 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81abe03-a32a-4997-a9a5-2b6873aea4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09852287-da79-4884-907a-867bcea77cd9,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:51.450985 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3272111-2214-4db8-8a13-61ac2ece1052 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event updated for resources: {'Port': ['ID=7f79960f-bcb6-4b94-99df-98cb38e77c32,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:51.473527 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-c3272111-2214-4db8-8a13-61ac2ece1052 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:51.480642 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3272111-2214-4db8-8a13-61ac2ece1052 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:51.488192 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.494087 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3272111-2214-4db8-8a13-61ac2ece1052 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:51.495187 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3272111-2214-4db8-8a13-61ac2ece1052 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.512881 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:59:51.534660 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-ef93da2b-d249-4563-a1fc-3466cc27eb14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4bfc31d5-b892-420e-a594-085b325da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864182 Jul 07 16:59:51.537328 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81abe03-a32a-4997-a9a5-2b6873aea4a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:59:51.560207 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e81abe03-a32a-4997-a9a5-2b6873aea4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.560625 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-e81abe03-a32a-4997-a9a5-2b6873aea4a1 admin admin] Added segment a185a048-b27e-402f-b83b-adb0c9a0e482 of type vlan for network 8ae98ff8-0908-417a-8800-63c97d396a91 Jul 07 16:59:51.577278 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Deleting port 66c1d3e8-bf65-4333-8631-59288c5360b3 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:51.577978 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.659004 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd,segment=NetworkSegment(111c58b8-01c7-430f-9524-d2b1e399617f),segment_id=111c58b8-01c7-430f-9524-d2b1e399617f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:51.659916 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1db87335-7414-47ab-a9c5-5afd0981fefd req-0d7397c5-b8e8-4c06-8f4c-95d58f65f918 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cc17-3ebb-4939-8ba9-86fb9860ff18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133052 Jul 07 16:59:51.683143 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.709979 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e81abe03-a32a-4997-a9a5-2b6873aea4a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.733293 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-c1bce330-e81c-420d-b244-ede67c5278fa tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Made reservation on behalf of d1135a5a7bcf4ea180136622e9a3fe8d for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:51.740902 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-c1bce330-e81c-420d-b244-ede67c5278fa tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.803038 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c3272111-2214-4db8-8a13-61ac2ece1052 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.5506842 Jul 07 16:59:51.810485 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:51.826463 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49136) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:51.845016 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-340f9e8e-d5e7-44f0-9722-928f434c055a service neutron] 10.222.0.15 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863882 Jul 07 16:59:51.853027 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e81abe03-a32a-4997-a9a5-2b6873aea4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.854127 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81abe03-a32a-4997-a9a5-2b6873aea4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:51.854817 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e81abe03-a32a-4997-a9a5-2b6873aea4a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.912252 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9170ad09-1420-41e9-8e8d-ba838aff1fc7 req-fa0eb23f-e0fd-4785-a812-bdbbb83bf960 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf2958bb-0061-476f-be8e-cf1f551ca828 HTTP/1.1" status: 200 len: 210 time: 0.0623879 Jul 07 16:59:51.954002 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:51.968484 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Transition to ACTIVE for port object d6056993-bcef-490b-bcff-b38757870b98 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:51.987428 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Transition to ACTIVE for port object d6056993-bcef-490b-bcff-b38757870b98 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:52.001825 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df7a0ff-4ba7-46da-a47a-8711f8084c0e None None] Network e07324d4-37e8-40c5-a3e2-dd5cdd2f547f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:52.004537 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:59:52.019772 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:52.053140 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e81abe03-a32a-4997-a9a5-2b6873aea4a1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5282221 Jul 07 16:59:52.056472 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49142) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:52.068499 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-04c24238-09ab-4e38-bd0a-66f49196d93f admin admin] Request body: {'subnet': {'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1548076249-subnet', 'tenant_id': '30aa2386f2044095834e8a1b1bf22d78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:52.092981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-c1bce330-e81c-420d-b244-ede67c5278fa tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Allocated IP 172.20.0.13 (4bfc31d5-b892-420e-a594-085b325da90d/66d9af50-51a7-4bbc-a88f-fc28aae3344c/e6378c4f-3c8b-4aea-9bb7-8c52e29346c1) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:52.106527 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81abe03-a32a-4997-a9a5-2b6873aea4a1 admin admin] Pushing event updated for resources: {'Network': ['ID=8ae98ff8-0908-417a-8800-63c97d396a91,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:52.130683 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c24238-09ab-4e38-bd0a-66f49196d93f admin admin] Made reservation on behalf of 30aa2386f2044095834e8a1b1bf22d78 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:52.133823 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-04c24238-09ab-4e38-bd0a-66f49196d93f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:52.145335 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 8ae98ff8-0908-417a-8800-63c97d396a91 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:59:52.151306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Network 42238a07-9981-462d-be8e-70cda5f3d74b is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:52.172176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:52.173840 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Pushing event updated for resources: {'Port': ['ID=d6056993-bcef-490b-bcff-b38757870b98,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:52.175944 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a256f73e-99db-4b46-ac32-54bf3882566d None None] Provisioning for port df38d436-eaf8-4586-a1d6-ba087a11a07e completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:52.211547 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:52.233956 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-967c94dd-cca6-47cf-8a0f-bbe1d71519da service neutron] 10.222.0.15 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734434 Jul 07 16:59:52.405098 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-c1bce330-e81c-420d-b244-ede67c5278fa tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:52.455714 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] For port 66c1d3e8-bf65-4333-8631-59288c5360b3, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=66c1d3e8-bf65-4333-8631-59288c5360b3,segment=NetworkSegment(aa86b2cb-7ba6-4169-a449-76eba82d5a27),segment_id=aa86b2cb-7ba6-4169-a449-76eba82d5a27)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:52.456065 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:52.483136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a2efd-73b8-4b02-9e13-419b32552682 req-544c8484-ba14-4d6e-b661-055234da1ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:52.484908 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-909a2efd-73b8-4b02-9e13-419b32552682 req-544c8484-ba14-4d6e-b661-055234da1ca4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&device_id=494e6672-0a35-494d-b99d-0f55dbe13a0d HTTP/1.1" status: 200 len: 1094 time: 0.1860785 Jul 07 16:59:52.526497 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-828a786e-ace6-45d7-9afc-bf0e3fb88a7c req-3ab9cba1-248a-4a6b-8a46-2b9513527462 tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.0888793 Jul 07 16:59:52.538407 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Calling delete_port for 66c1d3e8-bf65-4333-8631-59288c5360b3 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:52.556443 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-04c24238-09ab-4e38-bd0a-66f49196d93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:52.580107 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Attempting to bind port d6056993-bcef-490b-bcff-b38757870b98 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:52.580485 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Attempting to bind port d6056993-bcef-490b-bcff-b38757870b98 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '406a7bfd-1038-4151-adcc-0b9278d6bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '42238a07-9981-462d-be8e-70cda5f3d74b'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:52.580845 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Attempting to bind port d6056993-bcef-490b-bcff-b38757870b98 on network 42238a07-9981-462d-be8e-70cda5f3d74b {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:52.627533 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-c1bce330-e81c-420d-b244-ede67c5278fa tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:52.657582 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a99c3e-e069-4db0-9b6e-f2121016d67b tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Deleting subnet 7c53290f-a8dc-41f1-9d46-41a8ca0cc6be {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 16:59:52.729424 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75a99c3e-e069-4db0-9b6e-f2121016d67b tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:52.738136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c24238-09ab-4e38-bd0a-66f49196d93f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cb771e9-c384-4be6-a6e3-24a117d82432,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:52.758751 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-c1bce330-e81c-420d-b244-ede67c5278fa tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Network 4bfc31d5-b892-420e-a594-085b325da90d is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:52.765915 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device df38d436-eaf8-4586-a1d6-ba087a11a07e up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:52.774160 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:52.777566 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c24238-09ab-4e38-bd0a-66f49196d93f admin admin] Checking segment: {'id': 'a185a048-b27e-402f-b83b-adb0c9a0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:52.778849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Checking segment: {'id': '406a7bfd-1038-4151-adcc-0b9278d6bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '42238a07-9981-462d-be8e-70cda5f3d74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:52.779312 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:52.779687 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c24238-09ab-4e38-bd0a-66f49196d93f admin admin] Network hostable DHCP agents. Network: 8ae98ff8-0908-417a-8800-63c97d396a91, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:59:52.779876 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Bound using segment: {'id': '406a7bfd-1038-4151-adcc-0b9278d6bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '42238a07-9981-462d-be8e-70cda5f3d74b'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:52.780362 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Bound port: d6056993-bcef-490b-bcff-b38757870b98, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406a7bfd-1038-4151-adcc-0b9278d6bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '42238a07-9981-462d-be8e-70cda5f3d74b'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:52.780762 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:52.785101 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-c1bce330-e81c-420d-b244-ede67c5278fa tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:52.789620 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-c1bce330-e81c-420d-b244-ede67c5278fa tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:52.797218 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a2efd-73b8-4b02-9e13-419b32552682 req-61493a3f-4e16-4cf5-94e2-f937ce209501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:52.803215 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-909a2efd-73b8-4b02-9e13-419b32552682 req-61493a3f-4e16-4cf5-94e2-f937ce209501 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3057871 Jul 07 16:59:52.855634 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:52.968930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-c1bce330-e81c-420d-b244-ede67c5278fa tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:52.969527 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-c1bce330-e81c-420d-b244-ede67c5278fa tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:52.977259 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] For port d6056993-bcef-490b-bcff-b38757870b98, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:52.983909 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port df38d436-eaf8-4586-a1d6-ba087a11a07e completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:52.998232 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] For port d6056993-bcef-490b-bcff-b38757870b98, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d6056993-bcef-490b-bcff-b38757870b98,segment=NetworkSegment(406a7bfd-1038-4151-adcc-0b9278d6bbd9),segment_id=406a7bfd-1038-4151-adcc-0b9278d6bbd9)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:53.002935 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port df38d436-eaf8-4586-a1d6-ba087a11a07e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:53.003310 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.010355 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] No DVR routers for this DVR port 66c1d3e8-bf65-4333-8631-59288c5360b3 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:53.032102 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.064549 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a2efd-73b8-4b02-9e13-419b32552682 req-0c300363-bd9c-44c7-bd85-5977e3f30c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:53.066134 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-909a2efd-73b8-4b02-9e13-419b32552682 req-0c300363-bd9c-44c7-bd85-5977e3f30c9e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2521315 Jul 07 16:59:53.083961 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bce330-e81c-420d-b244-ede67c5278fa tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Pushing event updated for resources: {'Port': ['ID=e6378c4f-3c8b-4aea-9bb7-8c52e29346c1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:53.085404 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c24238-09ab-4e38-bd0a-66f49196d93f admin admin] Network 8ae98ff8-0908-417a-8800-63c97d396a91 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:59:53.139331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-04c24238-09ab-4e38-bd0a-66f49196d93f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 8ae98ff8-0908-417a-8800-63c97d396a91) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:53.145377 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c24238-09ab-4e38-bd0a-66f49196d93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:53.146722 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-04c24238-09ab-4e38-bd0a-66f49196d93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.152580 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75a99c3e-e069-4db0-9b6e-f2121016d67b tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.166995 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fce02c-7b66-447b-826d-c08a66dff35f None None] Network 8ae98ff8-0908-417a-8800-63c97d396a91 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:53.196077 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caceac22-62ad-49f3-89cb-b6966dccdd66 req-c8ff8ff9-397c-495d-8db9-5a49081c2768 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:53.197813 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-caceac22-62ad-49f3-89cb-b6966dccdd66 req-c8ff8ff9-397c-495d-8db9-5a49081c2768 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 944 time: 0.1306982 Jul 07 16:59:53.209553 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-04c24238-09ab-4e38-bd0a-66f49196d93f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1499033 Jul 07 16:59:53.258524 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-caceac22-62ad-49f3-89cb-b6966dccdd66 req-95ad0d47-1925-4558-8e22-d5f06bc493ee tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cc17-3ebb-4939-8ba9-86fb9860ff18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387354 Jul 07 16:59:53.307361 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-c1bce330-e81c-420d-b244-ede67c5278fa tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2805569 Jul 07 16:59:53.328799 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190234e-7b00-4666-b5c7-eadf864f1668 None None] Pushing event updated for resources: {'Port': ['ID=d6056993-bcef-490b-bcff-b38757870b98,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:53.396404 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] Request body: {'port': {'device_id': 'cf2958bb-0061-476f-be8e-cf1f551ca828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:53.420042 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Port': ['ID=66c1d3e8-bf65-4333-8631-59288c5360b3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:53.456605 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device e2e33f21-8306-47f8-9a36-7946a20ee7bf details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 16:59:53.480845 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.506977 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ba7973-3c04-4b29-ba53-c201851de0b6 None None] Network 8ae98ff8-0908-417a-8800-63c97d396a91 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:53.616446 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ddea5396-717c-442c-88b1-4c869e6064ea None None] Provisioning complete for port df38d436-eaf8-4586-a1d6-ba087a11a07e triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:53.616836 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ddea5396-717c-442c-88b1-4c869e6064ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.630632 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.643585 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4183f8b-12f6-4bac-bb39-0be2319cba84']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:53.657028 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa86b2cb-7ba6-4169-a449-76eba82d5a27') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:53.657944 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa86b2cb-7ba6-4169-a449-76eba82d5a27') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 16:59:53.670653 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.697802 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.704756 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 16:59:53.705167 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.714699 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port df38d436-eaf8-4586-a1d6-ba087a11a07e, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=df38d436-eaf8-4586-a1d6-ba087a11a07e,segment=NetworkSegment(d446a57e-b80b-401b-aa07-dc7869f6a4aa),segment_id=d446a57e-b80b-401b-aa07-dc7869f6a4aa)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:53.726297 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: timer() Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 16:59:53.779522 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 16:59:53.787763 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.804711 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.806816 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/networks/b4183f8b-12f6-4bac-bb39-0be2319cba84 HTTP/1.1" status: 204 len: 168 time: 7.1046481 Jul 07 16:59:53.810630 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49192) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:53.815913 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-03fb8576-0fb6-45e6-9a11-c21e2e6fbe3d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-674056313'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:53.892872 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44038dc-4565-4dce-863c-17a52fe3e1cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Network': ['ID=b4183f8b-12f6-4bac-bb39-0be2319cba84,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:53.901146 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c9dc40c1-f7de-4751-8227-c915bec57f82 req-f527a2c6-76e7-4885-893b-2a20c41068a5 tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.0792341 Jul 07 16:59:53.936296 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fb8576-0fb6-45e6-9a11-c21e2e6fbe3d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Made reservation on behalf of f7560303d0f3455dad0a061238b9e575 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:53.940752 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-03fb8576-0fb6-45e6-9a11-c21e2e6fbe3d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:53.974231 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port e2e33f21-8306-47f8-9a36-7946a20ee7bf, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=e2e33f21-8306-47f8-9a36-7946a20ee7bf,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:53.992892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fb8576-0fb6-45e6-9a11-c21e2e6fbe3d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:59:54.003359 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-03fb8576-0fb6-45e6-9a11-c21e2e6fbe3d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.003574 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-03fb8576-0fb6-45e6-9a11-c21e2e6fbe3d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Added segment 4cfa34e8-e4cc-41bc-87d9-b264eea59b01 of type vlan for network ee408cd2-174b-4881-96af-e0bb14be5a60 Jul 07 16:59:54.003714 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=df38d436-eaf8-4586-a1d6-ba087a11a07e,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:54.021112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'e2e33f21-8306-47f8-9a36-7946a20ee7bf', 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d', 'port_id': 'e2e33f21-8306-47f8-9a36-7946a20ee7bf', 'mac_address': 'fa:16:3e:48:10:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d9af50-51a7-4bbc-a88f-fc28aae3344c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 16:59:54.046621 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.064500 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.077048 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-03fb8576-0fb6-45e6-9a11-c21e2e6fbe3d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.081701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e33f21-8306-47f8-9a36-7946a20ee7bf {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:59:54.097402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9f35e-1b56-49b5-aa27-6a8dbe8f506b req-1adc4c49-c100-45f1-a365-2bc69e0056de tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:54.099246 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9ea9f35e-1b56-49b5-aa27-6a8dbe8f506b req-1adc4c49-c100-45f1-a365-2bc69e0056de tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf2958bb-0061-476f-be8e-cf1f551ca828 HTTP/1.1" status: 200 len: 932 time: 0.7906067 Jul 07 16:59:54.103424 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75a99c3e-e069-4db0-9b6e-f2121016d67b tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.124142 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port e2e33f21-8306-47f8-9a36-7946a20ee7bf, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=e2e33f21-8306-47f8-9a36-7946a20ee7bf,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:54.135165 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.147066 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-03fb8576-0fb6-45e6-9a11-c21e2e6fbe3d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.159108 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fb8576-0fb6-45e6-9a11-c21e2e6fbe3d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:54.159918 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-03fb8576-0fb6-45e6-9a11-c21e2e6fbe3d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.204952 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=e2e33f21-8306-47f8-9a36-7946a20ee7bf,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:54.303701 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb8576-0fb6-45e6-9a11-c21e2e6fbe3d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Network': ['ID=ee408cd2-174b-4881-96af-e0bb14be5a60,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:54.322664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network ee408cd2-174b-4881-96af-e0bb14be5a60 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:59:54.337456 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-03fb8576-0fb6-45e6-9a11-c21e2e6fbe3d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5254662 Jul 07 16:59:54.338435 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49208) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:54.346895 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-023b8651-a071-4fb6-a78a-3de0b3531f70 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'subnet': {'network_id': 'ee408cd2-174b-4881-96af-e0bb14be5a60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:54.347950 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['e2e33f21-8306-47f8-9a36-7946a20ee7bf'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 16:59:54.413994 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9ea9f35e-1b56-49b5-aa27-6a8dbe8f506b req-ecbb4ff8-cddf-4749-9225-6c6ca5eebef9 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740054 Jul 07 16:59:54.531589 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75a99c3e-e069-4db0-9b6e-f2121016d67b tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.667687 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a99c3e-e069-4db0-9b6e-f2121016d67b tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event deleted for resources: {'Subnet': ['ID=7c53290f-a8dc-41f1-9d46-41a8ca0cc6be,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:54.678260 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75a99c3e-e069-4db0-9b6e-f2121016d67b tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.684777 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-75a99c3e-e069-4db0-9b6e-f2121016d67b tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "DELETE /v2.0/subnets/7c53290f-a8dc-41f1-9d46-41a8ca0cc6be HTTP/1.1" status: 204 len: 168 time: 2.8553693 Jul 07 16:59:54.698025 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49220) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:54.726489 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aac142-8021-42da-a921-6d77e707061a None None] Network 42238a07-9981-462d-be8e-70cda5f3d74b requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:54.786810 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d6056993-bcef-490b-bcff-b38757870b98 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:54.843347 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7203385b-33e4-4d6f-8e42-417ced308237 None None] Provisioning for port d6056993-bcef-490b-bcff-b38757870b98 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:54.877299 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 16:59:54.886625 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.901610 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] Transition to ACTIVE for port object e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:54.917558 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.957612 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port d6056993-bcef-490b-bcff-b38757870b98 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:54.967398 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d6056993-bcef-490b-bcff-b38757870b98 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:54.967943 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:54.979538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023b8651-a071-4fb6-a78a-3de0b3531f70 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Made reservation on behalf of f7560303d0f3455dad0a061238b9e575 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:54.983447 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-023b8651-a071-4fb6-a78a-3de0b3531f70 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.007035 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5774d0-5209-4c72-8500-db7e1ed5d869 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:55.009001 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5774d0-5209-4c72-8500-db7e1ed5d869 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:55.011720 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bf5774d0-5209-4c72-8500-db7e1ed5d869 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3049791 Jul 07 16:59:55.041284 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49230) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:55.108220 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-5ceee009-579e-4add-9e85-0f1523783d4d tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:55.109375 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:55.113562 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-5ceee009-579e-4add-9e85-0f1523783d4d tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/networks?id=8ae98ff8-0908-417a-8800-63c97d396a91 HTTP/1.1" status: 200 len: 815 time: 0.5169508 Jul 07 16:59:55.124526 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7702842c-6fd8-4fae-be28-437f643c760d None None] DHCP port deletion for 42238a07-9981-462d-be8e-70cda5f3d74b request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 16:59:55.142853 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-932157b5-da1d-4566-9173-e8f31f522ac0 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/quotas/30aa2386f2044095834e8a1b1bf22d78 HTTP/1.1" status: 200 len: 375 time: 0.0202274 Jul 07 16:59:55.157679 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] Pushing event updated for resources: {'Port': ['ID=e6378c4f-3c8b-4aea-9bb7-8c52e29346c1,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:55.162854 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.234534 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-256f3b18-319f-42c1-bc8e-25d8b5641dfa tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=30aa2386f2044095834e8a1b1bf22d78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829103 Jul 07 16:59:55.257338 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port d6056993-bcef-490b-bcff-b38757870b98, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d6056993-bcef-490b-bcff-b38757870b98,segment=NetworkSegment(406a7bfd-1038-4151-adcc-0b9278d6bbd9),segment_id=406a7bfd-1038-4151-adcc-0b9278d6bbd9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:55.270242 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.271169 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device df38d436-eaf8-4586-a1d6-ba087a11a07e up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:55.297699 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ba01e956-f994-4a3c-91db-a21818b29ea2 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.324768 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc12eb-24ab-4e18-a564-8cb8241c83c4 req-864a7de2-4c98-4880-a9e9-18a066d3b6fe tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:55.326320 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54dc12eb-24ab-4e18-a564-8cb8241c83c4 req-864a7de2-4c98-4880-a9e9-18a066d3b6fe tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 944 time: 0.4233687 Jul 07 16:59:55.344277 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba01e956-f994-4a3c-91db-a21818b29ea2 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 16:59:55.344929 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba01e956-f994-4a3c-91db-a21818b29ea2 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 16:59:55.349127 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:55.356412 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ba01e956-f994-4a3c-91db-a21818b29ea2 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "DELETE /v2.0/networks/42238a07-9981-462d-be8e-70cda5f3d74b HTTP/1.1" status: 409 len: 405 time: 0.3114719 Jul 07 16:59:55.361975 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49236) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:55.363348 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:55.363845 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.370465 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1136d1e1-3490-46f3-9ede-f46d424f64bc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1569684641'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:55.409258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] Attempting to bind port e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:55.409755 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] Attempting to bind port e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:55.410110 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] Attempting to bind port e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 on network 4bfc31d5-b892-420e-a594-085b325da90d {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:55.417222 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7702842c-6fd8-4fae-be28-437f643c760d None None] Deleting port d6056993-bcef-490b-bcff-b38757870b98 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 16:59:55.417442 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7702842c-6fd8-4fae-be28-437f643c760d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.449202 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54dc12eb-24ab-4e18-a564-8cb8241c83c4 req-4ed7ff1f-523a-4853-978d-0bdfb355309b tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cc17-3ebb-4939-8ba9-86fb9860ff18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139245 Jul 07 16:59:55.461978 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] Port e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 on network 4bfc31d5-b892-420e-a594-085b325da90d not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 16:59:55.463587 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] Attempting to bind port e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 on network 4bfc31d5-b892-420e-a594-085b325da90d {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:55.477620 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:55.478049 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] Checking segment: {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:55.481678 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device e2e33f21-8306-47f8-9a36-7946a20ee7bf up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:55.488536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] Bound using segment: {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:55.490093 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] Bound port: e6378c4f-3c8b-4aea-9bb7-8c52e29346c1, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:55.491528 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.499570 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1136d1e1-3490-46f3-9ede-f46d424f64bc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Made reservation on behalf of fadcf4190e4243aeb98dd0f91fb71fdc for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:55.505674 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1136d1e1-3490-46f3-9ede-f46d424f64bc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.530761 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=d6056993-bcef-490b-bcff-b38757870b98,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:55.544019 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-43677347-9dd7-4e5d-961e-9212c1e30cbc service neutron] 10.222.0.50 "GET /v2.0/networks/8ae98ff8-0908-417a-8800-63c97d396a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985685 Jul 07 16:59:55.590131 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49242) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:55.593333 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7702842c-6fd8-4fae-be28-437f643c760d None None] For port d6056993-bcef-490b-bcff-b38757870b98, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d6056993-bcef-490b-bcff-b38757870b98,segment=NetworkSegment(406a7bfd-1038-4151-adcc-0b9278d6bbd9),segment_id=406a7bfd-1038-4151-adcc-0b9278d6bbd9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:55.596014 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7702842c-6fd8-4fae-be28-437f643c760d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.631570 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port df38d436-eaf8-4586-a1d6-ba087a11a07e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:55.631999 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.664400 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-00294ef0-7b7d-43d7-af42-f9a56e935bb3 service neutron] 10.222.0.50 "GET /v2.0/networks/8ae98ff8-0908-417a-8800-63c97d396a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190727 Jul 07 16:59:55.666106 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-023b8651-a071-4fb6-a78a-3de0b3531f70 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.672403 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1136d1e1-3490-46f3-9ede-f46d424f64bc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:59:55.746673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b8651-a071-4fb6-a78a-3de0b3531f70 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Subnet': ['ID=eeb3c92e-fd47-4918-97e1-adaab467cb95,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:55.756416 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33cea104-73c0-4cb3-b893-33eb0e17baa4 req-bd77537e-6151-4ffc-9a09-da070ac931a1 tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.0923569 Jul 07 16:59:55.758502 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b8651-a071-4fb6-a78a-3de0b3531f70 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Checking segment: {'id': '4cfa34e8-e4cc-41bc-87d9-b264eea59b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ee408cd2-174b-4881-96af-e0bb14be5a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:55.759287 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023b8651-a071-4fb6-a78a-3de0b3531f70 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Network hostable DHCP agents. Network: ee408cd2-174b-4881-96af-e0bb14be5a60, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 16:59:55.771626 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1136d1e1-3490-46f3-9ede-f46d424f64bc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.775988 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-1136d1e1-3490-46f3-9ede-f46d424f64bc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Added segment 324ee886-2b57-41b5-b58b-984351760e17 of type vlan for network 96a398b1-3be3-4a53-8612-22eb7fd12b86 Jul 07 16:59:55.780012 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023b8651-a071-4fb6-a78a-3de0b3531f70 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Network ee408cd2-174b-4881-96af-e0bb14be5a60 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 16:59:55.797955 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-023b8651-a071-4fb6-a78a-3de0b3531f70 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, ee408cd2-174b-4881-96af-e0bb14be5a60) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:55.803969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023b8651-a071-4fb6-a78a-3de0b3531f70 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:55.804662 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-023b8651-a071-4fb6-a78a-3de0b3531f70 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:55.808568 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7702842c-6fd8-4fae-be28-437f643c760d None None] Calling delete_port for d6056993-bcef-490b-bcff-b38757870b98 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 16:59:55.834504 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-023b8651-a071-4fb6-a78a-3de0b3531f70 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4943604 Jul 07 16:59:55.840095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6607901-dc09-460d-850c-d259dfd16323 None None] Network ee408cd2-174b-4881-96af-e0bb14be5a60 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:55.842265 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49246) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:55.859315 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-93f30e7e-580b-4cf9-b2e2-83d8aefd30d7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'subnet': {'network_id': 'ee408cd2-174b-4881-96af-e0bb14be5a60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:55.949094 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] For port e6378c4f-3c8b-4aea-9bb7-8c52e29346c1, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:56.035946 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92900e65-6b8a-4f8b-9d08-b4daa81a83b9 req-09ecfee1-b2d3-4694-966c-b45f109387e8 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 210 time: 0.0645404 Jul 07 16:59:56.041370 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] For port e6378c4f-3c8b-4aea-9bb7-8c52e29346c1, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=e6378c4f-3c8b-4aea-9bb7-8c52e29346c1,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:56.074622 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db23a21d-966f-4fde-8db7-90e04c2a2b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.086413 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1136d1e1-3490-46f3-9ede-f46d424f64bc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.116766 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f30e7e-580b-4cf9-b2e2-83d8aefd30d7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Made reservation on behalf of f7560303d0f3455dad0a061238b9e575 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:56.122513 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-93f30e7e-580b-4cf9-b2e2-83d8aefd30d7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.135551 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.242491 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] Pushing event updated for resources: {'Port': ['ID=e6378c4f-3c8b-4aea-9bb7-8c52e29346c1,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:56.273585 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:56.274832 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.277529 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-bac698e5-a263-49f5-a771-de97dbb2f29a service neutron] 10.222.0.69 "PUT /v2.0/ports/e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 HTTP/1.1" status: 200 len: 1092 time: 2.9189909 Jul 07 16:59:56.301804 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2958bb-0061-476f-be8e-cf1f551ca828', 'tag': 'e6378c4f-3c8b-4aea-9bb7-8c52e29346c1'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:56.320594 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fa83cd-9804-4711-85f3-b6075d18bd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2958bb-0061-476f-be8e-cf1f551ca828", "tag": "e6378c4f-3c8b-4aea-9bb7-8c52e29346c1"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:56.396384 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port e2e33f21-8306-47f8-9a36-7946a20ee7bf completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:56.400375 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.432315 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port e2e33f21-8306-47f8-9a36-7946a20ee7bf triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:56.433187 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.577287 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd,segment=NetworkSegment(111c58b8-01c7-430f-9524-d2b1e399617f),segment_id=111c58b8-01c7-430f-9524-d2b1e399617f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:56.583344 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-93f30e7e-580b-4cf9-b2e2-83d8aefd30d7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.585027 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1abc186-ac15-40c5-a134-1be6332ae95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:56.588235 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e117f985-54fb-445f-affb-6d30a41e5102" -d '{"events": [{"server_uuid": "f1abc186-ac15-40c5-a134-1be6332ae95b", "name": "network-vif-plugged", "status": "completed", "tag": "6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:56.658136 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.673270 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f30e7e-580b-4cf9-b2e2-83d8aefd30d7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Network ee408cd2-174b-4881-96af-e0bb14be5a60 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:56.685293 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-93f30e7e-580b-4cf9-b2e2-83d8aefd30d7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:56.707540 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f30e7e-580b-4cf9-b2e2-83d8aefd30d7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:56.707540 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-93f30e7e-580b-4cf9-b2e2-83d8aefd30d7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.766836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f30e7e-580b-4cf9-b2e2-83d8aefd30d7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Subnet': ['ID=e9886a86-85f2-4533-8bb9-0a7d6d2b4d1e,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:56.784266 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f00c22-46da-4285-bbd3-7c5e69a08880 x-openstack-request-id: req-f6f00c22-46da-4285-bbd3-7c5e69a08880 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:56.784861 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2958bb-0061-476f-be8e-cf1f551ca828", "tag": "e6378c4f-3c8b-4aea-9bb7-8c52e29346c1", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:56.784861 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f6f00c22-46da-4285-bbd3-7c5e69a08880 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:56.785201 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2958bb-0061-476f-be8e-cf1f551ca828', 'tag': 'e6378c4f-3c8b-4aea-9bb7-8c52e29346c1', 'status': 'completed', 'code': 200} Jul 07 16:59:56.817807 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-ee408cd2-174b-4881-96af-e0bb14be5a60', 'network_id': 'ee408cd2-174b-4881-96af-e0bb14be5a60', 'tenant_id': 'f7560303d0f3455dad0a061238b9e575', 'fixed_ips': [{'subnet_id': 'eeb3c92e-fd47-4918-97e1-adaab467cb95'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 16:59:56.818687 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.821315 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d6056993-bcef-490b-bcff-b38757870b98 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 16:59:56.847618 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1136d1e1-3490-46f3-9ede-f46d424f64bc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.854021 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1136d1e1-3490-46f3-9ede-f46d424f64bc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:56.854675 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1136d1e1-3490-46f3-9ede-f46d424f64bc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:56.875578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff0cac-deb0-460b-a156-d4ab0843a7a6 req-b80dcb3a-4bf7-4859-9d69-cab5c1ed9991 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:56.879525 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0ff0cac-deb0-460b-a156-d4ab0843a7a6 req-b80dcb3a-4bf7-4859-9d69-cab5c1ed9991 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 945 time: 0.1699824 Jul 07 16:59:56.935921 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0ff0cac-deb0-460b-a156-d4ab0843a7a6 req-ae4d0fd6-dca5-49f4-8d0d-11256170ffd0 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cc17-3ebb-4939-8ba9-86fb9860ff18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496683 Jul 07 16:59:56.943211 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af282aca-1e99-4f59-b073-a09a0e3009a3 req-25763668-f5ea-4a03-bdc1-bdab3d1a54ed tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:56.950584 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-af282aca-1e99-4f59-b073-a09a0e3009a3 req-25763668-f5ea-4a03-bdc1-bdab3d1a54ed tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf2958bb-0061-476f-be8e-cf1f551ca828 HTTP/1.1" status: 200 len: 944 time: 0.9872036 Jul 07 16:59:57.010004 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136d1e1-3490-46f3-9ede-f46d424f64bc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event updated for resources: {'Network': ['ID=96a398b1-3be3-4a53-8612-22eb7fd12b86,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:57.027872 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-e0488a4d-1efd-4838-9bb6-fb3f6727345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:57.029134 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-e0488a4d-1efd-4838-9bb6-fb3f6727345a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&device_id=cf2958bb-0061-476f-be8e-cf1f551ca828 HTTP/1.1" status: 200 len: 1095 time: 0.6974173 Jul 07 16:59:57.049538 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-af282aca-1e99-4f59-b073-a09a0e3009a3 req-dfbe369f-b51b-46b9-bdea-4628af724d71 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979488 Jul 07 16:59:57.085229 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7702842c-6fd8-4fae-be28-437f643c760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.094286 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3003c030-6fa8-48e2-a98a-414fe80248b0 x-openstack-request-id: req-3003c030-6fa8-48e2-a98a-414fe80248b0 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:57.094754 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1abc186-ac15-40c5-a134-1be6332ae95b", "name": "network-vif-plugged", "status": "completed", "tag": "6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:57.095181 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3003c030-6fa8-48e2-a98a-414fe80248b0 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:57.095634 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1abc186-ac15-40c5-a134-1be6332ae95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd', 'code': 200} Jul 07 16:59:57.100313 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 96a398b1-3be3-4a53-8612-22eb7fd12b86 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:59:57.102725 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:57.122606 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No active binding found for port d6056993-bcef-490b-bcff-b38757870b98 {{(pid=100411) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 16:59:57.123052 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d6056993-bcef-490b-bcff-b38757870b98 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 16:59:57.204810 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-071c9a95-f9f1-40dc-990a-390a6a6b55ec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 HTTP/1.1" status: 200 len: 217 time: 0.1317954 Jul 07 16:59:57.226293 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78be4f-07d7-4aa8-8e6d-5ad095ab06ed req-46d9b4c3-ccca-492c-8b5a-091bb1d82746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:57.228295 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7702842c-6fd8-4fae-be28-437f643c760d None None] No DVR routers for this DVR port d6056993-bcef-490b-bcff-b38757870b98 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 16:59:57.230438 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4b78be4f-07d7-4aa8-8e6d-5ad095ab06ed req-46d9b4c3-ccca-492c-8b5a-091bb1d82746 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 1096 time: 0.1279185 Jul 07 16:59:57.263807 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702842c-6fd8-4fae-be28-437f643c760d None None] Pushing event deleted for resources: {'Port': ['ID=d6056993-bcef-490b-bcff-b38757870b98,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:57.278907 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2633e1d9-0806-43e8-a4b1-d9c56fd97d18 req-dc8d9a07-0e01-4af4-bf7d-3aa6a51b51c4 tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.0545554 Jul 07 16:59:57.296681 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.321919 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db23a21d-966f-4fde-8db7-90e04c2a2b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.332954 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4b78be4f-07d7-4aa8-8e6d-5ad095ab06ed req-05678b0f-9f1c-4403-81dd-5ed7e20cd2ab service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f404cc17-3ebb-4939-8ba9-86fb9860ff18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888896 Jul 07 16:59:57.333460 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49278) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:57.342664 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-93f30e7e-580b-4cf9-b2e2-83d8aefd30d7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4966574 Jul 07 16:59:57.343432 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49282) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:57.362532 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db23a21d-966f-4fde-8db7-90e04c2a2b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.392464 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-db23a21d-966f-4fde-8db7-90e04c2a2b63 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72c70eca80194506ba6fc32a04f6c024&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7980843 Jul 07 16:59:57.394716 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-772b3c9a-2430-4591-8c6c-a0f0177ed96f req-7d7bb220-8799-4dc8-afc3-68d5f919e939 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 210 time: 0.0834365 Jul 07 16:59:57.412407 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49284) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:57.418730 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port e2e33f21-8306-47f8-9a36-7946a20ee7bf, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=e2e33f21-8306-47f8-9a36-7946a20ee7bf,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:57.424948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8c228e-2a6b-4507-aeab-954ae023ee90 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:57.425996 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-7d0539ca-d650-4ada-b50b-e26373b377d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:57.427027 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8c228e-2a6b-4507-aeab-954ae023ee90 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:57.428229 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-7d0539ca-d650-4ada-b50b-e26373b377d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d9af50-51a7-4bbc-a88f-fc28aae3344c HTTP/1.1" status: 200 len: 851 time: 0.2118688 Jul 07 16:59:57.428650 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8c228e-2a6b-4507-aeab-954ae023ee90 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:57.430171 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8c228e-2a6b-4507-aeab-954ae023ee90 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:57.431921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8c228e-2a6b-4507-aeab-954ae023ee90 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:57.432821 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Allocated IP 2001:db8::2 (ee408cd2-174b-4881-96af-e0bb14be5a60/eeb3c92e-fd47-4918-97e1-adaab467cb95/30ccee46-493a-4574-a20a-df11fbb3c72a) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:57.437981 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cc8c228e-2a6b-4507-aeab-954ae023ee90 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0857394 Jul 07 16:59:57.438173 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1136d1e1-3490-46f3-9ede-f46d424f64bc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0699987 Jul 07 16:59:57.438267 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49286) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:57.440892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-37a0d854-2d8e-46c5-a381-7c271097f3e3 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Request body: {'subnet': {'network_id': '96a398b1-3be3-4a53-8612-22eb7fd12b86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:57.442759 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.445861 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49288) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:57.462919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-61d24878-dbbf-4ac1-a8f4-628ff51ea7e8 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-190572745'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:57.502605 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-cbbb32fb-c50d-4b52-bdba-0e1e7aaab17a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4bfc31d5-b892-420e-a594-085b325da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477550 Jul 07 16:59:57.511009 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23a21d-966f-4fde-8db7-90e04c2a2b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f847b36-cbee-46c4-8aee-fff3517d6d04,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:57.553639 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-eec76f58-bd60-47bd-9e79-843830449b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.579629 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=e2e33f21-8306-47f8-9a36-7946a20ee7bf,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:57.585979 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d7c8c6f7-4381-43a9-915e-3d8a5adbecc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.594512 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d24878-dbbf-4ac1-a8f4-628ff51ea7e8 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Made reservation on behalf of f7560303d0f3455dad0a061238b9e575 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:57.597992 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-61d24878-dbbf-4ac1-a8f4-628ff51ea7e8 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.609983 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d7c8c6f7-4381-43a9-915e-3d8a5adbecc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.630766 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d24878-dbbf-4ac1-a8f4-628ff51ea7e8 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 16:59:57.641341 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-61d24878-dbbf-4ac1-a8f4-628ff51ea7e8 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.641932 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-61d24878-dbbf-4ac1-a8f4-628ff51ea7e8 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Added segment 2aa026ae-0f79-4619-87de-d097566e4673 of type vlan for network f062f703-7c00-4f44-84f0-c762cda64050 Jul 07 16:59:57.672431 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-cefcc897-996b-42eb-8713-375695344990 service neutron] 10.222.0.69 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623693 Jul 07 16:59:57.715585 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.716849 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-61d24878-dbbf-4ac1-a8f4-628ff51ea7e8 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.734869 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d7c8c6f7-4381-43a9-915e-3d8a5adbecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.738741 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Transition to ACTIVE for port object 30ccee46-493a-4574-a20a-df11fbb3c72a will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:57.740361 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d7c8c6f7-4381-43a9-915e-3d8a5adbecc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.740361 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d7c8c6f7-4381-43a9-915e-3d8a5adbecc1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f847b36-cbee-46c4-8aee-fff3517d6d04 HTTP/1.1" status: 204 len: 168 time: 0.3098190 Jul 07 16:59:57.761170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Transition to ACTIVE for port object 30ccee46-493a-4574-a20a-df11fbb3c72a will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 16:59:57.770718 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.774569 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8c6f7-4381-43a9-915e-3d8a5adbecc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f847b36-cbee-46c4-8aee-fff3517d6d04,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:57.841227 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a657c1b0-4427-40a3-8a47-3441a9049723 req-e07a2365-a0b1-45f4-b212-90b1607485ca service neutron] 10.222.0.69 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611476 Jul 07 16:59:57.849225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Network ee408cd2-174b-4881-96af-e0bb14be5a60 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 16:59:57.855370 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-61d24878-dbbf-4ac1-a8f4-628ff51ea7e8 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.859676 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 16:59:57.862354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d24878-dbbf-4ac1-a8f4-628ff51ea7e8 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:57.863259 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-61d24878-dbbf-4ac1-a8f4-628ff51ea7e8 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.865505 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 16:59:57.908881 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Pushing event updated for resources: {'Port': ['ID=30ccee46-493a-4574-a20a-df11fbb3c72a,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:57.962905 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-62980609-6ed3-46b4-9117-38f7e8aa41c2 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:57.965266 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-62980609-6ed3-46b4-9117-38f7e8aa41c2 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.15 "GET /v2.0/networks?id=8ae98ff8-0908-417a-8800-63c97d396a91 HTTP/1.1" status: 200 len: 815 time: 0.2666152 Jul 07 16:59:57.966359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Attempting to bind port 30ccee46-493a-4574-a20a-df11fbb3c72a on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 16:59:57.966782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Attempting to bind port 30ccee46-493a-4574-a20a-df11fbb3c72a by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '4cfa34e8-e4cc-41bc-87d9-b264eea59b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ee408cd2-174b-4881-96af-e0bb14be5a60'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 16:59:57.967146 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Attempting to bind port 30ccee46-493a-4574-a20a-df11fbb3c72a on network ee408cd2-174b-4881-96af-e0bb14be5a60 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 16:59:57.981879 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 16:59:57.982263 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Checking segment: {'id': '4cfa34e8-e4cc-41bc-87d9-b264eea59b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ee408cd2-174b-4881-96af-e0bb14be5a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 16:59:57.982709 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:57.983113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Bound using segment: {'id': '4cfa34e8-e4cc-41bc-87d9-b264eea59b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ee408cd2-174b-4881-96af-e0bb14be5a60'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 16:59:57.983589 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Bound port: 30ccee46-493a-4574-a20a-df11fbb3c72a, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfa34e8-e4cc-41bc-87d9-b264eea59b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ee408cd2-174b-4881-96af-e0bb14be5a60'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 16:59:57.983977 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:58.023415 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-a2516511-7aed-4a2f-8c17-66e27981e3a5 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Request body: {'port': {'device_id': '9c97f2a1-6d36-4546-b123-aaa548313382', 'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91', 'admin_state_up': True, 'tenant_id': '30aa2386f2044095834e8a1b1bf22d78'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:58.027317 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa83cd-9804-4711-85f3-b6075d18bd3e req-c1e833d5-678a-471d-b6fd-74b6bb66f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:58.029046 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-30fa83cd-9804-4711-85f3-b6075d18bd3e req-c1e833d5-678a-471d-b6fd-74b6bb66f29a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&device_id=cf2958bb-0061-476f-be8e-cf1f551ca828 HTTP/1.1" status: 200 len: 1095 time: 0.1151152 Jul 07 16:59:58.116137 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] For port 30ccee46-493a-4574-a20a-df11fbb3c72a, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 16:59:58.129174 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] For port 30ccee46-493a-4574-a20a-df11fbb3c72a, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=30ccee46-493a-4574-a20a-df11fbb3c72a,segment=NetworkSegment(4cfa34e8-e4cc-41bc-87d9-b264eea59b01),segment_id=4cfa34e8-e4cc-41bc-87d9-b264eea59b01)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 16:59:58.142219 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:58.168152 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa83cd-9804-4711-85f3-b6075d18bd3e req-90a0183a-02cd-4b06-84cc-e77c769bd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:58.169909 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-30fa83cd-9804-4711-85f3-b6075d18bd3e req-90a0183a-02cd-4b06-84cc-e77c769bd4fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 912 time: 0.1321764 Jul 07 16:59:58.188714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49298) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:58.222537 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10c3f0-1247-4c8a-aa6c-5073fb95f087 None None] Pushing event updated for resources: {'Port': ['ID=30ccee46-493a-4574-a20a-df11fbb3c72a,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:58.222734 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-30fa83cd-9804-4711-85f3-b6075d18bd3e req-7a769060-088f-4b0a-9176-592306ad0477 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 HTTP/1.1" status: 200 len: 217 time: 0.0450692 Jul 07 16:59:58.258477 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d24878-dbbf-4ac1-a8f4-628ff51ea7e8 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Network': ['ID=f062f703-7c00-4f44-84f0-c762cda64050,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:58.271124 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network f062f703-7c00-4f44-84f0-c762cda64050 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:59:58.276810 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-eec76f58-bd60-47bd-9e79-843830449b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:58.279984 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e8fec528-8184-432b-a24d-6f67fc2ce923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:58.303382 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-eec76f58-bd60-47bd-9e79-843830449b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:58.305767 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa83cd-9804-4711-85f3-b6075d18bd3e req-a3eadd98-5b59-4348-b55b-fc01b88026ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:58.307346 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-30fa83cd-9804-4711-85f3-b6075d18bd3e req-a3eadd98-5b59-4348-b55b-fc01b88026ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d9af50-51a7-4bbc-a88f-fc28aae3344c HTTP/1.1" status: 200 len: 851 time: 0.0746384 Jul 07 16:59:58.312501 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a0d854-2d8e-46c5-a381-7c271097f3e3 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Made reservation on behalf of fadcf4190e4243aeb98dd0f91fb71fdc for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:58.318038 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37a0d854-2d8e-46c5-a381-7c271097f3e3 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:58.356581 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-61d24878-dbbf-4ac1-a8f4-628ff51ea7e8 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9095685 Jul 07 16:59:58.361351 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49302) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:58.362717 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ca209-7afc-4c87-9a03-09c194d6eee4 req-9c37dc70-f9e7-4a18-b13c-f35ccd5a2ffd tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:58.365807 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-937ca209-7afc-4c87-9a03-09c194d6eee4 req-9c37dc70-f9e7-4a18-b13c-f35ccd5a2ffd tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf2958bb-0061-476f-be8e-cf1f551ca828 HTTP/1.1" status: 200 len: 944 time: 0.1449277 Jul 07 16:59:58.368281 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-30fa83cd-9804-4711-85f3-b6075d18bd3e req-b55f35d3-439e-4379-b40a-d4242f9cfd48 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4bfc31d5-b892-420e-a594-085b325da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483997 Jul 07 16:59:58.429974 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-870fbc57-3885-475c-bf29-2d3ad2febbbf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:58.460423 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-937ca209-7afc-4c87-9a03-09c194d6eee4 req-053b8f59-f076-4c0d-9961-1db10198c25c tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887966 Jul 07 16:59:58.504413 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-30fa83cd-9804-4711-85f3-b6075d18bd3e req-38f64f88-1018-4a53-9c02-32606d6db861 service neutron] 10.222.0.69 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264048 Jul 07 16:59:58.588812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec76f58-bd60-47bd-9e79-843830449b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60548e9-3285-4faf-aa10-074e41f1181b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:58.605633 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-eec76f58-bd60-47bd-9e79-843830449b4a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7ec1be4820484bb7bde43f0fc34edb90&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2682915 Jul 07 16:59:58.605633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-a2516511-7aed-4a2f-8c17-66e27981e3a5 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Made reservation on behalf of 30aa2386f2044095834e8a1b1bf22d78 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:58.608556 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-a2516511-7aed-4a2f-8c17-66e27981e3a5 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:58.624081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49306) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:58.683122 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2440383-aff8-4ff5-b41f-194609f811f9 req-b0d32502-caab-4fe1-a766-3288acbd5f17 tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.0415885 Jul 07 16:59:58.752663 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-30fa83cd-9804-4711-85f3-b6075d18bd3e req-6906bcfd-b33b-4d0a-a061-d548d8369feb service neutron] 10.222.0.69 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341096 Jul 07 16:59:58.813782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 30ccee46-493a-4574-a20a-df11fbb3c72a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 16:59:58.856054 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8336fd2a-ae45-4e2a-a219-b3090b9f41b8 req-1739be3a-6200-4fc8-adef-77e3040fabfa tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 210 time: 0.0343339 Jul 07 16:59:58.874281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 30ccee46-493a-4574-a20a-df11fbb3c72a completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:59.099123 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de267f-e203-4b94-a0ed-e203bfd86f73 req-6b0f1b5a-f7d4-43d4-a723-3d0922f72573 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:59.100218 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494e6672-0a35-494d-b99d-0f55dbe13a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e33f21-8306-47f8-9a36-7946a20ee7bf'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 16:59:59.101535 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06de267f-e203-4b94-a0ed-e203bfd86f73 req-6b0f1b5a-f7d4-43d4-a723-3d0922f72573 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 945 time: 0.9119325 Jul 07 16:59:59.102981 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53859fa1-3909-433d-a788-1d7df34edd60" -d '{"events": [{"server_uuid": "494e6672-0a35-494d-b99d-0f55dbe13a0d", "name": "network-vif-plugged", "status": "completed", "tag": "e2e33f21-8306-47f8-9a36-7946a20ee7bf"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 16:59:59.142414 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 16:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b36620a-5480-4dcf-a46e-d70f5dbdfa3c x-openstack-request-id: req-8b36620a-5480-4dcf-a46e-d70f5dbdfa3c {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 16:59:59.142804 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494e6672-0a35-494d-b99d-0f55dbe13a0d", "name": "network-vif-plugged", "status": "completed", "tag": "e2e33f21-8306-47f8-9a36-7946a20ee7bf", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 16:59:59.143156 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b36620a-5480-4dcf-a46e-d70f5dbdfa3c {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 16:59:59.143986 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494e6672-0a35-494d-b99d-0f55dbe13a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e33f21-8306-47f8-9a36-7946a20ee7bf', 'code': 200} Jul 07 16:59:59.243373 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-870fbc57-3885-475c-bf29-2d3ad2febbbf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.348184 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-870fbc57-3885-475c-bf29-2d3ad2febbbf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.402008 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06de267f-e203-4b94-a0ed-e203bfd86f73 req-d0a1ada6-5ef3-4b59-a38c-d97cddbcf157 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cc17-3ebb-4939-8ba9-86fb9860ff18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2780199 Jul 07 16:59:59.416632 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab28085-650b-4755-9946-0527a9d43438 None None] Network ee408cd2-174b-4881-96af-e0bb14be5a60 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 16:59:59.419849 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5bea7703-2d91-4185-8cb8-275909ab67bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.453321 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-870fbc57-3885-475c-bf29-2d3ad2febbbf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Network f062f703-7c00-4f44-84f0-c762cda64050 is not hosted by any dhcp agent {{(pid=100410) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 16:59:59.459236 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870fbc57-3885-475c-bf29-2d3ad2febbbf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:59.459798 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-870fbc57-3885-475c-bf29-2d3ad2febbbf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.463730 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-870fbc57-3885-475c-bf29-2d3ad2febbbf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "PUT /v2.0/networks/f062f703-7c00-4f44-84f0-c762cda64050 HTTP/1.1" status: 200 len: 723 time: 1.0521448 Jul 07 16:59:59.465044 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49310) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:59.471658 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d77b2309-2391-45a9-899b-7eb0fcf8022b tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'subnet': {'network_id': 'f062f703-7c00-4f44-84f0-c762cda64050', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 16:59:59.486017 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-37680424-1295-47da-b9cf-69e23ca43044 None None] Provisioning for port 30ccee46-493a-4574-a20a-df11fbb3c72a completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 16:59:59.528770 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-37680424-1295-47da-b9cf-69e23ca43044 None None] Provisioning complete for port 30ccee46-493a-4574-a20a-df11fbb3c72a triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 16:59:59.529528 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-37680424-1295-47da-b9cf-69e23ca43044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.561980 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5bea7703-2d91-4185-8cb8-275909ab67bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.578198 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-a2516511-7aed-4a2f-8c17-66e27981e3a5 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Allocated IP 172.20.0.13 (8ae98ff8-0908-417a-8800-63c97d396a91/5cb771e9-c384-4be6-a6e3-24a117d82432/105fad6e-e368-4232-bd91-9d4a81b9af41) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 16:59:59.587891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fbc57-3885-475c-bf29-2d3ad2febbbf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Network': ['ID=f062f703-7c00-4f44-84f0-c762cda64050,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:59.602866 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network f062f703-7c00-4f44-84f0-c762cda64050 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 16:59:59.609843 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e8fec528-8184-432b-a24d-6f67fc2ce923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.632578 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e8fec528-8184-432b-a24d-6f67fc2ce923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.648393 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77b2309-2391-45a9-899b-7eb0fcf8022b tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Made reservation on behalf of f7560303d0f3455dad0a061238b9e575 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 16:59:59.652333 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d77b2309-2391-45a9-899b-7eb0fcf8022b tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.695026 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e76f6d-4c4c-4f2b-9593-2d44ed4abb9d req-deb653bc-b2f4-40e4-ae28-ae1e18742b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:59.696552 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26e76f6d-4c4c-4f2b-9593-2d44ed4abb9d req-deb653bc-b2f4-40e4-ae28-ae1e18742b35 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=494e6672-0a35-494d-b99d-0f55dbe13a0d HTTP/1.1" status: 200 len: 1096 time: 0.4564064 Jul 07 16:59:59.745362 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39197dd5-cfaa-4ac9-b3af-79f0a591e533 req-fe878b2d-bb05-43b5-8740-9908225dcf5a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 16:59:59.747147 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-39197dd5-cfaa-4ac9-b3af-79f0a591e533 req-fe878b2d-bb05-43b5-8740-9908225dcf5a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf2958bb-0061-476f-be8e-cf1f551ca828 HTTP/1.1" status: 200 len: 944 time: 0.1554101 Jul 07 16:59:59.758231 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e8fec528-8184-432b-a24d-6f67fc2ce923 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=539df5a9b78e43d098432bd4ea55b9dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5345182 Jul 07 16:59:59.762944 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49316) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 16:59:59.777883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fec528-8184-432b-a24d-6f67fc2ce923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9421da28-0152-470a-9dad-fb20aaefac57,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:59.802934 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-37680424-1295-47da-b9cf-69e23ca43044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.840850 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-37680424-1295-47da-b9cf-69e23ca43044 None None] For port 30ccee46-493a-4574-a20a-df11fbb3c72a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=30ccee46-493a-4574-a20a-df11fbb3c72a,segment=NetworkSegment(4cfa34e8-e4cc-41bc-87d9-b264eea59b01),segment_id=4cfa34e8-e4cc-41bc-87d9-b264eea59b01)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 16:59:59.850485 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-37680424-1295-47da-b9cf-69e23ca43044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.872591 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-39197dd5-cfaa-4ac9-b3af-79f0a591e533 req-bc29cff5-d6e7-461f-8d0f-def2896db5c7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085234 Jul 07 16:59:59.894928 n-d-793620-7 neutron-server[100410]: DEBUG neutron.objects.ports [None req-37a0d854-2d8e-46c5-a381-7c271097f3e3 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100410) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 16:59:59.931272 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37a0d854-2d8e-46c5-a381-7c271097f3e3 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.933518 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5bea7703-2d91-4185-8cb8-275909ab67bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.937493 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5bea7703-2d91-4185-8cb8-275909ab67bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.952296 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37680424-1295-47da-b9cf-69e23ca43044 None None] Pushing event updated for resources: {'Port': ['ID=30ccee46-493a-4574-a20a-df11fbb3c72a,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 16:59:59.952902 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5bea7703-2d91-4185-8cb8-275909ab67bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f60548e9-3285-4faf-aa10-074e41f1181b HTTP/1.1" status: 204 len: 168 time: 0.9424498 Jul 07 16:59:59.955790 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26e76f6d-4c4c-4f2b-9593-2d44ed4abb9d req-b9eea67d-3ed8-4572-9e7d-52459a9d9ab7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392941 Jul 07 16:59:59.963948 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-17f1119d-30ae-4051-b1a9-b587c8f85925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 16:59:59.970791 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388df13e-4b87-4fbd-b6ad-ea95d8b96f28 None None] Update dhcp port {'port': {'network_id': 'ee408cd2-174b-4881-96af-e0bb14be5a60', 'fixed_ips': [{'subnet_id': 'eeb3c92e-fd47-4918-97e1-adaab467cb95', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e9886a86-85f2-4533-8bb9-0a7d6d2b4d1e'}], 'binding:host_id': 'n-d-793620-7'}, 'id': '30ccee46-493a-4574-a20a-df11fbb3c72a'} from n-d-793620-7. {{(pid=100411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:00:00.000759 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-17f1119d-30ae-4051-b1a9-b587c8f85925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.047572 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-388df13e-4b87-4fbd-b6ad-ea95d8b96f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.073279 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a0237d8f-c18c-4cca-b0ef-74e0118c0a8b req-03ec5170-9580-4581-a7a1-33b5194dfbb2 tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.1057928 Jul 07 17:00:00.080191 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea7703-2d91-4185-8cb8-275909ab67bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60548e9-3285-4faf-aa10-074e41f1181b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:00.147576 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0d854-2d8e-46c5-a381-7c271097f3e3 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event updated for resources: {'Subnet': ['ID=4f463747-d65c-4809-8560-e60e139c7a95,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:00.161376 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-a2516511-7aed-4a2f-8c17-66e27981e3a5 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.179029 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a0d854-2d8e-46c5-a381-7c271097f3e3 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Checking segment: {'id': '324ee886-2b57-41b5-b58b-984351760e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '96a398b1-3be3-4a53-8612-22eb7fd12b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:00.179029 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a0d854-2d8e-46c5-a381-7c271097f3e3 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Network hostable DHCP agents. Network: 96a398b1-3be3-4a53-8612-22eb7fd12b86, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:00:00.179297 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-994848f5-42fb-48e6-a87e-960bcb6bd94c req-9a37df07-f741-40bd-8000-580ebcb6e27b tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 210 time: 0.1386206 Jul 07 17:00:00.196647 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-17f1119d-30ae-4051-b1a9-b587c8f85925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.200092 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-17f1119d-30ae-4051-b1a9-b587c8f85925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.201678 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-17f1119d-30ae-4051-b1a9-b587c8f85925 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9421da28-0152-470a-9dad-fb20aaefac57 HTTP/1.1" status: 204 len: 168 time: 0.4365838 Jul 07 17:00:00.202922 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d77b2309-2391-45a9-899b-7eb0fcf8022b tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.271290 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1119d-30ae-4051-b1a9-b587c8f85925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9421da28-0152-470a-9dad-fb20aaefac57,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:00.276667 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7da0994c-9776-4e15-9bfa-54162300d42f req-56a28ec4-37e1-41e7-af42-b179095d90c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c9d0f58327f4f3faafc9e500b25cb72&device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.0441134 Jul 07 17:00:00.289849 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a0d854-2d8e-46c5-a381-7c271097f3e3 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Network 96a398b1-3be3-4a53-8612-22eb7fd12b86 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:00:00.303612 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-a2516511-7aed-4a2f-8c17-66e27981e3a5 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.315732 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b2309-2391-45a9-899b-7eb0fcf8022b tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Subnet': ['ID=8738ccd1-6ca1-439b-b31d-678f1990458d,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:00.332563 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-37a0d854-2d8e-46c5-a381-7c271097f3e3 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 96a398b1-3be3-4a53-8612-22eb7fd12b86) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:00.332723 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77b2309-2391-45a9-899b-7eb0fcf8022b tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Checking segment: {'id': '2aa026ae-0f79-4619-87de-d097566e4673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f062f703-7c00-4f44-84f0-c762cda64050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:00.333273 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77b2309-2391-45a9-899b-7eb0fcf8022b tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Network hostable DHCP agents. Network: f062f703-7c00-4f44-84f0-c762cda64050, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:00:00.338487 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0d854-2d8e-46c5-a381-7c271097f3e3 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:00.339889 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37a0d854-2d8e-46c5-a381-7c271097f3e3 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.359180 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77b2309-2391-45a9-899b-7eb0fcf8022b tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Network f062f703-7c00-4f44-84f0-c762cda64050 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:00:00.374284 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-d77b2309-2391-45a9-899b-7eb0fcf8022b tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, f062f703-7c00-4f44-84f0-c762cda64050) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:00.382043 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77b2309-2391-45a9-899b-7eb0fcf8022b tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:00.383323 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d77b2309-2391-45a9-899b-7eb0fcf8022b tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.391194 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7da0994c-9776-4e15-9bfa-54162300d42f req-6e48e143-3764-494e-be5e-1b80ab324c54 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4c9d0f58327f4f3faafc9e500b25cb72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808637 Jul 07 17:00:00.401648 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43ae82b-62cc-455b-add4-b820c31985f7 None None] Network 96a398b1-3be3-4a53-8612-22eb7fd12b86 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:00.404237 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a407803e-b75a-4bb7-ae15-ea2919b4df63 None None] Network f062f703-7c00-4f44-84f0-c762cda64050 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:00.419030 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d77b2309-2391-45a9-899b-7eb0fcf8022b tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9527986 Jul 07 17:00:00.419982 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49326) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:00.425593 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-9bfee5c7-a977-4246-9f2c-51bb89c7117d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:00.440405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-a2516511-7aed-4a2f-8c17-66e27981e3a5 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Network 8ae98ff8-0908-417a-8800-63c97d396a91 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:00.445052 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-37a0d854-2d8e-46c5-a381-7c271097f3e3 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0067341 Jul 07 17:00:00.482432 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49330) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:00.487716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7052a52f-ac6b-4606-a3c9-9352577fd0af tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Request body: {'port': {'network_id': '96a398b1-3be3-4a53-8612-22eb7fd12b86', 'name': 'tempest-NetworksIpV6TestAttrs-662261009'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:00.490789 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-388df13e-4b87-4fbd-b6ad-ea95d8b96f28 None None] Allocated IP 172.20.0.1 (ee408cd2-174b-4881-96af-e0bb14be5a60/e9886a86-85f2-4533-8bb9-0a7d6d2b4d1e/30ccee46-493a-4574-a20a-df11fbb3c72a) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:00.491719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-a2516511-7aed-4a2f-8c17-66e27981e3a5 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:00.494353 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-a2516511-7aed-4a2f-8c17-66e27981e3a5 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:00.546336 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49334) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:00.601448 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2516511-7aed-4a2f-8c17-66e27981e3a5 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Pushing event updated for resources: {'Port': ['ID=105fad6e-e368-4232-bd91-9d4a81b9af41,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:00.616604 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bfee5c7-a977-4246-9f2c-51bb89c7117d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14386237'] for subnet, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.646334 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe8bc34c-2674-440c-aa97-d5de7e554690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.709697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-a2516511-7aed-4a2f-8c17-66e27981e3a5 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:00.711099 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-a2516511-7aed-4a2f-8c17-66e27981e3a5 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.752744 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-a2516511-7aed-4a2f-8c17-66e27981e3a5 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7701228 Jul 07 17:00:00.770715 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] Request body: {'port': {'device_id': '9c97f2a1-6d36-4546-b123-aaa548313382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:00.878118 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0994c-9776-4e15-9bfa-54162300d42f req-96c7c613-0152-4cc0-9024-6566f47acbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:00.879689 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7da0994c-9776-4e15-9bfa-54162300d42f req-96c7c613-0152-4cc0-9024-6566f47acbb5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4615777 Jul 07 17:00:00.888929 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bfee5c7-a977-4246-9f2c-51bb89c7117d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733658207775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14375497'] for subnet, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:00.977124 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-388df13e-4b87-4fbd-b6ad-ea95d8b96f28 None None] For port 30ccee46-493a-4574-a20a-df11fbb3c72a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=30ccee46-493a-4574-a20a-df11fbb3c72a,segment=NetworkSegment(4cfa34e8-e4cc-41bc-87d9-b264eea59b01),segment_id=4cfa34e8-e4cc-41bc-87d9-b264eea59b01)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:00.994955 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8e170-6e58-46f7-b786-60000f4e1cd7 req-496646a7-9d57-432f-b443-6cea51be746a tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:00.996555 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-39a8e170-6e58-46f7-b786-60000f4e1cd7 req-496646a7-9d57-432f-b443-6cea51be746a tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 945 time: 0.3773873 Jul 07 17:00:00.998824 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.025249 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-388df13e-4b87-4fbd-b6ad-ea95d8b96f28 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.028681 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfee5c7-a977-4246-9f2c-51bb89c7117d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Subnet': ['ID=8738ccd1-6ca1-439b-b31d-678f1990458d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:01.035506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfee5c7-a977-4246-9f2c-51bb89c7117d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:01.036088 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bfee5c7-a977-4246-9f2c-51bb89c7117d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.040976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-388df13e-4b87-4fbd-b6ad-ea95d8b96f28 None None] Transition to ACTIVE for port object 30ccee46-493a-4574-a20a-df11fbb3c72a will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:01.044468 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 30ccee46-493a-4574-a20a-df11fbb3c72a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:01.044901 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9bfee5c7-a977-4246-9f2c-51bb89c7117d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "PUT /v2.0/subnets/8738ccd1-6ca1-439b-b31d-678f1990458d HTTP/1.1" status: 200 len: 826 time: 0.6235805 Jul 07 17:00:01.047258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49346) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:01.090322 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-388df13e-4b87-4fbd-b6ad-ea95d8b96f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.138661 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:00:01.220666 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10203d6d-e051-48fd-8184-af4563eaeedc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.231492 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee448b9a-c52e-4285-b97e-a94ef92bc563 req-b13ede09-d45c-4af6-814f-075bd3688ce2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:01.233053 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ee448b9a-c52e-4285-b97e-a94ef92bc563 req-b13ede09-d45c-4af6-814f-075bd3688ce2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf2958bb-0061-476f-be8e-cf1f551ca828 HTTP/1.1" status: 200 len: 944 time: 0.1645474 Jul 07 17:00:01.237944 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-39a8e170-6e58-46f7-b786-60000f4e1cd7 req-704353cc-d31c-4b19-8dd6-ef539e4a8328 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cc17-3ebb-4939-8ba9-86fb9860ff18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307642 Jul 07 17:00:01.261131 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388df13e-4b87-4fbd-b6ad-ea95d8b96f28 None None] Pushing event updated for resources: {'Port': ['ID=30ccee46-493a-4574-a20a-df11fbb3c72a,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:01.270229 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe8bc34c-2674-440c-aa97-d5de7e554690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.329253 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ee448b9a-c52e-4285-b97e-a94ef92bc563 req-8cb1965f-16e9-461d-afc8-0b9ae468a1a1 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852082 Jul 07 17:00:01.355234 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10203d6d-e051-48fd-8184-af4563eaeedc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.393594 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-96a398b1-3be3-4a53-8612-22eb7fd12b86', 'network_id': '96a398b1-3be3-4a53-8612-22eb7fd12b86', 'tenant_id': 'fadcf4190e4243aeb98dd0f91fb71fdc', 'fixed_ips': [{'subnet_id': '4f463747-d65c-4809-8560-e60e139c7a95'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:00:01.396831 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.409059 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe8bc34c-2674-440c-aa97-d5de7e554690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.446125 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10203d6d-e051-48fd-8184-af4563eaeedc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.501577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-c4021625-b4ab-4291-9a11-d3628a5d12d9 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:01.503469 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-c4021625-b4ab-4291-9a11-d3628a5d12d9 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.15 "GET /v2.0/ports?device_id=494e6672-0a35-494d-b99d-0f55dbe13a0d HTTP/1.1" status: 200 len: 945 time: 0.5019729 Jul 07 17:00:01.535249 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10203d6d-e051-48fd-8184-af4563eaeedc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Subnet': ['ID=8738ccd1-6ca1-439b-b31d-678f1990458d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:01.576626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7052a52f-ac6b-4606-a3c9-9352577fd0af tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Made reservation on behalf of fadcf4190e4243aeb98dd0f91fb71fdc for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:01.580241 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7052a52f-ac6b-4606-a3c9-9352577fd0af tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.592262 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-86fa9866-1ba6-43f2-9aa5-e00d1c8e189a req-cadf721d-8716-4b5f-bc33-5a1b6fbbf865 tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.1159437 Jul 07 17:00:01.699834 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fe8bc34c-2674-440c-aa97-d5de7e554690 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c5d8a8c951a04876b8e469d4ead39002&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1510828 Jul 07 17:00:01.700526 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8bc34c-2674-440c-aa97-d5de7e554690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e065ce50-a6a9-4d95-b15e-c12f691fd66e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:01.705379 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49364) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:01.722728 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10203d6d-e051-48fd-8184-af4563eaeedc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.736930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-10203d6d-e051-48fd-8184-af4563eaeedc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f062f703-7c00-4f44-84f0-c762cda64050']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:01.766748 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-10203d6d-e051-48fd-8184-af4563eaeedc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa026ae-0f79-4619-87de-d097566e4673') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:01.767318 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-10203d6d-e051-48fd-8184-af4563eaeedc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa026ae-0f79-4619-87de-d097566e4673') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:01.779364 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port e6378c4f-3c8b-4aea-9bb7-8c52e29346c1, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=e6378c4f-3c8b-4aea-9bb7-8c52e29346c1,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:01.780256 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10203d6d-e051-48fd-8184-af4563eaeedc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.792678 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'e6378c4f-3c8b-4aea-9bb7-8c52e29346c1', 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d', 'port_id': 'e6378c4f-3c8b-4aea-9bb7-8c52e29346c1', 'mac_address': 'fa:16:3e:cd:85:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d9af50-51a7-4bbc-a88f-fc28aae3344c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:00:01.804008 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7403d0c1-32c4-47e4-9c2a-90e23c79c8bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-f062f703-7c00-4f44-84f0-c762cda64050', 'network_id': 'f062f703-7c00-4f44-84f0-c762cda64050', 'tenant_id': 'f7560303d0f3455dad0a061238b9e575', 'fixed_ips': [{'subnet_id': '8738ccd1-6ca1-439b-b31d-678f1990458d'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:00:01.805502 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7403d0c1-32c4-47e4-9c2a-90e23c79c8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.825733 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4b7f7-8038-450e-98d7-94e8e9d9a0fe req-703045b4-a540-4635-9a55-301b00ebda69 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:01.833395 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-7052a52f-ac6b-4606-a3c9-9352577fd0af tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] device_id is not set on port 50800e2b-5610-4302-b6a9-a469fbeb22f6 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:00:01.842778 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c1c4b7f7-8038-450e-98d7-94e8e9d9a0fe req-703045b4-a540-4635-9a55-301b00ebda69 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 932 time: 0.3114073 Jul 07 17:00:01.849560 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10203d6d-e051-48fd-8184-af4563eaeedc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.870142 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10203d6d-e051-48fd-8184-af4563eaeedc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:01.870887 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10203d6d-e051-48fd-8184-af4563eaeedc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:01.874436 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:01.963606 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:01.995393 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636cba37-72cc-41d8-9058-d92f5175502b None None] Network f062f703-7c00-4f44-84f0-c762cda64050 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:02.008628 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:00:02.019351 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636cba37-72cc-41d8-9058-d92f5175502b None None] Network f062f703-7c00-4f44-84f0-c762cda64050 could not be found, it might have been deleted concurrently. {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:00:02.023799 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Allocated IP 2001:db8::f816:3eff:fed6:9fbb (96a398b1-3be3-4a53-8612-22eb7fd12b86/4f463747-d65c-4809-8560-e60e139c7a95/c56984c9-06a8-462b-9f3e-c9c916747971) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:02.026438 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c1c4b7f7-8038-450e-98d7-94e8e9d9a0fe req-acacd5c7-26da-4c58-9e40-54fcc213b258 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815202 Jul 07 17:00:02.027701 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10203d6d-e051-48fd-8184-af4563eaeedc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.031013 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e5c489-07f4-4917-bde8-6d95c457f500 None None] Network f062f703-7c00-4f44-84f0-c762cda64050 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:02.052332 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10203d6d-e051-48fd-8184-af4563eaeedc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.057107 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-10203d6d-e051-48fd-8184-af4563eaeedc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/networks/f062f703-7c00-4f44-84f0-c762cda64050 HTTP/1.1" status: 204 len: 168 time: 1.0087612 Jul 07 17:00:02.059576 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49370) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:02.072113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e5c489-07f4-4917-bde8-6d95c457f500 None None] Network f062f703-7c00-4f44-84f0-c762cda64050 could not be found, it might have been deleted concurrently. {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:00:02.077938 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port e6378c4f-3c8b-4aea-9bb7-8c52e29346c1, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=e6378c4f-3c8b-4aea-9bb7-8c52e29346c1,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:02.079881 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10203d6d-e051-48fd-8184-af4563eaeedc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Network': ['ID=f062f703-7c00-4f44-84f0-c762cda64050,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:02.094742 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef228d51-ab78-436a-b557-76d8890c177b tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:02.095593 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef228d51-ab78-436a-b557-76d8890c177b tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:02.101845 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.102802 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ef228d51-ab78-436a-b557-76d8890c177b tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/networks/f062f703-7c00-4f44-84f0-c762cda64050 HTTP/1.1" status: 404 len: 339 time: 0.0422337 Jul 07 17:00:02.103619 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49372) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:02.113148 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2d28d202-1299-43a7-ae2d-563258599926 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1698838732', 'description': 'd1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:02.150785 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d28d202-1299-43a7-ae2d-563258599926 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Made reservation on behalf of f7560303d0f3455dad0a061238b9e575 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:02.157509 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2d28d202-1299-43a7-ae2d-563258599926 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.182038 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5cecc47d-9dce-4504-b2f3-3fe07314b006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.231557 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d28d202-1299-43a7-ae2d-563258599926 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:00:02.236291 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5cecc47d-9dce-4504-b2f3-3fe07314b006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.238327 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a31ac1-c094-4e94-a299-6760aecf3441 None None] Network ee408cd2-174b-4881-96af-e0bb14be5a60 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:02.250685 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2d28d202-1299-43a7-ae2d-563258599926 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.252664 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-2d28d202-1299-43a7-ae2d-563258599926 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Added segment 13643a9b-8ef5-4af8-8dcb-7ecee8ee959b of type vlan for network 079b8106-33e2-494e-b12c-d4b75be8c5df Jul 07 17:00:02.284069 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b0e56-2533-4e19-8639-fdb48c13e171 req-f2909aed-72cc-4e48-b93f-38799406c26d tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:02.300045 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c7b0e56-2533-4e19-8639-fdb48c13e171 req-f2909aed-72cc-4e48-b93f-38799406c26d tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 945 time: 0.5455809 Jul 07 17:00:02.315816 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49378) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:02.339753 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f6235369-5512-4a1a-bc82-ea0881f43e97 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Request body: {'floatingip': {'port_id': '6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:02.357540 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-5521473d-3406-4d51-b407-7649024724f6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Deleting port e2e33f21-8306-47f8-9a36-7946a20ee7bf {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:02.357874 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-5521473d-3406-4d51-b407-7649024724f6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.429105 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105fad6e-e368-4232-bd91-9d4a81b9af41 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:00:02.442762 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.476520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] Transition to ACTIVE for port object 105fad6e-e368-4232-bd91-9d4a81b9af41 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:02.479868 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5cecc47d-9dce-4504-b2f3-3fe07314b006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.482623 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5cecc47d-9dce-4504-b2f3-3fe07314b006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.486028 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5cecc47d-9dce-4504-b2f3-3fe07314b006 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e065ce50-a6a9-4d95-b15e-c12f691fd66e HTTP/1.1" status: 204 len: 168 time: 0.7740338 Jul 07 17:00:02.495208 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.504316 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2d28d202-1299-43a7-ae2d-563258599926 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.509097 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-5521473d-3406-4d51-b407-7649024724f6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] For port e2e33f21-8306-47f8-9a36-7946a20ee7bf, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=e2e33f21-8306-47f8-9a36-7946a20ee7bf,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:02.509456 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-5521473d-3406-4d51-b407-7649024724f6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.516027 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cecc47d-9dce-4504-b2f3-3fe07314b006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e065ce50-a6a9-4d95-b15e-c12f691fd66e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:02.575362 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-5521473d-3406-4d51-b407-7649024724f6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Calling delete_port for e2e33f21-8306-47f8-9a36-7946a20ee7bf owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:02.588201 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.600417 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6235369-5512-4a1a-bc82-ea0881f43e97 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for floatingip, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.602533 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Transition to ACTIVE for port object c56984c9-06a8-462b-9f3e-c9c916747971 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:02.607944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] Pushing event updated for resources: {'Port': ['ID=105fad6e-e368-4232-bd91-9d4a81b9af41,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:02.636562 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Transition to ACTIVE for port object c56984c9-06a8-462b-9f3e-c9c916747971 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:02.641639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=e6378c4f-3c8b-4aea-9bb7-8c52e29346c1,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:02.665816 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2d28d202-1299-43a7-ae2d-563258599926 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.672109 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d28d202-1299-43a7-ae2d-563258599926 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:02.673067 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2d28d202-1299-43a7-ae2d-563258599926 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.732574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['e6378c4f-3c8b-4aea-9bb7-8c52e29346c1'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:00:02.746618 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:02.795521 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28d202-1299-43a7-ae2d-563258599926 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Network': ['ID=079b8106-33e2-494e-b12c-d4b75be8c5df,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:02.804005 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2d28d202-1299-43a7-ae2d-563258599926 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6990647 Jul 07 17:00:02.827635 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49392) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:02.878105 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae5dad-1c1f-4a34-8668-10015093f4da req-593f62f7-5ab3-4aca-a531-fb4d2e6ced6a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:02.880277 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-77ae5dad-1c1f-4a34-8668-10015093f4da req-593f62f7-5ab3-4aca-a531-fb4d2e6ced6a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf2958bb-0061-476f-be8e-cf1f551ca828 HTTP/1.1" status: 200 len: 945 time: 0.2948165 Jul 07 17:00:02.942563 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aafc2413-e639-4d01-a793-8cda7dd796c6 req-5998586c-6a5e-42e1-98b5-45ad3deee28e tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.1092365 Jul 07 17:00:02.974550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-7052a52f-ac6b-4606-a3c9-9352577fd0af tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Allocated IP 2001:db8::f816:3eff:fec3:7f6 (96a398b1-3be3-4a53-8612-22eb7fd12b86/4f463747-d65c-4809-8560-e60e139c7a95/50800e2b-5610-4302-b6a9-a469fbeb22f6) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:03.000412 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-77ae5dad-1c1f-4a34-8668-10015093f4da req-b40fd2dc-9a5e-400e-9984-4e7204ac08bd tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901835 Jul 07 17:00:03.013227 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 079b8106-33e2-494e-b12c-d4b75be8c5df details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:00:03.015688 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 30ccee46-493a-4574-a20a-df11fbb3c72a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:03.047767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688c77c4-4381-44dd-8544-d0097b2b4626 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:03.050442 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-688c77c4-4381-44dd-8544-d0097b2b4626 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "GET /v2.0/networks?id=079b8106-33e2-494e-b12c-d4b75be8c5df HTTP/1.1" status: 200 len: 765 time: 0.2148788 Jul 07 17:00:03.054703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49400) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:03.063140 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c40f277b-f8e7-4b1b-9720-9c0ef2c80108 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'network': {'description': 'd2'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:03.074209 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] Attempting to bind port 105fad6e-e368-4232-bd91-9d4a81b9af41 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:03.074595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] Attempting to bind port 105fad6e-e368-4232-bd91-9d4a81b9af41 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'a185a048-b27e-402f-b83b-adb0c9a0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:03.074926 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] Attempting to bind port 105fad6e-e368-4232-bd91-9d4a81b9af41 on network 8ae98ff8-0908-417a-8800-63c97d396a91 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:03.152291 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] Port 105fad6e-e368-4232-bd91-9d4a81b9af41 on network 8ae98ff8-0908-417a-8800-63c97d396a91 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:00:03.152566 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] Attempting to bind port 105fad6e-e368-4232-bd91-9d4a81b9af41 on network 8ae98ff8-0908-417a-8800-63c97d396a91 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:03.215102 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:03.215458 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] Checking segment: {'id': 'a185a048-b27e-402f-b83b-adb0c9a0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:03.215819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] Bound using segment: {'id': 'a185a048-b27e-402f-b83b-adb0c9a0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:03.216269 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] Bound port: 105fad6e-e368-4232-bd91-9d4a81b9af41, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a185a048-b27e-402f-b83b-adb0c9a0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:03.216624 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.245382 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-935800f9-9de9-45b3-b9f1-9b34906c9da5 None None] Provisioning for port 30ccee46-493a-4574-a20a-df11fbb3c72a completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:03.312759 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-5521473d-3406-4d51-b407-7649024724f6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.325887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Network 96a398b1-3be3-4a53-8612-22eb7fd12b86 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:03.405110 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521473d-3406-4d51-b407-7649024724f6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Pushing event deleted for resources: {'Port': ['ID=e2e33f21-8306-47f8-9a36-7946a20ee7bf,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:03.457563 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-935800f9-9de9-45b3-b9f1-9b34906c9da5 None None] Provisioning complete for port 30ccee46-493a-4574-a20a-df11fbb3c72a triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:03.458693 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-935800f9-9de9-45b3-b9f1-9b34906c9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.546961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['e2e33f21-8306-47f8-9a36-7946a20ee7bf'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:00:03.549792 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Pushing event updated for resources: {'Port': ['ID=c56984c9-06a8-462b-9f3e-c9c916747971,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:03.568953 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 30ccee46-493a-4574-a20a-df11fbb3c72a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:03.569823 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.608880 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:03.615665 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:03.926537 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Attempting to bind port c56984c9-06a8-462b-9f3e-c9c916747971 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:03.927286 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Attempting to bind port c56984c9-06a8-462b-9f3e-c9c916747971 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '324ee886-2b57-41b5-b58b-984351760e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '96a398b1-3be3-4a53-8612-22eb7fd12b86'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:03.927845 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Attempting to bind port c56984c9-06a8-462b-9f3e-c9c916747971 on network 96a398b1-3be3-4a53-8612-22eb7fd12b86 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:03.934765 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:03.935756 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Checking segment: {'id': '324ee886-2b57-41b5-b58b-984351760e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '96a398b1-3be3-4a53-8612-22eb7fd12b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:03.936364 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:03.936948 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Bound using segment: {'id': '324ee886-2b57-41b5-b58b-984351760e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '96a398b1-3be3-4a53-8612-22eb7fd12b86'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:03.937612 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Bound port: c56984c9-06a8-462b-9f3e-c9c916747971, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324ee886-2b57-41b5-b58b-984351760e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '96a398b1-3be3-4a53-8612-22eb7fd12b86'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:03.938253 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.103809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49432) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:04.179817 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] For port c56984c9-06a8-462b-9f3e-c9c916747971, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:04.188582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] For port c56984c9-06a8-462b-9f3e-c9c916747971, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c56984c9-06a8-462b-9f3e-c9c916747971,segment=NetworkSegment(324ee886-2b57-41b5-b58b-984351760e17),segment_id=324ee886-2b57-41b5-b58b-984351760e17)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:04.200131 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.330054 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['e6378c4f-3c8b-4aea-9bb7-8c52e29346c1'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:00:04.368872 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4f18c9a2-b9b4-423e-a6af-9714607ad222 req-e6068f6d-1b41-4cd2-93e8-ddb362c0a76f tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.1429069 Jul 07 17:00:04.381105 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7052a52f-ac6b-4606-a3c9-9352577fd0af tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.398072 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-31af29c4-320d-4109-bec9-cb68260ca225 None None] Provisioning complete for port 30ccee46-493a-4574-a20a-df11fbb3c72a triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:04.398487 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-31af29c4-320d-4109-bec9-cb68260ca225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.478621 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aba9b4ad-f8c9-43f2-b51d-110ad9569aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.485562 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9e694-8bbb-4a7e-a6b3-18f20aba4c04 None None] Pushing event updated for resources: {'Port': ['ID=c56984c9-06a8-462b-9f3e-c9c916747971,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:04.518794 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.db.resource_extend [None req-f6235369-5512-4a1a-bc82-ea0881f43e97 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:00:04.629508 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-5521473d-3406-4d51-b407-7649024724f6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] No DVR routers for this DVR port e2e33f21-8306-47f8-9a36-7946a20ee7bf on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:04.643229 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-7052a52f-ac6b-4606-a3c9-9352577fd0af tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Transition to ACTIVE for port object 50800e2b-5610-4302-b6a9-a469fbeb22f6 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:04.691213 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-5521473d-3406-4d51-b407-7649024724f6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.693288 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e9308f0-6b62-4862-b8a6-9659cac624c9 req-5521473d-3406-4d51-b407-7649024724f6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.15 "DELETE /v2.0/ports/e2e33f21-8306-47f8-9a36-7946a20ee7bf HTTP/1.1" status: 204 len: 173 time: 3.1746736 Jul 07 17:00:04.723996 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494e6672-0a35-494d-b99d-0f55dbe13a0d', 'name': 'network-vif-deleted', 'tag': 'e2e33f21-8306-47f8-9a36-7946a20ee7bf'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:04.734843 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21f7de2-8561-4b28-97d5-3a84b686f3b3" -d '{"events": [{"server_uuid": "494e6672-0a35-494d-b99d-0f55dbe13a0d", "name": "network-vif-deleted", "tag": "e2e33f21-8306-47f8-9a36-7946a20ee7bf"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:04.738795 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6235369-5512-4a1a-bc82-ea0881f43e97 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.758657 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6235369-5512-4a1a-bc82-ea0881f43e97 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.769740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842f769-44b6-4e26-902a-06b0d2ea93c5 req-b0a374bb-7f3b-438f-b387-502a52ff009d tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:04.800649 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7842f769-44b6-4e26-902a-06b0d2ea93c5 req-b0a374bb-7f3b-438f-b387-502a52ff009d tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 944 time: 1.6069078 Jul 07 17:00:04.889845 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] For port 105fad6e-e368-4232-bd91-9d4a81b9af41, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:04.960251 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c40f277b-f8e7-4b1b-9720-9c0ef2c80108 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:04.983865 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7842f769-44b6-4e26-902a-06b0d2ea93c5 req-9a647b21-cbb0-4091-b429-1801a8dc95bf tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823092 Jul 07 17:00:04.994193 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] For port 105fad6e-e368-4232-bd91-9d4a81b9af41, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=105fad6e-e368-4232-bd91-9d4a81b9af41,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:05.027100 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.027927 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b806b79-39e9-45e2-a46b-4396a7b3b2b4 req-50fbf56c-0a34-4a9a-8049-0ba5a552991a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:05.030329 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8b806b79-39e9-45e2-a46b-4396a7b3b2b4 req-50fbf56c-0a34-4a9a-8049-0ba5a552991a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf2958bb-0061-476f-be8e-cf1f551ca828 HTTP/1.1" status: 200 len: 945 time: 0.3943262 Jul 07 17:00:05.052546 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c56984c9-06a8-462b-9f3e-c9c916747971 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:05.052771 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c40f277b-f8e7-4b1b-9720-9c0ef2c80108 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.065371 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78dd70c-368c-4a15-a5cc-ead5981fa408 x-openstack-request-id: req-e78dd70c-368c-4a15-a5cc-ead5981fa408 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:05.066514 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494e6672-0a35-494d-b99d-0f55dbe13a0d", "name": "network-vif-deleted", "tag": "e2e33f21-8306-47f8-9a36-7946a20ee7bf", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:05.066951 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e78dd70c-368c-4a15-a5cc-ead5981fa408 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:05.067744 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494e6672-0a35-494d-b99d-0f55dbe13a0d', 'name': 'network-vif-deleted', 'tag': 'e2e33f21-8306-47f8-9a36-7946a20ee7bf', 'status': 'completed', 'code': 200} Jul 07 17:00:05.138975 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:05.140700 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c40f277b-f8e7-4b1b-9720-9c0ef2c80108 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Network 079b8106-33e2-494e-b12c-d4b75be8c5df is not hosted by any dhcp agent {{(pid=100410) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:00:05.147041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40f277b-f8e7-4b1b-9720-9c0ef2c80108 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:05.147955 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c40f277b-f8e7-4b1b-9720-9c0ef2c80108 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.154833 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c40f277b-f8e7-4b1b-9720-9c0ef2c80108 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "PUT /v2.0/networks/079b8106-33e2-494e-b12c-d4b75be8c5df HTTP/1.1" status: 200 len: 762 time: 2.0988796 Jul 07 17:00:05.156189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49450) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:05.178625 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f277b-f8e7-4b1b-9720-9c0ef2c80108 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Network': ['ID=079b8106-33e2-494e-b12c-d4b75be8c5df,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:05.191164 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:05.191914 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.194765 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] 10.222.0.15 "PUT /v2.0/ports/105fad6e-e368-4232-bd91-9d4a81b9af41 HTTP/1.1" status: 200 len: 1092 time: 4.4285247 Jul 07 17:00:05.204864 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7052a52f-ac6b-4606-a3c9-9352577fd0af tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.229362 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-f6235369-5512-4a1a-bc82-ea0881f43e97 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Floating IP 29b4917d-34a8-43a2-a8e8-15616c07a8af associated. External IP: 172.25.2.57, port: 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd. Jul 07 17:00:05.231670 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 079b8106-33e2-494e-b12c-d4b75be8c5df details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:00:05.262580 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7052a52f-ac6b-4606-a3c9-9352577fd0af tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Network 96a398b1-3be3-4a53-8612-22eb7fd12b86 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:05.298259 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-7052a52f-ac6b-4606-a3c9-9352577fd0af tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:05.304140 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7052a52f-ac6b-4606-a3c9-9352577fd0af tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:05.313972 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7052a52f-ac6b-4606-a3c9-9352577fd0af tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:05.320611 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7052a52f-ac6b-4606-a3c9-9352577fd0af tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.343564 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5e78d-9d79-4216-bbc4-54d0dde4ed39 service neutron] Pushing event updated for resources: {'Port': ['ID=105fad6e-e368-4232-bd91-9d4a81b9af41,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:05.409938 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aba9b4ad-f8c9-43f2-b51d-110ad9569aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.412172 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052a52f-ac6b-4606-a3c9-9352577fd0af tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event updated for resources: {'Port': ['ID=50800e2b-5610-4302-b6a9-a469fbeb22f6,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:05.438576 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7052a52f-ac6b-4606-a3c9-9352577fd0af tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 4.9524658 Jul 07 17:00:05.439306 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49458) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:05.456159 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aba9b4ad-f8c9-43f2-b51d-110ad9569aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.463203 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8b806b79-39e9-45e2-a46b-4396a7b3b2b4 req-d04b12ec-1820-47aa-90ea-cbcada4b70c4 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121566 Jul 07 17:00:05.476067 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:05.541305 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:05.546154 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.580726 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8436f0-6ec2-4edc-9a58-23f6ea164af3 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Deleting subnet 4f463747-d65c-4809-8560-e60e139c7a95 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:05.605499 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-6a6d85ff-471c-4627-843c-2416d0375ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:05.609043 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-6a6d85ff-471c-4627-843c-2416d0375ec0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30aa2386f2044095834e8a1b1bf22d78&device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 1095 time: 0.3468261 Jul 07 17:00:05.610079 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3c8436f0-6ec2-4edc-9a58-23f6ea164af3 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.628576 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-aba9b4ad-f8c9-43f2-b51d-110ad9569aaf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ee392389358b414fbc2e142da900bf0c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5228717 Jul 07 17:00:05.645278 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port c56984c9-06a8-462b-9f3e-c9c916747971 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:05.657668 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f83e0d0-7f71-4838-b27b-c206889d4783 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:05.660346 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7f83e0d0-7f71-4838-b27b-c206889d4783 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "GET /v2.0/networks?id=079b8106-33e2-494e-b12c-d4b75be8c5df HTTP/1.1" status: 200 len: 765 time: 0.4991055 Jul 07 17:00:05.667587 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49464) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:05.667929 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49466) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:05.692805 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9b4ad-f8c9-43f2-b51d-110ad9569aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6d25f9-bbcc-426e-a88c-e643a24be0b3,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:05.720247 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78bbbab5-5b30-4623-a4b9-813053d4f929 req-1d916ce1-fc36-42d6-aebf-f8c4dfcddda6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3125834 Jul 07 17:00:05.807265 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.827328 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ac5a8b96-68aa-4cf8-9115-8b26a6843c80 req-5a6fb0db-3039-4de7-aa49-c406c0ce3b5a tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.1581898 Jul 07 17:00:05.850360 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2958bb-0061-476f-be8e-cf1f551ca828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6378c4f-3c8b-4aea-9bb7-8c52e29346c1'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:05.852863 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52284b8-4a66-4649-916d-9324d1d95013" -d '{"events": [{"server_uuid": "cf2958bb-0061-476f-be8e-cf1f551ca828", "name": "network-vif-plugged", "status": "completed", "tag": "e6378c4f-3c8b-4aea-9bb7-8c52e29346c1"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:05.872204 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port e6378c4f-3c8b-4aea-9bb7-8c52e29346c1, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=e6378c4f-3c8b-4aea-9bb7-8c52e29346c1,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:05.873230 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-d71f833e-e573-4bea-800d-3e08f2288da7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=105fad6e-e368-4232-bd91-9d4a81b9af41 HTTP/1.1" status: 200 len: 217 time: 0.2121284 Jul 07 17:00:05.879996 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:05.930706 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c79e0a5-71ec-4a4f-9e0c-68fdf08931dc x-openstack-request-id: req-5c79e0a5-71ec-4a4f-9e0c-68fdf08931dc {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:05.931245 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2958bb-0061-476f-be8e-cf1f551ca828", "name": "network-vif-plugged", "status": "completed", "tag": "e6378c4f-3c8b-4aea-9bb7-8c52e29346c1", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:05.931584 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c79e0a5-71ec-4a4f-9e0c-68fdf08931dc {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:05.932147 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2958bb-0061-476f-be8e-cf1f551ca828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6378c4f-3c8b-4aea-9bb7-8c52e29346c1', 'code': 200} Jul 07 17:00:05.989899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-2f7a44d2-90fa-433f-b570-83e45f2b9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:05.991904 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-2f7a44d2-90fa-433f-b570-83e45f2b9ff1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5cb771e9-c384-4be6-a6e3-24a117d82432 HTTP/1.1" status: 200 len: 855 time: 0.0756068 Jul 07 17:00:05.992065 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=e6378c4f-3c8b-4aea-9bb7-8c52e29346c1,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:06.009359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc30044-6499-4744-bc65-c36edff068da None None] Network 96a398b1-3be3-4a53-8612-22eb7fd12b86 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:06.047333 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3c8436f0-6ec2-4edc-9a58-23f6ea164af3 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:06.078178 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6235369-5512-4a1a-bc82-ea0881f43e97 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Router 370e5149-c386-4425-ac60-4cd657f34cbd has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:00:06.102641 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbbab5-5b30-4623-a4b9-813053d4f929 req-9c1ccba0-c6b3-4cc0-b5da-e8bfcd8de05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:06.107471 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78bbbab5-5b30-4623-a4b9-813053d4f929 req-9c1ccba0-c6b3-4cc0-b5da-e8bfcd8de05a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aec3ba415e76445d82f1318288342524&device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 1096 time: 0.1706173 Jul 07 17:00:06.122956 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-74b7cca5-3bfb-491d-a0e5-2fcc94de7de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:06.150474 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-74b7cca5-3bfb-491d-a0e5-2fcc94de7de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:06.219765 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-35244770-6d5c-4247-b3e6-15bbab9f1cf6 None None] Provisioning for port c56984c9-06a8-462b-9f3e-c9c916747971 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:06.227734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-35244770-6d5c-4247-b3e6-15bbab9f1cf6 None None] Provisioning complete for port c56984c9-06a8-462b-9f3e-c9c916747971 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:06.228099 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-35244770-6d5c-4247-b3e6-15bbab9f1cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:06.241941 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-a3457c51-ff55-42bc-b093-61b5a5d85b98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ae98ff8-0908-417a-8800-63c97d396a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2170999 Jul 07 17:00:06.303175 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-74b7cca5-3bfb-491d-a0e5-2fcc94de7de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:06.305923 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-74b7cca5-3bfb-491d-a0e5-2fcc94de7de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:06.309251 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-74b7cca5-3bfb-491d-a0e5-2fcc94de7de9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e6d25f9-bbcc-426e-a88c-e643a24be0b3 HTTP/1.1" status: 204 len: 168 time: 0.6313474 Jul 07 17:00:06.388652 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7cca5-3bfb-491d-a0e5-2fcc94de7de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6d25f9-bbcc-426e-a88c-e643a24be0b3,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:06.412351 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbbab5-5b30-4623-a4b9-813053d4f929 req-00d10887-f06d-4242-9b16-3ea3be4e6371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:06.418320 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78bbbab5-5b30-4623-a4b9-813053d4f929 req-00d10887-f06d-4242-9b16-3ea3be4e6371 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5fa52965-0d16-4620-bfa2-fc0545b6823d HTTP/1.1" status: 200 len: 912 time: 0.2753103 Jul 07 17:00:06.466497 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-35244770-6d5c-4247-b3e6-15bbab9f1cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:06.469958 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8595df8-d78d-487a-a1de-ca5a741817cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:06.474582 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e8595df8-d78d-487a-a1de-ca5a741817cf tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7943096 Jul 07 17:00:06.491568 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49484) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:06.525134 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-35244770-6d5c-4247-b3e6-15bbab9f1cf6 None None] For port c56984c9-06a8-462b-9f3e-c9c916747971, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c56984c9-06a8-462b-9f3e-c9c916747971,segment=NetworkSegment(324ee886-2b57-41b5-b58b-984351760e17),segment_id=324ee886-2b57-41b5-b58b-984351760e17)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:06.536615 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-35244770-6d5c-4247-b3e6-15bbab9f1cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:06.596085 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d03d37ae-427c-42b2-bc6e-6b4336d367f7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "GET /v2.0/subnets?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 207 time: 0.1025238 Jul 07 17:00:06.607800 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d6537-6600-4155-b8d0-9c1bb8cac5f9 req-33491484-e924-47c3-bdc6-2b797ceb86bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:06.611938 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d5d6537-6600-4155-b8d0-9c1bb8cac5f9 req-33491484-e924-47c3-bdc6-2b797ceb86bd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cf2958bb-0061-476f-be8e-cf1f551ca828 HTTP/1.1" status: 200 len: 1097 time: 0.3730938 Jul 07 17:00:06.614139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49490) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:06.646536 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35244770-6d5c-4247-b3e6-15bbab9f1cf6 None None] Pushing event updated for resources: {'Port': ['ID=c56984c9-06a8-462b-9f3e-c9c916747971,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:06.821401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442997f7-a829-4390-8031-265630ca9f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:06.827449 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442997f7-a829-4390-8031-265630ca9f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:06.834170 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442997f7-a829-4390-8031-265630ca9f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:06.840433 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442997f7-a829-4390-8031-265630ca9f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:06.846808 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442997f7-a829-4390-8031-265630ca9f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:06.852696 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442997f7-a829-4390-8031-265630ca9f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:06.854556 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-442997f7-a829-4390-8031-265630ca9f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2275372 Jul 07 17:00:06.868862 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49494) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:06.971815 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-09f85a69-5157-4c41-a904-a2a5527aa07d None None] Provisioning for port 50800e2b-5610-4302-b6a9-a469fbeb22f6 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:06.978502 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-09f85a69-5157-4c41-a904-a2a5527aa07d None None] Provisioning complete for port 50800e2b-5610-4302-b6a9-a469fbeb22f6 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:06.978914 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-09f85a69-5157-4c41-a904-a2a5527aa07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.057697 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-96bad481-d75a-408c-8a08-68ea73cf334a service neutron] 10.222.0.15 "GET /v2.0/networks/8ae98ff8-0908-417a-8800-63c97d396a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7727358 Jul 07 17:00:07.060727 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49500) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:07.080225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-09f85a69-5157-4c41-a904-a2a5527aa07d None None] Port 50800e2b-5610-4302-b6a9-a469fbeb22f6 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:07.084575 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3c8436f0-6ec2-4edc-9a58-23f6ea164af3 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.107776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-09f85a69-5157-4c41-a904-a2a5527aa07d None None] Provisioning complete for port c56984c9-06a8-462b-9f3e-c9c916747971 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:07.115555 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-09f85a69-5157-4c41-a904-a2a5527aa07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.197563 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49502) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:07.199752 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ba7c630a-17f1-4e25-8cf2-2fba24ac8f24 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3287680 Jul 07 17:00:07.204193 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c97f2a1-6d36-4546-b123-aaa548313382', 'tag': '105fad6e-e368-4232-bd91-9d4a81b9af41'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:07.207052 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edd7e58-0cd1-4d71-9ab3-e7a93dfa1f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c97f2a1-6d36-4546-b123-aaa548313382", "tag": "105fad6e-e368-4232-bd91-9d4a81b9af41"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:07.207423 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78bbbab5-5b30-4623-a4b9-813053d4f929 req-b11c12b4-efc7-4690-9daa-af318b3023f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd HTTP/1.1" status: 200 len: 998 time: 0.7836688 Jul 07 17:00:07.229098 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49504) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:07.232628 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b95780-a6ad-47e7-a00a-ab8a6b7f524a None None] get_active_networks_info from n-d-793620-7 {{(pid=100411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:00:07.289207 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7acb740d-e83d-4e5b-b4a1-25e581429fb5 req-8ae65438-8747-4a22-a267-23cb4cdad7a4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.0604362 Jul 07 17:00:07.325493 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbbab5-5b30-4623-a4b9-813053d4f929 req-3e867f83-3c57-4bd4-a0f4-7c2d0c253910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:07.327250 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78bbbab5-5b30-4623-a4b9-813053d4f929 req-3e867f83-3c57-4bd4-a0f4-7c2d0c253910 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=060fb753-9b1b-487d-a211-316c0afe0c04 HTTP/1.1" status: 200 len: 850 time: 0.0940714 Jul 07 17:00:07.333379 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e835d3a-831b-4626-81eb-fcc8c4661947 req-9bcd243f-b088-4706-8be6-533f9509c667 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:07.334597 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6235369-5512-4a1a-bc82-ea0881f43e97 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:00:07.340687 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e835d3a-831b-4626-81eb-fcc8c4661947 req-9bcd243f-b088-4706-8be6-533f9509c667 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 944 time: 0.8904190 Jul 07 17:00:07.345627 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2590b6d6-0e1c-4b41-a051-ab13a65edae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.348960 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce36833-5a67-4e12-8039-fbafffdfa249 None None] Sync routers for ids ['370e5149-c386-4425-ac60-4cd657f34cbd'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:00:07.352047 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6235369-5512-4a1a-bc82-ea0881f43e97 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.363204 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce36833-5a67-4e12-8039-fbafffdfa249 None None] Routers {'370e5149-c386-4425-ac60-4cd657f34cbd'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:07.365113 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3ce36833-5a67-4e12-8039-fbafffdfa249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:59:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['370e5149-c386-4425-ac60-4cd657f34cbd'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:07.418011 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3c8436f0-6ec2-4edc-9a58-23f6ea164af3 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.421096 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d5d6537-6600-4155-b8d0-9c1bb8cac5f9 req-816ca1f2-1f52-4769-9104-d81243d4aa63 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7764225 Jul 07 17:00:07.440919 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b95780-a6ad-47e7-a00a-ab8a6b7f524a None None] Resources bound (agent type, host, resource id): {{(pid=100411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:00:07.444849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7806938e-d03a-42d1-ba31-5dd1c75e75c8 None None] Provisioning complete for port 50800e2b-5610-4302-b6a9-a469fbeb22f6 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:07.445227 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7806938e-d03a-42d1-ba31-5dd1c75e75c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.499120 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c6aa35-3feb-4db5-a368-21ea717e01e7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:07.500826 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c6aa35-3feb-4db5-a368-21ea717e01e7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:07.501126 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8436f0-6ec2-4edc-9a58-23f6ea164af3 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event deleted for resources: {'Subnet': ['ID=4f463747-d65c-4809-8560-e60e139c7a95,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:07.503171 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c6aa35-3feb-4db5-a368-21ea717e01e7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:07.505008 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c6aa35-3feb-4db5-a368-21ea717e01e7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:07.507484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c6aa35-3feb-4db5-a368-21ea717e01e7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:07.514573 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-69c6aa35-3feb-4db5-a368-21ea717e01e7 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2832701 Jul 07 17:00:07.517448 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49510) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:07.528065 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e835d3a-831b-4626-81eb-fcc8c4661947 req-ac639ac2-e83e-41fa-ba02-050b831ab401 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864395 Jul 07 17:00:07.528286 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4107ce4-b85c-48b8-b32c-bdbdbff01721 req-e5239533-e66d-48e1-b2c1-119d49c498a2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:07.537749 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d4107ce4-b85c-48b8-b32c-bdbdbff01721 req-e5239533-e66d-48e1-b2c1-119d49c498a2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf2958bb-0061-476f-be8e-cf1f551ca828 HTTP/1.1" status: 200 len: 946 time: 0.5117965 Jul 07 17:00:07.542704 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-3ce36833-5a67-4e12-8039-fbafffdfa249 None None] Set router 370e5149-c386-4425-ac60-4cd657f34cbd gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:07.549275 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a0cfde41-0e83-42a8-93c8-8a98ebfc9a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.564671 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3c8436f0-6ec2-4edc-9a58-23f6ea164af3 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.575110 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3c8436f0-6ec2-4edc-9a58-23f6ea164af3 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "DELETE /v2.0/subnets/4f463747-d65c-4809-8560-e60e139c7a95 HTTP/1.1" status: 204 len: 168 time: 2.1337121 Jul 07 17:00:07.578984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49512) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:07.652192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7806938e-d03a-42d1-ba31-5dd1c75e75c8 None None] Port 50800e2b-5610-4302-b6a9-a469fbeb22f6 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:07.661880 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f6235369-5512-4a1a-bc82-ea0881f43e97 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "PUT /v2.0/floatingips/29b4917d-34a8-43a2-a8e8-15616c07a8af HTTP/1.1" status: 200 len: 990 time: 5.3449066 Jul 07 17:00:07.668883 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1abc186-ac15-40c5-a134-1be6332ae95b', 'tag': '6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:07.670631 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fddfa2-8f60-4787-8de3-eb45f02475c5" -d '{"events": [{"name": "network-changed", "server_uuid": "f1abc186-ac15-40c5-a134-1be6332ae95b", "tag": "6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:07.710844 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597ec88d-ca31-43cf-a9b5-b8630dac62a9 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:07.712430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597ec88d-ca31-43cf-a9b5-b8630dac62a9 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:07.717037 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-597ec88d-ca31-43cf-a9b5-b8630dac62a9 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1370547 Jul 07 17:00:07.718843 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49518) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:07.722560 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbbab5-5b30-4623-a4b9-813053d4f929 req-1c86bf7d-bd22-4b72-95e3-bdf4c7d3ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:07.725059 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78bbbab5-5b30-4623-a4b9-813053d4f929 req-1c86bf7d-bd22-4b72-95e3-bdf4c7d3ee45 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5fa52965-0d16-4620-bfa2-fc0545b6823d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3795073 Jul 07 17:00:07.725205 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2590b6d6-0e1c-4b41-a051-ab13a65edae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.748536 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d4107ce4-b85c-48b8-b32c-bdbdbff01721 req-fac797b0-1c2a-474f-8602-e5a385bac613 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095129 Jul 07 17:00:07.748835 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2590b6d6-0e1c-4b41-a051-ab13a65edae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.753177 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240ea52d-8266-4529-b395-3fb2fdd53c32 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:07.766529 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240ea52d-8266-4529-b395-3fb2fdd53c32 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:07.768058 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240ea52d-8266-4529-b395-3fb2fdd53c32 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:07.769449 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240ea52d-8266-4529-b395-3fb2fdd53c32 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:07.771471 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240ea52d-8266-4529-b395-3fb2fdd53c32 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:07.775092 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4031118-8243-48d3-b5fb-79e7096ffc1c req-6eb5d29d-5964-41ca-b384-a69ddfa8488d service neutron] 10.222.0.15 "GET /v2.0/networks/8ae98ff8-0908-417a-8800-63c97d396a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5480814 Jul 07 17:00:07.776790 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-240ea52d-8266-4529-b395-3fb2fdd53c32 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2363236 Jul 07 17:00:07.783514 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49520) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:07.801886 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2590b6d6-0e1c-4b41-a051-ab13a65edae7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6e213fca0e9b425c8eb7a33f7025c558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5984504 Jul 07 17:00:07.804458 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cd60db43-d6a9-4966-9be9-00701ebc4b7b req-68ccbdab-4b70-47ba-bc49-cb3d36164c69 tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.0777588 Jul 07 17:00:07.809903 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49522) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:07.813576 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8923aac1-170b-4406-a5c2-2806c789f086 None None] Network 96a398b1-3be3-4a53-8612-22eb7fd12b86 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:07.834874 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e546c12-a7c5-496e-8643-df06ca1dd494 x-openstack-request-id: req-7e546c12-a7c5-496e-8643-df06ca1dd494 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:07.835167 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c97f2a1-6d36-4546-b123-aaa548313382", "tag": "105fad6e-e368-4232-bd91-9d4a81b9af41", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:07.835473 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e546c12-a7c5-496e-8643-df06ca1dd494 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:07.835922 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c97f2a1-6d36-4546-b123-aaa548313382', 'tag': '105fad6e-e368-4232-bd91-9d4a81b9af41', 'status': 'completed', 'code': 200} Jul 07 17:00:07.869045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590b6d6-0e1c-4b41-a051-ab13a65edae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0e6c5a-441a-4f94-b197-36e1db8f7913,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:07.921199 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3ce36833-5a67-4e12-8039-fbafffdfa249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'name': 'tempest-ServersTestManualDisk-921442693-router', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:10Z', 'updated_at': '2021-07-07T16:59:20Z', 'revision_number': 4, 'project_id': 'aec3ba415e76445d82f1318288342524', 'gw_port': {'id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:12Z', 'updated_at': '2021-07-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '29b4917d-34a8-43a2-a8e8-15616c07a8af', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'floating_ip_address': '172.25.2.57', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'port_id': '6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d', 'mac_address': 'fa:16:3e:7b:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1abc186-ac15-40c5-a134-1be6332ae95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:59:32Z', 'updated_at': '2021-07-07T17:00:04Z', 'revision_number': 1, 'project_id': 'aec3ba415e76445d82f1318288342524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2850f1ff-4375-4243-829d-2840e5101d4a', 'name': '', 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'mac_address': 'fa:16:3e:28:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '060fb753-9b1b-487d-a211-316c0afe0c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:19Z', 'updated_at': '2021-07-07T16:59:29Z', 'revision_number': 5, 'project_id': 'aec3ba415e76445d82f1318288342524', 'subnets': [{'id': '060fb753-9b1b-487d-a211-316c0afe0c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:07.952508 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6601a545-6882-464a-97b8-79caa24339f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:07.958853 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32e53fc-d4a5-4040-a3c7-b603da5b82a1 x-openstack-request-id: req-b32e53fc-d4a5-4040-a3c7-b603da5b82a1 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:07.959203 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1abc186-ac15-40c5-a134-1be6332ae95b", "tag": "6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:07.959395 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b32e53fc-d4a5-4040-a3c7-b603da5b82a1 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:07.959795 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1abc186-ac15-40c5-a134-1be6332ae95b', 'tag': '6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd', 'status': 'completed', 'code': 200} Jul 07 17:00:07.963812 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce36833-5a67-4e12-8039-fbafffdfa249 None None] Checking router: 370e5149-c386-4425-ac60-4cd657f34cbd for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:00:07.985742 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce36833-5a67-4e12-8039-fbafffdfa249 None None] Routers {'370e5149-c386-4425-ac60-4cd657f34cbd'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:07.988466 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3ce36833-5a67-4e12-8039-fbafffdfa249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T16:59:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['370e5149-c386-4425-ac60-4cd657f34cbd'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:07.991583 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6601a545-6882-464a-97b8-79caa24339f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.037370 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd7e58-0cd1-4d71-9ab3-e7a93dfa1f4e req-1a04ce35-5d39-4dcc-a808-9a53458800a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:08.038582 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5edd7e58-0cd1-4d71-9ab3-e7a93dfa1f4e req-1a04ce35-5d39-4dcc-a808-9a53458800a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30aa2386f2044095834e8a1b1bf22d78&device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 1095 time: 0.1639841 Jul 07 17:00:08.109712 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-3ce36833-5a67-4e12-8039-fbafffdfa249 None None] Set router 370e5149-c386-4425-ac60-4cd657f34cbd gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:00:08.120471 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6601a545-6882-464a-97b8-79caa24339f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.124334 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6601a545-6882-464a-97b8-79caa24339f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.127961 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6601a545-6882-464a-97b8-79caa24339f7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3d0e6c5a-441a-4f94-b197-36e1db8f7913 HTTP/1.1" status: 204 len: 168 time: 0.3145542 Jul 07 17:00:08.148046 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601a545-6882-464a-97b8-79caa24339f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0e6c5a-441a-4f94-b197-36e1db8f7913,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:08.154715 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a0cfde41-0e83-42a8-93c8-8a98ebfc9a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.197517 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e6fa3e07-462e-4af0-9333-303a729210b0 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.200164 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a0cfde41-0e83-42a8-93c8-8a98ebfc9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.201813 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd7e58-0cd1-4d71-9ab3-e7a93dfa1f4e req-395836bc-4a58-4f81-af0b-7f544fa757ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:08.203953 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5edd7e58-0cd1-4d71-9ab3-e7a93dfa1f4e req-395836bc-4a58-4f81-af0b-7f544fa757ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ae98ff8-0908-417a-8800-63c97d396a91 HTTP/1.1" status: 200 len: 916 time: 0.1556695 Jul 07 17:00:08.249744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3582689e-def5-4df2-ac1d-8a10ca20c5cb None None] DHCP port deletion for 96a398b1-3be3-4a53-8612-22eb7fd12b86 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:00:08.259490 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5edd7e58-0cd1-4d71-9ab3-e7a93dfa1f4e req-36bf2021-a356-4c27-8bac-5511ae37e8bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=105fad6e-e368-4232-bd91-9d4a81b9af41 HTTP/1.1" status: 200 len: 217 time: 0.0409393 Jul 07 17:00:08.262231 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6fa3e07-462e-4af0-9333-303a729210b0 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 17:00:08.262758 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6fa3e07-462e-4af0-9333-303a729210b0 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:08.264491 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e6fa3e07-462e-4af0-9333-303a729210b0 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "DELETE /v2.0/networks/96a398b1-3be3-4a53-8612-22eb7fd12b86 HTTP/1.1" status: 409 len: 405 time: 0.5443487 Jul 07 17:00:08.274583 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49526) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:08.279556 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-be9f4766-b18c-4678-b912-a10543f1b290 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2007966321'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:08.318333 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3582689e-def5-4df2-ac1d-8a10ca20c5cb None None] Deleting port c56984c9-06a8-462b-9f3e-c9c916747971 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:08.318812 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3582689e-def5-4df2-ac1d-8a10ca20c5cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.331166 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd7e58-0cd1-4d71-9ab3-e7a93dfa1f4e req-801e3a16-b5fc-4a7b-849e-30edb5f31010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:08.333595 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5edd7e58-0cd1-4d71-9ab3-e7a93dfa1f4e req-801e3a16-b5fc-4a7b-849e-30edb5f31010 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5cb771e9-c384-4be6-a6e3-24a117d82432 HTTP/1.1" status: 200 len: 855 time: 0.0592065 Jul 07 17:00:08.351763 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a0cfde41-0e83-42a8-93c8-8a98ebfc9a6a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9cff96faa084c98bb860286cfcd1143&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1410351 Jul 07 17:00:08.356034 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfde41-0e83-42a8-93c8-8a98ebfc9a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f37257d-ca63-44c6-a9d9-9d2587c4456d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:08.361913 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78bbbab5-5b30-4623-a4b9-813053d4f929 req-ca9a3b57-f41a-472a-b7ed-d47a1950c6d4 service neutron] 10.222.0.69 "GET /v2.0/networks/5fa52965-0d16-4620-bfa2-fc0545b6823d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774589 Jul 07 17:00:08.367160 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49528) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:08.380124 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139b465a-2501-4f0c-8df1-1ed8acecc0cd tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:08.381585 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-139b465a-2501-4f0c-8df1-1ed8acecc0cd tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "GET /v2.0/networks/b91d0f7b-66e5-463f-8b8c-7b842390d493 HTTP/1.1" status: 200 len: 803 time: 0.5960052 Jul 07 17:00:08.396245 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49532) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:08.435884 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5edd7e58-0cd1-4d71-9ab3-e7a93dfa1f4e req-5e8dd51c-8340-46de-aefe-4f5da3605885 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ae98ff8-0908-417a-8800-63c97d396a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889947 Jul 07 17:00:08.485948 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-3582689e-def5-4df2-ac1d-8a10ca20c5cb None None] For port c56984c9-06a8-462b-9f3e-c9c916747971, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c56984c9-06a8-462b-9f3e-c9c916747971,segment=NetworkSegment(324ee886-2b57-41b5-b58b-984351760e17),segment_id=324ee886-2b57-41b5-b58b-984351760e17)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:08.487479 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3582689e-def5-4df2-ac1d-8a10ca20c5cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.489782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9f4766-b18c-4678-b912-a10543f1b290 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Made reservation on behalf of fadcf4190e4243aeb98dd0f91fb71fdc for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:08.498476 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-be9f4766-b18c-4678-b912-a10543f1b290 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.532604 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3582689e-def5-4df2-ac1d-8a10ca20c5cb None None] Calling delete_port for c56984c9-06a8-462b-9f3e-c9c916747971 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:08.569427 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3ce36833-5a67-4e12-8039-fbafffdfa249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'name': 'tempest-ServersTestManualDisk-921442693-router', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:10Z', 'updated_at': '2021-07-07T16:59:20Z', 'revision_number': 4, 'project_id': 'aec3ba415e76445d82f1318288342524', 'gw_port': {'id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:12Z', 'updated_at': '2021-07-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '29b4917d-34a8-43a2-a8e8-15616c07a8af', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'floating_ip_address': '172.25.2.57', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'port_id': '6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d', 'mac_address': 'fa:16:3e:7b:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1abc186-ac15-40c5-a134-1be6332ae95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:59:32Z', 'updated_at': '2021-07-07T17:00:04Z', 'revision_number': 1, 'project_id': 'aec3ba415e76445d82f1318288342524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2850f1ff-4375-4243-829d-2840e5101d4a', 'name': '', 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'mac_address': 'fa:16:3e:28:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '060fb753-9b1b-487d-a211-316c0afe0c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:19Z', 'updated_at': '2021-07-07T16:59:29Z', 'revision_number': 5, 'project_id': 'aec3ba415e76445d82f1318288342524', 'subnets': [{'id': '060fb753-9b1b-487d-a211-316c0afe0c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:08.608730 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fdf94b70-e173-4143-b153-7cdb9871cd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.643169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9f4766-b18c-4678-b912-a10543f1b290 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:00:08.683031 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce36833-5a67-4e12-8039-fbafffdfa249 None None] The sync data for ids ['370e5149-c386-4425-ac60-4cd657f34cbd'] in n-d-793620-7 is: [{'id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'name': 'tempest-ServersTestManualDisk-921442693-router', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:10Z', 'updated_at': '2021-07-07T16:59:20Z', 'revision_number': 4, 'project_id': 'aec3ba415e76445d82f1318288342524', 'gw_port': {'id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:12Z', 'updated_at': '2021-07-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '29b4917d-34a8-43a2-a8e8-15616c07a8af', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'floating_ip_address': '172.25.2.57', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'port_id': '6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d', 'mac_address': 'fa:16:3e:7b:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1abc186-ac15-40c5-a134-1be6332ae95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T16:59:32Z', 'updated_at': '2021-07-07T17:00:04Z', 'revision_number': 1, 'project_id': 'aec3ba415e76445d82f1318288342524', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2850f1ff-4375-4243-829d-2840e5101d4a', 'name': '', 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'mac_address': 'fa:16:3e:28:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '060fb753-9b1b-487d-a211-316c0afe0c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:19Z', 'updated_at': '2021-07-07T16:59:29Z', 'revision_number': 5, 'project_id': 'aec3ba415e76445d82f1318288342524', 'subnets': [{'id': '060fb753-9b1b-487d-a211-316c0afe0c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:00:08.716049 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fdf94b70-e173-4143-b153-7cdb9871cd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.759410 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3582689e-def5-4df2-ac1d-8a10ca20c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.788405 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-faba7d78-6939-42cd-86d6-66c5db691980 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "GET /v2.0/networks/b91d0f7b-66e5-463f-8b8c-7b842390d493?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3898332 Jul 07 17:00:08.797533 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-be9f4766-b18c-4678-b912-a10543f1b290 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:08.798039 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-be9f4766-b18c-4678-b912-a10543f1b290 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Added segment 70a1e1a2-327b-4f7d-9b4a-06291240129e of type vlan for network eee254d2-60b9-4c48-89e7-bcbde54dcc6c Jul 07 17:00:08.806787 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49546) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:08.807142 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78bbbab5-5b30-4623-a4b9-813053d4f929 req-5426d09d-9e2b-4141-8d96-7f841b18dcde service neutron] 10.222.0.69 "GET /v2.0/networks/5fa52965-0d16-4620-bfa2-fc0545b6823d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098892 Jul 07 17:00:08.823758 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c56984c9-06a8-462b-9f3e-c9c916747971 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:08.827948 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582689e-def5-4df2-ac1d-8a10ca20c5cb None None] Pushing event deleted for resources: {'Port': ['ID=c56984c9-06a8-462b-9f3e-c9c916747971,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:08.837461 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3582689e-def5-4df2-ac1d-8a10ca20c5cb None None] No DVR routers for this DVR port c56984c9-06a8-462b-9f3e-c9c916747971 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:08.860227 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: c56984c9-06a8-462b-9f3e-c9c916747971 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:00:08.860586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c56984c9-06a8-462b-9f3e-c9c916747971 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:00:08.963321 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fddfa2-8f60-4787-8de3-eb45f02475c5 req-c3ad54e3-3529-4c54-9072-9abe2dbc0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:08.965809 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-85fddfa2-8f60-4787-8de3-eb45f02475c5 req-c3ad54e3-3529-4c54-9072-9abe2dbc0697 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aec3ba415e76445d82f1318288342524&device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 1096 time: 0.0947895 Jul 07 17:00:08.972137 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5edd7e58-0cd1-4d71-9ab3-e7a93dfa1f4e req-0a664c98-22f4-4e39-9e75-2acb0d658349 service neutron] 10.222.0.15 "GET /v2.0/networks/8ae98ff8-0908-417a-8800-63c97d396a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172327 Jul 07 17:00:09.079769 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277ea673-ee27-4662-99ee-02edb474b349 None None] New status for floating IP 29b4917d-34a8-43a2-a8e8-15616c07a8af: ACTIVE {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:00:09.099681 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5edd7e58-0cd1-4d71-9ab3-e7a93dfa1f4e req-9e0ddc62-0fc0-4a30-910e-dfffe3b6590c service neutron] 10.222.0.15 "GET /v2.0/networks/8ae98ff8-0908-417a-8800-63c97d396a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961590 Jul 07 17:00:09.118263 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-be9f4766-b18c-4678-b912-a10543f1b290 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.125409 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fddfa2-8f60-4787-8de3-eb45f02475c5 req-d84ec119-438f-405c-aa0a-d47ce5cf300f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:09.128165 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-85fddfa2-8f60-4787-8de3-eb45f02475c5 req-d84ec119-438f-405c-aa0a-d47ce5cf300f service neutron] 10.222.0.69 "GET /v2.0/networks?id=5fa52965-0d16-4620-bfa2-fc0545b6823d HTTP/1.1" status: 200 len: 912 time: 0.1339638 Jul 07 17:00:09.128965 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c130c2-20aa-4e71-a840-1e9877a264f2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:09.130509 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-49c130c2-20aa-4e71-a840-1e9877a264f2 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "GET /v2.0/subnets/1ca6a9f5-010a-4f58-b0de-9059119d0350 HTTP/1.1" status: 200 len: 843 time: 0.3216960 Jul 07 17:00:09.136520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49560) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:09.222771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc65592-4ef2-495d-a460-12f17ec366b7 req-530c9771-2bff-4dcd-b1c4-8fd62a381360 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:09.232247 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1bc65592-4ef2-495d-a460-12f17ec366b7 req-530c9771-2bff-4dcd-b1c4-8fd62a381360 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 944 time: 0.4644680 Jul 07 17:00:09.238419 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fdf94b70-e173-4143-b153-7cdb9871cd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.241223 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fdf94b70-e173-4143-b153-7cdb9871cd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.241746 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad4389-9a5a-4598-9277-8bdb9b8dc58d req-223e4e77-768c-440d-b421-423b5722e68a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:09.245411 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fdf94b70-e173-4143-b153-7cdb9871cd52 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f37257d-ca63-44c6-a9d9-9d2587c4456d HTTP/1.1" status: 204 len: 168 time: 0.8686185 Jul 07 17:00:09.249115 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b5ad4389-9a5a-4598-9277-8bdb9b8dc58d req-223e4e77-768c-440d-b421-423b5722e68a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf2958bb-0061-476f-be8e-cf1f551ca828 HTTP/1.1" status: 200 len: 946 time: 0.3031800 Jul 07 17:00:09.273219 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-85fddfa2-8f60-4787-8de3-eb45f02475c5 req-a8b42824-64f1-4baa-a386-9d32d4497dba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd HTTP/1.1" status: 200 len: 998 time: 0.1343899 Jul 07 17:00:09.273651 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-be9f4766-b18c-4678-b912-a10543f1b290 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.280000 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9f4766-b18c-4678-b912-a10543f1b290 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:09.280634 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-be9f4766-b18c-4678-b912-a10543f1b290 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.289239 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf94b70-e173-4143-b153-7cdb9871cd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f37257d-ca63-44c6-a9d9-9d2587c4456d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:09.293266 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2d3222-23da-4f96-8b43-094dd05ec85c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:09.298073 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6b2d3222-23da-4f96-8b43-094dd05ec85c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "GET /v2.0/subnets/1ca6a9f5-010a-4f58-b0de-9059119d0350?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1570668 Jul 07 17:00:09.315045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49566) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:09.365618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-191d20ab-2511-4e3a-a194-b6709e91fa21 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-423903729'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:09.382795 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1bc65592-4ef2-495d-a460-12f17ec366b7 req-273fb048-2ea4-49f5-9305-186cf7d37cf6 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479032 Jul 07 17:00:09.391236 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fddfa2-8f60-4787-8de3-eb45f02475c5 req-1c42c86d-ccc6-46de-8269-2f63951074fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:09.404455 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-85fddfa2-8f60-4787-8de3-eb45f02475c5 req-1c42c86d-ccc6-46de-8269-2f63951074fa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=060fb753-9b1b-487d-a211-316c0afe0c04 HTTP/1.1" status: 200 len: 850 time: 0.1227906 Jul 07 17:00:09.418974 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b5ad4389-9a5a-4598-9277-8bdb9b8dc58d req-320d64fa-eb77-4ad8-9bcb-ade189748cc0 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690199 Jul 07 17:00:09.424096 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-be9f4766-b18c-4678-b912-a10543f1b290 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1485088 Jul 07 17:00:09.428717 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49572) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:09.446077 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-62f900b5-5203-4107-93dd-140a2d5205b1 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Request body: {'subnet': {'network_id': 'eee254d2-60b9-4c48-89e7-bcbde54dcc6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:09.451903 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f4766-b18c-4678-b912-a10543f1b290 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event updated for resources: {'Network': ['ID=eee254d2-60b9-4c48-89e7-bcbde54dcc6c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:09.469785 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network eee254d2-60b9-4c48-89e7-bcbde54dcc6c details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:00:09.570726 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fddfa2-8f60-4787-8de3-eb45f02475c5 req-0a956189-1bd7-48bd-89e6-5a43c8707579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:09.573828 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 105fad6e-e368-4232-bd91-9d4a81b9af41 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:00:09.575134 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-85fddfa2-8f60-4787-8de3-eb45f02475c5 req-0a956189-1bd7-48bd-89e6-5a43c8707579 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5fa52965-0d16-4620-bfa2-fc0545b6823d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1524572 Jul 07 17:00:09.578614 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191d20ab-2511-4e3a-a194-b6709e91fa21 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Made reservation on behalf of f7560303d0f3455dad0a061238b9e575 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:09.583090 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-191d20ab-2511-4e3a-a194-b6709e91fa21 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.638044 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d6b7a50b-4538-4cdb-a5c7-bc775578e732 req-c62877db-5f51-4531-9120-6febc954d1e9 tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.0985479 Jul 07 17:00:09.670110 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191d20ab-2511-4e3a-a194-b6709e91fa21 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:00:09.679881 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-191d20ab-2511-4e3a-a194-b6709e91fa21 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.680243 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-191d20ab-2511-4e3a-a194-b6709e91fa21 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Added segment 38f1abe8-d07f-4eec-b3ca-5db5b6877f9a of type vlan for network f9572c01-c414-4f27-9158-fce1b3ea15fd Jul 07 17:00:09.745418 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-191d20ab-2511-4e3a-a194-b6709e91fa21 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.790123 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-191d20ab-2511-4e3a-a194-b6709e91fa21 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.795871 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191d20ab-2511-4e3a-a194-b6709e91fa21 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:09.796538 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-191d20ab-2511-4e3a-a194-b6709e91fa21 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.810884 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-85fddfa2-8f60-4787-8de3-eb45f02475c5 req-d7102517-10f8-4e81-ba46-a4dc5e224bf2 service neutron] 10.222.0.69 "GET /v2.0/networks/5fa52965-0d16-4620-bfa2-fc0545b6823d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264857 Jul 07 17:00:09.827441 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-191d20ab-2511-4e3a-a194-b6709e91fa21 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5112998 Jul 07 17:00:09.839405 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49588) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:09.872908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 105fad6e-e368-4232-bd91-9d4a81b9af41, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=105fad6e-e368-4232-bd91-9d4a81b9af41,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:09.882335 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-139310b3-2a46-4689-b483-a101a631673c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'subnet': {'network_id': 'f9572c01-c414-4f27-9158-fce1b3ea15fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:09.888336 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '105fad6e-e368-4232-bd91-9d4a81b9af41', 'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91', 'port_id': '105fad6e-e368-4232-bd91-9d4a81b9af41', 'mac_address': 'fa:16:3e:e8:d0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb771e9-c384-4be6-a6e3-24a117d82432', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:00:09.939575 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.955757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105fad6e-e368-4232-bd91-9d4a81b9af41 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:00:09.983281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 105fad6e-e368-4232-bd91-9d4a81b9af41, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=105fad6e-e368-4232-bd91-9d4a81b9af41,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:09.990150 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:09.997402 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d20ab-2511-4e3a-a194-b6709e91fa21 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Network': ['ID=f9572c01-c414-4f27-9158-fce1b3ea15fd,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:10.017843 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network f9572c01-c414-4f27-9158-fce1b3ea15fd details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:00:10.018826 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f900b5-5203-4107-93dd-140a2d5205b1 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Made reservation on behalf of fadcf4190e4243aeb98dd0f91fb71fdc for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:10.024698 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62f900b5-5203-4107-93dd-140a2d5205b1 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.029502 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49596) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:10.080543 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0c8f18a8-12cd-45fd-8ff3-db13f2564239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.266140 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=105fad6e-e368-4232-bd91-9d4a81b9af41,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:10.277585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['105fad6e-e368-4232-bd91-9d4a81b9af41'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:00:10.356371 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-85fddfa2-8f60-4787-8de3-eb45f02475c5 req-000451b5-af09-4f7b-81e3-c5b200459e4f service neutron] 10.222.0.69 "GET /v2.0/networks/5fa52965-0d16-4620-bfa2-fc0545b6823d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378327 Jul 07 17:00:10.395705 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ebab3-67bb-49d8-b2b2-0d219c0ede99 req-94adb441-a6f4-4b7f-8d98-3bb7e60cbdd6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:10.403606 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5a3ebab3-67bb-49d8-b2b2-0d219c0ede99 req-94adb441-a6f4-4b7f-8d98-3bb7e60cbdd6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf2958bb-0061-476f-be8e-cf1f551ca828 HTTP/1.1" status: 200 len: 946 time: 0.1228948 Jul 07 17:00:10.453038 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d9a1707-8062-4ab0-85d7-f4c32f010e91 req-1105eabc-a0df-4584-a664-c584d9d9d02f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c9d0f58327f4f3faafc9e500b25cb72&device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.1017447 Jul 07 17:00:10.456538 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5a3ebab3-67bb-49d8-b2b2-0d219c0ede99 req-8eff5da3-f619-4c22-aa1a-2c4e365b2d57 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518751 Jul 07 17:00:10.488238 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-000ee285-b103-40f2-ae36-18bf85718086 req-b66ca8e1-3812-4dfc-968c-1575148c6d1f tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.1172600 Jul 07 17:00:10.544373 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d9a1707-8062-4ab0-85d7-f4c32f010e91 req-69e78c39-06ff-42bb-84eb-b66d2d426bb8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4c9d0f58327f4f3faafc9e500b25cb72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601881 Jul 07 17:00:10.658736 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1d935-85ef-45fd-8e24-8397b4543e60 req-6f0c7960-6811-43fc-b616-3a076da44c49 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:10.669477 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ec1d935-85ef-45fd-8e24-8397b4543e60 req-6f0c7960-6811-43fc-b616-3a076da44c49 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 945 time: 0.1032288 Jul 07 17:00:10.691243 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0c8f18a8-12cd-45fd-8ff3-db13f2564239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.707236 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0c8f18a8-12cd-45fd-8ff3-db13f2564239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.718683 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49616) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:10.731557 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ec1d935-85ef-45fd-8e24-8397b4543e60 req-e0ed45b1-c24a-4925-a032-2cc5dbb782cd tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611901 Jul 07 17:00:10.740715 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139310b3-2a46-4689-b483-a101a631673c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Made reservation on behalf of f7560303d0f3455dad0a061238b9e575 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:10.747690 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-139310b3-2a46-4689-b483-a101a631673c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.776392 n-d-793620-7 neutron-server[100410]: DEBUG neutron.objects.ports [None req-62f900b5-5203-4107-93dd-140a2d5205b1 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100410) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:00:10.792774 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62f900b5-5203-4107-93dd-140a2d5205b1 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.813287 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.ipam_backend_mixin [None req-139310b3-2a46-4689-b483-a101a631673c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Performing IP validity checks on allocation pools {{(pid=100409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:00:10.813747 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.ipam_backend_mixin [None req-139310b3-2a46-4689-b483-a101a631673c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:00:10.844426 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0c8f18a8-12cd-45fd-8ff3-db13f2564239 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=330efff0ad9344519e1385d360082a2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8139534 Jul 07 17:00:10.845173 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f18a8-12cd-45fd-8ff3-db13f2564239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b417bb79-21db-4138-94b3-12ec81ffe52e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:10.849428 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49620) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:10.861293 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ac1bd4e-b3fa-45a5-8dd7-8e1f7cd12fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.868805 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a1707-8062-4ab0-85d7-f4c32f010e91 req-7fb6eda6-0847-4459-85ea-340b6ba25cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:10.870261 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d9a1707-8062-4ab0-85d7-f4c32f010e91 req-7fb6eda6-0847-4459-85ea-340b6ba25cf4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3067727 Jul 07 17:00:10.904199 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f900b5-5203-4107-93dd-140a2d5205b1 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event updated for resources: {'Subnet': ['ID=4532b099-5097-4089-af1f-aa7b5852fc24,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:10.933488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f900b5-5203-4107-93dd-140a2d5205b1 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Checking segment: {'id': '70a1e1a2-327b-4f7d-9b4a-06291240129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'eee254d2-60b9-4c48-89e7-bcbde54dcc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:10.933857 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f900b5-5203-4107-93dd-140a2d5205b1 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Network hostable DHCP agents. Network: eee254d2-60b9-4c48-89e7-bcbde54dcc6c, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:00:10.952275 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-90c43668-edbb-47a2-a374-902893ec0328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.974880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f900b5-5203-4107-93dd-140a2d5205b1 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Network eee254d2-60b9-4c48-89e7-bcbde54dcc6c is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:00:10.983205 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-90c43668-edbb-47a2-a374-902893ec0328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:10.991503 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-62f900b5-5203-4107-93dd-140a2d5205b1 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, eee254d2-60b9-4c48-89e7-bcbde54dcc6c) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:11.003486 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f900b5-5203-4107-93dd-140a2d5205b1 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:11.003865 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9d0705-3f71-45d6-99bf-62a6b5932eb4 None None] Network eee254d2-60b9-4c48-89e7-bcbde54dcc6c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:11.004342 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62f900b5-5203-4107-93dd-140a2d5205b1 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.006285 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-139310b3-2a46-4689-b483-a101a631673c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.054932 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-90c43668-edbb-47a2-a374-902893ec0328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.058537 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-90c43668-edbb-47a2-a374-902893ec0328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.062467 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-90c43668-edbb-47a2-a374-902893ec0328 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b417bb79-21db-4138-94b3-12ec81ffe52e HTTP/1.1" status: 204 len: 168 time: 0.2087214 Jul 07 17:00:11.073368 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c43668-edbb-47a2-a374-902893ec0328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b417bb79-21db-4138-94b3-12ec81ffe52e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:11.094898 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139310b3-2a46-4689-b483-a101a631673c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Subnet': ['ID=ed3434d9-514e-4eae-8811-26f5e6197e34,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:11.108534 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ac1bd4e-b3fa-45a5-8dd7-8e1f7cd12fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.114979 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139310b3-2a46-4689-b483-a101a631673c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Checking segment: {'id': '38f1abe8-d07f-4eec-b3ca-5db5b6877f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f9572c01-c414-4f27-9158-fce1b3ea15fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:11.115409 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139310b3-2a46-4689-b483-a101a631673c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Network hostable DHCP agents. Network: f9572c01-c414-4f27-9158-fce1b3ea15fd, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:00:11.119656 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ac1bd4e-b3fa-45a5-8dd7-8e1f7cd12fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.127679 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-62f900b5-5203-4107-93dd-140a2d5205b1 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6978860 Jul 07 17:00:11.130339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49624) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:11.176391 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3ac1bd4e-b3fa-45a5-8dd7-8e1f7cd12fac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e293bf43d0114bb8a9d15c842f9859c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4563930 Jul 07 17:00:11.177958 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139310b3-2a46-4689-b483-a101a631673c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Network f9572c01-c414-4f27-9158-fce1b3ea15fd is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:00:11.181039 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49626) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:11.181576 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1bd4e-b3fa-45a5-8dd7-8e1f7cd12fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4d4b3f-04b5-47a5-aafd-737794474973,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:11.201184 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-139310b3-2a46-4689-b483-a101a631673c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, f9572c01-c414-4f27-9158-fce1b3ea15fd) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:11.211787 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139310b3-2a46-4689-b483-a101a631673c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:11.212384 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-139310b3-2a46-4689-b483-a101a631673c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.223016 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815ff862-dc37-4f2e-babf-fb495acbabaf None None] Network f9572c01-c414-4f27-9158-fce1b3ea15fd requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:11.247948 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-eee254d2-60b9-4c48-89e7-bcbde54dcc6c', 'network_id': 'eee254d2-60b9-4c48-89e7-bcbde54dcc6c', 'tenant_id': 'fadcf4190e4243aeb98dd0f91fb71fdc', 'fixed_ips': [{'subnet_id': '4532b099-5097-4089-af1f-aa7b5852fc24'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:00:11.248182 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-139310b3-2a46-4689-b483-a101a631673c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4085805 Jul 07 17:00:11.249308 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.253239 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49630) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:11.258818 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2092c5b6-c36c-4ba4-93bf-cc22abb45dcc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:11.262248 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-988227e7-bfc4-42b6-a81b-a0e939d9ba77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.275234 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.315512 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-988227e7-bfc4-42b6-a81b-a0e939d9ba77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.337910 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.395967 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2092c5b6-c36c-4ba4-93bf-cc22abb45dcc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14386237'] for subnet, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.450326 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-988227e7-bfc4-42b6-a81b-a0e939d9ba77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.455995 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-988227e7-bfc4-42b6-a81b-a0e939d9ba77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.455995 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-988227e7-bfc4-42b6-a81b-a0e939d9ba77 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b4d4b3f-04b5-47a5-aafd-737794474973 HTTP/1.1" status: 204 len: 168 time: 0.2700200 Jul 07 17:00:11.470879 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988227e7-bfc4-42b6-a81b-a0e939d9ba77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4d4b3f-04b5-47a5-aafd-737794474973,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:11.552735 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 105fad6e-e368-4232-bd91-9d4a81b9af41 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:11.565355 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Allocated IP 2001:db8::f816:3eff:fe8c:ac4f (eee254d2-60b9-4c48-89e7-bcbde54dcc6c/4532b099-5097-4089-af1f-aa7b5852fc24/e7160aa4-d0a3-43b9-8954-b55229ba041a) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:11.570690 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-f9572c01-c414-4f27-9158-fce1b3ea15fd', 'network_id': 'f9572c01-c414-4f27-9158-fce1b3ea15fd', 'tenant_id': 'f7560303d0f3455dad0a061238b9e575', 'fixed_ips': [{'subnet_id': 'ed3434d9-514e-4eae-8811-26f5e6197e34'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:00:11.573149 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.726704 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2092c5b6-c36c-4ba4-93bf-cc22abb45dcc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733658207775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14375497'] for subnet, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.784049 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 105fad6e-e368-4232-bd91-9d4a81b9af41 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:11.808642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 105fad6e-e368-4232-bd91-9d4a81b9af41 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:11.809111 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.815045 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d2223b30-bdba-48be-b52d-d4b37ddef4be req-e397d650-77dc-4643-8bc3-fc4930158bbf tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.1158752 Jul 07 17:00:11.874663 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2092c5b6-c36c-4ba4-93bf-cc22abb45dcc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:11.875802 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2092c5b6-c36c-4ba4-93bf-cc22abb45dcc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.880480 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2092c5b6-c36c-4ba4-93bf-cc22abb45dcc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "PUT /v2.0/subnets/ed3434d9-514e-4eae-8811-26f5e6197e34 HTTP/1.1" status: 200 len: 900 time: 0.6261423 Jul 07 17:00:11.881475 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49658) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:11.982012 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:11.992950 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Transition to ACTIVE for port object e7160aa4-d0a3-43b9-8954-b55229ba041a will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:12.017579 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092c5b6-c36c-4ba4-93bf-cc22abb45dcc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event updated for resources: {'Subnet': ['ID=ed3434d9-514e-4eae-8811-26f5e6197e34,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:12.019078 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Transition to ACTIVE for port object e7160aa4-d0a3-43b9-8954-b55229ba041a will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:12.115166 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.129847 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.187581 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Network eee254d2-60b9-4c48-89e7-bcbde54dcc6c is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:12.212072 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:12.219221 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Allocated IP 2001:db8::3 (f9572c01-c414-4f27-9158-fce1b3ea15fd/ed3434d9-514e-4eae-8811-26f5e6197e34/7e17518e-48bd-4a94-a29f-d5c96c5ef964) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:12.221767 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:12.316054 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.323246 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d9a1707-8062-4ab0-85d7-f4c32f010e91 req-d5434b30-548f-4702-9105-4047a538713b tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.0404382 Jul 07 17:00:12.384157 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.428430 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29018e-a3ba-47cf-a041-769b94069f8e req-4e2af078-2539-43e5-83e6-0e32374fbc4f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:12.430411 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f29018e-a3ba-47cf-a041-769b94069f8e req-4e2af078-2539-43e5-83e6-0e32374fbc4f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 945 time: 0.2345767 Jul 07 17:00:12.463510 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event deleted for resources: {'Subnet': ['ID=4532b099-5097-4089-af1f-aa7b5852fc24,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:12.465613 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Pushing event updated for resources: {'Port': ['ID=e7160aa4-d0a3-43b9-8954-b55229ba041a,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:12.505285 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f29018e-a3ba-47cf-a041-769b94069f8e req-907671fa-6aea-421f-b93c-2f5114a10de4 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682771 Jul 07 17:00:12.573800 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca2fd8-c31d-49c3-8e6f-3376b82e0509 req-ad532805-8c49-42ef-b7eb-dcb2ab23e668 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:12.575407 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e2ca2fd8-c31d-49c3-8e6f-3376b82e0509 req-ad532805-8c49-42ef-b7eb-dcb2ab23e668 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf2958bb-0061-476f-be8e-cf1f551ca828 HTTP/1.1" status: 200 len: 946 time: 0.9170380 Jul 07 17:00:12.594283 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.604021 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.618551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee254d2-60b9-4c48-89e7-bcbde54dcc6c']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:12.635656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a1e1a2-327b-4f7d-9b4a-06291240129e') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:12.635958 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a1e1a2-327b-4f7d-9b4a-06291240129e') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:12.641946 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 105fad6e-e368-4232-bd91-9d4a81b9af41, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=105fad6e-e368-4232-bd91-9d4a81b9af41,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:12.648550 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c97f2a1-6d36-4546-b123-aaa548313382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105fad6e-e368-4232-bd91-9d4a81b9af41'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:12.651025 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb01cfe-04fe-4d78-bf83-47cad14bd9b5" -d '{"events": [{"server_uuid": "9c97f2a1-6d36-4546-b123-aaa548313382", "name": "network-vif-plugged", "status": "completed", "tag": "105fad6e-e368-4232-bd91-9d4a81b9af41"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:12.654929 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e2ca2fd8-c31d-49c3-8e6f-3376b82e0509 req-ee29b2e6-3751-489d-9915-5addde0531fa tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723557 Jul 07 17:00:12.661283 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.664005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Attempting to bind port e7160aa4-d0a3-43b9-8954-b55229ba041a on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:12.664498 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Attempting to bind port e7160aa4-d0a3-43b9-8954-b55229ba041a by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '70a1e1a2-327b-4f7d-9b4a-06291240129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'eee254d2-60b9-4c48-89e7-bcbde54dcc6c'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:12.664961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Attempting to bind port e7160aa4-d0a3-43b9-8954-b55229ba041a on network eee254d2-60b9-4c48-89e7-bcbde54dcc6c {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:12.677150 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.698508 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.701997 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:12.702564 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Checking segment: {'id': '70a1e1a2-327b-4f7d-9b4a-06291240129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'eee254d2-60b9-4c48-89e7-bcbde54dcc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:12.703069 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.704143 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Bound using segment: {'id': '70a1e1a2-327b-4f7d-9b4a-06291240129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'eee254d2-60b9-4c48-89e7-bcbde54dcc6c'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:12.704938 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Bound port: e7160aa4-d0a3-43b9-8954-b55229ba041a, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a1e1a2-327b-4f7d-9b4a-06291240129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'eee254d2-60b9-4c48-89e7-bcbde54dcc6c'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:12.705584 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.706932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:12.708175 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:12.766889 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:12.771035 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be60d14f-7acd-4c4f-8f08-258cba829b1b x-openstack-request-id: req-be60d14f-7acd-4c4f-8f08-258cba829b1b {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:12.771035 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c97f2a1-6d36-4546-b123-aaa548313382", "name": "network-vif-plugged", "status": "completed", "tag": "105fad6e-e368-4232-bd91-9d4a81b9af41", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:12.771035 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be60d14f-7acd-4c4f-8f08-258cba829b1b {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:12.774444 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c97f2a1-6d36-4546-b123-aaa548313382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105fad6e-e368-4232-bd91-9d4a81b9af41', 'code': 200} Jul 07 17:00:12.780995 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.api [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:00:12.780995 n-d-793620-7 neutron-server[100410]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:00:12.780995 n-d-793620-7 neutron-server[100410]: [parameters: {'id': 'eee254d2-60b9-4c48-89e7-bcbde54dcc6c'}] Jul 07 17:00:12.780995 n-d-793620-7 neutron-server[100410]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:00:12.781524 n-d-793620-7 neutron-server[100410]: DEBUG oslo_db.api [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:00:12.896308 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.910683 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=105fad6e-e368-4232-bd91-9d4a81b9af41,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:12.911997 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c4c66-5912-49e8-9b00-81deed704ba8 req-75ad5eec-32ed-417c-a2af-15ccf3f2f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:12.917577 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Transition to ACTIVE for port object 7e17518e-48bd-4a94-a29f-d5c96c5ef964 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:12.917706 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-053c4c66-5912-49e8-9b00-81deed704ba8 req-75ad5eec-32ed-417c-a2af-15ccf3f2f7ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 1097 time: 0.0971553 Jul 07 17:00:12.930555 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] For port e7160aa4-d0a3-43b9-8954-b55229ba041a, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:12.936981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] For port e7160aa4-d0a3-43b9-8954-b55229ba041a, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e7160aa4-d0a3-43b9-8954-b55229ba041a,segment=NetworkSegment(70a1e1a2-327b-4f7d-9b4a-06291240129e),segment_id=70a1e1a2-327b-4f7d-9b4a-06291240129e)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:12.943436 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Transition to ACTIVE for port object 7e17518e-48bd-4a94-a29f-d5c96c5ef964 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:12.946651 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.992411 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:12.997104 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-053c4c66-5912-49e8-9b00-81deed704ba8 req-bdce966b-a982-4d06-9844-aa7a1a459cd1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600250 Jul 07 17:00:13.034559 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.036366 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Subnet': ['ID=ed3434d9-514e-4eae-8811-26f5e6197e34,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:13.108328 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8616a181-424b-4e5d-9a55-c1ac235bd2bd req-518ff8e2-b776-45c7-8ce7-9edee36b4421 tempest-ServerShowV257Test-225235388 tempest-ServerShowV257Test-225235388-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff8e82e5-8815-4c83-ad14-458a1d7b4344 HTTP/1.1" status: 200 len: 210 time: 0.0759046 Jul 07 17:00:13.117772 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Network f9572c01-c414-4f27-9158-fce1b3ea15fd is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:13.130560 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:13.150610 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:13.154766 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9f7fcb-9037-4d5c-91bd-58dd24c7a588 None None] Network eee254d2-60b9-4c48-89e7-bcbde54dcc6c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:13.224397 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.228067 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37801c-1022-4dec-957f-c19efef3bb9c None None] Pushing event updated for resources: {'Port': ['ID=e7160aa4-d0a3-43b9-8954-b55229ba041a,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:13.235998 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9572c01-c414-4f27-9158-fce1b3ea15fd']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:13.251152 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f1abe8-d07f-4eec-b3ca-5db5b6877f9a') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:13.251692 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f1abe8-d07f-4eec-b3ca-5db5b6877f9a') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:13.262496 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.277333 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.282736 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.300928 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:13.303740 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:13.309905 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:13.356675 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Deleting port e7160aa4-d0a3-43b9-8954-b55229ba041a {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:13.357689 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.386170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Attempting to bind port 7e17518e-48bd-4a94-a29f-d5c96c5ef964 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:13.386579 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Attempting to bind port 7e17518e-48bd-4a94-a29f-d5c96c5ef964 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '38f1abe8-d07f-4eec-b3ca-5db5b6877f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f9572c01-c414-4f27-9158-fce1b3ea15fd'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:13.386954 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Attempting to bind port 7e17518e-48bd-4a94-a29f-d5c96c5ef964 on network f9572c01-c414-4f27-9158-fce1b3ea15fd {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:13.392791 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 16, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:13.393143 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Checking segment: {'id': '38f1abe8-d07f-4eec-b3ca-5db5b6877f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f9572c01-c414-4f27-9158-fce1b3ea15fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:13.393544 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.393953 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Bound using segment: {'id': '38f1abe8-d07f-4eec-b3ca-5db5b6877f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f9572c01-c414-4f27-9158-fce1b3ea15fd'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:13.394615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Bound port: 7e17518e-48bd-4a94-a29f-d5c96c5ef964, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f1abe8-d07f-4eec-b3ca-5db5b6877f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f9572c01-c414-4f27-9158-fce1b3ea15fd'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:13.395045 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.397142 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Pushing event updated for resources: {'Port': ['ID=7e17518e-48bd-4a94-a29f-d5c96c5ef964,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:13.466931 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] For port e7160aa4-d0a3-43b9-8954-b55229ba041a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e7160aa4-d0a3-43b9-8954-b55229ba041a,segment=NetworkSegment(70a1e1a2-327b-4f7d-9b4a-06291240129e),segment_id=70a1e1a2-327b-4f7d-9b4a-06291240129e)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:13.467128 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.489564 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Calling delete_port for e7160aa4-d0a3-43b9-8954-b55229ba041a owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:13.497466 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] For port 7e17518e-48bd-4a94-a29f-d5c96c5ef964, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:13.585578 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.618748 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event deleted for resources: {'Port': ['ID=e7160aa4-d0a3-43b9-8954-b55229ba041a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:13.625881 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] No DVR routers for this DVR port e7160aa4-d0a3-43b9-8954-b55229ba041a on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:13.733278 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] For port 7e17518e-48bd-4a94-a29f-d5c96c5ef964, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=7e17518e-48bd-4a94-a29f-d5c96c5ef964,segment=NetworkSegment(38f1abe8-d07f-4eec-b3ca-5db5b6877f9a),segment_id=38f1abe8-d07f-4eec-b3ca-5db5b6877f9a)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:13.735104 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.db.api [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:00:13.735104 n-d-793620-7 neutron-server[100409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:00:13.735104 n-d-793620-7 neutron-server[100409]: [parameters: {'id': 'f9572c01-c414-4f27-9158-fce1b3ea15fd'}] Jul 07 17:00:13.735104 n-d-793620-7 neutron-server[100409]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:00:13.737232 n-d-793620-7 neutron-server[100409]: DEBUG oslo_db.api [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:00:13.743996 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.759104 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44157a9d-e7f8-443b-b76a-4ebc616f9b9f req-ae0b4d8f-6912-4d95-b7c2-104f7ec49b74 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:13.766122 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-44157a9d-e7f8-443b-b76a-4ebc616f9b9f req-ae0b4d8f-6912-4d95-b7c2-104f7ec49b74 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf2958bb-0061-476f-be8e-cf1f551ca828 HTTP/1.1" status: 200 len: 946 time: 0.4548802 Jul 07 17:00:13.773430 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.788519 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee254d2-60b9-4c48-89e7-bcbde54dcc6c']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:13.805637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a1e1a2-327b-4f7d-9b4a-06291240129e') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:13.806023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a1e1a2-327b-4f7d-9b4a-06291240129e') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:13.833483 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-44157a9d-e7f8-443b-b76a-4ebc616f9b9f req-facfb776-cc40-4b69-8d52-02c84cc1fca6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663559 Jul 07 17:00:13.857857 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.858625 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc481d-b2bc-47fb-96c1-10d86c034795 None None] Pushing event updated for resources: {'Port': ['ID=7e17518e-48bd-4a94-a29f-d5c96c5ef964,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:13.893345 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87edd72-2b6d-43dc-8ac3-76fb35bafafe req-4fbbb711-01ce-4f98-b76a-af94958de349 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:13.896541 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a87edd72-2b6d-43dc-8ac3-76fb35bafafe req-4fbbb711-01ce-4f98-b76a-af94958de349 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.1806011 Jul 07 17:00:13.898006 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.913038 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:13.913450 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:13.918060 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:13.964012 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3114e8f8-c211-4a32-bb1c-69643ff3ad78 None None] Network f9572c01-c414-4f27-9158-fce1b3ea15fd requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:13.993751 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a87edd72-2b6d-43dc-8ac3-76fb35bafafe req-609f29e8-de1b-4543-951d-765f22c85b4a tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904908 Jul 07 17:00:14.007682 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.028464 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.030659 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "DELETE /v2.0/networks/eee254d2-60b9-4c48-89e7-bcbde54dcc6c HTTP/1.1" status: 204 len: 168 time: 2.8989275 Jul 07 17:00:14.034104 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49722) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:14.043359 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-4c6f3afd-1370-4933-9fb1-f25057b75f57 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2132156632'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:14.044308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516f6a9-acb7-4356-b8e6-5529064a7aa7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event deleted for resources: {'Network': ['ID=eee254d2-60b9-4c48-89e7-bcbde54dcc6c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:14.070290 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6f3afd-1370-4933-9fb1-f25057b75f57 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Made reservation on behalf of fadcf4190e4243aeb98dd0f91fb71fdc for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:14.074626 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c6f3afd-1370-4933-9fb1-f25057b75f57 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.081362 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.103003 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6f3afd-1370-4933-9fb1-f25057b75f57 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:00:14.113473 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c6f3afd-1370-4933-9fb1-f25057b75f57 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.113927 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-4c6f3afd-1370-4933-9fb1-f25057b75f57 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Added segment 8eca9331-b324-4e81-ace5-deb1f806c071 of type vlan for network 865ddcd1-5401-4e3d-b162-d3b4c88bc952 Jul 07 17:00:14.159251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75340cae-de3a-4609-933b-a68b42ca6d1c None None] Network f9572c01-c414-4f27-9158-fce1b3ea15fd requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:14.169738 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c6f3afd-1370-4933-9fb1-f25057b75f57 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.210466 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c6f3afd-1370-4933-9fb1-f25057b75f57 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.219414 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6f3afd-1370-4933-9fb1-f25057b75f57 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:14.220031 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c6f3afd-1370-4933-9fb1-f25057b75f57 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.248607 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.300127 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4c6f3afd-1370-4933-9fb1-f25057b75f57 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2599535 Jul 07 17:00:14.300323 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49746) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:14.311841 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-d277361c-f728-4f90-9cbe-3dfbf232865d tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Request body: {'subnet': {'network_id': '865ddcd1-5401-4e3d-b162-d3b4c88bc952', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:14.312663 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f3afd-1370-4933-9fb1-f25057b75f57 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event updated for resources: {'Network': ['ID=865ddcd1-5401-4e3d-b162-d3b4c88bc952,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:14.328537 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 865ddcd1-5401-4e3d-b162-d3b4c88bc952 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:00:14.365433 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Deleting port 7e17518e-48bd-4a94-a29f-d5c96c5ef964 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:14.366008 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.384577 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d660317e-7d51-4b54-9c9e-80e4c90a65a4 None None] get_active_networks_info from n-d-793620-7 {{(pid=100411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:00:14.466518 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] For port 7e17518e-48bd-4a94-a29f-d5c96c5ef964, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=7e17518e-48bd-4a94-a29f-d5c96c5ef964,segment=NetworkSegment(38f1abe8-d07f-4eec-b3ca-5db5b6877f9a),segment_id=38f1abe8-d07f-4eec-b3ca-5db5b6877f9a)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:14.467352 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.497536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Calling delete_port for 7e17518e-48bd-4a94-a29f-d5c96c5ef964 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:14.527269 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d277361c-f728-4f90-9cbe-3dfbf232865d tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Made reservation on behalf of fadcf4190e4243aeb98dd0f91fb71fdc for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:14.532570 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d277361c-f728-4f90-9cbe-3dfbf232865d tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.566001 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d660317e-7d51-4b54-9c9e-80e4c90a65a4 None None] Resources bound (agent type, host, resource id): {{(pid=100411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:00:14.623246 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.687103 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f81b34b2-c37a-460c-9cd5-c6282d640efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.688059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Port': ['ID=7e17518e-48bd-4a94-a29f-d5c96c5ef964,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:14.745789 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] No DVR routers for this DVR port 7e17518e-48bd-4a94-a29f-d5c96c5ef964 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:14.838115 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.851656 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9572c01-c414-4f27-9158-fce1b3ea15fd']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:14.894670 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d277361c-f728-4f90-9cbe-3dfbf232865d tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.911584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f1abe8-d07f-4eec-b3ca-5db5b6877f9a') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:14.911898 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f1abe8-d07f-4eec-b3ca-5db5b6877f9a') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:14.917953 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49802) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:14.935193 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.960512 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.975339 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:14.975756 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:14.979194 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:15.007681 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c8f14-b636-4fac-97b1-88a13e255c74 req-089b1fc0-f921-47ef-9bbb-2eebe8c4e25b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:15.009258 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e42c8f14-b636-4fac-97b1-88a13e255c74 req-089b1fc0-f921-47ef-9bbb-2eebe8c4e25b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.69 "GET /v2.0/ports?device_id=cf2958bb-0061-476f-be8e-cf1f551ca828 HTTP/1.1" status: 200 len: 946 time: 0.3108971 Jul 07 17:00:15.024280 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277361c-f728-4f90-9cbe-3dfbf232865d tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event updated for resources: {'Subnet': ['ID=f20ba7a6-1679-48fe-92e8-194fddd7d346,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:15.041148 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9df761-e808-4f96-b9db-7e785af60365 None None] get_active_networks_info from n-d-793620-7 {{(pid=100411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:00:15.081375 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277361c-f728-4f90-9cbe-3dfbf232865d tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Checking segment: {'id': '8eca9331-b324-4e81-ace5-deb1f806c071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '865ddcd1-5401-4e3d-b162-d3b4c88bc952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:15.083037 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d277361c-f728-4f90-9cbe-3dfbf232865d tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Network hostable DHCP agents. Network: 865ddcd1-5401-4e3d-b162-d3b4c88bc952, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:00:15.120195 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d277361c-f728-4f90-9cbe-3dfbf232865d tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Network 865ddcd1-5401-4e3d-b162-d3b4c88bc952 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:00:15.138081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-d277361c-f728-4f90-9cbe-3dfbf232865d tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 865ddcd1-5401-4e3d-b162-d3b4c88bc952) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:15.152944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d277361c-f728-4f90-9cbe-3dfbf232865d tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:15.154229 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d277361c-f728-4f90-9cbe-3dfbf232865d tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.175181 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d277361c-f728-4f90-9cbe-3dfbf232865d tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8734317 Jul 07 17:00:15.178770 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49816) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:15.210551 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d2d99bd7-d7c4-484a-96c5-5bbc62fc6e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.241426 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.246180 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.248161 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/networks/f9572c01-c414-4f27-9158-fce1b3ea15fd HTTP/1.1" status: 204 len: 168 time: 3.3487983 Jul 07 17:00:15.260936 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49822) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:15.314634 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee584ef1-892c-4db6-9641-16c67d0cc12c tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Network': ['ID=f9572c01-c414-4f27-9158-fce1b3ea15fd,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:15.332168 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2540f-993d-4e63-a806-58c7c3566326 req-7b976fb1-666b-44a0-824f-ee189db8ee5a tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:15.340154 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-08c2540f-993d-4e63-a806-58c7c3566326 req-7b976fb1-666b-44a0-824f-ee189db8ee5a tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.1622264 Jul 07 17:00:15.352190 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f6442e-ddba-4dc1-9e14-3bb3fbd31e88 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:15.352612 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f6442e-ddba-4dc1-9e14-3bb3fbd31e88 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:15.354571 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-75f6442e-ddba-4dc1-9e14-3bb3fbd31e88 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/subnets/ed3434d9-514e-4eae-8811-26f5e6197e34 HTTP/1.1" status: 404 len: 337 time: 0.0877469 Jul 07 17:00:15.362137 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49824) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:15.391576 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49828) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:15.401742 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c580c81c-a254-448d-8b66-34a81adb76b3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:15.402359 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c580c81c-a254-448d-8b66-34a81adb76b3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:15.404159 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c580c81c-a254-448d-8b66-34a81adb76b3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/networks/f9572c01-c414-4f27-9158-fce1b3ea15fd HTTP/1.1" status: 404 len: 339 time: 0.0374477 Jul 07 17:00:15.412779 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e5ce3-9527-49a5-afae-27a92d4cb692 req-13ada3e5-9c57-4279-aa1c-f2cdd069fd2a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:15.414352 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7a5e5ce3-9527-49a5-afae-27a92d4cb692 req-13ada3e5-9c57-4279-aa1c-f2cdd069fd2a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf2958bb-0061-476f-be8e-cf1f551ca828 HTTP/1.1" status: 200 len: 946 time: 0.4224086 Jul 07 17:00:15.415199 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49832) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:15.420643 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-08c2540f-993d-4e63-a806-58c7c3566326 req-2e63a451-657f-4388-bbc0-d538e6dedbfd tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792644 Jul 07 17:00:15.425351 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b6bbb51-01f9-4cba-ae79-23d0324eecb0 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.450307 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9df761-e808-4f96-b9db-7e785af60365 None None] Unable to find a vacant binding_index for network 865ddcd1-5401-4e3d-b162-d3b4c88bc952 and agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 {{(pid=100411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 07 17:00:15.471103 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9df761-e808-4f96-b9db-7e785af60365 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 865ddcd1-5401-4e3d-b162-d3b4c88bc952) {{(pid=100411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:00:15.560033 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-e42c8f14-b636-4fac-97b1-88a13e255c74 req-7ffe29bd-c9d5-42ac-8f57-fad51b3edd15 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Deleting port e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:15.560380 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e42c8f14-b636-4fac-97b1-88a13e255c74 req-7ffe29bd-c9d5-42ac-8f57-fad51b3edd15 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.583329 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69d4cb8a-7596-40a9-9079-959a44a3b786 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.595478 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b6bbb51-01f9-4cba-ae79-23d0324eecb0 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.610922 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a293b401-525f-4a34-8d07-ef83310c8894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.635583 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7a5e5ce3-9527-49a5-afae-27a92d4cb692 req-ecc6d57f-f5cb-47a8-b84e-f8af132cc067 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062912 Jul 07 17:00:15.651041 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d2d99bd7-d7c4-484a-96c5-5bbc62fc6e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.672217 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d2d99bd7-d7c4-484a-96c5-5bbc62fc6e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.791969 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a293b401-525f-4a34-8d07-ef83310c8894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.803910 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a293b401-525f-4a34-8d07-ef83310c8894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.818856 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d2d99bd7-d7c4-484a-96c5-5bbc62fc6e98 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c9d0f58327f4f3faafc9e500b25cb72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8946083 Jul 07 17:00:15.822837 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49838) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:15.829391 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d99bd7-d7c4-484a-96c5-5bbc62fc6e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e61815-237d-4a5f-ae3d-2acfaf58d6b0,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:15.830146 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fe076e-2330-4619-90f3-4d29499335a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-865ddcd1-5401-4e3d-b162-d3b4c88bc952', 'network_id': '865ddcd1-5401-4e3d-b162-d3b4c88bc952', 'tenant_id': 'fadcf4190e4243aeb98dd0f91fb71fdc', 'fixed_ips': [{'subnet_id': 'f20ba7a6-1679-48fe-92e8-194fddd7d346'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:00:15.831853 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-24fe076e-2330-4619-90f3-4d29499335a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.850131 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69d4cb8a-7596-40a9-9079-959a44a3b786 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.861409 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-e42c8f14-b636-4fac-97b1-88a13e255c74 req-7ffe29bd-c9d5-42ac-8f57-fad51b3edd15 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] For port e6378c4f-3c8b-4aea-9bb7-8c52e29346c1, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=e6378c4f-3c8b-4aea-9bb7-8c52e29346c1,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:15.861771 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e42c8f14-b636-4fac-97b1-88a13e255c74 req-7ffe29bd-c9d5-42ac-8f57-fad51b3edd15 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.871651 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b6bbb51-01f9-4cba-ae79-23d0324eecb0 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.872891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-69d4cb8a-7596-40a9-9079-959a44a3b786 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079b8106-33e2-494e-b12c-d4b75be8c5df']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:15.886335 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-e42c8f14-b636-4fac-97b1-88a13e255c74 req-7ffe29bd-c9d5-42ac-8f57-fad51b3edd15 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Calling delete_port for e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:15.889083 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-69d4cb8a-7596-40a9-9079-959a44a3b786 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13643a9b-8ef5-4af8-8dcb-7ecee8ee959b') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:15.889386 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-69d4cb8a-7596-40a9-9079-959a44a3b786 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13643a9b-8ef5-4af8-8dcb-7ecee8ee959b') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:15.905783 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69d4cb8a-7596-40a9-9079-959a44a3b786 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.934707 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a293b401-525f-4a34-8d07-ef83310c8894 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ccf12723bb6486fb579ccddc5eb6c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5367355 Jul 07 17:00:15.934707 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6bbb51-01f9-4cba-ae79-23d0324eecb0 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event deleted for resources: {'Subnet': ['ID=f20ba7a6-1679-48fe-92e8-194fddd7d346,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:15.937360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49840) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:15.942794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293b401-525f-4a34-8d07-ef83310c8894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b1fd6e-1c4f-4e5a-a76f-709ff2efd321,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:15.947270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33630d50-54ad-47c2-9293-93aa0288534e None None] Network 865ddcd1-5401-4e3d-b162-d3b4c88bc952 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:15.958135 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c721c-051a-405b-9515-fddfc19b0a49 req-4787fac0-9255-4bb7-8876-657db5cce110 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:15.958135 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-538c721c-051a-405b-9515-fddfc19b0a49 req-4787fac0-9255-4bb7-8876-657db5cce110 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.3185596 Jul 07 17:00:15.960916 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69d4cb8a-7596-40a9-9079-959a44a3b786 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.972392 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d4cb8a-7596-40a9-9079-959a44a3b786 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:15.972836 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69d4cb8a-7596-40a9-9079-959a44a3b786 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:15.976574 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:16.059579 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69d4cb8a-7596-40a9-9079-959a44a3b786 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.070046 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69d4cb8a-7596-40a9-9079-959a44a3b786 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.077553 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-69d4cb8a-7596-40a9-9079-959a44a3b786 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/networks/079b8106-33e2-494e-b12c-d4b75be8c5df HTTP/1.1" status: 204 len: 168 time: 0.6565418 Jul 07 17:00:16.079875 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e213c6-5db1-4196-bbd2-319c92b4007b None None] Network 865ddcd1-5401-4e3d-b162-d3b4c88bc952 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:16.083474 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49842) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:16.085120 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b6bbb51-01f9-4cba-ae79-23d0324eecb0 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.116211 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4cb8a-7596-40a9-9079-959a44a3b786 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Network': ['ID=079b8106-33e2-494e-b12c-d4b75be8c5df,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:16.124164 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-4b6bbb51-01f9-4cba-ae79-23d0324eecb0 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865ddcd1-5401-4e3d-b162-d3b4c88bc952']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:16.151105 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e42c8f14-b636-4fac-97b1-88a13e255c74 req-7ffe29bd-c9d5-42ac-8f57-fad51b3edd15 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.151354 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-538c721c-051a-405b-9515-fddfc19b0a49 req-9eebc77e-8039-410d-9d5e-48e3527d8132 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792231 Jul 07 17:00:16.152087 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e794fc6e-0016-456a-bf32-a76b96931df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.155964 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f56e695-5b39-4462-b3e3-cc9a039069fc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:16.156740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f56e695-5b39-4462-b3e3-cc9a039069fc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:16.158134 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1f56e695-5b39-4462-b3e3-cc9a039069fc tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/subnets/8738ccd1-6ca1-439b-b31d-678f1990458d HTTP/1.1" status: 404 len: 337 time: 0.0655293 Jul 07 17:00:16.162072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-4b6bbb51-01f9-4cba-ae79-23d0324eecb0 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eca9331-b324-4e81-ace5-deb1f806c071') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:16.162072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-4b6bbb51-01f9-4cba-ae79-23d0324eecb0 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eca9331-b324-4e81-ace5-deb1f806c071') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:16.164373 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49844) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:16.179735 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['e2e33f21-8306-47f8-9a36-7946a20ee7bf'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:00:16.182938 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['e6378c4f-3c8b-4aea-9bb7-8c52e29346c1'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:00:16.199978 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b6bbb51-01f9-4cba-ae79-23d0324eecb0 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.206470 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe29bd-c9d5-42ac-8f57-fad51b3edd15 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Pushing event deleted for resources: {'Port': ['ID=e6378c4f-3c8b-4aea-9bb7-8c52e29346c1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:16.233824 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9a6361-8d4e-4825-bcc0-c020befdee23 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:16.234470 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9a6361-8d4e-4825-bcc0-c020befdee23 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:16.240883 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0c9a6361-8d4e-4825-bcc0-c020befdee23 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/networks/f062f703-7c00-4f44-84f0-c762cda64050 HTTP/1.1" status: 404 len: 339 time: 0.0571198 Jul 07 17:00:16.241078 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49848) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:16.253619 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56172ea2-78e0-472d-92f6-76615711c1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.256327 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b6bbb51-01f9-4cba-ae79-23d0324eecb0 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.259410 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e794fc6e-0016-456a-bf32-a76b96931df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.267404 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42c8f14-b636-4fac-97b1-88a13e255c74 req-7ffe29bd-c9d5-42ac-8f57-fad51b3edd15 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] No DVR routers for this DVR port e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:16.274037 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6bbb51-01f9-4cba-ae79-23d0324eecb0 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:16.274523 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b6bbb51-01f9-4cba-ae79-23d0324eecb0 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:16.277715 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:16.286956 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e42c8f14-b636-4fac-97b1-88a13e255c74 req-7ffe29bd-c9d5-42ac-8f57-fad51b3edd15 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.289006 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e42c8f14-b636-4fac-97b1-88a13e255c74 req-7ffe29bd-c9d5-42ac-8f57-fad51b3edd15 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.69 "DELETE /v2.0/ports/e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 HTTP/1.1" status: 204 len: 173 time: 1.2338543 Jul 07 17:00:16.289470 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2958bb-0061-476f-be8e-cf1f551ca828', 'name': 'network-vif-deleted', 'tag': 'e6378c4f-3c8b-4aea-9bb7-8c52e29346c1'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:16.291894 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d42f936-7061-4fd8-9e35-1665c0925ba1" -d '{"events": [{"server_uuid": "cf2958bb-0061-476f-be8e-cf1f551ca828", "name": "network-vif-deleted", "tag": "e6378c4f-3c8b-4aea-9bb7-8c52e29346c1"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:16.321314 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.332284 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-abefad9f-9803-41bd-80d2-211201f6fcf5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Deleting subnet e9886a86-85f2-4533-8bb9-0a7d6d2b4d1e {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:16.335937 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-abefad9f-9803-41bd-80d2-211201f6fcf5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.381678 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-abefad9f-9803-41bd-80d2-211201f6fcf5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.409370 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56172ea2-78e0-472d-92f6-76615711c1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.433509 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51329f7e-b875-4f5f-b6dc-d4e243415344 x-openstack-request-id: req-51329f7e-b875-4f5f-b6dc-d4e243415344 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:16.434128 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2958bb-0061-476f-be8e-cf1f551ca828", "name": "network-vif-deleted", "tag": "e6378c4f-3c8b-4aea-9bb7-8c52e29346c1", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:16.434594 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51329f7e-b875-4f5f-b6dc-d4e243415344 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:16.435276 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2958bb-0061-476f-be8e-cf1f551ca828', 'name': 'network-vif-deleted', 'tag': 'e6378c4f-3c8b-4aea-9bb7-8c52e29346c1', 'status': 'completed', 'code': 200} Jul 07 17:00:16.446658 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b6bbb51-01f9-4cba-ae79-23d0324eecb0 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.451612 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b6bbb51-01f9-4cba-ae79-23d0324eecb0 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.453645 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4b6bbb51-01f9-4cba-ae79-23d0324eecb0 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "DELETE /v2.0/networks/865ddcd1-5401-4e3d-b162-d3b4c88bc952 HTTP/1.1" status: 204 len: 168 time: 1.2731242 Jul 07 17:00:16.463454 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49860) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:16.473472 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-85eb6274-18a8-4de6-bebd-144f117566ef tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-584806086'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:16.496622 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6bbb51-01f9-4cba-ae79-23d0324eecb0 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event deleted for resources: {'Network': ['ID=865ddcd1-5401-4e3d-b162-d3b4c88bc952,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:16.503198 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-abefad9f-9803-41bd-80d2-211201f6fcf5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.528122 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e794fc6e-0016-456a-bf32-a76b96931df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.530806 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e794fc6e-0016-456a-bf32-a76b96931df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.532053 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e794fc6e-0016-456a-bf32-a76b96931df3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9e61815-237d-4a5f-ae3d-2acfaf58d6b0 HTTP/1.1" status: 204 len: 168 time: 0.7005095 Jul 07 17:00:16.537257 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56172ea2-78e0-472d-92f6-76615711c1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.539906 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56172ea2-78e0-472d-92f6-76615711c1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.543588 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-56172ea2-78e0-472d-92f6-76615711c1eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/86b1fd6e-1c4f-4e5a-a76f-709ff2efd321 HTTP/1.1" status: 204 len: 168 time: 0.5951812 Jul 07 17:00:16.543588 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85eb6274-18a8-4de6-bebd-144f117566ef tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Made reservation on behalf of fadcf4190e4243aeb98dd0f91fb71fdc for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:16.545364 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-85eb6274-18a8-4de6-bebd-144f117566ef tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.553560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794fc6e-0016-456a-bf32-a76b96931df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e61815-237d-4a5f-ae3d-2acfaf58d6b0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:16.588197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56172ea2-78e0-472d-92f6-76615711c1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b1fd6e-1c4f-4e5a-a76f-709ff2efd321,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:16.635111 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85eb6274-18a8-4de6-bebd-144f117566ef tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:00:16.653854 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-abefad9f-9803-41bd-80d2-211201f6fcf5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.659639 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-85eb6274-18a8-4de6-bebd-144f117566ef tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.663086 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-85eb6274-18a8-4de6-bebd-144f117566ef tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Added segment 90194466-7ad2-484f-9707-7c6a4b74cd0d of type vlan for network 13a4ac74-afc3-448d-926c-ed96805f33ec Jul 07 17:00:16.731443 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefad9f-9803-41bd-80d2-211201f6fcf5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Subnet': ['ID=e9886a86-85f2-4533-8bb9-0a7d6d2b4d1e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:16.749057 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-85eb6274-18a8-4de6-bebd-144f117566ef tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.763934 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-abefad9f-9803-41bd-80d2-211201f6fcf5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.769363 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a954be2-63d2-429c-aff5-068ccc51a42c None None] Network ee408cd2-174b-4881-96af-e0bb14be5a60 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:16.772694 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-abefad9f-9803-41bd-80d2-211201f6fcf5 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/subnets/e9886a86-85f2-4533-8bb9-0a7d6d2b4d1e HTTP/1.1" status: 204 len: 168 time: 0.5292308 Jul 07 17:00:16.772694 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49876) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:16.787696 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-85eb6274-18a8-4de6-bebd-144f117566ef tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.797114 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eb6274-18a8-4de6-bebd-144f117566ef tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:16.797780 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-85eb6274-18a8-4de6-bebd-144f117566ef tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:16.893712 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-85eb6274-18a8-4de6-bebd-144f117566ef tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4171093 Jul 07 17:00:16.894480 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49884) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:16.904160 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-b21f133e-bc54-4800-b1be-61c654ebfccc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Request body: {'subnet': {'network_id': '13a4ac74-afc3-448d-926c-ed96805f33ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:16.969541 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb6274-18a8-4de6-bebd-144f117566ef tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event updated for resources: {'Network': ['ID=13a4ac74-afc3-448d-926c-ed96805f33ec,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:16.985797 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 13a4ac74-afc3-448d-926c-ed96805f33ec details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:00:17.023438 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a287d94-b582-4961-9fb0-8926a0613199 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Deleting subnet eeb3c92e-fd47-4918-97e1-adaab467cb95 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:17.029178 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1a287d94-b582-4961-9fb0-8926a0613199 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.088525 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1a287d94-b582-4961-9fb0-8926a0613199 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.100750 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-889d7b02-6cd1-4a32-babf-edf47bc958e9 req-f6ca3336-9a68-45de-a358-18197aa0985c tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf2958bb-0061-476f-be8e-cf1f551ca828 HTTP/1.1" status: 200 len: 210 time: 0.0888579 Jul 07 17:00:17.159182 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21f133e-bc54-4800-b1be-61c654ebfccc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Made reservation on behalf of fadcf4190e4243aeb98dd0f91fb71fdc for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:17.165420 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b21f133e-bc54-4800-b1be-61c654ebfccc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.173846 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1c345-1e5b-4e96-a01c-b33e2d62de0a req-a8cf4b96-4245-4b99-9946-2a0a78e292b1 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:17.185560 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-31e1c345-1e5b-4e96-a01c-b33e2d62de0a req-a8cf4b96-4245-4b99-9946-2a0a78e292b1 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.2982075 Jul 07 17:00:17.371805 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-31e1c345-1e5b-4e96-a01c-b33e2d62de0a req-350e9754-f566-487f-b627-0a19d367968d tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848233 Jul 07 17:00:17.415711 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5ec16d70-4ab7-443e-a4b5-591eb72307a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.456456 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1a287d94-b582-4961-9fb0-8926a0613199 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.482454 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49894) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:17.503148 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1822dc1c-1e0d-4b38-9454-32b0cb784eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.536625 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1a287d94-b582-4961-9fb0-8926a0613199 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.571511 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.580231 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a287d94-b582-4961-9fb0-8926a0613199 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb3c92e-fd47-4918-97e1-adaab467cb95,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:17.585074 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1a287d94-b582-4961-9fb0-8926a0613199 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.589221 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1a287d94-b582-4961-9fb0-8926a0613199 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/subnets/eeb3c92e-fd47-4918-97e1-adaab467cb95 HTTP/1.1" status: 204 len: 168 time: 0.8131413 Jul 07 17:00:17.589508 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49896) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:17.600511 n-d-793620-7 neutron-server[100410]: DEBUG neutron.objects.ports [None req-b21f133e-bc54-4800-b1be-61c654ebfccc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100410) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:00:17.604036 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b21f133e-bc54-4800-b1be-61c654ebfccc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.688007 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f133e-bc54-4800-b1be-61c654ebfccc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event updated for resources: {'Subnet': ['ID=f9e03744-ab9f-4f38-b74d-ff7bc1f9170f,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:17.689134 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f66c-da8d-4e29-a397-2b8b04f31ac3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.726017 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21f133e-bc54-4800-b1be-61c654ebfccc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Checking segment: {'id': '90194466-7ad2-484f-9707-7c6a4b74cd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '13a4ac74-afc3-448d-926c-ed96805f33ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:17.726442 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21f133e-bc54-4800-b1be-61c654ebfccc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Network hostable DHCP agents. Network: 13a4ac74-afc3-448d-926c-ed96805f33ec, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:00:17.758519 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1822dc1c-1e0d-4b38-9454-32b0cb784eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.766321 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3f66c-da8d-4e29-a397-2b8b04f31ac3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Deleting port 30ccee46-493a-4574-a20a-df11fbb3c72a {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:17.766579 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1822dc1c-1e0d-4b38-9454-32b0cb784eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.766810 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f66c-da8d-4e29-a397-2b8b04f31ac3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.777492 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21f133e-bc54-4800-b1be-61c654ebfccc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Network 13a4ac74-afc3-448d-926c-ed96805f33ec is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:00:17.803390 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1822dc1c-1e0d-4b38-9454-32b0cb784eb8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80792c7bde464bba9880bfdd9797eddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3177669 Jul 07 17:00:17.806742 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49902) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:17.823988 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-b21f133e-bc54-4800-b1be-61c654ebfccc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 13a4ac74-afc3-448d-926c-ed96805f33ec) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:17.831814 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21f133e-bc54-4800-b1be-61c654ebfccc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:17.833563 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b21f133e-bc54-4800-b1be-61c654ebfccc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.835573 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f8652a-8e72-4400-ae3d-6a975b4f5ddd None None] Network 13a4ac74-afc3-448d-926c-ed96805f33ec requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:17.839170 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822dc1c-1e0d-4b38-9454-32b0cb784eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d5110f-ad9d-4c61-8488-da725b53b49d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:17.856384 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b21f133e-bc54-4800-b1be-61c654ebfccc tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9577127 Jul 07 17:00:17.860622 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49906) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:17.912628 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-3ed3f66c-da8d-4e29-a397-2b8b04f31ac3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] For port 30ccee46-493a-4574-a20a-df11fbb3c72a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=30ccee46-493a-4574-a20a-df11fbb3c72a,segment=NetworkSegment(4cfa34e8-e4cc-41bc-87d9-b264eea59b01),segment_id=4cfa34e8-e4cc-41bc-87d9-b264eea59b01)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:17.913464 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f66c-da8d-4e29-a397-2b8b04f31ac3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.933539 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3f66c-da8d-4e29-a397-2b8b04f31ac3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Calling delete_port for 30ccee46-493a-4574-a20a-df11fbb3c72a owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:17.956505 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e245-8ee8-4530-9367-a331cc697125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.988769 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7921253-5752-49a6-a623-864756e5b4b6 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:17.993848 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e245-8ee8-4530-9367-a331cc697125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.065537 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7921253-5752-49a6-a623-864756e5b4b6 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.098742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab06e6c-81c9-4aaf-9d03-c8d2e1f870f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-13a4ac74-afc3-448d-926c-ed96805f33ec', 'network_id': '13a4ac74-afc3-448d-926c-ed96805f33ec', 'tenant_id': 'fadcf4190e4243aeb98dd0f91fb71fdc', 'fixed_ips': [{'subnet_id': 'f9e03744-ab9f-4f38-b74d-ff7bc1f9170f'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:00:18.100640 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8ab06e6c-81c9-4aaf-9d03-c8d2e1f870f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.111768 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a81233d-e0bc-4be9-af9e-eb23f9e233ac None None] Network ee408cd2-174b-4881-96af-e0bb14be5a60 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:18.162873 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f66c-da8d-4e29-a397-2b8b04f31ac3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.183051 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e245-8ee8-4530-9367-a331cc697125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.183687 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7921253-5752-49a6-a623-864756e5b4b6 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.194596 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e245-8ee8-4530-9367-a331cc697125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.196108 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a5e2e245-8ee8-4530-9367-a331cc697125 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87d5110f-ad9d-4c61-8488-da725b53b49d HTTP/1.1" status: 204 len: 168 time: 0.3887577 Jul 07 17:00:18.224785 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7921253-5752-49a6-a623-864756e5b4b6 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e03744-ab9f-4f38-b74d-ff7bc1f9170f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:18.261046 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed3f66c-da8d-4e29-a397-2b8b04f31ac3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] No DVR routers for this DVR port 30ccee46-493a-4574-a20a-df11fbb3c72a on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:18.272776 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3f66c-da8d-4e29-a397-2b8b04f31ac3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Port': ['ID=30ccee46-493a-4574-a20a-df11fbb3c72a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:18.310246 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2e245-8ee8-4530-9367-a331cc697125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d5110f-ad9d-4c61-8488-da725b53b49d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:18.319397 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7921253-5752-49a6-a623-864756e5b4b6 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.337221 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-a7921253-5752-49a6-a623-864756e5b4b6 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a4ac74-afc3-448d-926c-ed96805f33ec']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:18.354327 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-a7921253-5752-49a6-a623-864756e5b4b6 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90194466-7ad2-484f-9707-7c6a4b74cd0d') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:18.355111 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-a7921253-5752-49a6-a623-864756e5b4b6 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90194466-7ad2-484f-9707-7c6a4b74cd0d') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:18.369890 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7921253-5752-49a6-a623-864756e5b4b6 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.378892 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f66c-da8d-4e29-a397-2b8b04f31ac3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.387476 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7921253-5752-49a6-a623-864756e5b4b6 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.394424 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-3ed3f66c-da8d-4e29-a397-2b8b04f31ac3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee408cd2-174b-4881-96af-e0bb14be5a60']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:18.395430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7921253-5752-49a6-a623-864756e5b4b6 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:18.395988 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7921253-5752-49a6-a623-864756e5b4b6 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:18.399275 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:18.423063 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d6d39690-8499-4b36-8cdd-023983eabe1f None None] Could not find standard attr ID for object 30ccee46-493a-4574-a20a-df11fbb3c72a. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:00:18.434807 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-3ed3f66c-da8d-4e29-a397-2b8b04f31ac3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfa34e8-e4cc-41bc-87d9-b264eea59b01') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:18.435330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-3ed3f66c-da8d-4e29-a397-2b8b04f31ac3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfa34e8-e4cc-41bc-87d9-b264eea59b01') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:18.453961 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f66c-da8d-4e29-a397-2b8b04f31ac3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.506818 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f66c-da8d-4e29-a397-2b8b04f31ac3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.517128 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed3f66c-da8d-4e29-a397-2b8b04f31ac3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:18.517703 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f66c-da8d-4e29-a397-2b8b04f31ac3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.552595 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7921253-5752-49a6-a623-864756e5b4b6 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.557393 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7921253-5752-49a6-a623-864756e5b4b6 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.559555 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a7921253-5752-49a6-a623-864756e5b4b6 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "DELETE /v2.0/networks/13a4ac74-afc3-448d-926c-ed96805f33ec HTTP/1.1" status: 204 len: 168 time: 0.6977425 Jul 07 17:00:18.565488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49932) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:18.581297 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.api [None req-8ab06e6c-81c9-4aaf-9d03-c8d2e1f870f6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:00:18.581297 n-d-793620-7 neutron-server[100411]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 07 17:00:18.581297 n-d-793620-7 neutron-server[100411]: [parameters: {'project_id': 'fadcf4190e4243aeb98dd0f91fb71fdc', 'id': 'dd6daa92-ee6c-4c6e-9234-e8b35cd95060', 'name': '', 'network_id': '13a4ac74-afc3-448d-926c-ed96805f33ec', 'mac_address': 'fa:16:3e:6a:a1:7a', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-13a4ac74-afc3-448d-926c-ed96805f33ec', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1654}] Jul 07 17:00:18.581297 n-d-793620-7 neutron-server[100411]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:00:18.582154 n-d-793620-7 neutron-server[100411]: DEBUG oslo_db.api [None req-8ab06e6c-81c9-4aaf-9d03-c8d2e1f870f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:18.609753 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:18.621467 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f66c-da8d-4e29-a397-2b8b04f31ac3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.647389 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f66c-da8d-4e29-a397-2b8b04f31ac3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.652382 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3ed3f66c-da8d-4e29-a397-2b8b04f31ac3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/networks/ee408cd2-174b-4881-96af-e0bb14be5a60 HTTP/1.1" status: 204 len: 168 time: 1.0614583 Jul 07 17:00:18.653316 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49938) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:18.665182 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0304df3f-5d05-4f09-a5ef-35aef0925b56 None None] DHCP port deletion for ee408cd2-174b-4881-96af-e0bb14be5a60 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:00:18.681703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7921253-5752-49a6-a623-864756e5b4b6 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event deleted for resources: {'Network': ['ID=13a4ac74-afc3-448d-926c-ed96805f33ec,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:18.689625 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c016d1-dbcd-4d6b-b470-e50d8005ef36 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:18.690225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c016d1-dbcd-4d6b-b470-e50d8005ef36 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:18.698153 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f1c016d1-dbcd-4d6b-b470-e50d8005ef36 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "DELETE /v2.0/subnets/f9e03744-ab9f-4f38-b74d-ff7bc1f9170f HTTP/1.1" status: 404 len: 337 time: 0.1269372 Jul 07 17:00:18.698769 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49940) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:18.721400 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8714f49-1599-43ee-8be8-4711d0c27591 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:18.722093 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8714f49-1599-43ee-8be8-4711d0c27591 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:18.726731 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a8714f49-1599-43ee-8be8-4711d0c27591 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "DELETE /v2.0/networks/13a4ac74-afc3-448d-926c-ed96805f33ec HTTP/1.1" status: 404 len: 339 time: 0.0242081 Jul 07 17:00:18.727008 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49944) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:18.764640 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:18.768826 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3f66c-da8d-4e29-a397-2b8b04f31ac3 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Network': ['ID=ee408cd2-174b-4881-96af-e0bb14be5a60,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:18.772045 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade9a7ee-c09b-4609-a496-16a94d913a73 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:18.772651 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-924020b2-b519-46e3-b4e5-2cc361c12751 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:18.777421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade9a7ee-c09b-4609-a496-16a94d913a73 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:18.779378 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924020b2-b519-46e3-b4e5-2cc361c12751 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:18.786600 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-924020b2-b519-46e3-b4e5-2cc361c12751 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/subnets/c12315d7-3450-40aa-8c77-1af75a15916d HTTP/1.1" status: 404 len: 337 time: 0.0940468 Jul 07 17:00:18.786808 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ade9a7ee-c09b-4609-a496-16a94d913a73 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "DELETE /v2.0/subnets/f20ba7a6-1679-48fe-92e8-194fddd7d346 HTTP/1.1" status: 404 len: 337 time: 0.0557919 Jul 07 17:00:18.786808 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49950) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:18.787629 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 30ccee46-493a-4574-a20a-df11fbb3c72a no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:18.795096 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49952) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:18.809615 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c477e3e-9ea0-42c1-8847-5e47ac151a57 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:18.810284 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c477e3e-9ea0-42c1-8847-5e47ac151a57 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:18.812323 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9c477e3e-9ea0-42c1-8847-5e47ac151a57 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/networks/b4183f8b-12f6-4bac-bb39-0be2319cba84 HTTP/1.1" status: 404 len: 339 time: 0.0248878 Jul 07 17:00:18.814845 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49954) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:18.830068 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 30ccee46-493a-4574-a20a-df11fbb3c72a {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:00:18.830607 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 30ccee46-493a-4574-a20a-df11fbb3c72a not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:00:18.865354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49960) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:18.866237 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc421aa-2cc2-4b72-980a-290487f67bee tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:18.866865 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc421aa-2cc2-4b72-980a-290487f67bee tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:18.870865 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7dc421aa-2cc2-4b72-980a-290487f67bee tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "DELETE /v2.0/networks/865ddcd1-5401-4e3d-b162-d3b4c88bc952 HTTP/1.1" status: 404 len: 339 time: 0.0716045 Jul 07 17:00:18.874622 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49962) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:18.883345 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa2f0dd1-12b7-4fe3-9d39-05c19d69f602 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:18.884335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa2f0dd1-12b7-4fe3-9d39-05c19d69f602 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:18.885526 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fa2f0dd1-12b7-4fe3-9d39-05c19d69f602 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/subnets/95cacfe3-259c-41d9-a6ab-e3289883ea59 HTTP/1.1" status: 404 len: 337 time: 0.0697649 Jul 07 17:00:18.888820 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49968) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:18.914599 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e6394-a522-4c4b-9c33-187c3704fd5c req-910f641e-083d-4851-ae00-1489840e8706 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:18.916229 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ba6e6394-a522-4c4b-9c33-187c3704fd5c req-910f641e-083d-4851-ae00-1489840e8706 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.2619724 Jul 07 17:00:18.926161 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f70deb7-e306-4150-88d9-8a7d26c6616e tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:18.926669 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f70deb7-e306-4150-88d9-8a7d26c6616e tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:18.930697 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4f70deb7-e306-4150-88d9-8a7d26c6616e tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "DELETE /v2.0/subnets/4532b099-5097-4089-af1f-aa7b5852fc24 HTTP/1.1" status: 404 len: 337 time: 0.0555584 Jul 07 17:00:18.935464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49970) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:18.945443 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d4acd5-a46f-488c-8b10-4b989e4dfe97 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:18.946063 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d4acd5-a46f-488c-8b10-4b989e4dfe97 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:18.950051 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-41d4acd5-a46f-488c-8b10-4b989e4dfe97 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/networks/5d747cc8-d257-4702-aaab-ad46f6eac269 HTTP/1.1" status: 404 len: 339 time: 0.0304897 Jul 07 17:00:18.950520 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49974) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:18.955097 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-effa8009-cfc6-47cc-9f9d-1dbe4ebfb054 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:18.955645 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-effa8009-cfc6-47cc-9f9d-1dbe4ebfb054 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:18.960139 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-effa8009-cfc6-47cc-9f9d-1dbe4ebfb054 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "DELETE /v2.0/networks/eee254d2-60b9-4c48-89e7-bcbde54dcc6c HTTP/1.1" status: 404 len: 339 time: 0.0237453 Jul 07 17:00:18.960433 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49976) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:19.031916 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ba6e6394-a522-4c4b-9c33-187c3704fd5c req-dca87889-155c-4dab-89c5-76a2cd804011 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942378 Jul 07 17:00:19.032921 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-df97671d-7874-4d79-a5a8-3fed7ebfed91 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:19.033387 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df97671d-7874-4d79-a5a8-3fed7ebfed91 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:19.035223 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-df97671d-7874-4d79-a5a8-3fed7ebfed91 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/subnets/79af6ff1-fc2e-4fec-acc7-ba3e2944432b HTTP/1.1" status: 404 len: 337 time: 0.0836353 Jul 07 17:00:19.037865 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49980) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:19.061766 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-104fa6ea-616a-4d51-b8d1-9fdd1b8dfe44 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:19.063327 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-104fa6ea-616a-4d51-b8d1-9fdd1b8dfe44 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 811 time: 0.2096848 Jul 07 17:00:19.063720 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fcc1030-27fb-4c4f-997a-85e944aa8f54 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:19.064487 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fcc1030-27fb-4c4f-997a-85e944aa8f54 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:19.066693 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4fcc1030-27fb-4c4f-997a-85e944aa8f54 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/networks/4c01bde1-c81b-4377-9fb1-1071f9484a24 HTTP/1.1" status: 404 len: 339 time: 0.0277376 Jul 07 17:00:19.070671 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49984) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:19.084991 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8ab06e6c-81c9-4aaf-9d03-c8d2e1f870f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.103117 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-51778fc9-7cf4-4b6e-8b0f-89422887f1c2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/quotas/d1135a5a7bcf4ea180136622e9a3fe8d HTTP/1.1" status: 200 len: 375 time: 0.0222306 Jul 07 17:00:19.120223 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3e00a1e6-056d-4d5e-a805-30a47066a2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.139860 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752f637d-f4d8-4042-9163-b6c5ad743145 None None] Network 13a4ac74-afc3-448d-926c-ed96805f33ec requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:19.154086 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752f637d-f4d8-4042-9163-b6c5ad743145 None None] Network 13a4ac74-afc3-448d-926c-ed96805f33ec could not be found, it might have been deleted concurrently. {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:00:19.161205 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-08ea0804-482c-41b5-bbc8-f030df51bbb1 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508726 Jul 07 17:00:19.179050 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:19.180232 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b732164-1536-4448-9f1b-07c750441881 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Deleting subnet 36f64b6d-5312-4770-9ee2-8a96914b2e5e {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:19.184937 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6b732164-1536-4448-9f1b-07c750441881 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.205593 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:00:19.206545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device e6378c4f-3c8b-4aea-9bb7-8c52e29346c1 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:00:19.237497 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-ad18a69f-e2ae-49a7-9872-fd2e93aeea26 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Deleting port 50800e2b-5610-4302-b6a9-a469fbeb22f6 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:19.238574 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad18a69f-e2ae-49a7-9872-fd2e93aeea26 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.248993 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6b732164-1536-4448-9f1b-07c750441881 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.344169 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad18a69f-e2ae-49a7-9872-fd2e93aeea26 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.357106 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6b732164-1536-4448-9f1b-07c750441881 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.375179 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-ad18a69f-e2ae-49a7-9872-fd2e93aeea26 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Calling delete_port for 50800e2b-5610-4302-b6a9-a469fbeb22f6 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:19.384683 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-ed275988-02d4-43b1-b310-144a35f0e77b service neutron] 10.222.0.50 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062547 Jul 07 17:00:19.431356 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6b732164-1536-4448-9f1b-07c750441881 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.470671 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6b732164-1536-4448-9f1b-07c750441881 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.476173 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6b732164-1536-4448-9f1b-07c750441881 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/subnets/36f64b6d-5312-4770-9ee2-8a96914b2e5e HTTP/1.1" status: 204 len: 168 time: 0.4040766 Jul 07 17:00:19.477844 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b732164-1536-4448-9f1b-07c750441881 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Subnet': ['ID=36f64b6d-5312-4770-9ee2-8a96914b2e5e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:19.479685 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b081280-2fa4-4ba0-96a0-96eba45b8f41 None None] Network 14b183b3-f7b4-4d2e-ac66-79f613fbc5d2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:19.480490 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49996) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:19.527371 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3e00a1e6-056d-4d5e-a805-30a47066a2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.542533 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3e00a1e6-056d-4d5e-a805-30a47066a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.579117 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1724664e-823f-497e-864c-919e1097155c service neutron] 10.222.0.50 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935682 Jul 07 17:00:19.580246 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-651692f7-7c35-4765-9c95-fc99b6e74383 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.604589 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3e00a1e6-056d-4d5e-a805-30a47066a2d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4042c20f26dd4bf1baf739ea763e01cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7378407 Jul 07 17:00:19.606796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50000) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:19.614610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00a1e6-056d-4d5e-a805-30a47066a2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18d2de0-476a-4bbe-b55c-c0a1bdffbc32,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:19.642750 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a1e6-056d-4d5e-a805-30a47066a2d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:19.643445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a1e6-056d-4d5e-a805-30a47066a2d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:19.643939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a1e6-056d-4d5e-a805-30a47066a2d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:19.644470 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a1e6-056d-4d5e-a805-30a47066a2d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:19.644984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a1e6-056d-4d5e-a805-30a47066a2d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:19.645461 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a1e6-056d-4d5e-a805-30a47066a2d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:19.645934 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a1e6-056d-4d5e-a805-30a47066a2d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:19.646660 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a1e6-056d-4d5e-a805-30a47066a2d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:19.647154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a1e6-056d-4d5e-a805-30a47066a2d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:19.647641 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a1e6-056d-4d5e-a805-30a47066a2d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:19.648112 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a1e6-056d-4d5e-a805-30a47066a2d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:19.648603 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e00a1e6-056d-4d5e-a805-30a47066a2d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:19.656272 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad18a69f-e2ae-49a7-9872-fd2e93aeea26 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.699596 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18a69f-e2ae-49a7-9872-fd2e93aeea26 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event deleted for resources: {'Port': ['ID=50800e2b-5610-4302-b6a9-a469fbeb22f6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:19.714132 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad18a69f-e2ae-49a7-9872-fd2e93aeea26 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.716346 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ad18a69f-e2ae-49a7-9872-fd2e93aeea26 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "DELETE /v2.0/ports/50800e2b-5610-4302-b6a9-a469fbeb22f6 HTTP/1.1" status: 204 len: 168 time: 0.7550626 Jul 07 17:00:19.718764 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50008) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:19.722182 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-651692f7-7c35-4765-9c95-fc99b6e74383 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Deleting port 0a21fa86-eee6-4106-a2bd-89faa4a68308 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:19.722579 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-651692f7-7c35-4765-9c95-fc99b6e74383 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.777876 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00b398c-f879-439e-b808-b71724acf969 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:19.778357 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00b398c-f879-439e-b808-b71724acf969 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:19.779996 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d00b398c-f879-439e-b808-b71724acf969 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "DELETE /v2.0/subnets/4f463747-d65c-4809-8560-e60e139c7a95 HTTP/1.1" status: 404 len: 337 time: 0.0603452 Jul 07 17:00:19.782836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50012) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:19.795664 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0d0376a9-cb68-4ea7-ad5c-f5b5abf2b4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.818344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8245f29a-0aee-4d09-95cb-21e41dc05c33 None None] DHCP port deletion for 14b183b3-f7b4-4d2e-ac66-79f613fbc5d2 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:00:19.855695 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-651692f7-7c35-4765-9c95-fc99b6e74383 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] For port 0a21fa86-eee6-4106-a2bd-89faa4a68308, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0a21fa86-eee6-4106-a2bd-89faa4a68308,segment=NetworkSegment(7a8d7a6b-41e1-4e2a-851a-83bfbe59ffd8),segment_id=7a8d7a6b-41e1-4e2a-851a-83bfbe59ffd8)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:19.856099 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-651692f7-7c35-4765-9c95-fc99b6e74383 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.883915 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-651692f7-7c35-4765-9c95-fc99b6e74383 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Calling delete_port for 0a21fa86-eee6-4106-a2bd-89faa4a68308 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:19.895929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8245f29a-0aee-4d09-95cb-21e41dc05c33 None None] Deleting port 0a21fa86-eee6-4106-a2bd-89faa4a68308 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:19.896316 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8245f29a-0aee-4d09-95cb-21e41dc05c33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.934056 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-af174ca0-aeb8-48d2-94a4-5a3bf036c481 req-5d80a0a1-c313-4ca6-bf61-e6e33629f9d3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 210 time: 0.0947063 Jul 07 17:00:19.936016 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0d0376a9-cb68-4ea7-ad5c-f5b5abf2b4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.966039 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-317bb3f3-f190-44fd-b643-37eb39a43ecf tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:19.986964 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-8245f29a-0aee-4d09-95cb-21e41dc05c33 None None] For port 0a21fa86-eee6-4106-a2bd-89faa4a68308, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0a21fa86-eee6-4106-a2bd-89faa4a68308,segment=NetworkSegment(7a8d7a6b-41e1-4e2a-851a-83bfbe59ffd8),segment_id=7a8d7a6b-41e1-4e2a-851a-83bfbe59ffd8)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:19.988372 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8245f29a-0aee-4d09-95cb-21e41dc05c33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.008963 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8245f29a-0aee-4d09-95cb-21e41dc05c33 None None] Calling delete_port for 0a21fa86-eee6-4106-a2bd-89faa4a68308 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:20.011734 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-651692f7-7c35-4765-9c95-fc99b6e74383 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.094412 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651692f7-7c35-4765-9c95-fc99b6e74383 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Port': ['ID=0a21fa86-eee6-4106-a2bd-89faa4a68308,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:20.100343 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651692f7-7c35-4765-9c95-fc99b6e74383 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] No DVR routers for this DVR port 0a21fa86-eee6-4106-a2bd-89faa4a68308 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:20.112735 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8245f29a-0aee-4d09-95cb-21e41dc05c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.121207 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0d0376a9-cb68-4ea7-ad5c-f5b5abf2b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.124676 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0d0376a9-cb68-4ea7-ad5c-f5b5abf2b4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.126206 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0d0376a9-cb68-4ea7-ad5c-f5b5abf2b4c2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d18d2de0-476a-4bbe-b55c-c0a1bdffbc32 HTTP/1.1" status: 204 len: 168 time: 0.5184653 Jul 07 17:00:20.142480 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-317bb3f3-f190-44fd-b643-37eb39a43ecf tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.147346 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0376a9-cb68-4ea7-ad5c-f5b5abf2b4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18d2de0-476a-4bbe-b55c-c0a1bdffbc32,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:20.159377 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-317bb3f3-f190-44fd-b643-37eb39a43ecf tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a398b1-3be3-4a53-8612-22eb7fd12b86']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:20.174100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-317bb3f3-f190-44fd-b643-37eb39a43ecf tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324ee886-2b57-41b5-b58b-984351760e17') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:20.174713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-317bb3f3-f190-44fd-b643-37eb39a43ecf tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324ee886-2b57-41b5-b58b-984351760e17') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:20.183624 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245f29a-0aee-4d09-95cb-21e41dc05c33 None None] Pushing event deleted for resources: {'Port': ['ID=0a21fa86-eee6-4106-a2bd-89faa4a68308,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:20.187835 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-317bb3f3-f190-44fd-b643-37eb39a43ecf tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.201357 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:00:20.221007 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8245f29a-0aee-4d09-95cb-21e41dc05c33 None None] No DVR routers for this DVR port 0a21fa86-eee6-4106-a2bd-89faa4a68308 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:20.223796 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-317bb3f3-f190-44fd-b643-37eb39a43ecf tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.250999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317bb3f3-f190-44fd-b643-37eb39a43ecf tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:20.253076 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-317bb3f3-f190-44fd-b643-37eb39a43ecf tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.257774 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:20.260955 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:20.369108 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-651692f7-7c35-4765-9c95-fc99b6e74383 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.388892 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-651692f7-7c35-4765-9c95-fc99b6e74383 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b183b3-f7b4-4d2e-ac66-79f613fbc5d2']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:20.404463 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-651692f7-7c35-4765-9c95-fc99b6e74383 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a8d7a6b-41e1-4e2a-851a-83bfbe59ffd8') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:20.404768 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-651692f7-7c35-4765-9c95-fc99b6e74383 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a8d7a6b-41e1-4e2a-851a-83bfbe59ffd8') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:20.422796 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-317bb3f3-f190-44fd-b643-37eb39a43ecf tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.425113 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-651692f7-7c35-4765-9c95-fc99b6e74383 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.439327 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-317bb3f3-f190-44fd-b643-37eb39a43ecf tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.445891 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-317bb3f3-f190-44fd-b643-37eb39a43ecf tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "DELETE /v2.0/networks/96a398b1-3be3-4a53-8612-22eb7fd12b86 HTTP/1.1" status: 204 len: 168 time: 0.6606269 Jul 07 17:00:20.448848 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50044) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:20.452229 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-651692f7-7c35-4765-9c95-fc99b6e74383 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.477205 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bb3f3-f190-44fd-b643-37eb39a43ecf tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event deleted for resources: {'Network': ['ID=96a398b1-3be3-4a53-8612-22eb7fd12b86,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:20.491362 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30faac9-9613-4052-83b2-23a442c4eeb5 req-45fb4968-500d-4fea-88d2-f02211b8cec7 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:20.492970 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f30faac9-9613-4052-83b2-23a442c4eeb5 req-45fb4968-500d-4fea-88d2-f02211b8cec7 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.2025743 Jul 07 17:00:20.496766 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651692f7-7c35-4765-9c95-fc99b6e74383 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:20.497137 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-651692f7-7c35-4765-9c95-fc99b6e74383 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:20.500273 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:20.628523 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f30faac9-9613-4052-83b2-23a442c4eeb5 req-2ba13975-f4b2-4c9f-9659-34c7ada5f67f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096401 Jul 07 17:00:20.631397 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-651692f7-7c35-4765-9c95-fc99b6e74383 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.670819 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-651692f7-7c35-4765-9c95-fc99b6e74383 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.677535 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-651692f7-7c35-4765-9c95-fc99b6e74383 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/networks/14b183b3-f7b4-4d2e-ac66-79f613fbc5d2 HTTP/1.1" status: 204 len: 168 time: 1.1914413 Jul 07 17:00:20.677750 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50050) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:20.700158 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651692f7-7c35-4765-9c95-fc99b6e74383 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Network': ['ID=14b183b3-f7b4-4d2e-ac66-79f613fbc5d2,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:20.722607 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded52843-bfc3-4448-ae81-275d503acb09 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:20.722607 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded52843-bfc3-4448-ae81-275d503acb09 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:20.722607 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ded52843-bfc3-4448-ae81-275d503acb09 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/subnets/afe80b66-0ed0-4e49-ab46-84dfabd459fb HTTP/1.1" status: 404 len: 337 time: 0.0423381 Jul 07 17:00:20.725898 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50054) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:20.753180 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab841497-6be6-46fa-b88c-5dcec000030e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:20.753741 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab841497-6be6-46fa-b88c-5dcec000030e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:20.756160 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ab841497-6be6-46fa-b88c-5dcec000030e tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/networks/cd1a971c-3ead-425f-bf34-c083e21eb038 HTTP/1.1" status: 404 len: 339 time: 0.0291953 Jul 07 17:00:20.758774 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50060) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:20.800015 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b0e1e-c897-42d7-8462-d48b6e601019 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Deleting port 7f79960f-bcb6-4b94-99df-98cb38e77c32 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:20.800374 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fe6b0e1e-c897-42d7-8462-d48b6e601019 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.861550 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0a21fa86-eee6-4106-a2bd-89faa4a68308 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:20.892965 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a9ba55-e83c-4c5c-8a51-f99a09200779 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Deleting subnet 1ca6a9f5-010a-4f58-b0de-9059119d0350 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:20.903487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 0a21fa86-eee6-4106-a2bd-89faa4a68308 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:00:20.903843 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0a21fa86-eee6-4106-a2bd-89faa4a68308 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:00:20.920118 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fe6b0e1e-c897-42d7-8462-d48b6e601019 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.926941 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ba55-e83c-4c5c-8a51-f99a09200779 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:20.936029 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b0e1e-c897-42d7-8462-d48b6e601019 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Calling delete_port for 7f79960f-bcb6-4b94-99df-98cb38e77c32 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:21.034822 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ba55-e83c-4c5c-8a51-f99a09200779 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:21.087875 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fe6b0e1e-c897-42d7-8462-d48b6e601019 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:21.143431 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fe6b0e1e-c897-42d7-8462-d48b6e601019 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:21.146288 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fe6b0e1e-c897-42d7-8462-d48b6e601019 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "DELETE /v2.0/ports/7f79960f-bcb6-4b94-99df-98cb38e77c32 HTTP/1.1" status: 204 len: 168 time: 0.6891062 Jul 07 17:00:21.150957 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50084) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:21.185661 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0a9a7f39-98fb-4f62-9b6d-4ffc25a174e4 req-09fdfd2d-b345-4d60-8fd8-bbdda06f2ce5 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 210 time: 0.0760989 Jul 07 17:00:21.186689 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b0e1e-c897-42d7-8462-d48b6e601019 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event deleted for resources: {'Port': ['ID=7f79960f-bcb6-4b94-99df-98cb38e77c32,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:21.193176 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95af6c7-c542-452f-9b5c-9f7cab4bdef7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:21.193650 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95af6c7-c542-452f-9b5c-9f7cab4bdef7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:21.195399 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c95af6c7-c542-452f-9b5c-9f7cab4bdef7 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "DELETE /v2.0/subnets/7c53290f-a8dc-41f1-9d46-41a8ca0cc6be HTTP/1.1" status: 404 len: 337 time: 0.0436158 Jul 07 17:00:21.198163 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50090) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:21.198631 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ba55-e83c-4c5c-8a51-f99a09200779 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:21.289491 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ba55-e83c-4c5c-8a51-f99a09200779 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:21.320117 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9ba55-e83c-4c5c-8a51-f99a09200779 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca6a9f5-010a-4f58-b0de-9059119d0350,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:21.331973 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ba55-e83c-4c5c-8a51-f99a09200779 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:21.332483 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc4d8b9-e0b2-4b98-bb64-1fb3fb44abdd None None] Network b91d0f7b-66e5-463f-8b8c-7b842390d493 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:21.335197 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e7a9ba55-e83c-4c5c-8a51-f99a09200779 tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/subnets/1ca6a9f5-010a-4f58-b0de-9059119d0350 HTTP/1.1" status: 204 len: 168 time: 0.5754223 Jul 07 17:00:21.337602 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50098) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:21.349325 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ad9ae4e-d640-4867-80e8-7bf4d9578066 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:21.474956 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b255370-0c17-4c6e-9361-03c5edb27f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:21.546811 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-8b255370-0c17-4c6e-9361-03c5edb27f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Deleting port 92782e97-65e6-4acb-b4e2-2efd2c88a951 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:21.547291 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b255370-0c17-4c6e-9361-03c5edb27f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:21.618317 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84646bbf-480a-4086-a37b-158f5a14b6e7 None None] DHCP port deletion for b91d0f7b-66e5-463f-8b8c-7b842390d493 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:00:21.635197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-8b255370-0c17-4c6e-9361-03c5edb27f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] For port 92782e97-65e6-4acb-b4e2-2efd2c88a951, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=92782e97-65e6-4acb-b4e2-2efd2c88a951,segment=NetworkSegment(27a1d877-d359-487f-9ec2-009633e778e5),segment_id=27a1d877-d359-487f-9ec2-009633e778e5)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:21.635925 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b255370-0c17-4c6e-9361-03c5edb27f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:21.651146 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-8b255370-0c17-4c6e-9361-03c5edb27f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Calling delete_port for 92782e97-65e6-4acb-b4e2-2efd2c88a951 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:21.765465 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-84646bbf-480a-4086-a37b-158f5a14b6e7 None None] Deleting port 92782e97-65e6-4acb-b4e2-2efd2c88a951 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:21.766155 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-84646bbf-480a-4086-a37b-158f5a14b6e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:21.833037 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b255370-0c17-4c6e-9361-03c5edb27f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:21.945097 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b255370-0c17-4c6e-9361-03c5edb27f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Port': ['ID=92782e97-65e6-4acb-b4e2-2efd2c88a951,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:21.951999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b255370-0c17-4c6e-9361-03c5edb27f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] No DVR routers for this DVR port 92782e97-65e6-4acb-b4e2-2efd2c88a951 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:21.978754 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-84646bbf-480a-4086-a37b-158f5a14b6e7 None None] For port 92782e97-65e6-4acb-b4e2-2efd2c88a951, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=92782e97-65e6-4acb-b4e2-2efd2c88a951,segment=NetworkSegment(27a1d877-d359-487f-9ec2-009633e778e5),segment_id=27a1d877-d359-487f-9ec2-009633e778e5)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:21.982262 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-84646bbf-480a-4086-a37b-158f5a14b6e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.030652 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ad9ae4e-d640-4867-80e8-7bf4d9578066 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.034649 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-84646bbf-480a-4086-a37b-158f5a14b6e7 None None] Calling delete_port for 92782e97-65e6-4acb-b4e2-2efd2c88a951 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:22.042501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-1ad9ae4e-d640-4867-80e8-7bf4d9578066 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42238a07-9981-462d-be8e-70cda5f3d74b']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:22.055263 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-1ad9ae4e-d640-4867-80e8-7bf4d9578066 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406a7bfd-1038-4151-adcc-0b9278d6bbd9') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:22.055670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-1ad9ae4e-d640-4867-80e8-7bf4d9578066 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406a7bfd-1038-4151-adcc-0b9278d6bbd9') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:22.094446 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b255370-0c17-4c6e-9361-03c5edb27f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.111235 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ad9ae4e-d640-4867-80e8-7bf4d9578066 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.127891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-8b255370-0c17-4c6e-9361-03c5edb27f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91d0f7b-66e5-463f-8b8c-7b842390d493']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:22.144423 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ad9ae4e-d640-4867-80e8-7bf4d9578066 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.169426 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-8b255370-0c17-4c6e-9361-03c5edb27f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a1d877-d359-487f-9ec2-009633e778e5') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:22.169819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-8b255370-0c17-4c6e-9361-03c5edb27f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a1d877-d359-487f-9ec2-009633e778e5') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:22.171387 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad9ae4e-d640-4867-80e8-7bf4d9578066 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:22.171983 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ad9ae4e-d640-4867-80e8-7bf4d9578066 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:22.178700 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:22.181159 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-84646bbf-480a-4086-a37b-158f5a14b6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.200502 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b255370-0c17-4c6e-9361-03c5edb27f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.204342 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84646bbf-480a-4086-a37b-158f5a14b6e7 None None] No DVR routers for this DVR port 92782e97-65e6-4acb-b4e2-2efd2c88a951 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:22.243325 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b255370-0c17-4c6e-9361-03c5edb27f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.244671 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84646bbf-480a-4086-a37b-158f5a14b6e7 None None] Pushing event deleted for resources: {'Port': ['ID=92782e97-65e6-4acb-b4e2-2efd2c88a951,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:22.255063 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b255370-0c17-4c6e-9361-03c5edb27f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:22.255558 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b255370-0c17-4c6e-9361-03c5edb27f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:22.258938 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:22.261707 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369415b7-10eb-4259-ae17-fd3fa82e5a3a req-3f721aaa-9953-48c1-8908-66ba64cdfc1c tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:22.267568 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-369415b7-10eb-4259-ae17-fd3fa82e5a3a req-3f721aaa-9953-48c1-8908-66ba64cdfc1c tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.2018864 Jul 07 17:00:22.284030 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-2ad7c157-0311-477a-93d1-2456e369d60f tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:22.285259 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-2ad7c157-0311-477a-93d1-2456e369d60f tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.69 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 811 time: 0.8893068 Jul 07 17:00:22.307046 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Request body: {'port': {'device_id': '1e4d268b-e404-4709-8e20-4c2c300cf269', 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d', 'admin_state_up': True, 'tenant_id': 'd1135a5a7bcf4ea180136622e9a3fe8d'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:22.332389 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b255370-0c17-4c6e-9361-03c5edb27f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.343877 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b255370-0c17-4c6e-9361-03c5edb27f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.349771 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8b255370-0c17-4c6e-9361-03c5edb27f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] 10.222.0.50 "DELETE /v2.0/networks/b91d0f7b-66e5-463f-8b8c-7b842390d493 HTTP/1.1" status: 204 len: 168 time: 1.0095282 Jul 07 17:00:22.381873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b255370-0c17-4c6e-9361-03c5edb27f8d tempest-NetworksIpV6Test-228737626 tempest-NetworksIpV6Test-228737626-project] Pushing event deleted for resources: {'Network': ['ID=b91d0f7b-66e5-463f-8b8c-7b842390d493,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:22.385089 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50144) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:22.394395 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ad9ae4e-d640-4867-80e8-7bf4d9578066 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.414542 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ad9ae4e-d640-4867-80e8-7bf4d9578066 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.418523 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1ad9ae4e-d640-4867-80e8-7bf4d9578066 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "DELETE /v2.0/networks/42238a07-9981-462d-be8e-70cda5f3d74b HTTP/1.1" status: 204 len: 168 time: 1.2167084 Jul 07 17:00:22.420356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50148) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:22.459910 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-369415b7-10eb-4259-ae17-fd3fa82e5a3a req-99855e02-f354-459f-a893-5157d564cdf5 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913583 Jul 07 17:00:22.463583 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9ae4e-d640-4867-80e8-7bf4d9578066 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event deleted for resources: {'Network': ['ID=42238a07-9981-462d-be8e-70cda5f3d74b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:22.511306 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71b35903-a32f-4ba8-829c-ff7a133d682a req-478b5c60-4483-41a8-8421-d0c37a5f53b8 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 210 time: 0.0428228 Jul 07 17:00:22.517925 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5985be-d8a5-43db-b0bc-1b386056b6fb tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Deleting subnet da18e1df-854b-4da3-81f6-b4a2811816aa {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:22.521526 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ce5985be-d8a5-43db-b0bc-1b386056b6fb tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.565392 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Made reservation on behalf of d1135a5a7bcf4ea180136622e9a3fe8d for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:22.569434 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.752668 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Allocated IP 172.20.0.10 (4bfc31d5-b892-420e-a594-085b325da90d/66d9af50-51a7-4bbc-a88f-fc28aae3344c/892c556e-5f15-48a3-a593-b8fa86b3a09a) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:22.788507 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50156) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:22.797203 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 92782e97-65e6-4acb-b4e2-2efd2c88a951 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:22.830471 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 92782e97-65e6-4acb-b4e2-2efd2c88a951 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:00:22.830823 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 92782e97-65e6-4acb-b4e2-2efd2c88a951 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:00:22.932831 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-92e74919-b09f-4982-aa36-85e87a06e84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.937054 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ce5985be-d8a5-43db-b0bc-1b386056b6fb tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:22.975059 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6b3bcac8-b919-40a6-90f4-e262d80e80e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f7560303d0f3455dad0a061238b9e575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824250 Jul 07 17:00:22.976466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50170) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:23.028732 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.055041 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f66cca8-5393-4a7a-8845-5387a672506e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.059539 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ce5985be-d8a5-43db-b0bc-1b386056b6fb tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.093620 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f66cca8-5393-4a7a-8845-5387a672506e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.134044 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.148059 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['e2e33f21-8306-47f8-9a36-7946a20ee7bf'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:00:23.154009 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-92e74919-b09f-4982-aa36-85e87a06e84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.161737 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-92e74919-b09f-4982-aa36-85e87a06e84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.172983 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ce5985be-d8a5-43db-b0bc-1b386056b6fb tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.186623 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Network 4bfc31d5-b892-420e-a594-085b325da90d is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:23.190994 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:23.196482 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:23.217122 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5985be-d8a5-43db-b0bc-1b386056b6fb tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event deleted for resources: {'Subnet': ['ID=da18e1df-854b-4da3-81f6-b4a2811816aa,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:23.230634 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f66cca8-5393-4a7a-8845-5387a672506e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.233235 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f66cca8-5393-4a7a-8845-5387a672506e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.234610 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9f66cca8-5393-4a7a-8845-5387a672506e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/beeb9fa2-6d28-416b-ac2a-a6e1e24ebabd HTTP/1.1" status: 204 len: 168 time: 0.2573686 Jul 07 17:00:23.236298 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ce5985be-d8a5-43db-b0bc-1b386056b6fb tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.238291 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ce5985be-d8a5-43db-b0bc-1b386056b6fb tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "DELETE /v2.0/subnets/da18e1df-854b-4da3-81f6-b4a2811816aa HTTP/1.1" status: 204 len: 168 time: 0.8165715 Jul 07 17:00:23.242674 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-92e74919-b09f-4982-aa36-85e87a06e84d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bbf9aa9531a44b4c8a86e22e6f805e20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8561199 Jul 07 17:00:23.243215 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50184) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:23.245121 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50186) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:23.256035 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c61c3eb-a548-4f87-b198-7fff325b3a60 None None] Network e07324d4-37e8-40c5-a3e2-dd5cdd2f547f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:23.259192 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e74919-b09f-4982-aa36-85e87a06e84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99a8e7f-9983-47d6-8900-423467fff1e7,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:23.349587 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Pushing event updated for resources: {'Port': ['ID=892c556e-5f15-48a3-a593-b8fa86b3a09a,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:23.366815 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c192f9b9-862e-4e56-9c07-294559e66dd4 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.393528 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66cca8-5393-4a7a-8845-5387a672506e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeb9fa2-6d28-416b-ac2a-a6e1e24ebabd,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:23.403461 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fa6f771e-4bcd-4d4b-bb2c-2f11f45ecaf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.407983 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.408555 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.409283 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.409875 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.410458 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.411513 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.412033 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.412520 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.413018 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.413520 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.414020 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.414561 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.425983 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:23.427761 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.438765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66cca8-5393-4a7a-8845-5387a672506e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.439328 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66cca8-5393-4a7a-8845-5387a672506e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.439844 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66cca8-5393-4a7a-8845-5387a672506e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.440353 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66cca8-5393-4a7a-8845-5387a672506e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.440859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66cca8-5393-4a7a-8845-5387a672506e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.441380 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66cca8-5393-4a7a-8845-5387a672506e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.441915 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66cca8-5393-4a7a-8845-5387a672506e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.442443 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66cca8-5393-4a7a-8845-5387a672506e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.442959 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66cca8-5393-4a7a-8845-5387a672506e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.443465 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66cca8-5393-4a7a-8845-5387a672506e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.443976 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66cca8-5393-4a7a-8845-5387a672506e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.444472 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66cca8-5393-4a7a-8845-5387a672506e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:23.484079 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fa6f771e-4bcd-4d4b-bb2c-2f11f45ecaf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.512475 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-0017898a-0d0c-480b-8d38-c3f3c7ca2f1a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2118626 Jul 07 17:00:23.517059 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d0a042-10c1-48c0-b336-5d707c543e08 None None] DHCP port deletion for e07324d4-37e8-40c5-a3e2-dd5cdd2f547f request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:00:23.535227 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] Request body: {'port': {'device_id': '1e4d268b-e404-4709-8e20-4c2c300cf269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:23.591564 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fa6f771e-4bcd-4d4b-bb2c-2f11f45ecaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.600625 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fa6f771e-4bcd-4d4b-bb2c-2f11f45ecaf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.610155 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fa6f771e-4bcd-4d4b-bb2c-2f11f45ecaf6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a99a8e7f-9983-47d6-8900-423467fff1e7 HTTP/1.1" status: 204 len: 168 time: 0.3637507 Jul 07 17:00:23.614444 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d6d0a042-10c1-48c0-b336-5d707c543e08 None None] Deleting port df38d436-eaf8-4586-a1d6-ba087a11a07e {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:23.614834 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d6d0a042-10c1-48c0-b336-5d707c543e08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.636772 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f771e-4bcd-4d4b-bb2c-2f11f45ecaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99a8e7f-9983-47d6-8900-423467fff1e7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:23.645868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-c192f9b9-862e-4e56-9c07-294559e66dd4 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Deleting port df38d436-eaf8-4586-a1d6-ba087a11a07e {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:23.646310 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c192f9b9-862e-4e56-9c07-294559e66dd4 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.754823 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d6d0a042-10c1-48c0-b336-5d707c543e08 None None] For port df38d436-eaf8-4586-a1d6-ba087a11a07e, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=df38d436-eaf8-4586-a1d6-ba087a11a07e,segment=NetworkSegment(d446a57e-b80b-401b-aa07-dc7869f6a4aa),segment_id=d446a57e-b80b-401b-aa07-dc7869f6a4aa)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:23.755598 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d6d0a042-10c1-48c0-b336-5d707c543e08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.771820 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d6d0a042-10c1-48c0-b336-5d707c543e08 None None] Calling delete_port for df38d436-eaf8-4586-a1d6-ba087a11a07e owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:23.830926 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.834482 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-c192f9b9-862e-4e56-9c07-294559e66dd4 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] For port df38d436-eaf8-4586-a1d6-ba087a11a07e, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=df38d436-eaf8-4586-a1d6-ba087a11a07e,segment=NetworkSegment(d446a57e-b80b-401b-aa07-dc7869f6a4aa),segment_id=d446a57e-b80b-401b-aa07-dc7869f6a4aa)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:23.835161 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c192f9b9-862e-4e56-9c07-294559e66dd4 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.843899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4571d5-e08c-4ad9-a9b1-f21e9349f121 req-9334e06e-89e5-40dd-8d8b-bf3b2e892463 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:23.846785 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ce4571d5-e08c-4ad9-a9b1-f21e9349f121 req-9334e06e-89e5-40dd-8d8b-bf3b2e892463 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.1660404 Jul 07 17:00:23.865667 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-c192f9b9-862e-4e56-9c07-294559e66dd4 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Calling delete_port for df38d436-eaf8-4586-a1d6-ba087a11a07e owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:23.905239 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d6d0a042-10c1-48c0-b336-5d707c543e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:23.916172 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ce4571d5-e08c-4ad9-a9b1-f21e9349f121 req-ea43ad49-f231-4558-9e92-90617ead84a1 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589550 Jul 07 17:00:23.963379 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d0a042-10c1-48c0-b336-5d707c543e08 None None] No DVR routers for this DVR port df38d436-eaf8-4586-a1d6-ba087a11a07e on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:23.965639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0a042-10c1-48c0-b336-5d707c543e08 None None] Pushing event deleted for resources: {'Port': ['ID=df38d436-eaf8-4586-a1d6-ba087a11a07e,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:23.983425 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c69884-efff-4e7f-ac31-83a8d37e0051 req-9e6acfee-28e0-47c6-b40a-06745347a811 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:23.985090 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d5c69884-efff-4e7f-ac31-83a8d37e0051 req-9e6acfee-28e0-47c6-b40a-06745347a811 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 932 time: 0.2256405 Jul 07 17:00:24.127095 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d5c69884-efff-4e7f-ac31-83a8d37e0051 req-d108b2bd-c0a3-4461-91f4-85f6e0427d8d tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342018 Jul 07 17:00:24.134566 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c192f9b9-862e-4e56-9c07-294559e66dd4 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.206605 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192f9b9-862e-4e56-9c07-294559e66dd4 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event deleted for resources: {'Port': ['ID=df38d436-eaf8-4586-a1d6-ba087a11a07e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:24.216714 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c192f9b9-862e-4e56-9c07-294559e66dd4 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] No DVR routers for this DVR port df38d436-eaf8-4586-a1d6-ba087a11a07e on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:24.325472 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c192f9b9-862e-4e56-9c07-294559e66dd4 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.345552 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-c192f9b9-862e-4e56-9c07-294559e66dd4 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07324d4-37e8-40c5-a3e2-dd5cdd2f547f']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:24.361872 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-c192f9b9-862e-4e56-9c07-294559e66dd4 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd446a57e-b80b-401b-aa07-dc7869f6a4aa') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:24.362170 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-c192f9b9-862e-4e56-9c07-294559e66dd4 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd446a57e-b80b-401b-aa07-dc7869f6a4aa') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:24.376253 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c192f9b9-862e-4e56-9c07-294559e66dd4 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.423147 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c192f9b9-862e-4e56-9c07-294559e66dd4 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.433100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c192f9b9-862e-4e56-9c07-294559e66dd4 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:24.433736 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c192f9b9-862e-4e56-9c07-294559e66dd4 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:24.437678 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:24.484172 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892c556e-5f15-48a3-a593-b8fa86b3a09a {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:00:24.501191 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.524493 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] Transition to ACTIVE for port object 892c556e-5f15-48a3-a593-b8fa86b3a09a will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:24.525684 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c192f9b9-862e-4e56-9c07-294559e66dd4 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.536734 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c192f9b9-862e-4e56-9c07-294559e66dd4 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.540486 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c192f9b9-862e-4e56-9c07-294559e66dd4 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] 10.222.0.50 "DELETE /v2.0/networks/e07324d4-37e8-40c5-a3e2-dd5cdd2f547f HTTP/1.1" status: 204 len: 168 time: 1.2924118 Jul 07 17:00:24.542515 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.570146 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192f9b9-862e-4e56-9c07-294559e66dd4 tempest-NetworksIpV6TestAttrs-1392957753 tempest-NetworksIpV6TestAttrs-1392957753-project] Pushing event deleted for resources: {'Network': ['ID=e07324d4-37e8-40c5-a3e2-dd5cdd2f547f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:24.583064 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50262) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:24.638330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] Pushing event updated for resources: {'Port': ['ID=892c556e-5f15-48a3-a593-b8fa86b3a09a,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:24.737400 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-66ba70a1-5f2c-4441-a2c5-6ba4089b6cb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1364332843'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:24.767095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device df38d436-eaf8-4586-a1d6-ba087a11a07e no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:24.778288 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] Attempting to bind port 892c556e-5f15-48a3-a593-b8fa86b3a09a on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:24.778652 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] Attempting to bind port 892c556e-5f15-48a3-a593-b8fa86b3a09a by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:24.779038 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] Attempting to bind port 892c556e-5f15-48a3-a593-b8fa86b3a09a on network 4bfc31d5-b892-420e-a594-085b325da90d {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:24.784574 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] Port 892c556e-5f15-48a3-a593-b8fa86b3a09a on network 4bfc31d5-b892-420e-a594-085b325da90d not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:00:24.785189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] Attempting to bind port 892c556e-5f15-48a3-a593-b8fa86b3a09a on network 4bfc31d5-b892-420e-a594-085b325da90d {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:24.791635 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: df38d436-eaf8-4586-a1d6-ba087a11a07e {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:00:24.792262 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device df38d436-eaf8-4586-a1d6-ba087a11a07e not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:00:24.796212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ba70a1-5f2c-4441-a2c5-6ba4089b6cb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Made reservation on behalf of 51dde79387314242847dde9de3afbecb for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:24.801948 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-66ba70a1-5f2c-4441-a2c5-6ba4089b6cb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.805190 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:24.805845 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] Checking segment: {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:24.806442 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] Bound using segment: {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:24.807094 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] Bound port: 892c556e-5f15-48a3-a593-b8fa86b3a09a, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:24.807641 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.812248 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-66ba70a1-5f2c-4441-a2c5-6ba4089b6cb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.880069 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50276) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:24.902489 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] For port 892c556e-5f15-48a3-a593-b8fa86b3a09a, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:24.906544 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] For port 892c556e-5f15-48a3-a593-b8fa86b3a09a, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=892c556e-5f15-48a3-a593-b8fa86b3a09a,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:24.913067 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.956102 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-66ba70a1-5f2c-4441-a2c5-6ba4089b6cb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.961409 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-66ba70a1-5f2c-4441-a2c5-6ba4089b6cb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.974230 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] Pushing event updated for resources: {'Port': ['ID=892c556e-5f15-48a3-a593-b8fa86b3a09a,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:24.992127 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:24.992980 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:24.995411 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1acee8da-f383-4d2b-914c-03503e3a0627 service neutron] 10.222.0.69 "PUT /v2.0/ports/892c556e-5f15-48a3-a593-b8fa86b3a09a HTTP/1.1" status: 200 len: 1092 time: 1.4676671 Jul 07 17:00:24.996049 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4d268b-e404-4709-8e20-4c2c300cf269', 'tag': '892c556e-5f15-48a3-a593-b8fa86b3a09a'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:24.999395 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bcfc6e-582d-47af-afbd-9272e3a16fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4d268b-e404-4709-8e20-4c2c300cf269", "tag": "892c556e-5f15-48a3-a593-b8fa86b3a09a"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:25.011082 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ba70a1-5f2c-4441-a2c5-6ba4089b6cb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:00:25.019369 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba70a1-5f2c-4441-a2c5-6ba4089b6cb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b6b92f-9313-4d04-9c29-22ee529d7e33,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:25.033542 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-66ba70a1-5f2c-4441-a2c5-6ba4089b6cb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:25.034899 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-66ba70a1-5f2c-4441-a2c5-6ba4089b6cb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Added segment d57c0e78-2403-40bb-a1ae-3c7ef1f0de08 of type vlan for network f255c5e5-d416-4a86-b626-576d15a85d5d Jul 07 17:00:25.085295 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5ac662-54fc-4039-bddb-01db7b4457ac x-openstack-request-id: req-5d5ac662-54fc-4039-bddb-01db7b4457ac {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:25.086038 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4d268b-e404-4709-8e20-4c2c300cf269", "tag": "892c556e-5f15-48a3-a593-b8fa86b3a09a", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:25.086470 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d5ac662-54fc-4039-bddb-01db7b4457ac {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:25.087026 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4d268b-e404-4709-8e20-4c2c300cf269', 'tag': '892c556e-5f15-48a3-a593-b8fa86b3a09a', 'status': 'completed', 'code': 200} Jul 07 17:00:25.128876 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-d5c3707f-0cbe-4a51-b8f5-65164b470dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:25.131739 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-d5c3707f-0cbe-4a51-b8f5-65164b470dba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 1095 time: 0.0856357 Jul 07 17:00:25.137702 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-66ba70a1-5f2c-4441-a2c5-6ba4089b6cb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:25.224084 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-178cbf0f-f0b9-48a8-bdf5-ce93ee56fdb1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=892c556e-5f15-48a3-a593-b8fa86b3a09a HTTP/1.1" status: 200 len: 217 time: 0.0848970 Jul 07 17:00:25.227472 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-adcbae76-aa50-4a58-a473-94ab21f0d5d4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fadcf4190e4243aeb98dd0f91fb71fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458362 Jul 07 17:00:25.230237 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50298) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:25.255531 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-66ba70a1-5f2c-4441-a2c5-6ba4089b6cb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:25.261615 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ba70a1-5f2c-4441-a2c5-6ba4089b6cb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:25.262229 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-66ba70a1-5f2c-4441-a2c5-6ba4089b6cb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:25.324907 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-d74e6150-8f22-4fec-8aac-0e654bf5d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:25.326392 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-d74e6150-8f22-4fec-8aac-0e654bf5d3d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d9af50-51a7-4bbc-a88f-fc28aae3344c HTTP/1.1" status: 200 len: 851 time: 0.0943890 Jul 07 17:00:25.347662 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-66ba70a1-5f2c-4441-a2c5-6ba4089b6cb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7633376 Jul 07 17:00:25.355598 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50316) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:25.373250 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba70a1-5f2c-4441-a2c5-6ba4089b6cb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Network': ['ID=f255c5e5-d416-4a86-b626-576d15a85d5d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:25.380803 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-e5b50c3d-728c-40ae-b6cf-693e6254f430 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-805472280'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:25.388511 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network f255c5e5-d416-4a86-b626-576d15a85d5d details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:00:25.394148 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-63226238-8ee9-4124-9ef5-27838653377e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4bfc31d5-b892-420e-a594-085b325da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558333 Jul 07 17:00:25.439771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d713e1-9ad6-425b-b83a-7d5e0f92252a req-88f5ab6d-d839-479f-8dbb-ef20d3b71b3e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:25.447312 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72d713e1-9ad6-425b-b83a-7d5e0f92252a req-88f5ab6d-d839-479f-8dbb-ef20d3b71b3e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 944 time: 0.1790237 Jul 07 17:00:25.447646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74c317-ed5e-4b7c-b618-1ba7d82248c3 req-540c4e3d-28d4-4f4d-8ea2-6fd691d69f89 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:25.454691 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0f74c317-ed5e-4b7c-b618-1ba7d82248c3 req-540c4e3d-28d4-4f4d-8ea2-6fd691d69f89 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.3064384 Jul 07 17:00:25.500211 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72d713e1-9ad6-425b-b83a-7d5e0f92252a req-7ffac860-5c98-49e9-81ff-db86626fe09a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515466 Jul 07 17:00:25.523840 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b50c3d-728c-40ae-b6cf-693e6254f430 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Made reservation on behalf of 51dde79387314242847dde9de3afbecb for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:25.527575 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e5b50c3d-728c-40ae-b6cf-693e6254f430 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:25.542698 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f03fa34-689c-43d3-b0ad-1596baa59a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:25.602208 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b50c3d-728c-40ae-b6cf-693e6254f430 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:00:25.613555 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f03fa34-689c-43d3-b0ad-1596baa59a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:25.622999 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0f74c317-ed5e-4b7c-b618-1ba7d82248c3 req-83819bfe-7c79-413f-b6e2-d5585ed54d48 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674538 Jul 07 17:00:25.638683 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e5b50c3d-728c-40ae-b6cf-693e6254f430 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:25.639038 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-e5b50c3d-728c-40ae-b6cf-693e6254f430 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Added segment be078f3e-77de-41c7-9bd8-55a2107fb741 of type vlan for network 1311d209-1e3b-44ff-9d5e-b69a6d3dd116 Jul 07 17:00:25.651519 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-8a143558-095c-4a8e-b091-9594d8ad2dc5 service neutron] 10.222.0.69 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469606 Jul 07 17:00:25.752829 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e5b50c3d-728c-40ae-b6cf-693e6254f430 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:25.805506 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f03fa34-689c-43d3-b0ad-1596baa59a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:25.808287 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f03fa34-689c-43d3-b0ad-1596baa59a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:25.809508 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9f03fa34-689c-43d3-b0ad-1596baa59a0e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/48171ea2-5d9d-4049-a402-e03d63ddd403 HTTP/1.1" status: 204 len: 168 time: 0.5685637 Jul 07 17:00:25.823131 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e5b50c3d-728c-40ae-b6cf-693e6254f430 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:25.828860 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b50c3d-728c-40ae-b6cf-693e6254f430 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:25.829444 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e5b50c3d-728c-40ae-b6cf-693e6254f430 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:25.858306 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74f5db8e-9c43-4f5b-bec5-49c2a3e9d8b6 req-1405055f-99da-4eef-a17b-56a20f845376 service neutron] 10.222.0.69 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986260 Jul 07 17:00:25.859088 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03fa34-689c-43d3-b0ad-1596baa59a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48171ea2-5d9d-4049-a402-e03d63ddd403,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:25.928010 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e5b50c3d-728c-40ae-b6cf-693e6254f430 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5522575 Jul 07 17:00:25.930822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50372) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:25.936464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-0142ec82-7d5f-458e-9da8-ce57df0420ce tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'subnet': {'network_id': 'f255c5e5-d416-4a86-b626-576d15a85d5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:25.939314 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b50c3d-728c-40ae-b6cf-693e6254f430 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Network': ['ID=1311d209-1e3b-44ff-9d5e-b69a6d3dd116,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:25.950432 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 1311d209-1e3b-44ff-9d5e-b69a6d3dd116 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:00:26.005102 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcfc6e-582d-47af-afbd-9272e3a16fd2 req-885a4118-17dc-4233-8321-d7f39395f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:26.006707 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a6bcfc6e-582d-47af-afbd-9272e3a16fd2 req-885a4118-17dc-4233-8321-d7f39395f7a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 1095 time: 0.0772817 Jul 07 17:00:26.068279 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0142ec82-7d5f-458e-9da8-ce57df0420ce tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Made reservation on behalf of 51dde79387314242847dde9de3afbecb for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:26.072822 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0142ec82-7d5f-458e-9da8-ce57df0420ce tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:26.165237 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcfc6e-582d-47af-afbd-9272e3a16fd2 req-1ccc94c1-0560-4368-988c-8047a8ea221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:26.166817 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a6bcfc6e-582d-47af-afbd-9272e3a16fd2 req-1ccc94c1-0560-4368-988c-8047a8ea221d service neutron] 10.222.0.69 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 912 time: 0.1540244 Jul 07 17:00:26.237958 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a6bcfc6e-582d-47af-afbd-9272e3a16fd2 req-34b57549-49f9-4c3b-b8c9-75eb01f4145d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=892c556e-5f15-48a3-a593-b8fa86b3a09a HTTP/1.1" status: 200 len: 217 time: 0.0643668 Jul 07 17:00:26.298261 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcfc6e-582d-47af-afbd-9272e3a16fd2 req-d40ff5f6-cdae-4c45-b4d4-ba51dcf1410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:26.300035 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a6bcfc6e-582d-47af-afbd-9272e3a16fd2 req-d40ff5f6-cdae-4c45-b4d4-ba51dcf1410a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d9af50-51a7-4bbc-a88f-fc28aae3344c HTTP/1.1" status: 200 len: 851 time: 0.0499039 Jul 07 17:00:26.340656 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a6bcfc6e-582d-47af-afbd-9272e3a16fd2 req-b80675a0-6e44-4157-a106-21cdc2cae049 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4bfc31d5-b892-420e-a594-085b325da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340412 Jul 07 17:00:26.417045 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0142ec82-7d5f-458e-9da8-ce57df0420ce tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:26.438158 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a6bcfc6e-582d-47af-afbd-9272e3a16fd2 req-a286c1c4-30ef-4fad-88cb-6e0cca182283 service neutron] 10.222.0.69 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908210 Jul 07 17:00:26.495469 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142ec82-7d5f-458e-9da8-ce57df0420ce tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Subnet': ['ID=02308519-dfb1-4acf-aaf6-17e765320580,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:26.509098 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0142ec82-7d5f-458e-9da8-ce57df0420ce tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Checking segment: {'id': 'd57c0e78-2403-40bb-a1ae-3c7ef1f0de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f255c5e5-d416-4a86-b626-576d15a85d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:26.509713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0142ec82-7d5f-458e-9da8-ce57df0420ce tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network hostable DHCP agents. Network: f255c5e5-d416-4a86-b626-576d15a85d5d, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:00:26.532245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0142ec82-7d5f-458e-9da8-ce57df0420ce tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network f255c5e5-d416-4a86-b626-576d15a85d5d is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:00:26.553786 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-0142ec82-7d5f-458e-9da8-ce57df0420ce tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, f255c5e5-d416-4a86-b626-576d15a85d5d) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:26.560358 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0142ec82-7d5f-458e-9da8-ce57df0420ce tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:26.561044 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0142ec82-7d5f-458e-9da8-ce57df0420ce tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:26.563059 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3ebe58-683a-4c39-8b3b-a3e6392975ea None None] Network f255c5e5-d416-4a86-b626-576d15a85d5d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:26.590104 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0142ec82-7d5f-458e-9da8-ce57df0420ce tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6573308 Jul 07 17:00:26.593278 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50418) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:26.605179 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-34062be0-ab14-436f-a33b-1a0b684aadb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'subnet': {'network_id': '1311d209-1e3b-44ff-9d5e-b69a6d3dd116', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:26.766127 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34062be0-ab14-436f-a33b-1a0b684aadb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Made reservation on behalf of 51dde79387314242847dde9de3afbecb for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:26.772534 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-34062be0-ab14-436f-a33b-1a0b684aadb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:26.830796 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-f255c5e5-d416-4a86-b626-576d15a85d5d', 'network_id': 'f255c5e5-d416-4a86-b626-576d15a85d5d', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'fixed_ips': [{'subnet_id': '02308519-dfb1-4acf-aaf6-17e765320580'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:00:26.833498 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:26.972389 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ef21d-dfae-40a5-b856-a98ab5a94701 req-87149c50-ade3-4a9f-8941-b4df95b99267 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:26.975589 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b7ef21d-dfae-40a5-b856-a98ab5a94701 req-87149c50-ade3-4a9f-8941-b4df95b99267 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.1345263 Jul 07 17:00:27.032918 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a6bcfc6e-582d-47af-afbd-9272e3a16fd2 req-77d0365a-13da-450d-b6f9-a45e961fd398 service neutron] 10.222.0.69 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871572 Jul 07 17:00:27.062620 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024670b-a176-4685-94be-e0a9a25a077d req-a746583d-ddbd-4599-ba3e-3429e54313f3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:27.065922 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2024670b-a176-4685-94be-e0a9a25a077d req-a746583d-ddbd-4599-ba3e-3429e54313f3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 944 time: 0.1531091 Jul 07 17:00:27.078523 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b7ef21d-dfae-40a5-b856-a98ab5a94701 req-8fd31341-7481-4001-b66b-4ea99f057987 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930603 Jul 07 17:00:27.157621 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-34062be0-ab14-436f-a33b-1a0b684aadb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.158124 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Allocated IP 2001:db8::2 (f255c5e5-d416-4a86-b626-576d15a85d5d/02308519-dfb1-4acf-aaf6-17e765320580/e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:27.159898 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2024670b-a176-4685-94be-e0a9a25a077d req-b989e580-04d3-43f4-9fef-b00c89441dec tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868299 Jul 07 17:00:27.257714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34062be0-ab14-436f-a33b-1a0b684aadb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Subnet': ['ID=a9832c74-105c-4220-85c4-3a7108a25e90,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:27.267836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34062be0-ab14-436f-a33b-1a0b684aadb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Checking segment: {'id': 'be078f3e-77de-41c7-9bd8-55a2107fb741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1311d209-1e3b-44ff-9d5e-b69a6d3dd116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:27.268275 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34062be0-ab14-436f-a33b-1a0b684aadb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network hostable DHCP agents. Network: 1311d209-1e3b-44ff-9d5e-b69a6d3dd116, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:00:27.290762 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34062be0-ab14-436f-a33b-1a0b684aadb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network 1311d209-1e3b-44ff-9d5e-b69a6d3dd116 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:00:27.307567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-34062be0-ab14-436f-a33b-1a0b684aadb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 1311d209-1e3b-44ff-9d5e-b69a6d3dd116) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:27.316206 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34062be0-ab14-436f-a33b-1a0b684aadb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:27.318802 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-34062be0-ab14-436f-a33b-1a0b684aadb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.339030 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14309bae-a0c4-4945-98d9-1c851ca67167 None None] Network 1311d209-1e3b-44ff-9d5e-b69a6d3dd116 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:27.340384 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-34062be0-ab14-436f-a33b-1a0b684aadb2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7454808 Jul 07 17:00:27.343023 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50454) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:27.349269 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-a8e5a4bb-0254-4a53-802d-3da29acc9e0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-718563043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:27.382168 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a4bb-0254-4a53-802d-3da29acc9e0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.383789 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a4bb-0254-4a53-802d-3da29acc9e0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.488487 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.501993 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a4bb-0254-4a53-802d-3da29acc9e0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.507854 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a4bb-0254-4a53-802d-3da29acc9e0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.518075 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Transition to ACTIVE for port object e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:27.530557 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a4bb-0254-4a53-802d-3da29acc9e0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.535776 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50462) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:27.537415 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a8e5a4bb-0254-4a53-802d-3da29acc9e0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1924632 Jul 07 17:00:27.544147 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Transition to ACTIVE for port object e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:27.569896 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50464) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:27.584834 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.615548 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-1311d209-1e3b-44ff-9d5e-b69a6d3dd116', 'network_id': '1311d209-1e3b-44ff-9d5e-b69a6d3dd116', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'fixed_ips': [{'subnet_id': 'a9832c74-105c-4220-85c4-3a7108a25e90'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:00:27.617001 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.637543 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Network f255c5e5-d416-4a86-b626-576d15a85d5d is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:27.641908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:27.650721 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:27.667054 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Pushing event updated for resources: {'Port': ['ID=e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:27.740533 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4f36647e-96b5-442f-8dbe-40ea9731e78d tempest-ServiceProvidersTest-571417608 tempest-ServiceProvidersTest-571417608-project] 10.222.0.50 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1661057 Jul 07 17:00:27.852969 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Attempting to bind port e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:27.853361 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Attempting to bind port e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'd57c0e78-2403-40bb-a1ae-3c7ef1f0de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f255c5e5-d416-4a86-b626-576d15a85d5d'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:27.854168 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Attempting to bind port e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 on network f255c5e5-d416-4a86-b626-576d15a85d5d {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:27.866448 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:27.867006 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Checking segment: {'id': 'd57c0e78-2403-40bb-a1ae-3c7ef1f0de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f255c5e5-d416-4a86-b626-576d15a85d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:27.867422 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.867882 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Bound using segment: {'id': 'd57c0e78-2403-40bb-a1ae-3c7ef1f0de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f255c5e5-d416-4a86-b626-576d15a85d5d'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:27.868364 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Bound port: e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57c0e78-2403-40bb-a1ae-3c7ef1f0de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f255c5e5-d416-4a86-b626-576d15a85d5d'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:27.868750 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.881484 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c3bfc89-a468-4b17-8b71-26164fe3c822 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:27.973040 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Allocated IP 2001:db8:1::2 (1311d209-1e3b-44ff-9d5e-b69a6d3dd116/a9832c74-105c-4220-85c4-3a7108a25e90/a97f68c6-db98-4d7a-89fe-c78447404a61) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:28.017008 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] For port e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:28.135107 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50498) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:28.265326 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] For port e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4,segment=NetworkSegment(d57c0e78-2403-40bb-a1ae-3c7ef1f0de08),segment_id=d57c0e78-2403-40bb-a1ae-3c7ef1f0de08)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:28.280297 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.299915 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed31ac-f718-4538-a37c-b6e04424c7a6 req-a3c8bcd8-b234-40a0-87c7-ec789f491543 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:28.307680 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-abed31ac-f718-4538-a37c-b6e04424c7a6 req-a3c8bcd8-b234-40a0-87c7-ec789f491543 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.0790033 Jul 07 17:00:28.392202 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-abed31ac-f718-4538-a37c-b6e04424c7a6 req-2275cf7c-9e1f-4900-934e-c34a8b96f30d tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831342 Jul 07 17:00:28.422366 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.433159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Transition to ACTIVE for port object a97f68c6-db98-4d7a-89fe-c78447404a61 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:28.438231 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-9c3bfc89-a468-4b17-8b71-26164fe3c822 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Allocated IP 2001:db8::1 (f255c5e5-d416-4a86-b626-576d15a85d5d/02308519-dfb1-4acf-aaf6-17e765320580/7d3669b2-7420-4d40-89ee-2c16b77aa845) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:28.451981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Transition to ACTIVE for port object a97f68c6-db98-4d7a-89fe-c78447404a61 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:28.482863 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.519052 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50518) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:28.529446 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b50cf5-cb95-404c-a804-1c72e234f8ad req-f8c7d158-5398-469c-a6f8-691e694613f7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:28.536943 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c0b50cf5-cb95-404c-a804-1c72e234f8ad req-f8c7d158-5398-469c-a6f8-691e694613f7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 944 time: 0.1592455 Jul 07 17:00:28.549671 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Network 1311d209-1e3b-44ff-9d5e-b69a6d3dd116 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:28.555575 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:28.561694 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:28.582146 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ac593-24af-44d1-ab09-e505432c6af8 None None] Pushing event updated for resources: {'Port': ['ID=e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:28.664153 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c0b50cf5-cb95-404c-a804-1c72e234f8ad req-852cee1f-5639-4900-a8da-c13132f1ca3f tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262305 Jul 07 17:00:28.672181 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21e35600-d14e-4826-a3cc-4b9ed53fb154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.677312 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-36d13641-ec0e-4cfc-a802-ebdd140c6366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.710398 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Attempting to bind port a97f68c6-db98-4d7a-89fe-c78447404a61 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:28.711641 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Attempting to bind port a97f68c6-db98-4d7a-89fe-c78447404a61 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'be078f3e-77de-41c7-9bd8-55a2107fb741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1311d209-1e3b-44ff-9d5e-b69a6d3dd116'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:28.712022 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Attempting to bind port a97f68c6-db98-4d7a-89fe-c78447404a61 on network 1311d209-1e3b-44ff-9d5e-b69a6d3dd116 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:28.715681 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Pushing event updated for resources: {'Port': ['ID=a97f68c6-db98-4d7a-89fe-c78447404a61,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:28.720033 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c3bfc89-a468-4b17-8b71-26164fe3c822 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.721609 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:28.721999 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Checking segment: {'id': 'be078f3e-77de-41c7-9bd8-55a2107fb741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1311d209-1e3b-44ff-9d5e-b69a6d3dd116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:28.722615 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.722893 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Bound using segment: {'id': 'be078f3e-77de-41c7-9bd8-55a2107fb741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1311d209-1e3b-44ff-9d5e-b69a6d3dd116'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:28.723488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Bound port: a97f68c6-db98-4d7a-89fe-c78447404a61, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be078f3e-77de-41c7-9bd8-55a2107fb741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1311d209-1e3b-44ff-9d5e-b69a6d3dd116'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:28.723906 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.746578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-9c3bfc89-a468-4b17-8b71-26164fe3c822 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Transition to ACTIVE for port object 7d3669b2-7420-4d40-89ee-2c16b77aa845 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:28.757189 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.db.api [None req-36d13641-ec0e-4cfc-a802-ebdd140c6366 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:00:28.757189 n-d-793620-7 neutron-server[100409]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 17:00:28.757189 n-d-793620-7 neutron-server[100409]: [parameters: {'project_id': 'a3b150a2762e47978b0f229086527abd', 'id': '8a304c6e-83fc-4db2-ad02-7ce212cc0f70', 'expiration': datetime.datetime(2021, 7, 7, 17, 2, 28, 751255)}] Jul 07 17:00:28.757189 n-d-793620-7 neutron-server[100409]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:00:28.761775 n-d-793620-7 neutron-server[100409]: DEBUG oslo_db.api [None req-36d13641-ec0e-4cfc-a802-ebdd140c6366 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:00:28.799547 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c3bfc89-a468-4b17-8b71-26164fe3c822 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.828097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] For port a97f68c6-db98-4d7a-89fe-c78447404a61, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:28.838468 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] For port a97f68c6-db98-4d7a-89fe-c78447404a61, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=a97f68c6-db98-4d7a-89fe-c78447404a61,segment=NetworkSegment(be078f3e-77de-41c7-9bd8-55a2107fb741),segment_id=be078f3e-77de-41c7-9bd8-55a2107fb741)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:28.849316 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.895020 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3bfc89-a468-4b17-8b71-26164fe3c822 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network f255c5e5-d416-4a86-b626-576d15a85d5d is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:28.900108 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-9c3bfc89-a468-4b17-8b71-26164fe3c822 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:28.908759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3bfc89-a468-4b17-8b71-26164fe3c822 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:28.909326 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c3bfc89-a468-4b17-8b71-26164fe3c822 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.947992 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21e35600-d14e-4826-a3cc-4b9ed53fb154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.953252 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21e35600-d14e-4826-a3cc-4b9ed53fb154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:28.955944 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bd226-3e2a-436a-8e14-b53371d3f61b None None] Pushing event updated for resources: {'Port': ['ID=a97f68c6-db98-4d7a-89fe-c78447404a61,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:28.989548 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e35600-d14e-4826-a3cc-4b9ed53fb154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce0bd95-2fad-4f69-be39-706a78398423,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:29.030432 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bfc89-a468-4b17-8b71-26164fe3c822 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Port': ['ID=7d3669b2-7420-4d40-89ee-2c16b77aa845,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:29.050696 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-21e35600-d14e-4826-a3cc-4b9ed53fb154 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f0aae01fb9c4a978d1aacf1086f7b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9125941 Jul 07 17:00:29.052462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50538) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:29.140262 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c3bfc89-a468-4b17-8b71-26164fe3c822 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.153613 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7009d062-887e-4fc6-a569-e45b823a08bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.214252 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7009d062-887e-4fc6-a569-e45b823a08bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.250612 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 892c556e-5f15-48a3-a593-b8fa86b3a09a details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:00:29.263167 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-36d13641-ec0e-4cfc-a802-ebdd140c6366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.387905 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7009d062-887e-4fc6-a569-e45b823a08bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.390775 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7009d062-887e-4fc6-a569-e45b823a08bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.392185 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7009d062-887e-4fc6-a569-e45b823a08bf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ce0bd95-2fad-4f69-be39-706a78398423 HTTP/1.1" status: 204 len: 168 time: 0.3383341 Jul 07 17:00:29.421875 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 892c556e-5f15-48a3-a593-b8fa86b3a09a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=892c556e-5f15-48a3-a593-b8fa86b3a09a,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:29.426223 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009d062-887e-4fc6-a569-e45b823a08bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce0bd95-2fad-4f69-be39-706a78398423,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:29.438707 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-36d13641-ec0e-4cfc-a802-ebdd140c6366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.447507 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-36d13641-ec0e-4cfc-a802-ebdd140c6366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.448530 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '892c556e-5f15-48a3-a593-b8fa86b3a09a', 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d', 'port_id': '892c556e-5f15-48a3-a593-b8fa86b3a09a', 'mac_address': 'fa:16:3e:a9:56:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d9af50-51a7-4bbc-a88f-fc28aae3344c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:00:29.564023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50572) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:29.565078 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-36d13641-ec0e-4cfc-a802-ebdd140c6366 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3b150a2762e47978b0f229086527abd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0444646 Jul 07 17:00:29.567143 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d13641-ec0e-4cfc-a802-ebdd140c6366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4e342c-b1d8-409a-868c-80675aeb5fac,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:29.609223 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.636188 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892c556e-5f15-48a3-a593-b8fa86b3a09a {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:00:29.694802 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 892c556e-5f15-48a3-a593-b8fa86b3a09a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=892c556e-5f15-48a3-a593-b8fa86b3a09a,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:29.703995 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.753130 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9fb14a5a-4352-4fd4-b59b-8581d6ca063a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.812655 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c3bfc89-a468-4b17-8b71-26164fe3c822 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.822704 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=892c556e-5f15-48a3-a593-b8fa86b3a09a,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:29.830757 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9fb14a5a-4352-4fd4-b59b-8581d6ca063a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.835135 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:29.835508 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:29.835958 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:29.836202 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:29.836542 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:29.836884 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:29.837220 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:29.838145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:29.838649 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:29.838999 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:29.839504 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:29.840106 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:00:29.846490 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c3bfc89-a468-4b17-8b71-26164fe3c822 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.847486 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c3bfc89-a468-4b17-8b71-26164fe3c822 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:29.873621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56124cc-af1c-4ea6-ac7c-97feb703fd58 req-e9b5b9ed-e7f7-47f6-a336-832d45e764e1 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:29.890555 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d56124cc-af1c-4ea6-ac7c-97feb703fd58 req-e9b5b9ed-e7f7-47f6-a336-832d45e764e1 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.2243633 Jul 07 17:00:30.008649 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['892c556e-5f15-48a3-a593-b8fa86b3a09a'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:00:30.112464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06778a25-f12b-4be9-b103-90006423f323 None None] Network f255c5e5-d416-4a86-b626-576d15a85d5d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:30.188989 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d56124cc-af1c-4ea6-ac7c-97feb703fd58 req-55c6a98c-54da-456d-8e6d-de02eefe190c tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972436 Jul 07 17:00:30.189929 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bfc89-a468-4b17-8b71-26164fe3c822 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Port': ['ID=7d3669b2-7420-4d40-89ee-2c16b77aa845,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:30.224849 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8b22d-50a5-4558-b362-7faf15c68bf2 req-aa175bb6-6e9a-4835-a4d1-36ab4eb804df tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:30.234357 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bed8b22d-50a5-4558-b362-7faf15c68bf2 req-aa175bb6-6e9a-4835-a4d1-36ab4eb804df tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 945 time: 0.1550491 Jul 07 17:00:30.256544 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9fb14a5a-4352-4fd4-b59b-8581d6ca063a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:30.263176 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9fb14a5a-4352-4fd4-b59b-8581d6ca063a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:30.264357 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9fb14a5a-4352-4fd4-b59b-8581d6ca063a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ba4e342c-b1d8-409a-868c-80675aeb5fac HTTP/1.1" status: 204 len: 168 time: 0.6982126 Jul 07 17:00:30.287162 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb14a5a-4352-4fd4-b59b-8581d6ca063a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4e342c-b1d8-409a-868c-80675aeb5fac,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:30.299017 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bed8b22d-50a5-4558-b362-7faf15c68bf2 req-b0637fac-e8df-4157-9dcf-e1d27442ed5a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631821 Jul 07 17:00:30.307200 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3bfc89-a468-4b17-8b71-26164fe3c822 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network f255c5e5-d416-4a86-b626-576d15a85d5d is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:30.309130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-9c3bfc89-a468-4b17-8b71-26164fe3c822 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:30.369334 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4c0cc456-b8a9-44c4-bc51-0db72cc43066 None None] Provisioning for port e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:30.512099 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3bfc89-a468-4b17-8b71-26164fe3c822 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router 7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:00:30.549908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fcdd85-005c-4b5c-9fb4-5ba8c3aee0dd None None] Network 1311d209-1e3b-44ff-9d5e-b69a6d3dd116 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:30.627677 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3bfc89-a468-4b17-8b71-26164fe3c822 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:00:30.636153 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9c3bfc89-a468-4b17-8b71-26164fe3c822 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0986164 Jul 07 17:00:30.638077 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50614) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:30.644088 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9230a-6735-45ea-a40e-ac185dc57c3b None None] Sync routers for ids ['7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:00:30.662352 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9230a-6735-45ea-a40e-ac185dc57c3b None None] Routers {'7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:30.662352 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-9ca9230a-6735-45ea-a40e-ac185dc57c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:00:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:30.662596 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50618) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:30.704916 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-9ca9230a-6735-45ea-a40e-ac185dc57c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:30.728996 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9230a-6735-45ea-a40e-ac185dc57c3b None None] Routers {'7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:30.739636 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-9ca9230a-6735-45ea-a40e-ac185dc57c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:00:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:30.740169 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-fe3c6424-07b1-464f-87d8-89f6f6be5c23 None None] Provisioning for port a97f68c6-db98-4d7a-89fe-c78447404a61 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:30.778718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a860a9f4-58dd-4847-9160-057bb64959da tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:30.786118 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a860a9f4-58dd-4847-9160-057bb64959da tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/ports/7d3669b2-7420-4d40-89ee-2c16b77aa845 HTTP/1.1" status: 200 len: 911 time: 0.1432421 Jul 07 17:00:30.788151 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50624) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:30.833378 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-9ca9230a-6735-45ea-a40e-ac185dc57c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:30.834298 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9230a-6735-45ea-a40e-ac185dc57c3b None None] The sync data for ids ['7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:00:30.920086 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50626) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:30.962497 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65cde1af-9b05-425a-9df4-b8460f5f0998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:30.977163 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:31.061700 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-31c5c305-aa36-4d70-8a62-2a324e066188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.107658 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-01ff98fa-cddb-4b24-a367-a989fe8e2689 None None] Provisioning for port 7d3669b2-7420-4d40-89ee-2c16b77aa845 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:31.113172 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-01ff98fa-cddb-4b24-a367-a989fe8e2689 None None] Provisioning complete for port 7d3669b2-7420-4d40-89ee-2c16b77aa845 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:31.113948 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-01ff98fa-cddb-4b24-a367-a989fe8e2689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.146825 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:31.158014 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:31.159361 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.203834 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65cde1af-9b05-425a-9df4-b8460f5f0998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.224797 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65cde1af-9b05-425a-9df4-b8460f5f0998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.235648 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-01ff98fa-cddb-4b24-a367-a989fe8e2689 None None] Port 7d3669b2-7420-4d40-89ee-2c16b77aa845 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:31.269005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 892c556e-5f15-48a3-a593-b8fa86b3a09a up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:31.288394 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cde1af-9b05-425a-9df4-b8460f5f0998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a0d0a0-a7e2-4eb9-a236-4da551f2c3c5,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:31.340317 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-01ff98fa-cddb-4b24-a367-a989fe8e2689 None None] Provisioning complete for port e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:31.340966 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-01ff98fa-cddb-4b24-a367-a989fe8e2689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.341711 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-65cde1af-9b05-425a-9df4-b8460f5f0998 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5f313ab54d5b4feebdabdf77cecb1e3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201496 Jul 07 17:00:31.345531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50636) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:31.431945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50638) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:31.433067 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b49fc982-871c-43fc-9dd9-84a13240550e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.478243 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b49fc982-871c-43fc-9dd9-84a13240550e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.527006 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.589572 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-01ff98fa-cddb-4b24-a367-a989fe8e2689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.602658 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 892c556e-5f15-48a3-a593-b8fa86b3a09a completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:31.613326 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b49fc982-871c-43fc-9dd9-84a13240550e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.616511 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b49fc982-871c-43fc-9dd9-84a13240550e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.620980 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 892c556e-5f15-48a3-a593-b8fa86b3a09a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:31.620980 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.624233 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b49fc982-871c-43fc-9dd9-84a13240550e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/94a0d0a0-a7e2-4eb9-a236-4da551f2c3c5 HTTP/1.1" status: 204 len: 168 time: 0.2765322 Jul 07 17:00:31.624651 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4,segment=NetworkSegment(d57c0e78-2403-40bb-a1ae-3c7ef1f0de08),segment_id=d57c0e78-2403-40bb-a1ae-3c7ef1f0de08)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:31.660294 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-336aca01-cb67-4efb-96ae-1e2de5bc3e31 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1284383381'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:31.668620 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49fc982-871c-43fc-9dd9-84a13240550e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a0d0a0-a7e2-4eb9-a236-4da551f2c3c5,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:31.692224 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.693106 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device a97f68c6-db98-4d7a-89fe-c78447404a61 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:31.700130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051b75a-6def-4a20-a1c5-2f7bedf59714 req-4854af17-0b04-46b1-b34f-28e12af8cd38 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:31.702922 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c051b75a-6def-4a20-a1c5-2f7bedf59714 req-4854af17-0b04-46b1-b34f-28e12af8cd38 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 945 time: 0.1763282 Jul 07 17:00:31.746880 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef640e69-e9aa-4515-b734-9143e2e14e97 req-377073e5-c3e2-4ff2-9922-d62addc02f96 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:31.756248 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ef640e69-e9aa-4515-b734-9143e2e14e97 req-377073e5-c3e2-4ff2-9922-d62addc02f96 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.3181896 Jul 07 17:00:31.758666 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c051b75a-6def-4a20-a1c5-2f7bedf59714 req-da886844-c0a8-4c75-ac3d-4f17f9dcea10 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486009 Jul 07 17:00:31.765229 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-31c5c305-aa36-4d70-8a62-2a324e066188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.790480 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.api [None req-01ff98fa-cddb-4b24-a367-a989fe8e2689 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:00:31.790832 n-d-793620-7 neutron-server[100411]: DEBUG oslo_db.api [None req-01ff98fa-cddb-4b24-a367-a989fe8e2689 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:00:31.800902 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-31c5c305-aa36-4d70-8a62-2a324e066188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.809406 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336aca01-cb67-4efb-96ae-1e2de5bc3e31 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Made reservation on behalf of 1f771fcf2e4d45dd8cf257dcccc76b23 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:31.813964 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-336aca01-cb67-4efb-96ae-1e2de5bc3e31 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.822643 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:31.831957 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-336aca01-cb67-4efb-96ae-1e2de5bc3e31 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.864208 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.867138 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port a97f68c6-db98-4d7a-89fe-c78447404a61 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:31.872847 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port a97f68c6-db98-4d7a-89fe-c78447404a61 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:31.873244 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.930783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4d268b-e404-4709-8e20-4c2c300cf269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892c556e-5f15-48a3-a593-b8fa86b3a09a'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:31.933511 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd66c84-262d-4a84-83cb-c3d9ffa66856" -d '{"events": [{"server_uuid": "1e4d268b-e404-4709-8e20-4c2c300cf269", "name": "network-vif-plugged", "status": "completed", "tag": "892c556e-5f15-48a3-a593-b8fa86b3a09a"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:31.952745 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 892c556e-5f15-48a3-a593-b8fa86b3a09a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=892c556e-5f15-48a3-a593-b8fa86b3a09a,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:31.959010 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ef640e69-e9aa-4515-b734-9143e2e14e97 req-be1c3677-3a50-4f8f-a20e-fffcfe128e0b tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017560 Jul 07 17:00:31.968896 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.989874 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-336aca01-cb67-4efb-96ae-1e2de5bc3e31 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:31.996266 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-31c5c305-aa36-4d70-8a62-2a324e066188 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99e100456e72438da56e3907b029a2a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3319228 Jul 07 17:00:31.997490 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50648) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:32.006937 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-336aca01-cb67-4efb-96ae-1e2de5bc3e31 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.023616 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336aca01-cb67-4efb-96ae-1e2de5bc3e31 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:00:32.037272 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-336aca01-cb67-4efb-96ae-1e2de5bc3e31 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.037722 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-336aca01-cb67-4efb-96ae-1e2de5bc3e31 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Added segment 17d4a894-2558-4eaf-a990-9971b6dcc64d of type vlan for network 1f8ce58d-5efa-49da-af44-fc12f57b25cc Jul 07 17:00:32.046218 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64b2e5c-4ad8-4576-a8de-1714474476a4 x-openstack-request-id: req-d64b2e5c-4ad8-4576-a8de-1714474476a4 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:32.046823 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4d268b-e404-4709-8e20-4c2c300cf269", "name": "network-vif-plugged", "status": "completed", "tag": "892c556e-5f15-48a3-a593-b8fa86b3a09a", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:32.046823 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d64b2e5c-4ad8-4576-a8de-1714474476a4 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:32.047168 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4d268b-e404-4709-8e20-4c2c300cf269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892c556e-5f15-48a3-a593-b8fa86b3a09a', 'code': 200} Jul 07 17:00:32.047771 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.059796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5c305-aa36-4d70-8a62-2a324e066188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256400d4-0d4b-4537-ad3e-26fc0570c840,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:32.082864 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=892c556e-5f15-48a3-a593-b8fa86b3a09a,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:32.094129 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8cb03fca-5d1e-4e57-bce4-411cecb32e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.100131 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-336aca01-cb67-4efb-96ae-1e2de5bc3e31 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.101446 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb939-7742-4a93-99a8-8bfb3f8edcc7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.103062 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port a97f68c6-db98-4d7a-89fe-c78447404a61, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=a97f68c6-db98-4d7a-89fe-c78447404a61,segment=NetworkSegment(be078f3e-77de-41c7-9bd8-55a2107fb741),segment_id=be078f3e-77de-41c7-9bd8-55a2107fb741)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:32.110965 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.160121 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336aca01-cb67-4efb-96ae-1e2de5bc3e31 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cc3ffb-5ad8-4654-bd3a-b6e58ac17cbd,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:32.171412 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-336aca01-cb67-4efb-96ae-1e2de5bc3e31 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.177755 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336aca01-cb67-4efb-96ae-1e2de5bc3e31 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:32.178371 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-336aca01-cb67-4efb-96ae-1e2de5bc3e31 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.197478 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=a97f68c6-db98-4d7a-89fe-c78447404a61,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:32.224721 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8cb03fca-5d1e-4e57-bce4-411cecb32e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.289978 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-336aca01-cb67-4efb-96ae-1e2de5bc3e31 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8539441 Jul 07 17:00:32.293450 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50660) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:32.297295 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336aca01-cb67-4efb-96ae-1e2de5bc3e31 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Pushing event updated for resources: {'Network': ['ID=1f8ce58d-5efa-49da-af44-fc12f57b25cc,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:32.309831 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-4a1dc808-07af-4f6a-915f-aa4cfa1785f4 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Request body: {'subnet': {'network_id': '1f8ce58d-5efa-49da-af44-fc12f57b25cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:32.315351 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 1f8ce58d-5efa-49da-af44-fc12f57b25cc details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:00:32.480780 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ae0ef-afe1-43e0-bf4b-afa7f5bfb7b4 req-fa077372-55a7-47af-8068-3fac0ce90fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:32.482577 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7a1ae0ef-afe1-43e0-bf4b-afa7f5bfb7b4 req-fa077372-55a7-47af-8068-3fac0ce90fab service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 1097 time: 0.3460743 Jul 07 17:00:32.502168 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c434dd2b-625e-40fe-907e-f8583497fa66 None None] Provisioning complete for port 7d3669b2-7420-4d40-89ee-2c16b77aa845 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:32.502586 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c434dd2b-625e-40fe-907e-f8583497fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.538701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-c434dd2b-625e-40fe-907e-f8583497fa66 None None] Port 7d3669b2-7420-4d40-89ee-2c16b77aa845 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:32.549856 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c434dd2b-625e-40fe-907e-f8583497fa66 None None] Provisioning complete for port a97f68c6-db98-4d7a-89fe-c78447404a61 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:32.550426 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c434dd2b-625e-40fe-907e-f8583497fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.551010 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8cb03fca-5d1e-4e57-bce4-411cecb32e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.553896 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8cb03fca-5d1e-4e57-bce4-411cecb32e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.555094 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8cb03fca-5d1e-4e57-bce4-411cecb32e25 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/256400d4-0d4b-4537-ad3e-26fc0570c840 HTTP/1.1" status: 204 len: 168 time: 0.5566742 Jul 07 17:00:32.611973 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb03fca-5d1e-4e57-bce4-411cecb32e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256400d4-0d4b-4537-ad3e-26fc0570c840,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:32.649992 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7a1ae0ef-afe1-43e0-bf4b-afa7f5bfb7b4 req-bf324da8-e96a-4dff-a053-631c0e6f113f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536314 Jul 07 17:00:32.661331 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1dc808-07af-4f6a-915f-aa4cfa1785f4 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Made reservation on behalf of 1f771fcf2e4d45dd8cf257dcccc76b23 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:32.665771 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4a1dc808-07af-4f6a-915f-aa4cfa1785f4 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:32.774704 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-ebdcb939-7742-4a93-99a8-8bfb3f8edcc7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Allocated IP 2001:db8:1::1 (1311d209-1e3b-44ff-9d5e-b69a6d3dd116/a9832c74-105c-4220-85c4-3a7108a25e90/8a24cf65-a07a-46d2-af31-6bec2586128e) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:32.796568 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:32.872714 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:32.873559 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.027894 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device a97f68c6-db98-4d7a-89fe-c78447404a61 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:33.096775 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539092a6-c784-427e-8266-1f8ff00a5c50 req-233e182e-62a2-46d1-8a3e-b351dc3399d8 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:33.107898 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-539092a6-c784-427e-8266-1f8ff00a5c50 req-233e182e-62a2-46d1-8a3e-b351dc3399d8 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.1086898 Jul 07 17:00:33.174620 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-539092a6-c784-427e-8266-1f8ff00a5c50 req-9677df09-92e0-40fa-8569-88b37e4b0e5f tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637250 Jul 07 17:00:33.205001 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port a97f68c6-db98-4d7a-89fe-c78447404a61 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:33.205552 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.337335 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb939-7742-4a93-99a8-8bfb3f8edcc7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.407632 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-ebdcb939-7742-4a93-99a8-8bfb3f8edcc7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Transition to ACTIVE for port object 8a24cf65-a07a-46d2-af31-6bec2586128e will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:33.457372 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4a1dc808-07af-4f6a-915f-aa4cfa1785f4 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.535155 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16cbd9-efcd-4876-abb5-b28719eb2cf6 req-70eb84cc-fb7c-44e9-a785-3e3261237ea7 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:33.536781 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fd16cbd9-efcd-4876-abb5-b28719eb2cf6 req-70eb84cc-fb7c-44e9-a785-3e3261237ea7 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.2661173 Jul 07 17:00:33.590031 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1dc808-07af-4f6a-915f-aa4cfa1785f4 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Pushing event updated for resources: {'Subnet': ['ID=2512484c-5128-498a-ad4e-2e43abe7eb6b,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:33.608072 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb939-7742-4a93-99a8-8bfb3f8edcc7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.671044 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fd16cbd9-efcd-4876-abb5-b28719eb2cf6 req-e2215e18-9824-43fc-9329-a52b3c53844b tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260083 Jul 07 17:00:33.681631 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdcb939-7742-4a93-99a8-8bfb3f8edcc7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network 1311d209-1e3b-44ff-9d5e-b69a6d3dd116 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:33.684207 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1dc808-07af-4f6a-915f-aa4cfa1785f4 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Checking segment: {'id': '17d4a894-2558-4eaf-a990-9971b6dcc64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1f8ce58d-5efa-49da-af44-fc12f57b25cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:33.684595 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1dc808-07af-4f6a-915f-aa4cfa1785f4 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Network hostable DHCP agents. Network: 1f8ce58d-5efa-49da-af44-fc12f57b25cc, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:00:33.692864 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-ebdcb939-7742-4a93-99a8-8bfb3f8edcc7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:33.705546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdcb939-7742-4a93-99a8-8bfb3f8edcc7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:33.706410 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb939-7742-4a93-99a8-8bfb3f8edcc7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.840816 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcb939-7742-4a93-99a8-8bfb3f8edcc7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Port': ['ID=8a24cf65-a07a-46d2-af31-6bec2586128e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:33.876626 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1dc808-07af-4f6a-915f-aa4cfa1785f4 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Network 1f8ce58d-5efa-49da-af44-fc12f57b25cc is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:00:33.896169 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb939-7742-4a93-99a8-8bfb3f8edcc7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.906253 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-4a1dc808-07af-4f6a-915f-aa4cfa1785f4 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 1f8ce58d-5efa-49da-af44-fc12f57b25cc) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:33.918240 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fade46-39c2-4aa2-b37a-0a0b1502b2ac None None] Network 1f8ce58d-5efa-49da-af44-fc12f57b25cc requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:33.926713 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1dc808-07af-4f6a-915f-aa4cfa1785f4 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:33.927720 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4a1dc808-07af-4f6a-915f-aa4cfa1785f4 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:33.978560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50720) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:33.984772 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-2ea2707e-0860-4860-bf8c-97164659b9a2 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Request body: {'port': {'network_id': '1f8ce58d-5efa-49da-af44-fc12f57b25cc', 'name': 'tempest-TagsExtTest-130489131'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:33.991044 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4a1dc808-07af-4f6a-915f-aa4cfa1785f4 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6849515 Jul 07 17:00:34.135968 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a3ab7c89-2eb0-42e2-8983-bcfe0e7864c0 None None] Provisioning for port 8a24cf65-a07a-46d2-af31-6bec2586128e completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:34.141287 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a3ab7c89-2eb0-42e2-8983-bcfe0e7864c0 None None] Provisioning complete for port 8a24cf65-a07a-46d2-af31-6bec2586128e triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:34.141593 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a3ab7c89-2eb0-42e2-8983-bcfe0e7864c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:34.144262 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea2707e-0860-4860-bf8c-97164659b9a2 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Made reservation on behalf of 1f771fcf2e4d45dd8cf257dcccc76b23 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:34.145794 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-1f8ce58d-5efa-49da-af44-fc12f57b25cc', 'network_id': '1f8ce58d-5efa-49da-af44-fc12f57b25cc', 'tenant_id': '1f771fcf2e4d45dd8cf257dcccc76b23', 'fixed_ips': [{'subnet_id': '2512484c-5128-498a-ad4e-2e43abe7eb6b'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:00:34.146326 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:34.149351 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2ea2707e-0860-4860-bf8c-97164659b9a2 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:34.177113 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-2ea2707e-0860-4860-bf8c-97164659b9a2 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] device_id is not set on port 428dbc04-e704-4540-8dd9-d998f7ea00d4 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:00:34.198582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab7c89-2eb0-42e2-8983-bcfe0e7864c0 None None] Port 8a24cf65-a07a-46d2-af31-6bec2586128e cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:34.361787 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Allocated IP 172.20.0.2 (1f8ce58d-5efa-49da-af44-fc12f57b25cc/2512484c-5128-498a-ad4e-2e43abe7eb6b/2fdd5404-daec-4887-9fa4-6387981762ca) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:34.432113 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb939-7742-4a93-99a8-8bfb3f8edcc7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:34.442944 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb939-7742-4a93-99a8-8bfb3f8edcc7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:34.444172 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb939-7742-4a93-99a8-8bfb3f8edcc7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:34.449870 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74a7d5-4964-4144-8796-60bd900cb55c req-3725e137-d3f9-4763-8c5f-7a1f004945f8 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:34.452672 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ba74a7d5-4964-4144-8796-60bd900cb55c req-3725e137-d3f9-4763-8c5f-7a1f004945f8 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.0995295 Jul 07 17:00:34.535130 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ba74a7d5-4964-4144-8796-60bd900cb55c req-5d4c7051-9317-431b-a3f4-482b3c2dbe82 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762668 Jul 07 17:00:34.563710 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcb939-7742-4a93-99a8-8bfb3f8edcc7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Port': ['ID=8a24cf65-a07a-46d2-af31-6bec2586128e,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:34.664004 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdcb939-7742-4a93-99a8-8bfb3f8edcc7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network 1311d209-1e3b-44ff-9d5e-b69a6d3dd116 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:34.665876 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-ebdcb939-7742-4a93-99a8-8bfb3f8edcc7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:34.847377 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdcb939-7742-4a93-99a8-8bfb3f8edcc7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router 7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:00:35.062006 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:35.080794 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Transition to ACTIVE for port object 2fdd5404-daec-4887-9fa4-6387981762ca will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:35.109978 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Transition to ACTIVE for port object 2fdd5404-daec-4887-9fa4-6387981762ca will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:35.115990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdcb939-7742-4a93-99a8-8bfb3f8edcc7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:00:35.128892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50762) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:35.141712 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ebdcb939-7742-4a93-99a8-8bfb3f8edcc7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3523650 Jul 07 17:00:35.145025 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31646e15-adf8-4fd1-8bf4-36e4b56e8724 None None] Sync routers for ids ['7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:00:35.164778 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81852e-88da-4254-b02f-50746c1c8bc3 req-55f39628-761d-490c-88a2-1df1d0e8c3be tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:35.166420 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6a81852e-88da-4254-b02f-50746c1c8bc3 req-55f39628-761d-490c-88a2-1df1d0e8c3be tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.2158263 Jul 07 17:00:35.181600 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:35.185900 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31646e15-adf8-4fd1-8bf4-36e4b56e8724 None None] Routers {'7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:35.187989 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-31646e15-adf8-4fd1-8bf4-36e4b56e8724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:00:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:35.258967 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dd8e5be2-855d-4112-b01e-0ea115c01ee6 None None] Provisioning complete for port 8a24cf65-a07a-46d2-af31-6bec2586128e triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:35.259721 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5be2-855d-4112-b01e-0ea115c01ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:35.262493 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6a81852e-88da-4254-b02f-50746c1c8bc3 req-c7705131-8005-41c6-ac00-c6115d992445 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850403 Jul 07 17:00:35.264635 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-31646e15-adf8-4fd1-8bf4-36e4b56e8724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:35.294956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7528f5f1-8986-4315-81ff-8c74057f8bc9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:35.299447 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50772) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:35.303433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Network 1f8ce58d-5efa-49da-af44-fc12f57b25cc is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:35.314343 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7528f5f1-8986-4315-81ff-8c74057f8bc9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/ports/8a24cf65-a07a-46d2-af31-6bec2586128e HTTP/1.1" status: 200 len: 913 time: 0.1722000 Jul 07 17:00:35.336552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-2ea2707e-0860-4860-bf8c-97164659b9a2 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Allocated IP 172.20.0.5 (1f8ce58d-5efa-49da-af44-fc12f57b25cc/2512484c-5128-498a-ad4e-2e43abe7eb6b/428dbc04-e704-4540-8dd9-d998f7ea00d4) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:35.337364 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:35.342780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:35.389353 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Pushing event updated for resources: {'Port': ['ID=2fdd5404-daec-4887-9fa4-6387981762ca,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:35.442463 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31646e15-adf8-4fd1-8bf4-36e4b56e8724 None None] Routers {'7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:35.443842 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-31646e15-adf8-4fd1-8bf4-36e4b56e8724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:00:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:35.485565 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e5be2-855d-4112-b01e-0ea115c01ee6 None None] Port 8a24cf65-a07a-46d2-af31-6bec2586128e cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:35.488820 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-31646e15-adf8-4fd1-8bf4-36e4b56e8724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:35.489750 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31646e15-adf8-4fd1-8bf4-36e4b56e8724 None None] The sync data for ids ['7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:00:35.534542 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Attempting to bind port 2fdd5404-daec-4887-9fa4-6387981762ca on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:35.534927 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Attempting to bind port 2fdd5404-daec-4887-9fa4-6387981762ca by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '17d4a894-2558-4eaf-a990-9971b6dcc64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1f8ce58d-5efa-49da-af44-fc12f57b25cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:35.535304 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Attempting to bind port 2fdd5404-daec-4887-9fa4-6387981762ca on network 1f8ce58d-5efa-49da-af44-fc12f57b25cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:35.543976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:35.544363 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Checking segment: {'id': '17d4a894-2558-4eaf-a990-9971b6dcc64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1f8ce58d-5efa-49da-af44-fc12f57b25cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:35.544913 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:35.545320 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Bound using segment: {'id': '17d4a894-2558-4eaf-a990-9971b6dcc64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1f8ce58d-5efa-49da-af44-fc12f57b25cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:35.545970 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Bound port: 2fdd5404-daec-4887-9fa4-6387981762ca, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d4a894-2558-4eaf-a990-9971b6dcc64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1f8ce58d-5efa-49da-af44-fc12f57b25cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:35.546573 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:35.576025 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2ea2707e-0860-4860-bf8c-97164659b9a2 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:35.586619 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50780) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:35.601897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-2ea2707e-0860-4860-bf8c-97164659b9a2 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Transition to ACTIVE for port object 428dbc04-e704-4540-8dd9-d998f7ea00d4 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:35.647862 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] For port 2fdd5404-daec-4887-9fa4-6387981762ca, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:35.652512 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] For port 2fdd5404-daec-4887-9fa4-6387981762ca, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2fdd5404-daec-4887-9fa4-6387981762ca,segment=NetworkSegment(17d4a894-2558-4eaf-a990-9971b6dcc64d),segment_id=17d4a894-2558-4eaf-a990-9971b6dcc64d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:35.663078 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:35.670219 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727ac59-ecb0-4d52-8fd2-6b80b6ded77f req-6e90351e-74a3-4401-8c46-6747faae51e7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:35.671808 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8727ac59-ecb0-4d52-8fd2-6b80b6ded77f req-6e90351e-74a3-4401-8c46-6747faae51e7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.2076516 Jul 07 17:00:35.692928 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2ea2707e-0860-4860-bf8c-97164659b9a2 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:35.724978 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8727ac59-ecb0-4d52-8fd2-6b80b6ded77f req-b28634fb-11bd-43d6-844c-401dbd479b5c tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450237 Jul 07 17:00:35.773737 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f754e1-a3b5-4190-91c9-7a273e735bc7 None None] Pushing event updated for resources: {'Port': ['ID=2fdd5404-daec-4887-9fa4-6387981762ca,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:35.829822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea2707e-0860-4860-bf8c-97164659b9a2 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Network 1f8ce58d-5efa-49da-af44-fc12f57b25cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:35.841940 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-2ea2707e-0860-4860-bf8c-97164659b9a2 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:35.849151 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea2707e-0860-4860-bf8c-97164659b9a2 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:35.883705 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2707e-0860-4860-bf8c-97164659b9a2 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Pushing event updated for resources: {'Port': ['ID=428dbc04-e704-4540-8dd9-d998f7ea00d4,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:35.905522 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5ec69c53-99c5-4da0-8c5d-296cc6d80704 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-650184363'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:35.942286 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea2707e-0860-4860-bf8c-97164659b9a2 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:35.943016 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2ea2707e-0860-4860-bf8c-97164659b9a2 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:35.943662 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1cae3189-2c95-4650-a5a4-af03848eee81 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:35.961167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec69c53-99c5-4da0-8c5d-296cc6d80704 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Made reservation on behalf of 7e2a694602754b54bea1309f33dfe1f7 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:35.966029 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ec69c53-99c5-4da0-8c5d-296cc6d80704 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:35.986187 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2ea2707e-0860-4860-bf8c-97164659b9a2 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.0040140 Jul 07 17:00:35.989976 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50788) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:35.997112 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ec69c53-99c5-4da0-8c5d-296cc6d80704 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.010159 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-b125a618-e35b-492b-9579-96a965baa86a tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1150298242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:36.044322 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.api [None req-5ec69c53-99c5-4da0-8c5d-296cc6d80704 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:00:36.044322 n-d-793620-7 neutron-server[100410]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:00:36.044322 n-d-793620-7 neutron-server[100410]: [parameters: {'project_id_1': '7e2a694602754b54bea1309f33dfe1f7', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 0, 36, 31935)}] Jul 07 17:00:36.044322 n-d-793620-7 neutron-server[100410]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:00:36.044844 n-d-793620-7 neutron-server[100410]: DEBUG oslo_db.api [None req-5ec69c53-99c5-4da0-8c5d-296cc6d80704 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:00:36.058260 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b125a618-e35b-492b-9579-96a965baa86a tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.059486 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b125a618-e35b-492b-9579-96a965baa86a tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.151705 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b125a618-e35b-492b-9579-96a965baa86a tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.159313 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b125a618-e35b-492b-9579-96a965baa86a tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.176708 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b125a618-e35b-492b-9579-96a965baa86a tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.179012 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b125a618-e35b-492b-9579-96a965baa86a tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1783566 Jul 07 17:00:36.181883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50792) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:36.189207 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-4c4b49a9-14fe-451f-b9cc-0b1c230552d5 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-408403567', 'prefixes': ['172.20.0.0/16']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:36.267405 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c4b49a9-14fe-451f-b9cc-0b1c230552d5 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks [] for subnetpool, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.269010 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4c4b49a9-14fe-451f-b9cc-0b1c230552d5 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0858245 Jul 07 17:00:36.272468 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50796) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:36.278687 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-fc4e3586-b3e9-4bae-afa4-d8c7c4bc8f4e tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2512484c-5128-498a-ad4e-2e43abe7eb6b', 'tempest-TagsExtTest-Tag-1610252125') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:36.306473 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-1cae3189-2c95-4650-a5a4-af03848eee81 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting port 8a24cf65-a07a-46d2-af31-6bec2586128e {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:36.307119 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1cae3189-2c95-4650-a5a4-af03848eee81 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.396330 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fc4e3586-b3e9-4bae-afa4-d8c7c4bc8f4e tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "PUT /v2.0/subnets/2512484c-5128-498a-ad4e-2e43abe7eb6b/tags/tempest-TagsExtTest-Tag-1610252125 HTTP/1.1" status: 201 len: 201 time: 0.1216364 Jul 07 17:00:36.397543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50800) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:36.402775 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-1d51854a-a444-424c-bab6-43bdc3a7d925 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '428dbc04-e704-4540-8dd9-d998f7ea00d4', 'tempest-TagsExtTest-Tag-442385754') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:36.416937 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1cae3189-2c95-4650-a5a4-af03848eee81 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.433482 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-1cae3189-2c95-4650-a5a4-af03848eee81 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Calling delete_port for 8a24cf65-a07a-46d2-af31-6bec2586128e owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:36.575287 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e09afc-71f8-4812-8a4b-8ebc4272b1d5 req-5a571df2-af64-4f52-a724-fbd5b2664e08 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:36.577055 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7e09afc-71f8-4812-8a4b-8ebc4272b1d5 req-5a571df2-af64-4f52-a724-fbd5b2664e08 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.1456780 Jul 07 17:00:36.712574 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7e09afc-71f8-4812-8a4b-8ebc4272b1d5 req-8b8fd4a5-1442-41c0-a174-238686f7fe31 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272926 Jul 07 17:00:36.881224 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ec69c53-99c5-4da0-8c5d-296cc6d80704 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.896735 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1cae3189-2c95-4650-a5a4-af03848eee81 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:36.896963 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2fdd5404-daec-4887-9fa4-6387981762ca up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:36.936827 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae3189-2c95-4650-a5a4-af03848eee81 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Port': ['ID=8a24cf65-a07a-46d2-af31-6bec2586128e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:36.965468 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1d51854a-a444-424c-bab6-43bdc3a7d925 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "PUT /v2.0/ports/428dbc04-e704-4540-8dd9-d998f7ea00d4/tags/tempest-TagsExtTest-Tag-442385754 HTTP/1.1" status: 201 len: 201 time: 0.5665693 Jul 07 17:00:36.966205 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50818) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:36.978746 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-4ee22075-1bc3-4aa9-8c64-3557bd6eba8a tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2eca576f-836f-4538-9607-63d2cd5bf0df', 'tempest-TagsExtTest-Tag-1320560078') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:37.066765 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 2fdd5404-daec-4887-9fa4-6387981762ca completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:37.148094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96aedc3-81a2-4ea7-88ef-02ed6f67406f None None] Network 1f8ce58d-5efa-49da-af44-fc12f57b25cc requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:37.161603 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1cae3189-2c95-4650-a5a4-af03848eee81 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.288165 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-be51a7ff-7798-40d8-ad51-d330e3fd55be None None] Provisioning for port 2fdd5404-daec-4887-9fa4-6387981762ca completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:37.292951 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ec69c53-99c5-4da0-8c5d-296cc6d80704 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.295881 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-be51a7ff-7798-40d8-ad51-d330e3fd55be None None] Provisioning complete for port 2fdd5404-daec-4887-9fa4-6387981762ca triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:37.296331 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-be51a7ff-7798-40d8-ad51-d330e3fd55be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.317319 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e711e-797d-4c94-8260-eefa8ab065dc req-272f4dce-60e1-4086-9d75-fae214dd6b6d tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:37.324544 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b20e711e-797d-4c94-8260-eefa8ab065dc req-272f4dce-60e1-4086-9d75-fae214dd6b6d tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.2795193 Jul 07 17:00:37.326777 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ec69c53-99c5-4da0-8c5d-296cc6d80704 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.370081 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4ee22075-1bc3-4aa9-8c64-3557bd6eba8a tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "PUT /v2.0/routers/2eca576f-836f-4538-9607-63d2cd5bf0df/tags/tempest-TagsExtTest-Tag-1320560078 HTTP/1.1" status: 201 len: 201 time: 0.4011314 Jul 07 17:00:37.371324 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec69c53-99c5-4da0-8c5d-296cc6d80704 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:00:37.375336 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50824) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:37.393458 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cae3189-2c95-4650-a5a4-af03848eee81 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router 7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:00:37.395993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-19b765a4-6bb5-4c49-b1f9-df83b1453a4b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c5cd4591-6653-45cf-a6aa-853f7abaa1e4', 'tempest-TagsExtTest-Tag-32775225') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:37.437191 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-be51a7ff-7798-40d8-ad51-d330e3fd55be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.441221 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec69c53-99c5-4da0-8c5d-296cc6d80704 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85489889-2676-45d1-b687-c6041cfb51ec,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:37.447928 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ec69c53-99c5-4da0-8c5d-296cc6d80704 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.448592 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-5ec69c53-99c5-4da0-8c5d-296cc6d80704 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Added segment 160748f5-fc3b-43fe-befd-61e9f0101690 of type vlan for network 67e96c44-14f8-4ffb-9497-a6b8705c926c Jul 07 17:00:37.472557 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-be51a7ff-7798-40d8-ad51-d330e3fd55be None None] For port 2fdd5404-daec-4887-9fa4-6387981762ca, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2fdd5404-daec-4887-9fa4-6387981762ca,segment=NetworkSegment(17d4a894-2558-4eaf-a990-9971b6dcc64d),segment_id=17d4a894-2558-4eaf-a990-9971b6dcc64d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:37.481425 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-be51a7ff-7798-40d8-ad51-d330e3fd55be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.491219 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b20e711e-797d-4c94-8260-eefa8ab065dc req-ce26e8b8-2e74-4462-b2a0-1cade44846f0 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653996 Jul 07 17:00:37.541578 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ec69c53-99c5-4da0-8c5d-296cc6d80704 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.558242 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-19b765a4-6bb5-4c49-b1f9-df83b1453a4b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "PUT /v2.0/subnetpools/c5cd4591-6653-45cf-a6aa-853f7abaa1e4/tags/tempest-TagsExtTest-Tag-32775225 HTTP/1.1" status: 201 len: 201 time: 0.1800945 Jul 07 17:00:37.559113 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50828) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:37.561209 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51a7ff-7798-40d8-ad51-d330e3fd55be None None] Pushing event updated for resources: {'Port': ['ID=2fdd5404-daec-4887-9fa4-6387981762ca,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:37.567246 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-87e05232-207a-489f-8b15-803b3414d20b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2512484c-5128-498a-ad4e-2e43abe7eb6b') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:37.617823 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ec69c53-99c5-4da0-8c5d-296cc6d80704 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.623921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec69c53-99c5-4da0-8c5d-296cc6d80704 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:37.624576 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ec69c53-99c5-4da0-8c5d-296cc6d80704 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.663156 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5ec69c53-99c5-4da0-8c5d-296cc6d80704 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0720632 Jul 07 17:00:37.694989 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50832) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:37.702407 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-bcab6f75-b387-4c8c-bade-d6b26ca3a48c tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Request body: {'subnet': {'network_id': '67e96c44-14f8-4ffb-9497-a6b8705c926c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:37.802451 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec69c53-99c5-4da0-8c5d-296cc6d80704 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Pushing event updated for resources: {'Network': ['ID=67e96c44-14f8-4ffb-9497-a6b8705c926c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:37.814940 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 67e96c44-14f8-4ffb-9497-a6b8705c926c details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:00:37.834070 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-87e05232-207a-489f-8b15-803b3414d20b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/subnets/2512484c-5128-498a-ad4e-2e43abe7eb6b/tags HTTP/1.1" status: 200 len: 241 time: 0.2717044 Jul 07 17:00:37.838437 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50840) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:37.843778 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.tag.tag_plugin [None req-3f0b63f8-82ac-4454-8f50-8be41861ed52 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2512484c-5128-498a-ad4e-2e43abe7eb6b', 'tempest-TagsExtTest-Tag-1610252125') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:37.859974 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcab6f75-b387-4c8c-bade-d6b26ca3a48c tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Made reservation on behalf of 7e2a694602754b54bea1309f33dfe1f7 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:37.864510 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bcab6f75-b387-4c8c-bade-d6b26ca3a48c tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:37.920215 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cae3189-2c95-4650-a5a4-af03848eee81 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:00:37.931516 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9266aa-3af6-44ef-a0da-cd5a3ec026a2 None None] Sync routers for ids ['7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:00:37.934735 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1cae3189-2c95-4650-a5a4-af03848eee81 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6339238 Jul 07 17:00:37.940805 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50844) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:37.944787 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9266aa-3af6-44ef-a0da-cd5a3ec026a2 None None] Routers {'7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:37.949854 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-bd9266aa-3af6-44ef-a0da-cd5a3ec026a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:00:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:38.044056 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-bd9266aa-3af6-44ef-a0da-cd5a3ec026a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:38.053582 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9266aa-3af6-44ef-a0da-cd5a3ec026a2 None None] Routers {'7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:38.054521 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-bd9266aa-3af6-44ef-a0da-cd5a3ec026a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:00:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:38.060861 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e195ca8e-c252-4294-af32-966fc0ff2777 None None] Provisioning complete for port 2fdd5404-daec-4887-9fa4-6387981762ca triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:38.064499 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e195ca8e-c252-4294-af32-966fc0ff2777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:38.104305 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-bd9266aa-3af6-44ef-a0da-cd5a3ec026a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:38.122209 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9266aa-3af6-44ef-a0da-cd5a3ec026a2 None None] The sync data for ids ['7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:00:38.162953 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3f0b63f8-82ac-4454-8f50-8be41861ed52 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/subnets/2512484c-5128-498a-ad4e-2e43abe7eb6b/tags/tempest-TagsExtTest-Tag-1610252125 HTTP/1.1" status: 204 len: 168 time: 0.3232832 Jul 07 17:00:38.165464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50852) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:38.173333 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-60137735-918d-4c93-9695-97f33734c65d tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2512484c-5128-498a-ad4e-2e43abe7eb6b', 'tempest-TagsExtTest-Tag-1610252125') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:38.313246 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e195ca8e-c252-4294-af32-966fc0ff2777 None None] Provisioning for port 428dbc04-e704-4540-8dd9-d998f7ea00d4 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:38.314691 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c5489-1802-48d4-9d81-b7076cac15a4 req-4b226236-5d46-44e1-b3f3-70712d386b00 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:38.318102 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e195ca8e-c252-4294-af32-966fc0ff2777 None None] Provisioning complete for port 428dbc04-e704-4540-8dd9-d998f7ea00d4 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:38.318743 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e195ca8e-c252-4294-af32-966fc0ff2777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:38.324977 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ec4c5489-1802-48d4-9d81-b7076cac15a4 req-4b226236-5d46-44e1-b3f3-70712d386b00 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.2442095 Jul 07 17:00:38.397482 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e195ca8e-c252-4294-af32-966fc0ff2777 None None] Port 428dbc04-e704-4540-8dd9-d998f7ea00d4 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:38.401072 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ec4c5489-1802-48d4-9d81-b7076cac15a4 req-8f158ec3-e254-4cdc-b982-f84b6ef7eaba tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749621 Jul 07 17:00:38.443841 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bcab6f75-b387-4c8c-bade-d6b26ca3a48c tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:38.487793 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-60137735-918d-4c93-9695-97f33734c65d tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "DELETE /v2.0/subnets/2512484c-5128-498a-ad4e-2e43abe7eb6b/tags/tempest-TagsExtTest-Tag-1610252125 HTTP/1.1" status: 204 len: 168 time: 0.3180728 Jul 07 17:00:38.491584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50858) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:38.501401 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.tag.tag_plugin [None req-425bb180-3941-437a-bbdf-bb9b62de8b3c tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2512484c-5128-498a-ad4e-2e43abe7eb6b') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:38.522506 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab6f75-b387-4c8c-bade-d6b26ca3a48c tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Pushing event updated for resources: {'Subnet': ['ID=7acb065c-9061-4114-ae8a-3e1fb2f6313c,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:38.527805 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-838a5b56-0a90-477e-a5a3-32d14c2f6c93 None None] Provisioning complete for port 428dbc04-e704-4540-8dd9-d998f7ea00d4 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:38.530341 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-838a5b56-0a90-477e-a5a3-32d14c2f6c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:38.542509 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcab6f75-b387-4c8c-bade-d6b26ca3a48c tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Checking segment: {'id': '160748f5-fc3b-43fe-befd-61e9f0101690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '67e96c44-14f8-4ffb-9497-a6b8705c926c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:38.542954 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcab6f75-b387-4c8c-bade-d6b26ca3a48c tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Network hostable DHCP agents. Network: 67e96c44-14f8-4ffb-9497-a6b8705c926c, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:00:38.563442 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcab6f75-b387-4c8c-bade-d6b26ca3a48c tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Network 67e96c44-14f8-4ffb-9497-a6b8705c926c is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:00:38.573436 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-14f680b8-e6b9-498e-a0a1-5b2e4cf18c23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:38.577581 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-bcab6f75-b387-4c8c-bade-d6b26ca3a48c tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 67e96c44-14f8-4ffb-9497-a6b8705c926c) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:38.602302 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476a1090-2001-49ad-abbc-d912a72088ab None None] Network 67e96c44-14f8-4ffb-9497-a6b8705c926c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:38.603572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcab6f75-b387-4c8c-bade-d6b26ca3a48c tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:38.604952 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bcab6f75-b387-4c8c-bade-d6b26ca3a48c tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:38.639473 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bcab6f75-b387-4c8c-bade-d6b26ca3a48c tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9429274 Jul 07 17:00:38.640355 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50864) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:38.654003 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-e64b4da7-427c-42f1-9987-9a59fadab13d tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Request body: {'port': {'network_id': '67e96c44-14f8-4ffb-9497-a6b8705c926c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1662214877'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:38.669490 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-425bb180-3941-437a-bbdf-bb9b62de8b3c tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/subnets/2512484c-5128-498a-ad4e-2e43abe7eb6b/tags HTTP/1.1" status: 200 len: 205 time: 0.1745183 Jul 07 17:00:38.671186 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50866) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:38.676716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-c0973961-03ad-449d-8bd2-b4b35eb376af tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '428dbc04-e704-4540-8dd9-d998f7ea00d4') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:38.728881 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-838a5b56-0a90-477e-a5a3-32d14c2f6c93 None None] Port 428dbc04-e704-4540-8dd9-d998f7ea00d4 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:38.825007 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2fdd5404-daec-4887-9fa4-6387981762ca up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:38.909526 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-14f680b8-e6b9-498e-a0a1-5b2e4cf18c23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting port 7d3669b2-7420-4d40-89ee-2c16b77aa845 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:38.909968 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-14f680b8-e6b9-498e-a0a1-5b2e4cf18c23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:38.917721 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-67e96c44-14f8-4ffb-9497-a6b8705c926c', 'network_id': '67e96c44-14f8-4ffb-9497-a6b8705c926c', 'tenant_id': '7e2a694602754b54bea1309f33dfe1f7', 'fixed_ips': [{'subnet_id': '7acb065c-9061-4114-ae8a-3e1fb2f6313c'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:00:38.919749 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:38.931777 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c0973961-03ad-449d-8bd2-b4b35eb376af tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/ports/428dbc04-e704-4540-8dd9-d998f7ea00d4/tags HTTP/1.1" status: 200 len: 240 time: 0.2595870 Jul 07 17:00:38.942115 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74045a07-ad8f-47d6-a250-ce8d0a17e10f req-9055ee33-88d8-4faa-a91a-ae559a35a20f tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:38.949721 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-74045a07-ad8f-47d6-a250-ce8d0a17e10f req-9055ee33-88d8-4faa-a91a-ae559a35a20f tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.2810309 Jul 07 17:00:38.952932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50870) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:38.958149 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-f6d9904b-54b6-4911-bba8-b67e890edad6 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '428dbc04-e704-4540-8dd9-d998f7ea00d4', 'tempest-TagsExtTest-Tag-442385754') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:38.962883 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 2fdd5404-daec-4887-9fa4-6387981762ca triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:38.963544 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.012479 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64b4da7-427c-42f1-9987-9a59fadab13d tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Made reservation on behalf of 7e2a694602754b54bea1309f33dfe1f7 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:39.016119 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e64b4da7-427c-42f1-9987-9a59fadab13d tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.023924 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-14f680b8-e6b9-498e-a0a1-5b2e4cf18c23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.040460 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-14f680b8-e6b9-498e-a0a1-5b2e4cf18c23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Calling delete_port for 7d3669b2-7420-4d40-89ee-2c16b77aa845 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:39.060402 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-e64b4da7-427c-42f1-9987-9a59fadab13d tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] device_id is not set on port 5d0befaa-b814-43c5-a6a2-3d4e9e52db98 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:00:39.084449 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-74045a07-ad8f-47d6-a250-ce8d0a17e10f req-827da8f9-3958-4bbe-add7-ac76c444cd9a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333709 Jul 07 17:00:39.146558 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f6d9904b-54b6-4911-bba8-b67e890edad6 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/ports/428dbc04-e704-4540-8dd9-d998f7ea00d4/tags/tempest-TagsExtTest-Tag-442385754 HTTP/1.1" status: 204 len: 168 time: 0.1886795 Jul 07 17:00:39.146558 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50876) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:39.152519 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-5a888613-6084-4b24-b1ac-1c486d0029e8 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '428dbc04-e704-4540-8dd9-d998f7ea00d4', 'tempest-TagsExtTest-Tag-442385754') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:39.195398 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Allocated IP 172.20.0.2 (67e96c44-14f8-4ffb-9497-a6b8705c926c/7acb065c-9061-4114-ae8a-3e1fb2f6313c/0c40a22c-b19d-426c-9fbc-6b943e16df85) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:39.244937 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5a888613-6084-4b24-b1ac-1c486d0029e8 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "DELETE /v2.0/ports/428dbc04-e704-4540-8dd9-d998f7ea00d4/tags/tempest-TagsExtTest-Tag-442385754 HTTP/1.1" status: 204 len: 168 time: 0.0955002 Jul 07 17:00:39.245193 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50878) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:39.249875 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-5f8e2d21-7ada-4c75-aea4-044f7d36a1c8 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '428dbc04-e704-4540-8dd9-d998f7ea00d4') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:39.286899 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-14f680b8-e6b9-498e-a0a1-5b2e4cf18c23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.321668 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5f8e2d21-7ada-4c75-aea4-044f7d36a1c8 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/ports/428dbc04-e704-4540-8dd9-d998f7ea00d4/tags HTTP/1.1" status: 200 len: 205 time: 0.0730286 Jul 07 17:00:39.322519 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50882) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:39.323978 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f680b8-e6b9-498e-a0a1-5b2e4cf18c23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Port': ['ID=7d3669b2-7420-4d40-89ee-2c16b77aa845,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:39.332330 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-c43cb053-9de7-4328-bbcc-d7ef9ad2d0d8 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2eca576f-836f-4538-9607-63d2cd5bf0df') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:39.417531 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.428985 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Transition to ACTIVE for port object 0c40a22c-b19d-426c-9fbc-6b943e16df85 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:39.472703 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Transition to ACTIVE for port object 0c40a22c-b19d-426c-9fbc-6b943e16df85 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:39.492939 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.498582 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-14f680b8-e6b9-498e-a0a1-5b2e4cf18c23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.552560 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c43cb053-9de7-4328-bbcc-d7ef9ad2d0d8 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/routers/2eca576f-836f-4538-9607-63d2cd5bf0df/tags HTTP/1.1" status: 200 len: 241 time: 0.2284806 Jul 07 17:00:39.556075 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50890) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:39.559112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Pushing event updated for resources: {'Port': ['ID=0c40a22c-b19d-426c-9fbc-6b943e16df85,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:39.576434 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-a819c9b8-552e-444f-8038-507e0b0119df tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2eca576f-836f-4538-9607-63d2cd5bf0df', 'tempest-TagsExtTest-Tag-1320560078') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:39.602811 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Network 67e96c44-14f8-4ffb-9497-a6b8705c926c is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:39.604292 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:39.609735 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:39.701760 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-e64b4da7-427c-42f1-9987-9a59fadab13d tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Allocated IP 172.20.0.12 (67e96c44-14f8-4ffb-9497-a6b8705c926c/7acb065c-9061-4114-ae8a-3e1fb2f6313c/5d0befaa-b814-43c5-a6a2-3d4e9e52db98) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:39.706196 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Attempting to bind port 0c40a22c-b19d-426c-9fbc-6b943e16df85 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:39.706612 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Attempting to bind port 0c40a22c-b19d-426c-9fbc-6b943e16df85 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '160748f5-fc3b-43fe-befd-61e9f0101690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '67e96c44-14f8-4ffb-9497-a6b8705c926c'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:39.706987 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Attempting to bind port 0c40a22c-b19d-426c-9fbc-6b943e16df85 on network 67e96c44-14f8-4ffb-9497-a6b8705c926c {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:39.713394 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:39.713779 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Checking segment: {'id': '160748f5-fc3b-43fe-befd-61e9f0101690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '67e96c44-14f8-4ffb-9497-a6b8705c926c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:39.714192 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.714629 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Bound using segment: {'id': '160748f5-fc3b-43fe-befd-61e9f0101690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '67e96c44-14f8-4ffb-9497-a6b8705c926c'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:39.715507 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Bound port: 0c40a22c-b19d-426c-9fbc-6b943e16df85, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160748f5-fc3b-43fe-befd-61e9f0101690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '67e96c44-14f8-4ffb-9497-a6b8705c926c'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:39.715907 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.730950 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f680b8-e6b9-498e-a0a1-5b2e4cf18c23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router 7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:00:39.739660 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a819c9b8-552e-444f-8038-507e0b0119df tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/routers/2eca576f-836f-4538-9607-63d2cd5bf0df/tags/tempest-TagsExtTest-Tag-1320560078 HTTP/1.1" status: 204 len: 168 time: 0.1726148 Jul 07 17:00:39.739914 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50894) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:39.745417 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.tag.tag_plugin [None req-01e78be9-40c8-47fd-9bfe-0f5e16523cc0 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2eca576f-836f-4538-9607-63d2cd5bf0df', 'tempest-TagsExtTest-Tag-1320560078') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:39.809176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] For port 0c40a22c-b19d-426c-9fbc-6b943e16df85, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:39.813925 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] For port 0c40a22c-b19d-426c-9fbc-6b943e16df85, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0c40a22c-b19d-426c-9fbc-6b943e16df85,segment=NetworkSegment(160748f5-fc3b-43fe-befd-61e9f0101690),segment_id=160748f5-fc3b-43fe-befd-61e9f0101690)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:39.820613 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4bef1-fc77-4dc1-b39d-7487f6b27d7a req-8176da7a-6ff2-471e-b479-ed9c49c6eca1 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:39.820854 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:39.822203 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27c4bef1-fc77-4dc1-b39d-7487f6b27d7a req-8176da7a-6ff2-471e-b479-ed9c49c6eca1 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.1527338 Jul 07 17:00:39.908700 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed32d4f-ba3b-4ef2-b3d2-516040602f3f None None] Pushing event updated for resources: {'Port': ['ID=0c40a22c-b19d-426c-9fbc-6b943e16df85,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:39.925202 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27c4bef1-fc77-4dc1-b39d-7487f6b27d7a req-2e589def-5ee0-4571-a449-5f06409d9f62 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974550 Jul 07 17:00:39.973800 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f680b8-e6b9-498e-a0a1-5b2e4cf18c23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:00:39.983186 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-14f680b8-e6b9-498e-a0a1-5b2e4cf18c23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0303898 Jul 07 17:00:39.983186 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-01e78be9-40c8-47fd-9bfe-0f5e16523cc0 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "DELETE /v2.0/routers/2eca576f-836f-4538-9607-63d2cd5bf0df/tags/tempest-TagsExtTest-Tag-1320560078 HTTP/1.1" status: 204 len: 168 time: 0.2423525 Jul 07 17:00:39.983404 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50898) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:39.988079 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a9630-234e-43fa-960b-c6861829c176 None None] Sync routers for ids ['7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:00:39.994479 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50900) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:40.001800 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a9630-234e-43fa-960b-c6861829c176 None None] Routers {'7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:40.003264 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7e9a9630-234e-43fa-960b-c6861829c176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:00:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:40.016644 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.tag.tag_plugin [None req-6bbf34e1-d8ca-4bdd-92ac-07a62d130430 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2eca576f-836f-4538-9607-63d2cd5bf0df') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:40.023701 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4aebfa28-35b0-418e-a97a-a08f09c34b4c tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc HTTP/1.1" status: 200 len: 205 time: 0.0367973 Jul 07 17:00:40.025462 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e64b4da7-427c-42f1-9987-9a59fadab13d tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.030951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50902) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:40.072412 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7e9a9630-234e-43fa-960b-c6861829c176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:40.095208 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a9630-234e-43fa-960b-c6861829c176 None None] Routers {'7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:40.099210 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7e9a9630-234e-43fa-960b-c6861829c176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:00:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:40.122711 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-e64b4da7-427c-42f1-9987-9a59fadab13d tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Transition to ACTIVE for port object 5d0befaa-b814-43c5-a6a2-3d4e9e52db98 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:40.125894 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6bbf34e1-d8ca-4bdd-92ac-07a62d130430 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/routers/2eca576f-836f-4538-9607-63d2cd5bf0df/tags HTTP/1.1" status: 200 len: 205 time: 0.1303537 Jul 07 17:00:40.128895 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50908) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:40.134617 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.tag.tag_plugin [None req-c6234639-8b7d-4c70-bb5c-f5358086d641 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c5cd4591-6653-45cf-a6aa-853f7abaa1e4') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:40.144448 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00b0227a-f6c1-4be1-85c5-773753747ad2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.199335 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c6234639-8b7d-4c70-bb5c-f5358086d641 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/subnetpools/c5cd4591-6653-45cf-a6aa-853f7abaa1e4/tags HTTP/1.1" status: 200 len: 239 time: 0.0688694 Jul 07 17:00:40.201898 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50910) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:40.206862 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.tag.tag_plugin [None req-dc982fe6-5965-4d14-a855-fa8fd81aeccf tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c5cd4591-6653-45cf-a6aa-853f7abaa1e4', 'tempest-TagsExtTest-Tag-32775225') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:40.229901 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7e9a9630-234e-43fa-960b-c6861829c176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:40.230587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a9630-234e-43fa-960b-c6861829c176 None None] The sync data for ids ['7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:00:40.256443 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dc982fe6-5965-4d14-a855-fa8fd81aeccf tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/subnetpools/c5cd4591-6653-45cf-a6aa-853f7abaa1e4/tags/tempest-TagsExtTest-Tag-32775225 HTTP/1.1" status: 204 len: 168 time: 0.0530345 Jul 07 17:00:40.258996 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50912) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:40.263812 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.tag.tag_plugin [None req-829bda3d-f297-46fc-a0b7-df73c4aea3e6 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c5cd4591-6653-45cf-a6aa-853f7abaa1e4', 'tempest-TagsExtTest-Tag-32775225') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:40.364745 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-829bda3d-f297-46fc-a0b7-df73c4aea3e6 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "DELETE /v2.0/subnetpools/c5cd4591-6653-45cf-a6aa-853f7abaa1e4/tags/tempest-TagsExtTest-Tag-32775225 HTTP/1.1" status: 204 len: 168 time: 0.1044374 Jul 07 17:00:40.367985 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50918) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:40.378747 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.tag.tag_plugin [None req-5ae6c27b-21f4-490f-9efb-2e8724e6f055 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c5cd4591-6653-45cf-a6aa-853f7abaa1e4') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:40.407586 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00b0227a-f6c1-4be1-85c5-773753747ad2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.410086 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00b0227a-f6c1-4be1-85c5-773753747ad2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.412733 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e64b4da7-427c-42f1-9987-9a59fadab13d tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.425501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0ca11-2c3a-4de1-8161-5ceb6a2b657a req-92feda06-e4b9-4450-9543-273a119b0b0d tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:40.428380 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1ff0ca11-2c3a-4de1-8161-5ceb6a2b657a req-92feda06-e4b9-4450-9543-273a119b0b0d tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.1255496 Jul 07 17:00:40.436929 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5ae6c27b-21f4-490f-9efb-2e8724e6f055 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/subnetpools/c5cd4591-6653-45cf-a6aa-853f7abaa1e4/tags HTTP/1.1" status: 200 len: 205 time: 0.0643291 Jul 07 17:00:40.440070 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50920) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:40.465517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.tag.tag_plugin [None req-2914e4eb-e8cb-4b0f-be9d-6334845120e6 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c5cd4591-6653-45cf-a6aa-853f7abaa1e4') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:40.510084 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1ff0ca11-2c3a-4de1-8161-5ceb6a2b657a req-29974669-b19e-4e80-9062-af8bbb4d1d7d tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720127 Jul 07 17:00:40.511548 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64b4da7-427c-42f1-9987-9a59fadab13d tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Network 67e96c44-14f8-4ffb-9497-a6b8705c926c is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:40.515156 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00b0227a-f6c1-4be1-85c5-773753747ad2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.515470 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b0227a-f6c1-4be1-85c5-773753747ad2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Fanout notify agent at l3_agent the message router_deleted on router 7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:00:40.520456 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-e64b4da7-427c-42f1-9987-9a59fadab13d tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:40.521688 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2914e4eb-e8cb-4b0f-be9d-6334845120e6 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "DELETE /v2.0/subnetpools/c5cd4591-6653-45cf-a6aa-853f7abaa1e4/tags HTTP/1.1" status: 204 len: 168 time: 0.0703886 Jul 07 17:00:40.531326 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00b0227a-f6c1-4be1-85c5-773753747ad2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.532724 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-00b0227a-f6c1-4be1-85c5-773753747ad2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/routers/7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc HTTP/1.1" status: 204 len: 168 time: 0.5005512 Jul 07 17:00:40.533108 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50924) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:40.536343 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50926) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:40.537249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b4da7-427c-42f1-9987-9a59fadab13d tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:40.540143 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b4da7-427c-42f1-9987-9a59fadab13d tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Pushing event updated for resources: {'Port': ['ID=5d0befaa-b814-43c5-a6a2-3d4e9e52db98,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:40.546630 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-7198dab4-e1e0-427a-a4a7-728fb59a0c8a tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2eca576f-836f-4538-9607-63d2cd5bf0df') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:40.608198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd3d88e-1a79-4e94-9e18-d0066ac9c722 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting subnet a9832c74-105c-4220-85c4-3a7108a25e90 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:40.613085 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d88e-1a79-4e94-9e18-d0066ac9c722 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.669714 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d88e-1a79-4e94-9e18-d0066ac9c722 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.709239 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64b4da7-427c-42f1-9987-9a59fadab13d tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:40.709865 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e64b4da7-427c-42f1-9987-9a59fadab13d tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.821771 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e64b4da7-427c-42f1-9987-9a59fadab13d tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.1775069 Jul 07 17:00:40.822509 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50932) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:40.827204 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7198dab4-e1e0-427a-a4a7-728fb59a0c8a tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "DELETE /v2.0/routers/2eca576f-836f-4538-9607-63d2cd5bf0df/tags HTTP/1.1" status: 204 len: 168 time: 0.2904806 Jul 07 17:00:40.832183 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50934) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:40.834984 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d88e-1a79-4e94-9e18-d0066ac9c722 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:40.838852 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-7e8d3211-fbea-4868-8f60-115b802dd144 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '428dbc04-e704-4540-8dd9-d998f7ea00d4') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:40.918754 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0c40a22c-b19d-426c-9fbc-6b943e16df85 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:40.979692 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7e8d3211-fbea-4868-8f60-115b802dd144 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "DELETE /v2.0/ports/428dbc04-e704-4540-8dd9-d998f7ea00d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1443388 Jul 07 17:00:40.981480 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50942) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:40.988685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-14f5a472-6d1b-4c7b-b323-cd594a3f747d tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2512484c-5128-498a-ad4e-2e43abe7eb6b') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:41.033828 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 0c40a22c-b19d-426c-9fbc-6b943e16df85 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:41.092362 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d88e-1a79-4e94-9e18-d0066ac9c722 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.097253 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50944) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:41.111174 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-14f5a472-6d1b-4c7b-b323-cd594a3f747d tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "DELETE /v2.0/subnets/2512484c-5128-498a-ad4e-2e43abe7eb6b/tags HTTP/1.1" status: 204 len: 168 time: 0.1278315 Jul 07 17:00:41.115725 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50948) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:41.120863 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-aee71be1-2053-49cd-abaa-46758e51f0ac tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2512484c-5128-498a-ad4e-2e43abe7eb6b', 'tempest-TagsExtTest-Tag-1582016204') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:41.151650 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3d88e-1a79-4e94-9e18-d0066ac9c722 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Subnet': ['ID=a9832c74-105c-4220-85c4-3a7108a25e90,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:41.216090 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d88e-1a79-4e94-9e18-d0066ac9c722 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.220661 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7fd3d88e-1a79-4e94-9e18-d0066ac9c722 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/subnets/a9832c74-105c-4220-85c4-3a7108a25e90 HTTP/1.1" status: 204 len: 168 time: 0.6833830 Jul 07 17:00:41.224742 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50954) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:41.232925 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd241c6-a76a-4611-b177-d7b664bad2b2 None None] Network 1311d209-1e3b-44ff-9d5e-b69a6d3dd116 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:41.247032 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-aee71be1-2053-49cd-abaa-46758e51f0ac tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "PUT /v2.0/subnets/2512484c-5128-498a-ad4e-2e43abe7eb6b/tags/tempest-TagsExtTest-Tag-1582016204 HTTP/1.1" status: 201 len: 201 time: 0.1296542 Jul 07 17:00:41.249704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50956) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:41.257778 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-afd8cb42-16bc-4676-b54c-1b458dee2953 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '428dbc04-e704-4540-8dd9-d998f7ea00d4', 'tempest-TagsExtTest-Tag-1210440808') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:41.265318 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-9deae3ac-8bcf-4579-8285-434fbf65232a tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Deleting port 5d0befaa-b814-43c5-a6a2-3d4e9e52db98 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:41.265714 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9deae3ac-8bcf-4579-8285-434fbf65232a tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.302491 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a56eea-7e65-49f5-9834-edd3258a0820 None None] Network 67e96c44-14f8-4ffb-9497-a6b8705c926c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:41.302879 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62609511-7b83-4cb5-9ea5-5839605eb83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.349694 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7588da0-c6d6-4725-823f-ba1467395fa9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting subnet 02308519-dfb1-4acf-aaf6-17e765320580 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:41.363610 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7588da0-c6d6-4725-823f-ba1467395fa9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.417096 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f79ea-75a5-464b-bc68-1a750083e2e8 req-78cdf3ee-3586-4281-b5af-ac9a856ab130 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:41.423969 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-522f79ea-75a5-464b-bc68-1a750083e2e8 req-78cdf3ee-3586-4281-b5af-ac9a856ab130 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.2772894 Jul 07 17:00:41.425700 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e13a18ee-6ffe-44b8-bedf-1d72d1c26923 None None] Provisioning for port 0c40a22c-b19d-426c-9fbc-6b943e16df85 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:41.439989 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e13a18ee-6ffe-44b8-bedf-1d72d1c26923 None None] Provisioning complete for port 0c40a22c-b19d-426c-9fbc-6b943e16df85 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:41.440369 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e13a18ee-6ffe-44b8-bedf-1d72d1c26923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.452583 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62609511-7b83-4cb5-9ea5-5839605eb83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.464438 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62609511-7b83-4cb5-9ea5-5839605eb83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.473602 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7588da0-c6d6-4725-823f-ba1467395fa9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.485413 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-afd8cb42-16bc-4676-b54c-1b458dee2953 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "PUT /v2.0/ports/428dbc04-e704-4540-8dd9-d998f7ea00d4/tags/tempest-TagsExtTest-Tag-1210440808 HTTP/1.1" status: 201 len: 201 time: 0.2341661 Jul 07 17:00:41.501060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50960) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:41.509697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-3a719b36-18ff-496e-97c9-19649dd0b456 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2eca576f-836f-4538-9607-63d2cd5bf0df', 'tempest-TagsExtTest-Tag-1438702081') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:41.606717 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62609511-7b83-4cb5-9ea5-5839605eb83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32e4630-ed6f-497a-8c43-db76f92c0b25,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:41.621460 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-62609511-7b83-4cb5-9ea5-5839605eb83e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f5e3684450f34e519de209590e0e398b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5225277 Jul 07 17:00:41.672545 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50966) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:41.706624 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e13a18ee-6ffe-44b8-bedf-1d72d1c26923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.763197 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0b4b1d-cf92-4ab5-a599-47968b6bf743 None None] DHCP port deletion for 1311d209-1e3b-44ff-9d5e-b69a6d3dd116 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:00:41.780003 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e13a18ee-6ffe-44b8-bedf-1d72d1c26923 None None] For port 0c40a22c-b19d-426c-9fbc-6b943e16df85, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0c40a22c-b19d-426c-9fbc-6b943e16df85,segment=NetworkSegment(160748f5-fc3b-43fe-befd-61e9f0101690),segment_id=160748f5-fc3b-43fe-befd-61e9f0101690)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:41.806319 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e13a18ee-6ffe-44b8-bedf-1d72d1c26923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.826963 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f6f92f0-082f-4fb5-9918-dab5a533e46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.871874 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3a719b36-18ff-496e-97c9-19649dd0b456 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "PUT /v2.0/routers/2eca576f-836f-4538-9607-63d2cd5bf0df/tags/tempest-TagsExtTest-Tag-1438702081 HTTP/1.1" status: 201 len: 201 time: 0.3681042 Jul 07 17:00:41.881224 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50974) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:41.882881 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9deae3ac-8bcf-4579-8285-434fbf65232a tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.886525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a18ee-6ffe-44b8-bedf-1d72d1c26923 None None] Pushing event updated for resources: {'Port': ['ID=0c40a22c-b19d-426c-9fbc-6b943e16df85,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:41.901643 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4c0b4b1d-cf92-4ab5-a599-47968b6bf743 None None] Deleting port a97f68c6-db98-4d7a-89fe-c78447404a61 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:41.902340 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4c0b4b1d-cf92-4ab5-a599-47968b6bf743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.903305 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-522f79ea-75a5-464b-bc68-1a750083e2e8 req-078ebf97-8de5-4fe7-a38a-13237dac5d1e tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783397 Jul 07 17:00:41.903857 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-3da81854-8933-4a5a-86b9-b509a65f5575 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c5cd4591-6653-45cf-a6aa-853f7abaa1e4', 'tempest-TagsExtTest-Tag-842783841') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:41.917791 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f6f92f0-082f-4fb5-9918-dab5a533e46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:41.952946 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-9deae3ac-8bcf-4579-8285-434fbf65232a tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Calling delete_port for 5d0befaa-b814-43c5-a6a2-3d4e9e52db98 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:41.987947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3b438-af8b-4fcd-aca4-bce0570691a1 req-0912e979-44fb-4da7-b7bf-217b37423410 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:41.990468 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d8c3b438-af8b-4fcd-aca4-bce0570691a1 req-0912e979-44fb-4da7-b7bf-217b37423410 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.2697241 Jul 07 17:00:42.000983 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f6f92f0-082f-4fb5-9918-dab5a533e46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:42.004077 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f6f92f0-082f-4fb5-9918-dab5a533e46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:42.007661 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0f6f92f0-082f-4fb5-9918-dab5a533e46d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b32e4630-ed6f-497a-8c43-db76f92c0b25 HTTP/1.1" status: 204 len: 168 time: 0.3316960 Jul 07 17:00:42.021421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f92f0-082f-4fb5-9918-dab5a533e46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32e4630-ed6f-497a-8c43-db76f92c0b25,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:42.038756 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4c0b4b1d-cf92-4ab5-a599-47968b6bf743 None None] For port a97f68c6-db98-4d7a-89fe-c78447404a61, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=a97f68c6-db98-4d7a-89fe-c78447404a61,segment=NetworkSegment(be078f3e-77de-41c7-9bd8-55a2107fb741),segment_id=be078f3e-77de-41c7-9bd8-55a2107fb741)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:42.039636 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4c0b4b1d-cf92-4ab5-a599-47968b6bf743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:42.070530 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3da81854-8933-4a5a-86b9-b509a65f5575 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "PUT /v2.0/subnetpools/c5cd4591-6653-45cf-a6aa-853f7abaa1e4/tags/tempest-TagsExtTest-Tag-842783841 HTTP/1.1" status: 201 len: 201 time: 0.1863325 Jul 07 17:00:42.073205 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50978) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:42.096719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-ae46bbd8-c240-4ece-83da-70a236d8f66b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2512484c-5128-498a-ad4e-2e43abe7eb6b', {'tags': ['tempest-TagsExtTest-Tag-1602567773', 'tempest-TagsExtTest-Tag-375686650', 'tempest-TagsExtTest-Tag-1454963586']}) {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:42.098884 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4c0b4b1d-cf92-4ab5-a599-47968b6bf743 None None] Calling delete_port for a97f68c6-db98-4d7a-89fe-c78447404a61 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:42.219111 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7588da0-c6d6-4725-823f-ba1467395fa9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:42.226132 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d8c3b438-af8b-4fcd-aca4-bce0570691a1 req-bbe8cb15-9351-453d-b2eb-dffaffd0f8d8 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195663 Jul 07 17:00:42.228089 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ae46bbd8-c240-4ece-83da-70a236d8f66b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "PUT /v2.0/subnets/2512484c-5128-498a-ad4e-2e43abe7eb6b/tags HTTP/1.1" status: 200 len: 317 time: 0.1538708 Jul 07 17:00:42.242360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50984) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:42.255234 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-42c84af3-bfc3-431e-9d34-6e38c49f2523 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2512484c-5128-498a-ad4e-2e43abe7eb6b') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:42.384081 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-42c84af3-bfc3-431e-9d34-6e38c49f2523 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "DELETE /v2.0/subnets/2512484c-5128-498a-ad4e-2e43abe7eb6b/tags HTTP/1.1" status: 204 len: 168 time: 0.1375897 Jul 07 17:00:42.386530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50988) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:42.393537 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-8128ceee-a845-4e4e-a108-083c8ab9108f tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2512484c-5128-498a-ad4e-2e43abe7eb6b', 'tempest-TagsExtTest-Tag-1602567773') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:42.431284 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7588da0-c6d6-4725-823f-ba1467395fa9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:42.476164 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7588da0-c6d6-4725-823f-ba1467395fa9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Subnet': ['ID=02308519-dfb1-4acf-aaf6-17e765320580,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:42.481294 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7588da0-c6d6-4725-823f-ba1467395fa9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:42.486953 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b7588da0-c6d6-4725-823f-ba1467395fa9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/subnets/02308519-dfb1-4acf-aaf6-17e765320580 HTTP/1.1" status: 204 len: 168 time: 1.2603555 Jul 07 17:00:42.489507 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d861cfa-c71e-454f-9e70-ff990ab43007 None None] Network f255c5e5-d416-4a86-b626-576d15a85d5d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:42.493084 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50990) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:42.557411 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c520919e-98a9-4de6-afa3-39cd5159596a None None] Provisioning complete for port 0c40a22c-b19d-426c-9fbc-6b943e16df85 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:42.557935 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c520919e-98a9-4de6-afa3-39cd5159596a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:42.560196 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-8128ceee-a845-4e4e-a108-083c8ab9108f tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] show failed (client error): The resource could not be found. Jul 07 17:00:42.561743 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4c0b4b1d-cf92-4ab5-a599-47968b6bf743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:42.567873 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8128ceee-a845-4e4e-a108-083c8ab9108f tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/subnets/2512484c-5128-498a-ad4e-2e43abe7eb6b/tags/tempest-TagsExtTest-Tag-1602567773 HTTP/1.1" status: 404 len: 329 time: 0.1792998 Jul 07 17:00:42.569758 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50994) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:42.575543 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9deae3ac-8bcf-4579-8285-434fbf65232a tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:42.578199 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-d578ce1a-0feb-430c-a15d-052d275c8371 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2512484c-5128-498a-ad4e-2e43abe7eb6b', 'tempest-TagsExtTest-Tag-375686650') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:42.617332 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deae3ac-8bcf-4579-8285-434fbf65232a tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Pushing event deleted for resources: {'Port': ['ID=5d0befaa-b814-43c5-a6a2-3d4e9e52db98,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:42.651738 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b4b1d-cf92-4ab5-a599-47968b6bf743 None None] Pushing event deleted for resources: {'Port': ['ID=a97f68c6-db98-4d7a-89fe-c78447404a61,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:42.690181 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0b4b1d-cf92-4ab5-a599-47968b6bf743 None None] No DVR routers for this DVR port a97f68c6-db98-4d7a-89fe-c78447404a61 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:42.709402 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-d578ce1a-0feb-430c-a15d-052d275c8371 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] show failed (client error): The resource could not be found. Jul 07 17:00:42.713204 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d578ce1a-0feb-430c-a15d-052d275c8371 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/subnets/2512484c-5128-498a-ad4e-2e43abe7eb6b/tags/tempest-TagsExtTest-Tag-375686650 HTTP/1.1" status: 404 len: 328 time: 0.1393118 Jul 07 17:00:42.713819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50998) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:42.729731 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cbabb39f-ff28-48b6-973c-42c9d2dadff0 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:42.732057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-8a4a3b8c-eaa1-4036-b011-3a4c1d8b88da tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2512484c-5128-498a-ad4e-2e43abe7eb6b', 'tempest-TagsExtTest-Tag-1454963586') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:42.857546 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9deae3ac-8bcf-4579-8285-434fbf65232a tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:42.861995 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9deae3ac-8bcf-4579-8285-434fbf65232a tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] 10.222.0.50 "DELETE /v2.0/ports/5d0befaa-b814-43c5-a6a2-3d4e9e52db98 HTTP/1.1" status: 204 len: 168 time: 2.0362055 Jul 07 17:00:42.863083 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51006) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:42.872638 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0c40a22c-b19d-426c-9fbc-6b943e16df85 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:42.888134 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-8a4a3b8c-eaa1-4036-b011-3a4c1d8b88da tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] show failed (client error): The resource could not be found. Jul 07 17:00:42.889255 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8a4a3b8c-eaa1-4036-b011-3a4c1d8b88da tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/subnets/2512484c-5128-498a-ad4e-2e43abe7eb6b/tags/tempest-TagsExtTest-Tag-1454963586 HTTP/1.1" status: 404 len: 329 time: 0.1720283 Jul 07 17:00:42.893218 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51010) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:42.903959 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-158e744a-566f-4552-920e-deafc66489f7 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '428dbc04-e704-4540-8dd9-d998f7ea00d4', {'tags': ['tempest-TagsExtTest-Tag-1816384752', 'tempest-TagsExtTest-Tag-15087423', 'tempest-TagsExtTest-Tag-1469131905']}) {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:42.938203 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c520919e-98a9-4de6-afa3-39cd5159596a None None] Could not find standard attr ID for object 5d0befaa-b814-43c5-a6a2-3d4e9e52db98. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:00:42.994584 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 0c40a22c-b19d-426c-9fbc-6b943e16df85 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:42.995594 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.013961 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cbabb39f-ff28-48b6-973c-42c9d2dadff0 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.033078 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-cbabb39f-ff28-48b6-973c-42c9d2dadff0 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1311d209-1e3b-44ff-9d5e-b69a6d3dd116']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:43.063706 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-158e744a-566f-4552-920e-deafc66489f7 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "PUT /v2.0/ports/428dbc04-e704-4540-8dd9-d998f7ea00d4/tags HTTP/1.1" status: 200 len: 316 time: 0.1675174 Jul 07 17:00:43.063862 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51016) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:43.066681 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-cbabb39f-ff28-48b6-973c-42c9d2dadff0 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be078f3e-77de-41c7-9bd8-55a2107fb741') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:43.066878 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-cbabb39f-ff28-48b6-973c-42c9d2dadff0 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be078f3e-77de-41c7-9bd8-55a2107fb741') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:43.070767 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2115e943-2f15-47bf-8f39-17cbd3e7be5f None None] DHCP port deletion for f255c5e5-d416-4a86-b626-576d15a85d5d request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:00:43.075635 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-3d16eef5-3994-47b9-8eb4-1f0b8ec75feb tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '428dbc04-e704-4540-8dd9-d998f7ea00d4') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:43.083866 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4165d393-2589-46c5-85db-b6d222810119 None None] Could not find standard attr ID for object 5d0befaa-b814-43c5-a6a2-3d4e9e52db98. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:00:43.158626 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cbabb39f-ff28-48b6-973c-42c9d2dadff0 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.201563 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2115e943-2f15-47bf-8f39-17cbd3e7be5f None None] Deleting port e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:43.202401 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2115e943-2f15-47bf-8f39-17cbd3e7be5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.202746 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cbabb39f-ff28-48b6-973c-42c9d2dadff0 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.214545 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbabb39f-ff28-48b6-973c-42c9d2dadff0 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:43.215235 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cbabb39f-ff28-48b6-973c-42c9d2dadff0 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:43.226979 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:43.233712 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3d16eef5-3994-47b9-8eb4-1f0b8ec75feb tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "DELETE /v2.0/ports/428dbc04-e704-4540-8dd9-d998f7ea00d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1674576 Jul 07 17:00:43.238977 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51024) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:43.244989 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-353e4b0f-fc32-43fa-ba7e-44dcbd97b1fe tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '428dbc04-e704-4540-8dd9-d998f7ea00d4', 'tempest-TagsExtTest-Tag-1816384752') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:43.311675 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-353e4b0f-fc32-43fa-ba7e-44dcbd97b1fe tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] show failed (client error): The resource could not be found. Jul 07 17:00:43.313199 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-353e4b0f-fc32-43fa-ba7e-44dcbd97b1fe tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/ports/428dbc04-e704-4540-8dd9-d998f7ea00d4/tags/tempest-TagsExtTest-Tag-1816384752 HTTP/1.1" status: 404 len: 329 time: 0.0730641 Jul 07 17:00:43.316077 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51028) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:43.326248 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-e195990f-9b91-48c5-bdc7-2f76c3f98b6f tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '428dbc04-e704-4540-8dd9-d998f7ea00d4', 'tempest-TagsExtTest-Tag-15087423') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:43.376822 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2115e943-2f15-47bf-8f39-17cbd3e7be5f None None] For port e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4,segment=NetworkSegment(d57c0e78-2403-40bb-a1ae-3c7ef1f0de08),segment_id=d57c0e78-2403-40bb-a1ae-3c7ef1f0de08)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:43.378248 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2115e943-2f15-47bf-8f39-17cbd3e7be5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.391563 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa175480-8735-402b-8a93-6932cfed5347 req-1db41d44-0f83-4d8e-aa6a-53d6aed9ed0d tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:43.405477 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aa175480-8735-402b-8a93-6932cfed5347 req-1db41d44-0f83-4d8e-aa6a-53d6aed9ed0d tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.3306625 Jul 07 17:00:43.408499 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device a97f68c6-db98-4d7a-89fe-c78447404a61 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:43.413734 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cbabb39f-ff28-48b6-973c-42c9d2dadff0 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.427529 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cb8c2a29-cd57-4dc8-a6db-338c4b45a07a tempest-DHCPAgentSchedulersTestJSON-1170303516 tempest-DHCPAgentSchedulersTestJSON-1170303516-project-admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.5617700 Jul 07 17:00:43.440763 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cbabb39f-ff28-48b6-973c-42c9d2dadff0 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.441348 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51032) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:43.448116 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-6b0f39f2-e606-488c-be43-0321d1a37cca tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1757062866'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:43.450100 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cbabb39f-ff28-48b6-973c-42c9d2dadff0 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/networks/1311d209-1e3b-44ff-9d5e-b69a6d3dd116 HTTP/1.1" status: 204 len: 168 time: 0.9557457 Jul 07 17:00:43.460047 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: a97f68c6-db98-4d7a-89fe-c78447404a61 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:00:43.460395 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device a97f68c6-db98-4d7a-89fe-c78447404a61 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:00:43.462136 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2115e943-2f15-47bf-8f39-17cbd3e7be5f None None] Calling delete_port for e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:43.471117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51034) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:43.507737 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbabb39f-ff28-48b6-973c-42c9d2dadff0 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Network': ['ID=1311d209-1e3b-44ff-9d5e-b69a6d3dd116,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:43.517409 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-e195990f-9b91-48c5-bdc7-2f76c3f98b6f tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] show failed (client error): The resource could not be found. Jul 07 17:00:43.518722 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e195990f-9b91-48c5-bdc7-2f76c3f98b6f tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/ports/428dbc04-e704-4540-8dd9-d998f7ea00d4/tags/tempest-TagsExtTest-Tag-15087423 HTTP/1.1" status: 404 len: 327 time: 0.2005820 Jul 07 17:00:43.522271 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51036) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:43.529311 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-64e3e4a3-0957-46fc-a253-f8f67a7f5f4b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '428dbc04-e704-4540-8dd9-d998f7ea00d4', 'tempest-TagsExtTest-Tag-1469131905') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:43.536712 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0f39f2-e606-488c-be43-0321d1a37cca tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Made reservation on behalf of 7e2a694602754b54bea1309f33dfe1f7 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:43.540353 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6b0f39f2-e606-488c-be43-0321d1a37cca tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.600174 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aa175480-8735-402b-8a93-6932cfed5347 req-cb9c75d2-c786-4e78-9062-4dc187ac051b tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839547 Jul 07 17:00:43.622669 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.655277 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2115e943-2f15-47bf-8f39-17cbd3e7be5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.659209 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0f39f2-e606-488c-be43-0321d1a37cca tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:00:43.679354 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6b0f39f2-e606-488c-be43-0321d1a37cca tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.679720 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-6b0f39f2-e606-488c-be43-0321d1a37cca tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Added segment db9835f1-e0f9-412e-89fa-79ecb4a88f4e of type vlan for network ae0fc9e7-6fd6-4ced-afc1-e9b36b4edf0d Jul 07 17:00:43.686668 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2115e943-2f15-47bf-8f39-17cbd3e7be5f None None] No DVR routers for this DVR port e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:43.693169 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting port e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:43.693857 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.750925 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115e943-2f15-47bf-8f39-17cbd3e7be5f None None] Pushing event deleted for resources: {'Port': ['ID=e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:43.779566 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] For port e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4, host n-d-793620-7, got binding levels [] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:43.780066 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.796610 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Calling delete_port for e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:43.799453 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.ipam_backend_mixin [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Port e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 was not found and therefore no delete operation was performed {{(pid=100409) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:00:43.800847 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.819912 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6b0f39f2-e606-488c-be43-0321d1a37cca tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.835704 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Port': ['ID=e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:43.838495 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] No DVR routers for this DVR port e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:43.886486 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-64e3e4a3-0957-46fc-a253-f8f67a7f5f4b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] show failed (client error): The resource could not be found. Jul 07 17:00:43.893432 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-64e3e4a3-0957-46fc-a253-f8f67a7f5f4b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/ports/428dbc04-e704-4540-8dd9-d998f7ea00d4/tags/tempest-TagsExtTest-Tag-1469131905 HTTP/1.1" status: 404 len: 329 time: 0.3671484 Jul 07 17:00:43.893432 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51048) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:43.899750 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-ac733d8f-f69d-45cc-88b7-5542c1d23c95 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2eca576f-836f-4538-9607-63d2cd5bf0df', {'tags': ['tempest-TagsExtTest-Tag-1978082147', 'tempest-TagsExtTest-Tag-281873196', 'tempest-TagsExtTest-Tag-368247023']}) {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:43.950709 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:43.965967 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f255c5e5-d416-4a86-b626-576d15a85d5d']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:43.995138 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd57c0e78-2403-40bb-a1ae-3c7ef1f0de08') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:43.996280 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd57c0e78-2403-40bb-a1ae-3c7ef1f0de08') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:43.999377 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.resource_extend [None req-6b0f39f2-e606-488c-be43-0321d1a37cca tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:00:44.024825 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117ad59-f2c8-4e34-a47f-56e7fde9c747 req-18a7e084-0f90-40fc-828b-c348d9edb67b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:44.033515 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.034482 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5117ad59-f2c8-4e34-a47f-56e7fde9c747 req-18a7e084-0f90-40fc-828b-c348d9edb67b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.4987118 Jul 07 17:00:44.036079 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.053465 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.063288 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:44.064398 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:44.070005 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:44.096012 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5117ad59-f2c8-4e34-a47f-56e7fde9c747 req-116332ae-dc75-41d1-9dbb-aab28347a672 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605216 Jul 07 17:00:44.097060 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6b0f39f2-e606-488c-be43-0321d1a37cca tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.104636 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0f39f2-e606-488c-be43-0321d1a37cca tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:44.105500 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6b0f39f2-e606-488c-be43-0321d1a37cca tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.118201 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ac733d8f-f69d-45cc-88b7-5542c1d23c95 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "PUT /v2.0/routers/2eca576f-836f-4538-9607-63d2cd5bf0df/tags HTTP/1.1" status: 200 len: 316 time: 0.2222614 Jul 07 17:00:44.119145 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51056) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:44.140865 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-473d4483-52ea-4b6d-9eeb-75d53f9d9ea6 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2eca576f-836f-4538-9607-63d2cd5bf0df') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:44.162164 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.185465 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.188405 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/networks/f255c5e5-d416-4a86-b626-576d15a85d5d HTTP/1.1" status: 204 len: 168 time: 0.7135613 Jul 07 17:00:44.193027 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900471b-8613-4faa-94d4-0c45adffb432 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Network': ['ID=f255c5e5-d416-4a86-b626-576d15a85d5d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:44.194972 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51062) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:44.201470 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-fd080101-03b5-4ea0-8595-b65a67512498 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-414340533'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:44.237140 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd080101-03b5-4ea0-8595-b65a67512498 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Made reservation on behalf of 51dde79387314242847dde9de3afbecb for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:44.241875 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fd080101-03b5-4ea0-8595-b65a67512498 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.272718 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd080101-03b5-4ea0-8595-b65a67512498 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:00:44.282686 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fd080101-03b5-4ea0-8595-b65a67512498 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.283045 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-fd080101-03b5-4ea0-8595-b65a67512498 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Added segment 11f9200d-225c-4ed7-acef-69f19920d7ef of type vlan for network df7857af-fbdf-44d0-8a34-eff677fd043d Jul 07 17:00:44.303426 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6b0f39f2-e606-488c-be43-0321d1a37cca tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8606896 Jul 07 17:00:44.304230 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51068) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:44.326801 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f39f2-e606-488c-be43-0321d1a37cca tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Pushing event updated for resources: {'Network': ['ID=ae0fc9e7-6fd6-4ced-afc1-e9b36b4edf0d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:44.331245 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fd080101-03b5-4ea0-8595-b65a67512498 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.340436 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network ae0fc9e7-6fd6-4ced-afc1-e9b36b4edf0d details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:00:44.371409 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fd080101-03b5-4ea0-8595-b65a67512498 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.379571 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd080101-03b5-4ea0-8595-b65a67512498 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:44.380487 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fd080101-03b5-4ea0-8595-b65a67512498 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.487459 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fd080101-03b5-4ea0-8595-b65a67512498 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2909069 Jul 07 17:00:44.492029 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51074) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:44.495250 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-473d4483-52ea-4b6d-9eeb-75d53f9d9ea6 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "DELETE /v2.0/routers/2eca576f-836f-4538-9607-63d2cd5bf0df/tags HTTP/1.1" status: 204 len: 168 time: 0.3579433 Jul 07 17:00:44.498708 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-e0d8fa03-a0ae-480b-905c-9e2abe2b07bf tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'subnet': {'network_id': 'df7857af-fbdf-44d0-8a34-eff677fd043d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:44.498919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51076) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:44.502977 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd080101-03b5-4ea0-8595-b65a67512498 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Network': ['ID=df7857af-fbdf-44d0-8a34-eff677fd043d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:44.508297 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-9fa948de-6a12-48a5-a9d4-e7c0c6cd45ae tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2eca576f-836f-4538-9607-63d2cd5bf0df', 'tempest-TagsExtTest-Tag-1978082147') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:44.515001 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network df7857af-fbdf-44d0-8a34-eff677fd043d details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:00:44.653220 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d8fa03-a0ae-480b-905c-9e2abe2b07bf tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Made reservation on behalf of 51dde79387314242847dde9de3afbecb for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:44.658822 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0d8fa03-a0ae-480b-905c-9e2abe2b07bf tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.672531 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1e8b159f-2006-41fe-b8ae-d4d351e457b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:44.780406 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51088) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:44.817460 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:44.863468 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:00:44.864373 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e8403ab1-ab13-4d35-b5c2-ca85f2d62eb4 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:00:44.944604 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0d8fa03-a0ae-480b-905c-9e2abe2b07bf tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:45.011303 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eacf5a4f-2fe0-4d06-ac07-dce3f6629b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:45.044300 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8fa03-a0ae-480b-905c-9e2abe2b07bf tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Subnet': ['ID=1c3095c9-3f43-4951-88c9-f625f36c983a,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:45.060548 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8fa03-a0ae-480b-905c-9e2abe2b07bf tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Checking segment: {'id': '11f9200d-225c-4ed7-acef-69f19920d7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'df7857af-fbdf-44d0-8a34-eff677fd043d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:45.061026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d8fa03-a0ae-480b-905c-9e2abe2b07bf tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network hostable DHCP agents. Network: df7857af-fbdf-44d0-8a34-eff677fd043d, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:00:45.090109 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d8fa03-a0ae-480b-905c-9e2abe2b07bf tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network df7857af-fbdf-44d0-8a34-eff677fd043d is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:00:45.107143 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-e0d8fa03-a0ae-480b-905c-9e2abe2b07bf tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, df7857af-fbdf-44d0-8a34-eff677fd043d) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:45.117129 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d8fa03-a0ae-480b-905c-9e2abe2b07bf tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:45.117734 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0d8fa03-a0ae-480b-905c-9e2abe2b07bf tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:45.127115 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f2b1ef-ac58-4dfd-a839-6ea4b8906798 None None] Network df7857af-fbdf-44d0-8a34-eff677fd043d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:45.172700 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5da722bc-e115-4056-917c-a22367e7e80c tempest-DHCPAgentSchedulersTestJSON-1170303516 tempest-DHCPAgentSchedulersTestJSON-1170303516-project-admin] 10.222.0.50 "GET /v2.0/agents/a48324dc-d257-44fe-9cbb-dfe5bc90d5f7/dhcp-networks HTTP/1.1" status: 200 len: 6486 time: 0.8655727 Jul 07 17:00:45.175441 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51108) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:45.193676 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-9fa948de-6a12-48a5-a9d4-e7c0c6cd45ae tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] show failed (client error): The resource could not be found. Jul 07 17:00:45.196465 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9fa948de-6a12-48a5-a9d4-e7c0c6cd45ae tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/routers/2eca576f-836f-4538-9607-63d2cd5bf0df/tags/tempest-TagsExtTest-Tag-1978082147 HTTP/1.1" status: 404 len: 329 time: 0.6952112 Jul 07 17:00:45.203164 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51114) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:45.208471 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-29f6c485-6512-43ee-96a7-d45d28bfb9d2 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2eca576f-836f-4538-9607-63d2cd5bf0df', 'tempest-TagsExtTest-Tag-281873196') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:45.227780 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588176f3-1cdf-4f1f-a5e4-a8c8156c981c req-218b9b09-a7da-448c-8bda-4be2044f2921 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:45.230032 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-588176f3-1cdf-4f1f-a5e4-a8c8156c981c req-218b9b09-a7da-448c-8bda-4be2044f2921 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.1726954 Jul 07 17:00:45.306454 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eacf5a4f-2fe0-4d06-ac07-dce3f6629b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:45.336708 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-df7857af-fbdf-44d0-8a34-eff677fd043d', 'network_id': 'df7857af-fbdf-44d0-8a34-eff677fd043d', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'fixed_ips': [{'subnet_id': '1c3095c9-3f43-4951-88c9-f625f36c983a'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:00:45.339146 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:45.340822 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eacf5a4f-2fe0-4d06-ac07-dce3f6629b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:45.376510 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf5a4f-2fe0-4d06-ac07-dce3f6629b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163206f0-1af8-40e2-bb0e-6090d29acef9,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:45.380887 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e0d8fa03-a0ae-480b-905c-9e2abe2b07bf tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8876381 Jul 07 17:00:45.386259 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51128) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:45.390395 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-588176f3-1cdf-4f1f-a5e4-a8c8156c981c req-5cae85b4-83bb-42c9-a77e-5329dbc9dd4f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888355 Jul 07 17:00:45.392120 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-29f6c485-6512-43ee-96a7-d45d28bfb9d2 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] show failed (client error): The resource could not be found. Jul 07 17:00:45.408139 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-107e2547-ec93-4eff-876f-00a4c5013c0b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2106803159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:45.408473 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-29f6c485-6512-43ee-96a7-d45d28bfb9d2 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/routers/2eca576f-836f-4538-9607-63d2cd5bf0df/tags/tempest-TagsExtTest-Tag-281873196 HTTP/1.1" status: 404 len: 328 time: 0.1957283 Jul 07 17:00:45.408473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51134) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:45.408473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-aff3edef-354b-4384-939e-38b4b9e7382e tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2eca576f-836f-4538-9607-63d2cd5bf0df', 'tempest-TagsExtTest-Tag-368247023') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:45.447005 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-eacf5a4f-2fe0-4d06-ac07-dce3f6629b48 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e8816c080d8944908855ec3fac86152e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6642091 Jul 07 17:00:45.458202 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51136) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:45.487069 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0612b17c-6709-43fb-95be-0139c0b7b446 tempest-DHCPAgentSchedulersTestJSON-1170303516 tempest-DHCPAgentSchedulersTestJSON-1170303516-project-admin] Network ae0fc9e7-6fd6-4ced-afc1-e9b36b4edf0d is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:00:45.496709 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-aff3edef-354b-4384-939e-38b4b9e7382e tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] show failed (client error): The resource could not be found. Jul 07 17:00:45.500929 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-aff3edef-354b-4384-939e-38b4b9e7382e tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/routers/2eca576f-836f-4538-9607-63d2cd5bf0df/tags/tempest-TagsExtTest-Tag-368247023 HTTP/1.1" status: 404 len: 328 time: 0.0991862 Jul 07 17:00:45.501861 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51140) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:45.502984 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-107e2547-ec93-4eff-876f-00a4c5013c0b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:45.505662 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-107e2547-ec93-4eff-876f-00a4c5013c0b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:45.529706 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-333d70ae-3555-4924-845b-739fac6c5710 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c5cd4591-6653-45cf-a6aa-853f7abaa1e4', {'tags': ['tempest-TagsExtTest-Tag-1005888329', 'tempest-TagsExtTest-Tag-804913417', 'tempest-TagsExtTest-Tag-760890296']}) {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:45.536272 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0612b17c-6709-43fb-95be-0139c0b7b446 tempest-DHCPAgentSchedulersTestJSON-1170303516 tempest-DHCPAgentSchedulersTestJSON-1170303516-project-admin] 10.222.0.50 "POST /v2.0/agents/a48324dc-d257-44fe-9cbb-dfe5bc90d5f7/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3581619 Jul 07 17:00:45.536780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddbe6ad-51b4-40c0-9d3b-1f56e8188747 None None] Network ae0fc9e7-6fd6-4ced-afc1-e9b36b4edf0d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:45.540277 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51144) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:45.560909 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892608d1-4670-4030-ae3d-1b0878ea4de8 req-7e49f5c6-4086-496f-bd24-7c4b860385d6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:45.562506 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-892608d1-4670-4030-ae3d-1b0878ea4de8 req-7e49f5c6-4086-496f-bd24-7c4b860385d6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.2633719 Jul 07 17:00:45.631245 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-107e2547-ec93-4eff-876f-00a4c5013c0b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:45.633787 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-63f84de2-1917-4183-ae0a-01686a008537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:45.647021 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-107e2547-ec93-4eff-876f-00a4c5013c0b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:45.672325 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-892608d1-4670-4030-ae3d-1b0878ea4de8 req-63ad2d40-4141-4ace-96bf-2bba4c2b13e7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970449 Jul 07 17:00:45.686710 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-63f84de2-1917-4183-ae0a-01686a008537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:45.690455 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-107e2547-ec93-4eff-876f-00a4c5013c0b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:45.690455 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-107e2547-ec93-4eff-876f-00a4c5013c0b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3001776 Jul 07 17:00:45.695873 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51148) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:45.702360 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-5e780423-060a-4cbf-810a-e1056f3f32ea tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'port': {'network_id': 'df7857af-fbdf-44d0-8a34-eff677fd043d', 'name': 'tempest-RoutersIpV6Test-1005971344'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:45.716120 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 105fad6e-e368-4232-bd91-9d4a81b9af41 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:00:45.738515 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-333d70ae-3555-4924-845b-739fac6c5710 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "PUT /v2.0/subnetpools/c5cd4591-6653-45cf-a6aa-853f7abaa1e4/tags HTTP/1.1" status: 200 len: 316 time: 0.2349496 Jul 07 17:00:45.739746 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51150) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:45.739945 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Allocated IP 2001:db8::2 (df7857af-fbdf-44d0-8a34-eff677fd043d/1c3095c9-3f43-4951-88c9-f625f36c983a/9a1a9215-80e2-4569-bbf9-e57246ae2591) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:45.752456 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-d25b5ceb-3266-42c8-8652-7c6b9e3edf78 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c5cd4591-6653-45cf-a6aa-853f7abaa1e4') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:45.854892 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e780423-060a-4cbf-810a-e1056f3f32ea tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Made reservation on behalf of 51dde79387314242847dde9de3afbecb for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:45.860100 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5e780423-060a-4cbf-810a-e1056f3f32ea tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:45.890943 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-63f84de2-1917-4183-ae0a-01686a008537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:45.896094 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-63f84de2-1917-4183-ae0a-01686a008537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:45.897777 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-63f84de2-1917-4183-ae0a-01686a008537 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/163206f0-1af8-40e2-bb0e-6090d29acef9 HTTP/1.1" status: 204 len: 168 time: 0.4349298 Jul 07 17:00:45.899813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-5e780423-060a-4cbf-810a-e1056f3f32ea tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] device_id is not set on port 8057b978-b563-47ed-9a22-fb117d57b3d1 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:00:45.904909 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-61bf2fbe-f979-4448-9e2d-9bba7b903399 tempest-DHCPAgentSchedulersTestJSON-1170303516 tempest-DHCPAgentSchedulersTestJSON-1170303516-project-admin] 10.222.0.50 "GET /v2.0/agents/a48324dc-d257-44fe-9cbb-dfe5bc90d5f7/dhcp-networks HTTP/1.1" status: 200 len: 8040 time: 0.3609061 Jul 07 17:00:45.910190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51154) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:45.935733 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d25b5ceb-3266-42c8-8652-7c6b9e3edf78 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "DELETE /v2.0/subnetpools/c5cd4591-6653-45cf-a6aa-853f7abaa1e4/tags HTTP/1.1" status: 204 len: 168 time: 0.1892691 Jul 07 17:00:45.936684 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51156) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:45.937060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51158) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:45.951301 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 105fad6e-e368-4232-bd91-9d4a81b9af41, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=105fad6e-e368-4232-bd91-9d4a81b9af41,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:45.953777 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-b4297e32-1a8c-4e9d-ba56-74d0cf4247da tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c5cd4591-6653-45cf-a6aa-853f7abaa1e4', 'tempest-TagsExtTest-Tag-1005888329') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:45.967426 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f84de2-1917-4183-ae0a-01686a008537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163206f0-1af8-40e2-bb0e-6090d29acef9,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:45.976787 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '105fad6e-e368-4232-bd91-9d4a81b9af41', 'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91', 'port_id': '105fad6e-e368-4232-bd91-9d4a81b9af41', 'mac_address': 'fa:16:3e:e8:d0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb771e9-c384-4be6-a6e3-24a117d82432', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:00:46.054918 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-b4297e32-1a8c-4e9d-ba56-74d0cf4247da tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] show failed (client error): The resource could not be found. Jul 07 17:00:46.059180 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b4297e32-1a8c-4e9d-ba56-74d0cf4247da tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/subnetpools/c5cd4591-6653-45cf-a6aa-853f7abaa1e4/tags/tempest-TagsExtTest-Tag-1005888329 HTTP/1.1" status: 404 len: 329 time: 0.1128590 Jul 07 17:00:46.059901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51162) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:46.064836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-7b546661-d774-4ec1-a52b-38e443d095d4 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c5cd4591-6653-45cf-a6aa-853f7abaa1e4', 'tempest-TagsExtTest-Tag-804913417') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:46.109056 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a0c28d38-b132-4422-96eb-1b50a31135b8 tempest-DHCPAgentSchedulersTestJSON-1170303516 tempest-DHCPAgentSchedulersTestJSON-1170303516-project-admin] 10.222.0.50 "DELETE /v2.0/agents/a48324dc-d257-44fe-9cbb-dfe5bc90d5f7/dhcp-networks/ae0fc9e7-6fd6-4ced-afc1-e9b36b4edf0d HTTP/1.1" status: 204 len: 168 time: 0.1967721 Jul 07 17:00:46.114882 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51164) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:46.121832 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.122688 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-7b546661-d774-4ec1-a52b-38e443d095d4 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] show failed (client error): The resource could not be found. Jul 07 17:00:46.127607 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7b546661-d774-4ec1-a52b-38e443d095d4 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/subnetpools/c5cd4591-6653-45cf-a6aa-853f7abaa1e4/tags/tempest-TagsExtTest-Tag-804913417 HTTP/1.1" status: 404 len: 328 time: 0.0662041 Jul 07 17:00:46.128108 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51166) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:46.133888 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.138190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-45b123e4-5cd1-4622-ad44-12cdd406d969 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c5cd4591-6653-45cf-a6aa-853f7abaa1e4', 'tempest-TagsExtTest-Tag-760890296') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:46.148340 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Transition to ACTIVE for port object 9a1a9215-80e2-4569-bbf9-e57246ae2591 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:46.151420 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 105fad6e-e368-4232-bd91-9d4a81b9af41 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:00:46.184992 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Transition to ACTIVE for port object 9a1a9215-80e2-4569-bbf9-e57246ae2591 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:46.187615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 105fad6e-e368-4232-bd91-9d4a81b9af41, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=105fad6e-e368-4232-bd91-9d4a81b9af41,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:46.193933 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.204154 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.249549 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-957f4fa5-0bbf-4742-ad39-37ecd397cd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.276895 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-45b123e4-5cd1-4622-ad44-12cdd406d969 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] show failed (client error): The resource could not be found. Jul 07 17:00:46.280938 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-45b123e4-5cd1-4622-ad44-12cdd406d969 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/subnetpools/c5cd4591-6653-45cf-a6aa-853f7abaa1e4/tags/tempest-TagsExtTest-Tag-760890296 HTTP/1.1" status: 404 len: 328 time: 0.1463549 Jul 07 17:00:46.285289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51170) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:46.291985 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-7c95a791-dcd2-41f4-9e0c-4a30b0d61088 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c5cd4591-6653-45cf-a6aa-853f7abaa1e4') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:46.313299 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.320522 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=105fad6e-e368-4232-bd91-9d4a81b9af41,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:46.324802 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Network df7857af-fbdf-44d0-8a34-eff677fd043d is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:46.332596 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:46.355219 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:46.377647 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-5e780423-060a-4cbf-810a-e1056f3f32ea tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Allocated IP 2001:db8::1e5 (df7857af-fbdf-44d0-8a34-eff677fd043d/1c3095c9-3f43-4951-88c9-f625f36c983a/8057b978-b563-47ed-9a22-fb117d57b3d1) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:46.390499 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7c95a791-dcd2-41f4-9e0c-4a30b0d61088 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "DELETE /v2.0/subnetpools/c5cd4591-6653-45cf-a6aa-853f7abaa1e4/tags HTTP/1.1" status: 204 len: 168 time: 0.1037269 Jul 07 17:00:46.392167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51172) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:46.400911 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-2c0dc3b3-96a2-4d19-abf9-7d009d74e86e tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2eca576f-836f-4538-9607-63d2cd5bf0df') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:46.413670 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['105fad6e-e368-4232-bd91-9d4a81b9af41'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:00:46.439270 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-412f7a03-a1d7-4fbb-b883-b09b5f1f6306 tempest-DHCPAgentSchedulersTestJSON-1170303516 tempest-DHCPAgentSchedulersTestJSON-1170303516-project-admin] 10.222.0.50 "GET /v2.0/agents/a48324dc-d257-44fe-9cbb-dfe5bc90d5f7/dhcp-networks HTTP/1.1" status: 200 len: 7269 time: 0.3184834 Jul 07 17:00:46.442111 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51176) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:46.459557 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Pushing event updated for resources: {'Port': ['ID=9a1a9215-80e2-4569-bbf9-e57246ae2591,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:46.470864 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0d94db83-d6b2-456c-b086-ef4f03a59ef4 tempest-DHCPAgentSchedulersTestJSON-1170303516 tempest-DHCPAgentSchedulersTestJSON-1170303516-project-admin] 10.222.0.50 "GET /v2.0/networks/67e96c44-14f8-4ffb-9497-a6b8705c926c/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0244794 Jul 07 17:00:46.471088 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Attempting to bind port 9a1a9215-80e2-4569-bbf9-e57246ae2591 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:46.471088 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Attempting to bind port 9a1a9215-80e2-4569-bbf9-e57246ae2591 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '11f9200d-225c-4ed7-acef-69f19920d7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'df7857af-fbdf-44d0-8a34-eff677fd043d'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:46.471088 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Attempting to bind port 9a1a9215-80e2-4569-bbf9-e57246ae2591 on network df7857af-fbdf-44d0-8a34-eff677fd043d {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:46.474475 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51178) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:46.483632 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:46.484202 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Checking segment: {'id': '11f9200d-225c-4ed7-acef-69f19920d7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'df7857af-fbdf-44d0-8a34-eff677fd043d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:46.484734 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.485243 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Bound using segment: {'id': '11f9200d-225c-4ed7-acef-69f19920d7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'df7857af-fbdf-44d0-8a34-eff677fd043d'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:46.485853 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Bound port: 9a1a9215-80e2-4569-bbf9-e57246ae2591, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f9200d-225c-4ed7-acef-69f19920d7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'df7857af-fbdf-44d0-8a34-eff677fd043d'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:46.486353 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.506600 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-03ad0075-6fe6-40e2-8a9d-c8c4d489a993 tempest-DHCPAgentSchedulersTestJSON-1170303516 tempest-DHCPAgentSchedulersTestJSON-1170303516-project-admin] 10.222.0.50 "GET /v2.0/networks/67e96c44-14f8-4ffb-9497-a6b8705c926c/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0289063 Jul 07 17:00:46.509223 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51180) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:46.560890 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2c0dc3b3-96a2-4d19-abf9-7d009d74e86e tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "DELETE /v2.0/routers/2eca576f-836f-4538-9607-63d2cd5bf0df/tags HTTP/1.1" status: 204 len: 168 time: 0.1645555 Jul 07 17:00:46.561766 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51182) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:46.568187 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-e4be612d-0392-4967-99a5-63a1ef635090 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '428dbc04-e704-4540-8dd9-d998f7ea00d4') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:46.594756 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-957f4fa5-0bbf-4742-ad39-37ecd397cd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.596731 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51184) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:46.610255 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] For port 9a1a9215-80e2-4569-bbf9-e57246ae2591, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:46.622449 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] For port 9a1a9215-80e2-4569-bbf9-e57246ae2591, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=9a1a9215-80e2-4569-bbf9-e57246ae2591,segment=NetworkSegment(11f9200d-225c-4ed7-acef-69f19920d7ef),segment_id=11f9200d-225c-4ed7-acef-69f19920d7ef)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:46.634548 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.636881 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7db9b3e6-eb91-4b3e-a964-9a1d802ed5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.642697 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-957f4fa5-0bbf-4742-ad39-37ecd397cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.743436 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1c4492de-31d9-4019-b01c-69d924d6f3fd tempest-DHCPAgentSchedulersTestJSON-1170303516 tempest-DHCPAgentSchedulersTestJSON-1170303516-project-admin] 10.222.0.50 "GET /v2.0/agents/a48324dc-d257-44fe-9cbb-dfe5bc90d5f7/dhcp-networks HTTP/1.1" status: 200 len: 7269 time: 0.2296629 Jul 07 17:00:46.753351 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51190) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:46.775598 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c60527-eadc-4412-9265-0b7d616941a4 None None] Pushing event updated for resources: {'Port': ['ID=9a1a9215-80e2-4569-bbf9-e57246ae2591,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:46.779069 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5e780423-060a-4cbf-810a-e1056f3f32ea tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.798799 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-5e780423-060a-4cbf-810a-e1056f3f32ea tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Transition to ACTIVE for port object 8057b978-b563-47ed-9a22-fb117d57b3d1 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:46.809078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f4fa5-0bbf-4742-ad39-37ecd397cd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556b7945-3fc1-46a2-a308-dbc1f0a0595a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:46.815713 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-957f4fa5-0bbf-4742-ad39-37ecd397cd1c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c6743ea2f1c54587af5faee752762c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8729572 Jul 07 17:00:46.816275 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51192) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:46.878024 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5e780423-060a-4cbf-810a-e1056f3f32ea tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.919914 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c081bb99-d63e-4ba4-9eb0-14e3b778249b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.963256 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e780423-060a-4cbf-810a-e1056f3f32ea tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network df7857af-fbdf-44d0-8a34-eff677fd043d is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:46.968741 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ecf3247d-c654-4a7b-9449-0d4e21009dea tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.977369 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-5e780423-060a-4cbf-810a-e1056f3f32ea tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:46.978267 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7db9b3e6-eb91-4b3e-a964-9a1d802ed5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:46.999434 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e780423-060a-4cbf-810a-e1056f3f32ea tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:47.002924 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7db9b3e6-eb91-4b3e-a964-9a1d802ed5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.005281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e780423-060a-4cbf-810a-e1056f3f32ea tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:47.005937 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5e780423-060a-4cbf-810a-e1056f3f32ea tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.017127 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c081bb99-d63e-4ba4-9eb0-14e3b778249b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.030470 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e780423-060a-4cbf-810a-e1056f3f32ea tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Port': ['ID=8057b978-b563-47ed-9a22-fb117d57b3d1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:47.049594 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413d4a7-ab04-4019-8170-8999d6673a43 req-e97ccbfa-875a-457e-b5ea-2c79c823f42a tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:47.051384 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3413d4a7-ab04-4019-8170-8999d6673a43 req-e97ccbfa-875a-457e-b5ea-2c79c823f42a tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 945 time: 0.4156098 Jul 07 17:00:47.075957 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5e780423-060a-4cbf-810a-e1056f3f32ea tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3789129 Jul 07 17:00:47.084251 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51194) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:47.098734 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7db9b3e6-eb91-4b3e-a964-9a1d802ed5c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=14fd21a184914b85809e81dbb099369d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4754384 Jul 07 17:00:47.101786 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51196) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:47.140070 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c081bb99-d63e-4ba4-9eb0-14e3b778249b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.142677 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c081bb99-d63e-4ba4-9eb0-14e3b778249b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.146958 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c081bb99-d63e-4ba4-9eb0-14e3b778249b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/556b7945-3fc1-46a2-a308-dbc1f0a0595a HTTP/1.1" status: 204 len: 168 time: 0.3268251 Jul 07 17:00:47.170965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081bb99-d63e-4ba4-9eb0-14e3b778249b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556b7945-3fc1-46a2-a308-dbc1f0a0595a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:47.183745 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e4be612d-0392-4967-99a5-63a1ef635090 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "DELETE /v2.0/ports/428dbc04-e704-4540-8dd9-d998f7ea00d4/tags HTTP/1.1" status: 204 len: 168 time: 0.6190984 Jul 07 17:00:47.186102 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb66089-7c17-4bc0-a1ad-c4ed029d7268 req-ca0a22f5-505a-46bd-8387-34933692d8a3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:47.187774 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8cb66089-7c17-4bc0-a1ad-c4ed029d7268 req-ca0a22f5-505a-46bd-8387-34933692d8a3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.1971762 Jul 07 17:00:47.188324 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51200) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:47.196252 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.tag.tag_plugin [None req-29e7595e-fbbd-4a88-80cd-fd7921cdeec3 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2512484c-5128-498a-ad4e-2e43abe7eb6b') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:47.225852 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9b3e6-eb91-4b3e-a964-9a1d802ed5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abe12a8-eaee-4a0a-8359-b134f0e894ff,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:47.256579 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b1eb44d3-410c-402f-8af8-582bbbc6228f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.286023 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8cb66089-7c17-4bc0-a1ad-c4ed029d7268 req-00e41fb0-75e0-4f94-9cfd-394905ab1d36 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859478 Jul 07 17:00:47.297054 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3413d4a7-ab04-4019-8170-8999d6673a43 req-f2b3dc5c-5e3b-4384-b348-024e1df322dc tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282751 Jul 07 17:00:47.319618 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b1eb44d3-410c-402f-8af8-582bbbc6228f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.365498 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-29e7595e-fbbd-4a88-80cd-fd7921cdeec3 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "DELETE /v2.0/subnets/2512484c-5128-498a-ad4e-2e43abe7eb6b/tags HTTP/1.1" status: 204 len: 168 time: 0.1730244 Jul 07 17:00:47.371618 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51202) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:47.382295 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ecf3247d-c654-4a7b-9449-0d4e21009dea tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.430306 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8c673fb3-807b-40d7-8d6c-ffdf7113b507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.437056 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b1eb44d3-410c-402f-8af8-582bbbc6228f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.440068 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b1eb44d3-410c-402f-8af8-582bbbc6228f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.442444 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b1eb44d3-410c-402f-8af8-582bbbc6228f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3abe12a8-eaee-4a0a-8359-b134f0e894ff HTTP/1.1" status: 204 len: 168 time: 0.3364632 Jul 07 17:00:47.462026 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-ecf3247d-c654-4a7b-9449-0d4e21009dea tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0fc9e7-6fd6-4ced-afc1-e9b36b4edf0d']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:47.469268 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb44d3-410c-402f-8af8-582bbbc6228f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abe12a8-eaee-4a0a-8359-b134f0e894ff,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:47.474908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-ecf3247d-c654-4a7b-9449-0d4e21009dea tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9835f1-e0f9-412e-89fa-79ecb4a88f4e') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:47.475206 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-ecf3247d-c654-4a7b-9449-0d4e21009dea tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9835f1-e0f9-412e-89fa-79ecb4a88f4e') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:47.496161 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7834bb60-f89d-4ba3-a129-35813e122f0a tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks [] for subnetpool, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.497952 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7834bb60-f89d-4ba3-a129-35813e122f0a tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "DELETE /v2.0/subnetpools/c5cd4591-6653-45cf-a6aa-853f7abaa1e4 HTTP/1.1" status: 204 len: 168 time: 0.1250725 Jul 07 17:00:47.499183 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ecf3247d-c654-4a7b-9449-0d4e21009dea tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.500370 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51208) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:47.515291 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ecf3247d-c654-4a7b-9449-0d4e21009dea tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.522463 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf3247d-c654-4a7b-9449-0d4e21009dea tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:47.522878 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ecf3247d-c654-4a7b-9449-0d4e21009dea tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.540152 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5174058b-aaf6-4a3d-b514-42db6c588c1b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "GET /v2.0/ports?device_id=2eca576f-836f-4538-9607-63d2cd5bf0df HTTP/1.1" status: 200 len: 205 time: 0.0380473 Jul 07 17:00:47.542260 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51210) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:47.579361 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:47.598154 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:47.604685 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ecf3247d-c654-4a7b-9449-0d4e21009dea tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.615122 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ecf3247d-c654-4a7b-9449-0d4e21009dea tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.617290 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ecf3247d-c654-4a7b-9449-0d4e21009dea tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] 10.222.0.50 "DELETE /v2.0/networks/ae0fc9e7-6fd6-4ced-afc1-e9b36b4edf0d HTTP/1.1" status: 204 len: 168 time: 0.8580699 Jul 07 17:00:47.619822 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51212) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:47.638128 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3247d-c654-4a7b-9449-0d4e21009dea tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Pushing event deleted for resources: {'Network': ['ID=ae0fc9e7-6fd6-4ced-afc1-e9b36b4edf0d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:47.680336 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 105fad6e-e368-4232-bd91-9d4a81b9af41 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:47.723589 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e63c45-ef62-46c9-ad14-7e142496e155 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] DELETE failed (client error): The resource could not be found. Jul 07 17:00:47.727566 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e63c45-ef62-46c9-ad14-7e142496e155 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:00:47.730093 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-08e63c45-ef62-46c9-ad14-7e142496e155 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] 10.222.0.50 "DELETE /v2.0/ports/5d0befaa-b814-43c5-a6a2-3d4e9e52db98 HTTP/1.1" status: 404 len: 333 time: 0.1089740 Jul 07 17:00:47.733906 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51214) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:47.756929 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-df911d3b-41da-4bd2-ad84-8340a4e75b6b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.777302 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 105fad6e-e368-4232-bd91-9d4a81b9af41 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:47.778074 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.816874 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51216) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:47.851794 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb95287e-c662-4a9f-a1bc-8bd3884ff7ae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.862077 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee6992f2-1dd8-49ca-886c-ab9cf1a83785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:47.966782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fdbc8d-63d2-4dc4-96b3-7371642f6231 None None] Network df7857af-fbdf-44d0-8a34-eff677fd043d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:48.017981 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:48.077188 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b167d5f-4454-4235-946b-41e55072ba14 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Deleting subnet 7acb065c-9061-4114-ae8a-3e1fb2f6313c {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:48.084261 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c97f2a1-6d36-4546-b123-aaa548313382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105fad6e-e368-4232-bd91-9d4a81b9af41'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:48.087313 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61de31e-a68e-4855-88e2-da456bcd972b" -d '{"events": [{"server_uuid": "9c97f2a1-6d36-4546-b123-aaa548313382", "name": "network-vif-plugged", "status": "completed", "tag": "105fad6e-e368-4232-bd91-9d4a81b9af41"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:48.121971 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5b167d5f-4454-4235-946b-41e55072ba14 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:48.122611 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 105fad6e-e368-4232-bd91-9d4a81b9af41, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=105fad6e-e368-4232-bd91-9d4a81b9af41,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:48.124675 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6123ad38-926d-450d-8317-9cd9f3ed5b99 None None] Provisioning for port 9a1a9215-80e2-4569-bbf9-e57246ae2591 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:48.139324 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:48.164530 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-df911d3b-41da-4bd2-ad84-8340a4e75b6b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:48.185754 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-df911d3b-41da-4bd2-ad84-8340a4e75b6b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:48.189124 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceffd2b4-aebc-4c75-8d78-0108d251a627 x-openstack-request-id: req-ceffd2b4-aebc-4c75-8d78-0108d251a627 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:48.189315 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c97f2a1-6d36-4546-b123-aaa548313382", "name": "network-vif-plugged", "status": "completed", "tag": "105fad6e-e368-4232-bd91-9d4a81b9af41", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:48.191988 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ceffd2b4-aebc-4c75-8d78-0108d251a627 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:48.194517 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c97f2a1-6d36-4546-b123-aaa548313382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105fad6e-e368-4232-bd91-9d4a81b9af41', 'code': 200} Jul 07 17:00:48.212886 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee6992f2-1dd8-49ca-886c-ab9cf1a83785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:48.224650 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee6992f2-1dd8-49ca-886c-ab9cf1a83785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:48.285445 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb95287e-c662-4a9f-a1bc-8bd3884ff7ae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:48.288296 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6992f2-1dd8-49ca-886c-ab9cf1a83785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2d29dd-7775-4d7b-ae4e-bf2b83604a15,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:48.293136 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ee6992f2-1dd8-49ca-886c-ab9cf1a83785 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80cb262729eb4017957b80c71148c7e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4716973 Jul 07 17:00:48.296774 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51232) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:48.310675 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=105fad6e-e368-4232-bd91-9d4a81b9af41,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:48.332764 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb95287e-c662-4a9f-a1bc-8bd3884ff7ae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:48.691205 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5b167d5f-4454-4235-946b-41e55072ba14 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:48.765715 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:48.796692 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-df911d3b-41da-4bd2-ad84-8340a4e75b6b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:48.796692 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df911d3b-41da-4bd2-ad84-8340a4e75b6b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Fanout notify agent at l3_agent the message router_deleted on router 2eca576f-836f-4538-9607-63d2cd5bf0df {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:00:48.807424 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95287e-c662-4a9f-a1bc-8bd3884ff7ae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Port': ['ID=8057b978-b563-47ed-9a22-fb117d57b3d1,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:48.808516 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-df911d3b-41da-4bd2-ad84-8340a4e75b6b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:48.809762 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-df911d3b-41da-4bd2-ad84-8340a4e75b6b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "DELETE /v2.0/routers/2eca576f-836f-4538-9607-63d2cd5bf0df HTTP/1.1" status: 204 len: 168 time: 1.2664022 Jul 07 17:00:48.815796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51248) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:48.881213 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-51cffea8-df04-480e-a2f6-1cefe5017aa1 None None] Provisioning for port 8057b978-b563-47ed-9a22-fb117d57b3d1 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:48.885675 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 9a1a9215-80e2-4569-bbf9-e57246ae2591 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:48.912528 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-51cffea8-df04-480e-a2f6-1cefe5017aa1 None None] Provisioning complete for port 8057b978-b563-47ed-9a22-fb117d57b3d1 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:48.913106 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-51cffea8-df04-480e-a2f6-1cefe5017aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:48.960311 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-51cffea8-df04-480e-a2f6-1cefe5017aa1 None None] Port 8057b978-b563-47ed-9a22-fb117d57b3d1 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:48.983684 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 9a1a9215-80e2-4569-bbf9-e57246ae2591 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:00:48.988601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 9a1a9215-80e2-4569-bbf9-e57246ae2591 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:48.988601 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:48.997754 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfa6bb-3535-42bb-9866-caf543501370 req-675bef69-d81a-400c-a22d-04326f64304c tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:49.005752 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-95cfa6bb-3535-42bb-9866-caf543501370 req-675bef69-d81a-400c-a22d-04326f64304c tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.3173363 Jul 07 17:00:49.018101 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5b167d5f-4454-4235-946b-41e55072ba14 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.086796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e9eda-178f-49a5-b416-64b8db00db56 req-8eee47dd-6b22-44bd-a0d1-b3a59347f094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:49.089183 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-801e9eda-178f-49a5-b416-64b8db00db56 req-8eee47dd-6b22-44bd-a0d1-b3a59347f094 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 1097 time: 0.7689052 Jul 07 17:00:49.102494 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.143565 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-15a766fe-7bf6-464a-8c50-073979cc5ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.150103 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-95cfa6bb-3535-42bb-9866-caf543501370 req-9cc55d24-0cef-4ef6-8a6e-4ee20546d7f2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440969 Jul 07 17:00:49.156898 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 9a1a9215-80e2-4569-bbf9-e57246ae2591, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=9a1a9215-80e2-4569-bbf9-e57246ae2591,segment=NetworkSegment(11f9200d-225c-4ed7-acef-69f19920d7ef),segment_id=11f9200d-225c-4ed7-acef-69f19920d7ef)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:49.163058 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.172352 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-15a766fe-7bf6-464a-8c50-073979cc5ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.172784 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b297c267-2f71-47f8-af00-0ece1897d455 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Deleting port 428dbc04-e704-4540-8dd9-d998f7ea00d4 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:49.173108 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b297c267-2f71-47f8-af00-0ece1897d455 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.218196 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5b167d5f-4454-4235-946b-41e55072ba14 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.256175 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=9a1a9215-80e2-4569-bbf9-e57246ae2591,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:49.270295 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb95287e-c662-4a9f-a1bc-8bd3884ff7ae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.295460 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b167d5f-4454-4235-946b-41e55072ba14 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Pushing event deleted for resources: {'Subnet': ['ID=7acb065c-9061-4114-ae8a-3e1fb2f6313c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:49.305339 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5b167d5f-4454-4235-946b-41e55072ba14 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.307489 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5b167d5f-4454-4235-946b-41e55072ba14 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] 10.222.0.50 "DELETE /v2.0/subnets/7acb065c-9061-4114-ae8a-3e1fb2f6313c HTTP/1.1" status: 204 len: 168 time: 1.5700135 Jul 07 17:00:49.310402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51258) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:49.323458 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c84ba0d-f083-4e4e-aa24-c5019c877eb5 None None] Network 67e96c44-14f8-4ffb-9497-a6b8705c926c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:49.349817 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-441c51c7-44b3-4aa2-ab4a-df2200f86850 None None] Provisioning complete for port 8057b978-b563-47ed-9a22-fb117d57b3d1 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:49.350269 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-441c51c7-44b3-4aa2-ab4a-df2200f86850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.390683 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc6994-d1a0-4fc1-978e-54e3aefdce72 req-4ff81979-a514-43b2-ae8d-e4f7f23c3edb tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:49.397599 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d5fc6994-d1a0-4fc1-978e-54e3aefdce72 req-4ff81979-a514-43b2-ae8d-e4f7f23c3edb tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.7000473 Jul 07 17:00:49.452876 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-15a766fe-7bf6-464a-8c50-073979cc5ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.455678 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-15a766fe-7bf6-464a-8c50-073979cc5ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.457137 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-15a766fe-7bf6-464a-8c50-073979cc5ca8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3a2d29dd-7775-4d7b-ae4e-bf2b83604a15 HTTP/1.1" status: 204 len: 168 time: 1.1591077 Jul 07 17:00:49.469282 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb95287e-c662-4a9f-a1bc-8bd3884ff7ae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.477007 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-441c51c7-44b3-4aa2-ab4a-df2200f86850 None None] Port 8057b978-b563-47ed-9a22-fb117d57b3d1 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:49.519253 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b297c267-2f71-47f8-af00-0ece1897d455 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.542148 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-355e63f4-df7b-4aab-977d-8634da3118d2 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.545414 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b297c267-2f71-47f8-af00-0ece1897d455 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Calling delete_port for 428dbc04-e704-4540-8dd9-d998f7ea00d4 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:49.548023 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-801e9eda-178f-49a5-b416-64b8db00db56 req-6f5253ae-d492-4a61-9b55-620e4d0089ed service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098737 Jul 07 17:00:49.554683 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a766fe-7bf6-464a-8c50-073979cc5ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2d29dd-7775-4d7b-ae4e-bf2b83604a15,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:49.646992 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d5fc6994-d1a0-4fc1-978e-54e3aefdce72 req-b5ef29a8-c74d-4574-9bf2-60d2608172e7 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478788 Jul 07 17:00:49.709539 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1eda17af-6705-4023-8f5b-6edca1c83829 None None] Provisioning complete for port 8057b978-b563-47ed-9a22-fb117d57b3d1 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:49.709846 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1eda17af-6705-4023-8f5b-6edca1c83829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.787446 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dae42d-7e94-48da-a9b2-43e297dc114e None None] DHCP port deletion for 67e96c44-14f8-4ffb-9497-a6b8705c926c request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:00:49.796386 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-1eda17af-6705-4023-8f5b-6edca1c83829 None None] Port 8057b978-b563-47ed-9a22-fb117d57b3d1 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:49.797876 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b297c267-2f71-47f8-af00-0ece1897d455 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.822423 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-355e63f4-df7b-4aab-977d-8634da3118d2 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Deleting port 0c40a22c-b19d-426c-9fbc-6b943e16df85 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:49.824898 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-355e63f4-df7b-4aab-977d-8634da3118d2 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.881276 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-20dae42d-7e94-48da-a9b2-43e297dc114e None None] Deleting port 0c40a22c-b19d-426c-9fbc-6b943e16df85 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:49.882679 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-20dae42d-7e94-48da-a9b2-43e297dc114e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:49.901674 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297c267-2f71-47f8-af00-0ece1897d455 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Pushing event deleted for resources: {'Port': ['ID=428dbc04-e704-4540-8dd9-d998f7ea00d4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:50.001821 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-20dae42d-7e94-48da-a9b2-43e297dc114e None None] For port 0c40a22c-b19d-426c-9fbc-6b943e16df85, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0c40a22c-b19d-426c-9fbc-6b943e16df85,segment=NetworkSegment(160748f5-fc3b-43fe-befd-61e9f0101690),segment_id=160748f5-fc3b-43fe-befd-61e9f0101690)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:50.002241 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-20dae42d-7e94-48da-a9b2-43e297dc114e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.037356 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb95287e-c662-4a9f-a1bc-8bd3884ff7ae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.054705 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb95287e-c662-4a9f-a1bc-8bd3884ff7ae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.055563 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb95287e-c662-4a9f-a1bc-8bd3884ff7ae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.092037 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-355e63f4-df7b-4aab-977d-8634da3118d2 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] For port 0c40a22c-b19d-426c-9fbc-6b943e16df85, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0c40a22c-b19d-426c-9fbc-6b943e16df85,segment=NetworkSegment(160748f5-fc3b-43fe-befd-61e9f0101690),segment_id=160748f5-fc3b-43fe-befd-61e9f0101690)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:50.092627 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-355e63f4-df7b-4aab-977d-8634da3118d2 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.116046 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b297c267-2f71-47f8-af00-0ece1897d455 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.120389 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b297c267-2f71-47f8-af00-0ece1897d455 tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "DELETE /v2.0/ports/428dbc04-e704-4540-8dd9-d998f7ea00d4 HTTP/1.1" status: 204 len: 168 time: 1.2992897 Jul 07 17:00:50.120389 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-355e63f4-df7b-4aab-977d-8634da3118d2 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Calling delete_port for 0c40a22c-b19d-426c-9fbc-6b943e16df85 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:50.121162 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51286) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:50.174812 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f85e1a44-9e8f-4560-a0dc-0591e9dc2c75 req-70144887-3ade-40d3-9cc2-6c4f0ffa9294 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&device_id=494e6672-0a35-494d-b99d-0f55dbe13a0d HTTP/1.1" status: 200 len: 210 time: 0.1025541 Jul 07 17:00:50.352519 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e1a44-9e8f-4560-a0dc-0591e9dc2c75 req-4230d1f2-5026-4b87-b939-2349737f72ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:50.354622 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f85e1a44-9e8f-4560-a0dc-0591e9dc2c75 req-4230d1f2-5026-4b87-b939-2349737f72ab service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1606867 Jul 07 17:00:50.385628 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc74d50-71b0-411e-a308-10b2d6d8386f tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Deleting subnet 2512484c-5128-498a-ad4e-2e43abe7eb6b {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:50.394196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95287e-c662-4a9f-a1bc-8bd3884ff7ae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Port': ['ID=8057b978-b563-47ed-9a22-fb117d57b3d1,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:50.416068 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ebc74d50-71b0-411e-a308-10b2d6d8386f tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.451525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-20dae42d-7e94-48da-a9b2-43e297dc114e None None] Calling delete_port for 0c40a22c-b19d-426c-9fbc-6b943e16df85 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:50.493997 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.518944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb95287e-c662-4a9f-a1bc-8bd3884ff7ae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network df7857af-fbdf-44d0-8a34-eff677fd043d is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:50.530656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-fb95287e-c662-4a9f-a1bc-8bd3884ff7ae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:50.556134 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e1a44-9e8f-4560-a0dc-0591e9dc2c75 req-c4a9efe1-0434-4b14-bff3-7e0152038267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:50.557871 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f85e1a44-9e8f-4560-a0dc-0591e9dc2c75 req-c4a9efe1-0434-4b14-bff3-7e0152038267 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1942282 Jul 07 17:00:50.598862 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ebc74d50-71b0-411e-a308-10b2d6d8386f tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.681281 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-20dae42d-7e94-48da-a9b2-43e297dc114e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.704173 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dae42d-7e94-48da-a9b2-43e297dc114e None None] No DVR routers for this DVR port 0c40a22c-b19d-426c-9fbc-6b943e16df85 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:50.706763 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-355e63f4-df7b-4aab-977d-8634da3118d2 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.766304 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dae42d-7e94-48da-a9b2-43e297dc114e None None] Pushing event deleted for resources: {'Port': ['ID=0c40a22c-b19d-426c-9fbc-6b943e16df85,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:50.856829 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e63f4-df7b-4aab-977d-8634da3118d2 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Pushing event deleted for resources: {'Port': ['ID=0c40a22c-b19d-426c-9fbc-6b943e16df85,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:50.858722 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb95287e-c662-4a9f-a1bc-8bd3884ff7ae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router 28315126-672b-4963-a880-3adedc6b092e is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:00:50.883911 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 9a1a9215-80e2-4569-bbf9-e57246ae2591 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:00:50.885158 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355e63f4-df7b-4aab-977d-8634da3118d2 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] No DVR routers for this DVR port 0c40a22c-b19d-426c-9fbc-6b943e16df85 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:50.961279 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 9a1a9215-80e2-4569-bbf9-e57246ae2591 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:50.961697 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:50.971555 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366cece-d230-49d4-9772-97b4c1142a32 req-01fa7631-53b1-4200-a393-e7c1ddeda88b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:50.973632 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3366cece-d230-49d4-9772-97b4c1142a32 req-01fa7631-53b1-4200-a393-e7c1ddeda88b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.5541131 Jul 07 17:00:51.039577 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d7adf2f5-f327-4e11-91ed-954c0d029e09 None None] Provisioning complete for port 8057b978-b563-47ed-9a22-fb117d57b3d1 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:00:51.040331 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d7adf2f5-f327-4e11-91ed-954c0d029e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.067035 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-355e63f4-df7b-4aab-977d-8634da3118d2 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.079749 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-355e63f4-df7b-4aab-977d-8634da3118d2 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e96c44-14f8-4ffb-9497-a6b8705c926c']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:51.096888 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-355e63f4-df7b-4aab-977d-8634da3118d2 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160748f5-fc3b-43fe-befd-61e9f0101690') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:51.097417 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-355e63f4-df7b-4aab-977d-8634da3118d2 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160748f5-fc3b-43fe-befd-61e9f0101690') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:51.097699 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb95287e-c662-4a9f-a1bc-8bd3884ff7ae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:00:51.099249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51318) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:51.106129 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fb95287e-c662-4a9f-a1bc-8bd3884ff7ae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/28315126-672b-4963-a880-3adedc6b092e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0108905 Jul 07 17:00:51.109750 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-355e63f4-df7b-4aab-977d-8634da3118d2 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.117803 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81a7e15-9295-4c55-b6f4-a2edc3da6e2f None None] Sync routers for ids ['28315126-672b-4963-a880-3adedc6b092e'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:00:51.128051 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-355e63f4-df7b-4aab-977d-8634da3118d2 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.132848 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51322) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:51.137850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355e63f4-df7b-4aab-977d-8634da3118d2 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:51.138899 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-355e63f4-df7b-4aab-977d-8634da3118d2 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.139048 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81a7e15-9295-4c55-b6f4-a2edc3da6e2f None None] Routers {'28315126-672b-4963-a880-3adedc6b092e'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:51.141071 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d81a7e15-9295-4c55-b6f4-a2edc3da6e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:00:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['28315126-672b-4963-a880-3adedc6b092e'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:51.179230 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf2f5-f327-4e11-91ed-954c0d029e09 None None] Port 8057b978-b563-47ed-9a22-fb117d57b3d1 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:51.223569 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:51.232199 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d81a7e15-9295-4c55-b6f4-a2edc3da6e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:51.240943 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-355e63f4-df7b-4aab-977d-8634da3118d2 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.250149 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81a7e15-9295-4c55-b6f4-a2edc3da6e2f None None] Routers {'28315126-672b-4963-a880-3adedc6b092e'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:51.250881 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d81a7e15-9295-4c55-b6f4-a2edc3da6e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:00:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['28315126-672b-4963-a880-3adedc6b092e'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:51.269036 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0c40a22c-b19d-426c-9fbc-6b943e16df85 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:51.278187 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-355e63f4-df7b-4aab-977d-8634da3118d2 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.280523 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-355e63f4-df7b-4aab-977d-8634da3118d2 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] 10.222.0.50 "DELETE /v2.0/networks/67e96c44-14f8-4ffb-9497-a6b8705c926c HTTP/1.1" status: 204 len: 168 time: 1.9691987 Jul 07 17:00:51.289950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5278876-fef2-4a0a-a281-14f9ea14bb1d tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:51.294547 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ebc74d50-71b0-411e-a308-10b2d6d8386f tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.294782 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b5278876-fef2-4a0a-a281-14f9ea14bb1d tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/ports/8057b978-b563-47ed-9a22-fb117d57b3d1 HTTP/1.1" status: 200 len: 984 time: 0.1588316 Jul 07 17:00:51.296687 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51334) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:51.298192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 0c40a22c-b19d-426c-9fbc-6b943e16df85 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:00:51.298591 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0c40a22c-b19d-426c-9fbc-6b943e16df85 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:00:51.322568 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d81a7e15-9295-4c55-b6f4-a2edc3da6e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:51.323579 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81a7e15-9295-4c55-b6f4-a2edc3da6e2f None None] The sync data for ids ['28315126-672b-4963-a880-3adedc6b092e'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:00:51.326893 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e63f4-df7b-4aab-977d-8634da3118d2 tempest-DHCPAgentSchedulersTestJSON-358396700 tempest-DHCPAgentSchedulersTestJSON-358396700-project] Pushing event deleted for resources: {'Network': ['ID=67e96c44-14f8-4ffb-9497-a6b8705c926c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:51.370830 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3366cece-d230-49d4-9772-97b4c1142a32 req-50b5a055-2afd-453b-b853-e38d0204f9bb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856945 Jul 07 17:00:51.408819 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ebc74d50-71b0-411e-a308-10b2d6d8386f tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.451941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc74d50-71b0-411e-a308-10b2d6d8386f tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Pushing event deleted for resources: {'Subnet': ['ID=2512484c-5128-498a-ad4e-2e43abe7eb6b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:51.455627 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ebc74d50-71b0-411e-a308-10b2d6d8386f tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.457734 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ebc74d50-71b0-411e-a308-10b2d6d8386f tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "DELETE /v2.0/subnets/2512484c-5128-498a-ad4e-2e43abe7eb6b HTTP/1.1" status: 204 len: 168 time: 1.3332045 Jul 07 17:00:51.461251 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51342) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:51.464430 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e4c8c6-47cd-4b0f-9473-95e24dab3390 None None] Network 1f8ce58d-5efa-49da-af44-fc12f57b25cc requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:51.499640 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3cbb1faf-a332-4377-9e9f-835b98de1776 tempest-AgentManagementNegativeTest-2107213033 tempest-AgentManagementNegativeTest-2107213033-project] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3950758 Jul 07 17:00:51.514610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e11b2-dd91-4d32-a685-38d550ed431e req-5cc9a9e0-4592-4e77-a8dc-8c6cdcf297a1 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:51.516162 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c2e11b2-dd91-4d32-a685-38d550ed431e req-5cc9a9e0-4592-4e77-a8dc-8c6cdcf297a1 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.5378110 Jul 07 17:00:51.691743 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf0beab-d3e0-4bbc-8dcd-b9c99c3d2cef None None] DHCP port deletion for 1f8ce58d-5efa-49da-af44-fc12f57b25cc request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:00:51.711241 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a9aaad86-2b3e-46bd-8795-77a793f2114b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.728123 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c2e11b2-dd91-4d32-a685-38d550ed431e req-b5025d24-4a1a-4f9f-8fd7-929b5ceab151 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956191 Jul 07 17:00:51.808441 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-dbf0beab-d3e0-4bbc-8dcd-b9c99c3d2cef None None] Deleting port 2fdd5404-daec-4887-9fa4-6387981762ca {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:51.808820 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dbf0beab-d3e0-4bbc-8dcd-b9c99c3d2cef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.878673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-a9aaad86-2b3e-46bd-8795-77a793f2114b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Deleting port 2fdd5404-daec-4887-9fa4-6387981762ca {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:51.879553 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a9aaad86-2b3e-46bd-8795-77a793f2114b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.907670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51354) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:51.949399 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-dbf0beab-d3e0-4bbc-8dcd-b9c99c3d2cef None None] For port 2fdd5404-daec-4887-9fa4-6387981762ca, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2fdd5404-daec-4887-9fa4-6387981762ca,segment=NetworkSegment(17d4a894-2558-4eaf-a990-9971b6dcc64d),segment_id=17d4a894-2558-4eaf-a990-9971b6dcc64d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:51.949987 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dbf0beab-d3e0-4bbc-8dcd-b9c99c3d2cef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:51.968648 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-dbf0beab-d3e0-4bbc-8dcd-b9c99c3d2cef None None] Calling delete_port for 2fdd5404-daec-4887-9fa4-6387981762ca owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:51.975008 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51358) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:52.017934 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f85e1a44-9e8f-4560-a0dc-0591e9dc2c75 req-edbb435a-5415-4362-a6ab-854666ca20fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=494e6672-0a35-494d-b99d-0f55dbe13a0d HTTP/1.1" status: 200 len: 210 time: 0.1318090 Jul 07 17:00:52.072650 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dbf0beab-d3e0-4bbc-8dcd-b9c99c3d2cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.101043 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0beab-d3e0-4bbc-8dcd-b9c99c3d2cef None None] Pushing event deleted for resources: {'Port': ['ID=2fdd5404-daec-4887-9fa4-6387981762ca,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:52.104952 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0beab-d3e0-4bbc-8dcd-b9c99c3d2cef None None] No DVR routers for this DVR port 2fdd5404-daec-4887-9fa4-6387981762ca on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:52.262409 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-43f6f29e-e2b9-4f77-b6a1-1820c2e328fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.280571 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51366) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:52.321415 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-a9aaad86-2b3e-46bd-8795-77a793f2114b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] For port 2fdd5404-daec-4887-9fa4-6387981762ca, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2fdd5404-daec-4887-9fa4-6387981762ca,segment=NetworkSegment(17d4a894-2558-4eaf-a990-9971b6dcc64d),segment_id=17d4a894-2558-4eaf-a990-9971b6dcc64d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:52.321700 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a9aaad86-2b3e-46bd-8795-77a793f2114b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.341579 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-a9aaad86-2b3e-46bd-8795-77a793f2114b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Calling delete_port for 2fdd5404-daec-4887-9fa4-6387981762ca owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:52.356089 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8748514b-9fd3-4ec4-82b4-063d507db592 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e2a694602754b54bea1309f33dfe1f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4466362 Jul 07 17:00:52.359464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51370) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:52.366109 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3b7e8f49-6720-4a9b-98f3-246ce6ea8ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.448460 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-43f6f29e-e2b9-4f77-b6a1-1820c2e328fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.455733 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-43f6f29e-e2b9-4f77-b6a1-1820c2e328fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.499286 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1e3a2-a6d4-4b3b-8709-29c75ec352e4 req-b7bad6e3-7427-4c79-a244-6f010e55de1e tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:52.500804 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d7c1e3a2-a6d4-4b3b-8709-29c75ec352e4 req-b7bad6e3-7427-4c79-a244-6f010e55de1e tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.4902422 Jul 07 17:00:52.544565 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-43f6f29e-e2b9-4f77-b6a1-1820c2e328fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=deb6edf481134465994da350a28f304f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5682306 Jul 07 17:00:52.549810 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51374) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:52.550451 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6f29e-e2b9-4f77-b6a1-1820c2e328fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d22ee5-4de2-4fcb-a9b1-41730b79cee3,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:52.584632 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-932685f1-77c0-46c0-963f-c61e9c0617b2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.620398 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5663b-a9c8-41da-98dc-4178e45e3b1d req-20f4645a-b88e-4068-bac1-dda743ec6e82 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:52.621908 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-67c5663b-a9c8-41da-98dc-4178e45e3b1d req-20f4645a-b88e-4068-bac1-dda743ec6e82 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.1287389 Jul 07 17:00:52.657041 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3b7e8f49-6720-4a9b-98f3-246ce6ea8ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.663210 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3b7e8f49-6720-4a9b-98f3-246ce6ea8ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.697019 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4590ce81-ca78-4d94-962f-e3ba22d675ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.700882 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-67c5663b-a9c8-41da-98dc-4178e45e3b1d req-ec976364-1dcd-4f0d-9327-448891947757 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704768 Jul 07 17:00:52.712654 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d7c1e3a2-a6d4-4b3b-8709-29c75ec352e4 req-53b5c56e-eb64-43f7-a5b1-dd33521e124a tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895707 Jul 07 17:00:52.719714 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a9aaad86-2b3e-46bd-8795-77a793f2114b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.723728 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3b7e8f49-6720-4a9b-98f3-246ce6ea8ea9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b1485c9e494d46cb880738916bdf9fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4392340 Jul 07 17:00:52.723728 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e8f49-6720-4a9b-98f3-246ce6ea8ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13f8491-cd86-4b3c-8571-75d61cf6d9d7,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:52.725383 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51376) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:52.781574 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aaad86-2b3e-46bd-8795-77a793f2114b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Pushing event deleted for resources: {'Port': ['ID=2fdd5404-daec-4887-9fa4-6387981762ca,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:52.786778 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb2e50d1-2456-4052-ba87-dafa433fabc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.788803 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aaad86-2b3e-46bd-8795-77a793f2114b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] No DVR routers for this DVR port 2fdd5404-daec-4887-9fa4-6387981762ca on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:52.816423 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb2e50d1-2456-4052-ba87-dafa433fabc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.828692 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2fdd5404-daec-4887-9fa4-6387981762ca no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:52.841897 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4590ce81-ca78-4d94-962f-e3ba22d675ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.851096 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 2fdd5404-daec-4887-9fa4-6387981762ca {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:00:52.851474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2fdd5404-daec-4887-9fa4-6387981762ca not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:00:52.882155 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e9338348-4bde-4d67-9608-b44977439a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.886485 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb2e50d1-2456-4052-ba87-dafa433fabc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.903520 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb2e50d1-2456-4052-ba87-dafa433fabc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:52.908091 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fb2e50d1-2456-4052-ba87-dafa433fabc7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b13f8491-cd86-4b3c-8571-75d61cf6d9d7 HTTP/1.1" status: 204 len: 168 time: 0.1817725 Jul 07 17:00:52.925604 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e50d1-2456-4052-ba87-dafa433fabc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13f8491-cd86-4b3c-8571-75d61cf6d9d7,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:53.009179 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e9338348-4bde-4d67-9608-b44977439a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.046296 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a9aaad86-2b3e-46bd-8795-77a793f2114b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.070442 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-a9aaad86-2b3e-46bd-8795-77a793f2114b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8ce58d-5efa-49da-af44-fc12f57b25cc']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:53.097493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-a9aaad86-2b3e-46bd-8795-77a793f2114b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d4a894-2558-4eaf-a990-9971b6dcc64d') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:53.098450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-a9aaad86-2b3e-46bd-8795-77a793f2114b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d4a894-2558-4eaf-a990-9971b6dcc64d') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:53.116154 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a9aaad86-2b3e-46bd-8795-77a793f2114b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.132916 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4590ce81-ca78-4d94-962f-e3ba22d675ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.135498 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4590ce81-ca78-4d94-962f-e3ba22d675ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.136656 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4590ce81-ca78-4d94-962f-e3ba22d675ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85489889-2676-45d1-b687-c6041cfb51ec HTTP/1.1" status: 204 len: 168 time: 0.7720892 Jul 07 17:00:53.151394 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a9aaad86-2b3e-46bd-8795-77a793f2114b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.159822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590ce81-ca78-4d94-962f-e3ba22d675ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85489889-2676-45d1-b687-c6041cfb51ec,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:53.167294 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9aaad86-2b3e-46bd-8795-77a793f2114b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:53.168120 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a9aaad86-2b3e-46bd-8795-77a793f2114b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:53.172329 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:53.223197 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e9338348-4bde-4d67-9608-b44977439a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.225717 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e9338348-4bde-4d67-9608-b44977439a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.229467 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e9338348-4bde-4d67-9608-b44977439a37 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58d22ee5-4de2-4fcb-a9b1-41730b79cee3 HTTP/1.1" status: 204 len: 168 time: 0.6641712 Jul 07 17:00:53.274315 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9338348-4bde-4d67-9608-b44977439a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d22ee5-4de2-4fcb-a9b1-41730b79cee3,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:53.290111 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a9aaad86-2b3e-46bd-8795-77a793f2114b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.296279 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a9aaad86-2b3e-46bd-8795-77a793f2114b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.303079 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a9aaad86-2b3e-46bd-8795-77a793f2114b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] 10.222.0.50 "DELETE /v2.0/networks/1f8ce58d-5efa-49da-af44-fc12f57b25cc HTTP/1.1" status: 204 len: 168 time: 1.8322406 Jul 07 17:00:53.333239 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aaad86-2b3e-46bd-8795-77a793f2114b tempest-TagsExtTest-930454145 tempest-TagsExtTest-930454145-project] Pushing event deleted for resources: {'Network': ['ID=1f8ce58d-5efa-49da-af44-fc12f57b25cc,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:53.395596 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-932685f1-77c0-46c0-963f-c61e9c0617b2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting port 8057b978-b563-47ed-9a22-fb117d57b3d1 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:53.395943 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-932685f1-77c0-46c0-963f-c61e9c0617b2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.493217 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-e42070b6-5436-4400-a461-633a113fc1e6 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:53.494988 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-e42070b6-5436-4400-a461-633a113fc1e6 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/networks?id=8ae98ff8-0908-417a-8800-63c97d396a91 HTTP/1.1" status: 200 len: 815 time: 0.1897855 Jul 07 17:00:53.520371 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-a9a0f81b-b626-4873-a1b7-43e2aca64424 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/quotas/30aa2386f2044095834e8a1b1bf22d78 HTTP/1.1" status: 200 len: 375 time: 0.0181267 Jul 07 17:00:53.533515 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-932685f1-77c0-46c0-963f-c61e9c0617b2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.572013 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-932685f1-77c0-46c0-963f-c61e9c0617b2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Calling delete_port for 8057b978-b563-47ed-9a22-fb117d57b3d1 owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:53.682785 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-4e831b49-9e1c-4872-99e2-f52992d9a648 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=30aa2386f2044095834e8a1b1bf22d78&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1532149 Jul 07 17:00:53.684704 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51416) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:53.711979 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-749df904-1525-47c8-95f6-3ea650e707f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.854479 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51422) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:53.893465 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-f3c3dfcf-6c76-4976-a86a-221b2c89c814 service neutron] 10.222.0.50 "GET /v2.0/networks/8ae98ff8-0908-417a-8800-63c97d396a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822748 Jul 07 17:00:53.899987 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e7ceb95b-8bf1-4630-8a99-a3fb4a6ff3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.953763 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-932685f1-77c0-46c0-963f-c61e9c0617b2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.967258 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-749df904-1525-47c8-95f6-3ea650e707f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.980708 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-749df904-1525-47c8-95f6-3ea650e707f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:53.984305 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51424) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:54.006534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932685f1-77c0-46c0-963f-c61e9c0617b2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Port': ['ID=8057b978-b563-47ed-9a22-fb117d57b3d1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:54.069117 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-749df904-1525-47c8-95f6-3ea650e707f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3c330ec0ec24399befe1c7f5d3721d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3802860 Jul 07 17:00:54.071099 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749df904-1525-47c8-95f6-3ea650e707f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1e0074-0029-4843-90d2-7275a2f29296,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:54.080122 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51434) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:54.110151 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db45d6-956c-4599-ab58-23f0fd5b75b1 req-9b4f4716-0e00-4d3f-82e5-2de2c0b415da tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:54.117649 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19db45d6-956c-4599-ab58-23f0fd5b75b1 req-9b4f4716-0e00-4d3f-82e5-2de2c0b415da tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.2494745 Jul 07 17:00:54.165881 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-932685f1-77c0-46c0-963f-c61e9c0617b2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.191206 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-9ae14a21-d6f8-440f-9af2-13c8b4b96b4e service neutron] 10.222.0.50 "GET /v2.0/networks/8ae98ff8-0908-417a-8800-63c97d396a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888899 Jul 07 17:00:54.195257 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19db45d6-956c-4599-ab58-23f0fd5b75b1 req-3cc02978-0e1d-469a-908d-58c43815f79c tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767190 Jul 07 17:00:54.319825 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e7ceb95b-8bf1-4630-8a99-a3fb4a6ff3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.340250 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e7ceb95b-8bf1-4630-8a99-a3fb4a6ff3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.358070 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9de8945c-619c-4d5f-8404-dcbe68ac455b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f771fcf2e4d45dd8cf257dcccc76b23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3689587 Jul 07 17:00:54.370833 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51440) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:54.455541 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e7ceb95b-8bf1-4630-8a99-a3fb4a6ff3f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b9a9736036c54919b333f99f1cd9bd6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5998802 Jul 07 17:00:54.461099 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ceb95b-8bf1-4630-8a99-a3fb4a6ff3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f7b27d-5307-4369-a9e7-044fa49110ea,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:54.465698 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51444) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:54.512989 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51448) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:54.548134 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-03e0b5ca-aa64-4b58-8257-146d33879c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.557162 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e914331-335b-4fcb-b15a-89b691fc2589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.588064 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-03e0b5ca-aa64-4b58-8257-146d33879c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.608991 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e914331-335b-4fcb-b15a-89b691fc2589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.653016 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b0fce6d6-11d8-4fdf-ab5a-e2a06efdb7b1 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-253807722'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:54.654343 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2edff6a2-a1b6-43cc-ad6c-1c46f0ffb9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.677281 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc691510-aabe-457e-8bef-5f5c72f98440 req-563db5d6-88bd-4c72-8c6e-09d47543274f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 210 time: 0.0719047 Jul 07 17:00:54.700131 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fce6d6-11d8-4fdf-ab5a-e2a06efdb7b1 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Made reservation on behalf of b29eceb920b643d89d0b1dcd30de9f9d for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:54.705017 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0fce6d6-11d8-4fdf-ab5a-e2a06efdb7b1 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.731552 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-03e0b5ca-aa64-4b58-8257-146d33879c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.734080 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-03e0b5ca-aa64-4b58-8257-146d33879c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.739448 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-03e0b5ca-aa64-4b58-8257-146d33879c3f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c0cc3ffb-5ad8-4654-bd3a-b6e58ac17cbd HTTP/1.1" status: 204 len: 168 time: 0.3632457 Jul 07 17:00:54.739448 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0fce6d6-11d8-4fdf-ab5a-e2a06efdb7b1 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.745331 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e914331-335b-4fcb-b15a-89b691fc2589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.748724 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e914331-335b-4fcb-b15a-89b691fc2589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.753013 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1e914331-335b-4fcb-b15a-89b691fc2589 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9f7b27d-5307-4369-a9e7-044fa49110ea HTTP/1.1" status: 204 len: 168 time: 0.2849271 Jul 07 17:00:54.796580 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0b5ca-aa64-4b58-8257-146d33879c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cc3ffb-5ad8-4654-bd3a-b6e58ac17cbd,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:54.808463 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e914331-335b-4fcb-b15a-89b691fc2589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f7b27d-5307-4369-a9e7-044fa49110ea,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:54.842225 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2edff6a2-a1b6-43cc-ad6c-1c46f0ffb9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.902930 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0fce6d6-11d8-4fdf-ab5a-e2a06efdb7b1 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.903867 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932685f1-77c0-46c0-963f-c61e9c0617b2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router 28315126-672b-4963-a880-3adedc6b092e has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:00:54.912973 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0fce6d6-11d8-4fdf-ab5a-e2a06efdb7b1 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:54.932617 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7f710-bab6-4a4e-b3dd-0cdf6e657e6b req-df22e030-c3e7-4078-9c24-3fc51f789959 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:54.934142 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5c7f710-bab6-4a4e-b3dd-0cdf6e657e6b req-df22e030-c3e7-4078-9c24-3fc51f789959 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c97f2a1-6d36-4546-b123-aaa548313382 HTTP/1.1" status: 200 len: 946 time: 0.3262620 Jul 07 17:00:54.969769 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0fce6d6-11d8-4fdf-ab5a-e2a06efdb7b1 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:00:54.987155 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fce6d6-11d8-4fdf-ab5a-e2a06efdb7b1 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a58f5ccc-0ad3-488c-ba5b-6490c4616d54,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:55.071492 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932685f1-77c0-46c0-963f-c61e9c0617b2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:00:55.081742 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51466) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:55.081903 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-932685f1-77c0-46c0-963f-c61e9c0617b2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/28315126-672b-4963-a880-3adedc6b092e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7834272 Jul 07 17:00:55.095615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4bff81-5871-4d99-b637-71f48058acc9 None None] Sync routers for ids ['28315126-672b-4963-a880-3adedc6b092e'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:00:55.103049 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0fce6d6-11d8-4fdf-ab5a-e2a06efdb7b1 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.103846 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-b0fce6d6-11d8-4fdf-ab5a-e2a06efdb7b1 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Added segment a60baede-dbcb-4a17-b12e-3db3d1a69d4d of type vlan for network 2a515576-7d64-4153-9fa3-67bb2419977f Jul 07 17:00:55.121624 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2edff6a2-a1b6-43cc-ad6c-1c46f0ffb9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.124137 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2edff6a2-a1b6-43cc-ad6c-1c46f0ffb9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.128264 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2edff6a2-a1b6-43cc-ad6c-1c46f0ffb9af admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c1e0074-0029-4843-90d2-7275a2f29296 HTTP/1.1" status: 204 len: 168 time: 1.0444970 Jul 07 17:00:55.128540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4bff81-5871-4d99-b637-71f48058acc9 None None] Routers {'28315126-672b-4963-a880-3adedc6b092e'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:55.128540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-cf4bff81-5871-4d99-b637-71f48058acc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:00:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['28315126-672b-4963-a880-3adedc6b092e'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:55.171210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edff6a2-a1b6-43cc-ad6c-1c46f0ffb9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1e0074-0029-4843-90d2-7275a2f29296,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:55.202449 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-cf4bff81-5871-4d99-b637-71f48058acc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:55.246052 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4bff81-5871-4d99-b637-71f48058acc9 None None] Routers {'28315126-672b-4963-a880-3adedc6b092e'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:00:55.247110 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-cf4bff81-5871-4d99-b637-71f48058acc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:00:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['28315126-672b-4963-a880-3adedc6b092e'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:55.299396 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-c5c7f710-bab6-4a4e-b3dd-0cdf6e657e6b req-9e8b2d9b-6d61-4b78-bedd-93e5ad4a1798 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Deleting port 105fad6e-e368-4232-bd91-9d4a81b9af41 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:55.299745 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c5c7f710-bab6-4a4e-b3dd-0cdf6e657e6b req-9e8b2d9b-6d61-4b78-bedd-93e5ad4a1798 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.331078 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-cf4bff81-5871-4d99-b637-71f48058acc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:55.331773 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4bff81-5871-4d99-b637-71f48058acc9 None None] The sync data for ids ['28315126-672b-4963-a880-3adedc6b092e'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:00:55.404794 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0fce6d6-11d8-4fdf-ab5a-e2a06efdb7b1 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.482174 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-c5c7f710-bab6-4a4e-b3dd-0cdf6e657e6b req-9e8b2d9b-6d61-4b78-bedd-93e5ad4a1798 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] For port 105fad6e-e368-4232-bd91-9d4a81b9af41, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=105fad6e-e368-4232-bd91-9d4a81b9af41,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:55.483320 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c5c7f710-bab6-4a4e-b3dd-0cdf6e657e6b req-9e8b2d9b-6d61-4b78-bedd-93e5ad4a1798 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.513148 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-c5c7f710-bab6-4a4e-b3dd-0cdf6e657e6b req-9e8b2d9b-6d61-4b78-bedd-93e5ad4a1798 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Calling delete_port for 105fad6e-e368-4232-bd91-9d4a81b9af41 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:55.570924 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.db.resource_extend [None req-b0fce6d6-11d8-4fdf-ab5a-e2a06efdb7b1 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:00:55.678181 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-26e231f5-374f-4e97-b3fe-e087f97cce1d tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 17:00:55.678950 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-26e231f5-374f-4e97-b3fe-e087f97cce1d tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/28315126-672b-4963-a880-3adedc6b092e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5932302 Jul 07 17:00:55.682585 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51496) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:55.693383 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0fce6d6-11d8-4fdf-ab5a-e2a06efdb7b1 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.699559 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fce6d6-11d8-4fdf-ab5a-e2a06efdb7b1 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:55.700476 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0fce6d6-11d8-4fdf-ab5a-e2a06efdb7b1 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.731808 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9446ffa2-672c-45ea-a603-e5972b3c4108 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/ports?device_id=28315126-672b-4963-a880-3adedc6b092e HTTP/1.1" status: 200 len: 205 time: 0.0459499 Jul 07 17:00:55.733121 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c5c7f710-bab6-4a4e-b3dd-0cdf6e657e6b req-9e8b2d9b-6d61-4b78-bedd-93e5ad4a1798 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:55.736530 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b0fce6d6-11d8-4fdf-ab5a-e2a06efdb7b1 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.2221344 Jul 07 17:00:55.741140 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51500) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:55.743274 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51502) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:55.746652 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['105fad6e-e368-4232-bd91-9d4a81b9af41'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:00:55.803605 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa2781-2efd-4733-9e58-07fda42cd0a0 req-e7491cfe-c511-4eef-84fe-655cc71f2338 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:55.812026 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f2aa2781-2efd-4733-9e58-07fda42cd0a0 req-e7491cfe-c511-4eef-84fe-655cc71f2338 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.3396444 Jul 07 17:00:55.817111 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device e2e33f21-8306-47f8-9a36-7946a20ee7bf no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:55.822577 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fce6d6-11d8-4fdf-ab5a-e2a06efdb7b1 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Pushing event updated for resources: {'Network': ['ID=2a515576-7d64-4153-9fa3-67bb2419977f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:55.873614 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: e2e33f21-8306-47f8-9a36-7946a20ee7bf {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:00:55.874303 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device e2e33f21-8306-47f8-9a36-7946a20ee7bf not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:00:55.876081 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 2a515576-7d64-4153-9fa3-67bb2419977f details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:00:55.888310 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-9c754416-0321-444a-b588-4796fb7f907e tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Request body: {'subnet': {'network_id': '2a515576-7d64-4153-9fa3-67bb2419977f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:55.900653 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f2aa2781-2efd-4733-9e58-07fda42cd0a0 req-9805533c-d0d4-4163-989d-6de009843a25 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888023 Jul 07 17:00:56.037280 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b2d9b-6d61-4b78-bedd-93e5ad4a1798 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Pushing event deleted for resources: {'Port': ['ID=105fad6e-e368-4232-bd91-9d4a81b9af41,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:56.107060 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1998f8de-539a-4c7b-9df0-456ec12f9702 req-151b4384-b299-493e-b983-44b54cb893dd tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 210 time: 0.1363332 Jul 07 17:00:56.121922 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f530675e-0209-4f73-aa57-8c95ecaa3b14 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.143866 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c7f710-bab6-4a4e-b3dd-0cdf6e657e6b req-9e8b2d9b-6d61-4b78-bedd-93e5ad4a1798 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] No DVR routers for this DVR port 105fad6e-e368-4232-bd91-9d4a81b9af41 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:56.147865 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-6c84a95d-6f4a-465a-99fc-fe51911a92f7 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:56.149587 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-6c84a95d-6f4a-465a-99fc-fe51911a92f7 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.69 "GET /v2.0/networks?id=8ae98ff8-0908-417a-8800-63c97d396a91 HTTP/1.1" status: 200 len: 815 time: 0.2135048 Jul 07 17:00:56.167385 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-d936a84d-b193-4077-a9c2-3fcc3178841f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Request body: {'port': {'device_id': 'cc1d2b3b-4f97-493f-85bb-d9d592f291a4', 'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91', 'admin_state_up': True, 'tenant_id': '30aa2386f2044095834e8a1b1bf22d78'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:56.187549 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c5c7f710-bab6-4a4e-b3dd-0cdf6e657e6b req-9e8b2d9b-6d61-4b78-bedd-93e5ad4a1798 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.189630 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5c7f710-bab6-4a4e-b3dd-0cdf6e657e6b req-9e8b2d9b-6d61-4b78-bedd-93e5ad4a1798 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.15 "DELETE /v2.0/ports/105fad6e-e368-4232-bd91-9d4a81b9af41 HTTP/1.1" status: 204 len: 173 time: 1.2468975 Jul 07 17:00:56.192024 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c97f2a1-6d36-4546-b123-aaa548313382', 'name': 'network-vif-deleted', 'tag': '105fad6e-e368-4232-bd91-9d4a81b9af41'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:56.197529 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b94d58f-337e-4164-b269-c4c410864556" -d '{"events": [{"server_uuid": "9c97f2a1-6d36-4546-b123-aaa548313382", "name": "network-vif-deleted", "tag": "105fad6e-e368-4232-bd91-9d4a81b9af41"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:56.235863 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c754416-0321-444a-b588-4796fb7f907e tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Made reservation on behalf of b29eceb920b643d89d0b1dcd30de9f9d for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:56.240137 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c754416-0321-444a-b588-4796fb7f907e tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.319022 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7855743a-d0df-437a-be17-f6a5eba95d07 x-openstack-request-id: req-7855743a-d0df-437a-be17-f6a5eba95d07 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:56.319602 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c97f2a1-6d36-4546-b123-aaa548313382", "name": "network-vif-deleted", "tag": "105fad6e-e368-4232-bd91-9d4a81b9af41", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:56.320016 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7855743a-d0df-437a-be17-f6a5eba95d07 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:56.320619 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c97f2a1-6d36-4546-b123-aaa548313382', 'name': 'network-vif-deleted', 'tag': '105fad6e-e368-4232-bd91-9d4a81b9af41', 'status': 'completed', 'code': 200} Jul 07 17:00:56.337087 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-d936a84d-b193-4077-a9c2-3fcc3178841f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Made reservation on behalf of 30aa2386f2044095834e8a1b1bf22d78 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:56.343900 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-d936a84d-b193-4077-a9c2-3fcc3178841f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.415175 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f530675e-0209-4f73-aa57-8c95ecaa3b14 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.419262 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f530675e-0209-4f73-aa57-8c95ecaa3b14 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.492053 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f530675e-0209-4f73-aa57-8c95ecaa3b14 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.493048 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f530675e-0209-4f73-aa57-8c95ecaa3b14 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Fanout notify agent at l3_agent the message router_deleted on router 28315126-672b-4963-a880-3adedc6b092e {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:00:56.501112 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f530675e-0209-4f73-aa57-8c95ecaa3b14 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.502211 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f530675e-0209-4f73-aa57-8c95ecaa3b14 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/routers/28315126-672b-4963-a880-3adedc6b092e HTTP/1.1" status: 204 len: 168 time: 0.7397134 Jul 07 17:00:56.506481 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51528) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:56.555184 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-d936a84d-b193-4077-a9c2-3fcc3178841f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Allocated IP 172.20.0.4 (8ae98ff8-0908-417a-8800-63c97d396a91/5cb771e9-c384-4be6-a6e3-24a117d82432/5530eea7-abf2-4849-83b5-4685985032d3) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:56.609219 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90d8044-73e2-42f9-9bb4-3a2d9deca4f3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting subnet 1c3095c9-3f43-4951-88c9-f625f36c983a {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:00:56.617930 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d90d8044-73e2-42f9-9bb4-3a2d9deca4f3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.710166 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c754416-0321-444a-b588-4796fb7f907e tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.720550 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d90d8044-73e2-42f9-9bb4-3a2d9deca4f3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.788313 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-d936a84d-b193-4077-a9c2-3fcc3178841f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.899517 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-d936a84d-b193-4077-a9c2-3fcc3178841f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:56.901639 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c754416-0321-444a-b588-4796fb7f907e tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Pushing event updated for resources: {'Subnet': ['ID=cccd29c8-798f-4044-87ac-81722abea09f,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:57.000628 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c754416-0321-444a-b588-4796fb7f907e tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Checking segment: {'id': 'a60baede-dbcb-4a17-b12e-3db3d1a69d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2a515576-7d64-4153-9fa3-67bb2419977f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:57.003574 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c754416-0321-444a-b588-4796fb7f907e tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Network hostable DHCP agents. Network: 2a515576-7d64-4153-9fa3-67bb2419977f, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:00:57.032167 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-d936a84d-b193-4077-a9c2-3fcc3178841f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Network 8ae98ff8-0908-417a-8800-63c97d396a91 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:57.036017 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-d936a84d-b193-4077-a9c2-3fcc3178841f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:57.043099 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-d936a84d-b193-4077-a9c2-3fcc3178841f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:57.080852 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c754416-0321-444a-b588-4796fb7f907e tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Network 2a515576-7d64-4153-9fa3-67bb2419977f is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:00:57.081703 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936a84d-b193-4077-a9c2-3fcc3178841f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Pushing event updated for resources: {'Port': ['ID=5530eea7-abf2-4849-83b5-4685985032d3,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:57.085189 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d90d8044-73e2-42f9-9bb4-3a2d9deca4f3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.125032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-9c754416-0321-444a-b588-4796fb7f907e tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 2a515576-7d64-4153-9fa3-67bb2419977f) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:57.136355 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7ea42e-a046-49f4-8cdc-492409185c6e None None] Network 2a515576-7d64-4153-9fa3-67bb2419977f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:57.152611 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-d936a84d-b193-4077-a9c2-3fcc3178841f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:57.153352 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-d936a84d-b193-4077-a9c2-3fcc3178841f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.177612 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c754416-0321-444a-b588-4796fb7f907e tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:57.180648 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c754416-0321-444a-b588-4796fb7f907e tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.201258 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:00:57.209715 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-d936a84d-b193-4077-a9c2-3fcc3178841f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0475264 Jul 07 17:00:57.224506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] Request body: {'port': {'device_id': 'cc1d2b3b-4f97-493f-85bb-d9d592f291a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:57.240393 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9c754416-0321-444a-b588-4796fb7f907e tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3772154 Jul 07 17:00:57.242958 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51554) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:57.246047 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c032c9e-9ebb-4ef5-9af9-1965f664abe2 req-098fff5b-c06e-4cc5-b25b-e0bef37ed41f tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:57.246047 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5c032c9e-9ebb-4ef5-9af9-1965f664abe2 req-098fff5b-c06e-4cc5-b25b-e0bef37ed41f tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.1085682 Jul 07 17:00:57.256872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-01f1d22d-7e45-4d7e-8fb6-79ddecfecc66 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Request body: {'port': {'network_id': '2a515576-7d64-4153-9fa3-67bb2419977f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-222561038'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:57.354599 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5c032c9e-9ebb-4ef5-9af9-1965f664abe2 req-52710f7c-f4ba-44f8-9b22-576e61b35e04 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879440 Jul 07 17:00:57.384709 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.533678 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-2a515576-7d64-4153-9fa3-67bb2419977f', 'network_id': '2a515576-7d64-4153-9fa3-67bb2419977f', 'tenant_id': 'b29eceb920b643d89d0b1dcd30de9f9d', 'fixed_ips': [{'subnet_id': 'cccd29c8-798f-4044-87ac-81722abea09f'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:00:57.536074 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.628064 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d90d8044-73e2-42f9-9bb4-3a2d9deca4f3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.746753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d8044-73e2-42f9-9bb4-3a2d9deca4f3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Subnet': ['ID=1c3095c9-3f43-4951-88c9-f625f36c983a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:57.772211 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d90d8044-73e2-42f9-9bb4-3a2d9deca4f3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.774185 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d90d8044-73e2-42f9-9bb4-3a2d9deca4f3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/subnets/1c3095c9-3f43-4951-88c9-f625f36c983a HTTP/1.1" status: 204 len: 168 time: 1.2665260 Jul 07 17:00:57.778493 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51582) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:57.808942 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5654fe04-3663-4eb2-aaf2-d3411712c6b9 None None] Network df7857af-fbdf-44d0-8a34-eff677fd043d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:00:57.812597 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 105fad6e-e368-4232-bd91-9d4a81b9af41 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:00:57.885762 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24c60d-b6f1-4d3c-81d9-94eb78155d5a req-c032674c-2912-4af5-aed7-87d1f662b26c tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:57.887546 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa24c60d-b6f1-4d3c-81d9-94eb78155d5a req-c032674c-2912-4af5-aed7-87d1f662b26c tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 931 time: 0.5812318 Jul 07 17:00:57.925612 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f1d22d-7e45-4d7e-8fb6-79ddecfecc66 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Made reservation on behalf of b29eceb920b643d89d0b1dcd30de9f9d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:00:57.929247 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-01f1d22d-7e45-4d7e-8fb6-79ddecfecc66 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:57.965947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-01f1d22d-7e45-4d7e-8fb6-79ddecfecc66 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] device_id is not set on port 380dd265-151d-463d-9f47-e9c9bec15fb9 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:00:57.978072 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa24c60d-b6f1-4d3c-81d9-94eb78155d5a req-78aa0640-ef9f-4e58-a37a-0b3e4ed7698b tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786572 Jul 07 17:00:58.058464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Allocated IP 2001:db8::2 (2a515576-7d64-4153-9fa3-67bb2419977f/cccd29c8-798f-4044-87ac-81722abea09f/938d9a6e-17f2-4d8f-8b38-60518186a8fc) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:58.222530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51602) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:58.252652 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.263410 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Transition to ACTIVE for port object 938d9a6e-17f2-4d8f-8b38-60518186a8fc will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:58.281552 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Transition to ACTIVE for port object 938d9a6e-17f2-4d8f-8b38-60518186a8fc will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:58.293429 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 105fad6e-e368-4232-bd91-9d4a81b9af41 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:00:58.294108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 105fad6e-e368-4232-bd91-9d4a81b9af41 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:00:58.300612 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.307268 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c51fff21-d39b-4562-8c62-6250debdf5d2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.350888 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5530eea7-abf2-4849-83b5-4685985032d3 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:00:58.376251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Pushing event updated for resources: {'Port': ['ID=938d9a6e-17f2-4d8f-8b38-60518186a8fc,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:58.378039 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.400986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] Transition to ACTIVE for port object 5530eea7-abf2-4849-83b5-4685985032d3 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:58.408210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-01f1d22d-7e45-4d7e-8fb6-79ddecfecc66 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Allocated IP 2001:db8::af (2a515576-7d64-4153-9fa3-67bb2419977f/cccd29c8-798f-4044-87ac-81722abea09f/380dd265-151d-463d-9f47-e9c9bec15fb9) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:58.412498 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.447069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Network 2a515576-7d64-4153-9fa3-67bb2419977f is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:58.464069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:58.471645 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-c51fff21-d39b-4562-8c62-6250debdf5d2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting port 9a1a9215-80e2-4569-bbf9-e57246ae2591 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:58.472049 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c51fff21-d39b-4562-8c62-6250debdf5d2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.514911 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:58.520105 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7ef27a2a-f6c5-4224-8f2f-6df9469d7bce tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:58.548544 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5530eea7-abf2-4849-83b5-4685985032d3,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:58.633822 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Attempting to bind port 938d9a6e-17f2-4d8f-8b38-60518186a8fc on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:58.634441 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Attempting to bind port 938d9a6e-17f2-4d8f-8b38-60518186a8fc by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'a60baede-dbcb-4a17-b12e-3db3d1a69d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2a515576-7d64-4153-9fa3-67bb2419977f'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:58.635017 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Attempting to bind port 938d9a6e-17f2-4d8f-8b38-60518186a8fc on network 2a515576-7d64-4153-9fa3-67bb2419977f {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:58.643580 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:58.644244 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Checking segment: {'id': 'a60baede-dbcb-4a17-b12e-3db3d1a69d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2a515576-7d64-4153-9fa3-67bb2419977f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:58.645389 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.645992 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Bound using segment: {'id': 'a60baede-dbcb-4a17-b12e-3db3d1a69d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2a515576-7d64-4153-9fa3-67bb2419977f'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:58.646814 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Bound port: 938d9a6e-17f2-4d8f-8b38-60518186a8fc, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60baede-dbcb-4a17-b12e-3db3d1a69d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2a515576-7d64-4153-9fa3-67bb2419977f'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:58.647521 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.721543 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7ef27a2a-f6c5-4224-8f2f-6df9469d7bce tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.755655 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] For port 938d9a6e-17f2-4d8f-8b38-60518186a8fc, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:58.761066 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-c51fff21-d39b-4562-8c62-6250debdf5d2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] For port 9a1a9215-80e2-4569-bbf9-e57246ae2591, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=9a1a9215-80e2-4569-bbf9-e57246ae2591,segment=NetworkSegment(11f9200d-225c-4ed7-acef-69f19920d7ef),segment_id=11f9200d-225c-4ed7-acef-69f19920d7ef)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:58.761487 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c51fff21-d39b-4562-8c62-6250debdf5d2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.763473 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] For port 938d9a6e-17f2-4d8f-8b38-60518186a8fc, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=938d9a6e-17f2-4d8f-8b38-60518186a8fc,segment=NetworkSegment(a60baede-dbcb-4a17-b12e-3db3d1a69d4d),segment_id=a60baede-dbcb-4a17-b12e-3db3d1a69d4d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:58.774942 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.792411 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-c51fff21-d39b-4562-8c62-6250debdf5d2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Calling delete_port for 9a1a9215-80e2-4569-bbf9-e57246ae2591 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:58.859652 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f96460-a274-436f-b0a1-3855dfe2f1b1 None None] Pushing event updated for resources: {'Port': ['ID=938d9a6e-17f2-4d8f-8b38-60518186a8fc,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:58.863767 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ccd77e-3f2a-4c2f-bf7f-4ca0318f45ce None None] DHCP port deletion for df7857af-fbdf-44d0-8a34-eff677fd043d request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:00:58.896147 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-01f1d22d-7e45-4d7e-8fb6-79ddecfecc66 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.896731 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] Attempting to bind port 5530eea7-abf2-4849-83b5-4685985032d3 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:00:58.896977 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] Attempting to bind port 5530eea7-abf2-4849-83b5-4685985032d3 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'a185a048-b27e-402f-b83b-adb0c9a0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:00:58.897283 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] Attempting to bind port 5530eea7-abf2-4849-83b5-4685985032d3 on network 8ae98ff8-0908-417a-8800-63c97d396a91 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:58.903984 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] Port 5530eea7-abf2-4849-83b5-4685985032d3 on network 8ae98ff8-0908-417a-8800-63c97d396a91 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:00:58.904783 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] Attempting to bind port 5530eea7-abf2-4849-83b5-4685985032d3 on network 8ae98ff8-0908-417a-8800-63c97d396a91 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:00:58.912004 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:00:58.913443 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] Checking segment: {'id': 'a185a048-b27e-402f-b83b-adb0c9a0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:00:58.913990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] Bound using segment: {'id': 'a185a048-b27e-402f-b83b-adb0c9a0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:00:58.915080 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] Bound port: 5530eea7-abf2-4849-83b5-4685985032d3, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a185a048-b27e-402f-b83b-adb0c9a0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:00:58.915510 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.928247 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a232dfd-51d8-4ffb-9dd1-9107c3adb319 req-30d569f6-d8f5-4ba2-a5ef-ccc995a289cc tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:58.929803 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2a232dfd-51d8-4ffb-9dd1-9107c3adb319 req-30d569f6-d8f5-4ba2-a5ef-ccc995a289cc tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.2434258 Jul 07 17:00:58.936093 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c51fff21-d39b-4562-8c62-6250debdf5d2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:58.968800 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-01f1d22d-7e45-4d7e-8fb6-79ddecfecc66 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Transition to ACTIVE for port object 380dd265-151d-463d-9f47-e9c9bec15fb9 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:00:58.986557 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-32ccd77e-3f2a-4c2f-bf7f-4ca0318f45ce None None] Deleting port 9a1a9215-80e2-4569-bbf9-e57246ae2591 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:00:58.986955 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-32ccd77e-3f2a-4c2f-bf7f-4ca0318f45ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.013277 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2a232dfd-51d8-4ffb-9dd1-9107c3adb319 req-b672ce5a-4880-41b0-ad3c-e233793f710e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746908 Jul 07 17:00:59.017824 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51624) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:59.035136 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7ef27a2a-f6c5-4224-8f2f-6df9469d7bce tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.048201 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] For port 5530eea7-abf2-4849-83b5-4685985032d3, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:00:59.054061 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] For port 5530eea7-abf2-4849-83b5-4685985032d3, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=5530eea7-abf2-4849-83b5-4685985032d3,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:00:59.072207 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.142906 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51fff21-d39b-4562-8c62-6250debdf5d2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] No DVR routers for this DVR port 9a1a9215-80e2-4569-bbf9-e57246ae2591 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:59.159611 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-32ccd77e-3f2a-4c2f-bf7f-4ca0318f45ce None None] For port 9a1a9215-80e2-4569-bbf9-e57246ae2591, host n-d-793620-7, got binding levels [] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:00:59.160027 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-32ccd77e-3f2a-4c2f-bf7f-4ca0318f45ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.190283 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-32ccd77e-3f2a-4c2f-bf7f-4ca0318f45ce None None] Calling delete_port for 9a1a9215-80e2-4569-bbf9-e57246ae2591 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:00:59.195680 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fff21-d39b-4562-8c62-6250debdf5d2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Port': ['ID=9a1a9215-80e2-4569-bbf9-e57246ae2591,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:59.200773 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.ipam_backend_mixin [None req-32ccd77e-3f2a-4c2f-bf7f-4ca0318f45ce None None] Port 9a1a9215-80e2-4569-bbf9-e57246ae2591 was not found and therefore no delete operation was performed {{(pid=100411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:00:59.204430 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-32ccd77e-3f2a-4c2f-bf7f-4ca0318f45ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.226896 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-01f1d22d-7e45-4d7e-8fb6-79ddecfecc66 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.261347 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:59.261980 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.266114 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] 10.222.0.69 "PUT /v2.0/ports/5530eea7-abf2-4849-83b5-4685985032d3 HTTP/1.1" status: 200 len: 1091 time: 2.0472968 Jul 07 17:00:59.325398 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccd77e-3f2a-4c2f-bf7f-4ca0318f45ce None None] Pushing event deleted for resources: {'Port': ['ID=9a1a9215-80e2-4569-bbf9-e57246ae2591,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:59.331771 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ccd77e-3f2a-4c2f-bf7f-4ca0318f45ce None None] No DVR routers for this DVR port 9a1a9215-80e2-4569-bbf9-e57246ae2591 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:00:59.401847 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1d2b3b-4f97-493f-85bb-d9d592f291a4', 'tag': '5530eea7-abf2-4849-83b5-4685985032d3'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:00:59.404454 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d7eef1-96ef-473a-81ee-152152a54974" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1d2b3b-4f97-493f-85bb-d9d592f291a4", "tag": "5530eea7-abf2-4849-83b5-4685985032d3"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:00:59.420967 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f1d22d-7e45-4d7e-8fb6-79ddecfecc66 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Network 2a515576-7d64-4153-9fa3-67bb2419977f is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:00:59.423861 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd662683-d676-40c8-b426-2b80c80e5b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.445777 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-01f1d22d-7e45-4d7e-8fb6-79ddecfecc66 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:00:59.449168 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f1d22d-7e45-4d7e-8fb6-79ddecfecc66 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:00:59.457840 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f1d22d-7e45-4d7e-8fb6-79ddecfecc66 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:59.459033 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-01f1d22d-7e45-4d7e-8fb6-79ddecfecc66 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.498193 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2f03de-145e-428e-af6b-bd5f8095874d x-openstack-request-id: req-df2f03de-145e-428e-af6b-bd5f8095874d {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:00:59.498537 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1d2b3b-4f97-493f-85bb-d9d592f291a4", "tag": "5530eea7-abf2-4849-83b5-4685985032d3", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:00:59.498890 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df2f03de-145e-428e-af6b-bd5f8095874d {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:00:59.499183 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1d2b3b-4f97-493f-85bb-d9d592f291a4', 'tag': '5530eea7-abf2-4849-83b5-4685985032d3', 'status': 'completed', 'code': 200} Jul 07 17:00:59.520718 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c51fff21-d39b-4562-8c62-6250debdf5d2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.529826 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1d22d-7e45-4d7e-8fb6-79ddecfecc66 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Pushing event updated for resources: {'Port': ['ID=380dd265-151d-463d-9f47-e9c9bec15fb9,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:59.541271 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-c51fff21-d39b-4562-8c62-6250debdf5d2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7857af-fbdf-44d0-8a34-eff677fd043d']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:59.569601 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-c51fff21-d39b-4562-8c62-6250debdf5d2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f9200d-225c-4ed7-acef-69f19920d7ef') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:59.569909 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-c51fff21-d39b-4562-8c62-6250debdf5d2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f9200d-225c-4ed7-acef-69f19920d7ef') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:00:59.577573 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bf00d-1a81-4c0c-ae94-5b513729e8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5530eea7-abf2-4849-83b5-4685985032d3,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:59.577787 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-7ef27a2a-f6c5-4224-8f2f-6df9469d7bce tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Allocated IP 172.25.2.156 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/750acd42-5f05-4484-be72-56cb731f8b1a) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:00:59.598712 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c51fff21-d39b-4562-8c62-6250debdf5d2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.625905 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe132efd-f60c-40a8-b4a3-00d0a4dd96d6 req-b27db551-3060-432c-8a18-81d89d1906a7 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:59.627793 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fe132efd-f60c-40a8-b4a3-00d0a4dd96d6 req-b27db551-3060-432c-8a18-81d89d1906a7 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 943 time: 0.2809112 Jul 07 17:00:59.629500 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-314d6cb5-946b-4781-9111-a03d67d98528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:59.630928 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-314d6cb5-946b-4781-9111-a03d67d98528 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30aa2386f2044095834e8a1b1bf22d78&device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 1094 time: 0.2218595 Jul 07 17:00:59.631934 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c51fff21-d39b-4562-8c62-6250debdf5d2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.645819 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51fff21-d39b-4562-8c62-6250debdf5d2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:00:59.646248 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c51fff21-d39b-4562-8c62-6250debdf5d2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:00:59.649533 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:00:59.700094 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-efb7e5a1-50b6-45cb-830f-dfc08f9fe5e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5530eea7-abf2-4849-83b5-4685985032d3 HTTP/1.1" status: 200 len: 217 time: 0.0563169 Jul 07 17:00:59.708539 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd662683-d676-40c8-b426-2b80c80e5b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.713617 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd662683-d676-40c8-b426-2b80c80e5b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.747488 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-01f1d22d-7e45-4d7e-8fb6-79ddecfecc66 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4983079 Jul 07 17:00:59.757534 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51660) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:59.789793 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-137ae5a1-d726-4b6f-b4d5-90a67ad92161 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Request body: {'port': {'network_id': '2a515576-7d64-4153-9fa3-67bb2419977f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-905124355', 'allowed_address_pairs': [{'ip_address': '2001:db8::af', 'mac_address': 'fa:16:3e:70:c2:4b'}]}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:59.793880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd662683-d676-40c8-b426-2b80c80e5b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7c6931-3687-4e73-8aa5-8c1c6c0d95cd,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:00:59.808170 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cd662683-d676-40c8-b426-2b80c80e5b77 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b248ee682bdb450b8e36289476750f21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7880015 Jul 07 17:00:59.808170 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51666) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:59.823718 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7ef27a2a-f6c5-4224-8f2f-6df9469d7bce tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.879659 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c51fff21-d39b-4562-8c62-6250debdf5d2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.897475 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c51fff21-d39b-4562-8c62-6250debdf5d2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:00:59.899812 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c51fff21-d39b-4562-8c62-6250debdf5d2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/networks/df7857af-fbdf-44d0-8a34-eff677fd043d HTTP/1.1" status: 204 len: 168 time: 2.1200614 Jul 07 17:00:59.919286 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fe132efd-f60c-40a8-b4a3-00d0a4dd96d6 req-14eef172-f854-4c6b-b505-0542a9c5aabb tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848811 Jul 07 17:00:59.919899 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51672) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:00:59.950739 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-3d822eca-85d6-4047-a8e1-9a7148281df4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-447240452'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:00:59.978936 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-06de129b-2454-4bcb-ac05-51ee41c3b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:00:59.980607 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-06de129b-2454-4bcb-ac05-51ee41c3b02c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5cb771e9-c384-4be6-a6e3-24a117d82432 HTTP/1.1" status: 200 len: 855 time: 0.2430294 Jul 07 17:00:59.993715 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fff21-d39b-4562-8c62-6250debdf5d2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Network': ['ID=df7857af-fbdf-44d0-8a34-eff677fd043d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:00.085953 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-b9afa221-93bf-4a67-ba1d-43199f040256 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ae98ff8-0908-417a-8800-63c97d396a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856743 Jul 07 17:01:00.121329 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d822eca-85d6-4047-a8e1-9a7148281df4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Made reservation on behalf of 51dde79387314242847dde9de3afbecb for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:00.134889 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3d822eca-85d6-4047-a8e1-9a7148281df4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.267905 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137ae5a1-d726-4b6f-b4d5-90a67ad92161 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Made reservation on behalf of b29eceb920b643d89d0b1dcd30de9f9d for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:00.273060 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d822eca-85d6-4047-a8e1-9a7148281df4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:00.273899 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0c630034-1244-4663-a48e-8a95418403be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.367528 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7ef27a2a-f6c5-4224-8f2f-6df9469d7bce tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.420963 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0c630034-1244-4663-a48e-8a95418403be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.422076 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71293395-1c1b-4bb4-8867-49d88424dde9 None None] Network 2a515576-7d64-4153-9fa3-67bb2419977f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:00.436672 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-137ae5a1-d726-4b6f-b4d5-90a67ad92161 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.454865 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3d822eca-85d6-4047-a8e1-9a7148281df4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.455587 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-3d822eca-85d6-4047-a8e1-9a7148281df4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Added segment f5e46eb1-5d2b-49a9-8c3d-29a82b0a152d of type vlan for network 9a46940e-ef21-4f5e-8c67-24db33709690 Jul 07 17:01:00.537128 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-5490c7e6-0757-4199-8b3f-02fa4f0bccaf service neutron] 10.222.0.69 "GET /v2.0/networks/8ae98ff8-0908-417a-8800-63c97d396a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430847 Jul 07 17:01:00.538466 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3a1d1e8f-ad2a-486c-814b-2abd34dfa25c None None] Provisioning for port 938d9a6e-17f2-4d8f-8b38-60518186a8fc completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:00.541783 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-137ae5a1-d726-4b6f-b4d5-90a67ad92161 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] device_id is not set on port 91d67182-18c2-4f2e-a05e-b69a5839ba52 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:01:00.569668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef27a2a-f6c5-4224-8f2f-6df9469d7bce tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:00.574526 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3d822eca-85d6-4047-a8e1-9a7148281df4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.612553 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-7ef27a2a-f6c5-4224-8f2f-6df9469d7bce tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:00.626226 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef27a2a-f6c5-4224-8f2f-6df9469d7bce tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:00.662143 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef27a2a-f6c5-4224-8f2f-6df9469d7bce tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Pushing event updated for resources: {'Port': ['ID=750acd42-5f05-4484-be72-56cb731f8b1a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:00.690132 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f7b01-2141-423e-bc0c-668864a1152a req-f261103a-8f59-4b63-91b8-ef9ead44cc7b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:00.692050 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5b9f7b01-2141-423e-bc0c-668864a1152a req-f261103a-8f59-4b63-91b8-ef9ead44cc7b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.3987401 Jul 07 17:01:00.741604 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3d822eca-85d6-4047-a8e1-9a7148281df4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.748385 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d822eca-85d6-4047-a8e1-9a7148281df4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:00.749788 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0c630034-1244-4663-a48e-8a95418403be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.750215 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3d822eca-85d6-4047-a8e1-9a7148281df4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.752432 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0c630034-1244-4663-a48e-8a95418403be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:00.753590 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0c630034-1244-4663-a48e-8a95418403be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de7c6931-3687-4e73-8aa5-8c1c6c0d95cd HTTP/1.1" status: 204 len: 168 time: 0.9396806 Jul 07 17:01:00.877974 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5b9f7b01-2141-423e-bc0c-668864a1152a req-7adc4ca7-89c9-4dd1-9343-193d1d210868 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800964 Jul 07 17:01:00.887348 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3d822eca-85d6-4047-a8e1-9a7148281df4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9415584 Jul 07 17:01:00.911567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51720) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:00.912419 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c630034-1244-4663-a48e-8a95418403be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7c6931-3687-4e73-8aa5-8c1c6c0d95cd,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:00.940869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-9378ba22-a567-4669-9ade-71263554dcf4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'subnet': {'network_id': '9a46940e-ef21-4f5e-8c67-24db33709690', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:00.974596 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 938d9a6e-17f2-4d8f-8b38-60518186a8fc up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:01.021056 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-137ae5a1-d726-4b6f-b4d5-90a67ad92161 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Allocated IP 2001:db8::27 (2a515576-7d64-4153-9fa3-67bb2419977f/cccd29c8-798f-4044-87ac-81722abea09f/91d67182-18c2-4f2e-a05e-b69a5839ba52) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:01.113651 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 938d9a6e-17f2-4d8f-8b38-60518186a8fc completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:01.118767 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 938d9a6e-17f2-4d8f-8b38-60518186a8fc triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:01.119655 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.145550 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7ef27a2a-f6c5-4224-8f2f-6df9469d7bce tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.243405 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d59ab85-7bc7-4ecc-aa46-9a095eb23630 req-90cb6d70-dae5-4776-8d03-dcdc12c08d1a service neutron] 10.222.0.69 "GET /v2.0/networks/8ae98ff8-0908-417a-8800-63c97d396a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6955230 Jul 07 17:01:01.265972 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7ef27a2a-f6c5-4224-8f2f-6df9469d7bce tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.296479 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d822eca-85d6-4047-a8e1-9a7148281df4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Network': ['ID=9a46940e-ef21-4f5e-8c67-24db33709690,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:01.328607 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51734) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:01.340295 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9378ba22-a567-4669-9ade-71263554dcf4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Made reservation on behalf of 51dde79387314242847dde9de3afbecb for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:01.346036 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9378ba22-a567-4669-9ade-71263554dcf4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.372772 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.387327 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 9a46940e-ef21-4f5e-8c67-24db33709690 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:01.412743 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f845ec2-c5a1-4a9f-9f1a-da40d71da37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.428463 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-137ae5a1-d726-4b6f-b4d5-90a67ad92161 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.455215 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-137ae5a1-d726-4b6f-b4d5-90a67ad92161 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Transition to ACTIVE for port object 91d67182-18c2-4f2e-a05e-b69a5839ba52 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:01.501637 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9bb8976e-7694-413b-b785-19fe5f7b8893 None None] Provisioning complete for port 938d9a6e-17f2-4d8f-8b38-60518186a8fc triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:01.502210 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9bb8976e-7694-413b-b785-19fe5f7b8893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.507983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 938d9a6e-17f2-4d8f-8b38-60518186a8fc, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=938d9a6e-17f2-4d8f-8b38-60518186a8fc,segment=NetworkSegment(a60baede-dbcb-4a17-b12e-3db3d1a69d4d),segment_id=a60baede-dbcb-4a17-b12e-3db3d1a69d4d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:01.513057 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0d04-7870-4b3f-8632-549467e16703 req-a6030dd1-c977-4533-b0a1-ea9185f3412a tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:01.521769 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-108d0d04-7870-4b3f-8632-549467e16703 req-a6030dd1-c977-4533-b0a1-ea9185f3412a tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 943 time: 0.2748144 Jul 07 17:01:01.538080 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51738) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:01.550589 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.555427 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7eef1-96ef-473a-81ee-152152a54974 req-83b46ecd-ee17-4bb1-8b7a-e7cede11037c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:01.557429 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c5d7eef1-96ef-473a-81ee-152152a54974 req-83b46ecd-ee17-4bb1-8b7a-e7cede11037c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30aa2386f2044095834e8a1b1bf22d78&device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 1094 time: 0.2186825 Jul 07 17:01:01.643896 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=938d9a6e-17f2-4d8f-8b38-60518186a8fc,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:01.689343 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 9a1a9215-80e2-4569-bbf9-e57246ae2591 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:01.729334 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 9a1a9215-80e2-4569-bbf9-e57246ae2591 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:01:01.729696 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 9a1a9215-80e2-4569-bbf9-e57246ae2591 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:01:01.755571 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-108d0d04-7870-4b3f-8632-549467e16703 req-a2a44deb-5d88-4a0a-b154-9550b53cc020 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313240 Jul 07 17:01:01.761707 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-137ae5a1-d726-4b6f-b4d5-90a67ad92161 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.775077 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9bb8976e-7694-413b-b785-19fe5f7b8893 None None] Provisioning for port 380dd265-151d-463d-9f47-e9c9bec15fb9 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:01.783432 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9bb8976e-7694-413b-b785-19fe5f7b8893 None None] Provisioning complete for port 380dd265-151d-463d-9f47-e9c9bec15fb9 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:01.783893 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9bb8976e-7694-413b-b785-19fe5f7b8893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.824415 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-9bb8976e-7694-413b-b785-19fe5f7b8893 None None] Port 380dd265-151d-463d-9f47-e9c9bec15fb9 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:01.847599 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137ae5a1-d726-4b6f-b4d5-90a67ad92161 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Network 2a515576-7d64-4153-9fa3-67bb2419977f is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:01.848306 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-38571cda-3e9d-4961-93f0-c972e690a5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.859553 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-137ae5a1-d726-4b6f-b4d5-90a67ad92161 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:01.861992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137ae5a1-d726-4b6f-b4d5-90a67ad92161 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:01.866958 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9378ba22-a567-4669-9ade-71263554dcf4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.868398 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137ae5a1-d726-4b6f-b4d5-90a67ad92161 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:01.869139 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-137ae5a1-d726-4b6f-b4d5-90a67ad92161 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.887113 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ae5a1-d726-4b6f-b4d5-90a67ad92161 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Pushing event updated for resources: {'Port': ['ID=91d67182-18c2-4f2e-a05e-b69a5839ba52,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:01.907567 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7eef1-96ef-473a-81ee-152152a54974 req-7957de46-e6c0-4e08-8ad3-7146cfdffe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:01.909122 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c5d7eef1-96ef-473a-81ee-152152a54974 req-7957de46-e6c0-4e08-8ad3-7146cfdffe2c service neutron] 10.222.0.69 "GET /v2.0/networks?id=8ae98ff8-0908-417a-8800-63c97d396a91 HTTP/1.1" status: 200 len: 916 time: 0.3321381 Jul 07 17:01:01.949861 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5e96c0af-603f-441e-9e89-fc146caffff8 None None] Provisioning complete for port 380dd265-151d-463d-9f47-e9c9bec15fb9 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:01.950240 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5e96c0af-603f-441e-9e89-fc146caffff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:01.980449 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c5d7eef1-96ef-473a-81ee-152152a54974 req-ae2c228a-322b-44e3-b126-5635f550c04c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5530eea7-abf2-4849-83b5-4685985032d3 HTTP/1.1" status: 200 len: 217 time: 0.0616865 Jul 07 17:01:01.982174 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f845ec2-c5a1-4a9f-9f1a-da40d71da37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.006998 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7ef27a2a-f6c5-4224-8f2f-6df9469d7bce tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.008442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-5e96c0af-603f-441e-9e89-fc146caffff8 None None] Port 380dd265-151d-463d-9f47-e9c9bec15fb9 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:02.026164 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f845ec2-c5a1-4a9f-9f1a-da40d71da37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.028746 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7ef27a2a-f6c5-4224-8f2f-6df9469d7bce tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.043449 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378ba22-a567-4669-9ade-71263554dcf4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Subnet': ['ID=cac1f351-4547-4d3e-a5d4-a1737b6298a2,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:02.098879 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7eef1-96ef-473a-81ee-152152a54974 req-d151ecb5-3b80-4471-a15e-dd4be3cddd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:02.100614 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c5d7eef1-96ef-473a-81ee-152152a54974 req-d151ecb5-3b80-4471-a15e-dd4be3cddd44 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5cb771e9-c384-4be6-a6e3-24a117d82432 HTTP/1.1" status: 200 len: 855 time: 0.1024148 Jul 07 17:01:02.132986 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-85124916-8998-422d-a580-d338a2046d17 None None] Provisioning for port 91d67182-18c2-4f2e-a05e-b69a5839ba52 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:02.136867 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-85124916-8998-422d-a580-d338a2046d17 None None] Provisioning complete for port 91d67182-18c2-4f2e-a05e-b69a5839ba52 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:02.137310 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-85124916-8998-422d-a580-d338a2046d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.143744 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c5d7eef1-96ef-473a-81ee-152152a54974 req-255aaaad-e492-4a20-afb4-41ba53b933a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8ae98ff8-0908-417a-8800-63c97d396a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342185 Jul 07 17:01:02.172213 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3f845ec2-c5a1-4a9f-9f1a-da40d71da37b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=82e3c9981a2d426e8ad54d224532ceb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8416362 Jul 07 17:01:02.179303 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51746) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:02.180098 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378ba22-a567-4669-9ade-71263554dcf4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Checking segment: {'id': 'f5e46eb1-5d2b-49a9-8c3d-29a82b0a152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a46940e-ef21-4f5e-8c67-24db33709690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:02.180472 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9378ba22-a567-4669-9ade-71263554dcf4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network hostable DHCP agents. Network: 9a46940e-ef21-4f5e-8c67-24db33709690, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:02.181554 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-85124916-8998-422d-a580-d338a2046d17 None None] Port 91d67182-18c2-4f2e-a05e-b69a5839ba52 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:02.199174 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f845ec2-c5a1-4a9f-9f1a-da40d71da37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cac473f-178e-4726-9da2-fa4dbd5b0aff,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:02.211534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef27a2a-f6c5-4224-8f2f-6df9469d7bce tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Pushing event updated for resources: {'Port': ['ID=750acd42-5f05-4484-be72-56cb731f8b1a,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:02.228136 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf6887-8280-4487-b484-9bb5d7976fba req-1a33e0ef-d7ec-47b4-9fc8-0ae32aa46e88 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:02.229677 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4faf6887-8280-4487-b484-9bb5d7976fba req-1a33e0ef-d7ec-47b4-9fc8-0ae32aa46e88 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.1875281 Jul 07 17:01:02.259654 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7ef27a2a-f6c5-4224-8f2f-6df9469d7bce tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.271212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9378ba22-a567-4669-9ade-71263554dcf4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network 9a46940e-ef21-4f5e-8c67-24db33709690 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:02.290819 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4faf6887-8280-4487-b484-9bb5d7976fba req-9dcc6324-6857-4643-8466-ba2306d1598c tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546787 Jul 07 17:01:02.295717 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-9378ba22-a567-4669-9ade-71263554dcf4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 9a46940e-ef21-4f5e-8c67-24db33709690) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:02.304391 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c5d7eef1-96ef-473a-81ee-152152a54974 req-e1b0a785-ed1d-47b7-b8f9-3ab926d58c81 service neutron] 10.222.0.69 "GET /v2.0/networks/8ae98ff8-0908-417a-8800-63c97d396a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499152 Jul 07 17:01:02.308690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378ba22-a567-4669-9ade-71263554dcf4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:02.309292 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9378ba22-a567-4669-9ade-71263554dcf4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.318922 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c53d6f-e56b-40e3-9698-042aeed322df None None] Network 9a46940e-ef21-4f5e-8c67-24db33709690 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:02.330533 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0d6b9eb1-a7c3-4be0-bb93-67c35fccde54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.350081 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-38571cda-3e9d-4961-93f0-c972e690a5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.367208 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-38571cda-3e9d-4961-93f0-c972e690a5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.369781 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-137ae5a1-d726-4b6f-b4d5-90a67ad92161 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.6069798 Jul 07 17:01:02.370448 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51748) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:02.372175 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0d6b9eb1-a7c3-4be0-bb93-67c35fccde54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.386500 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7ef27a2a-f6c5-4224-8f2f-6df9469d7bce tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.387757 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7ef27a2a-f6c5-4224-8f2f-6df9469d7bce tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1623907 Jul 07 17:01:02.396965 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9378ba22-a567-4669-9ade-71263554dcf4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4823365 Jul 07 17:01:02.400928 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51750) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:02.401272 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51752) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:02.409585 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c498265e-7069-4f65-9eda-8b1cdafba2a2 tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-45845737', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'fixed_ips': [{'ip_address': '172.25.2.156'}]}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:02.423539 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-278656d1-8cb9-4b59-905e-828be356ee13 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-243550296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:02.468113 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-38571cda-3e9d-4961-93f0-c972e690a5da admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3db2c85bbdf44f0484ab2948df0ab103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9278738 Jul 07 17:01:02.471765 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38571cda-3e9d-4961-93f0-c972e690a5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d557ea0-482d-4fcd-b652-32c64389cf97,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:02.474992 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51754) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:02.479611 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-9a46940e-ef21-4f5e-8c67-24db33709690', 'network_id': '9a46940e-ef21-4f5e-8c67-24db33709690', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'fixed_ips': [{'subnet_id': 'cac1f351-4547-4d3e-a5d4-a1737b6298a2'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:01:02.481024 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.486695 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c5d7eef1-96ef-473a-81ee-152152a54974 req-a56da82c-212c-47a4-96c2-a6df767cab8e service neutron] 10.222.0.69 "GET /v2.0/networks/8ae98ff8-0908-417a-8800-63c97d396a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748333 Jul 07 17:01:02.509836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c498265e-7069-4f65-9eda-8b1cdafba2a2 tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Made reservation on behalf of 0125ff9f59524282ae4ec71ad57a6ec5 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:02.512752 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c498265e-7069-4f65-9eda-8b1cdafba2a2 tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.540405 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed795f2f-a3aa-4586-94d4-89080823772a tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:02.543153 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c498265e-7069-4f65-9eda-8b1cdafba2a2 tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.546393 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0d6b9eb1-a7c3-4be0-bb93-67c35fccde54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.546559 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed795f2f-a3aa-4586-94d4-89080823772a tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:02.548935 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0d6b9eb1-a7c3-4be0-bb93-67c35fccde54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.551068 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0d6b9eb1-a7c3-4be0-bb93-67c35fccde54 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4cac473f-178e-4726-9da2-fa4dbd5b0aff HTTP/1.1" status: 204 len: 168 time: 0.3681409 Jul 07 17:01:02.552377 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed795f2f-a3aa-4586-94d4-89080823772a tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:02.557065 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ed795f2f-a3aa-4586-94d4-89080823772a tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1812692 Jul 07 17:01:02.557674 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51758) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:02.572623 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b9eb1-a7c3-4be0-bb93-67c35fccde54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cac473f-178e-4726-9da2-fa4dbd5b0aff,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:02.638408 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-278656d1-8cb9-4b59-905e-828be356ee13 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.640044 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-278656d1-8cb9-4b59-905e-828be356ee13 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.666474 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-bf0710ae-791d-45a2-bf91-5674bdab4fb6 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Deleting port 91d67182-18c2-4f2e-a05e-b69a5839ba52 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:02.666824 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf0710ae-791d-45a2-bf91-5674bdab4fb6 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.671358 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a0d84e68-b4e5-4be9-a4c5-cbdc96d8b7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.695428 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Allocated IP 2001:db8::2 (9a46940e-ef21-4f5e-8c67-24db33709690/cac1f351-4547-4d3e-a5d4-a1737b6298a2/5f0285dc-6694-45e1-9fa2-f1fa84f5c993) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:02.723695 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a0d84e68-b4e5-4be9-a4c5-cbdc96d8b7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.774096 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf0710ae-791d-45a2-bf91-5674bdab4fb6 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.777630 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-278656d1-8cb9-4b59-905e-828be356ee13 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.789698 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c498265e-7069-4f65-9eda-8b1cdafba2a2 tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.797365 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-278656d1-8cb9-4b59-905e-828be356ee13 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.816050 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-bf0710ae-791d-45a2-bf91-5674bdab4fb6 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Calling delete_port for 91d67182-18c2-4f2e-a05e-b69a5839ba52 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:02.820001 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c498265e-7069-4f65-9eda-8b1cdafba2a2 tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.849091 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-278656d1-8cb9-4b59-905e-828be356ee13 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:02.852950 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-278656d1-8cb9-4b59-905e-828be356ee13 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4446285 Jul 07 17:01:02.852950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-c498265e-7069-4f65-9eda-8b1cdafba2a2 tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] device_id is not set on port 509180e3-cf64-4114-917e-214a2d1345ee yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:01:02.854020 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51766) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:02.856619 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498265e-7069-4f65-9eda-8b1cdafba2a2 tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79b9cd2-72e0-4fcd-ab42-18c1aa60bb68,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:02.892672 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 938d9a6e-17f2-4d8f-8b38-60518186a8fc up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:03.053621 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a0d84e68-b4e5-4be9-a4c5-cbdc96d8b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.056262 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a0d84e68-b4e5-4be9-a4c5-cbdc96d8b7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.060408 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a0d84e68-b4e5-4be9-a4c5-cbdc96d8b7b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d557ea0-482d-4fcd-b652-32c64389cf97 HTTP/1.1" status: 204 len: 168 time: 0.5829153 Jul 07 17:01:03.069750 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 938d9a6e-17f2-4d8f-8b38-60518186a8fc triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:03.070498 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.114621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d84e68-b4e5-4be9-a4c5-cbdc96d8b7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d557ea0-482d-4fcd-b652-32c64389cf97,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:03.122513 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.146596 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Transition to ACTIVE for port object 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:03.164459 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb85e7-6f77-4b3c-803e-32bf651e7970 req-1049cf2d-7ad7-44fe-adf2-56bae8c2b487 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:03.171703 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-52fb85e7-6f77-4b3c-803e-32bf651e7970 req-1049cf2d-7ad7-44fe-adf2-56bae8c2b487 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 943 time: 0.1801412 Jul 07 17:01:03.178469 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Transition to ACTIVE for port object 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:03.214034 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.255560 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-52fb85e7-6f77-4b3c-803e-32bf651e7970 req-6c37fb57-6689-4b99-a1bc-a263a9a45e3e tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828409 Jul 07 17:01:03.260850 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-c498265e-7069-4f65-9eda-8b1cdafba2a2 tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 17:01:03.261432 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c498265e-7069-4f65-9eda-8b1cdafba2a2 tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:01:03.272604 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Network 9a46940e-ef21-4f5e-8c67-24db33709690 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:03.283734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:03.284997 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c498265e-7069-4f65-9eda-8b1cdafba2a2 tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8798592 Jul 07 17:01:03.288012 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51778) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:03.288292 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:03.296105 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Pushing event updated for resources: {'Port': ['ID=5f0285dc-6694-45e1-9fa2-f1fa84f5c993,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:03.409686 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Attempting to bind port 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:03.410570 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Attempting to bind port 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'f5e46eb1-5d2b-49a9-8c3d-29a82b0a152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a46940e-ef21-4f5e-8c67-24db33709690'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:03.410845 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Attempting to bind port 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 on network 9a46940e-ef21-4f5e-8c67-24db33709690 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:03.421041 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:03.422320 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Checking segment: {'id': 'f5e46eb1-5d2b-49a9-8c3d-29a82b0a152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a46940e-ef21-4f5e-8c67-24db33709690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:03.422916 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.424009 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Bound using segment: {'id': 'f5e46eb1-5d2b-49a9-8c3d-29a82b0a152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a46940e-ef21-4f5e-8c67-24db33709690'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:03.424831 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Bound port: 5f0285dc-6694-45e1-9fa2-f1fa84f5c993, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e46eb1-5d2b-49a9-8c3d-29a82b0a152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9a46940e-ef21-4f5e-8c67-24db33709690'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:03.426961 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.522176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 892c556e-5f15-48a3-a593-b8fa86b3a09a details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:01:03.552317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-135122a1-be22-450b-bd5f-c8d6fd472337 tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Deleting port 750acd42-5f05-4484-be72-56cb731f8b1a {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:03.553854 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-135122a1-be22-450b-bd5f-c8d6fd472337 tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.554033 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] For port 5f0285dc-6694-45e1-9fa2-f1fa84f5c993, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:03.560003 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] For port 5f0285dc-6694-45e1-9fa2-f1fa84f5c993, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5f0285dc-6694-45e1-9fa2-f1fa84f5c993,segment=NetworkSegment(f5e46eb1-5d2b-49a9-8c3d-29a82b0a152d),segment_id=f5e46eb1-5d2b-49a9-8c3d-29a82b0a152d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:03.584385 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.659772 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-135122a1-be22-450b-bd5f-c8d6fd472337 tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.660952 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-135122a1-be22-450b-bd5f-c8d6fd472337 tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.678485 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-135122a1-be22-450b-bd5f-c8d6fd472337 tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Calling delete_port for 750acd42-5f05-4484-be72-56cb731f8b1a owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:03.713396 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51788) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:03.762870 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a706eef4-9d80-423b-b8eb-48b286b058a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.836313 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170a90c-418d-45b9-a21d-0e22ef7a82c6 req-ffe727a0-c86d-4f79-ab71-6f687ee9bf94 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:03.850224 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8170a90c-418d-45b9-a21d-0e22ef7a82c6 req-ffe727a0-c86d-4f79-ab71-6f687ee9bf94 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.3955886 Jul 07 17:01:03.858540 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-135122a1-be22-450b-bd5f-c8d6fd472337 tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:03.938806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135122a1-be22-450b-bd5f-c8d6fd472337 tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Pushing event deleted for resources: {'Port': ['ID=750acd42-5f05-4484-be72-56cb731f8b1a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:03.961351 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf0710ae-791d-45a2-bf91-5674bdab4fb6 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.011914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386856a-b200-4b14-9a05-59cb5f2188ef None None] Pushing event updated for resources: {'Port': ['ID=5f0285dc-6694-45e1-9fa2-f1fa84f5c993,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:04.045425 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 892c556e-5f15-48a3-a593-b8fa86b3a09a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=892c556e-5f15-48a3-a593-b8fa86b3a09a,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:04.052640 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-135122a1-be22-450b-bd5f-c8d6fd472337 tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.059430 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-135122a1-be22-450b-bd5f-c8d6fd472337 tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.063486 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-135122a1-be22-450b-bd5f-c8d6fd472337 tempest-ExternalNetworksAdminNegativeTestJSON-717147513 tempest-ExternalNetworksAdminNegativeTestJSON-717147513-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/70c98732-8994-4264-9974-9853a9f8b9e0 HTTP/1.1" status: 204 len: 168 time: 0.7743340 Jul 07 17:01:04.073574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '892c556e-5f15-48a3-a593-b8fa86b3a09a', 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d', 'port_id': '892c556e-5f15-48a3-a593-b8fa86b3a09a', 'mac_address': 'fa:16:3e:a9:56:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d9af50-51a7-4bbc-a88f-fc28aae3344c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:01:04.168240 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.189654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 892c556e-5f15-48a3-a593-b8fa86b3a09a {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:04.263014 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 892c556e-5f15-48a3-a593-b8fa86b3a09a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=892c556e-5f15-48a3-a593-b8fa86b3a09a,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:04.278279 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.286960 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0710ae-791d-45a2-bf91-5674bdab4fb6 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Pushing event deleted for resources: {'Port': ['ID=91d67182-18c2-4f2e-a05e-b69a5839ba52,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:04.302194 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8170a90c-418d-45b9-a21d-0e22ef7a82c6 req-f5d67834-4517-4827-a9df-6f17e3eab737 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510386 Jul 07 17:01:04.336250 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7b08a72-d33d-48b6-a4b4-79dc5ea4ab0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.406776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['892c556e-5f15-48a3-a593-b8fa86b3a09a'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:04.528409 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=892c556e-5f15-48a3-a593-b8fa86b3a09a,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:04.546877 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf0710ae-791d-45a2-bf91-5674bdab4fb6 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.551417 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bf0710ae-791d-45a2-bf91-5674bdab4fb6 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "DELETE /v2.0/ports/91d67182-18c2-4f2e-a05e-b69a5839ba52 HTTP/1.1" status: 204 len: 168 time: 1.9905319 Jul 07 17:01:04.551813 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51808) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:04.614998 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46854af-1393-4566-8c0a-9753688d0496 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] GET failed (client error): The resource could not be found. Jul 07 17:01:04.621983 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d46854af-1393-4566-8c0a-9753688d0496 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "GET /v2.0/ports/91d67182-18c2-4f2e-a05e-b69a5839ba52 HTTP/1.1" status: 404 len: 333 time: 0.0638354 Jul 07 17:01:04.627008 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51810) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:04.637633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-ef7cb90a-6b2c-45b2-ae25-c68e16a13ef4 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Request body: {'port': {'network_id': '2a515576-7d64-4153-9fa3-67bb2419977f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-303594520'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:04.669296 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51814) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:04.670970 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a706eef4-9d80-423b-b8eb-48b286b058a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.683444 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a706eef4-9d80-423b-b8eb-48b286b058a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.875850 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a706eef4-9d80-423b-b8eb-48b286b058a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=111582a69b5d47209fed109bfcbb20fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1612957 Jul 07 17:01:04.888790 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51822) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:04.940042 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:04.970127 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d14a6e10-080a-46bf-9463-6032c58305d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:04.997504 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7cb90a-6b2c-45b2-ae25-c68e16a13ef4 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Made reservation on behalf of b29eceb920b643d89d0b1dcd30de9f9d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:05.000910 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ef7cb90a-6b2c-45b2-ae25-c68e16a13ef4 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.001213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706eef4-9d80-423b-b8eb-48b286b058a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f244bc5a-3f27-4a10-8881-f586849fc392,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:05.052793 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:05.118685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-ef7cb90a-6b2c-45b2-ae25-c68e16a13ef4 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] device_id is not set on port a0fc139a-ea8a-4342-b980-764cb4443bc0 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:01:05.124620 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e4ef400-9181-43c9-bf11-c0c3ef96d4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.141251 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-b7b08a72-d33d-48b6-a4b4-79dc5ea4ab0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Allocated IP 2001:db8::1 (9a46940e-ef21-4f5e-8c67-24db33709690/cac1f351-4547-4d3e-a5d4-a1737b6298a2/599c0803-aec5-48cd-ad94-9c3ab39d2785) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:05.288535 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa22a73-de0f-407b-bdc0-4aa49673ea83 req-47b3b146-79f5-40bd-9e20-45e1c866f3c0 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:05.290107 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2aa22a73-de0f-407b-bdc0-4aa49673ea83 req-47b3b146-79f5-40bd-9e20-45e1c866f3c0 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 943 time: 0.6702967 Jul 07 17:01:05.325194 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7b08a72-d33d-48b6-a4b4-79dc5ea4ab0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.357294 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-b7b08a72-d33d-48b6-a4b4-79dc5ea4ab0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Transition to ACTIVE for port object 599c0803-aec5-48cd-ad94-9c3ab39d2785 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:05.386910 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-ef7cb90a-6b2c-45b2-ae25-c68e16a13ef4 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Allocated IP 2001:db8::217 (2a515576-7d64-4153-9fa3-67bb2419977f/cccd29c8-798f-4044-87ac-81722abea09f/a0fc139a-ea8a-4342-b980-764cb4443bc0) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:05.421400 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e4ef400-9181-43c9-bf11-c0c3ef96d4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.432367 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7b08a72-d33d-48b6-a4b4-79dc5ea4ab0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.462349 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2aa22a73-de0f-407b-bdc0-4aa49673ea83 req-48198b75-5e9c-4147-b85a-80f41f56f700 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588027 Jul 07 17:01:05.475609 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 5530eea7-abf2-4849-83b5-4685985032d3 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:01:05.514345 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d14a6e10-080a-46bf-9463-6032c58305d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.551100 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d14a6e10-080a-46bf-9463-6032c58305d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.569520 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 892c556e-5f15-48a3-a593-b8fa86b3a09a up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:05.601466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b08a72-d33d-48b6-a4b4-79dc5ea4ab0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network 9a46940e-ef21-4f5e-8c67-24db33709690 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:05.603076 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ef3853-d084-4251-bd4d-12c2bf5ff4c3 None None] Network 9a46940e-ef21-4f5e-8c67-24db33709690 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:05.609091 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e4ef400-9181-43c9-bf11-c0c3ef96d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.611535 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e4ef400-9181-43c9-bf11-c0c3ef96d4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.615381 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3e4ef400-9181-43c9-bf11-c0c3ef96d4ed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f244bc5a-3f27-4a10-8881-f586849fc392 HTTP/1.1" status: 204 len: 168 time: 0.6465282 Jul 07 17:01:05.639628 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-b7b08a72-d33d-48b6-a4b4-79dc5ea4ab0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:05.648887 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b08a72-d33d-48b6-a4b4-79dc5ea4ab0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:05.649473 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7b08a72-d33d-48b6-a4b4-79dc5ea4ab0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.659200 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b08a72-d33d-48b6-a4b4-79dc5ea4ab0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Port': ['ID=599c0803-aec5-48cd-ad94-9c3ab39d2785,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:05.704786 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ef400-9181-43c9-bf11-c0c3ef96d4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f244bc5a-3f27-4a10-8881-f586849fc392,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:05.715417 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d14a6e10-080a-46bf-9463-6032c58305d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d723d7d76fa84e2f9a15a43e1fec0516&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0446467 Jul 07 17:01:05.715928 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51842) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:05.732426 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a6e10-080a-46bf-9463-6032c58305d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054bb90d-43e5-43b7-917c-fc07461d0a8b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:05.757756 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f4709b8-1243-4c7e-884c-d706eba16233 req-58d7a383-1bf1-4eda-aa85-d2570d4d47e3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3064730 Jul 07 17:01:05.853036 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ef7cb90a-6b2c-45b2-ae25-c68e16a13ef4 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.861138 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9f944fd8-1339-4092-aaaf-c1d67f853b55 None None] Provisioning for port 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:05.884971 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9f944fd8-1339-4092-aaaf-c1d67f853b55 None None] Provisioning complete for port 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:05.885613 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9f944fd8-1339-4092-aaaf-c1d67f853b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.894951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-ef7cb90a-6b2c-45b2-ae25-c68e16a13ef4 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Transition to ACTIVE for port object a0fc139a-ea8a-4342-b980-764cb4443bc0 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:05.967871 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ef7cb90a-6b2c-45b2-ae25-c68e16a13ef4 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.973599 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 892c556e-5f15-48a3-a593-b8fa86b3a09a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:05.978912 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:05.985938 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 5530eea7-abf2-4849-83b5-4685985032d3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=5530eea7-abf2-4849-83b5-4685985032d3,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:06.014036 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b4556476-3ce2-4225-bb0a-24cdb8a8f228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.065346 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7cb90a-6b2c-45b2-ae25-c68e16a13ef4 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Network 2a515576-7d64-4153-9fa3-67bb2419977f is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:06.074053 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7b08a72-d33d-48b6-a4b4-79dc5ea4ab0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.079917 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-ef7cb90a-6b2c-45b2-ae25-c68e16a13ef4 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:06.091945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7cb90a-6b2c-45b2-ae25-c68e16a13ef4 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:06.106844 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7cb90a-6b2c-45b2-ae25-c68e16a13ef4 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:06.107538 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ef7cb90a-6b2c-45b2-ae25-c68e16a13ef4 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.110869 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b4556476-3ce2-4225-bb0a-24cdb8a8f228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.111703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cb90a-6b2c-45b2-ae25-c68e16a13ef4 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Pushing event updated for resources: {'Port': ['ID=a0fc139a-ea8a-4342-b980-764cb4443bc0,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:06.141663 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '5530eea7-abf2-4849-83b5-4685985032d3', 'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91', 'port_id': '5530eea7-abf2-4849-83b5-4685985032d3', 'mac_address': 'fa:16:3e:88:37:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb771e9-c384-4be6-a6e3-24a117d82432', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:01:06.153757 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ef7cb90a-6b2c-45b2-ae25-c68e16a13ef4 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5231955 Jul 07 17:01:06.153989 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51858) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:06.162759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-8435b86c-edbd-42a9-b59f-8937fa2c56cd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::af', 'mac_address': 'fa:16:3e:70:c2:4b'}]}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:06.282317 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.331349 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4709b8-1243-4c7e-884c-d706eba16233 req-e0434871-1d3a-493c-9333-5111a91841b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:06.332638 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f4709b8-1243-4c7e-884c-d706eba16233 req-e0434871-1d3a-493c-9333-5111a91841b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=aec3ba415e76445d82f1318288342524&device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 1096 time: 0.4898722 Jul 07 17:01:06.356605 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9f944fd8-1339-4092-aaaf-c1d67f853b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.476453 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5530eea7-abf2-4849-83b5-4685985032d3 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:06.528030 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-9f944fd8-1339-4092-aaaf-c1d67f853b55 None None] For port 5f0285dc-6694-45e1-9fa2-f1fa84f5c993, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5f0285dc-6694-45e1-9fa2-f1fa84f5c993,segment=NetworkSegment(f5e46eb1-5d2b-49a9-8c3d-29a82b0a152d),segment_id=f5e46eb1-5d2b-49a9-8c3d-29a82b0a152d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:06.532172 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.561245 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 5530eea7-abf2-4849-83b5-4685985032d3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=5530eea7-abf2-4849-83b5-4685985032d3,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:06.562822 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9f944fd8-1339-4092-aaaf-c1d67f853b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.572642 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8435b86c-edbd-42a9-b59f-8937fa2c56cd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.629811 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.649743 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4d268b-e404-4709-8e20-4c2c300cf269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892c556e-5f15-48a3-a593-b8fa86b3a09a'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:06.652851 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ba363d-450c-4d56-9a1b-a04c57ec0ab5" -d '{"events": [{"server_uuid": "1e4d268b-e404-4709-8e20-4c2c300cf269", "name": "network-vif-plugged", "status": "completed", "tag": "892c556e-5f15-48a3-a593-b8fa86b3a09a"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:06.709387 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 892c556e-5f15-48a3-a593-b8fa86b3a09a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=892c556e-5f15-48a3-a593-b8fa86b3a09a,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:06.766273 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f944fd8-1339-4092-aaaf-c1d67f853b55 None None] Pushing event updated for resources: {'Port': ['ID=5f0285dc-6694-45e1-9fa2-f1fa84f5c993,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:06.786307 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b4556476-3ce2-4225-bb0a-24cdb8a8f228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.790370 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b4556476-3ce2-4225-bb0a-24cdb8a8f228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.792540 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b4556476-3ce2-4225-bb0a-24cdb8a8f228 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/054bb90d-43e5-43b7-917c-fc07461d0a8b HTTP/1.1" status: 204 len: 168 time: 1.0755143 Jul 07 17:01:06.802528 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4709b8-1243-4c7e-884c-d706eba16233 req-5114062b-81dd-4c96-a4fb-863f877df5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:06.806236 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f4709b8-1243-4c7e-884c-d706eba16233 req-5114062b-81dd-4c96-a4fb-863f877df5fa service neutron] 10.222.0.69 "GET /v2.0/networks?id=5fa52965-0d16-4620-bfa2-fc0545b6823d HTTP/1.1" status: 200 len: 912 time: 0.4334383 Jul 07 17:01:06.815894 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.836223 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ab2bdea1-a936-4ad7-9030-8d37bfedd3d2 None None] Provisioning for port a0fc139a-ea8a-4342-b980-764cb4443bc0 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:06.857936 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4556476-3ce2-4225-bb0a-24cdb8a8f228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054bb90d-43e5-43b7-917c-fc07461d0a8b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:06.869609 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ab2bdea1-a936-4ad7-9030-8d37bfedd3d2 None None] Provisioning complete for port a0fc139a-ea8a-4342-b980-764cb4443bc0 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:06.870476 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ab2bdea1-a936-4ad7-9030-8d37bfedd3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:06.920737 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b178a4b-4815-46f0-922a-c2feee55d15d req-6d1ca9e2-25ad-4496-8c00-0e9c3b7ac8e2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:06.927141 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9b178a4b-4815-46f0-922a-c2feee55d15d req-6d1ca9e2-25ad-4496-8c00-0e9c3b7ac8e2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 945 time: 1.3279078 Jul 07 17:01:06.949867 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=5530eea7-abf2-4849-83b5-4685985032d3,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:06.995553 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-ab2bdea1-a936-4ad7-9030-8d37bfedd3d2 None None] Port a0fc139a-ea8a-4342-b980-764cb4443bc0 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:07.012183 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['5530eea7-abf2-4849-83b5-4685985032d3'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:07.046307 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fae79-1cc5-441d-a700-6b67afddca0f req-922758d6-89af-4d4c-959f-ca5a74afca46 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:07.065569 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-882fae79-1cc5-441d-a700-6b67afddca0f req-922758d6-89af-4d4c-959f-ca5a74afca46 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 944 time: 0.2907546 Jul 07 17:01:07.108307 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=892c556e-5f15-48a3-a593-b8fa86b3a09a,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:07.135025 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8435b86c-edbd-42a9-b59f-8937fa2c56cd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.142102 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51914) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:07.191311 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8435b86c-edbd-42a9-b59f-8937fa2c56cd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.218667 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9b178a4b-4815-46f0-922a-c2feee55d15d req-003f332e-4f83-4af5-8f7d-f31917487a35 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894449 Jul 07 17:01:07.255662 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f4709b8-1243-4c7e-884c-d706eba16233 req-d0fcc462-614b-4d1b-8609-7bf81d9c8f8d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd HTTP/1.1" status: 200 len: 1000 time: 0.3999043 Jul 07 17:01:07.261081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-8435b86c-edbd-42a9-b59f-8937fa2c56cd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] In _notify_port_updated(), no bound segment for port a0fc139a-ea8a-4342-b980-764cb4443bc0 on network 2a515576-7d64-4153-9fa3-67bb2419977f {{(pid=100410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:01:07.283745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8435b86c-edbd-42a9-b59f-8937fa2c56cd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:07.285967 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8435b86c-edbd-42a9-b59f-8937fa2c56cd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.293547 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51924) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:07.295490 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8435b86c-edbd-42a9-b59f-8937fa2c56cd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "PUT /v2.0/ports/a0fc139a-ea8a-4342-b980-764cb4443bc0 HTTP/1.1" status: 200 len: 1001 time: 1.1403010 Jul 07 17:01:07.320711 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-882fae79-1cc5-441d-a700-6b67afddca0f req-d8515770-dd30-4474-b16b-b155ad16e593 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532783 Jul 07 17:01:07.346509 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c591d2a3-27f1-48e7-b7f9-863dbae63807 x-openstack-request-id: req-c591d2a3-27f1-48e7-b7f9-863dbae63807 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:07.347124 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4d268b-e404-4709-8e20-4c2c300cf269", "name": "network-vif-plugged", "status": "completed", "tag": "892c556e-5f15-48a3-a593-b8fa86b3a09a", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:07.350778 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c591d2a3-27f1-48e7-b7f9-863dbae63807 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:07.355285 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4d268b-e404-4709-8e20-4c2c300cf269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892c556e-5f15-48a3-a593-b8fa86b3a09a', 'code': 200} Jul 07 17:01:07.404829 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435b86c-edbd-42a9-b59f-8937fa2c56cd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Pushing event updated for resources: {'Port': ['ID=a0fc139a-ea8a-4342-b980-764cb4443bc0,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:07.520935 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4709b8-1243-4c7e-884c-d706eba16233 req-2eee871d-268c-4620-ac8b-17beca2a2f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:07.522779 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f4709b8-1243-4c7e-884c-d706eba16233 req-2eee871d-268c-4620-ac8b-17beca2a2f37 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=060fb753-9b1b-487d-a211-316c0afe0c04 HTTP/1.1" status: 200 len: 850 time: 0.2580805 Jul 07 17:01:07.524505 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9c9fd378-4569-4045-bc63-40837fe64509 None None] Provisioning for port 599c0803-aec5-48cd-ad94-9c3ab39d2785 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:07.543612 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9c9fd378-4569-4045-bc63-40837fe64509 None None] Provisioning complete for port 599c0803-aec5-48cd-ad94-9c3ab39d2785 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:07.544253 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9c9fd378-4569-4045-bc63-40837fe64509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.594899 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7b08a72-d33d-48b6-a4b4-79dc5ea4ab0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.610854 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7b08a72-d33d-48b6-a4b4-79dc5ea4ab0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.611484 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7b08a72-d33d-48b6-a4b4-79dc5ea4ab0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.629733 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-9c9fd378-4569-4045-bc63-40837fe64509 None None] Port 599c0803-aec5-48cd-ad94-9c3ab39d2785 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:07.652051 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9c9fd378-4569-4045-bc63-40837fe64509 None None] Provisioning complete for port 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:07.652439 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9c9fd378-4569-4045-bc63-40837fe64509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.677643 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4bef3c73-33bb-4d53-80c4-16376a1e0c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.868910 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4bef3c73-33bb-4d53-80c4-16376a1e0c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.869072 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-66e659b3-707b-4fff-a305-f3744c14ec2d tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Deleting port a0fc139a-ea8a-4342-b980-764cb4443bc0 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:07.869176 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-66e659b3-707b-4fff-a305-f3744c14ec2d tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.872144 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b08a72-d33d-48b6-a4b4-79dc5ea4ab0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Port': ['ID=599c0803-aec5-48cd-ad94-9c3ab39d2785,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:07.873772 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4bef3c73-33bb-4d53-80c4-16376a1e0c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.898644 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4709b8-1243-4c7e-884c-d706eba16233 req-4e2778bd-5d1a-4a85-84ec-2c7949daac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:07.900630 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f4709b8-1243-4c7e-884c-d706eba16233 req-4e2778bd-5d1a-4a85-84ec-2c7949daac6e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5fa52965-0d16-4620-bfa2-fc0545b6823d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3562615 Jul 07 17:01:07.904139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51938) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:07.949738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef3c73-33bb-4d53-80c4-16376a1e0c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f972108-b816-49c3-9f95-5340a8aa117d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:07.961334 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3cac0b45-d887-410d-9927-36cc0142b637 None None] Provisioning complete for port a0fc139a-ea8a-4342-b980-764cb4443bc0 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:07.964158 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3cac0b45-d887-410d-9927-36cc0142b637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:07.973801 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4bef3c73-33bb-4d53-80c4-16376a1e0c78 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8195439ecf784790b0056724eb1e22a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8105116 Jul 07 17:01:07.975888 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-87f862ba-5504-47c8-9ba0-adb508322714 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0125ff9f59524282ae4ec71ad57a6ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0655506 Jul 07 17:01:07.976481 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51940) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:07.987697 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51942) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:08.035869 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3cac0b45-d887-410d-9927-36cc0142b637 None None] Port a0fc139a-ea8a-4342-b980-764cb4443bc0 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:08.039232 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0173eb07-78b0-4a0c-b7d1-48a6a4b9c69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.047044 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3cac0b45-d887-410d-9927-36cc0142b637 None None] Provisioning complete for port 599c0803-aec5-48cd-ad94-9c3ab39d2785 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:08.047570 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3cac0b45-d887-410d-9927-36cc0142b637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.100227 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3cac0b45-d887-410d-9927-36cc0142b637 None None] Port 599c0803-aec5-48cd-ad94-9c3ab39d2785 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:08.101348 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0173eb07-78b0-4a0c-b7d1-48a6a4b9c69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.202699 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0173eb07-78b0-4a0c-b7d1-48a6a4b9c69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.206297 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0173eb07-78b0-4a0c-b7d1-48a6a4b9c69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.207735 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0173eb07-78b0-4a0c-b7d1-48a6a4b9c69d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4f972108-b816-49c3-9f95-5340a8aa117d HTTP/1.1" status: 204 len: 168 time: 0.2301812 Jul 07 17:01:08.220775 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173eb07-78b0-4a0c-b7d1-48a6a4b9c69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f972108-b816-49c3-9f95-5340a8aa117d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:08.477891 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-66e659b3-707b-4fff-a305-f3744c14ec2d tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.493237 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-66e659b3-707b-4fff-a305-f3744c14ec2d tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Calling delete_port for a0fc139a-ea8a-4342-b980-764cb4443bc0 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:08.661756 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef470a31-c821-460e-bdb6-0107798ecf55 req-96f8c879-b340-443c-a830-b3ec8d15eb81 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:08.668978 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f4709b8-1243-4c7e-884c-d706eba16233 req-392674bb-11df-457c-bb05-d8380f165e74 service neutron] 10.222.0.69 "GET /v2.0/networks/5fa52965-0d16-4620-bfa2-fc0545b6823d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7264545 Jul 07 17:01:08.673326 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ef470a31-c821-460e-bdb6-0107798ecf55 req-96f8c879-b340-443c-a830-b3ec8d15eb81 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 944 time: 0.1308448 Jul 07 17:01:08.751843 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b08a72-d33d-48b6-a4b4-79dc5ea4ab0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network 9a46940e-ef21-4f5e-8c67-24db33709690 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:08.759980 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fe460f9c-6e63-4031-ab2b-ed4b7b9c361b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.761986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-b7b08a72-d33d-48b6-a4b4-79dc5ea4ab0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:08.767210 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ef470a31-c821-460e-bdb6-0107798ecf55 req-c3b591c6-5204-4a21-811c-fdf929734802 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893290 Jul 07 17:01:08.854262 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:08.891042 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51970) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:08.921011 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0d151f6a-7030-42c4-a22c-efd74dd264c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:08.977976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:08.978252 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.023529 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fe460f9c-6e63-4031-ab2b-ed4b7b9c361b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.149462 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0d151f6a-7030-42c4-a22c-efd74dd264c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.157793 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0d151f6a-7030-42c4-a22c-efd74dd264c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.228561 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0d151f6a-7030-42c4-a22c-efd74dd264c4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61cdd28e814c468d96383d3efb8fac8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3359945 Jul 07 17:01:09.229598 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51974) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:09.230340 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d151f6a-7030-42c4-a22c-efd74dd264c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1194fa6-bc8a-46f3-884c-d7fbf0ffa1f3,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:09.248176 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa61a3f-86ad-4dee-a0e1-83864240e5aa req-c60defb5-383a-4ae0-8a52-198e580bf187 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:09.256297 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6aa61a3f-86ad-4dee-a0e1-83864240e5aa req-c60defb5-383a-4ae0-8a52-198e580bf187 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.5748203 Jul 07 17:01:09.306575 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f4709b8-1243-4c7e-884c-d706eba16233 req-a706cb66-ee34-4ace-a2cc-63b8ad2ff90a service neutron] 10.222.0.69 "GET /v2.0/networks/5fa52965-0d16-4620-bfa2-fc0545b6823d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6181886 Jul 07 17:01:09.311255 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4945dcdc-e3b4-40ae-8d9c-e7711a72e5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.341732 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4945dcdc-e3b4-40ae-8d9c-e7711a72e5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.344749 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ad822b52-4a6f-4854-9b77-1678abb0762a None None] Provisioning complete for port 599c0803-aec5-48cd-ad94-9c3ab39d2785 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:09.346880 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ad822b52-4a6f-4854-9b77-1678abb0762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.358211 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-66e659b3-707b-4fff-a305-f3744c14ec2d tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.425526 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4945dcdc-e3b4-40ae-8d9c-e7711a72e5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.428178 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4945dcdc-e3b4-40ae-8d9c-e7711a72e5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.432399 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4945dcdc-e3b4-40ae-8d9c-e7711a72e5ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1194fa6-bc8a-46f3-884c-d7fbf0ffa1f3 HTTP/1.1" status: 204 len: 168 time: 0.1988962 Jul 07 17:01:09.443121 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945dcdc-e3b4-40ae-8d9c-e7711a72e5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1194fa6-bc8a-46f3-884c-d7fbf0ffa1f3,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:09.445011 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-ad822b52-4a6f-4854-9b77-1678abb0762a None None] Port 599c0803-aec5-48cd-ad94-9c3ab39d2785 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:09.449088 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fe460f9c-6e63-4031-ab2b-ed4b7b9c361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.453313 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fe460f9c-6e63-4031-ab2b-ed4b7b9c361b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.455674 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fe460f9c-6e63-4031-ab2b-ed4b7b9c361b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a79b9cd2-72e0-4fcd-ab42-18c1aa60bb68 HTTP/1.1" status: 204 len: 168 time: 1.4660981 Jul 07 17:01:09.503319 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 5530eea7-abf2-4849-83b5-4685985032d3 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:09.506950 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e659b3-707b-4fff-a305-f3744c14ec2d tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Pushing event deleted for resources: {'Port': ['ID=a0fc139a-ea8a-4342-b980-764cb4443bc0,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:09.592895 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe460f9c-6e63-4031-ab2b-ed4b7b9c361b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79b9cd2-72e0-4fcd-ab42-18c1aa60bb68,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:09.674005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 5530eea7-abf2-4849-83b5-4685985032d3 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:09.689901 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 5530eea7-abf2-4849-83b5-4685985032d3 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:09.690677 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.705888 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6aa61a3f-86ad-4dee-a0e1-83864240e5aa req-ce4178d4-e157-4230-a6ea-a811e2b905ba tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249980 Jul 07 17:01:09.795761 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-66e659b3-707b-4fff-a305-f3744c14ec2d tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.802142 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-66e659b3-707b-4fff-a305-f3744c14ec2d tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "DELETE /v2.0/ports/a0fc139a-ea8a-4342-b980-764cb4443bc0 HTTP/1.1" status: 204 len: 168 time: 2.5023282 Jul 07 17:01:09.802314 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51988) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:09.804877 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b08a72-d33d-48b6-a4b4-79dc5ea4ab0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router e9a82e2d-e497-4fff-9928-712e04b80e8b is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:01:09.916272 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:09.916856 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f820e25-0a66-4fa0-8159-ba177b94b776 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] GET failed (client error): The resource could not be found. Jul 07 17:01:09.918514 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3f820e25-0a66-4fa0-8159-ba177b94b776 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "GET /v2.0/ports/a0fc139a-ea8a-4342-b980-764cb4443bc0 HTTP/1.1" status: 404 len: 333 time: 0.1148846 Jul 07 17:01:09.930504 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51990) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:09.952951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-d4f37210-0704-438f-95c7-987070bcc8a0 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Request body: {'port': {'network_id': '2a515576-7d64-4153-9fa3-67bb2419977f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1355156638'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:10.027967 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 5530eea7-abf2-4849-83b5-4685985032d3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=5530eea7-abf2-4849-83b5-4685985032d3,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:10.039367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1d2b3b-4f97-493f-85bb-d9d592f291a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5530eea7-abf2-4849-83b5-4685985032d3'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:10.043337 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781a4ead-34e8-4830-bedb-a1895f212433" -d '{"events": [{"server_uuid": "cc1d2b3b-4f97-493f-85bb-d9d592f291a4", "name": "network-vif-plugged", "status": "completed", "tag": "5530eea7-abf2-4849-83b5-4685985032d3"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:10.054435 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.071902 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b08a72-d33d-48b6-a4b4-79dc5ea4ab0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:01:10.082335 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de983a27-319c-4617-b973-b2c38457b158 None None] Sync routers for ids ['e9a82e2d-e497-4fff-9928-712e04b80e8b'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:01:10.104670 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b7b08a72-d33d-48b6-a4b4-79dc5ea4ab0a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/e9a82e2d-e497-4fff-9928-712e04b80e8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2488270 Jul 07 17:01:10.117376 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51998) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:10.117680 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de983a27-319c-4617-b973-b2c38457b158 None None] Routers {'e9a82e2d-e497-4fff-9928-712e04b80e8b'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:10.117680 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-de983a27-319c-4617-b973-b2c38457b158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:00:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e9a82e2d-e497-4fff-9928-712e04b80e8b'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:10.132107 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb2e707-b7f4-431b-b881-bf4316d584ae x-openstack-request-id: req-1eb2e707-b7f4-431b-b881-bf4316d584ae {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:10.135931 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1d2b3b-4f97-493f-85bb-d9d592f291a4", "name": "network-vif-plugged", "status": "completed", "tag": "5530eea7-abf2-4849-83b5-4685985032d3", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:10.136381 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1eb2e707-b7f4-431b-b881-bf4316d584ae {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:10.138665 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1d2b3b-4f97-493f-85bb-d9d592f291a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5530eea7-abf2-4849-83b5-4685985032d3', 'code': 200} Jul 07 17:01:10.197112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=5530eea7-abf2-4849-83b5-4685985032d3,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:10.246366 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-de983a27-319c-4617-b973-b2c38457b158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:10.289344 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de983a27-319c-4617-b973-b2c38457b158 None None] Routers {'e9a82e2d-e497-4fff-9928-712e04b80e8b'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:10.290024 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-de983a27-319c-4617-b973-b2c38457b158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:00:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e9a82e2d-e497-4fff-9928-712e04b80e8b'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:10.368076 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-de983a27-319c-4617-b973-b2c38457b158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:10.369828 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de983a27-319c-4617-b973-b2c38457b158 None None] The sync data for ids ['e9a82e2d-e497-4fff-9928-712e04b80e8b'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:01:10.384941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b315e5e-c722-47b5-81b7-b2431d1aedfb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:10.386912 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7b315e5e-c722-47b5-81b7-b2431d1aedfb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/ports/599c0803-aec5-48cd-ad94-9c3ab39d2785 HTTP/1.1" status: 200 len: 911 time: 0.2675290 Jul 07 17:01:10.397655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52004) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:10.417605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f37210-0704-438f-95c7-987070bcc8a0 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Made reservation on behalf of b29eceb920b643d89d0b1dcd30de9f9d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:10.422256 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d4f37210-0704-438f-95c7-987070bcc8a0 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:10.457092 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-d4f37210-0704-438f-95c7-987070bcc8a0 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] device_id is not set on port 115ebd45-9486-481c-9b5d-d58610c8636f yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:01:10.480532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcfab5-634a-43f9-ae2c-433f0c51387b req-1a183059-c2db-4af6-9290-ed2a15cea3b5 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:10.482424 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dcbcfab5-634a-43f9-ae2c-433f0c51387b req-1a183059-c2db-4af6-9290-ed2a15cea3b5 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.2429917 Jul 07 17:01:10.553327 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30823d63-87ef-4b63-89b1-36bf98246aed req-089314b1-2077-4bd6-bc78-382b8edaa82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:10.555165 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-30823d63-87ef-4b63-89b1-36bf98246aed req-089314b1-2077-4bd6-bc78-382b8edaa82d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 1096 time: 0.1667404 Jul 07 17:01:10.677930 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-30823d63-87ef-4b63-89b1-36bf98246aed req-04f64800-40c3-4ec0-befe-84504d193ef3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140027 Jul 07 17:01:11.033264 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8f5b02e9-7f07-4ebd-af9c-9ce19f1bb894 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.080054 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dcbcfab5-634a-43f9-ae2c-433f0c51387b req-123cbf4c-d21f-4923-9edf-05ba06489ab9 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5691519 Jul 07 17:01:11.126863 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012005d-0863-4a33-8103-f0514eaff902 req-b98918ef-1db3-4136-8d1c-10796f536fd9 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:11.134548 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e012005d-0863-4a33-8103-f0514eaff902 req-b98918ef-1db3-4136-8d1c-10796f536fd9 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.1775823 Jul 07 17:01:11.157070 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-d4f37210-0704-438f-95c7-987070bcc8a0 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Allocated IP 2001:db8::2e (2a515576-7d64-4153-9fa3-67bb2419977f/cccd29c8-798f-4044-87ac-81722abea09f/115ebd45-9486-481c-9b5d-d58610c8636f) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:11.195437 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e012005d-0863-4a33-8103-f0514eaff902 req-1c1c472d-8119-40a2-806e-89fe46a1da03 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598168 Jul 07 17:01:11.423182 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d4f37210-0704-438f-95c7-987070bcc8a0 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.438686 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-d4f37210-0704-438f-95c7-987070bcc8a0 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Transition to ACTIVE for port object 115ebd45-9486-481c-9b5d-d58610c8636f will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:11.490871 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d4f37210-0704-438f-95c7-987070bcc8a0 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.560967 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f37210-0704-438f-95c7-987070bcc8a0 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Pushing event updated for resources: {'Port': ['ID=115ebd45-9486-481c-9b5d-d58610c8636f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:11.580725 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f37210-0704-438f-95c7-987070bcc8a0 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Network 2a515576-7d64-4153-9fa3-67bb2419977f is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:11.582415 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-d4f37210-0704-438f-95c7-987070bcc8a0 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:11.588641 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f37210-0704-438f-95c7-987070bcc8a0 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:11.616839 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f37210-0704-438f-95c7-987070bcc8a0 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:11.622515 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d4f37210-0704-438f-95c7-987070bcc8a0 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:11.670795 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d4f37210-0704-438f-95c7-987070bcc8a0 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7366917 Jul 07 17:01:11.672178 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52042) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:11.712213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d39b9e3e-861c-4606-af68-488971252a5f tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:70:c2:4b'}]}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:11.930246 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8f5b02e9-7f07-4ebd-af9c-9ce19f1bb894 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting port 599c0803-aec5-48cd-ad94-9c3ab39d2785 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:11.930619 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8f5b02e9-7f07-4ebd-af9c-9ce19f1bb894 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.116841 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8f5b02e9-7f07-4ebd-af9c-9ce19f1bb894 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.125933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2d304489-a9e0-4c99-9fe2-083c87f7cca2 None None] Provisioning for port 115ebd45-9486-481c-9b5d-d58610c8636f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:12.132579 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2d304489-a9e0-4c99-9fe2-083c87f7cca2 None None] Provisioning complete for port 115ebd45-9486-481c-9b5d-d58610c8636f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:12.133083 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2d304489-a9e0-4c99-9fe2-083c87f7cca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.158715 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8f5b02e9-7f07-4ebd-af9c-9ce19f1bb894 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Calling delete_port for 599c0803-aec5-48cd-ad94-9c3ab39d2785 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:12.204143 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d39b9e3e-861c-4606-af68-488971252a5f tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.226721 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2d304489-a9e0-4c99-9fe2-083c87f7cca2 None None] Port 115ebd45-9486-481c-9b5d-d58610c8636f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:12.517578 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d39b9e3e-861c-4606-af68-488971252a5f tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.542227 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d39b9e3e-861c-4606-af68-488971252a5f tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.610101 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-d39b9e3e-861c-4606-af68-488971252a5f tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] In _notify_port_updated(), no bound segment for port 115ebd45-9486-481c-9b5d-d58610c8636f on network 2a515576-7d64-4153-9fa3-67bb2419977f {{(pid=100409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:01:12.616880 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39b9e3e-861c-4606-af68-488971252a5f tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:12.617600 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d39b9e3e-861c-4606-af68-488971252a5f tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.619098 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d39b9e3e-861c-4606-af68-488971252a5f tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "PUT /v2.0/ports/115ebd45-9486-481c-9b5d-d58610c8636f HTTP/1.1" status: 200 len: 1002 time: 0.9413238 Jul 07 17:01:12.626489 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52072) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:12.672196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff9e8d-e37d-4303-b3e9-bff5659daf49 req-96d974f8-4ec0-4725-9613-4e9498ef0a57 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:12.681027 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15ff9e8d-e37d-4303-b3e9-bff5659daf49 req-96d974f8-4ec0-4725-9613-4e9498ef0a57 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.2220786 Jul 07 17:01:12.706650 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52076) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:12.793738 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b9e3e-861c-4606-af68-488971252a5f tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Pushing event updated for resources: {'Port': ['ID=115ebd45-9486-481c-9b5d-d58610c8636f,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:12.796092 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15ff9e8d-e37d-4303-b3e9-bff5659daf49 req-a66499cb-a3ac-46f4-8e49-2c748c6e26c9 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119237 Jul 07 17:01:12.862879 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d244b3-4872-4d53-962d-97345d184774 req-667d3652-cd4f-4aee-862e-1348e9a2720a tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:12.872453 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29d244b3-4872-4d53-962d-97345d184774 req-667d3652-cd4f-4aee-862e-1348e9a2720a tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.5784841 Jul 07 17:01:12.963731 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-160cf23c-a264-4e9e-9d54-623aa7b7ccf7 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Deleting port 115ebd45-9486-481c-9b5d-d58610c8636f {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:12.964369 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-160cf23c-a264-4e9e-9d54-623aa7b7ccf7 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:12.985333 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29d244b3-4872-4d53-962d-97345d184774 req-d5abf7b2-274a-4564-8368-f0cb86dfb2fe tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115818 Jul 07 17:01:13.050294 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-97ebf4c4-ce10-4cd6-98cc-87113a86e66b tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1587000540'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:13.051477 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-97ebf4c4-ce10-4cd6-98cc-87113a86e66b tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] Unknown quota resources ['metering_label']. {{(pid=100409) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:01:13.176315 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2ef38b92-46e1-442f-a596-12adc097dad2 None None] Provisioning complete for port 115ebd45-9486-481c-9b5d-d58610c8636f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:13.182269 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2ef38b92-46e1-442f-a596-12adc097dad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:13.187095 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8f5b02e9-7f07-4ebd-af9c-9ce19f1bb894 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:13.257644 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2ef38b92-46e1-442f-a596-12adc097dad2 None None] Port 115ebd45-9486-481c-9b5d-d58610c8636f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:13.314555 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-160cf23c-a264-4e9e-9d54-623aa7b7ccf7 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:13.315809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-160cf23c-a264-4e9e-9d54-623aa7b7ccf7 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Calling delete_port for 115ebd45-9486-481c-9b5d-d58610c8636f owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:13.353160 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-97ebf4c4-ce10-4cd6-98cc-87113a86e66b tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:13.354357 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-97ebf4c4-ce10-4cd6-98cc-87113a86e66b tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6130321 Jul 07 17:01:13.357274 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52096) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:13.361842 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5848ab56-b0dd-4222-a06d-65f9bfe8a57f tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '79b2afb6-7b7d-4164-8d20-47550c5bf126'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:13.362363 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5848ab56-b0dd-4222-a06d-65f9bfe8a57f tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100410) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:01:13.384349 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b02e9-7f07-4ebd-af9c-9ce19f1bb894 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Port': ['ID=599c0803-aec5-48cd-ad94-9c3ab39d2785,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:13.514797 n-d-793620-7 neutron-server[100410]: WARNING neutron.services.metering.metering_plugin [None req-5848ab56-b0dd-4222-a06d-65f9bfe8a57f tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 17:01:13.695545 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5848ab56-b0dd-4222-a06d-65f9bfe8a57f tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:13.702698 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5848ab56-b0dd-4222-a06d-65f9bfe8a57f tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3439136 Jul 07 17:01:13.703811 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52104) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:13.710899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-37ab2f3c-00c8-42fb-9222-513996fa3b9c tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '79b2afb6-7b7d-4164-8d20-47550c5bf126'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:13.711736 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-37ab2f3c-00c8-42fb-9222-513996fa3b9c tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100410) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:01:13.866357 n-d-793620-7 neutron-server[100410]: WARNING neutron.services.metering.metering_plugin [None req-37ab2f3c-00c8-42fb-9222-513996fa3b9c tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 17:01:13.969563 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37ab2f3c-00c8-42fb-9222-513996fa3b9c tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:13.970868 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-37ab2f3c-00c8-42fb-9222-513996fa3b9c tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2643495 Jul 07 17:01:13.974528 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52112) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:13.997141 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b397399d-4109-4937-8fcf-c8471b43a650 tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=9883a884-23cb-49da-99c1-55fe98025e85 HTTP/1.1" status: 200 len: 462 time: 0.0206609 Jul 07 17:01:14.011562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52114) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:14.031948 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.049619 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8f5b02e9-7f07-4ebd-af9c-9ce19f1bb894 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.163834 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf74e00-a3e0-4b82-9d91-32a058837e9b req-4b167148-a5d6-48f6-81e0-2414015a7ecd tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:14.165629 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cf74e00-a3e0-4b82-9d91-32a058837e9b req-4b167148-a5d6-48f6-81e0-2414015a7ecd tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.9720023 Jul 07 17:01:14.173719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f5dc7-f924-4d35-ad08-23562e1beb6b req-aa7c75bb-8555-4fba-8530-7abd3aacdbc6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:14.182830 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b57f5dc7-f924-4d35-ad08-23562e1beb6b req-aa7c75bb-8555-4fba-8530-7abd3aacdbc6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.1894443 Jul 07 17:01:14.278145 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-94787db1-f033-46c2-92d5-b2c0dfa7a734 tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.281236 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-94787db1-f033-46c2-92d5-b2c0dfa7a734 tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/9883a884-23cb-49da-99c1-55fe98025e85 HTTP/1.1" status: 204 len: 168 time: 0.2685578 Jul 07 17:01:14.288972 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52138) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:14.302792 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9c2e4f34-edb5-430f-9017-97886b265e37 tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=9883a884-23cb-49da-99c1-55fe98025e85 HTTP/1.1" status: 200 len: 221 time: 0.0163643 Jul 07 17:01:14.308727 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b57f5dc7-f924-4d35-ad08-23562e1beb6b req-bcd84243-1e5b-49b9-84e6-ad1a114b812d tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248822 Jul 07 17:01:14.309196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52142) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:14.313384 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-02f75dbf-9248-40ce-ae71-76ffb147b858 tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1913820', 'description': 'label created by tempest'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:14.313850 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-02f75dbf-9248-40ce-ae71-76ffb147b858 tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] Unknown quota resources ['metering_label']. {{(pid=100410) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:01:14.658496 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cf74e00-a3e0-4b82-9d91-32a058837e9b req-ae770b3b-05f0-41a6-b03a-81ea446ff35e tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521201 Jul 07 17:01:14.673256 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-df89a2ce-f32d-4c8a-ad4c-880a7a908114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.675957 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5b02e9-7f07-4ebd-af9c-9ce19f1bb894 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router e9a82e2d-e497-4fff-9928-712e04b80e8b has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:01:14.704453 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-160cf23c-a264-4e9e-9d54-623aa7b7ccf7 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.764237 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-02f75dbf-9248-40ce-ae71-76ffb147b858 tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:14.768690 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-02f75dbf-9248-40ce-ae71-76ffb147b858 tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 467 time: 0.4560626 Jul 07 17:01:14.769053 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52148) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:14.949768 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9deaa4d0-1fd5-49b6-92cb-800d8751cdc7 tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=3ca8837b-8df5-4abb-8084-ef275161ee38 HTTP/1.1" status: 200 len: 465 time: 0.1738689 Jul 07 17:01:14.950053 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52152) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:15.024867 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cf23c-a264-4e9e-9d54-623aa7b7ccf7 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Pushing event deleted for resources: {'Port': ['ID=115ebd45-9486-481c-9b5d-d58610c8636f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:15.069545 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52154) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:15.097881 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5b02e9-7f07-4ebd-af9c-9ce19f1bb894 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:01:15.112871 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92839dcc-9599-40af-81fa-d52b647b1d1b None None] Sync routers for ids ['e9a82e2d-e497-4fff-9928-712e04b80e8b'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:01:15.141866 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8f5b02e9-7f07-4ebd-af9c-9ce19f1bb894 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/e9a82e2d-e497-4fff-9928-712e04b80e8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7428317 Jul 07 17:01:15.165101 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92839dcc-9599-40af-81fa-d52b647b1d1b None None] Routers {'e9a82e2d-e497-4fff-9928-712e04b80e8b'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:15.165693 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-92839dcc-9599-40af-81fa-d52b647b1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:00:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e9a82e2d-e497-4fff-9928-712e04b80e8b'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:15.224722 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52160) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:15.249948 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-160cf23c-a264-4e9e-9d54-623aa7b7ccf7 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.262000 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52162) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:15.267101 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-160cf23c-a264-4e9e-9d54-623aa7b7ccf7 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "DELETE /v2.0/ports/115ebd45-9486-481c-9b5d-d58610c8636f HTTP/1.1" status: 204 len: 168 time: 2.6361461 Jul 07 17:01:15.289168 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-92839dcc-9599-40af-81fa-d52b647b1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:15.310823 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92839dcc-9599-40af-81fa-d52b647b1d1b None None] Routers {'e9a82e2d-e497-4fff-9928-712e04b80e8b'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:15.311470 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-92839dcc-9599-40af-81fa-d52b647b1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:00:47Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e9a82e2d-e497-4fff-9928-712e04b80e8b'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:15.355197 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8035d039-143c-4caf-a07d-7f25b873b004 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9a82e2d-e497-4fff-9928-712e04b80e8b HTTP/1.1" status: 200 len: 205 time: 0.1273329 Jul 07 17:01:15.370849 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-215ea2bc-45c7-4cd2-a7d5-cec5b3900cf4 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] GET failed (client error): The resource could not be found. Jul 07 17:01:15.372884 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-215ea2bc-45c7-4cd2-a7d5-cec5b3900cf4 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "GET /v2.0/ports/115ebd45-9486-481c-9b5d-d58610c8636f HTTP/1.1" status: 404 len: 333 time: 0.1094949 Jul 07 17:01:15.378719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52164) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:15.379251 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52168) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:15.380942 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-92839dcc-9599-40af-81fa-d52b647b1d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:15.381716 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92839dcc-9599-40af-81fa-d52b647b1d1b None None] The sync data for ids ['e9a82e2d-e497-4fff-9928-712e04b80e8b'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:01:15.414326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-e436c40c-deed-4963-a0c2-4d0fe109ee79 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Request body: {'port': {'network_id': '2a515576-7d64-4153-9fa3-67bb2419977f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1396048783'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:15.466015 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5de2bc11-6541-4189-86ac-9a29d60e3e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.533792 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289f467-dad0-41ce-b5e0-965a120722df req-cc1d870e-c4e5-46d4-9b9f-f4c42461f974 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:15.536016 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7289f467-dad0-41ce-b5e0-965a120722df req-cc1d870e-c4e5-46d4-9b9f-f4c42461f974 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.1992853 Jul 07 17:01:15.605934 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ecb56e5d-6205-44f1-b2b6-693fbbb3699b tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.607154 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ecb56e5d-6205-44f1-b2b6-693fbbb3699b tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/3ca8837b-8df5-4abb-8084-ef275161ee38 HTTP/1.1" status: 204 len: 168 time: 0.6559608 Jul 07 17:01:15.612701 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52176) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:15.618990 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7289f467-dad0-41ce-b5e0-965a120722df req-8680445b-2109-4cae-b200-23bad4becfc7 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596020 Jul 07 17:01:15.638551 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f4ebad97-c730-4452-b408-fce66c181951 tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=3ca8837b-8df5-4abb-8084-ef275161ee38 HTTP/1.1" status: 200 len: 216 time: 0.0182121 Jul 07 17:01:15.639227 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52178) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:15.668179 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e58acdd7-6387-411d-a25c-14dfc606186b tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0253308 Jul 07 17:01:15.668818 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52180) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:15.688277 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89157c47-c10f-495c-9a0d-be315c6b7bf9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.699782 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9791f378-310b-4d07-948a-d140872a5a2a tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0283449 Jul 07 17:01:15.704101 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52182) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:15.788132 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e0890880-fcb5-4f4f-b843-7682f9a4f2b6 tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/79b2afb6-7b7d-4164-8d20-47550c5bf126 HTTP/1.1" status: 200 len: 473 time: 0.0828884 Jul 07 17:01:15.795466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52188) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:15.812710 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a75f6950-9d52-4203-a383-3306b6e55933 tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/66c80e40-3d97-4fb3-bc6b-3c0e1d8e7e79 HTTP/1.1" status: 200 len: 459 time: 0.0148742 Jul 07 17:01:15.819662 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52190) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:15.857239 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5de2bc11-6541-4189-86ac-9a29d60e3e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:15.898732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9867b1d-4738-41f8-9d90-f5c513aded54 req-5b324573-9eae-4228-9221-9cdac6ef8b02 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:15.909360 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d9867b1d-4738-41f8-9d90-f5c513aded54 req-5b324573-9eae-4228-9221-9cdac6ef8b02 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.3166747 Jul 07 17:01:15.967142 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5de2bc11-6541-4189-86ac-9a29d60e3e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.027039 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e436c40c-deed-4963-a0c2-4d0fe109ee79 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Made reservation on behalf of b29eceb920b643d89d0b1dcd30de9f9d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:16.030669 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e436c40c-deed-4963-a0c2-4d0fe109ee79 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.056195 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89157c47-c10f-495c-9a0d-be315c6b7bf9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.070044 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89157c47-c10f-495c-9a0d-be315c6b7bf9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.077697 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-84af821a-81f2-453e-b40d-e3d90dab4302 tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.079657 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-84af821a-81f2-453e-b40d-e3d90dab4302 tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/66c80e40-3d97-4fb3-bc6b-3c0e1d8e7e79 HTTP/1.1" status: 204 len: 168 time: 0.2590091 Jul 07 17:01:16.086551 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52198) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:16.117006 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-e436c40c-deed-4963-a0c2-4d0fe109ee79 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] device_id is not set on port a8142f5b-085e-4f91-8c7e-0b00e9e89882 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:01:16.117264 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5de2bc11-6541-4189-86ac-9a29d60e3e24 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8839cf9dd76a409fa77764e379c38414&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0257297 Jul 07 17:01:16.117264 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52202) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:16.185755 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2bc11-6541-4189-86ac-9a29d60e3e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2c0c97-0b76-41f1-95ab-da08da4a3d1c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:16.257001 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.287928 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-e436c40c-deed-4963-a0c2-4d0fe109ee79 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Allocated IP 2001:db8::76 (2a515576-7d64-4153-9fa3-67bb2419977f/cccd29c8-798f-4044-87ac-81722abea09f/a8142f5b-085e-4f91-8c7e-0b00e9e89882) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:16.307362 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42d8b45b-dea4-49e1-b654-500481bcb264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.340849 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42d8b45b-dea4-49e1-b654-500481bcb264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.516198 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e436c40c-deed-4963-a0c2-4d0fe109ee79 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.536142 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-810e88e2-f59a-4603-bcb3-458400001850 tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.537934 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-810e88e2-f59a-4603-bcb3-458400001850 tempest-MeteringIpV6TestJSON-1483846281 tempest-MeteringIpV6TestJSON-1483846281-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/79b2afb6-7b7d-4164-8d20-47550c5bf126 HTTP/1.1" status: 204 len: 168 time: 0.4470308 Jul 07 17:01:16.543362 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-e436c40c-deed-4963-a0c2-4d0fe109ee79 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Transition to ACTIVE for port object a8142f5b-085e-4f91-8c7e-0b00e9e89882 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:16.623047 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e6c79-ac62-467f-8871-69b3045c97aa req-df8b2592-d6e3-4d72-9d88-d4c9403ba814 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:16.624629 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8c6e6c79-ac62-467f-8871-69b3045c97aa req-df8b2592-d6e3-4d72-9d88-d4c9403ba814 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.3189032 Jul 07 17:01:16.645922 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42d8b45b-dea4-49e1-b654-500481bcb264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.646686 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e436c40c-deed-4963-a0c2-4d0fe109ee79 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.651196 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42d8b45b-dea4-49e1-b654-500481bcb264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.653024 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-42d8b45b-dea4-49e1-b654-500481bcb264 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d2c0c97-0b76-41f1-95ab-da08da4a3d1c HTTP/1.1" status: 204 len: 168 time: 0.5350454 Jul 07 17:01:16.683659 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8b45b-dea4-49e1-b654-500481bcb264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2c0c97-0b76-41f1-95ab-da08da4a3d1c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:16.727157 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d9867b1d-4738-41f8-9d90-f5c513aded54 req-5589ab5d-f1e2-49f1-81ed-c9a9b86af15b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8167288 Jul 07 17:01:16.763499 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8c6e6c79-ac62-467f-8871-69b3045c97aa req-fbb5d177-5a37-4f28-8e8e-41552f229742 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211827 Jul 07 17:01:16.810787 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89157c47-c10f-495c-9a0d-be315c6b7bf9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.814742 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89157c47-c10f-495c-9a0d-be315c6b7bf9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Fanout notify agent at l3_agent the message router_deleted on router e9a82e2d-e497-4fff-9928-712e04b80e8b {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:01:16.836789 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89157c47-c10f-495c-9a0d-be315c6b7bf9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.837941 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-89157c47-c10f-495c-9a0d-be315c6b7bf9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/routers/e9a82e2d-e497-4fff-9928-712e04b80e8b HTTP/1.1" status: 204 len: 168 time: 1.4535952 Jul 07 17:01:16.841128 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52216) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:16.850341 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e436c40c-deed-4963-a0c2-4d0fe109ee79 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Network 2a515576-7d64-4153-9fa3-67bb2419977f is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:16.879349 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-e436c40c-deed-4963-a0c2-4d0fe109ee79 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:16.901666 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e436c40c-deed-4963-a0c2-4d0fe109ee79 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:16.932161 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e436c40c-deed-4963-a0c2-4d0fe109ee79 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:16.936634 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e436c40c-deed-4963-a0c2-4d0fe109ee79 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.959745 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-45382dbb-9025-412e-9203-c58c280bdc25 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting subnet cac1f351-4547-4d3e-a5d4-a1737b6298a2 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:01:16.968956 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45382dbb-9025-412e-9203-c58c280bdc25 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:16.987543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436c40c-deed-4963-a0c2-4d0fe109ee79 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Pushing event updated for resources: {'Port': ['ID=a8142f5b-085e-4f91-8c7e-0b00e9e89882,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:16.993440 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52220) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:17.038246 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e436c40c-deed-4963-a0c2-4d0fe109ee79 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6512504 Jul 07 17:01:17.039275 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52226) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:17.055023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Request body: {'port': {'network_id': '2a515576-7d64-4153-9fa3-67bb2419977f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-477558933'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:17.127529 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45382dbb-9025-412e-9203-c58c280bdc25 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.278681 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-457f5f93-cdfa-49ac-843c-fac31c372190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.416908 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ff15b664-26c5-4c8f-959b-3a9e9c8fce66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.436781 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52238) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:17.473848 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-457f5f93-cdfa-49ac-843c-fac31c372190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.484262 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-457f5f93-cdfa-49ac-843c-fac31c372190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.486098 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-93f1fac6-14af-4565-9b59-9034a4592414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.508334 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-40522ef1-0d59-4926-8177-7cc608724e47 None None] Provisioning for port a8142f5b-085e-4f91-8c7e-0b00e9e89882 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:17.513526 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-40522ef1-0d59-4926-8177-7cc608724e47 None None] Provisioning complete for port a8142f5b-085e-4f91-8c7e-0b00e9e89882 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:17.513901 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-40522ef1-0d59-4926-8177-7cc608724e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.521838 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45382dbb-9025-412e-9203-c58c280bdc25 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.608833 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-457f5f93-cdfa-49ac-843c-fac31c372190 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a58e12a980134990bb8e2374115b7a1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6135578 Jul 07 17:01:17.609911 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52240) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:17.618703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f5f93-cdfa-49ac-843c-fac31c372190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f9cd20-53b6-4e76-993a-c0e97786b345,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:17.622210 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45382dbb-9025-412e-9203-c58c280bdc25 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.645360 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-40522ef1-0d59-4926-8177-7cc608724e47 None None] Port a8142f5b-085e-4f91-8c7e-0b00e9e89882 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:17.669480 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.688060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Made reservation on behalf of b29eceb920b643d89d0b1dcd30de9f9d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:17.698014 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.765246 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45382dbb-9025-412e-9203-c58c280bdc25 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Subnet': ['ID=cac1f351-4547-4d3e-a5d4-a1737b6298a2,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:17.771758 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] device_id is not set on port cc910fd9-cfff-4017-ae5a-aa91ba89510d yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:01:17.779109 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ec1c05f-b451-4692-a951-88f497b6ade1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.810948 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b32073-1720-4dd6-8929-d1d21a44520d None None] Network 9a46940e-ef21-4f5e-8c67-24db33709690 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:17.812957 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45382dbb-9025-412e-9203-c58c280bdc25 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:17.815369 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-45382dbb-9025-412e-9203-c58c280bdc25 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/subnets/cac1f351-4547-4d3e-a5d4-a1737b6298a2 HTTP/1.1" status: 204 len: 168 time: 0.9728663 Jul 07 17:01:17.829331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52250) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:17.997029 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-93f1fac6-14af-4565-9b59-9034a4592414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.002663 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-93f1fac6-14af-4565-9b59-9034a4592414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.126289 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-93f1fac6-14af-4565-9b59-9034a4592414 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6289d831399644a6b6fcb4294157132c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6882954 Jul 07 17:01:18.131429 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52252) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:18.224547 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1fac6-14af-4565-9b59-9034a4592414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e81bae-9bac-4e15-9893-a8c8c21509b1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:18.356131 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c6c94f-b40f-4882-9034-fe653d24ee33 None None] DHCP port deletion for 9a46940e-ef21-4f5e-8c67-24db33709690 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:01:18.435897 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd42f-4e96-41f9-a365-7361678935ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.452839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-a6c6c94f-b40f-4882-9034-fe653d24ee33 None None] Deleting port 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:18.453744 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c94f-b40f-4882-9034-fe653d24ee33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.464405 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd42f-4e96-41f9-a365-7361678935ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.525213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedae1a3-0c37-4107-9861-bdfd74290219 req-32450573-c3b5-4c0b-8a69-a8a658efa2f2 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:18.534261 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dedae1a3-0c37-4107-9861-bdfd74290219 req-32450573-c3b5-4c0b-8a69-a8a658efa2f2 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.3109195 Jul 07 17:01:18.559709 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ec1c05f-b451-4692-a951-88f497b6ade1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.564613 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-a6c6c94f-b40f-4882-9034-fe653d24ee33 None None] For port 5f0285dc-6694-45e1-9fa2-f1fa84f5c993, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5f0285dc-6694-45e1-9fa2-f1fa84f5c993,segment=NetworkSegment(f5e46eb1-5d2b-49a9-8c3d-29a82b0a152d),segment_id=f5e46eb1-5d2b-49a9-8c3d-29a82b0a152d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:18.568911 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c94f-b40f-4882-9034-fe653d24ee33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.585114 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dedae1a3-0c37-4107-9861-bdfd74290219 req-1b1a3536-36c4-47e2-92f6-6f50046ec0e4 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497618 Jul 07 17:01:18.620262 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd42f-4e96-41f9-a365-7361678935ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.623515 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd42f-4e96-41f9-a365-7361678935ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.625326 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8a9fd42f-4e96-41f9-a365-7361678935ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b8e81bae-9bac-4e15-9893-a8c8c21509b1 HTTP/1.1" status: 204 len: 168 time: 0.4929266 Jul 07 17:01:18.648688 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-a6c6c94f-b40f-4882-9034-fe653d24ee33 None None] Calling delete_port for 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:18.652655 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.658979 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fd42f-4e96-41f9-a365-7361678935ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e81bae-9bac-4e15-9893-a8c8c21509b1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:18.729488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Allocated IP 2001:db8::2d0 (2a515576-7d64-4153-9fa3-67bb2419977f/cccd29c8-798f-4044-87ac-81722abea09f/cc910fd9-cfff-4017-ae5a-aa91ba89510d) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:18.765882 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d385f06-6dea-4c50-b6bf-495ccb386dab req-fe15498d-7267-4771-aa71-bf704d644561 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:18.773415 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d385f06-6dea-4c50-b6bf-495ccb386dab req-fe15498d-7267-4771-aa71-bf704d644561 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.2801716 Jul 07 17:01:18.797243 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ec1c05f-b451-4692-a951-88f497b6ade1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.799609 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ec1c05f-b451-4692-a951-88f497b6ade1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:18.800807 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9ec1c05f-b451-4692-a951-88f497b6ade1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81f9cd20-53b6-4e76-993a-c0e97786b345 HTTP/1.1" status: 204 len: 168 time: 1.1761718 Jul 07 17:01:18.891707 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1c05f-b451-4692-a951-88f497b6ade1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f9cd20-53b6-4e76-993a-c0e97786b345,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:18.922238 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d385f06-6dea-4c50-b6bf-495ccb386dab req-b13baf18-ecfa-457d-a5cd-a72c672dd60d tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478479 Jul 07 17:01:18.977242 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:18.992646 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c94f-b40f-4882-9034-fe653d24ee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.107795 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.108774 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6c94f-b40f-4882-9034-fe653d24ee33 None None] Pushing event deleted for resources: {'Port': ['ID=5f0285dc-6694-45e1-9fa2-f1fa84f5c993,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:19.116661 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c6c94f-b40f-4882-9034-fe653d24ee33 None None] No DVR routers for this DVR port 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:19.138872 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:01:19.139233 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:01:19.161399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting port 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:19.163606 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.289456 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.330568 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Transition to ACTIVE for port object cc910fd9-cfff-4017-ae5a-aa91ba89510d will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:19.333447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] For port 5f0285dc-6694-45e1-9fa2-f1fa84f5c993, host n-d-793620-7, got binding levels [] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:19.333992 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.358793 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Calling delete_port for 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:19.363873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.ipam_backend_mixin [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Port 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 was not found and therefore no delete operation was performed {{(pid=100410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:01:19.369751 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.409209 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52274) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:19.424848 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Port': ['ID=5f0285dc-6694-45e1-9fa2-f1fa84f5c993,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:19.430083 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] No DVR routers for this DVR port 5f0285dc-6694-45e1-9fa2-f1fa84f5c993 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:19.467510 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a0a5093-7803-4c0d-a462-3eacca847769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.556628 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.699131 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Pushing event updated for resources: {'Port': ['ID=cc910fd9-cfff-4017-ae5a-aa91ba89510d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:19.716292 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.741311 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a46940e-ef21-4f5e-8c67-24db33709690']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:19.775066 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:19.775685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:19.776207 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:19.776841 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:19.777581 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:19.778343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:19.779065 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:19.779777 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:19.780709 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:19.781472 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:19.782156 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:19.782891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:19.790973 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a0a5093-7803-4c0d-a462-3eacca847769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.795349 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e46eb1-5d2b-49a9-8c3d-29a82b0a152d') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:19.796741 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e46eb1-5d2b-49a9-8c3d-29a82b0a152d') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:19.801427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Network 2a515576-7d64-4153-9fa3-67bb2419977f is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:19.803648 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a0a5093-7803-4c0d-a462-3eacca847769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.812792 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:19.819709 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:19.830616 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:19.832019 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.837202 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.854508 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2a0a5093-7803-4c0d-a462-3eacca847769 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=727177f789e94a358b0978ca17c10c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4435663 Jul 07 17:01:19.857051 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52288) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:19.886171 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.905357 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-666fc181-43e1-4ede-80f3-3ac4f3742bcd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8648276 Jul 07 17:01:19.908345 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52294) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:19.919030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:01:19.919770 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:19.950479 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-64763886-f016-478a-9478-2c5e4f5c41ba tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::af', 'mac_address': 'fa:16:3e:70:c2:4b'}, {'ip_address': '2001:db8::76', 'mac_address': 'fa:16:3e:87:c9:ec'}]}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:01:19.955326 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:01:20.055494 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a5093-7803-4c0d-a462-3eacca847769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc11ab99-0e28-40c8-b01b-fafbbeaa926a,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:20.092116 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-236d46e9-76dd-4130-95c3-ac2e9bc95edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.192258 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-236d46e9-76dd-4130-95c3-ac2e9bc95edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.223789 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd89d2c-5c66-4895-8fa8-545b238df215 req-9b2d6fd2-c9f3-4277-ac50-aacf445c7e0f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:20.235016 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0bd89d2c-5c66-4895-8fa8-545b238df215 req-9b2d6fd2-c9f3-4277-ac50-aacf445c7e0f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.3850093 Jul 07 17:01:20.246013 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.316001 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.320479 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0bd89d2c-5c66-4895-8fa8-545b238df215 req-3d757bec-61d5-40fb-9e0c-700e7fe38be2 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841396 Jul 07 17:01:20.335497 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.337734 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/networks/9a46940e-ef21-4f5e-8c67-24db33709690 HTTP/1.1" status: 204 len: 168 time: 2.5073228 Jul 07 17:01:20.342275 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52306) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:20.355873 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c3eb8536-b5b7-4ce3-a0cd-290584e7098e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-641935182', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}, 'admin_state_up': False}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:20.410626 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e6bc1be5-c271-42a6-a24b-27e69bcd278d None None] Provisioning for port cc910fd9-cfff-4017-ae5a-aa91ba89510d completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:20.415517 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-236d46e9-76dd-4130-95c3-ac2e9bc95edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.419469 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e6bc1be5-c271-42a6-a24b-27e69bcd278d None None] Provisioning complete for port cc910fd9-cfff-4017-ae5a-aa91ba89510d triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:20.420015 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e6bc1be5-c271-42a6-a24b-27e69bcd278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.421796 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-236d46e9-76dd-4130-95c3-ac2e9bc95edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.423328 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-236d46e9-76dd-4130-95c3-ac2e9bc95edc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fc11ab99-0e28-40c8-b01b-fafbbeaa926a HTTP/1.1" status: 204 len: 168 time: 0.5653327 Jul 07 17:01:20.428575 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3eb8536-b5b7-4ce3-a0cd-290584e7098e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.430258 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3eb8536-b5b7-4ce3-a0cd-290584e7098e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.534257 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3eb8536-b5b7-4ce3-a0cd-290584e7098e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.542890 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e6bc1be5-c271-42a6-a24b-27e69bcd278d None None] Port cc910fd9-cfff-4017-ae5a-aa91ba89510d cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:20.547696 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d46e9-76dd-4130-95c3-ac2e9bc95edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc11ab99-0e28-40c8-b01b-fafbbeaa926a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:20.636948 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64763886-f016-478a-9478-2c5e4f5c41ba tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:20.667186 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b436a-9463-40d2-8770-f6d8fc0c3af3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Network': ['ID=9a46940e-ef21-4f5e-8c67-24db33709690,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:20.784517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183f925-e2cf-45b4-8eba-23b9d851f0ee req-cf453ea6-03d1-4496-8f53-e82b004c433f tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:20.806647 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e183f925-e2cf-45b4-8eba-23b9d851f0ee req-cf453ea6-03d1-4496-8f53-e82b004c433f tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.1722331 Jul 07 17:01:20.941225 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3eb8536-b5b7-4ce3-a0cd-290584e7098e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:21.038025 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e183f925-e2cf-45b4-8eba-23b9d851f0ee req-2687d877-9b95-43b2-838e-c5355c74bca0 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298827 Jul 07 17:01:21.172486 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64763886-f016-478a-9478-2c5e4f5c41ba tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:21.183416 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64763886-f016-478a-9478-2c5e4f5c41ba tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:21.245434 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-64763886-f016-478a-9478-2c5e4f5c41ba tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] In _notify_port_updated(), no bound segment for port cc910fd9-cfff-4017-ae5a-aa91ba89510d on network 2a515576-7d64-4153-9fa3-67bb2419977f {{(pid=100410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:01:21.251743 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64763886-f016-478a-9478-2c5e4f5c41ba tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:21.252508 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64763886-f016-478a-9478-2c5e4f5c41ba tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:21.254171 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-64763886-f016-478a-9478-2c5e4f5c41ba tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "PUT /v2.0/ports/cc910fd9-cfff-4017-ae5a-aa91ba89510d HTTP/1.1" status: 200 len: 1065 time: 1.3411860 Jul 07 17:01:21.257418 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52328) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:21.289685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64763886-f016-478a-9478-2c5e4f5c41ba tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Pushing event updated for resources: {'Port': ['ID=cc910fd9-cfff-4017-ae5a-aa91ba89510d,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:21.683471 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd391c83-f9b5-4237-af05-9fef6f39c4fb req-19d8d581-214c-4aef-9d47-50463cd63bb6 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:21.701560 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bd391c83-f9b5-4237-af05-9fef6f39c4fb req-19d8d581-214c-4aef-9d47-50463cd63bb6 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.1242549 Jul 07 17:01:21.806371 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bd391c83-f9b5-4237-af05-9fef6f39c4fb req-aa158e1c-d1d4-49eb-b79e-4bdf4443fdd0 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936241 Jul 07 17:01:21.925042 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e3a2dd09-2a93-4f5c-91bf-d50ec2951d2c None None] Provisioning complete for port cc910fd9-cfff-4017-ae5a-aa91ba89510d triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:21.926148 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-35bc8d0f-687b-4c2f-b708-e451d67e9f34 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Deleting port cc910fd9-cfff-4017-ae5a-aa91ba89510d {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:21.926780 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e3a2dd09-2a93-4f5c-91bf-d50ec2951d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:21.928042 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35bc8d0f-687b-4c2f-b708-e451d67e9f34 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:21.963321 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3eb8536-b5b7-4ce3-a0cd-290584e7098e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.035572 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3eb8536-b5b7-4ce3-a0cd-290584e7098e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.054657 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e3a2dd09-2a93-4f5c-91bf-d50ec2951d2c None None] Port cc910fd9-cfff-4017-ae5a-aa91ba89510d cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:22.242156 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35bc8d0f-687b-4c2f-b708-e451d67e9f34 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.278825 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-35bc8d0f-687b-4c2f-b708-e451d67e9f34 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Calling delete_port for cc910fd9-cfff-4017-ae5a-aa91ba89510d owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:22.293606 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52376) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:22.464627 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-c3eb8536-b5b7-4ce3-a0cd-290584e7098e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Allocated IP 172.25.2.150 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/34cd5065-62fa-4d6b-b92f-431851930284) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:22.476388 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e3da3-4c21-4881-a266-ef9ab86d0963 req-d7de3deb-0813-48e3-93f0-d212502e7e45 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:22.479752 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3e3e3da3-4c21-4881-a266-ef9ab86d0963 req-d7de3deb-0813-48e3-93f0-d212502e7e45 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.1571000 Jul 07 17:01:22.523013 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Request body: {'networks': [{'name': 'tempest-network--1995712937'}, {'name': 'tempest-network--917175954'}]} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:22.523393 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Request body: {'network': {'name': 'tempest-network--1995712937'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:22.523865 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Request body: {'network': {'name': 'tempest-network--917175954'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:22.578905 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3e3e3da3-4c21-4881-a266-ef9ab86d0963 req-3d41376c-f78b-4ef0-a919-b18ed3ef5292 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927281 Jul 07 17:01:22.601739 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Made reservation on behalf of ee308e81ac294c03b181e79c2f528e0e for: {'network': 2} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:22.610704 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.624371 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.667379 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35bc8d0f-687b-4c2f-b708-e451d67e9f34 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.724736 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc8d0f-687b-4c2f-b708-e451d67e9f34 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Pushing event deleted for resources: {'Port': ['ID=cc910fd9-cfff-4017-ae5a-aa91ba89510d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:22.758625 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3eb8536-b5b7-4ce3-a0cd-290584e7098e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.936260 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.945053 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:22.947471 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.033513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddef2dd7-6311-45ed-b540-849604e32d2e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:23.117906 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3eb8536-b5b7-4ce3-a0cd-290584e7098e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.129164 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:23.173988 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.174444 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Added segment 0bf6600f-e67d-40a2-a050-acd315729712 of type vlan for network 4a115704-3581-4099-b33a-9a8f04e27a71 Jul 07 17:01:23.308163 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.362105 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:23.373964 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb8536-b5b7-4ce3-a0cd-290584e7098e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Port': ['ID=34cd5065-62fa-4d6b-b92f-431851930284,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:23.397802 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.398009 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Added segment bd427b40-ae25-41e9-b0a7-6dda293390b1 of type vlan for network 5f6588b3-637c-40f4-af68-e1b56736337d Jul 07 17:01:23.459631 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eb8536-b5b7-4ce3-a0cd-290584e7098e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:23.465469 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-c3eb8536-b5b7-4ce3-a0cd-290584e7098e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:23.475405 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eb8536-b5b7-4ce3-a0cd-290584e7098e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:23.508094 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.584945 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.585633 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.587031 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35bc8d0f-687b-4c2f-b708-e451d67e9f34 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.591609 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-35bc8d0f-687b-4c2f-b708-e451d67e9f34 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "DELETE /v2.0/ports/cc910fd9-cfff-4017-ae5a-aa91ba89510d HTTP/1.1" status: 204 len: 168 time: 2.3319168 Jul 07 17:01:23.595391 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:23.607532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:23.608593 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:23.615252 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52434) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:23.696411 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2c0f0-cca6-4dc1-b28f-e280faad217a req-013b6f51-6872-4632-8176-7e00df0535bc tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:23.707812 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-50e2c0f0-cca6-4dc1-b28f-e280faad217a req-013b6f51-6872-4632-8176-7e00df0535bc tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.7322769 Jul 07 17:01:23.745267 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84309b5-bc26-474a-8b44-16558ca42617 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] GET failed (client error): The resource could not be found. Jul 07 17:01:23.750569 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d84309b5-bc26-474a-8b44-16558ca42617 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "GET /v2.0/ports/cc910fd9-cfff-4017-ae5a-aa91ba89510d HTTP/1.1" status: 404 len: 333 time: 0.1189220 Jul 07 17:01:23.751515 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52444) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:23.833828 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-50e2c0f0-cca6-4dc1-b28f-e280faad217a req-f5fbd2f5-bde0-43ee-b775-3f62e99baeb7 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250160 Jul 07 17:01:23.870968 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5762799 Jul 07 17:01:23.890167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52450) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:24.003974 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event updated for resources: {'Network': ['ID=4a115704-3581-4099-b33a-9a8f04e27a71,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:24.013150 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52454) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:24.021845 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 4a115704-3581-4099-b33a-9a8f04e27a71 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:24.453079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e56fba-65f9-492d-936a-7d10d0de3090 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event updated for resources: {'Network': ['ID=5f6588b3-637c-40f4-af68-e1b56736337d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:24.471404 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 5f6588b3-637c-40f4-af68-e1b56736337d details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:24.493561 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-449844d3-51a1-4e29-896d-31a7929eba27 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Deleting port a8142f5b-085e-4f91-8c7e-0b00e9e89882 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:24.493932 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-449844d3-51a1-4e29-896d-31a7929eba27 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.517831 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ef394268-2fed-4c8e-bb9e-3e49c7d9757a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:24.583476 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e69f0-50a8-4244-9802-abaef6ea3e60 req-671a82ff-80d0-497b-94a4-71877c71390e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:24.591085 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cf1e69f0-50a8-4244-9802-abaef6ea3e60 req-671a82ff-80d0-497b-94a4-71877c71390e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.6203456 Jul 07 17:01:24.656804 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0243b0-1421-4a57-b817-5542ed4677ce tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:24.663608 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0243b0-1421-4a57-b817-5542ed4677ce tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:24.682447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0243b0-1421-4a57-b817-5542ed4677ce tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:24.688975 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0243b0-1421-4a57-b817-5542ed4677ce tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:24.703647 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-de0243b0-1421-4a57-b817-5542ed4677ce tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8027573 Jul 07 17:01:24.728956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52482) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:24.916649 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cf1e69f0-50a8-4244-9802-abaef6ea3e60 req-ebafa462-626a-40ff-a113-ec88e00df568 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246267 Jul 07 17:01:24.939860 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3eb8536-b5b7-4ce3-a0cd-290584e7098e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.042301 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-449844d3-51a1-4e29-896d-31a7929eba27 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.048200 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65a7daea-5ec6-4a97-bddd-770292b3c087 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.065571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-449844d3-51a1-4e29-896d-31a7929eba27 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Calling delete_port for a8142f5b-085e-4f91-8c7e-0b00e9e89882 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:25.255632 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65a7daea-5ec6-4a97-bddd-770292b3c087 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.263467 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc961c9-603e-4d0b-b37c-2730fb0a75ef req-ac0dac3a-4be1-4b6c-a6c2-318428716761 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:25.271139 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1cc961c9-603e-4d0b-b37c-2730fb0a75ef req-ac0dac3a-4be1-4b6c-a6c2-318428716761 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.1676250 Jul 07 17:01:25.292544 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-65a7daea-5ec6-4a97-bddd-770292b3c087 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a115704-3581-4099-b33a-9a8f04e27a71']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:25.319841 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-65a7daea-5ec6-4a97-bddd-770292b3c087 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf6600f-e67d-40a2-a050-acd315729712') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:25.320765 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-65a7daea-5ec6-4a97-bddd-770292b3c087 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf6600f-e67d-40a2-a050-acd315729712') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:25.344852 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65a7daea-5ec6-4a97-bddd-770292b3c087 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.357120 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1cc961c9-603e-4d0b-b37c-2730fb0a75ef req-2ac0b538-c9b7-4416-85d7-1cfe0717b7f0 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806534 Jul 07 17:01:25.365025 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3eb8536-b5b7-4ce3-a0cd-290584e7098e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.373115 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65a7daea-5ec6-4a97-bddd-770292b3c087 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.385546 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a7daea-5ec6-4a97-bddd-770292b3c087 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:01:25.387124 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65a7daea-5ec6-4a97-bddd-770292b3c087 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.397530 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ef394268-2fed-4c8e-bb9e-3e49c7d9757a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:01:25.399107 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:01:25.480289 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ef394268-2fed-4c8e-bb9e-3e49c7d9757a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.529576 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65a7daea-5ec6-4a97-bddd-770292b3c087 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.539010 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65a7daea-5ec6-4a97-bddd-770292b3c087 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.544839 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-65a7daea-5ec6-4a97-bddd-770292b3c087 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "DELETE /v2.0/networks/4a115704-3581-4099-b33a-9a8f04e27a71 HTTP/1.1" status: 204 len: 168 time: 0.8120711 Jul 07 17:01:25.548148 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52522) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:25.601156 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ef394268-2fed-4c8e-bb9e-3e49c7d9757a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=32bdb2a34e9c49ef97f79181280a3416&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4647579 Jul 07 17:01:25.616790 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef394268-2fed-4c8e-bb9e-3e49c7d9757a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f51cd06-83dc-4de7-a20b-2cb38f058f77,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:25.620779 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52524) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:25.639473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7daea-5ec6-4a97-bddd-770292b3c087 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event deleted for resources: {'Network': ['ID=4a115704-3581-4099-b33a-9a8f04e27a71,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:25.701896 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-449844d3-51a1-4e29-896d-31a7929eba27 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.739559 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449844d3-51a1-4e29-896d-31a7929eba27 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Pushing event deleted for resources: {'Port': ['ID=a8142f5b-085e-4f91-8c7e-0b00e9e89882,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:25.771708 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-449844d3-51a1-4e29-896d-31a7929eba27 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.774129 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-449844d3-51a1-4e29-896d-31a7929eba27 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "DELETE /v2.0/ports/a8142f5b-085e-4f91-8c7e-0b00e9e89882 HTTP/1.1" status: 204 len: 168 time: 2.0137594 Jul 07 17:01:25.776999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52544) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:25.801950 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:25.812879 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a851487-4a7e-4afc-a3e5-7ab61c46ff6b tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] GET failed (client error): The resource could not be found. Jul 07 17:01:25.820774 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3eb8536-b5b7-4ce3-a0cd-290584e7098e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router 3a4f7242-a82e-4f41-afe7-1907104ac622 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:01:25.821873 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4a851487-4a7e-4afc-a3e5-7ab61c46ff6b tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "GET /v2.0/ports/a8142f5b-085e-4f91-8c7e-0b00e9e89882 HTTP/1.1" status: 404 len: 333 time: 0.0427177 Jul 07 17:01:25.824350 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52546) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:25.975253 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-86233a54-b021-4156-a472-0a6a7487ad3b tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Deleting port 380dd265-151d-463d-9f47-e9c9bec15fb9 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:25.975603 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-86233a54-b021-4156-a472-0a6a7487ad3b tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.022387 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e9e25cc6-cf10-473d-af35-e20a6a700d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.084783 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e9e25cc6-cf10-473d-af35-e20a6a700d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.157403 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-86233a54-b021-4156-a472-0a6a7487ad3b tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.172199 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-86233a54-b021-4156-a472-0a6a7487ad3b tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Calling delete_port for 380dd265-151d-463d-9f47-e9c9bec15fb9 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:26.260464 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.274565 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6588b3-637c-40f4-af68-e1b56736337d']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:26.293846 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd427b40-ae25-41e9-b0a7-6dda293390b1') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:26.294154 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd427b40-ae25-41e9-b0a7-6dda293390b1') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:26.306928 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.323142 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-86233a54-b021-4156-a472-0a6a7487ad3b tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.356604 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86233a54-b021-4156-a472-0a6a7487ad3b tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Pushing event deleted for resources: {'Port': ['ID=380dd265-151d-463d-9f47-e9c9bec15fb9,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:26.453926 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-86233a54-b021-4156-a472-0a6a7487ad3b tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.464191 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-86233a54-b021-4156-a472-0a6a7487ad3b tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "DELETE /v2.0/ports/380dd265-151d-463d-9f47-e9c9bec15fb9 HTTP/1.1" status: 204 len: 168 time: 0.6382148 Jul 07 17:01:26.465937 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52570) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:26.469727 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.514137 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:01:26.524105 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:01:26.528359 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:01:26.564176 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3eb8536-b5b7-4ce3-a0cd-290584e7098e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:01:26.583681 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93cefd0-2f2a-45e7-91ac-706f540599e3 None None] Sync routers for ids ['3a4f7242-a82e-4f41-afe7-1907104ac622'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:01:26.628261 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93cefd0-2f2a-45e7-91ac-706f540599e3 None None] Routers {'3a4f7242-a82e-4f41-afe7-1907104ac622'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:26.629316 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-c93cefd0-2f2a-45e7-91ac-706f540599e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:01:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['3a4f7242-a82e-4f41-afe7-1907104ac622'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:26.635772 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cdb6431-755a-450e-9b96-7289218a30f5 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Deleting subnet cccd29c8-798f-4044-87ac-81722abea09f {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:01:26.647587 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6431-755a-450e-9b96-7289218a30f5 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.720983 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-c93cefd0-2f2a-45e7-91ac-706f540599e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:26.737666 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3eb8536-b5b7-4ce3-a0cd-290584e7098e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.741708 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c3eb8536-b5b7-4ce3-a0cd-290584e7098e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.3979273 Jul 07 17:01:26.742311 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93cefd0-2f2a-45e7-91ac-706f540599e3 None None] Routers {'3a4f7242-a82e-4f41-afe7-1907104ac622'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:26.743522 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6431-755a-450e-9b96-7289218a30f5 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.744213 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-c93cefd0-2f2a-45e7-91ac-706f540599e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:01:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['3a4f7242-a82e-4f41-afe7-1907104ac622'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:26.769571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52574) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:26.769983 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52576) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:26.801396 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f40ce8-6b12-4ba9-80c8-c8b78888d98b req-623b0cf4-afe1-476f-98cd-1a46ac42225b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:26.810370 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-99f40ce8-6b12-4ba9-80c8-c8b78888d98b req-623b0cf4-afe1-476f-98cd-1a46ac42225b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.6487250 Jul 07 17:01:26.814222 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.816890 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-c93cefd0-2f2a-45e7-91ac-706f540599e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:26.818110 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93cefd0-2f2a-45e7-91ac-706f540599e3 None None] The sync data for ids ['3a4f7242-a82e-4f41-afe7-1907104ac622'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:01:26.820730 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.824097 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "DELETE /v2.0/networks/5f6588b3-637c-40f4-af68-e1b56736337d HTTP/1.1" status: 204 len: 168 time: 1.2744608 Jul 07 17:01:26.837548 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e9e25cc6-cf10-473d-af35-e20a6a700d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.838867 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52580) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:26.841058 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e9e25cc6-cf10-473d-af35-e20a6a700d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:26.846328 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e9e25cc6-cf10-473d-af35-e20a6a700d1d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f51cd06-83dc-4de7-a20b-2cb38f058f77 HTTP/1.1" status: 204 len: 168 time: 1.2209938 Jul 07 17:01:26.874176 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event deleted for resources: {'Network': ['ID=5f6588b3-637c-40f4-af68-e1b56736337d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:26.879055 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e25cc6-cf10-473d-af35-e20a6a700d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f51cd06-83dc-4de7-a20b-2cb38f058f77,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:26.901641 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.902115 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.902573 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.902931 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.903281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.903621 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.903964 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.904307 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.904641 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.904981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.905783 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.905783 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64152e47-3fc3-4ef4-9131-543301e34ff2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.919722 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e25cc6-cf10-473d-af35-e20a6a700d1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.920080 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e25cc6-cf10-473d-af35-e20a6a700d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.920429 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e25cc6-cf10-473d-af35-e20a6a700d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.920775 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e25cc6-cf10-473d-af35-e20a6a700d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.921115 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e25cc6-cf10-473d-af35-e20a6a700d1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.921452 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e25cc6-cf10-473d-af35-e20a6a700d1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.921829 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e25cc6-cf10-473d-af35-e20a6a700d1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.922177 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e25cc6-cf10-473d-af35-e20a6a700d1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.922535 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e25cc6-cf10-473d-af35-e20a6a700d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.922875 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e25cc6-cf10-473d-af35-e20a6a700d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.923206 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e25cc6-cf10-473d-af35-e20a6a700d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.923534 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e25cc6-cf10-473d-af35-e20a6a700d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:26.967456 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-99f40ce8-6b12-4ba9-80c8-c8b78888d98b req-19f7f456-bde6-4d13-afde-c883077761ce tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556575 Jul 07 17:01:27.331801 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52588) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:27.350575 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d370bac9-3cd0-4c70-b5b8-871c7041b88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.487268 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-718f2a7f-3351-4789-9e5b-281b776af47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.514822 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d370bac9-3cd0-4c70-b5b8-871c7041b88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.521813 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d370bac9-3cd0-4c70-b5b8-871c7041b88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.616750 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d370bac9-3cd0-4c70-b5b8-871c7041b88c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7a55868ff1e4266ab579b763ffdd443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2833374 Jul 07 17:01:27.618271 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52590) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:27.619172 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80df15-2dde-4ef6-af1f-1e5444a8aad1 req-74049a19-a70d-4706-b99e-f9ba3b57ea99 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:27.620752 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ca80df15-2dde-4ef6-af1f-1e5444a8aad1 req-74049a19-a70d-4706-b99e-f9ba3b57ea99 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.8995814 Jul 07 17:01:27.632695 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370bac9-3cd0-4c70-b5b8-871c7041b88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936dd47f-366f-4d1d-aeb1-1e544535ca5f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:27.657022 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0ae2d72d-22a0-4ff9-ae7a-eaa63360464c tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/routers/3a4f7242-a82e-4f41-afe7-1907104ac622 HTTP/1.1" status: 200 len: 884 time: 0.8834636 Jul 07 17:01:27.658323 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6431-755a-450e-9b96-7289218a30f5 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.662808 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52592) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:27.728347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d797368-4269-42c6-acd9-8e31fd5d1d95 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:27.734603 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d797368-4269-42c6-acd9-8e31fd5d1d95 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:27.743218 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6d797368-4269-42c6-acd9-8e31fd5d1d95 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7982981 Jul 07 17:01:27.743807 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52594) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:27.772624 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-651f94fc-442b-4e72-b830-b3455d7f287a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-879080866'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:27.783821 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ca80df15-2dde-4ef6-af1f-1e5444a8aad1 req-e0ce0e2f-d38c-4c2c-b9ac-5716325e7f86 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547506 Jul 07 17:01:27.834601 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6431-755a-450e-9b96-7289218a30f5 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.855753 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-475d4270-309a-446f-b6cc-9b0191c60b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.874328 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb6431-755a-450e-9b96-7289218a30f5 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Pushing event deleted for resources: {'Subnet': ['ID=cccd29c8-798f-4044-87ac-81722abea09f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:27.877435 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6431-755a-450e-9b96-7289218a30f5 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.879532 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4cdb6431-755a-450e-9b96-7289218a30f5 tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "DELETE /v2.0/subnets/cccd29c8-798f-4044-87ac-81722abea09f HTTP/1.1" status: 204 len: 168 time: 1.4115679 Jul 07 17:01:27.882538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52596) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:27.889248 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a35c9e-3a19-4642-909c-5ecacba28cf1 None None] Network 2a515576-7d64-4153-9fa3-67bb2419977f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:27.914782 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-475d4270-309a-446f-b6cc-9b0191c60b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.963941 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-718f2a7f-3351-4789-9e5b-281b776af47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:27.977032 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-718f2a7f-3351-4789-9e5b-281b776af47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.043260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651f94fc-442b-4e72-b830-b3455d7f287a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Made reservation on behalf of ee308e81ac294c03b181e79c2f528e0e for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:28.047069 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-651f94fc-442b-4e72-b830-b3455d7f287a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.065401 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6bca8eaf-82a4-410f-89c5-17bbe3475ddd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.080347 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-475d4270-309a-446f-b6cc-9b0191c60b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.084359 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-475d4270-309a-446f-b6cc-9b0191c60b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.090051 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-475d4270-309a-446f-b6cc-9b0191c60b62 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/936dd47f-366f-4d1d-aeb1-1e544535ca5f HTTP/1.1" status: 204 len: 168 time: 0.4680231 Jul 07 17:01:28.097706 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-718f2a7f-3351-4789-9e5b-281b776af47a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=59f9f09c92d841fea60e20bcbd768829&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3246899 Jul 07 17:01:28.107277 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52602) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:28.114702 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f2a7f-3351-4789-9e5b-281b776af47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab6faf6-9d11-4404-a0c6-0174112b0ca7,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:28.117787 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651f94fc-442b-4e72-b830-b3455d7f287a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:28.170973 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-651f94fc-442b-4e72-b830-b3455d7f287a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.171421 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-651f94fc-442b-4e72-b830-b3455d7f287a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Added segment 79578bc4-4d6a-4ab1-9c86-ce2fcefa5516 of type vlan for network 9b3ea1b2-4448-46bb-965b-c441ebdc929a Jul 07 17:01:28.252551 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d4270-309a-446f-b6cc-9b0191c60b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936dd47f-366f-4d1d-aeb1-1e544535ca5f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:28.335249 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca87b-cfa7-49d8-a66f-e6a5ea829d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.335522 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d8d33a-7884-4b37-b4d1-025706641fba None None] DHCP port deletion for 2a515576-7d64-4153-9fa3-67bb2419977f request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:01:28.339295 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-651f94fc-442b-4e72-b830-b3455d7f287a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.357483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-6bca8eaf-82a4-410f-89c5-17bbe3475ddd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Deleting port 938d9a6e-17f2-4d8f-8b38-60518186a8fc {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:28.357883 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6bca8eaf-82a4-410f-89c5-17bbe3475ddd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.442661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-6bca8eaf-82a4-410f-89c5-17bbe3475ddd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] For port 938d9a6e-17f2-4d8f-8b38-60518186a8fc, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=938d9a6e-17f2-4d8f-8b38-60518186a8fc,segment=NetworkSegment(a60baede-dbcb-4a17-b12e-3db3d1a69d4d),segment_id=a60baede-dbcb-4a17-b12e-3db3d1a69d4d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:28.443041 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6bca8eaf-82a4-410f-89c5-17bbe3475ddd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.448553 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-25d8d33a-7884-4b37-b4d1-025706641fba None None] Deleting port 938d9a6e-17f2-4d8f-8b38-60518186a8fc {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:28.449405 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-25d8d33a-7884-4b37-b4d1-025706641fba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.456019 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2808201d-785d-42d9-9db9-4ca5ec290c07 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7835364 Jul 07 17:01:28.460349 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-6bca8eaf-82a4-410f-89c5-17bbe3475ddd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Calling delete_port for 938d9a6e-17f2-4d8f-8b38-60518186a8fc owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:28.461502 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52606) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:28.474015 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b38a7d77-0c38-482b-b2fa-97eb228b2809 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-641935182'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:28.536332 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-25d8d33a-7884-4b37-b4d1-025706641fba None None] For port 938d9a6e-17f2-4d8f-8b38-60518186a8fc, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=938d9a6e-17f2-4d8f-8b38-60518186a8fc,segment=NetworkSegment(a60baede-dbcb-4a17-b12e-3db3d1a69d4d),segment_id=a60baede-dbcb-4a17-b12e-3db3d1a69d4d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:28.537802 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-25d8d33a-7884-4b37-b4d1-025706641fba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.549572 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbca31f-9dcc-49f1-9f53-5fadeac17b8e req-483f9ea7-e75e-48d3-a442-47c1b754972b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:28.555062 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4bbca31f-9dcc-49f1-9f53-5fadeac17b8e req-483f9ea7-e75e-48d3-a442-47c1b754972b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.3623090 Jul 07 17:01:28.557534 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-25d8d33a-7884-4b37-b4d1-025706641fba None None] Calling delete_port for 938d9a6e-17f2-4d8f-8b38-60518186a8fc owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:28.567821 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca87b-cfa7-49d8-a66f-e6a5ea829d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.580375 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.resource_extend [None req-651f94fc-442b-4e72-b830-b3455d7f287a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:01:28.585637 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6bca8eaf-82a4-410f-89c5-17bbe3475ddd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.670456 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca8eaf-82a4-410f-89c5-17bbe3475ddd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Pushing event deleted for resources: {'Port': ['ID=938d9a6e-17f2-4d8f-8b38-60518186a8fc,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:28.687143 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca8eaf-82a4-410f-89c5-17bbe3475ddd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] No DVR routers for this DVR port 938d9a6e-17f2-4d8f-8b38-60518186a8fc on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:28.688757 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-651f94fc-442b-4e72-b830-b3455d7f287a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.695561 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651f94fc-442b-4e72-b830-b3455d7f287a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:28.696257 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-651f94fc-442b-4e72-b830-b3455d7f287a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: from cryptography.utils import int_from_bytes Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: from cryptography.utils import int_from_bytes Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.731632 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.735202 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.735202 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.735202 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.735202 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.735202 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.735202 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.735202 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.735202 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.735202 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.735202 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.735202 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.735202 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.735202 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:28.735202 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:01:28.784400 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-25d8d33a-7884-4b37-b4d1-025706641fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.800585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d8d33a-7884-4b37-b4d1-025706641fba None None] No DVR routers for this DVR port 938d9a6e-17f2-4d8f-8b38-60518186a8fc on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:28.869401 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8d33a-7884-4b37-b4d1-025706641fba None None] Pushing event deleted for resources: {'Port': ['ID=938d9a6e-17f2-4d8f-8b38-60518186a8fc,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:28.896306 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4bbca31f-9dcc-49f1-9f53-5fadeac17b8e req-7cff8744-4f22-48b6-87fe-568eeca775d2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120849 Jul 07 17:01:28.907056 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 938d9a6e-17f2-4d8f-8b38-60518186a8fc no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:28.918095 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-651f94fc-442b-4e72-b830-b3455d7f287a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1690416 Jul 07 17:01:28.924177 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52620) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:28.940311 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-749c58c0-859a-4d16-a61a-50474b6a8832 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1233087230'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:28.941058 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6bca8eaf-82a4-410f-89c5-17bbe3475ddd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.941963 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 938d9a6e-17f2-4d8f-8b38-60518186a8fc {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:01:28.942888 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 938d9a6e-17f2-4d8f-8b38-60518186a8fc not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:01:28.945025 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f94fc-442b-4e72-b830-b3455d7f287a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event updated for resources: {'Network': ['ID=9b3ea1b2-4448-46bb-965b-c441ebdc929a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:28.954214 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca87b-cfa7-49d8-a66f-e6a5ea829d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.959530 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 9b3ea1b2-4448-46bb-965b-c441ebdc929a details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:28.959704 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca87b-cfa7-49d8-a66f-e6a5ea829d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:28.961252 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5e9ca87b-cfa7-49d8-a66f-e6a5ea829d39 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bab6faf6-9d11-4404-a0c6-0174112b0ca7 HTTP/1.1" status: 204 len: 168 time: 0.8475494 Jul 07 17:01:28.969876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-6bca8eaf-82a4-410f-89c5-17bbe3475ddd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a515576-7d64-4153-9fa3-67bb2419977f']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:28.989759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-6bca8eaf-82a4-410f-89c5-17bbe3475ddd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60baede-dbcb-4a17-b12e-3db3d1a69d4d') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:28.990170 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-6bca8eaf-82a4-410f-89c5-17bbe3475ddd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60baede-dbcb-4a17-b12e-3db3d1a69d4d') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:28.992637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ca87b-cfa7-49d8-a66f-e6a5ea829d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab6faf6-9d11-4404-a0c6-0174112b0ca7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:29.007690 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6bca8eaf-82a4-410f-89c5-17bbe3475ddd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.028781 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6bca8eaf-82a4-410f-89c5-17bbe3475ddd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.051497 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bca8eaf-82a4-410f-89c5-17bbe3475ddd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:01:29.054458 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6bca8eaf-82a4-410f-89c5-17bbe3475ddd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:01:29.070132 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:01:29.134065 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749c58c0-859a-4d16-a61a-50474b6a8832 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Made reservation on behalf of ee308e81ac294c03b181e79c2f528e0e for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:29.141744 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-749c58c0-859a-4d16-a61a-50474b6a8832 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.222101 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749c58c0-859a-4d16-a61a-50474b6a8832 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:29.225400 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6bca8eaf-82a4-410f-89c5-17bbe3475ddd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.243856 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6bca8eaf-82a4-410f-89c5-17bbe3475ddd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.248132 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6bca8eaf-82a4-410f-89c5-17bbe3475ddd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] 10.222.0.50 "DELETE /v2.0/networks/2a515576-7d64-4153-9fa3-67bb2419977f HTTP/1.1" status: 204 len: 168 time: 1.3622673 Jul 07 17:01:29.273673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca8eaf-82a4-410f-89c5-17bbe3475ddd tempest-AllowedAddressPairIpV6TestJSON-1405050933 tempest-AllowedAddressPairIpV6TestJSON-1405050933-project] Pushing event deleted for resources: {'Network': ['ID=2a515576-7d64-4153-9fa3-67bb2419977f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:29.305486 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f8bbf-99c1-484f-bbca-178f698dfd4d req-c4df61ec-9fcc-40ae-8b8b-5a22c9cb47e2 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:29.307191 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-485f8bbf-99c1-484f-bbca-178f698dfd4d req-c4df61ec-9fcc-40ae-8b8b-5a22c9cb47e2 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.1876357 Jul 07 17:01:29.319101 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b38a7d77-0c38-482b-b2fa-97eb228b2809 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.327696 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-749c58c0-859a-4d16-a61a-50474b6a8832 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.328298 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-749c58c0-859a-4d16-a61a-50474b6a8832 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Added segment dbd796ef-ed3b-4f6f-81ee-69da527a2611 of type vlan for network a3403c85-0040-4267-8349-9f393deaaded Jul 07 17:01:29.372909 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b38a7d77-0c38-482b-b2fa-97eb228b2809 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.391985 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-749c58c0-859a-4d16-a61a-50474b6a8832 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.397545 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-485f8bbf-99c1-484f-bbca-178f698dfd4d req-77cd2a87-ce41-4585-a449-224aeda894ac tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739384 Jul 07 17:01:29.526788 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-749c58c0-859a-4d16-a61a-50474b6a8832 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.532548 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c58c0-859a-4d16-a61a-50474b6a8832 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:29.533208 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-749c58c0-859a-4d16-a61a-50474b6a8832 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.633018 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c58c0-859a-4d16-a61a-50474b6a8832 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event updated for resources: {'Network': ['ID=a3403c85-0040-4267-8349-9f393deaaded,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:29.646822 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-749c58c0-859a-4d16-a61a-50474b6a8832 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7212229 Jul 07 17:01:29.647157 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network a3403c85-0040-4267-8349-9f393deaaded details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:29.647265 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52648) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:29.652369 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Request body: {'ports': [{'network_id': '9b3ea1b2-4448-46bb-965b-c441ebdc929a', 'name': 'tempest-port--1628654262', 'admin_state_up': True}, {'network_id': 'a3403c85-0040-4267-8349-9f393deaaded', 'admin_state_up': False}]} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:29.652700 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Request body: {'port': {'network_id': '9b3ea1b2-4448-46bb-965b-c441ebdc929a', 'name': 'tempest-port--1628654262', 'admin_state_up': True}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:29.653187 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Request body: {'port': {'network_id': 'a3403c85-0040-4267-8349-9f393deaaded', 'admin_state_up': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:29.677277 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38a7d77-0c38-482b-b2fa-97eb228b2809 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router 3a4f7242-a82e-4f41-afe7-1907104ac622 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:01:29.910962 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38a7d77-0c38-482b-b2fa-97eb228b2809 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:01:29.938953 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b38a7d77-0c38-482b-b2fa-97eb228b2809 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:29.942639 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b38a7d77-0c38-482b-b2fa-97eb228b2809 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/3a4f7242-a82e-4f41-afe7-1907104ac622 HTTP/1.1" status: 200 len: 891 time: 1.4735377 Jul 07 17:01:29.942639 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52660) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:29.943162 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c3f7de-913b-45d5-9d0f-4cd3e6e5a9e3 None None] Sync routers for ids ['3a4f7242-a82e-4f41-afe7-1907104ac622'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:01:29.944093 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52662) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:29.954675 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c3f7de-913b-45d5-9d0f-4cd3e6e5a9e3 None None] Routers {'3a4f7242-a82e-4f41-afe7-1907104ac622'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:29.955987 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-90c3f7de-913b-45d5-9d0f-4cd3e6e5a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:01:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['3a4f7242-a82e-4f41-afe7-1907104ac622'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:30.002980 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-90c3f7de-913b-45d5-9d0f-4cd3e6e5a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:30.015304 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c3f7de-913b-45d5-9d0f-4cd3e6e5a9e3 None None] Routers {'3a4f7242-a82e-4f41-afe7-1907104ac622'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:30.015946 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-90c3f7de-913b-45d5-9d0f-4cd3e6e5a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:01:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['3a4f7242-a82e-4f41-afe7-1907104ac622'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:30.060276 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-90c3f7de-913b-45d5-9d0f-4cd3e6e5a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:30.060951 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c3f7de-913b-45d5-9d0f-4cd3e6e5a9e3 None None] The sync data for ids ['3a4f7242-a82e-4f41-afe7-1907104ac622'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:01:30.106419 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-11ffcd7f-2d95-48e1-8b69-59a2a8e1a92e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/routers/3a4f7242-a82e-4f41-afe7-1907104ac622 HTTP/1.1" status: 200 len: 891 time: 0.1605928 Jul 07 17:01:30.109155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52672) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:30.113689 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Made reservation on behalf of ee308e81ac294c03b181e79c2f528e0e for: {'port': 2} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:30.119314 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.158062 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dab207bf-3ce8-49c8-9fd0-f0b79fbd747c tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a4f7242-a82e-4f41-afe7-1907104ac622 HTTP/1.1" status: 200 len: 205 time: 0.0475614 Jul 07 17:01:30.161611 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52676) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:30.171617 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.293089 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] device_id is not set on port 28dff5c5-a60e-4636-9155-a8e34a84b81c yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:01:30.319158 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988806dc-65a3-4746-9719-0775e057b5f7 req-48c97649-9e02-4d0a-86c9-c21b3b86c3fc tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:30.320717 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-988806dc-65a3-4746-9719-0775e057b5f7 req-48c97649-9e02-4d0a-86c9-c21b3b86c3fc tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.1652150 Jul 07 17:01:30.376480 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-988806dc-65a3-4746-9719-0775e057b5f7 req-325bc420-7fa1-4784-8c52-8e0f4aff430b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438457 Jul 07 17:01:30.506244 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.591460 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] device_id is not set on port d400c38d-3240-49da-a507-22d9316dce9b yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:01:30.693528 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68aa7bd2-a78e-4506-8a06-9d8b6ab3d967 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.735024 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.745066 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e341f15f-085d-49af-903b-5ed428b62ca3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b29eceb920b643d89d0b1dcd30de9f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8029656 Jul 07 17:01:30.748223 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52700) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:30.811043 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee742817-753e-4414-b669-b123668e3281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.817142 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f3875-678d-47e0-a9da-6f7a8e946a8c req-201ff8a0-8762-47ce-bf20-7b1741016829 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:30.819982 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-894f3875-678d-47e0-a9da-6f7a8e946a8c req-201ff8a0-8762-47ce-bf20-7b1741016829 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.2166891 Jul 07 17:01:30.853637 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee742817-753e-4414-b669-b123668e3281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.889364 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.943231 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-894f3875-678d-47e0-a9da-6f7a8e946a8c req-d1e5ea1f-ca90-4a08-a339-6bf05430113a tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149940 Jul 07 17:01:30.952121 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68aa7bd2-a78e-4506-8a06-9d8b6ab3d967 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:30.989166 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event updated for resources: {'Port': ['ID=28dff5c5-a60e-4636-9155-a8e34a84b81c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:31.010137 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee742817-753e-4414-b669-b123668e3281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.013192 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee742817-753e-4414-b669-b123668e3281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.016981 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ee742817-753e-4414-b669-b123668e3281 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a58f5ccc-0ad3-488c-ba5b-6490c4616d54 HTTP/1.1" status: 204 len: 168 time: 0.2652655 Jul 07 17:01:31.033564 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee742817-753e-4414-b669-b123668e3281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58f5ccc-0ad3-488c-ba5b-6490c4616d54,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:31.038643 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Checking segment: {'id': '79578bc4-4d6a-4ab1-9c86-ce2fcefa5516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9b3ea1b2-4448-46bb-965b-c441ebdc929a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:31.039021 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Network hostable DHCP agents. Network: 9b3ea1b2-4448-46bb-965b-c441ebdc929a, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:31.057778 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Network 9b3ea1b2-4448-46bb-965b-c441ebdc929a is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:31.077483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 9b3ea1b2-4448-46bb-965b-c441ebdc929a) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:31.082519 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:31.083776 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.096231 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-68aa7bd2-a78e-4506-8a06-9d8b6ab3d967 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting port 34cd5065-62fa-4d6b-b92f-431851930284 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:31.096582 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68aa7bd2-a78e-4506-8a06-9d8b6ab3d967 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.101248 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4d9ed7-e816-4466-804c-98c573241357 None None] Network 9b3ea1b2-4448-46bb-965b-c441ebdc929a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:31.138497 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a1a8a-1da6-457b-93a7-3e8a218018e6 req-6a44200b-267e-44c8-8dd5-a077d6d92456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:31.140182 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f1a1a8a-1da6-457b-93a7-3e8a218018e6 req-6a44200b-267e-44c8-8dd5-a077d6d92456 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 1097 time: 0.1184208 Jul 07 17:01:31.215929 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event updated for resources: {'Port': ['ID=d400c38d-3240-49da-a507-22d9316dce9b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:31.245037 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Checking segment: {'id': 'dbd796ef-ed3b-4f6f-81ee-69da527a2611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a3403c85-0040-4267-8349-9f393deaaded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:31.245406 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Network hostable DHCP agents. Network: a3403c85-0040-4267-8349-9f393deaaded, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:31.272121 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Network a3403c85-0040-4267-8349-9f393deaaded is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:31.286854 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68aa7bd2-a78e-4506-8a06-9d8b6ab3d967 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.290491 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, a3403c85-0040-4267-8349-9f393deaaded) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:31.295339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:31.304627 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:31.305612 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b5dc3e-0b6b-4508-b63b-93a011c8d87f None None] Network a3403c85-0040-4267-8349-9f393deaaded requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:31.306626 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-68aa7bd2-a78e-4506-8a06-9d8b6ab3d967 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Calling delete_port for 34cd5065-62fa-4d6b-b92f-431851930284 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:31.319698 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:31.320419 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.349231 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c97c62cc-effb-45f2-bfad-0bb3b45df47b tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7009220 Jul 07 17:01:31.349964 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52718) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:31.393540 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a1a8a-1da6-457b-93a7-3e8a218018e6 req-b432ade1-b161-4fa0-aed1-c6b4d5792b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:31.395249 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f1a1a8a-1da6-457b-93a7-3e8a218018e6 req-b432ade1-b161-4fa0-aed1-c6b4d5792b4b service neutron] 10.222.0.69 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 912 time: 0.2484283 Jul 07 17:01:31.480698 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f1a1a8a-1da6-457b-93a7-3e8a218018e6 req-7069cb0d-78ca-46ff-93a8-3117b89a8789 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=892c556e-5f15-48a3-a593-b8fa86b3a09a HTTP/1.1" status: 200 len: 217 time: 0.0780952 Jul 07 17:01:31.539577 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a1a8a-1da6-457b-93a7-3e8a218018e6 req-7cf6c89c-ab1b-4edd-9980-70206e956eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:31.541410 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f1a1a8a-1da6-457b-93a7-3e8a218018e6 req-7cf6c89c-ab1b-4edd-9980-70206e956eb9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=66d9af50-51a7-4bbc-a88f-fc28aae3344c HTTP/1.1" status: 200 len: 851 time: 0.0549293 Jul 07 17:01:31.587533 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f1a1a8a-1da6-457b-93a7-3e8a218018e6 req-73039a16-f02e-4fd5-a3bf-e30912dca8a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4bfc31d5-b892-420e-a594-085b325da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381541 Jul 07 17:01:31.627518 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab152a93-6e0a-4fdd-9402-33817eae3be8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:31.636329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab152a93-6e0a-4fdd-9402-33817eae3be8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:31.638237 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ab152a93-6e0a-4fdd-9402-33817eae3be8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2872624 Jul 07 17:01:31.652129 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52730) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:31.687285 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f1a1a8a-1da6-457b-93a7-3e8a218018e6 req-1c83181b-4f31-4d08-8918-6f819923f2d8 service neutron] 10.222.0.69 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931976 Jul 07 17:01:31.832240 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68aa7bd2-a78e-4506-8a06-9d8b6ab3d967 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.839387 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef5941-2747-4d5a-975a-c54eb7ae072b req-576e55d3-252c-4294-822e-11bfe4978849 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:31.847039 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2fef5941-2747-4d5a-975a-c54eb7ae072b req-576e55d3-252c-4294-822e-11bfe4978849 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.2072477 Jul 07 17:01:31.856694 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-ee116ae0-1f0d-4759-b0af-6c1010f4bb7e tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Deleting port 28dff5c5-a60e-4636-9155-a8e34a84b81c {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:31.857033 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee116ae0-1f0d-4759-b0af-6c1010f4bb7e tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.937743 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee116ae0-1f0d-4759-b0af-6c1010f4bb7e tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.946081 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f1a1a8a-1da6-457b-93a7-3e8a218018e6 req-75db5983-3f8e-45b9-9ceb-613814c526f1 service neutron] 10.222.0.69 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502265 Jul 07 17:01:31.949665 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa7bd2-a78e-4506-8a06-9d8b6ab3d967 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Port': ['ID=34cd5065-62fa-4d6b-b92f-431851930284,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:31.958392 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-ee116ae0-1f0d-4759-b0af-6c1010f4bb7e tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Calling delete_port for 28dff5c5-a60e-4636-9155-a8e34a84b81c owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:31.975456 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68aa7bd2-a78e-4506-8a06-9d8b6ab3d967 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:31.987539 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2fef5941-2747-4d5a-975a-c54eb7ae072b req-0c139364-4751-48c6-b567-d9be23834dc7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386096 Jul 07 17:01:32.072990 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52756) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:32.181164 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee116ae0-1f0d-4759-b0af-6c1010f4bb7e tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.202019 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68aa7bd2-a78e-4506-8a06-9d8b6ab3d967 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.208462 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68aa7bd2-a78e-4506-8a06-9d8b6ab3d967 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.253000 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee116ae0-1f0d-4759-b0af-6c1010f4bb7e tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event deleted for resources: {'Port': ['ID=28dff5c5-a60e-4636-9155-a8e34a84b81c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:32.285019 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-45860551-8d0f-4bfa-b193-ef293dacf32d tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-402777732', 'router:external': True}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:32.296595 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee116ae0-1f0d-4759-b0af-6c1010f4bb7e tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.300733 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ee116ae0-1f0d-4759-b0af-6c1010f4bb7e tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "DELETE /v2.0/ports/28dff5c5-a60e-4636-9155-a8e34a84b81c HTTP/1.1" status: 204 len: 168 time: 0.6431165 Jul 07 17:01:32.302703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52776) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:32.307437 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68aa7bd2-a78e-4506-8a06-9d8b6ab3d967 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.308471 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68aa7bd2-a78e-4506-8a06-9d8b6ab3d967 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Fanout notify agent at l3_agent the message router_deleted on router 3a4f7242-a82e-4f41-afe7-1907104ac622 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:01:32.324354 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68aa7bd2-a78e-4506-8a06-9d8b6ab3d967 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.326123 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-68aa7bd2-a78e-4506-8a06-9d8b6ab3d967 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/routers/3a4f7242-a82e-4f41-afe7-1907104ac622 HTTP/1.1" status: 204 len: 168 time: 2.1631539 Jul 07 17:01:32.329673 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52778) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:32.342361 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-8dac7564-143a-4525-9e0f-1815eac5534a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1476810716'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:32.362001 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45860551-8d0f-4bfa-b193-ef293dacf32d tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Made reservation on behalf of c42683dec7eb4e8497a3ca1b351709e2 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:32.365150 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-45860551-8d0f-4bfa-b193-ef293dacf32d tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.385966 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dac7564-143a-4525-9e0f-1815eac5534a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Made reservation on behalf of 51dde79387314242847dde9de3afbecb for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:32.390009 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8dac7564-143a-4525-9e0f-1815eac5534a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.392487 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-45860551-8d0f-4bfa-b193-ef293dacf32d tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.424297 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dac7564-143a-4525-9e0f-1815eac5534a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:32.439289 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8dac7564-143a-4525-9e0f-1815eac5534a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.439558 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd98170-fd32-4fb7-9a8f-ad8db3c8d396 req-d339f200-939c-41a1-aba1-bf34f5732766 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:32.439685 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-8dac7564-143a-4525-9e0f-1815eac5534a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Added segment f7abfef6-a71a-485f-b696-59fcb2b7cc22 of type vlan for network a412f155-70ad-454d-87b3-13e3efb96818 Jul 07 17:01:32.441686 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5fd98170-fd32-4fb7-9a8f-ad8db3c8d396 req-d339f200-939c-41a1-aba1-bf34f5732766 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.2509794 Jul 07 17:01:32.467423 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52784) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:32.500198 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8dac7564-143a-4525-9e0f-1815eac5534a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.537420 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8dac7564-143a-4525-9e0f-1815eac5534a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.543109 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5fd98170-fd32-4fb7-9a8f-ad8db3c8d396 req-e7c0c33d-e0f7-4c77-b19e-c02c285cf856 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945146 Jul 07 17:01:32.544723 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dac7564-143a-4525-9e0f-1815eac5534a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:32.545478 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8dac7564-143a-4525-9e0f-1815eac5534a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.554479 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-bab730ef-73ec-4fed-8996-d7500ccaf266 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Deleting port d400c38d-3240-49da-a507-22d9316dce9b {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:32.554836 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bab730ef-73ec-4fed-8996-d7500ccaf266 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.637090 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac7564-143a-4525-9e0f-1815eac5534a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Network': ['ID=a412f155-70ad-454d-87b3-13e3efb96818,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:32.645373 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Request body: {'networks': [{'name': 'tempest-network--2037241767'}, {'name': 'tempest-network--842771845'}]} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:32.645699 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Request body: {'network': {'name': 'tempest-network--2037241767'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:32.646327 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Request body: {'network': {'name': 'tempest-network--842771845'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:32.647780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network a412f155-70ad-454d-87b3-13e3efb96818 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:32.658965 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bab730ef-73ec-4fed-8996-d7500ccaf266 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.678208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-bab730ef-73ec-4fed-8996-d7500ccaf266 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Calling delete_port for d400c38d-3240-49da-a507-22d9316dce9b owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:32.705514 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-45860551-8d0f-4bfa-b193-ef293dacf32d tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.717936 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8dac7564-143a-4525-9e0f-1815eac5534a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3818564 Jul 07 17:01:32.720849 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52792) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:32.726317 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2e419ed4-c3ae-47c9-89fd-01fc0375e7be tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'subnet': {'network_id': 'a412f155-70ad-454d-87b3-13e3efb96818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:32.752116 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-45860551-8d0f-4bfa-b193-ef293dacf32d tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.811436 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45860551-8d0f-4bfa-b193-ef293dacf32d tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:32.813422 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Made reservation on behalf of 7060cc7428b9499caca20b95c276ae52 for: {'network': 2} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:32.818239 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.824943 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e419ed4-c3ae-47c9-89fd-01fc0375e7be tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Made reservation on behalf of 51dde79387314242847dde9de3afbecb for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:32.828979 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e419ed4-c3ae-47c9-89fd-01fc0375e7be tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.842863 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45860551-8d0f-4bfa-b193-ef293dacf32d tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c29e766-bdad-456d-bcd0-4b8b53561f06,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:32.845415 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.851578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52796) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:32.854107 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-45860551-8d0f-4bfa-b193-ef293dacf32d tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.854767 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-45860551-8d0f-4bfa-b193-ef293dacf32d tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Added segment d8bfbbde-f827-4adf-91fb-9bc9ea750fb2 of type vlan for network 441b2bec-c98d-4b0d-ae42-f8ce43c6ee62 Jul 07 17:01:32.907463 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bab730ef-73ec-4fed-8996-d7500ccaf266 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.935833 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-45860551-8d0f-4bfa-b193-ef293dacf32d tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.967673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab730ef-73ec-4fed-8996-d7500ccaf266 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event deleted for resources: {'Port': ['ID=d400c38d-3240-49da-a507-22d9316dce9b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:32.979554 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bab730ef-73ec-4fed-8996-d7500ccaf266 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:32.981483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bab730ef-73ec-4fed-8996-d7500ccaf266 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "DELETE /v2.0/ports/d400c38d-3240-49da-a507-22d9316dce9b HTTP/1.1" status: 204 len: 168 time: 0.6771576 Jul 07 17:01:32.984750 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52800) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:33.016090 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-751e7fba-1277-4a2c-ae83-1cf630dcd318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.022858 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-861ae74b-776a-44f7-9ae4-12883d9b64d3 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0369384 Jul 07 17:01:33.026855 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52804) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:33.031777 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-7e56bb90-fcc3-4eab-be1c-5fe160033213 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1019615314'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:33.059097 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-45860551-8d0f-4bfa-b193-ef293dacf32d tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.060055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45860551-8d0f-4bfa-b193-ef293dacf32d tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:33.060639 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-45860551-8d0f-4bfa-b193-ef293dacf32d tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.085291 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e419ed4-c3ae-47c9-89fd-01fc0375e7be tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.175719 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e419ed4-c3ae-47c9-89fd-01fc0375e7be tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Subnet': ['ID=6e2aa54f-60dd-431f-86bc-a125baf23d44,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:33.182780 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.183861 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45860551-8d0f-4bfa-b193-ef293dacf32d tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Pushing event updated for resources: {'Network': ['ID=441b2bec-c98d-4b0d-ae42-f8ce43c6ee62,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:33.190492 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.191304 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.195964 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 441b2bec-c98d-4b0d-ae42-f8ce43c6ee62 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:33.199889 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e419ed4-c3ae-47c9-89fd-01fc0375e7be tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Checking segment: {'id': 'f7abfef6-a71a-485f-b696-59fcb2b7cc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a412f155-70ad-454d-87b3-13e3efb96818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:33.200256 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e419ed4-c3ae-47c9-89fd-01fc0375e7be tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network hostable DHCP agents. Network: a412f155-70ad-454d-87b3-13e3efb96818, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:33.217205 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-45860551-8d0f-4bfa-b193-ef293dacf32d tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.1431038 Jul 07 17:01:33.220753 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52806) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:33.227085 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-beafadca-367e-4fa9-b417-2270811659be tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Request body: {'subnet': {'network_id': '441b2bec-c98d-4b0d-ae42-f8ce43c6ee62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:33.244903 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941646d6-8fc3-4c0f-b6ac-d989f1aa4cdd,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:33.247204 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d012b9a-51ca-4e9c-86f0-b34c31141f5c req-5b484817-c1b8-41de-81c5-3dd825adbaa7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:33.248770 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d012b9a-51ca-4e9c-86f0-b34c31141f5c req-5b484817-c1b8-41de-81c5-3dd825adbaa7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.1182857 Jul 07 17:01:33.249920 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e419ed4-c3ae-47c9-89fd-01fc0375e7be tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network a412f155-70ad-454d-87b3-13e3efb96818 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:33.268614 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-2e419ed4-c3ae-47c9-89fd-01fc0375e7be tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, a412f155-70ad-454d-87b3-13e3efb96818) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:33.280203 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65484f0-d730-4092-b5fc-ac0152ceb9ef None None] Network a412f155-70ad-454d-87b3-13e3efb96818 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:33.289762 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e419ed4-c3ae-47c9-89fd-01fc0375e7be tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:33.290370 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e419ed4-c3ae-47c9-89fd-01fc0375e7be tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.322685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:33.324289 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d012b9a-51ca-4e9c-86f0-b34c31141f5c req-e1e66ec3-7f55-4d05-9053-d90bf3f14cab tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642028 Jul 07 17:01:33.350674 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.350674 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Added segment 04087f49-073b-4cef-bd2c-cfe190ddfd96 of type vlan for network ca91e4a0-4702-421c-9abe-0554c7afb9be Jul 07 17:01:33.404424 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.430045 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-751e7fba-1277-4a2c-ae83-1cf630dcd318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.440084 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-751e7fba-1277-4a2c-ae83-1cf630dcd318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.451855 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-a412f155-70ad-454d-87b3-13e3efb96818', 'network_id': 'a412f155-70ad-454d-87b3-13e3efb96818', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'fixed_ips': [{'subnet_id': '6e2aa54f-60dd-431f-86bc-a125baf23d44'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:01:33.452587 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e56bb90-fcc3-4eab-be1c-5fe160033213 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Made reservation on behalf of ee308e81ac294c03b181e79c2f528e0e for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:33.452826 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.456970 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e56bb90-fcc3-4eab-be1c-5fe160033213 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.495041 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e56bb90-fcc3-4eab-be1c-5fe160033213 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:33.497428 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beafadca-367e-4fa9-b417-2270811659be tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Made reservation on behalf of c42683dec7eb4e8497a3ca1b351709e2 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:33.500089 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-beafadca-367e-4fa9-b417-2270811659be tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.501289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:33.512846 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.512846 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Added segment 45c85744-4a6e-4d2f-a633-2e70f1ecbe53 of type vlan for network 1c0571dd-2156-46f5-86f9-eb08bf2f9832 Jul 07 17:01:33.551459 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-751e7fba-1277-4a2c-ae83-1cf630dcd318 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=10046d8b25c64e5a988b116e6fa2581a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6987169 Jul 07 17:01:33.556003 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2e419ed4-c3ae-47c9-89fd-01fc0375e7be tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8310075 Jul 07 17:01:33.556003 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52810) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:33.556349 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52812) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:33.564037 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e56bb90-fcc3-4eab-be1c-5fe160033213 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.564821 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-7e56bb90-fcc3-4eab-be1c-5fe160033213 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Added segment 29f3b558-771f-4c3a-9643-9674bbbb5f3a of type vlan for network 2cd822e6-0de3-45d8-9ed5-25f188db60fd Jul 07 17:01:33.576501 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.581857 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-4027c8bc-4afb-4b70-88a4-fd8a29eba4de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1971327769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:33.593677 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e7fba-1277-4a2c-ae83-1cf630dcd318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcf5e52-de71-4318-866c-8740acad056a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:33.635176 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.637248 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.645458 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Allocated IP 2001:db8::2 (a412f155-70ad-454d-87b3-13e3efb96818/6e2aa54f-60dd-431f-86bc-a125baf23d44/6730450f-2f46-452b-873f-befe63e87571) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:33.652813 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:33.662494 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:33.663208 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.741273 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e56bb90-fcc3-4eab-be1c-5fe160033213 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.779504 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4027c8bc-4afb-4b70-88a4-fd8a29eba4de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.780561 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4027c8bc-4afb-4b70-88a4-fd8a29eba4de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.797514 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3284252 Jul 07 17:01:33.801114 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event updated for resources: {'Network': ['ID=ca91e4a0-4702-421c-9abe-0554c7afb9be,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:33.803532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52816) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:33.817251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network ca91e4a0-4702-421c-9abe-0554c7afb9be details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:33.852963 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-254ef8b3-35af-488a-acaa-cde2debbd4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.862316 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e56bb90-fcc3-4eab-be1c-5fe160033213 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.868005 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e56bb90-fcc3-4eab-be1c-5fe160033213 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:33.868640 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e56bb90-fcc3-4eab-be1c-5fe160033213 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.875831 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.896102 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Transition to ACTIVE for port object 6730450f-2f46-452b-873f-befe63e87571 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:33.916535 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Transition to ACTIVE for port object 6730450f-2f46-452b-873f-befe63e87571 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:33.923099 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.943098 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4027c8bc-4afb-4b70-88a4-fd8a29eba4de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:33.963963 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Network a412f155-70ad-454d-87b3-13e3efb96818 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:33.971757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:33.976952 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:33.985282 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Pushing event updated for resources: {'Port': ['ID=6730450f-2f46-452b-873f-befe63e87571,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:34.008064 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4027c8bc-4afb-4b70-88a4-fd8a29eba4de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.022341 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:34.023246 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:34.023810 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:34.024435 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:34.025016 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:34.025640 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:34.026192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:34.026813 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:34.027446 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:34.027997 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:34.028613 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:34.029197 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:01:34.045711 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-254ef8b3-35af-488a-acaa-cde2debbd4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.049473 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4027c8bc-4afb-4b70-88a4-fd8a29eba4de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.050912 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4027c8bc-4afb-4b70-88a4-fd8a29eba4de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4926450 Jul 07 17:01:34.064437 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52818) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:34.068392 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7e56bb90-fcc3-4eab-be1c-5fe160033213 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0381534 Jul 07 17:01:34.072064 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Attempting to bind port 6730450f-2f46-452b-873f-befe63e87571 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:34.072862 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Attempting to bind port 6730450f-2f46-452b-873f-befe63e87571 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'f7abfef6-a71a-485f-b696-59fcb2b7cc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a412f155-70ad-454d-87b3-13e3efb96818'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:34.073510 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Attempting to bind port 6730450f-2f46-452b-873f-befe63e87571 on network a412f155-70ad-454d-87b3-13e3efb96818 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:34.080142 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52820) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:34.080825 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56bb90-fcc3-4eab-be1c-5fe160033213 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event updated for resources: {'Network': ['ID=2cd822e6-0de3-45d8-9ed5-25f188db60fd,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:34.082594 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:34.083257 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Checking segment: {'id': 'f7abfef6-a71a-485f-b696-59fcb2b7cc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a412f155-70ad-454d-87b3-13e3efb96818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:34.083923 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.084539 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Bound using segment: {'id': 'f7abfef6-a71a-485f-b696-59fcb2b7cc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a412f155-70ad-454d-87b3-13e3efb96818'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:34.085390 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Bound port: 6730450f-2f46-452b-873f-befe63e87571, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7abfef6-a71a-485f-b696-59fcb2b7cc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a412f155-70ad-454d-87b3-13e3efb96818'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:34.086059 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.100196 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 2cd822e6-0de3-45d8-9ed5-25f188db60fd details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:34.133420 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-eebaa55c-5e30-4c26-b1da-4b9d84645334 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-507973486'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:34.202170 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:01:34.245917 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] For port 6730450f-2f46-452b-873f-befe63e87571, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:34.250169 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] For port 6730450f-2f46-452b-873f-befe63e87571, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=6730450f-2f46-452b-873f-befe63e87571,segment=NetworkSegment(f7abfef6-a71a-485f-b696-59fcb2b7cc22),segment_id=f7abfef6-a71a-485f-b696-59fcb2b7cc22)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:34.261683 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.266820 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3a4e8-4849-4b0a-9a32-da6305011a49 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event updated for resources: {'Network': ['ID=1c0571dd-2156-46f5-86f9-eb08bf2f9832,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:34.303159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 1c0571dd-2156-46f5-86f9-eb08bf2f9832 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:34.317544 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e3b68-9710-45a0-84f5-24093507d48a req-942e0b52-ee2e-4190-b7e9-7e6af9b19292 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:34.319237 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a34e3b68-9710-45a0-84f5-24093507d48a req-942e0b52-ee2e-4190-b7e9-7e6af9b19292 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.5617077 Jul 07 17:01:34.332401 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebaa55c-5e30-4c26-b1da-4b9d84645334 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Made reservation on behalf of ee308e81ac294c03b181e79c2f528e0e for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:34.332654 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f9b426-5006-4b0a-a26c-52ca0a7ad304 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:34.336045 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eebaa55c-5e30-4c26-b1da-4b9d84645334 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.339260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f9b426-5006-4b0a-a26c-52ca0a7ad304 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:34.346718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f9b426-5006-4b0a-a26c-52ca0a7ad304 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:34.356395 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f9b426-5006-4b0a-a26c-52ca0a7ad304 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:34.363969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f9b426-5006-4b0a-a26c-52ca0a7ad304 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:34.365831 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a3f9b426-5006-4b0a-a26c-52ca0a7ad304 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2969 time: 0.5603368 Jul 07 17:01:34.368707 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52826) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:34.430761 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a669270-4ca8-4893-bfec-6c324247ab9f None None] Pushing event updated for resources: {'Port': ['ID=6730450f-2f46-452b-873f-befe63e87571,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:34.455691 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-254ef8b3-35af-488a-acaa-cde2debbd4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.460591 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-254ef8b3-35af-488a-acaa-cde2debbd4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.462298 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-254ef8b3-35af-488a-acaa-cde2debbd4b8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cbcf5e52-de71-4318-866c-8740acad056a HTTP/1.1" status: 204 len: 168 time: 0.9047842 Jul 07 17:01:34.473892 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a34e3b68-9710-45a0-84f5-24093507d48a req-7fd8dcfb-6a54-49ee-8190-42068f15e959 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068974 Jul 07 17:01:34.479850 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a985a165-1231-4fb1-aed3-585a8eaf071f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.556072 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eebaa55c-5e30-4c26-b1da-4b9d84645334 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:34.568922 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eebaa55c-5e30-4c26-b1da-4b9d84645334 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.570164 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-eebaa55c-5e30-4c26-b1da-4b9d84645334 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Added segment 1cc285a0-8998-4bdf-bbb6-150758b39428 of type vlan for network 7743ecef-99b4-4b27-b05e-f0777199c685 Jul 07 17:01:34.572045 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ef8b3-35af-488a-acaa-cde2debbd4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcf5e52-de71-4318-866c-8740acad056a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:34.685813 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eebaa55c-5e30-4c26-b1da-4b9d84645334 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.723010 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a985a165-1231-4fb1-aed3-585a8eaf071f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.726852 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f064a7e9-1d4f-45f1-b031-cedf79210f76 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.741465 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-a985a165-1231-4fb1-aed3-585a8eaf071f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca91e4a0-4702-421c-9abe-0554c7afb9be']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:34.792791 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-a985a165-1231-4fb1-aed3-585a8eaf071f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04087f49-073b-4cef-bd2c-cfe190ddfd96') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:34.795979 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-a985a165-1231-4fb1-aed3-585a8eaf071f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04087f49-073b-4cef-bd2c-cfe190ddfd96') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:34.813791 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a985a165-1231-4fb1-aed3-585a8eaf071f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.852883 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a985a165-1231-4fb1-aed3-585a8eaf071f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.871142 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eebaa55c-5e30-4c26-b1da-4b9d84645334 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.872561 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a985a165-1231-4fb1-aed3-585a8eaf071f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:01:34.873165 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a985a165-1231-4fb1-aed3-585a8eaf071f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.876989 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebaa55c-5e30-4c26-b1da-4b9d84645334 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:34.879146 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eebaa55c-5e30-4c26-b1da-4b9d84645334 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:01:34.945220 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:01:34.951253 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 6730450f-2f46-452b-873f-befe63e87571 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:34.968326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e69125-a2c5-4bb7-a89d-e27a23257e4d req-b335bbbd-fd76-4815-9a84-3a3b92659346 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:34.975671 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5e69125-a2c5-4bb7-a89d-e27a23257e4d req-b335bbbd-fd76-4815-9a84-3a3b92659346 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 946 time: 0.3120182 Jul 07 17:01:35.008103 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a985a165-1231-4fb1-aed3-585a8eaf071f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.033751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 6730450f-2f46-452b-873f-befe63e87571 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:35.038146 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a985a165-1231-4fb1-aed3-585a8eaf071f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.051070 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a985a165-1231-4fb1-aed3-585a8eaf071f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "DELETE /v2.0/networks/ca91e4a0-4702-421c-9abe-0554c7afb9be HTTP/1.1" status: 204 len: 168 time: 0.6804986 Jul 07 17:01:35.077994 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52832) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:35.078312 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52834) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:35.102009 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985a165-1231-4fb1-aed3-585a8eaf071f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event deleted for resources: {'Network': ['ID=ca91e4a0-4702-421c-9abe-0554c7afb9be,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:35.120670 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5e69125-a2c5-4bb7-a89d-e27a23257e4d req-7b9d7fcc-fb93-4887-94dd-ee3f77590944 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431947 Jul 07 17:01:35.125091 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-eebaa55c-5e30-4c26-b1da-4b9d84645334 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0405977 Jul 07 17:01:35.149707 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-201d9463-7776-4781-aa1e-81248985a3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.265446 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-201d9463-7776-4781-aa1e-81248985a3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.273491 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52838) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:35.286097 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Request body: {'subnets': [{'network_id': '2cd822e6-0de3-45d8-9ed5-25f188db60fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2140979362', 'ip_version': 4}, {'network_id': '7743ecef-99b4-4b27-b05e-f0777199c685', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:35.286528 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Request body: {'subnet': {'network_id': '2cd822e6-0de3-45d8-9ed5-25f188db60fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2140979362', 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:35.287208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Request body: {'subnet': {'network_id': '7743ecef-99b4-4b27-b05e-f0777199c685', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:35.294092 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-201d9463-7776-4781-aa1e-81248985a3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.296706 n-d-793620-7 neutron-server[100409]: DEBUG neutron.objects.ports [None req-beafadca-367e-4fa9-b417-2270811659be tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100409) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:01:35.297228 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-beafadca-367e-4fa9-b417-2270811659be tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.306398 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebaa55c-5e30-4c26-b1da-4b9d84645334 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event updated for resources: {'Network': ['ID=7743ecef-99b4-4b27-b05e-f0777199c685,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:35.322427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 7743ecef-99b4-4b27-b05e-f0777199c685 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:35.342899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d9463-7776-4781-aa1e-81248985a3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15ae2fb-852f-424e-8946-3052b2847617,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:35.377463 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafadca-367e-4fa9-b417-2270811659be tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Pushing event updated for resources: {'Subnet': ['ID=01eb3b8b-12c0-4c39-9056-0017f4ca05aa,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:35.416077 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbb10584-0c65-427f-9519-7eeb43c8eb80 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.427257 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beafadca-367e-4fa9-b417-2270811659be tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Checking segment: {'id': 'd8bfbbde-f827-4adf-91fb-9bc9ea750fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '441b2bec-c98d-4b0d-ae42-f8ce43c6ee62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:35.427648 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beafadca-367e-4fa9-b417-2270811659be tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Network hostable DHCP agents. Network: 441b2bec-c98d-4b0d-ae42-f8ce43c6ee62, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:35.435168 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-f064a7e9-1d4f-45f1-b031-cedf79210f76 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Allocated IP 2001:db8::1 (a412f155-70ad-454d-87b3-13e3efb96818/6e2aa54f-60dd-431f-86bc-a125baf23d44/5896c9f0-81b7-4c11-9463-b9bf45475c25) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:35.444765 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-201d9463-7776-4781-aa1e-81248985a3b4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0314309ebac34c69965ed53a5c7e6d38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3618577 Jul 07 17:01:35.449856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52846) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:35.474432 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beafadca-367e-4fa9-b417-2270811659be tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Network 441b2bec-c98d-4b0d-ae42-f8ce43c6ee62 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:35.502105 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-beafadca-367e-4fa9-b417-2270811659be tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 441b2bec-c98d-4b0d-ae42-f8ce43c6ee62) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:35.514355 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326ddc6d-2a5c-4dc1-a96e-808db76fc34f None None] Network 441b2bec-c98d-4b0d-ae42-f8ce43c6ee62 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:35.524846 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beafadca-367e-4fa9-b417-2270811659be tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:35.525632 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-beafadca-367e-4fa9-b417-2270811659be tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.638169 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-beafadca-367e-4fa9-b417-2270811659be tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.4133494 Jul 07 17:01:35.645924 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52856) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:35.648846 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 892c556e-5f15-48a3-a593-b8fa86b3a09a no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:35.668948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-0c41c634-fd1b-482b-a3cb-b18c6ff7c108 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1358567193', 'network_id': '441b2bec-c98d-4b0d-ae42-f8ce43c6ee62'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:35.720419 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c41c634-fd1b-482b-a3cb-b18c6ff7c108 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Made reservation on behalf of c42683dec7eb4e8497a3ca1b351709e2 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:35.724297 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c41c634-fd1b-482b-a3cb-b18c6ff7c108 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.748259 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbb10584-0c65-427f-9519-7eeb43c8eb80 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.752128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7709a6d-d527-413b-8157-ed13902e6920 None None] Network 441b2bec-c98d-4b0d-ae42-f8ce43c6ee62 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:35.763602 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-0c41c634-fd1b-482b-a3cb-b18c6ff7c108 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] device_id is not set on port aa3dc6de-5400-474e-ad0a-bd9984870bb7 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:01:35.801082 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-bbb10584-0c65-427f-9519-7eeb43c8eb80 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0571dd-2156-46f5-86f9-eb08bf2f9832']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:35.838927 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-bbb10584-0c65-427f-9519-7eeb43c8eb80 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c85744-4a6e-4d2f-a633-2e70f1ecbe53') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:35.839472 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-bbb10584-0c65-427f-9519-7eeb43c8eb80 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c85744-4a6e-4d2f-a633-2e70f1ecbe53') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:35.874005 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Made reservation on behalf of ee308e81ac294c03b181e79c2f528e0e for: {'subnet': 2} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:35.878685 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.879031 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.916458 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a7b6e8-7539-4f38-a2a1-6d2c2098d9ff None None] Network a412f155-70ad-454d-87b3-13e3efb96818 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:35.949015 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbb10584-0c65-427f-9519-7eeb43c8eb80 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.954675 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-0c41c634-fd1b-482b-a3cb-b18c6ff7c108 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Allocated IP 2001:db8::2d5 (441b2bec-c98d-4b0d-ae42-f8ce43c6ee62/01eb3b8b-12c0-4c39-9056-0017f4ca05aa/aa3dc6de-5400-474e-ad0a-bd9984870bb7) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:35.979287 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f064a7e9-1d4f-45f1-b031-cedf79210f76 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:35.982155 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca764ebd-a0ce-43c7-a6f3-ee9c2b85b2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.020470 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbb10584-0c65-427f-9519-7eeb43c8eb80 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.063791 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca764ebd-a0ce-43c7-a6f3-ee9c2b85b2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.066846 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb10584-0c65-427f-9519-7eeb43c8eb80 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:01:36.067675 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbb10584-0c65-427f-9519-7eeb43c8eb80 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:01:36.075608 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:01:36.178113 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.193806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459810e-1640-417e-92fa-6f4cfa47f0e1 req-b7a53790-4371-40de-8c8e-23e65d804659 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:36.196227 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3459810e-1640-417e-92fa-6f4cfa47f0e1 req-b7a53790-4371-40de-8c8e-23e65d804659 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.4117475 Jul 07 17:01:36.236687 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c41c634-fd1b-482b-a3cb-b18c6ff7c108 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.255689 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbb10584-0c65-427f-9519-7eeb43c8eb80 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.261409 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbb10584-0c65-427f-9519-7eeb43c8eb80 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.266759 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bbb10584-0c65-427f-9519-7eeb43c8eb80 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "DELETE /v2.0/networks/1c0571dd-2156-46f5-86f9-eb08bf2f9832 HTTP/1.1" status: 204 len: 168 time: 1.1850836 Jul 07 17:01:36.271751 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52884) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:36.309588 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e10ee918-158f-4fa2-9d12-f6fc86abc632 None None] Provisioning for port 6730450f-2f46-452b-873f-befe63e87571 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:36.317372 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-f064a7e9-1d4f-45f1-b031-cedf79210f76 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Transition to ACTIVE for port object 5896c9f0-81b7-4c11-9463-b9bf45475c25 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:36.344708 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4d268b-e404-4709-8e20-4c2c300cf269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '892c556e-5f15-48a3-a593-b8fa86b3a09a'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:36.347609 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866de04c-093b-4558-ac18-d2f31141d9c4" -d '{"events": [{"server_uuid": "1e4d268b-e404-4709-8e20-4c2c300cf269", "name": "network-vif-unplugged", "status": "completed", "tag": "892c556e-5f15-48a3-a593-b8fa86b3a09a"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:36.356500 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e10ee918-158f-4fa2-9d12-f6fc86abc632 None None] Provisioning complete for port 6730450f-2f46-452b-873f-befe63e87571 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:36.357231 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e10ee918-158f-4fa2-9d12-f6fc86abc632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.369910 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca764ebd-a0ce-43c7-a6f3-ee9c2b85b2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.373605 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca764ebd-a0ce-43c7-a6f3-ee9c2b85b2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.378039 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ca764ebd-a0ce-43c7-a6f3-ee9c2b85b2af admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b15ae2fb-852f-424e-8946-3052b2847617 HTTP/1.1" status: 204 len: 168 time: 0.9224029 Jul 07 17:01:36.390562 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 892c556e-5f15-48a3-a593-b8fa86b3a09a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=892c556e-5f15-48a3-a593-b8fa86b3a09a,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:36.392060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb10584-0c65-427f-9519-7eeb43c8eb80 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event deleted for resources: {'Network': ['ID=1c0571dd-2156-46f5-86f9-eb08bf2f9832,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:36.411300 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3459810e-1640-417e-92fa-6f4cfa47f0e1 req-025a82c0-81e9-40b5-85f0-faf37ae5e826 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054141 Jul 07 17:01:36.414447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca764ebd-a0ce-43c7-a6f3-ee9c2b85b2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15ae2fb-852f-424e-8946-3052b2847617,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:36.419998 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.531430 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=892c556e-5f15-48a3-a593-b8fa86b3a09a,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:36.581200 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e10ee918-158f-4fa2-9d12-f6fc86abc632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.657652 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e10ee918-158f-4fa2-9d12-f6fc86abc632 None None] For port 6730450f-2f46-452b-873f-befe63e87571, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=6730450f-2f46-452b-873f-befe63e87571,segment=NetworkSegment(f7abfef6-a71a-485f-b696-59fcb2b7cc22),segment_id=f7abfef6-a71a-485f-b696-59fcb2b7cc22)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:36.673564 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e10ee918-158f-4fa2-9d12-f6fc86abc632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.774280 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ee918-158f-4fa2-9d12-f6fc86abc632 None None] Pushing event updated for resources: {'Port': ['ID=6730450f-2f46-452b-873f-befe63e87571,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:36.824253 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:36.932735 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21c6679-ea3c-42c7-8a71-1699bb9e9055 x-openstack-request-id: req-a21c6679-ea3c-42c7-8a71-1699bb9e9055 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:36.933382 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4d268b-e404-4709-8e20-4c2c300cf269", "name": "network-vif-unplugged", "status": "failed", "tag": "892c556e-5f15-48a3-a593-b8fa86b3a09a", "code": 422}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:36.934267 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a21c6679-ea3c-42c7-8a71-1699bb9e9055 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:36.934825 n-d-793620-7 neutron-server[100411]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1e4d268b-e404-4709-8e20-4c2c300cf269', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '892c556e-5f15-48a3-a593-b8fa86b3a09a', 'code': 422} returned with failed status Jul 07 17:01:36.941529 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event updated for resources: {'Subnet': ['ID=dfa1ce15-2a2a-4a8e-a687-9a175ee27567,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:36.959250 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Checking segment: {'id': '29f3b558-771f-4c3a-9643-9674bbbb5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2cd822e6-0de3-45d8-9ed5-25f188db60fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:36.959613 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Network hostable DHCP agents. Network: 2cd822e6-0de3-45d8-9ed5-25f188db60fd, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:36.981944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Network 2cd822e6-0de3-45d8-9ed5-25f188db60fd is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:36.997992 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bbd1fcf9-c7e1-48d9-8a04-f206444436f5 None None] Provisioning complete for port 6730450f-2f46-452b-873f-befe63e87571 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:36.998669 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bbd1fcf9-c7e1-48d9-8a04-f206444436f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.009062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 2cd822e6-0de3-45d8-9ed5-25f188db60fd) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:37.013743 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.030462 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a53812-24af-4e75-9c0c-ef67e3244a7e None None] Network 2cd822e6-0de3-45d8-9ed5-25f188db60fd requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:37.096205 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Checking segment: {'id': '1cc285a0-8998-4bdf-bbb6-150758b39428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7743ecef-99b4-4b27-b05e-f0777199c685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:37.096595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Network hostable DHCP agents. Network: 7743ecef-99b4-4b27-b05e-f0777199c685, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:37.101347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event updated for resources: {'Subnet': ['ID=bc477bae-e335-4c6d-8af1-7c280ddf1226,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:37.117039 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae12b6a8-870f-43b5-b4be-227eb013b5b9 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:37.123430 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae12b6a8-870f-43b5-b4be-227eb013b5b9 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:37.130412 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae12b6a8-870f-43b5-b4be-227eb013b5b9 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:37.132266 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ae12b6a8-870f-43b5-b4be-227eb013b5b9 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1946 time: 0.8595283 Jul 07 17:01:37.137308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52902) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:37.139672 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c41c634-fd1b-482b-a3cb-b18c6ff7c108 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.146154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f9b50f64-41e2-42f1-ba7a-ce95ab826e6c tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1843399599'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:37.171572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Network 7743ecef-99b4-4b27-b05e-f0777199c685 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:37.174838 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f064a7e9-1d4f-45f1-b031-cedf79210f76 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.192395 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b50f64-41e2-42f1-ba7a-ce95ab826e6c tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Made reservation on behalf of 7060cc7428b9499caca20b95c276ae52 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:37.198214 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f9b50f64-41e2-42f1-ba7a-ce95ab826e6c tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.209498 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f064a7e9-1d4f-45f1-b031-cedf79210f76 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network a412f155-70ad-454d-87b3-13e3efb96818 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:37.220003 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c41c634-fd1b-482b-a3cb-b18c6ff7c108 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Network 441b2bec-c98d-4b0d-ae42-f8ce43c6ee62 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:37.220243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 7743ecef-99b4-4b27-b05e-f0777199c685) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:37.221072 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f064a7e9-1d4f-45f1-b031-cedf79210f76 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:37.227425 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:37.227998 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:37.228814 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.230616 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f064a7e9-1d4f-45f1-b031-cedf79210f76 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:37.231231 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f064a7e9-1d4f-45f1-b031-cedf79210f76 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.238064 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-0c41c634-fd1b-482b-a3cb-b18c6ff7c108 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:37.250759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b50f64-41e2-42f1-ba7a-ce95ab826e6c tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:37.261186 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7c6e1724-c00e-4aed-b3e7-daa2916b6299 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.9836402 Jul 07 17:01:37.263231 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52908) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:37.277215 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41c634-fd1b-482b-a3cb-b18c6ff7c108 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Pushing event updated for resources: {'Port': ['ID=aa3dc6de-5400-474e-ad0a-bd9984870bb7,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:37.279666 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41c634-fd1b-482b-a3cb-b18c6ff7c108 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:37.280728 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c41c634-fd1b-482b-a3cb-b18c6ff7c108 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:37.281330 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c41c634-fd1b-482b-a3cb-b18c6ff7c108 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.298450 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bf445-4374-4e84-b4ca-ed0b5643d23a req-7df77d9a-927a-43cf-9227-40cf1ad6d748 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:37.304849 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f65bf445-4374-4e84-b4ca-ed0b5643d23a req-7df77d9a-927a-43cf-9227-40cf1ad6d748 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e4d268b-e404-4709-8e20-4c2c300cf269 HTTP/1.1" status: 200 len: 944 time: 0.4025586 Jul 07 17:01:37.308546 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061050d8-959a-4f7b-b4b0-b04c14b38584 None None] Network 7743ecef-99b4-4b27-b05e-f0777199c685 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:37.315628 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f9b50f64-41e2-42f1-ba7a-ce95ab826e6c tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.316618 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-f9b50f64-41e2-42f1-ba7a-ce95ab826e6c tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Added segment c487ee10-4878-48eb-9f50-5121d151ba89 of type vlan for network 30d3a871-e0e0-4248-9cfd-7dc81db28ed7 Jul 07 17:01:37.400166 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f9b50f64-41e2-42f1-ba7a-ce95ab826e6c tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.406972 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef74e6b0-c996-4cc1-912c-dadc2f36bb89 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:37.408796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef74e6b0-c996-4cc1-912c-dadc2f36bb89 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:37.410106 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef74e6b0-c996-4cc1-912c-dadc2f36bb89 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:37.414893 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ef74e6b0-c996-4cc1-912c-dadc2f36bb89 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1476440 Jul 07 17:01:37.415342 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52914) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:37.424530 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb9fe7f-feb5-4189-a82b-88d970626219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-2cd822e6-0de3-45d8-9ed5-25f188db60fd', 'network_id': '2cd822e6-0de3-45d8-9ed5-25f188db60fd', 'tenant_id': 'ee308e81ac294c03b181e79c2f528e0e', 'fixed_ips': [{'subnet_id': 'dfa1ce15-2a2a-4a8e-a687-9a175ee27567'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:01:37.425515 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7cb9fe7f-feb5-4189-a82b-88d970626219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.472321 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0c41c634-fd1b-482b-a3cb-b18c6ff7c108 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8229868 Jul 07 17:01:37.475650 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52918) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:37.517508 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96c1145-eb57-40ff-8b45-cfefe9099a93 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Deleting subnet dfa1ce15-2a2a-4a8e-a687-9a175ee27567 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:01:37.530861 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f96c1145-eb57-40ff-8b45-cfefe9099a93 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.534624 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f9b50f64-41e2-42f1-ba7a-ce95ab826e6c tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.540269 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b50f64-41e2-42f1-ba7a-ce95ab826e6c tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:37.540870 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f9b50f64-41e2-42f1-ba7a-ce95ab826e6c tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.578404 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064a7e9-1d4f-45f1-b031-cedf79210f76 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Port': ['ID=5896c9f0-81b7-4c11-9463-b9bf45475c25,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:37.649156 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f064a7e9-1d4f-45f1-b031-cedf79210f76 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.726536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-f65bf445-4374-4e84-b4ca-ed0b5643d23a req-06359d84-df19-4c36-a593-f56f1d2b13fb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Deleting port 892c556e-5f15-48a3-a593-b8fa86b3a09a {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:37.726938 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f65bf445-4374-4e84-b4ca-ed0b5643d23a req-06359d84-df19-4c36-a593-f56f1d2b13fb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.741710 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f9b50f64-41e2-42f1-ba7a-ce95ab826e6c tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6028130 Jul 07 17:01:37.752123 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f96c1145-eb57-40ff-8b45-cfefe9099a93 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.752960 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-45fc18bb-ab0e-4fd7-a10e-97a83e4e6acc None None] Provisioning for port 5896c9f0-81b7-4c11-9463-b9bf45475c25 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:37.755488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52924) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:37.759036 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-45fc18bb-ab0e-4fd7-a10e-97a83e4e6acc None None] Provisioning complete for port 5896c9f0-81b7-4c11-9463-b9bf45475c25 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:37.759488 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-45fc18bb-ab0e-4fd7-a10e-97a83e4e6acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.763929 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-9daff23e-e6b3-40d8-961c-b527ecdcb86f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-153687771'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:37.802773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b50f64-41e2-42f1-ba7a-ce95ab826e6c tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event updated for resources: {'Network': ['ID=30d3a871-e0e0-4248-9cfd-7dc81db28ed7,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:37.821813 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 30d3a871-e0e0-4248-9cfd-7dc81db28ed7 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:37.824207 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-7743ecef-99b4-4b27-b05e-f0777199c685', 'network_id': '7743ecef-99b4-4b27-b05e-f0777199c685', 'tenant_id': 'ee308e81ac294c03b181e79c2f528e0e', 'fixed_ips': [{'subnet_id': 'bc477bae-e335-4c6d-8af1-7c280ddf1226'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:01:37.825294 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.839568 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-45fc18bb-ab0e-4fd7-a10e-97a83e4e6acc None None] Port 5896c9f0-81b7-4c11-9463-b9bf45475c25 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:37.842885 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f96c1145-eb57-40ff-8b45-cfefe9099a93 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.866971 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9daff23e-e6b3-40d8-961c-b527ecdcb86f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Made reservation on behalf of 7060cc7428b9499caca20b95c276ae52 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:37.870631 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9daff23e-e6b3-40d8-961c-b527ecdcb86f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.907108 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8dedac-604e-4d7a-bbad-b2ee188057ed req-9c1fe27d-cd2d-4a17-b13d-9284c9527f51 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:37.908780 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7b8dedac-604e-4d7a-bbad-b2ee188057ed req-9c1fe27d-cd2d-4a17-b13d-9284c9527f51 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.2763970 Jul 07 17:01:37.953228 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9daff23e-e6b3-40d8-961c-b527ecdcb86f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:37.978972 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-5db5bb1f-12f6-4c33-bd26-0f94e2c56b13 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Deleting port aa3dc6de-5400-474e-ad0a-bd9984870bb7 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:37.979328 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5db5bb1f-12f6-4c33-bd26-0f94e2c56b13 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.985232 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9daff23e-e6b3-40d8-961c-b527ecdcb86f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:37.985585 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-9daff23e-e6b3-40d8-961c-b527ecdcb86f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Added segment 26d01cc6-809b-47ca-93b6-92e03503f17a of type vlan for network e4ed26ae-3e31-4032-8d2f-1c7af2d0acb2 Jul 07 17:01:37.997415 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7b8dedac-604e-4d7a-bbad-b2ee188057ed req-b9144de1-d77b-485e-9f55-9f1433330100 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825193 Jul 07 17:01:38.027750 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f96c1145-eb57-40ff-8b45-cfefe9099a93 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.064149 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c1145-eb57-40ff-8b45-cfefe9099a93 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event deleted for resources: {'Subnet': ['ID=dfa1ce15-2a2a-4a8e-a687-9a175ee27567,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:38.067965 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9daff23e-e6b3-40d8-961c-b527ecdcb86f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.072035 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f96c1145-eb57-40ff-8b45-cfefe9099a93 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.074367 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f96c1145-eb57-40ff-8b45-cfefe9099a93 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "DELETE /v2.0/subnets/dfa1ce15-2a2a-4a8e-a687-9a175ee27567 HTTP/1.1" status: 204 len: 168 time: 0.6579607 Jul 07 17:01:38.077024 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52932) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:38.082457 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5db5bb1f-12f6-4c33-bd26-0f94e2c56b13 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.098785 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-5db5bb1f-12f6-4c33-bd26-0f94e2c56b13 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Calling delete_port for aa3dc6de-5400-474e-ad0a-bd9984870bb7 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:38.146506 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-0664a460-d55e-41dd-980c-a1b543a5bbb6 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Deleting subnet bc477bae-e335-4c6d-8af1-7c280ddf1226 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server [None req-7cb9fe7f-feb5-4189-a82b-88d970626219 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dfa1ce15-2a2a-4a8e-a687-9a175ee27567: This subnet is being modified by another concurrent operation. Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:01:38.148741 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dfa1ce15-2a2a-4a8e-a687-9a175ee27567: This subnet is being modified by another concurrent operation. Jul 07 17:01:38.152861 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server Jul 07 17:01:38.159278 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9daff23e-e6b3-40d8-961c-b527ecdcb86f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.159278 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daff23e-e6b3-40d8-961c-b527ecdcb86f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:38.159278 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9daff23e-e6b3-40d8-961c-b527ecdcb86f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.185122 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Allocated IP 172.20.0.18 (7743ecef-99b4-4b27-b05e-f0777199c685/bc477bae-e335-4c6d-8af1-7c280ddf1226/81451c10-8bf8-4e11-873e-9a9cc1eb2c28) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:38.225129 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9daff23e-e6b3-40d8-961c-b527ecdcb86f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4682834 Jul 07 17:01:38.227914 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52936) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:38.235127 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Request body: {'ports': [{'network_id': '30d3a871-e0e0-4248-9cfd-7dc81db28ed7', 'name': 'tempest-port--1727860434', 'admin_state_up': True}, {'network_id': 'e4ed26ae-3e31-4032-8d2f-1c7af2d0acb2', 'admin_state_up': False}]} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:38.235453 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Request body: {'port': {'network_id': '30d3a871-e0e0-4248-9cfd-7dc81db28ed7', 'name': 'tempest-port--1727860434', 'admin_state_up': True}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:38.235948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Request body: {'port': {'network_id': 'e4ed26ae-3e31-4032-8d2f-1c7af2d0acb2', 'admin_state_up': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:38.240786 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb6fb99-b66f-4713-bbc0-87caf7692814 None None] Network 2cd822e6-0de3-45d8-9ed5-25f188db60fd requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:38.255875 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daff23e-e6b3-40d8-961c-b527ecdcb86f tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event updated for resources: {'Network': ['ID=e4ed26ae-3e31-4032-8d2f-1c7af2d0acb2,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:38.275870 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-f65bf445-4374-4e84-b4ca-ed0b5643d23a req-06359d84-df19-4c36-a593-f56f1d2b13fb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] For port 892c556e-5f15-48a3-a593-b8fa86b3a09a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=892c556e-5f15-48a3-a593-b8fa86b3a09a,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:38.276603 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f65bf445-4374-4e84-b4ca-ed0b5643d23a req-06359d84-df19-4c36-a593-f56f1d2b13fb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.310000 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network e4ed26ae-3e31-4032-8d2f-1c7af2d0acb2 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:38.312847 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-f65bf445-4374-4e84-b4ca-ed0b5643d23a req-06359d84-df19-4c36-a593-f56f1d2b13fb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Calling delete_port for 892c556e-5f15-48a3-a593-b8fa86b3a09a owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:38.332922 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5db5bb1f-12f6-4c33-bd26-0f94e2c56b13 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.422821 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Made reservation on behalf of 7060cc7428b9499caca20b95c276ae52 for: {'port': 2} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:38.430094 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.449846 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.469807 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5bb1f-12f6-4c33-bd26-0f94e2c56b13 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa3dc6de-5400-474e-ad0a-bd9984870bb7,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:38.501137 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5db5bb1f-12f6-4c33-bd26-0f94e2c56b13 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.505943 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5db5bb1f-12f6-4c33-bd26-0f94e2c56b13 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "DELETE /v2.0/ports/aa3dc6de-5400-474e-ad0a-bd9984870bb7 HTTP/1.1" status: 204 len: 168 time: 1.0244405 Jul 07 17:01:38.512954 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52946) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:38.521834 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-def7092d-d77b-4a53-9793-c462525a9af8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '441b2bec-c98d-4b0d-ae42-f8ce43c6ee62', 'external_fixed_ips': [{'subnet_id': '01eb3b8b-12c0-4c39-9056-0017f4ca05aa', 'ip_address': '2001:db8::2d5'}]}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:38.572002 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] device_id is not set on port 0af452db-1052-4adc-ad84-7a5645d93ea6 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:01:38.623616 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.623874 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-def7092d-d77b-4a53-9793-c462525a9af8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.623874 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-def7092d-d77b-4a53-9793-c462525a9af8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.629000 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Transition to ACTIVE for port object 81451c10-8bf8-4e11-873e-9a9cc1eb2c28 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:38.649530 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Transition to ACTIVE for port object 81451c10-8bf8-4e11-873e-9a9cc1eb2c28 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:38.658545 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.688942 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f064a7e9-1d4f-45f1-b031-cedf79210f76 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.708681 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Network 7743ecef-99b4-4b27-b05e-f0777199c685 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:38.713452 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f064a7e9-1d4f-45f1-b031-cedf79210f76 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.714346 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f064a7e9-1d4f-45f1-b031-cedf79210f76 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.719206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:38.723269 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:38.731527 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.733836 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Pushing event updated for resources: {'Port': ['ID=81451c10-8bf8-4e11-873e-9a9cc1eb2c28,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:38.773116 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f65bf445-4374-4e84-b4ca-ed0b5643d23a req-06359d84-df19-4c36-a593-f56f1d2b13fb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.777578 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-def7092d-d77b-4a53-9793-c462525a9af8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.800692 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0664a460-d55e-41dd-980c-a1b543a5bbb6 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.812472 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Attempting to bind port 81451c10-8bf8-4e11-873e-9a9cc1eb2c28 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:38.812984 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Attempting to bind port 81451c10-8bf8-4e11-873e-9a9cc1eb2c28 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '1cc285a0-8998-4bdf-bbb6-150758b39428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7743ecef-99b4-4b27-b05e-f0777199c685'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:38.813830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Attempting to bind port 81451c10-8bf8-4e11-873e-9a9cc1eb2c28 on network 7743ecef-99b4-4b27-b05e-f0777199c685 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:38.819262 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:38.819788 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Checking segment: {'id': '1cc285a0-8998-4bdf-bbb6-150758b39428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7743ecef-99b4-4b27-b05e-f0777199c685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:38.820404 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.820865 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Bound using segment: {'id': '1cc285a0-8998-4bdf-bbb6-150758b39428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7743ecef-99b4-4b27-b05e-f0777199c685'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:38.821414 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Bound port: 81451c10-8bf8-4e11-873e-9a9cc1eb2c28, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc285a0-8998-4bdf-bbb6-150758b39428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7743ecef-99b4-4b27-b05e-f0777199c685'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:38.821873 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.871617 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] device_id is not set on port fb8f5863-b139-46ea-ad16-467db911928f yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:01:38.877061 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 6730450f-2f46-452b-873f-befe63e87571 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:38.897926 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0664a460-d55e-41dd-980c-a1b543a5bbb6 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:38.954855 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] For port 81451c10-8bf8-4e11-873e-9a9cc1eb2c28, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:38.959270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] For port 81451c10-8bf8-4e11-873e-9a9cc1eb2c28, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=81451c10-8bf8-4e11-873e-9a9cc1eb2c28,segment=NetworkSegment(1cc285a0-8998-4bdf-bbb6-150758b39428),segment_id=1cc285a0-8998-4bdf-bbb6-150758b39428)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:38.969257 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064a7e9-1d4f-45f1-b031-cedf79210f76 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Port': ['ID=5896c9f0-81b7-4c11-9463-b9bf45475c25,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:38.988473 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.066150 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 6730450f-2f46-452b-873f-befe63e87571 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:39.066836 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0664a460-d55e-41dd-980c-a1b543a5bbb6 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.069028 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.077107 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65bf445-4374-4e84-b4ca-ed0b5643d23a req-06359d84-df19-4c36-a593-f56f1d2b13fb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] No DVR routers for this DVR port 892c556e-5f15-48a3-a593-b8fa86b3a09a on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:39.079940 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f65bf445-4374-4e84-b4ca-ed0b5643d23a req-06359d84-df19-4c36-a593-f56f1d2b13fb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.082831 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f65bf445-4374-4e84-b4ca-ed0b5643d23a req-06359d84-df19-4c36-a593-f56f1d2b13fb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "DELETE /v2.0/ports/892c556e-5f15-48a3-a593-b8fa86b3a09a HTTP/1.1" status: 204 len: 173 time: 1.7771623 Jul 07 17:01:39.111055 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4d268b-e404-4709-8e20-4c2c300cf269', 'name': 'network-vif-deleted', 'tag': '892c556e-5f15-48a3-a593-b8fa86b3a09a'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:39.113993 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedaae2b-19e8-4bc8-8c6b-b768d9134d98" -d '{"events": [{"server_uuid": "1e4d268b-e404-4709-8e20-4c2c300cf269", "name": "network-vif-deleted", "tag": "892c556e-5f15-48a3-a593-b8fa86b3a09a"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:39.120205 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06359d84-df19-4c36-a593-f56f1d2b13fb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Pushing event deleted for resources: {'Port': ['ID=892c556e-5f15-48a3-a593-b8fa86b3a09a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:39.166797 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.230293 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0664a460-d55e-41dd-980c-a1b543a5bbb6 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.263253 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0664a460-d55e-41dd-980c-a1b543a5bbb6 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.266556 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0664a460-d55e-41dd-980c-a1b543a5bbb6 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "DELETE /v2.0/subnets/bc477bae-e335-4c6d-8af1-7c280ddf1226 HTTP/1.1" status: 204 len: 168 time: 1.1884890 Jul 07 17:01:39.291250 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52974) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:39.361254 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-def7092d-d77b-4a53-9793-c462525a9af8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.369488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664a460-d55e-41dd-980c-a1b543a5bbb6 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event deleted for resources: {'Subnet': ['ID=bc477bae-e335-4c6d-8af1-7c280ddf1226,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:39.384582 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.399244 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f064a7e9-1d4f-45f1-b031-cedf79210f76 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network a412f155-70ad-454d-87b3-13e3efb96818 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:39.417514 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315162a3-262f-462a-8be4-12347cdbec5a None None] Pushing event updated for resources: {'Port': ['ID=81451c10-8bf8-4e11-873e-9a9cc1eb2c28,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:39.432606 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f064a7e9-1d4f-45f1-b031-cedf79210f76 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:39.487134 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701c1848-bb0a-4935-ada7-8393a525f335 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:39.489655 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-701c1848-bb0a-4935-ada7-8393a525f335 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1924245 Jul 07 17:01:39.495277 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52978) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:39.555856 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52980) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:39.573758 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event updated for resources: {'Port': ['ID=0af452db-1052-4adc-ad84-7a5645d93ea6,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:39.588710 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6af15-11ff-4307-82d3-356656d81de0 req-ab91277a-ebed-4be8-b134-39b8d8cd16ee tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:39.590625 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6be6af15-11ff-4307-82d3-356656d81de0 req-ab91277a-ebed-4be8-b134-39b8d8cd16ee tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.2224805 Jul 07 17:01:39.593678 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Checking segment: {'id': 'c487ee10-4878-48eb-9f50-5121d151ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30d3a871-e0e0-4248-9cfd-7dc81db28ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:39.594041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Network hostable DHCP agents. Network: 30d3a871-e0e0-4248-9cfd-7dc81db28ed7, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:39.641141 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6be6af15-11ff-4307-82d3-356656d81de0 req-84bd620b-1e46-4212-8e6f-77659659324d tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429087 Jul 07 17:01:39.653532 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 5530eea7-abf2-4849-83b5-4685985032d3 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:01:39.687648 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Network 30d3a871-e0e0-4248-9cfd-7dc81db28ed7 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:39.705305 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 30d3a871-e0e0-4248-9cfd-7dc81db28ed7) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:39.711285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:39.712740 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.783768 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab45a9a8-8e81-4fb4-9ffe-315431944904 x-openstack-request-id: req-ab45a9a8-8e81-4fb4-9ffe-315431944904 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:39.784073 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4d268b-e404-4709-8e20-4c2c300cf269", "name": "network-vif-deleted", "tag": "892c556e-5f15-48a3-a593-b8fa86b3a09a", "status": "failed", "code": 422}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:39.784915 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab45a9a8-8e81-4fb4-9ffe-315431944904 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:39.785385 n-d-793620-7 neutron-server[100409]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1e4d268b-e404-4709-8e20-4c2c300cf269', 'name': 'network-vif-deleted', 'tag': '892c556e-5f15-48a3-a593-b8fa86b3a09a', 'status': 'failed', 'code': 422} returned with failed status Jul 07 17:01:39.808678 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-196525fd-c060-4f00-9b93-c46f5c0d99a8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.829821 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event updated for resources: {'Port': ['ID=fb8f5863-b139-46ea-ad16-467db911928f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:39.880621 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 5530eea7-abf2-4849-83b5-4685985032d3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=5530eea7-abf2-4849-83b5-4685985032d3,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:39.899629 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '5530eea7-abf2-4849-83b5-4685985032d3', 'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91', 'port_id': '5530eea7-abf2-4849-83b5-4685985032d3', 'mac_address': 'fa:16:3e:88:37:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb771e9-c384-4be6-a6e3-24a117d82432', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:01:39.902472 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 5530eea7-abf2-4849-83b5-4685985032d3 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:39.909032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Checking segment: {'id': '26d01cc6-809b-47ca-93b6-92e03503f17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e4ed26ae-3e31-4032-8d2f-1c7af2d0acb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:39.909784 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Network hostable DHCP agents. Network: e4ed26ae-3e31-4032-8d2f-1c7af2d0acb2, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:39.919162 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ad5239b2-cfd0-4700-94a9-b1f08d039fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.929154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Network e4ed26ae-3e31-4032-8d2f-1c7af2d0acb2 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:39.939518 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65782ad-8f4d-434c-b9c6-ad9e4b521eb9 None None] Network 30d3a871-e0e0-4248-9cfd-7dc81db28ed7 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:39.942737 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, e4ed26ae-3e31-4032-8d2f-1c7af2d0acb2) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:39.948539 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:39.959983 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:39.966362 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:39.968319 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:39.998909 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4a2f2a-e285-491e-b9d5-6f544aef5463 None None] Network e4ed26ae-3e31-4032-8d2f-1c7af2d0acb2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:39.999788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f064a7e9-1d4f-45f1-b031-cedf79210f76 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router d9cf7fba-1b6f-42bb-b0a5-e5fe7edefdcc is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:01:40.025962 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-196525fd-c060-4f00-9b93-c46f5c0d99a8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Deleting port 81451c10-8bf8-4e11-873e-9a9cc1eb2c28 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:40.026400 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-196525fd-c060-4f00-9b93-c46f5c0d99a8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:40.210028 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:40.214403 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-196525fd-c060-4f00-9b93-c46f5c0d99a8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] For port 81451c10-8bf8-4e11-873e-9a9cc1eb2c28, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=81451c10-8bf8-4e11-873e-9a9cc1eb2c28,segment=NetworkSegment(1cc285a0-8998-4bdf-bbb6-150758b39428),segment_id=1cc285a0-8998-4bdf-bbb6-150758b39428)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:40.215113 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-196525fd-c060-4f00-9b93-c46f5c0d99a8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:40.233197 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:40.243668 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-00597532-6d59-4b11-8598-64e5ce6a1545 None None] Provisioning complete for port 5896c9f0-81b7-4c11-9463-b9bf45475c25 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:40.243789 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-00597532-6d59-4b11-8598-64e5ce6a1545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:40.249494 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-196525fd-c060-4f00-9b93-c46f5c0d99a8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Calling delete_port for 81451c10-8bf8-4e11-873e-9a9cc1eb2c28 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:40.475777 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c6f62d-71ab-40bd-8e31-5f3871da4312 None None] Network 7743ecef-99b4-4b27-b05e-f0777199c685 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:40.485068 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5530eea7-abf2-4849-83b5-4685985032d3 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:40.490928 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-00597532-6d59-4b11-8598-64e5ce6a1545 None None] Port 5896c9f0-81b7-4c11-9463-b9bf45475c25 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:01:40.566965 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1d2b3b-4f97-493f-85bb-d9d592f291a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5530eea7-abf2-4849-83b5-4685985032d3'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:40.571021 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f15e7e1-4186-48ad-a641-a49cb5827218" -d '{"events": [{"server_uuid": "cc1d2b3b-4f97-493f-85bb-d9d592f291a4", "name": "network-vif-unplugged", "status": "completed", "tag": "5530eea7-abf2-4849-83b5-4685985032d3"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:40.599125 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 5530eea7-abf2-4849-83b5-4685985032d3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=5530eea7-abf2-4849-83b5-4685985032d3,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:40.619833 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:40.622458 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029773b1-68fa-4a6c-a6f3-49b8d09b0ee3 x-openstack-request-id: req-029773b1-68fa-4a6c-a6f3-49b8d09b0ee3 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:40.622751 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1d2b3b-4f97-493f-85bb-d9d592f291a4", "name": "network-vif-unplugged", "status": "completed", "tag": "5530eea7-abf2-4849-83b5-4685985032d3", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:40.622999 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-029773b1-68fa-4a6c-a6f3-49b8d09b0ee3 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:40.623383 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1d2b3b-4f97-493f-85bb-d9d592f291a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5530eea7-abf2-4849-83b5-4685985032d3', 'code': 200} Jul 07 17:01:40.739397 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e77f8e67-e933-4fb1-873e-5e4e65533e4e None None] Provisioning for port 81451c10-8bf8-4e11-873e-9a9cc1eb2c28 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:40.762128 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f064a7e9-1d4f-45f1-b031-cedf79210f76 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:01:40.766617 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.api [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:01:40.766987 n-d-793620-7 neutron-server[100411]: DEBUG oslo_db.api [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:01:40.768400 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f064a7e9-1d4f-45f1-b031-cedf79210f76 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/d9cf7fba-1b6f-42bb-b0a5-e5fe7edefdcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7010624 Jul 07 17:01:40.772021 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53002) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:40.773210 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=5530eea7-abf2-4849-83b5-4685985032d3,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:40.793868 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ad5239b2-cfd0-4700-94a9-b1f08d039fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:40.797325 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6843a63b-bc89-4a27-b307-5ebdddc9b3c4 None None] Sync routers for ids ['d9cf7fba-1b6f-42bb-b0a5-e5fe7edefdcc'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:01:40.823125 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6843a63b-bc89-4a27-b307-5ebdddc9b3c4 None None] Routers {'d9cf7fba-1b6f-42bb-b0a5-e5fe7edefdcc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:40.828637 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6843a63b-bc89-4a27-b307-5ebdddc9b3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:01:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d9cf7fba-1b6f-42bb-b0a5-e5fe7edefdcc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:40.830876 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ad5239b2-cfd0-4700-94a9-b1f08d039fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:40.843944 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c3260827-2382-4ad6-82c5-6be2920d1a62 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6150432 Jul 07 17:01:40.860847 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53004) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:40.879087 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ad5239b2-cfd0-4700-94a9-b1f08d039fb9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0c2e9ea7de0f4bc1a4631c2aed1e670c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2204454 Jul 07 17:01:40.881727 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53006) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:40.897121 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6843a63b-bc89-4a27-b307-5ebdddc9b3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:40.897654 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2852eb-fd27-44c9-852b-902cf5376692 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:40.902469 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9e2852eb-fd27-44c9-852b-902cf5376692 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/ports/5896c9f0-81b7-4c11-9463-b9bf45475c25 HTTP/1.1" status: 200 len: 911 time: 0.1285090 Jul 07 17:01:40.904750 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53008) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:40.907717 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6843a63b-bc89-4a27-b307-5ebdddc9b3c4 None None] Routers {'d9cf7fba-1b6f-42bb-b0a5-e5fe7edefdcc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:40.908862 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6843a63b-bc89-4a27-b307-5ebdddc9b3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:01:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d9cf7fba-1b6f-42bb-b0a5-e5fe7edefdcc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:40.910289 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32b5408-7c7d-4862-a7a4-c89c3aa6516d None None] DHCP port deletion for 7743ecef-99b4-4b27-b05e-f0777199c685 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:01:40.912777 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-01ca99d7-2a1c-43b2-a909-dfe9e399f7c4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e2aa54f-60dd-431f-86bc-a125baf23d44'}]}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:40.947107 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6843a63b-bc89-4a27-b307-5ebdddc9b3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:40.947950 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6843a63b-bc89-4a27-b307-5ebdddc9b3c4 None None] The sync data for ids ['d9cf7fba-1b6f-42bb-b0a5-e5fe7edefdcc'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:01:40.991222 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-a32b5408-7c7d-4862-a7a4-c89c3aa6516d None None] Deleting port 81451c10-8bf8-4e11-873e-9a9cc1eb2c28 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:40.991678 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a32b5408-7c7d-4862-a7a4-c89c3aa6516d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.001737 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5239b2-cfd0-4700-94a9-b1f08d039fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ead18bc-e912-4c0e-8189-ca0d3b4269e5,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:41.012950 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-def7092d-d77b-4a53-9793-c462525a9af8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.050780 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-0a7756ed-4b24-4ad7-b41f-505672a14bbc tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:41.052297 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-0a7756ed-4b24-4ad7-b41f-505672a14bbc tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 811 time: 0.4140499 Jul 07 17:01:41.056273 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-196525fd-c060-4f00-9b93-c46f5c0d99a8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.058768 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-def7092d-d77b-4a53-9793-c462525a9af8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.066279 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff53650-001c-4a55-9028-d37336f86cc0 req-128afff4-e34e-497a-9e2a-59fb629719d9 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:41.068013 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2ff53650-001c-4a55-9028-d37336f86cc0 req-128afff4-e34e-497a-9e2a-59fb629719d9 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 943 time: 0.2464983 Jul 07 17:01:41.072530 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-a32b5408-7c7d-4862-a7a4-c89c3aa6516d None None] For port 81451c10-8bf8-4e11-873e-9a9cc1eb2c28, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=81451c10-8bf8-4e11-873e-9a9cc1eb2c28,segment=NetworkSegment(1cc285a0-8998-4bdf-bbb6-150758b39428),segment_id=1cc285a0-8998-4bdf-bbb6-150758b39428)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:41.073355 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1703f016-96ee-49dd-963c-d09ce45e75c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.073675 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a32b5408-7c7d-4862-a7a4-c89c3aa6516d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.093701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-a32b5408-7c7d-4862-a7a4-c89c3aa6516d None None] Calling delete_port for 81451c10-8bf8-4e11-873e-9a9cc1eb2c28 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:41.117045 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196525fd-c060-4f00-9b93-c46f5c0d99a8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event deleted for resources: {'Port': ['ID=81451c10-8bf8-4e11-873e-9a9cc1eb2c28,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:41.127282 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1703f016-96ee-49dd-963c-d09ce45e75c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.148738 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196525fd-c060-4f00-9b93-c46f5c0d99a8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] No DVR routers for this DVR port 81451c10-8bf8-4e11-873e-9a9cc1eb2c28 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:41.158241 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480a475d-51a6-486e-b18b-fb0250a2f970 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:41.164275 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480a475d-51a6-486e-b18b-fb0250a2f970 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:41.165878 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-480a475d-51a6-486e-b18b-fb0250a2f970 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2879457 Jul 07 17:01:41.172753 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-644f6164-021b-4bb3-a34c-a0090a6a0c4e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/quotas/d1135a5a7bcf4ea180136622e9a3fe8d HTTP/1.1" status: 200 len: 375 time: 0.1015837 Jul 07 17:01:41.174791 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53012) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:41.192228 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a32b5408-7c7d-4862-a7a4-c89c3aa6516d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.219812 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b5408-7c7d-4862-a7a4-c89c3aa6516d None None] Pushing event deleted for resources: {'Port': ['ID=81451c10-8bf8-4e11-873e-9a9cc1eb2c28,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:41.224407 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32b5408-7c7d-4862-a7a4-c89c3aa6516d None None] No DVR routers for this DVR port 81451c10-8bf8-4e11-873e-9a9cc1eb2c28 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:41.229602 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2ff53650-001c-4a55-9028-d37336f86cc0 req-631b7ddd-ee83-44f5-baf1-2695ffeb181b tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432509 Jul 07 17:01:41.242558 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-061f9806-6ab7-4571-a7a6-4f0e644a4f86 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687344 Jul 07 17:01:41.244191 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edf11a7-97bc-4be3-ae3f-ac99fc7a86cd None None] get_active_networks_info from n-d-793620-7 {{(pid=100411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:01:41.298151 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-01ca99d7-2a1c-43b2-a909-dfe9e399f7c4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.353569 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.372170 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1703f016-96ee-49dd-963c-d09ce45e75c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.374789 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1703f016-96ee-49dd-963c-d09ce45e75c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.375967 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1703f016-96ee-49dd-963c-d09ce45e75c1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ead18bc-e912-4c0e-8189-ca0d3b4269e5 HTTP/1.1" status: 204 len: 168 time: 0.4929664 Jul 07 17:01:41.398674 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5530eea7-abf2-4849-83b5-4685985032d3 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:41.403168 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-196525fd-c060-4f00-9b93-c46f5c0d99a8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.423231 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-196525fd-c060-4f00-9b93-c46f5c0d99a8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7743ecef-99b4-4b27-b05e-f0777199c685']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:41.436269 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 5530eea7-abf2-4849-83b5-4685985032d3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=5530eea7-abf2-4849-83b5-4685985032d3,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:41.437660 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edf11a7-97bc-4be3-ae3f-ac99fc7a86cd None None] Resources bound (agent type, host, resource id): {{(pid=100411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:01:41.444141 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.454036 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-196525fd-c060-4f00-9b93-c46f5c0d99a8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc285a0-8998-4bdf-bbb6-150758b39428') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:41.454319 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-196525fd-c060-4f00-9b93-c46f5c0d99a8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc285a0-8998-4bdf-bbb6-150758b39428') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:41.492891 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-196525fd-c060-4f00-9b93-c46f5c0d99a8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.505424 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-3b74d1c5-96cf-4caa-86bd-bf0e9ba4abf2 service neutron] 10.222.0.50 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619622 Jul 07 17:01:41.556322 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=5530eea7-abf2-4849-83b5-4685985032d3,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:41.572011 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-196525fd-c060-4f00-9b93-c46f5c0d99a8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.587477 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196525fd-c060-4f00-9b93-c46f5c0d99a8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:01:41.587798 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-196525fd-c060-4f00-9b93-c46f5c0d99a8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:01:41.591334 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:01:41.593798 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-def7092d-d77b-4a53-9793-c462525a9af8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Allocated IP 2001:db8::2d5 (441b2bec-c98d-4b0d-ae42-f8ce43c6ee62/01eb3b8b-12c0-4c39-9056-0017f4ca05aa/729a01e2-14a4-42d8-9c89-11840976911e) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:41.761516 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-196525fd-c060-4f00-9b93-c46f5c0d99a8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.790940 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-196525fd-c060-4f00-9b93-c46f5c0d99a8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.795487 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-196525fd-c060-4f00-9b93-c46f5c0d99a8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "DELETE /v2.0/networks/7743ecef-99b4-4b27-b05e-f0777199c685 HTTP/1.1" status: 204 len: 168 time: 2.2380047 Jul 07 17:01:41.800584 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53018) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:41.801137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53020) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:41.802449 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703f016-96ee-49dd-963c-d09ce45e75c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ead18bc-e912-4c0e-8189-ca0d3b4269e5,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:41.805069 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196525fd-c060-4f00-9b93-c46f5c0d99a8 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event deleted for resources: {'Network': ['ID=7743ecef-99b4-4b27-b05e-f0777199c685,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:41.818140 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-0f172123-77e4-45b0-81c0-c87142b466f7 service neutron] 10.222.0.50 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118305 Jul 07 17:01:41.855146 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-def7092d-d77b-4a53-9793-c462525a9af8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.874341 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['5530eea7-abf2-4849-83b5-4685985032d3'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:41.917898 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-30ae6fc7-2d83-4930-910f-5b44141010d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:41.946695 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-def7092d-d77b-4a53-9793-c462525a9af8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.016307 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def7092d-d77b-4a53-9793-c462525a9af8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Network 441b2bec-c98d-4b0d-ae42-f8ce43c6ee62 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:42.020911 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-def7092d-d77b-4a53-9793-c462525a9af8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:42.024837 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def7092d-d77b-4a53-9793-c462525a9af8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:42.079807 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-26c6b3a5-3ad6-4ff0-87eb-93b2b08ed683 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.099257 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-27630df4-9d33-431e-9c47-c97a3a029a8a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Deleting port 0af452db-1052-4adc-ad84-7a5645d93ea6 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:42.099695 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-27630df4-9d33-431e-9c47-c97a3a029a8a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.104248 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7092d-d77b-4a53-9793-c462525a9af8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Pushing event updated for resources: {'Port': ['ID=729a01e2-14a4-42d8-9c89-11840976911e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:42.172024 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3fe4afa1-1a72-4d18-8935-db7230b8b284 req-6573758c-13e1-4eba-b554-4180b66b1203 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 210 time: 0.1027298 Jul 07 17:01:42.188594 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-30ae6fc7-2d83-4930-910f-5b44141010d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.225468 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-30ae6fc7-2d83-4930-910f-5b44141010d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.270662 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-def7092d-d77b-4a53-9793-c462525a9af8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.361562 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-30ae6fc7-2d83-4930-910f-5b44141010d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=572cd39585ee4559a839c66905bdba9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5569682 Jul 07 17:01:42.368292 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-27630df4-9d33-431e-9c47-c97a3a029a8a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.371933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53030) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:42.372618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae6fc7-2d83-4930-910f-5b44141010d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26df24e5-4611-4a4d-9305-cc7922e0e3a1,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:42.451046 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-27630df4-9d33-431e-9c47-c97a3a029a8a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Calling delete_port for 0af452db-1052-4adc-ad84-7a5645d93ea6 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:42.499551 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-26c6b3a5-3ad6-4ff0-87eb-93b2b08ed683 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.569483 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52392e18-c975-48df-83d4-e9356e08f33b req-961d768e-6101-455d-adef-b0980306873f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:42.571023 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-52392e18-c975-48df-83d4-e9356e08f33b req-961d768e-6101-455d-adef-b0980306873f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 944 time: 0.1830876 Jul 07 17:01:42.572069 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-def7092d-d77b-4a53-9793-c462525a9af8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.604867 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-26c6b3a5-3ad6-4ff0-87eb-93b2b08ed683 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd822e6-0de3-45d8-9ed5-25f188db60fd']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:42.631018 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-26c6b3a5-3ad6-4ff0-87eb-93b2b08ed683 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f3b558-771f-4c3a-9643-9674bbbb5f3a') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:42.631331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-26c6b3a5-3ad6-4ff0-87eb-93b2b08ed683 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f3b558-771f-4c3a-9643-9674bbbb5f3a') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:42.655010 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-26c6b3a5-3ad6-4ff0-87eb-93b2b08ed683 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.688033 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-52392e18-c975-48df-83d4-e9356e08f33b req-17f1fdde-c37d-44ed-86ce-c51fc6a9e02f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083736 Jul 07 17:01:42.703669 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-061c3e59-09e0-4490-823f-841f9e391642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.715735 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-26c6b3a5-3ad6-4ff0-87eb-93b2b08ed683 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.736999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c6b3a5-3ad6-4ff0-87eb-93b2b08ed683 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:01:42.737374 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-26c6b3a5-3ad6-4ff0-87eb-93b2b08ed683 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:01:42.743260 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:01:42.751174 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def7092d-d77b-4a53-9793-c462525a9af8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Router 95590243-a6d2-4318-b5ab-e7a49b89bbff is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:01:42.782609 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 81451c10-8bf8-4e11-873e-9a9cc1eb2c28 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:42.813219 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-061c3e59-09e0-4490-823f-841f9e391642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.818536 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 81451c10-8bf8-4e11-873e-9a9cc1eb2c28 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:01:42.819823 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 81451c10-8bf8-4e11-873e-9a9cc1eb2c28 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:01:42.823920 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-27630df4-9d33-431e-9c47-c97a3a029a8a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.877524 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27630df4-9d33-431e-9c47-c97a3a029a8a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event deleted for resources: {'Port': ['ID=0af452db-1052-4adc-ad84-7a5645d93ea6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:42.899020 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def7092d-d77b-4a53-9793-c462525a9af8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:01:42.906214 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-26c6b3a5-3ad6-4ff0-87eb-93b2b08ed683 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.908464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] Sync routers for ids ['95590243-a6d2-4318-b5ab-e7a49b89bbff'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:01:42.914261 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-01ca99d7-2a1c-43b2-a909-dfe9e399f7c4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.917921 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] Routers {'95590243-a6d2-4318-b5ab-e7a49b89bbff'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:42.918664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:01:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['95590243-a6d2-4318-b5ab-e7a49b89bbff'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:42.922597 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-27630df4-9d33-431e-9c47-c97a3a029a8a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.928081 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53042) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:42.928274 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-27630df4-9d33-431e-9c47-c97a3a029a8a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "DELETE /v2.0/ports/0af452db-1052-4adc-ad84-7a5645d93ea6 HTTP/1.1" status: 204 len: 168 time: 1.7442594 Jul 07 17:01:42.929550 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-26c6b3a5-3ad6-4ff0-87eb-93b2b08ed683 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.933888 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-26c6b3a5-3ad6-4ff0-87eb-93b2b08ed683 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "DELETE /v2.0/networks/2cd822e6-0de3-45d8-9ed5-25f188db60fd HTTP/1.1" status: 204 len: 168 time: 1.1279879 Jul 07 17:01:42.938112 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53044) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:42.941216 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-def7092d-d77b-4a53-9793-c462525a9af8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:42.942838 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-def7092d-d77b-4a53-9793-c462525a9af8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.4288764 Jul 07 17:01:42.945283 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53046) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:42.969714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6b3a5-3ad6-4ff0-87eb-93b2b08ed683 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event deleted for resources: {'Network': ['ID=2cd822e6-0de3-45d8-9ed5-25f188db60fd,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:43.000955 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-01ca99d7-2a1c-43b2-a909-dfe9e399f7c4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.007436 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ca99d7-2a1c-43b2-a909-dfe9e399f7c4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:43.008083 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-01ca99d7-2a1c-43b2-a909-dfe9e399f7c4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.009492 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-01ca99d7-2a1c-43b2-a909-dfe9e399f7c4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/ports/5896c9f0-81b7-4c11-9463-b9bf45475c25 HTTP/1.1" status: 200 len: 911 time: 2.1037683 Jul 07 17:01:43.023843 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53048) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:43.069270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] Set router 95590243-a6d2-4318-b5ab-e7a49b89bbff gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:01:43.136714 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-061c3e59-09e0-4490-823f-841f9e391642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.139310 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-061c3e59-09e0-4490-823f-841f9e391642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.143159 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-061c3e59-09e0-4490-823f-841f9e391642 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/26df24e5-4611-4a4d-9305-cc7922e0e3a1 HTTP/1.1" status: 204 len: 168 time: 0.7673538 Jul 07 17:01:43.223990 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0179bd1a-4f3f-49d8-a63b-803a043035d2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.255330 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e86ff958-38be-4b94-ac66-d51756637cea tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.276429 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c3e59-09e0-4490-823f-841f9e391642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26df24e5-4611-4a4d-9305-cc7922e0e3a1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:43.314937 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6eee98cc-45c7-4655-b6b5-5e6528576307 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Deleting port fb8f5863-b139-46ea-ad16-467db911928f {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:43.315329 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6eee98cc-45c7-4655-b6b5-5e6528576307 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.330320 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca99d7-2a1c-43b2-a909-dfe9e399f7c4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Port': ['ID=5896c9f0-81b7-4c11-9463-b9bf45475c25,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:43.342843 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95590243-a6d2-4318-b5ab-e7a49b89bbff', 'name': '', 'tenant_id': 'c42683dec7eb4e8497a3ca1b351709e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '441b2bec-c98d-4b0d-ae42-f8ce43c6ee62', 'external_fixed_ips': [{'subnet_id': '01eb3b8b-12c0-4c39-9056-0017f4ca05aa', 'ip_address': '2001:db8::2d5'}], 'enable_snat': True}, 'gw_port_id': '729a01e2-14a4-42d8-9c89-11840976911e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:38Z', 'updated_at': '2021-07-07T17:01:42Z', 'revision_number': 3, 'project_id': 'c42683dec7eb4e8497a3ca1b351709e2', 'gw_port': {'id': '729a01e2-14a4-42d8-9c89-11840976911e', 'name': '', 'network_id': '441b2bec-c98d-4b0d-ae42-f8ce43c6ee62', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95590243-a6d2-4318-b5ab-e7a49b89bbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '01eb3b8b-12c0-4c39-9056-0017f4ca05aa', 'ip_address': '2001:db8::2d5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:41Z', 'updated_at': '2021-07-07T17:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01eb3b8b-12c0-4c39-9056-0017f4ca05aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:43.405064 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] Checking router: 95590243-a6d2-4318-b5ab-e7a49b89bbff for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:01:43.405488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] Updating router 95590243-a6d2-4318-b5ab-e7a49b89bbff port 729a01e2-14a4-42d8-9c89-11840976911e binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:01:43.447014 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.454978 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6eee98cc-45c7-4655-b6b5-5e6528576307 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.481046 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0179bd1a-4f3f-49d8-a63b-803a043035d2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.509191 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6eee98cc-45c7-4655-b6b5-5e6528576307 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Calling delete_port for fb8f5863-b139-46ea-ad16-467db911928f owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:43.552451 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-afc82dff-dd06-4de2-bc94-70a977c3c932 req-b0af531c-e3f4-46e3-b2bb-756964aad6b2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 210 time: 0.0944829 Jul 07 17:01:43.563260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0179bd1a-4f3f-49d8-a63b-803a043035d2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3403c85-0040-4267-8349-9f393deaaded']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:43.575499 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e86ff958-38be-4b94-ac66-d51756637cea tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.591080 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0179bd1a-4f3f-49d8-a63b-803a043035d2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd796ef-ed3b-4f6f-81ee-69da527a2611') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:43.593585 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0179bd1a-4f3f-49d8-a63b-803a043035d2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd796ef-ed3b-4f6f-81ee-69da527a2611') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:43.619340 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0179bd1a-4f3f-49d8-a63b-803a043035d2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.669466 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 5530eea7-abf2-4849-83b5-4685985032d3 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:43.784944 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 5530eea7-abf2-4849-83b5-4685985032d3 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:43.789781 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.806586 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-e86ff958-38be-4b94-ac66-d51756637cea tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Deleting port 729a01e2-14a4-42d8-9c89-11840976911e {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:43.806940 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0179bd1a-4f3f-49d8-a63b-803a043035d2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.807119 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e86ff958-38be-4b94-ac66-d51756637cea tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.810976 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6eee98cc-45c7-4655-b6b5-5e6528576307 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.817017 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0179bd1a-4f3f-49d8-a63b-803a043035d2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:01:43.818477 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0179bd1a-4f3f-49d8-a63b-803a043035d2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:01:43.900129 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:01:43.905466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee98cc-45c7-4655-b6b5-5e6528576307 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event deleted for resources: {'Port': ['ID=fb8f5863-b139-46ea-ad16-467db911928f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:43.910228 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6eee98cc-45c7-4655-b6b5-5e6528576307 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.912464 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6eee98cc-45c7-4655-b6b5-5e6528576307 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "DELETE /v2.0/ports/fb8f5863-b139-46ea-ad16-467db911928f HTTP/1.1" status: 204 len: 168 time: 0.9811926 Jul 07 17:01:43.916525 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53068) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:43.944517 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.956929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] Transition to ACTIVE for port object 729a01e2-14a4-42d8-9c89-11840976911e will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:43.967119 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.967822 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0c9c46c8-b306-44d2-9bca-da07a48d7dbf tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0484142 Jul 07 17:01:43.970600 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0179bd1a-4f3f-49d8-a63b-803a043035d2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:43.975663 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53072) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:43.982367 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c068f6b3-780f-4ee3-ba54-26c44c7651cc tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1888149215'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:43.996714 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0179bd1a-4f3f-49d8-a63b-803a043035d2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.001310 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0179bd1a-4f3f-49d8-a63b-803a043035d2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "DELETE /v2.0/networks/a3403c85-0040-4267-8349-9f393deaaded HTTP/1.1" status: 204 len: 168 time: 1.0614924 Jul 07 17:01:44.006421 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53074) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:44.066080 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf9677-cfb8-4113-a0a8-ab5916843f68 None None] Pushing event updated for resources: {'Port': ['ID=729a01e2-14a4-42d8-9c89-11840976911e,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:44.069774 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] Attempting to bind port 729a01e2-14a4-42d8-9c89-11840976911e on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:44.070319 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] Attempting to bind port 729a01e2-14a4-42d8-9c89-11840976911e by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'd8bfbbde-f827-4adf-91fb-9bc9ea750fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '441b2bec-c98d-4b0d-ae42-f8ce43c6ee62'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:44.070718 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] Attempting to bind port 729a01e2-14a4-42d8-9c89-11840976911e on network 441b2bec-c98d-4b0d-ae42-f8ce43c6ee62 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:44.076791 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.078306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:44.078644 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] Checking segment: {'id': 'd8bfbbde-f827-4adf-91fb-9bc9ea750fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '441b2bec-c98d-4b0d-ae42-f8ce43c6ee62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:44.079249 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.079642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] Bound using segment: {'id': 'd8bfbbde-f827-4adf-91fb-9bc9ea750fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '441b2bec-c98d-4b0d-ae42-f8ce43c6ee62'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:44.080129 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] Bound port: 729a01e2-14a4-42d8-9c89-11840976911e, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bfbbde-f827-4adf-91fb-9bc9ea750fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '441b2bec-c98d-4b0d-ae42-f8ce43c6ee62'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:44.080514 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.129471 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179bd1a-4f3f-49d8-a63b-803a043035d2 tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event deleted for resources: {'Network': ['ID=a3403c85-0040-4267-8349-9f393deaaded,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:44.182695 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] For port 729a01e2-14a4-42d8-9c89-11840976911e, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:44.188519 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] For port 729a01e2-14a4-42d8-9c89-11840976911e, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=729a01e2-14a4-42d8-9c89-11840976911e,segment=NetworkSegment(d8bfbbde-f827-4adf-91fb-9bc9ea750fb2),segment_id=d8bfbbde-f827-4adf-91fb-9bc9ea750fb2)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:44.211456 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.221929 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.232123 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-cb18ee17-a8da-4e47-a9f1-7add941c2cf4 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:44.233685 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-cb18ee17-a8da-4e47-a9f1-7add941c2cf4 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.15 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 811 time: 0.5674613 Jul 07 17:01:44.252490 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-a14430d9-d94c-44bf-870e-fd2495bdd0e7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Request body: {'port': {'device_id': '8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1', 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d', 'admin_state_up': True, 'tenant_id': 'd1135a5a7bcf4ea180136622e9a3fe8d'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:44.296372 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] Routers {'95590243-a6d2-4318-b5ab-e7a49b89bbff'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:44.296616 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:01:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['95590243-a6d2-4318-b5ab-e7a49b89bbff'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:44.310798 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1d2b3b-4f97-493f-85bb-d9d592f291a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5530eea7-abf2-4849-83b5-4685985032d3'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:44.313085 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1effbc-21b9-4ecf-a822-467031b52251" -d '{"events": [{"server_uuid": "cc1d2b3b-4f97-493f-85bb-d9d592f291a4", "name": "network-vif-plugged", "status": "completed", "tag": "5530eea7-abf2-4849-83b5-4685985032d3"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:44.328997 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad2078-c247-4de2-bd4b-1f49841ff99e req-9bdd4954-b544-4867-b815-d5ff6c1b7988 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:44.332651 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dbad2078-c247-4de2-bd4b-1f49841ff99e req-9bdd4954-b544-4867-b815-d5ff6c1b7988 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 944 time: 0.4279828 Jul 07 17:01:44.357679 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf9677-cfb8-4113-a0a8-ab5916843f68 None None] Pushing event updated for resources: {'Port': ['ID=729a01e2-14a4-42d8-9c89-11840976911e,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:44.440738 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e86ff958-38be-4b94-ac66-d51756637cea tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.471488 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dbad2078-c247-4de2-bd4b-1f49841ff99e req-c9087238-076f-4ce3-8bc8-7202671ae8e5 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814743 Jul 07 17:01:44.512195 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-e86ff958-38be-4b94-ac66-d51756637cea tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Calling delete_port for 729a01e2-14a4-42d8-9c89-11840976911e owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:44.537658 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c068f6b3-780f-4ee3-ba54-26c44c7651cc tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Made reservation on behalf of 7060cc7428b9499caca20b95c276ae52 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:44.543101 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c068f6b3-780f-4ee3-ba54-26c44c7651cc tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.544045 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ebb8-c1ff-4035-b51a-c0a260ec8c0d tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.603819 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c390934-d8c1-4465-b269-872e2b9221b9 x-openstack-request-id: req-0c390934-d8c1-4465-b269-872e2b9221b9 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:44.604198 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1d2b3b-4f97-493f-85bb-d9d592f291a4", "name": "network-vif-plugged", "status": "completed", "tag": "5530eea7-abf2-4849-83b5-4685985032d3", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:44.604673 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0c390934-d8c1-4465-b269-872e2b9221b9 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:44.605081 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1d2b3b-4f97-493f-85bb-d9d592f291a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5530eea7-abf2-4849-83b5-4685985032d3', 'code': 200} Jul 07 17:01:44.612305 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 5530eea7-abf2-4849-83b5-4685985032d3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=5530eea7-abf2-4849-83b5-4685985032d3,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:44.626627 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.637627 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-a14430d9-d94c-44bf-870e-fd2495bdd0e7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Made reservation on behalf of d1135a5a7bcf4ea180136622e9a3fe8d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:44.641335 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-a14430d9-d94c-44bf-870e-fd2495bdd0e7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.664620 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] Set router 95590243-a6d2-4318-b5ab-e7a49b89bbff gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:01:44.710636 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a867f1c6-00f5-4a67-992d-4a9f79586f1a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.736760 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95590243-a6d2-4318-b5ab-e7a49b89bbff', 'name': '', 'tenant_id': 'c42683dec7eb4e8497a3ca1b351709e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:38Z', 'updated_at': '2021-07-07T17:01:43Z', 'revision_number': 4, 'project_id': 'c42683dec7eb4e8497a3ca1b351709e2', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:44.747074 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c068f6b3-780f-4ee3-ba54-26c44c7651cc tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:44.773922 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59210cb-225a-4a00-8622-a7b89c6edc5d None None] The sync data for ids ['95590243-a6d2-4318-b5ab-e7a49b89bbff'] in n-d-793620-7 is: [{'id': '95590243-a6d2-4318-b5ab-e7a49b89bbff', 'name': '', 'tenant_id': 'c42683dec7eb4e8497a3ca1b351709e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:38Z', 'updated_at': '2021-07-07T17:01:43Z', 'revision_number': 4, 'project_id': 'c42683dec7eb4e8497a3ca1b351709e2', 'gw_port_host': None}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:01:44.799760 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b88e6974-fca0-4192-a8db-04ae440a52c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.802931 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c068f6b3-780f-4ee3-ba54-26c44c7651cc tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:44.803911 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-c068f6b3-780f-4ee3-ba54-26c44c7651cc tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Added segment 69e1e2aa-8537-4610-a786-4661d20168fa of type vlan for network fbd1ab9c-2053-4b1c-a33b-73ef6e9e8361 Jul 07 17:01:44.822021 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=5530eea7-abf2-4849-83b5-4685985032d3,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:44.843681 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7974f3bf-0335-46d9-9fb3-b8b300cf6df2 req-cf5d5251-27f4-4e51-b7ff-def7657d1e59 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 210 time: 0.0765820 Jul 07 17:01:44.992973 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c068f6b3-780f-4ee3-ba54-26c44c7651cc tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.002028 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-a14430d9-d94c-44bf-870e-fd2495bdd0e7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Allocated IP 172.20.0.3 (4bfc31d5-b892-420e-a594-085b325da90d/66d9af50-51a7-4bbc-a88f-fc28aae3344c/b189a949-8a51-4458-8936-9f8ed57f3a47) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:45.093987 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a867f1c6-00f5-4a67-992d-4a9f79586f1a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.117049 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-a867f1c6-00f5-4a67-992d-4a9f79586f1a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3ea1b2-4448-46bb-965b-c441ebdc929a']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:45.135480 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c068f6b3-780f-4ee3-ba54-26c44c7651cc tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.141062 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c068f6b3-780f-4ee3-ba54-26c44c7651cc tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:45.141961 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c068f6b3-780f-4ee3-ba54-26c44c7651cc tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.147191 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-a867f1c6-00f5-4a67-992d-4a9f79586f1a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79578bc4-4d6a-4ab1-9c86-ce2fcefa5516') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:45.147505 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-a867f1c6-00f5-4a67-992d-4a9f79586f1a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79578bc4-4d6a-4ab1-9c86-ce2fcefa5516') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:45.210278 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a867f1c6-00f5-4a67-992d-4a9f79586f1a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.215997 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e9a6ebb8-c1ff-4035-b51a-c0a260ec8c0d tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting port 5896c9f0-81b7-4c11-9463-b9bf45475c25 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:45.216340 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ebb8-c1ff-4035-b51a-c0a260ec8c0d tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.274674 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f3d74-23d8-4e8b-b939-dd528048a851 req-7df59583-a17f-4ba2-8141-351eaf2e68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:45.276228 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8e4f3d74-23d8-4e8b-b939-dd528048a851 req-7df59583-a17f-4ba2-8141-351eaf2e68c8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 1096 time: 0.7270799 Jul 07 17:01:45.287706 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c068f6b3-780f-4ee3-ba54-26c44c7651cc tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3115394 Jul 07 17:01:45.290030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53100) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:45.295161 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-654d451a-fa81-4ade-8406-e1bb65791bbf tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1040564610'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:45.299297 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a867f1c6-00f5-4a67-992d-4a9f79586f1a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.318597 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068f6b3-780f-4ee3-ba54-26c44c7651cc tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event updated for resources: {'Network': ['ID=fbd1ab9c-2053-4b1c-a33b-73ef6e9e8361,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:45.321485 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a867f1c6-00f5-4a67-992d-4a9f79586f1a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:01:45.321908 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a867f1c6-00f5-4a67-992d-4a9f79586f1a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: items = [ Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:01:45.326955 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:01:45.334586 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-a14430d9-d94c-44bf-870e-fd2495bdd0e7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.341853 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e86ff958-38be-4b94-ac66-d51756637cea tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.344519 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network fbd1ab9c-2053-4b1c-a33b-73ef6e9e8361 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:45.349166 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654d451a-fa81-4ade-8406-e1bb65791bbf tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Made reservation on behalf of 7060cc7428b9499caca20b95c276ae52 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:45.354409 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-654d451a-fa81-4ade-8406-e1bb65791bbf tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.399137 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ebb8-c1ff-4035-b51a-c0a260ec8c0d tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.427840 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e9a6ebb8-c1ff-4035-b51a-c0a260ec8c0d tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Calling delete_port for 5896c9f0-81b7-4c11-9463-b9bf45475c25 owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:45.430795 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654d451a-fa81-4ade-8406-e1bb65791bbf tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:45.436247 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ff958-38be-4b94-ac66-d51756637cea tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Pushing event deleted for resources: {'Port': ['ID=729a01e2-14a4-42d8-9c89-11840976911e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:45.444444 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8e4f3d74-23d8-4e8b-b939-dd528048a851 req-b66bb39b-caf6-4036-bea9-b6d419e76e4b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548131 Jul 07 17:01:45.454578 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-654d451a-fa81-4ade-8406-e1bb65791bbf tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.454993 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-654d451a-fa81-4ade-8406-e1bb65791bbf tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Added segment b51f0bf6-3750-4a1c-b35d-05526f61e104 of type vlan for network adfc418e-b445-4dd4-84a1-8af597d84374 Jul 07 17:01:45.468328 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e86ff958-38be-4b94-ac66-d51756637cea tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.472582 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a867f1c6-00f5-4a67-992d-4a9f79586f1a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.502326 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a867f1c6-00f5-4a67-992d-4a9f79586f1a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.507642 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a867f1c6-00f5-4a67-992d-4a9f79586f1a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] 10.222.0.50 "DELETE /v2.0/networks/9b3ea1b2-4448-46bb-965b-c441ebdc929a HTTP/1.1" status: 204 len: 168 time: 1.5001173 Jul 07 17:01:45.508639 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-a14430d9-d94c-44bf-870e-fd2495bdd0e7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.590632 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867f1c6-00f5-4a67-992d-4a9f79586f1a tempest-BulkNetworkOpsTest-251535571 tempest-BulkNetworkOpsTest-251535571-project] Pushing event deleted for resources: {'Network': ['ID=9b3ea1b2-4448-46bb-965b-c441ebdc929a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:45.599061 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e86ff958-38be-4b94-ac66-d51756637cea tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.601562 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e86ff958-38be-4b94-ac66-d51756637cea tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.698033 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e86ff958-38be-4b94-ac66-d51756637cea tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.699143 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86ff958-38be-4b94-ac66-d51756637cea tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95590243-a6d2-4318-b5ab-e7a49b89bbff {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:01:45.705754 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e86ff958-38be-4b94-ac66-d51756637cea tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.707268 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e86ff958-38be-4b94-ac66-d51756637cea tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "DELETE /v2.0/routers/95590243-a6d2-4318-b5ab-e7a49b89bbff HTTP/1.1" status: 204 len: 168 time: 2.7603374 Jul 07 17:01:45.713604 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53106) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:45.808254 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74675229-2e85-41ea-b0c0-a110468d97d4 req-a838851f-23d2-40f2-ac13-84faffc5655f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:45.810131 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74675229-2e85-41ea-b0c0-a110468d97d4 req-a838851f-23d2-40f2-ac13-84faffc5655f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.1626556 Jul 07 17:01:45.813535 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c9be25-f2db-4fe5-998a-62a332271e37 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Deleting subnet 01eb3b8b-12c0-4c39-9056-0017f4ca05aa {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:01:45.824934 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-98c9be25-f2db-4fe5-998a-62a332271e37 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.888388 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-98c9be25-f2db-4fe5-998a-62a332271e37 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:45.893288 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74675229-2e85-41ea-b0c0-a110468d97d4 req-729b31df-3720-45bd-a2f4-786596d823a6 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770154 Jul 07 17:01:45.925794 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53112) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:45.970582 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-98c9be25-f2db-4fe5-998a-62a332271e37 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.046696 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-98c9be25-f2db-4fe5-998a-62a332271e37 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.106130 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9be25-f2db-4fe5-998a-62a332271e37 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=01eb3b8b-12c0-4c39-9056-0017f4ca05aa,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:46.132134 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-98c9be25-f2db-4fe5-998a-62a332271e37 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.136625 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-98c9be25-f2db-4fe5-998a-62a332271e37 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/01eb3b8b-12c0-4c39-9056-0017f4ca05aa HTTP/1.1" status: 204 len: 168 time: 0.4174345 Jul 07 17:01:46.142184 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53118) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:46.216364 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6e3c8163-1be6-4eec-b9d7-192f8444c28d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ee308e81ac294c03b181e79c2f528e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2840371 Jul 07 17:01:46.216364 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53122) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:46.268502 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec04fc23-d83e-4c18-ba4c-0e1ac539b14e tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.279349 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.324148 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb004ac0-26e7-4855-a6d4-5fba5f4304af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.327468 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-654d451a-fa81-4ade-8406-e1bb65791bbf tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.363538 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb004ac0-26e7-4855-a6d4-5fba5f4304af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.388163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-a14430d9-d94c-44bf-870e-fd2495bdd0e7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Network 4bfc31d5-b892-420e-a594-085b325da90d is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:46.399274 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-a14430d9-d94c-44bf-870e-fd2495bdd0e7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:46.416827 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-a14430d9-d94c-44bf-870e-fd2495bdd0e7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:46.426913 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ebb8-c1ff-4035-b51a-c0a260ec8c0d tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.476757 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.resource_extend [None req-654d451a-fa81-4ade-8406-e1bb65791bbf tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:01:46.479291 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14430d9-d94c-44bf-870e-fd2495bdd0e7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Pushing event updated for resources: {'Port': ['ID=b189a949-8a51-4458-8936-9f8ed57f3a47,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:46.486302 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec04fc23-d83e-4c18-ba4c-0e1ac539b14e tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.499333 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ec04fc23-d83e-4c18-ba4c-0e1ac539b14e tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441b2bec-c98d-4b0d-ae42-f8ce43c6ee62']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:46.511765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ec04fc23-d83e-4c18-ba4c-0e1ac539b14e tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8bfbbde-f827-4adf-91fb-9bc9ea750fb2') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:46.512075 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ec04fc23-d83e-4c18-ba4c-0e1ac539b14e tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8bfbbde-f827-4adf-91fb-9bc9ea750fb2') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:46.524751 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec04fc23-d83e-4c18-ba4c-0e1ac539b14e tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.539451 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb004ac0-26e7-4855-a6d4-5fba5f4304af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.543181 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb004ac0-26e7-4855-a6d4-5fba5f4304af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.547393 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fb004ac0-26e7-4855-a6d4-5fba5f4304af admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ddef2dd7-6311-45ed-b540-849604e32d2e HTTP/1.1" status: 204 len: 168 time: 0.3329136 Jul 07 17:01:46.552058 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec04fc23-d83e-4c18-ba4c-0e1ac539b14e tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.560838 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec04fc23-d83e-4c18-ba4c-0e1ac539b14e tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:01:46.561526 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec04fc23-d83e-4c18-ba4c-0e1ac539b14e tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.616449 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6ebb8-c1ff-4035-b51a-c0a260ec8c0d tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Port': ['ID=5896c9f0-81b7-4c11-9463-b9bf45475c25,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:46.631885 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-654d451a-fa81-4ade-8406-e1bb65791bbf tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.637496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654d451a-fa81-4ade-8406-e1bb65791bbf tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:46.638125 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-654d451a-fa81-4ade-8406-e1bb65791bbf tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:01:46.653784 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:01:46.664197 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec04fc23-d83e-4c18-ba4c-0e1ac539b14e tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.681205 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec04fc23-d83e-4c18-ba4c-0e1ac539b14e tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 441b2bec-c98d-4b0d-ae42-f8ce43c6ee62 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 17:01:46.698913 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec04fc23-d83e-4c18-ba4c-0e1ac539b14e tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:46.704487 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ec04fc23-d83e-4c18-ba4c-0e1ac539b14e tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "DELETE /v2.0/networks/441b2bec-c98d-4b0d-ae42-f8ce43c6ee62 HTTP/1.1" status: 204 len: 168 time: 0.5594704 Jul 07 17:01:46.711993 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb004ac0-26e7-4855-a6d4-5fba5f4304af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddef2dd7-6311-45ed-b540-849604e32d2e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:46.782988 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04fc23-d83e-4c18-ba4c-0e1ac539b14e tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Pushing event deleted for resources: {'Network': ['ID=441b2bec-c98d-4b0d-ae42-f8ce43c6ee62,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:46.883221 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d451a-fa81-4ade-8406-e1bb65791bbf tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event updated for resources: {'Network': ['ID=adfc418e-b445-4dd4-84a1-8af597d84374,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:46.899789 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network adfc418e-b445-4dd4-84a1-8af597d84374 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:46.921534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-a14430d9-d94c-44bf-870e-fd2495bdd0e7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:46.922218 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-a14430d9-d94c-44bf-870e-fd2495bdd0e7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.005048 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0dff3-e289-4eaf-ade2-0ba99bbc852d req-e3722d9e-7b8c-47e4-a56c-b11f8d7bc3ae tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:47.018111 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2dd0dff3-e289-4eaf-ade2-0ba99bbc852d req-e3722d9e-7b8c-47e4-a56c-b11f8d7bc3ae tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 931 time: 0.7737460 Jul 07 17:01:47.069256 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-654d451a-fa81-4ade-8406-e1bb65791bbf tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7781346 Jul 07 17:01:47.083039 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-a14430d9-d94c-44bf-870e-fd2495bdd0e7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8392448 Jul 07 17:01:47.085333 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ebb8-c1ff-4035-b51a-c0a260ec8c0d tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.289823 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2dd0dff3-e289-4eaf-ade2-0ba99bbc852d req-1b0008d3-12f0-456a-8add-7b8a25d8aa8e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267902 Jul 07 17:01:47.451292 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6187742-3972-4dc8-ba12-48b54ed8d4b0 req-030c9c97-f40d-489b-9d5d-4dc7f2f0d3f9 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:47.457442 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c6187742-3972-4dc8-ba12-48b54ed8d4b0 req-030c9c97-f40d-489b-9d5d-4dc7f2f0d3f9 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.1915083 Jul 07 17:01:47.511208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a6ebb8-c1ff-4035-b51a-c0a260ec8c0d tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router d9cf7fba-1b6f-42bb-b0a5-e5fe7edefdcc has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:01:47.525075 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] Request body: {'port': {'device_id': '8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:47.546280 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c6187742-3972-4dc8-ba12-48b54ed8d4b0 req-685befa5-0d16-4bea-8f89-0a6a7bf37a21 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821040 Jul 07 17:01:47.592742 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.670289 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53156) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:47.675247 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-fdad24db-6508-4f86-aaaa-aacfd17fce37 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Request body: {'router': {'name': 'tempest-router--1786393923', 'project_id': 'cb5de407e3134287a76c1efe1d3d29fa'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:47.699385 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fdad24db-6508-4f86-aaaa-aacfd17fce37 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.700783 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fdad24db-6508-4f86-aaaa-aacfd17fce37 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.775629 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fdad24db-6508-4f86-aaaa-aacfd17fce37 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.783924 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fdad24db-6508-4f86-aaaa-aacfd17fce37 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.815703 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fdad24db-6508-4f86-aaaa-aacfd17fce37 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.819993 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fdad24db-6508-4f86-aaaa-aacfd17fce37 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1461699 Jul 07 17:01:47.820538 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53158) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:47.865872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a6ebb8-c1ff-4035-b51a-c0a260ec8c0d tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:01:47.872876 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e9a6ebb8-c1ff-4035-b51a-c0a260ec8c0d tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/d9cf7fba-1b6f-42bb-b0a5-e5fe7edefdcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8456113 Jul 07 17:01:47.876190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53160) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:47.881983 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d54115-d0f4-47cb-8b1e-b709b89961ee None None] Sync routers for ids ['d9cf7fba-1b6f-42bb-b0a5-e5fe7edefdcc'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:01:47.902490 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d54115-d0f4-47cb-8b1e-b709b89961ee None None] Routers {'d9cf7fba-1b6f-42bb-b0a5-e5fe7edefdcc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:47.904361 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e6b4cb67-62a8-47b1-ba8f-05f5b69603a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.905471 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d9d54115-d0f4-47cb-8b1e-b709b89961ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:01:17Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d9cf7fba-1b6f-42bb-b0a5-e5fe7edefdcc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:47.944932 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6b65383a-55dd-4088-8d8a-19649e553c23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9cf7fba-1b6f-42bb-b0a5-e5fe7edefdcc HTTP/1.1" status: 200 len: 205 time: 0.0673995 Jul 07 17:01:47.947002 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53164) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:47.959177 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:47.986712 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d9d54115-d0f4-47cb-8b1e-b709b89961ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:48.002867 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d54115-d0f4-47cb-8b1e-b709b89961ee None None] Routers {'d9cf7fba-1b6f-42bb-b0a5-e5fe7edefdcc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:48.004010 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d9d54115-d0f4-47cb-8b1e-b709b89961ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:01:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d9cf7fba-1b6f-42bb-b0a5-e5fe7edefdcc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:48.052010 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-777888e0-c594-47c6-b81b-1c26815d72fe tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.077364 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d9d54115-d0f4-47cb-8b1e-b709b89961ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:48.078281 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d54115-d0f4-47cb-8b1e-b709b89961ee None None] The sync data for ids ['d9cf7fba-1b6f-42bb-b0a5-e5fe7edefdcc'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:01:48.153238 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-047435f7-be00-43b3-85e8-9424a0c9349f tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.389286 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-047435f7-be00-43b3-85e8-9424a0c9349f tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.391586 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-047435f7-be00-43b3-85e8-9424a0c9349f tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.442999 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-047435f7-be00-43b3-85e8-9424a0c9349f tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.443548 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047435f7-be00-43b3-85e8-9424a0c9349f tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7f54c5c-94e3-486e-a9ec-df3117f014b4 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:01:48.448364 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-047435f7-be00-43b3-85e8-9424a0c9349f tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.452058 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-047435f7-be00-43b3-85e8-9424a0c9349f tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "DELETE /v2.0/routers/c7f54c5c-94e3-486e-a9ec-df3117f014b4 HTTP/1.1" status: 204 len: 168 time: 0.6279995 Jul 07 17:01:48.466752 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53176) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:48.508081 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b31444-7ed9-4d82-83c5-ace0b063c0f7 req-b4d764c1-1ad2-4765-8a7f-cfd02374fc44 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:48.510960 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a5b31444-7ed9-4d82-83c5-ace0b063c0f7 req-b4d764c1-1ad2-4765-8a7f-cfd02374fc44 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.3856938 Jul 07 17:01:48.624670 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a5b31444-7ed9-4d82-83c5-ace0b063c0f7 req-26eda5c2-8ec8-4199-8309-f754d82f080a tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919945 Jul 07 17:01:48.817779 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.833882 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-e237250f-4de9-441d-8747-ba408dfb5933 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-28028024'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:48.861825 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e237250f-4de9-441d-8747-ba408dfb5933 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:48.871968 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e237250f-4de9-441d-8747-ba408dfb5933 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:48.897930 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e237250f-4de9-441d-8747-ba408dfb5933 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.018308 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-777888e0-c594-47c6-b81b-1c26815d72fe tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.038939 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53186) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:49.046971 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-777888e0-c594-47c6-b81b-1c26815d72fe tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.095087 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e237250f-4de9-441d-8747-ba408dfb5933 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.102077 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e237250f-4de9-441d-8747-ba408dfb5933 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.150448 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-777888e0-c594-47c6-b81b-1c26815d72fe tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.150879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777888e0-c594-47c6-b81b-1c26815d72fe tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Fanout notify agent at l3_agent the message router_deleted on router d9cf7fba-1b6f-42bb-b0a5-e5fe7edefdcc {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:01:49.160465 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-777888e0-c594-47c6-b81b-1c26815d72fe tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.161489 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-777888e0-c594-47c6-b81b-1c26815d72fe tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/routers/d9cf7fba-1b6f-42bb-b0a5-e5fe7edefdcc HTTP/1.1" status: 204 len: 168 time: 1.2113001 Jul 07 17:01:49.164786 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b189a949-8a51-4458-8936-9f8ed57f3a47 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:49.171999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53190) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:49.173735 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237250f-4de9-441d-8747-ba408dfb5933 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0e673a-7012-4a55-b411-9de824a87f2f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:49.178501 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.199957 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] Transition to ACTIVE for port object b189a949-8a51-4458-8936-9f8ed57f3a47 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:49.217546 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f867f-cdb8-4cda-8311-999332ea6fb8 req-16b6286b-b6ed-42bf-865f-57b8251ce4c3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:49.225594 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a5f867f-cdb8-4cda-8311-999332ea6fb8 req-16b6286b-b6ed-42bf-865f-57b8251ce4c3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 931 time: 0.2491138 Jul 07 17:01:49.232986 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.312436 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff196cb-30aa-471e-9b72-8fafb5e9d287 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting subnet 6e2aa54f-60dd-431f-86bc-a125baf23d44 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:01:49.319961 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ff196cb-30aa-471e-9b72-8fafb5e9d287 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.335074 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a5f867f-cdb8-4cda-8311-999332ea6fb8 req-56c89e5b-3aac-44eb-a6c5-e51599975637 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084979 Jul 07 17:01:49.348087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] Pushing event updated for resources: {'Port': ['ID=b189a949-8a51-4458-8936-9f8ed57f3a47,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:49.377909 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-35343fd1-301e-45c2-85d2-f3a648a38c90 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-606592949', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}, 'admin_state_up': False}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:49.392949 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e237250f-4de9-441d-8747-ba408dfb5933 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:49.419554 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e237250f-4de9-441d-8747-ba408dfb5933 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.419923 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-e237250f-4de9-441d-8747-ba408dfb5933 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Added segment 59cf50bf-0a35-4a26-9d08-c776c1a601d1 of type vlan for network c92c17f7-9593-43a2-a8d2-94554ac1da62 Jul 07 17:01:49.431942 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ff196cb-30aa-471e-9b72-8fafb5e9d287 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.456836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] Attempting to bind port b189a949-8a51-4458-8936-9f8ed57f3a47 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:49.457619 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] Attempting to bind port b189a949-8a51-4458-8936-9f8ed57f3a47 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:49.458300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] Attempting to bind port b189a949-8a51-4458-8936-9f8ed57f3a47 on network 4bfc31d5-b892-420e-a594-085b325da90d {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:49.463061 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] Port b189a949-8a51-4458-8936-9f8ed57f3a47 on network 4bfc31d5-b892-420e-a594-085b325da90d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:49.463614 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] Attempting to bind port b189a949-8a51-4458-8936-9f8ed57f3a47 on network 4bfc31d5-b892-420e-a594-085b325da90d {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:49.483204 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:49.483552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] Checking segment: {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:49.483952 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] Bound using segment: {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:49.484381 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] Bound port: b189a949-8a51-4458-8936-9f8ed57f3a47, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:49.484741 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.502103 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35343fd1-301e-45c2-85d2-f3a648a38c90 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.503206 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35343fd1-301e-45c2-85d2-f3a648a38c90 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.568524 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] For port b189a949-8a51-4458-8936-9f8ed57f3a47, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:49.573281 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] For port b189a949-8a51-4458-8936-9f8ed57f3a47, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b189a949-8a51-4458-8936-9f8ed57f3a47,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:49.573745 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35343fd1-301e-45c2-85d2-f3a648a38c90 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.580768 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.592353 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e237250f-4de9-441d-8747-ba408dfb5933 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.667780 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:49.668164 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.669579 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] 10.222.0.15 "PUT /v2.0/ports/b189a949-8a51-4458-8936-9f8ed57f3a47 HTTP/1.1" status: 200 len: 1091 time: 2.5679076 Jul 07 17:01:49.670026 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1', 'tag': 'b189a949-8a51-4458-8936-9f8ed57f3a47'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:49.672316 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b844f5-539f-4a70-8e3f-3d1035b05f57" -d '{"events": [{"name": "network-changed", "server_uuid": "8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1", "tag": "b189a949-8a51-4458-8936-9f8ed57f3a47"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:49.735771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bacdb2d-798f-43a9-adfd-4904a16f8578 service neutron] Pushing event updated for resources: {'Port': ['ID=b189a949-8a51-4458-8936-9f8ed57f3a47,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:49.773554 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ff196cb-30aa-471e-9b72-8fafb5e9d287 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.797912 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-38343c79-2000-4a98-a5aa-84bd4cfe0796 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:49.802954 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-38343c79-2000-4a98-a5aa-84bd4cfe0796 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/networks?id=8ae98ff8-0908-417a-8800-63c97d396a91 HTTP/1.1" status: 200 len: 815 time: 0.2117345 Jul 07 17:01:49.819600 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-da289ba5-5a1f-46ae-8084-c81ef07c1f45 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/quotas/30aa2386f2044095834e8a1b1bf22d78 HTTP/1.1" status: 200 len: 375 time: 0.0156896 Jul 07 17:01:49.895139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-781624aa-a49a-4882-b786-fca44395b4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:49.896940 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-781624aa-a49a-4882-b786-fca44395b4ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 1094 time: 0.1737792 Jul 07 17:01:49.916691 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35343fd1-301e-45c2-85d2-f3a648a38c90 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.927424 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e237250f-4de9-441d-8747-ba408dfb5933 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.942311 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e237250f-4de9-441d-8747-ba408dfb5933 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:49.946859 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e237250f-4de9-441d-8747-ba408dfb5933 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.963691 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ff196cb-30aa-471e-9b72-8fafb5e9d287 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:49.966431 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-4163cdd4-b4e2-4e44-a041-cd96e6c78f0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b189a949-8a51-4458-8936-9f8ed57f3a47 HTTP/1.1" status: 200 len: 217 time: 0.0592577 Jul 07 17:01:49.971837 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-43e04e70-c56c-4393-869a-257584171a47 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=30aa2386f2044095834e8a1b1bf22d78&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1512444 Jul 07 17:01:50.028412 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ff196cb-30aa-471e-9b72-8fafb5e9d287 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.030252 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1ff196cb-30aa-471e-9b72-8fafb5e9d287 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/subnets/6e2aa54f-60dd-431f-86bc-a125baf23d44 HTTP/1.1" status: 204 len: 168 time: 0.8504310 Jul 07 17:01:50.031762 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ec31ae-3903-4c28-aa28-7748cbdb0256 None None] Network a412f155-70ad-454d-87b3-13e3efb96818 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:50.080766 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53220) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:50.118828 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff196cb-30aa-471e-9b72-8fafb5e9d287 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Subnet': ['ID=6e2aa54f-60dd-431f-86bc-a125baf23d44,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:50.121467 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e237250f-4de9-441d-8747-ba408dfb5933 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6525033 Jul 07 17:01:50.220857 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237250f-4de9-441d-8747-ba408dfb5933 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Network': ['ID=c92c17f7-9593-43a2-a8d2-94554ac1da62,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:50.310486 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53226) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:50.314228 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75ae5b23-5b6c-4a7d-9b82-51ec4f9049de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.327139 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Request body: {'subnets': [{'network_id': 'fbd1ab9c-2053-4b1c-a33b-73ef6e9e8361', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--257947216', 'ip_version': 6}, {'network_id': 'adfc418e-b445-4dd4-84a1-8af597d84374', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:50.327517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Request body: {'subnet': {'network_id': 'fbd1ab9c-2053-4b1c-a33b-73ef6e9e8361', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--257947216', 'ip_version': 6}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:50.328119 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Request body: {'subnet': {'network_id': 'adfc418e-b445-4dd4-84a1-8af597d84374', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:50.328249 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network c92c17f7-9593-43a2-a8d2-94554ac1da62 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:50.357115 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f1891f-2fa8-4705-83b0-8200e23f187e x-openstack-request-id: req-d9f1891f-2fa8-4705-83b0-8200e23f187e {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:50.358060 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1", "tag": "b189a949-8a51-4458-8936-9f8ed57f3a47", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:50.358461 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d9f1891f-2fa8-4705-83b0-8200e23f187e {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:50.358976 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1', 'tag': 'b189a949-8a51-4458-8936-9f8ed57f3a47', 'status': 'completed', 'code': 200} Jul 07 17:01:50.361140 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-4340aafa-05ec-4429-8bc8-11f4661d292f service neutron] 10.222.0.50 "GET /v2.0/networks/8ae98ff8-0908-417a-8800-63c97d396a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787460 Jul 07 17:01:50.361846 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53230) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:50.372819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f1ca89a7-32d8-4c15-8cf5-b694825a851e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'subnet': {'network_id': 'c92c17f7-9593-43a2-a8d2-94554ac1da62', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:50.394451 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-5ec2878a-cf38-45e0-89da-016ceb3df700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:50.397003 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-5ec2878a-cf38-45e0-89da-016ceb3df700 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66d9af50-51a7-4bbc-a88f-fc28aae3344c HTTP/1.1" status: 200 len: 851 time: 0.4241724 Jul 07 17:01:50.488825 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.576657 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-50e2f902-e916-49e9-9d55-2b38e24ac8dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4bfc31d5-b892-420e-a594-085b325da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233752 Jul 07 17:01:50.584975 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-75ae5b23-5b6c-4a7d-9b82-51ec4f9049de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting port 6730450f-2f46-452b-873f-befe63e87571 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:50.585466 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75ae5b23-5b6c-4a7d-9b82-51ec4f9049de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.625199 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0be7aa-e45c-458f-a702-26bd02047913 None None] DHCP port deletion for a412f155-70ad-454d-87b3-13e3efb96818 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:01:50.686624 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8f0be7aa-e45c-458f-a702-26bd02047913 None None] Deleting port 6730450f-2f46-452b-873f-befe63e87571 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:50.687761 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8f0be7aa-e45c-458f-a702-26bd02047913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.691613 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-b69002d8-c273-4a90-85c8-6f4a49f27dd8 service neutron] 10.222.0.15 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041515 Jul 07 17:01:50.752654 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35343fd1-301e-45c2-85d2-f3a648a38c90 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.754474 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Made reservation on behalf of 7060cc7428b9499caca20b95c276ae52 for: {'subnet': 2} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:50.758983 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.759327 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.807371 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99334f0a-6254-47dd-8be1-2945e2d9b53d req-9471d071-64f2-46fe-8bb8-835b7c5318ea service neutron] 10.222.0.15 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053886 Jul 07 17:01:50.810607 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-8f0be7aa-e45c-458f-a702-26bd02047913 None None] For port 6730450f-2f46-452b-873f-befe63e87571, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=6730450f-2f46-452b-873f-befe63e87571,segment=NetworkSegment(f7abfef6-a71a-485f-b696-59fcb2b7cc22),segment_id=f7abfef6-a71a-485f-b696-59fcb2b7cc22)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:50.811925 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8f0be7aa-e45c-458f-a702-26bd02047913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.833111 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8f0be7aa-e45c-458f-a702-26bd02047913 None None] Calling delete_port for 6730450f-2f46-452b-873f-befe63e87571 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:50.859302 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ca89a7-32d8-4c15-8cf5-b694825a851e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:50.863210 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f1ca89a7-32d8-4c15-8cf5-b694825a851e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.884119 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35343fd1-301e-45c2-85d2-f3a648a38c90 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.897192 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-75ae5b23-5b6c-4a7d-9b82-51ec4f9049de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] For port 6730450f-2f46-452b-873f-befe63e87571, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=6730450f-2f46-452b-873f-befe63e87571,segment=NetworkSegment(f7abfef6-a71a-485f-b696-59fcb2b7cc22),segment_id=f7abfef6-a71a-485f-b696-59fcb2b7cc22)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:50.897575 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75ae5b23-5b6c-4a7d-9b82-51ec4f9049de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:50.915179 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 6730450f-2f46-452b-873f-befe63e87571 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:50.932729 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-ec201eeb-6151-4ec3-a7a1-e765eb7a99dc service neutron] 10.222.0.50 "GET /v2.0/networks/8ae98ff8-0908-417a-8800-63c97d396a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519271 Jul 07 17:01:50.957556 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-75ae5b23-5b6c-4a7d-9b82-51ec4f9049de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Calling delete_port for 6730450f-2f46-452b-873f-befe63e87571 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:51.098747 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8f0be7aa-e45c-458f-a702-26bd02047913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.125542 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.147194 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0be7aa-e45c-458f-a702-26bd02047913 None None] Pushing event deleted for resources: {'Port': ['ID=6730450f-2f46-452b-873f-befe63e87571,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:51.153318 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0be7aa-e45c-458f-a702-26bd02047913 None None] No DVR routers for this DVR port 6730450f-2f46-452b-873f-befe63e87571 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:51.195751 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f1ca89a7-32d8-4c15-8cf5-b694825a851e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.281065 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18311aac-2205-47ee-a3a9-1aaa6fbf8627 req-aff75ffb-85ae-4def-907b-d38c49a78d8d tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 210 time: 0.0536315 Jul 07 17:01:51.298540 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca89a7-32d8-4c15-8cf5-b694825a851e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Subnet': ['ID=e53264aa-c61d-4295-9b40-d75328cfa466,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:51.332816 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ca89a7-32d8-4c15-8cf5-b694825a851e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Checking segment: {'id': '59cf50bf-0a35-4a26-9d08-c776c1a601d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c92c17f7-9593-43a2-a8d2-94554ac1da62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:51.333158 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ca89a7-32d8-4c15-8cf5-b694825a851e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network hostable DHCP agents. Network: c92c17f7-9593-43a2-a8d2-94554ac1da62, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:51.339456 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b844f5-539f-4a70-8e3f-3d1035b05f57 req-4304afcf-f57b-4cb4-8927-deeb7732cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.341385 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5b844f5-539f-4a70-8e3f-3d1035b05f57 req-4304afcf-f57b-4cb4-8927-deeb7732cee6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 1094 time: 0.4314222 Jul 07 17:01:51.414128 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ca89a7-32d8-4c15-8cf5-b694825a851e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network c92c17f7-9593-43a2-a8d2-94554ac1da62 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:51.438589 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-f1ca89a7-32d8-4c15-8cf5-b694825a851e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, c92c17f7-9593-43a2-a8d2-94554ac1da62) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:51.448243 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6038370-8d19-4806-b8aa-8ae50b87e6cf None None] Network c92c17f7-9593-43a2-a8d2-94554ac1da62 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:51.471360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ca89a7-32d8-4c15-8cf5-b694825a851e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.474331 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f1ca89a7-32d8-4c15-8cf5-b694825a851e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.510018 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b844f5-539f-4a70-8e3f-3d1035b05f57 req-a7cd336a-edba-49c7-833a-23098dcb8b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.512436 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5b844f5-539f-4a70-8e3f-3d1035b05f57 req-a7cd336a-edba-49c7-833a-23098dcb8b77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 912 time: 0.1624262 Jul 07 17:01:51.535088 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f1ca89a7-32d8-4c15-8cf5-b694825a851e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1691856 Jul 07 17:01:51.535941 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53262) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:51.579188 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c50a5c5e-f642-4ca2-90df-d4bf5413e310 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-6817050'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:51.588697 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ae76f-9717-4d7f-9558-bd5374896a60 req-19824e6f-5b67-45f5-ab1f-a8d122e07728 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.590571 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5b5ae76f-9717-4d7f-9558-bd5374896a60 req-19824e6f-5b67-45f5-ab1f-a8d122e07728 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 943 time: 0.9989440 Jul 07 17:01:51.601736 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5b844f5-539f-4a70-8e3f-3d1035b05f57 req-d5d43081-30cc-4203-be2b-71e7bca54344 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b189a949-8a51-4458-8936-9f8ed57f3a47 HTTP/1.1" status: 200 len: 217 time: 0.0818005 Jul 07 17:01:51.604906 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50a5c5e-f642-4ca2-90df-d4bf5413e310 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:51.612574 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c50a5c5e-f642-4ca2-90df-d4bf5413e310 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.695201 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50a5c5e-f642-4ca2-90df-d4bf5413e310 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:51.696365 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6a7bc-e9a4-41d0-a698-63dd5ba9788f req-905c1460-4303-42a5-bb29-84045f2d24dd tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.698874 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a5a6a7bc-e9a4-41d0-a698-63dd5ba9788f req-905c1460-4303-42a5-bb29-84045f2d24dd tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.69 "GET /v2.0/ports?device_id=cc1d2b3b-4f97-493f-85bb-d9d592f291a4 HTTP/1.1" status: 200 len: 945 time: 0.8998611 Jul 07 17:01:51.709036 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b844f5-539f-4a70-8e3f-3d1035b05f57 req-eb3aa01e-fff8-492f-9169-dcd8f703a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.711296 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5b844f5-539f-4a70-8e3f-3d1035b05f57 req-eb3aa01e-fff8-492f-9169-dcd8f703a007 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66d9af50-51a7-4bbc-a88f-fc28aae3344c HTTP/1.1" status: 200 len: 851 time: 0.0902138 Jul 07 17:01:51.717516 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c50a5c5e-f642-4ca2-90df-d4bf5413e310 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.718355 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-c50a5c5e-f642-4ca2-90df-d4bf5413e310 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Added segment 746125e0-2691-4746-a8b5-1db8955e9388 of type vlan for network 7b2cc98a-0804-450e-8717-f61c709cf9c5 Jul 07 17:01:51.742280 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-c92c17f7-9593-43a2-a8d2-94554ac1da62', 'network_id': 'c92c17f7-9593-43a2-a8d2-94554ac1da62', 'tenant_id': '207a1cad44ed4f44a10e7c0217eaa943', 'fixed_ips': [{'subnet_id': 'e53264aa-c61d-4295-9b40-d75328cfa466'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:01:51.743376 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.783504 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5b5ae76f-9717-4d7f-9558-bd5374896a60 req-f63be091-1653-4c3e-8be7-5a6ed72bb298 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791248 Jul 07 17:01:51.786017 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5b844f5-539f-4a70-8e3f-3d1035b05f57 req-97586913-42e2-4a32-9094-e7219b68ca63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4bfc31d5-b892-420e-a594-085b325da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643344 Jul 07 17:01:51.871958 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c50a5c5e-f642-4ca2-90df-d4bf5413e310 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.872819 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-35343fd1-301e-45c2-85d2-f3a648a38c90 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Allocated IP 172.25.2.195 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/7e9ca686-5404-463e-ac21-1c447144bcd6) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:51.936765 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c50a5c5e-f642-4ca2-90df-d4bf5413e310 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.943191 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50a5c5e-f642-4ca2-90df-d4bf5413e310 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:51.944117 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c50a5c5e-f642-4ca2-90df-d4bf5413e310 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.951658 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75ae5b23-5b6c-4a7d-9b82-51ec4f9049de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:51.978956 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae5b23-5b6c-4a7d-9b82-51ec4f9049de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] No DVR routers for this DVR port 6730450f-2f46-452b-873f-befe63e87571 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:52.019990 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b189a949-8a51-4458-8936-9f8ed57f3a47 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:01:52.045625 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5b844f5-539f-4a70-8e3f-3d1035b05f57 req-0081581a-a27f-4e92-81bf-bd0a8d49dfc1 service neutron] 10.222.0.15 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376423 Jul 07 17:01:52.059568 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a5c5e-f642-4ca2-90df-d4bf5413e310 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Network': ['ID=7b2cc98a-0804-450e-8717-f61c709cf9c5,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:52.075768 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae5b23-5b6c-4a7d-9b82-51ec4f9049de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Port': ['ID=6730450f-2f46-452b-873f-befe63e87571,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:52.096019 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c50a5c5e-f642-4ca2-90df-d4bf5413e310 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.5200362 Jul 07 17:01:52.098555 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53268) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:52.130350 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-82a0dca4-28fe-4d4d-9b09-64dd8776b64b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'subnet': {'network_id': '7b2cc98a-0804-450e-8717-f61c709cf9c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:52.141888 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Allocated IP 172.20.255.242 (c92c17f7-9593-43a2-a8d2-94554ac1da62/e53264aa-c61d-4295-9b40-d75328cfa466/5ea22925-8826-45c8-a135-b9a1532cccdc) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:52.155087 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75ae5b23-5b6c-4a7d-9b82-51ec4f9049de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.165760 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-75ae5b23-5b6c-4a7d-9b82-51ec4f9049de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a412f155-70ad-454d-87b3-13e3efb96818']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:52.169258 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 7b2cc98a-0804-450e-8717-f61c709cf9c5 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:52.177293 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-75ae5b23-5b6c-4a7d-9b82-51ec4f9049de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7abfef6-a71a-485f-b696-59fcb2b7cc22') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:52.177646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-75ae5b23-5b6c-4a7d-9b82-51ec4f9049de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7abfef6-a71a-485f-b696-59fcb2b7cc22') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:52.187463 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75ae5b23-5b6c-4a7d-9b82-51ec4f9049de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.202905 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75ae5b23-5b6c-4a7d-9b82-51ec4f9049de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.215597 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ae5b23-5b6c-4a7d-9b82-51ec4f9049de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:01:52.215597 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75ae5b23-5b6c-4a7d-9b82-51ec4f9049de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:01:52.328399 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:01:52.403072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a0dca4-28fe-4d4d-9b09-64dd8776b64b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:52.416096 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82a0dca4-28fe-4d4d-9b09-64dd8776b64b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.477951 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b189a949-8a51-4458-8936-9f8ed57f3a47, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b189a949-8a51-4458-8936-9f8ed57f3a47,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:52.489088 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75ae5b23-5b6c-4a7d-9b82-51ec4f9049de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.515896 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5b844f5-539f-4a70-8e3f-3d1035b05f57 req-770a5bd2-a1d7-40c4-9a1f-2aab12d8ffc8 service neutron] 10.222.0.15 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233866 Jul 07 17:01:52.524109 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75ae5b23-5b6c-4a7d-9b82-51ec4f9049de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.526847 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-75ae5b23-5b6c-4a7d-9b82-51ec4f9049de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/networks/a412f155-70ad-454d-87b3-13e3efb96818 HTTP/1.1" status: 204 len: 168 time: 2.4300864 Jul 07 17:01:52.532269 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'b189a949-8a51-4458-8936-9f8ed57f3a47', 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d', 'port_id': 'b189a949-8a51-4458-8936-9f8ed57f3a47', 'mac_address': 'fa:16:3e:e2:35:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d9af50-51a7-4bbc-a88f-fc28aae3344c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:01:52.540040 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53272) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:52.547831 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-a5a6a7bc-e9a4-41d0-a698-63dd5ba9788f req-a21c7910-13a7-444e-92db-4a9e6872d264 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Deleting port 5530eea7-abf2-4849-83b5-4685985032d3 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:52.548210 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a5a6a7bc-e9a4-41d0-a698-63dd5ba9788f req-a21c7910-13a7-444e-92db-4a9e6872d264 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.556786 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-113278e6-1fed-4d0e-beb3-e884fdf3e653 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-253647100', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:52.632350 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.649450 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cebc56e1-8633-4acd-bb93-7116684b0be1 req-fd6c13dd-b98b-4210-9dcc-258460e6667c tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 210 time: 0.1171644 Jul 07 17:01:52.654183 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b189a949-8a51-4458-8936-9f8ed57f3a47 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:52.692036 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b189a949-8a51-4458-8936-9f8ed57f3a47, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b189a949-8a51-4458-8936-9f8ed57f3a47,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:52.693467 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.702447 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.709002 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-a5a6a7bc-e9a4-41d0-a698-63dd5ba9788f req-a21c7910-13a7-444e-92db-4a9e6872d264 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] For port 5530eea7-abf2-4849-83b5-4685985032d3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=5530eea7-abf2-4849-83b5-4685985032d3,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:52.710909 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a5a6a7bc-e9a4-41d0-a698-63dd5ba9788f req-a21c7910-13a7-444e-92db-4a9e6872d264 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.711029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Transition to ACTIVE for port object 5ea22925-8826-45c8-a135-b9a1532cccdc will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:52.722069 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-113278e6-1fed-4d0e-beb3-e884fdf3e653 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.723153 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-113278e6-1fed-4d0e-beb3-e884fdf3e653 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.744518 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-a5a6a7bc-e9a4-41d0-a698-63dd5ba9788f req-a21c7910-13a7-444e-92db-4a9e6872d264 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Calling delete_port for 5530eea7-abf2-4849-83b5-4685985032d3 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:52.761282 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Transition to ACTIVE for port object 5ea22925-8826-45c8-a135-b9a1532cccdc will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:52.778685 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.785738 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=b189a949-8a51-4458-8936-9f8ed57f3a47,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:52.840442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Network c92c17f7-9593-43a2-a8d2-94554ac1da62 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:52.849383 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:52.857347 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:52.871138 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Pushing event updated for resources: {'Port': ['ID=5ea22925-8826-45c8-a135-b9a1532cccdc,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:52.908814 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a5a6a7bc-e9a4-41d0-a698-63dd5ba9788f req-a21c7910-13a7-444e-92db-4a9e6872d264 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.910621 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae5b23-5b6c-4a7d-9b82-51ec4f9049de tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Network': ['ID=a412f155-70ad-454d-87b3-13e3efb96818,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:52.915395 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35343fd1-301e-45c2-85d2-f3a648a38c90 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:52.956376 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['b189a949-8a51-4458-8936-9f8ed57f3a47'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:52.957465 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['5530eea7-abf2-4849-83b5-4685985032d3'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:01:52.957857 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c7910-13a7-444e-92db-4a9e6872d264 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Pushing event deleted for resources: {'Port': ['ID=5530eea7-abf2-4849-83b5-4685985032d3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:52.963080 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Attempting to bind port 5ea22925-8826-45c8-a135-b9a1532cccdc on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:52.963605 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Attempting to bind port 5ea22925-8826-45c8-a135-b9a1532cccdc by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '59cf50bf-0a35-4a26-9d08-c776c1a601d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c92c17f7-9593-43a2-a8d2-94554ac1da62'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:52.964320 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Attempting to bind port 5ea22925-8826-45c8-a135-b9a1532cccdc on network c92c17f7-9593-43a2-a8d2-94554ac1da62 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:53.018794 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:53.031983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Checking segment: {'id': '59cf50bf-0a35-4a26-9d08-c776c1a601d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c92c17f7-9593-43a2-a8d2-94554ac1da62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:53.033921 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.034576 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Bound using segment: {'id': '59cf50bf-0a35-4a26-9d08-c776c1a601d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c92c17f7-9593-43a2-a8d2-94554ac1da62'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:53.036983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Bound port: 5ea22925-8826-45c8-a135-b9a1532cccdc, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59cf50bf-0a35-4a26-9d08-c776c1a601d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c92c17f7-9593-43a2-a8d2-94554ac1da62'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:53.037651 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.049010 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a6a7bc-e9a4-41d0-a698-63dd5ba9788f req-a21c7910-13a7-444e-92db-4a9e6872d264 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] No DVR routers for this DVR port 5530eea7-abf2-4849-83b5-4685985032d3 on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:01:53.057093 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a5a6a7bc-e9a4-41d0-a698-63dd5ba9788f req-a21c7910-13a7-444e-92db-4a9e6872d264 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.059175 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a5a6a7bc-e9a4-41d0-a698-63dd5ba9788f req-a21c7910-13a7-444e-92db-4a9e6872d264 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.69 "DELETE /v2.0/ports/5530eea7-abf2-4849-83b5-4685985032d3 HTTP/1.1" status: 204 len: 173 time: 1.3381221 Jul 07 17:01:53.064207 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1d2b3b-4f97-493f-85bb-d9d592f291a4', 'name': 'network-vif-deleted', 'tag': '5530eea7-abf2-4849-83b5-4685985032d3'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:53.073072 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115e0518-a827-4d7c-bcf3-3866d1c22bdf" -d '{"events": [{"server_uuid": "cc1d2b3b-4f97-493f-85bb-d9d592f291a4", "name": "network-vif-deleted", "tag": "5530eea7-abf2-4849-83b5-4685985032d3"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:53.201531 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35343fd1-301e-45c2-85d2-f3a648a38c90 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.266655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35343fd1-301e-45c2-85d2-f3a648a38c90 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:53.271581 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-35343fd1-301e-45c2-85d2-f3a648a38c90 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:53.274474 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.277233 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35343fd1-301e-45c2-85d2-f3a648a38c90 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:53.311207 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] For port 5ea22925-8826-45c8-a135-b9a1532cccdc, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:53.342263 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] For port 5ea22925-8826-45c8-a135-b9a1532cccdc, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5ea22925-8826-45c8-a135-b9a1532cccdc,segment=NetworkSegment(59cf50bf-0a35-4a26-9d08-c776c1a601d1),segment_id=59cf50bf-0a35-4a26-9d08-c776c1a601d1)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:53.352479 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.371924 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0444f31-89e0-4338-8bcb-5058507b1a0d x-openstack-request-id: req-e0444f31-89e0-4338-8bcb-5058507b1a0d {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:53.372658 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1d2b3b-4f97-493f-85bb-d9d592f291a4", "name": "network-vif-deleted", "tag": "5530eea7-abf2-4849-83b5-4685985032d3", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:53.373039 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0444f31-89e0-4338-8bcb-5058507b1a0d {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:53.373790 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1d2b3b-4f97-493f-85bb-d9d592f291a4', 'name': 'network-vif-deleted', 'tag': '5530eea7-abf2-4849-83b5-4685985032d3', 'status': 'completed', 'code': 200} Jul 07 17:01:53.374628 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event updated for resources: {'Subnet': ['ID=84fa9fda-adf9-4698-b918-8167ea933973,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:53.412440 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35343fd1-301e-45c2-85d2-f3a648a38c90 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Pushing event updated for resources: {'Port': ['ID=7e9ca686-5404-463e-ac21-1c447144bcd6,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:53.488183 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-113278e6-1fed-4d0e-beb3-e884fdf3e653 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.491322 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483608ea-b2b8-42a4-a618-6b553869a5a2 None None] Pushing event updated for resources: {'Port': ['ID=5ea22925-8826-45c8-a135-b9a1532cccdc,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:53.507595 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-113278e6-1fed-4d0e-beb3-e884fdf3e653 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.551557 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Checking segment: {'id': '69e1e2aa-8537-4610-a786-4661d20168fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fbd1ab9c-2053-4b1c-a33b-73ef6e9e8361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:53.551557 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Network hostable DHCP agents. Network: fbd1ab9c-2053-4b1c-a33b-73ef6e9e8361, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:53.579580 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-c32b9ea9-1c92-4158-ac6c-3b97a5a6681f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:53.580774 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-c32b9ea9-1c92-4158-ac6c-3b97a5a6681f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.15 "GET /v2.0/networks?id=8ae98ff8-0908-417a-8800-63c97d396a91 HTTP/1.1" status: 200 len: 815 time: 0.8994272 Jul 07 17:01:53.608985 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-113278e6-1fed-4d0e-beb3-e884fdf3e653 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.610135 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-113278e6-1fed-4d0e-beb3-e884fdf3e653 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0687959 Jul 07 17:01:53.613560 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53288) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:53.619795 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d287e3eb-04be-4427-9d68-4f6004f2d840 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-372627820'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:53.621696 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-ab7a7de1-0b08-4df4-a283-1ad956191627 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Request body: {'port': {'device_id': 'a2bbad92-d5a3-4528-8510-b692169ae53e', 'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91', 'admin_state_up': True, 'tenant_id': '30aa2386f2044095834e8a1b1bf22d78'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:53.703200 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Network fbd1ab9c-2053-4b1c-a33b-73ef6e9e8361 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:53.745647 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d287e3eb-04be-4427-9d68-4f6004f2d840 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Made reservation on behalf of 51dde79387314242847dde9de3afbecb for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:53.757153 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d287e3eb-04be-4427-9d68-4f6004f2d840 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.859852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, fbd1ab9c-2053-4b1c-a33b-73ef6e9e8361) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:53.870093 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf036bd-24eb-4cc6-a2d8-abed62021821 None None] Network fbd1ab9c-2053-4b1c-a33b-73ef6e9e8361 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:53.896428 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b54ff-e5e8-4090-8bae-3748b1f7567f req-4eb9bd9b-90a9-4918-9e2e-1bc70dce7c68 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:53.899081 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e5b54ff-e5e8-4090-8bae-3748b1f7567f req-4eb9bd9b-90a9-4918-9e2e-1bc70dce7c68 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 944 time: 0.4075556 Jul 07 17:01:53.924553 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.942018 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-ab7a7de1-0b08-4df4-a283-1ad956191627 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Made reservation on behalf of 30aa2386f2044095834e8a1b1bf22d78 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:53.946578 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-ab7a7de1-0b08-4df4-a283-1ad956191627 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:53.985571 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82a0dca4-28fe-4d4d-9b09-64dd8776b64b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.025273 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1906fdc4-1aea-4949-a158-8103639ada54 req-7d5a2dd6-35e8-462b-b026-c5a82a1a852b tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 210 time: 0.1275151 Jul 07 17:01:54.026125 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d287e3eb-04be-4427-9d68-4f6004f2d840 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:54.039038 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b189a949-8a51-4458-8936-9f8ed57f3a47 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:54.056152 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e5b54ff-e5e8-4090-8bae-3748b1f7567f req-ebf815e7-3118-471b-bd23-e730529beafa tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469676 Jul 07 17:01:54.088950 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d287e3eb-04be-4427-9d68-4f6004f2d840 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.089632 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-d287e3eb-04be-4427-9d68-4f6004f2d840 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Added segment be08d117-4408-4d2e-964e-6a1ec38191d5 of type vlan for network 4c525245-a448-4622-a059-11efbcd3e783 Jul 07 17:01:54.129125 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35343fd1-301e-45c2-85d2-f3a648a38c90 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.130954 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event updated for resources: {'Subnet': ['ID=0ec314b1-7bbe-482e-8393-b8c26e9a4319,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:54.203582 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d287e3eb-04be-4427-9d68-4f6004f2d840 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.217109 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Checking segment: {'id': 'b51f0bf6-3750-4a1c-b35d-05526f61e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'adfc418e-b445-4dd4-84a1-8af597d84374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:54.217480 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Network hostable DHCP agents. Network: adfc418e-b445-4dd4-84a1-8af597d84374, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:54.228767 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b4a364-5fba-45dc-ba97-8b54eac86b22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-fbd1ab9c-2053-4b1c-a33b-73ef6e9e8361', 'network_id': 'fbd1ab9c-2053-4b1c-a33b-73ef6e9e8361', 'tenant_id': '7060cc7428b9499caca20b95c276ae52', 'fixed_ips': [{'subnet_id': '84fa9fda-adf9-4698-b918-8167ea933973'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:01:54.230028 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-51b4a364-5fba-45dc-ba97-8b54eac86b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.256789 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0dca4-28fe-4d4d-9b09-64dd8776b64b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Subnet': ['ID=13034487-92bf-4563-b6c8-7d52f7715a55,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:54.276780 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a0dca4-28fe-4d4d-9b09-64dd8776b64b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Checking segment: {'id': '746125e0-2691-4746-a8b5-1db8955e9388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b2cc98a-0804-450e-8717-f61c709cf9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:54.277195 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a0dca4-28fe-4d4d-9b09-64dd8776b64b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network hostable DHCP agents. Network: 7b2cc98a-0804-450e-8717-f61c709cf9c5, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:54.280354 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port b189a949-8a51-4458-8936-9f8ed57f3a47 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:54.282344 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-ab7a7de1-0b08-4df4-a283-1ad956191627 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Allocated IP 172.20.0.6 (8ae98ff8-0908-417a-8800-63c97d396a91/5cb771e9-c384-4be6-a6e3-24a117d82432/0d9d2a83-a196-48e2-a8ad-9e8ee2102644) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:54.286516 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port b189a949-8a51-4458-8936-9f8ed57f3a47 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:54.287117 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.322306 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a0dca4-28fe-4d4d-9b09-64dd8776b64b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network 7b2cc98a-0804-450e-8717-f61c709cf9c5 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:54.340142 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.db.resource_extend [None req-d287e3eb-04be-4427-9d68-4f6004f2d840 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:01:54.379379 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-82a0dca4-28fe-4d4d-9b09-64dd8776b64b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 7b2cc98a-0804-450e-8717-f61c709cf9c5) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:54.380149 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Network adfc418e-b445-4dd4-84a1-8af597d84374 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:54.401924 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a0dca4-28fe-4d4d-9b09-64dd8776b64b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:54.403015 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82a0dca4-28fe-4d4d-9b09-64dd8776b64b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.406684 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, adfc418e-b445-4dd4-84a1-8af597d84374) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:54.413751 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d287e3eb-04be-4427-9d68-4f6004f2d840 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.419519 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d287e3eb-04be-4427-9d68-4f6004f2d840 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:54.419859 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d287e3eb-04be-4427-9d68-4f6004f2d840 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.423104 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:54.423587 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:54.425376 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.441725 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-82a0dca4-28fe-4d4d-9b09-64dd8776b64b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3420954 Jul 07 17:01:54.475803 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1109f5a-ceaf-4785-896d-e32ed5ddf057 None None] Network 7b2cc98a-0804-450e-8717-f61c709cf9c5 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:54.484403 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53296) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:54.508279 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287e3eb-04be-4427-9d68-4f6004f2d840 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Network': ['ID=4c525245-a448-4622-a059-11efbcd3e783,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:54.585377 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d337962a-1d2f-45da-9047-05d2d0f61ac9 None None] Network adfc418e-b445-4dd4-84a1-8af597d84374 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:54.595091 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-979db234-03d7-463e-b59f-482d23bc04ba tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.2764697 Jul 07 17:01:54.596152 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53298) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:54.610846 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d287e3eb-04be-4427-9d68-4f6004f2d840 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9959123 Jul 07 17:01:54.614202 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53300) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:54.620894 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-7b574c96-6a62-4fb9-a21d-7b12728164a2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'subnet': {'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:54.667837 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-ab7a7de1-0b08-4df4-a283-1ad956191627 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.712858 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 4c525245-a448-4622-a059-11efbcd3e783 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:54.741196 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62a86361-a08f-4057-bf10-514660a8c42e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.761174 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-ab7a7de1-0b08-4df4-a283-1ad956191627 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.869498 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-ab7a7de1-0b08-4df4-a283-1ad956191627 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Network 8ae98ff8-0908-417a-8800-63c97d396a91 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:54.881938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-ab7a7de1-0b08-4df4-a283-1ad956191627 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:54.892598 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-ab7a7de1-0b08-4df4-a283-1ad956191627 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:54.908685 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b574c96-6a62-4fb9-a21d-7b12728164a2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Made reservation on behalf of 51dde79387314242847dde9de3afbecb for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:54.912591 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b574c96-6a62-4fb9-a21d-7b12728164a2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.945153 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62a86361-a08f-4057-bf10-514660a8c42e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:54.950682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a7de1-0b08-4df4-a283-1ad956191627 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Pushing event updated for resources: {'Port': ['ID=0d9d2a83-a196-48e2-a8ad-9e8ee2102644,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:54.977644 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8b15e6-bd60-4239-a8ac-418e41ed1575 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:54.979483 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8b15e6-bd60-4239-a8ac-418e41ed1575 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:54.981072 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8b15e6-bd60-4239-a8ac-418e41ed1575 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:54.992590 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53302) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:54.994622 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7f8b15e6-bd60-4239-a8ac-418e41ed1575 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3974855 Jul 07 17:01:54.999128 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35343fd1-301e-45c2-85d2-f3a648a38c90 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.001438 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bb90de-3f0e-48de-8dc1-474ccd54cfa8 None None] Network c92c17f7-9593-43a2-a8d2-94554ac1da62 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:55.008447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5ea22925-8826-45c8-a135-b9a1532cccdc up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:55.059587 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e3a0dc-7d00-40e0-a19d-f73a5056391d tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Deleting subnet 84fa9fda-adf9-4698-b918-8167ea933973 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:01:55.069498 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-88e3a0dc-7d00-40e0-a19d-f73a5056391d tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.129562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-ab7a7de1-0b08-4df4-a283-1ad956191627 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.130222 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-ab7a7de1-0b08-4df4-a283-1ad956191627 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.157559 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-ab7a7de1-0b08-4df4-a283-1ad956191627 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5504432 Jul 07 17:01:55.182410 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] Request body: {'port': {'device_id': 'a2bbad92-d5a3-4528-8510-b692169ae53e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:55.250156 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-88e3a0dc-7d00-40e0-a19d-f73a5056391d tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.335631 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.347848 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3b853cc6-325d-41dd-85c3-732d861b57e8 None None] Provisioning for port 5ea22925-8826-45c8-a135-b9a1532cccdc completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:55.360731 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-adfc418e-b445-4dd4-84a1-8af597d84374', 'network_id': 'adfc418e-b445-4dd4-84a1-8af597d84374', 'tenant_id': '7060cc7428b9499caca20b95c276ae52', 'fixed_ips': [{'subnet_id': '0ec314b1-7bbe-482e-8393-b8c26e9a4319'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:01:55.361557 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.436132 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8839e9a-340f-4818-8d5e-50e98f113b89 req-1ec3a404-c81d-4243-839b-69e67c7a0ac5 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.439768 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.443522 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c8839e9a-340f-4818-8d5e-50e98f113b89 req-1ec3a404-c81d-4243-839b-69e67c7a0ac5 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 944 time: 0.1703434 Jul 07 17:01:55.463824 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a64dff4-97cf-4bd9-92af-5df1754c415a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-7b2cc98a-0804-450e-8717-f61c709cf9c5', 'network_id': '7b2cc98a-0804-450e-8717-f61c709cf9c5', 'tenant_id': '207a1cad44ed4f44a10e7c0217eaa943', 'fixed_ips': [{'subnet_id': '13034487-92bf-4563-b6c8-7d52f7715a55'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:01:55.464905 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8a64dff4-97cf-4bd9-92af-5df1754c415a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.485984 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35343fd1-301e-45c2-85d2-f3a648a38c90 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Router 03c32406-8a3d-477f-8d07-9239bb164379 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:01:55.502569 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62a86361-a08f-4057-bf10-514660a8c42e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.552440 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c8839e9a-340f-4818-8d5e-50e98f113b89 req-bb00eb3d-09fe-4b8d-9d13-a6c87766b2f4 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079168 Jul 07 17:01:55.557465 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b189a949-8a51-4458-8936-9f8ed57f3a47'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:55.559657 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f098280a-3c58-40cc-b4ef-85748f9f81c8" -d '{"events": [{"server_uuid": "8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1", "name": "network-vif-plugged", "status": "completed", "tag": "b189a949-8a51-4458-8936-9f8ed57f3a47"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:55.598079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a86361-a08f-4057-bf10-514660a8c42e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Subnet': ['ID=13034487-92bf-4563-b6c8-7d52f7715a55,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:55.619112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b189a949-8a51-4458-8936-9f8ed57f3a47, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b189a949-8a51-4458-8936-9f8ed57f3a47,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:55.624657 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 5ea22925-8826-45c8-a135-b9a1532cccdc completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:55.634574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5ea22925-8826-45c8-a135-b9a1532cccdc triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:55.634891 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b574c96-6a62-4fb9-a21d-7b12728164a2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.635055 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.683350 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.697420 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b574c96-6a62-4fb9-a21d-7b12728164a2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Subnet': ['ID=4e5ee287-3e65-450d-8b54-19e38bda22b8,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:55.732168 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-88e3a0dc-7d00-40e0-a19d-f73a5056391d tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.801117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b574c96-6a62-4fb9-a21d-7b12728164a2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Checking segment: {'id': 'be08d117-4408-4d2e-964e-6a1ec38191d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4c525245-a448-4622-a059-11efbcd3e783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:55.801548 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b574c96-6a62-4fb9-a21d-7b12728164a2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network hostable DHCP agents. Network: 4c525245-a448-4622-a059-11efbcd3e783, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:01:55.833802 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35343fd1-301e-45c2-85d2-f3a648a38c90 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:01:55.857032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b574c96-6a62-4fb9-a21d-7b12728164a2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network 4c525245-a448-4622-a059-11efbcd3e783 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:01:55.867086 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35343fd1-301e-45c2-85d2-f3a648a38c90 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.870999 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-35343fd1-301e-45c2-85d2-f3a648a38c90 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.8283255 Jul 07 17:01:55.872868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53318) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:55.895018 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-7b574c96-6a62-4fb9-a21d-7b12728164a2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 4c525245-a448-4622-a059-11efbcd3e783) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:55.937487 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7ea821-1ddb-4b7e-a63c-6cdb9fd9cb29 x-openstack-request-id: req-af7ea821-1ddb-4b7e-a63c-6cdb9fd9cb29 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:55.937870 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1", "name": "network-vif-plugged", "status": "completed", "tag": "b189a949-8a51-4458-8936-9f8ed57f3a47", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:55.938089 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af7ea821-1ddb-4b7e-a63c-6cdb9fd9cb29 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:55.938568 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b189a949-8a51-4458-8936-9f8ed57f3a47', 'code': 200} Jul 07 17:01:55.953872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1efbb-f95e-453a-8d6a-e8619d04322e req-d14bd93c-2b81-4cd6-afc5-055dbba4e00c tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.954696 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b574c96-6a62-4fb9-a21d-7b12728164a2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:55.956455 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b574c96-6a62-4fb9-a21d-7b12728164a2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:55.964576 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ca1efbb-f95e-453a-8d6a-e8619d04322e req-d14bd93c-2b81-4cd6-afc5-055dbba4e00c tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 931 time: 0.6261358 Jul 07 17:01:55.985206 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7b574c96-6a62-4fb9-a21d-7b12728164a2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3682508 Jul 07 17:01:55.986485 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53320) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:56.000055 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62a86361-a08f-4057-bf10-514660a8c42e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.000323 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad76c6d2-82e7-4660-83e3-b5162c2c1448 None None] Sync routers for ids ['03c32406-8a3d-477f-8d07-9239bb164379'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:01:56.007073 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=b189a949-8a51-4458-8936-9f8ed57f3a47,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:56.010852 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 5530eea7-abf2-4849-83b5-4685985032d3 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:01:56.032635 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb8d4a4-f755-424b-96ab-9539bb5f71e2 None None] Network 4c525245-a448-4622-a059-11efbcd3e783 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:56.045102 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53322) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:56.085394 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-62a86361-a08f-4057-bf10-514660a8c42e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2cc98a-0804-450e-8717-f61c709cf9c5']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:56.093007 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 5530eea7-abf2-4849-83b5-4685985032d3 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:01:56.094125 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 5530eea7-abf2-4849-83b5-4685985032d3 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:01:56.103039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad76c6d2-82e7-4660-83e3-b5162c2c1448 None None] Routers {'03c32406-8a3d-477f-8d07-9239bb164379'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:56.103706 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ad76c6d2-82e7-4660-83e3-b5162c2c1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:01:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['03c32406-8a3d-477f-8d07-9239bb164379'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:56.120726 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-62a86361-a08f-4057-bf10-514660a8c42e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746125e0-2691-4746-a8b5-1db8955e9388') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:56.120964 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-62a86361-a08f-4057-bf10-514660a8c42e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746125e0-2691-4746-a8b5-1db8955e9388') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:56.159116 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ad76c6d2-82e7-4660-83e3-b5162c2c1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:56.189077 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62a86361-a08f-4057-bf10-514660a8c42e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.199665 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ca1efbb-f95e-453a-8d6a-e8619d04322e req-7c483185-439a-4b6f-8c66-4221af361957 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339420 Jul 07 17:01:56.200639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f29d305-171e-47e9-b58f-131fd06f8c19 None None] Network 7b2cc98a-0804-450e-8717-f61c709cf9c5 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:56.232662 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-88e3a0dc-7d00-40e0-a19d-f73a5056391d tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.240665 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62a86361-a08f-4057-bf10-514660a8c42e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.284929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad76c6d2-82e7-4660-83e3-b5162c2c1448 None None] Routers {'03c32406-8a3d-477f-8d07-9239bb164379'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:01:56.285863 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ad76c6d2-82e7-4660-83e3-b5162c2c1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:01:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['03c32406-8a3d-477f-8d07-9239bb164379'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:56.292197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a86361-a08f-4057-bf10-514660a8c42e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:01:56.292611 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62a86361-a08f-4057-bf10-514660a8c42e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:01:56.302645 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:01:56.319519 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3a0dc-7d00-40e0-a19d-f73a5056391d tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event deleted for resources: {'Subnet': ['ID=84fa9fda-adf9-4698-b918-8167ea933973,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:56.356078 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-88e3a0dc-7d00-40e0-a19d-f73a5056391d tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.360788 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-88e3a0dc-7d00-40e0-a19d-f73a5056391d tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "DELETE /v2.0/subnets/84fa9fda-adf9-4698-b918-8167ea933973 HTTP/1.1" status: 204 len: 168 time: 1.3669956 Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server [None req-51b4a364-5fba-45dc-ba97-8b54eac86b22 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84fa9fda-adf9-4698-b918-8167ea933973: This subnet is being modified by another concurrent operation. Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:01:56.379328 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84fa9fda-adf9-4698-b918-8167ea933973: This subnet is being modified by another concurrent operation. Jul 07 17:01:56.384722 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server Jul 07 17:01:56.387999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53326) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:56.393219 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-400dc331-783d-41b4-805a-d01209d63989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.437097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Allocated IP 2001:db8:0:1::1 (adfc418e-b445-4dd4-84a1-8af597d84374/0ec314b1-7bbe-482e-8393-b8c26e9a4319/e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:56.448226 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ad76c6d2-82e7-4660-83e3-b5162c2c1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:01:56.450020 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad76c6d2-82e7-4660-83e3-b5162c2c1448 None None] The sync data for ids ['03c32406-8a3d-477f-8d07-9239bb164379'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:01:56.459933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbecf45d-b87a-48eb-859d-7d916812559b tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Deleting subnet 0ec314b1-7bbe-482e-8393-b8c26e9a4319 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:01:56.463553 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b673a-2a2f-4634-83ef-a66cb982afef req-e45dcfc8-95bd-4dc7-857e-1c419cc09f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:56.465355 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a97b673a-2a2f-4634-83ef-a66cb982afef req-e45dcfc8-95bd-4dc7-857e-1c419cc09f00 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 1096 time: 0.4724972 Jul 07 17:01:56.499329 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edd6298-be65-434f-ac8c-e244ac43cca5 None None] Network fbd1ab9c-2053-4b1c-a33b-73ef6e9e8361 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:56.513667 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62a86361-a08f-4057-bf10-514660a8c42e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.542945 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62a86361-a08f-4057-bf10-514660a8c42e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.544841 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-62a86361-a08f-4057-bf10-514660a8c42e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/7b2cc98a-0804-450e-8717-f61c709cf9c5 HTTP/1.1" status: 204 len: 168 time: 2.0593512 Jul 07 17:01:56.551510 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a97b673a-2a2f-4634-83ef-a66cb982afef req-1b209906-8450-41d9-b820-7c36ac8d5123 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743120 Jul 07 17:01:56.566551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53328) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:56.573513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-4e0168ed-e5d7-4a56-a579-62ab4c2385c7 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1257555475'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:56.584894 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a86361-a08f-4057-bf10-514660a8c42e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Network': ['ID=7b2cc98a-0804-450e-8717-f61c709cf9c5,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:56.648172 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9d2a83-a196-48e2-a8ad-9e8ee2102644 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:01:56.665861 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.691571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] Transition to ACTIVE for port object 0d9d2a83-a196-48e2-a8ad-9e8ee2102644 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:56.705577 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.714247 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-4c525245-a448-4622-a059-11efbcd3e783', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:01:56.716157 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.797245 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-400dc331-783d-41b4-805a-d01209d63989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.823750 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ffaaca30-8c31-4d5a-9d7c-f32207fee160 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "GET /v2.0/routers/03c32406-8a3d-477f-8d07-9239bb164379 HTTP/1.1" status: 200 len: 924 time: 0.9484363 Jul 07 17:01:56.832894 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-400dc331-783d-41b4-805a-d01209d63989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.847539 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53334) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:56.929551 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:56.953921 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7e66d836-fcbf-4e0c-b170-211a08c40356 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "GET /v2.0/ports?device_id=03c32406-8a3d-477f-8d07-9239bb164379 HTTP/1.1" status: 200 len: 205 time: 0.0911245 Jul 07 17:01:56.954655 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] Pushing event updated for resources: {'Port': ['ID=0d9d2a83-a196-48e2-a8ad-9e8ee2102644,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:56.982884 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53336) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:56.997713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0168ed-e5d7-4a56-a579-62ab4c2385c7 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:57.001472 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4e0168ed-e5d7-4a56-a579-62ab4c2385c7 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.004918 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400dc331-783d-41b4-805a-d01209d63989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bf64c4-e818-4881-ac27-9585a4879861,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:57.023691 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45212b21-636c-4498-b4a3-9f0e4a4132eb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.062016 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.076249 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-400dc331-783d-41b4-805a-d01209d63989 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=262d4ff69a7e4b8ea17bd3486eb73a03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0291123 Jul 07 17:01:57.082004 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53338) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:57.097263 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5e9c2-b4c0-42f7-baf5-9f7df181b4a5 req-43bcc164-0ca1-422a-b6c2-f7a4e75bf4e5 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:57.098932 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0de5e9c2-b4c0-42f7-baf5-9f7df181b4a5 req-43bcc164-0ca1-422a-b6c2-f7a4e75bf4e5 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 945 time: 0.3203480 Jul 07 17:01:57.100665 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Transition to ACTIVE for port object e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:57.180255 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0168ed-e5d7-4a56-a579-62ab4c2385c7 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:01:57.207642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 5ea22925-8826-45c8-a135-b9a1532cccdc, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5ea22925-8826-45c8-a135-b9a1532cccdc,segment=NetworkSegment(59cf50bf-0a35-4a26-9d08-c776c1a601d1),segment_id=59cf50bf-0a35-4a26-9d08-c776c1a601d1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:01:57.215991 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Transition to ACTIVE for port object e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:57.223662 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4e0168ed-e5d7-4a56-a579-62ab4c2385c7 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.224034 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-4e0168ed-e5d7-4a56-a579-62ab4c2385c7 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Added segment 9d17a05a-1012-4b9e-8993-7955291700b5 of type vlan for network d57ebcde-136e-412e-98ba-bb095d335596 Jul 07 17:01:57.226514 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.239926 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fbecf45d-b87a-48eb-859d-7d916812559b tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.254662 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.257446 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0de5e9c2-b4c0-42f7-baf5-9f7df181b4a5 req-0ce74de8-7fd8-4506-8e59-f0d8758d6862 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096911 Jul 07 17:01:57.265891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] Attempting to bind port 0d9d2a83-a196-48e2-a8ad-9e8ee2102644 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:57.266763 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] Attempting to bind port 0d9d2a83-a196-48e2-a8ad-9e8ee2102644 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'a185a048-b27e-402f-b83b-adb0c9a0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:57.267120 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] Attempting to bind port 0d9d2a83-a196-48e2-a8ad-9e8ee2102644 on network 8ae98ff8-0908-417a-8800-63c97d396a91 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:57.314961 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] Port 0d9d2a83-a196-48e2-a8ad-9e8ee2102644 on network 8ae98ff8-0908-417a-8800-63c97d396a91 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:01:57.315399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] Attempting to bind port 0d9d2a83-a196-48e2-a8ad-9e8ee2102644 on network 8ae98ff8-0908-417a-8800-63c97d396a91 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:57.324355 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b3a50082-cda8-4b80-a4b7-b7cfe6b2ee00 None None] Provisioning complete for port 5ea22925-8826-45c8-a135-b9a1532cccdc triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:57.324978 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b3a50082-cda8-4b80-a4b7-b7cfe6b2ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.333218 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6d929296-6057-4c76-96a3-349395cf597c tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.334999 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e293402-cd55-4922-86ed-a685e67c7cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.339076 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4e0168ed-e5d7-4a56-a579-62ab4c2385c7 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.380532 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Network adfc418e-b445-4dd4-84a1-8af597d84374 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:57.386322 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:57.386707 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] Checking segment: {'id': 'a185a048-b27e-402f-b83b-adb0c9a0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:57.387101 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] Bound using segment: {'id': 'a185a048-b27e-402f-b83b-adb0c9a0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:57.387553 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] Bound port: 0d9d2a83-a196-48e2-a8ad-9e8ee2102644, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a185a048-b27e-402f-b83b-adb0c9a0e482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:57.387916 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.390920 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:57.398330 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=5ea22925-8826-45c8-a135-b9a1532cccdc,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:57.409885 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:57.427723 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fbecf45d-b87a-48eb-859d-7d916812559b tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.455040 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Allocated IP 2001:db8::2 (4c525245-a448-4622-a059-11efbcd3e783/4e5ee287-3e65-450d-8b54-19e38bda22b8/715e103e-7df0-4e6d-a556-e0af1ee94ee8) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:57.493067 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e293402-cd55-4922-86ed-a685e67c7cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.545433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Pushing event updated for resources: {'Port': ['ID=e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:57.585499 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Attempting to bind port e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:57.585885 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Attempting to bind port e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'b51f0bf6-3750-4a1c-b35d-05526f61e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'adfc418e-b445-4dd4-84a1-8af597d84374'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:57.586224 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Attempting to bind port e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c on network adfc418e-b445-4dd4-84a1-8af597d84374 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:57.609600 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4e0168ed-e5d7-4a56-a579-62ab4c2385c7 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.615964 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0168ed-e5d7-4a56-a579-62ab4c2385c7 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:57.616553 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4e0168ed-e5d7-4a56-a579-62ab4c2385c7 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.619610 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:57.619985 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Checking segment: {'id': 'b51f0bf6-3750-4a1c-b35d-05526f61e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'adfc418e-b445-4dd4-84a1-8af597d84374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:57.620390 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.620791 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Bound using segment: {'id': 'b51f0bf6-3750-4a1c-b35d-05526f61e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'adfc418e-b445-4dd4-84a1-8af597d84374'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:57.621261 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Bound port: e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51f0bf6-3750-4a1c-b35d-05526f61e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'adfc418e-b445-4dd4-84a1-8af597d84374'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:57.621645 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.761084 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] For port e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:57.763263 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.766183 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] For port e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c,segment=NetworkSegment(b51f0bf6-3750-4a1c-b35d-05526f61e104),segment_id=b51f0bf6-3750-4a1c-b35d-05526f61e104)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:57.773152 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.779872 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Transition to ACTIVE for port object 715e103e-7df0-4e6d-a556-e0af1ee94ee8 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:57.829517 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Transition to ACTIVE for port object 715e103e-7df0-4e6d-a556-e0af1ee94ee8 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:57.849802 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:57.872338 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4704b64-f9ff-40d8-911c-f853427dee8c None None] Pushing event updated for resources: {'Port': ['ID=e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:57.920283 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-45212b21-636c-4498-b4a3-9f0e4a4132eb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Allocated IP 2001:db8::1 (4c525245-a448-4622-a059-11efbcd3e783/4e5ee287-3e65-450d-8b54-19e38bda22b8/e9485ea8-f4f7-4e74-8aa4-646716f0d10c) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:01:58.100838 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Network 4c525245-a448-4622-a059-11efbcd3e783 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:58.107144 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:58.110841 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:58.145182 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Pushing event updated for resources: {'Port': ['ID=715e103e-7df0-4e6d-a556-e0af1ee94ee8,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:58.150092 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45212b21-636c-4498-b4a3-9f0e4a4132eb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.174442 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-45212b21-636c-4498-b4a3-9f0e4a4132eb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Transition to ACTIVE for port object e9485ea8-f4f7-4e74-8aa4-646716f0d10c will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:01:58.216832 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45212b21-636c-4498-b4a3-9f0e4a4132eb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.219805 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fbecf45d-b87a-48eb-859d-7d916812559b tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.227534 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Attempting to bind port 715e103e-7df0-4e6d-a556-e0af1ee94ee8 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:01:58.228339 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Attempting to bind port 715e103e-7df0-4e6d-a556-e0af1ee94ee8 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'be08d117-4408-4d2e-964e-6a1ec38191d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4c525245-a448-4622-a059-11efbcd3e783'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:01:58.229019 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Attempting to bind port 715e103e-7df0-4e6d-a556-e0af1ee94ee8 on network 4c525245-a448-4622-a059-11efbcd3e783 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:01:58.242343 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:01:58.243625 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Checking segment: {'id': 'be08d117-4408-4d2e-964e-6a1ec38191d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4c525245-a448-4622-a059-11efbcd3e783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:01:58.244337 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.245023 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Bound using segment: {'id': 'be08d117-4408-4d2e-964e-6a1ec38191d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4c525245-a448-4622-a059-11efbcd3e783'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:01:58.245816 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Bound port: 715e103e-7df0-4e6d-a556-e0af1ee94ee8, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be08d117-4408-4d2e-964e-6a1ec38191d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4c525245-a448-4622-a059-11efbcd3e783'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:01:58.246547 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.262662 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4e0168ed-e5d7-4a56-a579-62ab4c2385c7 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6949987 Jul 07 17:01:58.272971 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53344) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:58.277343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] For port 0d9d2a83-a196-48e2-a8ad-9e8ee2102644, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:58.280320 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-90547695-1198-4bd3-97f9-83672e3b4093 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'subnet': {'network_id': 'd57ebcde-136e-412e-98ba-bb095d335596', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:01:58.298035 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45212b21-636c-4498-b4a3-9f0e4a4132eb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network 4c525245-a448-4622-a059-11efbcd3e783 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:58.324932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] For port 0d9d2a83-a196-48e2-a8ad-9e8ee2102644, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=0d9d2a83-a196-48e2-a8ad-9e8ee2102644,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:58.339145 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45212b21-636c-4498-b4a3-9f0e4a4132eb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Port': ['ID=e9485ea8-f4f7-4e74-8aa4-646716f0d10c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:58.339403 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] For port 715e103e-7df0-4e6d-a556-e0af1ee94ee8, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:01:58.342197 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-45212b21-636c-4498-b4a3-9f0e4a4132eb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:58.343368 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] For port 715e103e-7df0-4e6d-a556-e0af1ee94ee8, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=715e103e-7df0-4e6d-a556-e0af1ee94ee8,segment=NetworkSegment(be08d117-4408-4d2e-964e-6a1ec38191d5),segment_id=be08d117-4408-4d2e-964e-6a1ec38191d5)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:01:58.347379 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45212b21-636c-4498-b4a3-9f0e4a4132eb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:01:58.347903 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45212b21-636c-4498-b4a3-9f0e4a4132eb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.355020 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.360288 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6d929296-6057-4c76-96a3-349395cf597c tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.369563 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0168ed-e5d7-4a56-a579-62ab4c2385c7 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Network': ['ID=d57ebcde-136e-412e-98ba-bb095d335596,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:58.384577 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.402267 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network d57ebcde-136e-412e-98ba-bb095d335596 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:01:58.405967 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3aff77-5d72-465a-8032-8edddd60aa8f req-d65163a6-05b6-4787-9cf4-fb6c40147792 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.414118 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0b3aff77-5d72-465a-8032-8edddd60aa8f req-d65163a6-05b6-4787-9cf4-fb6c40147792 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 943 time: 0.9549963 Jul 07 17:01:58.429567 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e293402-cd55-4922-86ed-a685e67c7cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.431981 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e293402-cd55-4922-86ed-a685e67c7cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.436067 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5e293402-cd55-4922-86ed-a685e67c7cbb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24bf64c4-e818-4881-ac27-9585a4879861 HTTP/1.1" status: 204 len: 168 time: 1.3493431 Jul 07 17:01:58.437696 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.438333 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.439842 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] 10.222.0.15 "PUT /v2.0/ports/0d9d2a83-a196-48e2-a8ad-9e8ee2102644 HTTP/1.1" status: 200 len: 1091 time: 3.2717347 Jul 07 17:01:58.484681 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bbad92-d5a3-4528-8510-b692169ae53e', 'tag': '0d9d2a83-a196-48e2-a8ad-9e8ee2102644'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:01:58.488505 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956fb341-8640-4159-8e39-51c8cba943f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a2bbad92-d5a3-4528-8510-b692169ae53e", "tag": "0d9d2a83-a196-48e2-a8ad-9e8ee2102644"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:01:58.560321 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cd8fe-454b-4d1b-8d92-8581e3775c0a None None] Pushing event updated for resources: {'Port': ['ID=715e103e-7df0-4e6d-a556-e0af1ee94ee8,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:58.575933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e293402-cd55-4922-86ed-a685e67c7cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bf64c4-e818-4881-ac27-9585a4879861,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:58.625802 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fbecf45d-b87a-48eb-859d-7d916812559b tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.653245 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45212b21-636c-4498-b4a3-9f0e4a4132eb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.672742 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90547695-1198-4bd3-97f9-83672e3b4093 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:01:58.676286 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-90547695-1198-4bd3-97f9-83672e3b4093 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.698860 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0b3aff77-5d72-465a-8032-8edddd60aa8f req-eb14f9bc-48ef-42cb-aac0-93baa1aafc22 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835677 Jul 07 17:01:58.712209 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecf45d-b87a-48eb-859d-7d916812559b tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec314b1-7bbe-482e-8393-b8c26e9a4319,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:58.714212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a23b2-11ea-4194-a32e-a92e9e2a5b7d service neutron] Pushing event updated for resources: {'Port': ['ID=0d9d2a83-a196-48e2-a8ad-9e8ee2102644,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:58.739512 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fbecf45d-b87a-48eb-859d-7d916812559b tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.745715 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fbecf45d-b87a-48eb-859d-7d916812559b tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "DELETE /v2.0/subnets/0ec314b1-7bbe-482e-8393-b8c26e9a4319 HTTP/1.1" status: 204 len: 168 time: 2.3614931 Jul 07 17:01:58.754491 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53354) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:58.783526 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.ipam_backend_mixin [None req-90547695-1198-4bd3-97f9-83672e3b4093 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Performing IP validity checks on allocation pools {{(pid=100409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:01:58.784189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.ipam_backend_mixin [None req-90547695-1198-4bd3-97f9-83672e3b4093 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:01:58.829942 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eedb87d-287b-4c20-bb49-e249369753b7 x-openstack-request-id: req-8eedb87d-287b-4c20-bb49-e249369753b7 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:01:58.830656 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2bbad92-d5a3-4528-8510-b692169ae53e", "tag": "0d9d2a83-a196-48e2-a8ad-9e8ee2102644", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:01:58.834648 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8eedb87d-287b-4c20-bb49-e249369753b7 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:01:58.835117 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bbad92-d5a3-4528-8510-b692169ae53e', 'tag': '0d9d2a83-a196-48e2-a8ad-9e8ee2102644', 'status': 'completed', 'code': 200} Jul 07 17:01:58.865188 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-6d929296-6057-4c76-96a3-349395cf597c tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Deleting port 7e9ca686-5404-463e-ac21-1c447144bcd6 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:58.865532 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6d929296-6057-4c76-96a3-349395cf597c tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:58.889224 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f0ff9-2a3e-4cc6-95c7-cd9e0cd0c273 req-bea0e8ee-30de-4117-9c24-289f6c14078d tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.893974 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-961f0ff9-2a3e-4cc6-95c7-cd9e0cd0c273 req-bea0e8ee-30de-4117-9c24-289f6c14078d tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 945 time: 0.4665232 Jul 07 17:01:58.938282 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-5e8b594d-8673-4a05-b7b6-037744c6cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.940203 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-5e8b594d-8673-4a05-b7b6-037744c6cf09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30aa2386f2044095834e8a1b1bf22d78&device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 1094 time: 0.4081285 Jul 07 17:01:58.946112 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e93ab49-4794-47d3-8d73-1466c0bc32fa tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:58.953684 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4e93ab49-4794-47d3-8d73-1466c0bc32fa tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1920655 Jul 07 17:01:58.955593 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53358) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:58.972188 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-961f0ff9-2a3e-4cc6-95c7-cd9e0cd0c273 req-9d99aea3-f328-423f-9fb8-619ecbd966d9 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771406 Jul 07 17:01:59.083829 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-bc4e23c5-8bd1-414b-9e49-ccec8a131acb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d9d2a83-a196-48e2-a8ad-9e8ee2102644 HTTP/1.1" status: 200 len: 217 time: 0.1289334 Jul 07 17:01:59.212288 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6d929296-6057-4c76-96a3-349395cf597c tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.224068 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-ee209230-7a30-4e2d-a1c6-678123738b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.226301 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-ee209230-7a30-4e2d-a1c6-678123738b49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5cb771e9-c384-4be6-a6e3-24a117d82432 HTTP/1.1" status: 200 len: 855 time: 0.1317885 Jul 07 17:01:59.266622 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-6d929296-6057-4c76-96a3-349395cf597c tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Calling delete_port for 7e9ca686-5404-463e-ac21-1c447144bcd6 owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:01:59.341219 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0dc04d90-dde8-4281-adcd-4cf978167a13 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.359822 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-ee2a7760-045b-4a4f-a84a-b7650a3f4be5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ae98ff8-0908-417a-8800-63c97d396a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029572 Jul 07 17:01:59.379114 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653e3bb6-8d87-4e05-906e-95f528b2d8c4 None None] Network adfc418e-b445-4dd4-84a1-8af597d84374 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:01:59.382951 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45212b21-636c-4498-b4a3-9f0e4a4132eb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.455527 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45212b21-636c-4498-b4a3-9f0e4a4132eb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.462179 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45212b21-636c-4498-b4a3-9f0e4a4132eb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.548861 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45212b21-636c-4498-b4a3-9f0e4a4132eb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Port': ['ID=e9485ea8-f4f7-4e74-8aa4-646716f0d10c,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:01:59.634137 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5ea22925-8826-45c8-a135-b9a1532cccdc up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:59.686058 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-90547695-1198-4bd3-97f9-83672e3b4093 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.701860 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45212b21-636c-4498-b4a3-9f0e4a4132eb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network 4c525245-a448-4622-a059-11efbcd3e783 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:01:59.709146 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a5cf40f2-b9df-456b-b6d0-4385bf968c67 None None] Provisioning for port e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:01:59.728149 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-45212b21-636c-4498-b4a3-9f0e4a4132eb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:01:59.769737 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53382) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:01:59.774505 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5ea22925-8826-45c8-a135-b9a1532cccdc triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:01:59.774883 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.824155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428eddde-efca-432a-8239-e8d3bfa30fe5 req-993f9d4d-ac58-417e-921a-748e8c37fdad tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:01:59.831677 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-428eddde-efca-432a-8239-e8d3bfa30fe5 req-993f9d4d-ac58-417e-921a-748e8c37fdad tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 945 time: 0.2445879 Jul 07 17:01:59.838517 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-2651ffcf-56c3-4f96-899b-d821b76814bb service neutron] 10.222.0.15 "GET /v2.0/networks/8ae98ff8-0908-417a-8800-63c97d396a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734659 Jul 07 17:01:59.917896 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-428eddde-efca-432a-8239-e8d3bfa30fe5 req-5f4ac4d9-fa4e-4094-a8c2-a4cabd6d06ef tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852332 Jul 07 17:01:59.921315 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:01:59.924100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-0dc04d90-dde8-4281-adcd-4cf978167a13 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Deleting port e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:01:59.924442 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0dc04d90-dde8-4281-adcd-4cf978167a13 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:01:59.950812 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a0b888-17dc-40ce-970e-52ef2c5e9bcb None None] DHCP port deletion for adfc418e-b445-4dd4-84a1-8af597d84374 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:02:00.022912 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90547695-1198-4bd3-97f9-83672e3b4093 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Subnet': ['ID=4817777e-49db-406a-bcdb-baceb47918ad,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:00.066211 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:00.067277 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-688fa6b8-775a-47ef-ba46-f8046b300930 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1441458128-network', 'tenant_id': '6eba3549c7b744fbbef66252e96aec7a'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:00.070772 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90547695-1198-4bd3-97f9-83672e3b4093 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Checking segment: {'id': '9d17a05a-1012-4b9e-8993-7955291700b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd57ebcde-136e-412e-98ba-bb095d335596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:00.071008 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:00.071409 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.071876 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90547695-1198-4bd3-97f9-83672e3b4093 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network hostable DHCP agents. Network: d57ebcde-136e-412e-98ba-bb095d335596, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:00.099999 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d1a0b888-17dc-40ce-970e-52ef2c5e9bcb None None] Deleting port e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:00.100389 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b888-17dc-40ce-970e-52ef2c5e9bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.135882 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688fa6b8-775a-47ef-ba46-f8046b300930 admin admin] Made reservation on behalf of 6eba3549c7b744fbbef66252e96aec7a for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:00.138575 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-688fa6b8-775a-47ef-ba46-f8046b300930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.150763 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90547695-1198-4bd3-97f9-83672e3b4093 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network d57ebcde-136e-412e-98ba-bb095d335596 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:00.164419 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-688fa6b8-775a-47ef-ba46-f8046b300930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.171699 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde1332b-27c4-4550-aad2-fdf023b12432 None None] Network 4c525245-a448-4622-a059-11efbcd3e783 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:00.184307 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395631f-012e-4bb0-8a71-12bdc601d5c2 req-623ad219-01d2-48cc-bf07-f041baa294cc tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.185820 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f395631f-012e-4bb0-8a71-12bdc601d5c2 req-623ad219-01d2-48cc-bf07-f041baa294cc tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 943 time: 0.2096510 Jul 07 17:02:00.191126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-90547695-1198-4bd3-97f9-83672e3b4093 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, d57ebcde-136e-412e-98ba-bb095d335596) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:00.191999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-0dc04d90-dde8-4281-adcd-4cf978167a13 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] For port e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c,segment=NetworkSegment(b51f0bf6-3750-4a1c-b35d-05526f61e104),segment_id=b51f0bf6-3750-4a1c-b35d-05526f61e104)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:00.192442 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0dc04d90-dde8-4281-adcd-4cf978167a13 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.207034 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5604aef-34c9-4f37-a8a5-0a192a692bfa req-f7e7017b-5c7e-4622-b43d-896737534866 service neutron] 10.222.0.15 "GET /v2.0/networks/8ae98ff8-0908-417a-8800-63c97d396a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119247 Jul 07 17:02:00.207757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69194d39-44f3-4aed-8096-3b7a64712822 None None] Network d57ebcde-136e-412e-98ba-bb095d335596 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:00.211847 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d1a0b888-17dc-40ce-970e-52ef2c5e9bcb None None] For port e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c,segment=NetworkSegment(b51f0bf6-3750-4a1c-b35d-05526f61e104),segment_id=b51f0bf6-3750-4a1c-b35d-05526f61e104)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:00.212260 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b888-17dc-40ce-970e-52ef2c5e9bcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.222889 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-0dc04d90-dde8-4281-adcd-4cf978167a13 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Calling delete_port for e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:00.224787 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6d929296-6057-4c76-96a3-349395cf597c tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.236923 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90547695-1198-4bd3-97f9-83672e3b4093 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.238638 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-90547695-1198-4bd3-97f9-83672e3b4093 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.249287 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45212b21-636c-4498-b4a3-9f0e4a4132eb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router 37910202-922f-4a52-8dbb-9660e35d4f02 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:02:00.261786 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d929296-6057-4c76-96a3-349395cf597c tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Pushing event deleted for resources: {'Port': ['ID=7e9ca686-5404-463e-ac21-1c447144bcd6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:00.309446 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d1a0b888-17dc-40ce-970e-52ef2c5e9bcb None None] Calling delete_port for e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:00.336184 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f395631f-012e-4bb0-8a71-12bdc601d5c2 req-3477747c-0eef-4dca-8b2e-25f8b3a1adfb tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430085 Jul 07 17:02:00.361855 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.374732 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dfd53c60-6e9a-44db-9566-b09ab7d1ec24 None None] Provisioning for port 715e103e-7df0-4e6d-a556-e0af1ee94ee8 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:00.410929 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45212b21-636c-4498-b4a3-9f0e4a4132eb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:00.417364 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-45212b21-636c-4498-b4a3-9f0e4a4132eb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/37910202-922f-4a52-8dbb-9660e35d4f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4233274 Jul 07 17:02:00.421249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53386) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:00.427927 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] Sync routers for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:00.432085 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-298a60ab-90f1-4ac3-9862-37fc85da7ba5 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-14382627'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:00.445628 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:00.447452 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:01:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:00.459159 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6d929296-6057-4c76-96a3-349395cf597c tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.480104 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-688fa6b8-775a-47ef-ba46-f8046b300930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.485584 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-688fa6b8-775a-47ef-ba46-f8046b300930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.501547 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688fa6b8-775a-47ef-ba46-f8046b300930 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:00.513544 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-688fa6b8-775a-47ef-ba46-f8046b300930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.514020 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-688fa6b8-775a-47ef-ba46-f8046b300930 admin admin] Added segment 127fa0f7-440f-4548-8434-68c4a945a25e of type vlan for network 1cc1d7d9-5027-449b-bced-90726dcf9f3d Jul 07 17:02:00.542586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c,segment=NetworkSegment(b51f0bf6-3750-4a1c-b35d-05526f61e104),segment_id=b51f0bf6-3750-4a1c-b35d-05526f61e104)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:00.557639 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.558460 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 715e103e-7df0-4e6d-a556-e0af1ee94ee8 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:00.568021 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-688fa6b8-775a-47ef-ba46-f8046b300930 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.572200 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:00.639859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fa6b8-775a-47ef-ba46-f8046b300930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce9d49b-f311-42c4-ae5c-e56844e70bbc,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:00.644921 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-688fa6b8-775a-47ef-ba46-f8046b300930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.645836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fb341-8640-4159-8e39-51c8cba943f2 req-b9a05eb7-5433-497e-bb62-d11caf76b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.646270 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688fa6b8-775a-47ef-ba46-f8046b300930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:00.646903 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-688fa6b8-775a-47ef-ba46-f8046b300930 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.647747 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-956fb341-8640-4159-8e39-51c8cba943f2 req-b9a05eb7-5433-497e-bb62-d11caf76b59c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30aa2386f2044095834e8a1b1bf22d78&device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 1094 time: 0.3337476 Jul 07 17:02:00.655415 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-90547695-1198-4bd3-97f9-83672e3b4093 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.3791080 Jul 07 17:02:00.655588 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0dc04d90-dde8-4281-adcd-4cf978167a13 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.657880 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53390) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:00.664687 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6d929296-6057-4c76-96a3-349395cf597c tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.735618 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event deleted for resources: {'Port': ['ID=e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:00.752379 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-d57ebcde-136e-412e-98ba-bb095d335596', 'network_id': 'd57ebcde-136e-412e-98ba-bb095d335596', 'tenant_id': '207a1cad44ed4f44a10e7c0217eaa943', 'fixed_ips': [{'subnet_id': '4817777e-49db-406a-bcdb-baceb47918ad'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:00.753297 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.767429 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6d929296-6057-4c76-96a3-349395cf597c tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.776765 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 715e103e-7df0-4e6d-a556-e0af1ee94ee8 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:00.779416 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fa6b8-775a-47ef-ba46-f8046b300930 admin admin] Pushing event updated for resources: {'Network': ['ID=1cc1d7d9-5027-449b-bced-90726dcf9f3d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:00.781983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 715e103e-7df0-4e6d-a556-e0af1ee94ee8 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:00.782370 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.787524 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b888-17dc-40ce-970e-52ef2c5e9bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.823475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc04d90-dde8-4281-adcd-4cf978167a13 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] No DVR routers for this DVR port e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:00.836446 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:01:58Z', 'revision_number': 2, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:01:59Z', 'revision_number': 2, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:00.836757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 1cc1d7d9-5027-449b-bced-90726dcf9f3d details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:00.842963 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.844763 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0b888-17dc-40ce-970e-52ef2c5e9bcb None None] Pushing event deleted for resources: {'Port': ['ID=e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:00.861468 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-688fa6b8-775a-47ef-ba46-f8046b300930 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0833273 Jul 07 17:02:00.880306 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] Checking router: 37910202-922f-4a52-8dbb-9660e35d4f02 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:02:00.880806 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] Updating router 37910202-922f-4a52-8dbb-9660e35d4f02 port e9485ea8-f4f7-4e74-8aa4-646716f0d10c binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:02:00.903166 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a0b888-17dc-40ce-970e-52ef2c5e9bcb None None] No DVR routers for this DVR port e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:00.920958 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.957718 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0dc04d90-dde8-4281-adcd-4cf978167a13 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.961631 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53392) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:00.962675 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:00.972302 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-0e04c02c-4c08-43f2-ac6b-dcf07485cdac admin admin] Request body: {'subnet': {'network_id': '1cc1d7d9-5027-449b-bced-90726dcf9f3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1441458128-subnet', 'tenant_id': '6eba3549c7b744fbbef66252e96aec7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:00.984028 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0dc04d90-dde8-4281-adcd-4cf978167a13 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adfc418e-b445-4dd4-84a1-8af597d84374']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:01.030217 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0dc04d90-dde8-4281-adcd-4cf978167a13 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51f0bf6-3750-4a1c-b35d-05526f61e104') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:01.030534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0dc04d90-dde8-4281-adcd-4cf978167a13 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51f0bf6-3750-4a1c-b35d-05526f61e104') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:01.064920 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0dc04d90-dde8-4281-adcd-4cf978167a13 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.083529 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e04c02c-4c08-43f2-ac6b-dcf07485cdac admin admin] Made reservation on behalf of 6eba3549c7b744fbbef66252e96aec7a for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:01.086515 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0e04c02c-4c08-43f2-ac6b-dcf07485cdac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.104573 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0dc04d90-dde8-4281-adcd-4cf978167a13 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.128200 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc04d90-dde8-4281-adcd-4cf978167a13 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:01.128200 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0dc04d90-dde8-4281-adcd-4cf978167a13 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.144941 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Allocated IP 172.20.0.3 (d57ebcde-136e-412e-98ba-bb095d335596/4817777e-49db-406a-bcdb-baceb47918ad/de502cb1-e7e9-4cef-a98d-43ad1d2eb0c2) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:01.158362 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.222996 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc04d90-dde8-4281-adcd-4cf978167a13 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event deleted for resources: {'Port': ['ID=e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:01.263079 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:01.271508 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.280342 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298a60ab-90f1-4ac3-9862-37fc85da7ba5 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Made reservation on behalf of 51dde79387314242847dde9de3afbecb for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:01.283480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 715e103e-7df0-4e6d-a556-e0af1ee94ee8, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=715e103e-7df0-4e6d-a556-e0af1ee94ee8,segment=NetworkSegment(be08d117-4408-4d2e-964e-6a1ec38191d5),segment_id=be08d117-4408-4d2e-964e-6a1ec38191d5)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:01.286006 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] Transition to ACTIVE for port object e9485ea8-f4f7-4e74-8aa4-646716f0d10c will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:01.290182 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-298a60ab-90f1-4ac3-9862-37fc85da7ba5 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.291995 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.296225 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.343775 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6d929296-6057-4c76-96a3-349395cf597c tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.344534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d929296-6057-4c76-96a3-349395cf597c tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Fanout notify agent at l3_agent the message router_deleted on router 03c32406-8a3d-477f-8d07-9239bb164379 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:02:01.345831 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0dc04d90-dde8-4281-adcd-4cf978167a13 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.379878 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6d929296-6057-4c76-96a3-349395cf597c tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.394176 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6d929296-6057-4c76-96a3-349395cf597c tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "DELETE /v2.0/routers/03c32406-8a3d-477f-8d07-9239bb164379 HTTP/1.1" status: 204 len: 168 time: 4.4095709 Jul 07 17:02:01.404773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fb341-8640-4159-8e39-51c8cba943f2 req-f148e8a0-32fe-4d58-8854-c20cd2ebdccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.406272 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-956fb341-8640-4159-8e39-51c8cba943f2 req-f148e8a0-32fe-4d58-8854-c20cd2ebdccf service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ae98ff8-0908-417a-8800-63c97d396a91 HTTP/1.1" status: 200 len: 916 time: 0.7363482 Jul 07 17:02:01.407037 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53398) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:01.420097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:01.426622 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-002ffbbd-ed1c-4a06-8699-bb6c24a47789 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Request body: {'router': {'name': 'tempest-snat-router-947679397', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'enable_snat': False}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:01.444800 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0dc04d90-dde8-4281-adcd-4cf978167a13 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.457625 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0dc04d90-dde8-4281-adcd-4cf978167a13 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "DELETE /v2.0/networks/adfc418e-b445-4dd4-84a1-8af597d84374 HTTP/1.1" status: 204 len: 168 time: 2.4990721 Jul 07 17:02:01.473992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53400) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:01.485424 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c505a26-49ed-4318-be06-93d2a1cb42f4 None None] Pushing event updated for resources: {'Port': ['ID=e9485ea8-f4f7-4e74-8aa4-646716f0d10c,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:01.544347 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c505a26-49ed-4318-be06-93d2a1cb42f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:01.544688 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c505a26-49ed-4318-be06-93d2a1cb42f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:01.545029 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c505a26-49ed-4318-be06-93d2a1cb42f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:01.545360 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c505a26-49ed-4318-be06-93d2a1cb42f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:01.545688 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c505a26-49ed-4318-be06-93d2a1cb42f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:01.546015 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c505a26-49ed-4318-be06-93d2a1cb42f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:01.546343 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c505a26-49ed-4318-be06-93d2a1cb42f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:01.546689 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c505a26-49ed-4318-be06-93d2a1cb42f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:01.547013 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c505a26-49ed-4318-be06-93d2a1cb42f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:01.552801 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c505a26-49ed-4318-be06-93d2a1cb42f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:01.553286 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c505a26-49ed-4318-be06-93d2a1cb42f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:01.553629 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c505a26-49ed-4318-be06-93d2a1cb42f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:01.590956 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] Attempting to bind port e9485ea8-f4f7-4e74-8aa4-646716f0d10c on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:01.591320 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] Attempting to bind port e9485ea8-f4f7-4e74-8aa4-646716f0d10c by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'be08d117-4408-4d2e-964e-6a1ec38191d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4c525245-a448-4622-a059-11efbcd3e783'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:01.591678 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] Attempting to bind port e9485ea8-f4f7-4e74-8aa4-646716f0d10c on network 4c525245-a448-4622-a059-11efbcd3e783 {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:01.597739 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:01.598248 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] Checking segment: {'id': 'be08d117-4408-4d2e-964e-6a1ec38191d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4c525245-a448-4622-a059-11efbcd3e783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:01.598683 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.599073 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] Bound using segment: {'id': 'be08d117-4408-4d2e-964e-6a1ec38191d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4c525245-a448-4622-a059-11efbcd3e783'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:01.599536 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] Bound port: e9485ea8-f4f7-4e74-8aa4-646716f0d10c, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be08d117-4408-4d2e-964e-6a1ec38191d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4c525245-a448-4622-a059-11efbcd3e783'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:01.599914 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.631497 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0e04c02c-4c08-43f2-ac6b-dcf07485cdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.644170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3d9d1ee8-26a5-440e-b771-39afbd528530 None None] Provisioning for port e9485ea8-f4f7-4e74-8aa4-646716f0d10c completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:01.649314 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc04d90-dde8-4281-adcd-4cf978167a13 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event deleted for resources: {'Network': ['ID=adfc418e-b445-4dd4-84a1-8af597d84374,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:01.656390 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-956fb341-8640-4159-8e39-51c8cba943f2 req-69c8a479-1e34-4338-ac11-5941109d5340 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d9d2a83-a196-48e2-a8ad-9e8ee2102644 HTTP/1.1" status: 200 len: 217 time: 0.1965966 Jul 07 17:02:01.664076 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebc6dd-12e5-437b-89a4-0767ad6ca328 req-e14eff5e-4a94-4770-9b33-eb289d71baa4 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.666057 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-60ebc6dd-12e5-437b-89a4-0767ad6ca328 req-e14eff5e-4a94-4770-9b33-eb289d71baa4 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 945 time: 0.4359291 Jul 07 17:02:01.666938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298a60ab-90f1-4ac3-9862-37fc85da7ba5 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:01.689046 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] For port e9485ea8-f4f7-4e74-8aa4-646716f0d10c, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:01.693246 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] For port e9485ea8-f4f7-4e74-8aa4-646716f0d10c, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e9485ea8-f4f7-4e74-8aa4-646716f0d10c,segment=NetworkSegment(be08d117-4408-4d2e-964e-6a1ec38191d5),segment_id=be08d117-4408-4d2e-964e-6a1ec38191d5)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:01.707119 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.712415 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-002ffbbd-ed1c-4a06-8699-bb6c24a47789 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.715272 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-002ffbbd-ed1c-4a06-8699-bb6c24a47789 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.732744 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-298a60ab-90f1-4ac3-9862-37fc85da7ba5 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.733344 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-298a60ab-90f1-4ac3-9862-37fc85da7ba5 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Added segment 6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf of type vlan for network 7c704301-37a7-48fa-a5f1-6b7b283384a0 Jul 07 17:02:01.742638 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:01.743169 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e6ae8d24-8f08-4aa7-9a0d-b4fa46984f2c not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:01.747615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=715e103e-7df0-4e6d-a556-e0af1ee94ee8,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:01.793309 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3d9d1ee8-26a5-440e-b771-39afbd528530 None None] Provisioning complete for port 715e103e-7df0-4e6d-a556-e0af1ee94ee8 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:01.794005 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3d9d1ee8-26a5-440e-b771-39afbd528530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.804138 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:01.804958 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:01:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:01.807934 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a46628e7-308f-4b86-ab38-4ead00d2ba5a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.837975 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fb341-8640-4159-8e39-51c8cba943f2 req-849ce3ed-fcb9-4a20-8855-ce7d72db4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.840078 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-956fb341-8640-4159-8e39-51c8cba943f2 req-849ce3ed-fcb9-4a20-8855-ce7d72db4a1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5cb771e9-c384-4be6-a6e3-24a117d82432 HTTP/1.1" status: 200 len: 855 time: 0.1759782 Jul 07 17:02:01.849386 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04c02c-4c08-43f2-ac6b-dcf07485cdac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d24686f1-5d0a-4997-a2c1-1447be3e1d42,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:01.860206 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-298a60ab-90f1-4ac3-9862-37fc85da7ba5 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.864220 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-60ebc6dd-12e5-437b-89a4-0767ad6ca328 req-5a5b45db-0f57-41ed-92aa-525ce08350ec tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786435 Jul 07 17:02:01.867107 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.877031 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e04c02c-4c08-43f2-ac6b-dcf07485cdac admin admin] Checking segment: {'id': '127fa0f7-440f-4548-8434-68c4a945a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1cc1d7d9-5027-449b-bced-90726dcf9f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:01.877552 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e04c02c-4c08-43f2-ac6b-dcf07485cdac admin admin] Network hostable DHCP agents. Network: 1cc1d7d9-5027-449b-bced-90726dcf9f3d, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:01.892511 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Transition to ACTIVE for port object de502cb1-e7e9-4cef-a98d-43ad1d2eb0c2 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:01.928945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb23f57-5a49-4f21-b6e8-91e73303a3b6 req-71eca296-1998-41d0-8d74-09def99d8c05 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:01.930604 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edb23f57-5a49-4f21-b6e8-91e73303a3b6 req-71eca296-1998-41d0-8d74-09def99d8c05 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 943 time: 0.4135306 Jul 07 17:02:01.976124 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Transition to ACTIVE for port object de502cb1-e7e9-4cef-a98d-43ad1d2eb0c2 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:01.978171 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-002ffbbd-ed1c-4a06-8699-bb6c24a47789 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:01.980720 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-956fb341-8640-4159-8e39-51c8cba943f2 req-fc1a9dd7-2c0c-4ede-9159-f1b349a3c58e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ae98ff8-0908-417a-8800-63c97d396a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325407 Jul 07 17:02:02.008552 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.014697 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e04c02c-4c08-43f2-ac6b-dcf07485cdac admin admin] Network 1cc1d7d9-5027-449b-bced-90726dcf9f3d is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:02.028377 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a46628e7-308f-4b86-ab38-4ead00d2ba5a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.044431 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-a46628e7-308f-4b86-ab38-4ead00d2ba5a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd1ab9c-2053-4b1c-a33b-73ef6e9e8361']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:02.061962 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-0e04c02c-4c08-43f2-ac6b-dcf07485cdac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 1cc1d7d9-5027-449b-bced-90726dcf9f3d) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:02.073237 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e04c02c-4c08-43f2-ac6b-dcf07485cdac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:02.074284 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0e04c02c-4c08-43f2-ac6b-dcf07485cdac admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.085574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1749c0af-507a-4ac6-b97a-f4f25039e897 None None] Network 1cc1d7d9-5027-449b-bced-90726dcf9f3d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:02.086089 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.088368 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 0d9d2a83-a196-48e2-a8ad-9e8ee2102644 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:02.094985 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-a46628e7-308f-4b86-ab38-4ead00d2ba5a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e1e2aa-8537-4610-a786-4661d20168fa') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:02.095270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Network d57ebcde-136e-412e-98ba-bb095d335596 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:02.095617 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-a46628e7-308f-4b86-ab38-4ead00d2ba5a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e1e2aa-8537-4610-a786-4661d20168fa') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:02.145306 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a46628e7-308f-4b86-ab38-4ead00d2ba5a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.155162 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Subnet': ['ID=4817777e-49db-406a-bcdb-baceb47918ad,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:02.171481 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:02.172336 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Pushing event updated for resources: {'Port': ['ID=de502cb1-e7e9-4cef-a98d-43ad1d2eb0c2,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:02.177596 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0e04c02c-4c08-43f2-ac6b-dcf07485cdac admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2099771 Jul 07 17:02:02.196251 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-956fb341-8640-4159-8e39-51c8cba943f2 req-caf0801d-f31c-40cc-ba70-f4c2a4cdbbf3 service neutron] 10.222.0.15 "GET /v2.0/networks/8ae98ff8-0908-417a-8800-63c97d396a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050464 Jul 07 17:02:02.199116 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:02.200948 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.resource_extend [None req-298a60ab-90f1-4ac3-9862-37fc85da7ba5 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:02:02.247946 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:02.249975 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a46628e7-308f-4b86-ab38-4ead00d2ba5a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.274389 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46628e7-308f-4b86-ab38-4ead00d2ba5a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:02.275245 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a46628e7-308f-4b86-ab38-4ead00d2ba5a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:02.279159 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:02.326002 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.351760 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57ebcde-136e-412e-98ba-bb095d335596']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:02.377270 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d17a05a-1012-4b9e-8993-7955291700b5') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:02.379706 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d17a05a-1012-4b9e-8993-7955291700b5') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:02.398159 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.resource_extend [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:02:02.412375 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.414417 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a46628e7-308f-4b86-ab38-4ead00d2ba5a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.424512 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edb23f57-5a49-4f21-b6e8-91e73303a3b6 req-0be40566-733a-4cdd-901a-2e8a76efb503 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479353 Jul 07 17:02:02.435770 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a46628e7-308f-4b86-ab38-4ead00d2ba5a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.440320 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a46628e7-308f-4b86-ab38-4ead00d2ba5a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "DELETE /v2.0/networks/fbd1ab9c-2053-4b1c-a33b-73ef6e9e8361 HTTP/1.1" status: 204 len: 168 time: 0.9623351 Jul 07 17:02:02.448577 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53410) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:02.457903 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.476882 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c505a26-49ed-4318-be06-93d2a1cb42f4 None None] Pushing event updated for resources: {'Port': ['ID=e9485ea8-f4f7-4e74-8aa4-646716f0d10c,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:02.527443 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46628e7-308f-4b86-ab38-4ead00d2ba5a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event deleted for resources: {'Network': ['ID=fbd1ab9c-2053-4b1c-a33b-73ef6e9e8361,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:02.548354 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:02.548770 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:02.552889 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:02.593523 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 0d9d2a83-a196-48e2-a8ad-9e8ee2102644, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=0d9d2a83-a196-48e2-a8ad-9e8ee2102644,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:02.613056 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '0d9d2a83-a196-48e2-a8ad-9e8ee2102644', 'network_id': '8ae98ff8-0908-417a-8800-63c97d396a91', 'port_id': '0d9d2a83-a196-48e2-a8ad-9e8ee2102644', 'mac_address': 'fa:16:3e:55:1f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb771e9-c384-4be6-a6e3-24a117d82432', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:02.636098 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-298a60ab-90f1-4ac3-9862-37fc85da7ba5 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.660583 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298a60ab-90f1-4ac3-9862-37fc85da7ba5 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:02.660801 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2d32b43f-1296-4ec9-a087-4317a8b54a26 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.660904 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-298a60ab-90f1-4ac3-9862-37fc85da7ba5 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.669145 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.682659 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Attempting to bind port de502cb1-e7e9-4cef-a98d-43ad1d2eb0c2 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:02.683412 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Attempting to bind port de502cb1-e7e9-4cef-a98d-43ad1d2eb0c2 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9d17a05a-1012-4b9e-8993-7955291700b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd57ebcde-136e-412e-98ba-bb095d335596'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:02.684137 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Attempting to bind port de502cb1-e7e9-4cef-a98d-43ad1d2eb0c2 on network d57ebcde-136e-412e-98ba-bb095d335596 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:02.700118 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9d2a83-a196-48e2-a8ad-9e8ee2102644 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:02.724178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 0d9d2a83-a196-48e2-a8ad-9e8ee2102644, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=0d9d2a83-a196-48e2-a8ad-9e8ee2102644,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:02.734004 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:02.734004 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Checking segment: {'id': '9d17a05a-1012-4b9e-8993-7955291700b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd57ebcde-136e-412e-98ba-bb095d335596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:02.734393 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:01:58Z', 'revision_number': 2, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:01Z', 'revision_number': 4, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:02.734917 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.735219 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Bound using segment: {'id': '9d17a05a-1012-4b9e-8993-7955291700b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd57ebcde-136e-412e-98ba-bb095d335596'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:02.736198 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Bound port: de502cb1-e7e9-4cef-a98d-43ad1d2eb0c2, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d17a05a-1012-4b9e-8993-7955291700b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd57ebcde-136e-412e-98ba-bb095d335596'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:02.736658 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.739911 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-002ffbbd-ed1c-4a06-8699-bb6c24a47789 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.749594 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.795613 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8e28ab-41c2-458f-a24f-109bf9011a36 None None] The sync data for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 is: [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:01:58Z', 'revision_number': 2, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:01Z', 'revision_number': 4, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:02.807405 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=0d9d2a83-a196-48e2-a8ad-9e8ee2102644,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:02.808095 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2d32b43f-1296-4ec9-a087-4317a8b54a26 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.820241 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-2d32b43f-1296-4ec9-a087-4317a8b54a26 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ed26ae-3e31-4032-8d2f-1c7af2d0acb2']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:02.834824 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-2d32b43f-1296-4ec9-a087-4317a8b54a26 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d01cc6-809b-47ca-93b6-92e03503f17a') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:02.835224 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-2d32b43f-1296-4ec9-a087-4317a8b54a26 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d01cc6-809b-47ca-93b6-92e03503f17a') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:02.848243 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2d32b43f-1296-4ec9-a087-4317a8b54a26 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.864339 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-298a60ab-90f1-4ac3-9862-37fc85da7ba5 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.4363909 Jul 07 17:02:02.866367 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2d32b43f-1296-4ec9-a087-4317a8b54a26 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.868636 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53412) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:02.870865 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.db.api [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:02:02.870865 n-d-793620-7 neutron-server[100409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:02:02.870865 n-d-793620-7 neutron-server[100409]: [parameters: {'id': 'd57ebcde-136e-412e-98ba-bb095d335596'}] Jul 07 17:02:02.870865 n-d-793620-7 neutron-server[100409]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:02:02.871423 n-d-793620-7 neutron-server[100409]: DEBUG oslo_db.api [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:02:02.878402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-176db4c0-dc48-48b2-a6f8-ccf48b894368 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'subnet': {'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:02.897638 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d32b43f-1296-4ec9-a087-4317a8b54a26 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:02.898314 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2d32b43f-1296-4ec9-a087-4317a8b54a26 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:02.902852 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:02.943081 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-956fb341-8640-4159-8e39-51c8cba943f2 req-3c08266a-9679-474a-b846-ce7a1d2d4d9c service neutron] 10.222.0.15 "GET /v2.0/networks/8ae98ff8-0908-417a-8800-63c97d396a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6880524 Jul 07 17:02:02.943986 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a60ab-90f1-4ac3-9862-37fc85da7ba5 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Network': ['ID=7c704301-37a7-48fa-a5f1-6b7b283384a0,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:02.947887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc66cde0-6345-4b06-8034-c3e748369068 None None] Network 1cc1d7d9-5027-449b-bced-90726dcf9f3d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:02.983358 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['0d9d2a83-a196-48e2-a8ad-9e8ee2102644'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:02.985968 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 7c704301-37a7-48fa-a5f1-6b7b283384a0 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:03.136859 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] For port de502cb1-e7e9-4cef-a98d-43ad1d2eb0c2, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:03.144542 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] For port de502cb1-e7e9-4cef-a98d-43ad1d2eb0c2, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=de502cb1-e7e9-4cef-a98d-43ad1d2eb0c2,segment=NetworkSegment(9d17a05a-1012-4b9e-8993-7955291700b5),segment_id=9d17a05a-1012-4b9e-8993-7955291700b5)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:03.272745 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2d32b43f-1296-4ec9-a087-4317a8b54a26 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.282359 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2d32b43f-1296-4ec9-a087-4317a8b54a26 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.287646 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2d32b43f-1296-4ec9-a087-4317a8b54a26 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "DELETE /v2.0/networks/e4ed26ae-3e31-4032-8d2f-1c7af2d0acb2 HTTP/1.1" status: 204 len: 168 time: 0.8396604 Jul 07 17:02:03.293894 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53424) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:03.358550 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.372871 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32b43f-1296-4ec9-a087-4317a8b54a26 tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event deleted for resources: {'Network': ['ID=e4ed26ae-3e31-4032-8d2f-1c7af2d0acb2,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:03.376591 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.378723 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176db4c0-dc48-48b2-a6f8-ccf48b894368 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Made reservation on behalf of 51dde79387314242847dde9de3afbecb for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:03.384200 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-176db4c0-dc48-48b2-a6f8-ccf48b894368 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.583881 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-002ffbbd-ed1c-4a06-8699-bb6c24a47789 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.620841 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-176db4c0-dc48-48b2-a6f8-ccf48b894368 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.621397 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-002ffbbd-ed1c-4a06-8699-bb6c24a47789 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.628333 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-155f2313-dacd-4a20-9bf7-5fad5dbb3c8a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.677687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e9485ea8-f4f7-4e74-8aa4-646716f0d10c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:03.753358 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d610d30-b41b-47c4-a249-c43d1e18bbb0 req-b95e9a18-1742-4352-9ad8-15835bf891bc tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:03.764175 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2d610d30-b41b-47c4-a249-c43d1e18bbb0 req-b95e9a18-1742-4352-9ad8-15835bf891bc tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 945 time: 0.5975223 Jul 07 17:02:03.829378 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc425b2-0c62-4470-b7cc-2cc51aa0a1d9 None None] Pushing event updated for resources: {'Port': ['ID=de502cb1-e7e9-4cef-a98d-43ad1d2eb0c2,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:03.836420 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2d610d30-b41b-47c4-a249-c43d1e18bbb0 req-0ecd4592-4868-42e7-a087-b4036d80fe04 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701761 Jul 07 17:02:03.859169 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176db4c0-dc48-48b2-a6f8-ccf48b894368 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Subnet': ['ID=9375b35f-52a4-4922-a25a-f6890c1db26f,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:03.889375 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176db4c0-dc48-48b2-a6f8-ccf48b894368 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Checking segment: {'id': '6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:03.890804 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176db4c0-dc48-48b2-a6f8-ccf48b894368 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network hostable DHCP agents. Network: 7c704301-37a7-48fa-a5f1-6b7b283384a0, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:03.897815 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebde56f0-87f4-42a4-88ea-0a8008da8c1e None None] Network d57ebcde-136e-412e-98ba-bb095d335596 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:03.916115 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Deleting port de502cb1-e7e9-4cef-a98d-43ad1d2eb0c2 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:03.916957 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:03.933309 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176db4c0-dc48-48b2-a6f8-ccf48b894368 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network 7c704301-37a7-48fa-a5f1-6b7b283384a0 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:03.977884 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-176db4c0-dc48-48b2-a6f8-ccf48b894368 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 7c704301-37a7-48fa-a5f1-6b7b283384a0) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:03.991997 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176db4c0-dc48-48b2-a6f8-ccf48b894368 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:03.992771 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-176db4c0-dc48-48b2-a6f8-ccf48b894368 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.018120 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-155f2313-dacd-4a20-9bf7-5fad5dbb3c8a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.025362 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3def76f0-acbf-4ccd-863e-b032d94a05fa None None] Network 7c704301-37a7-48fa-a5f1-6b7b283384a0 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:04.028568 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] For port de502cb1-e7e9-4cef-a98d-43ad1d2eb0c2, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=de502cb1-e7e9-4cef-a98d-43ad1d2eb0c2,segment=NetworkSegment(9d17a05a-1012-4b9e-8993-7955291700b5),segment_id=9d17a05a-1012-4b9e-8993-7955291700b5)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:04.028966 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.037698 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-176db4c0-dc48-48b2-a6f8-ccf48b894368 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1677430 Jul 07 17:02:04.038402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53428) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:04.044079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-155f2313-dacd-4a20-9bf7-5fad5dbb3c8a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d3a871-e0e0-4248-9cfd-7dc81db28ed7']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:04.093189 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-155f2313-dacd-4a20-9bf7-5fad5dbb3c8a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c487ee10-4878-48eb-9f50-5121d151ba89') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:04.093487 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-155f2313-dacd-4a20-9bf7-5fad5dbb3c8a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c487ee10-4878-48eb-9f50-5121d151ba89') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:04.103491 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-002ffbbd-ed1c-4a06-8699-bb6c24a47789 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Allocated IP 172.25.2.186 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/d9318450-e91d-45e4-b483-7e60d1c0c129) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:04.129871 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Calling delete_port for de502cb1-e7e9-4cef-a98d-43ad1d2eb0c2 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:04.265560 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port e9485ea8-f4f7-4e74-8aa4-646716f0d10c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:04.280804 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e9485ea8-f4f7-4e74-8aa4-646716f0d10c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:04.281190 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.537253 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.548637 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-7c704301-37a7-48fa-a5f1-6b7b283384a0', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:04.549502 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.597781 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port e9485ea8-f4f7-4e74-8aa4-646716f0d10c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e9485ea8-f4f7-4e74-8aa4-646716f0d10c,segment=NetworkSegment(be08d117-4408-4d2e-964e-6a1ec38191d5),segment_id=be08d117-4408-4d2e-964e-6a1ec38191d5)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:04.647375 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.648364 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 715e103e-7df0-4e6d-a556-e0af1ee94ee8 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:04.792384 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Allocated IP 2001:db8:1::2 (7c704301-37a7-48fa-a5f1-6b7b283384a0/9375b35f-52a4-4922-a25a-f6890c1db26f/021324c6-41f0-483a-9269-94d2c35be7fa) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:04.883267 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.912821 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Port': ['ID=de502cb1-e7e9-4cef-a98d-43ad1d2eb0c2,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:04.918855 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-155f2313-dacd-4a20-9bf7-5fad5dbb3c8a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.975816 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=e9485ea8-f4f7-4e74-8aa4-646716f0d10c,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:04.984896 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 715e103e-7df0-4e6d-a556-e0af1ee94ee8 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:04.985280 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:04.991314 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa408de-4a55-4693-8698-cd4e4d59e0da req-be0a0b43-7ab5-45c9-9db5-2c41cafaca49 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:04.993036 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9aa408de-4a55-4693-8698-cd4e4d59e0da req-be0a0b43-7ab5-45c9-9db5-2c41cafaca49 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 944 time: 1.2650337 Jul 07 17:02:05.008841 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No DVR routers for this DVR port de502cb1-e7e9-4cef-a98d-43ad1d2eb0c2 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:05.046036 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-155f2313-dacd-4a20-9bf7-5fad5dbb3c8a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.090848 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155f2313-dacd-4a20-9bf7-5fad5dbb3c8a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:05.091710 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-155f2313-dacd-4a20-9bf7-5fad5dbb3c8a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:05.099375 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:05.182917 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.217869 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9aa408de-4a55-4693-8698-cd4e4d59e0da req-c08780bb-f78b-4817-9c56-8a4849d031ce tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863863 Jul 07 17:02:05.224204 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57ebcde-136e-412e-98ba-bb095d335596']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:05.232998 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-002ffbbd-ed1c-4a06-8699-bb6c24a47789 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.261486 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.266166 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d17a05a-1012-4b9e-8993-7955291700b5') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:05.266399 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d17a05a-1012-4b9e-8993-7955291700b5') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:05.271655 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Transition to ACTIVE for port object 021324c6-41f0-483a-9269-94d2c35be7fa will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:05.280156 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.288793 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-002ffbbd-ed1c-4a06-8699-bb6c24a47789 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.295329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447c05e-0310-4c86-be50-d09bbd0044a4 req-8cf506d5-7c95-4aba-83e5-1540a984af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.297156 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0447c05e-0310-4c86-be50-d09bbd0044a4 req-8cf506d5-7c95-4aba-83e5-1540a984af9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 1096 time: 0.3886397 Jul 07 17:02:05.298445 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-155f2313-dacd-4a20-9bf7-5fad5dbb3c8a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.300069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Transition to ACTIVE for port object 021324c6-41f0-483a-9269-94d2c35be7fa will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:05.310410 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-155f2313-dacd-4a20-9bf7-5fad5dbb3c8a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.310521 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.313482 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-155f2313-dacd-4a20-9bf7-5fad5dbb3c8a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] 10.222.0.50 "DELETE /v2.0/networks/30d3a871-e0e0-4248-9cfd-7dc81db28ed7 HTTP/1.1" status: 204 len: 168 time: 2.0181618 Jul 07 17:02:05.319024 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.346220 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6da10-bc13-4513-808f-a8ca28d8850a req-bcbf5fb3-97e4-49cd-8b27-475d65266938 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.354046 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dbe6da10-bc13-4513-808f-a8ca28d8850a req-bcbf5fb3-97e4-49cd-8b27-475d65266938 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 945 time: 0.2928393 Jul 07 17:02:05.389280 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f2313-dacd-4a20-9bf7-5fad5dbb3c8a tempest-BulkNetworkOpsIpV6Test-1031199587 tempest-BulkNetworkOpsIpV6Test-1031199587-project] Pushing event deleted for resources: {'Network': ['ID=30d3a871-e0e0-4248-9cfd-7dc81db28ed7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:05.396009 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:05.397824 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:05.407845 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:05.412559 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002ffbbd-ed1c-4a06-8699-bb6c24a47789 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:05.432075 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Network 7c704301-37a7-48fa-a5f1-6b7b283384a0 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:05.439970 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:05.443086 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:05.449422 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Pushing event updated for resources: {'Port': ['ID=021324c6-41f0-483a-9269-94d2c35be7fa,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:05.457727 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-002ffbbd-ed1c-4a06-8699-bb6c24a47789 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:05.460126 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ffbbd-ed1c-4a06-8699-bb6c24a47789 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:05.509705 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ffbbd-ed1c-4a06-8699-bb6c24a47789 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Pushing event updated for resources: {'Port': ['ID=d9318450-e91d-45e4-b483-7e60d1c0c129,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:05.544947 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Attempting to bind port 021324c6-41f0-483a-9269-94d2c35be7fa on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:05.545922 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Attempting to bind port 021324c6-41f0-483a-9269-94d2c35be7fa by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:05.546548 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Attempting to bind port 021324c6-41f0-483a-9269-94d2c35be7fa on network 7c704301-37a7-48fa-a5f1-6b7b283384a0 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:05.555518 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:05.556261 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Checking segment: {'id': '6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:05.557800 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.558353 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Bound using segment: {'id': '6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:05.559100 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Bound port: 021324c6-41f0-483a-9269-94d2c35be7fa, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:05.559853 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.608241 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d11-0df7-486b-b1bc-9da336332f8b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.611419 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.620465 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e9485ea8-f4f7-4e74-8aa4-646716f0d10c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:05.622429 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dbe6da10-bc13-4513-808f-a8ca28d8850a req-96392784-a9ca-4c5e-9ed0-5d400ac309bb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674656 Jul 07 17:02:05.629436 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.636037 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/d57ebcde-136e-412e-98ba-bb095d335596 HTTP/1.1" status: 204 len: 168 time: 4.9658697 Jul 07 17:02:05.639159 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53454) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:05.668016 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-375ac44e-6e12-471d-a0bf-df24ec03a23b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-359398318'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:05.685208 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] For port 021324c6-41f0-483a-9269-94d2c35be7fa, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:05.690875 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] For port 021324c6-41f0-483a-9269-94d2c35be7fa, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=021324c6-41f0-483a-9269-94d2c35be7fa,segment=NetworkSegment(6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf),segment_id=6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:05.698386 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.718870 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53458) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:05.738396 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375ac44e-6e12-471d-a0bf-df24ec03a23b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:05.741451 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447c05e-0310-4c86-be50-d09bbd0044a4 req-d3092fb9-7de1-4852-abaf-65eefb905bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.743857 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0447c05e-0310-4c86-be50-d09bbd0044a4 req-d3092fb9-7de1-4852-abaf-65eefb905bf2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 912 time: 0.3721468 Jul 07 17:02:05.761999 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-375ac44e-6e12-471d-a0bf-df24ec03a23b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.765506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900002a-2a6a-4eba-ba4c-f3ac0733425f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Network': ['ID=d57ebcde-136e-412e-98ba-bb095d335596,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:05.769907 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e9485ea8-f4f7-4e74-8aa4-646716f0d10c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:05.770413 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.797282 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f5e05-c4db-446c-b15b-46ad100991dd None None] Pushing event updated for resources: {'Port': ['ID=021324c6-41f0-483a-9269-94d2c35be7fa,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:05.857000 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0447c05e-0310-4c86-be50-d09bbd0044a4 req-5ca5ac28-c2ac-48f2-92ff-ba2ef45de798 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b189a949-8a51-4458-8936-9f8ed57f3a47 HTTP/1.1" status: 200 len: 217 time: 0.0665343 Jul 07 17:02:05.946129 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-1ca72683-e64f-4ffa-8b45-5f0886dea5b2 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:05.947871 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-1ca72683-e64f-4ffa-8b45-5f0886dea5b2 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/networks?id=1cc1d7d9-5027-449b-bced-90726dcf9f3d HTTP/1.1" status: 200 len: 809 time: 0.2743986 Jul 07 17:02:05.956947 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375ac44e-6e12-471d-a0bf-df24ec03a23b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:05.977985 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-375ac44e-6e12-471d-a0bf-df24ec03a23b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:05.978331 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-375ac44e-6e12-471d-a0bf-df24ec03a23b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Added segment ef0fd76c-b70a-4fa2-a048-fa8761baa4a8 of type vlan for network 30c1f811-e115-40f3-90e3-61089210a43a Jul 07 17:02:06.046488 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-d5d9be2b-2e94-4bba-87c8-c2c5e122252a tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/quotas/6eba3549c7b744fbbef66252e96aec7a HTTP/1.1" status: 200 len: 375 time: 0.0396206 Jul 07 17:02:06.085819 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 0d9d2a83-a196-48e2-a8ad-9e8ee2102644 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:06.162555 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447c05e-0310-4c86-be50-d09bbd0044a4 req-d719a415-3f6a-4060-9f59-3f4254794e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:06.163333 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 0d9d2a83-a196-48e2-a8ad-9e8ee2102644 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:06.164089 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0447c05e-0310-4c86-be50-d09bbd0044a4 req-d719a415-3f6a-4060-9f59-3f4254794e36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66d9af50-51a7-4bbc-a88f-fc28aae3344c HTTP/1.1" status: 200 len: 851 time: 0.2969584 Jul 07 17:02:06.166086 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-046f7d56-f99b-4cd8-b99f-39d0c191ba74 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6eba3549c7b744fbbef66252e96aec7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1030922 Jul 07 17:02:06.177305 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 0d9d2a83-a196-48e2-a8ad-9e8ee2102644 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:06.177697 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.202031 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-d53d1d11-0df7-486b-b1bc-9da336332f8b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Allocated IP 2001:db8:1::1 (7c704301-37a7-48fa-a5f1-6b7b283384a0/9375b35f-52a4-4922-a25a-f6890c1db26f/5571be97-650c-4c9e-ad58-83604497c832) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:06.209325 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-375ac44e-6e12-471d-a0bf-df24ec03a23b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.233612 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0447c05e-0310-4c86-be50-d09bbd0044a4 req-918d732a-2ac0-4b01-84a9-f6da9f26b666 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4bfc31d5-b892-420e-a594-085b325da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620000 Jul 07 17:02:06.273912 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8dd68c76-fd8e-492e-832d-0ddca9aa8855 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7060cc7428b9499caca20b95c276ae52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5474284 Jul 07 17:02:06.281321 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53464) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:06.307903 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-375ac44e-6e12-471d-a0bf-df24ec03a23b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.310002 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.313874 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375ac44e-6e12-471d-a0bf-df24ec03a23b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:06.314656 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-375ac44e-6e12-471d-a0bf-df24ec03a23b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.338505 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bbad92-d5a3-4528-8510-b692169ae53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9d2a83-a196-48e2-a8ad-9e8ee2102644'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:06.341967 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263fc4eb-7227-4249-8ec5-6e3050a52e22" -d '{"events": [{"server_uuid": "a2bbad92-d5a3-4528-8510-b692169ae53e", "name": "network-vif-plugged", "status": "completed", "tag": "0d9d2a83-a196-48e2-a8ad-9e8ee2102644"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:06.348009 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-375ac44e-6e12-471d-a0bf-df24ec03a23b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7046804 Jul 07 17:02:06.348532 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-002ffbbd-ed1c-4a06-8699-bb6c24a47789 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.350948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53468) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:06.364633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 0d9d2a83-a196-48e2-a8ad-9e8ee2102644, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=0d9d2a83-a196-48e2-a8ad-9e8ee2102644,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:06.366650 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f90f0f21-ab2d-49f1-a611-c07ea2f10738 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'subnet': {'network_id': '30c1f811-e115-40f3-90e3-61089210a43a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:06.372502 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.430643 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=0d9d2a83-a196-48e2-a8ad-9e8ee2102644,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:06.465717 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ac44e-6e12-471d-a0bf-df24ec03a23b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Network': ['ID=30c1f811-e115-40f3-90e3-61089210a43a,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:06.474451 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d11-0df7-486b-b1bc-9da336332f8b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.478400 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 30c1f811-e115-40f3-90e3-61089210a43a details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:06.495362 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-d53d1d11-0df7-486b-b1bc-9da336332f8b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Transition to ACTIVE for port object 5571be97-650c-4c9e-ad58-83604497c832 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:06.528927 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0426da8-67c8-4cdd-84f0-88b88c1ad204 req-d8d9b083-8a45-4966-af34-bdd1d0db1849 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:06.536386 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e0426da8-67c8-4cdd-84f0-88b88c1ad204 req-d8d9b083-8a45-4966-af34-bdd1d0db1849 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 945 time: 0.1381953 Jul 07 17:02:06.582668 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-43099bd8-c3dd-40e6-a780-91d9c7fff3d1 service neutron] 10.222.0.50 "GET /v2.0/networks/1cc1d7d9-5027-449b-bced-90726dcf9f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981616 Jul 07 17:02:06.591198 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e0426da8-67c8-4cdd-84f0-88b88c1ad204 req-d7baae4e-7c61-49ab-9dce-65dc438615c5 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536726 Jul 07 17:02:06.592789 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d11-0df7-486b-b1bc-9da336332f8b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.631535 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-81de3f6d-32b0-4f47-8371-e42e4afae8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.637013 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53d1d11-0df7-486b-b1bc-9da336332f8b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network 7c704301-37a7-48fa-a5f1-6b7b283384a0 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:06.640652 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-d53d1d11-0df7-486b-b1bc-9da336332f8b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:06.644981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d1d11-0df7-486b-b1bc-9da336332f8b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:06.645552 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d11-0df7-486b-b1bc-9da336332f8b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.653967 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adad7b5a-ba81-4c24-8ba9-d4851c9fa879 x-openstack-request-id: req-adad7b5a-ba81-4c24-8ba9-d4851c9fa879 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:06.654280 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bbad92-d5a3-4528-8510-b692169ae53e", "name": "network-vif-plugged", "status": "completed", "tag": "0d9d2a83-a196-48e2-a8ad-9e8ee2102644", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:06.654561 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-adad7b5a-ba81-4c24-8ba9-d4851c9fa879 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:06.654973 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bbad92-d5a3-4528-8510-b692169ae53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9d2a83-a196-48e2-a8ad-9e8ee2102644', 'code': 200} Jul 07 17:02:06.672395 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0447c05e-0310-4c86-be50-d09bbd0044a4 req-e7bdbfcc-441c-4616-89cf-9a8ca9a532d6 service neutron] 10.222.0.15 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034944 Jul 07 17:02:06.712918 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d1d11-0df7-486b-b1bc-9da336332f8b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Port': ['ID=5571be97-650c-4c9e-ad58-83604497c832,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:06.883004 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d11-0df7-486b-b1bc-9da336332f8b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.927828 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-81de3f6d-32b0-4f47-8371-e42e4afae8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:06.961852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9755a7-ba46-43ad-9004-3b3dcc57e5d1 req-dc8c1ede-9c3b-4c10-90e8-4d0f3b9d2275 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:06.964009 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9d9755a7-ba46-43ad-9004-3b3dcc57e5d1 req-dc8c1ede-9c3b-4c10-90e8-4d0f3b9d2275 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 945 time: 0.1337409 Jul 07 17:02:06.970524 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90f0f21-ab2d-49f1-a611-c07ea2f10738 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:06.975743 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f90f0f21-ab2d-49f1-a611-c07ea2f10738 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.053842 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f447774-5183-48a1-b5bc-a6d6521439be None None] Network 7c704301-37a7-48fa-a5f1-6b7b283384a0 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:07.079227 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9d9755a7-ba46-43ad-9004-3b3dcc57e5d1 req-4a33b459-4295-49b0-9c43-6b98a158f0e0 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839894 Jul 07 17:02:07.086974 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-e13f1ec3-f20e-4f96-bc55-1f655ea25f6c service neutron] 10.222.0.50 "GET /v2.0/networks/1cc1d7d9-5027-449b-bced-90726dcf9f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891930 Jul 07 17:02:07.138192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-beafe411-6649-4995-bd34-8e4726f7fe33 None None] Provisioning for port 021324c6-41f0-483a-9269-94d2c35be7fa completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:07.213720 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-002ffbbd-ed1c-4a06-8699-bb6c24a47789 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.320535 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d11-0df7-486b-b1bc-9da336332f8b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.329176 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d11-0df7-486b-b1bc-9da336332f8b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.330491 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d53d1d11-0df7-486b-b1bc-9da336332f8b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.352250 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57443bf-f300-4fea-98bf-dc57c3820074 req-39a8d89e-a1c2-493c-9460-ffed40197a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:07.353358 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c57443bf-f300-4fea-98bf-dc57c3820074 req-39a8d89e-a1c2-493c-9460-ffed40197a65 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 1096 time: 0.5929544 Jul 07 17:02:07.393525 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0447c05e-0310-4c86-be50-d09bbd0044a4 req-9db2ef87-636d-43bf-b0bf-c422fcfda76b service neutron] 10.222.0.15 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7032559 Jul 07 17:02:07.436155 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d1d11-0df7-486b-b1bc-9da336332f8b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Port': ['ID=5571be97-650c-4c9e-ad58-83604497c832,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:07.463165 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b95e0673-94fa-4730-b61f-ee666e514c9a req-cefd1b1f-b9f6-47ac-ac1d-d8eecac64b0f tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5c2fbcb-5d96-4d10-bee6-125521379787 HTTP/1.1" status: 200 len: 210 time: 0.1356227 Jul 07 17:02:07.463912 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-81de3f6d-32b0-4f47-8371-e42e4afae8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.467108 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-81de3f6d-32b0-4f47-8371-e42e4afae8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.492000 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-81de3f6d-32b0-4f47-8371-e42e4afae8b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/941646d6-8fc3-4c0f-b6ac-d989f1aa4cdd HTTP/1.1" status: 204 len: 168 time: 1.1835113 Jul 07 17:02:07.509245 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53d1d11-0df7-486b-b1bc-9da336332f8b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network 7c704301-37a7-48fa-a5f1-6b7b283384a0 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:07.516059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-d53d1d11-0df7-486b-b1bc-9da336332f8b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:07.540943 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de3f6d-32b0-4f47-8371-e42e4afae8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941646d6-8fc3-4c0f-b6ac-d989f1aa4cdd,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:07.632380 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 021324c6-41f0-483a-9269-94d2c35be7fa up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:07.733592 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c57443bf-f300-4fea-98bf-dc57c3820074 req-94070040-b3fc-4a08-88ea-57bc8c5c2f40 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385346 Jul 07 17:02:07.744630 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53d1d11-0df7-486b-b1bc-9da336332f8b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router 37910202-922f-4a52-8dbb-9660e35d4f02 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:02:07.784989 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 021324c6-41f0-483a-9269-94d2c35be7fa completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:07.803646 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 021324c6-41f0-483a-9269-94d2c35be7fa triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:07.804317 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.910436 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-91ebf8dc-4b47-4463-89d7-38aec62dded9 None None] Provisioning for port 5571be97-650c-4c9e-ad58-83604497c832 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:07.916712 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f90f0f21-ab2d-49f1-a611-c07ea2f10738 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.922092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-91ebf8dc-4b47-4463-89d7-38aec62dded9 None None] Provisioning complete for port 5571be97-650c-4c9e-ad58-83604497c832 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:07.922808 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-91ebf8dc-4b47-4463-89d7-38aec62dded9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:07.968002 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53d1d11-0df7-486b-b1bc-9da336332f8b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:07.969461 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-91ebf8dc-4b47-4463-89d7-38aec62dded9 None None] Port 5571be97-650c-4c9e-ad58-83604497c832 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:07.983134 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d53d1d11-0df7-486b-b1bc-9da336332f8b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/37910202-922f-4a52-8dbb-9660e35d4f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9373221 Jul 07 17:02:07.985041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53494) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:07.995442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] Sync routers for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:07.997379 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-fb618142-5bf1-4a5b-94b6-f9fab321649a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-709297970'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:08.030087 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-91ebf8dc-4b47-4463-89d7-38aec62dded9 None None] Provisioning complete for port 021324c6-41f0-483a-9269-94d2c35be7fa triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:08.030517 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-91ebf8dc-4b47-4463-89d7-38aec62dded9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.097445 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:08.098170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:01:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:08.120433 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5b142-4e14-427d-83cd-fbe510978d15 req-f98e1871-168d-4df6-a142-c07f2ddd6b23 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:08.122207 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afb5b142-4e14-427d-83cd-fbe510978d15 req-f98e1871-168d-4df6-a142-c07f2ddd6b23 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 945 time: 0.1558475 Jul 07 17:02:08.147132 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002ffbbd-ed1c-4a06-8699-bb6c24a47789 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Router 294a1cf2-b810-42dd-917b-41c03aa592b3 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:02:08.186131 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f0f21-ab2d-49f1-a611-c07ea2f10738 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Subnet': ['ID=4e8c34f7-d358-4b3a-beaa-b406ade032c3,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:08.199837 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb618142-5bf1-4a5b-94b6-f9fab321649a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Made reservation on behalf of 51dde79387314242847dde9de3afbecb for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:08.205506 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb618142-5bf1-4a5b-94b6-f9fab321649a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.225713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90f0f21-ab2d-49f1-a611-c07ea2f10738 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Checking segment: {'id': 'ef0fd76c-b70a-4fa2-a048-fa8761baa4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30c1f811-e115-40f3-90e3-61089210a43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:08.226134 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90f0f21-ab2d-49f1-a611-c07ea2f10738 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network hostable DHCP agents. Network: 30c1f811-e115-40f3-90e3-61089210a43a, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:08.228030 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afb5b142-4e14-427d-83cd-fbe510978d15 req-75b98d3a-4ca6-4fb3-8b70-4e8311ec6f10 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980203 Jul 07 17:02:08.310468 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.405746 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 021324c6-41f0-483a-9269-94d2c35be7fa, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=021324c6-41f0-483a-9269-94d2c35be7fa,segment=NetworkSegment(6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf),segment_id=6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:08.414125 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:08.424150 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.440990 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90f0f21-ab2d-49f1-a611-c07ea2f10738 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network 30c1f811-e115-40f3-90e3-61089210a43a is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:08.475738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-f90f0f21-ab2d-49f1-a611-c07ea2f10738 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 30c1f811-e115-40f3-90e3-61089210a43a) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:08.477580 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb618142-5bf1-4a5b-94b6-f9fab321649a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:08.492696 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90f0f21-ab2d-49f1-a611-c07ea2f10738 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:08.492696 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f90f0f21-ab2d-49f1-a611-c07ea2f10738 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.529983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3622945-51ec-4bcf-8ce3-83ca42a63dec None None] Network 30c1f811-e115-40f3-90e3-61089210a43a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:08.761755 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ab2561ed-cc73-424c-9d61-f60c7ec865ae req-d59f5aae-75b7-44bb-b503-da4abfa860d9 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5c2fbcb-5d96-4d10-bee6-125521379787 HTTP/1.1" status: 200 len: 210 time: 0.0427356 Jul 07 17:02:08.772824 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53514) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:08.828458 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=021324c6-41f0-483a-9269-94d2c35be7fa,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:08.880719 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb618142-5bf1-4a5b-94b6-f9fab321649a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.881059 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-fb618142-5bf1-4a5b-94b6-f9fab321649a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Added segment 3f66d313-8839-4ee7-b4ac-09364abbab71 of type vlan for network 845c9143-8ea6-4aa6-a1bb-92dbe755bd78 Jul 07 17:02:08.912875 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-7df4f98f-bd42-4a44-b6ba-bc348881c10b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-520374958'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:08.914725 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-22e74456-6cd6-4f27-8352-0b1f9952a73b None None] Provisioning complete for port 5571be97-650c-4c9e-ad58-83604497c832 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:08.915113 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-22e74456-6cd6-4f27-8352-0b1f9952a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.939553 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df4f98f-bd42-4a44-b6ba-bc348881c10b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:08.944794 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7df4f98f-bd42-4a44-b6ba-bc348881c10b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.959918 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7df4f98f-bd42-4a44-b6ba-bc348881c10b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:08.963981 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f90f0f21-ab2d-49f1-a611-c07ea2f10738 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6073501 Jul 07 17:02:08.973868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53518) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:08.991930 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb618142-5bf1-4a5b-94b6-f9fab321649a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.006915 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002ffbbd-ed1c-4a06-8699-bb6c24a47789 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:09.014049 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-22e74456-6cd6-4f27-8352-0b1f9952a73b None None] Port 5571be97-650c-4c9e-ad58-83604497c832 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:09.022488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93eea4-a57e-43fe-ae80-43eaea87f73d req-2801b7a3-4567-4a8f-9f03-f6d82312b636 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.029332 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] Sync routers for ids ['294a1cf2-b810-42dd-917b-41c03aa592b3'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:09.034703 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fe93eea4-a57e-43fe-ae80-43eaea87f73d req-2801b7a3-4567-4a8f-9f03-f6d82312b636 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 945 time: 0.6792157 Jul 07 17:02:09.045907 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] Routers {'294a1cf2-b810-42dd-917b-41c03aa592b3'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:09.046880 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:01:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['294a1cf2-b810-42dd-917b-41c03aa592b3'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:09.101103 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-30c1f811-e115-40f3-90e3-61089210a43a', 'network_id': '30c1f811-e115-40f3-90e3-61089210a43a', 'tenant_id': '207a1cad44ed4f44a10e7c0217eaa943', 'fixed_ips': [{'subnet_id': '4e8c34f7-d358-4b3a-beaa-b406ade032c3'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:09.104005 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.147285 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.164381 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fe93eea4-a57e-43fe-ae80-43eaea87f73d req-3509a523-1cd8-4a5b-81bf-b0a1a877d92f tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284380 Jul 07 17:02:09.170734 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb618142-5bf1-4a5b-94b6-f9fab321649a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.176696 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb618142-5bf1-4a5b-94b6-f9fab321649a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.177308 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb618142-5bf1-4a5b-94b6-f9fab321649a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.197391 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] Set router 294a1cf2-b810-42dd-917b-41c03aa592b3 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:09.250779 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb618142-5bf1-4a5b-94b6-f9fab321649a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Network': ['ID=845c9143-8ea6-4aa6-a1bb-92dbe755bd78,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:09.335525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 845c9143-8ea6-4aa6-a1bb-92dbe755bd78 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:09.368383 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-b617aa3d-8168-431e-8bcc-a7c65edc589b tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.370369 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-b617aa3d-8168-431e-8bcc-a7c65edc589b tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.69 "GET /v2.0/networks?id=1cc1d7d9-5027-449b-bced-90726dcf9f3d HTTP/1.1" status: 200 len: 809 time: 0.2019899 Jul 07 17:02:09.385402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-ac636fa0-b6bc-4965-8dc2-0ab628b4cd49 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Request body: {'port': {'device_id': 'c5c2fbcb-5d96-4d10-bee6-125521379787', 'network_id': '1cc1d7d9-5027-449b-bced-90726dcf9f3d', 'admin_state_up': True, 'tenant_id': '6eba3549c7b744fbbef66252e96aec7a'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:09.437945 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294a1cf2-b810-42dd-917b-41c03aa592b3', 'name': 'tempest-snat-router-947679397', 'tenant_id': 'c42683dec7eb4e8497a3ca1b351709e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.186'}], 'enable_snat': False}, 'gw_port_id': 'd9318450-e91d-45e4-b483-7e60d1c0c129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:01Z', 'updated_at': '2021-07-07T17:02:05Z', 'revision_number': 3, 'project_id': 'c42683dec7eb4e8497a3ca1b351709e2', 'gw_port': {'id': 'd9318450-e91d-45e4-b483-7e60d1c0c129', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294a1cf2-b810-42dd-917b-41c03aa592b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:03Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:09.498314 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] Checking router: 294a1cf2-b810-42dd-917b-41c03aa592b3 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:02:09.498858 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] Updating router 294a1cf2-b810-42dd-917b-41c03aa592b3 port d9318450-e91d-45e4-b483-7e60d1c0c129 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:02:09.501773 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:02:06Z', 'revision_number': 3, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': '5571be97-650c-4c9e-ad58-83604497c832', 'name': '', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:1f:e9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:05Z', 'updated_at': '2021-07-07T17:02:07Z', 'revision_number': 2, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:09.503580 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7df4f98f-bd42-4a44-b6ba-bc348881c10b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.527617 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fb618142-5bf1-4a5b-94b6-f9fab321649a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5407159 Jul 07 17:02:09.530127 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53524) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:09.536631 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-3df784db-7a4a-4783-a749-f6ccdc47678b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'subnet': {'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:09.546720 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.566664 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7df4f98f-bd42-4a44-b6ba-bc348881c10b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.574764 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-002ffbbd-ed1c-4a06-8699-bb6c24a47789 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.580141 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-002ffbbd-ed1c-4a06-8699-bb6c24a47789 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.1682448 Jul 07 17:02:09.586301 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Allocated IP 172.20.0.1 (30c1f811-e115-40f3-90e3-61089210a43a/4e8c34f7-d358-4b3a-beaa-b406ade032c3/af068207-2943-4298-b7e1-c1108fa68f91) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:09.590448 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53526) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:09.675323 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] Checking router: 37910202-922f-4a52-8dbb-9660e35d4f02 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:02:09.676290 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] Updating router 37910202-922f-4a52-8dbb-9660e35d4f02 port 5571be97-650c-4c9e-ad58-83604497c832 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:02:09.692994 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df4f98f-bd42-4a44-b6ba-bc348881c10b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:09.747163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df784db-7a4a-4783-a749-f6ccdc47678b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Made reservation on behalf of 51dde79387314242847dde9de3afbecb for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:09.750582 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.755061 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3df784db-7a4a-4783-a749-f6ccdc47678b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.763032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4f98f-bd42-4a44-b6ba-bc348881c10b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7c3648-6962-4fcb-866c-f3fcdcc8f46d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:09.784460 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7df4f98f-bd42-4a44-b6ba-bc348881c10b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:09.784809 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-7df4f98f-bd42-4a44-b6ba-bc348881c10b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Added segment 4c32a4b9-d0a8-4532-98ec-bfd0384e1059 of type vlan for network 05c62a07-a876-40e2-b66f-3c8128e4630f Jul 07 17:02:09.887483 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26e9a4-9940-4b56-866e-e0e4de2322a6 req-0006bb60-7b0b-4e84-8f4e-c213d113d701 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:09.895181 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fd26e9a4-9940-4b56-866e-e0e4de2322a6 req-0006bb60-7b0b-4e84-8f4e-c213d113d701 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 945 time: 0.5019493 Jul 07 17:02:09.947204 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 021324c6-41f0-483a-9269-94d2c35be7fa up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:10.006562 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.024610 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] Transition to ACTIVE for port object d9318450-e91d-45e4-b483-7e60d1c0c129 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:10.025024 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.035089 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.098641 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3df784db-7a4a-4783-a749-f6ccdc47678b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.115769 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0129475-62c2-4676-ae1a-4e148bc36b66 req-56ec33cd-d1b8-453d-b0b3-73a8f73d92fa tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5c2fbcb-5d96-4d10-bee6-125521379787 HTTP/1.1" status: 200 len: 210 time: 0.1472943 Jul 07 17:02:10.118471 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.126680 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] Attempting to bind port d9318450-e91d-45e4-b483-7e60d1c0c129 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:10.128222 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] Attempting to bind port d9318450-e91d-45e4-b483-7e60d1c0c129 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:10.128944 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] Attempting to bind port d9318450-e91d-45e4-b483-7e60d1c0c129 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:10.141295 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Transition to ACTIVE for port object af068207-2943-4298-b7e1-c1108fa68f91 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:10.146194 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:10.147412 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:10.147412 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.147928 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:10.148523 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] Bound port: d9318450-e91d-45e4-b483-7e60d1c0c129, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:10.149395 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.205098 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 021324c6-41f0-483a-9269-94d2c35be7fa triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:10.205489 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.219638 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Transition to ACTIVE for port object af068207-2943-4298-b7e1-c1108fa68f91 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:10.233054 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] For port d9318450-e91d-45e4-b483-7e60d1c0c129, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:10.234517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df784db-7a4a-4783-a749-f6ccdc47678b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Subnet': ['ID=1b639648-5b4f-4f53-9a78-f110c3a5641e,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:10.237706 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] For port d9318450-e91d-45e4-b483-7e60d1c0c129, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d9318450-e91d-45e4-b483-7e60d1c0c129,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:10.254826 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc6e4e-22ed-421e-acc7-5ab818a8fd10 None None] Pushing event updated for resources: {'Port': ['ID=d9318450-e91d-45e4-b483-7e60d1c0c129,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:10.265583 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.267694 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df784db-7a4a-4783-a749-f6ccdc47678b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Checking segment: {'id': '3f66d313-8839-4ee7-b4ac-09364abbab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:10.268168 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df784db-7a4a-4783-a749-f6ccdc47678b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network hostable DHCP agents. Network: 845c9143-8ea6-4aa6-a1bb-92dbe755bd78, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:10.275129 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.317354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df784db-7a4a-4783-a749-f6ccdc47678b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network 845c9143-8ea6-4aa6-a1bb-92dbe755bd78 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:10.335552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-3df784db-7a4a-4783-a749-f6ccdc47678b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 845c9143-8ea6-4aa6-a1bb-92dbe755bd78) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:10.341531 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7df4f98f-bd42-4a44-b6ba-bc348881c10b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.343122 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df784db-7a4a-4783-a749-f6ccdc47678b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.344005 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3df784db-7a4a-4783-a749-f6ccdc47678b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.372758 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0a81ce-408e-4eb0-8375-acd069bee07d None None] Network 845c9143-8ea6-4aa6-a1bb-92dbe755bd78 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:10.375771 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] Routers {'294a1cf2-b810-42dd-917b-41c03aa592b3'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:10.376742 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:01:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['294a1cf2-b810-42dd-917b-41c03aa592b3'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:10.382212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Network 30c1f811-e115-40f3-90e3-61089210a43a is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:10.395680 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-45989cfc-b9b7-41e0-a3c4-78b6feee6cf2 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "GET /v2.0/routers/294a1cf2-b810-42dd-917b-41c03aa592b3 HTTP/1.1" status: 200 len: 908 time: 0.8000584 Jul 07 17:02:10.401299 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53532) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:10.405853 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f92e4fce-d6eb-4ccd-a25a-5dd235549109 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Request body: {'router': {'name': 'tempest-snat-router-947679397', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'enable_snat': True}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:10.414884 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fd26e9a4-9940-4b56-866e-e0e4de2322a6 req-5b680ed6-dd91-4bb8-aad8-e031c2ae4b14 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166707 Jul 07 17:02:10.421519 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:10.423390 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Pushing event updated for resources: {'Port': ['ID=af068207-2943-4298-b7e1-c1108fa68f91,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:10.434447 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3df784db-7a4a-4783-a749-f6ccdc47678b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8961406 Jul 07 17:02:10.434447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53534) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:10.434837 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:10.448388 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-ac636fa0-b6bc-4965-8dc2-0ab628b4cd49 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Made reservation on behalf of 6eba3549c7b744fbbef66252e96aec7a for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:10.454895 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-ac636fa0-b6bc-4965-8dc2-0ab628b4cd49 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.461535 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.476406 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc6e4e-22ed-421e-acc7-5ab818a8fd10 None None] Pushing event updated for resources: {'Port': ['ID=d9318450-e91d-45e4-b483-7e60d1c0c129,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:10.507590 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7df4f98f-bd42-4a44-b6ba-bc348881c10b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.513798 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df4f98f-bd42-4a44-b6ba-bc348881c10b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.514444 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7df4f98f-bd42-4a44-b6ba-bc348881c10b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.538838 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Subnet': ['ID=4e8c34f7-d358-4b3a-beaa-b406ade032c3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:10.569517 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f92e4fce-d6eb-4ccd-a25a-5dd235549109 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.571060 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f92e4fce-d6eb-4ccd-a25a-5dd235549109 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.596254 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] Set router 294a1cf2-b810-42dd-917b-41c03aa592b3 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:10.633065 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f92e4fce-d6eb-4ccd-a25a-5dd235549109 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.660620 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.671583 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c1f811-e115-40f3-90e3-61089210a43a']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:10.682543 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0fd76c-b70a-4fa2-a048-fa8761baa4a8') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:10.682905 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0fd76c-b70a-4fa2-a048-fa8761baa4a8') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:10.693115 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.700165 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Attempting to bind port af068207-2943-4298-b7e1-c1108fa68f91 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:10.700543 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Attempting to bind port af068207-2943-4298-b7e1-c1108fa68f91 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'ef0fd76c-b70a-4fa2-a048-fa8761baa4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30c1f811-e115-40f3-90e3-61089210a43a'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:10.700915 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Attempting to bind port af068207-2943-4298-b7e1-c1108fa68f91 on network 30c1f811-e115-40f3-90e3-61089210a43a {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:10.708437 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.715520 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:10.715946 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.771402 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:10.771920 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Checking segment: {'id': 'ef0fd76c-b70a-4fa2-a048-fa8761baa4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30c1f811-e115-40f3-90e3-61089210a43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:10.772209 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.773050 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Bound using segment: {'id': 'ef0fd76c-b70a-4fa2-a048-fa8761baa4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30c1f811-e115-40f3-90e3-61089210a43a'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:10.773559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Bound port: af068207-2943-4298-b7e1-c1108fa68f91, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0fd76c-b70a-4fa2-a048-fa8761baa4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '30c1f811-e115-40f3-90e3-61089210a43a'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:10.773952 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:10.781791 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:10.796200 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.db.api [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:02:10.796200 n-d-793620-7 neutron-server[100409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:02:10.796200 n-d-793620-7 neutron-server[100409]: [parameters: {'id': '30c1f811-e115-40f3-90e3-61089210a43a'}] Jul 07 17:02:10.796200 n-d-793620-7 neutron-server[100409]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:02:10.796764 n-d-793620-7 neutron-server[100409]: DEBUG oslo_db.api [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:02:10.809727 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7df4f98f-bd42-4a44-b6ba-bc348881c10b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0359719 Jul 07 17:02:10.816719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53540) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:10.825990 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-2edab77c-8a59-43f5-9544-5983f369f011 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'port': {'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f', 'name': 'tempest-PortsIpV6TestJSON-1430774986'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:10.861410 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-845c9143-8ea6-4aa6-a1bb-92dbe755bd78', 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'fixed_ips': [{'subnet_id': '1b639648-5b4f-4f53-9a78-f110c3a5641e'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:10.863560 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.869633 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4f98f-bd42-4a44-b6ba-bc348881c10b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Network': ['ID=05c62a07-a876-40e2-b66f-3c8128e4630f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:10.891804 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 05c62a07-a876-40e2-b66f-3c8128e4630f details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:10.892083 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294a1cf2-b810-42dd-917b-41c03aa592b3', 'name': 'tempest-snat-router-947679397', 'tenant_id': 'c42683dec7eb4e8497a3ca1b351709e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.186'}], 'enable_snat': False}, 'gw_port_id': 'd9318450-e91d-45e4-b483-7e60d1c0c129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:01Z', 'updated_at': '2021-07-07T17:02:05Z', 'revision_number': 3, 'project_id': 'c42683dec7eb4e8497a3ca1b351709e2', 'gw_port': {'id': 'd9318450-e91d-45e4-b483-7e60d1c0c129', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294a1cf2-b810-42dd-917b-41c03aa592b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:03Z', 'updated_at': '2021-07-07T17:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:10.896474 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:10.917404 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98200cf-4258-4bed-8c01-88ab142ed4ee req-2e59909a-2c89-4997-b1ba-0508a06636e2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.920319 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b98200cf-4258-4bed-8c01-88ab142ed4ee req-2e59909a-2c89-4997-b1ba-0508a06636e2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 945 time: 0.4723971 Jul 07 17:02:10.937104 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4280dbae-b82b-49ca-b91f-f1420edb9a06 None None] The sync data for ids ['294a1cf2-b810-42dd-917b-41c03aa592b3'] in n-d-793620-7 is: [{'id': '294a1cf2-b810-42dd-917b-41c03aa592b3', 'name': 'tempest-snat-router-947679397', 'tenant_id': 'c42683dec7eb4e8497a3ca1b351709e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.186'}], 'enable_snat': False}, 'gw_port_id': 'd9318450-e91d-45e4-b483-7e60d1c0c129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:01Z', 'updated_at': '2021-07-07T17:02:05Z', 'revision_number': 3, 'project_id': 'c42683dec7eb4e8497a3ca1b351709e2', 'gw_port': {'id': 'd9318450-e91d-45e4-b483-7e60d1c0c129', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294a1cf2-b810-42dd-917b-41c03aa592b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:03Z', 'updated_at': '2021-07-07T17:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:10.961272 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fbc47-c42e-4a23-8e03-abeea793dc25 req-3c316738-dce8-439f-8d43-730d5d20a215 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:10.968600 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ff2fbc47-c42e-4a23-8e03-abeea793dc25 req-3c316738-dce8-439f-8d43-730d5d20a215 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 945 time: 0.1881363 Jul 07 17:02:10.996764 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-ac636fa0-b6bc-4965-8dc2-0ab628b4cd49 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Allocated IP 172.20.0.14 (1cc1d7d9-5027-449b-bced-90726dcf9f3d/d24686f1-5d0a-4997-a2c1-1447be3e1d42/8059a6d5-f47f-4f46-8f70-a370292a463d) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:11.052573 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ff2fbc47-c42e-4a23-8e03-abeea793dc25 req-2cd15f8b-58bc-48bb-93c8-d5d21dd00002 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827093 Jul 07 17:02:11.054744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] Transition to ACTIVE for port object 5571be97-650c-4c9e-ad58-83604497c832 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:11.070343 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f92e4fce-d6eb-4ccd-a25a-5dd235549109 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.118065 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.180145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Allocated IP 2001:db8:2::2 (845c9143-8ea6-4aa6-a1bb-92dbe755bd78/1b639648-5b4f-4f53-9a78-f110c3a5641e/b019a4cb-aa4a-41a9-a0b2-b316add5fd30) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:11.202740 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:02:11.207041 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b98200cf-4258-4bed-8c01-88ab142ed4ee req-4eabdec4-5301-40cb-bfac-bdf35d96a6f3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158122 Jul 07 17:02:11.308113 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-ac636fa0-b6bc-4965-8dc2-0ab628b4cd49 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.329927 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edab77c-8a59-43f5-9544-5983f369f011 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:11.330486 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.337541 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2edab77c-8a59-43f5-9544-5983f369f011 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.476821 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.487433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Transition to ACTIVE for port object b019a4cb-aa4a-41a9-a0b2-b316add5fd30 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:11.501014 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-ac636fa0-b6bc-4965-8dc2-0ab628b4cd49 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.504170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Transition to ACTIVE for port object b019a4cb-aa4a-41a9-a0b2-b316add5fd30 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:11.508954 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-2edab77c-8a59-43f5-9544-5983f369f011 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] device_id is not set on port b3c3f35a-1284-4837-b4a4-167ef7025501 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:02:11.513975 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] For port af068207-2943-4298-b7e1-c1108fa68f91, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:11.531057 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b6e6962-d927-4f9f-a017-f54eb80d5fda req-4c5f1d8c-27ed-46de-9bac-7871d3740f15 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5c2fbcb-5d96-4d10-bee6-125521379787 HTTP/1.1" status: 200 len: 210 time: 0.0662932 Jul 07 17:02:11.568655 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.590264 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Deleting port af068207-2943-4298-b7e1-c1108fa68f91 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:11.591395 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.604128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] For port af068207-2943-4298-b7e1-c1108fa68f91, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=af068207-2943-4298-b7e1-c1108fa68f91,segment=NetworkSegment(ef0fd76c-b70a-4fa2-a048-fa8761baa4a8),segment_id=ef0fd76c-b70a-4fa2-a048-fa8761baa4a8)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:11.615897 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71233e5-1588-459e-9947-1986a3c3849a None None] Pushing event updated for resources: {'Port': ['ID=5571be97-650c-4c9e-ad58-83604497c832,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:11.651890 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.664320 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Network 845c9143-8ea6-4aa6-a1bb-92dbe755bd78 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:11.703525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:11.703525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:11.703525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d9318450-e91d-45e4-b483-7e60d1c0c129 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:11.744724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-ac636fa0-b6bc-4965-8dc2-0ab628b4cd49 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Network 1cc1d7d9-5027-449b-bced-90726dcf9f3d is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:11.747262 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-ac636fa0-b6bc-4965-8dc2-0ab628b4cd49 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:11.765365 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-ac636fa0-b6bc-4965-8dc2-0ab628b4cd49 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:11.811158 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac636fa0-b6bc-4965-8dc2-0ab628b4cd49 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Pushing event updated for resources: {'Port': ['ID=8059a6d5-f47f-4f46-8f70-a370292a463d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:11.852076 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] For port af068207-2943-4298-b7e1-c1108fa68f91, host n-d-793620-7, got binding levels [] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:11.852622 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.852776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b22ee2c-c9df-4422-bc91-ebb70174d424 None None] Network 30c1f811-e115-40f3-90e3-61089210a43a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:11.900531 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] Attempting to bind port 5571be97-650c-4c9e-ad58-83604497c832 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:11.901123 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] Attempting to bind port 5571be97-650c-4c9e-ad58-83604497c832 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:11.901793 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] Attempting to bind port 5571be97-650c-4c9e-ad58-83604497c832 on network 7c704301-37a7-48fa-a5f1-6b7b283384a0 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:11.902287 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Calling delete_port for af068207-2943-4298-b7e1-c1108fa68f91 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:11.932845 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:11.933614 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] Checking segment: {'id': '6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:11.934251 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.934897 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] Bound using segment: {'id': '6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:11.935651 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] Bound port: 5571be97-650c-4c9e-ad58-83604497c832, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:11.936296 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:11.939383 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Pushing event updated for resources: {'Port': ['ID=b019a4cb-aa4a-41a9-a0b2-b316add5fd30,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:11.951353 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-ac636fa0-b6bc-4965-8dc2-0ab628b4cd49 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:11.951801 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-ac636fa0-b6bc-4965-8dc2-0ab628b4cd49 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.038226 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-ac636fa0-b6bc-4965-8dc2-0ab628b4cd49 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6567478 Jul 07 17:02:12.051390 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] Request body: {'port': {'device_id': 'c5c2fbcb-5d96-4d10-bee6-125521379787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:12.061169 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64e01773-232a-4589-a75c-321da24db9e2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.114859 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Attempting to bind port b019a4cb-aa4a-41a9-a0b2-b316add5fd30 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:12.114859 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Attempting to bind port b019a4cb-aa4a-41a9-a0b2-b316add5fd30 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3f66d313-8839-4ee7-b4ac-09364abbab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:12.114859 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Attempting to bind port b019a4cb-aa4a-41a9-a0b2-b316add5fd30 on network 845c9143-8ea6-4aa6-a1bb-92dbe755bd78 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:12.150435 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.199741 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Port': ['ID=af068207-2943-4298-b7e1-c1108fa68f91,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:12.201708 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No DVR routers for this DVR port af068207-2943-4298-b7e1-c1108fa68f91 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:12.209889 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.217286 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:12.218306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Checking segment: {'id': '3f66d313-8839-4ee7-b4ac-09364abbab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:12.218939 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.220097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Bound using segment: {'id': '3f66d313-8839-4ee7-b4ac-09364abbab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:12.220791 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Bound port: b019a4cb-aa4a-41a9-a0b2-b316add5fd30, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d313-8839-4ee7-b4ac-09364abbab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:12.221415 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.261620 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f92e4fce-d6eb-4ccd-a25a-5dd235549109 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.294470 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2edab77c-8a59-43f5-9544-5983f369f011 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.306634 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f92e4fce-d6eb-4ccd-a25a-5dd235549109 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.325633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] For port 5571be97-650c-4c9e-ad58-83604497c832, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:12.327049 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.349129 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af1749-8f8a-4946-91a8-7813c6ad7046 None None] Pushing event updated for resources: {'Port': ['ID=af068207-2943-4298-b7e1-c1108fa68f91,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:12.368601 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c1f811-e115-40f3-90e3-61089210a43a']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:12.384553 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] For port 5571be97-650c-4c9e-ad58-83604497c832, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5571be97-650c-4c9e-ad58-83604497c832,segment=NetworkSegment(6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf),segment_id=6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:12.386743 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port d9318450-e91d-45e4-b483-7e60d1c0c129 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:12.394689 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0fd76c-b70a-4fa2-a048-fa8761baa4a8') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:12.395095 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0fd76c-b70a-4fa2-a048-fa8761baa4a8') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:12.421019 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.427353 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d9318450-e91d-45e4-b483-7e60d1c0c129 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:12.427731 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.474469 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.510669 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a5ddf-e508-42d5-8488-0c934dfa9a73 req-79029d9d-075c-4e27-a7ef-3f5f24b40c0d tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.515564 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ff1a5ddf-e508-42d5-8488-0c934dfa9a73 req-79029d9d-075c-4e27-a7ef-3f5f24b40c0d tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 945 time: 0.5018487 Jul 07 17:02:12.536081 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.547080 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:12.548029 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:12.561325 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:12.632681 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2edab77c-8a59-43f5-9544-5983f369f011 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.677982 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ff1a5ddf-e508-42d5-8488-0c934dfa9a73 req-33d43c98-3a33-459f-9999-1274812cf455 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085780 Jul 07 17:02:12.678181 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] For port b019a4cb-aa4a-41a9-a0b2-b316add5fd30, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:12.683400 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95f1e0-e240-4a03-a38b-fc7c3507c794 req-73376700-e270-4638-8aa1-c6c88897a86b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:12.685291 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5e95f1e0-e240-4a03-a38b-fc7c3507c794 req-73376700-e270-4638-8aa1-c6c88897a86b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 945 time: 0.2880371 Jul 07 17:02:12.691935 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] For port b019a4cb-aa4a-41a9-a0b2-b316add5fd30, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b019a4cb-aa4a-41a9-a0b2-b316add5fd30,segment=NetworkSegment(3f66d313-8839-4ee7-b4ac-09364abbab71),segment_id=3f66d313-8839-4ee7-b4ac-09364abbab71)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:12.709903 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.711614 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.716902 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:12.717568 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:01:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:12.734909 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:12.740722 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53556) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:12.741301 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/30c1f811-e115-40f3-90e3-61089210a43a HTTP/1.1" status: 204 len: 168 time: 3.7649164 Jul 07 17:02:12.753132 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5cb3367d-3bb8-4802-bcd4-f00ce7b03593 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1633217992'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:12.773170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71233e5-1588-459e-9947-1986a3c3849a None None] Pushing event updated for resources: {'Port': ['ID=5571be97-650c-4c9e-ad58-83604497c832,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:12.781468 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-f92e4fce-d6eb-4ccd-a25a-5dd235549109 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Allocated IP 172.25.2.169 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/38cfd2ab-161a-4638-8e12-1d8af327b6d2) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:12.788246 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72892882-79cb-4502-b7a9-895e85578033 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Network': ['ID=30c1f811-e115-40f3-90e3-61089210a43a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:12.843960 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5e95f1e0-e240-4a03-a38b-fc7c3507c794 req-3c05fc40-055c-4688-9529-eebf7cfbf8bc tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436076 Jul 07 17:02:12.975506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8059a6d5-f47f-4f46-8f70-a370292a463d {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:12.986218 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edab77c-8a59-43f5-9544-5983f369f011 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=b3c3f35a-1284-4837-b4a4-167ef7025501,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:13.000047 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.009052 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:13.017138 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] Transition to ACTIVE for port object 8059a6d5-f47f-4f46-8f70-a370292a463d will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:13.031957 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.083665 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83d875-a6ed-4b5f-a5be-176bb62e973d None None] Pushing event updated for resources: {'Port': ['ID=b019a4cb-aa4a-41a9-a0b2-b316add5fd30,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:13.092008 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.109371 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb3367d-3bb8-4802-bcd4-f00ce7b03593 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:13.134166 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5cb3367d-3bb8-4802-bcd4-f00ce7b03593 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.200012 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] Pushing event updated for resources: {'Port': ['ID=8059a6d5-f47f-4f46-8f70-a370292a463d,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:13.221130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edab77c-8a59-43f5-9544-5983f369f011 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Checking segment: {'id': '4c32a4b9-d0a8-4532-98ec-bfd0384e1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:13.221543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edab77c-8a59-43f5-9544-5983f369f011 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network hostable DHCP agents. Network: 05c62a07-a876-40e2-b66f-3c8128e4630f, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:13.234537 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-64e01773-232a-4589-a75c-321da24db9e2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Allocated IP 2001:db8:2::1 (845c9143-8ea6-4aa6-a1bb-92dbe755bd78/1b639648-5b4f-4f53-9a78-f110c3a5641e/776b9a05-171a-41ba-b8e5-0833d1aea4b5) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:13.249838 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb3367d-3bb8-4802-bcd4-f00ce7b03593 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:13.274018 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5cb3367d-3bb8-4802-bcd4-f00ce7b03593 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.275200 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-5cb3367d-3bb8-4802-bcd4-f00ce7b03593 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Added segment 594084aa-b56a-4f3f-96a3-d6d5c7e87931 of type vlan for network b502af7b-61d1-48b0-b6be-3805a9c2577e Jul 07 17:02:13.302778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port d9318450-e91d-45e4-b483-7e60d1c0c129, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d9318450-e91d-45e4-b483-7e60d1c0c129,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:13.320429 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.325821 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a614fc-bf20-47b0-8c99-52f7744109ce req-35e48991-9b27-4902-a1a3-050577bc6ab3 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:13.334471 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6a614fc-bf20-47b0-8c99-52f7744109ce req-35e48991-9b27-4902-a1a3-050577bc6ab3 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5c2fbcb-5d96-4d10-bee6-125521379787 HTTP/1.1" status: 200 len: 944 time: 0.2554207 Jul 07 17:02:13.384108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=d9318450-e91d-45e4-b483-7e60d1c0c129,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:13.391873 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] Attempting to bind port 8059a6d5-f47f-4f46-8f70-a370292a463d on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:13.393250 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] Attempting to bind port 8059a6d5-f47f-4f46-8f70-a370292a463d by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '127fa0f7-440f-4548-8434-68c4a945a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1cc1d7d9-5027-449b-bced-90726dcf9f3d'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:13.393916 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] Attempting to bind port 8059a6d5-f47f-4f46-8f70-a370292a463d on network 1cc1d7d9-5027-449b-bced-90726dcf9f3d {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:13.404630 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6a614fc-bf20-47b0-8c99-52f7744109ce req-4c760626-bf6c-44c9-a6ef-e107dbc0bd8b tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689421 Jul 07 17:02:13.406553 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] Port 8059a6d5-f47f-4f46-8f70-a370292a463d on network 1cc1d7d9-5027-449b-bced-90726dcf9f3d not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:13.407169 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] Attempting to bind port 8059a6d5-f47f-4f46-8f70-a370292a463d on network 1cc1d7d9-5027-449b-bced-90726dcf9f3d {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:13.415624 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:13.416362 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] Checking segment: {'id': '127fa0f7-440f-4548-8434-68c4a945a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1cc1d7d9-5027-449b-bced-90726dcf9f3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:13.417000 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] Bound using segment: {'id': '127fa0f7-440f-4548-8434-68c4a945a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1cc1d7d9-5027-449b-bced-90726dcf9f3d'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:13.417812 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] Bound port: 8059a6d5-f47f-4f46-8f70-a370292a463d, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127fa0f7-440f-4548-8434-68c4a945a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1cc1d7d9-5027-449b-bced-90726dcf9f3d'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:13.418511 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.512272 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:02:06Z', 'revision_number': 3, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': '5571be97-650c-4c9e-ad58-83604497c832', 'name': '', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:1f:e9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:05Z', 'updated_at': '2021-07-07T17:02:12Z', 'revision_number': 4, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:13.530785 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] For port 8059a6d5-f47f-4f46-8f70-a370292a463d, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:13.535222 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] For port 8059a6d5-f47f-4f46-8f70-a370292a463d, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8059a6d5-f47f-4f46-8f70-a370292a463d,segment=NetworkSegment(127fa0f7-440f-4548-8434-68c4a945a25e),segment_id=127fa0f7-440f-4548-8434-68c4a945a25e)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:13.541732 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.554770 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1bb6bd-fa1e-47f6-bdf6-cf711c1f8dc0 None None] The sync data for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 is: [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:02:06Z', 'revision_number': 3, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': '5571be97-650c-4c9e-ad58-83604497c832', 'name': '', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:1f:e9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:05Z', 'updated_at': '2021-07-07T17:02:12Z', 'revision_number': 4, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:13.601464 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:13.602105 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.603895 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] 10.222.0.69 "PUT /v2.0/ports/8059a6d5-f47f-4f46-8f70-a370292a463d HTTP/1.1" status: 200 len: 1092 time: 1.5572851 Jul 07 17:02:13.604568 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c2fbcb-5d96-4d10-bee6-125521379787', 'tag': '8059a6d5-f47f-4f46-8f70-a370292a463d'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:13.607095 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de65e68d-fa15-4a10-8a59-27f61b83af91" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c2fbcb-5d96-4d10-bee6-125521379787", "tag": "8059a6d5-f47f-4f46-8f70-a370292a463d"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:13.717774 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475c05e0-93af-475a-b48b-74f4fcc55d00 x-openstack-request-id: req-475c05e0-93af-475a-b48b-74f4fcc55d00 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:13.718083 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c2fbcb-5d96-4d10-bee6-125521379787", "tag": "8059a6d5-f47f-4f46-8f70-a370292a463d", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:13.718346 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-475c05e0-93af-475a-b48b-74f4fcc55d00 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:13.718791 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c2fbcb-5d96-4d10-bee6-125521379787', 'tag': '8059a6d5-f47f-4f46-8f70-a370292a463d', 'status': 'completed', 'code': 200} Jul 07 17:02:13.730483 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db2d0d-12e4-4865-964f-197364fe5b31 service neutron] Pushing event updated for resources: {'Port': ['ID=8059a6d5-f47f-4f46-8f70-a370292a463d,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:13.747043 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b019a4cb-aa4a-41a9-a0b2-b316add5fd30 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:13.778782 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-d14aedac-76f9-4140-9247-5d25dc051163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:13.780508 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-d14aedac-76f9-4140-9247-5d25dc051163 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6eba3549c7b744fbbef66252e96aec7a&device_id=c5c2fbcb-5d96-4d10-bee6-125521379787 HTTP/1.1" status: 200 len: 1095 time: 0.1128867 Jul 07 17:02:13.819112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port b019a4cb-aa4a-41a9-a0b2-b316add5fd30 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:13.826180 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d9318450-e91d-45e4-b483-7e60d1c0c129 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:13.849145 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5cb3367d-3bb8-4802-bcd4-f00ce7b03593 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.849536 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-43d5bc23-597d-440d-a16c-987ab1355334 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8059a6d5-f47f-4f46-8f70-a370292a463d HTTP/1.1" status: 200 len: 217 time: 0.0617244 Jul 07 17:02:13.904781 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d9318450-e91d-45e4-b483-7e60d1c0c129 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:13.905439 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.923905 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edab77c-8a59-43f5-9544-5983f369f011 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network 05c62a07-a876-40e2-b66f-3c8128e4630f is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:13.937191 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-9cc550d4-41ce-4f55-9166-d77aa38b9f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:13.942881 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-9cc550d4-41ce-4f55-9166-d77aa38b9f66 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d24686f1-5d0a-4997-a2c1-1447be3e1d42 HTTP/1.1" status: 200 len: 849 time: 0.0866153 Jul 07 17:02:13.956803 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f92e4fce-d6eb-4ccd-a25a-5dd235549109 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.959485 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-2edab77c-8a59-43f5-9544-5983f369f011 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 05c62a07-a876-40e2-b66f-3c8128e4630f) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:13.964335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edab77c-8a59-43f5-9544-5983f369f011 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:13.972581 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edab77c-8a59-43f5-9544-5983f369f011 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:13.973254 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2edab77c-8a59-43f5-9544-5983f369f011 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:13.989357 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0670c662-8dea-4738-b1af-9a2195647e77 None None] Network 05c62a07-a876-40e2-b66f-3c8128e4630f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:13.993850 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-a58c8f64-88d2-45ab-9820-9f29c42050ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cc1d7d9-5027-449b-bced-90726dcf9f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443501 Jul 07 17:02:14.079503 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5cb3367d-3bb8-4802-bcd4-f00ce7b03593 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.086475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb3367d-3bb8-4802-bcd4-f00ce7b03593 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:14.087093 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5cb3367d-3bb8-4802-bcd4-f00ce7b03593 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.106062 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2edab77c-8a59-43f5-9544-5983f369f011 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.2848423 Jul 07 17:02:14.145712 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53564) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:14.150717 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.151475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-20e7b824-007a-49b9-b1b7-3844a8e0142e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1813206709'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:14.164370 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff32c2b-18be-45d2-96da-ddf95b37fabf req-6a34fcc5-3f96-4376-ad54-1768b1b4709b tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:14.172581 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ff32c2b-18be-45d2-96da-ddf95b37fabf req-6a34fcc5-3f96-4376-ad54-1768b1b4709b tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 945 time: 0.8863261 Jul 07 17:02:14.228724 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64e01773-232a-4589-a75c-321da24db9e2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.255845 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5cb3367d-3bb8-4802-bcd4-f00ce7b03593 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5085738 Jul 07 17:02:14.263434 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53566) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:14.290542 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-3e29e925-81db-4ae6-885c-28a05f4ccaac tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'subnet': {'network_id': 'b502af7b-61d1-48b0-b6be-3805a9c2577e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:14.302507 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-64e01773-232a-4589-a75c-321da24db9e2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Transition to ACTIVE for port object 776b9a05-171a-41ba-b8e5-0833d1aea4b5 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:14.336358 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3367d-3bb8-4802-bcd4-f00ce7b03593 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Network': ['ID=b502af7b-61d1-48b0-b6be-3805a9c2577e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:14.349718 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network b502af7b-61d1-48b0-b6be-3805a9c2577e details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:14.361876 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ff32c2b-18be-45d2-96da-ddf95b37fabf req-38e4b57b-682a-4cfc-ba0b-6e351a8bab8c tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874192 Jul 07 17:02:14.369041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e7b824-007a-49b9-b1b7-3844a8e0142e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:14.376949 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20e7b824-007a-49b9-b1b7-3844a8e0142e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.394489 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f92e4fce-d6eb-4ccd-a25a-5dd235549109 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.417161 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-3c4da8eb-d98b-45ab-b417-5986ae3e87fe service neutron] 10.222.0.69 "GET /v2.0/networks/1cc1d7d9-5027-449b-bced-90726dcf9f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131539 Jul 07 17:02:14.465471 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd22ae7-50c9-40b8-b6c4-570f6733887e req-ceb69baa-808d-4e02-9c74-76a1ae283031 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:14.474876 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bd22ae7-50c9-40b8-b6c4-570f6733887e req-ceb69baa-808d-4e02-9c74-76a1ae283031 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 945 time: 0.4000485 Jul 07 17:02:14.521450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92e4fce-d6eb-4ccd-a25a-5dd235549109 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:14.531910 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-f92e4fce-d6eb-4ccd-a25a-5dd235549109 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:14.540769 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92e4fce-d6eb-4ccd-a25a-5dd235549109 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:14.586920 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e29e925-81db-4ae6-885c-28a05f4ccaac tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:14.590809 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e29e925-81db-4ae6-885c-28a05f4ccaac tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.633507 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321b501a-197c-4083-8d2e-1d6007b2a8ee None None] Network 845c9143-8ea6-4aa6-a1bb-92dbe755bd78 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:14.637054 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e4fce-d6eb-4ccd-a25a-5dd235549109 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Pushing event updated for resources: {'Port': ['ID=38cfd2ab-161a-4638-8e12-1d8af327b6d2,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:14.669500 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e7b824-007a-49b9-b1b7-3844a8e0142e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:14.673952 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bd22ae7-50c9-40b8-b6c4-570f6733887e req-d5c1aa31-9e22-46c0-ae58-fa1ff5c21bdf tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754048 Jul 07 17:02:14.707632 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20e7b824-007a-49b9-b1b7-3844a8e0142e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.707992 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-20e7b824-007a-49b9-b1b7-3844a8e0142e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Added segment 0c72a6df-eed3-4d8d-ac1b-c11dc0aaa661 of type vlan for network f36227d2-d70a-41e8-9105-16fef41f7a43 Jul 07 17:02:14.709762 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64e01773-232a-4589-a75c-321da24db9e2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.740925 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b4abedad-0d12-4e08-811e-94c52f4ca1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.757647 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9e1974ff-c7f9-489f-8585-c1d90d53a849 req-25bf18b2-5a87-41a4-995b-b1405e7cdfb7 service neutron] 10.222.0.69 "GET /v2.0/networks/1cc1d7d9-5027-449b-bced-90726dcf9f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304839 Jul 07 17:02:14.779524 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-17f87a0d-bded-46b7-b0cf-501c0e52002b None None] Provisioning for port b019a4cb-aa4a-41a9-a0b2-b316add5fd30 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:14.790104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-17f87a0d-bded-46b7-b0cf-501c0e52002b None None] Provisioning complete for port b019a4cb-aa4a-41a9-a0b2-b316add5fd30 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:14.790497 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e01773-232a-4589-a75c-321da24db9e2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network 845c9143-8ea6-4aa6-a1bb-92dbe755bd78 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:14.790663 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-17f87a0d-bded-46b7-b0cf-501c0e52002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.797909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-64e01773-232a-4589-a75c-321da24db9e2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:14.810181 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e01773-232a-4589-a75c-321da24db9e2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:14.810902 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64e01773-232a-4589-a75c-321da24db9e2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.872863 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20e7b824-007a-49b9-b1b7-3844a8e0142e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:14.947845 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e01773-232a-4589-a75c-321da24db9e2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Port': ['ID=776b9a05-171a-41ba-b8e5-0833d1aea4b5,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:14.989245 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-17f87a0d-bded-46b7-b0cf-501c0e52002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:15.039066 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-17f87a0d-bded-46b7-b0cf-501c0e52002b None None] For port b019a4cb-aa4a-41a9-a0b2-b316add5fd30, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b019a4cb-aa4a-41a9-a0b2-b316add5fd30,segment=NetworkSegment(3f66d313-8839-4ee7-b4ac-09364abbab71),segment_id=3f66d313-8839-4ee7-b4ac-09364abbab71)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:15.047001 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-17f87a0d-bded-46b7-b0cf-501c0e52002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:15.059982 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20e7b824-007a-49b9-b1b7-3844a8e0142e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:15.066064 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e7b824-007a-49b9-b1b7-3844a8e0142e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.067064 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20e7b824-007a-49b9-b1b7-3844a8e0142e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:15.120492 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f87a0d-bded-46b7-b0cf-501c0e52002b None None] Pushing event updated for resources: {'Port': ['ID=b019a4cb-aa4a-41a9-a0b2-b316add5fd30,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:15.149022 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e29e925-81db-4ae6-885c-28a05f4ccaac tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:15.232751 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f92e4fce-d6eb-4ccd-a25a-5dd235549109 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:15.256182 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65e68d-fa15-4a10-8a59-27f61b83af91 req-b1fc678b-eb58-49d5-9424-30d4ef0960d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.257722 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de65e68d-fa15-4a10-8a59-27f61b83af91 req-b1fc678b-eb58-49d5-9424-30d4ef0960d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6eba3549c7b744fbbef66252e96aec7a&device_id=c5c2fbcb-5d96-4d10-bee6-125521379787 HTTP/1.1" status: 200 len: 1095 time: 0.4172139 Jul 07 17:02:15.263817 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64e01773-232a-4589-a75c-321da24db9e2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:15.265750 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-20e7b824-007a-49b9-b1b7-3844a8e0142e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1187527 Jul 07 17:02:15.273927 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53574) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:15.282799 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29e925-81db-4ae6-885c-28a05f4ccaac tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Subnet': ['ID=62102d18-82be-4495-a175-655309c841ee,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:15.290665 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'ports': [{'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f'}, {'network_id': 'f36227d2-d70a-41e8-9105-16fef41f7a43'}]} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:15.291504 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'port': {'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:15.291504 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'port': {'network_id': 'f36227d2-d70a-41e8-9105-16fef41f7a43'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:15.317354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7b824-007a-49b9-b1b7-3844a8e0142e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Network': ['ID=f36227d2-d70a-41e8-9105-16fef41f7a43,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:15.332114 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network f36227d2-d70a-41e8-9105-16fef41f7a43 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:15.391926 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29e925-81db-4ae6-885c-28a05f4ccaac tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Checking segment: {'id': '594084aa-b56a-4f3f-96a3-d6d5c7e87931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b502af7b-61d1-48b0-b6be-3805a9c2577e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:15.392212 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e29e925-81db-4ae6-885c-28a05f4ccaac tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network hostable DHCP agents. Network: b502af7b-61d1-48b0-b6be-3805a9c2577e, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:15.423255 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dd66b1b9-b901-4eb0-815c-68800781964d None None] Provisioning complete for port b019a4cb-aa4a-41a9-a0b2-b316add5fd30 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:15.424327 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dd66b1b9-b901-4eb0-815c-68800781964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:15.444235 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233db8ee-29fa-46c3-be53-0b034ad312f5 req-955987be-290a-4ac1-8fca-5536c12d894e tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.451645 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-233db8ee-29fa-46c3-be53-0b034ad312f5 req-955987be-290a-4ac1-8fca-5536c12d894e tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 945 time: 0.2574403 Jul 07 17:02:15.513267 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e29e925-81db-4ae6-885c-28a05f4ccaac tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network b502af7b-61d1-48b0-b6be-3805a9c2577e is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:15.535641 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814486ad-bf5e-420b-9d31-fd0a806b10b5 req-b7db04a9-8c57-4459-92c8-80fd883fdd09 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.543236 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-814486ad-bf5e-420b-9d31-fd0a806b10b5 req-b7db04a9-8c57-4459-92c8-80fd883fdd09 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5c2fbcb-5d96-4d10-bee6-125521379787 HTTP/1.1" status: 200 len: 944 time: 0.3488684 Jul 07 17:02:15.608842 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-3e29e925-81db-4ae6-885c-28a05f4ccaac tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, b502af7b-61d1-48b0-b6be-3805a9c2577e) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:15.619520 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dd66b1b9-b901-4eb0-815c-68800781964d None None] Provisioning for port 776b9a05-171a-41ba-b8e5-0833d1aea4b5 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:15.624070 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e29e925-81db-4ae6-885c-28a05f4ccaac tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.624678 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e29e925-81db-4ae6-885c-28a05f4ccaac tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:15.633824 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dd66b1b9-b901-4eb0-815c-68800781964d None None] Provisioning complete for port 776b9a05-171a-41ba-b8e5-0833d1aea4b5 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:15.634203 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dd66b1b9-b901-4eb0-815c-68800781964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:15.636168 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f6c11e-163b-4cf2-a320-cbada251659e None None] Network b502af7b-61d1-48b0-b6be-3805a9c2577e requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:15.649764 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65e68d-fa15-4a10-8a59-27f61b83af91 req-71308719-cf9f-4445-b737-6e02fb7af1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.653187 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de65e68d-fa15-4a10-8a59-27f61b83af91 req-71308719-cf9f-4445-b737-6e02fb7af1a1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1cc1d7d9-5027-449b-bced-90726dcf9f3d HTTP/1.1" status: 200 len: 910 time: 0.3808978 Jul 07 17:02:15.666939 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-233db8ee-29fa-46c3-be53-0b034ad312f5 req-0bd84fb0-07a9-4ca8-9cb1-b837ec015ae1 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135639 Jul 07 17:02:15.684448 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-dd66b1b9-b901-4eb0-815c-68800781964d None None] Port 776b9a05-171a-41ba-b8e5-0833d1aea4b5 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:15.724592 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-814486ad-bf5e-420b-9d31-fd0a806b10b5 req-303b68f5-ae06-4740-9f56-b07a22a289f3 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799457 Jul 07 17:02:15.732333 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de65e68d-fa15-4a10-8a59-27f61b83af91 req-250cd8fa-3305-4967-a4f8-ca090483a4bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8059a6d5-f47f-4f46-8f70-a370292a463d HTTP/1.1" status: 200 len: 217 time: 0.0622241 Jul 07 17:02:15.756358 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b019a4cb-aa4a-41a9-a0b2-b316add5fd30 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:15.808259 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65e68d-fa15-4a10-8a59-27f61b83af91 req-2c2bbee4-639c-42ce-a975-493529513d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:15.809808 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de65e68d-fa15-4a10-8a59-27f61b83af91 req-2c2bbee4-639c-42ce-a975-493529513d61 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d24686f1-5d0a-4997-a2c1-1447be3e1d42 HTTP/1.1" status: 200 len: 849 time: 0.0620520 Jul 07 17:02:15.812546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'port': 2} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:15.821571 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:15.824884 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f92e4fce-d6eb-4ccd-a25a-5dd235549109 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:15.842684 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e00ea6d8-86ff-4447-a8b4-03a752adbf8f None None] Provisioning complete for port 776b9a05-171a-41ba-b8e5-0833d1aea4b5 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:15.843064 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e00ea6d8-86ff-4447-a8b4-03a752adbf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:15.901675 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e00ea6d8-86ff-4447-a8b4-03a752adbf8f None None] Port 776b9a05-171a-41ba-b8e5-0833d1aea4b5 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:15.936469 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port b019a4cb-aa4a-41a9-a0b2-b316add5fd30 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:15.936899 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:15.996268 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64e01773-232a-4589-a75c-321da24db9e2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:16.007770 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64e01773-232a-4589-a75c-321da24db9e2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:16.008561 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64e01773-232a-4589-a75c-321da24db9e2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:16.020991 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-b502af7b-61d1-48b0-b6be-3805a9c2577e', 'network_id': 'b502af7b-61d1-48b0-b6be-3805a9c2577e', 'tenant_id': '207a1cad44ed4f44a10e7c0217eaa943', 'fixed_ips': [{'subnet_id': '62102d18-82be-4495-a175-655309c841ee'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:16.021988 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:16.080140 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5571be97-650c-4c9e-ad58-83604497c832 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:16.134554 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe97c8e-fc7d-4c6e-ba4a-0db85077a390 req-2e6a1898-7b50-4e51-a21d-8ba714243ff1 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.136189 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1fe97c8e-fc7d-4c6e-ba4a-0db85077a390 req-2e6a1898-7b50-4e51-a21d-8ba714243ff1 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 945 time: 0.2518113 Jul 07 17:02:16.142981 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e01773-232a-4589-a75c-321da24db9e2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Port': ['ID=776b9a05-171a-41ba-b8e5-0833d1aea4b5,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:16.225471 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1fe97c8e-fc7d-4c6e-ba4a-0db85077a390 req-8abc51ff-b534-4f8a-b52c-c1754750b3b0 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796852 Jul 07 17:02:16.231851 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92e4fce-d6eb-4ccd-a25a-5dd235549109 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Router c8a70aa3-c05e-4328-b6c9-313abf866cd3 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:02:16.232388 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 5571be97-650c-4c9e-ad58-83604497c832 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:16.243002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5571be97-650c-4c9e-ad58-83604497c832 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:16.243388 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:16.251912 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e01773-232a-4589-a75c-321da24db9e2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network 845c9143-8ea6-4aa6-a1bb-92dbe755bd78 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:16.254941 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-64e01773-232a-4589-a75c-321da24db9e2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:16.271775 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Allocated IP 172.20.0.2 (b502af7b-61d1-48b0-b6be-3805a9c2577e/62102d18-82be-4495-a175-655309c841ee/5525894b-0ea0-4b72-af13-51cabe5c44e7) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:16.276051 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3e29e925-81db-4ae6-885c-28a05f4ccaac tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9910059 Jul 07 17:02:16.288326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53582) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:16.304379 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de65e68d-fa15-4a10-8a59-27f61b83af91 req-1f482e6d-fd45-4e02-91eb-90b3347a1b37 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1cc1d7d9-5027-449b-bced-90726dcf9f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4777071 Jul 07 17:02:16.332772 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:16.336271 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:16.492423 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb7e62-6302-4277-ab1d-849e7d910fb4 req-e341bde0-f6ce-49fb-8bbd-de0b997991e4 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:16.499672 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1ffb7e62-6302-4277-ab1d-849e7d910fb4 req-e341bde0-f6ce-49fb-8bbd-de0b997991e4 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 945 time: 0.6744530 Jul 07 17:02:16.505770 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:16.563922 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1ffb7e62-6302-4277-ab1d-849e7d910fb4 req-124f45dd-a569-435e-84c8-d104c2fca44f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628400 Jul 07 17:02:16.585461 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:16.597826 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Transition to ACTIVE for port object 5525894b-0ea0-4b72-af13-51cabe5c44e7 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:16.606784 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] device_id is not set on port f73a209d-407b-436c-acca-1cd76c53ad23 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:02:16.618474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Transition to ACTIVE for port object 5525894b-0ea0-4b72-af13-51cabe5c44e7 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:16.633553 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:16.717966 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Network b502af7b-61d1-48b0-b6be-3805a9c2577e is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:16.726720 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Pushing event updated for resources: {'Port': ['ID=5525894b-0ea0-4b72-af13-51cabe5c44e7,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:16.731417 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:16.733692 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:16.756444 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e144b721-d513-4ad8-95ca-50dd1f073808 None None] Provisioning complete for port 776b9a05-171a-41ba-b8e5-0833d1aea4b5 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:16.756857 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e144b721-d513-4ad8-95ca-50dd1f073808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:16.769102 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:16.826588 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 5571be97-650c-4c9e-ad58-83604497c832, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5571be97-650c-4c9e-ad58-83604497c832,segment=NetworkSegment(6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf),segment_id=6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:16.850248 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e144b721-d513-4ad8-95ca-50dd1f073808 None None] Port 776b9a05-171a-41ba-b8e5-0833d1aea4b5 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:16.858995 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] device_id is not set on port 1eb8de08-de53-4a1a-9625-20dd94f76291 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:02:16.883917 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:16.956673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e01773-232a-4589-a75c-321da24db9e2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router 37910202-922f-4a52-8dbb-9660e35d4f02 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:02:16.970302 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Attempting to bind port 5525894b-0ea0-4b72-af13-51cabe5c44e7 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:16.970302 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Attempting to bind port 5525894b-0ea0-4b72-af13-51cabe5c44e7 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '594084aa-b56a-4f3f-96a3-d6d5c7e87931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b502af7b-61d1-48b0-b6be-3805a9c2577e'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:16.970914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Attempting to bind port 5525894b-0ea0-4b72-af13-51cabe5c44e7 on network b502af7b-61d1-48b0-b6be-3805a9c2577e {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:16.980100 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=5571be97-650c-4c9e-ad58-83604497c832,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:16.985526 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92e4fce-d6eb-4ccd-a25a-5dd235549109 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:16.985688 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:16.986039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Checking segment: {'id': '594084aa-b56a-4f3f-96a3-d6d5c7e87931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b502af7b-61d1-48b0-b6be-3805a9c2577e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:16.986485 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:16.986913 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Bound using segment: {'id': '594084aa-b56a-4f3f-96a3-d6d5c7e87931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b502af7b-61d1-48b0-b6be-3805a9c2577e'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:16.987404 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Bound port: 5525894b-0ea0-4b72-af13-51cabe5c44e7, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594084aa-b56a-4f3f-96a3-d6d5c7e87931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b502af7b-61d1-48b0-b6be-3805a9c2577e'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:16.988634 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.003299 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] Sync routers for ids ['c8a70aa3-c05e-4328-b6c9-313abf866cd3'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:17.013374 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de65e68d-fa15-4a10-8a59-27f61b83af91 req-167fb8f8-ddd3-40b1-8667-e64b062f755c service neutron] 10.222.0.69 "GET /v2.0/networks/1cc1d7d9-5027-449b-bced-90726dcf9f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6998873 Jul 07 17:02:17.077221 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] For port 5525894b-0ea0-4b72-af13-51cabe5c44e7, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:17.081925 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] For port 5525894b-0ea0-4b72-af13-51cabe5c44e7, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5525894b-0ea0-4b72-af13-51cabe5c44e7,segment=NetworkSegment(594084aa-b56a-4f3f-96a3-d6d5c7e87931),segment_id=594084aa-b56a-4f3f-96a3-d6d5c7e87931)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:17.084107 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] Routers {'c8a70aa3-c05e-4328-b6c9-313abf866cd3'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:17.084737 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:01:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['c8a70aa3-c05e-4328-b6c9-313abf866cd3'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:17.107974 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.121317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e01773-232a-4589-a75c-321da24db9e2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:17.130085 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f92e4fce-d6eb-4ccd-a25a-5dd235549109 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.132520 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] Sync routers for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:17.143226 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f92e4fce-d6eb-4ccd-a25a-5dd235549109 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.7389920 Jul 07 17:02:17.147907 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-64e01773-232a-4589-a75c-321da24db9e2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/37910202-922f-4a52-8dbb-9660e35d4f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7119546 Jul 07 17:02:17.149097 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:17.149724 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:01:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:17.159733 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53592) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:17.160364 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53594) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:17.162919 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.171419 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-da24a35c-9401-4a4b-8875-b2d7f4fc1248 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1607481312'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:17.191270 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088a42d-fee0-44ee-b90f-948acb95c382 req-77b6528b-e9bf-48c4-8584-35ee81ec1d9e tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:17.198765 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0088a42d-fee0-44ee-b90f-948acb95c382 req-77b6528b-e9bf-48c4-8584-35ee81ec1d9e tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5c2fbcb-5d96-4d10-bee6-125521379787 HTTP/1.1" status: 200 len: 944 time: 0.2692695 Jul 07 17:02:17.282010 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de65e68d-fa15-4a10-8a59-27f61b83af91 req-2363e0e2-7271-40f8-b4ee-3991e764d84d service neutron] 10.222.0.69 "GET /v2.0/networks/1cc1d7d9-5027-449b-bced-90726dcf9f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593112 Jul 07 17:02:17.293536 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:17.303516 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Deleting port 5525894b-0ea0-4b72-af13-51cabe5c44e7 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:17.303516 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.354314 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da24a35c-9401-4a4b-8875-b2d7f4fc1248 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Made reservation on behalf of 51dde79387314242847dde9de3afbecb for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:17.357902 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-da24a35c-9401-4a4b-8875-b2d7f4fc1248 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.365529 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.392525 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0088a42d-fee0-44ee-b90f-948acb95c382 req-63698b89-aa74-4946-ae7a-41c640a64bae tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924727 Jul 07 17:02:17.412874 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27857e91-abfe-4038-981b-4fbc5ee2aad3 req-8f4ee86c-a4c5-44cf-b63b-b70b8eb6951f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:17.414777 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27857e91-abfe-4038-981b-4fbc5ee2aad3 req-8f4ee86c-a4c5-44cf-b63b-b70b8eb6951f tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 945 time: 0.1867170 Jul 07 17:02:17.463939 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] Set router c8a70aa3-c05e-4328-b6c9-313abf866cd3 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:17.464334 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] For port 5525894b-0ea0-4b72-af13-51cabe5c44e7, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5525894b-0ea0-4b72-af13-51cabe5c44e7,segment=NetworkSegment(594084aa-b56a-4f3f-96a3-d6d5c7e87931),segment_id=594084aa-b56a-4f3f-96a3-d6d5c7e87931)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:17.465133 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.467363 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.488351 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Calling delete_port for 5525894b-0ea0-4b72-af13-51cabe5c44e7 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:17.495569 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27857e91-abfe-4038-981b-4fbc5ee2aad3 req-bc77e15f-a62d-49fa-accf-d634dbd2e067 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732358 Jul 07 17:02:17.553615 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network 05c62a07-a876-40e2-b66f-3c8128e4630f is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:17.564507 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:02:14Z', 'revision_number': 4, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': '5571be97-650c-4c9e-ad58-83604497c832', 'name': '', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:1f:e9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:05Z', 'updated_at': '2021-07-07T17:02:16Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '776b9a05-171a-41ba-b8e5-0833d1aea4b5', 'name': '', 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:22:dd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:12Z', 'updated_at': '2021-07-07T17:02:15Z', 'revision_number': 2, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:17.568419 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da24a35c-9401-4a4b-8875-b2d7f4fc1248 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:17.581282 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-efdedd84-2f97-4467-9072-e00a56644a55 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "GET /v2.0/routers/c8a70aa3-c05e-4328-b6c9-313abf866cd3 HTTP/1.1" status: 200 len: 907 time: 0.4190712 Jul 07 17:02:17.585012 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53600) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:17.601877 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:17.604451 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] Checking router: 37910202-922f-4a52-8dbb-9660e35d4f02 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:02:17.604812 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] Updating router 37910202-922f-4a52-8dbb-9660e35d4f02 port 776b9a05-171a-41ba-b8e5-0833d1aea4b5 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:02:17.613314 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:17.614440 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.669363 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-da24a35c-9401-4a4b-8875-b2d7f4fc1248 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.670043 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-da24a35c-9401-4a4b-8875-b2d7f4fc1248 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Added segment e5b9bad4-a3c9-4e0c-9afa-65a28baea60f of type vlan for network e631314d-7b87-4ae9-9e82-8fd2fa0027e1 Jul 07 17:02:17.701183 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5571be97-650c-4c9e-ad58-83604497c832 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:17.709752 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=f73a209d-407b-436c-acca-1cd76c53ad23,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:17.754041 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.797842 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Port': ['ID=5525894b-0ea0-4b72-af13-51cabe5c44e7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:17.825110 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.847137 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 8059a6d5-f47f-4f46-8f70-a370292a463d details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:17.868416 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-da24a35c-9401-4a4b-8875-b2d7f4fc1248 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.877022 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No DVR routers for this DVR port 5525894b-0ea0-4b72-af13-51cabe5c44e7 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:17.899686 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.902198 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edede5d6-0ac4-43d9-8ca8-61d729695f27 None None] Pushing event updated for resources: {'Port': ['ID=5525894b-0ea0-4b72-af13-51cabe5c44e7,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:17.941692 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=1eb8de08-de53-4a1a-9625-20dd94f76291,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:17.962023 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5571be97-650c-4c9e-ad58-83604497c832 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:17.962686 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.972309 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6d046790-3f1a-492f-8fa8-89454909b583 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:17.972777 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.007694 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e667fc54-3acd-43a9-b93c-d3a08bb5db09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.046153 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Checking segment: {'id': '0c72a6df-eed3-4d8d-ac1b-c11dc0aaa661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f36227d2-d70a-41e8-9105-16fef41f7a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:18.046544 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network hostable DHCP agents. Network: f36227d2-d70a-41e8-9105-16fef41f7a43, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:18.072797 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.084959 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a858f9-3ee5-475e-a5f4-572b653a9a3c req-6576ce3b-6975-4781-8293-8b8ba806b630 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.086135 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f4a858f9-3ee5-475e-a5f4-572b653a9a3c req-6576ce3b-6975-4781-8293-8b8ba806b630 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 945 time: 0.4262030 Jul 07 17:02:18.103937 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-da24a35c-9401-4a4b-8875-b2d7f4fc1248 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.110304 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da24a35c-9401-4a4b-8875-b2d7f4fc1248 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.110957 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-da24a35c-9401-4a4b-8875-b2d7f4fc1248 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.162461 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Subnet': ['ID=62102d18-82be-4495-a175-655309c841ee,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:18.241277 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.251928 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b502af7b-61d1-48b0-b6be-3805a9c2577e']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:18.270155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594084aa-b56a-4f3f-96a3-d6d5c7e87931') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:18.271086 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594084aa-b56a-4f3f-96a3-d6d5c7e87931') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:18.295540 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.295819 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.307970 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 8059a6d5-f47f-4f46-8f70-a370292a463d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8059a6d5-f47f-4f46-8f70-a370292a463d,segment=NetworkSegment(127fa0f7-440f-4548-8434-68c4a945a25e),segment_id=127fa0f7-440f-4548-8434-68c4a945a25e)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:18.314018 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] Transition to ACTIVE for port object 776b9a05-171a-41ba-b8e5-0833d1aea4b5 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:18.331034 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a70aa3-c05e-4328-b6c9-313abf866cd3', 'name': 'tempest-snat-router-947679397', 'tenant_id': 'c42683dec7eb4e8497a3ca1b351709e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '38cfd2ab-161a-4638-8e12-1d8af327b6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:10Z', 'updated_at': '2021-07-07T17:02:14Z', 'revision_number': 3, 'project_id': 'c42683dec7eb4e8497a3ca1b351709e2', 'gw_port': {'id': '38cfd2ab-161a-4638-8e12-1d8af327b6d2', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a70aa3-c05e-4328-b6c9-313abf866cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:12Z', 'updated_at': '2021-07-07T17:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:18.331248 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.338155 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '8059a6d5-f47f-4f46-8f70-a370292a463d', 'network_id': '1cc1d7d9-5027-449b-bced-90726dcf9f3d', 'port_id': '8059a6d5-f47f-4f46-8f70-a370292a463d', 'mac_address': 'fa:16:3e:f7:12:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd24686f1-5d0a-4997-a2c1-1447be3e1d42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:18.345585 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.355796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:18.356433 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:18.360308 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:18.372778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] Checking router: c8a70aa3-c05e-4328-b6c9-313abf866cd3 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:02:18.373490 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] Updating router c8a70aa3-c05e-4328-b6c9-313abf866cd3 port 38cfd2ab-161a-4638-8e12-1d8af327b6d2 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:02:18.376754 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-da24a35c-9401-4a4b-8875-b2d7f4fc1248 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2089067 Jul 07 17:02:18.385035 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6d046790-3f1a-492f-8fa8-89454909b583 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.410588 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7f610-2236-4f55-a631-760b7b43b72f None None] Pushing event updated for resources: {'Port': ['ID=776b9a05-171a-41ba-b8e5-0833d1aea4b5,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:18.412356 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53602) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:18.413307 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network f36227d2-d70a-41e8-9105-16fef41f7a43 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:18.427881 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-74ffafa0-2506-40bf-9295-7f96cdd76a23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'subnet': {'network_id': 'e631314d-7b87-4ae9-9e82-8fd2fa0027e1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:18.478653 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.496131 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbf9c1-64a2-4835-9c5f-11084f5d32d5 req-82de1167-b8e9-4856-b227-1a4d238aa62a tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.497946 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-25dbf9c1-64a2-4835-9c5f-11084f5d32d5 req-82de1167-b8e9-4856-b227-1a4d238aa62a tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 945 time: 0.2247703 Jul 07 17:02:18.499402 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.507018 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.513768 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/b502af7b-61d1-48b0-b6be-3805a9c2577e HTTP/1.1" status: 204 len: 168 time: 2.2190049 Jul 07 17:02:18.514064 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24a35c-9401-4a4b-8875-b2d7f4fc1248 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Network': ['ID=e631314d-7b87-4ae9-9e82-8fd2fa0027e1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:18.519739 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53606) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:18.521782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8059a6d5-f47f-4f46-8f70-a370292a463d {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:18.526263 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] Attempting to bind port 776b9a05-171a-41ba-b8e5-0833d1aea4b5 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:18.527695 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] Attempting to bind port 776b9a05-171a-41ba-b8e5-0833d1aea4b5 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3f66d313-8839-4ee7-b4ac-09364abbab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:18.528219 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] Attempting to bind port 776b9a05-171a-41ba-b8e5-0833d1aea4b5 on network 845c9143-8ea6-4aa6-a1bb-92dbe755bd78 {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:18.540703 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:18.541084 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] Checking segment: {'id': '3f66d313-8839-4ee7-b4ac-09364abbab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:18.541485 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.541878 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] Bound using segment: {'id': '3f66d313-8839-4ee7-b4ac-09364abbab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:18.542352 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] Bound port: 776b9a05-171a-41ba-b8e5-0833d1aea4b5, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66d313-8839-4ee7-b4ac-09364abbab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:18.542752 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.551054 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 8059a6d5-f47f-4f46-8f70-a370292a463d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8059a6d5-f47f-4f46-8f70-a370292a463d,segment=NetworkSegment(127fa0f7-440f-4548-8434-68c4a945a25e),segment_id=127fa0f7-440f-4548-8434-68c4a945a25e)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:18.557455 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network e631314d-7b87-4ae9-9e82-8fd2fa0027e1 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:18.560657 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5537443-37aa-4abe-b2ab-82052d8b0679 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Network': ['ID=b502af7b-61d1-48b0-b6be-3805a9c2577e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:18.590939 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.625105 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-4b2e5407-9e4e-46ab-8993-c0e505bd1be6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1097036171'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:18.663187 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, f36227d2-d70a-41e8-9105-16fef41f7a43) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:18.666676 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] For port 776b9a05-171a-41ba-b8e5-0833d1aea4b5, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:18.670288 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:18.670641 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] For port 776b9a05-171a-41ba-b8e5-0833d1aea4b5, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=776b9a05-171a-41ba-b8e5-0833d1aea4b5,segment=NetworkSegment(3f66d313-8839-4ee7-b4ac-09364abbab71),segment_id=3f66d313-8839-4ee7-b4ac-09364abbab71)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:18.678566 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.683647 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.688649 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.689354 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.736026 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f4a858f9-3ee5-475e-a5f4-572b653a9a3c req-fdd162e7-2bc0-42dc-95fe-237c5c3d4f72 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6209497 Jul 07 17:02:18.755824 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7f610-2236-4f55-a631-760b7b43b72f None None] Pushing event updated for resources: {'Port': ['ID=776b9a05-171a-41ba-b8e5-0833d1aea4b5,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:18.760564 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-051a40b8-a5c2-44ca-a699-ee0d89520d44 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4784882 Jul 07 17:02:18.771497 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53610) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:18.785350 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:18.786234 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:18.797881 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67377849-caa3-469a-82e5-1e6625972778 req-87d3376b-8822-4c27-abfb-75a4e1497056 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:18.799756 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-67377849-caa3-469a-82e5-1e6625972778 req-87d3376b-8822-4c27-abfb-75a4e1497056 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5c2fbcb-5d96-4d10-bee6-125521379787 HTTP/1.1" status: 200 len: 945 time: 0.1798799 Jul 07 17:02:18.801389 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-25dbf9c1-64a2-4835-9c5f-11084f5d32d5 req-ee019e7a-4404-4675-9ebf-29a7b7274cb3 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Deleting port 0d9d2a83-a196-48e2-a8ad-9e8ee2102644 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:18.801725 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-25dbf9c1-64a2-4835-9c5f-11084f5d32d5 req-ee019e7a-4404-4675-9ebf-29a7b7274cb3 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:18.871290 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea53fc3f-0b5d-40ad-afcc-c51eabfd17a5 None None] Network f36227d2-d70a-41e8-9105-16fef41f7a43 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:18.904961 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:19.009440 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.022931 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-67377849-caa3-469a-82e5-1e6625972778 req-c7aa6e7c-5d87-4746-afa5-94f603c45f71 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081890 Jul 07 17:02:19.068256 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2e5407-9e4e-46ab-8993-c0e505bd1be6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:19.074160 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5407-9e4e-46ab-8993-c0e505bd1be6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.104947 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=8059a6d5-f47f-4f46-8f70-a370292a463d,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:19.125915 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-25dbf9c1-64a2-4835-9c5f-11084f5d32d5 req-ee019e7a-4404-4675-9ebf-29a7b7274cb3 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] For port 0d9d2a83-a196-48e2-a8ad-9e8ee2102644, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=0d9d2a83-a196-48e2-a8ad-9e8ee2102644,segment=NetworkSegment(a185a048-b27e-402f-b83b-adb0c9a0e482),segment_id=a185a048-b27e-402f-b83b-adb0c9a0e482)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:19.126296 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-25dbf9c1-64a2-4835-9c5f-11084f5d32d5 req-ee019e7a-4404-4675-9ebf-29a7b7274cb3 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.174779 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-25dbf9c1-64a2-4835-9c5f-11084f5d32d5 req-ee019e7a-4404-4675-9ebf-29a7b7274cb3 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Calling delete_port for 0d9d2a83-a196-48e2-a8ad-9e8ee2102644 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:19.175412 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2e5407-9e4e-46ab-8993-c0e505bd1be6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:19.207059 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5407-9e4e-46ab-8993-c0e505bd1be6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.207581 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-4b2e5407-9e4e-46ab-8993-c0e505bd1be6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Added segment 6ea9c069-9cb2-46dd-abdc-ab0072c41618 of type vlan for network 27d86760-ee4c-4f39-b2f9-44516a169d71 Jul 07 17:02:19.244455 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6d046790-3f1a-492f-8fa8-89454909b583 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Deleting port 38cfd2ab-161a-4638-8e12-1d8af327b6d2 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:19.245034 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6d046790-3f1a-492f-8fa8-89454909b583 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.248554 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ffafa0-2506-40bf-9295-7f96cdd76a23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Made reservation on behalf of 51dde79387314242847dde9de3afbecb for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:19.253723 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74ffafa0-2506-40bf-9295-7f96cdd76a23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.350246 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:02:14Z', 'revision_number': 4, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': '5571be97-650c-4c9e-ad58-83604497c832', 'name': '', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:1f:e9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:05Z', 'updated_at': '2021-07-07T17:02:16Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '776b9a05-171a-41ba-b8e5-0833d1aea4b5', 'name': '', 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:22:dd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:12Z', 'updated_at': '2021-07-07T17:02:18Z', 'revision_number': 4, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:19.385743 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67af0b0-02f7-48c2-9bd4-cedf3089b802 None None] The sync data for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 is: [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:02:14Z', 'revision_number': 4, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': '5571be97-650c-4c9e-ad58-83604497c832', 'name': '', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:1f:e9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:05Z', 'updated_at': '2021-07-07T17:02:16Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '776b9a05-171a-41ba-b8e5-0833d1aea4b5', 'name': '', 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:22:dd:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:12Z', 'updated_at': '2021-07-07T17:02:18Z', 'revision_number': 4, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:19.414831 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.426727 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] Transition to ACTIVE for port object 38cfd2ab-161a-4638-8e12-1d8af327b6d2 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:19.437548 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.440386 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.450149 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-25dbf9c1-64a2-4835-9c5f-11084f5d32d5 req-ee019e7a-4404-4675-9ebf-29a7b7274cb3 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.504581 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee019e7a-4404-4675-9ebf-29a7b7274cb3 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Pushing event deleted for resources: {'Port': ['ID=0d9d2a83-a196-48e2-a8ad-9e8ee2102644,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:19.524766 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['0d9d2a83-a196-48e2-a8ad-9e8ee2102644'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:19.528639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50beed32-3d79-4c9b-a573-a11f3bf5b81b None None] Pushing event updated for resources: {'Port': ['ID=38cfd2ab-161a-4638-8e12-1d8af327b6d2,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:19.580232 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dbf9c1-64a2-4835-9c5f-11084f5d32d5 req-ee019e7a-4404-4675-9ebf-29a7b7274cb3 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] No DVR routers for this DVR port 0d9d2a83-a196-48e2-a8ad-9e8ee2102644 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:19.582174 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] Attempting to bind port 38cfd2ab-161a-4638-8e12-1d8af327b6d2 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:19.582582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] Attempting to bind port 38cfd2ab-161a-4638-8e12-1d8af327b6d2 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:19.582951 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] Attempting to bind port 38cfd2ab-161a-4638-8e12-1d8af327b6d2 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:19.586955 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['8059a6d5-f47f-4f46-8f70-a370292a463d'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:19.587500 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-25dbf9c1-64a2-4835-9c5f-11084f5d32d5 req-ee019e7a-4404-4675-9ebf-29a7b7274cb3 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.591133 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-25dbf9c1-64a2-4835-9c5f-11084f5d32d5 req-ee019e7a-4404-4675-9ebf-29a7b7274cb3 tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.15 "DELETE /v2.0/ports/0d9d2a83-a196-48e2-a8ad-9e8ee2102644 HTTP/1.1" status: 204 len: 173 time: 1.0559695 Jul 07 17:02:19.591812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bbad92-d5a3-4528-8510-b692169ae53e', 'name': 'network-vif-deleted', 'tag': '0d9d2a83-a196-48e2-a8ad-9e8ee2102644'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:19.597341 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cd11fb-b966-4668-b4d3-fce8a80e7778" -d '{"events": [{"server_uuid": "a2bbad92-d5a3-4528-8510-b692169ae53e", "name": "network-vif-deleted", "tag": "0d9d2a83-a196-48e2-a8ad-9e8ee2102644"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:19.649777 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e999d15a-59fb-4318-b0a8-71074135beca None None] DHCP port deletion for b502af7b-61d1-48b0-b6be-3805a9c2577e request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:02:19.657008 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:19.657390 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:19.657796 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.658192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:19.659274 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] Bound port: 38cfd2ab-161a-4638-8e12-1d8af327b6d2, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:19.659663 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.664535 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8641994-d9d9-49e0-8522-8bdab58be545 x-openstack-request-id: req-b8641994-d9d9-49e0-8522-8bdab58be545 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:19.665159 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bbad92-d5a3-4528-8510-b692169ae53e", "name": "network-vif-deleted", "tag": "0d9d2a83-a196-48e2-a8ad-9e8ee2102644", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:19.665412 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b8641994-d9d9-49e0-8522-8bdab58be545 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:19.665846 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bbad92-d5a3-4528-8510-b692169ae53e', 'name': 'network-vif-deleted', 'tag': '0d9d2a83-a196-48e2-a8ad-9e8ee2102644', 'status': 'completed', 'code': 200} Jul 07 17:02:19.713304 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] For port 38cfd2ab-161a-4638-8e12-1d8af327b6d2, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:19.716837 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] For port 38cfd2ab-161a-4638-8e12-1d8af327b6d2, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=38cfd2ab-161a-4638-8e12-1d8af327b6d2,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:19.740614 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.745175 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74ffafa0-2506-40bf-9295-7f96cdd76a23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.775515 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6d046790-3f1a-492f-8fa8-89454909b583 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.782282 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f01724f-e697-49bb-a374-bfbd049c1244 None None] Network b502af7b-61d1-48b0-b6be-3805a9c2577e requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:19.820277 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f01724f-e697-49bb-a374-bfbd049c1244 None None] Network b502af7b-61d1-48b0-b6be-3805a9c2577e could not be found, it might have been deleted concurrently. {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:02:19.838125 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5407-9e4e-46ab-8993-c0e505bd1be6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.859314 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaa66ed-43e5-4f40-8028-af4357a821a4 None None] get_active_networks_info from n-d-793620-7 {{(pid=100411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:02:19.877131 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9affd2-0402-4f1a-8a44-0861649268c7 req-b0f81339-44f0-4d9a-99bf-8ff08c4dbecc tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:19.877415 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] Routers {'c8a70aa3-c05e-4328-b6c9-313abf866cd3'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:19.877415 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['c8a70aa3-c05e-4328-b6c9-313abf866cd3'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:19.878075 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-df9affd2-0402-4f1a-8a44-0861649268c7 req-b0f81339-44f0-4d9a-99bf-8ff08c4dbecc tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2bbad92-d5a3-4528-8510-b692169ae53e HTTP/1.1" status: 200 len: 867 time: 0.8738048 Jul 07 17:02:19.878075 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6d046790-3f1a-492f-8fa8-89454909b583 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Calling delete_port for 38cfd2ab-161a-4638-8e12-1d8af327b6d2 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:19.910854 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50beed32-3d79-4c9b-a573-a11f3bf5b81b None None] Pushing event updated for resources: {'Port': ['ID=38cfd2ab-161a-4638-8e12-1d8af327b6d2,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:19.913521 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-72a696ea-f844-417d-a090-634352f247b7 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting port 1eb8de08-de53-4a1a-9625-20dd94f76291 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:19.913981 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72a696ea-f844-417d-a090-634352f247b7 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:19.994764 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-db9dab80-00f1-41ae-a6d7-faa34d38105a None None] Could not find standard attr ID for object 5525894b-0ea0-4b72-af13-51cabe5c44e7. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:02:20.006616 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83515220-acf2-4174-993c-2fab149cf687 req-22e09c87-1624-43c2-9083-27a01e2015eb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:20.009136 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-83515220-acf2-4174-993c-2fab149cf687 req-22e09c87-1624-43c2-9083-27a01e2015eb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 945 time: 0.0962648 Jul 07 17:02:20.047526 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffafa0-2506-40bf-9295-7f96cdd76a23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Subnet': ['ID=7e5be86e-b686-4325-bc53-754be0970dab,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:20.066568 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] Set router c8a70aa3-c05e-4328-b6c9-313abf866cd3 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:20.079455 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-83515220-acf2-4174-993c-2fab149cf687 req-d89c4f89-9332-41bf-b1c2-3f5d5e362cf8 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618176 Jul 07 17:02:20.118875 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72a696ea-f844-417d-a090-634352f247b7 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.130508 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5407-9e4e-46ab-8993-c0e505bd1be6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.136692 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2e5407-9e4e-46ab-8993-c0e505bd1be6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:20.137467 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5407-9e4e-46ab-8993-c0e505bd1be6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.142661 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-df9affd2-0402-4f1a-8a44-0861649268c7 req-208d6f12-5a43-4266-83f5-8e4304f0379b tempest-ServerDiskConfigTestJSON-2088588147 tempest-ServerDiskConfigTestJSON-2088588147-project] 10.222.0.50 "GET /v2.0/security-groups?id=09852287-da79-4884-907a-867bcea77cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603815 Jul 07 17:02:20.160464 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ffafa0-2506-40bf-9295-7f96cdd76a23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Checking segment: {'id': 'e5b9bad4-a3c9-4e0c-9afa-65a28baea60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e631314d-7b87-4ae9-9e82-8fd2fa0027e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:20.160986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ffafa0-2506-40bf-9295-7f96cdd76a23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network hostable DHCP agents. Network: e631314d-7b87-4ae9-9e82-8fd2fa0027e1, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:20.211483 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-72a696ea-f844-417d-a090-634352f247b7 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Calling delete_port for 1eb8de08-de53-4a1a-9625-20dd94f76291 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:20.301666 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4b2e5407-9e4e-46ab-8993-c0e505bd1be6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7017879 Jul 07 17:02:20.308954 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53622) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:20.317901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'subnet': {'network_id': '27d86760-ee4c-4f39-b2f9-44516a169d71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:20.404292 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e5407-9e4e-46ab-8993-c0e505bd1be6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Network': ['ID=27d86760-ee4c-4f39-b2f9-44516a169d71,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:20.418352 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ffafa0-2506-40bf-9295-7f96cdd76a23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network e631314d-7b87-4ae9-9e82-8fd2fa0027e1 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:20.469498 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-74ffafa0-2506-40bf-9295-7f96cdd76a23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, e631314d-7b87-4ae9-9e82-8fd2fa0027e1) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:20.482808 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ffafa0-2506-40bf-9295-7f96cdd76a23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:20.483572 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74ffafa0-2506-40bf-9295-7f96cdd76a23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.518248 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39156c-3b63-4546-99fa-8e1d89d21b74 req-9d6625ce-fe40-4375-aef9-53ffadb01e6d tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:20.523054 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8a39156c-3b63-4546-99fa-8e1d89d21b74 req-9d6625ce-fe40-4375-aef9-53ffadb01e6d tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5c2fbcb-5d96-4d10-bee6-125521379787 HTTP/1.1" status: 200 len: 945 time: 0.2712903 Jul 07 17:02:20.550228 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72a696ea-f844-417d-a090-634352f247b7 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.552750 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6d046790-3f1a-492f-8fa8-89454909b583 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.553932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:20.558044 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.563736 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-74ffafa0-2506-40bf-9295-7f96cdd76a23 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1406825 Jul 07 17:02:20.564490 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53624) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:20.583813 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 27d86760-ee4c-4f39-b2f9-44516a169d71 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:20.585988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a70aa3-c05e-4328-b6c9-313abf866cd3', 'name': 'tempest-snat-router-947679397', 'tenant_id': 'c42683dec7eb4e8497a3ca1b351709e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:10Z', 'updated_at': '2021-07-07T17:02:18Z', 'revision_number': 4, 'project_id': 'c42683dec7eb4e8497a3ca1b351709e2', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:20.619371 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.ipam_backend_mixin [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Performing IP validity checks on allocation pools {{(pid=100410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:02:20.619894 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.ipam_backend_mixin [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:02:20.634998 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d046790-3f1a-492f-8fa8-89454909b583 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Pushing event deleted for resources: {'Port': ['ID=38cfd2ab-161a-4638-8e12-1d8af327b6d2,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:20.672972 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba5b43c-6e7c-4a5a-835b-980ce13277f4 None None] The sync data for ids ['c8a70aa3-c05e-4328-b6c9-313abf866cd3'] in n-d-793620-7 is: [{'id': 'c8a70aa3-c05e-4328-b6c9-313abf866cd3', 'name': 'tempest-snat-router-947679397', 'tenant_id': 'c42683dec7eb4e8497a3ca1b351709e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:10Z', 'updated_at': '2021-07-07T17:02:18Z', 'revision_number': 4, 'project_id': 'c42683dec7eb4e8497a3ca1b351709e2', 'gw_port_host': None}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:20.713582 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72a696ea-f844-417d-a090-634352f247b7 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.718648 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-72a696ea-f844-417d-a090-634352f247b7 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/ports/1eb8de08-de53-4a1a-9625-20dd94f76291 HTTP/1.1" status: 204 len: 168 time: 1.9223456 Jul 07 17:02:20.719485 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a696ea-f844-417d-a090-634352f247b7 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Port': ['ID=1eb8de08-de53-4a1a-9625-20dd94f76291,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:20.719661 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.723858 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53626) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:20.757132 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8a39156c-3b63-4546-99fa-8e1d89d21b74 req-dd137f30-3713-4a37-91bd-388eddc7bc82 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258432 Jul 07 17:02:20.847243 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaa66ed-43e5-4f40-8028-af4357a821a4 None None] Unable to find a vacant binding_index for network e631314d-7b87-4ae9-9e82-8fd2fa0027e1 and agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 {{(pid=100411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 07 17:02:20.853146 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.858244 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaa66ed-43e5-4f40-8028-af4357a821a4 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, e631314d-7b87-4ae9-9e82-8fd2fa0027e1) {{(pid=100411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:02:20.873600 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6d046790-3f1a-492f-8fa8-89454909b583 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:20.932985 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Checking segment: {'id': '6ea9c069-9cb2-46dd-abdc-ab0072c41618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '27d86760-ee4c-4f39-b2f9-44516a169d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:20.933358 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network hostable DHCP agents. Network: 27d86760-ee4c-4f39-b2f9-44516a169d71, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:20.935706 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Subnet': ['ID=b7052be2-d164-4120-b1b0-cbf806f92bbb,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:20.946961 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.947315 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.947664 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.948005 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.948343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.948676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.949009 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.949338 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.949670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.949997 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.950326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.950677 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:20.975481 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network 27d86760-ee4c-4f39-b2f9-44516a169d71 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:20.991296 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 27d86760-ee4c-4f39-b2f9-44516a169d71) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:20.996320 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:20.996987 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.020965 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e8d4e903-8e72-48d6-b1b6-ab3557879442 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7099991 Jul 07 17:02:21.023592 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53628) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:21.154542 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ee9630e-25f2-47db-9787-a00bb57fd376 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.253623 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ee9630e-25f2-47db-9787-a00bb57fd376 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.254935 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-e631314d-7b87-4ae9-9e82-8fd2fa0027e1', 'network_id': 'e631314d-7b87-4ae9-9e82-8fd2fa0027e1', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'fixed_ips': [{'subnet_id': '7e5be86e-b686-4325-bc53-754be0970dab'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:21.259880 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.324366 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ee9630e-25f2-47db-9787-a00bb57fd376 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.369127 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9630e-25f2-47db-9787-a00bb57fd376 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Subnet': ['ID=b7052be2-d164-4120-b1b0-cbf806f92bbb,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:21.416985 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02391785-65e7-4f9d-9376-6d1a95e36e18 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.423091 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02391785-65e7-4f9d-9376-6d1a95e36e18 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.424939 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-02391785-65e7-4f9d-9376-6d1a95e36e18 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.6999705 Jul 07 17:02:21.433543 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6d046790-3f1a-492f-8fa8-89454909b583 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.435323 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53638) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:21.442882 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ee9630e-25f2-47db-9787-a00bb57fd376 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.448208 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6d046790-3f1a-492f-8fa8-89454909b583 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.464322 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Allocated IP 2001:db8:3::2 (e631314d-7b87-4ae9-9e82-8fd2fa0027e1/7e5be86e-b686-4325-bc53-754be0970dab/3dc76bc2-0758-49e0-adbf-7f9aade07a19) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:21.470259 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-4ee9630e-25f2-47db-9787-a00bb57fd376 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d86760-ee4c-4f39-b2f9-44516a169d71']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:21.486025 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-4ee9630e-25f2-47db-9787-a00bb57fd376 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea9c069-9cb2-46dd-abdc-ab0072c41618') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:21.486366 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-4ee9630e-25f2-47db-9787-a00bb57fd376 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea9c069-9cb2-46dd-abdc-ab0072c41618') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:21.500200 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ee9630e-25f2-47db-9787-a00bb57fd376 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.543932 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ee9630e-25f2-47db-9787-a00bb57fd376 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.557081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee9630e-25f2-47db-9787-a00bb57fd376 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:21.557499 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ee9630e-25f2-47db-9787-a00bb57fd376 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:21.561732 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:21.617049 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6d046790-3f1a-492f-8fa8-89454909b583 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.617638 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d046790-3f1a-492f-8fa8-89454909b583 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8a70aa3-c05e-4328-b6c9-313abf866cd3 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:02:21.652559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 776b9a05-171a-41ba-b8e5-0833d1aea4b5 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:21.657926 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ee9630e-25f2-47db-9787-a00bb57fd376 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.661978 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6d046790-3f1a-492f-8fa8-89454909b583 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.668345 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ee9630e-25f2-47db-9787-a00bb57fd376 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.669047 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6d046790-3f1a-492f-8fa8-89454909b583 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "DELETE /v2.0/routers/c8a70aa3-c05e-4328-b6c9-313abf866cd3 HTTP/1.1" status: 204 len: 168 time: 4.0775006 Jul 07 17:02:21.673934 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4ee9630e-25f2-47db-9787-a00bb57fd376 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/27d86760-ee4c-4f39-b2f9-44516a169d71 HTTP/1.1" status: 204 len: 168 time: 0.6486640 Jul 07 17:02:21.674664 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53646) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:21.675702 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53648) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:21.686272 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c4e1d03b-0ed7-4ac6-8947-446ad6420f6c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-300772792'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:21.706686 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c186bc4-cc80-407c-b824-5518a581739e req-e68d528b-94eb-4a6c-b358-995fe2d648fb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:21.708417 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5c186bc4-cc80-407c-b824-5518a581739e req-e68d528b-94eb-4a6c-b358-995fe2d648fb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 945 time: 0.4065785 Jul 07 17:02:21.766897 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 776b9a05-171a-41ba-b8e5-0833d1aea4b5 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:21.785972 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9630e-25f2-47db-9787-a00bb57fd376 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Network': ['ID=27d86760-ee4c-4f39-b2f9-44516a169d71,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:21.789665 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5c186bc4-cc80-407c-b824-5518a581739e req-5f2ba7b9-c055-4134-beea-07761c3ed131 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740244 Jul 07 17:02:21.805126 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 776b9a05-171a-41ba-b8e5-0833d1aea4b5 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:21.805126 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.816653 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-389d9e5b-e321-41f3-bf1b-9a1bac9675d1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting port f73a209d-407b-436c-acca-1cd76c53ad23 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:21.817015 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-389d9e5b-e321-41f3-bf1b-9a1bac9675d1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.871115 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 8059a6d5-f47f-4f46-8f70-a370292a463d up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:21.907080 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53652) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:21.915548 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e1d03b-0ed7-4ac6-8947-446ad6420f6c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:21.919320 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c4e1d03b-0ed7-4ac6-8947-446ad6420f6c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.975124 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a5ee59d-b4ed-47e6-ab44-91e02b65e808 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.980798 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:21.981625 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-389d9e5b-e321-41f3-bf1b-9a1bac9675d1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.005798 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af1ca75b-c182-4f5b-a21a-c4c46e7cdee7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.020469 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Transition to ACTIVE for port object 3dc76bc2-0758-49e0-adbf-7f9aade07a19 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:22.029619 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-389d9e5b-e321-41f3-bf1b-9a1bac9675d1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Calling delete_port for f73a209d-407b-436c-acca-1cd76c53ad23 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:22.038628 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Transition to ACTIVE for port object 3dc76bc2-0758-49e0-adbf-7f9aade07a19 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:22.048622 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e1d03b-0ed7-4ac6-8947-446ad6420f6c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:22.054791 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.074102 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e9014a-02bc-4151-8df0-3acb921da341 admin admin] Deleting subnet 5cb771e9-c384-4be6-a6e3-24a117d82432 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:02:22.076939 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c4e1d03b-0ed7-4ac6-8947-446ad6420f6c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.077291 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-c4e1d03b-0ed7-4ac6-8947-446ad6420f6c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Added segment 26cf76ff-c2fb-4022-8c50-d5c8b10bd50e of type vlan for network 2ba48504-5379-4cfd-ad84-228e7f8493f6 Jul 07 17:02:22.090267 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7e9014a-02bc-4151-8df0-3acb921da341 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.111185 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 776b9a05-171a-41ba-b8e5-0833d1aea4b5, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=776b9a05-171a-41ba-b8e5-0833d1aea4b5,segment=NetworkSegment(3f66d313-8839-4ee7-b4ac-09364abbab71),segment_id=3f66d313-8839-4ee7-b4ac-09364abbab71)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:22.113494 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 8059a6d5-f47f-4f46-8f70-a370292a463d completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:22.118834 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.122063 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 8059a6d5-f47f-4f46-8f70-a370292a463d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:22.122590 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.151291 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.175996 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5525894b-0ea0-4b72-af13-51cabe5c44e7 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:22.210048 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 0d9d2a83-a196-48e2-a8ad-9e8ee2102644 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:22.225965 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Network e631314d-7b87-4ae9-9e82-8fd2fa0027e1 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:22.226742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 5525894b-0ea0-4b72-af13-51cabe5c44e7 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:22.227089 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5525894b-0ea0-4b72-af13-51cabe5c44e7 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:22.248127 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c4e1d03b-0ed7-4ac6-8947-446ad6420f6c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.250312 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853b6a2-354c-422f-aec7-21c1ef2440ac req-554a289b-876c-4ea0-9ca4-cd3d6f861c12 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:22.251587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:22.255871 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 0d9d2a83-a196-48e2-a8ad-9e8ee2102644 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:22.256518 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 0d9d2a83-a196-48e2-a8ad-9e8ee2102644 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:22.257719 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:22.258287 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7e9014a-02bc-4151-8df0-3acb921da341 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.258450 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b853b6a2-354c-422f-aec7-21c1ef2440ac req-554a289b-876c-4ea0-9ca4-cd3d6f861c12 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5c2fbcb-5d96-4d10-bee6-125521379787 HTTP/1.1" status: 200 len: 945 time: 0.2867429 Jul 07 17:02:22.271828 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Pushing event updated for resources: {'Port': ['ID=3dc76bc2-0758-49e0-adbf-7f9aade07a19,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:22.304112 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af1ca75b-c182-4f5b-a21a-c4c46e7cdee7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.345092 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b853b6a2-354c-422f-aec7-21c1ef2440ac req-a0d74b64-86d5-451e-8e6a-88a521722b2f tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857472 Jul 07 17:02:22.368386 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7e9014a-02bc-4151-8df0-3acb921da341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.390189 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Attempting to bind port 3dc76bc2-0758-49e0-adbf-7f9aade07a19 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:22.390591 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Attempting to bind port 3dc76bc2-0758-49e0-adbf-7f9aade07a19 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'e5b9bad4-a3c9-4e0c-9afa-65a28baea60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e631314d-7b87-4ae9-9e82-8fd2fa0027e1'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:22.390959 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Attempting to bind port 3dc76bc2-0758-49e0-adbf-7f9aade07a19 on network e631314d-7b87-4ae9-9e82-8fd2fa0027e1 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:22.397960 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c4e1d03b-0ed7-4ac6-8947-446ad6420f6c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.403390 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e1d03b-0ed7-4ac6-8947-446ad6420f6c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:22.403973 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c4e1d03b-0ed7-4ac6-8947-446ad6420f6c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.412769 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:22.413144 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Checking segment: {'id': 'e5b9bad4-a3c9-4e0c-9afa-65a28baea60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e631314d-7b87-4ae9-9e82-8fd2fa0027e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:22.413549 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.414002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Bound using segment: {'id': 'e5b9bad4-a3c9-4e0c-9afa-65a28baea60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e631314d-7b87-4ae9-9e82-8fd2fa0027e1'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:22.414450 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Bound port: 3dc76bc2-0758-49e0-adbf-7f9aade07a19, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b9bad4-a3c9-4e0c-9afa-65a28baea60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e631314d-7b87-4ae9-9e82-8fd2fa0027e1'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:22.414838 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.435448 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=776b9a05-171a-41ba-b8e5-0833d1aea4b5,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:22.436898 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-389d9e5b-e321-41f3-bf1b-9a1bac9675d1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.439532 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.490485 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c4e1d03b-0ed7-4ac6-8947-446ad6420f6c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8053436 Jul 07 17:02:22.490743 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-389d9e5b-e321-41f3-bf1b-9a1bac9675d1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.493050 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53654) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:22.494788 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-389d9e5b-e321-41f3-bf1b-9a1bac9675d1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/ports/f73a209d-407b-436c-acca-1cd76c53ad23 HTTP/1.1" status: 204 len: 168 time: 1.0570023 Jul 07 17:02:22.501028 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-12883145-32e5-45a5-b67e-5f13e0bf474c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'subnet': {'network_id': '2ba48504-5379-4cfd-ad84-228e7f8493f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:22.503363 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] For port 3dc76bc2-0758-49e0-adbf-7f9aade07a19, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:22.506798 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] For port 3dc76bc2-0758-49e0-adbf-7f9aade07a19, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3dc76bc2-0758-49e0-adbf-7f9aade07a19,segment=NetworkSegment(e5b9bad4-a3c9-4e0c-9afa-65a28baea60f),segment_id=e5b9bad4-a3c9-4e0c-9afa-65a28baea60f)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:22.509305 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53656) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:22.518640 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.526091 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d9e5b-e321-41f3-bf1b-9a1bac9675d1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Port': ['ID=f73a209d-407b-436c-acca-1cd76c53ad23,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:22.537657 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1d03b-0ed7-4ac6-8947-446ad6420f6c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Network': ['ID=2ba48504-5379-4cfd-ad84-228e7f8493f6,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:22.560366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 2ba48504-5379-4cfd-ad84-228e7f8493f6 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:22.570484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-6a5ee59d-b4ed-47e6-ab44-91e02b65e808 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Allocated IP 2001:db8:3::1 (e631314d-7b87-4ae9-9e82-8fd2fa0027e1/7e5be86e-b686-4325-bc53-754be0970dab/4c7edc34-b31c-4ca6-a111-f01d9011d6ee) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:22.585965 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c2fbcb-5d96-4d10-bee6-125521379787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8059a6d5-f47f-4f46-8f70-a370292a463d'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:22.588369 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5341d336-be9f-46b7-8614-589057c1a5d1" -d '{"events": [{"server_uuid": "c5c2fbcb-5d96-4d10-bee6-125521379787", "name": "network-vif-plugged", "status": "completed", "tag": "8059a6d5-f47f-4f46-8f70-a370292a463d"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:22.620051 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-af1ca75b-c182-4f5b-a21a-c4c46e7cdee7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Deleting port d9318450-e91d-45e4-b483-7e60d1c0c129 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:22.620396 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af1ca75b-c182-4f5b-a21a-c4c46e7cdee7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.622540 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7e9014a-02bc-4151-8df0-3acb921da341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.692263 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 8059a6d5-f47f-4f46-8f70-a370292a463d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8059a6d5-f47f-4f46-8f70-a370292a463d,segment=NetworkSegment(127fa0f7-440f-4548-8434-68c4a945a25e),segment_id=127fa0f7-440f-4548-8434-68c4a945a25e)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:22.708858 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.710613 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9014a-02bc-4151-8df0-3acb921da341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cb771e9-c384-4be6-a6e3-24a117d82432,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:22.715934 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7e9014a-02bc-4151-8df0-3acb921da341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.717181 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31544480-4feb-410e-bfc6-01b97d30dabb None None] Pushing event updated for resources: {'Port': ['ID=3dc76bc2-0758-49e0-adbf-7f9aade07a19,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:22.720296 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e7e9014a-02bc-4151-8df0-3acb921da341 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5cb771e9-c384-4be6-a6e3-24a117d82432 HTTP/1.1" status: 204 len: 168 time: 0.8119259 Jul 07 17:02:22.721029 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53660) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:22.751341 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a5ee59d-b4ed-47e6-ab44-91e02b65e808 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.775105 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-6a5ee59d-b4ed-47e6-ab44-91e02b65e808 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Transition to ACTIVE for port object 4c7edc34-b31c-4ca6-a111-f01d9011d6ee will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:22.778351 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=8059a6d5-f47f-4f46-8f70-a370292a463d,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:22.791965 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67e033e-54ea-4fcd-bb15-98b827fe4c5a x-openstack-request-id: req-f67e033e-54ea-4fcd-bb15-98b827fe4c5a {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:22.792263 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c2fbcb-5d96-4d10-bee6-125521379787", "name": "network-vif-plugged", "status": "completed", "tag": "8059a6d5-f47f-4f46-8f70-a370292a463d", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:22.792516 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f67e033e-54ea-4fcd-bb15-98b827fe4c5a {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:22.792919 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c2fbcb-5d96-4d10-bee6-125521379787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8059a6d5-f47f-4f46-8f70-a370292a463d', 'code': 200} Jul 07 17:02:22.819366 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a5ee59d-b4ed-47e6-ab44-91e02b65e808 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.890551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af47ad41-3175-45c9-b921-cdeaaf2b6933 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:22.896057 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-af47ad41-3175-45c9-b921-cdeaaf2b6933 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3818769 Jul 07 17:02:22.898333 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53666) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:22.917229 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0351182a-e4ba-47e7-acc0-c7976e58b7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.932185 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5ee59d-b4ed-47e6-ab44-91e02b65e808 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network e631314d-7b87-4ae9-9e82-8fd2fa0027e1 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:22.951813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-6a5ee59d-b4ed-47e6-ab44-91e02b65e808 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:22.976556 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5ee59d-b4ed-47e6-ab44-91e02b65e808 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:22.977191 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a5ee59d-b4ed-47e6-ab44-91e02b65e808 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:22.990149 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12883145-32e5-45a5-b67e-5f13e0bf474c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:23.001434 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-12883145-32e5-45a5-b67e-5f13e0bf474c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.012208 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ebdf92-8efa-4afb-9bb2-2c83c6a5f1a1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] GET failed (client error): The resource could not be found. Jul 07 17:02:23.021003 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-81ebdf92-8efa-4afb-9bb2-2c83c6a5f1a1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports/1eb8de08-de53-4a1a-9625-20dd94f76291 HTTP/1.1" status: 404 len: 333 time: 0.1197565 Jul 07 17:02:23.028910 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53668) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:23.069743 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8061dda-f566-4a4b-8a00-ae175649d760 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] GET failed (client error): The resource could not be found. Jul 07 17:02:23.074042 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c8061dda-f566-4a4b-8a00-ae175649d760 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports/f73a209d-407b-436c-acca-1cd76c53ad23 HTTP/1.1" status: 404 len: 333 time: 0.0411875 Jul 07 17:02:23.075939 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53670) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:23.078694 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ee59d-b4ed-47e6-ab44-91e02b65e808 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Port': ['ID=4c7edc34-b31c-4ca6-a111-f01d9011d6ee,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:23.131915 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-af1ca75b-c182-4f5b-a21a-c4c46e7cdee7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] For port d9318450-e91d-45e4-b483-7e60d1c0c129, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d9318450-e91d-45e4-b483-7e60d1c0c129,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:23.132281 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af1ca75b-c182-4f5b-a21a-c4c46e7cdee7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.185953 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-af1ca75b-c182-4f5b-a21a-c4c46e7cdee7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Calling delete_port for d9318450-e91d-45e4-b483-7e60d1c0c129 owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:23.207669 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1fa5c-56d0-493b-93a0-cd7113d0962d req-04f2918f-7d06-4bd7-a0b4-4c555c65126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:23.209171 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cdb1fa5c-56d0-493b-93a0-cd7113d0962d req-04f2918f-7d06-4bd7-a0b4-4c555c65126b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c5c2fbcb-5d96-4d10-bee6-125521379787 HTTP/1.1" status: 200 len: 1097 time: 0.3164976 Jul 07 17:02:23.217658 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-54398a39-4906-47b4-8de9-f64fcc72583d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.288699 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0351182a-e4ba-47e7-acc0-c7976e58b7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.293709 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cdb1fa5c-56d0-493b-93a0-cd7113d0962d req-ec7dd5c5-37ec-40f0-948e-fede0a3f3342 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743225 Jul 07 17:02:23.308429 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0351182a-e4ba-47e7-acc0-c7976e58b7bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae98ff8-0908-417a-8800-63c97d396a91']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:23.310112 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a5ee59d-b4ed-47e6-ab44-91e02b65e808 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.327361 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0351182a-e4ba-47e7-acc0-c7976e58b7bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a185a048-b27e-402f-b83b-adb0c9a0e482') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:23.327653 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0351182a-e4ba-47e7-acc0-c7976e58b7bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a185a048-b27e-402f-b83b-adb0c9a0e482') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:23.346092 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0351182a-e4ba-47e7-acc0-c7976e58b7bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.358829 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ee00f-66a8-46ca-ac62-191c29fae9f2 req-072a2661-fefa-467f-8472-42b5620b6e58 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:23.360364 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c32ee00f-66a8-46ca-ac62-191c29fae9f2 req-072a2661-fefa-467f-8472-42b5620b6e58 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 945 time: 0.3382964 Jul 07 17:02:23.389760 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0351182a-e4ba-47e7-acc0-c7976e58b7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.402725 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-54398a39-4906-47b4-8de9-f64fcc72583d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.420287 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-54398a39-4906-47b4-8de9-f64fcc72583d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36227d2-d70a-41e8-9105-16fef41f7a43']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:23.438905 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-54398a39-4906-47b4-8de9-f64fcc72583d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c72a6df-eed3-4d8d-ac1b-c11dc0aaa661') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:23.439649 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-54398a39-4906-47b4-8de9-f64fcc72583d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c72a6df-eed3-4d8d-ac1b-c11dc0aaa661') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:23.473874 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0351182a-e4ba-47e7-acc0-c7976e58b7bb admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:23.474179 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0351182a-e4ba-47e7-acc0-c7976e58b7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:23.477857 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:23.594827 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c32ee00f-66a8-46ca-ac62-191c29fae9f2 req-0a3f95a8-f1c3-4194-a08d-8643adc45ab7 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187080 Jul 07 17:02:23.632293 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0351182a-e4ba-47e7-acc0-c7976e58b7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.667577 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0351182a-e4ba-47e7-acc0-c7976e58b7bb admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.668391 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-54398a39-4906-47b4-8de9-f64fcc72583d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.670023 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0351182a-e4ba-47e7-acc0-c7976e58b7bb admin admin] 10.222.0.50 "DELETE /v2.0/networks/8ae98ff8-0908-417a-8800-63c97d396a91 HTTP/1.1" status: 204 len: 168 time: 0.9424655 Jul 07 17:02:23.693108 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351182a-e4ba-47e7-acc0-c7976e58b7bb admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae98ff8-0908-417a-8800-63c97d396a91,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:23.697740 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3dc76bc2-0758-49e0-adbf-7f9aade07a19 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:23.710029 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-12883145-32e5-45a5-b67e-5f13e0bf474c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.749709 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af1ca75b-c182-4f5b-a21a-c4c46e7cdee7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.775717 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 3dc76bc2-0758-49e0-adbf-7f9aade07a19 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:23.781059 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 776b9a05-171a-41ba-b8e5-0833d1aea4b5 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:23.800223 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ca75b-c182-4f5b-a21a-c4c46e7cdee7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9318450-e91d-45e4-b483-7e60d1c0c129,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:23.844174 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a5ee59d-b4ed-47e6-ab44-91e02b65e808 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.863112 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-54398a39-4906-47b4-8de9-f64fcc72583d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.871004 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54398a39-4906-47b4-8de9-f64fcc72583d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:23.871268 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-54398a39-4906-47b4-8de9-f64fcc72583d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.871563 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12883145-32e5-45a5-b67e-5f13e0bf474c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Subnet': ['ID=fe187188-97b0-455e-a9cd-ca0bca01a756,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:23.899193 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12883145-32e5-45a5-b67e-5f13e0bf474c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Checking segment: {'id': '26cf76ff-c2fb-4022-8c50-d5c8b10bd50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2ba48504-5379-4cfd-ad84-228e7f8493f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:23.899565 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12883145-32e5-45a5-b67e-5f13e0bf474c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network hostable DHCP agents. Network: 2ba48504-5379-4cfd-ad84-228e7f8493f6, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:23.948165 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af1ca75b-c182-4f5b-a21a-c4c46e7cdee7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: items = [ Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:23.949148 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:23.952178 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a5ee59d-b4ed-47e6-ab44-91e02b65e808 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.953967 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a5ee59d-b4ed-47e6-ab44-91e02b65e808 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:23.958231 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12883145-32e5-45a5-b67e-5f13e0bf474c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network 2ba48504-5379-4cfd-ad84-228e7f8493f6 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:23.971489 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-54398a39-4906-47b4-8de9-f64fcc72583d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.037018 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53678) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:24.038193 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-54398a39-4906-47b4-8de9-f64fcc72583d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.040290 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-54398a39-4906-47b4-8de9-f64fcc72583d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/networks/f36227d2-d70a-41e8-9105-16fef41f7a43 HTTP/1.1" status: 204 len: 168 time: 0.9580891 Jul 07 17:02:24.042466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54398a39-4906-47b4-8de9-f64fcc72583d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Network': ['ID=f36227d2-d70a-41e8-9105-16fef41f7a43,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:24.072275 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c8bb2e-dbf4-4951-bc18-60d0fab115f8 None None] get_active_networks_info from n-d-793620-7 {{(pid=100411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:02:24.077977 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53680) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:24.088566 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-cb69a651-f551-4458-9229-6bc0d8b1751d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-575166017'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:24.132056 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-02efcc01-c514-4d1b-8ec0-9818277a13e7 None None] Provisioning for port 3dc76bc2-0758-49e0-adbf-7f9aade07a19 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:24.140414 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ee59d-b4ed-47e6-ab44-91e02b65e808 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event updated for resources: {'Port': ['ID=4c7edc34-b31c-4ca6-a111-f01d9011d6ee,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:24.140665 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-02efcc01-c514-4d1b-8ec0-9818277a13e7 None None] Provisioning complete for port 3dc76bc2-0758-49e0-adbf-7f9aade07a19 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:24.141082 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-02efcc01-c514-4d1b-8ec0-9818277a13e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.199065 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f1551-6321-40dc-9a53-e3d0e7aab87b req-b493d2e9-78bc-4252-82c8-063cc3b8efc0 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:24.207043 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fe1f1551-6321-40dc-9a53-e3d0e7aab87b req-b493d2e9-78bc-4252-82c8-063cc3b8efc0 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5c2fbcb-5d96-4d10-bee6-125521379787 HTTP/1.1" status: 200 len: 946 time: 0.6183574 Jul 07 17:02:24.236471 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6d8fb137-e3ba-4351-b185-aad8961a73da admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=30aa2386f2044095834e8a1b1bf22d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1853650 Jul 07 17:02:24.244512 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53682) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:24.248006 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 776b9a05-171a-41ba-b8e5-0833d1aea4b5 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:24.248670 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.285304 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb69a651-f551-4458-9229-6bc0d8b1751d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:24.288831 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cb69a651-f551-4458-9229-6bc0d8b1751d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.356448 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fe1f1551-6321-40dc-9a53-e3d0e7aab87b req-2afec3be-ee08-4545-ab95-85ac39194330 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462524 Jul 07 17:02:24.369970 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c8bb2e-dbf4-4951-bc18-60d0fab115f8 None None] Resources bound (agent type, host, resource id): {{(pid=100411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:02:24.382929 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-02efcc01-c514-4d1b-8ec0-9818277a13e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.390961 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb69a651-f551-4458-9229-6bc0d8b1751d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:24.402045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-12883145-32e5-45a5-b67e-5f13e0bf474c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 2ba48504-5379-4cfd-ad84-228e7f8493f6) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:24.407260 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af1ca75b-c182-4f5b-a21a-c4c46e7cdee7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.410356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12883145-32e5-45a5-b67e-5f13e0bf474c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:24.411271 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-12883145-32e5-45a5-b67e-5f13e0bf474c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.414286 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af1ca75b-c182-4f5b-a21a-c4c46e7cdee7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.432176 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cb69a651-f551-4458-9229-6bc0d8b1751d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.432534 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-cb69a651-f551-4458-9229-6bc0d8b1751d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Added segment 92c7817b-e278-4bf5-aa48-56c377280986 of type vlan for network 6a110650-0f66-435f-ade9-c185366ed1a5 Jul 07 17:02:24.451935 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5ee59d-b4ed-47e6-ab44-91e02b65e808 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Network e631314d-7b87-4ae9-9e82-8fd2fa0027e1 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:24.455286 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61d5f90b-dae1-4c11-9979-9a5df9f2e60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.463540 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-12883145-32e5-45a5-b67e-5f13e0bf474c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9666207 Jul 07 17:02:24.465862 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53684) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:24.483813 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61d5f90b-dae1-4c11-9979-9a5df9f2e60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.510561 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-02efcc01-c514-4d1b-8ec0-9818277a13e7 None None] For port 3dc76bc2-0758-49e0-adbf-7f9aade07a19, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3dc76bc2-0758-49e0-adbf-7f9aade07a19,segment=NetworkSegment(e5b9bad4-a3c9-4e0c-9afa-65a28baea60f),segment_id=e5b9bad4-a3c9-4e0c-9afa-65a28baea60f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:24.521102 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-02efcc01-c514-4d1b-8ec0-9818277a13e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.526879 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af1ca75b-c182-4f5b-a21a-c4c46e7cdee7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.527256 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-6a5ee59d-b4ed-47e6-ab44-91e02b65e808 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:24.527999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1ca75b-c182-4f5b-a21a-c4c46e7cdee7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 294a1cf2-b810-42dd-917b-41c03aa592b3 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:02:24.535021 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af1ca75b-c182-4f5b-a21a-c4c46e7cdee7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.536488 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-af1ca75b-c182-4f5b-a21a-c4c46e7cdee7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "DELETE /v2.0/routers/294a1cf2-b810-42dd-917b-41c03aa592b3 HTTP/1.1" status: 204 len: 168 time: 2.8603141 Jul 07 17:02:24.545316 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53686) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:24.554319 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-088d9b84-4268-4d7a-b87d-869d47919921 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1710214023', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}, 'admin_state_up': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:24.570450 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61d5f90b-dae1-4c11-9979-9a5df9f2e60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.574590 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61d5f90b-dae1-4c11-9979-9a5df9f2e60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.575867 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-61d5f90b-dae1-4c11-9979-9a5df9f2e60a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09852287-da79-4884-907a-867bcea77cd9 HTTP/1.1" status: 204 len: 168 time: 0.3280904 Jul 07 17:02:24.623357 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-088d9b84-4268-4d7a-b87d-869d47919921 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.624980 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-088d9b84-4268-4d7a-b87d-869d47919921 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.646935 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.657141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efcc01-c514-4d1b-8ec0-9818277a13e7 None None] Pushing event updated for resources: {'Port': ['ID=3dc76bc2-0758-49e0-adbf-7f9aade07a19,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:24.747787 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cb69a651-f551-4458-9229-6bc0d8b1751d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.780849 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-088d9b84-4268-4d7a-b87d-869d47919921 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.849855 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5f90b-dae1-4c11-9979-9a5df9f2e60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09852287-da79-4884-907a-867bcea77cd9,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:24.882547 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-2ba48504-5379-4cfd-ad84-228e7f8493f6', 'network_id': '2ba48504-5379-4cfd-ad84-228e7f8493f6', 'tenant_id': '207a1cad44ed4f44a10e7c0217eaa943', 'fixed_ips': [{'subnet_id': 'fe187188-97b0-455e-a9cd-ca0bca01a756'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:24.883431 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.897878 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.926855 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cb69a651-f551-4458-9229-6bc0d8b1751d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.934839 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb69a651-f551-4458-9229-6bc0d8b1751d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:24.935655 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cb69a651-f551-4458-9229-6bc0d8b1751d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:24.940496 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5ee59d-b4ed-47e6-ab44-91e02b65e808 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router 37910202-922f-4a52-8dbb-9660e35d4f02 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:02:25.053831 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-088d9b84-4268-4d7a-b87d-869d47919921 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.054840 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Allocated IP 172.20.0.1 (2ba48504-5379-4cfd-ad84-228e7f8493f6/fe187188-97b0-455e-a9cd-ca0bca01a756/70c6a346-4325-4bdb-bb58-9e30c4325868) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:25.095347 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cb69a651-f551-4458-9229-6bc0d8b1751d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0128226 Jul 07 17:02:25.095602 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860aaa92-d52c-46c3-84d3-bbb72ddab734 req-19629003-e012-4eac-a1ed-074a8be59df5 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.096229 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69a651-f551-4458-9229-6bc0d8b1751d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Network': ['ID=6a110650-0f66-435f-ade9-c185366ed1a5,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:25.097198 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-860aaa92-d52c-46c3-84d3-bbb72ddab734 req-19629003-e012-4eac-a1ed-074a8be59df5 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 945 time: 0.2107046 Jul 07 17:02:25.113428 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53694) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:25.126643 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 6a110650-0f66-435f-ade9-c185366ed1a5 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:25.233101 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-860aaa92-d52c-46c3-84d3-bbb72ddab734 req-ab8337ac-d547-437c-965d-6326c0359d7b tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867090 Jul 07 17:02:25.243076 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5ee59d-b4ed-47e6-ab44-91e02b65e808 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:25.257422 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'subnet': {'network_id': '6a110650-0f66-435f-ade9-c185366ed1a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:25.258906 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6a5ee59d-b4ed-47e6-ab44-91e02b65e808 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/37910202-922f-4a52-8dbb-9660e35d4f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6880140 Jul 07 17:02:25.261609 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53704) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:25.264986 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] Sync routers for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:25.298680 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:25.300230 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:25.461779 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:25.516598 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.559589 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-088d9b84-4268-4d7a-b87d-869d47919921 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.570128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Transition to ACTIVE for port object 70c6a346-4325-4bdb-bb58-9e30c4325868 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:25.573645 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3dc76bc2-0758-49e0-adbf-7f9aade07a19 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:25.582737 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-088d9b84-4268-4d7a-b87d-869d47919921 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.676958 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-090a852f-7413-4123-92c1-3ccab643aec7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:25.679755 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Transition to ACTIVE for port object 70c6a346-4325-4bdb-bb58-9e30c4325868 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:25.698209 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.762463 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-088d9b84-4268-4d7a-b87d-869d47919921 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Allocated IP 172.25.2.252 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/73cd3acd-c551-4be7-9add-5d02cf09f4ac) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:25.766645 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.779273 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Network 2ba48504-5379-4cfd-ad84-228e7f8493f6 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:25.793746 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:25.805624 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:25.820306 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ff2bc-5390-4c1c-8f1b-dc92c796cdfd req-3d6c9072-6869-4cac-b827-8089251d40a7 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:25.820583 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Pushing event updated for resources: {'Port': ['ID=70c6a346-4325-4bdb-bb58-9e30c4325868,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:25.822144 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-763ff2bc-5390-4c1c-8f1b-dc92c796cdfd req-3d6c9072-6869-4cac-b827-8089251d40a7 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5c2fbcb-5d96-4d10-bee6-125521379787 HTTP/1.1" status: 200 len: 946 time: 0.1866479 Jul 07 17:02:25.823054 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 3dc76bc2-0758-49e0-adbf-7f9aade07a19 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:25.824396 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.829830 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Subnet': ['ID=fe187188-97b0-455e-a9cd-ca0bca01a756,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:25.872452 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53718) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:25.973876 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:25.993781 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-763ff2bc-5390-4c1c-8f1b-dc92c796cdfd req-9a159626-52df-46b0-8e2f-a12c87f4a5b7 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480079 Jul 07 17:02:26.000999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba48504-5379-4cfd-ad84-228e7f8493f6']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:26.012835 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c0d04738-c4cc-42a3-a3a6-02c2d2d87a0f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1868789092-network', 'tenant_id': '621a12c0777d413f8d90059728390347'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:26.017776 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cf76ff-c2fb-4022-8c50-d5c8b10bd50e') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:26.018109 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cf76ff-c2fb-4022-8c50-d5c8b10bd50e') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:26.024407 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Attempting to bind port 70c6a346-4325-4bdb-bb58-9e30c4325868 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:26.025021 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Attempting to bind port 70c6a346-4325-4bdb-bb58-9e30c4325868 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '26cf76ff-c2fb-4022-8c50-d5c8b10bd50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2ba48504-5379-4cfd-ad84-228e7f8493f6'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:26.025146 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Attempting to bind port 70c6a346-4325-4bdb-bb58-9e30c4325868 on network 2ba48504-5379-4cfd-ad84-228e7f8493f6 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:26.036604 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.039400 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:26.039786 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Checking segment: {'id': '26cf76ff-c2fb-4022-8c50-d5c8b10bd50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2ba48504-5379-4cfd-ad84-228e7f8493f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:26.042364 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.042364 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Bound using segment: {'id': '26cf76ff-c2fb-4022-8c50-d5c8b10bd50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2ba48504-5379-4cfd-ad84-228e7f8493f6'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:26.042774 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Bound port: 70c6a346-4325-4bdb-bb58-9e30c4325868, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26cf76ff-c2fb-4022-8c50-d5c8b10bd50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '2ba48504-5379-4cfd-ad84-228e7f8493f6'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:26.042995 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.053117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:26.057140 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.067614 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-088d9b84-4268-4d7a-b87d-869d47919921 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.070168 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.080036 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:26.080415 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:26.083761 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:26.160621 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.api [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:02:26.160621 n-d-793620-7 neutron-server[100410]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:02:26.160621 n-d-793620-7 neutron-server[100410]: [parameters: {'id': '2ba48504-5379-4cfd-ad84-228e7f8493f6'}] Jul 07 17:02:26.160621 n-d-793620-7 neutron-server[100410]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:02:26.161436 n-d-793620-7 neutron-server[100410]: DEBUG oslo_db.api [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:02:26.172375 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d04738-c4cc-42a3-a3a6-02c2d2d87a0f admin admin] Made reservation on behalf of 621a12c0777d413f8d90059728390347 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:26.174831 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c0d04738-c4cc-42a3-a3a6-02c2d2d87a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.180974 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-088d9b84-4268-4d7a-b87d-869d47919921 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.201227 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] For port 70c6a346-4325-4bdb-bb58-9e30c4325868, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:26.205056 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] For port 70c6a346-4325-4bdb-bb58-9e30c4325868, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=70c6a346-4325-4bdb-bb58-9e30c4325868,segment=NetworkSegment(26cf76ff-c2fb-4022-8c50-d5c8b10bd50e),segment_id=26cf76ff-c2fb-4022-8c50-d5c8b10bd50e)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:26.217176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:02:23Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': '4c7edc34-b31c-4ca6-a111-f01d9011d6ee', 'name': '', 'network_id': 'e631314d-7b87-4ae9-9e82-8fd2fa0027e1', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:19:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7e5be86e-b686-4325-bc53-754be0970dab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:22Z', 'updated_at': '2021-07-07T17:02:23Z', 'revision_number': 2, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '7e5be86e-b686-4325-bc53-754be0970dab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5571be97-650c-4c9e-ad58-83604497c832', 'name': '', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:1f:e9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:05Z', 'updated_at': '2021-07-07T17:02:16Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '776b9a05-171a-41ba-b8e5-0833d1aea4b5', 'name': '', 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:22:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:12Z', 'updated_at': '2021-07-07T17:02:22Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:26.224529 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c0d04738-c4cc-42a3-a3a6-02c2d2d87a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.232212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088d9b84-4268-4d7a-b87d-869d47919921 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:26.236192 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-088d9b84-4268-4d7a-b87d-869d47919921 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:26.244775 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d9b84-4268-4d7a-b87d-869d47919921 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:26.273876 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.294169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d9b84-4268-4d7a-b87d-869d47919921 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Pushing event updated for resources: {'Port': ['ID=73cd3acd-c551-4be7-9add-5d02cf09f4ac,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:26.294423 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] Checking router: 37910202-922f-4a52-8dbb-9660e35d4f02 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:02:26.294734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] Updating router 37910202-922f-4a52-8dbb-9660e35d4f02 port 4c7edc34-b31c-4ca6-a111-f01d9011d6ee binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:02:26.365143 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c0d04738-c4cc-42a3-a3a6-02c2d2d87a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.471250 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c0d04738-c4cc-42a3-a3a6-02c2d2d87a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.484070 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d04738-c4cc-42a3-a3a6-02c2d2d87a0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:26.484645 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.495308 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c0d04738-c4cc-42a3-a3a6-02c2d2d87a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.495714 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-c0d04738-c4cc-42a3-a3a6-02c2d2d87a0f admin admin] Added segment 46e4a077-4d34-43ea-95ef-c3632d1cabc9 of type vlan for network 1a593835-75cf-40d8-8fd5-4eaad13dc252 Jul 07 17:02:26.530043 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc874110-c999-4005-a262-7d5f0f95191d None None] Pushing event updated for resources: {'Port': ['ID=70c6a346-4325-4bdb-bb58-9e30c4325868,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:26.536622 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d9318450-e91d-45e4-b483-7e60d1c0c129 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:26.542924 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c0d04738-c4cc-42a3-a3a6-02c2d2d87a0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.578896 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c4a2da-c218-45a7-9299-5823663b828d None None] get_active_networks_info from n-d-793620-7 {{(pid=100411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:02:26.610776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: d9318450-e91d-45e4-b483-7e60d1c0c129 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:26.611130 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d9318450-e91d-45e4-b483-7e60d1c0c129 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:26.646466 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c0d04738-c4cc-42a3-a3a6-02c2d2d87a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.647457 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d04738-c4cc-42a3-a3a6-02c2d2d87a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:26.648045 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c0d04738-c4cc-42a3-a3a6-02c2d2d87a0f admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.662910 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.666946 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-088d9b84-4268-4d7a-b87d-869d47919921 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.685401 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d04738-c4cc-42a3-a3a6-02c2d2d87a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ad675c-a595-4c76-870a-9321c55839ab,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:26.743945 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.extraroute_db [None req-090a852f-7413-4123-92c1-3ccab643aec7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=100409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:02:26.784258 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c0d04738-c4cc-42a3-a3a6-02c2d2d87a0f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9085371 Jul 07 17:02:26.802842 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53736) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:26.830172 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-e432e0f1-6ece-4224-9dd3-23f1c252aa69 admin admin] Request body: {'subnet': {'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1868789092-subnet', 'tenant_id': '621a12c0777d413f8d90059728390347', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:26.858980 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.extraroute_db [None req-090a852f-7413-4123-92c1-3ccab643aec7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Removed routes are [] {{(pid=100409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:02:26.859317 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-090a852f-7413-4123-92c1-3ccab643aec7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.861502 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d04738-c4cc-42a3-a3a6-02c2d2d87a0f admin admin] Pushing event updated for resources: {'Network': ['ID=1a593835-75cf-40d8-8fd5-4eaad13dc252,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:26.867168 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Deleting port 70c6a346-4325-4bdb-bb58-9e30c4325868 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:26.867519 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:26.888617 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 1a593835-75cf-40d8-8fd5-4eaad13dc252 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:26.916670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e432e0f1-6ece-4224-9dd3-23f1c252aa69 admin admin] Made reservation on behalf of 621a12c0777d413f8d90059728390347 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:26.920813 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e432e0f1-6ece-4224-9dd3-23f1c252aa69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.036833 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] For port 70c6a346-4325-4bdb-bb58-9e30c4325868, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=70c6a346-4325-4bdb-bb58-9e30c4325868,segment=NetworkSegment(26cf76ff-c2fb-4022-8c50-d5c8b10bd50e),segment_id=26cf76ff-c2fb-4022-8c50-d5c8b10bd50e)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:27.037326 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.058500 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Calling delete_port for 70c6a346-4325-4bdb-bb58-9e30c4325868 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:27.073750 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-088d9b84-4268-4d7a-b87d-869d47919921 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.075186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c4a2da-c218-45a7-9299-5823663b828d None None] Resources bound (agent type, host, resource id): {{(pid=100411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:02:27.086721 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd974e59-b09d-4e73-9378-3acdcc5734ad req-5991b27c-1c22-4081-8a29-ca903b2dcb0a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.094193 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dd974e59-b09d-4e73-9378-3acdcc5734ad req-5991b27c-1c22-4081-8a29-ca903b2dcb0a tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 945 time: 0.7208176 Jul 07 17:02:27.256840 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dd974e59-b09d-4e73-9378-3acdcc5734ad req-1f0249dd-63cb-41de-a113-2a3cfe22b1cf tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617255 Jul 07 17:02:27.263464 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.292156 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e36557-7494-4c81-b09f-632aeea525f7 req-d56be433-4660-4b5e-87ec-4cb5bc5ebc9f tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.293848 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-07e36557-7494-4c81-b09f-632aeea525f7 req-d56be433-4660-4b5e-87ec-4cb5bc5ebc9f tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5c2fbcb-5d96-4d10-bee6-125521379787 HTTP/1.1" status: 200 len: 946 time: 0.1797290 Jul 07 17:02:27.297008 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.306401 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.335425 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Subnet': ['ID=197d29b7-7874-4ec5-8c0c-449a4a8c3a53,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:27.336700 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Port': ['ID=70c6a346-4325-4bdb-bb58-9e30c4325868,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:27.343224 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No DVR routers for this DVR port 70c6a346-4325-4bdb-bb58-9e30c4325868 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:27.348039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] Transition to ACTIVE for port object 4c7edc34-b31c-4ca6-a111-f01d9011d6ee will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:27.362739 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.428540 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:27.428793 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:27.429076 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:27.429584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:27.429933 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:27.430332 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:27.430695 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:27.431029 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:27.431359 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:27.431684 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:27.432074 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:27.432965 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea525b3-029c-4a28-87b6-9bc565a0c6b1 None None] Pushing event updated for resources: {'Port': ['ID=4c7edc34-b31c-4ca6-a111-f01d9011d6ee,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:27.433366 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:27.445179 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-07e36557-7494-4c81-b09f-632aeea525f7 req-4ef60689-10c3-4c61-a32e-2cea4bc0a50c tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221416 Jul 07 17:02:27.476632 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.494473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088d9b84-4268-4d7a-b87d-869d47919921 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Router 762de118-d816-4cac-9be4-d8ed06a6d9c5 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:02:27.507571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba48504-5379-4cfd-ad84-228e7f8493f6']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:27.541718 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e432e0f1-6ece-4224-9dd3-23f1c252aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.548533 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cf76ff-c2fb-4022-8c50-d5c8b10bd50e') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:27.548833 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cf76ff-c2fb-4022-8c50-d5c8b10bd50e') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:27.553354 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Checking segment: {'id': '92c7817b-e278-4bf5-aa48-56c377280986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6a110650-0f66-435f-ade9-c185366ed1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:27.553870 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network hostable DHCP agents. Network: 6a110650-0f66-435f-ade9-c185366ed1a5, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:27.557592 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-090a852f-7413-4123-92c1-3ccab643aec7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.564453 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.589768 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] Attempting to bind port 4c7edc34-b31c-4ca6-a111-f01d9011d6ee on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:27.590148 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] Attempting to bind port 4c7edc34-b31c-4ca6-a111-f01d9011d6ee by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'e5b9bad4-a3c9-4e0c-9afa-65a28baea60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e631314d-7b87-4ae9-9e82-8fd2fa0027e1'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:27.590729 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] Attempting to bind port 4c7edc34-b31c-4ca6-a111-f01d9011d6ee on network e631314d-7b87-4ae9-9e82-8fd2fa0027e1 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:27.593037 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-090a852f-7413-4123-92c1-3ccab643aec7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.626938 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:27.626938 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] Checking segment: {'id': 'e5b9bad4-a3c9-4e0c-9afa-65a28baea60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e631314d-7b87-4ae9-9e82-8fd2fa0027e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:27.626938 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.626938 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] Bound using segment: {'id': 'e5b9bad4-a3c9-4e0c-9afa-65a28baea60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e631314d-7b87-4ae9-9e82-8fd2fa0027e1'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:27.626938 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] Bound port: 4c7edc34-b31c-4ca6-a111-f01d9011d6ee, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b9bad4-a3c9-4e0c-9afa-65a28baea60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e631314d-7b87-4ae9-9e82-8fd2fa0027e1'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:27.626938 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.702734 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088d9b84-4268-4d7a-b87d-869d47919921 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:27.732400 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee82b1f-e0d9-443f-b687-75cb048c2186 None None] Sync routers for ids ['762de118-d816-4cac-9be4-d8ed06a6d9c5'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:27.733045 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.734588 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475d15ad-4f6e-469b-bcaf-9f8423aff86a None None] Network e631314d-7b87-4ae9-9e82-8fd2fa0027e1 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:27.737540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0a81be-fc45-4cd0-bafe-6f959d5c4f2f None None] Network 27d86760-ee4c-4f39-b2f9-44516a169d71 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:27.747047 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee82b1f-e0d9-443f-b687-75cb048c2186 None None] Routers {'762de118-d816-4cac-9be4-d8ed06a6d9c5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:27.749265 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-088d9b84-4268-4d7a-b87d-869d47919921 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.749683 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-dee82b1f-e0d9-443f-b687-75cb048c2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['762de118-d816-4cac-9be4-d8ed06a6d9c5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:27.753454 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-088d9b84-4268-4d7a-b87d-869d47919921 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.2053304 Jul 07 17:02:27.759921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53748) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:27.767700 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-64fab0c3-7117-45ef-b2b0-b3fa04264cd7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'enable_snat': False}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:27.772969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:27.774464 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:27.778482 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:27.781287 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] For port 4c7edc34-b31c-4ca6-a111-f01d9011d6ee, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:27.784281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] For port 4c7edc34-b31c-4ca6-a111-f01d9011d6ee, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4c7edc34-b31c-4ca6-a111-f01d9011d6ee,segment=NetworkSegment(e5b9bad4-a3c9-4e0c-9afa-65a28baea60f),segment_id=e5b9bad4-a3c9-4e0c-9afa-65a28baea60f)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:27.784472 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432e0f1-6ece-4224-9dd3-23f1c252aa69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19f701e3-8b99-4023-9849-e505b17bcfa4,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:27.787455 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956cd238-7204-4340-9b3c-71603a56ba3b None None] Network 2ba48504-5379-4cfd-ad84-228e7f8493f6 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:27.799100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e432e0f1-6ece-4224-9dd3-23f1c252aa69 admin admin] Checking segment: {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:27.799330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e432e0f1-6ece-4224-9dd3-23f1c252aa69 admin admin] Network hostable DHCP agents. Network: 1a593835-75cf-40d8-8fd5-4eaad13dc252, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:27.801907 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network 6a110650-0f66-435f-ade9-c185366ed1a5 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:27.803597 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.822638 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 6a110650-0f66-435f-ade9-c185366ed1a5) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:27.839015 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.839986 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.849341 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e432e0f1-6ece-4224-9dd3-23f1c252aa69 admin admin] Network 1a593835-75cf-40d8-8fd5-4eaad13dc252 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:27.859050 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-dee82b1f-e0d9-443f-b687-75cb048c2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:27.863005 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090a852f-7413-4123-92c1-3ccab643aec7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router 37910202-922f-4a52-8dbb-9660e35d4f02 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:02:27.868894 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-e432e0f1-6ece-4224-9dd3-23f1c252aa69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 1a593835-75cf-40d8-8fd5-4eaad13dc252) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:27.873084 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee82b1f-e0d9-443f-b687-75cb048c2186 None None] Routers {'762de118-d816-4cac-9be4-d8ed06a6d9c5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:27.874219 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-dee82b1f-e0d9-443f-b687-75cb048c2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['762de118-d816-4cac-9be4-d8ed06a6d9c5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:27.875654 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c245174a-0a4b-4e5b-acb2-439577d27cba tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6343956 Jul 07 17:02:27.878992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e432e0f1-6ece-4224-9dd3-23f1c252aa69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:27.879612 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e432e0f1-6ece-4224-9dd3-23f1c252aa69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:27.883861 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53750) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:27.888991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-48a0ebf7-c7f5-4734-a517-73bcd70b3d26 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'port': {'network_id': '6a110650-0f66-435f-ade9-c185366ed1a5', 'name': 'tempest-PortsIpV6TestJSON-1159565042'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:27.891518 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0cefaa-9e11-4ec7-8e4b-16958d005bdd None None] Network 6a110650-0f66-435f-ade9-c185366ed1a5 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:27.894067 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e69ca01-b30f-4b05-80b3-6680f39e6c1c None None] Network 1a593835-75cf-40d8-8fd5-4eaad13dc252 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:27.903327 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0a81be-fc45-4cd0-bafe-6f959d5c4f2f None None] Network 27d86760-ee4c-4f39-b2f9-44516a169d71 could not be found, it might have been deleted concurrently. {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:02:27.947121 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-dee82b1f-e0d9-443f-b687-75cb048c2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:27.948111 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee82b1f-e0d9-443f-b687-75cb048c2186 None None] The sync data for ids ['762de118-d816-4cac-9be4-d8ed06a6d9c5'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:27.987696 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e432e0f1-6ece-4224-9dd3-23f1c252aa69 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1749127 Jul 07 17:02:28.011162 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13081cd3-a0a7-4c62-a707-47fe3d711fb5 None None] Network 27d86760-ee4c-4f39-b2f9-44516a169d71 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:28.027270 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53752) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:28.033937 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13081cd3-a0a7-4c62-a707-47fe3d711fb5 None None] Network 27d86760-ee4c-4f39-b2f9-44516a169d71 could not be found, it might have been deleted concurrently. {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:02:28.039645 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-fcfa50a4-3b68-42cf-839c-6bf406e46fd6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1868789092-router', 'tenant_id': '621a12c0777d413f8d90059728390347', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:28.100711 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fcfa50a4-3b68-42cf-839c-6bf406e46fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.101728 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fcfa50a4-3b68-42cf-839c-6bf406e46fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.109823 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090a852f-7413-4123-92c1-3ccab643aec7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:28.117851 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-090a852f-7413-4123-92c1-3ccab643aec7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.119076 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-090a852f-7413-4123-92c1-3ccab643aec7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/37910202-922f-4a52-8dbb-9660e35d4f02 HTTP/1.1" status: 200 len: 953 time: 2.8550522 Jul 07 17:02:28.126911 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53754) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:28.156401 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:28.156986 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:28.190963 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea525b3-029c-4a28-87b6-9bc565a0c6b1 None None] Pushing event updated for resources: {'Port': ['ID=4c7edc34-b31c-4ca6-a111-f01d9011d6ee,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:28.247944 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eeacfc-57ff-4373-9924-cdfb10ac05b4 None None] Network 2ba48504-5379-4cfd-ad84-228e7f8493f6 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:28.312856 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fcfa50a4-3b68-42cf-839c-6bf406e46fd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.326091 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-aa711c55-6677-438d-b768-969b6daef265 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/routers/37910202-922f-4a52-8dbb-9660e35d4f02 HTTP/1.1" status: 200 len: 953 time: 0.1975677 Jul 07 17:02:28.328443 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a0ebf7-c7f5-4734-a517-73bcd70b3d26 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:28.331870 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-48a0ebf7-c7f5-4734-a517-73bcd70b3d26 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.335066 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53756) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:28.373079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-483f9b08-51cd-461f-ad2a-83a35b009fd1 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'router': {'routes': None}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:28.407585 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.417238 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.422434 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/2ba48504-5379-4cfd-ad84-228e7f8493f6 HTTP/1.1" status: 204 len: 168 time: 3.9520018 Jul 07 17:02:28.428626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53758) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:28.446831 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-2502f513-48ca-4337-9150-f77118fdec73 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-708353908'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:28.458232 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f97e2-535f-4018-a5c7-a9646a1f8787 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Network': ['ID=2ba48504-5379-4cfd-ad84-228e7f8493f6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:28.465653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:28.513772 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-48a0ebf7-c7f5-4734-a517-73bcd70b3d26 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] device_id is not set on port 7e91a781-805c-439a-b727-33b49c58c455 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:02:28.530454 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2502f513-48ca-4337-9150-f77118fdec73 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:28.534566 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2502f513-48ca-4337-9150-f77118fdec73 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.545989 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0da3a2-bc65-421b-8774-7f021a37da29 req-911063e8-1a7d-4825-840c-427df8f35a40 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:28.547550 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7b0da3a2-bc65-421b-8774-7f021a37da29 req-911063e8-1a7d-4825-840c-427df8f35a40 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 945 time: 0.5898511 Jul 07 17:02:28.637818 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fcfa50a4-3b68-42cf-839c-6bf406e46fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.638133 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2502f513-48ca-4337-9150-f77118fdec73 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:28.672407 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7b0da3a2-bc65-421b-8774-7f021a37da29 req-1fd6e511-c8de-4754-a95e-cd41d535bb22 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101465 Jul 07 17:02:28.672914 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2502f513-48ca-4337-9150-f77118fdec73 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.673268 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-2502f513-48ca-4337-9150-f77118fdec73 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Added segment d5859a9a-b723-4c10-831a-90e97f6ab3e8 of type vlan for network 00688a2f-eb81-4e95-b9e5-93e180851716 Jul 07 17:02:28.756571 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-48a0ebf7-c7f5-4734-a517-73bcd70b3d26 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Allocated IP 2001:db8::8f (6a110650-0f66-435f-ade9-c185366ed1a5/197d29b7-7874-4ec5-8c0c-449a4a8c3a53/7e91a781-805c-439a-b727-33b49c58c455) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:28.762320 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2502f513-48ca-4337-9150-f77118fdec73 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.853495 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64fab0c3-7117-45ef-b2b0-b3fa04264cd7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.856020 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-6a110650-0f66-435f-ade9-c185366ed1a5', 'network_id': '6a110650-0f66-435f-ade9-c185366ed1a5', 'tenant_id': '2797da1828254d54a84fd968e53e161d', 'fixed_ips': [{'subnet_id': '197d29b7-7874-4ec5-8c0c-449a4a8c3a53'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:28.857128 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.873786 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2502f513-48ca-4337-9150-f77118fdec73 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.880225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2502f513-48ca-4337-9150-f77118fdec73 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:28.881151 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2502f513-48ca-4337-9150-f77118fdec73 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.911761 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-1a593835-75cf-40d8-8fd5-4eaad13dc252', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'tenant_id': '621a12c0777d413f8d90059728390347', 'fixed_ips': [{'subnet_id': '19f701e3-8b99-4023-9849-e505b17bcfa4'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:28.912619 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:28.995360 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2502f513-48ca-4337-9150-f77118fdec73 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5627985 Jul 07 17:02:29.017118 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53764) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:29.026832 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-bbe7e1a8-4710-4b95-bbb7-d61ab908e86f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'subnet': {'network_id': '00688a2f-eb81-4e95-b9e5-93e180851716', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:29.107709 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502f513-48ca-4337-9150-f77118fdec73 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Network': ['ID=00688a2f-eb81-4e95-b9e5-93e180851716,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:29.145777 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 00688a2f-eb81-4e95-b9e5-93e180851716 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:29.174491 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45d778-dbbd-49f7-8fb8-56a556908540 req-5d0ee2d3-16f8-45aa-827c-e6382e4f2aa1 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:29.176098 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4b45d778-dbbd-49f7-8fb8-56a556908540 req-5d0ee2d3-16f8-45aa-827c-e6382e4f2aa1 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 945 time: 0.2313795 Jul 07 17:02:29.225092 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe7e1a8-4710-4b95-bbb7-d61ab908e86f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:29.228701 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbe7e1a8-4710-4b95-bbb7-d61ab908e86f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:29.292162 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Allocated IP 172.20.0.2 (1a593835-75cf-40d8-8fd5-4eaad13dc252/19f701e3-8b99-4023-9849-e505b17bcfa4/679c81a6-abd2-4244-85b7-92ace192fb00) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:29.384289 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f99cf-b272-4ba0-8a4d-0b36b87b099c req-16fa1b55-70d4-4169-923e-8bd2c202eb2e tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:29.385859 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f2f99cf-b272-4ba0-8a4d-0b36b87b099c req-16fa1b55-70d4-4169-923e-8bd2c202eb2e tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.69 "GET /v2.0/ports?device_id=c5c2fbcb-5d96-4d10-bee6-125521379787 HTTP/1.1" status: 200 len: 946 time: 0.9794085 Jul 07 17:02:29.460308 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:29.475406 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Transition to ACTIVE for port object 679c81a6-abd2-4244-85b7-92ace192fb00 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:29.500714 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Transition to ACTIVE for port object 679c81a6-abd2-4244-85b7-92ace192fb00 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:29.516153 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:02:26Z', 'revision_number': 6, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': '4c7edc34-b31c-4ca6-a111-f01d9011d6ee', 'name': '', 'network_id': 'e631314d-7b87-4ae9-9e82-8fd2fa0027e1', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:19:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7e5be86e-b686-4325-bc53-754be0970dab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:22Z', 'updated_at': '2021-07-07T17:02:27Z', 'revision_number': 4, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '7e5be86e-b686-4325-bc53-754be0970dab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5571be97-650c-4c9e-ad58-83604497c832', 'name': '', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:1f:e9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:05Z', 'updated_at': '2021-07-07T17:02:16Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '776b9a05-171a-41ba-b8e5-0833d1aea4b5', 'name': '', 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:22:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:12Z', 'updated_at': '2021-07-07T17:02:22Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:29.518661 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:29.538328 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-4b45d778-dbbd-49f7-8fb8-56a556908540 req-2ca13110-a5fa-4a6c-a168-ef9782d33a0e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Deleting port b189a949-8a51-4458-8936-9f8ed57f3a47 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:29.539016 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4b45d778-dbbd-49f7-8fb8-56a556908540 req-2ca13110-a5fa-4a6c-a168-ef9782d33a0e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:29.575922 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed177ca-81f0-41b7-968e-dad0fe48ce61 None None] The sync data for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 is: [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:02:26Z', 'revision_number': 6, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': '4c7edc34-b31c-4ca6-a111-f01d9011d6ee', 'name': '', 'network_id': 'e631314d-7b87-4ae9-9e82-8fd2fa0027e1', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:19:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7e5be86e-b686-4325-bc53-754be0970dab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:22Z', 'updated_at': '2021-07-07T17:02:27Z', 'revision_number': 4, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '7e5be86e-b686-4325-bc53-754be0970dab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5571be97-650c-4c9e-ad58-83604497c832', 'name': '', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:1f:e9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:05Z', 'updated_at': '2021-07-07T17:02:16Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '776b9a05-171a-41ba-b8e5-0833d1aea4b5', 'name': '', 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:22:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:12Z', 'updated_at': '2021-07-07T17:02:22Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:29.591138 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Network 1a593835-75cf-40d8-8fd5-4eaad13dc252 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:29.609742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:29.614189 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:29.628773 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Pushing event updated for resources: {'Port': ['ID=679c81a6-abd2-4244-85b7-92ace192fb00,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:29.682002 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130b78e-e0c5-4375-b45b-5e93597500e8 req-071dcce8-373c-415a-8a80-f4d8f6d35a61 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:29.689433 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2130b78e-e0c5-4375-b45b-5e93597500e8 req-071dcce8-373c-415a-8a80-f4d8f6d35a61 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5c2fbcb-5d96-4d10-bee6-125521379787 HTTP/1.1" status: 200 len: 946 time: 0.9177220 Jul 07 17:02:29.849987 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Attempting to bind port 679c81a6-abd2-4244-85b7-92ace192fb00 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:29.850366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Attempting to bind port 679c81a6-abd2-4244-85b7-92ace192fb00 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:29.850818 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Attempting to bind port 679c81a6-abd2-4244-85b7-92ace192fb00 on network 1a593835-75cf-40d8-8fd5-4eaad13dc252 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:29.866890 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:29.867075 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Checking segment: {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:29.867393 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:29.868158 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Bound using segment: {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:29.868671 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Bound port: 679c81a6-abd2-4244-85b7-92ace192fb00, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:29.869618 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:29.930031 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2130b78e-e0c5-4375-b45b-5e93597500e8 req-e5f5ed53-fed3-4da6-8d3f-936baca53b6a tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388177 Jul 07 17:02:29.943510 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-48a0ebf7-c7f5-4734-a517-73bcd70b3d26 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:29.965961 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-48a0ebf7-c7f5-4734-a517-73bcd70b3d26 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Transition to ACTIVE for port object 7e91a781-805c-439a-b727-33b49c58c455 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:29.972538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-4b45d778-dbbd-49f7-8fb8-56a556908540 req-2ca13110-a5fa-4a6c-a168-ef9782d33a0e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] For port b189a949-8a51-4458-8936-9f8ed57f3a47, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b189a949-8a51-4458-8936-9f8ed57f3a47,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:29.973164 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4b45d778-dbbd-49f7-8fb8-56a556908540 req-2ca13110-a5fa-4a6c-a168-ef9782d33a0e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:29.975873 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbe7e1a8-4710-4b95-bbb7-d61ab908e86f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.030818 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-4b45d778-dbbd-49f7-8fb8-56a556908540 req-2ca13110-a5fa-4a6c-a168-ef9782d33a0e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Calling delete_port for b189a949-8a51-4458-8936-9f8ed57f3a47 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:30.082192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] For port 679c81a6-abd2-4244-85b7-92ace192fb00, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:30.106271 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] For port 679c81a6-abd2-4244-85b7-92ace192fb00, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=679c81a6-abd2-4244-85b7-92ace192fb00,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:30.121028 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.131152 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-48a0ebf7-c7f5-4734-a517-73bcd70b3d26 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.197415 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Allocated IP 2001:db8::2 (6a110650-0f66-435f-ade9-c185366ed1a5/197d29b7-7874-4ec5-8c0c-449a4a8c3a53/dc72743a-f50d-4fae-8587-31f745283f1e) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:30.215501 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d24a38-4eba-4273-baa0-b16ee91ed63e None None] Network e631314d-7b87-4ae9-9e82-8fd2fa0027e1 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:30.226819 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0ebf7-c7f5-4734-a517-73bcd70b3d26 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=7e91a781-805c-439a-b727-33b49c58c455,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:30.290528 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530ddd4-792c-4c27-9823-ed8baa5d7f6b None None] Pushing event updated for resources: {'Port': ['ID=679c81a6-abd2-4244-85b7-92ace192fb00,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:30.339406 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7e1a8-4710-4b95-bbb7-d61ab908e86f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Subnet': ['ID=c78a2d32-2248-4743-98b0-4b2fa9c9743d,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:30.358468 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7b22d008-f4d9-4c7a-a722-97d9657214ae None None] Provisioning complete for port 3dc76bc2-0758-49e0-adbf-7f9aade07a19 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:30.359033 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7b22d008-f4d9-4c7a-a722-97d9657214ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.407115 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-2f2f99cf-b272-4ba0-8a4d-0b36b87b099c req-e26b88bd-7f70-4b85-8599-a30d466ce91e tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Deleting port 8059a6d5-f47f-4f46-8f70-a370292a463d {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:30.407663 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2f2f99cf-b272-4ba0-8a4d-0b36b87b099c req-e26b88bd-7f70-4b85-8599-a30d466ce91e tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.411928 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe7e1a8-4710-4b95-bbb7-d61ab908e86f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Checking segment: {'id': 'd5859a9a-b723-4c10-831a-90e97f6ab3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '00688a2f-eb81-4e95-b9e5-93e180851716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:30.412232 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe7e1a8-4710-4b95-bbb7-d61ab908e86f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network hostable DHCP agents. Network: 00688a2f-eb81-4e95-b9e5-93e180851716, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:30.476715 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a0ebf7-c7f5-4734-a517-73bcd70b3d26 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network 6a110650-0f66-435f-ade9-c185366ed1a5 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:30.488552 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-48a0ebf7-c7f5-4734-a517-73bcd70b3d26 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:30.501711 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a0ebf7-c7f5-4734-a517-73bcd70b3d26 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:30.508783 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a0ebf7-c7f5-4734-a517-73bcd70b3d26 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.509606 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-48a0ebf7-c7f5-4734-a517-73bcd70b3d26 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.516209 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4b45d778-dbbd-49f7-8fb8-56a556908540 req-2ca13110-a5fa-4a6c-a168-ef9782d33a0e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.517151 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.extraroute_db [None req-483f9b08-51cd-461f-ad2a-83a35b009fd1 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Added routes are [] {{(pid=100409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:02:30.517690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.extraroute_db [None req-483f9b08-51cd-461f-ad2a-83a35b009fd1 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=100409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:02:30.552132 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f0127-ec49-4b7c-8337-f5d291f3d042 req-69418674-6b13-4e65-81f2-e83a42a0a8cb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.575688 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-601f0127-ec49-4b7c-8337-f5d291f3d042 req-69418674-6b13-4e65-81f2-e83a42a0a8cb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1 HTTP/1.1" status: 200 len: 867 time: 0.6525497 Jul 07 17:02:30.592824 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe7e1a8-4710-4b95-bbb7-d61ab908e86f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network 00688a2f-eb81-4e95-b9e5-93e180851716 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:30.634583 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-48a0ebf7-c7f5-4734-a517-73bcd70b3d26 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7495270 Jul 07 17:02:30.648065 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53770) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:30.695175 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-601f0127-ec49-4b7c-8337-f5d291f3d042 req-90f99464-4510-49c0-862a-13aadfe82298 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183100 Jul 07 17:02:30.695866 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-bbe7e1a8-4710-4b95-bbb7-d61ab908e86f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 00688a2f-eb81-4e95-b9e5-93e180851716) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:30.703143 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64fab0c3-7117-45ef-b2b0-b3fa04264cd7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.710343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca13110-a5fa-4a6c-a168-ef9782d33a0e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Pushing event deleted for resources: {'Port': ['ID=b189a949-8a51-4458-8936-9f8ed57f3a47,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:30.713392 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64fab0c3-7117-45ef-b2b0-b3fa04264cd7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.722083 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe7e1a8-4710-4b95-bbb7-d61ab908e86f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:30.722987 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbe7e1a8-4710-4b95-bbb7-d61ab908e86f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.729087 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405c4ef5-ee08-4f91-a763-86106acd85de None None] Network 00688a2f-eb81-4e95-b9e5-93e180851716 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:30.762873 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fcfa50a4-3b68-42cf-839c-6bf406e46fd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.765834 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-2f2f99cf-b272-4ba0-8a4d-0b36b87b099c req-e26b88bd-7f70-4b85-8599-a30d466ce91e tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] For port 8059a6d5-f47f-4f46-8f70-a370292a463d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8059a6d5-f47f-4f46-8f70-a370292a463d,segment=NetworkSegment(127fa0f7-440f-4548-8434-68c4a945a25e),segment_id=127fa0f7-440f-4548-8434-68c4a945a25e)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:30.766310 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2f2f99cf-b272-4ba0-8a4d-0b36b87b099c req-e26b88bd-7f70-4b85-8599-a30d466ce91e tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.781558 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-483f9b08-51cd-461f-ad2a-83a35b009fd1 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.826330 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fcfa50a4-3b68-42cf-839c-6bf406e46fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.826598 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7b22d008-f4d9-4c7a-a722-97d9657214ae None None] Provisioning for port 4c7edc34-b31c-4ca6-a111-f01d9011d6ee completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:30.829632 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-2f2f99cf-b272-4ba0-8a4d-0b36b87b099c req-e26b88bd-7f70-4b85-8599-a30d466ce91e tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Calling delete_port for 8059a6d5-f47f-4f46-8f70-a370292a463d owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:30.835891 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.861347 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Transition to ACTIVE for port object dc72743a-f50d-4fae-8587-31f745283f1e will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:30.882108 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b45d778-dbbd-49f7-8fb8-56a556908540 req-2ca13110-a5fa-4a6c-a168-ef9782d33a0e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] No DVR routers for this DVR port b189a949-8a51-4458-8936-9f8ed57f3a47 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:30.886455 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bbe7e1a8-4710-4b95-bbb7-d61ab908e86f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8647358 Jul 07 17:02:30.892855 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4b45d778-dbbd-49f7-8fb8-56a556908540 req-2ca13110-a5fa-4a6c-a168-ef9782d33a0e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.893856 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53772) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:30.896110 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4b45d778-dbbd-49f7-8fb8-56a556908540 req-2ca13110-a5fa-4a6c-a168-ef9782d33a0e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.15 "DELETE /v2.0/ports/b189a949-8a51-4458-8936-9f8ed57f3a47 HTTP/1.1" status: 204 len: 173 time: 1.7080383 Jul 07 17:02:30.896802 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1', 'name': 'network-vif-deleted', 'tag': 'b189a949-8a51-4458-8936-9f8ed57f3a47'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:30.899538 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d46c224-14da-49f0-b574-1206eda00817" -d '{"events": [{"server_uuid": "8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1", "name": "network-vif-deleted", "tag": "b189a949-8a51-4458-8936-9f8ed57f3a47"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:30.912157 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Transition to ACTIVE for port object dc72743a-f50d-4fae-8587-31f745283f1e will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:30.961425 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:30.969764 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a1fd2e-91b7-42f0-b67d-c2fc92344c53 None None] Sync routers for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:31.036632 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece4a18f-e350-4b4b-b22c-d339078314d4 x-openstack-request-id: req-ece4a18f-e350-4b4b-b22c-d339078314d4 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:31.037104 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1", "name": "network-vif-deleted", "tag": "b189a949-8a51-4458-8936-9f8ed57f3a47", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:31.037340 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ece4a18f-e350-4b4b-b22c-d339078314d4 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:31.037803 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d43297d-38bf-4b7d-8ab4-01dfd48bb6d1', 'name': 'network-vif-deleted', 'tag': 'b189a949-8a51-4458-8936-9f8ed57f3a47', 'status': 'completed', 'code': 200} Jul 07 17:02:31.054172 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fab0c3-7117-45ef-b2b0-b3fa04264cd7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Router 762de118-d816-4cac-9be4-d8ed06a6d9c5 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:02:31.073915 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Network 6a110650-0f66-435f-ade9-c185366ed1a5 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:31.082876 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6df405a2-a6ad-4229-9d1c-51f56f0f0d65 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting port 7e91a781-805c-439a-b727-33b49c58c455 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:31.083212 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6df405a2-a6ad-4229-9d1c-51f56f0f0d65 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.088901 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:31.104136 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a1fd2e-91b7-42f0-b67d-c2fc92344c53 None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:31.105158 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-12a1fd2e-91b7-42f0-b67d-c2fc92344c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:31.108181 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:31.120398 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Pushing event updated for resources: {'Port': ['ID=dc72743a-f50d-4fae-8587-31f745283f1e,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:31.301722 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-12a1fd2e-91b7-42f0-b67d-c2fc92344c53 None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:31.378321 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fab0c3-7117-45ef-b2b0-b3fa04264cd7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:31.390141 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767dea0c-b167-4a85-b16a-ef4d21adc971 None None] Sync routers for ids ['762de118-d816-4cac-9be4-d8ed06a6d9c5'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:31.395080 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64fab0c3-7117-45ef-b2b0-b3fa04264cd7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.398833 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-64fab0c3-7117-45ef-b2b0-b3fa04264cd7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "PUT /v2.0/routers/762de118-d816-4cac-9be4-d8ed06a6d9c5 HTTP/1.1" status: 200 len: 926 time: 3.6348224 Jul 07 17:02:31.401834 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53780) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:31.407655 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767dea0c-b167-4a85-b16a-ef4d21adc971 None None] Routers {'762de118-d816-4cac-9be4-d8ed06a6d9c5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:31.408297 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-767dea0c-b167-4a85-b16a-ef4d21adc971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['762de118-d816-4cac-9be4-d8ed06a6d9c5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:31.487139 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-767dea0c-b167-4a85-b16a-ef4d21adc971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:31.504259 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.510068 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767dea0c-b167-4a85-b16a-ef4d21adc971 None None] Routers {'762de118-d816-4cac-9be4-d8ed06a6d9c5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:31.511528 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-767dea0c-b167-4a85-b16a-ef4d21adc971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['762de118-d816-4cac-9be4-d8ed06a6d9c5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:31.568096 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-00688a2f-eb81-4e95-b9e5-93e180851716', 'network_id': '00688a2f-eb81-4e95-b9e5-93e180851716', 'tenant_id': '207a1cad44ed4f44a10e7c0217eaa943', 'fixed_ips': [{'subnet_id': 'c78a2d32-2248-4743-98b0-4b2fa9c9743d'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:31.568991 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.590471 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-767dea0c-b167-4a85-b16a-ef4d21adc971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:31.591375 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767dea0c-b167-4a85-b16a-ef4d21adc971 None None] The sync data for ids ['762de118-d816-4cac-9be4-d8ed06a6d9c5'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:31.833319 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2f2f99cf-b272-4ba0-8a4d-0b36b87b099c req-e26b88bd-7f70-4b85-8599-a30d466ce91e tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.849063 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4c7edc34-b31c-4ca6-a111-f01d9011d6ee up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:31.880683 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-fcfa50a4-3b68-42cf-839c-6bf406e46fd6 admin admin] Allocated IP 172.25.2.52 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/b71205d7-8ffe-40ae-8e9d-6004bde5b89a) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:31.890950 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6df405a2-a6ad-4229-9d1c-51f56f0f0d65 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:31.928402 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 8059a6d5-f47f-4f46-8f70-a370292a463d no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:31.948525 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b88bd-7f70-4b85-8599-a30d466ce91e tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Pushing event deleted for resources: {'Port': ['ID=8059a6d5-f47f-4f46-8f70-a370292a463d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:31.955434 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 8059a6d5-f47f-4f46-8f70-a370292a463d {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:31.955828 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 8059a6d5-f47f-4f46-8f70-a370292a463d not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:32.003005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Attempting to bind port dc72743a-f50d-4fae-8587-31f745283f1e on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:32.003398 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Attempting to bind port dc72743a-f50d-4fae-8587-31f745283f1e by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '92c7817b-e278-4bf5-aa48-56c377280986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6a110650-0f66-435f-ade9-c185366ed1a5'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:32.003853 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Attempting to bind port dc72743a-f50d-4fae-8587-31f745283f1e on network 6a110650-0f66-435f-ade9-c185366ed1a5 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:32.012843 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f93f9137-08b9-4a8a-b65b-3ab185d50421 None None] Provisioning complete for port 3dc76bc2-0758-49e0-adbf-7f9aade07a19 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:32.012843 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f93f9137-08b9-4a8a-b65b-3ab185d50421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.070462 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6df405a2-a6ad-4229-9d1c-51f56f0f0d65 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Calling delete_port for 7e91a781-805c-439a-b727-33b49c58c455 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:32.071257 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:32.071641 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Checking segment: {'id': '92c7817b-e278-4bf5-aa48-56c377280986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6a110650-0f66-435f-ade9-c185366ed1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:32.072056 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.072464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Bound using segment: {'id': '92c7817b-e278-4bf5-aa48-56c377280986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6a110650-0f66-435f-ade9-c185366ed1a5'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:32.072974 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Bound port: dc72743a-f50d-4fae-8587-31f745283f1e, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c7817b-e278-4bf5-aa48-56c377280986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6a110650-0f66-435f-ade9-c185366ed1a5'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:32.073368 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.100528 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-483f9b08-51cd-461f-ad2a-83a35b009fd1 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.116327 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd24e79-ec69-476d-98ce-065f73b9c6e6 None None] Network 1a593835-75cf-40d8-8fd5-4eaad13dc252 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:32.149077 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 4c7edc34-b31c-4ca6-a111-f01d9011d6ee completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:32.203537 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7414868c-ab70-442c-b174-bded6a255831 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "GET /v2.0/routers/762de118-d816-4cac-9be4-d8ed06a6d9c5 HTTP/1.1" status: 200 len: 926 time: 0.7991252 Jul 07 17:02:32.204115 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4c7edc34-b31c-4ca6-a111-f01d9011d6ee triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:32.204115 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.215246 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13013c-a6fc-411a-a0a6-b5b3677296a9 req-9360dfde-63c0-4f5c-a817-4321f70eaf8a tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.222011 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de13013c-a6fc-411a-a0a6-b5b3677296a9 req-9360dfde-63c0-4f5c-a817-4321f70eaf8a tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5c2fbcb-5d96-4d10-bee6-125521379787 HTTP/1.1" status: 200 len: 867 time: 1.0433114 Jul 07 17:02:32.222908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53792) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:32.243237 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2f99cf-b272-4ba0-8a4d-0b36b87b099c req-e26b88bd-7f70-4b85-8599-a30d466ce91e tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] No DVR routers for this DVR port 8059a6d5-f47f-4f46-8f70-a370292a463d on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:32.245736 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-483f9b08-51cd-461f-ad2a-83a35b009fd1 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.257258 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-2f2f99cf-b272-4ba0-8a4d-0b36b87b099c req-e26b88bd-7f70-4b85-8599-a30d466ce91e tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.259810 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f2f99cf-b272-4ba0-8a4d-0b36b87b099c req-e26b88bd-7f70-4b85-8599-a30d466ce91e tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.69 "DELETE /v2.0/ports/8059a6d5-f47f-4f46-8f70-a370292a463d HTTP/1.1" status: 204 len: 173 time: 2.7916486 Jul 07 17:02:32.261251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b189a949-8a51-4458-8936-9f8ed57f3a47 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:32.289819 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c2fbcb-5d96-4d10-bee6-125521379787', 'name': 'network-vif-deleted', 'tag': '8059a6d5-f47f-4f46-8f70-a370292a463d'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:32.292494 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c269d61f-7568-447b-a2b7-cae67042a4e3" -d '{"events": [{"server_uuid": "c5c2fbcb-5d96-4d10-bee6-125521379787", "name": "network-vif-deleted", "tag": "8059a6d5-f47f-4f46-8f70-a370292a463d"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:32.384585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: b189a949-8a51-4458-8936-9f8ed57f3a47 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:32.384941 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b189a949-8a51-4458-8936-9f8ed57f3a47 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:32.461588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-8862142d-e75e-44e0-aae5-6bcbd3e4f92e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.470289 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-8862142d-e75e-44e0-aae5-6bcbd3e4f92e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 811 time: 0.2183795 Jul 07 17:02:32.472987 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de13013c-a6fc-411a-a0a6-b5b3677296a9 req-6ce7c97f-814b-49bc-9329-55f59f3501ae tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957245 Jul 07 17:02:32.475463 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5e170b-d67f-4bc8-9b83-27a34b08d0f7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.480357 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3a5e170b-d67f-4bc8-9b83-27a34b08d0f7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&device_id=762de118-d816-4cac-9be4-d8ed06a6d9c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2561433 Jul 07 17:02:32.481237 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53802) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:32.490240 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Allocated IP 172.20.0.1 (00688a2f-eb81-4e95-b9e5-93e180851716/c78a2d32-2248-4743-98b0-4b2fa9c9743d/baa02927-b977-4bea-9121-3770e335e7ac) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:32.494987 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] For port dc72743a-f50d-4fae-8587-31f745283f1e, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:32.599149 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] For port dc72743a-f50d-4fae-8587-31f745283f1e, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=dc72743a-f50d-4fae-8587-31f745283f1e,segment=NetworkSegment(92c7817b-e278-4bf5-aa48-56c377280986),segment_id=92c7817b-e278-4bf5-aa48-56c377280986)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:32.607455 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3429cd-8139-44f3-9eac-28f9c174be22 x-openstack-request-id: req-aa3429cd-8139-44f3-9eac-28f9c174be22 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:32.615748 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c2fbcb-5d96-4d10-bee6-125521379787", "name": "network-vif-deleted", "tag": "8059a6d5-f47f-4f46-8f70-a370292a463d", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:32.616255 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aa3429cd-8139-44f3-9eac-28f9c174be22 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:32.616911 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c2fbcb-5d96-4d10-bee6-125521379787', 'name': 'network-vif-deleted', 'tag': '8059a6d5-f47f-4f46-8f70-a370292a463d', 'status': 'completed', 'code': 200} Jul 07 17:02:32.617512 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b50925-d5aa-40ab-ba35-00785043a5d2 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:32.620401 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-23b50925-d5aa-40ab-ba35-00785043a5d2 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 881 time: 0.1373644 Jul 07 17:02:32.622943 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53804) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:32.628626 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.666440 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5068d80b-da75-4feb-8a56-d51ee08322ed tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "GET /v2.0/ports?device_id=762de118-d816-4cac-9be4-d8ed06a6d9c5 HTTP/1.1" status: 200 len: 205 time: 0.0399818 Jul 07 17:02:32.668994 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53806) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:32.679687 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-b194cbeb-e94a-4d05-8a4a-728bcf00973f tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/quotas/d1135a5a7bcf4ea180136622e9a3fe8d HTTP/1.1" status: 200 len: 375 time: 0.1970947 Jul 07 17:02:32.681712 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.736916 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.737163 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-7586ffa8-67bc-412b-a93c-31d76a62c103 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559330 Jul 07 17:02:32.794907 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-12a1fd2e-91b7-42f0-b67d-c2fc92344c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:02:30Z', 'revision_number': 7, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': '4c7edc34-b31c-4ca6-a111-f01d9011d6ee', 'name': '', 'network_id': 'e631314d-7b87-4ae9-9e82-8fd2fa0027e1', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:19:74:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7e5be86e-b686-4325-bc53-754be0970dab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:22Z', 'updated_at': '2021-07-07T17:02:27Z', 'revision_number': 4, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '7e5be86e-b686-4325-bc53-754be0970dab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5571be97-650c-4c9e-ad58-83604497c832', 'name': '', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:1f:e9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:05Z', 'updated_at': '2021-07-07T17:02:16Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '776b9a05-171a-41ba-b8e5-0833d1aea4b5', 'name': '', 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:22:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:12Z', 'updated_at': '2021-07-07T17:02:22Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:32.855245 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fcfa50a4-3b68-42cf-839c-6bf406e46fd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.871060 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a1fd2e-91b7-42f0-b67d-c2fc92344c53 None None] Checking router: 37910202-922f-4a52-8dbb-9660e35d4f02 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:02:32.916854 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfec440-6c87-4309-9e44-f6217f26868c None None] Pushing event updated for resources: {'Port': ['ID=dc72743a-f50d-4fae-8587-31f745283f1e,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:32.922442 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aac8024b-9ac0-431c-a3f9-ffb2c25853f2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.927958 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f93f9137-08b9-4a8a-b65b-3ab185d50421 None None] Provisioning complete for port 4c7edc34-b31c-4ca6-a111-f01d9011d6ee triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:32.928502 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f93f9137-08b9-4a8a-b65b-3ab185d50421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.958528 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 4c7edc34-b31c-4ca6-a111-f01d9011d6ee, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4c7edc34-b31c-4ca6-a111-f01d9011d6ee,segment=NetworkSegment(e5b9bad4-a3c9-4e0c-9afa-65a28baea60f),segment_id=e5b9bad4-a3c9-4e0c-9afa-65a28baea60f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:32.993185 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fcfa50a4-3b68-42cf-839c-6bf406e46fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:32.994254 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a1fd2e-91b7-42f0-b67d-c2fc92344c53 None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:32.994947 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-12a1fd2e-91b7-42f0-b67d-c2fc92344c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:33.015631 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483f9b08-51cd-461f-ad2a-83a35b009fd1 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router 37910202-922f-4a52-8dbb-9660e35d4f02 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:02:33.044084 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.044876 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 679c81a6-abd2-4244-85b7-92ace192fb00 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:33.146156 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aac8024b-9ac0-431c-a3f9-ffb2c25853f2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.181852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfa50a4-3b68-42cf-839c-6bf406e46fd6 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:33.197617 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-fcfa50a4-3b68-42cf-839c-6bf406e46fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:33.222693 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfa50a4-3b68-42cf-839c-6bf406e46fd6 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:33.279793 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-aac8024b-9ac0-431c-a3f9-ffb2c25853f2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Deleting port 73cd3acd-c551-4be7-9add-5d02cf09f4ac {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:33.280398 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aac8024b-9ac0-431c-a3f9-ffb2c25853f2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.297084 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa50a4-3b68-42cf-839c-6bf406e46fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=b71205d7-8ffe-40ae-8e9d-6004bde5b89a,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:33.319273 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-12a1fd2e-91b7-42f0-b67d-c2fc92344c53 None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:33.376153 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aac8024b-9ac0-431c-a3f9-ffb2c25853f2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.388323 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=4c7edc34-b31c-4ca6-a111-f01d9011d6ee,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:33.395570 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-aac8024b-9ac0-431c-a3f9-ffb2c25853f2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Calling delete_port for 73cd3acd-c551-4be7-9add-5d02cf09f4ac owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:33.401669 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.459252 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-97918208-590b-49e9-a967-61aaabc8d347 service neutron] 10.222.0.50 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7133107 Jul 07 17:02:33.467550 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Transition to ACTIVE for port object baa02927-b977-4bea-9121-3770e335e7ac will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:33.516919 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483f9b08-51cd-461f-ad2a-83a35b009fd1 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:33.539047 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-483f9b08-51cd-461f-ad2a-83a35b009fd1 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.540269 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-483f9b08-51cd-461f-ad2a-83a35b009fd1 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/37910202-922f-4a52-8dbb-9660e35d4f02 HTTP/1.1" status: 200 len: 703 time: 5.1723573 Jul 07 17:02:33.549935 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53820) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:33.555446 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 679c81a6-abd2-4244-85b7-92ace192fb00 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:33.559356 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Transition to ACTIVE for port object baa02927-b977-4bea-9121-3770e335e7ac will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:33.579609 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.677862 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Network 00688a2f-eb81-4e95-b9e5-93e180851716 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:33.680165 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aac8024b-9ac0-431c-a3f9-ffb2c25853f2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.695929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Pushing event updated for resources: {'Port': ['ID=baa02927-b977-4bea-9121-3770e335e7ac,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:33.699963 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:33.709925 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:33.743257 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8024b-9ac0-431c-a3f9-ffb2c25853f2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Pushing event deleted for resources: {'Port': ['ID=73cd3acd-c551-4be7-9add-5d02cf09f4ac,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:33.809602 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8756d027-e446-4f8a-a6a8-d2b8321d6b8f None None] Provisioning for port 679c81a6-abd2-4244-85b7-92ace192fb00 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:33.829240 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8756d027-e446-4f8a-a6a8-d2b8321d6b8f None None] Provisioning complete for port 679c81a6-abd2-4244-85b7-92ace192fb00 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:33.829620 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8756d027-e446-4f8a-a6a8-d2b8321d6b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.842004 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aac8024b-9ac0-431c-a3f9-ffb2c25853f2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.902923 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Attempting to bind port baa02927-b977-4bea-9121-3770e335e7ac on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:33.903305 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Attempting to bind port baa02927-b977-4bea-9121-3770e335e7ac by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'd5859a9a-b723-4c10-831a-90e97f6ab3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '00688a2f-eb81-4e95-b9e5-93e180851716'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:33.903672 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Attempting to bind port baa02927-b977-4bea-9121-3770e335e7ac on network 00688a2f-eb81-4e95-b9e5-93e180851716 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:33.934694 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dc72743a-f50d-4fae-8587-31f745283f1e up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:33.948709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:33.949091 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Checking segment: {'id': 'd5859a9a-b723-4c10-831a-90e97f6ab3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '00688a2f-eb81-4e95-b9e5-93e180851716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:33.949503 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:33.949907 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Bound using segment: {'id': 'd5859a9a-b723-4c10-831a-90e97f6ab3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '00688a2f-eb81-4e95-b9e5-93e180851716'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:33.950493 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Bound port: baa02927-b977-4bea-9121-3770e335e7ac, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5859a9a-b723-4c10-831a-90e97f6ab3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '00688a2f-eb81-4e95-b9e5-93e180851716'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:33.951054 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.032041 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aac8024b-9ac0-431c-a3f9-ffb2c25853f2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.037569 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aac8024b-9ac0-431c-a3f9-ffb2c25853f2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.164769 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aac8024b-9ac0-431c-a3f9-ffb2c25853f2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.165342 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac8024b-9ac0-431c-a3f9-ffb2c25853f2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Fanout notify agent at l3_agent the message router_deleted on router 762de118-d816-4cac-9be4-d8ed06a6d9c5 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:02:34.181588 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aac8024b-9ac0-431c-a3f9-ffb2c25853f2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.183407 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-aac8024b-9ac0-431c-a3f9-ffb2c25853f2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "DELETE /v2.0/routers/762de118-d816-4cac-9be4-d8ed06a6d9c5 HTTP/1.1" status: 204 len: 168 time: 1.5131629 Jul 07 17:02:34.188578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53838) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:34.195227 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-2cba4a61-5a79-43a0-af0f-b7720a1ebb12 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-775105227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:34.250917 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2cba4a61-5a79-43a0-af0f-b7720a1ebb12 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.252692 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2cba4a61-5a79-43a0-af0f-b7720a1ebb12 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.291362 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-fc13fb89-0370-4a66-ab97-26b26c887a3f tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:34.313482 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-fc13fb89-0370-4a66-ab97-26b26c887a3f tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/networks?id=1cc1d7d9-5027-449b-bced-90726dcf9f3d HTTP/1.1" status: 200 len: 809 time: 0.2155280 Jul 07 17:02:34.333675 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-29099b9b-483e-4e76-a56a-221ea4067126 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/quotas/6eba3549c7b744fbbef66252e96aec7a HTTP/1.1" status: 200 len: 375 time: 0.0186718 Jul 07 17:02:34.369964 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-12a1fd2e-91b7-42f0-b67d-c2fc92344c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:02:30Z', 'revision_number': 7, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': '4c7edc34-b31c-4ca6-a111-f01d9011d6ee', 'name': '', 'network_id': 'e631314d-7b87-4ae9-9e82-8fd2fa0027e1', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:19:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7e5be86e-b686-4325-bc53-754be0970dab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:22Z', 'updated_at': '2021-07-07T17:02:32Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '7e5be86e-b686-4325-bc53-754be0970dab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5571be97-650c-4c9e-ad58-83604497c832', 'name': '', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:1f:e9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:05Z', 'updated_at': '2021-07-07T17:02:16Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '776b9a05-171a-41ba-b8e5-0833d1aea4b5', 'name': '', 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:22:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:12Z', 'updated_at': '2021-07-07T17:02:22Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:34.380559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port dc72743a-f50d-4fae-8587-31f745283f1e completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:34.401661 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-fd15a070-4f64-45fa-8015-c4dec4387b53 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6eba3549c7b744fbbef66252e96aec7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651522 Jul 07 17:02:34.409659 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] For port baa02927-b977-4bea-9121-3770e335e7ac, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:34.422716 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6df405a2-a6ad-4229-9d1c-51f56f0f0d65 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.424579 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a1fd2e-91b7-42f0-b67d-c2fc92344c53 None None] The sync data for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 is: [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:02:30Z', 'revision_number': 7, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': '4c7edc34-b31c-4ca6-a111-f01d9011d6ee', 'name': '', 'network_id': 'e631314d-7b87-4ae9-9e82-8fd2fa0027e1', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:19:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7e5be86e-b686-4325-bc53-754be0970dab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:22Z', 'updated_at': '2021-07-07T17:02:32Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '7e5be86e-b686-4325-bc53-754be0970dab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5571be97-650c-4c9e-ad58-83604497c832', 'name': '', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:1f:e9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:05Z', 'updated_at': '2021-07-07T17:02:16Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '776b9a05-171a-41ba-b8e5-0833d1aea4b5', 'name': '', 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:22:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:12Z', 'updated_at': '2021-07-07T17:02:22Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:34.430032 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] For port baa02927-b977-4bea-9121-3770e335e7ac, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=baa02927-b977-4bea-9121-3770e335e7ac,segment=NetworkSegment(d5859a9a-b723-4c10-831a-90e97f6ab3e8),segment_id=d5859a9a-b723-4c10-831a-90e97f6ab3e8)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:34.431464 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8756d027-e446-4f8a-a6a8-d2b8321d6b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.437555 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.461317 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4c7edc34-b31c-4ca6-a111-f01d9011d6ee up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:34.472317 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9669d117-663b-468c-9533-a51435b7c17d None None] Network 6a110650-0f66-435f-ade9-c185366ed1a5 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:34.475232 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.506005 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df405a2-a6ad-4229-9d1c-51f56f0f0d65 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Port': ['ID=7e91a781-805c-439a-b727-33b49c58c455,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:34.545402 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2cba4a61-5a79-43a0-af0f-b7720a1ebb12 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.560443 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2cba4a61-5a79-43a0-af0f-b7720a1ebb12 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.562031 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Subnet': ['ID=c78a2d32-2248-4743-98b0-4b2fa9c9743d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:34.598422 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53840) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:34.598599 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-021e7166-786d-4ae6-90d2-6bf9002dbc31 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/routers/37910202-922f-4a52-8dbb-9660e35d4f02 HTTP/1.1" status: 200 len: 703 time: 1.0442681 Jul 07 17:02:34.608524 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2cba4a61-5a79-43a0-af0f-b7720a1ebb12 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.609768 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2cba4a61-5a79-43a0-af0f-b7720a1ebb12 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4197698 Jul 07 17:02:34.624409 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c1d45261-2492-4c32-8e9e-f4a577cb6eb6 service neutron] 10.222.0.50 "GET /v2.0/networks/1cc1d7d9-5027-449b-bced-90726dcf9f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215202 Jul 07 17:02:34.627906 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53842) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:34.654366 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6df405a2-a6ad-4229-9d1c-51f56f0f0d65 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.656375 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6df405a2-a6ad-4229-9d1c-51f56f0f0d65 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/ports/7e91a781-805c-439a-b727-33b49c58c455 HTTP/1.1" status: 204 len: 168 time: 4.0056548 Jul 07 17:02:34.667176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-8756d027-e446-4f8a-a6a8-d2b8321d6b8f None None] For port 679c81a6-abd2-4244-85b7-92ace192fb00, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=679c81a6-abd2-4244-85b7-92ace192fb00,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:34.668374 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53844) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:34.682603 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-cd7eaa46-2a77-4f38-9513-9978427344b2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:34.695461 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8756d027-e446-4f8a-a6a8-d2b8321d6b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.730691 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Pushing event updated for resources: {'Port': ['ID=baa02927-b977-4bea-9121-3770e335e7ac,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:34.739866 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-03b8b0a4-981e-486d-a6f4-c40a21d5978a service neutron] 10.222.0.50 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2186961 Jul 07 17:02:34.765413 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8756d027-e446-4f8a-a6a8-d2b8321d6b8f None None] Provisioning complete for port 4c7edc34-b31c-4ca6-a111-f01d9011d6ee triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:34.766335 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8756d027-e446-4f8a-a6a8-d2b8321d6b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.773568 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-523f9140-06b3-4885-aff3-0701e9ae7acd tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] DELETE failed (client error): The resource could not be found. Jul 07 17:02:34.774275 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-523f9140-06b3-4885-aff3-0701e9ae7acd tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:02:34.776040 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-523f9140-06b3-4885-aff3-0701e9ae7acd tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/ports/7e91a781-805c-439a-b727-33b49c58c455 HTTP/1.1" status: 404 len: 333 time: 0.0978856 Jul 07 17:02:34.779721 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53846) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:34.781484 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:34.829526 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:34.831635 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:34.832320 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:34.832833 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:34.833337 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:34.835707 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:34.836247 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:34.836758 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:34.838753 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:34.839353 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:34.840172 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:34.855694 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63461f9-0c4d-44c2-954a-405c0ae6f65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:02:34.878787 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00688a2f-eb81-4e95-b9e5-93e180851716']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:34.881344 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec0a91f-6577-4b93-81e1-fefe03cb0460 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] GET failed (client error): The resource could not be found. Jul 07 17:02:34.889904 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54f056-950e-424f-ad89-e64eb60159f8 None None] Sync routers for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:34.897907 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dec0a91f-6577-4b93-81e1-fefe03cb0460 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports/7e91a781-805c-439a-b727-33b49c58c455 HTTP/1.1" status: 404 len: 333 time: 0.1117160 Jul 07 17:02:34.899222 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53848) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:35.026421 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5859a9a-b723-4c10-831a-90e97f6ab3e8') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:35.029251 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5859a9a-b723-4c10-831a-90e97f6ab3e8') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:35.051058 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e54f056-950e-424f-ad89-e64eb60159f8 None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:35.051706 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8e54f056-950e-424f-ad89-e64eb60159f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:35.080478 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4c7edc34-b31c-4ca6-a111-f01d9011d6ee triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:35.080875 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.105218 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.124342 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756d027-e446-4f8a-a6a8-d2b8321d6b8f None None] Pushing event updated for resources: {'Port': ['ID=679c81a6-abd2-4244-85b7-92ace192fb00,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:35.150088 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.173184 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fcfa50a4-3b68-42cf-839c-6bf406e46fd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.176251 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd7eaa46-2a77-4f38-9513-9978427344b2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.176837 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:35.177476 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.190126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-776e180e-3392-4391-bd54-46298409c131 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting subnet 197d29b7-7874-4ec5-8c0c-449a4a8c3a53 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:35.193031 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:35.208605 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-dc9b3ad0-f3d7-4293-b3e3-808fd26ab7b4 service neutron] 10.222.0.50 "GET /v2.0/networks/1cc1d7d9-5027-449b-bced-90726dcf9f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5822947 Jul 07 17:02:35.257938 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-776e180e-3392-4391-bd54-46298409c131 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.472597 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-776e180e-3392-4391-bd54-46298409c131 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.475408 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.db.api [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:02:35.475408 n-d-793620-7 neutron-server[100409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:02:35.475408 n-d-793620-7 neutron-server[100409]: [parameters: {'id': '00688a2f-eb81-4e95-b9e5-93e180851716'}] Jul 07 17:02:35.475408 n-d-793620-7 neutron-server[100409]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:02:35.476059 n-d-793620-7 neutron-server[100409]: DEBUG oslo_db.api [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:02:35.478050 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5e82ba5c-026c-4845-86ca-119aef1e5b32 req-b205b080-71fb-4bce-83a4-f22f57479387 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 210 time: 0.0353746 Jul 07 17:02:35.502874 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-8e54f056-950e-424f-ad89-e64eb60159f8 None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:35.695942 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2ccd8294-fa1c-4f28-a412-3d9449c59dfc None None] Provisioning for port dc72743a-f50d-4fae-8587-31f745283f1e completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:35.734094 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a60b3dd0-faaf-4ee0-9d02-dbc403ad767a req-fc267c00-7263-492f-bcc2-16a1b92b58c7 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8337fab-d4f0-4519-90e5-ae6825d95aa5 HTTP/1.1" status: 200 len: 210 time: 0.1576645 Jul 07 17:02:35.756056 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2ccd8294-fa1c-4f28-a412-3d9449c59dfc None None] Provisioning complete for port dc72743a-f50d-4fae-8587-31f745283f1e triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:35.756439 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2ccd8294-fa1c-4f28-a412-3d9449c59dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.820370 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a1b90-a299-442d-ba55-361211b9cb3e req-0ef50cba-d929-4964-b7cf-251b252457c4 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:35.848379 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-519a1b90-a299-442d-ba55-361211b9cb3e req-0ef50cba-d929-4964-b7cf-251b252457c4 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 945 time: 0.5379469 Jul 07 17:02:35.912832 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd7eaa46-2a77-4f38-9513-9978427344b2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.922004 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fcfa50a4-3b68-42cf-839c-6bf406e46fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:35.994364 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd7eaa46-2a77-4f38-9513-9978427344b2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.072849 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2ccd8294-fa1c-4f28-a412-3d9449c59dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.119608 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ded95c2-99e5-49fa-a6e6-693113ccf247 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.159055 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2ccd8294-fa1c-4f28-a412-3d9449c59dfc None None] For port dc72743a-f50d-4fae-8587-31f745283f1e, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=dc72743a-f50d-4fae-8587-31f745283f1e,segment=NetworkSegment(92c7817b-e278-4bf5-aa48-56c377280986),segment_id=92c7817b-e278-4bf5-aa48-56c377280986)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:36.168478 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8e54f056-950e-424f-ad89-e64eb60159f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:02:30Z', 'revision_number': 7, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': '4c7edc34-b31c-4ca6-a111-f01d9011d6ee', 'name': '', 'network_id': 'e631314d-7b87-4ae9-9e82-8fd2fa0027e1', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:19:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7e5be86e-b686-4325-bc53-754be0970dab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:22Z', 'updated_at': '2021-07-07T17:02:32Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '7e5be86e-b686-4325-bc53-754be0970dab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5571be97-650c-4c9e-ad58-83604497c832', 'name': '', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:1f:e9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:05Z', 'updated_at': '2021-07-07T17:02:16Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '776b9a05-171a-41ba-b8e5-0833d1aea4b5', 'name': '', 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:22:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:12Z', 'updated_at': '2021-07-07T17:02:22Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:36.248850 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2ccd8294-fa1c-4f28-a412-3d9449c59dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.269881 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-776e180e-3392-4391-bd54-46298409c131 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.274811 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device baa02927-b977-4bea-9121-3770e335e7ac up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:36.278651 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54f056-950e-424f-ad89-e64eb60159f8 None None] Checking router: 37910202-922f-4a52-8dbb-9660e35d4f02 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:02:36.338250 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd8294-fa1c-4f28-a412-3d9449c59dfc None None] Pushing event updated for resources: {'Port': ['ID=dc72743a-f50d-4fae-8587-31f745283f1e,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:36.384980 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e54f056-950e-424f-ad89-e64eb60159f8 None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:36.385732 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8e54f056-950e-424f-ad89-e64eb60159f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:36.422009 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.445171 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-776e180e-3392-4391-bd54-46298409c131 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.477649 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-519a1b90-a299-442d-ba55-361211b9cb3e req-36c22da1-7e1f-412f-81d6-c8fc16339576 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cc17-3ebb-4939-8ba9-86fb9860ff18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6274583 Jul 07 17:02:36.525371 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e180e-3392-4391-bd54-46298409c131 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Subnet': ['ID=197d29b7-7874-4ec5-8c0c-449a4a8c3a53,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:36.545588 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-776e180e-3392-4391-bd54-46298409c131 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.551920 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-776e180e-3392-4391-bd54-46298409c131 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/subnets/197d29b7-7874-4ec5-8c0c-449a4a8c3a53 HTTP/1.1" status: 204 len: 168 time: 1.5525653 Jul 07 17:02:36.575117 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5e013e9d-f3e8-4d94-a1eb-6e6dd673c36e None None] Provisioning complete for port dc72743a-f50d-4fae-8587-31f745283f1e triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:36.576342 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5e013e9d-f3e8-4d94-a1eb-6e6dd673c36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.578765 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8189f402-7f13-43db-87fd-56b928f6cb19 None None] Network 00688a2f-eb81-4e95-b9e5-93e180851716 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:36.582073 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53874) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:36.614634 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-8e54f056-950e-424f-ad89-e64eb60159f8 None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:36.716083 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef0ee42d-2329-4f83-963e-8b1bd9822bd5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.722042 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfa50a4-3b68-42cf-839c-6bf406e46fd6 admin admin] Router 14246adc-aedb-4396-8cb1-c6dd837b27f6 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:02:36.751558 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8683c85-7330-4e2f-abeb-67bcc9513d8f None None] Network 6a110650-0f66-435f-ade9-c185366ed1a5 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:36.756683 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Deleting port baa02927-b977-4bea-9121-3770e335e7ac {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:36.756960 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:36.923472 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e2e5dd39-3bf9-4518-a6c7-759c902bb605 req-d5ae1646-a764-42fc-8dd2-ac9f9a48f39c tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 210 time: 0.0820720 Jul 07 17:02:36.984478 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-cd7eaa46-2a77-4f38-9513-9978427344b2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Allocated IP 172.25.2.174 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/8bc90619-f042-49c7-96be-2683fa594fd0) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:36.987503 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a078706e-f18f-4d6f-9a2e-86e536f282da req-8bae24a4-f01a-44cd-a6f5-8f7cfaa484d8 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8337fab-d4f0-4519-90e5-ae6825d95aa5 HTTP/1.1" status: 200 len: 210 time: 0.0733380 Jul 07 17:02:37.048767 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] For port baa02927-b977-4bea-9121-3770e335e7ac, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=baa02927-b977-4bea-9121-3770e335e7ac,segment=NetworkSegment(d5859a9a-b723-4c10-831a-90e97f6ab3e8),segment_id=d5859a9a-b723-4c10-831a-90e97f6ab3e8)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:37.049917 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.083478 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Calling delete_port for baa02927-b977-4bea-9121-3770e335e7ac owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:37.102158 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ee42d-2329-4f83-963e-8b1bd9822bd5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting port dc72743a-f50d-4fae-8587-31f745283f1e {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:37.102532 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef0ee42d-2329-4f83-963e-8b1bd9822bd5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.191415 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd7eaa46-2a77-4f38-9513-9978427344b2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.199362 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfa50a4-3b68-42cf-839c-6bf406e46fd6 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:37.216210 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] Sync routers for ids ['14246adc-aedb-4396-8cb1-c6dd837b27f6'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:37.224526 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port baa02927-b977-4bea-9121-3770e335e7ac completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:37.262487 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] Routers {'14246adc-aedb-4396-8cb1-c6dd837b27f6'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:37.264872 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['14246adc-aedb-4396-8cb1-c6dd837b27f6'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:37.282179 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 679c81a6-abd2-4244-85b7-92ace192fb00 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:37.287962 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-ef0ee42d-2329-4f83-963e-8b1bd9822bd5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] For port dc72743a-f50d-4fae-8587-31f745283f1e, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=dc72743a-f50d-4fae-8587-31f745283f1e,segment=NetworkSegment(92c7817b-e278-4bf5-aa48-56c377280986),segment_id=92c7817b-e278-4bf5-aa48-56c377280986)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:37.288327 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef0ee42d-2329-4f83-963e-8b1bd9822bd5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.293691 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fcfa50a4-3b68-42cf-839c-6bf406e46fd6 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.298747 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fcfa50a4-3b68-42cf-839c-6bf406e46fd6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.2652438 Jul 07 17:02:37.306171 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53880) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:37.414697 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ee42d-2329-4f83-963e-8b1bd9822bd5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Calling delete_port for dc72743a-f50d-4fae-8587-31f745283f1e owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:37.540573 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.595511 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 679c81a6-abd2-4244-85b7-92ace192fb00 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:37.596325 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.604568 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-7c5060a9-72fb-42b2-a080-e984229a43ea tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:37.610218 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-7c5060a9-72fb-42b2-a080-e984229a43ea tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.15 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 811 time: 0.4128814 Jul 07 17:02:37.622275 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] Set router 14246adc-aedb-4396-8cb1-c6dd837b27f6 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:37.654799 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0f0d33f4-4c90-45a8-88be-d7b3d2bfe8db None None] Could not find standard attr ID for object 7e91a781-805c-439a-b727-33b49c58c455. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:02:37.663201 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0f0d33f4-4c90-45a8-88be-d7b3d2bfe8db None None] Could not find standard attr ID for object baa02927-b977-4bea-9121-3770e335e7ac. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:02:37.672564 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8e54f056-950e-424f-ad89-e64eb60159f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:02:30Z', 'revision_number': 7, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': '4c7edc34-b31c-4ca6-a111-f01d9011d6ee', 'name': '', 'network_id': 'e631314d-7b87-4ae9-9e82-8fd2fa0027e1', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:19:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7e5be86e-b686-4325-bc53-754be0970dab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:22Z', 'updated_at': '2021-07-07T17:02:32Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '7e5be86e-b686-4325-bc53-754be0970dab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5571be97-650c-4c9e-ad58-83604497c832', 'name': '', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:1f:e9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:05Z', 'updated_at': '2021-07-07T17:02:16Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '776b9a05-171a-41ba-b8e5-0833d1aea4b5', 'name': '', 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:22:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:12Z', 'updated_at': '2021-07-07T17:02:22Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:37.709915 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Port': ['ID=baa02927-b977-4bea-9121-3770e335e7ac,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:37.719042 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de651739-7f5a-455c-9f4c-aa74ae398190 None None] DHCP port deletion for 00688a2f-eb81-4e95-b9e5-93e180851716 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:02:37.721060 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e54f056-950e-424f-ad89-e64eb60159f8 None None] The sync data for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 is: [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:02:30Z', 'revision_number': 7, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': '4c7edc34-b31c-4ca6-a111-f01d9011d6ee', 'name': '', 'network_id': 'e631314d-7b87-4ae9-9e82-8fd2fa0027e1', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:19:74:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '7e5be86e-b686-4325-bc53-754be0970dab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:22Z', 'updated_at': '2021-07-07T17:02:32Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '7e5be86e-b686-4325-bc53-754be0970dab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5571be97-650c-4c9e-ad58-83604497c832', 'name': '', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:1f:e9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:05Z', 'updated_at': '2021-07-07T17:02:16Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '776b9a05-171a-41ba-b8e5-0833d1aea4b5', 'name': '', 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:22:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:12Z', 'updated_at': '2021-07-07T17:02:22Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:37.734172 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No DVR routers for this DVR port baa02927-b977-4bea-9121-3770e335e7ac on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:37.832031 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25214f84-9f75-49cd-8edc-60a993bb6e48 None None] DHCP port deletion for 6a110650-0f66-435f-ade9-c185366ed1a5 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:02:37.874914 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-f0e0b923-45ad-4033-b118-602589598c68 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Request body: {'port': {'device_id': '56fd56cf-b27c-492d-a87f-b00abc581d6a', 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d', 'admin_state_up': True, 'tenant_id': 'd1135a5a7bcf4ea180136622e9a3fe8d'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:37.879595 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd7eaa46-2a77-4f38-9513-9978427344b2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.903619 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef0ee42d-2329-4f83-963e-8b1bd9822bd5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:37.946319 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-25214f84-9f75-49cd-8edc-60a993bb6e48 None None] The port 'dc72743a-f50d-4fae-8587-31f745283f1e' was deleted {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 17:02:38.033278 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.059345 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00688a2f-eb81-4e95-b9e5-93e180851716']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:38.082861 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5859a9a-b723-4c10-831a-90e97f6ab3e8') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:38.083583 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5859a9a-b723-4c10-831a-90e97f6ab3e8') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:38.096552 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.115447 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'name': 'tempest-ServerActionsTestJSON-1868789092-router', 'tenant_id': '621a12c0777d413f8d90059728390347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:28Z', 'updated_at': '2021-07-07T17:02:34Z', 'revision_number': 3, 'project_id': '621a12c0777d413f8d90059728390347', 'gw_port': {'id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:30Z', 'updated_at': '2021-07-07T17:02:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:38.126165 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dc72743a-f50d-4fae-8587-31f745283f1e no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:38.151194 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] Checking router: 14246adc-aedb-4396-8cb1-c6dd837b27f6 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:02:38.151555 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] Updating router 14246adc-aedb-4396-8cb1-c6dd837b27f6 port b71205d7-8ffe-40ae-8e9d-6004bde5b89a binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:02:38.169251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: dc72743a-f50d-4fae-8587-31f745283f1e {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:38.169684 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dc72743a-f50d-4fae-8587-31f745283f1e not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:38.170191 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device baa02927-b977-4bea-9121-3770e335e7ac no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:38.188931 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.189286 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: baa02927-b977-4bea-9121-3770e335e7ac {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:38.190310 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device baa02927-b977-4bea-9121-3770e335e7ac not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:38.219464 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ee42d-2329-4f83-963e-8b1bd9822bd5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Port': ['ID=dc72743a-f50d-4fae-8587-31f745283f1e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:38.222252 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.237945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-53702eb2-3536-4e21-9099-fd4e798cb1e2 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:38.239493 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-53702eb2-3536-4e21-9099-fd4e798cb1e2 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.15 "GET /v2.0/networks?id=1cc1d7d9-5027-449b-bced-90726dcf9f3d HTTP/1.1" status: 200 len: 809 time: 0.5324965 Jul 07 17:02:38.261777 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0ee42d-2329-4f83-963e-8b1bd9822bd5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] No DVR routers for this DVR port dc72743a-f50d-4fae-8587-31f745283f1e on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:38.270170 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7eaa46-2a77-4f38-9513-9978427344b2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:38.272195 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:38.272602 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.277282 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-cf02bb44-6d90-4170-b46a-a0aa9b95c03b tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Request body: {'port': {'device_id': 'f8337fab-d4f0-4519-90e5-ae6825d95aa5', 'network_id': '1cc1d7d9-5027-449b-bced-90726dcf9f3d', 'admin_state_up': True, 'tenant_id': '6eba3549c7b744fbbef66252e96aec7a'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:38.292730 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-cd7eaa46-2a77-4f38-9513-9978427344b2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:38.298987 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:38.323697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7eaa46-2a77-4f38-9513-9978427344b2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Pushing event updated for resources: {'Port': ['ID=8bc90619-f042-49c7-96be-2683fa594fd0,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:38.326510 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7eaa46-2a77-4f38-9513-9978427344b2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:38.381485 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-663cfb1b-e573-4a87-90ff-f96edbef9978 req-bfc2782c-d329-4107-8b45-2db69d81243d tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 210 time: 0.1391554 Jul 07 17:02:38.464045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-3ded95c2-99e5-49fa-a6e6-693113ccf247 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting port 4c7edc34-b31c-4ca6-a111-f01d9011d6ee {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:38.464436 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ded95c2-99e5-49fa-a6e6-693113ccf247 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.530802 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-f0e0b923-45ad-4033-b118-602589598c68 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Made reservation on behalf of d1135a5a7bcf4ea180136622e9a3fe8d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:38.535084 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-f0e0b923-45ad-4033-b118-602589598c68 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.582819 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.684447 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b3209fea-2128-4bc0-a08a-862af61de4de req-d50a271a-610d-41aa-92e8-9d1cf42fa460 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8337fab-d4f0-4519-90e5-ae6825d95aa5 HTTP/1.1" status: 200 len: 210 time: 0.0906999 Jul 07 17:02:38.788104 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-cf02bb44-6d90-4170-b46a-a0aa9b95c03b tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Made reservation on behalf of 6eba3549c7b744fbbef66252e96aec7a for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:38.791716 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-cf02bb44-6d90-4170-b46a-a0aa9b95c03b tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.794791 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-3ded95c2-99e5-49fa-a6e6-693113ccf247 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] For port 4c7edc34-b31c-4ca6-a111-f01d9011d6ee, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4c7edc34-b31c-4ca6-a111-f01d9011d6ee,segment=NetworkSegment(e5b9bad4-a3c9-4e0c-9afa-65a28baea60f),segment_id=e5b9bad4-a3c9-4e0c-9afa-65a28baea60f)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:38.795147 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ded95c2-99e5-49fa-a6e6-693113ccf247 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.828766 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef0ee42d-2329-4f83-963e-8b1bd9822bd5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.835801 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] Transition to ACTIVE for port object b71205d7-8ffe-40ae-8e9d-6004bde5b89a will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:38.844454 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.862270 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-3ded95c2-99e5-49fa-a6e6-693113ccf247 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Calling delete_port for 4c7edc34-b31c-4ca6-a111-f01d9011d6ee owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:38.871781 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.874445 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ef0ee42d-2329-4f83-963e-8b1bd9822bd5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a110650-0f66-435f-ade9-c185366ed1a5']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:38.897247 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.899036 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/00688a2f-eb81-4e95-b9e5-93e180851716 HTTP/1.1" status: 204 len: 168 time: 8.0002356 Jul 07 17:02:38.902498 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ef0ee42d-2329-4f83-963e-8b1bd9822bd5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c7817b-e278-4bf5-aa48-56c377280986') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:38.902738 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ef0ee42d-2329-4f83-963e-8b1bd9822bd5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c7817b-e278-4bf5-aa48-56c377280986') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:38.904474 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] Attempting to bind port b71205d7-8ffe-40ae-8e9d-6004bde5b89a on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:38.904643 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53888) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:38.904760 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] Attempting to bind port b71205d7-8ffe-40ae-8e9d-6004bde5b89a by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:38.905097 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] Attempting to bind port b71205d7-8ffe-40ae-8e9d-6004bde5b89a on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:38.913020 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2175246-e812-49c2-a65a-5566beeb4084 None None] Pushing event updated for resources: {'Port': ['ID=b71205d7-8ffe-40ae-8e9d-6004bde5b89a,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:38.921167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-74a376a9-3485-4eea-99cc-7b0ff667be8d tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-548641332'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:38.923357 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:38.924043 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:38.924510 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.924950 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:38.925445 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] Bound port: b71205d7-8ffe-40ae-8e9d-6004bde5b89a, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:38.925831 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.940984 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cfd99d-d326-40ef-83b9-dfcc1039e52a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Network': ['ID=00688a2f-eb81-4e95-b9e5-93e180851716,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:38.947422 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef0ee42d-2329-4f83-963e-8b1bd9822bd5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.956850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754b113-2e25-40dd-8538-4df9d25644cf req-7120478d-62bb-4f6f-b57f-b7146247fe8e tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:38.958412 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b754b113-2e25-40dd-8538-4df9d25644cf req-7120478d-62bb-4f6f-b57f-b7146247fe8e tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 945 time: 0.7339795 Jul 07 17:02:38.980765 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef0ee42d-2329-4f83-963e-8b1bd9822bd5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:38.998734 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] For port b71205d7-8ffe-40ae-8e9d-6004bde5b89a, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:39.002673 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] For port b71205d7-8ffe-40ae-8e9d-6004bde5b89a, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b71205d7-8ffe-40ae-8e9d-6004bde5b89a,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:39.006942 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.020363 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0ee42d-2329-4f83-963e-8b1bd9822bd5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:39.020868 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef0ee42d-2329-4f83-963e-8b1bd9822bd5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:39.024419 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:39.067355 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] Routers {'14246adc-aedb-4396-8cb1-c6dd837b27f6'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:39.068166 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['14246adc-aedb-4396-8cb1-c6dd837b27f6'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:39.073090 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2175246-e812-49c2-a65a-5566beeb4084 None None] Pushing event updated for resources: {'Port': ['ID=b71205d7-8ffe-40ae-8e9d-6004bde5b89a,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:39.086879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-f0e0b923-45ad-4033-b118-602589598c68 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Allocated IP 172.20.0.4 (4bfc31d5-b892-420e-a594-085b325da90d/66d9af50-51a7-4bbc-a88f-fc28aae3344c/88167cd4-40d2-43b7-bed8-e785f99d13c7) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:39.109347 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b754b113-2e25-40dd-8538-4df9d25644cf req-f00f6716-580b-4fd2-8047-8f764da6b093 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cc17-3ebb-4939-8ba9-86fb9860ff18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419539 Jul 07 17:02:39.119924 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef0ee42d-2329-4f83-963e-8b1bd9822bd5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.128527 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a376a9-3485-4eea-99cc-7b0ff667be8d tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:39.132920 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef0ee42d-2329-4f83-963e-8b1bd9822bd5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.133358 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-74a376a9-3485-4eea-99cc-7b0ff667be8d tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.140546 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ef0ee42d-2329-4f83-963e-8b1bd9822bd5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/networks/6a110650-0f66-435f-ade9-c185366ed1a5 HTTP/1.1" status: 204 len: 168 time: 2.5537357 Jul 07 17:02:39.140546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53892) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:39.153661 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-00d27333-30e1-4584-8442-113e873af8e5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1723306405'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:39.196246 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ee42d-2329-4f83-963e-8b1bd9822bd5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Network': ['ID=6a110650-0f66-435f-ade9-c185366ed1a5,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:39.229803 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] Set router 14246adc-aedb-4396-8cb1-c6dd837b27f6 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:39.245673 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d27333-30e1-4584-8442-113e873af8e5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:39.249392 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-00d27333-30e1-4584-8442-113e873af8e5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.250409 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd7eaa46-2a77-4f38-9513-9978427344b2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.288940 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2851ba10-39a6-415b-a1ea-906b18ff0a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.294547 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d27333-30e1-4584-8442-113e873af8e5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:39.321821 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-00d27333-30e1-4584-8442-113e873af8e5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.321821 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-00d27333-30e1-4584-8442-113e873af8e5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Added segment fecc6fc7-98e8-418e-8337-03c08b9781fe of type vlan for network 346185a2-433b-4b42-8fac-bb65195ccb38 Jul 07 17:02:39.337330 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a376a9-3485-4eea-99cc-7b0ff667be8d tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:39.384794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-cf02bb44-6d90-4170-b46a-a0aa9b95c03b tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Allocated IP 172.20.0.3 (1cc1d7d9-5027-449b-bced-90726dcf9f3d/d24686f1-5d0a-4997-a2c1-1447be3e1d42/dbd2a3fe-e855-4bfe-a16b-bd85f48be01c) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:39.395642 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-74a376a9-3485-4eea-99cc-7b0ff667be8d tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.396073 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-74a376a9-3485-4eea-99cc-7b0ff667be8d tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Added segment 1d52509a-fe73-417e-bcbe-90873c7ba89c of type vlan for network 613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf Jul 07 17:02:39.409539 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-00d27333-30e1-4584-8442-113e873af8e5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.457084 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'name': 'tempest-ServerActionsTestJSON-1868789092-router', 'tenant_id': '621a12c0777d413f8d90059728390347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:28Z', 'updated_at': '2021-07-07T17:02:34Z', 'revision_number': 3, 'project_id': '621a12c0777d413f8d90059728390347', 'gw_port': {'id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:30Z', 'updated_at': '2021-07-07T17:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:39.500583 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9d58e0-06f0-42bf-a0d8-270458a945cf None None] The sync data for ids ['14246adc-aedb-4396-8cb1-c6dd837b27f6'] in n-d-793620-7 is: [{'id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'name': 'tempest-ServerActionsTestJSON-1868789092-router', 'tenant_id': '621a12c0777d413f8d90059728390347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:28Z', 'updated_at': '2021-07-07T17:02:34Z', 'revision_number': 3, 'project_id': '621a12c0777d413f8d90059728390347', 'gw_port': {'id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:30Z', 'updated_at': '2021-07-07T17:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:39.515642 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-00d27333-30e1-4584-8442-113e873af8e5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.532536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d27333-30e1-4584-8442-113e873af8e5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:39.534402 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-00d27333-30e1-4584-8442-113e873af8e5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.651045 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-abdb8659-6df9-4cca-a35f-a996a0671991 req-4a54a2be-ec45-43de-9efc-cd3c38a5cf9e tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 210 time: 0.0822642 Jul 07 17:02:39.672707 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-74a376a9-3485-4eea-99cc-7b0ff667be8d tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.683742 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-00d27333-30e1-4584-8442-113e873af8e5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5327237 Jul 07 17:02:39.684931 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53900) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:39.690699 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-38b314a9-0ac4-405e-a6cb-9a2ad4eb9205 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'subnet': {'network_id': '346185a2-433b-4b42-8fac-bb65195ccb38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:39.712763 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-2851ba10-39a6-415b-a1ea-906b18ff0a55 admin admin] Allocated IP 172.20.0.1 (1a593835-75cf-40d8-8fd5-4eaad13dc252/19f701e3-8b99-4023-9849-e505b17bcfa4/826b55a3-646d-40e5-8d85-4f87ef073292) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:39.819332 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-cf02bb44-6d90-4170-b46a-a0aa9b95c03b tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.838140 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d27333-30e1-4584-8442-113e873af8e5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Network': ['ID=346185a2-433b-4b42-8fac-bb65195ccb38,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:39.874324 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 346185a2-433b-4b42-8fac-bb65195ccb38 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:39.921566 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b314a9-0ac4-405e-a6cb-9a2ad4eb9205 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:39.926277 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-38b314a9-0ac4-405e-a6cb-9a2ad4eb9205 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.968208 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-cf02bb44-6d90-4170-b46a-a0aa9b95c03b tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:39.995995 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.resource_extend [None req-74a376a9-3485-4eea-99cc-7b0ff667be8d tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:02:40.015910 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ded95c2-99e5-49fa-a6e6-693113ccf247 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.110331 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2851ba10-39a6-415b-a1ea-906b18ff0a55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.128402 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-cf02bb44-6d90-4170-b46a-a0aa9b95c03b tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Network 1cc1d7d9-5027-449b-bced-90726dcf9f3d is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:40.160276 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b71205d7-8ffe-40ae-8e9d-6004bde5b89a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:40.174557 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-cf02bb44-6d90-4170-b46a-a0aa9b95c03b tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:40.190596 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-2851ba10-39a6-415b-a1ea-906b18ff0a55 admin admin] Transition to ACTIVE for port object 826b55a3-646d-40e5-8d85-4f87ef073292 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:40.240783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port b71205d7-8ffe-40ae-8e9d-6004bde5b89a completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:40.241770 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6bc93-54db-4011-975b-c0ac9370da91 req-227ec07b-d513-4c37-b700-4a125a093baa tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:40.245713 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-acb6bc93-54db-4011-975b-c0ac9370da91 req-227ec07b-d513-4c37-b700-4a125a093baa tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8337fab-d4f0-4519-90e5-ae6825d95aa5 HTTP/1.1" status: 200 len: 931 time: 0.2725334 Jul 07 17:02:40.258614 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port b71205d7-8ffe-40ae-8e9d-6004bde5b89a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:40.259373 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.383488 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-acb6bc93-54db-4011-975b-c0ac9370da91 req-ede51ba9-44de-4f25-87a9-58d459e6a35a tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162009 Jul 07 17:02:40.387462 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2851ba10-39a6-415b-a1ea-906b18ff0a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.421062 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.455480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port b71205d7-8ffe-40ae-8e9d-6004bde5b89a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b71205d7-8ffe-40ae-8e9d-6004bde5b89a,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:40.462539 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.484304 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851ba10-39a6-415b-a1ea-906b18ff0a55 admin admin] Pushing event updated for resources: {'Port': ['ID=826b55a3-646d-40e5-8d85-4f87ef073292,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:40.494428 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-38b314a9-0ac4-405e-a6cb-9a2ad4eb9205 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.498222 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2851ba10-39a6-415b-a1ea-906b18ff0a55 admin admin] Network 1a593835-75cf-40d8-8fd5-4eaad13dc252 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:40.504650 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-2851ba10-39a6-415b-a1ea-906b18ff0a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:40.507603 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2851ba10-39a6-415b-a1ea-906b18ff0a55 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:40.527654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=b71205d7-8ffe-40ae-8e9d-6004bde5b89a,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:40.619124 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b314a9-0ac4-405e-a6cb-9a2ad4eb9205 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Checking segment: {'id': 'fecc6fc7-98e8-418e-8337-03c08b9781fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '346185a2-433b-4b42-8fac-bb65195ccb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:40.619522 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b314a9-0ac4-405e-a6cb-9a2ad4eb9205 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network hostable DHCP agents. Network: 346185a2-433b-4b42-8fac-bb65195ccb38, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:40.621746 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b314a9-0ac4-405e-a6cb-9a2ad4eb9205 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Subnet': ['ID=1657ec30-3b5f-4b29-902e-46f9a8f8a522,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:40.631125 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2851ba10-39a6-415b-a1ea-906b18ff0a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.669578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02bb44-6d90-4170-b46a-a0aa9b95c03b tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Pushing event updated for resources: {'Port': ['ID=dbd2a3fe-e855-4bfe-a16b-bd85f48be01c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:40.672099 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-74a376a9-3485-4eea-99cc-7b0ff667be8d tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.678736 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a376a9-3485-4eea-99cc-7b0ff667be8d tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:40.678910 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-74a376a9-3485-4eea-99cc-7b0ff667be8d tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.687115 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-cf02bb44-6d90-4170-b46a-a0aa9b95c03b tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:40.702926 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b314a9-0ac4-405e-a6cb-9a2ad4eb9205 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network 346185a2-433b-4b42-8fac-bb65195ccb38 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:40.784156 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-38b314a9-0ac4-405e-a6cb-9a2ad4eb9205 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 346185a2-433b-4b42-8fac-bb65195ccb38) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:40.789808 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a376a9-3485-4eea-99cc-7b0ff667be8d tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Network': ['ID=613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:40.797130 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fed2d3-5713-4a3d-9ea1-ec506a398ef9 None None] Network 346185a2-433b-4b42-8fac-bb65195ccb38 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:40.799177 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b314a9-0ac4-405e-a6cb-9a2ad4eb9205 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:40.799884 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-38b314a9-0ac4-405e-a6cb-9a2ad4eb9205 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.855390 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-38b314a9-0ac4-405e-a6cb-9a2ad4eb9205 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1693614 Jul 07 17:02:40.857899 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53908) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:40.864982 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-acdbde31-156e-4150-b99c-6f008e5321ff tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'port': {'network_id': '346185a2-433b-4b42-8fac-bb65195ccb38', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1802376153'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:40.875538 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:40.918317 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2851ba10-39a6-415b-a1ea-906b18ff0a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.945528 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ded95c2-99e5-49fa-a6e6-693113ccf247 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.957667 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ec35735f-c162-4a65-bcfd-1373a2f0bff0 None None] Provisioning for port 826b55a3-646d-40e5-8d85-4f87ef073292 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:40.959605 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b93f4278-b098-42f8-a23a-8e3fcd571db0 req-b7bd491f-216e-4152-80d7-d6f001470ac1 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 210 time: 0.0900495 Jul 07 17:02:40.963087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded95c2-99e5-49fa-a6e6-693113ccf247 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Port': ['ID=4c7edc34-b31c-4ca6-a111-f01d9011d6ee,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:40.989102 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-f0e0b923-45ad-4033-b118-602589598c68 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:40.989309 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ec35735f-c162-4a65-bcfd-1373a2f0bff0 None None] Provisioning complete for port 826b55a3-646d-40e5-8d85-4f87ef073292 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:40.989309 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ec35735f-c162-4a65-bcfd-1373a2f0bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.005549 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-74a376a9-3485-4eea-99cc-7b0ff667be8d tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0892959 Jul 07 17:02:41.007574 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53910) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:41.016620 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd7eaa46-2a77-4f38-9513-9978427344b2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.023623 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-339ae5d9-59c6-4722-af47-6f96e52bf706 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:41.044825 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-cf02bb44-6d90-4170-b46a-a0aa9b95c03b tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.045512 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-cf02bb44-6d90-4170-b46a-a0aa9b95c03b tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.048423 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd7eaa46-2a77-4f38-9513-9978427344b2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.082250 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-ec35735f-c162-4a65-bcfd-1373a2f0bff0 None None] Port 826b55a3-646d-40e5-8d85-4f87ef073292 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:41.139734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-346185a2-433b-4b42-8fac-bb65195ccb38', 'network_id': '346185a2-433b-4b42-8fac-bb65195ccb38', 'tenant_id': '2797da1828254d54a84fd968e53e161d', 'fixed_ips': [{'subnet_id': '1657ec30-3b5f-4b29-902e-46f9a8f8a522'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:41.140995 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.155746 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-cf02bb44-6d90-4170-b46a-a0aa9b95c03b tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8880258 Jul 07 17:02:41.163392 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939e3b2-cf81-4c65-b77d-33c80008a879 req-e6a6f5a3-1bda-4e98-843a-850f53c05047 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.164925 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e939e3b2-cf81-4c65-b77d-33c80008a879 req-e6a6f5a3-1bda-4e98-843a-850f53c05047 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 945 time: 1.1603558 Jul 07 17:02:41.204075 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] Request body: {'port': {'device_id': 'f8337fab-d4f0-4519-90e5-ae6825d95aa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:41.290861 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdbde31-156e-4150-b99c-6f008e5321ff tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:41.294789 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-acdbde31-156e-4150-b99c-6f008e5321ff tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.308439 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-f0e0b923-45ad-4033-b118-602589598c68 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.309833 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Allocated IP 2001:db8::2 (346185a2-433b-4b42-8fac-bb65195ccb38/1657ec30-3b5f-4b29-902e-46f9a8f8a522/4549386b-167b-4657-813c-fc5c49755f58) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:41.378390 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-acdbde31-156e-4150-b99c-6f008e5321ff tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] device_id is not set on port 593cc7c9-ea20-4748-8d46-327824d1247b yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:02:41.397014 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e939e3b2-cf81-4c65-b77d-33c80008a879 req-951d8bcd-fa3a-4fdb-a905-8021ff50ec16 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cc17-3ebb-4939-8ba9-86fb9860ff18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833835 Jul 07 17:02:41.446666 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-339ae5d9-59c6-4722-af47-6f96e52bf706 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.469034 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-f0e0b923-45ad-4033-b118-602589598c68 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Network 4bfc31d5-b892-420e-a594-085b325da90d is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:41.470289 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.490745 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe28db-5d99-49e8-bafd-353d9deb6767 req-801edad8-b497-44ec-9ce9-3f4bdcf29229 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.492314 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-05fe28db-5d99-49e8-bafd-353d9deb6767 req-801edad8-b497-44ec-9ce9-3f4bdcf29229 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.69 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 945 time: 0.2929621 Jul 07 17:02:41.494601 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2851ba10-39a6-415b-a1ea-906b18ff0a55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.508240 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-339ae5d9-59c6-4722-af47-6f96e52bf706 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.527998 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.539778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Transition to ACTIVE for port object 4549386b-167b-4657-813c-fc5c49755f58 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:41.544019 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2851ba10-39a6-415b-a1ea-906b18ff0a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.560361 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-f0e0b923-45ad-4033-b118-602589598c68 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:41.560644 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Transition to ACTIVE for port object 4549386b-167b-4657-813c-fc5c49755f58 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:41.569499 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.579181 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-f0e0b923-45ad-4033-b118-602589598c68 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:41.626158 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Pushing event updated for resources: {'Port': ['ID=4549386b-167b-4657-813c-fc5c49755f58,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:41.630752 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-339ae5d9-59c6-4722-af47-6f96e52bf706 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network 613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf is not hosted by any dhcp agent {{(pid=100409) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:02:41.637031 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339ae5d9-59c6-4722-af47-6f96e52bf706 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.637682 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-339ae5d9-59c6-4722-af47-6f96e52bf706 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.639054 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-339ae5d9-59c6-4722-af47-6f96e52bf706 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "PUT /v2.0/networks/613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf HTTP/1.1" status: 200 len: 723 time: 0.6203573 Jul 07 17:02:41.647854 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0b923-45ad-4033-b118-602589598c68 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Pushing event updated for resources: {'Port': ['ID=88167cd4-40d2-43b7-bed8-e785f99d13c7,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:41.650567 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Network 346185a2-433b-4b42-8fac-bb65195ccb38 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:41.653141 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53914) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:41.655058 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:41.669145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:41.719577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-6bb8a5d2-0904-46b8-a379-7fc2adb9e30e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'subnet': {'network_id': '613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:41.745073 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Attempting to bind port 4549386b-167b-4657-813c-fc5c49755f58 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:41.745501 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Attempting to bind port 4549386b-167b-4657-813c-fc5c49755f58 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'fecc6fc7-98e8-418e-8337-03c08b9781fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '346185a2-433b-4b42-8fac-bb65195ccb38'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:41.745957 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Attempting to bind port 4549386b-167b-4657-813c-fc5c49755f58 on network 346185a2-433b-4b42-8fac-bb65195ccb38 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:41.753957 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:41.754513 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Checking segment: {'id': 'fecc6fc7-98e8-418e-8337-03c08b9781fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '346185a2-433b-4b42-8fac-bb65195ccb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:41.755065 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.760208 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Bound using segment: {'id': 'fecc6fc7-98e8-418e-8337-03c08b9781fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '346185a2-433b-4b42-8fac-bb65195ccb38'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:41.760208 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Bound port: 4549386b-167b-4657-813c-fc5c49755f58, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fecc6fc7-98e8-418e-8337-03c08b9781fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '346185a2-433b-4b42-8fac-bb65195ccb38'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:41.760208 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.787980 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ae5d9-59c6-4722-af47-6f96e52bf706 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Network': ['ID=613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:41.818818 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2851ba10-39a6-415b-a1ea-906b18ff0a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.838226 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:41.857429 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] For port 4549386b-167b-4657-813c-fc5c49755f58, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:41.861979 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851ba10-39a6-415b-a1ea-906b18ff0a55 admin admin] Pushing event updated for resources: {'Port': ['ID=826b55a3-646d-40e5-8d85-4f87ef073292,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:41.898160 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-acdbde31-156e-4150-b99c-6f008e5321ff tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Allocated IP 2001:db8::397 (346185a2-433b-4b42-8fac-bb65195ccb38/1657ec30-3b5f-4b29-902e-46f9a8f8a522/593cc7c9-ea20-4748-8d46-327824d1247b) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:41.905780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] For port 4549386b-167b-4657-813c-fc5c49755f58, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4549386b-167b-4657-813c-fc5c49755f58,segment=NetworkSegment(fecc6fc7-98e8-418e-8337-03c08b9781fe),segment_id=fecc6fc7-98e8-418e-8337-03c08b9781fe)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:41.916596 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.935459 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7eaa46-2a77-4f38-9513-9978427344b2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Router 5305eb71-dd3f-40d6-93cc-5795094d98a9 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:02:41.949779 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-f0e0b923-45ad-4033-b118-602589598c68 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.950533 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-f0e0b923-45ad-4033-b118-602589598c68 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:41.968757 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdc28a-e0b3-4540-8b49-70ad4a698ba8 req-5a1b3652-e65b-4e3d-b645-741aaae3d815 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:41.970652 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-52cdc28a-e0b3-4540-8b49-70ad4a698ba8 req-5a1b3652-e65b-4e3d-b645-741aaae3d815 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8337fab-d4f0-4519-90e5-ae6825d95aa5 HTTP/1.1" status: 200 len: 931 time: 0.4014511 Jul 07 17:02:41.979421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ded95c2-99e5-49fa-a6e6-693113ccf247 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router 37910202-922f-4a52-8dbb-9660e35d4f02 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:02:42.040300 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fa955-da8b-4b50-a813-8c290a758a1c None None] Pushing event updated for resources: {'Port': ['ID=4549386b-167b-4657-813c-fc5c49755f58,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:42.059482 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-f0e0b923-45ad-4033-b118-602589598c68 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1891897 Jul 07 17:02:42.060212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb8a5d2-0904-46b8-a379-7fc2adb9e30e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:42.064061 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6bb8a5d2-0904-46b8-a379-7fc2adb9e30e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.080579 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] Request body: {'port': {'device_id': '56fd56cf-b27c-492d-a87f-b00abc581d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:42.125851 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-05fe28db-5d99-49e8-bafd-353d9deb6767 req-6579c6f8-2c9e-43f4-bc29-5536e7df0563 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Deleting port 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:42.126210 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-05fe28db-5d99-49e8-bafd-353d9deb6767 req-6579c6f8-2c9e-43f4-bc29-5536e7df0563 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.199521 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-52cdc28a-e0b3-4540-8b49-70ad4a698ba8 req-702ece55-b2a4-4d51-a633-fa94d1e19b9b tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956849 Jul 07 17:02:42.208012 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b71205d7-8ffe-40ae-8e9d-6004bde5b89a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:42.218557 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2851ba10-39a6-415b-a1ea-906b18ff0a55 admin admin] Network 1a593835-75cf-40d8-8fd5-4eaad13dc252 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:42.231779 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-2851ba10-39a6-415b-a1ea-906b18ff0a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:42.301626 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port b71205d7-8ffe-40ae-8e9d-6004bde5b89a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:42.302106 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.359655 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-acdbde31-156e-4150-b99c-6f008e5321ff tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.373631 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-05fe28db-5d99-49e8-bafd-353d9deb6767 req-6579c6f8-2c9e-43f4-bc29-5536e7df0563 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] For port 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd,segment=NetworkSegment(111c58b8-01c7-430f-9524-d2b1e399617f),segment_id=111c58b8-01c7-430f-9524-d2b1e399617f)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:42.374075 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-05fe28db-5d99-49e8-bafd-353d9deb6767 req-6579c6f8-2c9e-43f4-bc29-5536e7df0563 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.423740 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-acdbde31-156e-4150-b99c-6f008e5321ff tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Transition to ACTIVE for port object 593cc7c9-ea20-4748-8d46-327824d1247b will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:42.691186 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2851ba10-39a6-415b-a1ea-906b18ff0a55 admin admin] Router 14246adc-aedb-4396-8cb1-c6dd837b27f6 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:02:42.722566 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-84d73d0f-d6e1-4acf-a85d-112ec28e254f None None] Provisioning complete for port 826b55a3-646d-40e5-8d85-4f87ef073292 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:42.723200 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-84d73d0f-d6e1-4acf-a85d-112ec28e254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.775366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-84d73d0f-d6e1-4acf-a85d-112ec28e254f None None] Port 826b55a3-646d-40e5-8d85-4f87ef073292 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:42.836803 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7eaa46-2a77-4f38-9513-9978427344b2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:42.843754 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.848548 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8738741-36ed-4ddc-9c09-e60b67e02d9a None None] Sync routers for ids ['5305eb71-dd3f-40d6-93cc-5795094d98a9'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:42.850477 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd7eaa46-2a77-4f38-9513-9978427344b2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.854040 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cd7eaa46-2a77-4f38-9513-9978427344b2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "PUT /v2.0/routers/5305eb71-dd3f-40d6-93cc-5795094d98a9 HTTP/1.1" status: 200 len: 883 time: 8.1734788 Jul 07 17:02:42.860443 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6bb8a5d2-0904-46b8-a379-7fc2adb9e30e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.865019 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53920) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:42.865267 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8738741-36ed-4ddc-9c09-e60b67e02d9a None None] Routers {'5305eb71-dd3f-40d6-93cc-5795094d98a9'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:42.865792 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a8738741-36ed-4ddc-9c09-e60b67e02d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['5305eb71-dd3f-40d6-93cc-5795094d98a9'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:42.885053 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd2a3fe-e855-4bfe-a16b-bd85f48be01c {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:42.895610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ded95c2-99e5-49fa-a6e6-693113ccf247 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:42.907305 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc50628-5c9e-4ed2-b746-f0812baa461e None None] Sync routers for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:42.910969 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a8738741-36ed-4ddc-9c09-e60b67e02d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:42.918365 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc50628-5c9e-4ed2-b746-f0812baa461e None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:42.919296 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-dfc50628-5c9e-4ed2-b746-f0812baa461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:42.921320 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8738741-36ed-4ddc-9c09-e60b67e02d9a None None] Routers {'5305eb71-dd3f-40d6-93cc-5795094d98a9'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:42.922045 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a8738741-36ed-4ddc-9c09-e60b67e02d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['5305eb71-dd3f-40d6-93cc-5795094d98a9'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:42.930924 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3ded95c2-99e5-49fa-a6e6-693113ccf247 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/37910202-922f-4a52-8dbb-9660e35d4f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3313246 Jul 07 17:02:42.933125 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:42.945098 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a830b48-c446-4cf8-abe1-d56c9a8918f6 req-1f8e4a84-5b81-488c-8152-ace59bdfdd48 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:42.952572 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8a830b48-c446-4cf8-abe1-d56c9a8918f6 req-1f8e4a84-5b81-488c-8152-ace59bdfdd48 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 931 time: 0.7706678 Jul 07 17:02:42.979633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a8738741-36ed-4ddc-9c09-e60b67e02d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:42.980471 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8738741-36ed-4ddc-9c09-e60b67e02d9a None None] The sync data for ids ['5305eb71-dd3f-40d6-93cc-5795094d98a9'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:42.995099 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53922) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:43.037961 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-dfc50628-5c9e-4ed2-b746-f0812baa461e None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:43.141829 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-acdbde31-156e-4150-b99c-6f008e5321ff tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.219622 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdbde31-156e-4150-b99c-6f008e5321ff tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network 346185a2-433b-4b42-8fac-bb65195ccb38 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:43.269514 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-acdbde31-156e-4150-b99c-6f008e5321ff tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:43.272226 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdbde31-156e-4150-b99c-6f008e5321ff tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:43.278432 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdbde31-156e-4150-b99c-6f008e5321ff tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:43.279159 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-acdbde31-156e-4150-b99c-6f008e5321ff tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.292910 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-05fe28db-5d99-49e8-bafd-353d9deb6767 req-6579c6f8-2c9e-43f4-bc29-5536e7df0563 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.293287 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-05fe28db-5d99-49e8-bafd-353d9deb6767 req-6579c6f8-2c9e-43f4-bc29-5536e7df0563 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.293604 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [req-05fe28db-5d99-49e8-bafd-353d9deb6767 req-6579c6f8-2c9e-43f4-bc29-5536e7df0563 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Floating IP 29b4917d-34a8-43a2-a8e8-15616c07a8af disassociated. External IP: 172.25.2.57, port: 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd. Jul 07 17:02:43.293961 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-05fe28db-5d99-49e8-bafd-353d9deb6767 req-6579c6f8-2c9e-43f4-bc29-5536e7df0563 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Calling delete_port for 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:43.300753 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbde31-156e-4150-b99c-6f008e5321ff tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=593cc7c9-ea20-4748-8d46-327824d1247b,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:43.327555 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-dfc50628-5c9e-4ed2-b746-f0812baa461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:02:39Z', 'revision_number': 8, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': '5571be97-650c-4c9e-ad58-83604497c832', 'name': '', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:1f:e9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:05Z', 'updated_at': '2021-07-07T17:02:16Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '776b9a05-171a-41ba-b8e5-0833d1aea4b5', 'name': '', 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:22:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:12Z', 'updated_at': '2021-07-07T17:02:22Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:43.329285 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-acdbde31-156e-4150-b99c-6f008e5321ff tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.4702389 Jul 07 17:02:43.341689 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6b06b-f787-4df4-a708-0d7a3266b25a req-6cbec434-d02b-4832-af82-c3bd755360de tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:43.343330 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-82a6b06b-f787-4df4-a708-0d7a3266b25a req-6cbec434-d02b-4832-af82-c3bd755360de tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 945 time: 0.7140129 Jul 07 17:02:43.360473 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc50628-5c9e-4ed2-b746-f0812baa461e None None] Checking router: 37910202-922f-4a52-8dbb-9660e35d4f02 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:02:43.369128 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc50628-5c9e-4ed2-b746-f0812baa461e None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:43.369738 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-dfc50628-5c9e-4ed2-b746-f0812baa461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:43.374647 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53926) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:43.390994 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b418eea3-669c-4f38-93c2-ffa8ed552f91 None None] Network 346185a2-433b-4b42-8fac-bb65195ccb38 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:43.475693 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-dfc50628-5c9e-4ed2-b746-f0812baa461e None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:43.483253 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] Transition to ACTIVE for port object dbd2a3fe-e855-4bfe-a16b-bd85f48be01c will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:43.517131 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.529290 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8a5d2-0904-46b8-a379-7fc2adb9e30e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Subnet': ['ID=fdff3cdf-de19-4ee1-a8a3-0eac2d0f4520,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:43.543223 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-82a6b06b-f787-4df4-a708-0d7a3266b25a req-2730488c-f0cc-4488-911f-f4e6bdd8cc0d tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/security-groups?id=f404cc17-3ebb-4939-8ba9-86fb9860ff18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600754 Jul 07 17:02:43.551417 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2851ba10-39a6-415b-a1ea-906b18ff0a55 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:43.566260 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2851ba10-39a6-415b-a1ea-906b18ff0a55 admin admin] 10.222.0.50 "PUT /v2.0/routers/14246adc-aedb-4396-8cb1-c6dd837b27f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2505369 Jul 07 17:02:43.593451 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] Sync routers for ids ['14246adc-aedb-4396-8cb1-c6dd837b27f6'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:43.618400 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-cc0fe531-9926-4990-afab-cf4d87948bb6 None None] Provisioning for port 4549386b-167b-4657-813c-fc5c49755f58 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:43.620582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] Routers {'14246adc-aedb-4396-8cb1-c6dd837b27f6'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:43.621235 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['14246adc-aedb-4396-8cb1-c6dd837b27f6'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:43.669487 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-af5a04e9-3ef8-49fd-a18b-70543cc0df0d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting port 593cc7c9-ea20-4748-8d46-327824d1247b {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:43.669855 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-af5a04e9-3ef8-49fd-a18b-70543cc0df0d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.757641 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8a830b48-c446-4cf8-abe1-d56c9a8918f6 req-11f8429e-bd84-4381-96a7-27c1272b7d61 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8037837 Jul 07 17:02:43.759688 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-05fe28db-5d99-49e8-bafd-353d9deb6767 req-6579c6f8-2c9e-43f4-bc29-5536e7df0563 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:43.821282 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] Set router 14246adc-aedb-4396-8cb1-c6dd837b27f6 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:43.822408 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579c6f8-2c9e-43f4-bc29-5536e7df0563 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Pushing event deleted for resources: {'Port': ['ID=6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:43.893091 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-dfc50628-5c9e-4ed2-b746-f0812baa461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:02:39Z', 'revision_number': 8, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': '5571be97-650c-4c9e-ad58-83604497c832', 'name': '', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:1f:e9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:05Z', 'updated_at': '2021-07-07T17:02:16Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '776b9a05-171a-41ba-b8e5-0833d1aea4b5', 'name': '', 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:22:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:12Z', 'updated_at': '2021-07-07T17:02:22Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:43.963450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-c689beb8-7d9a-4e1e-9eb7-9eaac59bbc7b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting subnet 7e5be86e-b686-4325-bc53-754be0970dab {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:02:43.968073 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc50628-5c9e-4ed2-b746-f0812baa461e None None] The sync data for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 is: [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:02:39Z', 'revision_number': 8, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': '5571be97-650c-4c9e-ad58-83604497c832', 'name': '', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:1f:e9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:05Z', 'updated_at': '2021-07-07T17:02:16Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '776b9a05-171a-41ba-b8e5-0833d1aea4b5', 'name': '', 'network_id': '845c9143-8ea6-4aa6-a1bb-92dbe755bd78', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:22:dd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:12Z', 'updated_at': '2021-07-07T17:02:22Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '1b639648-5b4f-4f53-9a78-f110c3a5641e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:43.980512 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c689beb8-7d9a-4e1e-9eb7-9eaac59bbc7b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.044558 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-af5a04e9-3ef8-49fd-a18b-70543cc0df0d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.048220 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb8a5d2-0904-46b8-a379-7fc2adb9e30e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Checking segment: {'id': '1d52509a-fe73-417e-bcbe-90873c7ba89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:44.048872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb8a5d2-0904-46b8-a379-7fc2adb9e30e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network hostable DHCP agents. Network: 613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:44.059478 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd2a3fe-e855-4bfe-a16b-bd85f48be01c,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:44.103860 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-af5a04e9-3ef8-49fd-a18b-70543cc0df0d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Calling delete_port for 593cc7c9-ea20-4748-8d46-327824d1247b owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:44.107868 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-13c14aeb-5136-4be3-9144-bbf79aa4b9ec tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "GET /v2.0/routers/5305eb71-dd3f-40d6-93cc-5795094d98a9 HTTP/1.1" status: 200 len: 924 time: 1.2318187 Jul 07 17:02:44.114821 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53934) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:44.151990 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.242155 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'name': 'tempest-ServerActionsTestJSON-1868789092-router', 'tenant_id': '621a12c0777d413f8d90059728390347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:28Z', 'updated_at': '2021-07-07T17:02:40Z', 'revision_number': 4, 'project_id': '621a12c0777d413f8d90059728390347', 'gw_port': {'id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:30Z', 'updated_at': '2021-07-07T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '826b55a3-646d-40e5-8d85-4f87ef073292', 'name': '', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'tenant_id': '621a12c0777d413f8d90059728390347', 'mac_address': 'fa:16:3e:84:6a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:41Z', 'revision_number': 2, 'project_id': '621a12c0777d413f8d90059728390347', 'subnets': [{'id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:44.245856 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9abcdbf9-389d-4f7b-aa99-fd0fd0ba6c94 None None] Provisioning for port 593cc7c9-ea20-4748-8d46-327824d1247b completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:44.257190 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9abcdbf9-389d-4f7b-aa99-fd0fd0ba6c94 None None] Provisioning complete for port 593cc7c9-ea20-4748-8d46-327824d1247b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:44.261630 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9abcdbf9-389d-4f7b-aa99-fd0fd0ba6c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.328139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88167cd4-40d2-43b7-bed8-e785f99d13c7 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:44.337613 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.357737 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] Transition to ACTIVE for port object 88167cd4-40d2-43b7-bed8-e785f99d13c7 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:44.372570 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-9abcdbf9-389d-4f7b-aa99-fd0fd0ba6c94 None None] Port 593cc7c9-ea20-4748-8d46-327824d1247b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:02:44.380420 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] Checking router: 14246adc-aedb-4396-8cb1-c6dd837b27f6 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:02:44.393591 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] Updating router 14246adc-aedb-4396-8cb1-c6dd837b27f6 port 826b55a3-646d-40e5-8d85-4f87ef073292 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:02:44.442040 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c689beb8-7d9a-4e1e-9eb7-9eaac59bbc7b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.448841 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.459744 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05fe28db-5d99-49e8-bafd-353d9deb6767 req-6579c6f8-2c9e-43f4-bc29-5536e7df0563 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Router 370e5149-c386-4425-ac60-4cd657f34cbd has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:02:44.493446 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8e900-cf40-4238-adaa-a407243a62be req-7c5b7850-c122-46b4-ac6c-e67dd724ac16 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:44.495594 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d6a8e900-cf40-4238-adaa-a407243a62be req-7c5b7850-c122-46b4-ac6c-e67dd724ac16 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8337fab-d4f0-4519-90e5-ae6825d95aa5 HTTP/1.1" status: 200 len: 943 time: 0.6762915 Jul 07 17:02:44.503221 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.574676 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4549386b-167b-4657-813c-fc5c49755f58 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:44.592974 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-af5a04e9-3ef8-49fd-a18b-70543cc0df0d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.656124 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9d6c3199-b6e1-483f-8921-918b6a77d476 None None] Could not find standard attr ID for object 593cc7c9-ea20-4748-8d46-327824d1247b. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:02:44.663617 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb8a5d2-0904-46b8-a379-7fc2adb9e30e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network 613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:44.681960 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 4549386b-167b-4657-813c-fc5c49755f58 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:44.690494 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4549386b-167b-4657-813c-fc5c49755f58 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:44.690872 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.704698 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] Pushing event updated for resources: {'Port': ['ID=88167cd4-40d2-43b7-bed8-e785f99d13c7,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:44.726666 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-6bb8a5d2-0904-46b8-a379-7fc2adb9e30e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:44.754648 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26c508c-b8c7-485e-ab77-7f093b5953be None None] Network 613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:44.780495 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb8a5d2-0904-46b8-a379-7fc2adb9e30e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:44.782914 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6bb8a5d2-0904-46b8-a379-7fc2adb9e30e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.791307 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] Attempting to bind port dbd2a3fe-e855-4bfe-a16b-bd85f48be01c on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:44.791670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] Attempting to bind port dbd2a3fe-e855-4bfe-a16b-bd85f48be01c by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '127fa0f7-440f-4548-8434-68c4a945a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1cc1d7d9-5027-449b-bced-90726dcf9f3d'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:44.792002 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] Attempting to bind port dbd2a3fe-e855-4bfe-a16b-bd85f48be01c on network 1cc1d7d9-5027-449b-bced-90726dcf9f3d {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:44.814449 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d6a8e900-cf40-4238-adaa-a407243a62be req-3062936d-a0eb-420c-85b6-296f34949317 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973261 Jul 07 17:02:44.828495 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e87073-1296-4b32-bf4c-c5eb1df694c2 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:44.833126 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-27e87073-1296-4b32-bf4c-c5eb1df694c2 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&device_id=5305eb71-dd3f-40d6-93cc-5795094d98a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7024088 Jul 07 17:02:44.833126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a04e9-3ef8-49fd-a18b-70543cc0df0d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Port': ['ID=593cc7c9-ea20-4748-8d46-327824d1247b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:44.837051 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] Port dbd2a3fe-e855-4bfe-a16b-bd85f48be01c on network 1cc1d7d9-5027-449b-bced-90726dcf9f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:44.837390 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] Attempting to bind port dbd2a3fe-e855-4bfe-a16b-bd85f48be01c on network 1cc1d7d9-5027-449b-bced-90726dcf9f3d {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:44.842070 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53940) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:44.867282 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c689beb8-7d9a-4e1e-9eb7-9eaac59bbc7b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.867282 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6bb8a5d2-0904-46b8-a379-7fc2adb9e30e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1570001 Jul 07 17:02:44.879157 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53942) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:44.887080 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-af5a04e9-3ef8-49fd-a18b-70543cc0df0d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:44.889242 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-af5a04e9-3ef8-49fd-a18b-70543cc0df0d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/ports/593cc7c9-ea20-4748-8d46-327824d1247b HTTP/1.1" status: 204 len: 168 time: 1.5139852 Jul 07 17:02:44.895710 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-93f9e332-ac32-4b5a-8d8b-d7c55ee6524a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:44.971576 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53944) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:44.998919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:44.999269 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] Checking segment: {'id': '127fa0f7-440f-4548-8434-68c4a945a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1cc1d7d9-5027-449b-bced-90726dcf9f3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:44.999661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] Bound using segment: {'id': '127fa0f7-440f-4548-8434-68c4a945a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1cc1d7d9-5027-449b-bced-90726dcf9f3d'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:45.000155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] Bound port: dbd2a3fe-e855-4bfe-a16b-bd85f48be01c, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127fa0f7-440f-4548-8434-68c4a945a25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1cc1d7d9-5027-449b-bced-90726dcf9f3d'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:45.000521 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.086356 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-93f9e332-ac32-4b5a-8d8b-d7c55ee6524a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14386237'] for subnet, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.161264 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6028c61-6b68-4d2c-9b81-ae765c235909 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] GET failed (client error): The resource could not be found. Jul 07 17:02:45.163379 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a6028c61-6b68-4d2c-9b81-ae765c235909 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports/593cc7c9-ea20-4748-8d46-327824d1247b HTTP/1.1" status: 404 len: 333 time: 0.1865656 Jul 07 17:02:45.177657 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53946) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:45.204112 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6d8334ed-ef4a-4429-981b-3750a33fb5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.255520 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf', 'network_id': '613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf', 'tenant_id': '207a1cad44ed4f44a10e7c0217eaa943', 'fixed_ips': [{'subnet_id': 'fdff3cdf-de19-4ee1-a8a3-0eac2d0f4520'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:45.256519 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.263992 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53948) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:45.273094 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-8d853af4-6e17-4ca2-a640-66503a2d473d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--562265741', 'description': 'tempest-description--1169437181'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:45.284680 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-93f9e332-ac32-4b5a-8d8b-d7c55ee6524a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733658207775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14375497'] for subnet, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.312379 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05fe28db-5d99-49e8-bafd-353d9deb6767 req-6579c6f8-2c9e-43f4-bc29-5536e7df0563 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:45.322222 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] Attempting to bind port 88167cd4-40d2-43b7-bed8-e785f99d13c7 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:45.322824 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] Attempting to bind port 88167cd4-40d2-43b7-bed8-e785f99d13c7 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:45.323991 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a3e69c-153f-4870-9c81-27b44ce1f007 None None] Sync routers for ids ['370e5149-c386-4425-ac60-4cd657f34cbd'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:45.324690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] Attempting to bind port 88167cd4-40d2-43b7-bed8-e785f99d13c7 on network 4bfc31d5-b892-420e-a594-085b325da90d {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:45.329144 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5a2e5eb5-c180-44b6-a466-69430323dd61 req-8a715a1d-0eb3-4b61-ba7c-ff421c395d85 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1abc186-ac15-40c5-a134-1be6332ae95b HTTP/1.1" status: 200 len: 210 time: 0.0586669 Jul 07 17:02:45.335831 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3e69c-153f-4870-9c81-27b44ce1f007 None None] Routers {'370e5149-c386-4425-ac60-4cd657f34cbd'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:45.336606 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-96a3e69c-153f-4870-9c81-27b44ce1f007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['370e5149-c386-4425-ac60-4cd657f34cbd'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:45.371526 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] Port 88167cd4-40d2-43b7-bed8-e785f99d13c7 on network 4bfc31d5-b892-420e-a594-085b325da90d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:02:45.372167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] Attempting to bind port 88167cd4-40d2-43b7-bed8-e785f99d13c7 on network 4bfc31d5-b892-420e-a594-085b325da90d {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:45.411823 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fe28db-5d99-49e8-bafd-353d9deb6767 req-6579c6f8-2c9e-43f4-bc29-5536e7df0563 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] No DVR routers for this DVR port 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:45.418646 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-05fe28db-5d99-49e8-bafd-353d9deb6767 req-6579c6f8-2c9e-43f4-bc29-5536e7df0563 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.421464 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-05fe28db-5d99-49e8-bafd-353d9deb6767 req-6579c6f8-2c9e-43f4-bc29-5536e7df0563 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.69 "DELETE /v2.0/ports/6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd HTTP/1.1" status: 204 len: 173 time: 3.9210443 Jul 07 17:02:45.421771 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1abc186-ac15-40c5-a134-1be6332ae95b', 'name': 'network-vif-deleted', 'tag': '6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:45.426179 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc33dcbd-74e1-4c9b-a9a3-c8e77a74ddb0" -d '{"events": [{"server_uuid": "f1abc186-ac15-40c5-a134-1be6332ae95b", "name": "network-vif-deleted", "tag": "6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:45.432069 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f9e332-ac32-4b5a-8d8b-d7c55ee6524a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:45.432674 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-93f9e332-ac32-4b5a-8d8b-d7c55ee6524a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.434336 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-93f9e332-ac32-4b5a-8d8b-d7c55ee6524a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "PUT /v2.0/subnets/fdff3cdf-de19-4ee1-a8a3-0eac2d0f4520 HTTP/1.1" status: 200 len: 806 time: 0.5523372 Jul 07 17:02:45.440031 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53952) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:45.485280 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:45.485280 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] Checking segment: {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:45.485661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] Bound using segment: {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:45.486742 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] Bound port: 88167cd4-40d2-43b7-bed8-e785f99d13c7, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e837857c-5f25-4ab5-97ce-d8db1311ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:45.487028 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.510192 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] For port dbd2a3fe-e855-4bfe-a16b-bd85f48be01c, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:45.519007 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-914e6540-22b7-4750-baf9-26fd435eb472 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting subnet 1657ec30-3b5f-4b29-902e-46f9a8f8a522 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:02:45.530611 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c689beb8-7d9a-4e1e-9eb7-9eaac59bbc7b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.549917 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.559431 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-914e6540-22b7-4750-baf9-26fd435eb472 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.560452 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-96a3e69c-153f-4870-9c81-27b44ce1f007 None None] Set router 370e5149-c386-4425-ac60-4cd657f34cbd gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:45.563719 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] Transition to ACTIVE for port object 826b55a3-646d-40e5-8d85-4f87ef073292 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:45.566522 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8d853af4-6e17-4ca2-a640-66503a2d473d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.581623 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.581944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2b3a76-a159-490e-af52-edb4fa83a39b tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:45.585740 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5c2b3a76-a159-490e-af52-edb4fa83a39b tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 881 time: 0.7373168 Jul 07 17:02:45.603070 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53954) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:45.604456 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25bad97-601d-4c6b-b3fe-8c1ab420d501 x-openstack-request-id: req-f25bad97-601d-4c6b-b3fe-8c1ab420d501 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:45.605408 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1abc186-ac15-40c5-a134-1be6332ae95b", "name": "network-vif-deleted", "tag": "6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:45.605679 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f25bad97-601d-4c6b-b3fe-8c1ab420d501 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:45.606080 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1abc186-ac15-40c5-a134-1be6332ae95b', 'name': 'network-vif-deleted', 'tag': '6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd', 'status': 'completed', 'code': 200} Jul 07 17:02:45.610361 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.637291 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d70487-c996-42f6-b4e7-30ae865bea6c None None] Pushing event updated for resources: {'Port': ['ID=826b55a3-646d-40e5-8d85-4f87ef073292,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:45.639849 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.647471 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] For port dbd2a3fe-e855-4bfe-a16b-bd85f48be01c, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=dbd2a3fe-e855-4bfe-a16b-bd85f48be01c,segment=NetworkSegment(127fa0f7-440f-4548-8434-68c4a945a25e),segment_id=127fa0f7-440f-4548-8434-68c4a945a25e)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:45.668755 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9e332-ac32-4b5a-8d8b-d7c55ee6524a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Subnet': ['ID=fdff3cdf-de19-4ee1-a8a3-0eac2d0f4520,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:45.670866 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.675310 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7fafbdd6-e10c-439e-befc-6874d60986d6 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "GET /v2.0/ports?device_id=5305eb71-dd3f-40d6-93cc-5795094d98a9 HTTP/1.1" status: 200 len: 205 time: 0.0569339 Jul 07 17:02:45.676613 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53956) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:45.695885 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c689beb8-7d9a-4e1e-9eb7-9eaac59bbc7b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.700923 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c689beb8-7d9a-4e1e-9eb7-9eaac59bbc7b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/subnets/7e5be86e-b686-4325-bc53-754be0970dab HTTP/1.1" status: 204 len: 168 time: 2.6977360 Jul 07 17:02:45.700923 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689beb8-7d9a-4e1e-9eb7-9eaac59bbc7b tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Subnet': ['ID=7e5be86e-b686-4325-bc53-754be0970dab,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:45.737921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53958) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:45.786670 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Allocated IP 172.20.0.2 (613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf/fdff3cdf-de19-4ee1-a8a3-0eac2d0f4520/db323495-13c8-451a-9479-304e79081b0d) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:45.847560 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22d891d3-ab13-4680-8142-7c51fafcc762 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.937436 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.946187 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-914e6540-22b7-4750-baf9-26fd435eb472 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.956966 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:45.957616 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:45.972471 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] 10.222.0.15 "PUT /v2.0/ports/dbd2a3fe-e855-4bfe-a16b-bd85f48be01c HTTP/1.1" status: 200 len: 1091 time: 4.7725110 Jul 07 17:02:45.990154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8337fab-d4f0-4519-90e5-ae6825d95aa5', 'tag': 'dbd2a3fe-e855-4bfe-a16b-bd85f48be01c'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:45.992509 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4750d2a3-4605-4179-b00d-0d1a44ec533e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8337fab-d4f0-4519-90e5-ae6825d95aa5", "tag": "dbd2a3fe-e855-4bfe-a16b-bd85f48be01c"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:46.051922 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.066218 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Transition to ACTIVE for port object db323495-13c8-451a-9479-304e79081b0d will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:46.090096 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Transition to ACTIVE for port object db323495-13c8-451a-9479-304e79081b0d will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:46.101619 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b88d070-6d9c-4607-814e-1fa23b1ef217 None None] Network e631314d-7b87-4ae9-9e82-8fd2fa0027e1 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:46.104691 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:46.122986 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22d891d3-ab13-4680-8142-7c51fafcc762 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.153360 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-96a3e69c-153f-4870-9c81-27b44ce1f007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'name': 'tempest-ServersTestManualDisk-921442693-router', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:10Z', 'updated_at': '2021-07-07T16:59:20Z', 'revision_number': 4, 'project_id': 'aec3ba415e76445d82f1318288342524', 'gw_port': {'id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:12Z', 'updated_at': '2021-07-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '2850f1ff-4375-4243-829d-2840e5101d4a', 'name': '', 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'mac_address': 'fa:16:3e:28:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '060fb753-9b1b-487d-a211-316c0afe0c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:19Z', 'updated_at': '2021-07-07T16:59:29Z', 'revision_number': 5, 'project_id': 'aec3ba415e76445d82f1318288342524', 'subnets': [{'id': '060fb753-9b1b-487d-a211-316c0afe0c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:46.177533 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.192260 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.192694 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a3e69c-153f-4870-9c81-27b44ce1f007 None None] Checking router: 370e5149-c386-4425-ac60-4cd657f34cbd for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:02:46.202211 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3e69c-153f-4870-9c81-27b44ce1f007 None None] Routers {'370e5149-c386-4425-ac60-4cd657f34cbd'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:46.203071 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-96a3e69c-153f-4870-9c81-27b44ce1f007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['370e5149-c386-4425-ac60-4cd657f34cbd'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:46.207799 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] For port 88167cd4-40d2-43b7-bed8-e785f99d13c7, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:46.238158 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece8b14-b594-440a-a339-e272e4720c31 req-0e906cc6-456a-486e-ba09-c007bc1b6867 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:46.246143 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5ece8b14-b594-440a-a339-e272e4720c31 req-0e906cc6-456a-486e-ba09-c007bc1b6867 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 943 time: 0.8873017 Jul 07 17:02:46.266125 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Subnet': ['ID=fdff3cdf-de19-4ee1-a8a3-0eac2d0f4520,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:46.299493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] For port 88167cd4-40d2-43b7-bed8-e785f99d13c7, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=88167cd4-40d2-43b7-bed8-e785f99d13c7,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:46.306334 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a97809-3bb4-4187-9d89-83a4d7617491 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd2a3fe-e855-4bfe-a16b-bd85f48be01c,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:46.324469 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.332471 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b98f0858-21aa-4802-babf-ab1c290ac581 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.341794 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-96a3e69c-153f-4870-9c81-27b44ce1f007 None None] Set router 370e5149-c386-4425-ac60-4cd657f34cbd gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:46.344380 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:46.345023 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6a510b99-7d2d-4ecd-9858-b5c88cd0ebdd not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:46.347558 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.360240 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:46.388166 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d52509a-fe73-417e-bcbe-90873c7ba89c') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:46.388494 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d52509a-fe73-417e-bcbe-90873c7ba89c') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:46.420675 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599217b-aa66-4a8f-9585-b390b6927630 req-9ccd0aee-61d7-4b38-8d56-5a18bf4e3218 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:46.422284 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e599217b-aa66-4a8f-9585-b390b6927630 req-9ccd0aee-61d7-4b38-8d56-5a18bf4e3218 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8337fab-d4f0-4519-90e5-ae6825d95aa5 HTTP/1.1" status: 200 len: 943 time: 0.3027911 Jul 07 17:02:46.427828 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.457069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Network 613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:46.460641 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5ece8b14-b594-440a-a339-e272e4720c31 req-164f9dbd-3535-4a14-af00-eb73e01fe26f tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114937 Jul 07 17:02:46.461246 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 4549386b-167b-4657-813c-fc5c49755f58, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4549386b-167b-4657-813c-fc5c49755f58,segment=NetworkSegment(fecc6fc7-98e8-418e-8337-03c08b9781fe),segment_id=fecc6fc7-98e8-418e-8337-03c08b9781fe)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:46.487424 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-22d891d3-ab13-4680-8142-7c51fafcc762 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Deleting port 8bc90619-f042-49c7-96be-2683fa594fd0 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:46.487776 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22d891d3-ab13-4680-8142-7c51fafcc762 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.506779 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.530408 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:46.531105 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.532678 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] 10.222.0.15 "PUT /v2.0/ports/88167cd4-40d2-43b7-bed8-e785f99d13c7 HTTP/1.1" status: 200 len: 1091 time: 4.4637938 Jul 07 17:02:46.533366 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201f459-ea11-44da-81fd-cdf6180e62e1 service neutron] Pushing event updated for resources: {'Port': ['ID=88167cd4-40d2-43b7-bed8-e785f99d13c7,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:46.554073 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e369be4c-b5bc-4ecc-913e-6dd26e76836e x-openstack-request-id: req-e369be4c-b5bc-4ecc-913e-6dd26e76836e {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:46.554686 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8337fab-d4f0-4519-90e5-ae6825d95aa5", "tag": "dbd2a3fe-e855-4bfe-a16b-bd85f48be01c", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:46.554948 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e369be4c-b5bc-4ecc-913e-6dd26e76836e {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:46.555436 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8337fab-d4f0-4519-90e5-ae6825d95aa5', 'tag': 'dbd2a3fe-e855-4bfe-a16b-bd85f48be01c', 'status': 'completed', 'code': 200} Jul 07 17:02:46.565674 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:46.567867 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e599217b-aa66-4a8f-9585-b390b6927630 req-608fe66d-60a0-4190-b567-6e7674adab39 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263041 Jul 07 17:02:46.577465 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:46.577876 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.579698 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-914e6540-22b7-4750-baf9-26fd435eb472 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:46.582331 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:46.590107 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.591216 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.600902 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:46.682415 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4c7edc34-b31c-4ca6-a111-f01d9011d6ee no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:46.692992 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.db.api [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:02:46.692992 n-d-793620-7 neutron-server[100409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:02:46.692992 n-d-793620-7 neutron-server[100409]: [parameters: {'id': '613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf'}] Jul 07 17:02:46.692992 n-d-793620-7 neutron-server[100409]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:02:46.693911 n-d-793620-7 neutron-server[100409]: DEBUG oslo_db.api [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:02:46.715102 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53970) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:46.725936 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 4c7edc34-b31c-4ca6-a111-f01d9011d6ee {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:46.726501 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4c7edc34-b31c-4ca6-a111-f01d9011d6ee not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:46.746803 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8d853af4-6e17-4ca2-a640-66503a2d473d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.753634 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22d891d3-ab13-4680-8142-7c51fafcc762 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.754417 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-cc4bf64b-654e-42a2-8b3b-afeddfd63e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:46.757481 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-cc4bf64b-654e-42a2-8b3b-afeddfd63e7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6eba3549c7b744fbbef66252e96aec7a&device_id=f8337fab-d4f0-4519-90e5-ae6825d95aa5 HTTP/1.1" status: 200 len: 1094 time: 0.6533408 Jul 07 17:02:46.764448 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-914e6540-22b7-4750-baf9-26fd435eb472 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.765074 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-96a3e69c-153f-4870-9c81-27b44ce1f007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'name': 'tempest-ServersTestManualDisk-921442693-router', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:10Z', 'updated_at': '2021-07-07T16:59:20Z', 'revision_number': 4, 'project_id': 'aec3ba415e76445d82f1318288342524', 'gw_port': {'id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:12Z', 'updated_at': '2021-07-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '2850f1ff-4375-4243-829d-2840e5101d4a', 'name': '', 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'mac_address': 'fa:16:3e:28:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '060fb753-9b1b-487d-a211-316c0afe0c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:19Z', 'updated_at': '2021-07-07T16:59:29Z', 'revision_number': 5, 'project_id': 'aec3ba415e76445d82f1318288342524', 'subnets': [{'id': '060fb753-9b1b-487d-a211-316c0afe0c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:46.774966 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-22d891d3-ab13-4680-8142-7c51fafcc762 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Calling delete_port for 8bc90619-f042-49c7-96be-2683fa594fd0 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:46.790281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] Attempting to bind port 826b55a3-646d-40e5-8d85-4f87ef073292 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:46.790281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] Attempting to bind port 826b55a3-646d-40e5-8d85-4f87ef073292 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:46.790281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] Attempting to bind port 826b55a3-646d-40e5-8d85-4f87ef073292 on network 1a593835-75cf-40d8-8fd5-4eaad13dc252 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:46.792826 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Pushing event updated for resources: {'Port': ['ID=db323495-13c8-451a-9479-304e79081b0d,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:46.810691 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a3e69c-153f-4870-9c81-27b44ce1f007 None None] The sync data for ids ['370e5149-c386-4425-ac60-4cd657f34cbd'] in n-d-793620-7 is: [{'id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'name': 'tempest-ServersTestManualDisk-921442693-router', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:10Z', 'updated_at': '2021-07-07T16:59:20Z', 'revision_number': 4, 'project_id': 'aec3ba415e76445d82f1318288342524', 'gw_port': {'id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:12Z', 'updated_at': '2021-07-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '2850f1ff-4375-4243-829d-2840e5101d4a', 'name': '', 'network_id': '5fa52965-0d16-4620-bfa2-fc0545b6823d', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'mac_address': 'fa:16:3e:28:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '060fb753-9b1b-487d-a211-316c0afe0c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:19Z', 'updated_at': '2021-07-07T16:59:29Z', 'revision_number': 5, 'project_id': 'aec3ba415e76445d82f1318288342524', 'subnets': [{'id': '060fb753-9b1b-487d-a211-316c0afe0c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:46.826204 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-914e6540-22b7-4750-baf9-26fd435eb472 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.828242 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-914e6540-22b7-4750-baf9-26fd435eb472 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/subnets/1657ec30-3b5f-4b29-902e-46f9a8f8a522 HTTP/1.1" status: 204 len: 168 time: 1.6451397 Jul 07 17:02:46.837258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53972) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:46.839364 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-18fd64b4-9925-49eb-a624-5748f5f0eb86 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.850187 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8d853af4-6e17-4ca2-a640-66503a2d473d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.913544 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=4549386b-167b-4657-813c-fc5c49755f58,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:46.917130 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d7189c-f0a5-429b-a16d-f51f021e234f None None] Network 346185a2-433b-4b42-8fac-bb65195ccb38 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:46.919166 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-0a9592ef-3859-4db7-ab60-688329464b7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbd2a3fe-e855-4bfe-a16b-bd85f48be01c HTTP/1.1" status: 200 len: 217 time: 0.1375830 Jul 07 17:02:46.922824 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:46.923294 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] Checking segment: {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:46.924761 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.925230 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] Bound using segment: {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:46.925904 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] Bound port: 826b55a3-646d-40e5-8d85-4f87ef073292, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:46.926868 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.940611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d853af4-6e17-4ca2-a640-66503a2d473d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=935585aa-30cb-4f70-8ee5-ea063ccba65c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:46.943047 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e6540-22b7-4750-baf9-26fd435eb472 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Subnet': ['ID=1657ec30-3b5f-4b29-902e-46f9a8f8a522,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:46.957436 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cfcee250-dea3-48f1-889e-8f091e51b243 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:46.962312 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-18fd64b4-9925-49eb-a624-5748f5f0eb86 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.034944 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Attempting to bind port db323495-13c8-451a-9479-304e79081b0d on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:47.035309 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Attempting to bind port db323495-13c8-451a-9479-304e79081b0d by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '1d52509a-fe73-417e-bcbe-90873c7ba89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:47.035671 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Attempting to bind port db323495-13c8-451a-9479-304e79081b0d on network 613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:47.065950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-b3851895-8a90-4b56-8cd1-07ce6ab80846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.068217 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-b3851895-8a90-4b56-8cd1-07ce6ab80846 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d24686f1-5d0a-4997-a2c1-1447be3e1d42 HTTP/1.1" status: 200 len: 849 time: 0.1055593 Jul 07 17:02:47.069371 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8d853af4-6e17-4ca2-a640-66503a2d473d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.073816 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8d853af4-6e17-4ca2-a640-66503a2d473d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8055658 Jul 07 17:02:47.082421 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53974) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:47.125448 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:47.126482 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Checking segment: {'id': '1d52509a-fe73-417e-bcbe-90873c7ba89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:47.127791 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.128449 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d32486aa-f58c-472a-82f0-4440ad9bbe7d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Request body: {'security_group_rule': {'security_group_id': '935585aa-30cb-4f70-8ee5-ea063ccba65c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:47.129102 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Bound using segment: {'id': '1d52509a-fe73-417e-bcbe-90873c7ba89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:47.129962 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Bound port: db323495-13c8-451a-9479-304e79081b0d, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d52509a-fe73-417e-bcbe-90873c7ba89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:47.130668 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.170519 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b98f0858-21aa-4802-babf-ab1c290ac581 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting port 3dc76bc2-0758-49e0-adbf-7f9aade07a19 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:47.170874 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b98f0858-21aa-4802-babf-ab1c290ac581 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.178442 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-f3642f87-4c53-44ce-82bd-f7f721d82311 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1cc1d7d9-5027-449b-bced-90726dcf9f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036251 Jul 07 17:02:47.197589 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.207618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-d96d01f2-99ae-4652-8b02-50f81c67edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.228473 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-d96d01f2-99ae-4652-8b02-50f81c67edd6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 1094 time: 0.5316839 Jul 07 17:02:47.252480 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-18fd64b4-9925-49eb-a624-5748f5f0eb86 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.255031 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-18fd64b4-9925-49eb-a624-5748f5f0eb86 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.258964 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-18fd64b4-9925-49eb-a624-5748f5f0eb86 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "DELETE /v2.0/security-groups/f404cc17-3ebb-4939-8ba9-86fb9860ff18 HTTP/1.1" status: 204 len: 168 time: 0.5428178 Jul 07 17:02:47.265299 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53976) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:47.274415 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d32486aa-f58c-472a-82f0-4440ad9bbe7d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.346058 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd64b4-9925-49eb-a624-5748f5f0eb86 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f404cc17-3ebb-4939-8ba9-86fb9860ff18,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:47.352953 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] For port db323495-13c8-451a-9479-304e79081b0d, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:47.357617 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] For port db323495-13c8-451a-9479-304e79081b0d, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=db323495-13c8-451a-9479-304e79081b0d,segment=NetworkSegment(1d52509a-fe73-417e-bcbe-90873c7ba89c),segment_id=1d52509a-fe73-417e-bcbe-90873c7ba89c)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:47.363402 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] For port 826b55a3-646d-40e5-8d85-4f87ef073292, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:47.378629 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-5846fb4f-2402-46e4-8167-1857709a2c50 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] show failed (client error): The resource could not be found. Jul 07 17:02:47.382334 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-d0b2245a-1e77-4bb3-a1f5-739d5614ae16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88167cd4-40d2-43b7-bed8-e785f99d13c7 HTTP/1.1" status: 200 len: 217 time: 0.1039908 Jul 07 17:02:47.382642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] For port 826b55a3-646d-40e5-8d85-4f87ef073292, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=826b55a3-646d-40e5-8d85-4f87ef073292,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:47.383925 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5846fb4f-2402-46e4-8167-1857709a2c50 tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "GET /v2.0/security-groups/f404cc17-3ebb-4939-8ba9-86fb9860ff18 HTTP/1.1" status: 404 len: 347 time: 0.1061862 Jul 07 17:02:47.387375 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53978) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:47.388575 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84d4024-4ec9-4f57-b1c3-142985b235a6 None None] New status for floating IP 29b4917d-34a8-43a2-a8e8-15616c07a8af: DOWN {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:02:47.393617 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b690b82e-a10b-4d6d-a5d4-e88c9491c610 None None] DHCP port deletion for e631314d-7b87-4ae9-9e82-8fd2fa0027e1 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:02:47.408132 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-cfcee250-dea3-48f1-889e-8f091e51b243 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting port 4549386b-167b-4657-813c-fc5c49755f58 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:47.408760 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cfcee250-dea3-48f1-889e-8f091e51b243 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.417307 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.446182 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-b98f0858-21aa-4802-babf-ab1c290ac581 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] For port 3dc76bc2-0758-49e0-adbf-7f9aade07a19, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3dc76bc2-0758-49e0-adbf-7f9aade07a19,segment=NetworkSegment(e5b9bad4-a3c9-4e0c-9afa-65a28baea60f),segment_id=e5b9bad4-a3c9-4e0c-9afa-65a28baea60f)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:47.446784 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b98f0858-21aa-4802-babf-ab1c290ac581 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.454230 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.491331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-217f0f8a-9c19-4338-b614-71653a263cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:47.492876 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-217f0f8a-9c19-4338-b614-71653a263cba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66d9af50-51a7-4bbc-a88f-fc28aae3344c HTTP/1.1" status: 200 len: 851 time: 0.1012530 Jul 07 17:02:47.497425 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b98f0858-21aa-4802-babf-ab1c290ac581 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Calling delete_port for 3dc76bc2-0758-49e0-adbf-7f9aade07a19 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:47.684891 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-6b9babe5-b9cd-44c2-93e9-371bad371e1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4bfc31d5-b892-420e-a594-085b325da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893989 Jul 07 17:02:47.700651 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:47.725754 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c996345-73e4-495b-bb46-5a59ca9f567e None None] Pushing event updated for resources: {'Port': ['ID=db323495-13c8-451a-9479-304e79081b0d,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:47.743646 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] Routers {'14246adc-aedb-4396-8cb1-c6dd837b27f6'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:47.744313 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['14246adc-aedb-4396-8cb1-c6dd837b27f6'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:47.803371 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-b71f8729-c1b8-46f6-92c5-f87d87aa0f24 service neutron] 10.222.0.15 "GET /v2.0/networks/1cc1d7d9-5027-449b-bced-90726dcf9f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381577 Jul 07 17:02:47.847843 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77edd5b5-b8be-4bef-80b1-b8fe3417fb3c None None] DHCP port deletion for 346185a2-433b-4b42-8fac-bb65195ccb38 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:02:47.874246 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a74301-10f5-417b-b6d8-66f9d71925ea None None] Network 613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:48.017137 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22d891d3-ab13-4680-8142-7c51fafcc762 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.157417 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d891d3-ab13-4680-8142-7c51fafcc762 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Pushing event deleted for resources: {'Port': ['ID=8bc90619-f042-49c7-96be-2683fa594fd0,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:48.169290 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-cfcee250-dea3-48f1-889e-8f091e51b243 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] For port 4549386b-167b-4657-813c-fc5c49755f58, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4549386b-167b-4657-813c-fc5c49755f58,segment=NetworkSegment(fecc6fc7-98e8-418e-8337-03c08b9781fe),segment_id=fecc6fc7-98e8-418e-8337-03c08b9781fe)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:48.169666 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cfcee250-dea3-48f1-889e-8f091e51b243 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.180820 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b690b82e-a10b-4d6d-a5d4-e88c9491c610 None None] Deleting port 3dc76bc2-0758-49e0-adbf-7f9aade07a19 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:48.181210 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b690b82e-a10b-4d6d-a5d4-e88c9491c610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.208111 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:02:48.250623 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b98f0858-21aa-4802-babf-ab1c290ac581 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.254270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d70487-c996-42f6-b4e7-30ae865bea6c None None] Pushing event updated for resources: {'Port': ['ID=826b55a3-646d-40e5-8d85-4f87ef073292,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:48.260099 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-34da3c19-3ece-48e3-b135-4f142139d6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.269741 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d32486aa-f58c-472a-82f0-4440ad9bbe7d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.276598 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-cfcee250-dea3-48f1-889e-8f091e51b243 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Calling delete_port for 4549386b-167b-4657-813c-fc5c49755f58 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:48.294192 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d32486aa-f58c-472a-82f0-4440ad9bbe7d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.303084 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] Set router 14246adc-aedb-4396-8cb1-c6dd837b27f6 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:48.316810 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b5507-2eeb-4ebc-b5e8-63c8925c9ebf req-ea6ebef7-36c0-4735-9c87-a8c70d857fad tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:48.318340 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ac7b5507-2eeb-4ebc-b5e8-63c8925c9ebf req-ea6ebef7-36c0-4735-9c87-a8c70d857fad tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 943 time: 0.7116814 Jul 07 17:02:48.322324 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98f0858-21aa-4802-babf-ab1c290ac581 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] No DVR routers for this DVR port 3dc76bc2-0758-49e0-adbf-7f9aade07a19 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:48.326371 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f0858-21aa-4802-babf-ab1c290ac581 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Port': ['ID=3dc76bc2-0758-49e0-adbf-7f9aade07a19,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:48.349336 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b690b82e-a10b-4d6d-a5d4-e88c9491c610 None None] For port 3dc76bc2-0758-49e0-adbf-7f9aade07a19, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3dc76bc2-0758-49e0-adbf-7f9aade07a19,segment=NetworkSegment(e5b9bad4-a3c9-4e0c-9afa-65a28baea60f),segment_id=e5b9bad4-a3c9-4e0c-9afa-65a28baea60f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:48.349846 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b690b82e-a10b-4d6d-a5d4-e88c9491c610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.363654 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Deleting port db323495-13c8-451a-9479-304e79081b0d {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:48.364386 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.384284 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b690b82e-a10b-4d6d-a5d4-e88c9491c610 None None] Calling delete_port for 3dc76bc2-0758-49e0-adbf-7f9aade07a19 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:48.403557 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b5e35d9-ac1f-4841-8c02-dc674cf18e39 req-91673c55-fe51-4b99-b0fa-a13ff8cad5a9 service neutron] 10.222.0.15 "GET /v2.0/networks/1cc1d7d9-5027-449b-bced-90726dcf9f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5863423 Jul 07 17:02:48.414116 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d32486aa-f58c-472a-82f0-4440ad9bbe7d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.418420 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d32486aa-f58c-472a-82f0-4440ad9bbe7d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3343587 Jul 07 17:02:48.419211 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53984) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:48.432695 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22d891d3-ab13-4680-8142-7c51fafcc762 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.441103 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32486aa-f58c-472a-82f0-4440ad9bbe7d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594fbe97-5c7a-45e4-90c5-2b4633702b1a,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:48.447933 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-333f9940-8e36-4b22-9ba2-8aac7ba3767c service neutron] 10.222.0.15 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7498717 Jul 07 17:02:48.460701 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-51058237-2cd8-41d8-b911-01e638b95eae tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Request body: {'security_group_rule': {'security_group_id': '935585aa-30cb-4f70-8ee5-ea063ccba65c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:48.496185 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-77edd5b5-b8be-4bef-80b1-b8fe3417fb3c None None] Deleting port 4549386b-167b-4657-813c-fc5c49755f58 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:48.496620 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-77edd5b5-b8be-4bef-80b1-b8fe3417fb3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.559442 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b98f0858-21aa-4802-babf-ab1c290ac581 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.564234 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56fd56cf-b27c-492d-a87f-b00abc581d6a', 'tag': '88167cd4-40d2-43b7-bed8-e785f99d13c7'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:48.565753 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15e4a11-7f82-4503-956a-408ba101e887" -d '{"events": [{"name": "network-changed", "server_uuid": "56fd56cf-b27c-492d-a87f-b00abc581d6a", "tag": "88167cd4-40d2-43b7-bed8-e785f99d13c7"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:48.582155 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ac7b5507-2eeb-4ebc-b5e8-63c8925c9ebf req-f6f38296-14b0-4f5b-b097-a341cfd90b71 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222612 Jul 07 17:02:48.583814 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-b98f0858-21aa-4802-babf-ab1c290ac581 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e631314d-7b87-4ae9-9e82-8fd2fa0027e1']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:48.600648 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-b98f0858-21aa-4802-babf-ab1c290ac581 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b9bad4-a3c9-4e0c-9afa-65a28baea60f') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:48.601055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-b98f0858-21aa-4802-babf-ab1c290ac581 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b9bad4-a3c9-4e0c-9afa-65a28baea60f') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:48.615542 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b98f0858-21aa-4802-babf-ab1c290ac581 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.632177 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22d891d3-ab13-4680-8142-7c51fafcc762 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.635066 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b944189f-4472-4bf5-9a41-8f28900c99eb tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Deleting port 47380d01-9f3f-4b4a-92e4-683f6cd6069c {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:48.635554 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b944189f-4472-4bf5-9a41-8f28900c99eb tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.638401 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22d891d3-ab13-4680-8142-7c51fafcc762 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.658994 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b98f0858-21aa-4802-babf-ab1c290ac581 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.676776 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc9676-2cd1-488e-9f01-df4cf3f652e9 req-fff32de7-6dbf-4c5b-95b5-74f5ae85dc1c tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:48.678114 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98f0858-21aa-4802-babf-ab1c290ac581 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:48.678545 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b98f0858-21aa-4802-babf-ab1c290ac581 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.678941 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37cc9676-2cd1-488e-9f01-df4cf3f652e9 req-fff32de7-6dbf-4c5b-95b5-74f5ae85dc1c tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8337fab-d4f0-4519-90e5-ae6825d95aa5 HTTP/1.1" status: 200 len: 943 time: 0.6807163 Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:48.682978 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:48.697992 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ab8ccb0-d0c8-418d-8eea-2505761ef33c req-d73cb4e1-b9e3-4033-ba58-a102a99f28b4 service neutron] 10.222.0.15 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358887 Jul 07 17:02:48.701859 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-77edd5b5-b8be-4bef-80b1-b8fe3417fb3c None None] For port 4549386b-167b-4657-813c-fc5c49755f58, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4549386b-167b-4657-813c-fc5c49755f58,segment=NetworkSegment(fecc6fc7-98e8-418e-8337-03c08b9781fe),segment_id=fecc6fc7-98e8-418e-8337-03c08b9781fe)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:48.702353 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-77edd5b5-b8be-4bef-80b1-b8fe3417fb3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.737502 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-77edd5b5-b8be-4bef-80b1-b8fe3417fb3c None None] Calling delete_port for 4549386b-167b-4657-813c-fc5c49755f58 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:48.742280 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750d2a3-4605-4179-b00d-0d1a44ec533e req-f6c597a3-b03a-47fe-a1c4-91d1ae8d1ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:48.742681 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec27a5a-a6f2-42ea-adf1-9f20e464c9b5 None None] Network 613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:48.744092 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4750d2a3-4605-4179-b00d-0d1a44ec533e req-f6c597a3-b03a-47fe-a1c4-91d1ae8d1ead service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6eba3549c7b744fbbef66252e96aec7a&device_id=f8337fab-d4f0-4519-90e5-ae6825d95aa5 HTTP/1.1" status: 200 len: 1094 time: 0.2799826 Jul 07 17:02:48.804468 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744b565c-34ac-4f76-986c-2c73f08d011c x-openstack-request-id: req-744b565c-34ac-4f76-986c-2c73f08d011c {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:48.804750 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56fd56cf-b27c-492d-a87f-b00abc581d6a", "tag": "88167cd4-40d2-43b7-bed8-e785f99d13c7", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:48.804999 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-744b565c-34ac-4f76-986c-2c73f08d011c {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:48.805374 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56fd56cf-b27c-492d-a87f-b00abc581d6a', 'tag': '88167cd4-40d2-43b7-bed8-e785f99d13c7', 'status': 'completed', 'code': 200} Jul 07 17:02:48.815990 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b98f0858-21aa-4802-babf-ab1c290ac581 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.834809 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b98f0858-21aa-4802-babf-ab1c290ac581 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.840198 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b98f0858-21aa-4802-babf-ab1c290ac581 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/networks/e631314d-7b87-4ae9-9e82-8fd2fa0027e1 HTTP/1.1" status: 204 len: 168 time: 3.0955033 Jul 07 17:02:48.845079 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b690b82e-a10b-4d6d-a5d4-e88c9491c610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.862455 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53988) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:48.878976 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] For port db323495-13c8-451a-9479-304e79081b0d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=db323495-13c8-451a-9479-304e79081b0d,segment=NetworkSegment(1d52509a-fe73-417e-bcbe-90873c7ba89c),segment_id=1d52509a-fe73-417e-bcbe-90873c7ba89c)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:48.879865 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.896788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Calling delete_port for db323495-13c8-451a-9479-304e79081b0d owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:48.914983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3dc76bc2-0758-49e0-adbf-7f9aade07a19 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:48.916713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f0858-21aa-4802-babf-ab1c290ac581 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Network': ['ID=e631314d-7b87-4ae9-9e82-8fd2fa0027e1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:48.921752 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b690b82e-a10b-4d6d-a5d4-e88c9491c610 None None] Network e631314d-7b87-4ae9-9e82-8fd2fa0027e1 is not hosted by any dhcp agent {{(pid=100411) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:02:48.922191 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b690b82e-a10b-4d6d-a5d4-e88c9491c610 None None] No DVR routers for this DVR port 3dc76bc2-0758-49e0-adbf-7f9aade07a19 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:48.959158 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22d891d3-ab13-4680-8142-7c51fafcc762 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.959699 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d891d3-ab13-4680-8142-7c51fafcc762 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Fanout notify agent at l3_agent the message router_deleted on router 5305eb71-dd3f-40d6-93cc-5795094d98a9 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:02:48.967022 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690b82e-a10b-4d6d-a5d4-e88c9491c610 None None] Pushing event deleted for resources: {'Port': ['ID=3dc76bc2-0758-49e0-adbf-7f9aade07a19,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:48.973727 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.977785 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-51058237-2cd8-41d8-b911-01e638b95eae tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.993498 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22d891d3-ab13-4680-8142-7c51fafcc762 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:48.997779 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-22d891d3-ab13-4680-8142-7c51fafcc762 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "DELETE /v2.0/routers/5305eb71-dd3f-40d6-93cc-5795094d98a9 HTTP/1.1" status: 204 len: 168 time: 3.3163891 Jul 07 17:02:48.997924 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 3dc76bc2-0758-49e0-adbf-7f9aade07a19 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:48.997924 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3dc76bc2-0758-49e0-adbf-7f9aade07a19 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:48.997924 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4549386b-167b-4657-813c-fc5c49755f58 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:48.999239 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53990) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:49.005218 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f05f4e40-176d-4f27-a793-f388e6b0ec80 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1981918204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:49.021231 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750d2a3-4605-4179-b00d-0d1a44ec533e req-666ee79c-9b7d-4a9e-b0a0-e1f6a37b50ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:49.022727 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4750d2a3-4605-4179-b00d-0d1a44ec533e req-666ee79c-9b7d-4a9e-b0a0-e1f6a37b50ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=1cc1d7d9-5027-449b-bced-90726dcf9f3d HTTP/1.1" status: 200 len: 910 time: 0.2674868 Jul 07 17:02:49.041488 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37cc9676-2cd1-488e-9f01-df4cf3f652e9 req-af179b55-7dba-454b-b458-0d3a80b2a334 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741146 Jul 07 17:02:49.067816 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cfcee250-dea3-48f1-889e-8f091e51b243 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.128906 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'name': 'tempest-ServerActionsTestJSON-1868789092-router', 'tenant_id': '621a12c0777d413f8d90059728390347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:28Z', 'updated_at': '2021-07-07T17:02:40Z', 'revision_number': 4, 'project_id': '621a12c0777d413f8d90059728390347', 'gw_port': {'id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:30Z', 'updated_at': '2021-07-07T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '826b55a3-646d-40e5-8d85-4f87ef073292', 'name': '', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'tenant_id': '621a12c0777d413f8d90059728390347', 'mac_address': 'fa:16:3e:84:6a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:47Z', 'revision_number': 4, 'project_id': '621a12c0777d413f8d90059728390347', 'subnets': [{'id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:49.133199 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcee250-dea3-48f1-889e-8f091e51b243 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] No DVR routers for this DVR port 4549386b-167b-4657-813c-fc5c49755f58 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:49.139620 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcee250-dea3-48f1-889e-8f091e51b243 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Port': ['ID=4549386b-167b-4657-813c-fc5c49755f58,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:49.151541 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b944189f-4472-4bf5-9a41-8f28900c99eb tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.152036 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b944189f-4472-4bf5-9a41-8f28900c99eb tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.168111 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4750d2a3-4605-4179-b00d-0d1a44ec533e req-42ba7a9d-9b1f-473d-a3bf-e78b6abea69b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbd2a3fe-e855-4bfe-a16b-bd85f48be01c HTTP/1.1" status: 200 len: 217 time: 0.1263387 Jul 07 17:02:49.172473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e4a11-7f82-4503-956a-408ba101e887 req-b2e4b334-83b7-4fc2-9b9a-4b734dee7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:49.174579 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e15e4a11-7f82-4503-956a-408ba101e887 req-b2e4b334-83b7-4fc2-9b9a-4b734dee7ff8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 1094 time: 0.3530400 Jul 07 17:02:49.178785 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f05f4e40-176d-4f27-a793-f388e6b0ec80 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.179547 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f05f4e40-176d-4f27-a793-f388e6b0ec80 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.188432 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No active binding found for port 4549386b-167b-4657-813c-fc5c49755f58 {{(pid=100411) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:02:49.188432 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4549386b-167b-4657-813c-fc5c49755f58 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:49.194544 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-77edd5b5-b8be-4bef-80b1-b8fe3417fb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.203761 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbd4bb1-f532-498c-8562-3160c3d4671a None None] The sync data for ids ['14246adc-aedb-4396-8cb1-c6dd837b27f6'] in n-d-793620-7 is: [{'id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'name': 'tempest-ServerActionsTestJSON-1868789092-router', 'tenant_id': '621a12c0777d413f8d90059728390347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:28Z', 'updated_at': '2021-07-07T17:02:40Z', 'revision_number': 4, 'project_id': '621a12c0777d413f8d90059728390347', 'gw_port': {'id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:30Z', 'updated_at': '2021-07-07T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '826b55a3-646d-40e5-8d85-4f87ef073292', 'name': '', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'tenant_id': '621a12c0777d413f8d90059728390347', 'mac_address': 'fa:16:3e:84:6a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:47Z', 'revision_number': 4, 'project_id': '621a12c0777d413f8d90059728390347', 'subnets': [{'id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:49.205437 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.214728 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b944189f-4472-4bf5-9a41-8f28900c99eb tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Calling delete_port for 47380d01-9f3f-4b4a-92e4-683f6cd6069c owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:49.215133 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77edd5b5-b8be-4bef-80b1-b8fe3417fb3c None None] No DVR routers for this DVR port 4549386b-167b-4657-813c-fc5c49755f58 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:49.255863 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edd5b5-b8be-4bef-80b1-b8fe3417fb3c None None] Pushing event deleted for resources: {'Port': ['ID=4549386b-167b-4657-813c-fc5c49755f58,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:49.272089 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-51058237-2cd8-41d8-b911-01e638b95eae tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.325462 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef6611c-a340-469b-8beb-7403c55a6750 None None] get_active_networks_info from n-d-793620-7 {{(pid=100411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:02:49.351242 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-51058237-2cd8-41d8-b911-01e638b95eae tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.353307 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No DVR routers for this DVR port db323495-13c8-451a-9479-304e79081b0d on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:49.361109 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Port': ['ID=db323495-13c8-451a-9479-304e79081b0d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:49.378191 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f05f4e40-176d-4f27-a793-f388e6b0ec80 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.392490 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cfcee250-dea3-48f1-889e-8f091e51b243 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.416005 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f05f4e40-176d-4f27-a793-f388e6b0ec80 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.445736 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750d2a3-4605-4179-b00d-0d1a44ec533e req-45ebbef0-4feb-44cc-b822-ad63801e0326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:49.447293 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4750d2a3-4605-4179-b00d-0d1a44ec533e req-45ebbef0-4feb-44cc-b822-ad63801e0326 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d24686f1-5d0a-4997-a2c1-1447be3e1d42 HTTP/1.1" status: 200 len: 849 time: 0.2718360 Jul 07 17:02:49.472607 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51058237-2cd8-41d8-b911-01e638b95eae tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61cdf811-92d2-41ad-9ca6-f74aae01b2e1,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:49.484563 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-cfcee250-dea3-48f1-889e-8f091e51b243 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346185a2-433b-4b42-8fac-bb65195ccb38']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:49.501611 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef6611c-a340-469b-8beb-7403c55a6750 None None] Resources bound (agent type, host, resource id): {{(pid=100411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:02:49.502789 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-cfcee250-dea3-48f1-889e-8f091e51b243 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fecc6fc7-98e8-418e-8337-03c08b9781fe') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:49.503149 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-cfcee250-dea3-48f1-889e-8f091e51b243 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fecc6fc7-98e8-418e-8337-03c08b9781fe') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:49.504043 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4750d2a3-4605-4179-b00d-0d1a44ec533e req-d6954c06-1bf5-4026-86b8-42ef7455617d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1cc1d7d9-5027-449b-bced-90726dcf9f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468554 Jul 07 17:02:49.507369 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f05f4e40-176d-4f27-a793-f388e6b0ec80 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.512095 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f05f4e40-176d-4f27-a793-f388e6b0ec80 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5109398 Jul 07 17:02:49.522587 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53992) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:49.551597 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-51058237-2cd8-41d8-b911-01e638b95eae tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.552849 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-51058237-2cd8-41d8-b911-01e638b95eae tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0963664 Jul 07 17:02:49.559949 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-22bb20a0-210b-45d2-9d40-a52db5208794 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'enable_snat': True}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:49.564723 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cfcee250-dea3-48f1-889e-8f091e51b243 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.566191 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53994) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:49.579119 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b0170836-810b-41a5-9803-e7820e52c247 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:49.636195 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e4a11-7f82-4503-956a-408ba101e887 req-2ea3e1f3-29c0-4ed8-a068-bb2033de78f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:49.638067 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e15e4a11-7f82-4503-956a-408ba101e887 req-2ea3e1f3-29c0-4ed8-a068-bb2033de78f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 200 len: 912 time: 0.4547439 Jul 07 17:02:49.687630 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.690992 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cfcee250-dea3-48f1-889e-8f091e51b243 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.722128 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:49.727572 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcee250-dea3-48f1-889e-8f091e51b243 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:49.730064 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e15e4a11-7f82-4503-956a-408ba101e887 req-da64c12a-d491-42ce-b41c-1e1dff94f042 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88167cd4-40d2-43b7-bed8-e785f99d13c7 HTTP/1.1" status: 200 len: 217 time: 0.0826337 Jul 07 17:02:49.737568 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cfcee250-dea3-48f1-889e-8f091e51b243 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:49.741752 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:49.836098 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d52509a-fe73-417e-bcbe-90873c7ba89c') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:49.836348 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d52509a-fe73-417e-bcbe-90873c7ba89c') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:49.840941 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0170836-810b-41a5-9803-e7820e52c247 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.865033 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e4a11-7f82-4503-956a-408ba101e887 req-b67b5304-10e5-4573-aeb3-6f0bf4d4c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:49.866614 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e15e4a11-7f82-4503-956a-408ba101e887 req-b67b5304-10e5-4573-aeb3-6f0bf4d4c032 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66d9af50-51a7-4bbc-a88f-fc28aae3344c HTTP/1.1" status: 200 len: 851 time: 0.1234062 Jul 07 17:02:49.873789 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4750d2a3-4605-4179-b00d-0d1a44ec533e req-5f280e5e-6304-4af5-80e0-df38f49c77af service neutron] 10.222.0.15 "GET /v2.0/networks/1cc1d7d9-5027-449b-bced-90726dcf9f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333137 Jul 07 17:02:49.901027 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.979285 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:49.979566 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e15e4a11-7f82-4503-956a-408ba101e887 req-653dd6b1-d419-4171-b5bd-ce3db9b80fca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4bfc31d5-b892-420e-a594-085b325da90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037111 Jul 07 17:02:50.052567 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cfcee250-dea3-48f1-889e-8f091e51b243 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.058250 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:50.058696 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:50.061727 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:50.083587 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22bb20a0-210b-45d2-9d40-a52db5208794 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.087372 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cfcee250-dea3-48f1-889e-8f091e51b243 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.089301 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cfcee250-dea3-48f1-889e-8f091e51b243 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/networks/346185a2-433b-4b42-8fac-bb65195ccb38 HTTP/1.1" status: 204 len: 168 time: 3.2509506 Jul 07 17:02:50.102864 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7936bba-2dc1-4953-b8b9-09fe79bd206b req-9a1ede4e-6cf9-4140-841b-931182513831 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:50.109943 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b7936bba-2dc1-4953-b8b9-09fe79bd206b req-9a1ede4e-6cf9-4140-841b-931182513831 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 943 time: 0.3056865 Jul 07 17:02:50.118932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54000) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:50.143117 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-8b50c855-cb98-429b-a0cb-995327baf9bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'port': {'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f', 'name': 'tempest-PortsIpV6TestJSON-1469339630'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:50.165438 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcee250-dea3-48f1-889e-8f091e51b243 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Network': ['ID=346185a2-433b-4b42-8fac-bb65195ccb38,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:50.167622 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b944189f-4472-4bf5-9a41-8f28900c99eb tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.226630 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944189f-4472-4bf5-9a41-8f28900c99eb tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Pushing event deleted for resources: {'Port': ['ID=47380d01-9f3f-4b4a-92e4-683f6cd6069c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:50.260954 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.269776 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.292733 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4750d2a3-4605-4179-b00d-0d1a44ec533e req-f6064d07-3713-4d7c-be32-5a6a4faf7249 service neutron] 10.222.0.15 "GET /v2.0/networks/1cc1d7d9-5027-449b-bced-90726dcf9f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033051 Jul 07 17:02:50.300633 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4b8aecc-6a2c-4d4c-81c7-8a7f3f97d13e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.307182 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.311235 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf HTTP/1.1" status: 204 len: 168 time: 4.8678379 Jul 07 17:02:50.323381 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 88167cd4-40d2-43b7-bed8-e785f99d13c7 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:50.337427 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54002) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:50.402592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179b043-9a22-4941-b895-a7a38f737c95 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Network': ['ID=613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:50.410479 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-efac0cec-008c-4092-9e79-9e584767a9c8 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:02:50.411176 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efac0cec-008c-4092-9e79-9e584767a9c8 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:02:50.412772 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-efac0cec-008c-4092-9e79-9e584767a9c8 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf HTTP/1.1" status: 404 len: 339 time: 0.0705841 Jul 07 17:02:50.421606 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54004) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:50.430847 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-32dbb976-5a9c-46d9-83d2-b714fc83d791 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1654578267', 'description': 'd1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:50.469761 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b944189f-4472-4bf5-9a41-8f28900c99eb tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.472506 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 88167cd4-40d2-43b7-bed8-e785f99d13c7, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=88167cd4-40d2-43b7-bed8-e785f99d13c7,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:50.474581 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b944189f-4472-4bf5-9a41-8f28900c99eb tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.478517 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b944189f-4472-4bf5-9a41-8f28900c99eb tempest-ServersTestManualDisk-593680037 tempest-ServersTestManualDisk-593680037-project] 10.222.0.50 "DELETE /v2.0/floatingips/29b4917d-34a8-43a2-a8e8-15616c07a8af HTTP/1.1" status: 204 len: 168 time: 3.0822940 Jul 07 17:02:50.479488 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54006) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:50.482432 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b7936bba-2dc1-4953-b8b9-09fe79bd206b req-15133881-27bd-4098-822a-aa55e12e61eb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683443 Jul 07 17:02:50.485045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b50c855-cb98-429b-a0cb-995327baf9bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:50.488764 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b50c855-cb98-429b-a0cb-995327baf9bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.504916 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '88167cd4-40d2-43b7-bed8-e785f99d13c7', 'network_id': '4bfc31d5-b892-420e-a594-085b325da90d', 'port_id': '88167cd4-40d2-43b7-bed8-e785f99d13c7', 'mac_address': 'fa:16:3e:17:0f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d9af50-51a7-4bbc-a88f-fc28aae3344c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:50.505661 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e15e4a11-7f82-4503-956a-408ba101e887 req-db2a1247-c0a8-4ea9-9c3e-21ea98d97c93 service neutron] 10.222.0.15 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140588 Jul 07 17:02:50.549554 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.563402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dbb976-5a9c-46d9-83d2-b714fc83d791 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:50.568332 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-32dbb976-5a9c-46d9-83d2-b714fc83d791 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.570037 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88167cd4-40d2-43b7-bed8-e785f99d13c7 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:50.592266 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-8b50c855-cb98-429b-a0cb-995327baf9bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] device_id is not set on port ee8933dc-4721-4dc1-b03a-d7e76065130b yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:02:50.593058 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 88167cd4-40d2-43b7-bed8-e785f99d13c7, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=88167cd4-40d2-43b7-bed8-e785f99d13c7,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:50.599638 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.600405 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device dbd2a3fe-e855-4bfe-a16b-bd85f48be01c details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:02:50.639200 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0170836-810b-41a5-9803-e7820e52c247 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.652740 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f506ee7-aaa8-4c3b-ac5f-bff38a52e284 req-d02ba35a-8095-43b5-aeed-a295be51592a tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:50.661331 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f506ee7-aaa8-4c3b-ac5f-bff38a52e284 req-d02ba35a-8095-43b5-aeed-a295be51592a tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8337fab-d4f0-4519-90e5-ae6825d95aa5 HTTP/1.1" status: 200 len: 943 time: 0.3678665 Jul 07 17:02:50.716575 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32dbb976-5a9c-46d9-83d2-b714fc83d791 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:50.727363 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=88167cd4-40d2-43b7-bed8-e785f99d13c7,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:50.729936 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-32dbb976-5a9c-46d9-83d2-b714fc83d791 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.730457 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-32dbb976-5a9c-46d9-83d2-b714fc83d791 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Added segment 5c56f334-9772-46b3-81c0-c1eee6bbf2c2 of type vlan for network 25a29477-0c16-479f-b191-1206368cb7d3 Jul 07 17:02:50.787398 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 826b55a3-646d-40e5-8d85-4f87ef073292 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:50.790272 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e15e4a11-7f82-4503-956a-408ba101e887 req-0710b9a0-d3fa-42f0-a569-7473db1be831 service neutron] 10.222.0.15 "GET /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598674 Jul 07 17:02:50.793342 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-32dbb976-5a9c-46d9-83d2-b714fc83d791 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.844819 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port dbd2a3fe-e855-4bfe-a16b-bd85f48be01c, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=dbd2a3fe-e855-4bfe-a16b-bd85f48be01c,segment=NetworkSegment(127fa0f7-440f-4548-8434-68c4a945a25e),segment_id=127fa0f7-440f-4548-8434-68c4a945a25e)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:50.864544 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'dbd2a3fe-e855-4bfe-a16b-bd85f48be01c', 'network_id': '1cc1d7d9-5027-449b-bced-90726dcf9f3d', 'port_id': 'dbd2a3fe-e855-4bfe-a16b-bd85f48be01c', 'mac_address': 'fa:16:3e:c3:23:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd24686f1-5d0a-4997-a2c1-1447be3e1d42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:02:50.911216 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 826b55a3-646d-40e5-8d85-4f87ef073292 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:50.921930 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 826b55a3-646d-40e5-8d85-4f87ef073292 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:50.922314 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.927081 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b50c855-cb98-429b-a0cb-995327baf9bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.948980 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:50.950653 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f506ee7-aaa8-4c3b-ac5f-bff38a52e284 req-aa685a96-8ab7-4a96-9a1f-a9c84fcbb4c7 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878530 Jul 07 17:02:50.984687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd2a3fe-e855-4bfe-a16b-bd85f48be01c {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:02:50.988393 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b4b8aecc-6a2c-4d4c-81c7-8a7f3f97d13e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting port 776b9a05-171a-41ba-b8e5-0833d1aea4b5 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:50.988744 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4b8aecc-6a2c-4d4c-81c7-8a7f3f97d13e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.002283 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-32dbb976-5a9c-46d9-83d2-b714fc83d791 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.008071 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dbb976-5a9c-46d9-83d2-b714fc83d791 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.008834 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-32dbb976-5a9c-46d9-83d2-b714fc83d791 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.019827 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port dbd2a3fe-e855-4bfe-a16b-bd85f48be01c, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=dbd2a3fe-e855-4bfe-a16b-bd85f48be01c,segment=NetworkSegment(127fa0f7-440f-4548-8434-68c4a945a25e),segment_id=127fa0f7-440f-4548-8434-68c4a945a25e)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:51.027796 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.040351 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b50c855-cb98-429b-a0cb-995327baf9bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.106558 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.115945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b50c855-cb98-429b-a0cb-995327baf9bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network 05c62a07-a876-40e2-b66f-3c8128e4630f is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:51.127873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-8b50c855-cb98-429b-a0cb-995327baf9bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:51.129847 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=dbd2a3fe-e855-4bfe-a16b-bd85f48be01c,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:51.147724 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b50c855-cb98-429b-a0cb-995327baf9bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:51.153367 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b50c855-cb98-429b-a0cb-995327baf9bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.154423 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b50c855-cb98-429b-a0cb-995327baf9bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.156112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 826b55a3-646d-40e5-8d85-4f87ef073292, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=826b55a3-646d-40e5-8d85-4f87ef073292,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:51.160446 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.165676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50c855-cb98-429b-a0cb-995327baf9bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=ee8933dc-4721-4dc1-b03a-d7e76065130b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:51.186637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-b4b8aecc-6a2c-4d4c-81c7-8a7f3f97d13e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] For port 776b9a05-171a-41ba-b8e5-0833d1aea4b5, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=776b9a05-171a-41ba-b8e5-0833d1aea4b5,segment=NetworkSegment(3f66d313-8839-4ee7-b4ac-09364abbab71),segment_id=3f66d313-8839-4ee7-b4ac-09364abbab71)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:51.187092 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4b8aecc-6a2c-4d4c-81c7-8a7f3f97d13e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.206611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b4b8aecc-6a2c-4d4c-81c7-8a7f3f97d13e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Calling delete_port for 776b9a05-171a-41ba-b8e5-0833d1aea4b5 owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:51.209740 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8b50c855-cb98-429b-a0cb-995327baf9bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0857801 Jul 07 17:02:51.212524 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54008) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:51.222948 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=826b55a3-646d-40e5-8d85-4f87ef073292,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:51.258014 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['88167cd4-40d2-43b7-bed8-e785f99d13c7'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:51.263539 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['dbd2a3fe-e855-4bfe-a16b-bd85f48be01c'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:02:51.572451 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-32dbb976-5a9c-46d9-83d2-b714fc83d791 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1457663 Jul 07 17:02:51.601780 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54012) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:51.602598 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbb976-5a9c-46d9-83d2-b714fc83d791 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Network': ['ID=25a29477-0c16-479f-b191-1206368cb7d3,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:51.621776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 25a29477-0c16-479f-b191-1206368cb7d3 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:51.731902 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22bb20a0-210b-45d2-9d40-a52db5208794 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.774456 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22bb20a0-210b-45d2-9d40-a52db5208794 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:51.776674 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-b0170836-810b-41a5-9803-e7820e52c247 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Allocated IP 172.25.2.127 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/fbc34f09-bed2-437f-a944-9ad3f20bcd2c) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:51.822594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22b5b12-ccc7-4fc8-a8f2-451b3d2637bf tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:51.824090 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a22b5b12-ccc7-4fc8-a8f2-451b3d2637bf tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "GET /v2.0/networks?id=25a29477-0c16-479f-b191-1206368cb7d3 HTTP/1.1" status: 200 len: 761 time: 0.2188666 Jul 07 17:02:51.826955 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54014) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:51.836934 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f5a90ddb-0f5d-4c56-ba03-5761c6e3fc3e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'network': {'description': 'd2'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:51.934168 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-cded3a8c-c9a0-4bc6-955f-ef2c19de804f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting port ee8933dc-4721-4dc1-b03a-d7e76065130b {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:51.934540 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cded3a8c-c9a0-4bc6-955f-ef2c19de804f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.025615 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0170836-810b-41a5-9803-e7820e52c247 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.101490 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636ce45-3174-4cb8-83ec-2b42a06fe5c1 req-9521e658-8b4a-4547-9663-e09fbb5de9f3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:52.103118 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3636ce45-3174-4cb8-83ec-2b42a06fe5c1 req-9521e658-8b4a-4547-9663-e09fbb5de9f3 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 944 time: 0.3567066 Jul 07 17:02:52.149178 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0170836-810b-41a5-9803-e7820e52c247 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.160616 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cded3a8c-c9a0-4bc6-955f-ef2c19de804f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.168815 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4b8aecc-6a2c-4d4c-81c7-8a7f3f97d13e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.188768 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5a90ddb-0f5d-4c56-ba03-5761c6e3fc3e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.220732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-cded3a8c-c9a0-4bc6-955f-ef2c19de804f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Calling delete_port for ee8933dc-4721-4dc1-b03a-d7e76065130b owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:52.231982 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0170836-810b-41a5-9803-e7820e52c247 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:52.232119 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8aecc-6a2c-4d4c-81c7-8a7f3f97d13e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Port': ['ID=776b9a05-171a-41ba-b8e5-0833d1aea4b5,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:52.250072 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-b0170836-810b-41a5-9803-e7820e52c247 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:52.263542 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-22bb20a0-210b-45d2-9d40-a52db5208794 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Allocated IP 172.25.2.101 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/2f631cc7-472d-493f-b4de-3d62a52b09fb) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:52.265741 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0170836-810b-41a5-9803-e7820e52c247 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:52.270976 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5a90ddb-0f5d-4c56-ba03-5761c6e3fc3e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.294913 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3636ce45-3174-4cb8-83ec-2b42a06fe5c1 req-61cf58b9-6003-407c-9d0f-aa57799396fb tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820190 Jul 07 17:02:52.301212 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0170836-810b-41a5-9803-e7820e52c247 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Pushing event updated for resources: {'Port': ['ID=fbc34f09-bed2-437f-a944-9ad3f20bcd2c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:52.319505 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 88167cd4-40d2-43b7-bed8-e785f99d13c7 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:52.346814 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0e680546-9805-4f6b-8245-4cf85d60bec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.355962 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338c78a-8418-4b3a-812e-92b58ab08c2a req-2e8f3bb0-99df-4549-b605-5bd28c4f2323 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:52.357563 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7338c78a-8418-4b3a-812e-92b58ab08c2a req-2e8f3bb0-99df-4549-b605-5bd28c4f2323 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8337fab-d4f0-4519-90e5-ae6825d95aa5 HTTP/1.1" status: 200 len: 944 time: 0.2818222 Jul 07 17:02:52.390755 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 88167cd4-40d2-43b7-bed8-e785f99d13c7 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:52.395837 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 88167cd4-40d2-43b7-bed8-e785f99d13c7 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:52.396564 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.399989 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5a90ddb-0f5d-4c56-ba03-5761c6e3fc3e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network 25a29477-0c16-479f-b191-1206368cb7d3 is not hosted by any dhcp agent {{(pid=100410) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:02:52.407040 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a90ddb-0f5d-4c56-ba03-5761c6e3fc3e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:52.407792 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5a90ddb-0f5d-4c56-ba03-5761c6e3fc3e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.412458 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f5a90ddb-0f5d-4c56-ba03-5761c6e3fc3e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "PUT /v2.0/networks/25a29477-0c16-479f-b191-1206368cb7d3 HTTP/1.1" status: 200 len: 758 time: 0.5803289 Jul 07 17:02:52.450891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54018) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:52.497477 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.524274 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fd56cf-b27c-492d-a87f-b00abc581d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88167cd4-40d2-43b7-bed8-e785f99d13c7'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:52.526845 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48852287-4846-4707-87ad-5e02a5acf5f1" -d '{"events": [{"server_uuid": "56fd56cf-b27c-492d-a87f-b00abc581d6a", "name": "network-vif-plugged", "status": "completed", "tag": "88167cd4-40d2-43b7-bed8-e785f99d13c7"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:52.542257 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 88167cd4-40d2-43b7-bed8-e785f99d13c7, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=88167cd4-40d2-43b7-bed8-e785f99d13c7,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:52.546917 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.548240 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device dbd2a3fe-e855-4bfe-a16b-bd85f48be01c up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:52.552320 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a90ddb-0f5d-4c56-ba03-5761c6e3fc3e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Network': ['ID=25a29477-0c16-479f-b191-1206368cb7d3,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:52.574115 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4b8aecc-6a2c-4d4c-81c7-8a7f3f97d13e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.612472 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 25a29477-0c16-479f-b191-1206368cb7d3 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:52.613557 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cded3a8c-c9a0-4bc6-955f-ef2c19de804f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.620672 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146d4744-3af1-4d6c-9f15-3a139a477f30 x-openstack-request-id: req-146d4744-3af1-4d6c-9f15-3a139a477f30 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:52.621068 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fd56cf-b27c-492d-a87f-b00abc581d6a", "name": "network-vif-plugged", "status": "completed", "tag": "88167cd4-40d2-43b7-bed8-e785f99d13c7", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:52.621420 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-146d4744-3af1-4d6c-9f15-3a139a477f30 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:52.621924 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56fd56cf-b27c-492d-a87f-b00abc581d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88167cd4-40d2-43b7-bed8-e785f99d13c7', 'code': 200} Jul 07 17:02:52.714188 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=88167cd4-40d2-43b7-bed8-e785f99d13c7,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:52.732754 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port dbd2a3fe-e855-4bfe-a16b-bd85f48be01c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:02:52.733746 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded3a8c-c9a0-4bc6-955f-ef2c19de804f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Port': ['ID=ee8933dc-4721-4dc1-b03a-d7e76065130b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:52.738341 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port dbd2a3fe-e855-4bfe-a16b-bd85f48be01c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:52.738879 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.762236 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cded3a8c-c9a0-4bc6-955f-ef2c19de804f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.766712 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cded3a8c-c9a0-4bc6-955f-ef2c19de804f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/ports/ee8933dc-4721-4dc1-b03a-d7e76065130b HTTP/1.1" status: 204 len: 168 time: 1.5509009 Jul 07 17:02:52.768562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54022) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:52.774335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-e545ddcd-cc38-41e7-acb6-82256ae4e17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'port': {'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f', 'mac_address': 'fa:16:3e:02:13:fb', 'name': 'tempest-PortsIpV6TestJSON-156421006'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:52.784053 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22bb20a0-210b-45d2-9d40-a52db5208794 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.806825 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7338c78a-8418-4b3a-812e-92b58ab08c2a req-a19602d7-e5cd-4d34-88a5-f1b6904e6a14 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924942 Jul 07 17:02:52.836410 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 826b55a3-646d-40e5-8d85-4f87ef073292 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:02:52.836740 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0170836-810b-41a5-9803-e7820e52c247 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.865262 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64204a4-2509-45e2-a954-983bcbacf419 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:52.870449 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c64204a4-2509-45e2-a954-983bcbacf419 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "GET /v2.0/networks?id=25a29477-0c16-479f-b191-1206368cb7d3 HTTP/1.1" status: 200 len: 761 time: 0.4116399 Jul 07 17:02:52.872218 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54024) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:52.878003 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-47921b92-d6d9-4724-8c9a-e3948bead938 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2009857985'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:52.879308 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.923079 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port dbd2a3fe-e855-4bfe-a16b-bd85f48be01c, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=dbd2a3fe-e855-4bfe-a16b-bd85f48be01c,segment=NetworkSegment(127fa0f7-440f-4548-8434-68c4a945a25e),segment_id=127fa0f7-440f-4548-8434-68c4a945a25e)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:52.930825 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.959460 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 826b55a3-646d-40e5-8d85-4f87ef073292 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:02:52.960165 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.968946 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0170836-810b-41a5-9803-e7820e52c247 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:52.978743 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ee25c-ba95-47ed-9a03-b2b02be514f7 req-21e1e644-54f8-462a-a9a8-b4e36c1729cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:52.980343 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a44ee25c-ba95-47ed-9a03-b2b02be514f7 req-21e1e644-54f8-462a-a9a8-b4e36c1729cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 1096 time: 0.2556581 Jul 07 17:02:52.999964 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47921b92-d6d9-4724-8c9a-e3948bead938 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:53.003478 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-47921b92-d6d9-4724-8c9a-e3948bead938 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.018287 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=dbd2a3fe-e855-4bfe-a16b-bd85f48be01c,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:53.049918 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22bb20a0-210b-45d2-9d40-a52db5208794 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.056668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e545ddcd-cc38-41e7-acb6-82256ae4e17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:53.065362 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b8aecc-6a2c-4d4c-81c7-8a7f3f97d13e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router 37910202-922f-4a52-8dbb-9660e35d4f02 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:02:53.116730 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a44ee25c-ba95-47ed-9a03-b2b02be514f7 req-314264c3-f122-45fd-9d46-9a892f459d64 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272664 Jul 07 17:02:53.120912 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bb20a0-210b-45d2-9d40-a52db5208794 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:53.124314 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47921b92-d6d9-4724-8c9a-e3948bead938 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:02:53.148238 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-47921b92-d6d9-4724-8c9a-e3948bead938 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.148588 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-47921b92-d6d9-4724-8c9a-e3948bead938 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Added segment 435b0f6d-f811-48ed-9def-592f8f7b89cc of type vlan for network b09a966a-fc70-431f-a687-62d3774a19e1 Jul 07 17:02:53.156842 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-22bb20a0-210b-45d2-9d40-a52db5208794 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:53.162157 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb20a0-210b-45d2-9d40-a52db5208794 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:53.195439 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb20a0-210b-45d2-9d40-a52db5208794 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Pushing event updated for resources: {'Port': ['ID=2f631cc7-472d-493f-b4de-3d62a52b09fb,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:53.216505 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e545ddcd-cc38-41e7-acb6-82256ae4e17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.274714 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-47921b92-d6d9-4724-8c9a-e3948bead938 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.302088 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-e545ddcd-cc38-41e7-acb6-82256ae4e17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] device_id is not set on port 4ed363b1-d9da-47a9-9f24-ad496f428023 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:02:53.316815 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b8aecc-6a2c-4d4c-81c7-8a7f3f97d13e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:53.329230 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb74f65c-444a-4ffc-b9d2-5d6607074f5d None None] Sync routers for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:53.329792 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b4b8aecc-6a2c-4d4c-81c7-8a7f3f97d13e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/37910202-922f-4a52-8dbb-9660e35d4f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4660056 Jul 07 17:02:53.341746 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb74f65c-444a-4ffc-b9d2-5d6607074f5d None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:53.342391 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cb74f65c-444a-4ffc-b9d2-5d6607074f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:53.361091 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54028) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:53.380243 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0170836-810b-41a5-9803-e7820e52c247 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.389289 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0170836-810b-41a5-9803-e7820e52c247 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.419130 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-47921b92-d6d9-4724-8c9a-e3948bead938 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.424321 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47921b92-d6d9-4724-8c9a-e3948bead938 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:53.424933 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-47921b92-d6d9-4724-8c9a-e3948bead938 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.465276 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-cb74f65c-444a-4ffc-b9d2-5d6607074f5d None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:53.536008 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0170836-810b-41a5-9803-e7820e52c247 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Pushing event updated for resources: {'Port': ['ID=fbc34f09-bed2-437f-a944-9ad3f20bcd2c,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:53.542753 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-47921b92-d6d9-4724-8c9a-e3948bead938 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6661320 Jul 07 17:02:53.544361 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed8e642-b825-4fa1-acc2-ed7e3d979911 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting subnet 1b639648-5b4f-4f53-9a78-f110c3a5641e {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:02:53.546576 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54030) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:53.552592 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8ed8e642-b825-4fa1-acc2-ed7e3d979911 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.553323 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f55fe38e-9116-4f5c-ac67-33f14d8b132c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'subnet': {'network_id': 'b09a966a-fc70-431f-a687-62d3774a19e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:53.622263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47921b92-d6d9-4724-8c9a-e3948bead938 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Network': ['ID=b09a966a-fc70-431f-a687-62d3774a19e1,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:53.638950 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network b09a966a-fc70-431f-a687-62d3774a19e1 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:02:53.662258 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0170836-810b-41a5-9803-e7820e52c247 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.677608 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-0e680546-9805-4f6b-8245-4cf85d60bec2 admin admin] Deleting port 2850f1ff-4375-4243-829d-2840e5101d4a {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:53.677984 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0e680546-9805-4f6b-8245-4cf85d60bec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.684201 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8ed8e642-b825-4fa1-acc2-ed7e3d979911 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.717665 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cb74f65c-444a-4ffc-b9d2-5d6607074f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 9, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': '5571be97-650c-4c9e-ad58-83604497c832', 'name': '', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:1f:e9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:05Z', 'updated_at': '2021-07-07T17:02:16Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:53.752748 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb74f65c-444a-4ffc-b9d2-5d6607074f5d None None] Checking router: 37910202-922f-4a52-8dbb-9660e35d4f02 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:02:53.756591 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e545ddcd-cc38-41e7-acb6-82256ae4e17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.764787 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb74f65c-444a-4ffc-b9d2-5d6607074f5d None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:53.765530 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cb74f65c-444a-4ffc-b9d2-5d6607074f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:53.777041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ca23b-20c9-4354-a7c4-a2aaa042474b req-9edefaca-f04c-4edf-9c0a-ba78aa81f8a6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:53.778680 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e00ca23b-20c9-4354-a7c4-a2aaa042474b req-9edefaca-f04c-4edf-9c0a-ba78aa81f8a6 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 945 time: 0.3348331 Jul 07 17:02:53.795530 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55fe38e-9116-4f5c-ac67-33f14d8b132c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:53.800019 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f55fe38e-9116-4f5c-ac67-33f14d8b132c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.861948 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8ed8e642-b825-4fa1-acc2-ed7e3d979911 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.862242 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-cb74f65c-444a-4ffc-b9d2-5d6607074f5d None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:53.906217 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e00ca23b-20c9-4354-a7c4-a2aaa042474b req-15cd3b47-839e-44f6-92bb-d5eaf55f5630 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967028 Jul 07 17:02:53.911583 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e545ddcd-cc38-41e7-acb6-82256ae4e17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.951912 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0170836-810b-41a5-9803-e7820e52c247 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:53.961619 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b0170836-810b-41a5-9803-e7820e52c247 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3779500 Jul 07 17:02:54.033331 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-0e680546-9805-4f6b-8245-4cf85d60bec2 admin admin] For port 2850f1ff-4375-4243-829d-2840e5101d4a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2850f1ff-4375-4243-829d-2840e5101d4a,segment=NetworkSegment(111c58b8-01c7-430f-9524-d2b1e399617f),segment_id=111c58b8-01c7-430f-9524-d2b1e399617f)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:54.033856 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0e680546-9805-4f6b-8245-4cf85d60bec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.064982 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-0e680546-9805-4f6b-8245-4cf85d60bec2 admin admin] Calling delete_port for 2850f1ff-4375-4243-829d-2840e5101d4a owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:54.085527 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545ddcd-cc38-41e7-acb6-82256ae4e17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=4ed363b1-d9da-47a9-9f24-ad496f428023,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:54.089972 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e545ddcd-cc38-41e7-acb6-82256ae4e17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network 05c62a07-a876-40e2-b66f-3c8128e4630f is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:54.092681 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-e545ddcd-cc38-41e7-acb6-82256ae4e17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:54.099566 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8ed8e642-b825-4fa1-acc2-ed7e3d979911 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.102783 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e545ddcd-cc38-41e7-acb6-82256ae4e17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:54.108784 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e545ddcd-cc38-41e7-acb6-82256ae4e17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:54.109242 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e545ddcd-cc38-41e7-acb6-82256ae4e17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.149417 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8e642-b825-4fa1-acc2-ed7e3d979911 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Subnet': ['ID=1b639648-5b4f-4f53-9a78-f110c3a5641e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:54.170799 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22bb20a0-210b-45d2-9d40-a52db5208794 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.200656 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cb74f65c-444a-4ffc-b9d2-5d6607074f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 9, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': '5571be97-650c-4c9e-ad58-83604497c832', 'name': '', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:1f:e9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:05Z', 'updated_at': '2021-07-07T17:02:16Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:54.200939 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-6dc33456-5ad6-44f9-80e7-8db13137ae04 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--562265741&fields=id&tenant_id=621a12c0777d413f8d90059728390347 HTTP/1.1" status: 200 len: 267 time: 0.0561771 Jul 07 17:02:54.205380 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8ed8e642-b825-4fa1-acc2-ed7e3d979911 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.207302 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8ed8e642-b825-4fa1-acc2-ed7e3d979911 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/subnets/1b639648-5b4f-4f53-9a78-f110c3a5641e HTTP/1.1" status: 204 len: 168 time: 0.8451741 Jul 07 17:02:54.210578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54046) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:54.216021 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0956841-7587-49da-92e0-ba9f951a2911 None None] Network 845c9143-8ea6-4aa6-a1bb-92dbe755bd78 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:54.245979 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb74f65c-444a-4ffc-b9d2-5d6607074f5d None None] The sync data for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 is: [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 9, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': '5571be97-650c-4c9e-ad58-83604497c832', 'name': '', 'network_id': '7c704301-37a7-48fa-a5f1-6b7b283384a0', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:1f:e9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:05Z', 'updated_at': '2021-07-07T17:02:16Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '9375b35f-52a4-4922-a25a-f6890c1db26f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:54.271956 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e545ddcd-cc38-41e7-acb6-82256ae4e17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5014927 Jul 07 17:02:54.322725 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54048) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:54.438612 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ef8718e-02f8-4243-b419-aa55eb89d631 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.454768 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765da9ec-0e4d-4206-b059-ba0644f8d6f9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:54.458729 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-765da9ec-0e4d-4206-b059-ba0644f8d6f9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports/4ed363b1-d9da-47a9-9f24-ad496f428023 HTTP/1.1" status: 200 len: 844 time: 0.1298857 Jul 07 17:02:54.463859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54050) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:54.549363 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-6fb3b690-a670-40ad-8307-c2271fc71c63 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:54.550924 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-6fb3b690-a670-40ad-8307-c2271fc71c63 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 812 time: 0.3211617 Jul 07 17:02:54.592458 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-c92f8fca-69c5-4f4b-b396-8d9c7ae4454e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/quotas/621a12c0777d413f8d90059728390347 HTTP/1.1" status: 200 len: 375 time: 0.0221739 Jul 07 17:02:54.625288 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8337fab-d4f0-4519-90e5-ae6825d95aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd2a3fe-e855-4bfe-a16b-bd85f48be01c'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:02:54.630198 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7856f3-dd2b-4a4e-b674-2645e8fa6ccd" -d '{"events": [{"server_uuid": "f8337fab-d4f0-4519-90e5-ae6825d95aa5", "name": "network-vif-plugged", "status": "completed", "tag": "dbd2a3fe-e855-4bfe-a16b-bd85f48be01c"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:02:54.652491 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1722eafe-8514-4f0f-bdd9-43d890e49a62 None None] DHCP port deletion for 845c9143-8ea6-4aa6-a1bb-92dbe755bd78 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:02:54.715396 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-1722eafe-8514-4f0f-bdd9-43d890e49a62 None None] Deleting port b019a4cb-aa4a-41a9-a0b2-b316add5fd30 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:54.717945 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1722eafe-8514-4f0f-bdd9-43d890e49a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.739805 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8718e-02f8-4243-b419-aa55eb89d631 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting port b019a4cb-aa4a-41a9-a0b2-b316add5fd30 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:54.740302 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ef8718e-02f8-4243-b419-aa55eb89d631 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.764384 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d5be7-42e7-4a99-bc41-94ca5a7c6f56 req-1f1cc215-0244-4c73-a9ca-27d6c4859bd3 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:54.773305 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ac2d5be7-42e7-4a99-bc41-94ca5a7c6f56 req-1f1cc215-0244-4c73-a9ca-27d6c4859bd3 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8337fab-d4f0-4519-90e5-ae6825d95aa5 HTTP/1.1" status: 200 len: 945 time: 0.7182884 Jul 07 17:02:54.773578 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 776b9a05-171a-41ba-b8e5-0833d1aea4b5 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:54.803467 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 776b9a05-171a-41ba-b8e5-0833d1aea4b5 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:54.804099 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 776b9a05-171a-41ba-b8e5-0833d1aea4b5 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:54.804727 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b019a4cb-aa4a-41a9-a0b2-b316add5fd30 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:54.819402 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b979664f-ac9a-4a83-bd5d-2b59436b4265 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting port 4ed363b1-d9da-47a9-9f24-ad496f428023 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:54.819902 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b979664f-ac9a-4a83-bd5d-2b59436b4265 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.849429 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-1722eafe-8514-4f0f-bdd9-43d890e49a62 None None] For port b019a4cb-aa4a-41a9-a0b2-b316add5fd30, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b019a4cb-aa4a-41a9-a0b2-b316add5fd30,segment=NetworkSegment(3f66d313-8839-4ee7-b4ac-09364abbab71),segment_id=3f66d313-8839-4ee7-b4ac-09364abbab71)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:54.850560 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1722eafe-8514-4f0f-bdd9-43d890e49a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.877459 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-1722eafe-8514-4f0f-bdd9-43d890e49a62 None None] Calling delete_port for b019a4cb-aa4a-41a9-a0b2-b316add5fd30 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:54.902408 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-9ef8718e-02f8-4243-b419-aa55eb89d631 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] For port b019a4cb-aa4a-41a9-a0b2-b316add5fd30, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b019a4cb-aa4a-41a9-a0b2-b316add5fd30,segment=NetworkSegment(3f66d313-8839-4ee7-b4ac-09364abbab71),segment_id=3f66d313-8839-4ee7-b4ac-09364abbab71)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:54.902858 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ef8718e-02f8-4243-b419-aa55eb89d631 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.915879 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-c3cc9cc3-0301-4892-b9e5-3ac55a963f0f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3045774 Jul 07 17:02:54.941525 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8718e-02f8-4243-b419-aa55eb89d631 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Calling delete_port for b019a4cb-aa4a-41a9-a0b2-b316add5fd30 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:54.988237 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f55fe38e-9116-4f5c-ac67-33f14d8b132c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:54.994952 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ac2d5be7-42e7-4a99-bc41-94ca5a7c6f56 req-4f1ed4dc-0c85-4771-a10b-eee171e1d152 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207077 Jul 07 17:02:55.022441 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b979664f-ac9a-4a83-bd5d-2b59436b4265 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.028299 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.053806 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1de1e0-628b-4ecc-98cf-c516d723ef0b x-openstack-request-id: req-3b1de1e0-628b-4ecc-98cf-c516d723ef0b {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:02:55.054080 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8337fab-d4f0-4519-90e5-ae6825d95aa5", "name": "network-vif-plugged", "status": "completed", "tag": "dbd2a3fe-e855-4bfe-a16b-bd85f48be01c", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:02:55.054337 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b1de1e0-628b-4ecc-98cf-c516d723ef0b {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:02:55.054752 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8337fab-d4f0-4519-90e5-ae6825d95aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd2a3fe-e855-4bfe-a16b-bd85f48be01c', 'code': 200} Jul 07 17:02:55.082981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port b019a4cb-aa4a-41a9-a0b2-b316add5fd30, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b019a4cb-aa4a-41a9-a0b2-b316add5fd30,segment=NetworkSegment(3f66d313-8839-4ee7-b4ac-09364abbab71),segment_id=3f66d313-8839-4ee7-b4ac-09364abbab71)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:55.091414 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.147306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event deleted for resources: {'Port': ['ID=b019a4cb-aa4a-41a9-a0b2-b316add5fd30,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:55.151635 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1722eafe-8514-4f0f-bdd9-43d890e49a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.171826 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1722eafe-8514-4f0f-bdd9-43d890e49a62 None None] No DVR routers for this DVR port b019a4cb-aa4a-41a9-a0b2-b316add5fd30 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:55.205345 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722eafe-8514-4f0f-bdd9-43d890e49a62 None None] Pushing event deleted for resources: {'Port': ['ID=b019a4cb-aa4a-41a9-a0b2-b316add5fd30,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:55.238528 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0e680546-9805-4f6b-8245-4cf85d60bec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.330497 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e680546-9805-4f6b-8245-4cf85d60bec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2850f1ff-4375-4243-829d-2840e5101d4a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:55.374754 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fe38e-9116-4f5c-ac67-33f14d8b132c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Subnet': ['ID=4ccd4f6f-eaf1-4d0a-8eb7-4638a9c3bf0c,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:55.434467 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55fe38e-9116-4f5c-ac67-33f14d8b132c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Checking segment: {'id': '435b0f6d-f811-48ed-9def-592f8f7b89cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b09a966a-fc70-431f-a687-62d3774a19e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:55.434851 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55fe38e-9116-4f5c-ac67-33f14d8b132c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network hostable DHCP agents. Network: b09a966a-fc70-431f-a687-62d3774a19e1, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:02:55.466122 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22bb20a0-210b-45d2-9d40-a52db5208794 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.482620 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22bb20a0-210b-45d2-9d40-a52db5208794 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.502010 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b979664f-ac9a-4a83-bd5d-2b59436b4265 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Calling delete_port for 4ed363b1-d9da-47a9-9f24-ad496f428023 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:55.542122 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bcf40-b18b-4c25-b1a7-be39be3436b9 req-6a1d3754-c8e6-437f-b20b-a4d9350aa701 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.543723 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b05bcf40-b18b-4c25-b1a7-be39be3436b9 req-6a1d3754-c8e6-437f-b20b-a4d9350aa701 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 945 time: 0.3135285 Jul 07 17:02:55.545785 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55fe38e-9116-4f5c-ac67-33f14d8b132c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network b09a966a-fc70-431f-a687-62d3774a19e1 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:02:55.605963 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f55fe38e-9116-4f5c-ac67-33f14d8b132c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, b09a966a-fc70-431f-a687-62d3774a19e1) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:55.618251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8376612e-1a62-4059-846c-2acc7c6a5fdf None None] Network b09a966a-fc70-431f-a687-62d3774a19e1 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:55.624159 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55fe38e-9116-4f5c-ac67-33f14d8b132c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.624651 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f55fe38e-9116-4f5c-ac67-33f14d8b132c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.632737 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-603c4e73-5861-4d8a-a7a1-782a093e458f service neutron] 10.222.0.50 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6934221 Jul 07 17:02:55.700710 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ef8718e-02f8-4243-b419-aa55eb89d631 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.717132 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe61686-30ba-4861-9d29-9e100efb8315 req-360f230c-7aef-4758-b37a-e25ca51e0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:55.718687 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3fe61686-30ba-4861-9d29-9e100efb8315 req-360f230c-7aef-4758-b37a-e25ca51e0452 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f8337fab-d4f0-4519-90e5-ae6825d95aa5 HTTP/1.1" status: 200 len: 1096 time: 0.2330894 Jul 07 17:02:55.729567 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b05bcf40-b18b-4c25-b1a7-be39be3436b9 req-ada3b079-5ea1-4305-ad6b-52bd40947dd5 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757500 Jul 07 17:02:55.740982 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f55fe38e-9116-4f5c-ac67-33f14d8b132c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1928332 Jul 07 17:02:55.750531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54056) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:55.767190 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0e680546-9805-4f6b-8245-4cf85d60bec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.774999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8718e-02f8-4243-b419-aa55eb89d631 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Port': ['ID=b019a4cb-aa4a-41a9-a0b2-b316add5fd30,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:55.800405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef8718e-02f8-4243-b419-aa55eb89d631 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] No DVR routers for this DVR port b019a4cb-aa4a-41a9-a0b2-b316add5fd30 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:55.823889 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-b09a966a-fc70-431f-a687-62d3774a19e1', 'network_id': 'b09a966a-fc70-431f-a687-62d3774a19e1', 'tenant_id': '207a1cad44ed4f44a10e7c0217eaa943', 'fixed_ips': [{'subnet_id': '4ccd4f6f-eaf1-4d0a-8eb7-4638a9c3bf0c'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:02:55.825125 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.886875 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b979664f-ac9a-4a83-bd5d-2b59436b4265 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:55.890014 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bb20a0-210b-45d2-9d40-a52db5208794 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Router e165868f-1917-46f4-a548-3cb55db41f13 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:02:56.005659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979664f-ac9a-4a83-bd5d-2b59436b4265 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Port': ['ID=4ed363b1-d9da-47a9-9f24-ad496f428023,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:56.008774 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3fe61686-30ba-4861-9d29-9e100efb8315 req-28d7f06e-78e0-4076-8148-50149f9e0c05 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572284 Jul 07 17:02:56.027068 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-f451ed6d-62b0-4659-82f6-4528ca6d7441 service neutron] 10.222.0.50 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794534 Jul 07 17:02:56.027068 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ef8718e-02f8-4243-b419-aa55eb89d631 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.038617 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b979664f-ac9a-4a83-bd5d-2b59436b4265 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.040597 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b979664f-ac9a-4a83-bd5d-2b59436b4265 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/ports/4ed363b1-d9da-47a9-9f24-ad496f428023 HTTP/1.1" status: 204 len: 168 time: 1.5753088 Jul 07 17:02:56.051293 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54064) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:56.067476 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-9ef8718e-02f8-4243-b419-aa55eb89d631 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845c9143-8ea6-4aa6-a1bb-92dbe755bd78']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:56.098135 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Allocated IP 172.20.0.2 (b09a966a-fc70-431f-a687-62d3774a19e1/4ccd4f6f-eaf1-4d0a-8eb7-4638a9c3bf0c/72c00194-6436-429e-9f5e-eecb5c86ebf2) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:02:56.101637 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.107483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-9ef8718e-02f8-4243-b419-aa55eb89d631 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f66d313-8839-4ee7-b4ac-09364abbab71') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:56.107763 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-9ef8718e-02f8-4243-b419-aa55eb89d631 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f66d313-8839-4ee7-b4ac-09364abbab71') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:56.116065 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0c1895-43d6-4015-a9b8-fecb28ddf905 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] GET failed (client error): The resource could not be found. Jul 07 17:02:56.124818 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5d0c1895-43d6-4015-a9b8-fecb28ddf905 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports/4ed363b1-d9da-47a9-9f24-ad496f428023 HTTP/1.1" status: 404 len: 333 time: 0.0654118 Jul 07 17:02:56.124818 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54066) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:56.127163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7b974777-2826-4092-b9ea-7266ccbe151d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'port': {'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f', 'name': 'tempest-PortsIpV6TestJSON-1468985181'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:56.133131 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ef8718e-02f8-4243-b419-aa55eb89d631 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.193779 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ef8718e-02f8-4243-b419-aa55eb89d631 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.215617 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bb20a0-210b-45d2-9d40-a52db5208794 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:56.231632 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22bb20a0-210b-45d2-9d40-a52db5208794 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.232168 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556dab8c-28e5-41d6-8d00-e534c27be1c6 None None] Sync routers for ids ['e165868f-1917-46f4-a548-3cb55db41f13'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:56.235526 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-22bb20a0-210b-45d2-9d40-a52db5208794 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "PUT /v2.0/routers/e165868f-1917-46f4-a548-3cb55db41f13 HTTP/1.1" status: 200 len: 919 time: 6.6825314 Jul 07 17:02:56.247261 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef8718e-02f8-4243-b419-aa55eb89d631 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:56.248885 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ef8718e-02f8-4243-b419-aa55eb89d631 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.252079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54068) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:56.252798 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:56.272300 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556dab8c-28e5-41d6-8d00-e534c27be1c6 None None] Routers {'e165868f-1917-46f4-a548-3cb55db41f13'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:56.273069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-556dab8c-28e5-41d6-8d00-e534c27be1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e165868f-1917-46f4-a548-3cb55db41f13'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:56.351617 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-556dab8c-28e5-41d6-8d00-e534c27be1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:56.356161 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e680546-9805-4f6b-8245-4cf85d60bec2 admin admin] Router 370e5149-c386-4425-ac60-4cd657f34cbd has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:02:56.375668 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556dab8c-28e5-41d6-8d00-e534c27be1c6 None None] Routers {'e165868f-1917-46f4-a548-3cb55db41f13'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:56.377420 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-556dab8c-28e5-41d6-8d00-e534c27be1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e165868f-1917-46f4-a548-3cb55db41f13'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:56.397736 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.403326 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fce12e-a5d3-411d-85fd-50970f4d8ff9 req-69212634-be49-4215-a69f-1077fdeb8a17 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:56.405547 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5fce12e-a5d3-411d-85fd-50970f4d8ff9 req-69212634-be49-4215-a69f-1077fdeb8a17 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8337fab-d4f0-4519-90e5-ae6825d95aa5 HTTP/1.1" status: 200 len: 945 time: 0.1879220 Jul 07 17:02:56.438731 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ef8718e-02f8-4243-b419-aa55eb89d631 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.449061 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-556dab8c-28e5-41d6-8d00-e534c27be1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:56.449926 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556dab8c-28e5-41d6-8d00-e534c27be1c6 None None] The sync data for ids ['e165868f-1917-46f4-a548-3cb55db41f13'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:56.496915 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ef8718e-02f8-4243-b419-aa55eb89d631 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.499086 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9ef8718e-02f8-4243-b419-aa55eb89d631 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/networks/845c9143-8ea6-4aa6-a1bb-92dbe755bd78 HTTP/1.1" status: 204 len: 168 time: 2.2869017 Jul 07 17:02:56.502978 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54074) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:56.509828 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b974777-2826-4092-b9ea-7266ccbe151d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:56.514779 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7b974777-2826-4092-b9ea-7266ccbe151d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.537934 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.548896 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Transition to ACTIVE for port object 72c00194-6436-429e-9f5e-eecb5c86ebf2 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:56.567781 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8718e-02f8-4243-b419-aa55eb89d631 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Network': ['ID=845c9143-8ea6-4aa6-a1bb-92dbe755bd78,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:56.568279 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Transition to ACTIVE for port object 72c00194-6436-429e-9f5e-eecb5c86ebf2 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:02:56.575034 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.599773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-7b974777-2826-4092-b9ea-7266ccbe151d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] device_id is not set on port b7d78807-e83c-4608-9556-dfd62afbbcc8 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:02:56.640964 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Network b09a966a-fc70-431f-a687-62d3774a19e1 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:56.647066 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:56.649028 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Pushing event updated for resources: {'Port': ['ID=72c00194-6436-429e-9f5e-eecb5c86ebf2,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:56.650870 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-31c03935-ab71-4c09-b20c-41f07fecb40a tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "GET /v2.0/routers/e165868f-1917-46f4-a548-3cb55db41f13 HTTP/1.1" status: 200 len: 925 time: 0.3969929 Jul 07 17:02:56.651251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:56.673313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54080) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:56.745848 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.797932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Subnet': ['ID=4ccd4f6f-eaf1-4d0a-8eb7-4638a9c3bf0c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:56.798318 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Attempting to bind port 72c00194-6436-429e-9f5e-eecb5c86ebf2 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:02:56.799429 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Attempting to bind port 72c00194-6436-429e-9f5e-eecb5c86ebf2 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '435b0f6d-f811-48ed-9def-592f8f7b89cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b09a966a-fc70-431f-a687-62d3774a19e1'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:02:56.799805 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Attempting to bind port 72c00194-6436-429e-9f5e-eecb5c86ebf2 on network b09a966a-fc70-431f-a687-62d3774a19e1 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:02:56.806618 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:02:56.807664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Checking segment: {'id': '435b0f6d-f811-48ed-9def-592f8f7b89cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b09a966a-fc70-431f-a687-62d3774a19e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:02:56.808513 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.809321 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Bound using segment: {'id': '435b0f6d-f811-48ed-9def-592f8f7b89cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b09a966a-fc70-431f-a687-62d3774a19e1'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:02:56.810486 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Bound port: 72c00194-6436-429e-9f5e-eecb5c86ebf2, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435b0f6d-f811-48ed-9def-592f8f7b89cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b09a966a-fc70-431f-a687-62d3774a19e1'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:02:56.811884 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.856062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a36922-dbc2-457f-bfa8-d06d1f9ff9ff req-ea19fd1d-5884-4071-829f-7163cb163337 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:56.865629 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-08a36922-dbc2-457f-bfa8-d06d1f9ff9ff req-ea19fd1d-5884-4071-829f-7163cb163337 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 945 time: 0.3854499 Jul 07 17:02:56.893802 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] For port 72c00194-6436-429e-9f5e-eecb5c86ebf2, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:02:56.899002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] For port 72c00194-6436-429e-9f5e-eecb5c86ebf2, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=72c00194-6436-429e-9f5e-eecb5c86ebf2,segment=NetworkSegment(435b0f6d-f811-48ed-9def-592f8f7b89cc),segment_id=435b0f6d-f811-48ed-9def-592f8f7b89cc)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:02:56.904698 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:56.978365 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.032889 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5fce12e-a5d3-411d-85fd-50970f4d8ff9 req-327b8b29-1980-4086-8962-57d8eebd5917 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6132843 Jul 07 17:02:57.037057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09a966a-fc70-431f-a687-62d3774a19e1']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:57.077239 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfacad-9d57-4906-b974-cf607b65ec50 None None] Pushing event updated for resources: {'Port': ['ID=72c00194-6436-429e-9f5e-eecb5c86ebf2,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:57.077905 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e680546-9805-4f6b-8245-4cf85d60bec2 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:02:57.083745 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-08a36922-dbc2-457f-bfa8-d06d1f9ff9ff req-45fb5f34-7da5-451a-a69c-7b7f41168784 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170367 Jul 07 17:02:57.084027 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b89d28-1618-475f-b78c-9c9cc5e3b288 None None] Network b09a966a-fc70-431f-a687-62d3774a19e1 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:02:57.091096 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe37f9-261a-4b02-ad69-5ab58b82f307 None None] Sync routers for ids ['370e5149-c386-4425-ac60-4cd657f34cbd'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:02:57.093019 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0e680546-9805-4f6b-8245-4cf85d60bec2 admin admin] 10.222.0.50 "PUT /v2.0/routers/370e5149-c386-4425-ac60-4cd657f34cbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6117518 Jul 07 17:02:57.095517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54084) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:57.099284 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435b0f6d-f811-48ed-9def-592f8f7b89cc') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:57.099775 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435b0f6d-f811-48ed-9def-592f8f7b89cc') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:57.103923 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec8243c-7c5b-43ac-976b-229fc3bf0379 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.105648 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7ec8243c-7c5b-43ac-976b-229fc3bf0379 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&device_id=e165868f-1917-46f4-a548-3cb55db41f13&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4011345 Jul 07 17:02:57.109663 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54086) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:57.115834 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe37f9-261a-4b02-ad69-5ab58b82f307 None None] Routers {'370e5149-c386-4425-ac60-4cd657f34cbd'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:57.117541 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-aabe37f9-261a-4b02-ad69-5ab58b82f307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['370e5149-c386-4425-ac60-4cd657f34cbd'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:57.147968 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.215092 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7b974777-2826-4092-b9ea-7266ccbe151d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.224961 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.236913 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:57.237610 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:57.242464 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:57.285555 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-aabe37f9-261a-4b02-ad69-5ab58b82f307 None None] Set router 370e5149-c386-4425-ac60-4cd657f34cbd gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:57.354482 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3315024-b384-43fd-9bd8-faa8582b470f None None] get_active_networks_info from n-d-793620-7 {{(pid=100411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:02:57.402798 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e649e928-9564-4cb6-9d4d-640487a060a2 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.406953 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e649e928-9564-4cb6-9d4d-640487a060a2 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 881 time: 0.2786951 Jul 07 17:02:57.407674 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.api [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:02:57.407674 n-d-793620-7 neutron-server[100410]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:02:57.407674 n-d-793620-7 neutron-server[100410]: [parameters: {'id': 'b09a966a-fc70-431f-a687-62d3774a19e1'}] Jul 07 17:02:57.407674 n-d-793620-7 neutron-server[100410]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:02:57.408696 n-d-793620-7 neutron-server[100410]: DEBUG oslo_db.api [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:02:57.408696 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54088) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:57.421414 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7b974777-2826-4092-b9ea-7266ccbe151d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.450598 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ad15565e-7ae7-4561-8a10-e5a3364d0936 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "GET /v2.0/ports?device_id=e165868f-1917-46f4-a548-3cb55db41f13 HTTP/1.1" status: 200 len: 205 time: 0.0399594 Jul 07 17:02:57.456390 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54090) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:57.484939 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ba8f5705-2409-4a55-a277-95c17e64f1c9 req-1a111dfb-879f-42d2-893f-5a0d1f3353a0 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 210 time: 0.0750499 Jul 07 17:02:57.521956 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74fcf16d-4798-4987-9017-224b8d094cff admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.554175 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b974777-2826-4092-b9ea-7266ccbe151d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network 05c62a07-a876-40e2-b66f-3c8128e4630f is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:02:57.571881 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-7b974777-2826-4092-b9ea-7266ccbe151d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:02:57.578446 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b974777-2826-4092-b9ea-7266ccbe151d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:02:57.588751 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b974777-2826-4092-b9ea-7266ccbe151d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:57.590080 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7b974777-2826-4092-b9ea-7266ccbe151d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.600614 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b974777-2826-4092-b9ea-7266ccbe151d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=b7d78807-e83c-4608-9556-dfd62afbbcc8,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:57.610363 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-aabe37f9-261a-4b02-ad69-5ab58b82f307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'name': 'tempest-ServersTestManualDisk-921442693-router', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:10Z', 'updated_at': '2021-07-07T17:02:55Z', 'revision_number': 5, 'project_id': 'aec3ba415e76445d82f1318288342524', 'gw_port': {'id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:12Z', 'updated_at': '2021-07-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:57.657459 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7b974777-2826-4092-b9ea-7266ccbe151d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5345707 Jul 07 17:02:57.659410 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe37f9-261a-4b02-ad69-5ab58b82f307 None None] Checking router: 370e5149-c386-4425-ac60-4cd657f34cbd for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:02:57.662352 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54092) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:57.668462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-d3b80549-18b7-446a-b983-d68cf49bb4a6 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:57.668784 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3315024-b384-43fd-9bd8-faa8582b470f None None] Resources bound (agent type, host, resource id): {{(pid=100411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:02:57.688246 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe37f9-261a-4b02-ad69-5ab58b82f307 None None] Routers {'370e5149-c386-4425-ac60-4cd657f34cbd'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:02:57.688933 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-aabe37f9-261a-4b02-ad69-5ab58b82f307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['370e5149-c386-4425-ac60-4cd657f34cbd'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:57.736789 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74fcf16d-4798-4987-9017-224b8d094cff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.738903 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e06e321-3ca3-42fe-9d0f-61d2c7887308 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.814621 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-aabe37f9-261a-4b02-ad69-5ab58b82f307 None None] Set router 370e5149-c386-4425-ac60-4cd657f34cbd gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:02:57.863049 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-74fcf16d-4798-4987-9017-224b8d094cff admin admin] Deleting port 29778833-b370-4233-b1ce-8c3f3e201bda {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:57.863422 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74fcf16d-4798-4987-9017-224b8d094cff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.932322 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d3b80549-18b7-446a-b983-d68cf49bb4a6 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.940633 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e5385aa3-6a94-4941-bb94-339022c6f2ed tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:57.950258 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.134437 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e06e321-3ca3-42fe-9d0f-61d2c7887308 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.143273 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-aabe37f9-261a-4b02-ad69-5ab58b82f307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'name': 'tempest-ServersTestManualDisk-921442693-router', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:10Z', 'updated_at': '2021-07-07T17:02:55Z', 'revision_number': 5, 'project_id': 'aec3ba415e76445d82f1318288342524', 'gw_port': {'id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:12Z', 'updated_at': '2021-07-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:58.230656 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe37f9-261a-4b02-ad69-5ab58b82f307 None None] The sync data for ids ['370e5149-c386-4425-ac60-4cd657f34cbd'] in n-d-793620-7 is: [{'id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'name': 'tempest-ServersTestManualDisk-921442693-router', 'tenant_id': 'aec3ba415e76445d82f1318288342524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T16:59:10Z', 'updated_at': '2021-07-07T17:02:55Z', 'revision_number': 5, 'project_id': 'aec3ba415e76445d82f1318288342524', 'gw_port': {'id': '29778833-b370-4233-b1ce-8c3f3e201bda', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:31:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370e5149-c386-4425-ac60-4cd657f34cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T16:59:12Z', 'updated_at': '2021-07-07T16:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:02:58.368515 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d3b80549-18b7-446a-b983-d68cf49bb4a6 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.386301 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d3b80549-18b7-446a-b983-d68cf49bb4a6 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.409668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d365e2a-ee64-4142-8b18-0ebf9c8a0ef6 req-9f58cede-6b54-4b85-b5ad-66d7a101c014 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:58.411323 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4d365e2a-ee64-4142-8b18-0ebf9c8a0ef6 req-9f58cede-6b54-4b85-b5ad-66d7a101c014 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8337fab-d4f0-4519-90e5-ae6825d95aa5 HTTP/1.1" status: 200 len: 945 time: 0.2046502 Jul 07 17:02:58.432614 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Deleting port 72c00194-6436-429e-9f5e-eecb5c86ebf2 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:58.432990 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.472308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-d3b80549-18b7-446a-b983-d68cf49bb4a6 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] In _notify_port_updated(), no bound segment for port b7d78807-e83c-4608-9556-dfd62afbbcc8 on network 05c62a07-a876-40e2-b66f-3c8128e4630f {{(pid=100410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:02:58.477794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b80549-18b7-446a-b983-d68cf49bb4a6 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:58.478537 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d3b80549-18b7-446a-b983-d68cf49bb4a6 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.479860 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d3b80549-18b7-446a-b983-d68cf49bb4a6 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "PUT /v2.0/ports/b7d78807-e83c-4608-9556-dfd62afbbcc8 HTTP/1.1" status: 200 len: 818 time: 0.8160861 Jul 07 17:02:58.639886 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2850f1ff-4375-4243-829d-2840e5101d4a no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:02:58.659466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54098) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:58.684171 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 2850f1ff-4375-4243-829d-2840e5101d4a {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:02:58.685637 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2850f1ff-4375-4243-829d-2840e5101d4a not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:02:58.777224 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-74fcf16d-4798-4987-9017-224b8d094cff admin admin] For port 29778833-b370-4233-b1ce-8c3f3e201bda, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=29778833-b370-4233-b1ce-8c3f3e201bda,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:58.777555 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74fcf16d-4798-4987-9017-224b8d094cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.809598 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-74fcf16d-4798-4987-9017-224b8d094cff admin admin] Calling delete_port for 29778833-b370-4233-b1ce-8c3f3e201bda owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:58.889576 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-6e06e321-3ca3-42fe-9d0f-61d2c7887308 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Deleting port 2f631cc7-472d-493f-b4de-3d62a52b09fb {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:58.889831 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e06e321-3ca3-42fe-9d0f-61d2c7887308 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:58.958501 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b80549-18b7-446a-b983-d68cf49bb4a6 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=b7d78807-e83c-4608-9556-dfd62afbbcc8,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:58.991287 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4d365e2a-ee64-4142-8b18-0ebf9c8a0ef6 req-fc8ca58c-843b-4ed1-8ec3-74ed57355a1f tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5537794 Jul 07 17:02:58.993202 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] For port 72c00194-6436-429e-9f5e-eecb5c86ebf2, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=72c00194-6436-429e-9f5e-eecb5c86ebf2,segment=NetworkSegment(435b0f6d-f811-48ed-9def-592f8f7b89cc),segment_id=435b0f6d-f811-48ed-9def-592f8f7b89cc)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:02:58.993561 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.011651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Calling delete_port for 72c00194-6436-429e-9f5e-eecb5c86ebf2 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:59.032230 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-3ab2a8f8-dd7e-4c99-ba0c-f307aff26470 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:59.034093 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-3ab2a8f8-dd7e-4c99-ba0c-f307aff26470 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.69 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 812 time: 0.3898051 Jul 07 17:02:59.076872 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb70935-2d9f-44bf-9b57-a31cbe6b9388 req-09a18668-8f41-425d-851f-f4cab34a58b9 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:02:59.082921 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6fb70935-2d9f-44bf-9b57-a31cbe6b9388 req-09a18668-8f41-425d-851f-f4cab34a58b9 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 945 time: 0.4565215 Jul 07 17:02:59.083494 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e06e321-3ca3-42fe-9d0f-61d2c7887308 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.101315 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-6e06e321-3ca3-42fe-9d0f-61d2c7887308 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Calling delete_port for 2f631cc7-472d-493f-b4de-3d62a52b09fb owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:59.198007 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-63dfe2b9-15cd-4617-9273-88dd3d7dcb28 req-c8c1a9c0-0e2e-424f-b5ed-4dc40062d490 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 210 time: 0.0657196 Jul 07 17:02:59.243834 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.278689 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-77533f49-0f9a-47cc-b638-968b047bc7a6 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=621a12c0777d413f8d90059728390347 HTTP/1.1" status: 200 len: 379 time: 0.2249484 Jul 07 17:02:59.305754 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-74c54d5e-e669-4371-b319-81e55fe9a812 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Request body: {'port': {'device_id': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'admin_state_up': True, 'tenant_id': '621a12c0777d413f8d90059728390347', 'security_groups': ['935585aa-30cb-4f70-8ee5-ea063ccba65c']}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:02:59.311177 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No DVR routers for this DVR port 72c00194-6436-429e-9f5e-eecb5c86ebf2 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:02:59.313307 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7fb72869-44f1-414c-ac06-64c1e7ddc40f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting port b7d78807-e83c-4608-9556-dfd62afbbcc8 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:59.313674 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fb72869-44f1-414c-ac06-64c1e7ddc40f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.315375 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Port': ['ID=72c00194-6436-429e-9f5e-eecb5c86ebf2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:59.468222 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6fb70935-2d9f-44bf-9b57-a31cbe6b9388 req-ece484f8-f56a-4711-8da9-07791513d616 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480394 Jul 07 17:02:59.484584 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.500276 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09a966a-fc70-431f-a687-62d3774a19e1']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:59.514233 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435b0f6d-f811-48ed-9def-592f8f7b89cc') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:59.514517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435b0f6d-f811-48ed-9def-592f8f7b89cc') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:02:59.529312 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.550675 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.558455 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:02:59.559094 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.615157 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fb72869-44f1-414c-ac06-64c1e7ddc40f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.653711 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7fb72869-44f1-414c-ac06-64c1e7ddc40f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Calling delete_port for b7d78807-e83c-4608-9556-dfd62afbbcc8 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:02:59.665169 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:02:59.668339 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e06e321-3ca3-42fe-9d0f-61d2c7887308 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.695052 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06e321-3ca3-42fe-9d0f-61d2c7887308 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Pushing event deleted for resources: {'Port': ['ID=2f631cc7-472d-493f-b4de-3d62a52b09fb,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:59.697231 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.702891 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74fcf16d-4798-4987-9017-224b8d094cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.711823 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.717412 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/b09a966a-fc70-431f-a687-62d3774a19e1 HTTP/1.1" status: 204 len: 168 time: 3.9633002 Jul 07 17:02:59.730258 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54116) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:59.748226 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674eca2-8beb-4874-8c4d-5f9d96d82163 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Network': ['ID=b09a966a-fc70-431f-a687-62d3774a19e1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:59.778762 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-81dab324-d9ba-45c0-ba5a-ff83cb1ff926 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] GET failed (client error): The resource could not be found. Jul 07 17:02:59.783564 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-81dab324-d9ba-45c0-ba5a-ff83cb1ff926 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "GET /v2.0/subnets/4ccd4f6f-eaf1-4d0a-8eb7-4638a9c3bf0c HTTP/1.1" status: 404 len: 337 time: 0.0484834 Jul 07 17:02:59.801227 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54118) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:59.816485 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcf16d-4798-4987-9017-224b8d094cff admin admin] Pushing event deleted for resources: {'Port': ['ID=29778833-b370-4233-b1ce-8c3f3e201bda,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:02:59.857452 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ded1b0-e401-4b18-97fa-8704e6db671b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:02:59.858755 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ded1b0-e401-4b18-97fa-8704e6db671b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:02:59.864907 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d1ded1b0-e401-4b18-97fa-8704e6db671b tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/b09a966a-fc70-431f-a687-62d3774a19e1 HTTP/1.1" status: 404 len: 339 time: 0.0574648 Jul 07 17:02:59.864907 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54120) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:02:59.942581 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-e5385aa3-6a94-4941-bb94-339022c6f2ed tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting port 5571be97-650c-4c9e-ad58-83604497c832 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:02:59.942931 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e5385aa3-6a94-4941-bb94-339022c6f2ed tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.962278 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-74c54d5e-e669-4371-b319-81e55fe9a812 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Made reservation on behalf of 621a12c0777d413f8d90059728390347 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:02:59.967340 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e06e321-3ca3-42fe-9d0f-61d2c7887308 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:02:59.968305 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-74c54d5e-e669-4371-b319-81e55fe9a812 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.051331 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74fcf16d-4798-4987-9017-224b8d094cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.102122 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e06e321-3ca3-42fe-9d0f-61d2c7887308 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.106869 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e06e321-3ca3-42fe-9d0f-61d2c7887308 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.147508 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdd3e46-7697-4c26-95a4-3426f8cf1762 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.149021 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9bdd3e46-7697-4c26-95a4-3426f8cf1762 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2834692 Jul 07 17:03:00.178395 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54126) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:00.202913 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fb72869-44f1-414c-ac06-64c1e7ddc40f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.213967 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e06e321-3ca3-42fe-9d0f-61d2c7887308 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.213967 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e06e321-3ca3-42fe-9d0f-61d2c7887308 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Fanout notify agent at l3_agent the message router_deleted on router e165868f-1917-46f4-a548-3cb55db41f13 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:03:00.218213 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d6ccd728-9ef8-4229-a53f-2748172c44c2 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "GET /v2.0/subnets?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 207 time: 0.0376141 Jul 07 17:03:00.224291 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e06e321-3ca3-42fe-9d0f-61d2c7887308 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.228326 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6e06e321-3ca3-42fe-9d0f-61d2c7887308 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "DELETE /v2.0/routers/e165868f-1917-46f4-a548-3cb55db41f13 HTTP/1.1" status: 204 len: 168 time: 2.7446992 Jul 07 17:03:00.230364 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54128) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:00.230560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54130) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:00.238602 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5e246395-a3fd-4461-bdfd-ec85971f186a tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1451912015', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:00.276687 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74fcf16d-4798-4987-9017-224b8d094cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.281450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a55acd-b23b-4f99-aec3-d6e3154b135c req-924344b9-020f-4b2f-8d3b-70ad1d69c977 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.283227 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d9a55acd-b23b-4f99-aec3-d6e3154b135c req-924344b9-020f-4b2f-8d3b-70ad1d69c977 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 945 time: 0.2063026 Jul 07 17:03:00.284592 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e246395-a3fd-4461-bdfd-ec85971f186a tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.285628 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e246395-a3fd-4461-bdfd-ec85971f186a tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.319229 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74fcf16d-4798-4987-9017-224b8d094cff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.321057 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb72869-44f1-414c-ac06-64c1e7ddc40f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Port': ['ID=b7d78807-e83c-4608-9556-dfd62afbbcc8,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:00.368014 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-e5385aa3-6a94-4941-bb94-339022c6f2ed tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] For port 5571be97-650c-4c9e-ad58-83604497c832, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5571be97-650c-4c9e-ad58-83604497c832,segment=NetworkSegment(6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf),segment_id=6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:00.368399 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e5385aa3-6a94-4941-bb94-339022c6f2ed tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.371327 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fb72869-44f1-414c-ac06-64c1e7ddc40f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.375633 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7fb72869-44f1-414c-ac06-64c1e7ddc40f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/ports/b7d78807-e83c-4608-9556-dfd62afbbcc8 HTTP/1.1" status: 204 len: 168 time: 1.7101164 Jul 07 17:03:00.375834 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d9a55acd-b23b-4f99-aec3-d6e3154b135c req-0dda40fb-b456-4f7c-8048-315258183053 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843167 Jul 07 17:03:00.375834 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54134) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:00.387388 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e246395-a3fd-4461-bdfd-ec85971f186a tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.407147 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e246395-a3fd-4461-bdfd-ec85971f186a tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.433629 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e246395-a3fd-4461-bdfd-ec85971f186a tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.434923 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5e246395-a3fd-4461-bdfd-ec85971f186a tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2013991 Jul 07 17:03:00.437526 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54136) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:00.442624 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-69fa11b6-01ae-4aa5-a459-a8f23c0ae5d8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'enable_snat': False}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:00.478910 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-e5385aa3-6a94-4941-bb94-339022c6f2ed tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Calling delete_port for 5571be97-650c-4c9e-ad58-83604497c832 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:00.519503 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74fcf16d-4798-4987-9017-224b8d094cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.520022 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fcf16d-4798-4987-9017-224b8d094cff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 370e5149-c386-4425-ac60-4cd657f34cbd {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:03:00.539079 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74fcf16d-4798-4987-9017-224b8d094cff admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.542507 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-74fcf16d-4798-4987-9017-224b8d094cff admin admin] 10.222.0.50 "DELETE /v2.0/routers/370e5149-c386-4425-ac60-4cd657f34cbd HTTP/1.1" status: 204 len: 168 time: 3.4436193 Jul 07 17:03:00.545582 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54138) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:00.550582 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d29fcaf-4e0c-4c84-8cfe-26efb9bf0fbb req-7e0899fd-a216-45c0-8ab6-cab101e3a77f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 210 time: 0.0384657 Jul 07 17:03:00.568160 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8f65bb-47f2-41c4-b9aa-03662cf6846d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.570030 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-af8f65bb-47f2-41c4-b9aa-03662cf6846d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1933105 Jul 07 17:03:00.616844 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54140) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:00.649125 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-74c54d5e-e669-4371-b319-81e55fe9a812 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Allocated IP 172.20.0.8 (1a593835-75cf-40d8-8fd5-4eaad13dc252/19f701e3-8b99-4023-9849-e505b17bcfa4/6afc491e-72c7-46ed-84b1-31f3c052d56b) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:00.678465 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad843b-6539-4c70-a7ad-ac1edbdc67ac req-0a96156c-59ac-48ca-999d-e8acfc0029b7 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.680342 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-71ad843b-6539-4c70-a7ad-ac1edbdc67ac req-0a96156c-59ac-48ca-999d-e8acfc0029b7 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8337fab-d4f0-4519-90e5-ae6825d95aa5 HTTP/1.1" status: 200 len: 945 time: 0.5903602 Jul 07 17:03:00.711620 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f1d501-5916-4452-992a-c8a90308d461 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.718116 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f1d501-5916-4452-992a-c8a90308d461 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.725289 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f1d501-5916-4452-992a-c8a90308d461 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.731244 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f1d501-5916-4452-992a-c8a90308d461 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:00.733765 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-93f1d501-5916-4452-992a-c8a90308d461 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5006056 Jul 07 17:03:00.739541 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54142) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:00.740505 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73c4011-f173-410e-ae62-89065fad9923 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] GET failed (client error): The resource could not be found. Jul 07 17:03:00.742466 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a73c4011-f173-410e-ae62-89065fad9923 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports/b7d78807-e83c-4608-9556-dfd62afbbcc8 HTTP/1.1" status: 404 len: 333 time: 0.1217134 Jul 07 17:03:00.750804 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54144) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:00.753676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-526b8155-4c3f-4765-a3fe-5123951ad938 admin admin] Deleting subnet 060fb753-9b1b-487d-a211-316c0afe0c04 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:00.764048 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-1677b217-4be6-4e47-800d-f6b5511f1716 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2074761399'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:00.767136 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-526b8155-4c3f-4765-a3fe-5123951ad938 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.791907 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-69fa11b6-01ae-4aa5-a459-a8f23c0ae5d8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.820802 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-526b8155-4c3f-4765-a3fe-5123951ad938 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.887466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1677b217-4be6-4e47-800d-f6b5511f1716 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:00.890884 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1677b217-4be6-4e47-800d-f6b5511f1716 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.922283 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-71ad843b-6539-4c70-a7ad-ac1edbdc67ac req-920fbf06-b940-437b-b8d0-a2d4fe7ffcec tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847868 Jul 07 17:03:00.963077 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1677b217-4be6-4e47-800d-f6b5511f1716 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:03:00.986731 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1677b217-4be6-4e47-800d-f6b5511f1716 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:00.987140 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-1677b217-4be6-4e47-800d-f6b5511f1716 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Added segment 9539ba13-c65c-4332-803f-fa4a0928a2c4 of type vlan for network 9ce7e61d-8d2d-4d75-a729-df8a2652ac6d Jul 07 17:03:01.040784 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-526b8155-4c3f-4765-a3fe-5123951ad938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.060188 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-72037f7b-8240-40a5-bd22-f9072e5d4894 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3165493 Jul 07 17:03:01.073226 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54146) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:01.126972 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1677b217-4be6-4e47-800d-f6b5511f1716 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.133640 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-74c54d5e-e669-4371-b319-81e55fe9a812 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.140990 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e5385aa3-6a94-4941-bb94-339022c6f2ed tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.179612 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5385aa3-6a94-4941-bb94-339022c6f2ed tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Port': ['ID=5571be97-650c-4c9e-ad58-83604497c832,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:01.182734 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994359fb-e44d-48bd-bc79-4a927c7dae16 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:01.184286 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994359fb-e44d-48bd-bc79-4a927c7dae16 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:01.186876 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-74c54d5e-e669-4371-b319-81e55fe9a812 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Transition to ACTIVE for port object 6afc491e-72c7-46ed-84b1-31f3c052d56b will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:01.187408 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-994359fb-e44d-48bd-bc79-4a927c7dae16 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1104691 Jul 07 17:03:01.195728 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54148) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:01.252931 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-526b8155-4c3f-4765-a3fe-5123951ad938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.317146 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1677b217-4be6-4e47-800d-f6b5511f1716 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.322640 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1677b217-4be6-4e47-800d-f6b5511f1716 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:01.323167 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1677b217-4be6-4e47-800d-f6b5511f1716 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.340218 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ae2196-e4fc-4070-a34a-3ec11a3e1c55 None None] Network 5fa52965-0d16-4620-bfa2-fc0545b6823d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:01.353834 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b8155-4c3f-4765-a3fe-5123951ad938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=060fb753-9b1b-487d-a211-316c0afe0c04,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:01.356369 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-526b8155-4c3f-4765-a3fe-5123951ad938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.360546 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-526b8155-4c3f-4765-a3fe-5123951ad938 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/060fb753-9b1b-487d-a211-316c0afe0c04 HTTP/1.1" status: 204 len: 168 time: 0.8107264 Jul 07 17:03:01.362527 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54150) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:01.378390 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f3611b-2c12-49f5-91b3-d2e70b0af82a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:01.379937 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f3611b-2c12-49f5-91b3-d2e70b0af82a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['shared'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:01.381407 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f9f3611b-2c12-49f5-91b3-d2e70b0af82a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1847296 Jul 07 17:03:01.399244 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54152) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:01.497341 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-74c54d5e-e669-4371-b319-81e55fe9a812 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.504092 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e5385aa3-6a94-4941-bb94-339022c6f2ed tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.536496 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1677b217-4be6-4e47-800d-f6b5511f1716 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7803209 Jul 07 17:03:01.547910 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54156) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:01.563589 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-41d23552-04b4-47e4-adeb-3d36bc5013bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'subnet': {'network_id': '9ce7e61d-8d2d-4d75-a729-df8a2652ac6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:01.607390 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677b217-4be6-4e47-800d-f6b5511f1716 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Network': ['ID=9ce7e61d-8d2d-4d75-a729-df8a2652ac6d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:01.629908 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-69fa11b6-01ae-4aa5-a459-a8f23c0ae5d8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.634678 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 9ce7e61d-8d2d-4d75-a729-df8a2652ac6d details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:03:01.653441 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-69fa11b6-01ae-4aa5-a459-a8f23c0ae5d8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.689545 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f62e94-37ed-4ab2-98d5-28da85458938 req-cbdc0fac-01d8-4b9d-b795-ccf5c475dc6a tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:01.691289 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-23f62e94-37ed-4ab2-98d5-28da85458938 req-cbdc0fac-01d8-4b9d-b795-ccf5c475dc6a tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8337fab-d4f0-4519-90e5-ae6825d95aa5 HTTP/1.1" status: 200 len: 945 time: 0.4002275 Jul 07 17:03:01.748399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f630336-1db6-4cd5-b698-39ae5e49309b req-f69031ff-b011-45c0-9dbd-8d0791069e62 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:01.750165 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f630336-1db6-4cd5-b698-39ae5e49309b req-f69031ff-b011-45c0-9dbd-8d0791069e62 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.15 "GET /v2.0/ports?device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 945 time: 0.2974262 Jul 07 17:03:01.817278 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bcfe9f-b1e6-4809-b493-d16046f7c53b None None] DHCP port deletion for 5fa52965-0d16-4620-bfa2-fc0545b6823d request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:03:01.853567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804998ca-2157-4811-8ec2-7b4cb4471121 req-8ea10480-9a38-4172-af60-c306953f5e06 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:01.855290 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-804998ca-2157-4811-8ec2-7b4cb4471121 req-8ea10480-9a38-4172-af60-c306953f5e06 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 945 time: 0.3454390 Jul 07 17:03:01.872169 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-21bcfe9f-b1e6-4809-b493-d16046f7c53b None None] Deleting port 3924430d-4f18-47a9-945f-3d9c927f505a {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:01.872691 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-21bcfe9f-b1e6-4809-b493-d16046f7c53b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.938126 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-21bcfe9f-b1e6-4809-b493-d16046f7c53b None None] For port 3924430d-4f18-47a9-945f-3d9c927f505a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3924430d-4f18-47a9-945f-3d9c927f505a,segment=NetworkSegment(111c58b8-01c7-430f-9524-d2b1e399617f),segment_id=111c58b8-01c7-430f-9524-d2b1e399617f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:01.938756 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-21bcfe9f-b1e6-4809-b493-d16046f7c53b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:01.956511 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-21bcfe9f-b1e6-4809-b493-d16046f7c53b None None] Calling delete_port for 3924430d-4f18-47a9-945f-3d9c927f505a owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:02.004461 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-804998ca-2157-4811-8ec2-7b4cb4471121 req-16c924af-a337-4acb-baae-e4a34f9636b2 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403024 Jul 07 17:03:02.018009 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-69fa11b6-01ae-4aa5-a459-a8f23c0ae5d8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Allocated IP 172.25.2.173 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/67b7361e-a4e5-4afd-87ac-fd12900cb7e7) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:02.083616 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-21bcfe9f-b1e6-4809-b493-d16046f7c53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.112614 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-23f62e94-37ed-4ab2-98d5-28da85458938 req-9e3fddaf-c578-4745-93f0-431ad9b437c5 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Deleting port dbd2a3fe-e855-4bfe-a16b-bd85f48be01c {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:02.112878 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bcfe9f-b1e6-4809-b493-d16046f7c53b None None] Pushing event deleted for resources: {'Port': ['ID=3924430d-4f18-47a9-945f-3d9c927f505a,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:02.112986 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-23f62e94-37ed-4ab2-98d5-28da85458938 req-9e3fddaf-c578-4745-93f0-431ad9b437c5 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.118320 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bcfe9f-b1e6-4809-b493-d16046f7c53b None None] No DVR routers for this DVR port 3924430d-4f18-47a9-945f-3d9c927f505a on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:02.153162 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-40d801c0-731f-435b-a7ac-ff3858192af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.168567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-6f630336-1db6-4cd5-b698-39ae5e49309b req-bdc424c3-3530-4463-b8a9-ee88294ac4bf tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Deleting port 88167cd4-40d2-43b7-bed8-e785f99d13c7 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:02.169063 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6f630336-1db6-4cd5-b698-39ae5e49309b req-bdc424c3-3530-4463-b8a9-ee88294ac4bf tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.197023 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-74c54d5e-e669-4371-b319-81e55fe9a812 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Network 1a593835-75cf-40d8-8fd5-4eaad13dc252 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:02.207209 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c54d5e-e669-4371-b319-81e55fe9a812 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Pushing event updated for resources: {'Port': ['ID=6afc491e-72c7-46ed-84b1-31f3c052d56b,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:02.226686 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-74c54d5e-e669-4371-b319-81e55fe9a812 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:02.229338 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-74c54d5e-e669-4371-b319-81e55fe9a812 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:02.315672 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c00b62-ed3d-444f-9a27-f6b43763c88d tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.317161 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-39c00b62-ed3d-444f-9a27-f6b43763c88d tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "GET /v2.0/networks/c92c17f7-9593-43a2-a8d2-94554ac1da62 HTTP/1.1" status: 200 len: 798 time: 0.9142585 Jul 07 17:03:02.349218 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54162) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:02.450522 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8668a6a3-f660-46d0-b6f0-6f5c897ecd47 None None] Provisioning for port 6afc491e-72c7-46ed-84b1-31f3c052d56b completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:02.456367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8668a6a3-f660-46d0-b6f0-6f5c897ecd47 None None] Provisioning complete for port 6afc491e-72c7-46ed-84b1-31f3c052d56b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:02.456756 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8668a6a3-f660-46d0-b6f0-6f5c897ecd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.461289 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-74c54d5e-e669-4371-b319-81e55fe9a812 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.461958 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-74c54d5e-e669-4371-b319-81e55fe9a812 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.495381 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8668a6a3-f660-46d0-b6f0-6f5c897ecd47 None None] Port 6afc491e-72c7-46ed-84b1-31f3c052d56b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:02.591521 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-40d801c0-731f-435b-a7ac-ff3858192af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.596480 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d23552-04b4-47e4-adeb-3d36bc5013bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:02.600288 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-41d23552-04b4-47e4-adeb-3d36bc5013bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.617112 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-74c54d5e-e669-4371-b319-81e55fe9a812 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3291051 Jul 07 17:03:02.639869 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-40d801c0-731f-435b-a7ac-ff3858192af2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa52965-0d16-4620-bfa2-fc0545b6823d']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:02.672300 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] Request body: {'port': {'device_id': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:02.681665 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bbc18-3cd3-4779-9998-86d9d3b948c1 req-a1728857-7587-4c52-8c92-cd509cf07d12 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.683390 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2a4bbc18-3cd3-4779-9998-86d9d3b948c1 req-a1728857-7587-4c52-8c92-cd509cf07d12 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 931 time: 0.5918708 Jul 07 17:03:02.728009 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-69fa11b6-01ae-4aa5-a459-a8f23c0ae5d8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.731128 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-23f62e94-37ed-4ab2-98d5-28da85458938 req-9e3fddaf-c578-4745-93f0-431ad9b437c5 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] For port dbd2a3fe-e855-4bfe-a16b-bd85f48be01c, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=dbd2a3fe-e855-4bfe-a16b-bd85f48be01c,segment=NetworkSegment(127fa0f7-440f-4548-8434-68c4a945a25e),segment_id=127fa0f7-440f-4548-8434-68c4a945a25e)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:02.731924 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-23f62e94-37ed-4ab2-98d5-28da85458938 req-9e3fddaf-c578-4745-93f0-431ad9b437c5 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.740109 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-40d801c0-731f-435b-a7ac-ff3858192af2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111c58b8-01c7-430f-9524-d2b1e399617f') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:02.740402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-40d801c0-731f-435b-a7ac-ff3858192af2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111c58b8-01c7-430f-9524-d2b1e399617f') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:02.743322 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-6f630336-1db6-4cd5-b698-39ae5e49309b req-bdc424c3-3530-4463-b8a9-ee88294ac4bf tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] For port 88167cd4-40d2-43b7-bed8-e785f99d13c7, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=88167cd4-40d2-43b7-bed8-e785f99d13c7,segment=NetworkSegment(e837857c-5f25-4ab5-97ce-d8db1311ace1),segment_id=e837857c-5f25-4ab5-97ce-d8db1311ace1)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:02.743688 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6f630336-1db6-4cd5-b698-39ae5e49309b req-bdc424c3-3530-4463-b8a9-ee88294ac4bf tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.760067 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3924430d-4f18-47a9-945f-3d9c927f505a no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:02.769829 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-23f62e94-37ed-4ab2-98d5-28da85458938 req-9e3fddaf-c578-4745-93f0-431ad9b437c5 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Calling delete_port for dbd2a3fe-e855-4bfe-a16b-bd85f48be01c owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:02.781667 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 3924430d-4f18-47a9-945f-3d9c927f505a {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:02.782424 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3924430d-4f18-47a9-945f-3d9c927f505a not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:02.782622 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-40d801c0-731f-435b-a7ac-ff3858192af2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.783408 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 29778833-b370-4233-b1ce-8c3f3e201bda no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:02.786646 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-6f630336-1db6-4cd5-b698-39ae5e49309b req-bdc424c3-3530-4463-b8a9-ee88294ac4bf tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Calling delete_port for 88167cd4-40d2-43b7-bed8-e785f99d13c7 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:02.808291 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 29778833-b370-4233-b1ce-8c3f3e201bda {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:02.808652 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 29778833-b370-4233-b1ce-8c3f3e201bda not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:02.810821 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c442e-d32a-49ad-bba6-bcc703f4dcc5 req-484f8c3f-61e0-4ec6-b8d1-5ca6f80b3087 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:02.812706 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4b3c442e-d32a-49ad-bba6-bcc703f4dcc5 req-484f8c3f-61e0-4ec6-b8d1-5ca6f80b3087 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8337fab-d4f0-4519-90e5-ae6825d95aa5 HTTP/1.1" status: 200 len: 945 time: 0.5888770 Jul 07 17:03:02.846067 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-40d801c0-731f-435b-a7ac-ff3858192af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.849265 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5385aa3-6a94-4941-bb94-339022c6f2ed tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router 37910202-922f-4a52-8dbb-9660e35d4f02 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:03:02.856792 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-335055e4-6fd8-4c1f-85bd-4381d4d72db6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "GET /v2.0/networks/c92c17f7-9593-43a2-a8d2-94554ac1da62?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.5039499 Jul 07 17:03:02.868753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54164) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:02.887692 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d801c0-731f-435b-a7ac-ff3858192af2 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:03:02.888103 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-40d801c0-731f-435b-a7ac-ff3858192af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:03:02.891615 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:03:02.908298 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2a4bbc18-3cd3-4779-9998-86d9d3b948c1 req-d8db3b75-377e-4886-9677-6138b735ef24 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073648 Jul 07 17:03:03.012661 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.016679 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-69fa11b6-01ae-4aa5-a459-a8f23c0ae5d8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.034352 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4b3c442e-d32a-49ad-bba6-bcc703f4dcc5 req-60ee56d7-91b1-4378-8073-0f4e2ae98def tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ce9d49b-f311-42c4-ae5c-e56844e70bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063334 Jul 07 17:03:03.058476 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf9741-9710-46ae-8948-b8cd9bceedaf tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:03.059833 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c4bf9741-9710-46ae-8948-b8cd9bceedaf tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "GET /v2.0/subnets/e53264aa-c61d-4295-9b40-d75328cfa466 HTTP/1.1" status: 200 len: 811 time: 0.1833169 Jul 07 17:03:03.073757 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54168) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:03.080735 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-40d801c0-731f-435b-a7ac-ff3858192af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.115834 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-40d801c0-731f-435b-a7ac-ff3858192af2 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.121586 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-40d801c0-731f-435b-a7ac-ff3858192af2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5fa52965-0d16-4620-bfa2-fc0545b6823d HTTP/1.1" status: 204 len: 168 time: 1.7546372 Jul 07 17:03:03.127947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fa11b6-01ae-4aa5-a459-a8f23c0ae5d8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:03.146148 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-69fa11b6-01ae-4aa5-a459-a8f23c0ae5d8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:03.158472 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fa11b6-01ae-4aa5-a459-a8f23c0ae5d8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:03.172935 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d801c0-731f-435b-a7ac-ff3858192af2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa52965-0d16-4620-bfa2-fc0545b6823d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:03.192058 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa11b6-01ae-4aa5-a459-a8f23c0ae5d8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Pushing event updated for resources: {'Port': ['ID=67b7361e-a4e5-4afd-87ac-fd12900cb7e7,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:03.254601 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc57527-8633-4bbe-a084-56d4b0e6e7d3 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['shared'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:03.256039 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9fc57527-8633-4bbe-a084-56d4b0e6e7d3 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "GET /v2.0/subnets/e53264aa-c61d-4295-9b40-d75328cfa466?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1796830 Jul 07 17:03:03.269189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5385aa3-6a94-4941-bb94-339022c6f2ed tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:03.270989 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54172) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:03.275818 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-60da0ac3-2110-4b9c-938f-d4466a2d7fa0 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-275518271'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:03.280942 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e5385aa3-6a94-4941-bb94-339022c6f2ed tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/37910202-922f-4a52-8dbb-9660e35d4f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7726417 Jul 07 17:03:03.284561 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ad914-ee47-4aa7-9712-22cbeb3e33fc None None] Sync routers for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:03.286244 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54174) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:03.288077 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-41d23552-04b4-47e4-adeb-3d36bc5013bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.301272 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ad914-ee47-4aa7-9712-22cbeb3e33fc None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:03.302240 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-514ad914-ee47-4aa7-9712-22cbeb3e33fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:03.313527 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54176) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:03.405570 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-514ad914-ee47-4aa7-9712-22cbeb3e33fc None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:03.409783 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6f630336-1db6-4cd5-b698-39ae5e49309b req-bdc424c3-3530-4463-b8a9-ee88294ac4bf tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.411294 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-23f62e94-37ed-4ab2-98d5-28da85458938 req-9e3fddaf-c578-4745-93f0-431ad9b437c5 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.425788 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60da0ac3-2110-4b9c-938f-d4466a2d7fa0 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:03.429328 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-60da0ac3-2110-4b9c-938f-d4466a2d7fa0 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.450745 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['88167cd4-40d2-43b7-bed8-e785f99d13c7'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:03.494753 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec35fb-26d3-4461-8e0b-711aee952008 req-ef14cff0-b92d-4a41-8d79-90e0132de3f0 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:03.496320 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-50ec35fb-26d3-4461-8e0b-711aee952008 req-ef14cff0-b92d-4a41-8d79-90e0132de3f0 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 867 time: 0.2979417 Jul 07 17:03:03.498926 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc424c3-3530-4463-b8a9-ee88294ac4bf tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Pushing event deleted for resources: {'Port': ['ID=88167cd4-40d2-43b7-bed8-e785f99d13c7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:03.547975 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-26cdbbde-8a7f-4400-9aa8-1472a84557d7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting subnet 9375b35f-52a4-4922-a25a-f6890c1db26f {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:03.556346 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-26cdbbde-8a7f-4400-9aa8-1472a84557d7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.560885 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d23552-04b4-47e4-adeb-3d36bc5013bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Subnet': ['ID=aa69962c-86fa-4919-a08e-dfa2b73770f2,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:03.567050 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fddaf-c578-4745-93f0-431ad9b437c5 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Pushing event deleted for resources: {'Port': ['ID=dbd2a3fe-e855-4bfe-a16b-bd85f48be01c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:03.608585 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4b53f77a-c80e-4fbf-aa1e-c54331db5ef7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aec3ba415e76445d82f1318288342524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2901554 Jul 07 17:03:03.613565 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d23552-04b4-47e4-adeb-3d36bc5013bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Checking segment: {'id': '9539ba13-c65c-4332-803f-fa4a0928a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9ce7e61d-8d2d-4d75-a729-df8a2652ac6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:03.613942 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d23552-04b4-47e4-adeb-3d36bc5013bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network hostable DHCP agents. Network: 9ce7e61d-8d2d-4d75-a729-df8a2652ac6d, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:03:03.619901 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54178) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:03.666075 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f62e94-37ed-4ab2-98d5-28da85458938 req-9e3fddaf-c578-4745-93f0-431ad9b437c5 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] No DVR routers for this DVR port dbd2a3fe-e855-4bfe-a16b-bd85f48be01c on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:03.672023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f630336-1db6-4cd5-b698-39ae5e49309b req-bdc424c3-3530-4463-b8a9-ee88294ac4bf tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] No DVR routers for this DVR port 88167cd4-40d2-43b7-bed8-e785f99d13c7 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:03.672931 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-26cdbbde-8a7f-4400-9aa8-1472a84557d7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.674561 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-23f62e94-37ed-4ab2-98d5-28da85458938 req-9e3fddaf-c578-4745-93f0-431ad9b437c5 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.677032 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-23f62e94-37ed-4ab2-98d5-28da85458938 req-9e3fddaf-c578-4745-93f0-431ad9b437c5 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.15 "DELETE /v2.0/ports/dbd2a3fe-e855-4bfe-a16b-bd85f48be01c HTTP/1.1" status: 204 len: 173 time: 1.9757707 Jul 07 17:03:03.677337 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60da0ac3-2110-4b9c-938f-d4466a2d7fa0 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:03:03.679245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8337fab-d4f0-4519-90e5-ae6825d95aa5', 'name': 'network-vif-deleted', 'tag': 'dbd2a3fe-e855-4bfe-a16b-bd85f48be01c'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:03.681843 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23f3e6c-9090-4172-abfb-7cc99ae5a63d" -d '{"events": [{"server_uuid": "f8337fab-d4f0-4519-90e5-ae6825d95aa5", "name": "network-vif-deleted", "tag": "dbd2a3fe-e855-4bfe-a16b-bd85f48be01c"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:03.686931 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-514ad914-ee47-4aa7-9712-22cbeb3e33fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:03:01Z', 'revision_number': 10, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:03.695790 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6f630336-1db6-4cd5-b698-39ae5e49309b req-bdc424c3-3530-4463-b8a9-ee88294ac4bf tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.699045 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f630336-1db6-4cd5-b698-39ae5e49309b req-bdc424c3-3530-4463-b8a9-ee88294ac4bf tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.15 "DELETE /v2.0/ports/88167cd4-40d2-43b7-bed8-e785f99d13c7 HTTP/1.1" status: 204 len: 173 time: 1.9223292 Jul 07 17:03:03.732577 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ad914-ee47-4aa7-9712-22cbeb3e33fc None None] Checking router: 37910202-922f-4a52-8dbb-9660e35d4f02 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:03.747303 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ad914-ee47-4aa7-9712-22cbeb3e33fc None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:03.749323 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-514ad914-ee47-4aa7-9712-22cbeb3e33fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:03.771042 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-50ec35fb-26d3-4461-8e0b-711aee952008 req-fd1e9eaa-fce8-4ac1-9433-6a73022b41e9 tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e60368-62bc-499c-9a05-a72163901f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366147 Jul 07 17:03:03.804215 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d23552-04b4-47e4-adeb-3d36bc5013bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network 9ce7e61d-8d2d-4d75-a729-df8a2652ac6d is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:03:03.826857 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-41d23552-04b4-47e4-adeb-3d36bc5013bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 9ce7e61d-8d2d-4d75-a729-df8a2652ac6d) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:03.843173 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c98ba1-f6d8-4c9e-a7ba-ef9ff4570c4e x-openstack-request-id: req-f5c98ba1-f6d8-4c9e-a7ba-ef9ff4570c4e {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:03.843746 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8337fab-d4f0-4519-90e5-ae6825d95aa5", "name": "network-vif-deleted", "tag": "dbd2a3fe-e855-4bfe-a16b-bd85f48be01c", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:03.843746 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f5c98ba1-f6d8-4c9e-a7ba-ef9ff4570c4e {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:03.844094 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8337fab-d4f0-4519-90e5-ae6825d95aa5', 'name': 'network-vif-deleted', 'tag': 'dbd2a3fe-e855-4bfe-a16b-bd85f48be01c', 'status': 'completed', 'code': 200} Jul 07 17:03:03.855461 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb87d1e3-42a9-483e-a0c9-3f7ce693223c None None] Network 9ce7e61d-8d2d-4d75-a729-df8a2652ac6d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:03.858024 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d23552-04b4-47e4-adeb-3d36bc5013bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:03.858867 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-41d23552-04b4-47e4-adeb-3d36bc5013bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.879282 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-60da0ac3-2110-4b9c-938f-d4466a2d7fa0 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:03.879653 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-60da0ac3-2110-4b9c-938f-d4466a2d7fa0 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Added segment c12c84c1-f58c-4c5c-afbc-b9a6a1cb4e88 of type vlan for network 51c28e60-79f8-4121-968e-82c06af9739a Jul 07 17:03:03.962660 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-41d23552-04b4-47e4-adeb-3d36bc5013bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4067898 Jul 07 17:03:03.971629 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54184) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:03.977049 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-514ad914-ee47-4aa7-9712-22cbeb3e33fc None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:03.978667 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1c796a8e-0517-46ab-8619-667838649b3b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'subnet': {'network_id': '9ce7e61d-8d2d-4d75-a729-df8a2652ac6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:03.993496 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-15f1949d-5581-4ae1-a7d5-e13f9f682869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.042807 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-15f1949d-5581-4ae1-a7d5-e13f9f682869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.062845 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-60da0ac3-2110-4b9c-938f-d4466a2d7fa0 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.158475 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-69fa11b6-01ae-4aa5-a459-a8f23c0ae5d8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.171549 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6afc491e-72c7-46ed-84b1-31f3c052d56b {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:04.182712 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.197294 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-60da0ac3-2110-4b9c-938f-d4466a2d7fa0 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.201258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] Transition to ACTIVE for port object 6afc491e-72c7-46ed-84b1-31f3c052d56b will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:04.202827 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60da0ac3-2110-4b9c-938f-d4466a2d7fa0 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.203697 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-60da0ac3-2110-4b9c-938f-d4466a2d7fa0 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.213646 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-26cdbbde-8a7f-4400-9aa8-1472a84557d7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.255167 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.301223 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-60da0ac3-2110-4b9c-938f-d4466a2d7fa0 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0269692 Jul 07 17:03:04.316015 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-84e3124d-455e-4566-b317-6536ebdab8ba req-9fab8681-0571-44b7-af95-055194f119a6 tempest-VolumesActionsTest-1061967526 tempest-VolumesActionsTest-1061967526-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8337fab-d4f0-4519-90e5-ae6825d95aa5 HTTP/1.1" status: 200 len: 210 time: 0.0698361 Jul 07 17:03:04.332552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54188) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:04.341498 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-283c7419-f925-4e4b-b663-818912b545eb tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'subnet': {'network_id': '51c28e60-79f8-4121-968e-82c06af9739a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:04.350495 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da0ac3-2110-4b9c-938f-d4466a2d7fa0 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Network': ['ID=51c28e60-79f8-4121-968e-82c06af9739a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:04.362888 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-9ce7e61d-8d2d-4d75-a729-df8a2652ac6d', 'network_id': '9ce7e61d-8d2d-4d75-a729-df8a2652ac6d', 'tenant_id': '2797da1828254d54a84fd968e53e161d', 'fixed_ips': [{'subnet_id': 'aa69962c-86fa-4919-a08e-dfa2b73770f2'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:03:04.363902 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.405356 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 51c28e60-79f8-4121-968e-82c06af9739a details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:03:04.407967 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device dbd2a3fe-e855-4bfe-a16b-bd85f48be01c no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:04.447208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b763b7-a337-4581-a9c4-f7dacb3ebce5 req-d2c49036-da55-47a8-bd88-00c481a7c0dc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:04.455429 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2b763b7-a337-4581-a9c4-f7dacb3ebce5 req-d2c49036-da55-47a8-bd88-00c481a7c0dc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 931 time: 0.3670554 Jul 07 17:03:04.499817 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] Pushing event updated for resources: {'Port': ['ID=6afc491e-72c7-46ed-84b1-31f3c052d56b,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:04.531964 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: dbd2a3fe-e855-4bfe-a16b-bd85f48be01c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:04.532571 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device dbd2a3fe-e855-4bfe-a16b-bd85f48be01c not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:04.570675 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-15f1949d-5581-4ae1-a7d5-e13f9f682869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.575074 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-15f1949d-5581-4ae1-a7d5-e13f9f682869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.580819 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-15f1949d-5581-4ae1-a7d5-e13f9f682869 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/29a4dede-457d-4fa4-a93d-5640c3c119ed HTTP/1.1" status: 204 len: 168 time: 0.9559529 Jul 07 17:03:04.664397 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-26cdbbde-8a7f-4400-9aa8-1472a84557d7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.736930 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2b763b7-a337-4581-a9c4-f7dacb3ebce5 req-bb087373-39f2-48ca-a6e6-78e5646362da tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715166 Jul 07 17:03:04.775713 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1949d-5581-4ae1-a7d5-e13f9f682869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a4dede-457d-4fa4-a93d-5640c3c119ed,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:04.792869 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdbbde-8a7f-4400-9aa8-1472a84557d7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Subnet': ['ID=9375b35f-52a4-4922-a25a-f6890c1db26f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:04.801621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283c7419-f925-4e4b-b663-818912b545eb tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Made reservation on behalf of 207a1cad44ed4f44a10e7c0217eaa943 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:04.805349 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-283c7419-f925-4e4b-b663-818912b545eb tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.820148 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-26cdbbde-8a7f-4400-9aa8-1472a84557d7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.822123 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-26cdbbde-8a7f-4400-9aa8-1472a84557d7 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/subnets/9375b35f-52a4-4922-a25a-f6890c1db26f HTTP/1.1" status: 204 len: 168 time: 1.5319636 Jul 07 17:03:04.828646 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54194) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:04.886582 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] Attempting to bind port 6afc491e-72c7-46ed-84b1-31f3c052d56b on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:04.886909 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] Attempting to bind port 6afc491e-72c7-46ed-84b1-31f3c052d56b by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:04.887394 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] Attempting to bind port 6afc491e-72c7-46ed-84b1-31f3c052d56b on network 1a593835-75cf-40d8-8fd5-4eaad13dc252 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:04.909147 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c796a8e-0517-46ab-8619-667838649b3b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:04.912833 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c796a8e-0517-46ab-8619-667838649b3b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:04.915546 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8c252f-0dfc-4756-ab85-b453546568d4 None None] Network 7c704301-37a7-48fa-a5f1-6b7b283384a0 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:04.917578 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] Port 6afc491e-72c7-46ed-84b1-31f3c052d56b on network 1a593835-75cf-40d8-8fd5-4eaad13dc252 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:03:04.917757 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] Attempting to bind port 6afc491e-72c7-46ed-84b1-31f3c052d56b on network 1a593835-75cf-40d8-8fd5-4eaad13dc252 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:05.026103 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:05.026625 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] Checking segment: {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:05.026936 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] Bound using segment: {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:05.027397 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] Bound port: 6afc491e-72c7-46ed-84b1-31f3c052d56b, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:05.027768 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.066740 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-be5614a3-b3e1-4f63-9d28-a67b00816da7 req-6b586fc0-20ac-47dc-bebc-51857f7b2f6f tempest-DeleteServersTestJSON-985997276 tempest-DeleteServersTestJSON-985997276-project] 10.222.0.50 "GET /v2.0/ports?device_id=56fd56cf-b27c-492d-a87f-b00abc581d6a HTTP/1.1" status: 200 len: 210 time: 0.1206639 Jul 07 17:03:05.104215 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-69fa11b6-01ae-4aa5-a459-a8f23c0ae5d8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.113806 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-69fa11b6-01ae-4aa5-a459-a8f23c0ae5d8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.129910 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.ipam_backend_mixin [None req-283c7419-f925-4e4b-b663-818912b545eb tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Performing IP validity checks on allocation pools {{(pid=100410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:03:05.130769 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.ipam_backend_mixin [None req-283c7419-f925-4e4b-b663-818912b545eb tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:03:05.150431 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-514ad914-ee47-4aa7-9712-22cbeb3e33fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:03:01Z', 'revision_number': 10, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:05.155395 n-d-793620-7 neutron-server[100409]: INFO neutron.db.ipam_backend_mixin [None req-1c796a8e-0517-46ab-8619-667838649b3b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aa69962c-86fa-4919-a08e-dfa2b73770f2 (CIDR: 2001:db8::/64) Jul 07 17:03:05.164609 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c796a8e-0517-46ab-8619-667838649b3b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:05.165068 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c796a8e-0517-46ab-8619-667838649b3b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:05.175131 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] For port 6afc491e-72c7-46ed-84b1-31f3c052d56b, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:05.180263 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] For port 6afc491e-72c7-46ed-84b1-31f3c052d56b, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:05.182918 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ad914-ee47-4aa7-9712-22cbeb3e33fc None None] The sync data for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 is: [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:03:01Z', 'revision_number': 10, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None, '_interfaces': [{'id': 'e9485ea8-f4f7-4e74-8aa4-646716f0d10c', 'name': '', 'network_id': '4c525245-a448-4622-a059-11efbcd3e783', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'mac_address': 'fa:16:3e:86:dc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:01:57Z', 'updated_at': '2021-07-07T17:02:04Z', 'revision_number': 5, 'project_id': '51dde79387314242847dde9de3afbecb', 'subnets': [{'id': '4e5ee287-3e65-450d-8b54-19e38bda22b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:05.192196 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.236477 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1c796a8e-0517-46ab-8619-667838649b3b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2631369 Jul 07 17:03:05.243401 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Allocated IP 2001:db8::2 (9ce7e61d-8d2d-4d75-a729-df8a2652ac6d/aa69962c-86fa-4919-a08e-dfa2b73770f2/fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:05.272247 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54202) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:05.281286 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:05.282399 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.284410 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] 10.222.0.69 "PUT /v2.0/ports/6afc491e-72c7-46ed-84b1-31f3c052d56b HTTP/1.1" status: 200 len: 1091 time: 2.6165280 Jul 07 17:03:05.285363 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'tag': '6afc491e-72c7-46ed-84b1-31f3c052d56b'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:05.288523 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fa9d0b-2bf1-4504-a1b6-9ca28dfdb840" -d '{"events": [{"name": "network-changed", "server_uuid": "77c68ad7-2f8c-454e-83bc-1594c68d2687", "tag": "6afc491e-72c7-46ed-84b1-31f3c052d56b"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:05.298201 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-bfdc5d77-f7f8-4045-b8ab-c53bcdfbe9c8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'subnet': {'network_id': '9ce7e61d-8d2d-4d75-a729-df8a2652ac6d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:05.380252 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415dd63b-8b0e-495e-b624-51e2c1cd352b x-openstack-request-id: req-415dd63b-8b0e-495e-b624-51e2c1cd352b {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:05.381043 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c68ad7-2f8c-454e-83bc-1594c68d2687", "tag": "6afc491e-72c7-46ed-84b1-31f3c052d56b", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:05.381310 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-415dd63b-8b0e-495e-b624-51e2c1cd352b {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:05.382140 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'tag': '6afc491e-72c7-46ed-84b1-31f3c052d56b', 'status': 'completed', 'code': 200} Jul 07 17:03:05.402066 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e510eb6d-2e4a-4100-91b7-71d640cb5294 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.441382 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce0a32-119f-48ee-a948-040c7dbf9424 service neutron] Pushing event updated for resources: {'Port': ['ID=6afc491e-72c7-46ed-84b1-31f3c052d56b,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:05.506105 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-0f8288fb-5239-4770-9590-a5bd24abfa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:05.508567 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-0f8288fb-5239-4770-9590-a5bd24abfa2e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 1094 time: 0.1589608 Jul 07 17:03:05.578275 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77d400f-fecd-4df6-9664-795250ac0518 None None] DHCP port deletion for 7c704301-37a7-48fa-a5f1-6b7b283384a0 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:03:05.636697 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-2ab57ca9-b0c0-44c0-8c2d-0b98e209118c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b HTTP/1.1" status: 200 len: 217 time: 0.1199696 Jul 07 17:03:05.650597 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.680620 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Transition to ACTIVE for port object fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:05.721980 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Transition to ACTIVE for port object fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:05.744047 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.749486 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-c77d400f-fecd-4df6-9664-795250ac0518 None None] Deleting port 021324c6-41f0-483a-9269-94d2c35be7fa {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:05.750088 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c77d400f-fecd-4df6-9664-795250ac0518 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.764752 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-f16bcdd5-3940-4c29-8108-546c6ce44f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:05.767976 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-f16bcdd5-3940-4c29-8108-546c6ce44f58 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.1254053 Jul 07 17:03:05.858835 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fd56cf-b27c-492d-a87f-b00abc581d6a', 'name': 'network-vif-deleted', 'tag': '88167cd4-40d2-43b7-bed8-e785f99d13c7'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:05.871634 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f910b13d-8649-4dc9-8a03-79832f705584" -d '{"events": [{"server_uuid": "56fd56cf-b27c-492d-a87f-b00abc581d6a", "name": "network-vif-deleted", "tag": "88167cd4-40d2-43b7-bed8-e785f99d13c7"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:05.899765 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdc5d77-f7f8-4045-b8ab-c53bcdfbe9c8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:05.903247 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-7c62c4dd-d907-4d62-b3f4-2fc0541d6861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:05.904313 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bfdc5d77-f7f8-4045-b8ab-c53bcdfbe9c8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:05.912672 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-7c62c4dd-d907-4d62-b3f4-2fc0541d6861 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330812 Jul 07 17:03:05.979172 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Network 9ce7e61d-8d2d-4d75-a729-df8a2652ac6d is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:05.995528 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:06.004582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:06.007148 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Pushing event updated for resources: {'Port': ['ID=fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:06.028950 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-c77d400f-fecd-4df6-9664-795250ac0518 None None] For port 021324c6-41f0-483a-9269-94d2c35be7fa, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=021324c6-41f0-483a-9269-94d2c35be7fa,segment=NetworkSegment(6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf),segment_id=6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:06.029662 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c77d400f-fecd-4df6-9664-795250ac0518 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.033060 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ada203f-d94f-4cc3-819a-256dd42a32b6 x-openstack-request-id: req-7ada203f-d94f-4cc3-819a-256dd42a32b6 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:06.038247 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fd56cf-b27c-492d-a87f-b00abc581d6a", "name": "network-vif-deleted", "tag": "88167cd4-40d2-43b7-bed8-e785f99d13c7", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:06.039963 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7ada203f-d94f-4cc3-819a-256dd42a32b6 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:06.040472 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56fd56cf-b27c-492d-a87f-b00abc581d6a', 'name': 'network-vif-deleted', 'tag': '88167cd4-40d2-43b7-bed8-e785f99d13c7', 'status': 'completed', 'code': 200} Jul 07 17:03:06.048383 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-c77d400f-fecd-4df6-9664-795250ac0518 None None] Calling delete_port for 021324c6-41f0-483a-9269-94d2c35be7fa owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:06.050440 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fa11b6-01ae-4aa5-a459-a8f23c0ae5d8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Router f8e62404-2d2c-479f-93e7-0e678c2be64e is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:03:06.079293 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-283c7419-f925-4e4b-b663-818912b545eb tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.101790 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-e7a47509-6cee-4875-a58b-e25ecc88f20f service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854150 Jul 07 17:03:06.127607 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e510eb6d-2e4a-4100-91b7-71d640cb5294 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting port 021324c6-41f0-483a-9269-94d2c35be7fa {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:06.128885 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e510eb6d-2e4a-4100-91b7-71d640cb5294 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.147569 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54242) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:06.185540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Attempting to bind port fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:06.186206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Attempting to bind port fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9539ba13-c65c-4332-803f-fa4a0928a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9ce7e61d-8d2d-4d75-a729-df8a2652ac6d'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:06.186808 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Attempting to bind port fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 on network 9ce7e61d-8d2d-4d75-a729-df8a2652ac6d {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:06.196769 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:06.197586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Checking segment: {'id': '9539ba13-c65c-4332-803f-fa4a0928a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9ce7e61d-8d2d-4d75-a729-df8a2652ac6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:06.198179 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.198879 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Bound using segment: {'id': '9539ba13-c65c-4332-803f-fa4a0928a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9ce7e61d-8d2d-4d75-a729-df8a2652ac6d'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:06.199560 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Bound port: fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9539ba13-c65c-4332-803f-fa4a0928a2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9ce7e61d-8d2d-4d75-a729-df8a2652ac6d'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:06.200511 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.275354 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c77d400f-fecd-4df6-9664-795250ac0518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.319222 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d400f-fecd-4df6-9664-795250ac0518 None None] Pushing event deleted for resources: {'Port': ['ID=021324c6-41f0-483a-9269-94d2c35be7fa,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:06.326281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d400f-fecd-4df6-9664-795250ac0518 None None] No DVR routers for this DVR port 021324c6-41f0-483a-9269-94d2c35be7fa on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:06.347806 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] For port fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:06.348235 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a6acd222-f1f5-43d9-a903-f1f5f20f11b6 req-9797dde4-76dd-4a66-9164-173aef02c09a service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388947 Jul 07 17:03:06.353500 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] For port fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982,segment=NetworkSegment(9539ba13-c65c-4332-803f-fa4a0928a2c4),segment_id=9539ba13-c65c-4332-803f-fa4a0928a2c4)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:06.357169 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-507da75c-3a80-4167-890a-468ccb86896b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-469848614-network', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:06.359692 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.406757 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507da75c-3a80-4167-890a-468ccb86896b admin admin] Made reservation on behalf of d2bc760b57a34528af5e85b5e280ce2e for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:06.410663 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-507da75c-3a80-4167-890a-468ccb86896b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.433811 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-507da75c-3a80-4167-890a-468ccb86896b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.567104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 88167cd4-40d2-43b7-bed8-e785f99d13c7 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:06.597964 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa9d0b-2bf1-4504-a1b6-9ca28dfdb840 req-c99df931-2ee8-4abd-9ee3-82c34335766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:06.599858 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27fa9d0b-2bf1-4504-a1b6-9ca28dfdb840 req-c99df931-2ee8-4abd-9ee3-82c34335766e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 1094 time: 0.1753657 Jul 07 17:03:06.660080 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9694b-9c79-4f32-82fb-63cc234e0334 None None] Pushing event updated for resources: {'Port': ['ID=fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:06.665601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 88167cd4-40d2-43b7-bed8-e785f99d13c7 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:06.666064 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 88167cd4-40d2-43b7-bed8-e785f99d13c7 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:06.766465 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 021324c6-41f0-483a-9269-94d2c35be7fa no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:06.772542 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-507da75c-3a80-4167-890a-468ccb86896b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.784234 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-507da75c-3a80-4167-890a-468ccb86896b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:06.795063 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa9d0b-2bf1-4504-a1b6-9ca28dfdb840 req-3572eaf5-22d4-45f6-82f2-3d156f9d8b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:06.799329 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27fa9d0b-2bf1-4504-a1b6-9ca28dfdb840 req-3572eaf5-22d4-45f6-82f2-3d156f9d8b10 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 913 time: 0.1896081 Jul 07 17:03:06.813110 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 021324c6-41f0-483a-9269-94d2c35be7fa {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:06.813509 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 021324c6-41f0-483a-9269-94d2c35be7fa not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:06.813973 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5571be97-650c-4c9e-ad58-83604497c832 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:06.857011 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 5571be97-650c-4c9e-ad58-83604497c832 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:06.857349 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5571be97-650c-4c9e-ad58-83604497c832 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:07.064243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fa11b6-01ae-4aa5-a459-a8f23c0ae5d8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:07.071467 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-69fa11b6-01ae-4aa5-a459-a8f23c0ae5d8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.076449 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-69fa11b6-01ae-4aa5-a459-a8f23c0ae5d8 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "PUT /v2.0/routers/f8e62404-2d2c-479f-93e7-0e678c2be64e HTTP/1.1" status: 200 len: 920 time: 6.6378617 Jul 07 17:03:07.091084 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6fa4e5-8e5d-4b56-9b5b-5907a5b60fe1 None None] Sync routers for ids ['f8e62404-2d2c-479f-93e7-0e678c2be64e'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:07.117503 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6fa4e5-8e5d-4b56-9b5b-5907a5b60fe1 None None] Routers {'f8e62404-2d2c-479f-93e7-0e678c2be64e'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:07.122571 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3e6fa4e5-8e5d-4b56-9b5b-5907a5b60fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['f8e62404-2d2c-479f-93e7-0e678c2be64e'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:07.166148 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54286) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:07.176001 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3e6fa4e5-8e5d-4b56-9b5b-5907a5b60fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:07.186515 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6fa4e5-8e5d-4b56-9b5b-5907a5b60fe1 None None] Routers {'f8e62404-2d2c-479f-93e7-0e678c2be64e'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:07.187843 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3e6fa4e5-8e5d-4b56-9b5b-5907a5b60fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['f8e62404-2d2c-479f-93e7-0e678c2be64e'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:07.262036 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3e6fa4e5-8e5d-4b56-9b5b-5907a5b60fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:07.262748 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6fa4e5-8e5d-4b56-9b5b-5907a5b60fe1 None None] The sync data for ids ['f8e62404-2d2c-479f-93e7-0e678c2be64e'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:07.380256 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c7419-f925-4e4b-b663-818912b545eb tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Subnet': ['ID=bef10ac1-8bcf-45ed-be63-1408284ed648,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:07.413137 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bd2c4377-6165-447f-9f27-ae8c2a483e8a tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "GET /v2.0/routers/f8e62404-2d2c-479f-93e7-0e678c2be64e HTTP/1.1" status: 200 len: 926 time: 0.2428496 Jul 07 17:03:07.425493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54294) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:07.447810 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507da75c-3a80-4167-890a-468ccb86896b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:03:07.451114 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27fa9d0b-2bf1-4504-a1b6-9ca28dfdb840 req-758d8d68-0f00-4d24-a5b5-0695f44f0759 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b HTTP/1.1" status: 200 len: 217 time: 0.6299715 Jul 07 17:03:07.474433 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-507da75c-3a80-4167-890a-468ccb86896b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.474764 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-507da75c-3a80-4167-890a-468ccb86896b admin admin] Added segment 28b813d0-ff8e-4398-baa2-b2254c75892a of type vlan for network 9866a6b9-c461-4258-9fc8-481f6033e3c6 Jul 07 17:03:07.476435 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507da75c-3a80-4167-890a-468ccb86896b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:07.526139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-e510eb6d-2e4a-4100-91b7-71d640cb5294 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] For port 021324c6-41f0-483a-9269-94d2c35be7fa, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=021324c6-41f0-483a-9269-94d2c35be7fa,segment=NetworkSegment(6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf),segment_id=6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:07.526544 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e510eb6d-2e4a-4100-91b7-71d640cb5294 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.574809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa9d0b-2bf1-4504-a1b6-9ca28dfdb840 req-b0b355db-fe47-4e94-b0cc-d1c6141afc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:07.576741 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27fa9d0b-2bf1-4504-a1b6-9ca28dfdb840 req-b0b355db-fe47-4e94-b0cc-d1c6141afc0b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.1149585 Jul 07 17:03:07.628718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e510eb6d-2e4a-4100-91b7-71d640cb5294 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Calling delete_port for 021324c6-41f0-483a-9269-94d2c35be7fa owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:07.636814 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-507da75c-3a80-4167-890a-468ccb86896b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.677692 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283c7419-f925-4e4b-b663-818912b545eb tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Checking segment: {'id': 'c12c84c1-f58c-4c5c-afbc-b9a6a1cb4e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '51c28e60-79f8-4121-968e-82c06af9739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:07.678017 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283c7419-f925-4e4b-b663-818912b545eb tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network hostable DHCP agents. Network: 51c28e60-79f8-4121-968e-82c06af9739a, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:03:07.698436 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa9d0b-2bf1-4504-a1b6-9ca28dfdb840 req-074c1845-8dcc-48b9-945a-a46208c383e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:07.703461 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27fa9d0b-2bf1-4504-a1b6-9ca28dfdb840 req-074c1845-8dcc-48b9-945a-a46208c383e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171086 Jul 07 17:03:07.705319 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-507da75c-3a80-4167-890a-468ccb86896b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.710564 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507da75c-3a80-4167-890a-468ccb86896b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:07.711315 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-507da75c-3a80-4167-890a-468ccb86896b admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.838299 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d4569-17e2-4a20-aca8-0e55c1953e5d req-b47d127c-d6a3-4543-af5c-796a57028d65 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:07.848923 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c33d4569-17e2-4a20-aca8-0e55c1953e5d req-b47d127c-d6a3-4543-af5c-796a57028d65 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 943 time: 1.8071210 Jul 07 17:03:07.859545 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-507da75c-3a80-4167-890a-468ccb86896b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7102859 Jul 07 17:03:07.866556 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54310) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:07.873379 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d05fe1bc-5941-4bcf-9624-148222eddc4e admin admin] Request body: {'subnet': {'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-469848614-subnet', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:07.894006 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507da75c-3a80-4167-890a-468ccb86896b admin admin] Pushing event updated for resources: {'Network': ['ID=9866a6b9-c461-4258-9fc8-481f6033e3c6,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:07.909960 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 9866a6b9-c461-4258-9fc8-481f6033e3c6 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:03:07.934079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05fe1bc-5941-4bcf-9624-148222eddc4e admin admin] Made reservation on behalf of d2bc760b57a34528af5e85b5e280ce2e for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:07.940477 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d05fe1bc-5941-4bcf-9624-148222eddc4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:07.982913 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484bd078-3ece-4b6a-b7d7-9a83eb3b19ad tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:07.988136 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-484bd078-3ece-4b6a-b7d7-9a83eb3b19ad tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&device_id=f8e62404-2d2c-479f-93e7-0e678c2be64e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5586591 Jul 07 17:03:07.994793 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54322) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:08.005448 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27fa9d0b-2bf1-4504-a1b6-9ca28dfdb840 req-c0a073ff-9210-4966-a9e3-33bce8da71e9 service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869742 Jul 07 17:03:08.073800 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bfdc5d77-f7f8-4045-b8ab-c53bcdfbe9c8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.076707 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283c7419-f925-4e4b-b663-818912b545eb tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Network 51c28e60-79f8-4121-968e-82c06af9739a is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:03:08.081589 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c33d4569-17e2-4a20-aca8-0e55c1953e5d req-d490dda2-eb8e-483f-9e75-5b4cc48ee36a tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306256 Jul 07 17:03:08.218991 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-283c7419-f925-4e4b-b663-818912b545eb tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 51c28e60-79f8-4121-968e-82c06af9739a) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:08.235555 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3167e44-2dd4-4ea8-8fc7-824e3fcaee2f None None] Network 51c28e60-79f8-4121-968e-82c06af9739a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:08.258796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283c7419-f925-4e4b-b663-818912b545eb tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:08.259547 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-283c7419-f925-4e4b-b663-818912b545eb tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.319917 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdc5d77-f7f8-4045-b8ab-c53bcdfbe9c8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network 9ce7e61d-8d2d-4d75-a729-df8a2652ac6d is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:08.348792 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d05fe1bc-5941-4bcf-9624-148222eddc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.361321 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fe2bd9-60a9-4efa-a554-5b16a05c4e62 None None] Network 9ce7e61d-8d2d-4d75-a729-df8a2652ac6d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:08.381408 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-bfdc5d77-f7f8-4045-b8ab-c53bcdfbe9c8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:08.440727 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdc5d77-f7f8-4045-b8ab-c53bcdfbe9c8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:08.442197 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bfdc5d77-f7f8-4045-b8ab-c53bcdfbe9c8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532392'] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.466687 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e510eb6d-2e4a-4100-91b7-71d640cb5294 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.467086 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fe1bc-5941-4bcf-9624-148222eddc4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb5af372-328c-408a-a249-1a68d716f9ed,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:08.490956 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05fe1bc-5941-4bcf-9624-148222eddc4e admin admin] Checking segment: {'id': '28b813d0-ff8e-4398-baa2-b2254c75892a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:08.491352 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05fe1bc-5941-4bcf-9624-148222eddc4e admin admin] Network hostable DHCP agents. Network: 9866a6b9-c461-4258-9fc8-481f6033e3c6, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:03:08.498869 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27fa9d0b-2bf1-4504-a1b6-9ca28dfdb840 req-91202645-855c-4384-a419-cec65dc3fa3f service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848320 Jul 07 17:03:08.513069 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc5d77-f7f8-4045-b8ab-c53bcdfbe9c8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Subnet': ['ID=60ac31d2-9523-47c9-b3c5-16fb2e1c0495,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:08.518422 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e510eb6d-2e4a-4100-91b7-71d640cb5294 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] No DVR routers for this DVR port 021324c6-41f0-483a-9269-94d2c35be7fa on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:08.543446 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05fe1bc-5941-4bcf-9624-148222eddc4e admin admin] Network 9866a6b9-c461-4258-9fc8-481f6033e3c6 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:03:08.552506 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-500d5fb4-1f62-40ab-9d0b-bcf59f56a96b None None] Provisioning for port fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:08.559475 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-d05fe1bc-5941-4bcf-9624-148222eddc4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 9866a6b9-c461-4258-9fc8-481f6033e3c6) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:08.566016 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05fe1bc-5941-4bcf-9624-148222eddc4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:08.566975 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d05fe1bc-5941-4bcf-9624-148222eddc4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.582062 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61773eb5-b180-4263-8739-35893aa3f9a6 None None] Network 9866a6b9-c461-4258-9fc8-481f6033e3c6 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:08.627180 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d05fe1bc-5941-4bcf-9624-148222eddc4e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7432775 Jul 07 17:03:08.627941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54330) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:08.653426 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-0ccf6e84-971e-46c9-8e32-1e8bba8e9311 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-469848614-router', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:08.693494 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-283c7419-f925-4e4b-b663-818912b545eb tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 4.3592007 Jul 07 17:03:08.695729 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7553da8b-b90a-406d-9c19-6f14bf8e9adb tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:08.696791 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7553da8b-b90a-406d-9c19-6f14bf8e9adb tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 881 time: 0.6991460 Jul 07 17:03:08.697684 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54332) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:08.704856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510eb6d-2e4a-4100-91b7-71d640cb5294 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Port': ['ID=021324c6-41f0-483a-9269-94d2c35be7fa,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:08.711910 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5d6d9ad2-60f0-413d-a5af-b4af4e584936 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:08.733743 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54334) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:08.810662 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cab234c2-b6e5-4ddf-8cde-515633338ba5 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8e62404-2d2c-479f-93e7-0e678c2be64e HTTP/1.1" status: 200 len: 205 time: 0.0717607 Jul 07 17:03:08.812130 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6e84-971e-46c9-8e32-1e8bba8e9311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.819056 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6e84-971e-46c9-8e32-1e8bba8e9311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.827423 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54336) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:08.860141 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9ad2-60f0-413d-a5af-b4af4e584936 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13866341'] for subnet, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:08.926405 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:09.148941 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6e84-971e-46c9-8e32-1e8bba8e9311 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.172824 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bfdc5d77-f7f8-4045-b8ab-c53bcdfbe9c8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.8907223 Jul 07 17:03:09.173723 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9ad2-60f0-413d-a5af-b4af4e584936 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733658207775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13641652'] for subnet, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.181193 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54344) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:09.235127 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-686f1ebf-743b-41b6-8d8c-35fc6eacf17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'port': {'network_id': '9ce7e61d-8d2d-4d75-a729-df8a2652ac6d', 'fixed_ips': [{'subnet_id': 'aa69962c-86fa-4919-a08e-dfa2b73770f2'}, {'subnet_id': '60ac31d2-9523-47c9-b3c5-16fb2e1c0495'}], 'name': 'tempest-PortsIpV6TestJSON-92900439'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:09.241095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f20501-3cd7-40c2-aeea-f768898c6c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-51c28e60-79f8-4121-968e-82c06af9739a', 'network_id': '51c28e60-79f8-4121-968e-82c06af9739a', 'tenant_id': '207a1cad44ed4f44a10e7c0217eaa943', 'fixed_ips': [{'subnet_id': 'bef10ac1-8bcf-45ed-be63-1408284ed648'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:03:09.242186 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-42f20501-3cd7-40c2-aeea-f768898c6c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.281031 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-9866a6b9-c461-4258-9fc8-481f6033e3c6', 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'fixed_ips': [{'subnet_id': 'bb5af372-328c-408a-a249-1a68d716f9ed'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:03:09.282669 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.517979 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e510eb6d-2e4a-4100-91b7-71d640cb5294 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.539913 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b13953a8-4b44-470f-bb5a-e320f5ca6e5e tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.540949 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-42f20501-3cd7-40c2-aeea-f768898c6c4d None None] Allocated IP 172.20.0.3 (51c28e60-79f8-4121-968e-82c06af9739a/bef10ac1-8bcf-45ed-be63-1408284ed648/63342542-58e7-45ef-b4c6-9e4228403ed3) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:09.543205 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686f1ebf-743b-41b6-8d8c-35fc6eacf17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:09.544267 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6e84-971e-46c9-8e32-1e8bba8e9311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.691368 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-686f1ebf-743b-41b6-8d8c-35fc6eacf17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.698579 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-e510eb6d-2e4a-4100-91b7-71d640cb5294 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c704301-37a7-48fa-a5f1-6b7b283384a0']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:09.740560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6d9ad2-60f0-413d-a5af-b4af4e584936 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.741513 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9ad2-60f0-413d-a5af-b4af4e584936 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.743757 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5d6d9ad2-60f0-413d-a5af-b4af4e584936 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "PUT /v2.0/subnets/bef10ac1-8bcf-45ed-be63-1408284ed648 HTTP/1.1" status: 200 len: 877 time: 1.0405588 Jul 07 17:03:09.751924 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-e510eb6d-2e4a-4100-91b7-71d640cb5294 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:09.752194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-e510eb6d-2e4a-4100-91b7-71d640cb5294 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e028fa5-a8d4-4ff8-8ca2-0b3d6a968acf') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:09.757068 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54348) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:09.770078 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561e3bc-1628-471c-8292-f86a096b5494 req-a600eaeb-4899-45a3-9120-f71ab7fbd129 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:09.781193 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5561e3bc-1628-471c-8292-f86a096b5494 req-a600eaeb-4899-45a3-9120-f71ab7fbd129 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 943 time: 0.3474929 Jul 07 17:03:09.790621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-686f1ebf-743b-41b6-8d8c-35fc6eacf17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] device_id is not set on port 84972d91-00ca-40e2-98c3-56dea50ecca7 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:03:09.826404 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b13953a8-4b44-470f-bb5a-e320f5ca6e5e tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.866621 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:09.878204 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5561e3bc-1628-471c-8292-f86a096b5494 req-a2cd8672-23eb-4cb2-af9c-ec6104c75c52 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003199 Jul 07 17:03:09.959772 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:09.960493 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:09.987903 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b13953a8-4b44-470f-bb5a-e320f5ca6e5e tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Deleting port 67b7361e-a4e5-4afd-87ac-fd12900cb7e7 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:09.988252 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b13953a8-4b44-470f-bb5a-e320f5ca6e5e tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.094232 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-42f20501-3cd7-40c2-aeea-f768898c6c4d None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.106838 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6afc491e-72c7-46ed-84b1-31f3c052d56b details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:03:10.121423 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b13953a8-4b44-470f-bb5a-e320f5ca6e5e tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.134697 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b13953a8-4b44-470f-bb5a-e320f5ca6e5e tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Calling delete_port for 67b7361e-a4e5-4afd-87ac-fd12900cb7e7 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:10.201092 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-686f1ebf-743b-41b6-8d8c-35fc6eacf17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Allocated IP 2001:db8::e6 (9ce7e61d-8d2d-4d75-a729-df8a2652ac6d/aa69962c-86fa-4919-a08e-dfa2b73770f2/84972d91-00ca-40e2-98c3-56dea50ecca7) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:10.219365 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-686f1ebf-743b-41b6-8d8c-35fc6eacf17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Allocated IP 2001:db8:0:1::37d (9ce7e61d-8d2d-4d75-a729-df8a2652ac6d/60ac31d2-9523-47c9-b3c5-16fb2e1c0495/84972d91-00ca-40e2-98c3-56dea50ecca7) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:10.304404 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e510eb6d-2e4a-4100-91b7-71d640cb5294 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.306771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d9ad2-60f0-413d-a5af-b4af4e584936 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event updated for resources: {'Subnet': ['ID=bef10ac1-8bcf-45ed-be63-1408284ed648,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:10.373182 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-42f20501-3cd7-40c2-aeea-f768898c6c4d None None] Transition to ACTIVE for port object 63342542-58e7-45ef-b4c6-9e4228403ed3 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:10.422989 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e510eb6d-2e4a-4100-91b7-71d640cb5294 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.441356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e510eb6d-2e4a-4100-91b7-71d640cb5294 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:03:10.442239 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e510eb6d-2e4a-4100-91b7-71d640cb5294 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:03:10.447728 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:03:10.498158 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-42f20501-3cd7-40c2-aeea-f768898c6c4d None None] Transition to ACTIVE for port object 63342542-58e7-45ef-b4c6-9e4228403ed3 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:10.522147 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b13953a8-4b44-470f-bb5a-e320f5ca6e5e tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.578933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Allocated IP 172.20.0.2 (9866a6b9-c461-4258-9fc8-481f6033e3c6/bb5af372-328c-408a-a249-1a68d716f9ed/0c7b0190-8d2f-4f06-a39a-9f15297d9136) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:10.590776 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-42f20501-3cd7-40c2-aeea-f768898c6c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.638506 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.643838 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6e84-971e-46c9-8e32-1e8bba8e9311 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.646151 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13953a8-4b44-470f-bb5a-e320f5ca6e5e tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Pushing event deleted for resources: {'Port': ['ID=67b7361e-a4e5-4afd-87ac-fd12900cb7e7,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:10.647208 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-686f1ebf-743b-41b6-8d8c-35fc6eacf17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.651915 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f20501-3cd7-40c2-aeea-f768898c6c4d None None] Pushing event updated for resources: {'Port': ['ID=63342542-58e7-45ef-b4c6-9e4228403ed3,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:10.664465 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844a095f-dcc2-4ac9-ac67-25ca3489b325 None None] Update dhcp port {'port': {'network_id': '9ce7e61d-8d2d-4d75-a729-df8a2652ac6d', 'fixed_ips': [{'subnet_id': 'aa69962c-86fa-4919-a08e-dfa2b73770f2', 'ip_address': '2001:db8::2'}, {'subnet_id': '60ac31d2-9523-47c9-b3c5-16fb2e1c0495'}], 'binding:host_id': 'n-d-793620-7'}, 'id': 'fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982'} from n-d-793620-7. {{(pid=100411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:03:10.670113 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e510eb6d-2e4a-4100-91b7-71d640cb5294 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.700138 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e510eb6d-2e4a-4100-91b7-71d640cb5294 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.702424 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e510eb6d-2e4a-4100-91b7-71d640cb5294 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/networks/7c704301-37a7-48fa-a5f1-6b7b283384a0 HTTP/1.1" status: 204 len: 168 time: 5.8700233 Jul 07 17:03:10.729121 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54354) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:10.735315 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-686f1ebf-743b-41b6-8d8c-35fc6eacf17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Transition to ACTIVE for port object 84972d91-00ca-40e2-98c3-56dea50ecca7 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:10.740407 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510eb6d-2e4a-4100-91b7-71d640cb5294 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Network': ['ID=7c704301-37a7-48fa-a5f1-6b7b283384a0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:10.778484 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6e84-971e-46c9-8e32-1e8bba8e9311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.808300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Deleting port 63342542-58e7-45ef-b4c6-9e4228403ed3 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:10.808935 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:10.882167 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.037959 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] For port 63342542-58e7-45ef-b4c6-9e4228403ed3, host n-d-793620-7, got binding levels [] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:11.038933 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b13953a8-4b44-470f-bb5a-e320f5ca6e5e tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.039506 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.066293 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.076326 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Transition to ACTIVE for port object 0c7b0190-8d2f-4f06-a39a-9f15297d9136 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:11.088849 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Calling delete_port for 63342542-58e7-45ef-b4c6-9e4228403ed3 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:11.093016 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Transition to ACTIVE for port object 0c7b0190-8d2f-4f06-a39a-9f15297d9136 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:11.098416 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f20501-3cd7-40c2-aeea-f768898c6c4d None None] Network 51c28e60-79f8-4121-968e-82c06af9739a is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:11.108993 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6afc491e-72c7-46ed-84b1-31f3c052d56b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:11.122989 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '6afc491e-72c7-46ed-84b1-31f3c052d56b', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'port_id': '6afc491e-72c7-46ed-84b1-31f3c052d56b', 'mac_address': 'fa:16:3e:f3:77:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:03:11.132366 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.191044 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Network 9866a6b9-c461-4258-9fc8-481f6033e3c6 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:11.192490 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-42f20501-3cd7-40c2-aeea-f768898c6c4d None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:11.195650 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f20501-3cd7-40c2-aeea-f768898c6c4d None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:11.220114 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Pushing event updated for resources: {'Port': ['ID=0c7b0190-8d2f-4f06-a39a-9f15297d9136,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:11.224007 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:11.226721 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:11.241850 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-686f1ebf-743b-41b6-8d8c-35fc6eacf17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.376825 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f1ebf-743b-41b6-8d8c-35fc6eacf17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=84972d91-00ca-40e2-98c3-56dea50ecca7,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:11.414492 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686f1ebf-743b-41b6-8d8c-35fc6eacf17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network 9ce7e61d-8d2d-4d75-a729-df8a2652ac6d is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:11.436494 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-686f1ebf-743b-41b6-8d8c-35fc6eacf17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:11.445329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686f1ebf-743b-41b6-8d8c-35fc6eacf17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:11.451227 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686f1ebf-743b-41b6-8d8c-35fc6eacf17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.451901 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-686f1ebf-743b-41b6-8d8c-35fc6eacf17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.523494 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-844a095f-dcc2-4ac9-ac67-25ca3489b325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.525140 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-686f1ebf-743b-41b6-8d8c-35fc6eacf17a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 2.3178639 Jul 07 17:03:11.530580 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54366) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:11.554421 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b13953a8-4b44-470f-bb5a-e320f5ca6e5e tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.557123 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b13953a8-4b44-470f-bb5a-e320f5ca6e5e tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.558442 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-8602cd0e-1ab7-47f7-b678-77af6160518e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aa69962c-86fa-4919-a08e-dfa2b73770f2'}]}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:11.575368 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-42f20501-3cd7-40c2-aeea-f768898c6c4d None None] Attempting to bind port 63342542-58e7-45ef-b4c6-9e4228403ed3 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:11.575745 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-42f20501-3cd7-40c2-aeea-f768898c6c4d None None] Attempting to bind port 63342542-58e7-45ef-b4c6-9e4228403ed3 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'c12c84c1-f58c-4c5c-afbc-b9a6a1cb4e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '51c28e60-79f8-4121-968e-82c06af9739a'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:11.576073 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f20501-3cd7-40c2-aeea-f768898c6c4d None None] Attempting to bind port 63342542-58e7-45ef-b4c6-9e4228403ed3 on network 51c28e60-79f8-4121-968e-82c06af9739a {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:11.584970 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982,segment=NetworkSegment(9539ba13-c65c-4332-803f-fa4a0928a2c4),segment_id=9539ba13-c65c-4332-803f-fa4a0928a2c4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:11.613755 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.617007 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.651773 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-0ccf6e84-971e-46c9-8e32-1e8bba8e9311 admin admin] Allocated IP 172.25.2.138 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/87341149-3812-4b44-acf7-656cff749ae8) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:11.688377 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afc491e-72c7-46ed-84b1-31f3c052d56b {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:03:11.690876 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b13953a8-4b44-470f-bb5a-e320f5ca6e5e tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.692293 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13953a8-4b44-470f-bb5a-e320f5ca6e5e tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Fanout notify agent at l3_agent the message router_deleted on router f8e62404-2d2c-479f-93e7-0e678c2be64e {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:03:11.698427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabbeb2-e01b-4535-b747-4c1829839bcb req-6e4b1d38-c756-4c0c-a00d-7e0fbe0f5bf0 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:11.701611 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-acabbeb2-e01b-4535-b747-4c1829839bcb req-6e4b1d38-c756-4c0c-a00d-7e0fbe0f5bf0 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 943 time: 0.4553239 Jul 07 17:03:11.717118 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6afc491e-72c7-46ed-84b1-31f3c052d56b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:11.718772 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Attempting to bind port 0c7b0190-8d2f-4f06-a39a-9f15297d9136 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:11.719310 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Attempting to bind port 0c7b0190-8d2f-4f06-a39a-9f15297d9136 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '28b813d0-ff8e-4398-baa2-b2254c75892a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:11.719765 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Attempting to bind port 0c7b0190-8d2f-4f06-a39a-9f15297d9136 on network 9866a6b9-c461-4258-9fc8-481f6033e3c6 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:11.722933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f20501-3cd7-40c2-aeea-f768898c6c4d None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:11.723886 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f20501-3cd7-40c2-aeea-f768898c6c4d None None] Checking segment: {'id': 'c12c84c1-f58c-4c5c-afbc-b9a6a1cb4e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '51c28e60-79f8-4121-968e-82c06af9739a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:11.724404 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-42f20501-3cd7-40c2-aeea-f768898c6c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.724896 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f20501-3cd7-40c2-aeea-f768898c6c4d None None] Bound using segment: {'id': 'c12c84c1-f58c-4c5c-afbc-b9a6a1cb4e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '51c28e60-79f8-4121-968e-82c06af9739a'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:11.725970 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-42f20501-3cd7-40c2-aeea-f768898c6c4d None None] Bound port: 63342542-58e7-45ef-b4c6-9e4228403ed3, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c12c84c1-f58c-4c5c-afbc-b9a6a1cb4e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '51c28e60-79f8-4121-968e-82c06af9739a'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:11.725970 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-42f20501-3cd7-40c2-aeea-f768898c6c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.732091 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:11.737073 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.779023 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b13953a8-4b44-470f-bb5a-e320f5ca6e5e tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.781011 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b13953a8-4b44-470f-bb5a-e320f5ca6e5e tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "DELETE /v2.0/routers/f8e62404-2d2c-479f-93e7-0e678c2be64e HTTP/1.1" status: 204 len: 168 time: 2.9519727 Jul 07 17:03:11.799100 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:11.800605 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Checking segment: {'id': '28b813d0-ff8e-4398-baa2-b2254c75892a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:11.803846 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.804076 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54368) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:11.804194 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Bound using segment: {'id': '28b813d0-ff8e-4398-baa2-b2254c75892a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:11.804505 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Bound port: 0c7b0190-8d2f-4f06-a39a-9f15297d9136, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b813d0-ff8e-4398-baa2-b2254c75892a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:11.805222 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.822913 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-966b75d4-0aa1-4b09-94a0-0dbef6a03bcd tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-594750232', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}, 'admin_state_up': False}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:11.879703 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-966b75d4-0aa1-4b09-94a0-0dbef6a03bcd tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.881139 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-966b75d4-0aa1-4b09-94a0-0dbef6a03bcd tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.883646 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8602cd0e-1ab7-47f7-b678-77af6160518e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.912999 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:11.927083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-42f20501-3cd7-40c2-aeea-f768898c6c4d None None] Port 63342542-58e7-45ef-b4c6-9e4228403ed3 has been deleted concurrently {{(pid=100411) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 07 17:03:11.952233 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-966b75d4-0aa1-4b09-94a0-0dbef6a03bcd tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.031294 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] For port 0c7b0190-8d2f-4f06-a39a-9f15297d9136, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:12.035039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] For port 0c7b0190-8d2f-4f06-a39a-9f15297d9136, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0c7b0190-8d2f-4f06-a39a-9f15297d9136,segment=NetworkSegment(28b813d0-ff8e-4398-baa2-b2254c75892a),segment_id=28b813d0-ff8e-4398-baa2-b2254c75892a)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:12.042719 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6afc491e-72c7-46ed-84b1-31f3c052d56b,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:12.054973 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.064598 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['6afc491e-72c7-46ed-84b1-31f3c052d56b'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:03:12.085349 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-acabbeb2-e01b-4535-b747-4c1829839bcb req-dbcb23ce-4f53-44ca-a62f-059d9c5ceb08 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3312404 Jul 07 17:03:12.107483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Port': ['ID=63342542-58e7-45ef-b4c6-9e4228403ed3,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:12.271761 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662ba1b-519e-4d22-ba4c-c77a6eda0594 None None] Pushing event updated for resources: {'Port': ['ID=0c7b0190-8d2f-4f06-a39a-9f15297d9136,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:12.314559 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-966b75d4-0aa1-4b09-94a0-0dbef6a03bcd tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:12.321354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No DVR routers for this DVR port 63342542-58e7-45ef-b4c6-9e4228403ed3 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:12.343313 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-844a095f-dcc2-4ac9-ac67-25ca3489b325 None None] Allocated IP 2001:db8:0:1::2 (9ce7e61d-8d2d-4d75-a729-df8a2652ac6d/60ac31d2-9523-47c9-b3c5-16fb2e1c0495/fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:12.852833 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.001829 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-844a095f-dcc2-4ac9-ac67-25ca3489b325 None None] For port fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982,segment=NetworkSegment(9539ba13-c65c-4332-803f-fa4a0928a2c4),segment_id=9539ba13-c65c-4332-803f-fa4a0928a2c4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:13.050135 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-844a095f-dcc2-4ac9-ac67-25ca3489b325 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.070440 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.070740 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-844a095f-dcc2-4ac9-ac67-25ca3489b325 None None] Transition to ACTIVE for port object fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:13.078201 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6e84-971e-46c9-8e32-1e8bba8e9311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.107634 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-844a095f-dcc2-4ac9-ac67-25ca3489b325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.244662 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Subnet': ['ID=bef10ac1-8bcf-45ed-be63-1408284ed648,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:13.335957 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a095f-dcc2-4ac9-ac67-25ca3489b325 None None] Pushing event updated for resources: {'Port': ['ID=fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:13.366605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54390) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:13.553471 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-8602cd0e-1ab7-47f7-b678-77af6160518e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Delete allocated IP 2001:db8:0:1::37d (9ce7e61d-8d2d-4d75-a729-df8a2652ac6d/60ac31d2-9523-47c9-b3c5-16fb2e1c0495) {{(pid=100410) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:03:13.727495 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:13.840933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c28e60-79f8-4121-968e-82c06af9739a']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:13.926968 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6e84-971e-46c9-8e32-1e8bba8e9311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.034770 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12c84c1-f58c-4c5c-afbc-b9a6a1cb4e88') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:14.035351 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12c84c1-f58c-4c5c-afbc-b9a6a1cb4e88') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:14.050026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf6e84-971e-46c9-8e32-1e8bba8e9311 admin admin] Pushing event updated for resources: {'Port': ['ID=87341149-3812-4b44-acf7-656cff749ae8,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:14.073505 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0c7b0190-8d2f-4f06-a39a-9f15297d9136 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:14.099553 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2e63d66-7007-473c-ac1d-0291e04b6dba tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.109322 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.174841 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6afc491e-72c7-46ed-84b1-31f3c052d56b up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:14.176671 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.213068 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae46611-0e5b-4d8d-b149-db6857abb35c admin admin] Deleting subnet 66d9af50-51a7-4bbc-a88f-fc28aae3344c {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:14.243579 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:03:14.255932 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.279826 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dae46611-0e5b-4d8d-b149-db6857abb35c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:03:14.281765 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:03:14.286197 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fc2691-f524-40f7-96fa-dfed310f2d9f None None] Network 51c28e60-79f8-4121-968e-82c06af9739a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:14.305296 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.355816 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccf6e84-971e-46c9-8e32-1e8bba8e9311 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:14.359045 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-0ccf6e84-971e-46c9-8e32-1e8bba8e9311 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:14.366121 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf6e84-971e-46c9-8e32-1e8bba8e9311 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:14.439271 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1f3baf39-db41-4921-8803-48731b8cdf4e None None] Could not find standard attr ID for object 63342542-58e7-45ef-b4c6-9e4228403ed3. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:03:14.576610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88090be-8d17-4554-8553-18bd3aa8b67a req-19f02eb8-932a-48de-b97a-28c4f4fc7127 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:14.595946 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f88090be-8d17-4554-8553-18bd3aa8b67a req-19f02eb8-932a-48de-b97a-28c4f4fc7127 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 1.1125813 Jul 07 17:03:14.613547 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 0c7b0190-8d2f-4f06-a39a-9f15297d9136 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:14.613547 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:14.624192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 6afc491e-72c7-46ed-84b1-31f3c052d56b completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:14.649427 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dae46611-0e5b-4d8d-b149-db6857abb35c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.676291 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16c551c-48bb-4899-b7e1-7b6e28261a18 None None] Network 9866a6b9-c461-4258-9fc8-481f6033e3c6 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:14.730951 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-966b75d4-0aa1-4b09-94a0-0dbef6a03bcd tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.787801 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.798362 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 6afc491e-72c7-46ed-84b1-31f3c052d56b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:14.799182 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.831386 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-966b75d4-0aa1-4b09-94a0-0dbef6a03bcd tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.870071 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dae46611-0e5b-4d8d-b149-db6857abb35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.977310 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.980670 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/51c28e60-79f8-4121-968e-82c06af9739a HTTP/1.1" status: 204 len: 168 time: 5.2125072 Jul 07 17:03:14.985592 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a69edc8d-4c75-4e50-9a41-52d3303a79fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:14.996780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9f59eb-9258-4a9a-8f5e-e327f16b789a None None] Network 9ce7e61d-8d2d-4d75-a729-df8a2652ac6d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:15.012426 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54398) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:15.065486 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dae46611-0e5b-4d8d-b149-db6857abb35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.076498 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6c0291-f4b8-4a8d-915b-dbbf09c7c3a8 None None] DHCP port deletion for 51c28e60-79f8-4121-968e-82c06af9739a request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:03:15.092459 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8602cd0e-1ab7-47f7-b678-77af6160518e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.122613 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13995ec8-a695-45a0-a704-6b816dee5961 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Network': ['ID=51c28e60-79f8-4121-968e-82c06af9739a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:15.122881 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-aee5153c-5a9e-49ea-ae49-64f73db7df01 None None] Provisioning for port 0c7b0190-8d2f-4f06-a39a-9f15297d9136 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:15.133737 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dae46611-0e5b-4d8d-b149-db6857abb35c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.135978 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dae46611-0e5b-4d8d-b149-db6857abb35c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/66d9af50-51a7-4bbc-a88f-fc28aae3344c HTTP/1.1" status: 204 len: 168 time: 1.7590435 Jul 07 17:03:15.148330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54400) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:15.160243 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f88090be-8d17-4554-8553-18bd3aa8b67a req-c012fcff-6317-461e-a517-e541e5ffbfe6 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5628726 Jul 07 17:03:15.162783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822701f7-ac4f-4c8e-bd43-28de6e95b300 None None] Network 51c28e60-79f8-4121-968e-82c06af9739a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:15.167255 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-8946dde4-4a52-43d3-821e-d3c1bb707e9c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:15.167923 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8946dde4-4a52-43d3-821e-d3c1bb707e9c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:15.169886 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8946dde4-4a52-43d3-821e-d3c1bb707e9c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/subnets/bef10ac1-8bcf-45ed-be63-1408284ed648 HTTP/1.1" status: 404 len: 337 time: 0.1564400 Jul 07 17:03:15.174643 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae46611-0e5b-4d8d-b149-db6857abb35c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d9af50-51a7-4bbc-a88f-fc28aae3344c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:15.176594 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54402) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:15.198329 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822701f7-ac4f-4c8e-bd43-28de6e95b300 None None] Network 51c28e60-79f8-4121-968e-82c06af9739a could not be found, it might have been deleted concurrently. {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:03:15.207192 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c39aef-4bdc-4913-be79-e6c355cda1fb tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:15.207996 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c39aef-4bdc-4913-be79-e6c355cda1fb tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:15.209979 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-43c39aef-4bdc-4913-be79-e6c355cda1fb tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/51c28e60-79f8-4121-968e-82c06af9739a HTTP/1.1" status: 404 len: 339 time: 0.0252144 Jul 07 17:03:15.211376 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-8602cd0e-1ab7-47f7-b678-77af6160518e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Ignored duplicate provisioning block setup for port 84972d91-00ca-40e2-98c3-56dea50ecca7 by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:03:15.216189 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-aee5153c-5a9e-49ea-ae49-64f73db7df01 None None] Provisioning complete for port 0c7b0190-8d2f-4f06-a39a-9f15297d9136 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:15.216664 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aee5153c-5a9e-49ea-ae49-64f73db7df01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.220291 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54404) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:15.259379 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-5424a213-16d8-44ac-b8fa-02536df923e4 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:15.260802 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5424a213-16d8-44ac-b8fa-02536df923e4 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:15.265318 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5424a213-16d8-44ac-b8fa-02536df923e4 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/subnets/4ccd4f6f-eaf1-4d0a-8eb7-4638a9c3bf0c HTTP/1.1" status: 404 len: 337 time: 0.0426702 Jul 07 17:03:15.266651 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8602cd0e-1ab7-47f7-b678-77af6160518e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.268484 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54410) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:15.319859 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.338652 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6e84-971e-46c9-8e32-1e8bba8e9311 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.385599 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-8602cd0e-1ab7-47f7-b678-77af6160518e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] In _notify_port_updated(), no bound segment for port 84972d91-00ca-40e2-98c3-56dea50ecca7 on network 9ce7e61d-8d2d-4d75-a729-df8a2652ac6d {{(pid=100410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:03:15.392567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8602cd0e-1ab7-47f7-b678-77af6160518e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:15.393372 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8602cd0e-1ab7-47f7-b678-77af6160518e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.396073 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-966b75d4-0aa1-4b09-94a0-0dbef6a03bcd tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Allocated IP 172.25.2.196 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/c214f93c-4c80-4db5-b82d-b37a415f6691) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:15.397749 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8602cd0e-1ab7-47f7-b678-77af6160518e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "PUT /v2.0/ports/84972d91-00ca-40e2-98c3-56dea50ecca7 HTTP/1.1" status: 200 len: 923 time: 3.8563921 Jul 07 17:03:15.399183 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602cd0e-1ab7-47f7-b678-77af6160518e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=84972d91-00ca-40e2-98c3-56dea50ecca7,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:15.401722 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afc491e-72c7-46ed-84b1-31f3c052d56b'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:15.402115 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f44509a9-63d1-4a0c-b4a9-f767430ffb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.403873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54412) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:15.405544 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98c887a-615b-41d8-aea7-567b57cfe0ac" -d '{"events": [{"server_uuid": "77c68ad7-2f8c-454e-83bc-1594c68d2687", "name": "network-vif-plugged", "status": "completed", "tag": "6afc491e-72c7-46ed-84b1-31f3c052d56b"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:15.409823 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-959a9e53-1867-4365-8742-6caed0a6279a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aa69962c-86fa-4919-a08e-dfa2b73770f2'}, {'subnet_id': '60ac31d2-9523-47c9-b3c5-16fb2e1c0495'}]}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:15.413416 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e826fa26-f747-400b-b0c0-9fcbf2cff37c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:15.413907 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e826fa26-f747-400b-b0c0-9fcbf2cff37c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:15.431075 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e826fa26-f747-400b-b0c0-9fcbf2cff37c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/b09a966a-fc70-431f-a687-62d3774a19e1 HTTP/1.1" status: 404 len: 339 time: 0.1613441 Jul 07 17:03:15.435065 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54416) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:15.561972 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d53c6bc-3b9c-4dde-bb9a-7d0caf484d45 x-openstack-request-id: req-0d53c6bc-3b9c-4dde-bb9a-7d0caf484d45 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:15.561972 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c68ad7-2f8c-454e-83bc-1594c68d2687", "name": "network-vif-plugged", "status": "completed", "tag": "6afc491e-72c7-46ed-84b1-31f3c052d56b", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:15.561972 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0d53c6bc-3b9c-4dde-bb9a-7d0caf484d45 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:15.561972 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afc491e-72c7-46ed-84b1-31f3c052d56b', 'code': 200} Jul 07 17:03:15.572596 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6afc491e-72c7-46ed-84b1-31f3c052d56b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:15.630730 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.674504 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e6ccaae2-2114-4446-b402-62c4d9bb06b6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.690248 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 63342542-58e7-45ef-b4c6-9e4228403ed3 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:15.698262 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aee5153c-5a9e-49ea-ae49-64f73db7df01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.742961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 63342542-58e7-45ef-b4c6-9e4228403ed3 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:15.742961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 63342542-58e7-45ef-b4c6-9e4228403ed3 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:15.805154 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e6ccaae2-2114-4446-b402-62c4d9bb06b6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.812397 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6afc491e-72c7-46ed-84b1-31f3c052d56b,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:15.842726 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-aee5153c-5a9e-49ea-ae49-64f73db7df01 None None] For port 0c7b0190-8d2f-4f06-a39a-9f15297d9136, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0c7b0190-8d2f-4f06-a39a-9f15297d9136,segment=NetworkSegment(28b813d0-ff8e-4398-baa2-b2254c75892a),segment_id=28b813d0-ff8e-4398-baa2-b2254c75892a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:15.848547 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aee5153c-5a9e-49ea-ae49-64f73db7df01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.862248 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-e6ccaae2-2114-4446-b402-62c4d9bb06b6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a29477-0c16-479f-b191-1206368cb7d3']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:15.889794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-e6ccaae2-2114-4446-b402-62c4d9bb06b6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c56f334-9772-46b3-81c0-c1eee6bbf2c2') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:15.890139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-e6ccaae2-2114-4446-b402-62c4d9bb06b6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c56f334-9772-46b3-81c0-c1eee6bbf2c2') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:15.919163 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e6ccaae2-2114-4446-b402-62c4d9bb06b6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.938588 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-959a9e53-1867-4365-8742-6caed0a6279a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.939449 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6e84-971e-46c9-8e32-1e8bba8e9311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.961089 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5153c-5a9e-49ea-ae49-64f73db7df01 None None] Pushing event updated for resources: {'Port': ['ID=0c7b0190-8d2f-4f06-a39a-9f15297d9136,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:15.972736 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f44509a9-63d1-4a0c-b4a9-f767430ffb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:15.997241 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e6ccaae2-2114-4446-b402-62c4d9bb06b6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.007003 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-35953f2b-d433-47cc-872f-d984403fc4fd None None] Provisioning for port fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:16.062815 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-35953f2b-d433-47cc-872f-d984403fc4fd None None] Provisioning complete for port fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:16.063201 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-35953f2b-d433-47cc-872f-d984403fc4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.066595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ccaae2-2114-4446-b402-62c4d9bb06b6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:03:16.068161 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e6ccaae2-2114-4446-b402-62c4d9bb06b6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.151143 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b2e63d66-7007-473c-ac1d-0291e04b6dba tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting port e9485ea8-f4f7-4e74-8aa4-646716f0d10c {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:16.151818 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2e63d66-7007-473c-ac1d-0291e04b6dba tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:03:16.158615 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:03:16.168827 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e6ccaae2-2114-4446-b402-62c4d9bb06b6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.196583 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e6ccaae2-2114-4446-b402-62c4d9bb06b6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.199361 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e6ccaae2-2114-4446-b402-62c4d9bb06b6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/25a29477-0c16-479f-b191-1206368cb7d3 HTTP/1.1" status: 204 len: 168 time: 0.7633009 Jul 07 17:03:16.200879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccaae2-2114-4446-b402-62c4d9bb06b6 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Network': ['ID=25a29477-0c16-479f-b191-1206368cb7d3,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:16.216989 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54420) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:16.288392 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a38278-0711-4945-be52-36caae7b03bf tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:16.288878 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a38278-0711-4945-be52-36caae7b03bf tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:16.293131 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-76a38278-0711-4945-be52-36caae7b03bf tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/subnets/fdff3cdf-de19-4ee1-a8a3-0eac2d0f4520 HTTP/1.1" status: 404 len: 337 time: 0.0726271 Jul 07 17:03:16.294904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54422) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:16.317942 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-f44509a9-63d1-4a0c-b4a9-f767430ffb6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bfc31d5-b892-420e-a594-085b325da90d']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:16.330419 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de3a735-cbd2-4b5f-a8af-5a8a505dcf0e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:16.331030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de3a735-cbd2-4b5f-a8af-5a8a505dcf0e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:16.337701 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7de3a735-cbd2-4b5f-a8af-5a8a505dcf0e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/613e2c9f-5e7f-4bbc-99b8-b145c3dfceaf HTTP/1.1" status: 404 len: 339 time: 0.0396228 Jul 07 17:03:16.338483 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-f44509a9-63d1-4a0c-b4a9-f767430ffb6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e837857c-5f25-4ab5-97ce-d8db1311ace1') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:16.338794 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-f44509a9-63d1-4a0c-b4a9-f767430ffb6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e837857c-5f25-4ab5-97ce-d8db1311ace1') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:16.351135 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54428) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:16.363380 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f44509a9-63d1-4a0c-b4a9-f767430ffb6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.397087 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f44509a9-63d1-4a0c-b4a9-f767430ffb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.415407 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44509a9-63d1-4a0c-b4a9-f767430ffb6e admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:03:16.416386 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f44509a9-63d1-4a0c-b4a9-f767430ffb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.435691 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c2582c-27db-44ae-ab0e-593c9d9d3c1c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:16.436159 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c2582c-27db-44ae-ab0e-593c9d9d3c1c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:16.440305 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-60c2582c-27db-44ae-ab0e-593c9d9d3c1c tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/subnets/c78a2d32-2248-4743-98b0-4b2fa9c9743d HTTP/1.1" status: 404 len: 337 time: 0.0826228 Jul 07 17:03:16.444101 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54430) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:16.490797 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.511891 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-604530db-0890-4e39-94bb-46c0abcab02a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:16.512801 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604530db-0890-4e39-94bb-46c0abcab02a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:16.517737 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-604530db-0890-4e39-94bb-46c0abcab02a tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/00688a2f-eb81-4e95-b9e5-93e180851716 HTTP/1.1" status: 404 len: 339 time: 0.0720918 Jul 07 17:03:16.522801 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54432) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:03:16.531171 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:03:16.599396 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e801a3-136a-4a1b-90b5-d90274dd3062 req-5525b1b8-15bb-478b-a51b-6defb4e782a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:16.601880 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a7e801a3-136a-4a1b-90b5-d90274dd3062 req-5525b1b8-15bb-478b-a51b-6defb4e782a8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 1095 time: 1.0428531 Jul 07 17:03:16.643002 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f44509a9-63d1-4a0c-b4a9-f767430ffb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.695898 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-966b75d4-0aa1-4b09-94a0-0dbef6a03bcd tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.726534 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-18bc2638-aba7-42f3-9f9b-3387e936a0ca None None] Provisioning complete for port fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:16.729240 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-18bc2638-aba7-42f3-9f9b-3387e936a0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.744414 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f44509a9-63d1-4a0c-b4a9-f767430ffb6e admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.749131 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f44509a9-63d1-4a0c-b4a9-f767430ffb6e admin admin] 10.222.0.50 "DELETE /v2.0/networks/4bfc31d5-b892-420e-a594-085b325da90d HTTP/1.1" status: 204 len: 168 time: 1.5970323 Jul 07 17:03:16.843602 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44509a9-63d1-4a0c-b4a9-f767430ffb6e admin admin] Pushing event deleted for resources: {'Network': ['ID=4bfc31d5-b892-420e-a594-085b325da90d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:16.898140 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-b2e63d66-7007-473c-ac1d-0291e04b6dba tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] For port e9485ea8-f4f7-4e74-8aa4-646716f0d10c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e9485ea8-f4f7-4e74-8aa4-646716f0d10c,segment=NetworkSegment(be08d117-4408-4d2e-964e-6a1ec38191d5),segment_id=be08d117-4408-4d2e-964e-6a1ec38191d5)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:16.899125 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2e63d66-7007-473c-ac1d-0291e04b6dba tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.932236 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-18bc2638-aba7-42f3-9f9b-3387e936a0ca None None] Provisioning for port 84972d91-00ca-40e2-98c3-56dea50ecca7 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:16.959553 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b2e63d66-7007-473c-ac1d-0291e04b6dba tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Calling delete_port for e9485ea8-f4f7-4e74-8aa4-646716f0d10c owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:16.960345 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-18bc2638-aba7-42f3-9f9b-3387e936a0ca None None] Provisioning complete for port 84972d91-00ca-40e2-98c3-56dea50ecca7 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:16.968763 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-18bc2638-aba7-42f3-9f9b-3387e936a0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:16.973201 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a7e801a3-136a-4a1b-90b5-d90274dd3062 req-6b4a23c1-537e-460c-a867-5e1ac909f5e1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3317838 Jul 07 17:03:17.082766 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-966b75d4-0aa1-4b09-94a0-0dbef6a03bcd tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.117488 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccf6e84-971e-46c9-8e32-1e8bba8e9311 admin admin] Router 05761616-af1c-4e2f-84dd-faa6876f4957 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:03:17.130764 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-18bc2638-aba7-42f3-9f9b-3387e936a0ca None None] Port 84972d91-00ca-40e2-98c3-56dea50ecca7 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:17.169266 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-18bc2638-aba7-42f3-9f9b-3387e936a0ca None None] Provisioning complete for port 0c7b0190-8d2f-4f06-a39a-9f15297d9136 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:17.169793 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-18bc2638-aba7-42f3-9f9b-3387e936a0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.172129 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54440) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:17.228652 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966b75d4-0aa1-4b09-94a0-0dbef6a03bcd tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:17.266553 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-21293adb-27b2-4a60-b6b5-1c037d8e793f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:17.267244 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21293adb-27b2-4a60-b6b5-1c037d8e793f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:17.272675 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-21293adb-27b2-4a60-b6b5-1c037d8e793f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/subnets/fe187188-97b0-455e-a9cd-ca0bca01a756 HTTP/1.1" status: 404 len: 337 time: 0.7342579 Jul 07 17:03:17.275917 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54442) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:17.285119 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-966b75d4-0aa1-4b09-94a0-0dbef6a03bcd tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:17.301192 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b75d4-0aa1-4b09-94a0-0dbef6a03bcd tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Pushing event updated for resources: {'Port': ['ID=c214f93c-4c80-4db5-b82d-b37a415f6691,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:17.303403 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba29679-6134-47f3-986b-3008a7dc0dbc tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:17.304019 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba29679-6134-47f3-986b-3008a7dc0dbc tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:17.305383 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966b75d4-0aa1-4b09-94a0-0dbef6a03bcd tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:17.309043 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1ba29679-6134-47f3-986b-3008a7dc0dbc tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/2ba48504-5379-4cfd-ad84-228e7f8493f6 HTTP/1.1" status: 404 len: 339 time: 0.0311956 Jul 07 17:03:17.347570 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54444) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:17.392383 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-49542e22-d65d-4f3c-8298-58e314e7e362 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:17.392844 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49542e22-d65d-4f3c-8298-58e314e7e362 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:17.394807 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-49542e22-d65d-4f3c-8298-58e314e7e362 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/subnets/b7052be2-d164-4120-b1b0-cbf806f92bbb HTTP/1.1" status: 404 len: 337 time: 0.0440402 Jul 07 17:03:17.401948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54450) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:17.414425 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-368c39c9-635f-4613-84e3-06426f3f48e8 None None] Provisioning complete for port 84972d91-00ca-40e2-98c3-56dea50ecca7 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:17.415479 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-368c39c9-635f-4613-84e3-06426f3f48e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:17.421330 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-37555257-70e6-4459-b504-31ee2f7ab9f3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d1135a5a7bcf4ea180136622e9a3fe8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465782 Jul 07 17:03:17.426418 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54452) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:17.438539 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd63bff-bf8b-4b42-88db-025ebafe83cb tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:17.439497 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd63bff-bf8b-4b42-88db-025ebafe83cb tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:17.441282 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4cd63bff-bf8b-4b42-88db-025ebafe83cb tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/27d86760-ee4c-4f39-b2f9-44516a169d71 HTTP/1.1" status: 404 len: 339 time: 0.0361681 Jul 07 17:03:17.448141 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54454) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:17.507929 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e37743-7b73-464b-aee8-378009d0a242 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:17.508392 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e37743-7b73-464b-aee8-378009d0a242 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:17.508567 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-368c39c9-635f-4613-84e3-06426f3f48e8 None None] Port 84972d91-00ca-40e2-98c3-56dea50ecca7 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:17.512541 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e4e37743-7b73-464b-aee8-378009d0a242 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/subnets/62102d18-82be-4495-a175-655309c841ee HTTP/1.1" status: 404 len: 337 time: 0.0598164 Jul 07 17:03:17.515416 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54456) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:17.518854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccf6e84-971e-46c9-8e32-1e8bba8e9311 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:17.525379 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3258168-d0a5-478a-a69a-b4a34d70e133 req-c54cefba-4d29-4355-93e6-c6a72d484b7d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:17.530755 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] Sync routers for ids ['05761616-af1c-4e2f-84dd-faa6876f4957'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:17.533166 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3258168-d0a5-478a-a69a-b4a34d70e133 req-c54cefba-4d29-4355-93e6-c6a72d484b7d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 945 time: 1.0254614 Jul 07 17:03:17.572427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] Routers {'05761616-af1c-4e2f-84dd-faa6876f4957'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:17.576504 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:02:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['05761616-af1c-4e2f-84dd-faa6876f4957'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:17.587728 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5600c5a-308e-4886-9254-5bce243090fd tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:17.588578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5600c5a-308e-4886-9254-5bce243090fd tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:17.593291 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c5600c5a-308e-4886-9254-5bce243090fd tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/b502af7b-61d1-48b0-b6be-3805a9c2577e HTTP/1.1" status: 404 len: 339 time: 0.0743582 Jul 07 17:03:17.596574 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54458) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:17.620558 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3258168-d0a5-478a-a69a-b4a34d70e133 req-7cc92204-e57c-4421-a968-0e2101e6342c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862591 Jul 07 17:03:17.664554 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-959a9e53-1867-4365-8742-6caed0a6279a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Allocated IP 2001:db8:0:1::e0 (9ce7e61d-8d2d-4d75-a729-df8a2652ac6d/60ac31d2-9523-47c9-b3c5-16fb2e1c0495/84972d91-00ca-40e2-98c3-56dea50ecca7) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:17.668283 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d725deb-4814-4efc-8a08-df51b070c441 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:17.669104 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d725deb-4814-4efc-8a08-df51b070c441 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:17.671905 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6d725deb-4814-4efc-8a08-df51b070c441 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/subnets/4e8c34f7-d358-4b3a-beaa-b406ade032c3 HTTP/1.1" status: 404 len: 337 time: 0.0711205 Jul 07 17:03:17.675520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54460) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:17.708831 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cfeccda-be9d-4e6a-af38-dbb3e13b5477 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:17.713520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cfeccda-be9d-4e6a-af38-dbb3e13b5477 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:17.716146 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0cfeccda-be9d-4e6a-af38-dbb3e13b5477 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/30c1f811-e115-40f3-90e3-61089210a43a HTTP/1.1" status: 404 len: 339 time: 0.0385313 Jul 07 17:03:17.728454 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54462) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:17.817765 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-02467d0a-64e4-44a9-9aaa-b54057d4d8d5 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:17.818675 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02467d0a-64e4-44a9-9aaa-b54057d4d8d5 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:17.820763 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-02467d0a-64e4-44a9-9aaa-b54057d4d8d5 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/subnets/4817777e-49db-406a-bcdb-baceb47918ad HTTP/1.1" status: 404 len: 337 time: 0.0908613 Jul 07 17:03:17.824167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54464) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:17.824789 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] Set router 05761616-af1c-4e2f-84dd-faa6876f4957 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:17.861393 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-698c8a23-88b4-4e86-8911-5126c1219329 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:17.862645 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698c8a23-88b4-4e86-8911-5126c1219329 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:17.864732 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-698c8a23-88b4-4e86-8911-5126c1219329 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/d57ebcde-136e-412e-98ba-bb095d335596 HTTP/1.1" status: 404 len: 339 time: 0.0386100 Jul 07 17:03:17.868307 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54466) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:17.908054 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa947a3-87dd-43c2-a80b-d3b44514ec60 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:17.908912 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa947a3-87dd-43c2-a80b-d3b44514ec60 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:17.911037 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7aa947a3-87dd-43c2-a80b-d3b44514ec60 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/subnets/13034487-92bf-4563-b6c8-7d52f7715a55 HTTP/1.1" status: 404 len: 337 time: 0.0414100 Jul 07 17:03:17.914910 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54468) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:17.936981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0c7b0190-8d2f-4f06-a39a-9f15297d9136 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:17.939567 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceba8683-64b0-461a-a612-fab46892d32e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:17.940490 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceba8683-64b0-461a-a612-fab46892d32e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:17.942711 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ceba8683-64b0-461a-a612-fab46892d32e tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/7b2cc98a-0804-450e-8717-f61c709cf9c5 HTTP/1.1" status: 404 len: 339 time: 0.0262880 Jul 07 17:03:17.948980 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54470) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:18.054090 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.056577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd90dfa-1f1c-4326-be05-070a8367ff3f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Deleting subnet e53264aa-c61d-4295-9b40-d75328cfa466 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:18.064367 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-959a9e53-1867-4365-8742-6caed0a6279a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.068386 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3bd90dfa-1f1c-4326-be05-070a8367ff3f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.106354 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-15a23e2b-aa9b-4cf4-b38f-107830b7214f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.124070 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-959a9e53-1867-4365-8742-6caed0a6279a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Ignored duplicate provisioning block setup for port 84972d91-00ca-40e2-98c3-56dea50ecca7 by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:03:18.132665 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-959a9e53-1867-4365-8742-6caed0a6279a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.149083 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3bd90dfa-1f1c-4326-be05-070a8367ff3f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.258426 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 0c7b0190-8d2f-4f06-a39a-9f15297d9136 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:18.258855 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.275715 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6e84-971e-46c9-8e32-1e8bba8e9311 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.280009 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0ccf6e84-971e-46c9-8e32-1e8bba8e9311 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.6485457 Jul 07 17:03:18.312870 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54472) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:18.314634 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c69ccd6-73fc-49b0-a156-b24daf29b4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.335726 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a9e53-1867-4365-8742-6caed0a6279a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=84972d91-00ca-40e2-98c3-56dea50ecca7,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:18.348498 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c69ccd6-73fc-49b0-a156-b24daf29b4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.365636 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-959a9e53-1867-4365-8742-6caed0a6279a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] In _notify_port_updated(), no bound segment for port 84972d91-00ca-40e2-98c3-56dea50ecca7 on network 9ce7e61d-8d2d-4d75-a729-df8a2652ac6d {{(pid=100410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:03:18.371517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959a9e53-1867-4365-8742-6caed0a6279a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:18.372518 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-959a9e53-1867-4365-8742-6caed0a6279a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.374074 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-959a9e53-1867-4365-8742-6caed0a6279a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "PUT /v2.0/ports/84972d91-00ca-40e2-98c3-56dea50ecca7 HTTP/1.1" status: 200 len: 1008 time: 2.9691756 Jul 07 17:03:18.377898 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54474) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:18.433963 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'name': 'tempest-TaggedBootDevicesTest-469848614-router', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '87341149-3812-4b44-acf7-656cff749ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:08Z', 'updated_at': '2021-07-07T17:03:14Z', 'revision_number': 3, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'gw_port': {'id': '87341149-3812-4b44-acf7-656cff749ae8', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:10Z', 'updated_at': '2021-07-07T17:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:18.482494 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] Checking router: 05761616-af1c-4e2f-84dd-faa6876f4957 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:18.482937 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] Updating router 05761616-af1c-4e2f-84dd-faa6876f4957 port 87341149-3812-4b44-acf7-656cff749ae8 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:03:18.564192 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.565942 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3bd90dfa-1f1c-4326-be05-070a8367ff3f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.589821 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c69ccd6-73fc-49b0-a156-b24daf29b4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.605957 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c69ccd6-73fc-49b0-a156-b24daf29b4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.609682 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1c69ccd6-73fc-49b0-a156-b24daf29b4da admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56e60368-62bc-499c-9a05-a72163901f7a HTTP/1.1" status: 204 len: 168 time: 1.1754067 Jul 07 17:03:18.646793 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69ccd6-73fc-49b0-a156-b24daf29b4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e60368-62bc-499c-9a05-a72163901f7a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:18.732705 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-aabc1937-a91e-4592-8506-4872768f8b96 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting port 84972d91-00ca-40e2-98c3-56dea50ecca7 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:18.733470 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aabc1937-a91e-4592-8506-4872768f8b96 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.780870 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2e63d66-7007-473c-ac1d-0291e04b6dba tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.864804 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3bd90dfa-1f1c-4326-be05-070a8367ff3f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.879428 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f1a17dc9-bdae-48b3-a0d7-79ce58043961 None None] Provisioning complete for port 84972d91-00ca-40e2-98c3-56dea50ecca7 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:18.880175 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f1a17dc9-bdae-48b3-a0d7-79ce58043961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.894973 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e63d66-7007-473c-ac1d-0291e04b6dba tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Port': ['ID=e9485ea8-f4f7-4e74-8aa4-646716f0d10c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:18.907049 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.996663 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3bd90dfa-1f1c-4326-be05-070a8367ff3f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:18.999486 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3bd90dfa-1f1c-4326-be05-070a8367ff3f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/subnets/e53264aa-c61d-4295-9b40-d75328cfa466 HTTP/1.1" status: 204 len: 168 time: 1.0491366 Jul 07 17:03:19.003131 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54486) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:19.018531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd90dfa-1f1c-4326-be05-070a8367ff3f tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Subnet': ['ID=e53264aa-c61d-4295-9b40-d75328cfa466,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:19.067820 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d675b5-e57a-4ffc-8382-8cbe970760b6 None None] Network c92c17f7-9593-43a2-a8d2-94554ac1da62 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:19.175664 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aabc1937-a91e-4592-8506-4872768f8b96 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.215145 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-aabc1937-a91e-4592-8506-4872768f8b96 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Calling delete_port for 84972d91-00ca-40e2-98c3-56dea50ecca7 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:19.296837 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f1a17dc9-bdae-48b3-a0d7-79ce58043961 None None] Port 84972d91-00ca-40e2-98c3-56dea50ecca7 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:19.420958 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211a383-07a9-41bf-928f-7488115969a0 req-36705336-42ef-47ed-8889-00005a082853 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:19.422637 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8211a383-07a9-41bf-928f-7488115969a0 req-36705336-42ef-47ed-8889-00005a082853 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 945 time: 0.5361996 Jul 07 17:03:19.447442 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.458818 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2e63d66-7007-473c-ac1d-0291e04b6dba tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.607264 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aabc1937-a91e-4592-8506-4872768f8b96 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.690909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc1937-a91e-4592-8506-4872768f8b96 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Port': ['ID=84972d91-00ca-40e2-98c3-56dea50ecca7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:19.702974 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-966b75d4-0aa1-4b09-94a0-0dbef6a03bcd tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.736140 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e63d66-7007-473c-ac1d-0291e04b6dba tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router 37910202-922f-4a52-8dbb-9660e35d4f02 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:03:19.736960 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Deleting port 5ea22925-8826-45c8-a135-b9a1532cccdc {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:19.737523 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.839471 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.862806 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] Transition to ACTIVE for port object 87341149-3812-4b44-acf7-656cff749ae8 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:19.887119 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.983760 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aabc1937-a91e-4592-8506-4872768f8b96 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:19.985771 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-aabc1937-a91e-4592-8506-4872768f8b96 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/ports/84972d91-00ca-40e2-98c3-56dea50ecca7 HTTP/1.1" status: 204 len: 168 time: 1.6065922 Jul 07 17:03:19.999376 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e63d66-7007-473c-ac1d-0291e04b6dba tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:20.004550 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54506) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:20.012827 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee90c3f-e9bd-4779-9678-e5d7a017b958 None None] Sync routers for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:20.049315 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee90c3f-e9bd-4779-9678-e5d7a017b958 None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:20.049485 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] For port 5ea22925-8826-45c8-a135-b9a1532cccdc, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5ea22925-8826-45c8-a135-b9a1532cccdc,segment=NetworkSegment(59cf50bf-0a35-4a26-9d08-c776c1a601d1),segment_id=59cf50bf-0a35-4a26-9d08-c776c1a601d1)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:20.049751 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.049954 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-eee90c3f-e9bd-4779-9678-e5d7a017b958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:20.075298 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b2e63d66-7007-473c-ac1d-0291e04b6dba tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/37910202-922f-4a52-8dbb-9660e35d4f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3428376 Jul 07 17:03:20.082001 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8211a383-07a9-41bf-928f-7488115969a0 req-6245db7e-6ee2-4254-b5ad-ef0e846b6335 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6099634 Jul 07 17:03:20.089545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] Attempting to bind port 87341149-3812-4b44-acf7-656cff749ae8 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:20.090304 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] Attempting to bind port 87341149-3812-4b44-acf7-656cff749ae8 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:20.091005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] Attempting to bind port 87341149-3812-4b44-acf7-656cff749ae8 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:20.099569 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e255592-16b6-4bc2-b006-6f5093b8fe18 None None] Pushing event updated for resources: {'Port': ['ID=87341149-3812-4b44-acf7-656cff749ae8,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:20.102173 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54508) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:20.119853 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:20.121275 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:20.121918 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.122728 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:20.123462 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] Bound port: 87341149-3812-4b44-acf7-656cff749ae8, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:20.124088 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.144277 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Calling delete_port for 5ea22925-8826-45c8-a135-b9a1532cccdc owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:20.182832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151e77da-ca77-4327-8fe3-9b6620b4ad71 None None] DHCP port deletion for c92c17f7-9593-43a2-a8d2-94554ac1da62 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:03:20.246778 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6ce9d0-1571-4601-b94f-7983c9c53b2b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] GET failed (client error): The resource could not be found. Jul 07 17:03:20.261312 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7c6ce9d0-1571-4601-b94f-7983c9c53b2b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports/84972d91-00ca-40e2-98c3-56dea50ecca7 HTTP/1.1" status: 404 len: 333 time: 0.2356231 Jul 07 17:03:20.267896 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54514) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:20.316035 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-eee90c3f-e9bd-4779-9678-e5d7a017b958 None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:20.341573 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-01eb3679-9330-4a1f-a4ce-0c052abd5a20 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Deleting subnet 4e5ee287-3e65-450d-8b54-19e38bda22b8 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:20.354510 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-01eb3679-9330-4a1f-a4ce-0c052abd5a20 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.377779 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] For port 87341149-3812-4b44-acf7-656cff749ae8, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:20.383231 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] For port 87341149-3812-4b44-acf7-656cff749ae8, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=87341149-3812-4b44-acf7-656cff749ae8,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:20.385903 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.390904 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.397479 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54516) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:20.421892 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-01eb3679-9330-4a1f-a4ce-0c052abd5a20 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.472064 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-eee90c3f-e9bd-4779-9678-e5d7a017b958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:03:17Z', 'revision_number': 11, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:20.475386 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-151e77da-ca77-4327-8fe3-9b6620b4ad71 None None] Deleting port 5ea22925-8826-45c8-a135-b9a1532cccdc {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:20.476054 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-151e77da-ca77-4327-8fe3-9b6620b4ad71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.479931 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e255592-16b6-4bc2-b006-6f5093b8fe18 None None] Pushing event updated for resources: {'Port': ['ID=87341149-3812-4b44-acf7-656cff749ae8,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:20.502046 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] Routers {'05761616-af1c-4e2f-84dd-faa6876f4957'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:20.502965 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['05761616-af1c-4e2f-84dd-faa6876f4957'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:20.520508 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-01eb3679-9330-4a1f-a4ce-0c052abd5a20 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.545518 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee90c3f-e9bd-4779-9678-e5d7a017b958 None None] Checking router: 37910202-922f-4a52-8dbb-9660e35d4f02 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:20.584453 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee90c3f-e9bd-4779-9678-e5d7a017b958 None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:20.587514 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-eee90c3f-e9bd-4779-9678-e5d7a017b958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:20.690043 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-30610e29-045b-47fb-9474-d68abefdd00c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting subnet 60ac31d2-9523-47c9-b3c5-16fb2e1c0495 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:20.717732 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-eee90c3f-e9bd-4779-9678-e5d7a017b958 None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:20.765247 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-151e77da-ca77-4327-8fe3-9b6620b4ad71 None None] For port 5ea22925-8826-45c8-a135-b9a1532cccdc, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5ea22925-8826-45c8-a135-b9a1532cccdc,segment=NetworkSegment(59cf50bf-0a35-4a26-9d08-c776c1a601d1),segment_id=59cf50bf-0a35-4a26-9d08-c776c1a601d1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:20.765709 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-151e77da-ca77-4327-8fe3-9b6620b4ad71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.786121 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30610e29-045b-47fb-9474-d68abefdd00c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.792815 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-151e77da-ca77-4327-8fe3-9b6620b4ad71 None None] Calling delete_port for 5ea22925-8826-45c8-a135-b9a1532cccdc owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:20.819206 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-eee90c3f-e9bd-4779-9678-e5d7a017b958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:03:17Z', 'revision_number': 11, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:20.842061 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faf60e-95ac-46ec-9a26-2383061cabd4 req-51fa0ec0-5cbe-4296-a230-f0e040a06ff4 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:20.842802 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-20faf60e-95ac-46ec-9a26-2383061cabd4 req-51fa0ec0-5cbe-4296-a230-f0e040a06ff4 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 945 time: 0.2679334 Jul 07 17:03:20.845208 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.855144 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-01eb3679-9330-4a1f-a4ce-0c052abd5a20 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.863125 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54524) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:20.891312 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-06850fd4-df9f-4db2-8e98-a32033635326 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1376224434-network', 'tenant_id': '8a8fcf6541fe4d4790d553411e54b35a'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:20.894937 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] No DVR routers for this DVR port 5ea22925-8826-45c8-a135-b9a1532cccdc on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:20.896551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb3679-9330-4a1f-a4ce-0c052abd5a20 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Subnet': ['ID=4e5ee287-3e65-450d-8b54-19e38bda22b8,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:20.899290 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-01eb3679-9330-4a1f-a4ce-0c052abd5a20 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:20.900109 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee90c3f-e9bd-4779-9678-e5d7a017b958 None None] The sync data for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 is: [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:03:17Z', 'revision_number': 11, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:20.900754 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c7f76b5f-ba1f-4eae-ad26-f9a3f3df8c61 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Request body: {'floatingip': {'port_id': '6afc491e-72c7-46ed-84b1-31f3c052d56b'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:20.904118 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-01eb3679-9330-4a1f-a4ce-0c052abd5a20 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/subnets/4e5ee287-3e65-450d-8b54-19e38bda22b8 HTTP/1.1" status: 204 len: 168 time: 0.8008580 Jul 07 17:03:20.913684 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54526) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:20.963145 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Port': ['ID=5ea22925-8826-45c8-a135-b9a1532cccdc,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:20.999543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:21.000313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:21.000843 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:21.001418 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:21.001941 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:21.002486 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:21.003002 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:21.003517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:21.004319 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:21.004966 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:21.005482 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:21.006127 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:21.023081 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30610e29-045b-47fb-9474-d68abefdd00c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.096518 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.110969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92c17f7-9593-43a2-a8d2-94554ac1da62']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:21.114416 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30610e29-045b-47fb-9474-d68abefdd00c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.128144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59cf50bf-0a35-4a26-9d08-c776c1a601d1') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:21.129344 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59cf50bf-0a35-4a26-9d08-c776c1a601d1') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:21.140929 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.207455 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.232340 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:03:21.232769 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.234131 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-151e77da-ca77-4327-8fe3-9b6620b4ad71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.239361 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea94f7b0-c029-4dde-80ed-e6e5e7d3c0cc None None] Network 4c525245-a448-4622-a059-11efbcd3e783 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:21.260408 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] Set router 05761616-af1c-4e2f-84dd-faa6876f4957 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:03:21.320641 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:03:21.354263 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c7f76b5f-ba1f-4eae-ad26-f9a3f3df8c61 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for floatingip, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.361766 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.371817 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:21.373603 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] 10.222.0.50 "DELETE /v2.0/networks/c92c17f7-9593-43a2-a8d2-94554ac1da62 HTTP/1.1" status: 204 len: 168 time: 2.3622348 Jul 07 17:03:21.394186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e77da-ca77-4327-8fe3-9b6620b4ad71 None None] Pushing event deleted for resources: {'Port': ['ID=5ea22925-8826-45c8-a135-b9a1532cccdc,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:21.400768 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151e77da-ca77-4327-8fe3-9b6620b4ad71 None None] No DVR routers for this DVR port 5ea22925-8826-45c8-a135-b9a1532cccdc on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:21.407046 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def1a12-baf4-4281-8809-beec92e4da44 tempest-NetworksTest-255425518 tempest-NetworksTest-255425518-project] Pushing event deleted for resources: {'Network': ['ID=c92c17f7-9593-43a2-a8d2-94554ac1da62,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:21.677755 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'name': 'tempest-TaggedBootDevicesTest-469848614-router', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '87341149-3812-4b44-acf7-656cff749ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:08Z', 'updated_at': '2021-07-07T17:03:14Z', 'revision_number': 3, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'gw_port': {'id': '87341149-3812-4b44-acf7-656cff749ae8', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:10Z', 'updated_at': '2021-07-07T17:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:21.731798 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae724d24-97dd-4cc3-99aa-de93154d580d None None] The sync data for ids ['05761616-af1c-4e2f-84dd-faa6876f4957'] in n-d-793620-7 is: [{'id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'name': 'tempest-TaggedBootDevicesTest-469848614-router', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '87341149-3812-4b44-acf7-656cff749ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:08Z', 'updated_at': '2021-07-07T17:03:14Z', 'revision_number': 3, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'gw_port': {'id': '87341149-3812-4b44-acf7-656cff749ae8', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:10Z', 'updated_at': '2021-07-07T17:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:21.754036 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fde25b2-91b1-4707-b782-47c29d6a331f None None] DHCP port deletion for 4c525245-a448-4622-a059-11efbcd3e783 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:03:21.815021 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5ea22925-8826-45c8-a135-b9a1532cccdc no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:21.861013 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 5ea22925-8826-45c8-a135-b9a1532cccdc {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:21.861557 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5ea22925-8826-45c8-a135-b9a1532cccdc not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:21.862086 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e9485ea8-f4f7-4e74-8aa4-646716f0d10c no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:21.883457 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54536) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:21.890858 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: e9485ea8-f4f7-4e74-8aa4-646716f0d10c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:21.891350 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e9485ea8-f4f7-4e74-8aa4-646716f0d10c not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:21.906622 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fde25b2-91b1-4707-b782-47c29d6a331f None None] Deleting port 715e103e-7df0-4e6d-a556-e0af1ee94ee8 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:21.907149 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fde25b2-91b1-4707-b782-47c29d6a331f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.004001 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fde25b2-91b1-4707-b782-47c29d6a331f None None] For port 715e103e-7df0-4e6d-a556-e0af1ee94ee8, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=715e103e-7df0-4e6d-a556-e0af1ee94ee8,segment=NetworkSegment(be08d117-4408-4d2e-964e-6a1ec38191d5),segment_id=be08d117-4408-4d2e-964e-6a1ec38191d5)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:22.004687 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fde25b2-91b1-4707-b782-47c29d6a331f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.043200 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30610e29-045b-47fb-9474-d68abefdd00c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.047595 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fde25b2-91b1-4707-b782-47c29d6a331f None None] Calling delete_port for 715e103e-7df0-4e6d-a556-e0af1ee94ee8 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:22.077034 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30610e29-045b-47fb-9474-d68abefdd00c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.081823 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54540) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:22.091740 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-30610e29-045b-47fb-9474-d68abefdd00c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/subnets/60ac31d2-9523-47c9-b3c5-16fb2e1c0495 HTTP/1.1" status: 204 len: 168 time: 1.8235428 Jul 07 17:03:22.109487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e657ac92-72c0-40f1-80a4-924fafba0fc3 None None] Network 9ce7e61d-8d2d-4d75-a729-df8a2652ac6d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:22.113158 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06850fd4-df9f-4db2-8e98-a32033635326 admin admin] Made reservation on behalf of 8a8fcf6541fe4d4790d553411e54b35a for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:22.124145 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-06850fd4-df9f-4db2-8e98-a32033635326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.193790 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-06850fd4-df9f-4db2-8e98-a32033635326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.206564 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-28bee42a-410e-4a13-8242-16200ae5ee2a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting subnet aa69962c-86fa-4919-a08e-dfa2b73770f2 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:22.233925 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-966b75d4-0aa1-4b09-94a0-0dbef6a03bcd tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.276198 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-28bee42a-410e-4a13-8242-16200ae5ee2a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.365431 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fde25b2-91b1-4707-b782-47c29d6a331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.396806 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-28bee42a-410e-4a13-8242-16200ae5ee2a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.420684 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde25b2-91b1-4707-b782-47c29d6a331f None None] Pushing event deleted for resources: {'Port': ['ID=715e103e-7df0-4e6d-a556-e0af1ee94ee8,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:22.425849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde25b2-91b1-4707-b782-47c29d6a331f None None] No DVR routers for this DVR port 715e103e-7df0-4e6d-a556-e0af1ee94ee8 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:22.459589 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9f8dfb0f-e59b-460a-aa80-1f142f0444d1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=207a1cad44ed4f44a10e7c0217eaa943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5744119 Jul 07 17:03:22.462287 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54542) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:22.618771 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2717d86e-0366-4326-a712-070b8e56d136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.654435 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2717d86e-0366-4326-a712-070b8e56d136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.724902 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2717d86e-0366-4326-a712-070b8e56d136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.729700 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2717d86e-0366-4326-a712-070b8e56d136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.732637 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2717d86e-0366-4326-a712-070b8e56d136 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f0e673a-7012-4a55-b411-9de824a87f2f HTTP/1.1" status: 204 len: 168 time: 0.2684631 Jul 07 17:03:22.754187 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-28bee42a-410e-4a13-8242-16200ae5ee2a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.795174 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717d86e-0366-4326-a712-070b8e56d136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0e673a-7012-4a55-b411-9de824a87f2f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:22.856148 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30610e29-045b-47fb-9474-d68abefdd00c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Subnet': ['ID=60ac31d2-9523-47c9-b3c5-16fb2e1c0495,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:22.883965 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b838c31-cda2-4da2-bed2-57d8d6ae3c71 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.909834 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-28bee42a-410e-4a13-8242-16200ae5ee2a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.968094 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bee42a-410e-4a13-8242-16200ae5ee2a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Subnet': ['ID=aa69962c-86fa-4919-a08e-dfa2b73770f2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:22.989238 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-28bee42a-410e-4a13-8242-16200ae5ee2a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:22.994668 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-28bee42a-410e-4a13-8242-16200ae5ee2a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/subnets/aa69962c-86fa-4919-a08e-dfa2b73770f2 HTTP/1.1" status: 204 len: 168 time: 0.9114330 Jul 07 17:03:22.995560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54552) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:23.203351 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7fd37916-6d22-4dac-af23-77815ef5a614 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.206892 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.db.resource_extend [None req-c7f76b5f-ba1f-4eae-ad26-f9a3f3df8c61 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:03:23.345377 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c7f76b5f-ba1f-4eae-ad26-f9a3f3df8c61 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.350757 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-7fd37916-6d22-4dac-af23-77815ef5a614 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting port fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:23.352854 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7fd37916-6d22-4dac-af23-77815ef5a614 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.356230 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0e250d1-83bb-41b3-b86f-4f5d706ca7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.419599 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c7f76b5f-ba1f-4eae-ad26-f9a3f3df8c61 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.510458 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-7fd37916-6d22-4dac-af23-77815ef5a614 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] For port fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982,segment=NetworkSegment(9539ba13-c65c-4332-803f-fa4a0928a2c4),segment_id=9539ba13-c65c-4332-803f-fa4a0928a2c4)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:23.511154 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7fd37916-6d22-4dac-af23-77815ef5a614 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.531482 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-7fd37916-6d22-4dac-af23-77815ef5a614 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Calling delete_port for fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:23.574542 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1b370c-fccc-4967-bb43-ca98dde8c2d3 None None] Network 9ce7e61d-8d2d-4d75-a729-df8a2652ac6d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:23.580686 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-c7f76b5f-ba1f-4eae-ad26-f9a3f3df8c61 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Floating IP 36e44ddc-6aa5-4305-8bbb-3c5f33827e3b associated. External IP: 172.25.2.127, port: 6afc491e-72c7-46ed-84b1-31f3c052d56b. Jul 07 17:03:23.760379 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7fd37916-6d22-4dac-af23-77815ef5a614 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.807337 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 87341149-3812-4b44-acf7-656cff749ae8 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:23.809877 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d6ed5034-167b-4d47-8156-8b8c12034c6a None None] Provisioning complete for port fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:23.810265 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d6ed5034-167b-4d47-8156-8b8c12034c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:23.833610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd37916-6d22-4dac-af23-77815ef5a614 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Port': ['ID=fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:23.837267 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd37916-6d22-4dac-af23-77815ef5a614 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] No DVR routers for this DVR port fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:23.893821 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d6ed5034-167b-4d47-8156-8b8c12034c6a None None] Port fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 was deleted so its status cannot be updated. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 17:03:23.967440 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 87341149-3812-4b44-acf7-656cff749ae8 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:23.980844 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 87341149-3812-4b44-acf7-656cff749ae8 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:23.981327 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.048076 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7fd37916-6d22-4dac-af23-77815ef5a614 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.058438 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418e2866-5507-44c7-bd73-cacb166ac5de None None] DHCP port deletion for 9ce7e61d-8d2d-4d75-a729-df8a2652ac6d request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:03:24.059670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-7fd37916-6d22-4dac-af23-77815ef5a614 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce7e61d-8d2d-4d75-a729-df8a2652ac6d']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:24.073285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-7fd37916-6d22-4dac-af23-77815ef5a614 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9539ba13-c65c-4332-803f-fa4a0928a2c4') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:24.073590 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-7fd37916-6d22-4dac-af23-77815ef5a614 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9539ba13-c65c-4332-803f-fa4a0928a2c4') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:24.085044 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7fd37916-6d22-4dac-af23-77815ef5a614 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.101064 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7fd37916-6d22-4dac-af23-77815ef5a614 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.111283 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd37916-6d22-4dac-af23-77815ef5a614 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:03:24.111706 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7fd37916-6d22-4dac-af23-77815ef5a614 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:03:24.174466 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:03:24.181460 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7fd37916-6d22-4dac-af23-77815ef5a614 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.189645 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7fd37916-6d22-4dac-af23-77815ef5a614 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.191556 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7fd37916-6d22-4dac-af23-77815ef5a614 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/networks/9ce7e61d-8d2d-4d75-a729-df8a2652ac6d HTTP/1.1" status: 204 len: 168 time: 1.1948557 Jul 07 17:03:24.214546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54576) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:24.214546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54580) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:24.216057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd37916-6d22-4dac-af23-77815ef5a614 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Network': ['ID=9ce7e61d-8d2d-4d75-a729-df8a2652ac6d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:24.250907 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.299645 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 87341149-3812-4b44-acf7-656cff749ae8, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=87341149-3812-4b44-acf7-656cff749ae8,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:24.307546 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.399141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 715e103e-7df0-4e6d-a556-e0af1ee94ee8 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:24.409668 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=87341149-3812-4b44-acf7-656cff749ae8,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:24.429500 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 715e103e-7df0-4e6d-a556-e0af1ee94ee8 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:24.429853 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 715e103e-7df0-4e6d-a556-e0af1ee94ee8 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:24.442068 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-bdc59e30-4221-4b30-8d48-fffd68705ded tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:24.442820 n-d-793620-7 neutron-server[100409]: WARNING neutron.api.v2.base [None req-bdc59e30-4221-4b30-8d48-fffd68705ded tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 17:03:24.443310 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-bdc59e30-4221-4b30-8d48-fffd68705ded tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:03:24.444459 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bdc59e30-4221-4b30-8d48-fffd68705ded tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1904552 Jul 07 17:03:24.448334 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54584) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:24.465076 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-6473056e-fb54-4840-959f-8e1334210827 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group': {'name': 'tempest-secgroup--402010408'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:24.511785 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b838c31-cda2-4da2-bed2-57d8d6ae3c71 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.529111 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-1b838c31-cda2-4da2-bed2-57d8d6ae3c71 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c525245-a448-4622-a059-11efbcd3e783']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:24.604886 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-1b838c31-cda2-4da2-bed2-57d8d6ae3c71 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be08d117-4408-4d2e-964e-6a1ec38191d5') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:24.605190 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-1b838c31-cda2-4da2-bed2-57d8d6ae3c71 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be08d117-4408-4d2e-964e-6a1ec38191d5') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:24.629595 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b838c31-cda2-4da2-bed2-57d8d6ae3c71 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.700501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966b75d4-0aa1-4b09-94a0-0dbef6a03bcd tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Router cbea4a1c-f77c-4e18-adb2-78e3d8f73524 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:03:24.730235 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b838c31-cda2-4da2-bed2-57d8d6ae3c71 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.761119 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c573d285-cc3e-4e00-a696-d2b0de9c4874 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:24.762580 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c573d285-cc3e-4e00-a696-d2b0de9c4874 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5460281 Jul 07 17:03:24.766186 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54590) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:24.771904 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-e0e250d1-83bb-41b3-b86f-4f5d706ca7df admin admin] Allocated IP 172.20.0.1 (9866a6b9-c461-4258-9fc8-481f6033e3c6/bb5af372-328c-408a-a249-1a68d716f9ed/62311826-e8ae-4755-9bfb-07ea420ec21f) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:24.781994 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b838c31-cda2-4da2-bed2-57d8d6ae3c71 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:03:24.782980 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b838c31-cda2-4da2-bed2-57d8d6ae3c71 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:03:24.786433 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:03:24.877623 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a969452d-f5e9-4df2-a66e-cd0a544076bc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1095552 Jul 07 17:03:24.881057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54592) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:24.891920 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-0febfaf8-4bd5-40e8-9a7e-d454af3bbe75 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1607209583'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:24.895868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f76b5f-ba1f-4eae-ad26-f9a3f3df8c61 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Router 14246adc-aedb-4396-8cb1-c6dd837b27f6 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:03:24.902923 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-06850fd4-df9f-4db2-8e98-a32033635326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.943570 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6473056e-fb54-4840-959f-8e1334210827 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:24.959610 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6473056e-fb54-4840-959f-8e1334210827 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.002697 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-06850fd4-df9f-4db2-8e98-a32033635326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.028547 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0febfaf8-4bd5-40e8-9a7e-d454af3bbe75 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:25.033326 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0febfaf8-4bd5-40e8-9a7e-d454af3bbe75 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.047909 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b838c31-cda2-4da2-bed2-57d8d6ae3c71 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.070789 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0febfaf8-4bd5-40e8-9a7e-d454af3bbe75 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:03:25.073016 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b838c31-cda2-4da2-bed2-57d8d6ae3c71 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.078079 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1b838c31-cda2-4da2-bed2-57d8d6ae3c71 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/networks/4c525245-a448-4622-a059-11efbcd3e783 HTTP/1.1" status: 204 len: 168 time: 4.1228168 Jul 07 17:03:25.085014 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54594) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:25.091213 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c34df637-4a46-4218-8a94-19caf8bc1bbe tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'router': {'routes': None}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:25.097502 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0febfaf8-4bd5-40e8-9a7e-d454af3bbe75 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.098291 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-0febfaf8-4bd5-40e8-9a7e-d454af3bbe75 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Added segment b634803e-3e43-4d58-ae39-c3dd33ff83eb of type vlan for network a960d667-dfaa-478b-a45b-be44b3f1d372 Jul 07 17:03:25.134268 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06850fd4-df9f-4db2-8e98-a32033635326 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:03:25.187815 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b838c31-cda2-4da2-bed2-57d8d6ae3c71 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Pushing event deleted for resources: {'Network': ['ID=4c525245-a448-4622-a059-11efbcd3e783,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:25.190208 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06850fd4-df9f-4db2-8e98-a32033635326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:25.199789 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:03:25.238675 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-06850fd4-df9f-4db2-8e98-a32033635326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.238675 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-06850fd4-df9f-4db2-8e98-a32033635326 admin admin] Added segment 4c4b6aab-5150-414a-96eb-070067753cd4 of type vlan for network bced8daf-6fbb-4d36-805b-186336287171 Jul 07 17:03:25.261105 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0febfaf8-4bd5-40e8-9a7e-d454af3bbe75 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.342169 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966b75d4-0aa1-4b09-94a0-0dbef6a03bcd tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:25.351015 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0e250d1-83bb-41b3-b86f-4f5d706ca7df admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.352919 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6e1c7f-d97d-4a24-b196-7f1fa4988dd5 None None] Sync routers for ids ['cbea4a1c-f77c-4e18-adb2-78e3d8f73524'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:25.366419 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6e1c7f-d97d-4a24-b196-7f1fa4988dd5 None None] Routers {'cbea4a1c-f77c-4e18-adb2-78e3d8f73524'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:25.367933 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6473056e-fb54-4840-959f-8e1334210827 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.370641 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-cb6e1c7f-d97d-4a24-b196-7f1fa4988dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['cbea4a1c-f77c-4e18-adb2-78e3d8f73524'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:25.381757 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-06850fd4-df9f-4db2-8e98-a32033635326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.394076 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.extraroute_db [None req-c34df637-4a46-4218-8a94-19caf8bc1bbe tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Added routes are [] {{(pid=100410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:03:25.394409 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.extraroute_db [None req-c34df637-4a46-4218-8a94-19caf8bc1bbe tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Removed routes are [] {{(pid=100410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:03:25.394836 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c34df637-4a46-4218-8a94-19caf8bc1bbe tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.401491 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6473056e-fb54-4840-959f-8e1334210827 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.416300 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-cb6e1c7f-d97d-4a24-b196-7f1fa4988dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:25.416589 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-e0e250d1-83bb-41b3-b86f-4f5d706ca7df admin admin] Transition to ACTIVE for port object 62311826-e8ae-4755-9bfb-07ea420ec21f will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:25.431077 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f76b5f-ba1f-4eae-ad26-f9a3f3df8c61 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:25.431853 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6e1c7f-d97d-4a24-b196-7f1fa4988dd5 None None] Routers {'cbea4a1c-f77c-4e18-adb2-78e3d8f73524'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:25.432755 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-cb6e1c7f-d97d-4a24-b196-7f1fa4988dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['cbea4a1c-f77c-4e18-adb2-78e3d8f73524'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:25.433002 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-966b75d4-0aa1-4b09-94a0-0dbef6a03bcd tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.434265 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-966b75d4-0aa1-4b09-94a0-0dbef6a03bcd tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 13.6292372 Jul 07 17:03:25.443232 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c7f76b5f-ba1f-4eae-ad26-f9a3f3df8c61 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.445513 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f88333-db0d-4991-bef1-74160d51d1ac None None] Sync routers for ids ['14246adc-aedb-4396-8cb1-c6dd837b27f6'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:25.445858 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54596) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:25.457936 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-6f5f101b-95ee-410d-acf4-969a67444272 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:25.462628 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f88333-db0d-4991-bef1-74160d51d1ac None None] Routers {'14246adc-aedb-4396-8cb1-c6dd837b27f6'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:25.463266 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a3f88333-db0d-4991-bef1-74160d51d1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['14246adc-aedb-4396-8cb1-c6dd837b27f6'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:25.509732 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-cb6e1c7f-d97d-4a24-b196-7f1fa4988dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:25.510637 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6e1c7f-d97d-4a24-b196-7f1fa4988dd5 None None] The sync data for ids ['cbea4a1c-f77c-4e18-adb2-78e3d8f73524'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:25.558307 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-06850fd4-df9f-4db2-8e98-a32033635326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.559329 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06850fd4-df9f-4db2-8e98-a32033635326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:25.560244 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-06850fd4-df9f-4db2-8e98-a32033635326 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.612520 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6473056e-fb54-4840-959f-8e1334210827 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.620549 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0febfaf8-4bd5-40e8-9a7e-d454af3bbe75 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.627584 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0febfaf8-4bd5-40e8-9a7e-d454af3bbe75 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:25.629405 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0febfaf8-4bd5-40e8-9a7e-d454af3bbe75 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.661327 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06850fd4-df9f-4db2-8e98-a32033635326 admin admin] Pushing event updated for resources: {'Network': ['ID=bced8daf-6fbb-4d36-805b-186336287171,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:25.676253 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-a3f88333-db0d-4991-bef1-74160d51d1ac None None] Set router 14246adc-aedb-4396-8cb1-c6dd837b27f6 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:25.679757 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6473056e-fb54-4840-959f-8e1334210827 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.695606 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network bced8daf-6fbb-4d36-805b-186336287171 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:03:25.745608 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c7f76b5f-ba1f-4eae-ad26-f9a3f3df8c61 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "PUT /v2.0/floatingips/36e44ddc-6aa5-4305-8bbb-3c5f33827e3b HTTP/1.1" status: 200 len: 991 time: 4.8616724 Jul 07 17:03:25.759127 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'tag': '6afc491e-72c7-46ed-84b1-31f3c052d56b'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:03:25.761550 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0aaa14-c6d7-4e2e-a964-d6e5263fc766" -d '{"events": [{"name": "network-changed", "server_uuid": "77c68ad7-2f8c-454e-83bc-1594c68d2687", "tag": "6afc491e-72c7-46ed-84b1-31f3c052d56b"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:03:25.795687 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-06850fd4-df9f-4db2-8e98-a32033635326 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 5.3858981 Jul 07 17:03:25.804945 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54606) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:25.816075 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Request body: {'subnet': {'network_id': 'bced8daf-6fbb-4d36-805b-186336287171', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1376224434-subnet', 'tenant_id': '8a8fcf6541fe4d4790d553411e54b35a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:25.828185 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 87341149-3812-4b44-acf7-656cff749ae8 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:25.852841 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0e250d1-83bb-41b3-b86f-4f5d706ca7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.859521 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c34df637-4a46-4218-8a94-19caf8bc1bbe tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:25.873016 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473056e-fb54-4840-959f-8e1334210827 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db114850-5964-43c2-97d3-6cb6b5caae08,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:25.924092 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0febfaf8-4bd5-40e8-9a7e-d454af3bbe75 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0415537 Jul 07 17:03:25.929649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54608) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:25.936117 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-35b42708-de38-403d-b3a3-1a434a7d141f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'subnet': {'network_id': 'a960d667-dfaa-478b-a45b-be44b3f1d372', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:25.959085 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 87341149-3812-4b44-acf7-656cff749ae8 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:25.960011 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.003379 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc2cd4c-9163-4e1f-8db9-a73f4e41336c x-openstack-request-id: req-8fc2cd4c-9163-4e1f-8db9-a73f4e41336c {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:03:26.004415 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c68ad7-2f8c-454e-83bc-1594c68d2687", "tag": "6afc491e-72c7-46ed-84b1-31f3c052d56b", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:03:26.006027 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8fc2cd4c-9163-4e1f-8db9-a73f4e41336c {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:03:26.006728 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'tag': '6afc491e-72c7-46ed-84b1-31f3c052d56b', 'status': 'completed', 'code': 200} Jul 07 17:03:26.161191 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e250d1-83bb-41b3-b86f-4f5d706ca7df admin admin] Network 9866a6b9-c461-4258-9fc8-481f6033e3c6 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:26.218577 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Made reservation on behalf of 8a8fcf6541fe4d4790d553411e54b35a for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:26.221505 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.224674 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-e0e250d1-83bb-41b3-b86f-4f5d706ca7df admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:26.234927 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e250d1-83bb-41b3-b86f-4f5d706ca7df admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:26.277321 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:26.307152 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e250d1-83bb-41b3-b86f-4f5d706ca7df admin admin] Pushing event updated for resources: {'Port': ['ID=62311826-e8ae-4755-9bfb-07ea420ec21f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:26.314786 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a3f88333-db0d-4991-bef1-74160d51d1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'name': 'tempest-ServerActionsTestJSON-1868789092-router', 'tenant_id': '621a12c0777d413f8d90059728390347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:28Z', 'updated_at': '2021-07-07T17:02:40Z', 'revision_number': 4, 'project_id': '621a12c0777d413f8d90059728390347', 'gw_port': {'id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:30Z', 'updated_at': '2021-07-07T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '36e44ddc-6aa5-4305-8bbb-3c5f33827e3b', 'tenant_id': '621a12c0777d413f8d90059728390347', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'port_id': '6afc491e-72c7-46ed-84b1-31f3c052d56b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'mac_address': 'fa:16:3e:f3:77:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:02:52Z', 'updated_at': '2021-07-07T17:03:22Z', 'revision_number': 1, 'project_id': '621a12c0777d413f8d90059728390347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826b55a3-646d-40e5-8d85-4f87ef073292', 'name': '', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'tenant_id': '621a12c0777d413f8d90059728390347', 'mac_address': 'fa:16:3e:84:6a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 5, 'project_id': '621a12c0777d413f8d90059728390347', 'subnets': [{'id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:26.317825 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:03:26.319900 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fcfbfba9-83f5-4aa3-9eaf-5c17a13cc982 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:03:26.387544 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f88333-db0d-4991-bef1-74160d51d1ac None None] Checking router: 14246adc-aedb-4396-8cb1-c6dd837b27f6 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:26.410746 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f88333-db0d-4991-bef1-74160d51d1ac None None] Routers {'14246adc-aedb-4396-8cb1-c6dd837b27f6'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:26.412123 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a3f88333-db0d-4991-bef1-74160d51d1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['14246adc-aedb-4396-8cb1-c6dd837b27f6'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:26.490664 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c34df637-4a46-4218-8a94-19caf8bc1bbe tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.506594 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b42708-de38-403d-b3a3-1a434a7d141f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:26.510288 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-35b42708-de38-403d-b3a3-1a434a7d141f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.514153 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6473056e-fb54-4840-959f-8e1334210827 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.516254 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6473056e-fb54-4840-959f-8e1334210827 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0665293 Jul 07 17:03:26.534311 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0e250d1-83bb-41b3-b86f-4f5d706ca7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.537297 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54610) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:26.548653 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-703ac326-6575-42b9-9748-f8d1469461f4 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': '584f9ae5-a009-4970-8bd9-67cde0834b82', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:26.628699 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-a3f88333-db0d-4991-bef1-74160d51d1ac None None] Set router 14246adc-aedb-4396-8cb1-c6dd837b27f6 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:26.629630 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0aaa14-c6d7-4e2e-a964-d6e5263fc766 req-b2354bbf-c09a-48cb-a23d-d5be04038bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:26.632983 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc0aaa14-c6d7-4e2e-a964-d6e5263fc766 req-b2354bbf-c09a-48cb-a23d-d5be04038bb9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 1096 time: 0.6086791 Jul 07 17:03:26.635392 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4e33c7e7-c39d-4ea0-bf61-4e8914050b44 None None] Provisioning for port 62311826-e8ae-4755-9bfb-07ea420ec21f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:26.643696 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4e33c7e7-c39d-4ea0-bf61-4e8914050b44 None None] Provisioning complete for port 62311826-e8ae-4755-9bfb-07ea420ec21f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:26.644071 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4e33c7e7-c39d-4ea0-bf61-4e8914050b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.651392 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febfaf8-4bd5-40e8-9a7e-d454af3bbe75 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Network': ['ID=a960d667-dfaa-478b-a45b-be44b3f1d372,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:26.702819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473056e-fb54-4840-959f-8e1334210827 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584f9ae5-a009-4970-8bd9-67cde0834b82,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:26.703293 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network a960d667-dfaa-478b-a45b-be44b3f1d372 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:03:26.731999 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-703ac326-6575-42b9-9748-f8d1469461f4 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.774489 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34df637-4a46-4218-8a94-19caf8bc1bbe tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router 37910202-922f-4a52-8dbb-9660e35d4f02 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:03:26.868038 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4e33c7e7-c39d-4ea0-bf61-4e8914050b44 None None] Port 62311826-e8ae-4755-9bfb-07ea420ec21f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:26.940139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34df637-4a46-4218-8a94-19caf8bc1bbe tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:26.952486 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c94716-d613-4a93-b4b2-39d31b4813f1 None None] Sync routers for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:26.958723 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c34df637-4a46-4218-8a94-19caf8bc1bbe tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:26.963972 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c34df637-4a46-4218-8a94-19caf8bc1bbe tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/37910202-922f-4a52-8dbb-9660e35d4f02 HTTP/1.1" status: 200 len: 704 time: 1.8771517 Jul 07 17:03:26.965267 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54616) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:26.965783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c94716-d613-4a93-b4b2-39d31b4813f1 None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:26.966462 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-f6c94716-d613-4a93-b4b2-39d31b4813f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:27.019407 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a3f88333-db0d-4991-bef1-74160d51d1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'name': 'tempest-ServerActionsTestJSON-1868789092-router', 'tenant_id': '621a12c0777d413f8d90059728390347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:28Z', 'updated_at': '2021-07-07T17:02:40Z', 'revision_number': 4, 'project_id': '621a12c0777d413f8d90059728390347', 'gw_port': {'id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:30Z', 'updated_at': '2021-07-07T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '36e44ddc-6aa5-4305-8bbb-3c5f33827e3b', 'tenant_id': '621a12c0777d413f8d90059728390347', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'port_id': '6afc491e-72c7-46ed-84b1-31f3c052d56b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'mac_address': 'fa:16:3e:f3:77:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:02:52Z', 'updated_at': '2021-07-07T17:03:22Z', 'revision_number': 1, 'project_id': '621a12c0777d413f8d90059728390347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826b55a3-646d-40e5-8d85-4f87ef073292', 'name': '', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'tenant_id': '621a12c0777d413f8d90059728390347', 'mac_address': 'fa:16:3e:84:6a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 5, 'project_id': '621a12c0777d413f8d90059728390347', 'subnets': [{'id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:27.031237 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-852cb5ef-4bdc-4b0e-9625-7623a30ebbb1 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/ports?device_id=37910202-922f-4a52-8dbb-9660e35d4f02 HTTP/1.1" status: 200 len: 205 time: 0.0589077 Jul 07 17:03:27.031928 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54620) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:27.049836 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f88333-db0d-4991-bef1-74160d51d1ac None None] The sync data for ids ['14246adc-aedb-4396-8cb1-c6dd837b27f6'] in n-d-793620-7 is: [{'id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'name': 'tempest-ServerActionsTestJSON-1868789092-router', 'tenant_id': '621a12c0777d413f8d90059728390347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:28Z', 'updated_at': '2021-07-07T17:02:40Z', 'revision_number': 4, 'project_id': '621a12c0777d413f8d90059728390347', 'gw_port': {'id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:30Z', 'updated_at': '2021-07-07T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '36e44ddc-6aa5-4305-8bbb-3c5f33827e3b', 'tenant_id': '621a12c0777d413f8d90059728390347', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'port_id': '6afc491e-72c7-46ed-84b1-31f3c052d56b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'mac_address': 'fa:16:3e:f3:77:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:02:52Z', 'updated_at': '2021-07-07T17:03:22Z', 'revision_number': 1, 'project_id': '621a12c0777d413f8d90059728390347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826b55a3-646d-40e5-8d85-4f87ef073292', 'name': '', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'tenant_id': '621a12c0777d413f8d90059728390347', 'mac_address': 'fa:16:3e:84:6a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 5, 'project_id': '621a12c0777d413f8d90059728390347', 'subnets': [{'id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:27.053762 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-703ac326-6575-42b9-9748-f8d1469461f4 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.070157 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-703ac326-6575-42b9-9748-f8d1469461f4 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.133761 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-f6c94716-d613-4a93-b4b2-39d31b4813f1 None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:27.233302 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cc368952-e7a0-46a8-a967-3d839dc3caa3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.247547 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-f6c94716-d613-4a93-b4b2-39d31b4813f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:03:17Z', 'revision_number': 11, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:27.280305 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c94716-d613-4a93-b4b2-39d31b4813f1 None None] Checking router: 37910202-922f-4a52-8dbb-9660e35d4f02 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:27.290147 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c94716-d613-4a93-b4b2-39d31b4813f1 None None] Routers {'37910202-922f-4a52-8dbb-9660e35d4f02'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:27.290895 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-f6c94716-d613-4a93-b4b2-39d31b4813f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['37910202-922f-4a52-8dbb-9660e35d4f02'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:27.326949 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-703ac326-6575-42b9-9748-f8d1469461f4 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.328173 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-703ac326-6575-42b9-9748-f8d1469461f4 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7850502 Jul 07 17:03:27.337678 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54622) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:27.354120 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-a2f49f8a-dac2-40f0-b5b8-a9a8d4529c96 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': '584f9ae5-a009-4970-8bd9-67cde0834b82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:27.469132 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ac326-6575-42b9-9748-f8d1469461f4 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bed1f3-6b65-476d-8abd-910c89b61221,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:27.501784 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-f6c94716-d613-4a93-b4b2-39d31b4813f1 None None] Set router 37910202-922f-4a52-8dbb-9660e35d4f02 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:27.531910 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed07642-8cf7-4547-9d75-de12fd64f0e3 None None] New status for floating IP 36e44ddc-6aa5-4305-8bbb-3c5f33827e3b: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:03:27.578076 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-35b42708-de38-403d-b3a3-1a434a7d141f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.629379 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-f6c94716-d613-4a93-b4b2-39d31b4813f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:03:17Z', 'revision_number': 11, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:27.671391 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c94716-d613-4a93-b4b2-39d31b4813f1 None None] The sync data for ids ['37910202-922f-4a52-8dbb-9660e35d4f02'] in n-d-793620-7 is: [{'id': '37910202-922f-4a52-8dbb-9660e35d4f02', 'name': 'tempest-RoutersIpV6Test-router-253647100', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:01:52Z', 'updated_at': '2021-07-07T17:03:17Z', 'revision_number': 11, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:27.767517 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a2f49f8a-dac2-40f0-b5b8-a9a8d4529c96 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.800698 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cc368952-e7a0-46a8-a967-3d839dc3caa3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.808368 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cc368952-e7a0-46a8-a967-3d839dc3caa3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.959820 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b42708-de38-403d-b3a3-1a434a7d141f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Subnet': ['ID=bf36777d-f346-425b-b59d-7aa1e044ef22,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:27.963214 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b42708-de38-403d-b3a3-1a434a7d141f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Checking segment: {'id': 'b634803e-3e43-4d58-ae39-c3dd33ff83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a960d667-dfaa-478b-a45b-be44b3f1d372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:27.963640 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b42708-de38-403d-b3a3-1a434a7d141f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network hostable DHCP agents. Network: a960d667-dfaa-478b-a45b-be44b3f1d372, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:03:27.967657 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cc368952-e7a0-46a8-a967-3d839dc3caa3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.968154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc368952-e7a0-46a8-a967-3d839dc3caa3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Fanout notify agent at l3_agent the message router_deleted on router 37910202-922f-4a52-8dbb-9660e35d4f02 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:03:27.979079 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cc368952-e7a0-46a8-a967-3d839dc3caa3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:27.980238 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cc368952-e7a0-46a8-a967-3d839dc3caa3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/routers/37910202-922f-4a52-8dbb-9660e35d4f02 HTTP/1.1" status: 204 len: 168 time: 0.9251468 Jul 07 17:03:27.982657 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-a2f49f8a-dac2-40f0-b5b8-a9a8d4529c96 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:03:27.986761 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a2f49f8a-dac2-40f0-b5b8-a9a8d4529c96 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6413856 Jul 07 17:03:27.989011 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54628) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:27.989322 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54630) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:28.032952 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-d92c2286-5651-41a7-8766-b16c3779b4c9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1401009390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:28.081100 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0e250d1-83bb-41b3-b86f-4f5d706ca7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.084515 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a6d49226-1472-4243-9c81-c13052eeb126 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.105337 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b42708-de38-403d-b3a3-1a434a7d141f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network a960d667-dfaa-478b-a45b-be44b3f1d372 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:03:28.125289 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a6d49226-1472-4243-9c81-c13052eeb126 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.128234 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d92c2286-5651-41a7-8766-b16c3779b4c9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.129393 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d92c2286-5651-41a7-8766-b16c3779b4c9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.139852 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-35b42708-de38-403d-b3a3-1a434a7d141f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, a960d667-dfaa-478b-a45b-be44b3f1d372) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:28.153281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73d978d-9abd-4739-8aa2-f39f546b183d None None] Network a960d667-dfaa-478b-a45b-be44b3f1d372 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:28.153652 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b42708-de38-403d-b3a3-1a434a7d141f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:28.154456 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-35b42708-de38-403d-b3a3-1a434a7d141f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.228282 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.251977 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0aaa14-c6d7-4e2e-a964-d6e5263fc766 req-480a40f6-5ded-4de2-a265-8746474a9632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:28.257221 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc0aaa14-c6d7-4e2e-a964-d6e5263fc766 req-480a40f6-5ded-4de2-a265-8746474a9632 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 913 time: 1.6082356 Jul 07 17:03:28.368288 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-35b42708-de38-403d-b3a3-1a434a7d141f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4347563 Jul 07 17:03:28.369449 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d92c2286-5651-41a7-8766-b16c3779b4c9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.369707 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54634) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:28.377415 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-553a33c9-867c-42e0-8775-145c2c14f63a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'port': {'network_id': 'a960d667-dfaa-478b-a45b-be44b3f1d372', 'name': 'tempest-PortsIpV6TestJSON-780588091'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:28.383550 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d92c2286-5651-41a7-8766-b16c3779b4c9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.451985 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a6d49226-1472-4243-9c81-c13052eeb126 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.455697 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a6d49226-1472-4243-9c81-c13052eeb126 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.459169 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a6d49226-1472-4243-9c81-c13052eeb126 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "DELETE /v2.0/security-groups/584f9ae5-a009-4970-8bd9-67cde0834b82 HTTP/1.1" status: 204 len: 168 time: 0.4666638 Jul 07 17:03:28.463170 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6f5f101b-95ee-410d-acf4-969a67444272 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.466437 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54636) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:28.486734 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d92c2286-5651-41a7-8766-b16c3779b4c9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.491212 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d92c2286-5651-41a7-8766-b16c3779b4c9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4620562 Jul 07 17:03:28.498942 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54638) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:28.508653 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-18cb1e93-5cb8-48aa-9fdc-598ba0a73dae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:28.510902 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d49226-1472-4243-9c81-c13052eeb126 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=584f9ae5-a009-4970-8bd9-67cde0834b82,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:28.535387 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-a960d667-dfaa-478b-a45b-be44b3f1d372', 'network_id': 'a960d667-dfaa-478b-a45b-be44b3f1d372', 'tenant_id': '2797da1828254d54a84fd968e53e161d', 'fixed_ips': [{'subnet_id': 'bf36777d-f346-425b-b59d-7aa1e044ef22'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:03:28.538056 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.680930 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6f5f101b-95ee-410d-acf4-969a67444272 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.722677 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98f3de07-2e07-4f60-b06f-024d644ee4e7,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:28.764167 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-26143d46-e1a0-4874-b9ae-af72818c4872 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2933834 Jul 07 17:03:28.770496 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54640) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:28.788980 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b9f89728-7bc9-426d-85dc-d484f2c4c81f tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group': {'name': 'tempest-secgroup--711676290'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:28.803572 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:28.804214 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:28.804743 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:28.805275 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:28.805785 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:28.806293 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:28.806830 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:28.807341 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:28.807857 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:28.808365 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:28.808871 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:28.809372 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:28.819624 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Allocated IP 2001:db8::2 (a960d667-dfaa-478b-a45b-be44b3f1d372/bf36777d-f346-425b-b59d-7aa1e044ef22/1a529835-1d7e-4c70-bf8f-7bbe72f621db) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:28.840599 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc0aaa14-c6d7-4e2e-a964-d6e5263fc766 req-e6140164-5667-4396-a9ff-4e5f5a0cf359 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b HTTP/1.1" status: 200 len: 1001 time: 0.4799416 Jul 07 17:03:28.916959 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553a33c9-867c-42e0-8775-145c2c14f63a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:28.920728 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-553a33c9-867c-42e0-8775-145c2c14f63a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.948528 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Checking segment: {'id': '4c4b6aab-5150-414a-96eb-070067753cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bced8daf-6fbb-4d36-805b-186336287171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:28.948901 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Network hostable DHCP agents. Network: bced8daf-6fbb-4d36-805b-186336287171, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:03:28.970343 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-18cb1e93-5cb8-48aa-9fdc-598ba0a73dae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:28.979404 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-553a33c9-867c-42e0-8775-145c2c14f63a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] device_id is not set on port f7c0c179-5f03-4bab-b0ac-c00fed5fd35e yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:03:29.041076 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-18cb1e93-5cb8-48aa-9fdc-598ba0a73dae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.060516 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.074511 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Transition to ACTIVE for port object 1a529835-1d7e-4c70-bf8f-7bbe72f621db will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:29.106206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Transition to ACTIVE for port object 1a529835-1d7e-4c70-bf8f-7bbe72f621db will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:29.117818 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.168152 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b9f89728-7bc9-426d-85dc-d484f2c4c81f tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.171263 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Network a960d667-dfaa-478b-a45b-be44b3f1d372 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:29.175519 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:29.179234 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:29.197026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0aaa14-c6d7-4e2e-a964-d6e5263fc766 req-e68db399-88aa-4d26-b1d6-562f2fdccf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:29.198596 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc0aaa14-c6d7-4e2e-a964-d6e5263fc766 req-e68db399-88aa-4d26-b1d6-562f2fdccf20 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.2473013 Jul 07 17:03:29.204899 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Network bced8daf-6fbb-4d36-805b-186336287171 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:03:29.245654 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-553a33c9-867c-42e0-8775-145c2c14f63a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Allocated IP 2001:db8::273 (a960d667-dfaa-478b-a45b-be44b3f1d372/bf36777d-f346-425b-b59d-7aa1e044ef22/f7c0c179-5f03-4bab-b0ac-c00fed5fd35e) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:29.250565 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Pushing event updated for resources: {'Port': ['ID=1a529835-1d7e-4c70-bf8f-7bbe72f621db,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:29.264579 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cb1e93-5cb8-48aa-9fdc-598ba0a73dae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Router 3e8c178f-b9af-4f82-b828-2292e9ca89ac is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:03:29.265638 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Attempting to bind port 1a529835-1d7e-4c70-bf8f-7bbe72f621db on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:29.266196 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Attempting to bind port 1a529835-1d7e-4c70-bf8f-7bbe72f621db by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'b634803e-3e43-4d58-ae39-c3dd33ff83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a960d667-dfaa-478b-a45b-be44b3f1d372'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:29.266729 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Attempting to bind port 1a529835-1d7e-4c70-bf8f-7bbe72f621db on network a960d667-dfaa-478b-a45b-be44b3f1d372 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:29.272201 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, bced8daf-6fbb-4d36-805b-186336287171) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:29.273058 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:29.274221 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Checking segment: {'id': 'b634803e-3e43-4d58-ae39-c3dd33ff83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a960d667-dfaa-478b-a45b-be44b3f1d372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:29.275178 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.275789 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Bound using segment: {'id': 'b634803e-3e43-4d58-ae39-c3dd33ff83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a960d667-dfaa-478b-a45b-be44b3f1d372'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:29.276932 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Bound port: 1a529835-1d7e-4c70-bf8f-7bbe72f621db, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b634803e-3e43-4d58-ae39-c3dd33ff83eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a960d667-dfaa-478b-a45b-be44b3f1d372'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:29.277584 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.293678 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:29.294318 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.296291 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbba87e-dd48-4ed5-a565-6c13d04d2f2a None None] Network bced8daf-6fbb-4d36-805b-186336287171 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:29.297258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f101b-95ee-410d-acf4-969a67444272 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Deleting port c214f93c-4c80-4db5-b82d-b37a415f6691 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:29.297614 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6f5f101b-95ee-410d-acf4-969a67444272 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.383569 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0e250d1-83bb-41b3-b86f-4f5d706ca7df admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.402622 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0e250d1-83bb-41b3-b86f-4f5d706ca7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.449283 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6f5f101b-95ee-410d-acf4-969a67444272 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.463759 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f101b-95ee-410d-acf4-969a67444272 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Calling delete_port for c214f93c-4c80-4db5-b82d-b37a415f6691 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:29.474461 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cb1e93-5cb8-48aa-9fdc-598ba0a73dae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:29.486340 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e610397-1b69-42f7-ab5d-785efd566665 None None] Sync routers for ids ['3e8c178f-b9af-4f82-b828-2292e9ca89ac'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:29.493077 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-18cb1e93-5cb8-48aa-9fdc-598ba0a73dae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.494634 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-18cb1e93-5cb8-48aa-9fdc-598ba0a73dae tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "PUT /v2.0/routers/3e8c178f-b9af-4f82-b828-2292e9ca89ac HTTP/1.1" status: 200 len: 698 time: 0.9918766 Jul 07 17:03:29.497532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54648) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:29.499423 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768dd6ff-f783-4cc7-848c-aa154089130d None None] Network bced8daf-6fbb-4d36-805b-186336287171 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:29.635845 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-37be05c9-d3f5-4de6-b98e-8cd54ae6a6fb tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/routers/3e8c178f-b9af-4f82-b828-2292e9ca89ac HTTP/1.1" status: 200 len: 704 time: 0.1369772 Jul 07 17:03:29.636534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54650) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:29.671986 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e610397-1b69-42f7-ab5d-785efd566665 None None] Routers {'3e8c178f-b9af-4f82-b828-2292e9ca89ac'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:29.673336 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8e610397-1b69-42f7-ab5d-785efd566665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['3e8c178f-b9af-4f82-b828-2292e9ca89ac'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:29.682884 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] For port 1a529835-1d7e-4c70-bf8f-7bbe72f621db, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:29.713286 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] For port 1a529835-1d7e-4c70-bf8f-7bbe72f621db, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=1a529835-1d7e-4c70-bf8f-7bbe72f621db,segment=NetworkSegment(b634803e-3e43-4d58-ae39-c3dd33ff83eb),segment_id=b634803e-3e43-4d58-ae39-c3dd33ff83eb)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:29.728791 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2173b9f5-c522-4a7a-b5a1-55e4bfb73141 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e8c178f-b9af-4f82-b828-2292e9ca89ac HTTP/1.1" status: 200 len: 205 time: 0.0866792 Jul 07 17:03:29.733983 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54652) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:29.781802 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0aaa14-c6d7-4e2e-a964-d6e5263fc766 req-3d84cf19-f21a-46b4-ab08-d3ee20d966ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:29.784180 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc0aaa14-c6d7-4e2e-a964-d6e5263fc766 req-3d84cf19-f21a-46b4-ab08-d3ee20d966ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5732722 Jul 07 17:03:29.863378 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0e250d1-83bb-41b3-b86f-4f5d706ca7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.869124 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e250d1-83bb-41b3-b86f-4f5d706ca7df admin admin] Pushing event updated for resources: {'Port': ['ID=62311826-e8ae-4755-9bfb-07ea420ec21f,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:29.875194 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b9f89728-7bc9-426d-85dc-d484f2c4c81f tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.947457 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b9f89728-7bc9-426d-85dc-d484f2c4c81f tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.961761 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-786052d2-1135-4233-8bad-8304c8b33e47 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 4.1540220 Jul 07 17:03:29.962550 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54658) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:29.969471 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:29.975762 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-e98017a6-8bb0-457a-bbac-f2dc59777c24 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1376224434-router', 'tenant_id': '8a8fcf6541fe4d4790d553411e54b35a', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:30.079757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-8e610397-1b69-42f7-ab5d-785efd566665 None None] Set router 3e8c178f-b9af-4f82-b828-2292e9ca89ac gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:30.163397 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f89728-7bc9-426d-85dc-d484f2c4c81f tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=784c77c9-528f-4868-b097-7643109488c9,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:30.219552 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8e610397-1b69-42f7-ab5d-785efd566665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8c178f-b9af-4f82-b828-2292e9ca89ac', 'name': 'tempest-RoutersIpV6Test-router-1401009390', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:28Z', 'updated_at': '2021-07-07T17:03:28Z', 'revision_number': 2, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:30.229836 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e98017a6-8bb0-457a-bbac-f2dc59777c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.230904 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e98017a6-8bb0-457a-bbac-f2dc59777c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.240079 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b9f89728-7bc9-426d-85dc-d484f2c4c81f tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.241545 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b9f89728-7bc9-426d-85dc-d484f2c4c81f tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4562235 Jul 07 17:03:30.242359 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6f5f101b-95ee-410d-acf4-969a67444272 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.249049 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54660) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:30.256213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-3d19a7d9-dc9f-425d-8796-451e2a00316f tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': '784c77c9-528f-4868-b097-7643109488c9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:30.256975 n-d-793620-7 neutron-server[100409]: WARNING neutron.api.v2.base [None req-3d19a7d9-dc9f-425d-8796-451e2a00316f tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 17:03:30.257486 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-3d19a7d9-dc9f-425d-8796-451e2a00316f tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:30.258546 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3d19a7d9-dc9f-425d-8796-451e2a00316f tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063069 Jul 07 17:03:30.265763 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54662) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:30.285935 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e610397-1b69-42f7-ab5d-785efd566665 None None] Checking router: 3e8c178f-b9af-4f82-b828-2292e9ca89ac for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:30.297265 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ea7d5-4c2b-41f9-be96-ca655647da34 None None] Pushing event updated for resources: {'Port': ['ID=1a529835-1d7e-4c70-bf8f-7bbe72f621db,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:30.300634 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc0aaa14-c6d7-4e2e-a964-d6e5263fc766 req-3cd16206-5868-4749-b8a7-de88a548d43a service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990668 Jul 07 17:03:30.308862 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f101b-95ee-410d-acf4-969a67444272 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Pushing event deleted for resources: {'Port': ['ID=c214f93c-4c80-4db5-b82d-b37a415f6691,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:30.314781 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e610397-1b69-42f7-ab5d-785efd566665 None None] Routers {'3e8c178f-b9af-4f82-b828-2292e9ca89ac'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:30.315793 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8e610397-1b69-42f7-ab5d-785efd566665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['3e8c178f-b9af-4f82-b828-2292e9ca89ac'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:30.426867 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e250d1-83bb-41b3-b86f-4f5d706ca7df admin admin] Network 9866a6b9-c461-4258-9fc8-481f6033e3c6 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:30.436901 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-e0e250d1-83bb-41b3-b86f-4f5d706ca7df admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:30.493788 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-553a33c9-867c-42e0-8775-145c2c14f63a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.514113 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0eed3ba7-458a-47d2-89da-d408d1cc9062 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.516845 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e98017a6-8bb0-457a-bbac-f2dc59777c24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.569932 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-8e610397-1b69-42f7-ab5d-785efd566665 None None] Set router 3e8c178f-b9af-4f82-b828-2292e9ca89ac gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:30.674206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8e610397-1b69-42f7-ab5d-785efd566665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8c178f-b9af-4f82-b828-2292e9ca89ac', 'name': 'tempest-RoutersIpV6Test-router-1401009390', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:28Z', 'updated_at': '2021-07-07T17:03:28Z', 'revision_number': 2, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:30.725498 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e610397-1b69-42f7-ab5d-785efd566665 None None] The sync data for ids ['3e8c178f-b9af-4f82-b828-2292e9ca89ac'] in n-d-793620-7 is: [{'id': '3e8c178f-b9af-4f82-b828-2292e9ca89ac', 'name': 'tempest-RoutersIpV6Test-router-1401009390', 'tenant_id': '51dde79387314242847dde9de3afbecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:28Z', 'updated_at': '2021-07-07T17:03:28Z', 'revision_number': 2, 'project_id': '51dde79387314242847dde9de3afbecb', 'gw_port_host': None}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:30.756770 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-553a33c9-867c-42e0-8775-145c2c14f63a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Transition to ACTIVE for port object f7c0c179-5f03-4bab-b0ac-c00fed5fd35e will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:30.829881 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0eed3ba7-458a-47d2-89da-d408d1cc9062 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.838974 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0eed3ba7-458a-47d2-89da-d408d1cc9062 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.860930 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6f5f101b-95ee-410d-acf4-969a67444272 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.905768 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1b85d236-d4c0-432c-87fd-18fbb36fe68d tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.929311 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0eed3ba7-458a-47d2-89da-d408d1cc9062 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.929926 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eed3ba7-458a-47d2-89da-d408d1cc9062 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Fanout notify agent at l3_agent the message router_deleted on router 3e8c178f-b9af-4f82-b828-2292e9ca89ac {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:03:30.946829 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0eed3ba7-458a-47d2-89da-d408d1cc9062 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.951394 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0eed3ba7-458a-47d2-89da-d408d1cc9062 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/routers/3e8c178f-b9af-4f82-b828-2292e9ca89ac HTTP/1.1" status: 204 len: 168 time: 1.2120121 Jul 07 17:03:30.956678 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54672) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:30.974214 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1b85d236-d4c0-432c-87fd-18fbb36fe68d tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:30.977520 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-553a33c9-867c-42e0-8775-145c2c14f63a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.000738 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4fb1d9e0-3fc8-4cd3-b59f-3d2f818974f6 None None] Provisioning complete for port 62311826-e8ae-4755-9bfb-07ea420ec21f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:31.002967 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d9e0-3fc8-4cd3-b59f-3d2f818974f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.018831 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3c05d39d-d9a1-4211-86e6-61dc859bcee1 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e8c178f-b9af-4f82-b828-2292e9ca89ac HTTP/1.1" status: 200 len: 205 time: 0.0573311 Jul 07 17:03:31.019962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54676) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:31.061752 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4fb1d9e0-3fc8-4cd3-b59f-3d2f818974f6 None None] Port 62311826-e8ae-4755-9bfb-07ea420ec21f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:31.123018 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-82908cce-fe57-4e8d-a3b4-9607d57bc00a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] delete failed (client error): The resource could not be found. Jul 07 17:03:31.124338 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-82908cce-fe57-4e8d-a3b4-9607d57bc00a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/routers/3e8c178f-b9af-4f82-b828-2292e9ca89ac HTTP/1.1" status: 404 len: 336 time: 0.0995243 Jul 07 17:03:31.144964 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553a33c9-867c-42e0-8775-145c2c14f63a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network a960d667-dfaa-478b-a45b-be44b3f1d372 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:31.159590 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54678) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:31.179432 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-553a33c9-867c-42e0-8775-145c2c14f63a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:31.194847 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a33c9-867c-42e0-8775-145c2c14f63a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:31.196776 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e98017a6-8bb0-457a-bbac-f2dc59777c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.201434 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553a33c9-867c-42e0-8775-145c2c14f63a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:31.204246 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-553a33c9-867c-42e0-8775-145c2c14f63a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.227385 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a33c9-867c-42e0-8775-145c2c14f63a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=f7c0c179-5f03-4bab-b0ac-c00fed5fd35e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:31.235834 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-74af4e8a-95dd-4e2f-973b-5ff46b7d9056 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:31.243716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74af4e8a-95dd-4e2f-973b-5ff46b7d9056 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:31.246866 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-74af4e8a-95dd-4e2f-973b-5ff46b7d9056 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/subnets/7e5be86e-b686-4325-bc53-754be0970dab HTTP/1.1" status: 404 len: 337 time: 0.0836263 Jul 07 17:03:31.254512 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54680) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:31.286365 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1b85d236-d4c0-432c-87fd-18fbb36fe68d tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.290626 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1b85d236-d4c0-432c-87fd-18fbb36fe68d tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.291796 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1b85d236-d4c0-432c-87fd-18fbb36fe68d tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "DELETE /v2.0/security-groups/784c77c9-528f-4868-b097-7643109488c9 HTTP/1.1" status: 204 len: 168 time: 1.0190647 Jul 07 17:03:31.296619 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54682) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:31.344363 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc0aaa14-c6d7-4e2e-a964-d6e5263fc766 req-3aa5a7e0-eb37-413b-a0c0-c96a7d4f6455 service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0297811 Jul 07 17:03:31.345887 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85d236-d4c0-432c-87fd-18fbb36fe68d tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=784c77c9-528f-4868-b097-7643109488c9,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:31.352590 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c65cf3a-1118-4a23-9e99-6b70264baf42 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:31.353057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c65cf3a-1118-4a23-9e99-6b70264baf42 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:31.354922 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9c65cf3a-1118-4a23-9e99-6b70264baf42 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/subnets/1b639648-5b4f-4f53-9a78-f110c3a5641e HTTP/1.1" status: 404 len: 337 time: 0.0932467 Jul 07 17:03:31.356385 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-553a33c9-867c-42e0-8775-145c2c14f63a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9849033 Jul 07 17:03:31.357959 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e250d1-83bb-41b3-b86f-4f5d706ca7df admin admin] Router 05761616-af1c-4e2f-84dd-faa6876f4957 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:03:31.359425 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54684) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:31.359866 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54686) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:31.425527 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c5aa3e14-48cf-4ec8-ad66-bc211f0b195d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'port': {'network_id': 'a960d667-dfaa-478b-a45b-be44b3f1d372', 'name': 'tempest-PortsIpV6TestJSON-1040455351'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:31.442485 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-34d77d21-eca7-4bb4-89c3-b60b565d8a7b tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1162848 Jul 07 17:03:31.445171 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54688) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:31.453596 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-bfc1e45f-85d4-4690-a16f-9d1733aebef6 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1506028181'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:31.501531 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e45f-85d4-4690-a16f-9d1733aebef6 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.653137 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e45f-85d4-4690-a16f-9d1733aebef6 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.660457 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e45f-85d4-4690-a16f-9d1733aebef6 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.723706 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1e45f-85d4-4690-a16f-9d1733aebef6 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce2085f-c03e-4072-8cda-5e3cf5a87635,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:31.727732 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e45f-85d4-4690-a16f-9d1733aebef6 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.729409 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bfc1e45f-85d4-4690-a16f-9d1733aebef6 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2805190 Jul 07 17:03:31.733018 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54690) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:31.745170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f6fee3-af3b-41ef-8c9a-af648fca0c7c None None] Network a960d667-dfaa-478b-a45b-be44b3f1d372 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:31.750937 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-be6559b8-909a-42eb-b835-1efc60c7504e tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': '6ce2085f-c03e-4072-8cda-5e3cf5a87635', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:31.753565 n-d-793620-7 neutron-server[100410]: WARNING neutron.api.v2.base [None req-be6559b8-909a-42eb-b835-1efc60c7504e tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 17:03:31.755285 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-be6559b8-909a-42eb-b835-1efc60c7504e tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:31.762546 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-be6559b8-909a-42eb-b835-1efc60c7504e tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0251286 Jul 07 17:03:31.763003 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54692) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:31.815211 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 1a529835-1d7e-4c70-bf8f-7bbe72f621db up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:31.903339 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-042f9812-a10f-43dc-a9e9-9e91665fef85 None None] Provisioning for port 1a529835-1d7e-4c70-bf8f-7bbe72f621db completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:31.904326 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-85331f9f-46b9-4110-b7e4-e77b1054485e tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.922076 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 1a529835-1d7e-4c70-bf8f-7bbe72f621db completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:31.932785 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 1a529835-1d7e-4c70-bf8f-7bbe72f621db triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:31.933538 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:31.961987 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-85331f9f-46b9-4110-b7e4-e77b1054485e tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.069950 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-85331f9f-46b9-4110-b7e4-e77b1054485e tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.073260 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-85331f9f-46b9-4110-b7e4-e77b1054485e tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.076810 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-85331f9f-46b9-4110-b7e4-e77b1054485e tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "DELETE /v2.0/security-groups/6ce2085f-c03e-4072-8cda-5e3cf5a87635 HTTP/1.1" status: 204 len: 168 time: 0.3105354 Jul 07 17:03:32.085668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54700) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:32.087089 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85331f9f-46b9-4110-b7e4-e77b1054485e tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce2085f-c03e-4072-8cda-5e3cf5a87635,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:32.116625 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.174220 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 1a529835-1d7e-4c70-bf8f-7bbe72f621db, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=1a529835-1d7e-4c70-bf8f-7bbe72f621db,segment=NetworkSegment(b634803e-3e43-4d58-ae39-c3dd33ff83eb),segment_id=b634803e-3e43-4d58-ae39-c3dd33ff83eb)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:32.174545 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ceb0ea88-14b9-470f-a2e3-b62182c44bb8 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0838499 Jul 07 17:03:32.174831 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6f5f101b-95ee-410d-acf4-969a67444272 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.180226 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54702) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:32.187994 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-974d329c-1857-4e72-9359-b90c993e8c41 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group': {'name': 'tempest-secgroup--687896752'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:32.190659 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.223741 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b703934a-f5b0-47f1-8fd6-51ac8d842c2d tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:32.224659 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b703934a-f5b0-47f1-8fd6-51ac8d842c2d tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:32.227022 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b703934a-f5b0-47f1-8fd6-51ac8d842c2d tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/subnets/9375b35f-52a4-4922-a25a-f6890c1db26f HTTP/1.1" status: 404 len: 337 time: 0.8140450 Jul 07 17:03:32.228462 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6f5f101b-95ee-410d-acf4-969a67444272 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.230108 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-974d329c-1857-4e72-9359-b90c993e8c41 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.234634 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54704) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:32.295496 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=1a529835-1d7e-4c70-bf8f-7bbe72f621db,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:32.389388 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-974d329c-1857-4e72-9359-b90c993e8c41 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.396414 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-974d329c-1857-4e72-9359-b90c993e8c41 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.412976 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-0562ea01-e2a8-444c-b79e-cb4d7cf71387 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:32.413623 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0562ea01-e2a8-444c-b79e-cb4d7cf71387 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:32.415245 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0562ea01-e2a8-444c-b79e-cb4d7cf71387 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/subnets/4e5ee287-3e65-450d-8b54-19e38bda22b8 HTTP/1.1" status: 404 len: 337 time: 0.1735811 Jul 07 17:03:32.443572 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54706) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:32.457946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d329c-1857-4e72-9359-b90c993e8c41 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f68fd52a-d670-497d-a47b-f1c1989b4bec,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:32.471397 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-974d329c-1857-4e72-9359-b90c993e8c41 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.471397 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-974d329c-1857-4e72-9359-b90c993e8c41 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2852788 Jul 07 17:03:32.471397 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54708) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:32.486694 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-56212638-2127-4ba3-8663-3d06fdea0b24 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': 'f68fd52a-d670-497d-a47b-f1c1989b4bec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:32.504980 n-d-793620-7 neutron-server[100410]: WARNING neutron.api.v2.base [None req-56212638-2127-4ba3-8663-3d06fdea0b24 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 17:03:32.506361 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-56212638-2127-4ba3-8663-3d06fdea0b24 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:32.510252 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-56212638-2127-4ba3-8663-3d06fdea0b24 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0367801 Jul 07 17:03:32.511765 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54710) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:32.520961 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f2ca77d6-883a-4d5d-8367-8f89a144158e tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': 'f68fd52a-d670-497d-a47b-f1c1989b4bec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:32.522566 n-d-793620-7 neutron-server[100410]: WARNING neutron.api.v2.base [None req-f2ca77d6-883a-4d5d-8367-8f89a144158e tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 17:03:32.523681 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-f2ca77d6-883a-4d5d-8367-8f89a144158e tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:32.525388 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f2ca77d6-883a-4d5d-8367-8f89a144158e tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0117743 Jul 07 17:03:32.528992 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54712) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:32.542163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-4d45ffa1-254d-4316-9870-5c1af0dad23d tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': 'f68fd52a-d670-497d-a47b-f1c1989b4bec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:32.543911 n-d-793620-7 neutron-server[100410]: WARNING neutron.api.v2.base [None req-4d45ffa1-254d-4316-9870-5c1af0dad23d tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 17:03:32.544531 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-4d45ffa1-254d-4316-9870-5c1af0dad23d tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:32.545720 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4d45ffa1-254d-4316-9870-5c1af0dad23d tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0156124 Jul 07 17:03:32.550713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54714) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:32.562550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-319ed410-5063-4ea9-8ff2-9868d9581bca tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': 'f68fd52a-d670-497d-a47b-f1c1989b4bec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:32.563765 n-d-793620-7 neutron-server[100410]: WARNING neutron.api.v2.base [None req-319ed410-5063-4ea9-8ff2-9868d9581bca tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 17:03:32.564400 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-319ed410-5063-4ea9-8ff2-9868d9581bca tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:32.565543 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-319ed410-5063-4ea9-8ff2-9868d9581bca tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0127087 Jul 07 17:03:32.571764 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54716) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:32.592197 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-23d855dd-519d-4cb4-a226-43f3ed43cde9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/ports?device_id=37910202-922f-4a52-8dbb-9660e35d4f02 HTTP/1.1" status: 200 len: 205 time: 0.1174424 Jul 07 17:03:32.603679 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54718) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:32.622028 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5f101b-95ee-410d-acf4-969a67444272 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Router cbea4a1c-f77c-4e18-adb2-78e3d8f73524 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:03:32.647589 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5b07fd87-ab25-4498-a476-e465b1f22893 None None] Provisioning for port f7c0c179-5f03-4bab-b0ac-c00fed5fd35e completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:32.654336 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5b07fd87-ab25-4498-a476-e465b1f22893 None None] Provisioning complete for port f7c0c179-5f03-4bab-b0ac-c00fed5fd35e triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:32.655070 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b07fd87-ab25-4498-a476-e465b1f22893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.690882 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-22784fde-e994-48d7-a79c-410128563dbe tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] delete failed (client error): The resource could not be found. Jul 07 17:03:32.694763 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-22784fde-e994-48d7-a79c-410128563dbe tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/routers/37910202-922f-4a52-8dbb-9660e35d4f02 HTTP/1.1" status: 404 len: 336 time: 0.0961154 Jul 07 17:03:32.699340 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54720) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:32.754474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-5b07fd87-ab25-4498-a476-e465b1f22893 None None] Port f7c0c179-5f03-4bab-b0ac-c00fed5fd35e cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:32.775235 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5b07fd87-ab25-4498-a476-e465b1f22893 None None] Provisioning complete for port 1a529835-1d7e-4c70-bf8f-7bbe72f621db triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:32.775797 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d876b64b-1e7d-4f1c-b213-85020021c094 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.776505 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b07fd87-ab25-4498-a476-e465b1f22893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.780054 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e250d1-83bb-41b3-b86f-4f5d706ca7df admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:32.795253 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] Sync routers for ids ['05761616-af1c-4e2f-84dd-faa6876f4957'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:32.819717 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] Routers {'05761616-af1c-4e2f-84dd-faa6876f4957'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:32.819947 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e0e250d1-83bb-41b3-b86f-4f5d706ca7df admin admin] 10.222.0.50 "PUT /v2.0/routers/05761616-af1c-4e2f-84dd-faa6876f4957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3298218 Jul 07 17:03:32.821686 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['05761616-af1c-4e2f-84dd-faa6876f4957'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:32.850878 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d876b64b-1e7d-4f1c-b213-85020021c094 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.887634 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5aa3e14-48cf-4ec8-ad66-bc211f0b195d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:32.914637 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3e14-48cf-4ec8-ad66-bc211f0b195d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.963231 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d876b64b-1e7d-4f1c-b213-85020021c094 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.967859 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d876b64b-1e7d-4f1c-b213-85020021c094 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:32.969037 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d876b64b-1e7d-4f1c-b213-85020021c094 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "DELETE /v2.0/security-groups/f68fd52a-d670-497d-a47b-f1c1989b4bec HTTP/1.1" status: 204 len: 168 time: 0.3961785 Jul 07 17:03:32.977155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54724) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:32.977885 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] Set router 05761616-af1c-4e2f-84dd-faa6876f4957 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:33.009339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876b64b-1e7d-4f1c-b213-85020021c094 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68fd52a-d670-497d-a47b-f1c1989b4bec,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:33.096578 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5f101b-95ee-410d-acf4-969a67444272 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:33.101451 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-551da13c-dbab-4e78-b73c-7f3ff60acb39 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9cf7fba-1b6f-42bb-b0a5-e5fe7edefdcc HTTP/1.1" status: 200 len: 205 time: 0.3559885 Jul 07 17:03:33.116950 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6f5f101b-95ee-410d-acf4-969a67444272 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.116950 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6f5f101b-95ee-410d-acf4-969a67444272 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "PUT /v2.0/routers/cbea4a1c-f77c-4e18-adb2-78e3d8f73524 HTTP/1.1" status: 200 len: 709 time: 7.6603923 Jul 07 17:03:33.116950 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-c5aa3e14-48cf-4ec8-ad66-bc211f0b195d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] device_id is not set on port bb077e31-49f9-4732-9140-516f71e2ffb6 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:03:33.123035 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54736) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:33.123466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54738) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:33.158447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d8ed5b-b889-42b5-a66f-c11dfcf4cfbc None None] Sync routers for ids ['cbea4a1c-f77c-4e18-adb2-78e3d8f73524'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:33.163745 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4e0db73d-7bac-4938-8c74-2eb5d5d107fb tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1807489 Jul 07 17:03:33.165094 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54740) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:33.177992 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-0cb9e43a-e3bf-479b-9a47-677da9759d54 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1379027028'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:33.206409 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d8ed5b-b889-42b5-a66f-c11dfcf4cfbc None None] Routers {'cbea4a1c-f77c-4e18-adb2-78e3d8f73524'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:33.215750 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-39d8ed5b-b889-42b5-a66f-c11dfcf4cfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['cbea4a1c-f77c-4e18-adb2-78e3d8f73524'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:33.240254 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-70d49a24-dc3c-4b8a-93fc-c8bad4a31fe0 None None] Provisioning complete for port f7c0c179-5f03-4bab-b0ac-c00fed5fd35e triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:33.245336 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-70d49a24-dc3c-4b8a-93fc-c8bad4a31fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.268868 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e43a-e3bf-479b-9a47-677da9759d54 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.299717 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'name': 'tempest-TaggedBootDevicesTest-469848614-router', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '87341149-3812-4b44-acf7-656cff749ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:08Z', 'updated_at': '2021-07-07T17:03:27Z', 'revision_number': 4, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'gw_port': {'id': '87341149-3812-4b44-acf7-656cff749ae8', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:10Z', 'updated_at': '2021-07-07T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '62311826-e8ae-4755-9bfb-07ea420ec21f', 'name': '', 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'mac_address': 'fa:16:3e:7c:01:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'bb5af372-328c-408a-a249-1a68d716f9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:23Z', 'updated_at': '2021-07-07T17:03:28Z', 'revision_number': 2, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'subnets': [{'id': 'bb5af372-328c-408a-a249-1a68d716f9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:33.329833 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-859d15e5-46d7-4dfb-a8a8-22e966ee5ab9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] delete failed (client error): The resource could not be found. Jul 07 17:03:33.330898 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] Checking router: 05761616-af1c-4e2f-84dd-faa6876f4957 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:33.331260 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] Updating router 05761616-af1c-4e2f-84dd-faa6876f4957 port 62311826-e8ae-4755-9bfb-07ea420ec21f binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:03:33.334125 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-859d15e5-46d7-4dfb-a8a8-22e966ee5ab9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/routers/d9cf7fba-1b6f-42bb-b0a5-e5fe7edefdcc HTTP/1.1" status: 404 len: 336 time: 0.2095947 Jul 07 17:03:33.336653 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54742) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:33.386787 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-39d8ed5b-b889-42b5-a66f-c11dfcf4cfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:33.421804 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.428137 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52928e3-0457-4b70-8615-897d1e3eccf2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:33.430743 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52928e3-0457-4b70-8615-897d1e3eccf2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:33.435984 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a52928e3-0457-4b70-8615-897d1e3eccf2 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/subnets/6e2aa54f-60dd-431f-86bc-a125baf23d44 HTTP/1.1" status: 404 len: 337 time: 0.0978520 Jul 07 17:03:33.442455 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54756) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:33.463135 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d8ed5b-b889-42b5-a66f-c11dfcf4cfbc None None] Routers {'cbea4a1c-f77c-4e18-adb2-78e3d8f73524'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:33.463135 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-39d8ed5b-b889-42b5-a66f-c11dfcf4cfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['cbea4a1c-f77c-4e18-adb2-78e3d8f73524'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:33.517773 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-39d8ed5b-b889-42b5-a66f-c11dfcf4cfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:33.524925 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-92815316-b5e7-4ef5-8034-fb5f327048f4 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a4f7242-a82e-4f41-afe7-1907104ac622 HTTP/1.1" status: 200 len: 205 time: 0.0763800 Jul 07 17:03:33.528729 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d8ed5b-b889-42b5-a66f-c11dfcf4cfbc None None] The sync data for ids ['cbea4a1c-f77c-4e18-adb2-78e3d8f73524'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:33.531768 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54766) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:33.532736 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-70d49a24-dc3c-4b8a-93fc-c8bad4a31fe0 None None] Port f7c0c179-5f03-4bab-b0ac-c00fed5fd35e cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:33.584751 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-022a4509-7a26-4352-9943-b8f636638ed7 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "GET /v2.0/routers/cbea4a1c-f77c-4e18-adb2-78e3d8f73524 HTTP/1.1" status: 200 len: 744 time: 0.4531169 Jul 07 17:03:33.591041 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54772) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:33.637942 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-fcd64c5d-b4fd-4d44-94b1-6f32b19527d3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] delete failed (client error): The resource could not be found. Jul 07 17:03:33.645890 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fcd64c5d-b4fd-4d44-94b1-6f32b19527d3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/routers/3a4f7242-a82e-4f41-afe7-1907104ac622 HTTP/1.1" status: 404 len: 336 time: 0.1086328 Jul 07 17:03:33.661991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54782) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:33.718645 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fd044384-55e3-449a-b98b-3d3be4ed0729 tempest-RoutersIpV6AdminTest-1217707763 tempest-RoutersIpV6AdminTest-1217707763-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&device_id=cbea4a1c-f77c-4e18-adb2-78e3d8f73524 HTTP/1.1" status: 200 len: 205 time: 0.1194136 Jul 07 17:03:33.721685 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e43a-e3bf-479b-9a47-677da9759d54 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.723475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54784) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:33.739098 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e43a-e3bf-479b-9a47-677da9759d54 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.762632 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 1a529835-1d7e-4c70-bf8f-7bbe72f621db up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:33.800559 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e4074090-deef-4921-9ede-4c64bfe855d5 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9a82e2d-e497-4fff-9928-712e04b80e8b HTTP/1.1" status: 200 len: 205 time: 0.1272810 Jul 07 17:03:33.815362 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54786) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:33.844733 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ca015287-c99e-4246-bb59-e1e28c74f1f5 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbea4a1c-f77c-4e18-adb2-78e3d8f73524 HTTP/1.1" status: 200 len: 205 time: 0.1195066 Jul 07 17:03:33.869510 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54788) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:33.888977 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.892328 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 1a529835-1d7e-4c70-bf8f-7bbe72f621db triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:33.892724 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.909712 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] Transition to ACTIVE for port object 62311826-e8ae-4755-9bfb-07ea420ec21f will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:33.922120 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:33.979082 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-2d2fbf65-6732-46f6-954b-86dd73a1894e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] delete failed (client error): The resource could not be found. Jul 07 17:03:33.996819 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2d2fbf65-6732-46f6-954b-86dd73a1894e tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/routers/e9a82e2d-e497-4fff-9928-712e04b80e8b HTTP/1.1" status: 404 len: 336 time: 0.1758316 Jul 07 17:03:34.025048 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e43a-e3bf-479b-9a47-677da9759d54 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.032201 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0cb9e43a-e3bf-479b-9a47-677da9759d54 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8594506 Jul 07 17:03:34.033147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54790) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:34.033553 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54792) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:34.061167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f4d0ad7c-0d4e-4292-b9c0-217c46b2ceab tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': '6741e5fb-5598-451b-8bf8-c940bf3d208f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:34.062521 n-d-793620-7 neutron-server[100410]: WARNING neutron.api.v2.base [None req-f4d0ad7c-0d4e-4292-b9c0-217c46b2ceab tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 17:03:34.063817 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-f4d0ad7c-0d4e-4292-b9c0-217c46b2ceab tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:34.069488 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f4d0ad7c-0d4e-4292-b9c0-217c46b2ceab tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0120666 Jul 07 17:03:34.072447 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f21ffd-0c4e-4886-b07a-bea4cc0bc769 None None] Pushing event updated for resources: {'Port': ['ID=62311826-e8ae-4755-9bfb-07ea420ec21f,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:34.077310 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54794) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:34.099471 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-35c20721-17b7-4bf4-a4d6-3fa1b1336a93 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': '6741e5fb-5598-451b-8bf8-c940bf3d208f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:34.156179 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-c5aa3e14-48cf-4ec8-ad66-bc211f0b195d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Allocated IP 2001:db8::166 (a960d667-dfaa-478b-a45b-be44b3f1d372/bf36777d-f346-425b-b59d-7aa1e044ef22/bb077e31-49f9-4732-9140-516f71e2ffb6) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:34.184379 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e98017a6-8bb0-457a-bbac-f2dc59777c24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.218899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9e43a-e3bf-479b-9a47-677da9759d54 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6741e5fb-5598-451b-8bf8-c940bf3d208f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:34.226862 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e98017a6-8bb0-457a-bbac-f2dc59777c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.271962 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f21ffd-0c4e-4886-b07a-bea4cc0bc769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:34.276643 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f21ffd-0c4e-4886-b07a-bea4cc0bc769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:34.277180 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f21ffd-0c4e-4886-b07a-bea4cc0bc769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:34.280359 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f21ffd-0c4e-4886-b07a-bea4cc0bc769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:34.287197 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f21ffd-0c4e-4886-b07a-bea4cc0bc769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:34.288481 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f21ffd-0c4e-4886-b07a-bea4cc0bc769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:34.289803 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f21ffd-0c4e-4886-b07a-bea4cc0bc769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:34.294468 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f21ffd-0c4e-4886-b07a-bea4cc0bc769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:34.295203 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f21ffd-0c4e-4886-b07a-bea4cc0bc769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:34.295853 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f21ffd-0c4e-4886-b07a-bea4cc0bc769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:34.296420 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f21ffd-0c4e-4886-b07a-bea4cc0bc769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:34.296971 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f21ffd-0c4e-4886-b07a-bea4cc0bc769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:34.314363 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-8617be34-c742-4ae4-95ea-9506a5708e8d tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:34.323618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8617be34-c742-4ae4-95ea-9506a5708e8d tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:34.325916 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8617be34-c742-4ae4-95ea-9506a5708e8d tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/subnets/cac1f351-4547-4d3e-a5d4-a1737b6298a2 HTTP/1.1" status: 404 len: 337 time: 0.2842402 Jul 07 17:03:34.330669 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54804) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:34.343438 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] Attempting to bind port 62311826-e8ae-4755-9bfb-07ea420ec21f on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:34.344250 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] Attempting to bind port 62311826-e8ae-4755-9bfb-07ea420ec21f by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '28b813d0-ff8e-4398-baa2-b2254c75892a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:34.345361 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] Attempting to bind port 62311826-e8ae-4755-9bfb-07ea420ec21f on network 9866a6b9-c461-4258-9fc8-481f6033e3c6 {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:34.354989 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:34.358172 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57e1920f-f748-4112-9fdc-c40e80b18971 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.358969 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] Checking segment: {'id': '28b813d0-ff8e-4398-baa2-b2254c75892a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:34.359572 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.360803 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] Bound using segment: {'id': '28b813d0-ff8e-4398-baa2-b2254c75892a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:34.369776 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] Bound port: 62311826-e8ae-4755-9bfb-07ea420ec21f, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b813d0-ff8e-4398-baa2-b2254c75892a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:34.370505 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.428808 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-35c20721-17b7-4bf4-a4d6-3fa1b1336a93 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:34.430555 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-35c20721-17b7-4bf4-a4d6-3fa1b1336a93 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3465011 Jul 07 17:03:34.482794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54808) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:34.494829 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-83ed190d-4b61-4003-9dc5-7d4ed71d90bf tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/ports?device_id=28315126-672b-4963-a880-3adedc6b092e HTTP/1.1" status: 200 len: 205 time: 0.1600659 Jul 07 17:03:34.495553 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54812) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:34.505883 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] For port 62311826-e8ae-4755-9bfb-07ea420ec21f, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:34.511223 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] For port 62311826-e8ae-4755-9bfb-07ea420ec21f, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=62311826-e8ae-4755-9bfb-07ea420ec21f,segment=NetworkSegment(28b813d0-ff8e-4398-baa2-b2254c75892a),segment_id=28b813d0-ff8e-4398-baa2-b2254c75892a)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:34.518936 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:34.572951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-1332db52-fdbe-4c13-b2eb-59b645ad9167 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': '6741e5fb-5598-451b-8bf8-c940bf3d208f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:34.579772 n-d-793620-7 neutron-server[100410]: WARNING neutron.api.v2.base [None req-1332db52-fdbe-4c13-b2eb-59b645ad9167 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 17:03:34.580682 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-1332db52-fdbe-4c13-b2eb-59b645ad9167 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:34.582417 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1332db52-fdbe-4c13-b2eb-59b645ad9167 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0965791 Jul 07 17:03:34.597538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54818) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:34.687487 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-71758566-9602-4cb5-b77a-17de088c2da1 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': '6741e5fb-5598-451b-8bf8-c940bf3d208f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:34.692239 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-0ef8a96e-a16f-45ac-bd96-0ebb11d0c1a3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] delete failed (client error): The resource could not be found. Jul 07 17:03:34.693226 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0ef8a96e-a16f-45ac-bd96-0ebb11d0c1a3 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/routers/28315126-672b-4963-a880-3adedc6b092e HTTP/1.1" status: 404 len: 336 time: 0.0972803 Jul 07 17:03:34.699951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54828) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:34.742603 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] Routers {'05761616-af1c-4e2f-84dd-faa6876f4957'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:34.743663 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['05761616-af1c-4e2f-84dd-faa6876f4957'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:34.759253 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f21ffd-0c4e-4886-b07a-bea4cc0bc769 None None] Pushing event updated for resources: {'Port': ['ID=62311826-e8ae-4755-9bfb-07ea420ec21f,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:34.771009 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-970b8e15-0018-4a60-a822-ab2dbf053381 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:34.771486 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970b8e15-0018-4a60-a822-ab2dbf053381 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:34.773361 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-970b8e15-0018-4a60-a822-ab2dbf053381 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/subnets/1c3095c9-3f43-4951-88c9-f625f36c983a HTTP/1.1" status: 404 len: 337 time: 0.0724247 Jul 07 17:03:34.778254 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54834) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:34.940021 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-26e87655-b382-4c0c-9bfd-31028be43932 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc HTTP/1.1" status: 200 len: 205 time: 0.1583543 Jul 07 17:03:34.950279 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54846) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:34.950950 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-e98017a6-8bb0-457a-bbac-f2dc59777c24 admin admin] Allocated IP 172.25.2.246 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/72e2b4ff-4366-4f23-9396-46186c4f8595) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:35.050445 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3e14-48cf-4ec8-ad66-bc211f0b195d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.050445 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-2626317d-6beb-478b-8f7d-686ed3e5a7ed tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] delete failed (client error): The resource could not be found. Jul 07 17:03:35.050445 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2626317d-6beb-478b-8f7d-686ed3e5a7ed tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/routers/7b3330fd-dcf7-4ca6-9d73-c87ae26d5adc HTTP/1.1" status: 404 len: 336 time: 0.0902150 Jul 07 17:03:35.050445 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54850) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:35.146923 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f554b0-113d-46bc-b333-55d46b5a6eb9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:35.149306 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f554b0-113d-46bc-b333-55d46b5a6eb9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:35.153506 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-84f554b0-113d-46bc-b333-55d46b5a6eb9 tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/subnets/a9832c74-105c-4220-85c4-3a7108a25e90 HTTP/1.1" status: 404 len: 337 time: 0.0997066 Jul 07 17:03:35.241881 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54852) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:35.261575 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57e1920f-f748-4112-9fdc-c40e80b18971 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.269246 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57e1920f-f748-4112-9fdc-c40e80b18971 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.286155 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] Set router 05761616-af1c-4e2f-84dd-faa6876f4957 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:35.299749 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-511ddc47-7d4e-4612-bd89-3a9f3ec0522a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:35.300613 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-511ddc47-7d4e-4612-bd89-3a9f3ec0522a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:35.302758 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-511ddc47-7d4e-4612-bd89-3a9f3ec0522a tempest-RoutersIpV6Test-2092512610 tempest-RoutersIpV6Test-2092512610-project] 10.222.0.50 "DELETE /v2.0/subnets/02308519-dfb1-4acf-aaf6-17e765320580 HTTP/1.1" status: 404 len: 337 time: 0.0586646 Jul 07 17:03:35.310019 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-71758566-9602-4cb5-b77a-17de088c2da1 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:35.311573 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-71758566-9602-4cb5-b77a-17de088c2da1 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6276572 Jul 07 17:03:35.331340 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54862) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:35.349456 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c2274bf4-13f2-416f-aadd-5c813b21685b tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': '6741e5fb-5598-451b-8bf8-c940bf3d208f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:35.350246 n-d-793620-7 neutron-server[100409]: WARNING neutron.api.v2.base [None req-c2274bf4-13f2-416f-aadd-5c813b21685b tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 17:03:35.350791 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-c2274bf4-13f2-416f-aadd-5c813b21685b tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:35.358293 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c2274bf4-13f2-416f-aadd-5c813b21685b tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0225403 Jul 07 17:03:35.363586 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54864) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:35.372577 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-c5aa3e14-48cf-4ec8-ad66-bc211f0b195d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Transition to ACTIVE for port object bb077e31-49f9-4732-9140-516f71e2ffb6 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:35.377494 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c646b475-4773-4265-865a-c50ddde61230 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': '6741e5fb-5598-451b-8bf8-c940bf3d208f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:35.385274 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57e1920f-f748-4112-9fdc-c40e80b18971 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.386779 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e1920f-f748-4112-9fdc-c40e80b18971 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Fanout notify agent at l3_agent the message router_deleted on router cbea4a1c-f77c-4e18-adb2-78e3d8f73524 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:03:35.405412 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57e1920f-f748-4112-9fdc-c40e80b18971 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.411974 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-57e1920f-f748-4112-9fdc-c40e80b18971 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "DELETE /v2.0/routers/cbea4a1c-f77c-4e18-adb2-78e3d8f73524 HTTP/1.1" status: 204 len: 168 time: 1.5343726 Jul 07 17:03:35.413435 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54866) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:35.474294 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f92ee949-6871-457f-87d3-87a2143d6be3 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbea4a1c-f77c-4e18-adb2-78e3d8f73524 HTTP/1.1" status: 200 len: 205 time: 0.0563877 Jul 07 17:03:35.488753 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54868) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:35.497750 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-c646b475-4773-4265-865a-c50ddde61230 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Project 0193c62f26df424898ccd4563aa45c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:03:35.528443 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-c646b475-4773-4265-865a-c50ddde61230 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:35.535442 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c646b475-4773-4265-865a-c50ddde61230 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1634459 Jul 07 17:03:35.536386 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54870) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:35.551703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-8be27186-ebe6-4cd6-827f-d65f05d2a597 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': '6741e5fb-5598-451b-8bf8-c940bf3d208f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:35.553586 n-d-793620-7 neutron-server[100410]: WARNING neutron.api.v2.base [None req-8be27186-ebe6-4cd6-827f-d65f05d2a597 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 17:03:35.554326 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-8be27186-ebe6-4cd6-827f-d65f05d2a597 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:35.561038 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8be27186-ebe6-4cd6-827f-d65f05d2a597 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0217631 Jul 07 17:03:35.561657 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54874) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:35.573333 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-4d9d568a-a700-49ec-96a7-62485a07e5fb tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': '6741e5fb-5598-451b-8bf8-c940bf3d208f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:35.659787 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-4d9d568a-a700-49ec-96a7-62485a07e5fb tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Project 0193c62f26df424898ccd4563aa45c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:03:35.661378 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-720fb367-e539-4684-b90e-b68df47601c8 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] delete failed (client error): The resource could not be found. Jul 07 17:03:35.662460 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-720fb367-e539-4684-b90e-b68df47601c8 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "DELETE /v2.0/routers/cbea4a1c-f77c-4e18-adb2-78e3d8f73524 HTTP/1.1" status: 404 len: 336 time: 0.1731400 Jul 07 17:03:35.672099 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54876) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:35.702966 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-4d9d568a-a700-49ec-96a7-62485a07e5fb tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:35.705673 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4d9d568a-a700-49ec-96a7-62485a07e5fb tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1430233 Jul 07 17:03:35.708550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54878) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:35.721503 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-d3e900a6-f866-4e5d-a7d5-4ecb52444b41 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': '6741e5fb-5598-451b-8bf8-c940bf3d208f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:35.827339 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-d3e900a6-f866-4e5d-a7d5-4ecb52444b41 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Project 0193c62f26df424898ccd4563aa45c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:03:35.847500 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d2ef6a49-674b-4d25-9854-1b794f42a92e tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8e62404-2d2c-479f-93e7-0e678c2be64e HTTP/1.1" status: 200 len: 205 time: 0.1634991 Jul 07 17:03:35.852650 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54882) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:35.862038 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'name': 'tempest-TaggedBootDevicesTest-469848614-router', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '87341149-3812-4b44-acf7-656cff749ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:08Z', 'updated_at': '2021-07-07T17:03:27Z', 'revision_number': 4, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'gw_port': {'id': '87341149-3812-4b44-acf7-656cff749ae8', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:10Z', 'updated_at': '2021-07-07T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '62311826-e8ae-4755-9bfb-07ea420ec21f', 'name': '', 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'mac_address': 'fa:16:3e:7c:01:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'bb5af372-328c-408a-a249-1a68d716f9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:23Z', 'updated_at': '2021-07-07T17:03:34Z', 'revision_number': 4, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'subnets': [{'id': 'bb5af372-328c-408a-a249-1a68d716f9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:35.867256 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e98017a6-8bb0-457a-bbac-f2dc59777c24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.884835 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3e14-48cf-4ec8-ad66-bc211f0b195d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:35.905784 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-11e11521-c6d1-410a-8b26-120e22ff5d31 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] delete failed (client error): The resource could not be found. Jul 07 17:03:35.910453 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-11e11521-c6d1-410a-8b26-120e22ff5d31 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "DELETE /v2.0/routers/f8e62404-2d2c-479f-93e7-0e678c2be64e HTTP/1.1" status: 404 len: 336 time: 0.0557704 Jul 07 17:03:35.911089 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54884) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:35.925591 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-d3e900a6-f866-4e5d-a7d5-4ecb52444b41 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:35.926950 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d3e900a6-f866-4e5d-a7d5-4ecb52444b41 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2174337 Jul 07 17:03:35.929686 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54886) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:35.965252 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf0f21-678a-4254-86c2-49bb6c4d2e6f None None] The sync data for ids ['05761616-af1c-4e2f-84dd-faa6876f4957'] in n-d-793620-7 is: [{'id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'name': 'tempest-TaggedBootDevicesTest-469848614-router', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '87341149-3812-4b44-acf7-656cff749ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:08Z', 'updated_at': '2021-07-07T17:03:27Z', 'revision_number': 4, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'gw_port': {'id': '87341149-3812-4b44-acf7-656cff749ae8', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:10Z', 'updated_at': '2021-07-07T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '62311826-e8ae-4755-9bfb-07ea420ec21f', 'name': '', 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'mac_address': 'fa:16:3e:7c:01:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'bb5af372-328c-408a-a249-1a68d716f9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:23Z', 'updated_at': '2021-07-07T17:03:34Z', 'revision_number': 4, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'subnets': [{'id': 'bb5af372-328c-408a-a249-1a68d716f9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:35.981580 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7e32f8ae-b7a5-43c7-aba1-5cc16b7d344f tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "GET /v2.0/ports?device_id=e165868f-1917-46f4-a548-3cb55db41f13 HTTP/1.1" status: 200 len: 205 time: 0.0682304 Jul 07 17:03:35.999764 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54888) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:36.000113 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54890) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:36.004840 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa3e14-48cf-4ec8-ad66-bc211f0b195d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=bb077e31-49f9-4732-9140-516f71e2ffb6,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:36.029185 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aa3e14-48cf-4ec8-ad66-bc211f0b195d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network a960d667-dfaa-478b-a45b-be44b3f1d372 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:36.032938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-c5aa3e14-48cf-4ec8-ad66-bc211f0b195d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:36.049263 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aa3e14-48cf-4ec8-ad66-bc211f0b195d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:36.059429 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aa3e14-48cf-4ec8-ad66-bc211f0b195d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:36.060239 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3e14-48cf-4ec8-ad66-bc211f0b195d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:36.139765 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c5aa3e14-48cf-4ec8-ad66-bc211f0b195d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7169878 Jul 07 17:03:36.145130 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54894) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:36.227583 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-f50d7377-4d88-4f01-afd0-fab8042939e2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] delete failed (client error): The resource could not be found. Jul 07 17:03:36.228696 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f50d7377-4d88-4f01-afd0-fab8042939e2 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "DELETE /v2.0/routers/e165868f-1917-46f4-a548-3cb55db41f13 HTTP/1.1" status: 404 len: 336 time: 0.2209127 Jul 07 17:03:36.266716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54896) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:36.321243 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e98017a6-8bb0-457a-bbac-f2dc59777c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:36.381346 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ba6ecf42-9eba-4e65-9daa-53bf0c1c9e2f tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "GET /v2.0/ports?device_id=5305eb71-dd3f-40d6-93cc-5795094d98a9 HTTP/1.1" status: 200 len: 205 time: 0.1126471 Jul 07 17:03:36.402530 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54898) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:36.551756 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c454c737-13cb-412c-9c13-d59127e21df1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=51dde79387314242847dde9de3afbecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5477870 Jul 07 17:03:36.553924 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54902) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:36.558147 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98017a6-8bb0-457a-bbac-f2dc59777c24 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:36.577798 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-4535c637-d077-4fa7-9392-71f070162089 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] delete failed (client error): The resource could not be found. Jul 07 17:03:36.578867 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4535c637-d077-4fa7-9392-71f070162089 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "DELETE /v2.0/routers/5305eb71-dd3f-40d6-93cc-5795094d98a9 HTTP/1.1" status: 404 len: 336 time: 0.1623645 Jul 07 17:03:36.582728 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54904) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:36.594805 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-e98017a6-8bb0-457a-bbac-f2dc59777c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:36.598360 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98017a6-8bb0-457a-bbac-f2dc59777c24 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:36.606469 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e73c02fc-1ffd-46bf-9556-458741ff0825 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:36.667578 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98017a6-8bb0-457a-bbac-f2dc59777c24 admin admin] Pushing event updated for resources: {'Port': ['ID=72e2b4ff-4366-4f23-9396-46186c4f8595,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:36.691446 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e73c02fc-1ffd-46bf-9556-458741ff0825 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:36.705170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-21e6f696-cf95-4a1e-a769-32b62faa0b01 None None] Provisioning for port bb077e31-49f9-4732-9140-516f71e2ffb6 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:36.715481 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-21e6f696-cf95-4a1e-a769-32b62faa0b01 None None] Provisioning complete for port bb077e31-49f9-4732-9140-516f71e2ffb6 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:36.716166 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-21e6f696-cf95-4a1e-a769-32b62faa0b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:36.835958 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-21e6f696-cf95-4a1e-a769-32b62faa0b01 None None] Port bb077e31-49f9-4732-9140-516f71e2ffb6 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:36.852643 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d181670d-1872-405e-a33d-32ce6ad2ca0b tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "GET /v2.0/ports?device_id=762de118-d816-4cac-9be4-d8ed06a6d9c5 HTTP/1.1" status: 200 len: 205 time: 0.2531652 Jul 07 17:03:36.870543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54908) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:36.871392 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c75ac9ea-e566-46d7-9dd4-edca72430728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:36.886510 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdbbe1b-7a21-4aaf-8539-ae7d71cf1071 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:36.895909 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fcdbbe1b-7a21-4aaf-8539-ae7d71cf1071 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A273 HTTP/1.1" status: 200 len: 928 time: 0.7479887 Jul 07 17:03:36.909448 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54910) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:36.924839 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-89b3c29e-b8a8-4380-9c79-24bbeff91d37 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] delete failed (client error): The resource could not be found. Jul 07 17:03:36.928180 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-89b3c29e-b8a8-4380-9c79-24bbeff91d37 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "DELETE /v2.0/routers/762de118-d816-4cac-9be4-d8ed06a6d9c5 HTTP/1.1" status: 404 len: 336 time: 0.0543485 Jul 07 17:03:36.928921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54912) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:36.976863 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e73c02fc-1ffd-46bf-9556-458741ff0825 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:36.979396 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e73c02fc-1ffd-46bf-9556-458741ff0825 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:36.982971 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e73c02fc-1ffd-46bf-9556-458741ff0825 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "DELETE /v2.0/security-groups/6741e5fb-5598-451b-8bf8-c940bf3d208f HTTP/1.1" status: 204 len: 168 time: 1.0501103 Jul 07 17:03:36.983420 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c75ac9ea-e566-46d7-9dd4-edca72430728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.005105 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d161ffe7-dc2c-4525-9cac-9a6ab08588aa tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "GET /v2.0/ports?device_id=03c32406-8a3d-477f-8d07-9239bb164379 HTTP/1.1" status: 200 len: 205 time: 0.0725050 Jul 07 17:03:37.005889 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54914) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:37.007826 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54916) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:37.017703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c02fc-1ffd-46bf-9556-458741ff0825 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6741e5fb-5598-451b-8bf8-c940bf3d208f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:37.136229 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-16a9ad8b-fb6f-4a69-bc5b-42fb918662d0 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] delete failed (client error): The resource could not be found. Jul 07 17:03:37.141559 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-16a9ad8b-fb6f-4a69-bc5b-42fb918662d0 tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "DELETE /v2.0/routers/03c32406-8a3d-477f-8d07-9239bb164379 HTTP/1.1" status: 404 len: 336 time: 0.1086321 Jul 07 17:03:37.146144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54918) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:37.246335 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4addd4-a8ca-4b37-be23-e6846ed0ac9b tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] DELETE failed (client error): The resource could not be found. Jul 07 17:03:37.246910 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4addd4-a8ca-4b37-be23-e6846ed0ac9b tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:03:37.251829 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ee4addd4-a8ca-4b37-be23-e6846ed0ac9b tempest-RoutersIpV6AdminTest-1421225137 tempest-RoutersIpV6AdminTest-1421225137-project] 10.222.0.50 "DELETE /v2.0/subnets/01eb3b8b-12c0-4c39-9056-0017f4ca05aa HTTP/1.1" status: 404 len: 337 time: 0.1034136 Jul 07 17:03:37.311348 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-290e519f-ef00-49de-baa1-8dd96d6dd551 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2851937 Jul 07 17:03:37.316329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54922) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:37.327181 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-21b3b42e-eaf7-4fd7-afed-82da4de887ec tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group': {'name': 'tempest-secgroup--458159732'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:37.408347 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-21b3b42e-eaf7-4fd7-afed-82da4de887ec tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.434130 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e98017a6-8bb0-457a-bbac-f2dc59777c24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.460013 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c75ac9ea-e566-46d7-9dd4-edca72430728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.464353 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c75ac9ea-e566-46d7-9dd4-edca72430728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.466213 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c75ac9ea-e566-46d7-9dd4-edca72430728 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d7b6b92f-9313-4d04-9c29-22ee529d7e33 HTTP/1.1" status: 204 len: 168 time: 0.9067230 Jul 07 17:03:37.486743 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ac9ea-e566-46d7-9dd4-edca72430728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b6b92f-9313-4d04-9c29-22ee529d7e33,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:37.633933 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-21b3b42e-eaf7-4fd7-afed-82da4de887ec tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.649578 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-21b3b42e-eaf7-4fd7-afed-82da4de887ec tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.689682 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-e74c0a5f-feeb-4174-a393-e38cfb36e2e9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting port bb077e31-49f9-4732-9140-516f71e2ffb6 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:37.690685 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e74c0a5f-feeb-4174-a393-e38cfb36e2e9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.704553 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54930) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:37.727138 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-21b3b42e-eaf7-4fd7-afed-82da4de887ec tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.733028 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-21b3b42e-eaf7-4fd7-afed-82da4de887ec tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4146886 Jul 07 17:03:37.753149 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54934) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:37.782265 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-cceaae2b-5315-40dc-bc59-55c57e7fc337 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': '948ff57f-c543-4cbf-a082-f71d7e2a3b41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:37.819907 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e74c0a5f-feeb-4174-a393-e38cfb36e2e9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:37.830026 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3b42e-eaf7-4fd7-afed-82da4de887ec tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948ff57f-c543-4cbf-a082-f71d7e2a3b41,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:37.839335 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-e74c0a5f-feeb-4174-a393-e38cfb36e2e9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Calling delete_port for bb077e31-49f9-4732-9140-516f71e2ffb6 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:37.901543 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 62311826-e8ae-4755-9bfb-07ea420ec21f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:37.915989 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-cceaae2b-5315-40dc-bc59-55c57e7fc337 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): The resource could not be found. Jul 07 17:03:37.917147 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cceaae2b-5315-40dc-bc59-55c57e7fc337 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1574864 Jul 07 17:03:37.919951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54936) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:37.928182 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-628ede4f-79c4-4550-bba6-af76f9c41981 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': '948ff57f-c543-4cbf-a082-f71d7e2a3b41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1a82211c-5571-448d-abda-04798eada24d'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:37.993996 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-23a5909f-c61f-4ad8-84ad-cff1f1d14045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.029151 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 62311826-e8ae-4755-9bfb-07ea420ec21f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:38.036242 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 62311826-e8ae-4755-9bfb-07ea420ec21f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:38.037003 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.372644 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-23a5909f-c61f-4ad8-84ad-cff1f1d14045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.373133 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.382066 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-23a5909f-c61f-4ad8-84ad-cff1f1d14045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.471847 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-628ede4f-79c4-4550-bba6-af76f9c41981 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): The resource could not be found. Jul 07 17:03:38.472930 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-628ede4f-79c4-4550-bba6-af76f9c41981 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5520225 Jul 07 17:03:38.492067 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54944) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:38.492902 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5909f-c61f-4ad8-84ad-cff1f1d14045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b852a8ab-15a9-4e78-847d-2b5c1a85bb5d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:38.502528 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 62311826-e8ae-4755-9bfb-07ea420ec21f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=62311826-e8ae-4755-9bfb-07ea420ec21f,segment=NetworkSegment(28b813d0-ff8e-4398-baa2-b2254c75892a),segment_id=28b813d0-ff8e-4398-baa2-b2254c75892a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:38.507883 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.626818 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-23a5909f-c61f-4ad8-84ad-cff1f1d14045 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0ec61822c7444e6b997fcf6f6d99082c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9210138 Jul 07 17:03:38.631421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54948) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:38.666937 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=62311826-e8ae-4755-9bfb-07ea420ec21f,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:38.710029 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1649c6ca-6685-4c7d-86eb-8c54c0e3a313 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.716666 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:38.728148 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:38.728620 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:38.729058 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:38.731626 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:38.731982 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:38.732341 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:38.732681 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:38.733013 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:38.733349 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:38.735933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:38.736303 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:03:38.776011 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1649c6ca-6685-4c7d-86eb-8c54c0e3a313 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.779623 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5b35b158-48d5-492c-ab00-e4c07297d65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.810497 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5b35b158-48d5-492c-ab00-e4c07297d65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.882695 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5b35b158-48d5-492c-ab00-e4c07297d65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.885967 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5b35b158-48d5-492c-ab00-e4c07297d65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.891227 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5b35b158-48d5-492c-ab00-e4c07297d65c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b852a8ab-15a9-4e78-847d-2b5c1a85bb5d HTTP/1.1" status: 204 len: 168 time: 0.2585604 Jul 07 17:03:38.915944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35b158-48d5-492c-ab00-e4c07297d65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b852a8ab-15a9-4e78-847d-2b5c1a85bb5d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:38.973940 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1649c6ca-6685-4c7d-86eb-8c54c0e3a313 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.977294 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1649c6ca-6685-4c7d-86eb-8c54c0e3a313 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:38.982692 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1649c6ca-6685-4c7d-86eb-8c54c0e3a313 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "DELETE /v2.0/security-groups/948ff57f-c543-4cbf-a082-f71d7e2a3b41 HTTP/1.1" status: 204 len: 168 time: 0.4588611 Jul 07 17:03:38.985575 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54960) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:39.024069 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649c6ca-6685-4c7d-86eb-8c54c0e3a313 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=948ff57f-c543-4cbf-a082-f71d7e2a3b41,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:39.115287 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0829b944-192c-444a-924b-ded3a4e661a2 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1221089 Jul 07 17:03:39.119217 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54964) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:39.123837 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7fc4687e-6781-4d84-9e5d-dd2f58ff80f8 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': '99fac933-daa1-465a-ab28-67a4e98f96a8', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:39.257630 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-7fc4687e-6781-4d84-9e5d-dd2f58ff80f8 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): The resource could not be found. Jul 07 17:03:39.259515 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7fc4687e-6781-4d84-9e5d-dd2f58ff80f8 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1393402 Jul 07 17:03:39.263141 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54970) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:39.272381 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-36ba7aa4-605f-4903-b933-7625cc6bcd16 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382688907'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:39.291455 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e98017a6-8bb0-457a-bbac-f2dc59777c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.304883 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e74c0a5f-feeb-4174-a393-e38cfb36e2e9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.307817 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36ba7aa4-605f-4903-b933-7625cc6bcd16 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.496228 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c0a5f-feeb-4174-a393-e38cfb36e2e9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Port': ['ID=bb077e31-49f9-4732-9140-516f71e2ffb6,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:39.506103 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e74c0a5f-feeb-4174-a393-e38cfb36e2e9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.512189 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e74c0a5f-feeb-4174-a393-e38cfb36e2e9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/ports/bb077e31-49f9-4732-9140-516f71e2ffb6 HTTP/1.1" status: 204 len: 168 time: 2.6017098 Jul 07 17:03:39.517385 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54978) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:39.540563 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36ba7aa4-605f-4903-b933-7625cc6bcd16 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.548623 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36ba7aa4-605f-4903-b933-7625cc6bcd16 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.567325 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54982) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:39.599907 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb9f90e-48d2-4b0a-86f3-4063c25c4edd tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] GET failed (client error): The resource could not be found. Jul 07 17:03:39.602016 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0cb9f90e-48d2-4b0a-86f3-4063c25c4edd tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports/bb077e31-49f9-4732-9140-516f71e2ffb6 HTTP/1.1" status: 404 len: 333 time: 0.0785389 Jul 07 17:03:39.609173 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54984) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:39.676347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba7aa4-605f-4903-b933-7625cc6bcd16 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c72a986c-2452-4dcb-8978-de72d3d25963,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:39.705156 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54986) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:39.712776 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36ba7aa4-605f-4903-b933-7625cc6bcd16 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.719218 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-36ba7aa4-605f-4903-b933-7625cc6bcd16 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4495993 Jul 07 17:03:39.729651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54988) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:39.742015 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-0039babc-0673-40b2-a6b5-764c9ec27955 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1627123276'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:39.803022 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 62311826-e8ae-4755-9bfb-07ea420ec21f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:39.854784 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6aaff6f3-38ee-4d49-a690-74d7df0932fc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c42683dec7eb4e8497a3ca1b351709e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2225809 Jul 07 17:03:39.858006 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54992) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:39.882593 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0039babc-0673-40b2-a6b5-764c9ec27955 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:39.975436 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 62311826-e8ae-4755-9bfb-07ea420ec21f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:39.979701 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.037851 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ab408005-a15a-4a79-86f3-961d1a2a2952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.053579 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98017a6-8bb0-457a-bbac-f2dc59777c24 admin admin] Router ca49ce07-5fb9-45cc-ae78-da9b8fb21c92 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:03:40.066294 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-87d4798f-38c8-4af9-baa2-4cbb33ff93c1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting port f7c0c179-5f03-4bab-b0ac-c00fed5fd35e {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:40.067391 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87d4798f-38c8-4af9-baa2-4cbb33ff93c1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.123938 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ab408005-a15a-4a79-86f3-961d1a2a2952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.182222 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-a09926d6-4e80-4316-9801-a56685a99430 tempest-SubnetPoolsTestJSON-1930705668 tempest-SubnetPoolsTestJSON-1930705668-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-839592123', 'prefixes': ['172.20.0.0/16']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:40.252132 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0039babc-0673-40b2-a6b5-764c9ec27955 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.269363 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0039babc-0673-40b2-a6b5-764c9ec27955 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.272071 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87d4798f-38c8-4af9-baa2-4cbb33ff93c1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.292395 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98017a6-8bb0-457a-bbac-f2dc59777c24 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:40.299568 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-87d4798f-38c8-4af9-baa2-4cbb33ff93c1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Calling delete_port for f7c0c179-5f03-4bab-b0ac-c00fed5fd35e owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:40.301369 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] Sync routers for ids ['ca49ce07-5fb9-45cc-ae78-da9b8fb21c92'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:40.318599 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] Routers {'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:40.320248 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ca49ce07-5fb9-45cc-ae78-da9b8fb21c92'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:40.355465 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039babc-0673-40b2-a6b5-764c9ec27955 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20211220-0609-47a3-bdb0-6b8c7ca0eb53,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:40.394670 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e98017a6-8bb0-457a-bbac-f2dc59777c24 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.399025 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ab408005-a15a-4a79-86f3-961d1a2a2952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.399852 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e98017a6-8bb0-457a-bbac-f2dc59777c24 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.4275565 Jul 07 17:03:40.400776 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54996) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:40.410160 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ab408005-a15a-4a79-86f3-961d1a2a2952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.414656 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ab408005-a15a-4a79-86f3-961d1a2a2952 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c29e766-bdad-456d-bcd0-4b8b53561f06 HTTP/1.1" status: 204 len: 168 time: 0.5511997 Jul 07 17:03:40.450920 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab408005-a15a-4a79-86f3-961d1a2a2952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c29e766-bdad-456d-bcd0-4b8b53561f06,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:40.458584 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0039babc-0673-40b2-a6b5-764c9ec27955 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.465453 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0039babc-0673-40b2-a6b5-764c9ec27955 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7310441 Jul 07 17:03:40.472114 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55000) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:40.486423 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-ce391199-abe2-4701-919a-44f078e4b53f tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': 'c72a986c-2452-4dcb-8978-de72d3d25963', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '20211220-0609-47a3-bdb0-6b8c7ca0eb53'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:40.583365 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] Set router ca49ce07-5fb9-45cc-ae78-da9b8fb21c92 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:40.621609 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a09926d6-4e80-4316-9801-a56685a99430 tempest-SubnetPoolsTestJSON-1930705668 tempest-SubnetPoolsTestJSON-1930705668-project] Notify callbacks [] for subnetpool, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.628579 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a09926d6-4e80-4316-9801-a56685a99430 tempest-SubnetPoolsTestJSON-1930705668 tempest-SubnetPoolsTestJSON-1930705668-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9197562 Jul 07 17:03:40.629848 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55002) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:40.633807 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-ce391199-abe2-4701-919a-44f078e4b53f tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:40.635382 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ce391199-abe2-4701-919a-44f078e4b53f tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1621325 Jul 07 17:03:40.640230 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55004) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:40.739850 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-445a7dfd-1ef9-4d94-b9c6-d7d3a9e2c243 tempest-SubnetPoolsTestJSON-1930705668 tempest-SubnetPoolsTestJSON-1930705668-project] 10.222.0.50 "GET /v2.0/subnetpools/903c4400-cd9a-4a22-8806-95fea2417fa1 HTTP/1.1" status: 200 len: 731 time: 0.1086216 Jul 07 17:03:40.747489 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55006) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:40.748177 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87d4798f-38c8-4af9-baa2-4cbb33ff93c1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.766773 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-ce798986-59c1-43e7-9622-d5d27cc689ad tempest-SubnetPoolsTestJSON-1930705668 tempest-SubnetPoolsTestJSON-1930705668-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-62374366'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:40.782066 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb95bdf6-1931-4567-90c2-a72d7321f2cc tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.818394 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4798f-38c8-4af9-baa2-4cbb33ff93c1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Port': ['ID=f7c0c179-5f03-4bab-b0ac-c00fed5fd35e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:40.872756 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb95bdf6-1931-4567-90c2-a72d7321f2cc tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.935462 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87d4798f-38c8-4af9-baa2-4cbb33ff93c1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:40.940382 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-87d4798f-38c8-4af9-baa2-4cbb33ff93c1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/ports/f7c0c179-5f03-4bab-b0ac-c00fed5fd35e HTTP/1.1" status: 204 len: 168 time: 1.3268366 Jul 07 17:03:40.941528 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55010) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:41.042756 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c7003c-889c-43f3-b914-1173784d9912 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] GET failed (client error): The resource could not be found. Jul 07 17:03:41.050908 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e2c7003c-889c-43f3-b914-1173784d9912 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports/f7c0c179-5f03-4bab-b0ac-c00fed5fd35e HTTP/1.1" status: 404 len: 333 time: 0.1062052 Jul 07 17:03:41.053897 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55016) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:41.070328 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92', 'name': 'tempest-ServerRescueNegativeTestJSON-1376224434-router', 'tenant_id': '8a8fcf6541fe4d4790d553411e54b35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '72e2b4ff-4366-4f23-9396-46186c4f8595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:30Z', 'updated_at': '2021-07-07T17:03:37Z', 'revision_number': 3, 'project_id': '8a8fcf6541fe4d4790d553411e54b35a', 'gw_port': {'id': '72e2b4ff-4366-4f23-9396-46186c4f8595', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:68:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:34Z', 'updated_at': '2021-07-07T17:03:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:41.074766 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb95bdf6-1931-4567-90c2-a72d7321f2cc tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.078043 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb95bdf6-1931-4567-90c2-a72d7321f2cc tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.084944 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fb95bdf6-1931-4567-90c2-a72d7321f2cc tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "DELETE /v2.0/security-groups/20211220-0609-47a3-bdb0-6b8c7ca0eb53 HTTP/1.1" status: 204 len: 168 time: 0.4431856 Jul 07 17:03:41.089313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55018) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:41.148722 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95bdf6-1931-4567-90c2-a72d7321f2cc tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20211220-0609-47a3-bdb0-6b8c7ca0eb53,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:41.169349 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] Checking router: ca49ce07-5fb9-45cc-ae78-da9b8fb21c92 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:41.170438 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] Updating router ca49ce07-5fb9-45cc-ae78-da9b8fb21c92 port 72e2b4ff-4366-4f23-9396-46186c4f8595 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:03:41.285689 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-08aecd45-dd85-4cd1-9959-f45a3b3d5031 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1854479 Jul 07 17:03:41.286392 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55024) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:41.297734 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.396570 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-462eb7ea-da4e-428f-a951-bcd14a3c3ce3 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.428290 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-462eb7ea-da4e-428f-a951-bcd14a3c3ce3 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.490807 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-462eb7ea-da4e-428f-a951-bcd14a3c3ce3 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.496223 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-462eb7ea-da4e-428f-a951-bcd14a3c3ce3 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.501094 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-462eb7ea-da4e-428f-a951-bcd14a3c3ce3 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "DELETE /v2.0/security-groups/c72a986c-2452-4dcb-8978-de72d3d25963 HTTP/1.1" status: 204 len: 168 time: 0.2130866 Jul 07 17:03:41.502737 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55030) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:41.538963 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462eb7ea-da4e-428f-a951-bcd14a3c3ce3 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72a986c-2452-4dcb-8978-de72d3d25963,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:41.602247 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce798986-59c1-43e7-9622-d5d27cc689ad tempest-SubnetPoolsTestJSON-1930705668 tempest-SubnetPoolsTestJSON-1930705668-project] Notify callbacks [] for subnetpool, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.610580 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ce798986-59c1-43e7-9622-d5d27cc689ad tempest-SubnetPoolsTestJSON-1930705668 tempest-SubnetPoolsTestJSON-1930705668-project] 10.222.0.50 "PUT /v2.0/subnetpools/903c4400-cd9a-4a22-8806-95fea2417fa1 HTTP/1.1" status: 200 len: 682 time: 0.8596320 Jul 07 17:03:41.613033 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55032) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:41.636222 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f7fefd-1b92-41a1-9609-a983aa910e51 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting subnet bf36777d-f346-425b-b59d-7aa1e044ef22 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:41.676656 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a5f7fefd-1b92-41a1-9609-a983aa910e51 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.685943 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0674842c-2cd9-4acc-a091-5dc46c328eff tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1619289 Jul 07 17:03:41.691239 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55036) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:41.695996 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-761495a7-239e-4c4f-97a8-ce132b84ca57 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group': {'name': 'tempest-secgroup--571081741'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:41.761158 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a5f7fefd-1b92-41a1-9609-a983aa910e51 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.798534 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-761495a7-239e-4c4f-97a8-ce132b84ca57 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.874641 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45b1e84d-f6b4-4ade-b8a2-3ca20cab8357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.882127 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a345670c-676c-4884-8f3a-da787582b662 tempest-SubnetPoolsTestJSON-1930705668 tempest-SubnetPoolsTestJSON-1930705668-project] Notify callbacks [] for subnetpool, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:41.901051 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a345670c-676c-4884-8f3a-da787582b662 tempest-SubnetPoolsTestJSON-1930705668 tempest-SubnetPoolsTestJSON-1930705668-project] 10.222.0.50 "DELETE /v2.0/subnetpools/903c4400-cd9a-4a22-8806-95fea2417fa1 HTTP/1.1" status: 204 len: 168 time: 0.2817233 Jul 07 17:03:41.903931 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55042) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:42.013000 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.013751 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-350cd9ea-545d-44a9-9f1c-4070269a87bb tempest-SubnetPoolsTestJSON-1930705668 tempest-SubnetPoolsTestJSON-1930705668-project] show failed (client error): The resource could not be found. Jul 07 17:03:42.030520 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-350cd9ea-545d-44a9-9f1c-4070269a87bb tempest-SubnetPoolsTestJSON-1930705668 tempest-SubnetPoolsTestJSON-1930705668-project] 10.222.0.50 "GET /v2.0/subnetpools/903c4400-cd9a-4a22-8806-95fea2417fa1 HTTP/1.1" status: 404 len: 346 time: 0.1253178 Jul 07 17:03:42.035315 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55044) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:42.055705 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-7f8babde-efab-429b-bcdf-7c2e545f0dce tempest-SubnetPoolsTestJSON-1930705668 tempest-SubnetPoolsTestJSON-1930705668-project] delete failed (client error): The resource could not be found. Jul 07 17:03:42.063328 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7f8babde-efab-429b-bcdf-7c2e545f0dce tempest-SubnetPoolsTestJSON-1930705668 tempest-SubnetPoolsTestJSON-1930705668-project] 10.222.0.50 "DELETE /v2.0/subnetpools/903c4400-cd9a-4a22-8806-95fea2417fa1 HTTP/1.1" status: 404 len: 346 time: 0.0267348 Jul 07 17:03:42.117299 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] Transition to ACTIVE for port object 72e2b4ff-4366-4f23-9396-46186c4f8595 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:42.157853 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.193678 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a5f7fefd-1b92-41a1-9609-a983aa910e51 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.206740 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-761495a7-239e-4c4f-97a8-ce132b84ca57 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.220856 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-761495a7-239e-4c4f-97a8-ce132b84ca57 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.275162 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] Attempting to bind port 72e2b4ff-4366-4f23-9396-46186c4f8595 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:42.278945 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] Attempting to bind port 72e2b4ff-4366-4f23-9396-46186c4f8595 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:42.280025 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] Attempting to bind port 72e2b4ff-4366-4f23-9396-46186c4f8595 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:42.291227 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-761495a7-239e-4c4f-97a8-ce132b84ca57 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.292304 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-761495a7-239e-4c4f-97a8-ce132b84ca57 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5998676 Jul 07 17:03:42.303326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55054) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:42.305529 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:42.306232 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:42.306921 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.307573 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:42.308159 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] Bound port: 72e2b4ff-4366-4f23-9396-46186c4f8595, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:42.308649 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.329814 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-48b71ce0-3986-4beb-aaf8-8a8ec95485a8 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': '532cc6a8-8947-47fc-9f63-ba0db1de8bcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:42.399615 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761495a7-239e-4c4f-97a8-ce132b84ca57 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532cc6a8-8947-47fc-9f63-ba0db1de8bcd,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:42.432399 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] For port 72e2b4ff-4366-4f23-9396-46186c4f8595, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:42.443794 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] For port 72e2b4ff-4366-4f23-9396-46186c4f8595, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=72e2b4ff-4366-4f23-9396-46186c4f8595,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:42.457009 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.482301 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-48b71ce0-3986-4beb-aaf8-8a8ec95485a8 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:42.484614 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-48b71ce0-3986-4beb-aaf8-8a8ec95485a8 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1725559 Jul 07 17:03:42.487371 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55060) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:42.500488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-18038181-f5e0-4bd2-b43f-012186e86e2d tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group_rule': {'security_group_id': '532cc6a8-8947-47fc-9f63-ba0db1de8bcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:42.538038 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] Routers {'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:42.546154 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ca49ce07-5fb9-45cc-ae78-da9b8fb21c92'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:42.576707 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a5f7fefd-1b92-41a1-9609-a983aa910e51 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.592447 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-18038181-f5e0-4bd2-b43f-012186e86e2d tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:03:42.595192 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-18038181-f5e0-4bd2-b43f-012186e86e2d tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1061881 Jul 07 17:03:42.597932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55064) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:42.658979 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-45b1e84d-f6b4-4ade-b8a2-3ca20cab8357 admin admin] Allocated IP 172.20.0.1 (bced8daf-6fbb-4d36-805b-186336287171/98f3de07-2e07-4f60-b06f-024d644ee4e7/ca887a4a-e5bc-4c2c-9bab-1e7954562eca) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:42.710096 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6c62019-6eba-4cb9-aaf8-b81750888b77 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.741655 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] Set router ca49ce07-5fb9-45cc-ae78-da9b8fb21c92 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:42.767582 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6c62019-6eba-4cb9-aaf8-b81750888b77 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.845625 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55066) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:42.858547 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6c62019-6eba-4cb9-aaf8-b81750888b77 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.863773 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6c62019-6eba-4cb9-aaf8-b81750888b77 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:42.864940 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f6c62019-6eba-4cb9-aaf8-b81750888b77 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "DELETE /v2.0/security-groups/532cc6a8-8947-47fc-9f63-ba0db1de8bcd HTTP/1.1" status: 204 len: 168 time: 0.2660401 Jul 07 17:03:42.873381 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55070) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:42.974421 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2502a0fa-9b6e-4e86-be5a-cb3c40a41c5f tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1005471 Jul 07 17:03:42.987609 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55074) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:42.993109 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-93c6cbda-d0d9-48e1-9307-3e39a26cdc85 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group': {'name': 'tempest-secgroup--437751424'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:43.038612 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7fefd-1b92-41a1-9609-a983aa910e51 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Subnet': ['ID=bf36777d-f346-425b-b59d-7aa1e044ef22,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:43.046306 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c62019-6eba-4cb9-aaf8-b81750888b77 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=532cc6a8-8947-47fc-9f63-ba0db1de8bcd,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:43.055163 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-93c6cbda-d0d9-48e1-9307-3e39a26cdc85 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.096070 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a5f7fefd-1b92-41a1-9609-a983aa910e51 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.097290 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e29ca41-b49d-4500-a96d-f6918753d562 None None] Network a960d667-dfaa-478b-a45b-be44b3f1d372 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:43.103813 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a5f7fefd-1b92-41a1-9609-a983aa910e51 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/subnets/bf36777d-f346-425b-b59d-7aa1e044ef22 HTTP/1.1" status: 204 len: 168 time: 2.0341346 Jul 07 17:03:43.104490 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55078) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:43.241785 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-047de6bd-2a57-4786-a515-2153e3e2d5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.281263 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2350cf2-0386-42ea-8c19-c219dd6fc8b8 None None] Pushing event updated for resources: {'Port': ['ID=72e2b4ff-4366-4f23-9396-46186c4f8595,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:43.396066 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45b1e84d-f6b4-4ade-b8a2-3ca20cab8357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.464907 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92', 'name': 'tempest-ServerRescueNegativeTestJSON-1376224434-router', 'tenant_id': '8a8fcf6541fe4d4790d553411e54b35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '72e2b4ff-4366-4f23-9396-46186c4f8595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:30Z', 'updated_at': '2021-07-07T17:03:37Z', 'revision_number': 3, 'project_id': '8a8fcf6541fe4d4790d553411e54b35a', 'gw_port': {'id': '72e2b4ff-4366-4f23-9396-46186c4f8595', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:68:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:34Z', 'updated_at': '2021-07-07T17:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:43.480127 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-93c6cbda-d0d9-48e1-9307-3e39a26cdc85 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.495063 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-93c6cbda-d0d9-48e1-9307-3e39a26cdc85 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.519286 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.566463 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d33b79f-cdaa-469f-8b0b-b5ccf0dce4d7 None None] The sync data for ids ['ca49ce07-5fb9-45cc-ae78-da9b8fb21c92'] in n-d-793620-7 is: [{'id': 'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92', 'name': 'tempest-ServerRescueNegativeTestJSON-1376224434-router', 'tenant_id': '8a8fcf6541fe4d4790d553411e54b35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '72e2b4ff-4366-4f23-9396-46186c4f8595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:30Z', 'updated_at': '2021-07-07T17:03:37Z', 'revision_number': 3, 'project_id': '8a8fcf6541fe4d4790d553411e54b35a', 'gw_port': {'id': '72e2b4ff-4366-4f23-9396-46186c4f8595', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:68:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:34Z', 'updated_at': '2021-07-07T17:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:43.613867 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2e317a-6faf-4fd1-91fe-37fc9ac2a51c None None] DHCP port deletion for a960d667-dfaa-478b-a45b-be44b3f1d372 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:03:43.632988 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2350cf2-0386-42ea-8c19-c219dd6fc8b8 None None] Pushing event updated for resources: {'Port': ['ID=72e2b4ff-4366-4f23-9396-46186c4f8595,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:43.661223 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6cbda-d0d9-48e1-9307-3e39a26cdc85 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91eb7819-90f6-48c6-b9df-353bfb2f1354,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:43.669901 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45b1e84d-f6b4-4ade-b8a2-3ca20cab8357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.802880 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b1e84d-f6b4-4ade-b8a2-3ca20cab8357 admin admin] Network bced8daf-6fbb-4d36-805b-186336287171 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:43.812655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-45b1e84d-f6b4-4ade-b8a2-3ca20cab8357 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:43.819489 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b1e84d-f6b4-4ade-b8a2-3ca20cab8357 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:43.828207 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1e84d-f6b4-4ade-b8a2-3ca20cab8357 admin admin] Pushing event updated for resources: {'Port': ['ID=ca887a4a-e5bc-4c2c-9bab-1e7954562eca,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:43.830300 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-047de6bd-2a57-4786-a515-2153e3e2d5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.842525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2e2e317a-6faf-4fd1-91fe-37fc9ac2a51c None None] Deleting port 1a529835-1d7e-4c70-bf8f-7bbe72f621db {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:43.843629 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2e2e317a-6faf-4fd1-91fe-37fc9ac2a51c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.844161 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-047de6bd-2a57-4786-a515-2153e3e2d5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.850567 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 1a529835-1d7e-4c70-bf8f-7bbe72f621db no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:03:43.851682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55090) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:43.861623 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-93c6cbda-d0d9-48e1-9307-3e39a26cdc85 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:43.866111 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-93c6cbda-d0d9-48e1-9307-3e39a26cdc85 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8771644 Jul 07 17:03:43.875862 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55092) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:43.900398 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-53b9571c-5e4b-4b37-9c42-d075c3fcb4cf tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:43.903518 n-d-793620-7 neutron-server[100410]: WARNING neutron.api.v2.base [None req-53b9571c-5e4b-4b37-9c42-d075c3fcb4cf tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 17:03:43.905320 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-53b9571c-5e4b-4b37-9c42-d075c3fcb4cf tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 17:03:43.916458 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-53b9571c-5e4b-4b37-9c42-d075c3fcb4cf tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "PUT /v2.0/security-groups/91eb7819-90f6-48c6-b9df-353bfb2f1354 HTTP/1.1" status: 409 len: 330 time: 0.0375252 Jul 07 17:03:43.930716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55096) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:43.998216 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-047de6bd-2a57-4786-a515-2153e3e2d5db admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ad2026f2a2c4aa9a2cae2eb25e3b2a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1466756 Jul 07 17:03:44.010918 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55098) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:44.063467 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047de6bd-2a57-4786-a515-2153e3e2d5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32713135-5a75-45ff-ad67-e3842539594a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:44.082802 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-9e9b433f-54cf-48d0-86bf-15b3c11e0857 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1784879880'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:44.113574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2e2e317a-6faf-4fd1-91fe-37fc9ac2a51c None None] For port 1a529835-1d7e-4c70-bf8f-7bbe72f621db, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=1a529835-1d7e-4c70-bf8f-7bbe72f621db,segment=NetworkSegment(b634803e-3e43-4d58-ae39-c3dd33ff83eb),segment_id=b634803e-3e43-4d58-ae39-c3dd33ff83eb)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:44.115449 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2e2e317a-6faf-4fd1-91fe-37fc9ac2a51c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.143790 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.174659 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e9b433f-54cf-48d0-86bf-15b3c11e0857 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.191750 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e9b433f-54cf-48d0-86bf-15b3c11e0857 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.212048 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.224702 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6804c9a6-03de-47b5-b4a5-0aad53e837a5 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.239286 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2e2e317a-6faf-4fd1-91fe-37fc9ac2a51c None None] Calling delete_port for 1a529835-1d7e-4c70-bf8f-7bbe72f621db owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:44.271094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 1a529835-1d7e-4c70-bf8f-7bbe72f621db, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=1a529835-1d7e-4c70-bf8f-7bbe72f621db,segment=NetworkSegment(b634803e-3e43-4d58-ae39-c3dd33ff83eb),segment_id=b634803e-3e43-4d58-ae39-c3dd33ff83eb)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:44.282998 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.342643 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ac48a9f5-e0f1-4267-ad0b-af4b34462535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.358003 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6804c9a6-03de-47b5-b4a5-0aad53e837a5 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.464812 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6804c9a6-03de-47b5-b4a5-0aad53e837a5 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.468123 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6804c9a6-03de-47b5-b4a5-0aad53e837a5 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.469580 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6804c9a6-03de-47b5-b4a5-0aad53e837a5 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "DELETE /v2.0/security-groups/91eb7819-90f6-48c6-b9df-353bfb2f1354 HTTP/1.1" status: 204 len: 168 time: 0.5377467 Jul 07 17:03:44.476744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=1a529835-1d7e-4c70-bf8f-7bbe72f621db,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:44.477303 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45b1e84d-f6b4-4ade-b8a2-3ca20cab8357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.497665 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55102) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:44.499185 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e9b433f-54cf-48d0-86bf-15b3c11e0857 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.520912 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804c9a6-03de-47b5-b4a5-0aad53e837a5 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91eb7819-90f6-48c6-b9df-353bfb2f1354,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:44.573419 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2e2e317a-6faf-4fd1-91fe-37fc9ac2a51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.620421 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e9b433f-54cf-48d0-86bf-15b3c11e0857 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.629322 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting port 1a529835-1d7e-4c70-bf8f-7bbe72f621db {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:44.629550 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.667002 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ac48a9f5-e0f1-4267-ad0b-af4b34462535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.733231 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e317a-6faf-4fd1-91fe-37fc9ac2a51c None None] Pushing event deleted for resources: {'Port': ['ID=1a529835-1d7e-4c70-bf8f-7bbe72f621db,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:44.740694 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e9b433f-54cf-48d0-86bf-15b3c11e0857 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.751243 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9e9b433f-54cf-48d0-86bf-15b3c11e0857 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8893585 Jul 07 17:03:44.756308 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2e317a-6faf-4fd1-91fe-37fc9ac2a51c None None] No DVR routers for this DVR port 1a529835-1d7e-4c70-bf8f-7bbe72f621db on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:44.779766 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-964b6d63-44ad-4eef-8a76-a382d16a7b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.780033 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55106) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:44.865763 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] For port 1a529835-1d7e-4c70-bf8f-7bbe72f621db, host n-d-793620-7, got binding levels [] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:44.866441 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.901585 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45b1e84d-f6b4-4ade-b8a2-3ca20cab8357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:44.920706 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Calling delete_port for 1a529835-1d7e-4c70-bf8f-7bbe72f621db owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:44.960976 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.ipam_backend_mixin [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Port 1a529835-1d7e-4c70-bf8f-7bbe72f621db was not found and therefore no delete operation was performed {{(pid=100409) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:03:44.974198 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.051012 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-38fd2682-4ba1-40f0-9042-3e1fb821bea4 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5238743 Jul 07 17:03:45.073316 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55108) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:45.076612 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af9133bb-e7ea-4058-aed4-8999b0ce672e tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.101167 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-88134165-4f38-4177-af29-0177cd8c6dee tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] delete failed (client error): The resource could not be found. Jul 07 17:03:45.102211 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-88134165-4f38-4177-af29-0177cd8c6dee tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "DELETE /v2.0/security-groups/4d40d1d0-8a95-4d69-ae55-3dcefb537604 HTTP/1.1" status: 404 len: 347 time: 0.0272503 Jul 07 17:03:45.160559 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55110) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:45.188666 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-1c8308d1-9d34-4590-aec2-aa2cad60b4a6 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] show failed (client error): The resource could not be found. Jul 07 17:03:45.189541 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1c8308d1-9d34-4590-aec2-aa2cad60b4a6 tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "GET /v2.0/security-groups/a613f119-6963-490c-b096-ce72858dd120 HTTP/1.1" status: 404 len: 347 time: 0.0280232 Jul 07 17:03:45.234098 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45b1e84d-f6b4-4ade-b8a2-3ca20cab8357 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.236812 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55112) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:45.243487 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] No DVR routers for this DVR port 1a529835-1d7e-4c70-bf8f-7bbe72f621db on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:03:45.255541 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ac48a9f5-e0f1-4267-ad0b-af4b34462535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.260192 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ac48a9f5-e0f1-4267-ad0b-af4b34462535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.261361 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ac48a9f5-e0f1-4267-ad0b-af4b34462535 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32713135-5a75-45ff-ad67-e3842539594a HTTP/1.1" status: 204 len: 168 time: 1.2486815 Jul 07 17:03:45.277542 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45b1e84d-f6b4-4ade-b8a2-3ca20cab8357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.281171 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-5ee84e8b-d7a7-4491-8b64-ff1d726c231d tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] show failed (client error): The resource could not be found. Jul 07 17:03:45.292458 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48a9f5-e0f1-4267-ad0b-af4b34462535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32713135-5a75-45ff-ad67-e3842539594a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:45.294818 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5ee84e8b-d7a7-4491-8b64-ff1d726c231d tempest-NegativeSecGroupIPv6Test-2070362068 tempest-NegativeSecGroupIPv6Test-2070362068-project] 10.222.0.50 "GET /v2.0/security-group-rules/e889c481-f275-45aa-8f4b-08f70f74c7e5 HTTP/1.1" status: 404 len: 356 time: 0.0318830 Jul 07 17:03:45.379043 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Port': ['ID=1a529835-1d7e-4c70-bf8f-7bbe72f621db,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:45.468617 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.480228 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a960d667-dfaa-478b-a45b-be44b3f1d372']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:45.495238 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b634803e-3e43-4d58-ae39-c3dd33ff83eb') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:45.495546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b634803e-3e43-4d58-ae39-c3dd33ff83eb') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:45.506961 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.524707 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.532733 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:03:45.533241 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:03:45.712950 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:03:45.757953 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.777874 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.787413 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/networks/a960d667-dfaa-478b-a45b-be44b3f1d372 HTTP/1.1" status: 204 len: 168 time: 2.6584487 Jul 07 17:03:45.808864 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55124) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:45.813972 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f8108-6f40-4c71-af16-d7f2b32f183f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Network': ['ID=a960d667-dfaa-478b-a45b-be44b3f1d372,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:45.831387 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-a4e2d439-9d50-4894-8566-3617e6fa1632 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1648440624'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:45.895845 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 72e2b4ff-4366-4f23-9396-46186c4f8595 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:45.897960 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e2d439-9d50-4894-8566-3617e6fa1632 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:45.910993 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4e2d439-9d50-4894-8566-3617e6fa1632 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:45.978265 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1e84d-f6b4-4ade-b8a2-3ca20cab8357 admin admin] Pushing event updated for resources: {'Port': ['ID=ca887a4a-e5bc-4c2c-9bab-1e7954562eca,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:46.007458 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45b1e84d-f6b4-4ade-b8a2-3ca20cab8357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.028670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55126) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:46.062357 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e2d439-9d50-4894-8566-3617e6fa1632 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:03:46.102253 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 72e2b4ff-4366-4f23-9396-46186c4f8595 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:46.122412 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 72e2b4ff-4366-4f23-9396-46186c4f8595 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:46.122796 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.185793 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4e2d439-9d50-4894-8566-3617e6fa1632 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.190662 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-a4e2d439-9d50-4894-8566-3617e6fa1632 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Added segment 6f97d39f-35ef-45fb-8d43-5526a63fd8d3 of type vlan for network ae8d2da2-78e0-41bf-b0d7-f10639d51ac9 Jul 07 17:03:46.394812 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.400493 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.446418 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 72e2b4ff-4366-4f23-9396-46186c4f8595, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=72e2b4ff-4366-4f23-9396-46186c4f8595,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:46.452146 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.550094 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4e2d439-9d50-4894-8566-3617e6fa1632 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.572250 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=72e2b4ff-4366-4f23-9396-46186c4f8595,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:46.595448 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af9133bb-e7ea-4058-aed4-8999b0ce672e tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.600014 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af9133bb-e7ea-4058-aed4-8999b0ce672e tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.650083 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7fd56eee-b2e6-4053-bb54-dcf60947a2d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0193c62f26df424898ccd4563aa45c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6194453 Jul 07 17:03:46.661689 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b1e84d-f6b4-4ade-b8a2-3ca20cab8357 admin admin] Network bced8daf-6fbb-4d36-805b-186336287171 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:46.662747 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55144) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:46.714395 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4e2d439-9d50-4894-8566-3617e6fa1632 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.721011 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2d439-9d50-4894-8566-3617e6fa1632 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:46.721638 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4e2d439-9d50-4894-8566-3617e6fa1632 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.735326 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-45b1e84d-f6b4-4ade-b8a2-3ca20cab8357 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:46.743581 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a4e2d439-9d50-4894-8566-3617e6fa1632 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9272811 Jul 07 17:03:46.747168 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55150) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:46.753118 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-cfbb21b4-4063-48d7-ba31-90180da61caf tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'subnet': {'network_id': 'ae8d2da2-78e0-41bf-b0d7-f10639d51ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:46.803359 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af9133bb-e7ea-4058-aed4-8999b0ce672e tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.805081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9133bb-e7ea-4058-aed4-8999b0ce672e tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69f632af-760c-400b-9d9b-de673cda96f8 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:03:46.816351 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af9133bb-e7ea-4058-aed4-8999b0ce672e tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.820733 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-af9133bb-e7ea-4058-aed4-8999b0ce672e tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] 10.222.0.50 "DELETE /v2.0/routers/69f632af-760c-400b-9d9b-de673cda96f8 HTTP/1.1" status: 204 len: 168 time: 2.0345263 Jul 07 17:03:46.822574 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55152) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:46.866875 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-03d8f966-5bdc-489f-ab3d-b02f050cdaba tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Request body: {'router': {'name': 'tempest-router-480675179', 'distributed': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:46.883115 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6984480a-bc8b-455e-8d6e-84750dd1e4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.924166 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-03d8f966-5bdc-489f-ab3d-b02f050cdaba tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.925459 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-03d8f966-5bdc-489f-ab3d-b02f050cdaba tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.929920 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2d439-9d50-4894-8566-3617e6fa1632 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Network': ['ID=ae8d2da2-78e0-41bf-b0d7-f10639d51ac9,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:46.949512 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network ae8d2da2-78e0-41bf-b0d7-f10639d51ac9 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:03:46.965857 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6984480a-bc8b-455e-8d6e-84750dd1e4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:46.993971 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbb21b4-4063-48d7-ba31-90180da61caf tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:47.018278 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cfbb21b4-4063-48d7-ba31-90180da61caf tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:47.083821 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b1e84d-f6b4-4ade-b8a2-3ca20cab8357 admin admin] Router ca49ce07-5fb9-45cc-ae78-da9b8fb21c92 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:03:47.148661 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-03d8f966-5bdc-489f-ab3d-b02f050cdaba tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:47.165665 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-03d8f966-5bdc-489f-ab3d-b02f050cdaba tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:47.195918 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-03d8f966-5bdc-489f-ab3d-b02f050cdaba tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:47.197245 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-03d8f966-5bdc-489f-ab3d-b02f050cdaba tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3340547 Jul 07 17:03:47.200956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55158) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:47.215560 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6984480a-bc8b-455e-8d6e-84750dd1e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:47.219635 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6984480a-bc8b-455e-8d6e-84750dd1e4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:47.221409 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6984480a-bc8b-455e-8d6e-84750dd1e4a7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db114850-5964-43c2-97d3-6cb6b5caae08 HTTP/1.1" status: 204 len: 168 time: 0.5567489 Jul 07 17:03:47.236542 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984480a-bc8b-455e-8d6e-84750dd1e4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db114850-5964-43c2-97d3-6cb6b5caae08,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:47.345572 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b1e84d-f6b4-4ade-b8a2-3ca20cab8357 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:03:47.358497 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] Sync routers for ids ['ca49ce07-5fb9-45cc-ae78-da9b8fb21c92'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:03:47.362307 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-45b1e84d-f6b4-4ade-b8a2-3ca20cab8357 admin admin] 10.222.0.50 "PUT /v2.0/routers/ca49ce07-5fb9-45cc-ae78-da9b8fb21c92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9547424 Jul 07 17:03:47.370485 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] Routers {'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:47.371649 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ca49ce07-5fb9-45cc-ae78-da9b8fb21c92'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:47.518498 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cfbb21b4-4063-48d7-ba31-90180da61caf tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:47.626760 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05b768d0-5c34-4b71-842b-4f940fc24997 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.206333 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 72e2b4ff-4366-4f23-9396-46186c4f8595 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:48.215490 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05b768d0-5c34-4b71-842b-4f940fc24997 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.216838 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05b768d0-5c34-4b71-842b-4f940fc24997 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.310735 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb21b4-4063-48d7-ba31-90180da61caf tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Subnet': ['ID=95117144-f950-46d4-91f8-3447edca5a86,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:48.321015 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb21b4-4063-48d7-ba31-90180da61caf tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Checking segment: {'id': '6f97d39f-35ef-45fb-8d43-5526a63fd8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae8d2da2-78e0-41bf-b0d7-f10639d51ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:48.321533 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbb21b4-4063-48d7-ba31-90180da61caf tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network hostable DHCP agents. Network: ae8d2da2-78e0-41bf-b0d7-f10639d51ac9, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:03:48.330791 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.330968 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05b768d0-5c34-4b71-842b-4f940fc24997 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.332595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b768d0-5c34-4b71-842b-4f940fc24997 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e0d4e01-aac3-4019-b791-bdbc26f0abaf {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:03:48.341175 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05b768d0-5c34-4b71-842b-4f940fc24997 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.343499 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-05b768d0-5c34-4b71-842b-4f940fc24997 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] 10.222.0.50 "DELETE /v2.0/routers/3e0d4e01-aac3-4019-b791-bdbc26f0abaf HTTP/1.1" status: 204 len: 168 time: 1.1411748 Jul 07 17:03:48.347780 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55192) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:48.356796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-a49045a9-737b-41ef-8cbf-212faa65d2f8 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Request body: {'router': {'name': 'tempest-router-637783814', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '87ff1751ff3d4ec0a0e338eca8486af5'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:48.357092 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d48c28d7-e830-4920-986d-c8541cdd8b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.377167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbb21b4-4063-48d7-ba31-90180da61caf tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network ae8d2da2-78e0-41bf-b0d7-f10639d51ac9 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:03:48.396160 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-cfbb21b4-4063-48d7-ba31-90180da61caf tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, ae8d2da2-78e0-41bf-b0d7-f10639d51ac9) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:48.401866 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbb21b4-4063-48d7-ba31-90180da61caf tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:48.402612 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cfbb21b4-4063-48d7-ba31-90180da61caf tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.420059 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a49045a9-737b-41ef-8cbf-212faa65d2f8 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.421641 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a49045a9-737b-41ef-8cbf-212faa65d2f8 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.428214 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ede4d79-3598-4416-88e4-0052eb3f06fc None None] Network ae8d2da2-78e0-41bf-b0d7-f10639d51ac9 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:48.435727 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cfbb21b4-4063-48d7-ba31-90180da61caf tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6861980 Jul 07 17:03:48.437674 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55198) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:48.450308 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] Set router ca49ce07-5fb9-45cc-ae78-da9b8fb21c92 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:48.452527 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f39ba93a-a6e6-48e7-8fcd-dd5ed64770f5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'port': {'network_id': 'ae8d2da2-78e0-41bf-b0d7-f10639d51ac9', 'name': 'tempest-PortsIpV6TestJSON-1982410759', 'fixed_ips': [{'subnet_id': '95117144-f950-46d4-91f8-3447edca5a86', 'ip_address': '2001:db8::10'}]}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:48.509092 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a49045a9-737b-41ef-8cbf-212faa65d2f8 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.530509 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a49045a9-737b-41ef-8cbf-212faa65d2f8 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.564743 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a49045a9-737b-41ef-8cbf-212faa65d2f8 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:48.566944 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a49045a9-737b-41ef-8cbf-212faa65d2f8 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2153523 Jul 07 17:03:48.566944 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55200) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:48.586788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1f9dcfab-3121-4bad-812d-34e8bd646660 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:48.908271 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39ba93a-a6e6-48e7-8fcd-dd5ed64770f5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:49.015531 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 72e2b4ff-4366-4f23-9396-46186c4f8595 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:49.016445 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.128115 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f9dcfab-3121-4bad-812d-34e8bd646660 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.129566 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f9dcfab-3121-4bad-812d-34e8bd646660 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.138215 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f39ba93a-a6e6-48e7-8fcd-dd5ed64770f5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.212242 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-f39ba93a-a6e6-48e7-8fcd-dd5ed64770f5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] device_id is not set on port 2afc3701-4486-4fee-b60a-228cfe85a70e yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:03:49.250106 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.275585 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1f9dcfab-3121-4bad-812d-34e8bd646660 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100409) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 07 17:03:49.276310 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1f9dcfab-3121-4bad-812d-34e8bd646660 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Router c9198ec7-68c6-408d-bd7e-47b3a11850e7 migrating from provider to provider. {{(pid=100409) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 07 17:03:49.277160 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f9dcfab-3121-4bad-812d-34e8bd646660 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.284731 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f9dcfab-3121-4bad-812d-34e8bd646660 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.294702 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f9dcfab-3121-4bad-812d-34e8bd646660 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.477189 n-d-793620-7 neutron-server[100409]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1f9dcfab-3121-4bad-812d-34e8bd646660 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] No L3 agents can host the router c9198ec7-68c6-408d-bd7e-47b3a11850e7 Jul 07 17:03:49.571585 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-f39ba93a-a6e6-48e7-8fcd-dd5ed64770f5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Allocated IP 2001:db8::10 (ae8d2da2-78e0-41bf-b0d7-f10639d51ac9/95117144-f950-46d4-91f8-3447edca5a86/2afc3701-4486-4fee-b60a-228cfe85a70e) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:49.637010 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-ae8d2da2-78e0-41bf-b0d7-f10639d51ac9', 'network_id': 'ae8d2da2-78e0-41bf-b0d7-f10639d51ac9', 'tenant_id': '2797da1828254d54a84fd968e53e161d', 'fixed_ips': [{'subnet_id': '95117144-f950-46d4-91f8-3447edca5a86'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:03:49.642332 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.791354 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9dcfab-3121-4bad-812d-34e8bd646660 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Hosts for router c9198ec7-68c6-408d-bd7e-47b3a11850e7: [] {{(pid=100409) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 07 17:03:49.870469 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9dcfab-3121-4bad-812d-34e8bd646660 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Hosts for other DVR routers connected to router c9198ec7-68c6-408d-bd7e-47b3a11850e7: set() {{(pid=100409) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 07 17:03:49.873106 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f9dcfab-3121-4bad-812d-34e8bd646660 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:49.874341 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1f9dcfab-3121-4bad-812d-34e8bd646660 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] 10.222.0.50 "PUT /v2.0/routers/c9198ec7-68c6-408d-bd7e-47b3a11850e7 HTTP/1.1" status: 200 len: 716 time: 1.3041031 Jul 07 17:03:49.884332 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55230) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:49.947419 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f39ba93a-a6e6-48e7-8fcd-dd5ed64770f5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.008119 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92', 'name': 'tempest-ServerRescueNegativeTestJSON-1376224434-router', 'tenant_id': '8a8fcf6541fe4d4790d553411e54b35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '72e2b4ff-4366-4f23-9396-46186c4f8595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:30Z', 'updated_at': '2021-07-07T17:03:44Z', 'revision_number': 4, 'project_id': '8a8fcf6541fe4d4790d553411e54b35a', 'gw_port': {'id': '72e2b4ff-4366-4f23-9396-46186c4f8595', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:34Z', 'updated_at': '2021-07-07T17:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'ca887a4a-e5bc-4c2c-9bab-1e7954562eca', 'name': '', 'network_id': 'bced8daf-6fbb-4d36-805b-186336287171', 'tenant_id': '8a8fcf6541fe4d4790d553411e54b35a', 'mac_address': 'fa:16:3e:00:35:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '98f3de07-2e07-4f60-b06f-024d644ee4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:41Z', 'updated_at': '2021-07-07T17:03:45Z', 'revision_number': 2, 'project_id': '8a8fcf6541fe4d4790d553411e54b35a', 'subnets': [{'id': '98f3de07-2e07-4f60-b06f-024d644ee4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:50.033993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-f39ba93a-a6e6-48e7-8fcd-dd5ed64770f5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Transition to ACTIVE for port object 2afc3701-4486-4fee-b60a-228cfe85a70e will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:50.094759 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] Checking router: ca49ce07-5fb9-45cc-ae78-da9b8fb21c92 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:03:50.097704 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] Updating router ca49ce07-5fb9-45cc-ae78-da9b8fb21c92 port ca887a4a-e5bc-4c2c-9bab-1e7954562eca binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:03:50.125567 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-98307d54-1deb-4455-9b86-55fff3eac836 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] 10.222.0.50 "GET /v2.0/routers/c9198ec7-68c6-408d-bd7e-47b3a11850e7 HTTP/1.1" status: 200 len: 716 time: 0.2399573 Jul 07 17:03:50.128327 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55236) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:50.156963 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.184981 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f39ba93a-a6e6-48e7-8fcd-dd5ed64770f5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.329498 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.431032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39ba93a-a6e6-48e7-8fcd-dd5ed64770f5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network ae8d2da2-78e0-41bf-b0d7-f10639d51ac9 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:50.443465 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-f39ba93a-a6e6-48e7-8fcd-dd5ed64770f5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:50.447605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39ba93a-a6e6-48e7-8fcd-dd5ed64770f5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:50.453292 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39ba93a-a6e6-48e7-8fcd-dd5ed64770f5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:50.478584 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f39ba93a-a6e6-48e7-8fcd-dd5ed64770f5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.520887 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ba93a-a6e6-48e7-8fcd-dd5ed64770f5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=2afc3701-4486-4fee-b60a-228cfe85a70e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:50.544213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55254) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:50.551702 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-bbb9019e-1dfc-4b67-8cfb-30f97584fcf8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'port': {'network_id': 'ae8d2da2-78e0-41bf-b0d7-f10639d51ac9', 'name': 'tempest-PortsIpV6TestJSON-1904364830', 'fixed_ips': [{'subnet_id': '95117144-f950-46d4-91f8-3447edca5a86', 'ip_address': '2001:db8::f'}]}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:50.552519 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f39ba93a-a6e6-48e7-8fcd-dd5ed64770f5 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1120803 Jul 07 17:03:50.556598 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Allocated IP 2001:db8::2 (ae8d2da2-78e0-41bf-b0d7-f10639d51ac9/95117144-f950-46d4-91f8-3447edca5a86/255672b8-e293-45c2-9f78-6d54e0d80f2d) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:50.808734 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:50.823137 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] Transition to ACTIVE for port object ca887a4a-e5bc-4c2c-9bab-1e7954562eca will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:50.843265 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.005052 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708a0ca-4933-48b8-a74c-7fed0c090cd5 None None] Pushing event updated for resources: {'Port': ['ID=ca887a4a-e5bc-4c2c-9bab-1e7954562eca,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:51.217788 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] Attempting to bind port ca887a4a-e5bc-4c2c-9bab-1e7954562eca on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:51.218393 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] Attempting to bind port ca887a4a-e5bc-4c2c-9bab-1e7954562eca by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '4c4b6aab-5150-414a-96eb-070067753cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bced8daf-6fbb-4d36-805b-186336287171'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:51.218884 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] Attempting to bind port ca887a4a-e5bc-4c2c-9bab-1e7954562eca on network bced8daf-6fbb-4d36-805b-186336287171 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:51.264737 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:51.265362 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] Checking segment: {'id': '4c4b6aab-5150-414a-96eb-070067753cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bced8daf-6fbb-4d36-805b-186336287171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:51.267016 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.267142 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] Bound using segment: {'id': '4c4b6aab-5150-414a-96eb-070067753cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bced8daf-6fbb-4d36-805b-186336287171'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:51.267813 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] Bound port: ca887a4a-e5bc-4c2c-9bab-1e7954562eca, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4b6aab-5150-414a-96eb-070067753cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bced8daf-6fbb-4d36-805b-186336287171'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:51.268301 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.357091 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.375441 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Transition to ACTIVE for port object 255672b8-e293-45c2-9f78-6d54e0d80f2d will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:51.414089 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Transition to ACTIVE for port object 255672b8-e293-45c2-9f78-6d54e0d80f2d will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:51.424629 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] For port ca887a4a-e5bc-4c2c-9bab-1e7954562eca, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:51.428666 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.432100 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] For port ca887a4a-e5bc-4c2c-9bab-1e7954562eca, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ca887a4a-e5bc-4c2c-9bab-1e7954562eca,segment=NetworkSegment(4c4b6aab-5150-414a-96eb-070067753cd4),segment_id=4c4b6aab-5150-414a-96eb-070067753cd4)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:51.476725 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Pushing event updated for resources: {'Port': ['ID=255672b8-e293-45c2-9f78-6d54e0d80f2d,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:51.488152 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.502572 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-44b88aed-fcfc-4614-8686-2c39ecd67419 tempest-RoutersTestDVR-1620202338 tempest-RoutersTestDVR-1620202338-project] 10.222.0.50 "GET /v2.0/routers/c9198ec7-68c6-408d-bd7e-47b3a11850e7 HTTP/1.1" status: 200 len: 682 time: 1.3705111 Jul 07 17:03:51.505210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55298) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:51.662011 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Network ae8d2da2-78e0-41bf-b0d7-f10639d51ac9 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:51.670890 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708a0ca-4933-48b8-a74c-7fed0c090cd5 None None] Pushing event updated for resources: {'Port': ['ID=ca887a4a-e5bc-4c2c-9bab-1e7954562eca,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:51.679227 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:51.691964 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:51.731940 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] Routers {'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:03:51.733708 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:03:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ca49ce07-5fb9-45cc-ae78-da9b8fb21c92'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:51.751900 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ce1263a2-a31d-4702-bd0d-fb1054dc5bb2 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.902657 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-38d30646-39a5-4863-8280-e6137b9851e7 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:51.905502 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-38d30646-39a5-4863-8280-e6137b9851e7 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/networks?id=bced8daf-6fbb-4d36-805b-186336287171 HTTP/1.1" status: 200 len: 819 time: 0.3881917 Jul 07 17:03:51.961225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Attempting to bind port 255672b8-e293-45c2-9f78-6d54e0d80f2d on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:03:51.961597 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Attempting to bind port 255672b8-e293-45c2-9f78-6d54e0d80f2d by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '6f97d39f-35ef-45fb-8d43-5526a63fd8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae8d2da2-78e0-41bf-b0d7-f10639d51ac9'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:03:51.961964 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Attempting to bind port 255672b8-e293-45c2-9f78-6d54e0d80f2d on network ae8d2da2-78e0-41bf-b0d7-f10639d51ac9 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:03:51.969806 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:03:51.970726 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Checking segment: {'id': '6f97d39f-35ef-45fb-8d43-5526a63fd8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae8d2da2-78e0-41bf-b0d7-f10639d51ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:03:51.971124 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.971524 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Bound using segment: {'id': '6f97d39f-35ef-45fb-8d43-5526a63fd8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae8d2da2-78e0-41bf-b0d7-f10639d51ac9'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:03:51.972015 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Bound port: 255672b8-e293-45c2-9f78-6d54e0d80f2d, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f97d39f-35ef-45fb-8d43-5526a63fd8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae8d2da2-78e0-41bf-b0d7-f10639d51ac9'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:03:51.972415 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:51.984348 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-4ede8812-4c01-4c4f-8af9-dfeed732379c tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/quotas/8a8fcf6541fe4d4790d553411e54b35a HTTP/1.1" status: 200 len: 375 time: 0.0655022 Jul 07 17:03:52.063711 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ce1263a2-a31d-4702-bd0d-fb1054dc5bb2 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.066849 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ce1263a2-a31d-4702-bd0d-fb1054dc5bb2 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.087373 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] For port 255672b8-e293-45c2-9f78-6d54e0d80f2d, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:03:52.097936 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] For port 255672b8-e293-45c2-9f78-6d54e0d80f2d, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=255672b8-e293-45c2-9f78-6d54e0d80f2d,segment=NetworkSegment(6f97d39f-35ef-45fb-8d43-5526a63fd8d3),segment_id=6f97d39f-35ef-45fb-8d43-5526a63fd8d3)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:03:52.139987 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ce1263a2-a31d-4702-bd0d-fb1054dc5bb2 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.144053 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1263a2-a31d-4702-bd0d-fb1054dc5bb2 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9198ec7-68c6-408d-bd7e-47b3a11850e7 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:03:52.149065 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ce1263a2-a31d-4702-bd0d-fb1054dc5bb2 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.150283 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ce1263a2-a31d-4702-bd0d-fb1054dc5bb2 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] 10.222.0.50 "DELETE /v2.0/routers/c9198ec7-68c6-408d-bd7e-47b3a11850e7 HTTP/1.1" status: 204 len: 168 time: 0.6433978 Jul 07 17:03:52.153725 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55314) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:52.161267 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5bf40225-0f7b-4128-974d-abe9b96a2be9 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Request body: {'router': {'name': 'tempest-router-886670984', 'distributed': True}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:52.180639 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.235343 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5bf40225-0f7b-4128-974d-abe9b96a2be9 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.236402 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5bf40225-0f7b-4128-974d-abe9b96a2be9 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.263991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb9019e-1dfc-4b67-8cfb-30f97584fcf8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:52.292103 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] Set router ca49ce07-5fb9-45cc-ae78-da9b8fb21c92 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:03:52.330159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ac8d0-f1a9-41ba-bdb9-f64ad45327f3 None None] Pushing event updated for resources: {'Port': ['ID=255672b8-e293-45c2-9f78-6d54e0d80f2d,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:52.340037 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-8a329907-4a46-46f6-a4d9-204c950821ba tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a8fcf6541fe4d4790d553411e54b35a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3400240 Jul 07 17:03:52.379267 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55322) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:52.402726 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5bf40225-0f7b-4128-974d-abe9b96a2be9 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.421570 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5bf40225-0f7b-4128-974d-abe9b96a2be9 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.448895 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5bf40225-0f7b-4128-974d-abe9b96a2be9 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.453844 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5bf40225-0f7b-4128-974d-abe9b96a2be9 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2981806 Jul 07 17:03:52.454508 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55326) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:52.679568 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-4b9cbe11-5b10-4393-a6b3-f32349988eb4 service neutron] 10.222.0.50 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381282 Jul 07 17:03:52.691854 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb02c-b952-4f1c-bd73-42c60e092679 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:52.779782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92', 'name': 'tempest-ServerRescueNegativeTestJSON-1376224434-router', 'tenant_id': '8a8fcf6541fe4d4790d553411e54b35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '72e2b4ff-4366-4f23-9396-46186c4f8595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:30Z', 'updated_at': '2021-07-07T17:03:44Z', 'revision_number': 4, 'project_id': '8a8fcf6541fe4d4790d553411e54b35a', 'gw_port': {'id': '72e2b4ff-4366-4f23-9396-46186c4f8595', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:34Z', 'updated_at': '2021-07-07T17:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'ca887a4a-e5bc-4c2c-9bab-1e7954562eca', 'name': '', 'network_id': 'bced8daf-6fbb-4d36-805b-186336287171', 'tenant_id': '8a8fcf6541fe4d4790d553411e54b35a', 'mac_address': 'fa:16:3e:00:35:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '98f3de07-2e07-4f60-b06f-024d644ee4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:41Z', 'updated_at': '2021-07-07T17:03:51Z', 'revision_number': 4, 'project_id': '8a8fcf6541fe4d4790d553411e54b35a', 'subnets': [{'id': '98f3de07-2e07-4f60-b06f-024d644ee4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:03:52.843042 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ba94d-47c0-456d-973d-9f68a0914ff2 None None] The sync data for ids ['ca49ce07-5fb9-45cc-ae78-da9b8fb21c92'] in n-d-793620-7 is: [{'id': 'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92', 'name': 'tempest-ServerRescueNegativeTestJSON-1376224434-router', 'tenant_id': '8a8fcf6541fe4d4790d553411e54b35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '72e2b4ff-4366-4f23-9396-46186c4f8595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:30Z', 'updated_at': '2021-07-07T17:03:44Z', 'revision_number': 4, 'project_id': '8a8fcf6541fe4d4790d553411e54b35a', 'gw_port': {'id': '72e2b4ff-4366-4f23-9396-46186c4f8595', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:34Z', 'updated_at': '2021-07-07T17:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'ca887a4a-e5bc-4c2c-9bab-1e7954562eca', 'name': '', 'network_id': 'bced8daf-6fbb-4d36-805b-186336287171', 'tenant_id': '8a8fcf6541fe4d4790d553411e54b35a', 'mac_address': 'fa:16:3e:00:35:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '98f3de07-2e07-4f60-b06f-024d644ee4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:41Z', 'updated_at': '2021-07-07T17:03:51Z', 'revision_number': 4, 'project_id': '8a8fcf6541fe4d4790d553411e54b35a', 'subnets': [{'id': '98f3de07-2e07-4f60-b06f-024d644ee4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:03:52.889256 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c9d22ad-1782-43a8-ac09-7f8fcd4e3030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:53.020962 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bbb9019e-1dfc-4b67-8cfb-30f97584fcf8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:53.041691 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb02c-b952-4f1c-bd73-42c60e092679 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:53.044332 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb02c-b952-4f1c-bd73-42c60e092679 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:53.066463 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-5648ca9e-c4f9-4eb7-8ccb-1251ba7b244a service neutron] 10.222.0.50 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829091 Jul 07 17:03:53.107464 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-bbb9019e-1dfc-4b67-8cfb-30f97584fcf8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] device_id is not set on port ec55eed6-9501-4707-b3da-f27de08cee07 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:03:53.162317 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb02c-b952-4f1c-bd73-42c60e092679 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:53.162951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0cb02c-b952-4f1c-bd73-42c60e092679 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c473179-5d09-4f45-ad61-03a7649e508c {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:03:53.170727 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb02c-b952-4f1c-bd73-42c60e092679 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:53.173281 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2c0cb02c-b952-4f1c-bd73-42c60e092679 tempest-RoutersTestDVR-992981797 tempest-RoutersTestDVR-992981797-project-admin] 10.222.0.50 "DELETE /v2.0/routers/8c473179-5d09-4f45-ad61-03a7649e508c HTTP/1.1" status: 204 len: 168 time: 0.7175984 Jul 07 17:03:53.426925 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c9d22ad-1782-43a8-ac09-7f8fcd4e3030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:53.436803 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c9d22ad-1782-43a8-ac09-7f8fcd4e3030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:53.700624 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5aa4b628-21b3-4b05-a0c1-afdb931e78e1 req-044e3174-c5f3-4ada-a17f-9b949598ee12 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 210 time: 0.2209079 Jul 07 17:03:53.804505 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d22ad-1782-43a8-ac09-7f8fcd4e3030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f667eba-ebe3-4162-a533-f366ea411432,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:53.845193 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9c9d22ad-1782-43a8-ac09-7f8fcd4e3030 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=389b4000cfb54d02a2c55a75fd3c23c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4647205 Jul 07 17:03:53.845799 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55406) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:53.846134 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55408) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:54.015019 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-bbb9019e-1dfc-4b67-8cfb-30f97584fcf8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Allocated IP 2001:db8::f (ae8d2da2-78e0-41bf-b0d7-f10639d51ac9/95117144-f950-46d4-91f8-3447edca5a86/ec55eed6-9501-4707-b3da-f27de08cee07) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:54.099012 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ca887a4a-e5bc-4c2c-9bab-1e7954562eca up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:54.187873 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05470f40-3cbe-4528-8242-3c33198496f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.251401 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05470f40-3cbe-4528-8242-3c33198496f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.285311 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port ca887a4a-e5bc-4c2c-9bab-1e7954562eca completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:54.297325 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port ca887a4a-e5bc-4c2c-9bab-1e7954562eca triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:54.310762 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.406358 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d964e62-11b8-43b1-804f-e81c89a9c006 None None] Network ae8d2da2-78e0-41bf-b0d7-f10639d51ac9 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:03:54.456308 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-babab118-45a2-46a0-8d33-7fb2065961fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.540328 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bbb9019e-1dfc-4b67-8cfb-30f97584fcf8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.587154 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-bbb9019e-1dfc-4b67-8cfb-30f97584fcf8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Transition to ACTIVE for port object ec55eed6-9501-4707-b3da-f27de08cee07 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:03:54.675506 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bbb9019e-1dfc-4b67-8cfb-30f97584fcf8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.691609 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.697590 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05470f40-3cbe-4528-8242-3c33198496f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.701131 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05470f40-3cbe-4528-8242-3c33198496f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.701753 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5f5264d3-ade6-48b0-8809-f40ac1fdc387 None None] Provisioning for port 255672b8-e293-45c2-9f78-6d54e0d80f2d completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:54.703190 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-05470f40-3cbe-4528-8242-3c33198496f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5f667eba-ebe3-4162-a533-f366ea411432 HTTP/1.1" status: 204 len: 168 time: 0.8467374 Jul 07 17:03:54.736049 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05470f40-3cbe-4528-8242-3c33198496f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f667eba-ebe3-4162-a533-f366ea411432,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:54.791902 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-babab118-45a2-46a0-8d33-7fb2065961fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.822524 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-babab118-45a2-46a0-8d33-7fb2065961fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:54.874001 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babab118-45a2-46a0-8d33-7fb2065961fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8268ced-476e-4790-8cfb-77c94735b688,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:54.879472 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb9019e-1dfc-4b67-8cfb-30f97584fcf8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network ae8d2da2-78e0-41bf-b0d7-f10639d51ac9 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:54.899678 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-bbb9019e-1dfc-4b67-8cfb-30f97584fcf8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:54.909373 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403063a6-8afc-4073-9133-e3becde23f54 req-878e6075-695f-4133-9bf0-dc88c55448fd tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:54.919640 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-403063a6-8afc-4073-9133-e3becde23f54 req-878e6075-695f-4133-9bf0-dc88c55448fd tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/networks?id=bced8daf-6fbb-4d36-805b-186336287171 HTTP/1.1" status: 200 len: 819 time: 0.5817809 Jul 07 17:03:54.949806 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb9019e-1dfc-4b67-8cfb-30f97584fcf8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:54.979831 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb9019e-1dfc-4b67-8cfb-30f97584fcf8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:54.980525 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bbb9019e-1dfc-4b67-8cfb-30f97584fcf8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.014465 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-403063a6-8afc-4073-9133-e3becde23f54 req-a3204af7-cdf3-4d39-8c22-77af440d9031 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/quotas/8a8fcf6541fe4d4790d553411e54b35a HTTP/1.1" status: 200 len: 375 time: 0.0916722 Jul 07 17:03:55.029623 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bbb9019e-1dfc-4b67-8cfb-30f97584fcf8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.4841542 Jul 07 17:03:55.038761 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55436) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:55.051989 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port ca887a4a-e5bc-4c2c-9bab-1e7954562eca, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ca887a4a-e5bc-4c2c-9bab-1e7954562eca,segment=NetworkSegment(4c4b6aab-5150-414a-96eb-070067753cd4),segment_id=4c4b6aab-5150-414a-96eb-070067753cd4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:55.065561 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.066900 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 255672b8-e293-45c2-9f78-6d54e0d80f2d up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:55.131417 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9019e-1dfc-4b67-8cfb-30f97584fcf8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=ec55eed6-9501-4707-b3da-f27de08cee07,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:55.183223 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-babab118-45a2-46a0-8d33-7fb2065961fa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87ff1751ff3d4ec0a0e338eca8486af5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3231430 Jul 07 17:03:55.192306 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55444) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:55.325506 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=ca887a4a-e5bc-4c2c-9bab-1e7954562eca,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:55.406054 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207309d7-7b2b-452e-931d-567ee76e1c85 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:55.419860 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-207309d7-7b2b-452e-931d-567ee76e1c85 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3725443 Jul 07 17:03:55.420551 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55448) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:55.469731 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55450) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:55.471804 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 255672b8-e293-45c2-9f78-6d54e0d80f2d completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:55.478467 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 255672b8-e293-45c2-9f78-6d54e0d80f2d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:55.481503 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.513041 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-403063a6-8afc-4073-9133-e3becde23f54 req-b8d1587b-b0ed-4752-865c-6e6f50e1d012 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8a8fcf6541fe4d4790d553411e54b35a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4962924 Jul 07 17:03:55.529703 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e406d394-d10d-474c-90bb-925f619d1087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.581041 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87db94e4-fc44-48fd-94a1-7348868d273a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.651279 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0462b41e-9335-456c-8819-5e9c30595889 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:55.658704 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0462b41e-9335-456c-8819-5e9c30595889 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:55.665554 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0462b41e-9335-456c-8819-5e9c30595889 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:55.670547 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0462b41e-9335-456c-8819-5e9c30595889 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2463710 Jul 07 17:03:55.671062 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55452) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:55.681698 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e406d394-d10d-474c-90bb-925f619d1087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:55.861198 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-403063a6-8afc-4073-9133-e3becde23f54 req-d1ae2ed1-f095-4f1a-be77-8e10dfeea69e service neutron] 10.222.0.50 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456779 Jul 07 17:03:55.974587 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.033097 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e406d394-d10d-474c-90bb-925f619d1087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.041567 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e406d394-d10d-474c-90bb-925f619d1087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.043034 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e406d394-d10d-474c-90bb-925f619d1087 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b8268ced-476e-4790-8cfb-77c94735b688 HTTP/1.1" status: 204 len: 168 time: 0.8376343 Jul 07 17:03:56.056609 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d394-d10d-474c-90bb-925f619d1087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8268ced-476e-4790-8cfb-77c94735b688,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:56.188423 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 255672b8-e293-45c2-9f78-6d54e0d80f2d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=255672b8-e293-45c2-9f78-6d54e0d80f2d,segment=NetworkSegment(6f97d39f-35ef-45fb-8d43-5526a63fd8d3),segment_id=6f97d39f-35ef-45fb-8d43-5526a63fd8d3)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:03:56.194113 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87db94e4-fc44-48fd-94a1-7348868d273a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.241125 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-403063a6-8afc-4073-9133-e3becde23f54 req-52c1b10b-511f-42a9-92f1-e2d59a6e7916 service neutron] 10.222.0.50 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705430 Jul 07 17:03:56.242563 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.243684 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7975fca2-dfe1-4ce0-b391-d4245db7cb91 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting port ec55eed6-9501-4707-b3da-f27de08cee07 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:56.245230 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7975fca2-dfe1-4ce0-b391-d4245db7cb91 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.255844 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87db94e4-fc44-48fd-94a1-7348868d273a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.352367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f64804d7-cf22-426d-b2d1-5c41c05f78d8 None None] Provisioning for port ec55eed6-9501-4707-b3da-f27de08cee07 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:56.363896 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f64804d7-cf22-426d-b2d1-5c41c05f78d8 None None] Provisioning complete for port ec55eed6-9501-4707-b3da-f27de08cee07 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:56.371822 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f64804d7-cf22-426d-b2d1-5c41c05f78d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.516859 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ca887a4a-e5bc-4c2c-9bab-1e7954562eca up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:56.711674 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db94e4-fc44-48fd-94a1-7348868d273a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c39cba-6087-4547-a3f3-380a61cb08fc,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:56.819966 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f64804d7-cf22-426d-b2d1-5c41c05f78d8 None None] Port ec55eed6-9501-4707-b3da-f27de08cee07 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:56.865488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=255672b8-e293-45c2-9f78-6d54e0d80f2d,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:56.867049 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7975fca2-dfe1-4ce0-b391-d4245db7cb91 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.876854 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-63b356ad-ad56-42ba-a8e1-6d59b845aa3c tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:56.886720 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f64804d7-cf22-426d-b2d1-5c41c05f78d8 None None] Provisioning for port 2afc3701-4486-4fee-b60a-228cfe85a70e completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:03:56.893211 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-63b356ad-ad56-42ba-a8e1-6d59b845aa3c tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.15 "GET /v2.0/networks?id=bced8daf-6fbb-4d36-805b-186336287171 HTTP/1.1" status: 200 len: 819 time: 0.4484046 Jul 07 17:03:56.898241 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-83dd0875-d627-4460-b1c2-8a6d7940dcd3 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Request body: {'port': {'device_id': '91a736fb-0800-478e-8216-0397d90890ec', 'network_id': 'bced8daf-6fbb-4d36-805b-186336287171', 'admin_state_up': True, 'tenant_id': '8a8fcf6541fe4d4790d553411e54b35a'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:56.900321 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7975fca2-dfe1-4ce0-b391-d4245db7cb91 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Calling delete_port for ec55eed6-9501-4707-b3da-f27de08cee07 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:56.901985 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f64804d7-cf22-426d-b2d1-5c41c05f78d8 None None] Provisioning complete for port 2afc3701-4486-4fee-b60a-228cfe85a70e triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:56.902682 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f64804d7-cf22-426d-b2d1-5c41c05f78d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:56.918607 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-87db94e4-fc44-48fd-94a1-7348868d273a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a79a992cf2294272ba90f6708bf5a392&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4441512 Jul 07 17:03:56.922629 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55470) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:56.984665 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f64804d7-cf22-426d-b2d1-5c41c05f78d8 None None] Port 2afc3701-4486-4fee-b60a-228cfe85a70e cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:57.029970 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f64804d7-cf22-426d-b2d1-5c41c05f78d8 None None] Provisioning complete for port 255672b8-e293-45c2-9f78-6d54e0d80f2d triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:57.035306 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f64804d7-cf22-426d-b2d1-5c41c05f78d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.085824 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8eae156f-9949-4ad4-9164-c509536f9fa2 req-2e8c4427-43fe-4786-9f37-a39bd4e46a9b tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 210 time: 0.1606100 Jul 07 17:03:57.130906 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55472) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:57.133452 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port ca887a4a-e5bc-4c2c-9bab-1e7954562eca triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:57.137176 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.165836 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45c5e3dc-c7a8-4f21-8127-0bef2071cae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.220652 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-83dd0875-d627-4460-b1c2-8a6d7940dcd3 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Made reservation on behalf of 8a8fcf6541fe4d4790d553411e54b35a for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:03:57.224518 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-83dd0875-d627-4460-b1c2-8a6d7940dcd3 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.366104 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e78ec81-cb9d-4fe0-a179-f089a749e196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.441145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6fd8efa8-f87b-47ac-8145-dc1582fa344e None None] Provisioning complete for port ec55eed6-9501-4707-b3da-f27de08cee07 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:57.441663 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6fd8efa8-f87b-47ac-8145-dc1582fa344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.451834 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e78ec81-cb9d-4fe0-a179-f089a749e196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.502966 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7975fca2-dfe1-4ce0-b391-d4245db7cb91 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.533275 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8efa8-f87b-47ac-8145-dc1582fa344e None None] Port ec55eed6-9501-4707-b3da-f27de08cee07 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:57.576672 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6fd8efa8-f87b-47ac-8145-dc1582fa344e None None] Provisioning complete for port 2afc3701-4486-4fee-b60a-228cfe85a70e triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:57.578966 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6fd8efa8-f87b-47ac-8145-dc1582fa344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.581505 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975fca2-dfe1-4ce0-b391-d4245db7cb91 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Port': ['ID=ec55eed6-9501-4707-b3da-f27de08cee07,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:57.723225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8efa8-f87b-47ac-8145-dc1582fa344e None None] Port 2afc3701-4486-4fee-b60a-228cfe85a70e cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:03:57.750747 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7975fca2-dfe1-4ce0-b391-d4245db7cb91 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.760628 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7975fca2-dfe1-4ce0-b391-d4245db7cb91 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/ports/ec55eed6-9501-4707-b3da-f27de08cee07 HTTP/1.1" status: 204 len: 168 time: 2.0859766 Jul 07 17:03:57.762641 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55490) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:57.803559 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-83dd0875-d627-4460-b1c2-8a6d7940dcd3 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Allocated IP 172.20.0.12 (bced8daf-6fbb-4d36-805b-186336287171/98f3de07-2e07-4f60-b06f-024d644ee4e7/5b33f944-e45e-43d1-a422-f35f4680cbb0) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:03:57.822741 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e78ec81-cb9d-4fe0-a179-f089a749e196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.827250 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e78ec81-cb9d-4fe0-a179-f089a749e196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:57.849530 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9e78ec81-cb9d-4fe0-a179-f089a749e196 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/64c39cba-6087-4547-a3f3-380a61cb08fc HTTP/1.1" status: 204 len: 168 time: 0.9259422 Jul 07 17:03:57.872856 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ecc9ec-da7b-470e-be22-da1df5ef69b9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] GET failed (client error): The resource could not be found. Jul 07 17:03:57.883313 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c5ecc9ec-da7b-470e-be22-da1df5ef69b9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports/ec55eed6-9501-4707-b3da-f27de08cee07 HTTP/1.1" status: 404 len: 333 time: 0.1181376 Jul 07 17:03:57.887854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55498) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:57.958954 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78ec81-cb9d-4fe0-a179-f089a749e196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c39cba-6087-4547-a3f3-380a61cb08fc,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:58.100454 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45c5e3dc-c7a8-4f21-8127-0bef2071cae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:58.117596 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45c5e3dc-c7a8-4f21-8127-0bef2071cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:58.264788 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-83dd0875-d627-4460-b1c2-8a6d7940dcd3 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:58.331251 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-83dd0875-d627-4460-b1c2-8a6d7940dcd3 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:58.347730 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-45c5e3dc-c7a8-4f21-8127-0bef2071cae2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1aa42002a5bb4d1f928caa4b52cf4740&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2037582 Jul 07 17:03:58.353713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55510) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:58.426415 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5e3dc-c7a8-4f21-8127-0bef2071cae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fd7063-e443-48d0-9cee-5c452b8cd096,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:58.476721 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 255672b8-e293-45c2-9f78-6d54e0d80f2d up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:03:58.542911 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e9e64a87-b4fd-46cf-8dce-74b3881ca5ba req-08fd2db7-8010-47c4-8375-cbb3a44456f0 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 210 time: 0.1822734 Jul 07 17:03:58.548615 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-83dd0875-d627-4460-b1c2-8a6d7940dcd3 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Network bced8daf-6fbb-4d36-805b-186336287171 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:03:58.583068 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-83dd0875-d627-4460-b1c2-8a6d7940dcd3 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:03:58.601559 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-83dd0875-d627-4460-b1c2-8a6d7940dcd3 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:03:58.602370 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b0fa9671-2229-415f-840f-568f3db3caf7 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting port 2afc3701-4486-4fee-b60a-228cfe85a70e {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:03:58.603067 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9671-2229-415f-840f-568f3db3caf7 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:58.608794 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 255672b8-e293-45c2-9f78-6d54e0d80f2d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:03:58.611982 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:58.686017 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd0875-d627-4460-b1c2-8a6d7940dcd3 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Pushing event updated for resources: {'Port': ['ID=5b33f944-e45e-43d1-a422-f35f4680cbb0,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:58.734097 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-83dd0875-d627-4460-b1c2-8a6d7940dcd3 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:58.735799 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-83dd0875-d627-4460-b1c2-8a6d7940dcd3 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:58.774796 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-83dd0875-d627-4460-b1c2-8a6d7940dcd3 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8803513 Jul 07 17:03:58.818669 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] Request body: {'port': {'device_id': '91a736fb-0800-478e-8216-0397d90890ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:58.826518 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7164b687-b76c-48ee-be94-8d7b41b77643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:58.833026 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9671-2229-415f-840f-568f3db3caf7 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:58.865390 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b0fa9671-2229-415f-840f-568f3db3caf7 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Calling delete_port for 2afc3701-4486-4fee-b60a-228cfe85a70e owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:03:59.027782 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7164b687-b76c-48ee-be94-8d7b41b77643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:59.230952 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55528) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:59.315982 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9671-2229-415f-840f-568f3db3caf7 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:59.400834 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa9671-2229-415f-840f-568f3db3caf7 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Port': ['ID=2afc3701-4486-4fee-b60a-228cfe85a70e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:03:59.570355 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0fa9671-2229-415f-840f-568f3db3caf7 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:59.595746 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b0fa9671-2229-415f-840f-568f3db3caf7 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/ports/2afc3701-4486-4fee-b60a-228cfe85a70e HTTP/1.1" status: 204 len: 168 time: 1.6772418 Jul 07 17:03:59.601370 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55544) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:59.699514 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:59.789986 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fc0aa7-db4a-418f-87d5-c2a4108eca77 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] GET failed (client error): The resource could not be found. Jul 07 17:03:59.794504 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d6fc0aa7-db4a-418f-87d5-c2a4108eca77 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports/2afc3701-4486-4fee-b60a-228cfe85a70e HTTP/1.1" status: 404 len: 333 time: 0.1867392 Jul 07 17:03:59.797596 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55548) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:03:59.862796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403063a6-8afc-4073-9133-e3becde23f54 req-73973717-df51-426e-829c-cd406a982581 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:03:59.865359 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-403063a6-8afc-4073-9133-e3becde23f54 req-73973717-df51-426e-829c-cd406a982581 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.15 "GET /v2.0/networks?id=bced8daf-6fbb-4d36-805b-186336287171 HTTP/1.1" status: 200 len: 819 time: 0.3885598 Jul 07 17:03:59.885047 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-9337d2aa-0a4f-47b2-85ba-21a2b49506fb admin admin] Deleting subnet d24686f1-5d0a-4997-a2c1-1447be3e1d42 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:03:59.888783 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7164b687-b76c-48ee-be94-8d7b41b77643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:59.917642 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7164b687-b76c-48ee-be94-8d7b41b77643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:59.932557 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7164b687-b76c-48ee-be94-8d7b41b77643 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09fd7063-e443-48d0-9cee-5c452b8cd096 HTTP/1.1" status: 204 len: 168 time: 1.5749543 Jul 07 17:03:59.954531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-403063a6-8afc-4073-9133-e3becde23f54 req-50e1c3b0-aa62-434c-9fbc-75a86d40d342 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Request body: {'port': {'device_id': '87be3524-2f93-481f-95db-c56b4d1cc12f', 'network_id': 'bced8daf-6fbb-4d36-805b-186336287171', 'admin_state_up': True, 'tenant_id': '8a8fcf6541fe4d4790d553411e54b35a'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:03:59.972428 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9337d2aa-0a4f-47b2-85ba-21a2b49506fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:03:59.993217 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98f6e5f-3686-4fbe-8822-be818af8e2e9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting subnet 95117144-f950-46d4-91f8-3447edca5a86 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:04:00.008579 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b98f6e5f-3686-4fbe-8822-be818af8e2e9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.162677 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b98f6e5f-3686-4fbe-8822-be818af8e2e9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.182725 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9337d2aa-0a4f-47b2-85ba-21a2b49506fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.198286 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d812929-3c12-402c-8a50-21bcab3f0dc0 req-33304282-f73f-46f7-b4a6-ae39a7a4208b tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 210 time: 0.0702860 Jul 07 17:04:00.320993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164b687-b76c-48ee-be94-8d7b41b77643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fd7063-e443-48d0-9cee-5c452b8cd096,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:00.368786 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b98f6e5f-3686-4fbe-8822-be818af8e2e9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.439347 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9337d2aa-0a4f-47b2-85ba-21a2b49506fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.518242 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b98f6e5f-3686-4fbe-8822-be818af8e2e9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.590124 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d21c20-49dd-4e63-b217-3b70c5a0a53c None None] Network ae8d2da2-78e0-41bf-b0d7-f10639d51ac9 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:00.668369 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b98f6e5f-3686-4fbe-8822-be818af8e2e9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:00.671144 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b98f6e5f-3686-4fbe-8822-be818af8e2e9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/subnets/95117144-f950-46d4-91f8-3447edca5a86 HTTP/1.1" status: 204 len: 168 time: 0.8621655 Jul 07 17:04:00.673991 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55568) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:00.675289 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f6e5f-3686-4fbe-8822-be818af8e2e9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Subnet': ['ID=95117144-f950-46d4-91f8-3447edca5a86,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:00.714059 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9337d2aa-0a4f-47b2-85ba-21a2b49506fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.172241 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9aed63-e4d4-4022-b4d5-0874a3b43af0 None None] DHCP port deletion for ae8d2da2-78e0-41bf-b0d7-f10639d51ac9 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:04:01.302464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-aa9aed63-e4d4-4022-b4d5-0874a3b43af0 None None] Deleting port 255672b8-e293-45c2-9f78-6d54e0d80f2d {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:01.302899 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aa9aed63-e4d4-4022-b4d5-0874a3b43af0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.452114 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-aa9aed63-e4d4-4022-b4d5-0874a3b43af0 None None] For port 255672b8-e293-45c2-9f78-6d54e0d80f2d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=255672b8-e293-45c2-9f78-6d54e0d80f2d,segment=NetworkSegment(6f97d39f-35ef-45fb-8d43-5526a63fd8d3),segment_id=6f97d39f-35ef-45fb-8d43-5526a63fd8d3)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:01.452541 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aa9aed63-e4d4-4022-b4d5-0874a3b43af0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.469847 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-aa9aed63-e4d4-4022-b4d5-0874a3b43af0 None None] Calling delete_port for 255672b8-e293-45c2-9f78-6d54e0d80f2d owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:01.600889 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aa9aed63-e4d4-4022-b4d5-0874a3b43af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.615690 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9aed63-e4d4-4022-b4d5-0874a3b43af0 None None] No DVR routers for this DVR port 255672b8-e293-45c2-9f78-6d54e0d80f2d on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:01.646653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9aed63-e4d4-4022-b4d5-0874a3b43af0 None None] Pushing event deleted for resources: {'Port': ['ID=255672b8-e293-45c2-9f78-6d54e0d80f2d,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:01.746897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337d2aa-0a4f-47b2-85ba-21a2b49506fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d24686f1-5d0a-4997-a2c1-1447be3e1d42,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:01.786317 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6997aefc-d26e-46f9-90fe-a96f7a59ab85 req-dd020124-deb1-4510-89e4-76e935f54fe8 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 210 time: 0.1073580 Jul 07 17:04:01.789649 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9337d2aa-0a4f-47b2-85ba-21a2b49506fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.795161 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9337d2aa-0a4f-47b2-85ba-21a2b49506fb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d24686f1-5d0a-4997-a2c1-1447be3e1d42 HTTP/1.1" status: 204 len: 168 time: 2.5630987 Jul 07 17:04:01.795526 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55608) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:01.874354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403063a6-8afc-4073-9133-e3becde23f54 req-50e1c3b0-aa62-434c-9fbc-75a86d40d342 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Made reservation on behalf of 8a8fcf6541fe4d4790d553411e54b35a for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:01.878425 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-403063a6-8afc-4073-9133-e3becde23f54 req-50e1c3b0-aa62-434c-9fbc-75a86d40d342 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.889840 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2087e993-c338-49ff-9aac-5d38453182b8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:01.895869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55616) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:01.951377 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e581446b-7853-4ea4-b2b3-7887ebeeaa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.175125 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e581446b-7853-4ea4-b2b3-7887ebeeaa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.186828 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-a20dde82-6c5a-493a-a680-be0ec5c129fe tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-549916660'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:02.188485 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-e581446b-7853-4ea4-b2b3-7887ebeeaa81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc1d7d9-5027-449b-bced-90726dcf9f3d']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:02.201327 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:04:02.211001 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2087e993-c338-49ff-9aac-5d38453182b8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.236335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-2087e993-c338-49ff-9aac-5d38453182b8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8d2da2-78e0-41bf-b0d7-f10639d51ac9']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:02.288577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-2087e993-c338-49ff-9aac-5d38453182b8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f97d39f-35ef-45fb-8d43-5526a63fd8d3') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:02.288882 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-2087e993-c338-49ff-9aac-5d38453182b8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f97d39f-35ef-45fb-8d43-5526a63fd8d3') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:02.386626 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 255672b8-e293-45c2-9f78-6d54e0d80f2d no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:02.424608 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 255672b8-e293-45c2-9f78-6d54e0d80f2d {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:02.425097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 255672b8-e293-45c2-9f78-6d54e0d80f2d not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:02.442129 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2087e993-c338-49ff-9aac-5d38453182b8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.466704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20dde82-6c5a-493a-a680-be0ec5c129fe tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Made reservation on behalf of 720aec565c9547e7a9a5ddd60ce6015f for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:02.482656 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a20dde82-6c5a-493a-a680-be0ec5c129fe tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.523173 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a20dde82-6c5a-493a-a680-be0ec5c129fe tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.537351 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-e581446b-7853-4ea4-b2b3-7887ebeeaa81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127fa0f7-440f-4548-8434-68c4a945a25e') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:02.537850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-e581446b-7853-4ea4-b2b3-7887ebeeaa81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127fa0f7-440f-4548-8434-68c4a945a25e') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:02.538897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b33f944-e45e-43d1-a422-f35f4680cbb0 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:02.547729 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.548498 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e581446b-7853-4ea4-b2b3-7887ebeeaa81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.563166 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] Transition to ACTIVE for port object 5b33f944-e45e-43d1-a422-f35f4680cbb0 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:02.566533 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e581446b-7853-4ea4-b2b3-7887ebeeaa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.569489 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2087e993-c338-49ff-9aac-5d38453182b8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.575227 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e581446b-7853-4ea4-b2b3-7887ebeeaa81 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:04:02.576283 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e581446b-7853-4ea4-b2b3-7887ebeeaa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.578456 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:04:02.579601 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:04:02.610043 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2087e993-c338-49ff-9aac-5d38453182b8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:04:02.610501 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2087e993-c338-49ff-9aac-5d38453182b8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:04:02.613703 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:04:02.658354 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e581446b-7853-4ea4-b2b3-7887ebeeaa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.666488 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e581446b-7853-4ea4-b2b3-7887ebeeaa81 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.668724 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e581446b-7853-4ea4-b2b3-7887ebeeaa81 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1cc1d7d9-5027-449b-bced-90726dcf9f3d HTTP/1.1" status: 204 len: 168 time: 0.8718877 Jul 07 17:04:02.682768 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581446b-7853-4ea4-b2b3-7887ebeeaa81 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cc1d7d9-5027-449b-bced-90726dcf9f3d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:02.767317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-403063a6-8afc-4073-9133-e3becde23f54 req-50e1c3b0-aa62-434c-9fbc-75a86d40d342 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Allocated IP 172.20.0.6 (bced8daf-6fbb-4d36-805b-186336287171/98f3de07-2e07-4f60-b06f-024d644ee4e7/7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:02.792781 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] Pushing event updated for resources: {'Port': ['ID=5b33f944-e45e-43d1-a422-f35f4680cbb0,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:02.841961 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2087e993-c338-49ff-9aac-5d38453182b8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.868616 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2087e993-c338-49ff-9aac-5d38453182b8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:02.877237 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55648) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:02.877937 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2087e993-c338-49ff-9aac-5d38453182b8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/networks/ae8d2da2-78e0-41bf-b0d7-f10639d51ac9 HTTP/1.1" status: 204 len: 168 time: 2.1942649 Jul 07 17:04:02.882190 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-5f168702-b2a0-4559-b4d0-5a46cbf78726 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1511314102'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:02.900284 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087e993-c338-49ff-9aac-5d38453182b8 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Network': ['ID=ae8d2da2-78e0-41bf-b0d7-f10639d51ac9,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:02.920582 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55650) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:02.975107 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d3dfb9fc-bb8e-4fe9-8eae-33dc7657e413 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6eba3549c7b744fbbef66252e96aec7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529628 Jul 07 17:04:02.977384 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55652) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:02.988552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] Attempting to bind port 5b33f944-e45e-43d1-a422-f35f4680cbb0 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:02.988894 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] Attempting to bind port 5b33f944-e45e-43d1-a422-f35f4680cbb0 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '4c4b6aab-5150-414a-96eb-070067753cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bced8daf-6fbb-4d36-805b-186336287171'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:02.989219 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] Attempting to bind port 5b33f944-e45e-43d1-a422-f35f4680cbb0 on network bced8daf-6fbb-4d36-805b-186336287171 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:03.023697 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-badd0d4a-48b4-4bf7-8d59-76589777b402 req-bc33878a-2ad3-4b67-a35d-88882c088b92 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 210 time: 0.0633793 Jul 07 17:04:03.046855 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bb1e65e0-849b-49ae-aa76-3df6923e7b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.072291 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bb1e65e0-849b-49ae-aa76-3df6923e7b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.079265 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] Port 5b33f944-e45e-43d1-a422-f35f4680cbb0 on network bced8daf-6fbb-4d36-805b-186336287171 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:04:03.079596 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] Attempting to bind port 5b33f944-e45e-43d1-a422-f35f4680cbb0 on network bced8daf-6fbb-4d36-805b-186336287171 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:03.089353 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:03.089700 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] Checking segment: {'id': '4c4b6aab-5150-414a-96eb-070067753cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bced8daf-6fbb-4d36-805b-186336287171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:03.090096 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] Bound using segment: {'id': '4c4b6aab-5150-414a-96eb-070067753cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bced8daf-6fbb-4d36-805b-186336287171'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:03.090574 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] Bound port: 5b33f944-e45e-43d1-a422-f35f4680cbb0, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4b6aab-5150-414a-96eb-070067753cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bced8daf-6fbb-4d36-805b-186336287171'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:03.090954 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.190847 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bb1e65e0-849b-49ae-aa76-3df6923e7b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.194039 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bb1e65e0-849b-49ae-aa76-3df6923e7b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.195349 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bb1e65e0-849b-49ae-aa76-3df6923e7b6d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ce9d49b-f311-42c4-ae5c-e56844e70bbc HTTP/1.1" status: 204 len: 168 time: 0.2169549 Jul 07 17:04:03.205029 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e65e0-849b-49ae-aa76-3df6923e7b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce9d49b-f311-42c4-ae5c-e56844e70bbc,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:03.231192 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a20dde82-6c5a-493a-a680-be0ec5c129fe tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.261019 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f168702-b2a0-4559-b4d0-5a46cbf78726 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:03.265010 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f168702-b2a0-4559-b4d0-5a46cbf78726 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.273417 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a20dde82-6c5a-493a-a680-be0ec5c129fe tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.316317 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f168702-b2a0-4559-b4d0-5a46cbf78726 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:04:03.335061 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f168702-b2a0-4559-b4d0-5a46cbf78726 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.335416 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-5f168702-b2a0-4559-b4d0-5a46cbf78726 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Added segment c6548672-5dbd-4567-b8ba-6d53aab12b62 of type vlan for network ac2f32dc-9064-4380-bbd0-48b78883a89b Jul 07 17:04:03.405724 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f168702-b2a0-4559-b4d0-5a46cbf78726 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.469233 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20dde82-6c5a-493a-a680-be0ec5c129fe tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:04:03.473421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20dde82-6c5a-493a-a680-be0ec5c129fe tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d474c70-75d3-43b5-bc0a-6ba059a52096,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:03.533342 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f168702-b2a0-4559-b4d0-5a46cbf78726 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.544345 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f168702-b2a0-4559-b4d0-5a46cbf78726 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:03.550334 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f168702-b2a0-4559-b4d0-5a46cbf78726 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.555514 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-403063a6-8afc-4073-9133-e3becde23f54 req-50e1c3b0-aa62-434c-9fbc-75a86d40d342 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.591937 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a20dde82-6c5a-493a-a680-be0ec5c129fe tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.593536 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-a20dde82-6c5a-493a-a680-be0ec5c129fe tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Added segment 8d075ac3-df73-413b-a9cb-6795ea52b082 of type vlan for network e19bbaaa-85b5-4193-83fb-cb1bc6d79973 Jul 07 17:04:03.638013 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] For port 5b33f944-e45e-43d1-a422-f35f4680cbb0, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:03.655668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] For port 5b33f944-e45e-43d1-a422-f35f4680cbb0, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=5b33f944-e45e-43d1-a422-f35f4680cbb0,segment=NetworkSegment(4c4b6aab-5150-414a-96eb-070067753cd4),segment_id=4c4b6aab-5150-414a-96eb-070067753cd4)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:03.710183 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.717656 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5f168702-b2a0-4559-b4d0-5a46cbf78726 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8405910 Jul 07 17:04:03.719712 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55670) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:03.741802 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-457e5948-dc5e-4e3c-a4e6-35b05e5c9159 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'subnet': {'network_id': 'ac2f32dc-9064-4380-bbd0-48b78883a89b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:03.763792 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f168702-b2a0-4559-b4d0-5a46cbf78726 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Network': ['ID=ac2f32dc-9064-4380-bbd0-48b78883a89b,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:03.778601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network ac2f32dc-9064-4380-bbd0-48b78883a89b details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:04:03.895062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] Pushing event updated for resources: {'Port': ['ID=5b33f944-e45e-43d1-a422-f35f4680cbb0,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:03.935841 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:03.939989 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:03.941723 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-43b0de44-1919-4bd1-ab7b-2f89b216654e service neutron] 10.222.0.15 "PUT /v2.0/ports/5b33f944-e45e-43d1-a422-f35f4680cbb0 HTTP/1.1" status: 200 len: 1092 time: 5.1571147 Jul 07 17:04:03.954411 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a736fb-0800-478e-8216-0397d90890ec', 'tag': '5b33f944-e45e-43d1-a422-f35f4680cbb0'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:03.962588 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d81860-84a7-4d13-87fa-666bb004a57f" -d '{"events": [{"name": "network-changed", "server_uuid": "91a736fb-0800-478e-8216-0397d90890ec", "tag": "5b33f944-e45e-43d1-a422-f35f4680cbb0"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:04.015109 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a20dde82-6c5a-493a-a680-be0ec5c129fe tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.048607 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457e5948-dc5e-4e3c-a4e6-35b05e5c9159 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:04.052889 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-457e5948-dc5e-4e3c-a4e6-35b05e5c9159 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.060699 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-403063a6-8afc-4073-9133-e3becde23f54 req-50e1c3b0-aa62-434c-9fbc-75a86d40d342 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.064536 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d7951c-2946-42f5-af8c-63638f32ba03 x-openstack-request-id: req-32d7951c-2946-42f5-af8c-63638f32ba03 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:04.064920 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a736fb-0800-478e-8216-0397d90890ec", "tag": "5b33f944-e45e-43d1-a422-f35f4680cbb0", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:04.065183 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-32d7951c-2946-42f5-af8c-63638f32ba03 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:04.065585 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a736fb-0800-478e-8216-0397d90890ec', 'tag': '5b33f944-e45e-43d1-a422-f35f4680cbb0', 'status': 'completed', 'code': 200} Jul 07 17:04:04.068401 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a20dde82-6c5a-493a-a680-be0ec5c129fe tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.074475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20dde82-6c5a-493a-a680-be0ec5c129fe tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:04.075044 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a20dde82-6c5a-493a-a680-be0ec5c129fe tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.144321 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a20dde82-6c5a-493a-a680-be0ec5c129fe tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2394977 Jul 07 17:04:04.150242 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55684) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:04.162646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-9aa9ac6b-64d4-4882-b480-f9072262be40 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Request body: {'subnet': {'network_id': 'e19bbaaa-85b5-4193-83fb-cb1bc6d79973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:04.302954 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1c3b0-aa62-434c-9fbc-75a86d40d342 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Pushing event updated for resources: {'Port': ['ID=7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:04.324191 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403063a6-8afc-4073-9133-e3becde23f54 req-50e1c3b0-aa62-434c-9fbc-75a86d40d342 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Network bced8daf-6fbb-4d36-805b-186336287171 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:04.396068 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa9ac6b-64d4-4882-b480-f9072262be40 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Made reservation on behalf of 720aec565c9547e7a9a5ddd60ce6015f for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:04.399795 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9aa9ac6b-64d4-4882-b480-f9072262be40 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.410416 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-403063a6-8afc-4073-9133-e3becde23f54 req-50e1c3b0-aa62-434c-9fbc-75a86d40d342 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:04.414240 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-403063a6-8afc-4073-9133-e3becde23f54 req-50e1c3b0-aa62-434c-9fbc-75a86d40d342 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:04.486494 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915473e-a898-466b-a700-a6610353a30c req-58b0cc78-af5e-4153-8a60-7ea9a75c9759 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:04.487995 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1915473e-a898-466b-a700-a6610353a30c req-58b0cc78-af5e-4153-8a60-7ea9a75c9759 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 931 time: 0.2657111 Jul 07 17:04:04.492329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20dde82-6c5a-493a-a680-be0ec5c129fe tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Pushing event updated for resources: {'Network': ['ID=e19bbaaa-85b5-4193-83fb-cb1bc6d79973,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:04.505412 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network e19bbaaa-85b5-4193-83fb-cb1bc6d79973 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:04:04.545360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403063a6-8afc-4073-9133-e3becde23f54 req-50e1c3b0-aa62-434c-9fbc-75a86d40d342 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:04.563437 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-403063a6-8afc-4073-9133-e3becde23f54 req-50e1c3b0-aa62-434c-9fbc-75a86d40d342 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.626321 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1915473e-a898-466b-a700-a6610353a30c req-e8b81d41-bdef-4c26-94aa-4ea4ac9aa1a4 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227679 Jul 07 17:04:04.675932 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-403063a6-8afc-4073-9133-e3becde23f54 req-50e1c3b0-aa62-434c-9fbc-75a86d40d342 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7373729 Jul 07 17:04:04.685550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-ad0a327c-b7e4-4cc7-b8d9-51d5a4b4ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:04.690311 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-ad0a327c-b7e4-4cc7-b8d9-51d5a4b4ad3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a8fcf6541fe4d4790d553411e54b35a&device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 1095 time: 0.6782804 Jul 07 17:04:04.712704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] Request body: {'port': {'device_id': '87be3524-2f93-481f-95db-c56b4d1cc12f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:04.722564 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-457e5948-dc5e-4e3c-a4e6-35b05e5c9159 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:04.897503 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.043675 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-b4072d9a-ad67-457c-aaf0-62b067677726 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b33f944-e45e-43d1-a422-f35f4680cbb0 HTTP/1.1" status: 200 len: 217 time: 0.1391578 Jul 07 17:04:05.057835 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e5948-dc5e-4e3c-a4e6-35b05e5c9159 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Subnet': ['ID=5225c0eb-7fe1-4290-bd62-1b270d5b99b1,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:05.082954 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457e5948-dc5e-4e3c-a4e6-35b05e5c9159 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Checking segment: {'id': 'c6548672-5dbd-4567-b8ba-6d53aab12b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ac2f32dc-9064-4380-bbd0-48b78883a89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:05.083325 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457e5948-dc5e-4e3c-a4e6-35b05e5c9159 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network hostable DHCP agents. Network: ac2f32dc-9064-4380-bbd0-48b78883a89b, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:04:05.208855 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457e5948-dc5e-4e3c-a4e6-35b05e5c9159 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network ac2f32dc-9064-4380-bbd0-48b78883a89b is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:04:05.227384 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9aa9ac6b-64d4-4882-b480-f9072262be40 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.261211 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-457e5948-dc5e-4e3c-a4e6-35b05e5c9159 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, ac2f32dc-9064-4380-bbd0-48b78883a89b) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:05.269269 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdaacbb-536a-44ab-b6ff-4162a6f0ad31 None None] Network ac2f32dc-9064-4380-bbd0-48b78883a89b requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:05.276259 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457e5948-dc5e-4e3c-a4e6-35b05e5c9159 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:05.276856 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-457e5948-dc5e-4e3c-a4e6-35b05e5c9159 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.306808 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9ac6b-64d4-4882-b480-f9072262be40 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Pushing event updated for resources: {'Subnet': ['ID=5c00957d-e484-49f5-9a93-cffe745f3d09,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:05.313415 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-457e5948-dc5e-4e3c-a4e6-35b05e5c9159 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5838869 Jul 07 17:04:05.316088 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55724) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:05.322041 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b66dc59a-c2bc-48f0-ae4d-a0c25c3fbfbd tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1568943485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:05.339250 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa9ac6b-64d4-4882-b480-f9072262be40 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Checking segment: {'id': '8d075ac3-df73-413b-a9cb-6795ea52b082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e19bbaaa-85b5-4193-83fb-cb1bc6d79973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:05.339645 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa9ac6b-64d4-4882-b480-f9072262be40 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Network hostable DHCP agents. Network: e19bbaaa-85b5-4193-83fb-cb1bc6d79973, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:04:05.373661 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b66dc59a-c2bc-48f0-ae4d-a0c25c3fbfbd tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.374957 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b66dc59a-c2bc-48f0-ae4d-a0c25c3fbfbd tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.384503 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa9ac6b-64d4-4882-b480-f9072262be40 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Network e19bbaaa-85b5-4193-83fb-cb1bc6d79973 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:04:05.401507 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-9aa9ac6b-64d4-4882-b480-f9072262be40 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, e19bbaaa-85b5-4193-83fb-cb1bc6d79973) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:05.410395 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c97b764-6330-470b-9626-a6442cff15ac None None] Network e19bbaaa-85b5-4193-83fb-cb1bc6d79973 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:05.412067 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa9ac6b-64d4-4882-b480-f9072262be40 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:05.412568 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9aa9ac6b-64d4-4882-b480-f9072262be40 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.541285 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b66dc59a-c2bc-48f0-ae4d-a0c25c3fbfbd tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.551925 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9aa9ac6b-64d4-4882-b480-f9072262be40 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4003115 Jul 07 17:04:05.558920 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55728) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:05.570209 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-fd211d8e-a013-4a19-8974-81d0ffc17599 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Request body: {'port': {'network_id': 'e19bbaaa-85b5-4193-83fb-cb1bc6d79973', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1710698744'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:05.584542 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b66dc59a-c2bc-48f0-ae4d-a0c25c3fbfbd tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.742318 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-e19bbaaa-85b5-4193-83fb-cb1bc6d79973', 'network_id': 'e19bbaaa-85b5-4193-83fb-cb1bc6d79973', 'tenant_id': '720aec565c9547e7a9a5ddd60ce6015f', 'fixed_ips': [{'subnet_id': '5c00957d-e484-49f5-9a93-cffe745f3d09'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:04:05.743450 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.770437 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:05.793736 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.808435 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b66dc59a-c2bc-48f0-ae4d-a0c25c3fbfbd tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:05.815807 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b66dc59a-c2bc-48f0-ae4d-a0c25c3fbfbd tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4987094 Jul 07 17:04:05.819517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55742) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:05.824878 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] Transition to ACTIVE for port object 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:05.838514 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-e4153262-8d65-4a45-8698-018fea82fa02 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'port': {'network_id': 'ac2f32dc-9064-4380-bbd0-48b78883a89b', 'name': 'tempest-PortsIpV6TestJSON-87068157'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:05.879115 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-7d6f8c32-e977-4be4-a489-a8e9ab945395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:05.880559 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-7d6f8c32-e977-4be4-a489-a8e9ab945395 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98f3de07-2e07-4f60-b06f-024d644ee4e7 HTTP/1.1" status: 200 len: 859 time: 0.8358681 Jul 07 17:04:05.881878 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:06.114535 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-fa1ee364-2deb-4790-acb0-28d877bff0b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bced8daf-6fbb-4d36-805b-186336287171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2080405 Jul 07 17:04:06.115217 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:06.281729 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4153262-8d65-4a45-8698-018fea82fa02 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:06.293563 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4153262-8d65-4a45-8698-018fea82fa02 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:06.295748 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Allocated IP 2001:db8::2 (e19bbaaa-85b5-4193-83fb-cb1bc6d79973/5c00957d-e484-49f5-9a93-cffe745f3d09/ccc2c25c-91a4-455e-a1c3-bddfddc8616b) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:06.355568 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-e4153262-8d65-4a45-8698-018fea82fa02 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] device_id is not set on port 9af01e1b-c837-4c99-b950-edc4fea44d43 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:04:06.376014 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-3b7b0535-114c-4219-a47f-a3f59fac1677 service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483656 Jul 07 17:04:06.445058 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] Attempting to bind port 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:06.445397 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] Attempting to bind port 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '4c4b6aab-5150-414a-96eb-070067753cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bced8daf-6fbb-4d36-805b-186336287171'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:06.445619 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] Attempting to bind port 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d on network bced8daf-6fbb-4d36-805b-186336287171 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:06.462922 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd211d8e-a013-4a19-8974-81d0ffc17599 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Made reservation on behalf of 720aec565c9547e7a9a5ddd60ce6015f for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:06.475395 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fd211d8e-a013-4a19-8974-81d0ffc17599 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:06.490191 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] Port 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d on network bced8daf-6fbb-4d36-805b-186336287171 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:04:06.490577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] Attempting to bind port 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d on network bced8daf-6fbb-4d36-805b-186336287171 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:06.505726 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:06.506105 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] Checking segment: {'id': '4c4b6aab-5150-414a-96eb-070067753cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bced8daf-6fbb-4d36-805b-186336287171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:06.506479 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] Bound using segment: {'id': '4c4b6aab-5150-414a-96eb-070067753cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bced8daf-6fbb-4d36-805b-186336287171'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:06.506920 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] Bound port: 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4b6aab-5150-414a-96eb-070067753cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bced8daf-6fbb-4d36-805b-186336287171'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:06.507282 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:06.527585 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-fd211d8e-a013-4a19-8974-81d0ffc17599 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] device_id is not set on port 53fd87ae-09b2-4949-80a0-b0d264628ec8 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:04:06.617582 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc11e417-d060-4691-9cde-d056f869aeb9 req-13caed8e-6bb6-46ca-ad56-7ea2706379b9 service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936946 Jul 07 17:04:06.628932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] For port 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:06.633111 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] For port 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d,segment=NetworkSegment(4c4b6aab-5150-414a-96eb-070067753cd4),segment_id=4c4b6aab-5150-414a-96eb-070067753cd4)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:06.638208 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:06.674448 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:06.696297 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Transition to ACTIVE for port object ccc2c25c-91a4-455e-a1c3-bddfddc8616b will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:06.708054 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:06.710127 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:06.712488 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-403063a6-8afc-4073-9133-e3becde23f54 req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] 10.222.0.15 "PUT /v2.0/ports/7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d HTTP/1.1" status: 200 len: 1091 time: 2.0174370 Jul 07 17:04:06.730399 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1c49d-d779-4eea-b5fb-5aae494e25de req-c1d7a2e3-6cc5-43d1-9ec4-5a096712d5ae tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:06.737360 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Transition to ACTIVE for port object ccc2c25c-91a4-455e-a1c3-bddfddc8616b will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:06.740257 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-44b1c49d-d779-4eea-b5fb-5aae494e25de req-c1d7a2e3-6cc5-43d1-9ec4-5a096712d5ae tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 943 time: 0.6957371 Jul 07 17:04:06.779983 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87be3524-2f93-481f-95db-c56b4d1cc12f', 'tag': '7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:06.782351 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82048dd0-f4a9-4c5c-bc46-248ba13d5183" -d '{"events": [{"name": "network-changed", "server_uuid": "87be3524-2f93-481f-95db-c56b4d1cc12f", "tag": "7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:06.788035 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:06.992414 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f988bb-e699-4498-9077-e2d480ca471f x-openstack-request-id: req-a7f988bb-e699-4498-9077-e2d480ca471f {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:06.993608 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87be3524-2f93-481f-95db-c56b4d1cc12f", "tag": "7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:06.994233 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a7f988bb-e699-4498-9077-e2d480ca471f {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:06.995021 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87be3524-2f93-481f-95db-c56b4d1cc12f', 'tag': '7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d', 'status': 'completed', 'code': 200} Jul 07 17:04:07.005935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa41f2-632e-4f11-baa5-3d8fca82d301 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:07.048981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Network e19bbaaa-85b5-4193-83fb-cb1bc6d79973 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:07.055302 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:07.119979 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d81860-84a7-4d13-87fa-666bb004a57f req-b4eac731-8fd0-47dd-9fdc-c462396c6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:07.121704 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-80d81860-84a7-4d13-87fa-666bb004a57f req-b4eac731-8fd0-47dd-9fdc-c462396c6213 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a8fcf6541fe4d4790d553411e54b35a&device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 1095 time: 0.4280810 Jul 07 17:04:07.122314 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:07.126844 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Pushing event updated for resources: {'Port': ['ID=ccc2c25c-91a4-455e-a1c3-bddfddc8616b,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:07.148671 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403063a6-8afc-4073-9133-e3becde23f54 req-fa517a47-932f-489d-8f12-7966700be202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:07.150968 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-403063a6-8afc-4073-9133-e3becde23f54 req-fa517a47-932f-489d-8f12-7966700be202 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a8fcf6541fe4d4790d553411e54b35a&device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 1094 time: 0.2525351 Jul 07 17:04:07.235825 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-44b1c49d-d779-4eea-b5fb-5aae494e25de req-ab0a9ae2-f9fb-4858-b748-a6f64fee0383 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661994 Jul 07 17:04:07.314320 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-fd211d8e-a013-4a19-8974-81d0ffc17599 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Allocated IP 2001:db8::66 (e19bbaaa-85b5-4193-83fb-cb1bc6d79973/5c00957d-e484-49f5-9a93-cffe745f3d09/53fd87ae-09b2-4949-80a0-b0d264628ec8) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:07.319046 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-ac2f32dc-9064-4380-bbd0-48b78883a89b', 'network_id': 'ac2f32dc-9064-4380-bbd0-48b78883a89b', 'tenant_id': '2797da1828254d54a84fd968e53e161d', 'fixed_ips': [{'subnet_id': '5225c0eb-7fe1-4290-bd62-1b270d5b99b1'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:04:07.320004 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.370169 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-e4153262-8d65-4a45-8698-018fea82fa02 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Allocated IP 2001:db8::32e (ac2f32dc-9064-4380-bbd0-48b78883a89b/5225c0eb-7fe1-4290-bd62-1b270d5b99b1/9af01e1b-c837-4c99-b950-edc4fea44d43) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:07.377579 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Attempting to bind port ccc2c25c-91a4-455e-a1c3-bddfddc8616b on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:07.377956 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Attempting to bind port ccc2c25c-91a4-455e-a1c3-bddfddc8616b by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '8d075ac3-df73-413b-a9cb-6795ea52b082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e19bbaaa-85b5-4193-83fb-cb1bc6d79973'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:07.378324 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Attempting to bind port ccc2c25c-91a4-455e-a1c3-bddfddc8616b on network e19bbaaa-85b5-4193-83fb-cb1bc6d79973 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:07.397246 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:07.397659 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Checking segment: {'id': '8d075ac3-df73-413b-a9cb-6795ea52b082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e19bbaaa-85b5-4193-83fb-cb1bc6d79973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:07.398051 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.398490 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Bound using segment: {'id': '8d075ac3-df73-413b-a9cb-6795ea52b082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e19bbaaa-85b5-4193-83fb-cb1bc6d79973'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:07.399178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Bound port: ccc2c25c-91a4-455e-a1c3-bddfddc8616b, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d075ac3-df73-413b-a9cb-6795ea52b082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e19bbaaa-85b5-4193-83fb-cb1bc6d79973'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:07.403152 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.403339 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-403063a6-8afc-4073-9133-e3becde23f54 req-0a4f2312-5dc3-4083-89b7-ce04b979354a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d HTTP/1.1" status: 200 len: 217 time: 0.2378709 Jul 07 17:04:07.475383 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403063a6-8afc-4073-9133-e3becde23f54 req-6ba4617f-7cbd-4b86-b560-969e166b4bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:07.477767 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-403063a6-8afc-4073-9133-e3becde23f54 req-6ba4617f-7cbd-4b86-b560-969e166b4bb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98f3de07-2e07-4f60-b06f-024d644ee4e7 HTTP/1.1" status: 200 len: 859 time: 0.0645804 Jul 07 17:04:07.555677 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-403063a6-8afc-4073-9133-e3becde23f54 req-8c3f4721-4b19-4825-811a-fbfe8c490dce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bced8daf-6fbb-4d36-805b-186336287171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704174 Jul 07 17:04:07.562565 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] For port ccc2c25c-91a4-455e-a1c3-bddfddc8616b, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:07.568287 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] For port ccc2c25c-91a4-455e-a1c3-bddfddc8616b, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ccc2c25c-91a4-455e-a1c3-bddfddc8616b,segment=NetworkSegment(8d075ac3-df73-413b-a9cb-6795ea52b082),segment_id=8d075ac3-df73-413b-a9cb-6795ea52b082)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:07.573866 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.622272 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d81860-84a7-4d13-87fa-666bb004a57f req-8987dd08-c809-446e-8ff3-835a5b5cc7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:07.623777 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-80d81860-84a7-4d13-87fa-666bb004a57f req-8987dd08-c809-446e-8ff3-835a5b5cc7ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=bced8daf-6fbb-4d36-805b-186336287171 HTTP/1.1" status: 200 len: 920 time: 0.4922085 Jul 07 17:04:07.655410 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5252809-fa4f-4ac3-ab50-f7827b6fea3a None None] Pushing event updated for resources: {'Port': ['ID=ccc2c25c-91a4-455e-a1c3-bddfddc8616b,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:07.724075 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ed134b26-7cb3-4d75-864e-0b7a217cb857 req-f28ff633-bc85-4aeb-8aea-fd7ba1a82a2b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2756057 Jul 07 17:04:07.751889 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-403063a6-8afc-4073-9133-e3becde23f54 req-f6e5b6c9-f5e7-4cb5-84a3-0f6e9014bf9c service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847126 Jul 07 17:04:07.755238 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-80d81860-84a7-4d13-87fa-666bb004a57f req-99a1eb53-d680-4888-8a3e-2ab044976842 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b33f944-e45e-43d1-a422-f35f4680cbb0 HTTP/1.1" status: 200 len: 217 time: 0.1151376 Jul 07 17:04:07.860002 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fd211d8e-a013-4a19-8974-81d0ffc17599 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.893041 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4153262-8d65-4a45-8698-018fea82fa02 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:07.899802 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-fd211d8e-a013-4a19-8974-81d0ffc17599 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Transition to ACTIVE for port object 53fd87ae-09b2-4949-80a0-b0d264628ec8 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:07.919849 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d81860-84a7-4d13-87fa-666bb004a57f req-cfe709e3-e86d-41b4-962f-ef5825a28cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:07.921386 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-80d81860-84a7-4d13-87fa-666bb004a57f req-cfe709e3-e86d-41b4-962f-ef5825a28cfe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98f3de07-2e07-4f60-b06f-024d644ee4e7 HTTP/1.1" status: 200 len: 859 time: 0.1576102 Jul 07 17:04:07.925865 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-e4153262-8d65-4a45-8698-018fea82fa02 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Transition to ACTIVE for port object 9af01e1b-c837-4c99-b950-edc4fea44d43 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:07.963392 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-80d81860-84a7-4d13-87fa-666bb004a57f req-0d305cf1-f6c1-436d-ba35-ac3affb476d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bced8daf-6fbb-4d36-805b-186336287171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348763 Jul 07 17:04:07.980584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed134b26-7cb3-4d75-864e-0b7a217cb857 req-66ea0fa9-7e2c-4f31-a6f4-220baa377b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:07.982804 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ed134b26-7cb3-4d75-864e-0b7a217cb857 req-66ea0fa9-7e2c-4f31-a6f4-220baa377b92 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 1096 time: 0.1942699 Jul 07 17:04:08.059989 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-403063a6-8afc-4073-9133-e3becde23f54 req-de42965f-a164-4d8b-b6cf-fb468bdc1875 service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978005 Jul 07 17:04:08.068392 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fd211d8e-a013-4a19-8974-81d0ffc17599 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:08.117156 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4153262-8d65-4a45-8698-018fea82fa02 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:08.169016 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-80d81860-84a7-4d13-87fa-666bb004a57f req-4ccd6233-d22b-403d-8218-7faaf86b7d3b service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931098 Jul 07 17:04:08.201870 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Allocated IP 2001:db8::2 (ac2f32dc-9064-4380-bbd0-48b78883a89b/5225c0eb-7fe1-4290-bd62-1b270d5b99b1/fa9f92cf-66de-4ca5-9125-56aa40eea006) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:08.233517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed134b26-7cb3-4d75-864e-0b7a217cb857 req-e0ed793e-8dde-4961-b1f1-b3198e11ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:08.235613 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ed134b26-7cb3-4d75-864e-0b7a217cb857 req-e0ed793e-8dde-4961-b1f1-b3198e11ad8a service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 913 time: 0.2276561 Jul 07 17:04:08.453303 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd211d8e-a013-4a19-8974-81d0ffc17599 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Network e19bbaaa-85b5-4193-83fb-cb1bc6d79973 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:08.459283 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ed134b26-7cb3-4d75-864e-0b7a217cb857 req-5828e2b3-719c-4600-8059-44efd02befb7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b HTTP/1.1" status: 200 len: 1001 time: 0.2140646 Jul 07 17:04:08.464990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-fd211d8e-a013-4a19-8974-81d0ffc17599 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:08.496698 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd211d8e-a013-4a19-8974-81d0ffc17599 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Pushing event updated for resources: {'Port': ['ID=53fd87ae-09b2-4949-80a0-b0d264628ec8,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:08.498295 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ccc2c25c-91a4-455e-a1c3-bddfddc8616b up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:08.499526 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd211d8e-a013-4a19-8974-81d0ffc17599 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:08.515824 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd211d8e-a013-4a19-8974-81d0ffc17599 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:08.519145 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fd211d8e-a013-4a19-8974-81d0ffc17599 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:08.532030 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4153262-8d65-4a45-8698-018fea82fa02 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network ac2f32dc-9064-4380-bbd0-48b78883a89b is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:08.743988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 5b33f944-e45e-43d1-a422-f35f4680cbb0 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:08.809546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4153262-8d65-4a45-8698-018fea82fa02 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=9af01e1b-c837-4c99-b950-edc4fea44d43,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:08.812999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed134b26-7cb3-4d75-864e-0b7a217cb857 req-dc6e1f55-a9fe-40d8-a94a-678d1b61bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:08.814619 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ed134b26-7cb3-4d75-864e-0b7a217cb857 req-dc6e1f55-a9fe-40d8-a94a-678d1b61bd54 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.2812948 Jul 07 17:04:08.825997 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-e4153262-8d65-4a45-8698-018fea82fa02 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:08.839828 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4153262-8d65-4a45-8698-018fea82fa02 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:08.847134 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4153262-8d65-4a45-8698-018fea82fa02 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:08.848135 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4153262-8d65-4a45-8698-018fea82fa02 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:08.851027 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:08.940155 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fd211d8e-a013-4a19-8974-81d0ffc17599 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.3736045 Jul 07 17:04:08.991627 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Transition to ACTIVE for port object fa9f92cf-66de-4ca5-9125-56aa40eea006 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:09.016833 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port ccc2c25c-91a4-455e-a1c3-bddfddc8616b completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:09.052545 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55822) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:09.065897 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-733f0628-d4a6-40b3-ab8b-6571b5a8ee35 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Request body: {'port': {'network_id': 'e19bbaaa-85b5-4193-83fb-cb1bc6d79973', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2092172711', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:09.066901 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.api.validators [None req-733f0628-d4a6-40b3-ab8b-6571b5a8ee35 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] bootfile-name is not in valid_values {{(pid=100409) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:04:09.067086 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.api.validators [None req-733f0628-d4a6-40b3-ab8b-6571b5a8ee35 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] tftp-server is not in valid_values {{(pid=100409) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:04:09.069946 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.api.validators [None req-733f0628-d4a6-40b3-ab8b-6571b5a8ee35 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] server-ip-address is not in valid_values {{(pid=100409) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:04:09.083154 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Transition to ACTIVE for port object fa9f92cf-66de-4ca5-9125-56aa40eea006 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:09.127930 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.145134 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e4153262-8d65-4a45-8698-018fea82fa02 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3234241 Jul 07 17:04:09.148386 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55826) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:09.306421 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Network ac2f32dc-9064-4380-bbd0-48b78883a89b is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:09.316202 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 5b33f944-e45e-43d1-a422-f35f4680cbb0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=5b33f944-e45e-43d1-a422-f35f4680cbb0,segment=NetworkSegment(4c4b6aab-5150-414a-96eb-070067753cd4),segment_id=4c4b6aab-5150-414a-96eb-070067753cd4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:09.328064 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:09.342180 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-e3eafa8f-193b-45d5-95bf-6a0d507c634c tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=583b77e413ba4cbea27c45c8cfa95369&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798984 Jul 07 17:04:09.365583 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:09.391742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9f1a15-c7fe-4e01-b542-10e37a29e215 None None] Network e19bbaaa-85b5-4193-83fb-cb1bc6d79973 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:09.428262 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '5b33f944-e45e-43d1-a422-f35f4680cbb0', 'network_id': 'bced8daf-6fbb-4d36-805b-186336287171', 'port_id': '5b33f944-e45e-43d1-a422-f35f4680cbb0', 'mac_address': 'fa:16:3e:1c:e4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f3de07-2e07-4f60-b06f-024d644ee4e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:04:09.525536 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Pushing event updated for resources: {'Port': ['ID=fa9f92cf-66de-4ca5-9125-56aa40eea006,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:09.579566 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b0ccadf4-2973-4322-9981-2cd63b19625c None None] Provisioning for port ccc2c25c-91a4-455e-a1c3-bddfddc8616b completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:09.595391 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b0ccadf4-2973-4322-9981-2cd63b19625c None None] Provisioning complete for port ccc2c25c-91a4-455e-a1c3-bddfddc8616b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:09.596737 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b0ccadf4-2973-4322-9981-2cd63b19625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:09.815742 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-80d81860-84a7-4d13-87fa-666bb004a57f req-f1b9ada6-c322-4c14-9dc2-8b683a8f0d3c service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6388099 Jul 07 17:04:09.865654 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82048dd0-f4a9-4c5c-bc46-248ba13d5183 req-c660bec0-ffc4-42d4-907c-819ec56f0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:09.877020 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82048dd0-f4a9-4c5c-bc46-248ba13d5183 req-c660bec0-ffc4-42d4-907c-819ec56f0295 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a8fcf6541fe4d4790d553411e54b35a&device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 1094 time: 1.6918030 Jul 07 17:04:09.907666 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-40116bfd-83b8-4403-a232-e9bb0e39bd44 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:09.917912 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-40116bfd-83b8-4403-a232-e9bb0e39bd44 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5534103 Jul 07 17:04:10.009698 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82048dd0-f4a9-4c5c-bc46-248ba13d5183 req-721fe002-63e8-4cca-be32-f16dd7dd88d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:10.011389 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82048dd0-f4a9-4c5c-bc46-248ba13d5183 req-721fe002-63e8-4cca-be32-f16dd7dd88d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bced8daf-6fbb-4d36-805b-186336287171 HTTP/1.1" status: 200 len: 920 time: 0.1195908 Jul 07 17:04:10.054016 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Attempting to bind port fa9f92cf-66de-4ca5-9125-56aa40eea006 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:10.054965 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Attempting to bind port fa9f92cf-66de-4ca5-9125-56aa40eea006 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'c6548672-5dbd-4567-b8ba-6d53aab12b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ac2f32dc-9064-4380-bbd0-48b78883a89b'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:10.055739 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Attempting to bind port fa9f92cf-66de-4ca5-9125-56aa40eea006 on network ac2f32dc-9064-4380-bbd0-48b78883a89b {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:10.067497 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-f8f5e6a3-96eb-4a59-aa40-f93f65ec1bd5 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/quotas/583b77e413ba4cbea27c45c8cfa95369 HTTP/1.1" status: 200 len: 375 time: 0.0480773 Jul 07 17:04:10.082364 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:10.089542 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:10.090210 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Checking segment: {'id': 'c6548672-5dbd-4567-b8ba-6d53aab12b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ac2f32dc-9064-4380-bbd0-48b78883a89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:10.090811 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:10.091036 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82048dd0-f4a9-4c5c-bc46-248ba13d5183 req-004c36e0-64e4-4303-872b-f822728ce8f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d HTTP/1.1" status: 200 len: 217 time: 0.0699372 Jul 07 17:04:10.091549 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Bound using segment: {'id': 'c6548672-5dbd-4567-b8ba-6d53aab12b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ac2f32dc-9064-4380-bbd0-48b78883a89b'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:10.092373 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Bound port: fa9f92cf-66de-4ca5-9125-56aa40eea006, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6548672-5dbd-4567-b8ba-6d53aab12b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ac2f32dc-9064-4380-bbd0-48b78883a89b'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:10.092950 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:10.102229 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db89fb8-ce4e-4c67-be69-24743ea6f922 req-704ed1a5-ca74-48c3-bbe6-f9eb3797cbd7 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:10.103837 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7db89fb8-ce4e-4c67-be69-24743ea6f922 req-704ed1a5-ca74-48c3-bbe6-f9eb3797cbd7 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 943 time: 1.2796786 Jul 07 17:04:10.105811 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed134b26-7cb3-4d75-864e-0b7a217cb857 req-e7298c3e-8b0a-4e6f-8d00-2118e1debf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:10.121237 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ed134b26-7cb3-4d75-864e-0b7a217cb857 req-e7298c3e-8b0a-4e6f-8d00-2118e1debf99 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2668123 Jul 07 17:04:10.141012 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b33f944-e45e-43d1-a422-f35f4680cbb0 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:10.141307 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-58d97996-c824-4fe6-8875-956a7e3ccd0b tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=583b77e413ba4cbea27c45c8cfa95369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728610 Jul 07 17:04:10.238954 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82048dd0-f4a9-4c5c-bc46-248ba13d5183 req-b301949f-c550-4f93-a597-7c06b932ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:10.252765 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82048dd0-f4a9-4c5c-bc46-248ba13d5183 req-b301949f-c550-4f93-a597-7c06b932ca4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98f3de07-2e07-4f60-b06f-024d644ee4e7 HTTP/1.1" status: 200 len: 859 time: 0.1130784 Jul 07 17:04:10.361570 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82048dd0-f4a9-4c5c-bc46-248ba13d5183 req-269a1554-7658-4784-b716-754f61dee823 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bced8daf-6fbb-4d36-805b-186336287171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032383 Jul 07 17:04:10.516836 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 5b33f944-e45e-43d1-a422-f35f4680cbb0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=5b33f944-e45e-43d1-a422-f35f4680cbb0,segment=NetworkSegment(4c4b6aab-5150-414a-96eb-070067753cd4),segment_id=4c4b6aab-5150-414a-96eb-070067753cd4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:10.522254 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] For port fa9f92cf-66de-4ca5-9125-56aa40eea006, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:10.609443 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:10.629800 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82048dd0-f4a9-4c5c-bc46-248ba13d5183 req-b4d947c1-d7dd-44b8-9e79-b3f8c8985032 service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585216 Jul 07 17:04:10.710270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] For port fa9f92cf-66de-4ca5-9125-56aa40eea006, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=fa9f92cf-66de-4ca5-9125-56aa40eea006,segment=NetworkSegment(c6548672-5dbd-4567-b8ba-6d53aab12b62),segment_id=c6548672-5dbd-4567-b8ba-6d53aab12b62)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:10.756675 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:10.760903 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7db89fb8-ce4e-4c67-be69-24743ea6f922 req-4fd62f66-0c15-4566-92cf-2371b6c51ae9 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6378024 Jul 07 17:04:10.871134 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e0f7154-3b60-4aa9-9a15-faf97f04c733 req-9e59e959-2a8a-413f-85e6-e8ea73c06592 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 210 time: 0.0539744 Jul 07 17:04:10.874006 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:10.878771 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=5b33f944-e45e-43d1-a422-f35f4680cbb0,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:10.936970 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82048dd0-f4a9-4c5c-bc46-248ba13d5183 req-1955c3c1-8a10-483f-b8be-5ebb041f1829 service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007951 Jul 07 17:04:10.941099 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b0ccadf4-2973-4322-9981-2cd63b19625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:10.963111 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['5b33f944-e45e-43d1-a422-f35f4680cbb0'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:11.006008 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733f0628-d4a6-40b3-ab8b-6571b5a8ee35 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Made reservation on behalf of 720aec565c9547e7a9a5ddd60ce6015f for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:11.009717 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-733f0628-d4a6-40b3-ab8b-6571b5a8ee35 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:11.011863 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1122517c-3aba-44ac-bf5c-f9f5bd27d126 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:11.040784 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ed134b26-7cb3-4d75-864e-0b7a217cb857 req-6759269a-18ce-4d19-a175-26f869e69711 service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8127670 Jul 07 17:04:11.083130 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.resource_extend [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:04:11.255761 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-733f0628-d4a6-40b3-ab8b-6571b5a8ee35 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] device_id is not set on port 284cdf4d-411c-4609-89fd-45290d360782 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:04:11.294940 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b0ccadf4-2973-4322-9981-2cd63b19625c None None] For port ccc2c25c-91a4-455e-a1c3-bddfddc8616b, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ccc2c25c-91a4-455e-a1c3-bddfddc8616b,segment=NetworkSegment(8d075ac3-df73-413b-a9cb-6795ea52b082),segment_id=8d075ac3-df73-413b-a9cb-6795ea52b082)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:11.300063 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b43cd-4252-41d7-b08c-9ea216ea1dee None None] Pushing event updated for resources: {'Port': ['ID=fa9f92cf-66de-4ca5-9125-56aa40eea006,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:11.315621 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b0ccadf4-2973-4322-9981-2cd63b19625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:11.412167 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccadf4-2973-4322-9981-2cd63b19625c None None] Pushing event updated for resources: {'Port': ['ID=ccc2c25c-91a4-455e-a1c3-bddfddc8616b,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:11.521069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d,segment=NetworkSegment(4c4b6aab-5150-414a-96eb-070067753cd4),segment_id=4c4b6aab-5150-414a-96eb-070067753cd4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:11.563705 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ed134b26-7cb3-4d75-864e-0b7a217cb857 req-3102829f-23ef-4489-820c-2b9fbfbd7cc8 service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112975 Jul 07 17:04:11.576866 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d', 'network_id': 'bced8daf-6fbb-4d36-805b-186336287171', 'port_id': '7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d', 'mac_address': 'fa:16:3e:f8:6f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f3de07-2e07-4f60-b06f-024d644ee4e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:04:11.738210 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:11.763521 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:11.824878 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1122517c-3aba-44ac-bf5c-f9f5bd27d126 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:11.835435 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d,segment=NetworkSegment(4c4b6aab-5150-414a-96eb-070067753cd4),segment_id=4c4b6aab-5150-414a-96eb-070067753cd4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:11.852314 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:11.853775 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1122517c-3aba-44ac-bf5c-f9f5bd27d126 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:11.918514 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-733f0628-d4a6-40b3-ab8b-6571b5a8ee35 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Allocated IP 2001:db8::29f (e19bbaaa-85b5-4193-83fb-cb1bc6d79973/5c00957d-e484-49f5-9a93-cffe745f3d09/284cdf4d-411c-4609-89fd-45290d360782) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:12.048177 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e4e9ec04-8577-41e0-bf59-bfbc19154514 None None] Provisioning complete for port ccc2c25c-91a4-455e-a1c3-bddfddc8616b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:12.048653 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e4e9ec04-8577-41e0-bf59-bfbc19154514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:12.200908 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122517c-3aba-44ac-bf5c-f9f5bd27d126 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=9af01e1b-c837-4c99-b950-edc4fea44d43,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:12.215598 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:12.226137 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:12.318944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b52f1-bde7-4507-9c7f-74a8db189ff4 req-b2c3fd53-3e34-4e0b-ba3a-f9877407a8ca tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:12.331731 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-785b52f1-bde7-4507-9c7f-74a8db189ff4 req-b2c3fd53-3e34-4e0b-ba3a-f9877407a8ca tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 944 time: 0.2206814 Jul 07 17:04:12.471727 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-785b52f1-bde7-4507-9c7f-74a8db189ff4 req-dcffc011-5a17-4880-80ca-625c4cf8046c tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374705 Jul 07 17:04:12.552875 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1122517c-3aba-44ac-bf5c-f9f5bd27d126 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:12.686149 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e4e9ec04-8577-41e0-bf59-bfbc19154514 None None] Provisioning for port 53fd87ae-09b2-4949-80a0-b0d264628ec8 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:12.747300 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fa9f92cf-66de-4ca5-9125-56aa40eea006 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:12.765028 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e4e9ec04-8577-41e0-bf59-bfbc19154514 None None] Provisioning complete for port 53fd87ae-09b2-4949-80a0-b0d264628ec8 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:12.767229 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-02cb834f-6d5a-4ac4-bdec-c20e0169bc81 req-e03195d2-f1a0-423b-a083-f9cc172742a7 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 210 time: 0.1100595 Jul 07 17:04:12.767932 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e4e9ec04-8577-41e0-bf59-bfbc19154514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:12.879930 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 5b33f944-e45e-43d1-a422-f35f4680cbb0 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:12.976938 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e4e9ec04-8577-41e0-bf59-bfbc19154514 None None] Port 53fd87ae-09b2-4949-80a0-b0d264628ec8 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:13.014220 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32492248-8cf2-4316-8179-1bebee626e0d None None] Network ac2f32dc-9064-4380-bbd0-48b78883a89b requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:13.033638 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-733f0628-d4a6-40b3-ab8b-6571b5a8ee35 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.156776 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-733f0628-d4a6-40b3-ab8b-6571b5a8ee35 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Transition to ACTIVE for port object 284cdf4d-411c-4609-89fd-45290d360782 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:13.162424 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port fa9f92cf-66de-4ca5-9125-56aa40eea006 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:13.173833 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port fa9f92cf-66de-4ca5-9125-56aa40eea006 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:13.174259 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.188491 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-02511660-8f3b-4a9d-b0d7-338b78bc3f5c None None] Provisioning for port fa9f92cf-66de-4ca5-9125-56aa40eea006 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:13.223606 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-02511660-8f3b-4a9d-b0d7-338b78bc3f5c None None] Provisioning complete for port fa9f92cf-66de-4ca5-9125-56aa40eea006 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:13.223994 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-02511660-8f3b-4a9d-b0d7-338b78bc3f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.226803 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1122517c-3aba-44ac-bf5c-f9f5bd27d126 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.352751 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-733f0628-d4a6-40b3-ab8b-6571b5a8ee35 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.555899 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 5b33f944-e45e-43d1-a422-f35f4680cbb0 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:13.622774 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 5b33f944-e45e-43d1-a422-f35f4680cbb0 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:13.623061 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.659006 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733f0628-d4a6-40b3-ab8b-6571b5a8ee35 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Network e19bbaaa-85b5-4193-83fb-cb1bc6d79973 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:13.669757 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f0628-d4a6-40b3-ab8b-6571b5a8ee35 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Pushing event updated for resources: {'Port': ['ID=284cdf4d-411c-4609-89fd-45290d360782,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:13.680070 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-5edb80d4-7cba-449d-8403-2976a6be7ad1 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=583b77e413ba4cbea27c45c8cfa95369&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1759248 Jul 07 17:04:13.685451 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-733f0628-d4a6-40b3-ab8b-6571b5a8ee35 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:13.706879 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733f0628-d4a6-40b3-ab8b-6571b5a8ee35 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:13.719094 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733f0628-d4a6-40b3-ab8b-6571b5a8ee35 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:13.733061 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-733f0628-d4a6-40b3-ab8b-6571b5a8ee35 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.750828 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:13.975064 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port fa9f92cf-66de-4ca5-9125-56aa40eea006, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=fa9f92cf-66de-4ca5-9125-56aa40eea006,segment=NetworkSegment(c6548672-5dbd-4567-b8ba-6d53aab12b62),segment_id=c6548672-5dbd-4567-b8ba-6d53aab12b62)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:14.060759 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-23da2ea6-82cd-482a-9c02-13a061bba30a req-3f826d81-f8d5-488c-af4d-142c75cd4b68 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 210 time: 0.0462527 Jul 07 17:04:14.104256 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.146500 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.147319 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ccc2c25c-91a4-455e-a1c3-bddfddc8616b up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:14.166721 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-02511660-8f3b-4a9d-b0d7-338b78bc3f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.210946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55906) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:14.221448 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-733f0628-d4a6-40b3-ab8b-6571b5a8ee35 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 5.1641483 Jul 07 17:04:14.242823 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.313975 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 5b33f944-e45e-43d1-a422-f35f4680cbb0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=5b33f944-e45e-43d1-a422-f35f4680cbb0,segment=NetworkSegment(4c4b6aab-5150-414a-96eb-070067753cd4),segment_id=4c4b6aab-5150-414a-96eb-070067753cd4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:14.319552 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a736fb-0800-478e-8216-0397d90890ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b33f944-e45e-43d1-a422-f35f4680cbb0'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:14.322081 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211615e5-9fde-4cf6-9c80-2982a0325a83" -d '{"events": [{"server_uuid": "91a736fb-0800-478e-8216-0397d90890ec", "name": "network-vif-plugged", "status": "completed", "tag": "5b33f944-e45e-43d1-a422-f35f4680cbb0"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:14.337641 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.400839 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ca2e8a-bb0e-4294-a1ba-f5ffd6d0897b tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:14.428938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ca2e8a-bb0e-4294-a1ba-f5ffd6d0897b tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:14.447829 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ca2e8a-bb0e-4294-a1ba-f5ffd6d0897b tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:14.450167 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b4ca2e8a-bb0e-4294-a1ba-f5ffd6d0897b tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2379642 Jul 07 17:04:14.454962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55920) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:14.521611 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=fa9f92cf-66de-4ca5-9125-56aa40eea006,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:14.541707 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14499d1e-fc00-4890-a7e2-a418b363e577 x-openstack-request-id: req-14499d1e-fc00-4890-a7e2-a418b363e577 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:14.542013 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a736fb-0800-478e-8216-0397d90890ec", "name": "network-vif-plugged", "status": "completed", "tag": "5b33f944-e45e-43d1-a422-f35f4680cbb0", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:14.542278 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14499d1e-fc00-4890-a7e2-a418b363e577 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:14.542757 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a736fb-0800-478e-8216-0397d90890ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b33f944-e45e-43d1-a422-f35f4680cbb0', 'code': 200} Jul 07 17:04:14.706231 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.api [None req-02511660-8f3b-4a9d-b0d7-338b78bc3f5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:04:14.706784 n-d-793620-7 neutron-server[100411]: DEBUG oslo_db.api [None req-02511660-8f3b-4a9d-b0d7-338b78bc3f5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:04:14.712306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port ccc2c25c-91a4-455e-a1c3-bddfddc8616b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:14.712771 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.822067 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b828cb89-e49b-4414-b29e-f276c46d299d tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:14.824357 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b828cb89-e49b-4414-b29e-f276c46d299d tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1364090 Jul 07 17:04:14.826077 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-14fad18c-84fd-467f-98c1-8260b2f9577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:14.840590 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:14.867092 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-85a2b496-bebe-4833-883e-89ababd70ce1 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Request body: {'port': {'device_id': 'a325037b-7ce5-4318-8cb3-b8c8a1441a69', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '583b77e413ba4cbea27c45c8cfa95369'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:15.005912 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=5b33f944-e45e-43d1-a422-f35f4680cbb0,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:15.060122 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:15.092538 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:15.093119 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.120968 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ead933-dcbc-49de-9dd5-0f2b31f68b80 req-5295eb29-1213-49d5-a19d-8784438129c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:15.123523 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d8ead933-dcbc-49de-9dd5-0f2b31f68b80 req-5295eb29-1213-49d5-a19d-8784438129c5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 1097 time: 0.4055626 Jul 07 17:04:15.133714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-425586fa-a7df-4358-83ce-b71858b33563 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Deleting port 284cdf4d-411c-4609-89fd-45290d360782 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:15.134406 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-425586fa-a7df-4358-83ce-b71858b33563 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.236082 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710bee1-5bb9-4658-a851-f96c621f0b36 req-23f06961-7100-45fe-a684-4159adf13fe6 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:15.237998 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b710bee1-5bb9-4658-a851-f96c621f0b36 req-23f06961-7100-45fe-a684-4159adf13fe6 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 944 time: 1.4803097 Jul 07 17:04:15.272596 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-425586fa-a7df-4358-83ce-b71858b33563 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.290974 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-425586fa-a7df-4358-83ce-b71858b33563 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Calling delete_port for 284cdf4d-411c-4609-89fd-45290d360782 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:15.385278 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-85a2b496-bebe-4833-883e-89ababd70ce1 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Made reservation on behalf of 583b77e413ba4cbea27c45c8cfa95369 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:15.390622 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-85a2b496-bebe-4833-883e-89ababd70ce1 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.429332 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-85a2b496-bebe-4833-883e-89ababd70ce1 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.442731 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b710bee1-5bb9-4658-a851-f96c621f0b36 req-a0f62e2c-fdd6-418e-abba-626eaf390683 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757205 Jul 07 17:04:15.506890 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3fc6e603-5a95-433d-bb68-87e2a21d71df req-64588f50-a7f1-45d3-bdfc-77c565405b34 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 210 time: 0.0927181 Jul 07 17:04:15.565431 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d8ead933-dcbc-49de-9dd5-0f2b31f68b80 req-1199626e-2063-4856-a41d-454fc94b382d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720700 Jul 07 17:04:15.614424 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-425586fa-a7df-4358-83ce-b71858b33563 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.640702 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-02511660-8f3b-4a9d-b0d7-338b78bc3f5c None None] Provisioning complete for port 53fd87ae-09b2-4949-80a0-b0d264628ec8 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:15.641111 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-02511660-8f3b-4a9d-b0d7-338b78bc3f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.707028 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-02511660-8f3b-4a9d-b0d7-338b78bc3f5c None None] Port 53fd87ae-09b2-4949-80a0-b0d264628ec8 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:15.708524 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.710841 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425586fa-a7df-4358-83ce-b71858b33563 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Pushing event deleted for resources: {'Port': ['ID=284cdf4d-411c-4609-89fd-45290d360782,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:15.784282 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-425586fa-a7df-4358-83ce-b71858b33563 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.786312 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-425586fa-a7df-4358-83ce-b71858b33563 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] 10.222.0.50 "DELETE /v2.0/ports/284cdf4d-411c-4609-89fd-45290d360782 HTTP/1.1" status: 204 len: 168 time: 1.3299389 Jul 07 17:04:15.791653 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55950) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:15.795292 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fa9f92cf-66de-4ca5-9125-56aa40eea006 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:15.798590 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d,segment=NetworkSegment(4c4b6aab-5150-414a-96eb-070067753cd4),segment_id=4c4b6aab-5150-414a-96eb-070067753cd4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:15.800456 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-48a9f86e-d0a3-4edc-8408-bfda2bc9638f tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Request body: {'port': {'name': 'tempest-new-port-name-1392628150', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:15.801283 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.api.validators [None req-48a9f86e-d0a3-4edc-8408-bfda2bc9638f tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] bootfile-name is not in valid_values {{(pid=100410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:04:15.802079 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.api.validators [None req-48a9f86e-d0a3-4edc-8408-bfda2bc9638f tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] tftp-server is not in valid_values {{(pid=100410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:04:15.807413 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.api.validators [None req-48a9f86e-d0a3-4edc-8408-bfda2bc9638f tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] server-ip-address is not in valid_values {{(pid=100410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:04:15.879279 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1122517c-3aba-44ac-bf5c-f9f5bd27d126 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.883817 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.903525 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1122517c-3aba-44ac-bf5c-f9f5bd27d126 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.908644 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1122517c-3aba-44ac-bf5c-f9f5bd27d126 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.937960 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-14e36258-b0d8-4e4c-a350-3223264e4975 None None] Provisioning complete for port fa9f92cf-66de-4ca5-9125-56aa40eea006 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:15.938349 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-14e36258-b0d8-4e4c-a350-3223264e4975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:15.959205 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-48a9f86e-d0a3-4edc-8408-bfda2bc9638f tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:16.090650 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port fa9f92cf-66de-4ca5-9125-56aa40eea006 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:16.094907 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:16.102253 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:16.176750 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1122517c-3aba-44ac-bf5c-f9f5bd27d126 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network ac2f32dc-9064-4380-bbd0-48b78883a89b is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:16.189976 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-1122517c-3aba-44ac-bf5c-f9f5bd27d126 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:16.201829 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122517c-3aba-44ac-bf5c-f9f5bd27d126 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=9af01e1b-c837-4c99-b950-edc4fea44d43,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:16.330545 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:16.364764 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-14e36258-b0d8-4e4c-a350-3223264e4975 None None] Provisioning for port 9af01e1b-c837-4c99-b950-edc4fea44d43 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:16.371138 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-14e36258-b0d8-4e4c-a350-3223264e4975 None None] Provisioning complete for port 9af01e1b-c837-4c99-b950-edc4fea44d43 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:16.372506 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-14e36258-b0d8-4e4c-a350-3223264e4975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:16.444009 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-85a2b496-bebe-4833-883e-89ababd70ce1 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:16.453430 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-85a2b496-bebe-4833-883e-89ababd70ce1 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:16.493458 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-14e36258-b0d8-4e4c-a350-3223264e4975 None None] Port 9af01e1b-c837-4c99-b950-edc4fea44d43 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:16.498722 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-14e36258-b0d8-4e4c-a350-3223264e4975 None None] Could not find standard attr ID for object 284cdf4d-411c-4609-89fd-45290d360782. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:04:16.543816 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87be3524-2f93-481f-95db-c56b4d1cc12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:16.548447 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87487755-8c52-4171-8905-333a8f463672" -d '{"events": [{"server_uuid": "87be3524-2f93-481f-95db-c56b4d1cc12f", "name": "network-vif-plugged", "status": "completed", "tag": "7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:16.620768 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-48a9f86e-d0a3-4edc-8408-bfda2bc9638f tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:16.636142 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-48a9f86e-d0a3-4edc-8408-bfda2bc9638f tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:16.710223 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1122517c-3aba-44ac-bf5c-f9f5bd27d126 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Router d90fa3fd-f725-46c1-9e4e-2822cb000733 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:04:16.738188 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6ae25cb6-5a82-4b67-869e-b91357e4da01 None None] Provisioning complete for port 9af01e1b-c837-4c99-b950-edc4fea44d43 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:16.738609 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6ae25cb6-5a82-4b67-869e-b91357e4da01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:16.744177 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2b496-bebe-4833-883e-89ababd70ce1 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d4ae51-122c-490c-9cfd-566ad26c9d96,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:16.766871 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-48a9f86e-d0a3-4edc-8408-bfda2bc9638f tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] In _notify_port_updated(), no bound segment for port 53fd87ae-09b2-4949-80a0-b0d264628ec8 on network e19bbaaa-85b5-4193-83fb-cb1bc6d79973 {{(pid=100410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:04:16.773113 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a9f86e-d0a3-4edc-8408-bfda2bc9638f tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.773861 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-48a9f86e-d0a3-4edc-8408-bfda2bc9638f tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:16.776455 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-48a9f86e-d0a3-4edc-8408-bfda2bc9638f tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] 10.222.0.50 "PUT /v2.0/ports/53fd87ae-09b2-4949-80a0-b0d264628ec8 HTTP/1.1" status: 200 len: 1129 time: 0.9836361 Jul 07 17:04:16.792658 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55978) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:16.857356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9f86e-d0a3-4edc-8408-bfda2bc9638f tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Pushing event updated for resources: {'Port': ['ID=53fd87ae-09b2-4949-80a0-b0d264628ec8,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:16.858510 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-6ae25cb6-5a82-4b67-869e-b91357e4da01 None None] Port 9af01e1b-c837-4c99-b950-edc4fea44d43 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:16.908753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8140f3-6410-4cd2-a5eb-6238c388b4e3 req-70ca79bd-59a9-4663-af0d-11298df5f182 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:16.916037 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ad8140f3-6410-4cd2-a5eb-6238c388b4e3 req-70ca79bd-59a9-4663-af0d-11298df5f182 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.1354930 Jul 07 17:04:16.988897 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ad8140f3-6410-4cd2-a5eb-6238c388b4e3 req-756e2b12-ab08-427c-a49e-bbf7a50a7139 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717921 Jul 07 17:04:17.047377 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df39ed85-293f-443c-8d81-4d1b825dedcb x-openstack-request-id: req-df39ed85-293f-443c-8d81-4d1b825dedcb {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:17.047956 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87be3524-2f93-481f-95db-c56b4d1cc12f", "name": "network-vif-plugged", "status": "completed", "tag": "7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:17.047956 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df39ed85-293f-443c-8d81-4d1b825dedcb {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:17.048384 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87be3524-2f93-481f-95db-c56b4d1cc12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d', 'code': 200} Jul 07 17:04:17.073446 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-10c60420-667e-4e7d-a22c-6a92b31f26af req-9b0b8a95-1c7f-47b5-8acb-07080f611b50 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 210 time: 0.1702077 Jul 07 17:04:17.116765 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-111d35cc-0bff-4245-ab4d-8563a3f085ce None None] Provisioning complete for port 53fd87ae-09b2-4949-80a0-b0d264628ec8 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:17.117488 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-111d35cc-0bff-4245-ab4d-8563a3f085ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:17.269636 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-111d35cc-0bff-4245-ab4d-8563a3f085ce None None] Port 53fd87ae-09b2-4949-80a0-b0d264628ec8 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:17.321107 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932c666-9efe-42ad-8f1c-5faf1e7137fa req-8600566d-f752-4916-a2d8-a7890caabd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:17.322656 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5932c666-9efe-42ad-8f1c-5faf1e7137fa req-8600566d-f752-4916-a2d8-a7890caabd1f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 1096 time: 0.1667244 Jul 07 17:04:17.340232 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1122517c-3aba-44ac-bf5c-f9f5bd27d126 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:17.351333 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a82092-2b6f-44ad-babb-5b9a313041af None None] Sync routers for ids ['d90fa3fd-f725-46c1-9e4e-2822cb000733'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:17.364883 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a82092-2b6f-44ad-babb-5b9a313041af None None] Routers {'d90fa3fd-f725-46c1-9e4e-2822cb000733'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:17.367903 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-27a82092-2b6f-44ad-babb-5b9a313041af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:03:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d90fa3fd-f725-46c1-9e4e-2822cb000733'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:17.383437 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91ecf4b-14b9-494d-bd58-620ba92670d7 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:17.385766 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d91ecf4b-14b9-494d-bd58-620ba92670d7 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] 10.222.0.50 "GET /v2.0/ports/53fd87ae-09b2-4949-80a0-b0d264628ec8 HTTP/1.1" status: 200 len: 1129 time: 0.5867746 Jul 07 17:04:17.400418 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5932c666-9efe-42ad-8f1c-5faf1e7137fa req-267ee260-f686-401a-a337-8639d0145a01 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710638 Jul 07 17:04:17.416800 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1122517c-3aba-44ac-bf5c-f9f5bd27d126 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "PUT /v2.0/routers/d90fa3fd-f725-46c1-9e4e-2822cb000733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1805468 Jul 07 17:04:17.417566 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55998) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:17.419002 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55994) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:17.443443 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-85a2b496-bebe-4833-883e-89ababd70ce1 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Allocated IP 192.168.233.41 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/2254f451-4f8d-4423-afe2-8a48d339adfa) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:17.457675 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-27a82092-2b6f-44ad-babb-5b9a313041af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:17.484330 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a82092-2b6f-44ad-babb-5b9a313041af None None] Routers {'d90fa3fd-f725-46c1-9e4e-2822cb000733'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:17.487391 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-27a82092-2b6f-44ad-babb-5b9a313041af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:03:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d90fa3fd-f725-46c1-9e4e-2822cb000733'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:17.573370 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:17.648434 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-794fe7db-8183-4428-bd2b-68c3a56344df tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Deleting port 53fd87ae-09b2-4949-80a0-b0d264628ec8 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:17.649022 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-794fe7db-8183-4428-bd2b-68c3a56344df tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:17.697172 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c878644-4650-428d-bc90-422e85f34b7d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:17.698976 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8c878644-4650-428d-bc90-422e85f34b7d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports?device_id=d90fa3fd-f725-46c1-9e4e-2822cb000733 HTTP/1.1" status: 200 len: 987 time: 0.2796664 Jul 07 17:04:17.703179 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56000) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:17.762006 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-794fe7db-8183-4428-bd2b-68c3a56344df tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:17.763098 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-27a82092-2b6f-44ad-babb-5b9a313041af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:17.764177 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a82092-2b6f-44ad-babb-5b9a313041af None None] The sync data for ids ['d90fa3fd-f725-46c1-9e4e-2822cb000733'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:17.778621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-794fe7db-8183-4428-bd2b-68c3a56344df tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Calling delete_port for 53fd87ae-09b2-4949-80a0-b0d264628ec8 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:17.901096 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8dbecc2f-5a33-4350-8a2f-7012991f693a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.005618 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-794fe7db-8183-4428-bd2b-68c3a56344df tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.087818 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-85a2b496-bebe-4833-883e-89ababd70ce1 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.171549 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-794fe7db-8183-4428-bd2b-68c3a56344df tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.179914 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-794fe7db-8183-4428-bd2b-68c3a56344df tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] 10.222.0.50 "DELETE /v2.0/ports/53fd87ae-09b2-4949-80a0-b0d264628ec8 HTTP/1.1" status: 204 len: 168 time: 0.7574639 Jul 07 17:04:18.180235 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-85a2b496-bebe-4833-883e-89ababd70ce1 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Transition to ACTIVE for port object 2254f451-4f8d-4423-afe2-8a48d339adfa will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:18.181538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fe7db-8183-4428-bd2b-68c3a56344df tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Pushing event deleted for resources: {'Port': ['ID=53fd87ae-09b2-4949-80a0-b0d264628ec8,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:18.183886 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56008) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:18.319619 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-d592af26-2c44-43cb-aa4d-18f603c5837b tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Deleting subnet 5c00957d-e484-49f5-9a93-cffe745f3d09 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:04:18.326919 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d592af26-2c44-43cb-aa4d-18f603c5837b tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.462492 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-85a2b496-bebe-4833-883e-89ababd70ce1 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.470171 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-24081819-0e99-4261-abc0-c2e7181cd0d1 req-db3a18da-a1e0-4cc7-b71d-a11a7e20bc30 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 210 time: 0.0463364 Jul 07 17:04:18.485154 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d592af26-2c44-43cb-aa4d-18f603c5837b tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.522800 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59599457-9f3a-49be-922b-8af3e824b4a1 req-8f2fe122-9438-4dec-adf0-3f52233175e9 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:18.524446 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-59599457-9f3a-49be-922b-8af3e824b4a1 req-8f2fe122-9438-4dec-adf0-3f52233175e9 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.3304276 Jul 07 17:04:18.560191 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-85a2b496-bebe-4833-883e-89ababd70ce1 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:18.575281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-85a2b496-bebe-4833-883e-89ababd70ce1 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:18.585164 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-85a2b496-bebe-4833-883e-89ababd70ce1 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:18.590686 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d592af26-2c44-43cb-aa4d-18f603c5837b tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.630697 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2b496-bebe-4833-883e-89ababd70ce1 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Pushing event updated for resources: {'Port': ['ID=2254f451-4f8d-4423-afe2-8a48d339adfa,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:18.636003 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56018) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:18.666820 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-8b02b694-537e-47cd-b935-f1be6eb1946b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1579082290'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:18.680275 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d592af26-2c44-43cb-aa4d-18f603c5837b tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.716521 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592af26-2c44-43cb-aa4d-18f603c5837b tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Pushing event deleted for resources: {'Subnet': ['ID=5c00957d-e484-49f5-9a93-cffe745f3d09,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:18.721699 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d592af26-2c44-43cb-aa4d-18f603c5837b tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.726001 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d592af26-2c44-43cb-aa4d-18f603c5837b tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] 10.222.0.50 "DELETE /v2.0/subnets/5c00957d-e484-49f5-9a93-cffe745f3d09 HTTP/1.1" status: 204 len: 168 time: 0.5387938 Jul 07 17:04:18.726535 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56020) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:18.731503 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-59599457-9f3a-49be-922b-8af3e824b4a1 req-79578757-e3eb-4fd1-a065-cb5527471208 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970296 Jul 07 17:04:18.739172 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2f9b12-35a1-43cf-9a99-6e1d63347dc4 None None] Network e19bbaaa-85b5-4193-83fb-cb1bc6d79973 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:18.777854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-85a2b496-bebe-4833-883e-89ababd70ce1 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:18.778643 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-85a2b496-bebe-4833-883e-89ababd70ce1 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.811687 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7d447fd5-7c64-4ec1-b11b-ac66fc6481c3 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.840657 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-429d9ea6-850b-441f-8b29-d822ef8297c3 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.854483 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b02b694-537e-47cd-b935-f1be6eb1946b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Made reservation on behalf of d2bc760b57a34528af5e85b5e280ce2e for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:18.858282 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8b02b694-537e-47cd-b935-f1be6eb1946b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.859784 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.870866 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-85a2b496-bebe-4833-883e-89ababd70ce1 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0155876 Jul 07 17:04:18.896413 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-429d9ea6-850b-441f-8b29-d822ef8297c3 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Deleting port ccc2c25c-91a4-455e-a1c3-bddfddc8616b {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:18.896760 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-429d9ea6-850b-441f-8b29-d822ef8297c3 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.914185 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] Request body: {'port': {'device_id': 'a325037b-7ce5-4318-8cb3-b8c8a1441a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:18.922492 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b3578534-46a6-49d7-92da-c4af60b8142f None None] Provisioning for port 2254f451-4f8d-4423-afe2-8a48d339adfa completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:18.927288 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b3578534-46a6-49d7-92da-c4af60b8142f None None] Provisioning complete for port 2254f451-4f8d-4423-afe2-8a48d339adfa triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:18.927664 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b3578534-46a6-49d7-92da-c4af60b8142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.948697 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b02b694-537e-47cd-b935-f1be6eb1946b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:04:18.958210 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8b02b694-537e-47cd-b935-f1be6eb1946b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.959110 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-8b02b694-537e-47cd-b935-f1be6eb1946b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Added segment 25407b21-3801-4008-9a18-c47cd1fa46df of type vlan for network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 Jul 07 17:04:18.966540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b3578534-46a6-49d7-92da-c4af60b8142f None None] Port 2254f451-4f8d-4423-afe2-8a48d339adfa cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:18.985056 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-429d9ea6-850b-441f-8b29-d822ef8297c3 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] For port ccc2c25c-91a4-455e-a1c3-bddfddc8616b, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ccc2c25c-91a4-455e-a1c3-bddfddc8616b,segment=NetworkSegment(8d075ac3-df73-413b-a9cb-6795ea52b082),segment_id=8d075ac3-df73-413b-a9cb-6795ea52b082)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:18.985424 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-429d9ea6-850b-441f-8b29-d822ef8297c3 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:18.998898 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-429d9ea6-850b-441f-8b29-d822ef8297c3 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Calling delete_port for ccc2c25c-91a4-455e-a1c3-bddfddc8616b owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:19.012862 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65adfe2e-4d0a-44b9-bb20-80710eabf677 None None] DHCP port deletion for e19bbaaa-85b5-4193-83fb-cb1bc6d79973 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:04:19.062215 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-65adfe2e-4d0a-44b9-bb20-80710eabf677 None None] Deleting port ccc2c25c-91a4-455e-a1c3-bddfddc8616b {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:19.062725 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-65adfe2e-4d0a-44b9-bb20-80710eabf677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.095557 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-429d9ea6-850b-441f-8b29-d822ef8297c3 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.122756 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d9ea6-850b-441f-8b29-d822ef8297c3 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Pushing event deleted for resources: {'Port': ['ID=ccc2c25c-91a4-455e-a1c3-bddfddc8616b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:19.137701 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429d9ea6-850b-441f-8b29-d822ef8297c3 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] No DVR routers for this DVR port ccc2c25c-91a4-455e-a1c3-bddfddc8616b on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:19.154532 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-65adfe2e-4d0a-44b9-bb20-80710eabf677 None None] For port ccc2c25c-91a4-455e-a1c3-bddfddc8616b, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ccc2c25c-91a4-455e-a1c3-bddfddc8616b,segment=NetworkSegment(8d075ac3-df73-413b-a9cb-6795ea52b082),segment_id=8d075ac3-df73-413b-a9cb-6795ea52b082)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:19.154943 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-65adfe2e-4d0a-44b9-bb20-80710eabf677 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.172174 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-65adfe2e-4d0a-44b9-bb20-80710eabf677 None None] Calling delete_port for ccc2c25c-91a4-455e-a1c3-bddfddc8616b owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:19.236315 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-429d9ea6-850b-441f-8b29-d822ef8297c3 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.253507 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-429d9ea6-850b-441f-8b29-d822ef8297c3 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19bbaaa-85b5-4193-83fb-cb1bc6d79973']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:19.271153 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-429d9ea6-850b-441f-8b29-d822ef8297c3 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d075ac3-df73-413b-a9cb-6795ea52b082') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:19.271153 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-429d9ea6-850b-441f-8b29-d822ef8297c3 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d075ac3-df73-413b-a9cb-6795ea52b082') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:19.280620 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-65adfe2e-4d0a-44b9-bb20-80710eabf677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.280784 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-429d9ea6-850b-441f-8b29-d822ef8297c3 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.299792 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-429d9ea6-850b-441f-8b29-d822ef8297c3 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.308128 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429d9ea6-850b-441f-8b29-d822ef8297c3 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:04:19.308807 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-429d9ea6-850b-441f-8b29-d822ef8297c3 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:04:19.313376 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:04:19.317029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65adfe2e-4d0a-44b9-bb20-80710eabf677 None None] Pushing event deleted for resources: {'Port': ['ID=ccc2c25c-91a4-455e-a1c3-bddfddc8616b,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:19.327092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65adfe2e-4d0a-44b9-bb20-80710eabf677 None None] No DVR routers for this DVR port ccc2c25c-91a4-455e-a1c3-bddfddc8616b on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:19.348486 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8b02b694-537e-47cd-b935-f1be6eb1946b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.384523 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.412790 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-429d9ea6-850b-441f-8b29-d822ef8297c3 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.423451 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-429d9ea6-850b-441f-8b29-d822ef8297c3 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.425756 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-429d9ea6-850b-441f-8b29-d822ef8297c3 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] 10.222.0.50 "DELETE /v2.0/networks/e19bbaaa-85b5-4193-83fb-cb1bc6d79973 HTTP/1.1" status: 204 len: 168 time: 0.6981361 Jul 07 17:04:19.444069 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d9ea6-850b-441f-8b29-d822ef8297c3 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021 tempest-ExtraDHCPOptionsIpV6TestJSON-561723021-project] Pushing event deleted for resources: {'Network': ['ID=e19bbaaa-85b5-4193-83fb-cb1bc6d79973,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:19.468768 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8b02b694-537e-47cd-b935-f1be6eb1946b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.474190 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b02b694-537e-47cd-b935-f1be6eb1946b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:19.474827 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8b02b694-537e-47cd-b935-f1be6eb1946b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.612584 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8b02b694-537e-47cd-b935-f1be6eb1946b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9623134 Jul 07 17:04:19.615531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56042) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:19.627740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-dfa89eec-a4e6-4db5-9909-80652ab5f89b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2041276508'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:19.684344 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa89eec-a4e6-4db5-9909-80652ab5f89b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Made reservation on behalf of d2bc760b57a34528af5e85b5e280ce2e for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:19.694970 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dfa89eec-a4e6-4db5-9909-80652ab5f89b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.772105 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ccc2c25c-91a4-455e-a1c3-bddfddc8616b no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:19.791263 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02b694-537e-47cd-b935-f1be6eb1946b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event updated for resources: {'Network': ['ID=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:19.807527 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa89eec-a4e6-4db5-9909-80652ab5f89b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:04:19.827932 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dfa89eec-a4e6-4db5-9909-80652ab5f89b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.828731 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-dfa89eec-a4e6-4db5-9909-80652ab5f89b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Added segment 42e6b983-0ac2-4827-9607-037f81f56b08 of type vlan for network b39fb3b4-5401-465e-ad80-a133da26f792 Jul 07 17:04:19.833391 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:04:19.852192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: ccc2c25c-91a4-455e-a1c3-bddfddc8616b {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:19.852466 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ccc2c25c-91a4-455e-a1c3-bddfddc8616b not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:19.919515 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dfa89eec-a4e6-4db5-9909-80652ab5f89b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:19.944278 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56050) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:19.956240 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ed11f-f0aa-4945-8dbd-51e15926937d req-980a154c-8aa1-4206-8235-f974da045edf tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:19.958769 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc4ed11f-f0aa-4945-8dbd-51e15926937d req-980a154c-8aa1-4206-8235-f974da045edf tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 935 time: 0.2120771 Jul 07 17:04:20.028699 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dfa89eec-a4e6-4db5-9909-80652ab5f89b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.036956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa89eec-a4e6-4db5-9909-80652ab5f89b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:20.038074 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dfa89eec-a4e6-4db5-9909-80652ab5f89b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.053612 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc4ed11f-f0aa-4945-8dbd-51e15926937d req-8144c394-07ad-43e1-a2cf-a4f04fb9ffa1 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d4ae51-122c-490c-9cfd-566ad26c9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860622 Jul 07 17:04:20.130042 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7d447fd5-7c64-4ec1-b11b-ac66fc6481c3 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting port 9af01e1b-c837-4c99-b950-edc4fea44d43 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:20.134411 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7d447fd5-7c64-4ec1-b11b-ac66fc6481c3 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.137851 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dfa89eec-a4e6-4db5-9909-80652ab5f89b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5195277 Jul 07 17:04:20.151411 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56054) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:20.160462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa89eec-a4e6-4db5-9909-80652ab5f89b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event updated for resources: {'Network': ['ID=b39fb3b4-5401-465e-ad80-a133da26f792,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:20.172325 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network b39fb3b4-5401-465e-ad80-a133da26f792 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:04:20.177933 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2e0e12ae-41ff-4bd1-8273-43c255a45dac tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Request body: {'subnet': {'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:20.319926 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6611289f-6b73-4900-9557-3352e4abe4b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=720aec565c9547e7a9a5ddd60ce6015f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3574741 Jul 07 17:04:20.321873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56062) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:20.355673 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.424120 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0155ca7d-ed97-42a6-a1a7-847058f7f8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.435831 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2254f451-4f8d-4423-afe2-8a48d339adfa {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:20.459906 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.463507 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7d447fd5-7c64-4ec1-b11b-ac66fc6481c3 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.479067 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0155ca7d-ed97-42a6-a1a7-847058f7f8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.507719 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7d447fd5-7c64-4ec1-b11b-ac66fc6481c3 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Calling delete_port for 9af01e1b-c837-4c99-b950-edc4fea44d43 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:20.521109 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] Transition to ACTIVE for port object 2254f451-4f8d-4423-afe2-8a48d339adfa will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:20.538323 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f020f34-5313-48d0-9e14-dccedab3faa2 req-0555dd27-2a73-4e3f-ba67-6fd2c9aa1b1f tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:20.539362 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0155ca7d-ed97-42a6-a1a7-847058f7f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.542827 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0155ca7d-ed97-42a6-a1a7-847058f7f8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.546719 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0155ca7d-ed97-42a6-a1a7-847058f7f8f0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d474c70-75d3-43b5-bc0a-6ba059a52096 HTTP/1.1" status: 204 len: 168 time: 0.2211437 Jul 07 17:04:20.547620 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f020f34-5313-48d0-9e14-dccedab3faa2 req-0555dd27-2a73-4e3f-ba67-6fd2c9aa1b1f tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.3655910 Jul 07 17:04:20.560483 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.566262 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155ca7d-ed97-42a6-a1a7-847058f7f8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d474c70-75d3-43b5-bc0a-6ba059a52096,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:20.640960 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0e12ae-41ff-4bd1-8273-43c255a45dac tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Made reservation on behalf of d2bc760b57a34528af5e85b5e280ce2e for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:20.644163 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e0e12ae-41ff-4bd1-8273-43c255a45dac tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:20.787672 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] Pushing event updated for resources: {'Port': ['ID=2254f451-4f8d-4423-afe2-8a48d339adfa,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:20.822349 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f020f34-5313-48d0-9e14-dccedab3faa2 req-02cea619-2461-4b59-95de-9c3cf170e6f7 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738464 Jul 07 17:04:21.053126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] Attempting to bind port 2254f451-4f8d-4423-afe2-8a48d339adfa on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:21.054331 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] Attempting to bind port 2254f451-4f8d-4423-afe2-8a48d339adfa by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:21.054898 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] Attempting to bind port 2254f451-4f8d-4423-afe2-8a48d339adfa on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:21.116100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] Port 2254f451-4f8d-4423-afe2-8a48d339adfa on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:04:21.116760 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] Attempting to bind port 2254f451-4f8d-4423-afe2-8a48d339adfa on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:21.183422 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:21.184234 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:21.184824 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:21.185509 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] Bound port: 2254f451-4f8d-4423-afe2-8a48d339adfa, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:21.186086 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.554749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a85e4-a7c3-43df-a3ef-61e5f30ef046 req-a2d2489e-a209-4ce7-92c1-837aaf9badff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.556552 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-305a85e4-a7c3-43df-a3ef-61e5f30ef046 req-a2d2489e-a209-4ce7-92c1-837aaf9badff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a8fcf6541fe4d4790d553411e54b35a&device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 1096 time: 0.1899664 Jul 07 17:04:21.582437 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7d447fd5-7c64-4ec1-b11b-ac66fc6481c3 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.616965 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e0e12ae-41ff-4bd1-8273-43c255a45dac tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.681737 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d447fd5-7c64-4ec1-b11b-ac66fc6481c3 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Port': ['ID=9af01e1b-c837-4c99-b950-edc4fea44d43,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:21.693087 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] For port 2254f451-4f8d-4423-afe2-8a48d339adfa, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:21.759586 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a765dc-1058-4bae-a201-0d60f9045162 req-268b84e0-47ba-4230-9560-092aa1eec698 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.769163 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-54a765dc-1058-4bae-a201-0d60f9045162 req-268b84e0-47ba-4230-9560-092aa1eec698 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.2335198 Jul 07 17:04:21.794886 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a85e4-a7c3-43df-a3ef-61e5f30ef046 req-a20fa987-223b-4c45-bda1-ee2d3b2756dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.796466 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-305a85e4-a7c3-43df-a3ef-61e5f30ef046 req-a20fa987-223b-4c45-bda1-ee2d3b2756dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=bced8daf-6fbb-4d36-805b-186336287171 HTTP/1.1" status: 200 len: 920 time: 0.1937480 Jul 07 17:04:21.828431 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] For port 2254f451-4f8d-4423-afe2-8a48d339adfa, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2254f451-4f8d-4423-afe2-8a48d339adfa,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:21.857771 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-305a85e4-a7c3-43df-a3ef-61e5f30ef046 req-ab0f8f8f-a637-4acd-910f-9d917f9e41be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d HTTP/1.1" status: 200 len: 217 time: 0.0538521 Jul 07 17:04:21.860226 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:21.871076 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-54a765dc-1058-4bae-a201-0d60f9045162 req-4e545cbf-705a-4c2f-9756-598b20ee4ead tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990019 Jul 07 17:04:21.917421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56110) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:21.933729 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e12ae-41ff-4bd1-8273-43c255a45dac tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event updated for resources: {'Subnet': ['ID=9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:21.943595 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0b2e3-6ea5-4d44-90e4-79256e2faddc req-fbd65e08-c0a7-4cae-acc7-f1dfb08468fd tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.945468 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c0d0b2e3-6ea5-4d44-90e4-79256e2faddc req-fbd65e08-c0a7-4cae-acc7-f1dfb08468fd tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 947 time: 0.6782002 Jul 07 17:04:21.956837 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a85e4-a7c3-43df-a3ef-61e5f30ef046 req-fefaa760-e177-4efa-83b0-3641aebb7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:21.958669 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-305a85e4-a7c3-43df-a3ef-61e5f30ef046 req-fefaa760-e177-4efa-83b0-3641aebb7371 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98f3de07-2e07-4f60-b06f-024d644ee4e7 HTTP/1.1" status: 200 len: 859 time: 0.0862646 Jul 07 17:04:22.005319 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-305a85e4-a7c3-43df-a3ef-61e5f30ef046 req-86166158-3ae5-4ac6-8b50-768756d50bfb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bced8daf-6fbb-4d36-805b-186336287171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398383 Jul 07 17:04:22.024507 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:22.025411 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.026852 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] 10.222.0.69 "PUT /v2.0/ports/2254f451-4f8d-4423-afe2-8a48d339adfa HTTP/1.1" status: 200 len: 1095 time: 3.1217279 Jul 07 17:04:22.037156 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a325037b-7ce5-4318-8cb3-b8c8a1441a69', 'tag': '2254f451-4f8d-4423-afe2-8a48d339adfa'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:22.040324 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ffce64-eeef-47bf-94a8-3841fb51831e" -d '{"events": [{"name": "network-changed", "server_uuid": "a325037b-7ce5-4318-8cb3-b8c8a1441a69", "tag": "2254f451-4f8d-4423-afe2-8a48d339adfa"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:22.052756 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7d447fd5-7c64-4ec1-b11b-ac66fc6481c3 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.064222 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0e12ae-41ff-4bd1-8273-43c255a45dac tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Checking segment: {'id': '25407b21-3801-4008-9a18-c47cd1fa46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:22.064596 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0e12ae-41ff-4bd1-8273-43c255a45dac tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Network hostable DHCP agents. Network: 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:04:22.079435 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-11e87505-a221-4d1d-8efc-436c7de00040 tempest-DvrRoutersNegativeTest-675221439 tempest-DvrRoutersNegativeTest-675221439-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-305609349', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:22.082405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.policy [None req-11e87505-a221-4d1d-8efc-436c7de00040 tempest-DvrRoutersNegativeTest-675221439 tempest-DvrRoutersNegativeTest-675221439-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100410) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 07 17:04:22.084456 n-d-793620-7 neutron-server[100410]: DEBUG neutron.policy [None req-11e87505-a221-4d1d-8efc-436c7de00040 tempest-DvrRoutersNegativeTest-675221439 tempest-DvrRoutersNegativeTest-675221439-project] Failed policy check for 'create_router' {{(pid=100410) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 07 17:04:22.085005 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-11e87505-a221-4d1d-8efc-436c7de00040 tempest-DvrRoutersNegativeTest-675221439 tempest-DvrRoutersNegativeTest-675221439-project] create failed (client error): Access was denied to this resource. Jul 07 17:04:22.096592 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-11e87505-a221-4d1d-8efc-436c7de00040 tempest-DvrRoutersNegativeTest-675221439 tempest-DvrRoutersNegativeTest-675221439-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1716905 Jul 07 17:04:22.132080 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5c6f22-1a5e-47bf-9300-71d8e741243d x-openstack-request-id: req-ad5c6f22-1a5e-47bf-9300-71d8e741243d {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:22.132667 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a325037b-7ce5-4318-8cb3-b8c8a1441a69", "tag": "2254f451-4f8d-4423-afe2-8a48d339adfa", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:22.133093 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ad5c6f22-1a5e-47bf-9300-71d8e741243d {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:22.133677 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a325037b-7ce5-4318-8cb3-b8c8a1441a69', 'tag': '2254f451-4f8d-4423-afe2-8a48d339adfa', 'status': 'completed', 'code': 200} Jul 07 17:04:22.152483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-305a85e4-a7c3-43df-a3ef-61e5f30ef046 req-04e2dde8-bd4b-435c-9919-3da995e2ae27 service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409743 Jul 07 17:04:22.168896 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37737c9-b824-494b-ac30-033298a1e554 service neutron] Pushing event updated for resources: {'Port': ['ID=2254f451-4f8d-4423-afe2-8a48d339adfa,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:22.236385 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c0d0b2e3-6ea5-4d44-90e4-79256e2faddc req-583ac81c-05bc-4183-bb73-96ed1190cd45 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d4ae51-122c-490c-9cfd-566ad26c9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549553 Jul 07 17:04:22.287936 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0e12ae-41ff-4bd1-8273-43c255a45dac tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:04:22.298421 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-305a85e4-a7c3-43df-a3ef-61e5f30ef046 req-fee0ef67-969e-4609-8f9b-69ace680b697 service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387098 Jul 07 17:04:22.353930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-2e0e12ae-41ff-4bd1-8273-43c255a45dac tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:22.365095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c37cf1b-95c8-4971-a335-d9bed4a18ce7 None None] Network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:22.371075 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0e12ae-41ff-4bd1-8273-43c255a45dac tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:22.372336 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e0e12ae-41ff-4bd1-8273-43c255a45dac tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.431644 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-7b43f288-bf10-4d1e-a1e5-6b5b4dda023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:22.433189 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-7b43f288-bf10-4d1e-a1e5-6b5b4dda023d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=583b77e413ba4cbea27c45c8cfa95369&device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 1098 time: 0.3500988 Jul 07 17:04:22.437580 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2e0e12ae-41ff-4bd1-8273-43c255a45dac tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2848368 Jul 07 17:04:22.440234 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56126) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:22.445769 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Request body: {'subnet': {'network_id': 'b39fb3b4-5401-465e-ad80-a133da26f792', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:22.454127 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d447fd5-7c64-4ec1-b11b-ac66fc6481c3 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Router d90fa3fd-f725-46c1-9e4e-2822cb000733 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:04:22.489879 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56128) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:22.493772 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-84aee29b-9194-4727-9d7e-d7cbc5cac329 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=2254f451-4f8d-4423-afe2-8a48d339adfa HTTP/1.1" status: 200 len: 217 time: 0.0508559 Jul 07 17:04:22.547879 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-10aa9f73-ec7d-4ca0-b9ad-8cc057206e22', 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'fixed_ips': [{'subnet_id': '9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:04:22.549158 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.559608 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Made reservation on behalf of d2bc760b57a34528af5e85b5e280ce2e for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:22.565315 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.620930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-58bdcf63-3cc1-4213-8ad9-dfc4119d2a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:22.622681 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-58bdcf63-3cc1-4213-8ad9-dfc4119d2a73 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1209369 Jul 07 17:04:22.625538 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d447fd5-7c64-4ec1-b11b-ac66fc6481c3 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:22.641405 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ee2ee5-063c-4975-bf77-8fc97aef614d None None] Sync routers for ids ['d90fa3fd-f725-46c1-9e4e-2822cb000733'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:22.644784 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7d447fd5-7c64-4ec1-b11b-ac66fc6481c3 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "PUT /v2.0/routers/d90fa3fd-f725-46c1-9e4e-2822cb000733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9382198 Jul 07 17:04:22.647875 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56132) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:22.650133 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-869c5f68-4725-4bb5-9742-045539e68bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.659442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ee2ee5-063c-4975-bf77-8fc97aef614d None None] Routers {'d90fa3fd-f725-46c1-9e4e-2822cb000733'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:22.660474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-18ee2ee5-063c-4975-bf77-8fc97aef614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:04:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d90fa3fd-f725-46c1-9e4e-2822cb000733'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:22.683954 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eaab45b-9d0e-47bb-9ce6-5534ca54750d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] GET failed (client error): The resource could not be found. Jul 07 17:04:22.687754 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5eaab45b-9d0e-47bb-9ce6-5534ca54750d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports/9af01e1b-c837-4c99-b950-edc4fea44d43 HTTP/1.1" status: 404 len: 333 time: 0.0357332 Jul 07 17:04:22.690921 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56136) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:22.703340 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-18ee2ee5-063c-4975-bf77-8fc97aef614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:22.743699 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ee2ee5-063c-4975-bf77-8fc97aef614d None None] Routers {'d90fa3fd-f725-46c1-9e4e-2822cb000733'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:22.744769 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-18ee2ee5-063c-4975-bf77-8fc97aef614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:04:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d90fa3fd-f725-46c1-9e4e-2822cb000733'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:22.781585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-18ee2ee5-063c-4975-bf77-8fc97aef614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:22.782682 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ee2ee5-063c-4975-bf77-8fc97aef614d None None] The sync data for ids ['d90fa3fd-f725-46c1-9e4e-2822cb000733'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:22.795694 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Allocated IP 10.1.1.2 (10aa9f73-ec7d-4ca0-b9ad-8cc057206e22/9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971/bd694516-aefe-4637-88ea-a21e0cd1fbec) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:22.798885 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bae5c0fa-030d-4867-9401-f4c03e4c4eaa tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:22.916992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-74fbcdaf-351e-494d-95bc-6a3f436bb330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:22.918781 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-74fbcdaf-351e-494d-95bc-6a3f436bb330 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2805834 Jul 07 17:04:22.972267 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.011188 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.022369 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Transition to ACTIVE for port object bd694516-aefe-4637-88ea-a21e0cd1fbec will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:23.050706 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Transition to ACTIVE for port object bd694516-aefe-4637-88ea-a21e0cd1fbec will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:23.075031 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.118244 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event updated for resources: {'Subnet': ['ID=c604800d-5fdb-4651-bc00-e8a4989348ef,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:23.122745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:23.123278 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:23.123637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:23.123984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:23.124368 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:23.124711 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:23.125045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:23.125376 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:23.125708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:23.126038 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:23.126370 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:23.126806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:23.137579 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Checking segment: {'id': '42e6b983-0ac2-4827-9607-037f81f56b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b39fb3b4-5401-465e-ad80-a133da26f792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:23.137949 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Network hostable DHCP agents. Network: b39fb3b4-5401-465e-ad80-a133da26f792, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:04:23.152659 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:23.158735 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Pushing event updated for resources: {'Port': ['ID=bd694516-aefe-4637-88ea-a21e0cd1fbec,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:23.172687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:23.177368 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:23.186418 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Network b39fb3b4-5401-465e-ad80-a133da26f792 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:04:23.199969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, b39fb3b4-5401-465e-ad80-a133da26f792) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:23.205621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:23.206283 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.237698 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8a5f7e-5ca0-4c02-b828-6d8f17228366 None None] Network b39fb3b4-5401-465e-ad80-a133da26f792 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:23.315277 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Attempting to bind port bd694516-aefe-4637-88ea-a21e0cd1fbec on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:23.315651 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Attempting to bind port bd694516-aefe-4637-88ea-a21e0cd1fbec by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '25407b21-3801-4008-9a18-c47cd1fa46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:23.316021 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Attempting to bind port bd694516-aefe-4637-88ea-a21e0cd1fbec on network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:23.325308 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:23.325685 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Checking segment: {'id': '25407b21-3801-4008-9a18-c47cd1fa46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:23.326316 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.326906 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Bound using segment: {'id': '25407b21-3801-4008-9a18-c47cd1fa46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:23.327624 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Bound port: bd694516-aefe-4637-88ea-a21e0cd1fbec, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25407b21-3801-4008-9a18-c47cd1fa46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:23.328220 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.441687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] For port bd694516-aefe-4637-88ea-a21e0cd1fbec, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:23.456117 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1943bb3-aee8-49d0-81d2-93d7f38752fc req-413ef86d-5013-47cd-a50d-5dd941d17221 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:23.457670 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e1943bb3-aee8-49d0-81d2-93d7f38752fc req-413ef86d-5013-47cd-a50d-5dd941d17221 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 947 time: 0.0697677 Jul 07 17:04:23.468732 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] For port bd694516-aefe-4637-88ea-a21e0cd1fbec, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=bd694516-aefe-4637-88ea-a21e0cd1fbec,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:23.478768 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.536547 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e1943bb3-aee8-49d0-81d2-93d7f38752fc req-f769eec8-6288-4c01-a5a5-217454cb135f tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d4ae51-122c-490c-9cfd-566ad26c9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646391 Jul 07 17:04:23.545615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-b39fb3b4-5401-465e-ad80-a133da26f792', 'network_id': 'b39fb3b4-5401-465e-ad80-a133da26f792', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'fixed_ips': [{'subnet_id': 'c604800d-5fdb-4651-bc00-e8a4989348ef'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:04:23.546575 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.675242 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f8cb9-9894-42a7-af9f-7a4872cff9f8 None None] Pushing event updated for resources: {'Port': ['ID=bd694516-aefe-4637-88ea-a21e0cd1fbec,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:23.748575 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bae5c0fa-030d-4867-9401-f4c03e4c4eaa tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.755216 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bae5c0fa-030d-4867-9401-f4c03e4c4eaa tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.764348 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-a4945895-3218-47e7-a170-1af1542542ea service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8359244 Jul 07 17:04:23.771362 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Allocated IP 10.2.2.2 (b39fb3b4-5401-465e-ad80-a133da26f792/c604800d-5fdb-4651-bc00-e8a4989348ef/5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:23.911767 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-869c5f68-4725-4bb5-9742-045539e68bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.924884 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-af43b16a-2598-4bf6-a392-0c86fdab1549 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4834926 Jul 07 17:04:23.927622 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56164) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:23.943693 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-2582f935-479b-49c9-98a2-5f91c45d79df tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Request body: {'port': {'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22', 'name': 'tempest-TaggedBootDevicesTest-1123762488', 'fixed_ips': [{'subnet_id': '9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971'}]}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:23.972277 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:23.983918 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Transition to ACTIVE for port object 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:23.984438 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-869c5f68-4725-4bb5-9742-045539e68bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.001763 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Transition to ACTIVE for port object 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:24.013276 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.018471 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bae5c0fa-030d-4867-9401-f4c03e4c4eaa tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.019343 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae5c0fa-030d-4867-9401-f4c03e4c4eaa tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Fanout notify agent at l3_agent the message router_deleted on router d90fa3fd-f725-46c1-9e4e-2822cb000733 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:04:24.030026 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bae5c0fa-030d-4867-9401-f4c03e4c4eaa tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.036986 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bae5c0fa-030d-4867-9401-f4c03e4c4eaa tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/routers/d90fa3fd-f725-46c1-9e4e-2822cb000733 HTTP/1.1" status: 204 len: 168 time: 1.3407364 Jul 07 17:04:24.045520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56168) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:24.114668 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Network b39fb3b4-5401-465e-ad80-a133da26f792 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:24.128141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:24.131227 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:24.150054 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-869c5f68-4725-4bb5-9742-045539e68bb8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6b7da5697827412c909d195f1c2cb9c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6585660 Jul 07 17:04:24.161961 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c5f68-4725-4bb5-9742-045539e68bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcad60b0-2fc8-40e8-a27a-b30e67512c23,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:24.162233 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Pushing event updated for resources: {'Port': ['ID=5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:24.170871 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56170) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:24.183670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a25e43-f9b4-4be4-8264-c1cfda34fe38 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting subnet 5225c0eb-7fe1-4290-bd62-1b270d5b99b1 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:04:24.188724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d21273-8c57-455b-94d8-88484b974169 req-c6ddb6d2-afd3-4be0-8ef6-d8920525ef26 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:24.192601 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4a25e43-f9b4-4be4-8264-c1cfda34fe38 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.195722 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-93d21273-8c57-455b-94d8-88484b974169 req-c6ddb6d2-afd3-4be0-8ef6-d8920525ef26 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.6616735 Jul 07 17:04:24.244238 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Attempting to bind port 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:24.244887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Attempting to bind port 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '42e6b983-0ac2-4827-9607-037f81f56b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b39fb3b4-5401-465e-ad80-a133da26f792'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:24.245405 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Attempting to bind port 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c on network b39fb3b4-5401-465e-ad80-a133da26f792 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:24.253508 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:24.254007 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Checking segment: {'id': '42e6b983-0ac2-4827-9607-037f81f56b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b39fb3b4-5401-465e-ad80-a133da26f792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:24.254902 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.255722 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Bound using segment: {'id': '42e6b983-0ac2-4827-9607-037f81f56b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b39fb3b4-5401-465e-ad80-a133da26f792'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:24.256282 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Bound port: 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e6b983-0ac2-4827-9607-037f81f56b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b39fb3b4-5401-465e-ad80-a133da26f792'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:24.256741 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.268540 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4a25e43-f9b4-4be4-8264-c1cfda34fe38 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.301349 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87e44ec4-4f8a-4764-a175-1bef54509f81 req-575c7260-c5da-47b2-8dd4-0ada789e1a4e service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251825 Jul 07 17:04:24.342572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2582f935-479b-49c9-98a2-5f91c45d79df tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Made reservation on behalf of d2bc760b57a34528af5e85b5e280ce2e for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:24.359445 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] For port 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:24.366440 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] For port 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c,segment=NetworkSegment(42e6b983-0ac2-4827-9607-037f81f56b08),segment_id=42e6b983-0ac2-4827-9607-037f81f56b08)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:24.377237 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.391481 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-93d21273-8c57-455b-94d8-88484b974169 req-f142086e-8fe1-48a8-af1f-e77e02367aa6 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943398 Jul 07 17:04:24.457807 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d9143311-7dc9-49ef-aac1-6a3e4fd55280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.476359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249970a-a903-41d5-99d0-52bff0caac3b None None] Pushing event updated for resources: {'Port': ['ID=5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:24.496892 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d9143311-7dc9-49ef-aac1-6a3e4fd55280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.497624 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4a25e43-f9b4-4be4-8264-c1cfda34fe38 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.544000 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2582f935-479b-49c9-98a2-5f91c45d79df tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.565841 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffce64-eeef-47bf-94a8-3841fb51831e req-979504be-f2e3-4f7f-8f2e-4495f0d85458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:24.568333 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-2582f935-479b-49c9-98a2-5f91c45d79df tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] device_id is not set on port 8eb21232-3d31-4afa-a049-3322dac0ef1d yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:04:24.573434 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d7ffce64-eeef-47bf-94a8-3841fb51831e req-979504be-f2e3-4f7f-8f2e-4495f0d85458 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=583b77e413ba4cbea27c45c8cfa95369&device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 1098 time: 0.1801968 Jul 07 17:04:24.749670 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4a25e43-f9b4-4be4-8264-c1cfda34fe38 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.767456 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4a25e43-f9b4-4be4-8264-c1cfda34fe38 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:24.769356 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b4a25e43-f9b4-4be4-8264-c1cfda34fe38 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/subnets/5225c0eb-7fe1-4290-bd62-1b270d5b99b1 HTTP/1.1" status: 204 len: 168 time: 0.7228367 Jul 07 17:04:24.778847 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84bfc14-a694-415c-81e3-44fd818b5a26 None None] Network ac2f32dc-9064-4380-bbd0-48b78883a89b requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:24.788740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56186) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:24.809751 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a25e43-f9b4-4be4-8264-c1cfda34fe38 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Subnet': ['ID=5225c0eb-7fe1-4290-bd62-1b270d5b99b1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:25.028116 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d9143311-7dc9-49ef-aac1-6a3e4fd55280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:25.028116 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d9143311-7dc9-49ef-aac1-6a3e4fd55280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:25.037862 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d9143311-7dc9-49ef-aac1-6a3e4fd55280 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dcad60b0-2fc8-40e8-a27a-b30e67512c23 HTTP/1.1" status: 204 len: 168 time: 0.8652093 Jul 07 17:04:25.106755 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffce64-eeef-47bf-94a8-3841fb51831e req-91c91bd8-34b3-47c6-b60b-6150c89f68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:25.121298 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d7ffce64-eeef-47bf-94a8-3841fb51831e req-91c91bd8-34b3-47c6-b60b-6150c89f68f2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.5266700 Jul 07 17:04:25.165420 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9143311-7dc9-49ef-aac1-6a3e4fd55280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcad60b0-2fc8-40e8-a27a-b30e67512c23,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:25.284582 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d7ffce64-eeef-47bf-94a8-3841fb51831e req-5fcd1e04-284c-45b4-9e20-924c5df95975 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=2254f451-4f8d-4423-afe2-8a48d339adfa HTTP/1.1" status: 200 len: 217 time: 0.1534872 Jul 07 17:04:25.453668 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffce64-eeef-47bf-94a8-3841fb51831e req-149396e7-6e05-428e-a505-fcee13d91adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:25.460498 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d7ffce64-eeef-47bf-94a8-3841fb51831e req-149396e7-6e05-428e-a505-fcee13d91adf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.1678352 Jul 07 17:04:25.506606 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da79b6e1-0c6b-462e-93f7-b3c3e615e3d8 None None] DHCP port deletion for ac2f32dc-9064-4380-bbd0-48b78883a89b request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:04:25.670980 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffce64-eeef-47bf-94a8-3841fb51831e req-b5909425-fcc5-4ce1-8649-aeff793ba8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:25.681054 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d7ffce64-eeef-47bf-94a8-3841fb51831e req-b5909425-fcc5-4ce1-8649-aeff793ba8bd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2108934 Jul 07 17:04:25.695353 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-da79b6e1-0c6b-462e-93f7-b3c3e615e3d8 None None] Deleting port fa9f92cf-66de-4ca5-9125-56aa40eea006 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:25.696092 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-da79b6e1-0c6b-462e-93f7-b3c3e615e3d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:25.788084 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab71327a-2f5a-4fc2-ad71-12820d5718a0 None None] Network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:25.947930 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e1a8e59-bbac-4a43-917d-61813a7c0af2 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:25.974562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-2582f935-479b-49c9-98a2-5f91c45d79df tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Allocated IP 10.1.1.21 (10aa9f73-ec7d-4ca0-b9ad-8cc057206e22/9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971/8eb21232-3d31-4afa-a049-3322dac0ef1d) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:26.049551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223d49b-ca8e-445c-ba80-705876d3fc49 req-6ca0d21a-1468-492a-84c7-72f638d764e8 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:26.058474 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c223d49b-ca8e-445c-ba80-705876d3fc49 req-6ca0d21a-1468-492a-84c7-72f638d764e8 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 947 time: 0.2572553 Jul 07 17:04:26.196345 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device bd694516-aefe-4637-88ea-a21e0cd1fbec up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:26.220572 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d7ffce64-eeef-47bf-94a8-3841fb51831e req-8c610759-eca9-46e3-ab2c-39090837d3d2 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318739 Jul 07 17:04:26.251737 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed57ec-09d6-402e-bdc4-801069942477 req-9f47c2d9-c823-44cd-8027-a2168e3baab9 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:26.256077 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c223d49b-ca8e-445c-ba80-705876d3fc49 req-5481a44e-8e5e-42a5-92c0-39de1682c969 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d4ae51-122c-490c-9cfd-566ad26c9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928260 Jul 07 17:04:26.258113 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-05ed57ec-09d6-402e-bdc4-801069942477 req-9f47c2d9-c823-44cd-8027-a2168e3baab9 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.3682675 Jul 07 17:04:26.273377 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-96366fb6-38fc-48a9-9b8e-db3be35ea91d None None] Provisioning for port bd694516-aefe-4637-88ea-a21e0cd1fbec completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:26.472797 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-05ed57ec-09d6-402e-bdc4-801069942477 req-53f78292-b20d-4f45-a008-471321c44589 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992495 Jul 07 17:04:26.490489 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56250) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:26.491887 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a8e59-bbac-4a43-917d-61813a7c0af2 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting port fa9f92cf-66de-4ca5-9125-56aa40eea006 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:26.492233 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e1a8e59-bbac-4a43-917d-61813a7c0af2 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.535655 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d7ffce64-eeef-47bf-94a8-3841fb51831e req-e7c25bc0-0790-457f-a091-25a0ef9ac0ae service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754967 Jul 07 17:04:26.572795 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab4f905-8caf-40cb-b24e-a7ece86768d5 None None] Network b39fb3b4-5401-465e-ad80-a133da26f792 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:26.630224 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2582f935-479b-49c9-98a2-5f91c45d79df tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.649628 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-7e1a8e59-bbac-4a43-917d-61813a7c0af2 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] For port fa9f92cf-66de-4ca5-9125-56aa40eea006, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=fa9f92cf-66de-4ca5-9125-56aa40eea006,segment=NetworkSegment(c6548672-5dbd-4567-b8ba-6d53aab12b62),segment_id=c6548672-5dbd-4567-b8ba-6d53aab12b62)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:26.651574 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e1a8e59-bbac-4a43-917d-61813a7c0af2 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.676190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f101e872-6ef7-4323-bc04-e3bf00e607be tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1645471654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:26.718176 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-2582f935-479b-49c9-98a2-5f91c45d79df tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Transition to ACTIVE for port object 8eb21232-3d31-4afa-a049-3322dac0ef1d will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:26.746418 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a8e59-bbac-4a43-917d-61813a7c0af2 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Calling delete_port for fa9f92cf-66de-4ca5-9125-56aa40eea006 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:26.778187 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f101e872-6ef7-4323-bc04-e3bf00e607be tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.779291 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f101e872-6ef7-4323-bc04-e3bf00e607be tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.804044 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-da79b6e1-0c6b-462e-93f7-b3c3e615e3d8 None None] For port fa9f92cf-66de-4ca5-9125-56aa40eea006, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=fa9f92cf-66de-4ca5-9125-56aa40eea006,segment=NetworkSegment(c6548672-5dbd-4567-b8ba-6d53aab12b62),segment_id=c6548672-5dbd-4567-b8ba-6d53aab12b62)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:26.804457 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-da79b6e1-0c6b-462e-93f7-b3c3e615e3d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.819902 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-da79b6e1-0c6b-462e-93f7-b3c3e615e3d8 None None] Calling delete_port for fa9f92cf-66de-4ca5-9125-56aa40eea006 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:26.829384 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-cb3aa14a-9c42-4f57-8748-7f625be3b03a None None] Provisioning for port 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:26.904363 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port bd694516-aefe-4637-88ea-a21e0cd1fbec completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:26.925844 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port bd694516-aefe-4637-88ea-a21e0cd1fbec triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:26.926222 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.959123 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f101e872-6ef7-4323-bc04-e3bf00e607be tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.975667 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2582f935-479b-49c9-98a2-5f91c45d79df tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:26.996913 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f101e872-6ef7-4323-bc04-e3bf00e607be tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.037088 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-da79b6e1-0c6b-462e-93f7-b3c3e615e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.056526 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f101e872-6ef7-4323-bc04-e3bf00e607be tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.060026 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f101e872-6ef7-4323-bc04-e3bf00e607be tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5645137 Jul 07 17:04:27.063457 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56262) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:27.072118 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-31ff43a1-edcf-4c8e-8d8f-48d9fa00a4c8 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-246749393'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:27.129228 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ff43a1-edcf-4c8e-8d8f-48d9fa00a4c8 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Made reservation on behalf of c84d0df26a8447d9802e78d5839e17a1 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:27.132975 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-31ff43a1-edcf-4c8e-8d8f-48d9fa00a4c8 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.150326 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79b6e1-0c6b-462e-93f7-b3c3e615e3d8 None None] Pushing event deleted for resources: {'Port': ['ID=fa9f92cf-66de-4ca5-9125-56aa40eea006,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:27.156693 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-31ff43a1-edcf-4c8e-8d8f-48d9fa00a4c8 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.160147 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da79b6e1-0c6b-462e-93f7-b3c3e615e3d8 None None] No DVR routers for this DVR port fa9f92cf-66de-4ca5-9125-56aa40eea006 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:27.174092 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2582f935-479b-49c9-98a2-5f91c45d79df tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:27.184335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-2582f935-479b-49c9-98a2-5f91c45d79df tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:27.187341 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e1a8e59-bbac-4a43-917d-61813a7c0af2 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.189728 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2582f935-479b-49c9-98a2-5f91c45d79df tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:27.227687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-59f69071-416b-4eda-8309-f12902e64dc0 None None] Provisioning complete for port bd694516-aefe-4637-88ea-a21e0cd1fbec triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:27.228290 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-59f69071-416b-4eda-8309-f12902e64dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.279351 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.279751 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582f935-479b-49c9-98a2-5f91c45d79df tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event updated for resources: {'Port': ['ID=8eb21232-3d31-4afa-a049-3322dac0ef1d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:27.288073 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2582f935-479b-49c9-98a2-5f91c45d79df tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:27.288671 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2582f935-479b-49c9-98a2-5f91c45d79df tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.330507 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a8e59-bbac-4a43-917d-61813a7c0af2 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Port': ['ID=fa9f92cf-66de-4ca5-9125-56aa40eea006,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:27.334359 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1a8e59-bbac-4a43-917d-61813a7c0af2 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] No DVR routers for this DVR port fa9f92cf-66de-4ca5-9125-56aa40eea006 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:04:27.382389 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-31ff43a1-edcf-4c8e-8d8f-48d9fa00a4c8 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.392098 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-31ff43a1-edcf-4c8e-8d8f-48d9fa00a4c8 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.415157 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port bd694516-aefe-4637-88ea-a21e0cd1fbec, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=bd694516-aefe-4637-88ea-a21e0cd1fbec,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:27.432561 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.434552 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:27.479900 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2582f935-479b-49c9-98a2-5f91c45d79df tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5496504 Jul 07 17:04:27.482891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ff43a1-edcf-4c8e-8d8f-48d9fa00a4c8 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:04:27.485368 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56266) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:27.497591 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Request body: {'port': {'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22', 'name': 'tempest-TaggedBootDevicesTest-2073426197', 'fixed_ips': [{'subnet_id': '9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971'}]}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:27.501116 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e1a8e59-bbac-4a43-917d-61813a7c0af2 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.505065 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff43a1-edcf-4c8e-8d8f-48d9fa00a4c8 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b56a3c-7300-4ce1-97af-12015f245bce,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:27.513420 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-7e1a8e59-bbac-4a43-917d-61813a7c0af2 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac2f32dc-9064-4380-bbd0-48b78883a89b']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:27.528297 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-7e1a8e59-bbac-4a43-917d-61813a7c0af2 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6548672-5dbd-4567-b8ba-6d53aab12b62') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:27.528600 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-7e1a8e59-bbac-4a43-917d-61813a7c0af2 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6548672-5dbd-4567-b8ba-6d53aab12b62') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:27.540018 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e1a8e59-bbac-4a43-917d-61813a7c0af2 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.562586 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e1a8e59-bbac-4a43-917d-61813a7c0af2 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.572034 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1a8e59-bbac-4a43-917d-61813a7c0af2 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:04:27.572549 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e1a8e59-bbac-4a43-917d-61813a7c0af2 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:04:27.576529 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:04:27.674565 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e1a8e59-bbac-4a43-917d-61813a7c0af2 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.699162 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-31ff43a1-edcf-4c8e-8d8f-48d9fa00a4c8 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.701615 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-31ff43a1-edcf-4c8e-8d8f-48d9fa00a4c8 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Added segment 8a290edb-bdd3-4c02-9e66-22e8e7dc77d0 of type vlan for network eac62db9-279a-4b33-82ea-f2201c73e6a0 Jul 07 17:04:27.701963 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=bd694516-aefe-4637-88ea-a21e0cd1fbec,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:27.716026 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e1a8e59-bbac-4a43-917d-61813a7c0af2 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.719094 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7e1a8e59-bbac-4a43-917d-61813a7c0af2 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/networks/ac2f32dc-9064-4380-bbd0-48b78883a89b HTTP/1.1" status: 204 len: 168 time: 2.9269750 Jul 07 17:04:27.720096 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:27.725918 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:27.726293 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.734236 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56270) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:27.800569 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a8e59-bbac-4a43-917d-61813a7c0af2 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Network': ['ID=ac2f32dc-9064-4380-bbd0-48b78883a89b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:27.853242 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-31ff43a1-edcf-4c8e-8d8f-48d9fa00a4c8 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.862124 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d1450-b45e-49fd-be42-e97fdf1bd2b8 req-c356af73-3649-4648-8703-8680b15494c3 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:27.866946 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-107d1450-b45e-49fd-be42-e97fdf1bd2b8 req-c356af73-3649-4648-8703-8680b15494c3 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.1685805 Jul 07 17:04:27.887906 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c777ea5-e8d5-46cf-b6ea-b133e1054d4d req-802ee0f9-4eb6-4fd5-b140-91d7fc855b3a tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:27.891308 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1c777ea5-e8d5-46cf-b6ea-b133e1054d4d req-802ee0f9-4eb6-4fd5-b140-91d7fc855b3a tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 947 time: 0.3692322 Jul 07 17:04:27.924632 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.927114 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5a22e5ee-a13d-4e93-a9b6-4dad798ece9b None None] Provisioning complete for port 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:27.927225 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3a9a4b-a27b-4b3e-9787-4e8744377bda tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:27.927310 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5a22e5ee-a13d-4e93-a9b6-4dad798ece9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:27.937616 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3e3a9a4b-a27b-4b3e-9787-4e8744377bda tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports/b3c3f35a-1284-4837-b4a4-167ef7025501 HTTP/1.1" status: 200 len: 845 time: 0.1998968 Jul 07 17:04:27.940711 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56278) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:27.962023 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-107d1450-b45e-49fd-be42-e97fdf1bd2b8 req-a939400c-0a6e-49d0-aabb-8529afac665c tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833576 Jul 07 17:04:28.004346 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Made reservation on behalf of d2bc760b57a34528af5e85b5e280ce2e for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:28.026039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c,segment=NetworkSegment(42e6b983-0ac2-4827-9607-037f81f56b08),segment_id=42e6b983-0ac2-4827-9607-037f81f56b08)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:28.045868 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.070958 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0856e8dd-f2bc-4a54-9682-f4e203756d25 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports/b3c3f35a-1284-4837-b4a4-167ef7025501?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1079085 Jul 07 17:04:28.074323 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56280) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:28.092207 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1c777ea5-e8d5-46cf-b6ea-b133e1054d4d req-9d2ed318-ed0d-477c-b729-43cee40227df tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d4ae51-122c-490c-9cfd-566ad26c9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817467 Jul 07 17:04:28.101428 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-b6b7b640-340d-4a77-9002-20f01383a1b9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'subnet': {'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:28.134433 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-31ff43a1-edcf-4c8e-8d8f-48d9fa00a4c8 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.142874 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ff43a1-edcf-4c8e-8d8f-48d9fa00a4c8 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:28.143989 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-31ff43a1-edcf-4c8e-8d8f-48d9fa00a4c8 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.232433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fa9f92cf-66de-4ca5-9125-56aa40eea006 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:28.237984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56284) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:28.238176 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-31ff43a1-edcf-4c8e-8d8f-48d9fa00a4c8 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1730571 Jul 07 17:04:28.244336 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f57d3020-0946-4b15-b667-344d2181a9d6 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Request body: {'subnet': {'network_id': 'eac62db9-279a-4b33-82ea-f2201c73e6a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:28.260506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff43a1-edcf-4c8e-8d8f-48d9fa00a4c8 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Pushing event updated for resources: {'Network': ['ID=eac62db9-279a-4b33-82ea-f2201c73e6a0,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:28.274592 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.280196 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: fa9f92cf-66de-4ca5-9125-56aa40eea006 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:04:28.281295 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fa9f92cf-66de-4ca5-9125-56aa40eea006 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:04:28.283039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network eac62db9-279a-4b33-82ea-f2201c73e6a0 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:04:28.318828 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] device_id is not set on port cd76306c-1fa6-42bc-ad55-41f92df88fad yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:04:28.350978 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5a22e5ee-a13d-4e93-a9b6-4dad798ece9b None None] Provisioning for port 8eb21232-3d31-4afa-a049-3322dac0ef1d completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:28.384985 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b7b640-340d-4a77-9002-20f01383a1b9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:28.389559 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6b7b640-340d-4a77-9002-20f01383a1b9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.398425 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5a22e5ee-a13d-4e93-a9b6-4dad798ece9b None None] Provisioning complete for port 8eb21232-3d31-4afa-a049-3322dac0ef1d triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:28.401481 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5a22e5ee-a13d-4e93-a9b6-4dad798ece9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.411279 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 2254f451-4f8d-4423-afe2-8a48d339adfa details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:04:28.497724 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device bd694516-aefe-4637-88ea-a21e0cd1fbec up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:28.510367 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57d3020-0946-4b15-b667-344d2181a9d6 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Made reservation on behalf of c84d0df26a8447d9802e78d5839e17a1 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:28.514167 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f57d3020-0946-4b15-b667-344d2181a9d6 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.515876 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Allocated IP 10.1.1.219 (10aa9f73-ec7d-4ca0-b9ad-8cc057206e22/9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971/cd76306c-1fa6-42bc-ad55-41f92df88fad) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:28.530005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:28.583328 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-5a22e5ee-a13d-4e93-a9b6-4dad798ece9b None None] Port 8eb21232-3d31-4afa-a049-3322dac0ef1d cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:28.610558 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 2254f451-4f8d-4423-afe2-8a48d339adfa, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2254f451-4f8d-4423-afe2-8a48d339adfa,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:28.627244 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '2254f451-4f8d-4423-afe2-8a48d339adfa', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '2254f451-4f8d-4423-afe2-8a48d339adfa', 'mac_address': 'fa:16:3e:22:80:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:04:28.629012 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port bd694516-aefe-4637-88ea-a21e0cd1fbec triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:28.629395 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.704827 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.734321 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.738949 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2254f451-4f8d-4423-afe2-8a48d339adfa {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:28.752443 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Transition to ACTIVE for port object cd76306c-1fa6-42bc-ad55-41f92df88fad will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:28.771296 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 2254f451-4f8d-4423-afe2-8a48d339adfa, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2254f451-4f8d-4423-afe2-8a48d339adfa,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:28.778416 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.797690 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.803446 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6b7b640-340d-4a77-9002-20f01383a1b9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.836391 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=2254f451-4f8d-4423-afe2-8a48d339adfa,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:28.853802 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:28.860501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:28.864554 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:28.873956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b7b640-340d-4a77-9002-20f01383a1b9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network 05c62a07-a876-40e2-b66f-3c8128e4630f is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:28.882855 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-b6b7b640-340d-4a77-9002-20f01383a1b9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:28.890190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b7b640-340d-4a77-9002-20f01383a1b9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:28.890825 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6b7b640-340d-4a77-9002-20f01383a1b9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.894905 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8be4e1-dc78-4c25-9edb-765c09fd4287 None None] Network 05c62a07-a876-40e2-b66f-3c8128e4630f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:28.896690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event updated for resources: {'Port': ['ID=cd76306c-1fa6-42bc-ad55-41f92df88fad,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:28.917298 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.917934 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.918406 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.918867 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.919332 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.919775 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.920219 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.922041 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.922041 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.922041 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.922414 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.922847 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:28.943212 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:28.944019 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:28.959233 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7b640-340d-4a77-9002-20f01383a1b9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Subnet': ['ID=2387c290-55e4-457c-8167-78f71f7f9122,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:28.965942 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1c4852a2-7be9-4756-8c25-50f7c30e0ab1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4690478 Jul 07 17:04:29.020163 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b6b7b640-340d-4a77-9002-20f01383a1b9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9445832 Jul 07 17:04:29.022990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56292) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:29.028837 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-9adb75bc-5a90-40bf-ba8a-6ad873920d8f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'security_group': {'name': 'tempest-secgroup-1457828040'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:29.081345 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9adb75bc-5a90-40bf-ba8a-6ad873920d8f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.138985 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['2254f451-4f8d-4423-afe2-8a48d339adfa'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:04:29.174629 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f57d3020-0946-4b15-b667-344d2181a9d6 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.304673 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9adb75bc-5a90-40bf-ba8a-6ad873920d8f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.309492 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d3020-0946-4b15-b667-344d2181a9d6 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Pushing event updated for resources: {'Subnet': ['ID=72f863bd-02f3-4d94-b63b-3fc36454edd0,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:29.317962 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9adb75bc-5a90-40bf-ba8a-6ad873920d8f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.345259 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57d3020-0946-4b15-b667-344d2181a9d6 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Checking segment: {'id': '8a290edb-bdd3-4c02-9e66-22e8e7dc77d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eac62db9-279a-4b33-82ea-f2201c73e6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:29.345625 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57d3020-0946-4b15-b667-344d2181a9d6 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Network hostable DHCP agents. Network: eac62db9-279a-4b33-82ea-f2201c73e6a0, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:04:29.382347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff33f1-fb0e-4365-b847-e5d11c2fb4a4 req-f4417de5-55ac-4e75-bd5e-678bc2437e29 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:29.394315 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-16ff33f1-fb0e-4365-b847-e5d11c2fb4a4 req-f4417de5-55ac-4e75-bd5e-678bc2437e29 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.1349385 Jul 07 17:04:29.402631 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57d3020-0946-4b15-b667-344d2181a9d6 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Network eac62db9-279a-4b33-82ea-f2201c73e6a0 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:04:29.404658 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb75bc-5a90-40bf-ba8a-6ad873920d8f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf40d86-bb47-41c5-90a0-9bb06d6653cf,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:29.413092 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9adb75bc-5a90-40bf-ba8a-6ad873920d8f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.419430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56306) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:29.419663 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9adb75bc-5a90-40bf-ba8a-6ad873920d8f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3952429 Jul 07 17:04:29.427117 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f091368f-f171-4a40-9d07-7cc004526385 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'security_group': {'name': 'tempest-secgroup-806792861'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:29.433148 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-f57d3020-0946-4b15-b667-344d2181a9d6 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, eac62db9-279a-4b33-82ea-f2201c73e6a0) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:29.449654 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d3020-0946-4b15-b667-344d2181a9d6 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:29.450344 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f57d3020-0946-4b15-b667-344d2181a9d6 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.455908 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56308) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:29.461682 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-a4e9edfe-b652-4308-afb5-b2957dd1664e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--835412425', 'description': 'tempest-description--796480528'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:29.469360 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae20a2ef-5c30-4d51-ba29-ce6552bb2155 None None] Network eac62db9-279a-4b33-82ea-f2201c73e6a0 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:29.476481 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-16ff33f1-fb0e-4365-b847-e5d11c2fb4a4 req-c82dc24b-7c19-4a91-aefb-8b0b05a4d499 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811803 Jul 07 17:04:29.512057 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f091368f-f171-4a40-9d07-7cc004526385 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.535102 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f57d3020-0946-4b15-b667-344d2181a9d6 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2951612 Jul 07 17:04:29.540025 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56310) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:29.554781 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-52cec7e9-c407-49ba-b41e-95969fc73f48 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Request body: {'network': {'name': 'tempest-router-network01--1679047716'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:29.573055 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4e9edfe-b652-4308-afb5-b2957dd1664e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.659292 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f8858850-c02b-4596-9eb2-2380ce5f2a60 None None] Provisioning for port cd76306c-1fa6-42bc-ad55-41f92df88fad completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:29.708059 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f091368f-f171-4a40-9d07-7cc004526385 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.721124 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f8858850-c02b-4596-9eb2-2380ce5f2a60 None None] Provisioning complete for port cd76306c-1fa6-42bc-ad55-41f92df88fad triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:29.722021 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f8858850-c02b-4596-9eb2-2380ce5f2a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.722598 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f091368f-f171-4a40-9d07-7cc004526385 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.767929 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4f23f-ecda-4f40-b247-d1a56b8febc2 req-c9810f99-08a2-4424-bdb4-0c34755fa2e2 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:29.777761 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6dd4f23f-ecda-4f40-b247-d1a56b8febc2 req-c9810f99-08a2-4424-bdb4-0c34755fa2e2 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 948 time: 0.1353526 Jul 07 17:04:29.780292 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f091368f-f171-4a40-9d07-7cc004526385 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.782237 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f091368f-f171-4a40-9d07-7cc004526385 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3590615 Jul 07 17:04:29.785358 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56312) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:29.790464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-9b0c7f79-afed-4f16-8ab0-0976a2c2e85a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1643955298', 'security_groups': ['84c52f8b-e9fa-4926-9d21-206263d8ecee'], 'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2387c290-55e4-457c-8167-78f71f7f9122'}]}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:29.796249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091368f-f171-4a40-9d07-7cc004526385 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84c52f8b-e9fa-4926-9d21-206263d8ecee,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:29.810953 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f8858850-c02b-4596-9eb2-2380ce5f2a60 None None] Port cd76306c-1fa6-42bc-ad55-41f92df88fad cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:29.828747 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cec7e9-c407-49ba-b41e-95969fc73f48 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Made reservation on behalf of c84d0df26a8447d9802e78d5839e17a1 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:29.832240 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-52cec7e9-c407-49ba-b41e-95969fc73f48 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.852199 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6dd4f23f-ecda-4f40-b247-d1a56b8febc2 req-249bae0f-f28b-40e0-b901-0a4390a60c27 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d4ae51-122c-490c-9cfd-566ad26c9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734737 Jul 07 17:04:29.914246 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52cec7e9-c407-49ba-b41e-95969fc73f48 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:04:29.934356 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-52cec7e9-c407-49ba-b41e-95969fc73f48 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.934736 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-52cec7e9-c407-49ba-b41e-95969fc73f48 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Added segment 708fca98-5176-41aa-bea4-a02291d6d6d4 of type vlan for network 920c439b-4a8e-474a-ab33-97348dd1b7ca Jul 07 17:04:29.958345 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-eac62db9-279a-4b33-82ea-f2201c73e6a0', 'network_id': 'eac62db9-279a-4b33-82ea-f2201c73e6a0', 'tenant_id': 'c84d0df26a8447d9802e78d5839e17a1', 'fixed_ips': [{'subnet_id': '72f863bd-02f3-4d94-b63b-3fc36454edd0'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:04:29.959348 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:29.976225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-05c62a07-a876-40e2-b66f-3c8128e4630f', 'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f', 'tenant_id': '2797da1828254d54a84fd968e53e161d', 'fixed_ips': [{'subnet_id': '2387c290-55e4-457c-8167-78f71f7f9122'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:04:29.978091 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.007967 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4e9edfe-b652-4308-afb5-b2957dd1664e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.009848 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-52cec7e9-c407-49ba-b41e-95969fc73f48 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.015911 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4e9edfe-b652-4308-afb5-b2957dd1664e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.045027 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0c7f79-afed-4f16-8ab0-0976a2c2e85a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:30.052968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9edfe-b652-4308-afb5-b2957dd1664e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6d19c0-b99c-4dac-b9a8-265ca2a97568,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:30.072841 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4e9edfe-b652-4308-afb5-b2957dd1664e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.076688 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a4e9edfe-b652-4308-afb5-b2957dd1664e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6167979 Jul 07 17:04:30.076954 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56314) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:30.082320 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-25a43cb7-5813-4c54-a70b-1989ef716735 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Request body: {'security_group_rule': {'security_group_id': 'fe6d19c0-b99c-4dac-b9a8-265ca2a97568', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:30.107838 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-52cec7e9-c407-49ba-b41e-95969fc73f48 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.113791 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cec7e9-c407-49ba-b41e-95969fc73f48 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:30.114436 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-52cec7e9-c407-49ba-b41e-95969fc73f48 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.206167 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cec7e9-c407-49ba-b41e-95969fc73f48 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Pushing event updated for resources: {'Network': ['ID=920c439b-4a8e-474a-ab33-97348dd1b7ca,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:30.208362 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9b0c7f79-afed-4f16-8ab0-0976a2c2e85a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.224028 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-25a43cb7-5813-4c54-a70b-1989ef716735 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.243113 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-52cec7e9-c407-49ba-b41e-95969fc73f48 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7006161 Jul 07 17:04:30.243927 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56318) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:30.246128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 920c439b-4a8e-474a-ab33-97348dd1b7ca details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:04:30.254270 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d46ad9a2-c36b-4de8-98dd-105a3f3f06e9 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Request body: {'network': {'name': 'tempest-router-network02--935546000'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:30.270952 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-9b0c7f79-afed-4f16-8ab0-0976a2c2e85a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] device_id is not set on port 5b7852c5-0874-488a-9077-ab34ba09f1a8 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:04:30.286008 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46ad9a2-c36b-4de8-98dd-105a3f3f06e9 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Made reservation on behalf of c84d0df26a8447d9802e78d5839e17a1 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:30.290251 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d46ad9a2-c36b-4de8-98dd-105a3f3f06e9 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.328303 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46ad9a2-c36b-4de8-98dd-105a3f3f06e9 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:04:30.346285 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d46ad9a2-c36b-4de8-98dd-105a3f3f06e9 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.346672 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-d46ad9a2-c36b-4de8-98dd-105a3f3f06e9 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Added segment e1586f7d-01b3-4a66-bd71-06e301dd370a of type vlan for network 79c60174-7ae5-4f92-a7e1-5a1a85b3f67e Jul 07 17:04:30.417876 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d46ad9a2-c36b-4de8-98dd-105a3f3f06e9 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.431003 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-25a43cb7-5813-4c54-a70b-1989ef716735 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.446765 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-25a43cb7-5813-4c54-a70b-1989ef716735 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.479059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a43cb7-5813-4c54-a70b-1989ef716735 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba8cd38-9973-4117-811b-3cf9b424584b,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:30.479270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:30.497306 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d46ad9a2-c36b-4de8-98dd-105a3f3f06e9 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.506051 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46ad9a2-c36b-4de8-98dd-105a3f3f06e9 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:30.507105 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d46ad9a2-c36b-4de8-98dd-105a3f3f06e9 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.520996 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-25a43cb7-5813-4c54-a70b-1989ef716735 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.522616 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-25a43cb7-5813-4c54-a70b-1989ef716735 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4439392 Jul 07 17:04:30.527275 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56326) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:30.549779 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-46f5c2a2-b321-4944-85eb-7f81c1c95b2c tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Request body: {'security_group_rule': {'security_group_id': 'fe6d19c0-b99c-4dac-b9a8-265ca2a97568', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:30.647876 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-46f5c2a2-b321-4944-85eb-7f81c1c95b2c tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.684187 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d46ad9a2-c36b-4de8-98dd-105a3f3f06e9 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4352620 Jul 07 17:04:30.687433 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56328) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:30.694044 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-290c630c-0c85-4557-b01c-75603e49e094 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Request body: {'subnet': {'network_id': '920c439b-4a8e-474a-ab33-97348dd1b7ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:30.721849 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-46f5c2a2-b321-4944-85eb-7f81c1c95b2c tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.722769 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ad9a2-c36b-4de8-98dd-105a3f3f06e9 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Pushing event updated for resources: {'Network': ['ID=79c60174-7ae5-4f92-a7e1-5a1a85b3f67e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:30.734409 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-46f5c2a2-b321-4944-85eb-7f81c1c95b2c tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.782221 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5c2a2-b321-4944-85eb-7f81c1c95b2c tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d73684c-bef5-49ad-9d90-a7e54b3b732a,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:30.791938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0343c1d-9cda-4326-ace7-833f36439689 req-19683079-d689-48b3-a575-0aed1c501290 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:30.794403 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a0343c1d-9cda-4326-ace7-833f36439689 req-19683079-d689-48b3-a575-0aed1c501290 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.1630619 Jul 07 17:04:30.800640 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-46f5c2a2-b321-4944-85eb-7f81c1c95b2c tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.801880 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-46f5c2a2-b321-4944-85eb-7f81c1c95b2c tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2574966 Jul 07 17:04:30.805220 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56332) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:30.817007 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-68814ea9-c1aa-4679-a54b-e8284ce06d46 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:30.837913 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 79c60174-7ae5-4f92-a7e1-5a1a85b3f67e details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:04:30.871894 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68814ea9-c1aa-4679-a54b-e8284ce06d46 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.888285 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a0343c1d-9cda-4326-ace7-833f36439689 req-96616a7b-0d55-48f5-b186-1be0778d9d78 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818741 Jul 07 17:04:30.909831 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290c630c-0c85-4557-b01c-75603e49e094 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Made reservation on behalf of c84d0df26a8447d9802e78d5839e17a1 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:30.927466 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-290c630c-0c85-4557-b01c-75603e49e094 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:30.967976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Allocated IP 172.20.0.2 (eac62db9-279a-4b33-82ea-f2201c73e6a0/72f863bd-02f3-4d94-b63b-3fc36454edd0/4a080c54-8f61-42a6-9bcd-bd405387ca84) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:31.056124 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Allocated IP 2001:db8::2 (05c62a07-a876-40e2-b66f-3c8128e4630f/2387c290-55e4-457c-8167-78f71f7f9122/b93fddb7-67ef-41cc-85ce-cc121621813f) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:31.066271 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68814ea9-c1aa-4679-a54b-e8284ce06d46 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.118758 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:31.119305 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.249820 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b7222-bec5-489e-bc92-4305dda2349b req-837e5c4f-a842-4da8-bd6f-4ef6939df88a tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:31.258711 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-783b7222-bec5-489e-bc92-4305dda2349b req-837e5c4f-a842-4da8-bd6f-4ef6939df88a tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 948 time: 0.2452123 Jul 07 17:04:31.319623 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-290c630c-0c85-4557-b01c-75603e49e094 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.325734 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-68814ea9-c1aa-4679-a54b-e8284ce06d46 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Allocated IP 172.25.2.212 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/8700be5d-beae-4554-9910-62b5b0482f68) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:31.348887 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-783b7222-bec5-489e-bc92-4305dda2349b req-6e3d8232-c7ae-4def-8f7d-89d170087ca5 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d4ae51-122c-490c-9cfd-566ad26c9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893428 Jul 07 17:04:31.501460 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.502738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c630c-0c85-4557-b01c-75603e49e094 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Pushing event updated for resources: {'Subnet': ['ID=20ec599c-bd2a-4356-b8b7-2bb86ffc9259,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:31.507678 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.518952 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68814ea9-c1aa-4679-a54b-e8284ce06d46 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.526804 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290c630c-0c85-4557-b01c-75603e49e094 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Checking segment: {'id': '708fca98-5176-41aa-bea4-a02291d6d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '920c439b-4a8e-474a-ab33-97348dd1b7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:31.527179 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290c630c-0c85-4557-b01c-75603e49e094 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Network hostable DHCP agents. Network: 920c439b-4a8e-474a-ab33-97348dd1b7ca, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:04:31.549005 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290c630c-0c85-4557-b01c-75603e49e094 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Network 920c439b-4a8e-474a-ab33-97348dd1b7ca is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:04:31.555164 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Transition to ACTIVE for port object b93fddb7-67ef-41cc-85ce-cc121621813f will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:31.557670 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Transition to ACTIVE for port object 4a080c54-8f61-42a6-9bcd-bd405387ca84 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:31.561982 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-290c630c-0c85-4557-b01c-75603e49e094 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 920c439b-4a8e-474a-ab33-97348dd1b7ca) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:31.576276 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290c630c-0c85-4557-b01c-75603e49e094 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:31.576944 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-290c630c-0c85-4557-b01c-75603e49e094 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.578929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78fafbb-273d-4b0f-a9f9-0f7cac9caf3c None None] Network 920c439b-4a8e-474a-ab33-97348dd1b7ca requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:31.594901 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-290c630c-0c85-4557-b01c-75603e49e094 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9060028 Jul 07 17:04:31.598209 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56352) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:31.606507 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-37e6b53c-8ed9-4b21-b60d-9e02cc51e772 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Request body: {'subnet': {'network_id': '79c60174-7ae5-4f92-a7e1-5a1a85b3f67e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:31.625019 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68814ea9-c1aa-4679-a54b-e8284ce06d46 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.687217 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Transition to ACTIVE for port object b93fddb7-67ef-41cc-85ce-cc121621813f will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:31.701723 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Transition to ACTIVE for port object 4a080c54-8f61-42a6-9bcd-bd405387ca84 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:31.716184 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68814ea9-c1aa-4679-a54b-e8284ce06d46 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:31.720753 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-68814ea9-c1aa-4679-a54b-e8284ce06d46 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:31.732957 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.741685 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.753230 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68814ea9-c1aa-4679-a54b-e8284ce06d46 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:31.834174 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Network 05c62a07-a876-40e2-b66f-3c8128e4630f is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:31.839701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:31.845873 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Network eac62db9-279a-4b33-82ea-f2201c73e6a0 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:31.848927 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:31.856013 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:31.861724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68814ea9-c1aa-4679-a54b-e8284ce06d46 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event updated for resources: {'Port': ['ID=8700be5d-beae-4554-9910-62b5b0482f68,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:31.880244 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:31.907733 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e6b53c-8ed9-4b21-b60d-9e02cc51e772 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Made reservation on behalf of c84d0df26a8447d9802e78d5839e17a1 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:31.921314 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37e6b53c-8ed9-4b21-b60d-9e02cc51e772 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:31.939429 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-9b0c7f79-afed-4f16-8ab0-0976a2c2e85a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Allocated IP 2001:db8::a6 (05c62a07-a876-40e2-b66f-3c8128e4630f/2387c290-55e4-457c-8167-78f71f7f9122/5b7852c5-0874-488a-9077-ab34ba09f1a8) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:32.000141 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68814ea9-c1aa-4679-a54b-e8284ce06d46 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.002906 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Pushing event updated for resources: {'Port': ['ID=b93fddb7-67ef-41cc-85ce-cc121621813f,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:32.107787 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68814ea9-c1aa-4679-a54b-e8284ce06d46 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.223687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Attempting to bind port 4a080c54-8f61-42a6-9bcd-bd405387ca84 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:32.223687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Attempting to bind port 4a080c54-8f61-42a6-9bcd-bd405387ca84 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '8a290edb-bdd3-4c02-9e66-22e8e7dc77d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eac62db9-279a-4b33-82ea-f2201c73e6a0'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:32.223687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Attempting to bind port 4a080c54-8f61-42a6-9bcd-bd405387ca84 on network eac62db9-279a-4b33-82ea-f2201c73e6a0 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:32.225374 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Attempting to bind port b93fddb7-67ef-41cc-85ce-cc121621813f on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:32.225919 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Attempting to bind port b93fddb7-67ef-41cc-85ce-cc121621813f by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '4c32a4b9-d0a8-4532-98ec-bfd0384e1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:32.226340 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Attempting to bind port b93fddb7-67ef-41cc-85ce-cc121621813f on network 05c62a07-a876-40e2-b66f-3c8128e4630f {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:32.228571 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9b0c7f79-afed-4f16-8ab0-0976a2c2e85a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.251061 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:32.251446 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Checking segment: {'id': '4c32a4b9-d0a8-4532-98ec-bfd0384e1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:32.252190 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.252853 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Bound using segment: {'id': '4c32a4b9-d0a8-4532-98ec-bfd0384e1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:32.253497 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Bound port: b93fddb7-67ef-41cc-85ce-cc121621813f, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c32a4b9-d0a8-4532-98ec-bfd0384e1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:32.254224 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.264142 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:32.264363 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-9b0c7f79-afed-4f16-8ab0-0976a2c2e85a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Transition to ACTIVE for port object 5b7852c5-0874-488a-9077-ab34ba09f1a8 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:32.265349 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Checking segment: {'id': '8a290edb-bdd3-4c02-9e66-22e8e7dc77d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eac62db9-279a-4b33-82ea-f2201c73e6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:32.266563 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.267148 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Bound using segment: {'id': '8a290edb-bdd3-4c02-9e66-22e8e7dc77d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eac62db9-279a-4b33-82ea-f2201c73e6a0'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:32.268237 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Bound port: 4a080c54-8f61-42a6-9bcd-bd405387ca84, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a290edb-bdd3-4c02-9e66-22e8e7dc77d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'eac62db9-279a-4b33-82ea-f2201c73e6a0'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:32.268810 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.290416 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Pushing event updated for resources: {'Port': ['ID=4a080c54-8f61-42a6-9bcd-bd405387ca84,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:32.291900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56368) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:32.411690 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-920c439b-4a8e-474a-ab33-97348dd1b7ca', 'network_id': '920c439b-4a8e-474a-ab33-97348dd1b7ca', 'tenant_id': 'c84d0df26a8447d9802e78d5839e17a1', 'fixed_ips': [{'subnet_id': '20ec599c-bd2a-4356-b8b7-2bb86ffc9259'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:04:32.415753 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.428161 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9b0c7f79-afed-4f16-8ab0-0976a2c2e85a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.447383 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4879d-abe6-4d05-bed0-3cb1badbcb36 req-4a632f4f-5a77-407e-9a0f-5d0ac2d00045 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:32.455953 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b8b4879d-abe6-4d05-bed0-3cb1badbcb36 req-4a632f4f-5a77-407e-9a0f-5d0ac2d00045 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.2780857 Jul 07 17:04:32.476421 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 2254f451-4f8d-4423-afe2-8a48d339adfa up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:32.543300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0c7f79-afed-4f16-8ab0-0976a2c2e85a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network 05c62a07-a876-40e2-b66f-3c8128e4630f is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:32.547561 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c7f79-afed-4f16-8ab0-0976a2c2e85a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=5b7852c5-0874-488a-9077-ab34ba09f1a8,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:32.571018 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-9b0c7f79-afed-4f16-8ab0-0976a2c2e85a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:32.581186 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0c7f79-afed-4f16-8ab0-0976a2c2e85a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:32.588807 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0c7f79-afed-4f16-8ab0-0976a2c2e85a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:32.589592 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9b0c7f79-afed-4f16-8ab0-0976a2c2e85a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.620473 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c4c76f4c-e195-4e9d-aa32-61a1c6168a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.633753 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b8b4879d-abe6-4d05-bed0-3cb1badbcb36 req-dce683b3-3e8a-412e-bfca-bb6d0ee82a4c tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713676 Jul 07 17:04:32.690935 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-095a95be-cc56-484b-8992-de23718fb71b None None] For port b93fddb7-67ef-41cc-85ce-cc121621813f, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:32.702460 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9b0c7f79-afed-4f16-8ab0-0976a2c2e85a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9157748 Jul 07 17:04:32.704755 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56378) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:32.712213 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-19d83db0-8788-46f5-94cf-e4a630f916cc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'subnet': {'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:32.720345 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68814ea9-c1aa-4679-a54b-e8284ce06d46 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.734967 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68814ea9-c1aa-4679-a54b-e8284ce06d46 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.771643 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] For port 4a080c54-8f61-42a6-9bcd-bd405387ca84, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:32.800002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-095a95be-cc56-484b-8992-de23718fb71b None None] For port b93fddb7-67ef-41cc-85ce-cc121621813f, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b93fddb7-67ef-41cc-85ce-cc121621813f,segment=NetworkSegment(4c32a4b9-d0a8-4532-98ec-bfd0384e1059),segment_id=4c32a4b9-d0a8-4532-98ec-bfd0384e1059)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:32.818569 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.825111 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] For port 4a080c54-8f61-42a6-9bcd-bd405387ca84, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4a080c54-8f61-42a6-9bcd-bd405387ca84,segment=NetworkSegment(8a290edb-bdd3-4c02-9e66-22e8e7dc77d0),segment_id=8a290edb-bdd3-4c02-9e66-22e8e7dc77d0)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:32.848747 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.921743 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68814ea9-c1aa-4679-a54b-e8284ce06d46 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:32.929604 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 2254f451-4f8d-4423-afe2-8a48d339adfa completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:32.981123 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37e6b53c-8ed9-4b21-b60d-9e02cc51e772 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:33.022918 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68814ea9-c1aa-4679-a54b-e8284ce06d46 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event updated for resources: {'Port': ['ID=8700be5d-beae-4554-9910-62b5b0482f68,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:33.023125 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 2254f451-4f8d-4423-afe2-8a48d339adfa triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:33.024928 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:33.059987 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56382) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:33.105038 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84edd4-edd7-4e6f-80f0-a0226678bfdf req-7f214201-b300-4cbf-b619-2ff9573c095f tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:33.107363 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7c84edd4-edd7-4e6f-80f0-a0226678bfdf req-7f214201-b300-4cbf-b619-2ff9573c095f tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 948 time: 0.5132275 Jul 07 17:04:33.185124 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e6b53c-8ed9-4b21-b60d-9e02cc51e772 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Checking segment: {'id': 'e1586f7d-01b3-4a66-bd71-06e301dd370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '79c60174-7ae5-4f92-a7e1-5a1a85b3f67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:33.185616 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e6b53c-8ed9-4b21-b60d-9e02cc51e772 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Network hostable DHCP agents. Network: 79c60174-7ae5-4f92-a7e1-5a1a85b3f67e, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:04:33.191566 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6b53c-8ed9-4b21-b60d-9e02cc51e772 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Pushing event updated for resources: {'Subnet': ['ID=5cc17a4b-b08d-40a2-9db6-382231da0882,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:33.225608 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7c84edd4-edd7-4e6f-80f0-a0226678bfdf req-6851bdbb-62ff-4a7d-b260-0bd00d6e7510 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d4ae51-122c-490c-9cfd-566ad26c9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095634 Jul 07 17:04:33.236904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e6b53c-8ed9-4b21-b60d-9e02cc51e772 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Network 79c60174-7ae5-4f92-a7e1-5a1a85b3f67e is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:04:33.240673 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c4c76f4c-e195-4e9d-aa32-61a1c6168a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:33.250708 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c4c76f4c-e195-4e9d-aa32-61a1c6168a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:33.260561 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a95be-cc56-484b-8992-de23718fb71b None None] Pushing event updated for resources: {'Port': ['ID=b93fddb7-67ef-41cc-85ce-cc121621813f,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:33.282394 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Allocated IP 172.20.0.2 (920c439b-4a8e-474a-ab33-97348dd1b7ca/20ec599c-bd2a-4356-b8b7-2bb86ffc9259/76214f16-5f0d-437b-8bfd-2c19acafa6e1) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:33.288332 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-37e6b53c-8ed9-4b21-b60d-9e02cc51e772 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 79c60174-7ae5-4f92-a7e1-5a1a85b3f67e) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:33.299749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d83db0-8788-46f5-94cf-e4a630f916cc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:33.323229 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c76f4c-e195-4e9d-aa32-61a1c6168a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edce313-ce83-438d-bffc-577ba4164ac7,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:33.349333 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19d83db0-8788-46f5-94cf-e4a630f916cc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:33.360735 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68814ea9-c1aa-4679-a54b-e8284ce06d46 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:33.377476 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-68814ea9-c1aa-4679-a54b-e8284ce06d46 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5710471 Jul 07 17:04:33.385635 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e6b53c-8ed9-4b21-b60d-9e02cc51e772 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:33.386764 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37e6b53c-8ed9-4b21-b60d-9e02cc51e772 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:33.403683 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d85a9ff-a18f-421b-8853-1292be4530ab None None] Network 79c60174-7ae5-4f92-a7e1-5a1a85b3f67e requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:33.455058 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c4c76f4c-e195-4e9d-aa32-61a1c6168a1f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f616ba5e94c24a9c8176d5a8266cdc31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1592479 Jul 07 17:04:33.456029 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56390) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:33.463009 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-37e6b53c-8ed9-4b21-b60d-9e02cc51e772 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8632910 Jul 07 17:04:33.493505 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56392) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:33.597060 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3dfe2-d56a-4826-b444-f703a5e8df2e None None] Pushing event updated for resources: {'Port': ['ID=4a080c54-8f61-42a6-9bcd-bd405387ca84,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:33.724135 n-d-793620-7 neutron-server[100410]: INFO neutron.db.ipam_backend_mixin [None req-19d83db0-8788-46f5-94cf-e4a630f916cc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2387c290-55e4-457c-8167-78f71f7f9122 (CIDR: 2001:db8::/64) Jul 07 17:04:33.730953 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d83db0-8788-46f5-94cf-e4a630f916cc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:04:33.734770 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d83db0-8788-46f5-94cf-e4a630f916cc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:33.754286 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:33.782349 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-19d83db0-8788-46f5-94cf-e4a630f916cc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0757017 Jul 07 17:04:33.785825 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56408) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:33.792467 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-6caf67f9-6ef3-4f73-ac5d-1c4f13527a8b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'subnet': {'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:33.872703 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a325037b-7ce5-4318-8cb3-b8c8a1441a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2254f451-4f8d-4423-afe2-8a48d339adfa'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:33.875056 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582e74fb-ba55-4b69-bb18-e08af164b625" -d '{"events": [{"server_uuid": "a325037b-7ce5-4318-8cb3-b8c8a1441a69", "name": "network-vif-plugged", "status": "completed", "tag": "2254f451-4f8d-4423-afe2-8a48d339adfa"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:33.900382 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 2254f451-4f8d-4423-afe2-8a48d339adfa, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2254f451-4f8d-4423-afe2-8a48d339adfa,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:33.915498 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:33.918202 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-d2fc07c6-563a-4320-8d19-4e99cefe5d9b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--835412425&fields=id&tenant_id=d2bc760b57a34528af5e85b5e280ce2e HTTP/1.1" status: 200 len: 267 time: 0.1331880 Jul 07 17:04:34.013890 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-79c60174-7ae5-4f92-a7e1-5a1a85b3f67e', 'network_id': '79c60174-7ae5-4f92-a7e1-5a1a85b3f67e', 'tenant_id': 'c84d0df26a8447d9802e78d5839e17a1', 'fixed_ips': [{'subnet_id': '5cc17a4b-b08d-40a2-9db6-382231da0882'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:04:34.014518 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.018163 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b382659-519b-4cb4-8d7a-2006336071ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.026678 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-189551d7-f06c-4c88-ad3e-c14e352f07b8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:34.028067 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-189551d7-f06c-4c88-ad3e-c14e352f07b8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports/8eb21232-3d31-4afa-a049-3322dac0ef1d HTTP/1.1" status: 200 len: 931 time: 0.0994096 Jul 07 17:04:34.080185 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=2254f451-4f8d-4423-afe2-8a48d339adfa,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:34.086017 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caf67f9-6ef3-4f73-ac5d-1c4f13527a8b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:34.089989 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6caf67f9-6ef3-4f73-ac5d-1c4f13527a8b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.151427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-ca9747be-a60b-490c-be0d-f39ec7e10422 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:34.153046 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-ca9747be-a60b-490c-be0d-f39ec7e10422 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports/cd76306c-1fa6-42bc-ad55-41f92df88fad HTTP/1.1" status: 200 len: 932 time: 0.1184375 Jul 07 17:04:34.161152 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6a8dda7-a443-4b11-b9d2-5f3b3cddb5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.276012 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6a8dda7-a443-4b11-b9d2-5f3b3cddb5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.291988 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-9e0e9c81-9771-4476-8d32-84e8c125ab7f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?network_id=b39fb3b4-5401-465e-ad80-a133da26f792&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0657585 Jul 07 17:04:34.328820 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.351394 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Transition to ACTIVE for port object 76214f16-5f0d-437b-8bfd-2c19acafa6e1 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:34.381243 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-e6973fc4-7880-4fc5-96f1-45f21c2a19dd tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?network_id=b39fb3b4-5401-465e-ad80-a133da26f792&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0808833 Jul 07 17:04:34.395668 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51cc86-7476-4ed9-9a25-112f8b61b5d2 req-4865d816-b69a-4a2a-8f0d-494d9a3bfaf2 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:34.401496 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Transition to ACTIVE for port object 76214f16-5f0d-437b-8bfd-2c19acafa6e1 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:34.401688 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5e51cc86-7476-4ed9-9a25-112f8b61b5d2 req-4865d816-b69a-4a2a-8f0d-494d9a3bfaf2 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.3776221 Jul 07 17:04:34.414977 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.473099 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Allocated IP 172.20.0.2 (79c60174-7ae5-4f92-a7e1-5a1a85b3f67e/5cc17a4b-b08d-40a2-9db6-382231da0882/e3da8d1d-ac46-4194-b2ac-bf177d872593) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:34.482487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Network 920c439b-4a8e-474a-ab33-97348dd1b7ca is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:34.490116 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:34.492847 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:34.507416 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Pushing event updated for resources: {'Port': ['ID=76214f16-5f0d-437b-8bfd-2c19acafa6e1,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:34.616863 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b382659-519b-4cb4-8d7a-2006336071ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.640678 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Attempting to bind port 76214f16-5f0d-437b-8bfd-2c19acafa6e1 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:34.641055 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Attempting to bind port 76214f16-5f0d-437b-8bfd-2c19acafa6e1 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '708fca98-5176-41aa-bea4-a02291d6d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '920c439b-4a8e-474a-ab33-97348dd1b7ca'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:34.641422 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Attempting to bind port 76214f16-5f0d-437b-8bfd-2c19acafa6e1 on network 920c439b-4a8e-474a-ab33-97348dd1b7ca {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:34.643772 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b93fddb7-67ef-41cc-85ce-cc121621813f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:34.671748 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:34.671748 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Checking segment: {'id': '708fca98-5176-41aa-bea4-a02291d6d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '920c439b-4a8e-474a-ab33-97348dd1b7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:34.672319 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.672594 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Bound using segment: {'id': '708fca98-5176-41aa-bea4-a02291d6d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '920c439b-4a8e-474a-ab33-97348dd1b7ca'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:34.673093 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Bound port: 76214f16-5f0d-437b-8bfd-2c19acafa6e1, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708fca98-5176-41aa-bea4-a02291d6d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '920c439b-4a8e-474a-ab33-97348dd1b7ca'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:34.673488 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.706015 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5e51cc86-7476-4ed9-9a25-112f8b61b5d2 req-cde6a480-33da-45a6-aded-6283b6b94993 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372050 Jul 07 17:04:34.707042 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6a8dda7-a443-4b11-b9d2-5f3b3cddb5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.711477 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6a8dda7-a443-4b11-b9d2-5f3b3cddb5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.713720 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f6a8dda7-a443-4b11-b9d2-5f3b3cddb5d3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1edce313-ce83-438d-bffc-577ba4164ac7 HTTP/1.1" status: 204 len: 168 time: 1.2510171 Jul 07 17:04:34.714807 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b382659-519b-4cb4-8d7a-2006336071ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.735064 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-29c99a59-eb62-41b8-8c40-67c6100c4f0b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:34.771442 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8dda7-a443-4b11-b9d2-5f3b3cddb5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edce313-ce83-438d-bffc-577ba4164ac7,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:34.787212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a028183d-0899-4319-9708-e76f74c19779 None None] Network eac62db9-279a-4b33-82ea-f2201c73e6a0 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:34.798250 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9b382659-519b-4cb4-8d7a-2006336071ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95cba72a6d874dd0b6441127e4751ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7342937 Jul 07 17:04:34.808978 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56418) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:34.892039 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-b06c6f8d-2fc8-43b0-8c0d-7e8d3a85b415 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:34.896025 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe8c15c-1c53-43bb-99fa-d156c7d73b58 x-openstack-request-id: req-dbe8c15c-1c53-43bb-99fa-d156c7d73b58 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:34.896550 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a325037b-7ce5-4318-8cb3-b8c8a1441a69", "name": "network-vif-plugged", "status": "completed", "tag": "2254f451-4f8d-4423-afe2-8a48d339adfa", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:34.896772 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dbe8c15c-1c53-43bb-99fa-d156c7d73b58 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:34.897166 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a325037b-7ce5-4318-8cb3-b8c8a1441a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2254f451-4f8d-4423-afe2-8a48d339adfa', 'code': 200} Jul 07 17:04:34.913381 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-b06c6f8d-2fc8-43b0-8c0d-7e8d3a85b415 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:34.934848 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-b06c6f8d-2fc8-43b0-8c0d-7e8d3a85b415 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:34.945778 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-b06c6f8d-2fc8-43b0-8c0d-7e8d3a85b415 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/networks?id=9866a6b9-c461-4258-9fc8-481f6033e3c6&id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&id=b39fb3b4-5401-465e-ad80-a133da26f792&id=b39fb3b4-5401-465e-ad80-a133da26f792 HTTP/1.1" status: 200 len: 1990 time: 0.5251977 Jul 07 17:04:34.998644 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] For port 76214f16-5f0d-437b-8bfd-2c19acafa6e1, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:35.001629 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7aa2a9ab-935c-48d7-9755-1e19389793b5 None None] Provisioning for port 4a080c54-8f61-42a6-9bcd-bd405387ca84 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:35.019856 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-053dec5d-0889-409c-aa5f-4c8b353c3939 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/quotas/d2bc760b57a34528af5e85b5e280ce2e HTTP/1.1" status: 200 len: 375 time: 0.0682166 Jul 07 17:04:35.022933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port b93fddb7-67ef-41cc-85ce-cc121621813f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:35.033677 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] For port 76214f16-5f0d-437b-8bfd-2c19acafa6e1, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=76214f16-5f0d-437b-8bfd-2c19acafa6e1,segment=NetworkSegment(708fca98-5176-41aa-bea4-a02291d6d6d4),segment_id=708fca98-5176-41aa-bea4-a02291d6d6d4)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:35.033884 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6caf67f9-6ef3-4f73-ac5d-1c4f13527a8b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.050588 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4a080c54-8f61-42a6-9bcd-bd405387ca84 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:35.056566 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caf67f9-6ef3-4f73-ac5d-1c4f13527a8b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network 05c62a07-a876-40e2-b66f-3c8128e4630f is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:35.057139 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.060584 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.067219 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-6caf67f9-6ef3-4f73-ac5d-1c4f13527a8b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:35.133126 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caf67f9-6ef3-4f73-ac5d-1c4f13527a8b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:35.133719 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6caf67f9-6ef3-4f73-ac5d-1c4f13527a8b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.144786 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Transition to ACTIVE for port object e3da8d1d-ac46-4194-b2ac-bf177d872593 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:35.210055 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6caf67f9-6ef3-4f73-ac5d-1c4f13527a8b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4222209 Jul 07 17:04:35.227745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56422) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:35.235913 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-65e4496f-93e1-4df6-9651-e0bcc52fe46c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-414035653', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bae68d0f-73a6-4850-82fd-c654805aeedd'}], 'security_groups': ['2cf40d86-bb47-41c5-90a0-9bb06d6653cf']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:35.240389 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf67f9-6ef3-4f73-ac5d-1c4f13527a8b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Subnet': ['ID=bae68d0f-73a6-4850-82fd-c654805aeedd,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:35.289969 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af7b42-5284-4c7c-ac6d-3c6f70fd2885 None None] Pushing event updated for resources: {'Port': ['ID=76214f16-5f0d-437b-8bfd-2c19acafa6e1,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:35.303044 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 4a080c54-8f61-42a6-9bcd-bd405387ca84 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:35.303342 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2216de58-c492-4cd8-be64-dd97d074d942 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2bc760b57a34528af5e85b5e280ce2e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2730501 Jul 07 17:04:35.319487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Transition to ACTIVE for port object e3da8d1d-ac46-4194-b2ac-bf177d872593 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:35.325963 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56424) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:35.335967 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.338148 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4a080c54-8f61-42a6-9bcd-bd405387ca84 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:35.338821 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.384165 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b382659-519b-4cb4-8d7a-2006336071ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd03ddb1-cdf1-4e3e-9c31-49840d7d83e5,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:35.402166 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fc385f-306d-4b0d-a5a6-6d9f47dd333d None None] Network 05c62a07-a876-40e2-b66f-3c8128e4630f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:35.420756 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c0ceeb4-42f4-451b-9307-f5f459598711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.502478 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Network 79c60174-7ae5-4f92-a7e1-5a1a85b3f67e is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:35.526866 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4cb33797-fa4d-4e6a-b9ba-d0940bec3794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.541498 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:35.545469 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:35.559913 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Pushing event updated for resources: {'Port': ['ID=e3da8d1d-ac46-4194-b2ac-bf177d872593,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:35.594527 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4cb33797-fa4d-4e6a-b9ba-d0940bec3794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.606871 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-1aefbe7e-d5cd-4431-8e54-223fb8ed1f5f service neutron] 10.222.0.50 "GET /v2.0/networks/9866a6b9-c461-4258-9fc8-481f6033e3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833302 Jul 07 17:04:35.654963 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f615a856-32b7-4380-8c71-2a3f62605b99 None None] Provisioning complete for port b3c3f35a-1284-4837-b4a4-167ef7025501 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:35.655180 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f615a856-32b7-4380-8c71-2a3f62605b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.678768 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4cb33797-fa4d-4e6a-b9ba-d0940bec3794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.681327 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4cb33797-fa4d-4e6a-b9ba-d0940bec3794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.684956 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4cb33797-fa4d-4e6a-b9ba-d0940bec3794 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd03ddb1-cdf1-4e3e-9c31-49840d7d83e5 HTTP/1.1" status: 204 len: 168 time: 0.8613565 Jul 07 17:04:35.694534 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-29c99a59-eb62-41b8-8c40-67c6100c4f0b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Allocated IP 172.20.0.1 (920c439b-4a8e-474a-ab33-97348dd1b7ca/20ec599c-bd2a-4356-b8b7-2bb86ffc9259/18a4f5db-b7f2-44dd-9fb3-eda431563ff3) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:35.721381 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb33797-fa4d-4e6a-b9ba-d0940bec3794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd03ddb1-cdf1-4e3e-9c31-49840d7d83e5,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:35.741783 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524e8cf-c7d9-4d64-9734-cc52ae3c8a55 req-377e23b3-0155-41fb-a806-6f74062d1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:35.747607 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c524e8cf-c7d9-4d64-9734-cc52ae3c8a55 req-377e23b3-0155-41fb-a806-6f74062d1e4d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 1100 time: 0.8416297 Jul 07 17:04:35.829702 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Attempting to bind port e3da8d1d-ac46-4194-b2ac-bf177d872593 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:35.829986 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Attempting to bind port e3da8d1d-ac46-4194-b2ac-bf177d872593 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'e1586f7d-01b3-4a66-bd71-06e301dd370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '79c60174-7ae5-4f92-a7e1-5a1a85b3f67e'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:35.830356 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Attempting to bind port e3da8d1d-ac46-4194-b2ac-bf177d872593 on network 79c60174-7ae5-4f92-a7e1-5a1a85b3f67e {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:35.838642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f615a856-32b7-4380-8c71-2a3f62605b99 None None] Port b3c3f35a-1284-4837-b4a4-167ef7025501 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:35.855871 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65e4496f-93e1-4df6-9651-e0bcc52fe46c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.872551 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.874501 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:35.874893 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Checking segment: {'id': 'e1586f7d-01b3-4a66-bd71-06e301dd370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '79c60174-7ae5-4f92-a7e1-5a1a85b3f67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:35.875296 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.875701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Bound using segment: {'id': 'e1586f7d-01b3-4a66-bd71-06e301dd370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '79c60174-7ae5-4f92-a7e1-5a1a85b3f67e'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:35.876194 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Bound port: e3da8d1d-ac46-4194-b2ac-bf177d872593, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1586f7d-01b3-4a66-bd71-06e301dd370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '79c60174-7ae5-4f92-a7e1-5a1a85b3f67e'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:35.876583 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.913944 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-29c99a59-eb62-41b8-8c40-67c6100c4f0b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.930706 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-29c99a59-eb62-41b8-8c40-67c6100c4f0b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Transition to ACTIVE for port object 18a4f5db-b7f2-44dd-9fb3-eda431563ff3 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:35.955676 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f615a856-32b7-4380-8c71-2a3f62605b99 None None] Provisioning for port b93fddb7-67ef-41cc-85ce-cc121621813f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:35.976550 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c0ceeb4-42f4-451b-9307-f5f459598711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:35.997926 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abb9b7-3c4f-48ba-817a-d24345947493 req-9e687b48-acb0-4b63-b895-92a2c2cf5f40 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:36.008843 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2abb9b7-3c4f-48ba-817a-d24345947493 req-9e687b48-acb0-4b63-b895-92a2c2cf5f40 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 949 time: 1.0362580 Jul 07 17:04:36.013960 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f615a856-32b7-4380-8c71-2a3f62605b99 None None] Provisioning complete for port b93fddb7-67ef-41cc-85ce-cc121621813f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:36.013960 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f615a856-32b7-4380-8c71-2a3f62605b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.015708 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-ecc93bb9-11bb-4f68-8caa-11e114935209 service neutron] 10.222.0.50 "GET /v2.0/networks/9866a6b9-c461-4258-9fc8-481f6033e3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943036 Jul 07 17:04:36.057187 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-29c99a59-eb62-41b8-8c40-67c6100c4f0b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.062823 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 4a080c54-8f61-42a6-9bcd-bd405387ca84, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4a080c54-8f61-42a6-9bcd-bd405387ca84,segment=NetworkSegment(8a290edb-bdd3-4c02-9e66-22e8e7dc77d0),segment_id=8a290edb-bdd3-4c02-9e66-22e8e7dc77d0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:36.080746 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.101513 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c524e8cf-c7d9-4d64-9734-cc52ae3c8a55 req-40d65dd8-2935-4687-80bd-f6f9a7805d75 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=84d4ae51-122c-490c-9cfd-566ad26c9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139410 Jul 07 17:04:36.137673 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c99a59-eb62-41b8-8c40-67c6100c4f0b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Network 920c439b-4a8e-474a-ab33-97348dd1b7ca is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:36.145011 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] For port e3da8d1d-ac46-4194-b2ac-bf177d872593, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:36.177298 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-29c99a59-eb62-41b8-8c40-67c6100c4f0b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:36.179576 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] For port e3da8d1d-ac46-4194-b2ac-bf177d872593, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e3da8d1d-ac46-4194-b2ac-bf177d872593,segment=NetworkSegment(e1586f7d-01b3-4a66-bd71-06e301dd370a),segment_id=e1586f7d-01b3-4a66-bd71-06e301dd370a)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:36.192579 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2abb9b7-3c4f-48ba-817a-d24345947493 req-5e93d5e2-76c1-46b0-abda-918663bcf43a tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d4ae51-122c-490c-9cfd-566ad26c9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821952 Jul 07 17:04:36.197970 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c99a59-eb62-41b8-8c40-67c6100c4f0b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:36.224954 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.245483 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=4a080c54-8f61-42a6-9bcd-bd405387ca84,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:36.247575 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c0ceeb4-42f4-451b-9307-f5f459598711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.256559 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56432) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:36.281354 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c99a59-eb62-41b8-8c40-67c6100c4f0b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Pushing event updated for resources: {'Port': ['ID=18a4f5db-b7f2-44dd-9fb3-eda431563ff3,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:36.305731 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a73a96bd-911c-430f-98bb-8d78bd044134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.351566 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-29c99a59-eb62-41b8-8c40-67c6100c4f0b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.380033 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9c0ceeb4-42f4-451b-9307-f5f459598711 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a7c229b5e5d0437384a508efcd5c5e94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0254967 Jul 07 17:04:36.392756 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56434) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:36.439973 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f615a856-32b7-4380-8c71-2a3f62605b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.485082 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ceeb4-42f4-451b-9307-f5f459598711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c5ee38-3e8a-4266-a097-4a0c59ac2b63,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:36.513831 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-12f09ff9-2625-4f61-8e7b-443ccac16af3 service neutron] 10.222.0.50 "GET /v2.0/ports/8eb21232-3d31-4afa-a049-3322dac0ef1d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2616639 Jul 07 17:04:36.522023 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6187e62a-23d9-42ac-971e-7a550ea4eed9 None None] Update dhcp port {'port': {'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f', 'fixed_ips': [{'subnet_id': '2387c290-55e4-457c-8167-78f71f7f9122', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bae68d0f-73a6-4850-82fd-c654805aeedd'}], 'binding:host_id': 'n-d-793620-7'}, 'id': 'b93fddb7-67ef-41cc-85ce-cc121621813f'} from n-d-793620-7. {{(pid=100411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:04:36.527277 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ec4a9-f4bf-4ebd-8c1b-15ee28dacfad None None] Pushing event updated for resources: {'Port': ['ID=e3da8d1d-ac46-4194-b2ac-bf177d872593,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:36.581323 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f615a856-32b7-4380-8c71-2a3f62605b99 None None] For port b93fddb7-67ef-41cc-85ce-cc121621813f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b93fddb7-67ef-41cc-85ce-cc121621813f,segment=NetworkSegment(4c32a4b9-d0a8-4532-98ec-bfd0384e1059),segment_id=4c32a4b9-d0a8-4532-98ec-bfd0384e1059)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:36.597511 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f615a856-32b7-4380-8c71-2a3f62605b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.601611 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6187e62a-23d9-42ac-971e-7a550ea4eed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.635678 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-29c99a59-eb62-41b8-8c40-67c6100c4f0b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.681397 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 76214f16-5f0d-437b-8bfd-2c19acafa6e1 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:36.708349 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a73a96bd-911c-430f-98bb-8d78bd044134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.739574 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a73a96bd-911c-430f-98bb-8d78bd044134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.821685 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615a856-32b7-4380-8c71-2a3f62605b99 None None] Pushing event updated for resources: {'Port': ['ID=b93fddb7-67ef-41cc-85ce-cc121621813f,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:36.825942 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-44f42790-c4d0-4f0f-b173-f609f1a6f538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.882350 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-44f42790-c4d0-4f0f-b173-f609f1a6f538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:36.897137 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a96bd-911c-430f-98bb-8d78bd044134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d9d03e-cac3-4fe0-a0bf-1681a7208346,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:36.903124 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-65e4496f-93e1-4df6-9651-e0bcc52fe46c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Delete allocated IP 2001:db8::a6 (05c62a07-a876-40e2-b66f-3c8128e4630f/2387c290-55e4-457c-8167-78f71f7f9122) {{(pid=100410) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:04:36.956488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-65e4496f-93e1-4df6-9651-e0bcc52fe46c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Allocated IP 2001:db8:0:1::275 (05c62a07-a876-40e2-b66f-3c8128e4630f/bae68d0f-73a6-4850-82fd-c654805aeedd/5b7852c5-0874-488a-9077-ab34ba09f1a8) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:36.969137 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-238fe39a-7334-4c51-91c5-d6164475808e service neutron] 10.222.0.50 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233246 Jul 07 17:04:36.997330 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a73a96bd-911c-430f-98bb-8d78bd044134 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b40a137cb8144bafb7868141efd6d4b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7160618 Jul 07 17:04:37.000110 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56436) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:37.061320 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f052a0-a21d-4fe2-a506-1b43814b5cca req-1a9b38e1-80d8-4d23-a02e-b843eaf08427 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:37.063564 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13f052a0-a21d-4fe2-a506-1b43814b5cca req-1a9b38e1-80d8-4d23-a02e-b843eaf08427 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.2497714 Jul 07 17:04:37.126824 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d3c3a6-ac4f-4916-9fc6-b3585bab5fd9 None None] Network 920c439b-4a8e-474a-ab33-97348dd1b7ca requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:37.130429 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-231771f3-858f-44c6-8093-8e2896b8a841 None None] Provisioning complete for port 4a080c54-8f61-42a6-9bcd-bd405387ca84 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:37.130848 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-231771f3-858f-44c6-8093-8e2896b8a841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.143262 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-44f42790-c4d0-4f0f-b173-f609f1a6f538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.145949 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-44f42790-c4d0-4f0f-b173-f609f1a6f538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.147265 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-44f42790-c4d0-4f0f-b173-f609f1a6f538 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/73c5ee38-3e8a-4266-a097-4a0c59ac2b63 HTTP/1.1" status: 204 len: 168 time: 0.7454870 Jul 07 17:04:37.202493 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-108faf6b-c448-4df9-8ba4-cbd6416fb9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.229945 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-108faf6b-c448-4df9-8ba4-cbd6416fb9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.253270 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13f052a0-a21d-4fe2-a506-1b43814b5cca req-53ab1807-2911-4019-a2b1-ab068486495e tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723564 Jul 07 17:04:37.267804 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 76214f16-5f0d-437b-8bfd-2c19acafa6e1 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:37.293660 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4a080c54-8f61-42a6-9bcd-bd405387ca84 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:37.373949 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f42790-c4d0-4f0f-b173-f609f1a6f538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c5ee38-3e8a-4266-a097-4a0c59ac2b63,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:37.392050 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-108faf6b-c448-4df9-8ba4-cbd6416fb9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.396869 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c6de1db1-b919-46c2-9b2f-f9cbd0284dac service neutron] 10.222.0.50 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843181 Jul 07 17:04:37.396989 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-108faf6b-c448-4df9-8ba4-cbd6416fb9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.401161 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-108faf6b-c448-4df9-8ba4-cbd6416fb9c0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/99d9d03e-cac3-4fe0-a0bf-1681a7208346 HTTP/1.1" status: 204 len: 168 time: 0.3962986 Jul 07 17:04:37.403961 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-29c99a59-eb62-41b8-8c40-67c6100c4f0b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.414274 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-29c99a59-eb62-41b8-8c40-67c6100c4f0b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.494102 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4a080c54-8f61-42a6-9bcd-bd405387ca84 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:37.506098 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c99a59-eb62-41b8-8c40-67c6100c4f0b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Pushing event updated for resources: {'Port': ['ID=18a4f5db-b7f2-44dd-9fb3-eda431563ff3,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:37.506836 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.519060 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108faf6b-c448-4df9-8ba4-cbd6416fb9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d9d03e-cac3-4fe0-a0bf-1681a7208346,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:37.555096 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-29c99a59-eb62-41b8-8c40-67c6100c4f0b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.620287 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-e0f560ac-c219-422c-9636-d646e86bafb0 service neutron] 10.222.0.50 "GET /v2.0/ports/cd76306c-1fa6-42bc-ad55-41f92df88fad?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2046676 Jul 07 17:04:37.637033 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-49881b41-ba67-428f-bf3d-d06340050c96 None None] Provisioning for port 76214f16-5f0d-437b-8bfd-2c19acafa6e1 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:37.647604 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-49881b41-ba67-428f-bf3d-d06340050c96 None None] Provisioning complete for port 76214f16-5f0d-437b-8bfd-2c19acafa6e1 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:37.647987 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-49881b41-ba67-428f-bf3d-d06340050c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.878355 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-49881b41-ba67-428f-bf3d-d06340050c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:37.900795 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c99a59-eb62-41b8-8c40-67c6100c4f0b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Network 920c439b-4a8e-474a-ab33-97348dd1b7ca is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:37.903691 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-29c99a59-eb62-41b8-8c40-67c6100c4f0b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:37.957038 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-49881b41-ba67-428f-bf3d-d06340050c96 None None] For port 76214f16-5f0d-437b-8bfd-2c19acafa6e1, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=76214f16-5f0d-437b-8bfd-2c19acafa6e1,segment=NetworkSegment(708fca98-5176-41aa-bea4-a02291d6d6d4),segment_id=708fca98-5176-41aa-bea4-a02291d6d6d4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:37.963903 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-49881b41-ba67-428f-bf3d-d06340050c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.116551 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49881b41-ba67-428f-bf3d-d06340050c96 None None] Pushing event updated for resources: {'Port': ['ID=76214f16-5f0d-437b-8bfd-2c19acafa6e1,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:38.125051 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a1ca4e62-0497-4ac8-8eab-e427e5a9c038 None None] Provisioning complete for port 76214f16-5f0d-437b-8bfd-2c19acafa6e1 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:38.129682 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a1ca4e62-0497-4ac8-8eab-e427e5a9c038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.177447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b135cfe2-b824-41f3-ae17-0536f8228f62 None None] Network 79c60174-7ae5-4f92-a7e1-5a1a85b3f67e requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:38.203556 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96c567-2a69-472a-831d-994e4585eafa req-c06e5ce7-f60a-4e3c-ab1b-ab324fe03ade tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:38.223045 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9c96c567-2a69-472a-831d-994e4585eafa req-c06e5ce7-f60a-4e3c-ab1b-ab324fe03ade tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 949 time: 0.4909687 Jul 07 17:04:38.317820 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65e4496f-93e1-4df6-9651-e0bcc52fe46c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.336565 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-65e4496f-93e1-4df6-9651-e0bcc52fe46c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Ignored duplicate provisioning block setup for port 5b7852c5-0874-488a-9077-ab34ba09f1a8 by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:04:38.356579 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65e4496f-93e1-4df6-9651-e0bcc52fe46c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.397193 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-4a5875bd-a740-4082-815b-1f439b321f25 service neutron] 10.222.0.50 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7608027 Jul 07 17:04:38.405981 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9c96c567-2a69-472a-831d-994e4585eafa req-c4296383-9a28-4289-a635-a047aa35f61c tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d4ae51-122c-490c-9cfd-566ad26c9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814358 Jul 07 17:04:38.459715 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c99a59-eb62-41b8-8c40-67c6100c4f0b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Router d6168d20-97ae-411f-98b9-2dd596f23968 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:04:38.614067 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-6187e62a-23d9-42ac-971e-7a550ea4eed9 None None] Allocated IP 2001:db8:0:1::2 (05c62a07-a876-40e2-b66f-3c8128e4630f/bae68d0f-73a6-4850-82fd-c654805aeedd/b93fddb7-67ef-41cc-85ce-cc121621813f) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:38.652350 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-65e4496f-93e1-4df6-9651-e0bcc52fe46c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] In _notify_port_updated(), no bound segment for port 5b7852c5-0874-488a-9077-ab34ba09f1a8 on network 05c62a07-a876-40e2-b66f-3c8128e4630f {{(pid=100410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:04:38.666919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e4496f-93e1-4df6-9651-e0bcc52fe46c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:38.667606 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65e4496f-93e1-4df6-9651-e0bcc52fe46c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:38.672251 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56482) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:38.683659 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-65e4496f-93e1-4df6-9651-e0bcc52fe46c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "PUT /v2.0/ports/5b7852c5-0874-488a-9077-ab34ba09f1a8 HTTP/1.1" status: 200 len: 930 time: 3.4538941 Jul 07 17:04:38.700106 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4496f-93e1-4df6-9651-e0bcc52fe46c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=5b7852c5-0874-488a-9077-ab34ba09f1a8,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:38.746095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 76214f16-5f0d-437b-8bfd-2c19acafa6e1 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:38.768445 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-ce64c918-260e-41a2-9635-4f1d1354424f service neutron] 10.222.0.50 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703482 Jul 07 17:04:38.797306 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c99a59-eb62-41b8-8c40-67c6100c4f0b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:38.803293 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-29c99a59-eb62-41b8-8c40-67c6100c4f0b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "PUT /v2.0/routers/d6168d20-97ae-411f-98b9-2dd596f23968/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3029497 Jul 07 17:04:38.807545 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56488) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:38.814725 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4c7fa-9957-43bd-9c67-a682854383ad None None] Sync routers for ids ['d6168d20-97ae-411f-98b9-2dd596f23968'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:38.833146 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd4c7fa-9957-43bd-9c67-a682854383ad None None] Routers {'d6168d20-97ae-411f-98b9-2dd596f23968'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:38.834017 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cbd4c7fa-9957-43bd-9c67-a682854383ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:04:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d6168d20-97ae-411f-98b9-2dd596f23968'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:38.948504 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cbd4c7fa-9957-43bd-9c67-a682854383ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:38.976819 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd4c7fa-9957-43bd-9c67-a682854383ad None None] Routers {'d6168d20-97ae-411f-98b9-2dd596f23968'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:38.976819 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cbd4c7fa-9957-43bd-9c67-a682854383ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:04:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d6168d20-97ae-411f-98b9-2dd596f23968'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:39.057138 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-69e567a9-9cd8-45f9-88a8-64f56b4d4d14 service neutron] 10.222.0.50 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795115 Jul 07 17:04:39.097084 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cbd4c7fa-9957-43bd-9c67-a682854383ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:39.099785 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4c7fa-9957-43bd-9c67-a682854383ad None None] The sync data for ids ['d6168d20-97ae-411f-98b9-2dd596f23968'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:39.105763 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a1ca4e62-0497-4ac8-8eab-e427e5a9c038 None None] Provisioning for port 18a4f5db-b7f2-44dd-9fb3-eda431563ff3 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:39.145126 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a1ca4e62-0497-4ac8-8eab-e427e5a9c038 None None] Provisioning complete for port 18a4f5db-b7f2-44dd-9fb3-eda431563ff3 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:39.145795 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a1ca4e62-0497-4ac8-8eab-e427e5a9c038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.190639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-6187e62a-23d9-42ac-971e-7a550ea4eed9 None None] For port b93fddb7-67ef-41cc-85ce-cc121621813f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b93fddb7-67ef-41cc-85ce-cc121621813f,segment=NetworkSegment(4c32a4b9-d0a8-4532-98ec-bfd0384e1059),segment_id=4c32a4b9-d0a8-4532-98ec-bfd0384e1059)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:39.206617 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:04:39.207452 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 76214f16-5f0d-437b-8bfd-2c19acafa6e1 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:39.207838 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.253228 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-a1ca4e62-0497-4ac8-8eab-e427e5a9c038 None None] Port 18a4f5db-b7f2-44dd-9fb3-eda431563ff3 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:39.258355 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-e53fa083-3a63-46d9-86db-2f26c7a2dcfc service neutron] 10.222.0.50 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934502 Jul 07 17:04:39.279738 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6187e62a-23d9-42ac-971e-7a550ea4eed9 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.300874 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6187e62a-23d9-42ac-971e-7a550ea4eed9 None None] Transition to ACTIVE for port object b93fddb7-67ef-41cc-85ce-cc121621813f will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:39.309939 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6187e62a-23d9-42ac-971e-7a550ea4eed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.446699 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-7c019fee-3964-44c9-a36b-1965afe64caa service neutron] 10.222.0.50 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873376 Jul 07 17:04:39.504624 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6f860770-d32f-41ad-92fd-213a1af90e85 None None] Provisioning for port e3da8d1d-ac46-4194-b2ac-bf177d872593 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:39.531776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b93fddb7-67ef-41cc-85ce-cc121621813f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:39.533446 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187e62a-23d9-42ac-971e-7a550ea4eed9 None None] Pushing event updated for resources: {'Port': ['ID=b93fddb7-67ef-41cc-85ce-cc121621813f,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:39.576663 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e62a-23d9-42ac-971e-7a550ea4eed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:39.577054 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e62a-23d9-42ac-971e-7a550ea4eed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:39.577404 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e62a-23d9-42ac-971e-7a550ea4eed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:39.577742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e62a-23d9-42ac-971e-7a550ea4eed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:39.578288 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e62a-23d9-42ac-971e-7a550ea4eed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:39.578852 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e62a-23d9-42ac-971e-7a550ea4eed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:39.579367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e62a-23d9-42ac-971e-7a550ea4eed9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:39.579971 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e62a-23d9-42ac-971e-7a550ea4eed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:39.580491 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e62a-23d9-42ac-971e-7a550ea4eed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:39.581002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e62a-23d9-42ac-971e-7a550ea4eed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:39.581531 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e62a-23d9-42ac-971e-7a550ea4eed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:39.582038 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187e62a-23d9-42ac-971e-7a550ea4eed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:04:39.585760 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-bd980046-ada2-46bc-8b36-7ade04769bd2 service neutron] 10.222.0.50 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374350 Jul 07 17:04:39.610013 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6f860770-d32f-41ad-92fd-213a1af90e85 None None] Provisioning complete for port 18a4f5db-b7f2-44dd-9fb3-eda431563ff3 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:39.610666 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6f860770-d32f-41ad-92fd-213a1af90e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.618733 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7cc17f39-6ed2-4e78-a329-32e801e6bedc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting port 5b7852c5-0874-488a-9077-ab34ba09f1a8 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:39.619198 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7cc17f39-6ed2-4e78-a329-32e801e6bedc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.677112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-6f860770-d32f-41ad-92fd-213a1af90e85 None None] Port 18a4f5db-b7f2-44dd-9fb3-eda431563ff3 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:39.681654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e3da8d1d-ac46-4194-b2ac-bf177d872593 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:39.723441 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-381ddd83-12bd-4df7-b694-42c817b85dde service neutron] 10.222.0.50 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366131 Jul 07 17:04:39.799719 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port e3da8d1d-ac46-4194-b2ac-bf177d872593 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:39.812227 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e3da8d1d-ac46-4194-b2ac-bf177d872593 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:39.813942 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.870601 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-cb73941c-a6f7-472d-b31d-e406bf454f5b service neutron] 10.222.0.50 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462383 Jul 07 17:04:39.882451 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dfe2e9a0-f345-40c0-84e5-cc27b683835a None None] Provisioning complete for port e3da8d1d-ac46-4194-b2ac-bf177d872593 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:39.882833 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e9a0-f345-40c0-84e5-cc27b683835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.894935 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d793f-5bec-4090-81be-bdcff8c702cc req-78237187-6f69-454a-ae9e-8242f30fc977 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:39.902394 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c37d793f-5bec-4090-81be-bdcff8c702cc req-78237187-6f69-454a-ae9e-8242f30fc977 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.5412905 Jul 07 17:04:39.966062 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7cc17f39-6ed2-4e78-a329-32e801e6bedc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:39.982080 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7cc17f39-6ed2-4e78-a329-32e801e6bedc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Calling delete_port for 5b7852c5-0874-488a-9077-ab34ba09f1a8 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:40.022230 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-82d392ef-b739-4bce-81ff-a2e0b4bcb06d service neutron] 10.222.0.50 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420798 Jul 07 17:04:40.144851 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c37d793f-5bec-4090-81be-bdcff8c702cc req-9b0537a6-b7ac-479f-b79e-bd7c057c3de6 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413652 Jul 07 17:04:40.196077 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e9a0-f345-40c0-84e5-cc27b683835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.219219 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-7e3119e0-06e5-4dfa-bc13-132d3848495a service neutron] 10.222.0.50 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829579 Jul 07 17:04:40.236479 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.312485 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-dfe2e9a0-f345-40c0-84e5-cc27b683835a None None] For port e3da8d1d-ac46-4194-b2ac-bf177d872593, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e3da8d1d-ac46-4194-b2ac-bf177d872593,segment=NetworkSegment(e1586f7d-01b3-4a66-bd71-06e301dd370a),segment_id=e1586f7d-01b3-4a66-bd71-06e301dd370a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:40.371122 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e9a0-f345-40c0-84e5-cc27b683835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.413357 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-f9fcca56-d29d-4347-be24-cba254a00c54 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:04:40.417282 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f9fcca56-d29d-4347-be24-cba254a00c54 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "PUT /v2.0/routers/d6168d20-97ae-411f-98b9-2dd596f23968/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6058707 Jul 07 17:04:40.418039 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56534) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:40.438842 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.api [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:04:40.439932 n-d-793620-7 neutron-server[100411]: DEBUG oslo_db.api [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:04:40.473457 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2e9a0-f345-40c0-84e5-cc27b683835a None None] Pushing event updated for resources: {'Port': ['ID=e3da8d1d-ac46-4194-b2ac-bf177d872593,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:40.584019 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7cc17f39-6ed2-4e78-a329-32e801e6bedc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.648518 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc17f39-6ed2-4e78-a329-32e801e6bedc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Port': ['ID=5b7852c5-0874-488a-9077-ab34ba09f1a8,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:40.692967 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7cc17f39-6ed2-4e78-a329-32e801e6bedc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.695161 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7cc17f39-6ed2-4e78-a329-32e801e6bedc tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/ports/5b7852c5-0874-488a-9077-ab34ba09f1a8 HTTP/1.1" status: 204 len: 168 time: 2.0029519 Jul 07 17:04:40.698054 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56552) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:40.805654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5b6f3785-d5d9-49a0-8629-6a56ac9a6c52 None None] Provisioning complete for port b3c3f35a-1284-4837-b4a4-167ef7025501 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:40.806022 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b6f3785-d5d9-49a0-8629-6a56ac9a6c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.833826 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-e653485f-bf1b-4cff-88eb-9adefe5ae78a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] GET failed (client error): The resource could not be found. Jul 07 17:04:40.835991 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e653485f-bf1b-4cff-88eb-9adefe5ae78a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports/5b7852c5-0874-488a-9077-ab34ba09f1a8 HTTP/1.1" status: 404 len: 333 time: 0.1363695 Jul 07 17:04:40.844143 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56560) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:40.903784 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-5b6f3785-d5d9-49a0-8629-6a56ac9a6c52 None None] Port b3c3f35a-1284-4837-b4a4-167ef7025501 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:40.931981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5b6f3785-d5d9-49a0-8629-6a56ac9a6c52 None None] Provisioning for port b93fddb7-67ef-41cc-85ce-cc121621813f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:40.939855 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5b6f3785-d5d9-49a0-8629-6a56ac9a6c52 None None] Provisioning complete for port b93fddb7-67ef-41cc-85ce-cc121621813f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:40.940252 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b6f3785-d5d9-49a0-8629-6a56ac9a6c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.961586 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62845df5-59ec-48c8-a8de-c6eb9350190e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:40.994322 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62845df5-59ec-48c8-a8de-c6eb9350190e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.079667 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62845df5-59ec-48c8-a8de-c6eb9350190e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.082728 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62845df5-59ec-48c8-a8de-c6eb9350190e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.086885 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-62845df5-59ec-48c8-a8de-c6eb9350190e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/security-groups/84c52f8b-e9fa-4926-9d21-206263d8ecee HTTP/1.1" status: 204 len: 168 time: 0.2415233 Jul 07 17:04:41.092013 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56570) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:41.122250 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56572) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:41.192577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62845df5-59ec-48c8-a8de-c6eb9350190e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c52f8b-e9fa-4926-9d21-206263d8ecee,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:41.271714 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ff3523e3-369e-4d80-8725-a151542b9241 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.354629 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ff3523e3-369e-4d80-8725-a151542b9241 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.474292 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ff3523e3-369e-4d80-8725-a151542b9241 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.477393 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ff3523e3-369e-4d80-8725-a151542b9241 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.479847 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ff3523e3-369e-4d80-8725-a151542b9241 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/security-groups/2cf40d86-bb47-41c5-90a0-9bb06d6653cf HTTP/1.1" status: 204 len: 168 time: 0.3677576 Jul 07 17:04:41.497740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56586) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:41.567110 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3523e3-369e-4d80-8725-a151542b9241 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf40d86-bb47-41c5-90a0-9bb06d6653cf,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:41.657955 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b3124802-d130-4af9-a8d1-33e3e1d92b2c req-2128b92d-3e0d-4d33-a6ae-6352a1daa3bc tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 210 time: 0.1769328 Jul 07 17:04:41.730205 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-925d7b76-48ba-43cc-89fe-34ed2dd5da78 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting subnet 2387c290-55e4-457c-8167-78f71f7f9122 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:04:41.738662 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-925d7b76-48ba-43cc-89fe-34ed2dd5da78 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.744195 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0cb23cfc-e6a7-491d-ac2c-14c99157de59 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.783351 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5b6f3785-d5d9-49a0-8629-6a56ac9a6c52 None None] Could not find standard attr ID for object 5b7852c5-0874-488a-9077-ab34ba09f1a8. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:04:41.803927 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-28e567b4-3924-4597-988d-a1309fe43c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.855765 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-925d7b76-48ba-43cc-89fe-34ed2dd5da78 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.857188 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b93fddb7-67ef-41cc-85ce-cc121621813f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:41.934179 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5145da03-d555-41b6-b412-1758d8c4c27e None None] Could not find standard attr ID for object 5b7852c5-0874-488a-9077-ab34ba09f1a8. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:04:41.985052 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab133f-cfcf-4408-bd4d-384d49b8c62c req-046c0323-c5f2-4bcf-b3a1-6b492c891de7 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:41.986474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port b93fddb7-67ef-41cc-85ce-cc121621813f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:41.987140 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:41.992062 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-93ab133f-cfcf-4408-bd4d-384d49b8c62c req-046c0323-c5f2-4bcf-b3a1-6b492c891de7 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.4753158 Jul 07 17:04:42.037749 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-925d7b76-48ba-43cc-89fe-34ed2dd5da78 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.158972 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e3da8d1d-ac46-4194-b2ac-bf177d872593 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:42.204633 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-925d7b76-48ba-43cc-89fe-34ed2dd5da78 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.261405 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e3da8d1d-ac46-4194-b2ac-bf177d872593 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:42.261788 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.284308 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-925d7b76-48ba-43cc-89fe-34ed2dd5da78 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.297703 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-925d7b76-48ba-43cc-89fe-34ed2dd5da78 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/subnets/2387c290-55e4-457c-8167-78f71f7f9122 HTTP/1.1" status: 204 len: 168 time: 0.7958112 Jul 07 17:04:42.299747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d7b76-48ba-43cc-89fe-34ed2dd5da78 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Subnet': ['ID=2387c290-55e4-457c-8167-78f71f7f9122,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:42.302177 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56610) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:42.314083 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-e730328b-288c-4246-9e85-b544005d6c1e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'subnet': {'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:42.324714 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-93ab133f-cfcf-4408-bd4d-384d49b8c62c req-f4a7bcfd-7d11-426c-8e84-6c87b6362aac tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226855 Jul 07 17:04:42.333006 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96954ec-a61d-4de1-8d4f-8bab2d966ba4 None None] Network 05c62a07-a876-40e2-b66f-3c8128e4630f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:42.513447 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-28e567b4-3924-4597-988d-a1309fe43c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.520241 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-28e567b4-3924-4597-988d-a1309fe43c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.591125 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e730328b-288c-4246-9e85-b544005d6c1e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:42.591345 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e567b4-3924-4597-988d-a1309fe43c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2830160d-2a60-454b-beaa-e6638379e492,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:42.595692 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e730328b-288c-4246-9e85-b544005d6c1e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.603102 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-28e567b4-3924-4597-988d-a1309fe43c92 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=84e618b847664280bb0bff9c010af2ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4790988 Jul 07 17:04:42.605638 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56614) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:42.694570 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-0cb23cfc-e6a7-491d-ac2c-14c99157de59 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Deleting port 18a4f5db-b7f2-44dd-9fb3-eda431563ff3 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:42.694923 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0cb23cfc-e6a7-491d-ac2c-14c99157de59 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.797656 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-03128660-b24d-4849-8ff7-87c405bea170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.867247 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-03128660-b24d-4849-8ff7-87c405bea170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.919130 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0cb23cfc-e6a7-491d-ac2c-14c99157de59 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.934577 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-0cb23cfc-e6a7-491d-ac2c-14c99157de59 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Calling delete_port for 18a4f5db-b7f2-44dd-9fb3-eda431563ff3 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:42.970847 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-03128660-b24d-4849-8ff7-87c405bea170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.974908 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-03128660-b24d-4849-8ff7-87c405bea170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:42.980826 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-03128660-b24d-4849-8ff7-87c405bea170 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2830160d-2a60-454b-beaa-e6638379e492 HTTP/1.1" status: 204 len: 168 time: 0.3603251 Jul 07 17:04:43.034811 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03128660-b24d-4849-8ff7-87c405bea170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2830160d-2a60-454b-beaa-e6638379e492,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:43.067443 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c1f6d9d0-d915-4d6c-bc38-c3f046eca0c0 req-010aad3c-c64c-4b77-a32f-5072d65eb234 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 210 time: 0.0519488 Jul 07 17:04:43.150219 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e730328b-288c-4246-9e85-b544005d6c1e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.234294 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e730328b-288c-4246-9e85-b544005d6c1e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network 05c62a07-a876-40e2-b66f-3c8128e4630f is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:43.253139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-e730328b-288c-4246-9e85-b544005d6c1e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:43.272920 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e730328b-288c-4246-9e85-b544005d6c1e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:43.274089 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e730328b-288c-4246-9e85-b544005d6c1e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.308918 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730328b-288c-4246-9e85-b544005d6c1e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Subnet': ['ID=3501bff3-4c29-4b2c-8608-b4fcf814ac9d,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:43.325698 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e730328b-288c-4246-9e85-b544005d6c1e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0171299 Jul 07 17:04:43.329918 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56634) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:43.338823 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-fcb77ab2-81f0-4b46-8064-9d21cf757bda tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'security_group': {'name': 'tempest-secgroup-260411012'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:43.359592 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0cb23cfc-e6a7-491d-ac2c-14c99157de59 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.422595 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fcb77ab2-81f0-4b46-8064-9d21cf757bda tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.532040 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb23cfc-e6a7-491d-ac2c-14c99157de59 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Pushing event deleted for resources: {'Port': ['ID=18a4f5db-b7f2-44dd-9fb3-eda431563ff3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:43.537159 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2db537e2-2bd7-4327-bc8f-1665430484a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:43.539809 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2db537e2-2bd7-4327-bc8f-1665430484a4 service neutron] 10.222.0.69 "GET /v2.0/ports/8eb21232-3d31-4afa-a049-3322dac0ef1d HTTP/1.1" status: 200 len: 1027 time: 0.1044161 Jul 07 17:04:43.739802 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56640) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:43.755144 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fcb77ab2-81f0-4b46-8064-9d21cf757bda tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.768362 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fcb77ab2-81f0-4b46-8064-9d21cf757bda tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.850356 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fcb77ab2-81f0-4b46-8064-9d21cf757bda tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.854576 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fcb77ab2-81f0-4b46-8064-9d21cf757bda tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5225244 Jul 07 17:04:43.855270 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56644) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:43.875503 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c98a36cd-c33e-4612-9fa9-fc0c20268a2e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'security_group': {'name': 'tempest-secgroup-2105286300'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:43.885190 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b7d37ae-9e68-4278-835b-27238be1cc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:43.918356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19776ac-c28e-4bf5-b1b8-5da4413276fb req-27711041-ffa7-4f3c-a0c7-0901f08e1a4f tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:43.926253 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e19776ac-c28e-4bf5-b1b8-5da4413276fb req-27711041-ffa7-4f3c-a0c7-0901f08e1a4f tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.2558355 Jul 07 17:04:43.930639 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb77ab2-81f0-4b46-8064-9d21cf757bda tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f37ad20c-48ed-4b5a-8b27-6ece4e3ec9a3,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:43.970580 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-5ef5b54d-9efe-425a-9bf7-5487687e37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:43.979612 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-5ef5b54d-9efe-425a-9bf7-5487687e37cf service neutron] 10.222.0.69 "GET /v2.0/ports/cd76306c-1fa6-42bc-ad55-41f92df88fad HTTP/1.1" status: 200 len: 1028 time: 0.4163713 Jul 07 17:04:43.980219 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c98a36cd-c33e-4612-9fa9-fc0c20268a2e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.001582 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e19776ac-c28e-4bf5-b1b8-5da4413276fb req-faf176ac-2fa4-45a8-b07a-b20c72465d0a tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744302 Jul 07 17:04:44.108780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1316ce-191b-47cb-babf-27e6d61e6d1b None None] Network 05c62a07-a876-40e2-b66f-3c8128e4630f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:44.144741 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0cb23cfc-e6a7-491d-ac2c-14c99157de59 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.157943 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.209882 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c98a36cd-c33e-4612-9fa9-fc0c20268a2e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.216688 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c98a36cd-c33e-4612-9fa9-fc0c20268a2e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.252346 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-83f20c33-36c6-4c1e-b75b-ad498f0ef899 None None] Provisioning complete for port b3c3f35a-1284-4837-b4a4-167ef7025501 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:44.253858 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-83f20c33-36c6-4c1e-b75b-ad498f0ef899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.281075 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a36cd-c33e-4612-9fa9-fc0c20268a2e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd18c0f-c023-413a-ab12-f81c54212e0b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:44.340488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-83f20c33-36c6-4c1e-b75b-ad498f0ef899 None None] Port b3c3f35a-1284-4837-b4a4-167ef7025501 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:44.373541 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-83f20c33-36c6-4c1e-b75b-ad498f0ef899 None None] Provisioning complete for port b93fddb7-67ef-41cc-85ce-cc121621813f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:44.374841 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-83f20c33-36c6-4c1e-b75b-ad498f0ef899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.378535 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f65599f9-99a9-4170-ae1f-67067c0cb8b9 req-5e5e87a1-4d67-43eb-8ea5-7bbb8b533ca1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 210 time: 0.0420394 Jul 07 17:04:44.392732 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-49ab31ba-b441-4ccf-9052-004cb774b6ff tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:44.398825 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-49ab31ba-b441-4ccf-9052-004cb774b6ff tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:44.404728 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-49ab31ba-b441-4ccf-9052-004cb774b6ff tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:44.406251 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-49ab31ba-b441-4ccf-9052-004cb774b6ff tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.69 "GET /v2.0/networks?id=9866a6b9-c461-4258-9fc8-481f6033e3c6&id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&id=b39fb3b4-5401-465e-ad80-a133da26f792&id=b39fb3b4-5401-465e-ad80-a133da26f792 HTTP/1.1" status: 200 len: 1990 time: 0.4208820 Jul 07 17:04:44.545018 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-79f9aee5-555b-4341-b994-2e739c3288e7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2bc760b57a34528af5e85b5e280ce2e HTTP/1.1" status: 200 len: 379 time: 0.1017354 Jul 07 17:04:44.560121 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2b07b5b7-32fc-405c-9201-0fac649c4ef4 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Request body: {'port': {'device_id': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6', 'admin_state_up': True, 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'security_groups': ['fe6d19c0-b99c-4dac-b9a8-265ca2a97568']}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:44.660482 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b7d37ae-9e68-4278-835b-27238be1cc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.662721 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb23cfc-e6a7-491d-ac2c-14c99157de59 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Router d6168d20-97ae-411f-98b9-2dd596f23968 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:04:44.668252 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c98a36cd-c33e-4612-9fa9-fc0c20268a2e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.672847 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c98a36cd-c33e-4612-9fa9-fc0c20268a2e tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8049300 Jul 07 17:04:44.673641 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56652) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:44.678687 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-a171b899-e590-4df0-a9f4-1efa8561797a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'security_group': {'name': 'tempest-secgroup-1587150932'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:44.688997 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b7d37ae-9e68-4278-835b-27238be1cc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.719353 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9984d6a-c7af-4bb0-9d65-ba7861a8ae1f None None] Update dhcp port {'port': {'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f', 'fixed_ips': [{'subnet_id': 'bae68d0f-73a6-4850-82fd-c654805aeedd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3501bff3-4c29-4b2c-8608-b4fcf814ac9d'}], 'binding:host_id': 'n-d-793620-7'}, 'id': 'b93fddb7-67ef-41cc-85ce-cc121621813f'} from n-d-793620-7. {{(pid=100411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:04:44.722534 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.api [None req-a171b899-e590-4df0-a9f4-1efa8561797a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:04:44.722534 n-d-793620-7 neutron-server[100410]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 17:04:44.722534 n-d-793620-7 neutron-server[100410]: [parameters: {'project_id': '2797da1828254d54a84fd968e53e161d', 'id': 'c7107b58-a461-4c78-b9c0-1a50fc90c6fe', 'expiration': datetime.datetime(2021, 7, 7, 17, 6, 44, 703301)}] Jul 07 17:04:44.722534 n-d-793620-7 neutron-server[100410]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:04:44.723082 n-d-793620-7 neutron-server[100410]: DEBUG oslo_db.api [None req-a171b899-e590-4df0-a9f4-1efa8561797a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:04:44.781989 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d9984d6a-c7af-4bb0-9d65-ba7861a8ae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.785191 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6f59a469-f02b-4246-a9b4-e5de1f385798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.801560 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d37ae-9e68-4278-835b-27238be1cc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d43762-d5a9-498b-ba26-180708d380a6,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:44.810552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56656) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:44.810680 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2b7d37ae-9e68-4278-835b-27238be1cc7a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=627b3eff93c949849e87e3eee5acb5d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0611181 Jul 07 17:04:44.812619 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2b07b5b7-32fc-405c-9201-0fac649c4ef4 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Made reservation on behalf of d2bc760b57a34528af5e85b5e280ce2e for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:44.816395 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2b07b5b7-32fc-405c-9201-0fac649c4ef4 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:44.943181 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1d7704c8-e10e-4975-a942-f6c6550820e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.001040 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1d7704c8-e10e-4975-a942-f6c6550820e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.124370 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1d7704c8-e10e-4975-a942-f6c6550820e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.129625 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1d7704c8-e10e-4975-a942-f6c6550820e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.131727 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1d7704c8-e10e-4975-a942-f6c6550820e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e0d43762-d5a9-498b-ba26-180708d380a6 HTTP/1.1" status: 204 len: 168 time: 0.3193452 Jul 07 17:04:45.166904 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-d9984d6a-c7af-4bb0-9d65-ba7861a8ae1f None None] Allocated IP 2001:db8::2 (05c62a07-a876-40e2-b66f-3c8128e4630f/3501bff3-4c29-4b2c-8608-b4fcf814ac9d/b93fddb7-67ef-41cc-85ce-cc121621813f) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:45.182692 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7704c8-e10e-4975-a942-f6c6550820e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d43762-d5a9-498b-ba26-180708d380a6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:45.282282 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a171b899-e590-4df0-a9f4-1efa8561797a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.356562 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d9984d6a-c7af-4bb0-9d65-ba7861a8ae1f None None] For port b93fddb7-67ef-41cc-85ce-cc121621813f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b93fddb7-67ef-41cc-85ce-cc121621813f,segment=NetworkSegment(4c32a4b9-d0a8-4532-98ec-bfd0384e1059),segment_id=4c32a4b9-d0a8-4532-98ec-bfd0384e1059)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:45.417656 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d9984d6a-c7af-4bb0-9d65-ba7861a8ae1f None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.435432 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d9984d6a-c7af-4bb0-9d65-ba7861a8ae1f None None] Transition to ACTIVE for port object b93fddb7-67ef-41cc-85ce-cc121621813f will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:45.443172 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d9984d6a-c7af-4bb0-9d65-ba7861a8ae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.480641 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a171b899-e590-4df0-a9f4-1efa8561797a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.487084 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a171b899-e590-4df0-a9f4-1efa8561797a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.556866 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a171b899-e590-4df0-a9f4-1efa8561797a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:45.559284 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a171b899-e590-4df0-a9f4-1efa8561797a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8845088 Jul 07 17:04:45.561159 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171b899-e590-4df0-a9f4-1efa8561797a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e449f182-e659-4483-a5b3-499cb4daa1e2,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:45.567456 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56668) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:45.579280 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-2aa1b379-2381-49ee-873d-b04e7b5c1306 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1274614392', 'security_groups': ['e449f182-e659-4483-a5b3-499cb4daa1e2'], 'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3501bff3-4c29-4b2c-8608-b4fcf814ac9d'}]}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:45.643776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9984d6a-c7af-4bb0-9d65-ba7861a8ae1f None None] Pushing event updated for resources: {'Port': ['ID=b93fddb7-67ef-41cc-85ce-cc121621813f,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:45.702947 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb23cfc-e6a7-491d-ac2c-14c99157de59 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:45.715277 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e25e525-f35a-4bb3-bed1-f146fec4cb38 None None] Sync routers for ids ['d6168d20-97ae-411f-98b9-2dd596f23968'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:45.735658 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0cb23cfc-e6a7-491d-ac2c-14c99157de59 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "PUT /v2.0/routers/d6168d20-97ae-411f-98b9-2dd596f23968/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3106425 Jul 07 17:04:45.739048 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56672) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:45.744584 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e25e525-f35a-4bb3-bed1-f146fec4cb38 None None] Routers {'d6168d20-97ae-411f-98b9-2dd596f23968'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:45.745459 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6e25e525-f35a-4bb3-bed1-f146fec4cb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:04:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d6168d20-97ae-411f-98b9-2dd596f23968'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:45.806557 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6e25e525-f35a-4bb3-bed1-f146fec4cb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:45.818653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e25e525-f35a-4bb3-bed1-f146fec4cb38 None None] Routers {'d6168d20-97ae-411f-98b9-2dd596f23968'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:45.819660 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6e25e525-f35a-4bb3-bed1-f146fec4cb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:04:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d6168d20-97ae-411f-98b9-2dd596f23968'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:45.874587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6e25e525-f35a-4bb3-bed1-f146fec4cb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:45.875245 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e25e525-f35a-4bb3-bed1-f146fec4cb38 None None] The sync data for ids ['d6168d20-97ae-411f-98b9-2dd596f23968'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:45.879950 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b93fddb7-67ef-41cc-85ce-cc121621813f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:45.881018 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-0066ceba-ddd3-4fd2-bb00-796fdb09f7cd tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] delete failed (client error): The resource could not be found. Jul 07 17:04:45.882084 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0066ceba-ddd3-4fd2-bb00-796fdb09f7cd tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-37953030 HTTP/1.1" status: 404 len: 333 time: 0.1418908 Jul 07 17:04:45.886105 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56676) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:45.949732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-85d08a09-ac40-4999-8b60-ca06bc416c17 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd6168d20-97ae-411f-98b9-2dd596f23968'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:45.968415 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2de1cf69-d3bc-4dc6-9835-661f345a0291 req-53592907-0afc-442d-a9c1-f0dc76a92554 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 210 time: 0.1304448 Jul 07 17:04:46.061599 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa1b379-2381-49ee-873d-b04e7b5c1306 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:46.083527 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cae24-f8d0-4c15-86ed-43fca83085e0 req-67d5acca-a609-47c1-a194-fc97f5f437f4 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:46.094317 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6d8cae24-f8d0-4c15-86ed-43fca83085e0 req-67d5acca-a609-47c1-a194-fc97f5f437f4 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.4556403 Jul 07 17:04:46.160137 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2b07b5b7-32fc-405c-9201-0fac649c4ef4 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Allocated IP 172.20.0.9 (9866a6b9-c461-4258-9fc8-481f6033e3c6/bb5af372-328c-408a-a249-1a68d716f9ed/7c6344e7-6033-4b46-b335-4691acb11361) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:46.176361 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6d8cae24-f8d0-4c15-86ed-43fca83085e0 req-177e9d00-e6f8-4c8a-98f2-c00e3dbe9c42 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816233 Jul 07 17:04:46.350590 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.405201 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2b07b5b7-32fc-405c-9201-0fac649c4ef4 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.422161 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2b07b5b7-32fc-405c-9201-0fac649c4ef4 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Transition to ACTIVE for port object 7c6344e7-6033-4b46-b335-4691acb11361 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:46.436819 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-85d08a09-ac40-4999-8b60-ca06bc416c17 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.468626 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2b07b5b7-32fc-405c-9201-0fac649c4ef4 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.493829 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-85d08a09-ac40-4999-8b60-ca06bc416c17 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] update failed (client error): The resource could not be found. Jul 07 17:04:46.494979 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-85d08a09-ac40-4999-8b60-ca06bc416c17 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "PUT /v2.0/routers/d6168d20-97ae-411f-98b9-2dd596f23968 HTTP/1.1" status: 404 len: 339 time: 0.6056001 Jul 07 17:04:46.500380 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56692) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:46.538969 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2b07b5b7-32fc-405c-9201-0fac649c4ef4 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Network 9866a6b9-c461-4258-9fc8-481f6033e3c6 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:46.551134 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2b07b5b7-32fc-405c-9201-0fac649c4ef4 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:46.554521 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2b07b5b7-32fc-405c-9201-0fac649c4ef4 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:46.562797 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07b5b7-32fc-405c-9201-0fac649c4ef4 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event updated for resources: {'Port': ['ID=7c6344e7-6033-4b46-b335-4691acb11361,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:46.655802 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2b07b5b7-32fc-405c-9201-0fac649c4ef4 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:46.656915 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2b07b5b7-32fc-405c-9201-0fac649c4ef4 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.659973 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aa1b379-2381-49ee-873d-b04e7b5c1306 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.678768 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2b07b5b7-32fc-405c-9201-0fac649c4ef4 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1231289 Jul 07 17:04:46.700804 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2640f153-e0ce-4ee2-86d3-ac86b49639c5 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Request body: {'port': {'device_id': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22', 'admin_state_up': True, 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'security_groups': ['fe6d19c0-b99c-4dac-b9a8-265ca2a97568']}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:46.744330 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c8e1e28f-9809-4097-9f79-0adec39f1e87 None None] Provisioning complete for port b3c3f35a-1284-4837-b4a4-167ef7025501 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:46.744703 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c8e1e28f-9809-4097-9f79-0adec39f1e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.766479 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-2aa1b379-2381-49ee-873d-b04e7b5c1306 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] device_id is not set on port 9af082fd-8490-406f-a4e4-52d08fc664f5 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:04:46.840986 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-c8e1e28f-9809-4097-9f79-0adec39f1e87 None None] Port b3c3f35a-1284-4837-b4a4-167ef7025501 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:46.865389 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c8e1e28f-9809-4097-9f79-0adec39f1e87 None None] Provisioning for port b93fddb7-67ef-41cc-85ce-cc121621813f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:46.874503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c8e1e28f-9809-4097-9f79-0adec39f1e87 None None] Provisioning complete for port b93fddb7-67ef-41cc-85ce-cc121621813f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:46.874890 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c8e1e28f-9809-4097-9f79-0adec39f1e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:46.885127 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2640f153-e0ce-4ee2-86d3-ac86b49639c5 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Made reservation on behalf of d2bc760b57a34528af5e85b5e280ce2e for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:46.891149 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2640f153-e0ce-4ee2-86d3-ac86b49639c5 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.102725 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2640f153-e0ce-4ee2-86d3-ac86b49639c5 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Allocated IP 10.1.1.133 (10aa9f73-ec7d-4ca0-b9ad-8cc057206e22/9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971/a2b80725-0d33-40cf-b428-11acb89d8dbb) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:47.161646 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7121b977-b4aa-4bf9-9273-0713bb7e412d tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.198832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0dbbd2d0-183d-4feb-aafd-26af5235d7af None None] Provisioning for port 7c6344e7-6033-4b46-b335-4691acb11361 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:47.207453 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0dbbd2d0-183d-4feb-aafd-26af5235d7af None None] Provisioning complete for port 7c6344e7-6033-4b46-b335-4691acb11361 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:47.208882 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0dbbd2d0-183d-4feb-aafd-26af5235d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.328232 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-0dbbd2d0-183d-4feb-aafd-26af5235d7af None None] Port 7c6344e7-6033-4b46-b335-4691acb11361 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:47.375300 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2640f153-e0ce-4ee2-86d3-ac86b49639c5 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.377836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-2aa1b379-2381-49ee-873d-b04e7b5c1306 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Allocated IP 2001:db8::34b (05c62a07-a876-40e2-b66f-3c8128e4630f/3501bff3-4c29-4b2c-8608-b4fcf814ac9d/9af082fd-8490-406f-a4e4-52d08fc664f5) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:47.395125 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2640f153-e0ce-4ee2-86d3-ac86b49639c5 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Transition to ACTIVE for port object a2b80725-0d33-40cf-b428-11acb89d8dbb will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:47.437103 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2640f153-e0ce-4ee2-86d3-ac86b49639c5 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.538341 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2640f153-e0ce-4ee2-86d3-ac86b49639c5 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:47.542660 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e61bf-81f2-4c9d-9534-23ed8654d797 req-9dcfab99-caad-4a8c-ad58-402fdbfb9158 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:47.544189 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-463e61bf-81f2-4c9d-9534-23ed8654d797 req-9dcfab99-caad-4a8c-ad58-402fdbfb9158 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 931 time: 0.3198977 Jul 07 17:04:47.547345 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2640f153-e0ce-4ee2-86d3-ac86b49639c5 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:47.557450 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2640f153-e0ce-4ee2-86d3-ac86b49639c5 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:47.571788 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.590914 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640f153-e0ce-4ee2-86d3-ac86b49639c5 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event updated for resources: {'Port': ['ID=a2b80725-0d33-40cf-b428-11acb89d8dbb,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:47.630092 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2640f153-e0ce-4ee2-86d3-ac86b49639c5 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:47.630988 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2640f153-e0ce-4ee2-86d3-ac86b49639c5 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.657865 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139b703-497a-4263-a02d-20d0df23511c req-77c6abba-0019-47ab-bcf8-334a37066547 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:47.666010 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a139b703-497a-4263-a02d-20d0df23511c req-77c6abba-0019-47ab-bcf8-334a37066547 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.2149765 Jul 07 17:04:47.714816 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2640f153-e0ce-4ee2-86d3-ac86b49639c5 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0160649 Jul 07 17:04:47.726443 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c898d177-260f-4503-8ba6-c584af7bd006 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Request body: {'port': {'device_id': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22', 'admin_state_up': True, 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'security_groups': ['fe6d19c0-b99c-4dac-b9a8-265ca2a97568']}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:47.745985 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-463e61bf-81f2-4c9d-9534-23ed8654d797 req-8d604ed1-dc56-41fd-84e5-ef451d150ff4 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792216 Jul 07 17:04:47.763261 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a139b703-497a-4263-a02d-20d0df23511c req-f9d84106-ac1e-40b5-a522-700aa9e22540 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960357 Jul 07 17:04:47.809896 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-7121b977-b4aa-4bf9-9273-0713bb7e412d tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Allocated IP 172.20.0.1 (eac62db9-279a-4b33-82ea-f2201c73e6a0/72f863bd-02f3-4d94-b63b-3fc36454edd0/33c2069d-4579-42ca-b4f4-8ed78514caf3) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:47.856666 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7b1a8f5d-2d60-4916-ae00-94a551b19d13 None None] Provisioning for port a2b80725-0d33-40cf-b428-11acb89d8dbb completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:47.861531 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7b1a8f5d-2d60-4916-ae00-94a551b19d13 None None] Provisioning complete for port a2b80725-0d33-40cf-b428-11acb89d8dbb triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:47.862250 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7b1a8f5d-2d60-4916-ae00-94a551b19d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.913512 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c898d177-260f-4503-8ba6-c584af7bd006 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Made reservation on behalf of d2bc760b57a34528af5e85b5e280ce2e for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:47.919773 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c898d177-260f-4503-8ba6-c584af7bd006 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.927257 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ca86862e-777b-4ff7-a036-a41b099a989b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:47.932840 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7b1a8f5d-2d60-4916-ae00-94a551b19d13 None None] Port a2b80725-0d33-40cf-b428-11acb89d8dbb cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:48.094048 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c898d177-260f-4503-8ba6-c584af7bd006 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Allocated IP 10.1.1.76 (10aa9f73-ec7d-4ca0-b9ad-8cc057206e22/9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971/4ba8060b-1db9-4ca5-8da3-fd4aee84a94d) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:48.253071 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aa1b379-2381-49ee-873d-b04e7b5c1306 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.308453 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-2aa1b379-2381-49ee-873d-b04e7b5c1306 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Transition to ACTIVE for port object 9af082fd-8490-406f-a4e4-52d08fc664f5 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:48.323570 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c898d177-260f-4503-8ba6-c584af7bd006 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.358995 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c898d177-260f-4503-8ba6-c584af7bd006 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Transition to ACTIVE for port object 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:48.380337 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7121b977-b4aa-4bf9-9273-0713bb7e412d tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.396139 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aa1b379-2381-49ee-873d-b04e7b5c1306 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.398193 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-7121b977-b4aa-4bf9-9273-0713bb7e412d tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Transition to ACTIVE for port object 33c2069d-4579-42ca-b4f4-8ed78514caf3 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:48.422675 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c898d177-260f-4503-8ba6-c584af7bd006 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.480434 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c898d177-260f-4503-8ba6-c584af7bd006 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:48.484777 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa1b379-2381-49ee-873d-b04e7b5c1306 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network 05c62a07-a876-40e2-b66f-3c8128e4630f is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:48.488909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-2aa1b379-2381-49ee-873d-b04e7b5c1306 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:48.489142 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c898d177-260f-4503-8ba6-c584af7bd006 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:48.491228 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1b379-2381-49ee-873d-b04e7b5c1306 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=9af082fd-8490-406f-a4e4-52d08fc664f5,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:48.495719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa1b379-2381-49ee-873d-b04e7b5c1306 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:48.502094 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa1b379-2381-49ee-873d-b04e7b5c1306 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:48.502847 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aa1b379-2381-49ee-873d-b04e7b5c1306 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.503583 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c898d177-260f-4503-8ba6-c584af7bd006 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:48.524977 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2aa1b379-2381-49ee-873d-b04e7b5c1306 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9552283 Jul 07 17:04:48.525595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56720) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:48.531399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-dcc241ba-a7ba-496c-81a2-6c22ea04ad08 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'subnet': {'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:48.537502 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7121b977-b4aa-4bf9-9273-0713bb7e412d tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.565374 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c898d177-260f-4503-8ba6-c584af7bd006 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:48.566021 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c898d177-260f-4503-8ba6-c584af7bd006 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.569792 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898d177-260f-4503-8ba6-c584af7bd006 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event updated for resources: {'Port': ['ID=4ba8060b-1db9-4ca5-8da3-fd4aee84a94d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:48.594579 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c898d177-260f-4503-8ba6-c584af7bd006 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8772109 Jul 07 17:04:48.607028 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-d228fe0e-e530-4356-983f-2072dc3888e2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Request body: {'port': {'device_id': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b39fb3b4-5401-465e-ad80-a133da26f792', 'admin_state_up': True, 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'security_groups': ['fe6d19c0-b99c-4dac-b9a8-265ca2a97568']}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:48.697682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7121b977-b4aa-4bf9-9273-0713bb7e412d tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Network eac62db9-279a-4b33-82ea-f2201c73e6a0 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:48.708684 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-7121b977-b4aa-4bf9-9273-0713bb7e412d tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:48.713157 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7121b977-b4aa-4bf9-9273-0713bb7e412d tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:48.720259 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121b977-b4aa-4bf9-9273-0713bb7e412d tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Pushing event updated for resources: {'Port': ['ID=33c2069d-4579-42ca-b4f4-8ed78514caf3,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:48.763966 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-d228fe0e-e530-4356-983f-2072dc3888e2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Made reservation on behalf of d2bc760b57a34528af5e85b5e280ce2e for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:48.797852 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.810898 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7121b977-b4aa-4bf9-9273-0713bb7e412d tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.905455 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc241ba-a7ba-496c-81a2-6c22ea04ad08 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:48.911936 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dcc241ba-a7ba-496c-81a2-6c22ea04ad08 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.966760 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-d228fe0e-e530-4356-983f-2072dc3888e2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:48.997299 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-074496fa-3961-4d9f-ba0c-ba63ee1a59c4 None None] Provisioning for port 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:49.005321 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-074496fa-3961-4d9f-ba0c-ba63ee1a59c4 None None] Provisioning complete for port 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:49.007748 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-074496fa-3961-4d9f-ba0c-ba63ee1a59c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.063728 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-074496fa-3961-4d9f-ba0c-ba63ee1a59c4 None None] Port 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:49.081755 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-074496fa-3961-4d9f-ba0c-ba63ee1a59c4 None None] Provisioning for port 9af082fd-8490-406f-a4e4-52d08fc664f5 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:49.090391 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-074496fa-3961-4d9f-ba0c-ba63ee1a59c4 None None] Provisioning complete for port 9af082fd-8490-406f-a4e4-52d08fc664f5 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:49.091048 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-074496fa-3961-4d9f-ba0c-ba63ee1a59c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.139030 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-074496fa-3961-4d9f-ba0c-ba63ee1a59c4 None None] Port 9af082fd-8490-406f-a4e4-52d08fc664f5 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:49.151350 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7121b977-b4aa-4bf9-9273-0713bb7e412d tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.225174 n-d-793620-7 neutron-server[100410]: INFO neutron.db.ipam_backend_mixin [None req-dcc241ba-a7ba-496c-81a2-6c22ea04ad08 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3501bff3-4c29-4b2c-8608-b4fcf814ac9d (CIDR: 2001:db8::/64) Jul 07 17:04:49.235244 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc241ba-a7ba-496c-81a2-6c22ea04ad08 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:04:49.235744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc241ba-a7ba-496c-81a2-6c22ea04ad08 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:49.266760 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f69d41a0-b689-4c83-ab1d-9eeaeeeb9289 None None] Provisioning for port 33c2069d-4579-42ca-b4f4-8ed78514caf3 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:49.272096 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f69d41a0-b689-4c83-ab1d-9eeaeeeb9289 None None] Provisioning complete for port 33c2069d-4579-42ca-b4f4-8ed78514caf3 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:49.273072 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f69d41a0-b689-4c83-ab1d-9eeaeeeb9289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.288809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2868fab-4cde-4e46-809b-d314ee9410fc req-5ae23f8e-3bbb-46ad-8233-91b0b992db0f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:49.296058 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2868fab-4cde-4e46-809b-d314ee9410fc req-5ae23f8e-3bbb-46ad-8233-91b0b992db0f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:49.302364 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2868fab-4cde-4e46-809b-d314ee9410fc req-5ae23f8e-3bbb-46ad-8233-91b0b992db0f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:49.304399 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a2868fab-4cde-4e46-809b-d314ee9410fc req-5ae23f8e-3bbb-46ad-8233-91b0b992db0f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 2373 time: 0.2904541 Jul 07 17:04:49.328925 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a308dfb-f352-44c9-aa81-10b463d6f28c req-56c08c6f-c44d-4807-b650-3999e42af377 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:49.330983 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a308dfb-f352-44c9-aa81-10b463d6f28c req-56c08c6f-c44d-4807-b650-3999e42af377 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.2565355 Jul 07 17:04:49.336744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f69d41a0-b689-4c83-ab1d-9eeaeeeb9289 None None] Port 33c2069d-4579-42ca-b4f4-8ed78514caf3 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:49.358565 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dcc241ba-a7ba-496c-81a2-6c22ea04ad08 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8291860 Jul 07 17:04:49.359490 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56726) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:49.375732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5d5e211d-5bba-4163-9df1-96e1ce32b3d1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'subnet': {'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:49.405108 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a2868fab-4cde-4e46-809b-d314ee9410fc req-84a477b6-f85c-4faa-8231-d1f46c3a87f6 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876865 Jul 07 17:04:49.435790 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-d228fe0e-e530-4356-983f-2072dc3888e2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Allocated IP 10.2.2.100 (b39fb3b4-5401-465e-ad80-a133da26f792/c604800d-5fdb-4651-bc00-e8a4989348ef/c062a1db-373b-4c9c-a081-b033c6a8856b) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:49.458909 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9a308dfb-f352-44c9-aa81-10b463d6f28c req-ca935f98-7d0e-4147-bc80-5eb937513fc5 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183248 Jul 07 17:04:49.618001 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5e211d-5bba-4163-9df1-96e1ce32b3d1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:49.621508 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5d5e211d-5bba-4163-9df1-96e1ce32b3d1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.633624 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-d228fe0e-e530-4356-983f-2072dc3888e2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.652316 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-d228fe0e-e530-4356-983f-2072dc3888e2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Transition to ACTIVE for port object c062a1db-373b-4c9c-a081-b033c6a8856b will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:49.679433 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7121b977-b4aa-4bf9-9273-0713bb7e412d tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.689042 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7121b977-b4aa-4bf9-9273-0713bb7e412d tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.692121 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-d228fe0e-e530-4356-983f-2072dc3888e2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.746452 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-d228fe0e-e530-4356-983f-2072dc3888e2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Network b39fb3b4-5401-465e-ad80-a133da26f792 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:49.753835 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-d228fe0e-e530-4356-983f-2072dc3888e2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:49.756574 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-d228fe0e-e530-4356-983f-2072dc3888e2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:49.792426 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228fe0e-e530-4356-983f-2072dc3888e2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event updated for resources: {'Port': ['ID=c062a1db-373b-4c9c-a081-b033c6a8856b,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:49.799132 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7121b977-b4aa-4bf9-9273-0713bb7e412d tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.804236 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121b977-b4aa-4bf9-9273-0713bb7e412d tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Pushing event updated for resources: {'Port': ['ID=33c2069d-4579-42ca-b4f4-8ed78514caf3,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:49.813349 n-d-793620-7 neutron-server[100410]: INFO neutron.db.ipam_backend_mixin [None req-5d5e211d-5bba-4163-9df1-96e1ce32b3d1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bae68d0f-73a6-4850-82fd-c654805aeedd (CIDR: 2001:db8:0:1::/64) Jul 07 17:04:49.818475 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d5e211d-5bba-4163-9df1-96e1ce32b3d1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:04:49.818929 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d5e211d-5bba-4163-9df1-96e1ce32b3d1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:49.836212 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-d228fe0e-e530-4356-983f-2072dc3888e2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:49.837260 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-d228fe0e-e530-4356-983f-2072dc3888e2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:49.855052 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-d228fe0e-e530-4356-983f-2072dc3888e2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2530107 Jul 07 17:04:49.866949 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-003565a3-728f-4088-bf43-6289cfdf0654 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Request body: {'port': {'device_id': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b39fb3b4-5401-465e-ad80-a133da26f792', 'admin_state_up': True, 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'security_groups': ['fe6d19c0-b99c-4dac-b9a8-265ca2a97568']}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:49.873074 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5d5e211d-5bba-4163-9df1-96e1ce32b3d1 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5072260 Jul 07 17:04:49.876028 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56730) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:49.884435 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-42593ab5-effb-47da-b27c-e5f90f796273 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'subnet': {'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:50.026548 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-003565a3-728f-4088-bf43-6289cfdf0654 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Made reservation on behalf of d2bc760b57a34528af5e85b5e280ce2e for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:50.035802 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-003565a3-728f-4088-bf43-6289cfdf0654 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.040229 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7121b977-b4aa-4bf9-9273-0713bb7e412d tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Network eac62db9-279a-4b33-82ea-f2201c73e6a0 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:50.044933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-7121b977-b4aa-4bf9-9273-0713bb7e412d tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:50.073291 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4ba14def-18b9-4f7f-bb04-3b0a667cd316 None None] Provisioning for port c062a1db-373b-4c9c-a081-b033c6a8856b completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:50.079406 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4ba14def-18b9-4f7f-bb04-3b0a667cd316 None None] Provisioning complete for port c062a1db-373b-4c9c-a081-b033c6a8856b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:50.080527 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4ba14def-18b9-4f7f-bb04-3b0a667cd316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.087893 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42593ab5-effb-47da-b27c-e5f90f796273 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Made reservation on behalf of 2797da1828254d54a84fd968e53e161d for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:04:50.091660 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-42593ab5-effb-47da-b27c-e5f90f796273 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.141354 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4ba14def-18b9-4f7f-bb04-3b0a667cd316 None None] Port c062a1db-373b-4c9c-a081-b033c6a8856b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:50.254678 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.254909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7121b977-b4aa-4bf9-9273-0713bb7e412d tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Router d6168d20-97ae-411f-98b9-2dd596f23968 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:04:50.299676 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-003565a3-728f-4088-bf43-6289cfdf0654 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Allocated IP 10.2.2.200 (b39fb3b4-5401-465e-ad80-a133da26f792/c604800d-5fdb-4651-bc00-e8a4989348ef/945ac77d-db4f-4aac-aec5-b6e497e33fb2) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:50.369967 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ba413f72-3da7-43c6-967e-5c4736fb0d57 None None] Provisioning complete for port 33c2069d-4579-42ca-b4f4-8ed78514caf3 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:50.370654 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ba413f72-3da7-43c6-967e-5c4736fb0d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.406462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7121b977-b4aa-4bf9-9273-0713bb7e412d tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:50.417012 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e34671e-5dea-4348-b2c1-316fe0ab1a79 None None] Sync routers for ids ['d6168d20-97ae-411f-98b9-2dd596f23968'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:50.417575 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7121b977-b4aa-4bf9-9273-0713bb7e412d tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "PUT /v2.0/routers/d6168d20-97ae-411f-98b9-2dd596f23968/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9154572 Jul 07 17:04:50.417668 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56732) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:50.425699 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-ba413f72-3da7-43c6-967e-5c4736fb0d57 None None] Port 33c2069d-4579-42ca-b4f4-8ed78514caf3 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:50.430952 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e34671e-5dea-4348-b2c1-316fe0ab1a79 None None] Routers {'d6168d20-97ae-411f-98b9-2dd596f23968'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:50.431738 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-8e34671e-5dea-4348-b2c1-316fe0ab1a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:04:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d6168d20-97ae-411f-98b9-2dd596f23968'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:50.489825 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-8e34671e-5dea-4348-b2c1-316fe0ab1a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:50.501148 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e34671e-5dea-4348-b2c1-316fe0ab1a79 None None] Routers {'d6168d20-97ae-411f-98b9-2dd596f23968'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:50.502449 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-8e34671e-5dea-4348-b2c1-316fe0ab1a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:04:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d6168d20-97ae-411f-98b9-2dd596f23968'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:50.508836 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-42593ab5-effb-47da-b27c-e5f90f796273 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.541709 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-8e34671e-5dea-4348-b2c1-316fe0ab1a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:50.543386 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e34671e-5dea-4348-b2c1-316fe0ab1a79 None None] The sync data for ids ['d6168d20-97ae-411f-98b9-2dd596f23968'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:50.550294 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-003565a3-728f-4088-bf43-6289cfdf0654 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.564048 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c1fd8f33-8b23-429c-a701-200a1532cea1 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.577745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42593ab5-effb-47da-b27c-e5f90f796273 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Subnet': ['ID=8a57294e-308e-4870-b77c-ae8cda06b92f,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:50.588659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42593ab5-effb-47da-b27c-e5f90f796273 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Network 05c62a07-a876-40e2-b66f-3c8128e4630f is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:50.590744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-42593ab5-effb-47da-b27c-e5f90f796273 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:50.593023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42593ab5-effb-47da-b27c-e5f90f796273 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:50.593632 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-42593ab5-effb-47da-b27c-e5f90f796273 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.600638 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2735bc49-c7c2-4e68-bc9b-45769f680744 None None] Network 05c62a07-a876-40e2-b66f-3c8128e4630f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:50.614332 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-42593ab5-effb-47da-b27c-e5f90f796273 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7368701 Jul 07 17:04:50.614989 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56740) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:50.627628 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f8d20271-e4e4-47e0-ade5-0c84bc32ee3d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1134093527', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8a57294e-308e-4870-b77c-ae8cda06b92f'}], 'security_groups': ['f37ad20c-48ed-4b5a-8b27-6ece4e3ec9a3', '8bd18c0f-c023-413a-ab12-f81c54212e0b']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:50.653703 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-003565a3-728f-4088-bf43-6289cfdf0654 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Transition to ACTIVE for port object 945ac77d-db4f-4aac-aec5-b6e497e33fb2 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:50.744258 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-c1fd8f33-8b23-429c-a701-200a1532cea1 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 17:04:50.745317 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c1fd8f33-8b23-429c-a701-200a1532cea1 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "DELETE /v2.0/routers/d6168d20-97ae-411f-98b9-2dd596f23968 HTTP/1.1" status: 409 len: 329 time: 0.3266945 Jul 07 17:04:50.750607 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56742) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:50.791189 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f12c2-4eac-4341-a09b-5d362aa49b67 req-e7fe0362-a05c-4173-b95f-8f6482a05c9e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:50.798445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f12c2-4eac-4341-a09b-5d362aa49b67 req-e7fe0362-a05c-4173-b95f-8f6482a05c9e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:50.805778 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f12c2-4eac-4341-a09b-5d362aa49b67 req-e7fe0362-a05c-4173-b95f-8f6482a05c9e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:50.814707 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f12c2-4eac-4341-a09b-5d362aa49b67 req-e7fe0362-a05c-4173-b95f-8f6482a05c9e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:50.818142 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2a9f12c2-4eac-4341-a09b-5d362aa49b67 req-e7fe0362-a05c-4173-b95f-8f6482a05c9e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 3094 time: 0.1593003 Jul 07 17:04:50.824806 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c4a08-6fce-410b-857d-dc4f846d2780 req-03038375-aa25-4c38-b82b-d3b2e0658e49 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:50.831247 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc0c4a08-6fce-410b-857d-dc4f846d2780 req-03038375-aa25-4c38-b82b-d3b2e0658e49 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.1790936 Jul 07 17:04:50.848888 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f8d20271-e4e4-47e0-ade5-0c84bc32ee3d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.883105 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-003565a3-728f-4088-bf43-6289cfdf0654 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:50.914076 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2a9f12c2-4eac-4341-a09b-5d362aa49b67 req-2cfe0783-0cf4-4ddf-85ba-d8cbb83f3bd6 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898864 Jul 07 17:04:50.978421 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eb8933-503c-4fb7-8d2f-7615212282c6 None None] Update dhcp port {'port': {'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f', 'fixed_ips': [{'subnet_id': 'bae68d0f-73a6-4850-82fd-c654805aeedd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3501bff3-4c29-4b2c-8608-b4fcf814ac9d', 'ip_address': '2001:db8::2'}, {'subnet_id': '8a57294e-308e-4870-b77c-ae8cda06b92f'}], 'binding:host_id': 'n-d-793620-7'}, 'id': 'b93fddb7-67ef-41cc-85ce-cc121621813f'} from n-d-793620-7. {{(pid=100411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:04:50.990965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-003565a3-728f-4088-bf43-6289cfdf0654 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Network b39fb3b4-5401-465e-ad80-a133da26f792 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:04:51.010244 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc0c4a08-6fce-410b-857d-dc4f846d2780 req-c7b42c19-6820-4396-ae96-fbe94d90085c tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770101 Jul 07 17:04:51.016611 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-003565a3-728f-4088-bf43-6289cfdf0654 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:04:51.031367 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003565a3-728f-4088-bf43-6289cfdf0654 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event updated for resources: {'Port': ['ID=945ac77d-db4f-4aac-aec5-b6e497e33fb2,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:51.036101 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-40eb8933-503c-4fb7-8d2f-7615212282c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.134470 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-003565a3-728f-4088-bf43-6289cfdf0654 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:04:51.322189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-003565a3-728f-4088-bf43-6289cfdf0654 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:51.323065 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-003565a3-728f-4088-bf43-6289cfdf0654 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.391535 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-003565a3-728f-4088-bf43-6289cfdf0654 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5290544 Jul 07 17:04:51.403874 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] Request body: {'port': {'device_id': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:51.476756 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-45b98d3a-8286-4ea4-8353-21e73a7e5365 None None] Provisioning for port 945ac77d-db4f-4aac-aec5-b6e497e33fb2 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:51.482553 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-45b98d3a-8286-4ea4-8353-21e73a7e5365 None None] Provisioning complete for port 945ac77d-db4f-4aac-aec5-b6e497e33fb2 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:51.483653 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-45b98d3a-8286-4ea4-8353-21e73a7e5365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.495023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-f8d20271-e4e4-47e0-ade5-0c84bc32ee3d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Delete allocated IP 2001:db8::34b (05c62a07-a876-40e2-b66f-3c8128e4630f/3501bff3-4c29-4b2c-8608-b4fcf814ac9d) {{(pid=100410) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:04:51.514879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-f8d20271-e4e4-47e0-ade5-0c84bc32ee3d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Allocated IP 2001:db8:0:2::194 (05c62a07-a876-40e2-b66f-3c8128e4630f/8a57294e-308e-4870-b77c-ae8cda06b92f/9af082fd-8490-406f-a4e4-52d08fc664f5) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:51.525607 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.550418 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-82f687f8-64f9-4e66-a9ec-94e4c1681f94 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.580020 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-45b98d3a-8286-4ea4-8353-21e73a7e5365 None None] Port 945ac77d-db4f-4aac-aec5-b6e497e33fb2 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:51.745829 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f8d20271-e4e4-47e0-ade5-0c84bc32ee3d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.762598 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-f8d20271-e4e4-47e0-ade5-0c84bc32ee3d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Transition to ACTIVE for port object 9af082fd-8490-406f-a4e4-52d08fc664f5 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:51.770483 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f8d20271-e4e4-47e0-ade5-0c84bc32ee3d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.832578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-f8d20271-e4e4-47e0-ade5-0c84bc32ee3d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] In _notify_port_updated(), no bound segment for port 9af082fd-8490-406f-a4e4-52d08fc664f5 on network 05c62a07-a876-40e2-b66f-3c8128e4630f {{(pid=100410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:04:51.840824 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d20271-e4e4-47e0-ade5-0c84bc32ee3d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:51.841787 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f8d20271-e4e4-47e0-ade5-0c84bc32ee3d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:51.848192 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f8d20271-e4e4-47e0-ade5-0c84bc32ee3d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "PUT /v2.0/ports/9af082fd-8490-406f-a4e4-52d08fc664f5 HTTP/1.1" status: 200 len: 970 time: 1.2319224 Jul 07 17:04:51.849308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56748) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:51.856769 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-40eb8933-503c-4fb7-8d2f-7615212282c6 None None] Allocated IP 2001:db8:0:2::2 (05c62a07-a876-40e2-b66f-3c8128e4630f/8a57294e-308e-4870-b77c-ae8cda06b92f/b93fddb7-67ef-41cc-85ce-cc121621813f) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:04:51.960757 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d20271-e4e4-47e0-ade5-0c84bc32ee3d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event updated for resources: {'Port': ['ID=9af082fd-8490-406f-a4e4-52d08fc664f5,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:52.041052 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-c6eac090-950d-4db6-ad29-8e920279194b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting port 9af082fd-8490-406f-a4e4-52d08fc664f5 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:52.041869 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c6eac090-950d-4db6-ad29-8e920279194b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.101974 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-40eb8933-503c-4fb7-8d2f-7615212282c6 None None] For port b93fddb7-67ef-41cc-85ce-cc121621813f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b93fddb7-67ef-41cc-85ce-cc121621813f,segment=NetworkSegment(4c32a4b9-d0a8-4532-98ec-bfd0384e1059),segment_id=4c32a4b9-d0a8-4532-98ec-bfd0384e1059)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:52.165859 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-40eb8933-503c-4fb7-8d2f-7615212282c6 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.196493 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-40eb8933-503c-4fb7-8d2f-7615212282c6 None None] Transition to ACTIVE for port object b93fddb7-67ef-41cc-85ce-cc121621813f will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:52.201733 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-40eb8933-503c-4fb7-8d2f-7615212282c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.269220 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c6eac090-950d-4db6-ad29-8e920279194b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.352928 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb8933-503c-4fb7-8d2f-7615212282c6 None None] Pushing event updated for resources: {'Port': ['ID=b93fddb7-67ef-41cc-85ce-cc121621813f,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:52.355083 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-c6eac090-950d-4db6-ad29-8e920279194b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Calling delete_port for 9af082fd-8490-406f-a4e4-52d08fc664f5 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:52.421832 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814b062-9aa8-4139-b07d-25ed5f02fd50 req-d832355d-ce59-467f-822d-4d84785d0fb8 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:52.423538 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7814b062-9aa8-4139-b07d-25ed5f02fd50 req-d832355d-ce59-467f-822d-4d84785d0fb8 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.1859851 Jul 07 17:04:52.566821 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7814b062-9aa8-4139-b07d-25ed5f02fd50 req-eddc7c3e-823c-496a-a393-8f9c414525d8 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023839 Jul 07 17:04:52.717275 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6344e7-6033-4b46-b335-4691acb11361 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:52.731317 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.737155 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c6eac090-950d-4db6-ad29-8e920279194b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.752226 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] Transition to ACTIVE for port object 7c6344e7-6033-4b46-b335-4691acb11361 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:52.779570 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71c221-2b23-4925-8704-0c6c43e99fc5 req-cc7e5c7f-eba8-47c8-8c18-185e25d6a4bc tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:52.793866 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eac090-950d-4db6-ad29-8e920279194b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Port': ['ID=9af082fd-8490-406f-a4e4-52d08fc664f5,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:52.796169 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71c221-2b23-4925-8704-0c6c43e99fc5 req-cc7e5c7f-eba8-47c8-8c18-185e25d6a4bc tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:52.830188 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71c221-2b23-4925-8704-0c6c43e99fc5 req-cc7e5c7f-eba8-47c8-8c18-185e25d6a4bc tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:52.832422 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c6eac090-950d-4db6-ad29-8e920279194b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.834703 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c6eac090-950d-4db6-ad29-8e920279194b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/ports/9af082fd-8490-406f-a4e4-52d08fc664f5 HTTP/1.1" status: 204 len: 168 time: 0.9476082 Jul 07 17:04:52.837204 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56768) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:52.844251 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71c221-2b23-4925-8704-0c6c43e99fc5 req-cc7e5c7f-eba8-47c8-8c18-185e25d6a4bc tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:52.860054 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71c221-2b23-4925-8704-0c6c43e99fc5 req-cc7e5c7f-eba8-47c8-8c18-185e25d6a4bc tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:52.862440 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ce71c221-2b23-4925-8704-0c6c43e99fc5 req-cc7e5c7f-eba8-47c8-8c18-185e25d6a4bc tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 3815 time: 0.4898372 Jul 07 17:04:52.863181 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:52.882079 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef09c0e-22b7-440b-a96c-1602883c5e4f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] GET failed (client error): The resource could not be found. Jul 07 17:04:52.887610 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8ef09c0e-22b7-440b-a96c-1602883c5e4f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports/9af082fd-8490-406f-a4e4-52d08fc664f5 HTTP/1.1" status: 404 len: 333 time: 0.0493398 Jul 07 17:04:52.890199 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56770) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:52.973442 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6344e7-6033-4b46-b335-4691acb11361,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:52.992034 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-de0251d7-9e8e-43f5-b254-f2cec58d3250 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.045524 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-de0251d7-9e8e-43f5-b254-f2cec58d3250 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.125285 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-de0251d7-9e8e-43f5-b254-f2cec58d3250 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.127912 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-de0251d7-9e8e-43f5-b254-f2cec58d3250 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.132237 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-de0251d7-9e8e-43f5-b254-f2cec58d3250 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/security-groups/e449f182-e659-4483-a5b3-499cb4daa1e2 HTTP/1.1" status: 204 len: 168 time: 0.2409260 Jul 07 17:04:53.132873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56772) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:53.143006 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ce71c221-2b23-4925-8704-0c6c43e99fc5 req-deec1f6f-19e8-48ee-aff6-86bd1182f467 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729676 Jul 07 17:04:53.242273 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0251d7-9e8e-43f5-b254-f2cec58d3250 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e449f182-e659-4483-a5b3-499cb4daa1e2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:53.335790 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-038c0794-8616-4723-8bbc-64d71c4a2015 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.374899 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-038c0794-8616-4723-8bbc-64d71c4a2015 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.467401 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-038c0794-8616-4723-8bbc-64d71c4a2015 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.471317 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-038c0794-8616-4723-8bbc-64d71c4a2015 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.471751 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] Attempting to bind port 7c6344e7-6033-4b46-b335-4691acb11361 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:53.472094 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] Attempting to bind port 7c6344e7-6033-4b46-b335-4691acb11361 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '28b813d0-ff8e-4398-baa2-b2254c75892a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:53.472540 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-038c0794-8616-4723-8bbc-64d71c4a2015 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/security-groups/8bd18c0f-c023-413a-ab12-f81c54212e0b HTTP/1.1" status: 204 len: 168 time: 0.3359306 Jul 07 17:04:53.475246 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] Attempting to bind port 7c6344e7-6033-4b46-b335-4691acb11361 on network 9866a6b9-c461-4258-9fc8-481f6033e3c6 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:53.475982 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56778) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:53.487356 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-82f687f8-64f9-4e66-a9ec-94e4c1681f94 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Deleting port 33c2069d-4579-42ca-b4f4-8ed78514caf3 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:53.487708 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-82f687f8-64f9-4e66-a9ec-94e4c1681f94 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.491729 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c0794-8616-4723-8bbc-64d71c4a2015 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd18c0f-c023-413a-ab12-f81c54212e0b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:53.492754 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] Port 7c6344e7-6033-4b46-b335-4691acb11361 on network 9866a6b9-c461-4258-9fc8-481f6033e3c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:04:53.492941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] Attempting to bind port 7c6344e7-6033-4b46-b335-4691acb11361 on network 9866a6b9-c461-4258-9fc8-481f6033e3c6 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:53.554046 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:53.555831 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] Checking segment: {'id': '28b813d0-ff8e-4398-baa2-b2254c75892a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:53.556514 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] Bound using segment: {'id': '28b813d0-ff8e-4398-baa2-b2254c75892a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:53.556639 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] Bound port: 7c6344e7-6033-4b46-b335-4691acb11361, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28b813d0-ff8e-4398-baa2-b2254c75892a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:53.557033 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.635272 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf90990-a441-4ebe-90a4-71adfd5a5b58 req-90a9e522-1f88-437b-9ab9-49f0b058ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:53.636797 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5bf90990-a441-4ebe-90a4-71adfd5a5b58 req-90a9e522-1f88-437b-9ab9-49f0b058ebf3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 1096 time: 0.1305292 Jul 07 17:04:53.637894 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b208468a-2fee-4992-b4eb-8a960841fccf tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.710686 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b8668694-30a4-47e0-9f9a-e5e1f52b15ca None None] Provisioning complete for port b3c3f35a-1284-4837-b4a4-167ef7025501 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:53.711218 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8668694-30a4-47e0-9f9a-e5e1f52b15ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.782027 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5bf90990-a441-4ebe-90a4-71adfd5a5b58 req-f6385317-83b0-4b31-81a1-cd68d34edb7c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312208 Jul 07 17:04:53.788571 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-82f687f8-64f9-4e66-a9ec-94e4c1681f94 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.790828 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b208468a-2fee-4992-b4eb-8a960841fccf tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.810912 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b8668694-30a4-47e0-9f9a-e5e1f52b15ca None None] Port b3c3f35a-1284-4837-b4a4-167ef7025501 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:53.835143 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b8668694-30a4-47e0-9f9a-e5e1f52b15ca None None] Could not find standard attr ID for object 9af082fd-8490-406f-a4e4-52d08fc664f5. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:04:53.847070 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] For port 7c6344e7-6033-4b46-b335-4691acb11361, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:53.849731 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-82f687f8-64f9-4e66-a9ec-94e4c1681f94 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Calling delete_port for 33c2069d-4579-42ca-b4f4-8ed78514caf3 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:53.861755 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] For port 7c6344e7-6033-4b46-b335-4691acb11361, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7c6344e7-6033-4b46-b335-4691acb11361,segment=NetworkSegment(28b813d0-ff8e-4398-baa2-b2254c75892a),segment_id=28b813d0-ff8e-4398-baa2-b2254c75892a)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:53.870411 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b93fddb7-67ef-41cc-85ce-cc121621813f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:04:53.873991 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.961118 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:53.961752 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.963808 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] 10.222.0.69 "PUT /v2.0/ports/7c6344e7-6033-4b46-b335-4691acb11361 HTTP/1.1" status: 200 len: 1091 time: 2.5647779 Jul 07 17:04:53.964755 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'tag': '7c6344e7-6033-4b46-b335-4691acb11361'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:53.965779 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b8668694-30a4-47e0-9f9a-e5e1f52b15ca None None] Provisioning for port b93fddb7-67ef-41cc-85ce-cc121621813f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:04:53.967851 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35f3886-568e-4331-92d7-5d4ff8c55075" -d '{"events": [{"name": "network-changed", "server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "tag": "7c6344e7-6033-4b46-b335-4691acb11361"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:53.986039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b8668694-30a4-47e0-9f9a-e5e1f52b15ca None None] Provisioning complete for port b93fddb7-67ef-41cc-85ce-cc121621813f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:53.986582 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8668694-30a4-47e0-9f9a-e5e1f52b15ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:53.990178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port b93fddb7-67ef-41cc-85ce-cc121621813f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:53.990424 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.009249 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] Request body: {'port': {'device_id': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:54.025872 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b208468a-2fee-4992-b4eb-8a960841fccf tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.028552 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b208468a-2fee-4992-b4eb-8a960841fccf tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.039002 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b208468a-2fee-4992-b4eb-8a960841fccf tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/security-groups/f37ad20c-48ed-4b5a-8b27-6ece4e3ec9a3 HTTP/1.1" status: 204 len: 168 time: 0.5606341 Jul 07 17:04:54.040757 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56788) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:54.190898 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208468a-2fee-4992-b4eb-8a960841fccf tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37ad20c-48ed-4b5a-8b27-6ece4e3ec9a3,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:54.275502 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0183654e-a49b-4ceb-8405-29727acc0103 x-openstack-request-id: req-0183654e-a49b-4ceb-8405-29727acc0103 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:54.275819 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "tag": "7c6344e7-6033-4b46-b335-4691acb11361", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:54.276082 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0183654e-a49b-4ceb-8405-29727acc0103 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:54.280739 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'tag': '7c6344e7-6033-4b46-b335-4691acb11361', 'status': 'completed', 'code': 200} Jul 07 17:04:54.308988 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca780d49-06ac-45c8-8595-b4026ee8288f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting subnet 3501bff3-4c29-4b2c-8608-b4fcf814ac9d {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:04:54.391728 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca780d49-06ac-45c8-8595-b4026ee8288f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.454447 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f0902-6a40-44c4-b549-29993392aae0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6344e7-6033-4b46-b335-4691acb11361,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:54.491342 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb8f5c-aff6-489d-851c-4de3f839210e req-285a9ccd-b6f8-4420-a04d-2b47398ec2ed tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:54.499091 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3fbb8f5c-aff6-489d-851c-4de3f839210e req-285a9ccd-b6f8-4420-a04d-2b47398ec2ed tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.6349022 Jul 07 17:04:54.524814 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca780d49-06ac-45c8-8595-b4026ee8288f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.535567 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ce720876-b217-4797-89bd-8832747f273e None None] Could not find standard attr ID for object 9af082fd-8490-406f-a4e4-52d08fc664f5. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:04:54.628623 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3fbb8f5c-aff6-489d-851c-4de3f839210e req-680b95f9-cf70-4048-9a07-a797cfdeb00d tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282935 Jul 07 17:04:54.683367 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f3886-568e-4331-92d7-5d4ff8c55075 req-6ef2fa80-d67e-4784-816d-d4eb62f49029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:54.684660 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f3886-568e-4331-92d7-5d4ff8c55075 req-6ef2fa80-d67e-4784-816d-d4eb62f49029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:54.685144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f3886-568e-4331-92d7-5d4ff8c55075 req-6ef2fa80-d67e-4784-816d-d4eb62f49029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:54.685663 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f3886-568e-4331-92d7-5d4ff8c55075 req-6ef2fa80-d67e-4784-816d-d4eb62f49029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:54.686923 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f3886-568e-4331-92d7-5d4ff8c55075 req-6ef2fa80-d67e-4784-816d-d4eb62f49029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:54.688985 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f35f3886-568e-4331-92d7-5d4ff8c55075 req-6ef2fa80-d67e-4784-816d-d4eb62f49029 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2bc760b57a34528af5e85b5e280ce2e&device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 4362 time: 0.3919349 Jul 07 17:04:54.717966 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-82f687f8-64f9-4e66-a9ec-94e4c1681f94 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.764029 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca780d49-06ac-45c8-8595-b4026ee8288f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.778751 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f687f8-64f9-4e66-a9ec-94e4c1681f94 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Pushing event deleted for resources: {'Port': ['ID=33c2069d-4579-42ca-b4f4-8ed78514caf3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:54.809958 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.879977 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca780d49-06ac-45c8-8595-b4026ee8288f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.951934 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca780d49-06ac-45c8-8595-b4026ee8288f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Subnet': ['ID=3501bff3-4c29-4b2c-8608-b4fcf814ac9d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:54.983563 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca780d49-06ac-45c8-8595-b4026ee8288f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:54.989655 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ca780d49-06ac-45c8-8595-b4026ee8288f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/subnets/3501bff3-4c29-4b2c-8608-b4fcf814ac9d HTTP/1.1" status: 204 len: 168 time: 0.9335289 Jul 07 17:04:54.992619 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56802) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:54.997506 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b987f6-0e1b-4459-9c69-0d03b88646cc None None] Network 05c62a07-a876-40e2-b66f-3c8128e4630f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:55.069622 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f3886-568e-4331-92d7-5d4ff8c55075 req-0c604184-93d4-43cf-8752-50d42b179b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:55.074480 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f3886-568e-4331-92d7-5d4ff8c55075 req-0c604184-93d4-43cf-8752-50d42b179b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:55.075081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f3886-568e-4331-92d7-5d4ff8c55075 req-0c604184-93d4-43cf-8752-50d42b179b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:55.081586 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f35f3886-568e-4331-92d7-5d4ff8c55075 req-0c604184-93d4-43cf-8752-50d42b179b26 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d2bc760b57a34528af5e85b5e280ce2e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3791366 Jul 07 17:04:55.123483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ffc7df7-028d-4d02-9a32-2b4a8b8bfc7b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting subnet 8a57294e-308e-4870-b77c-ae8cda06b92f {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:04:55.133387 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6ffc7df7-028d-4d02-9a32-2b4a8b8bfc7b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.257662 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6ffc7df7-028d-4d02-9a32-2b4a8b8bfc7b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.396057 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-82f687f8-64f9-4e66-a9ec-94e4c1681f94 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.402439 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6ffc7df7-028d-4d02-9a32-2b4a8b8bfc7b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.463913 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5378b-12cf-47f6-89b7-d7f0240e05cc req-1123b3d2-dcab-4d90-bd57-55b5c396203a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:55.469946 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5378b-12cf-47f6-89b7-d7f0240e05cc req-1123b3d2-dcab-4d90-bd57-55b5c396203a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:55.473461 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6ffc7df7-028d-4d02-9a32-2b4a8b8bfc7b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.476231 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5378b-12cf-47f6-89b7-d7f0240e05cc req-1123b3d2-dcab-4d90-bd57-55b5c396203a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:55.482269 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5378b-12cf-47f6-89b7-d7f0240e05cc req-1123b3d2-dcab-4d90-bd57-55b5c396203a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:55.488324 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5378b-12cf-47f6-89b7-d7f0240e05cc req-1123b3d2-dcab-4d90-bd57-55b5c396203a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:55.498184 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4aa5378b-12cf-47f6-89b7-d7f0240e05cc req-1123b3d2-dcab-4d90-bd57-55b5c396203a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 3827 time: 1.0814350 Jul 07 17:04:55.524569 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6ffc7df7-028d-4d02-9a32-2b4a8b8bfc7b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.529187 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6ffc7df7-028d-4d02-9a32-2b4a8b8bfc7b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/subnets/8a57294e-308e-4870-b77c-ae8cda06b92f HTTP/1.1" status: 204 len: 168 time: 0.5354757 Jul 07 17:04:55.529877 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56806) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:55.595969 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d767b5b7-a4a7-470f-811c-e22fe257f6bf tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] DELETE failed (client error): The resource could not be found. Jul 07 17:04:55.596437 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d767b5b7-a4a7-470f-811c-e22fe257f6bf tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:55.601089 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d767b5b7-a4a7-470f-811c-e22fe257f6bf tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/subnets/3501bff3-4c29-4b2c-8608-b4fcf814ac9d HTTP/1.1" status: 404 len: 337 time: 0.0492330 Jul 07 17:04:55.601892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56808) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:55.604815 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc7df7-028d-4d02-9a32-2b4a8b8bfc7b tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Subnet': ['ID=8a57294e-308e-4870-b77c-ae8cda06b92f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:55.689337 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7bc7910-c545-43f4-b4be-c0d8e170238c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting subnet bae68d0f-73a6-4850-82fd-c654805aeedd {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:04:55.716038 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c7bc7910-c545-43f4-b4be-c0d8e170238c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:55.752877 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4aa5378b-12cf-47f6-89b7-d7f0240e05cc req-f4a9d2fd-776a-4526-9789-7f67609beddc tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519681 Jul 07 17:04:56.044408 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f687f8-64f9-4e66-a9ec-94e4c1681f94 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Router d6168d20-97ae-411f-98b9-2dd596f23968 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:04:56.313276 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f687f8-64f9-4e66-a9ec-94e4c1681f94 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:04:56.325400 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32680ecf-fbf3-4fab-b725-ef15ba2de16d None None] Sync routers for ids ['d6168d20-97ae-411f-98b9-2dd596f23968'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:04:56.342119 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-82f687f8-64f9-4e66-a9ec-94e4c1681f94 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "PUT /v2.0/routers/d6168d20-97ae-411f-98b9-2dd596f23968/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5860424 Jul 07 17:04:56.342854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56820) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:56.349215 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32680ecf-fbf3-4fab-b725-ef15ba2de16d None None] Routers {'d6168d20-97ae-411f-98b9-2dd596f23968'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:56.349939 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-32680ecf-fbf3-4fab-b725-ef15ba2de16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:04:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d6168d20-97ae-411f-98b9-2dd596f23968'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:56.371891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb21232-3d31-4afa-a049-3322dac0ef1d {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:04:56.458410 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-32680ecf-fbf3-4fab-b725-ef15ba2de16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:56.474554 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43760ede-df28-4172-83cb-bc9d269c0b73 None None] Network 05c62a07-a876-40e2-b66f-3c8128e4630f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:56.516030 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.517221 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32680ecf-fbf3-4fab-b725-ef15ba2de16d None None] Routers {'d6168d20-97ae-411f-98b9-2dd596f23968'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:04:56.518112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-32680ecf-fbf3-4fab-b725-ef15ba2de16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:04:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d6168d20-97ae-411f-98b9-2dd596f23968'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:56.558971 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] Transition to ACTIVE for port object 8eb21232-3d31-4afa-a049-3322dac0ef1d will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:04:56.558971 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-76bba0a8-34a0-46fe-ad12-4edc09d0fc8b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] show failed (client error): The resource could not be found. Jul 07 17:04:56.558971 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-76bba0a8-34a0-46fe-ad12-4edc09d0fc8b tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-1105287589 HTTP/1.1" status: 404 len: 335 time: 0.2088969 Jul 07 17:04:56.558971 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56828) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:56.565538 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-59ab5e07-217f-4068-bcd2-4350500c734e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:56.571005 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.614742 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-59ab5e07-217f-4068-bcd2-4350500c734e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] update failed (client error): The resource could not be found. Jul 07 17:04:56.620530 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-59ab5e07-217f-4068-bcd2-4350500c734e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-1971573333 HTTP/1.1" status: 404 len: 335 time: 0.0568178 Jul 07 17:04:56.639602 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56830) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:56.669951 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-32680ecf-fbf3-4fab-b725-ef15ba2de16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:04:56.671278 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32680ecf-fbf3-4fab-b725-ef15ba2de16d None None] The sync data for ids ['d6168d20-97ae-411f-98b9-2dd596f23968'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:04:56.710139 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-deb2862d-4238-4af3-9d1a-7e298fba4d10 None None] Provisioning complete for port b3c3f35a-1284-4837-b4a4-167ef7025501 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:56.711296 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-deb2862d-4238-4af3-9d1a-7e298fba4d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.777406 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb21232-3d31-4afa-a049-3322dac0ef1d,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:56.805318 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-deb2862d-4238-4af3-9d1a-7e298fba4d10 None None] Port b3c3f35a-1284-4837-b4a4-167ef7025501 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:56.810866 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c7bc7910-c545-43f4-b4be-c0d8e170238c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:56.875518 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-deb2862d-4238-4af3-9d1a-7e298fba4d10 None None] Provisioning complete for port b93fddb7-67ef-41cc-85ce-cc121621813f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:56.878080 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-deb2862d-4238-4af3-9d1a-7e298fba4d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.004839 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c7bc7910-c545-43f4-b4be-c0d8e170238c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.039879 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa92098-7c4a-4eea-a7a3-cee522f717ee tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Deleting subnet 5cc17a4b-b08d-40a2-9db6-382231da0882 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:04:57.071033 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-baa92098-7c4a-4eea-a7a3-cee522f717ee tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.204520 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] Attempting to bind port 8eb21232-3d31-4afa-a049-3322dac0ef1d on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:04:57.204808 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] Attempting to bind port 8eb21232-3d31-4afa-a049-3322dac0ef1d by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '25407b21-3801-4008-9a18-c47cd1fa46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:04:57.205107 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] Attempting to bind port 8eb21232-3d31-4afa-a049-3322dac0ef1d on network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:57.235290 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c7bc7910-c545-43f4-b4be-c0d8e170238c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.350493 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] Port 8eb21232-3d31-4afa-a049-3322dac0ef1d on network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:04:57.350831 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] Attempting to bind port 8eb21232-3d31-4afa-a049-3322dac0ef1d on network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:04:57.379658 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-baa92098-7c4a-4eea-a7a3-cee522f717ee tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.383162 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c7bc7910-c545-43f4-b4be-c0d8e170238c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.385853 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c7bc7910-c545-43f4-b4be-c0d8e170238c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/subnets/bae68d0f-73a6-4850-82fd-c654805aeedd HTTP/1.1" status: 204 len: 168 time: 1.7784956 Jul 07 17:04:57.390359 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56842) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:57.394370 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f3886-568e-4331-92d7-5d4ff8c55075 req-9f2c8e65-fa7d-41fe-a1f3-0c9a094be857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:57.398331 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f35f3886-568e-4331-92d7-5d4ff8c55075 req-9f2c8e65-fa7d-41fe-a1f3-0c9a094be857 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.3022208 Jul 07 17:04:57.400177 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc7910-c545-43f4-b4be-c0d8e170238c tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Subnet': ['ID=bae68d0f-73a6-4850-82fd-c654805aeedd,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:57.485983 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:04:57.486264 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] Checking segment: {'id': '25407b21-3801-4008-9a18-c47cd1fa46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:04:57.499333 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] Bound using segment: {'id': '25407b21-3801-4008-9a18-c47cd1fa46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:04:57.500010 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] Bound port: 8eb21232-3d31-4afa-a049-3322dac0ef1d, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25407b21-3801-4008-9a18-c47cd1fa46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:04:57.500397 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.507237 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc573e-9ec0-4a0c-afb6-654927193f17 req-bbc63cc7-955b-4b5d-b016-33f9506df93c tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:57.511617 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d2dc573e-9ec0-4a0c-afb6-654927193f17 req-bbc63cc7-955b-4b5d-b016-33f9506df93c tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.3145781 Jul 07 17:04:57.594879 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d2dc573e-9ec0-4a0c-afb6-654927193f17 req-38cde1c7-e137-46cd-8a9d-c1b09206acc2 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773499 Jul 07 17:04:57.615142 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac28559-6f6d-4649-bfc2-5abbbf2dd7c3 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] DELETE failed (client error): The resource could not be found. Jul 07 17:04:57.615632 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac28559-6f6d-4649-bfc2-5abbbf2dd7c3 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:57.631972 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9ac28559-6f6d-4649-bfc2-5abbbf2dd7c3 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/subnets/2387c290-55e4-457c-8167-78f71f7f9122 HTTP/1.1" status: 404 len: 337 time: 0.1819303 Jul 07 17:04:57.634733 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56852) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:57.636114 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed541eb6-3bbe-4c88-82d9-ddd4c7eaf24a None None] Update dhcp port {'port': {'network_id': '05c62a07-a876-40e2-b66f-3c8128e4630f', 'fixed_ips': [{'subnet_id': 'bae68d0f-73a6-4850-82fd-c654805aeedd'}], 'binding:host_id': 'n-d-793620-7'}, 'id': 'b93fddb7-67ef-41cc-85ce-cc121621813f'} from n-d-793620-7. {{(pid=100411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:04:57.708117 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ed541eb6-3bbe-4c88-82d9-ddd4c7eaf24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:57.719009 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-29b904eb-a29b-4248-a043-7cd3dc02877a tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "GET /v2.0/ports?device_id=d90fa3fd-f725-46c1-9e4e-2822cb000733 HTTP/1.1" status: 200 len: 205 time: 0.0798323 Jul 07 17:04:57.720051 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56856) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:57.830756 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-02de2a18-4b01-401f-b7d1-dd5c4f6ab600 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] delete failed (client error): The resource could not be found. Jul 07 17:04:57.839974 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-02de2a18-4b01-401f-b7d1-dd5c4f6ab600 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/routers/d90fa3fd-f725-46c1-9e4e-2822cb000733 HTTP/1.1" status: 404 len: 336 time: 0.1162653 Jul 07 17:04:57.842617 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56858) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:57.879811 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65eeb6a-2a4b-4295-afa0-b4e03c9e46f6 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] DELETE failed (client error): The resource could not be found. Jul 07 17:04:57.880442 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65eeb6a-2a4b-4295-afa0-b4e03c9e46f6 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:57.882622 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b65eeb6a-2a4b-4295-afa0-b4e03c9e46f6 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/subnets/5225c0eb-7fe1-4290-bd62-1b270d5b99b1 HTTP/1.1" status: 404 len: 337 time: 0.0351350 Jul 07 17:04:57.885253 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56860) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:57.915381 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dcc0faa-4ef3-4a1d-96d0-501997246450 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] DELETE failed (client error): The resource could not be found. Jul 07 17:04:57.915999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dcc0faa-4ef3-4a1d-96d0-501997246450 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:57.918074 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0dcc0faa-4ef3-4a1d-96d0-501997246450 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/subnets/95117144-f950-46d4-91f8-3447edca5a86 HTTP/1.1" status: 404 len: 337 time: 0.0315492 Jul 07 17:04:57.920689 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56862) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:57.930335 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] For port 8eb21232-3d31-4afa-a049-3322dac0ef1d, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:04:57.939277 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] For port 8eb21232-3d31-4afa-a049-3322dac0ef1d, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8eb21232-3d31-4afa-a049-3322dac0ef1d,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:04:57.974512 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-0857e2dc-4c6f-4258-8195-00f005e23620 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] DELETE failed (client error): The resource could not be found. Jul 07 17:04:57.975144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0857e2dc-4c6f-4258-8195-00f005e23620 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:57.977983 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0857e2dc-4c6f-4258-8195-00f005e23620 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/subnets/bf36777d-f346-425b-b59d-7aa1e044ef22 HTTP/1.1" status: 404 len: 337 time: 0.0559049 Jul 07 17:04:57.984575 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56864) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:57.993364 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.089759 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:58.090932 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.091837 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] 10.222.0.69 "PUT /v2.0/ports/8eb21232-3d31-4afa-a049-3322dac0ef1d HTTP/1.1" status: 200 len: 1130 time: 4.0929854 Jul 07 17:04:58.094751 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'tag': '8eb21232-3d31-4afa-a049-3322dac0ef1d'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:04:58.097076 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b911dba-815e-45e9-a25a-552bff943aec" -d '{"events": [{"name": "network-changed", "server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "tag": "8eb21232-3d31-4afa-a049-3322dac0ef1d"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:04:58.131440 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a4596a-e70c-42fe-84b3-e6baefb80a63 None None] Network 05c62a07-a876-40e2-b66f-3c8128e4630f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:58.168926 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da3af8-e91a-4b50-8297-3cd8bf5b6134 req-92697d3f-423c-4f30-9e20-9dbf76cee3a9 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:58.182435 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da3af8-e91a-4b50-8297-3cd8bf5b6134 req-92697d3f-423c-4f30-9e20-9dbf76cee3a9 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:58.188972 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da3af8-e91a-4b50-8297-3cd8bf5b6134 req-92697d3f-423c-4f30-9e20-9dbf76cee3a9 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:58.194904 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da3af8-e91a-4b50-8297-3cd8bf5b6134 req-92697d3f-423c-4f30-9e20-9dbf76cee3a9 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:58.200889 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da3af8-e91a-4b50-8297-3cd8bf5b6134 req-92697d3f-423c-4f30-9e20-9dbf76cee3a9 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:58.206890 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da3af8-e91a-4b50-8297-3cd8bf5b6134 req-92697d3f-423c-4f30-9e20-9dbf76cee3a9 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:58.216980 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b1da3af8-e91a-4b50-8297-3cd8bf5b6134 req-92697d3f-423c-4f30-9e20-9dbf76cee3a9 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 4599 time: 1.0407088 Jul 07 17:04:58.229367 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a05cfb4-92cf-4d76-bcbd-faf989c99343 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] DELETE failed (client error): The resource could not be found. Jul 07 17:04:58.229990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a05cfb4-92cf-4d76-bcbd-faf989c99343 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:58.231679 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8a05cfb4-92cf-4d76-bcbd-faf989c99343 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/ports/84972d91-00ca-40e2-98c3-56dea50ecca7 HTTP/1.1" status: 404 len: 333 time: 0.2460737 Jul 07 17:04:58.235169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56868) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:58.246884 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] Request body: {'port': {'device_id': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:04:58.274178 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-2628a92f-85fb-46fa-a7b6-8c40087b974d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] DELETE failed (client error): The resource could not be found. Jul 07 17:04:58.274802 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2628a92f-85fb-46fa-a7b6-8c40087b974d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:58.280126 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2628a92f-85fb-46fa-a7b6-8c40087b974d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/subnets/60ac31d2-9523-47c9-b3c5-16fb2e1c0495 HTTP/1.1" status: 404 len: 337 time: 0.0427456 Jul 07 17:04:58.281898 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56872) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:58.320381 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0873c05-db4f-4357-bf81-5262ce507615 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] DELETE failed (client error): The resource could not be found. Jul 07 17:04:58.321075 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0873c05-db4f-4357-bf81-5262ce507615 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:58.325857 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f0873c05-db4f-4357-bf81-5262ce507615 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/subnets/aa69962c-86fa-4919-a08e-dfa2b73770f2 HTTP/1.1" status: 404 len: 337 time: 0.0426798 Jul 07 17:04:58.326820 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56874) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:58.339213 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-baa92098-7c4a-4eea-a7a3-cee522f717ee tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.363271 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6c7354-fe72-4b78-bd48-9b5f37ea095f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] DELETE failed (client error): The resource could not be found. Jul 07 17:04:58.364195 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6c7354-fe72-4b78-bd48-9b5f37ea095f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:58.369157 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9a6c7354-fe72-4b78-bd48-9b5f37ea095f tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/ports/593cc7c9-ea20-4748-8d46-327824d1247b HTTP/1.1" status: 404 len: 333 time: 0.0394022 Jul 07 17:04:58.370945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56876) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:58.422481 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a710fb-6ae9-4092-901f-d9c1db64c254 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] DELETE failed (client error): The resource could not be found. Jul 07 17:04:58.422947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5a710fb-6ae9-4092-901f-d9c1db64c254 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:58.424702 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f5a710fb-6ae9-4092-901f-d9c1db64c254 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/subnets/1657ec30-3b5f-4b29-902e-46f9a8f8a522 HTTP/1.1" status: 404 len: 337 time: 0.0526350 Jul 07 17:04:58.432581 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb967a7-a63d-4068-b976-d81f86931b28 req-84f48504-73c7-4299-8a9c-a87a37edbe10 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:58.434164 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bbb967a7-a63d-4068-b976-d81f86931b28 req-84f48504-73c7-4299-8a9c-a87a37edbe10 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.2641501 Jul 07 17:04:58.434699 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56878) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:58.474849 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-31951e76-f4ac-4b9e-9caf-a1b49f5a9697 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] DELETE failed (client error): The resource could not be found. Jul 07 17:04:58.475302 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31951e76-f4ac-4b9e-9caf-a1b49f5a9697 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:04:58.477032 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-31951e76-f4ac-4b9e-9caf-a1b49f5a9697 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/subnets/197d29b7-7874-4ec5-8c0c-449a4a8c3a53 HTTP/1.1" status: 404 len: 337 time: 0.0413902 Jul 07 17:04:58.487794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56880) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:58.492504 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b1da3af8-e91a-4b50-8297-3cd8bf5b6134 req-d912cbf5-1fea-4269-82ea-224a4b064a9a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2746196 Jul 07 17:04:58.493340 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127a5af-1b09-4dd7-a302-7b0afaa59bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb21232-3d31-4afa-a049-3322dac0ef1d,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:58.624210 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f5dc1f-e71c-48a9-bb26-9b18a96db36e x-openstack-request-id: req-21f5dc1f-e71c-48a9-bb26-9b18a96db36e {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:04:58.625106 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "tag": "8eb21232-3d31-4afa-a049-3322dac0ef1d", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:04:58.625449 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bbb967a7-a63d-4068-b976-d81f86931b28 req-65afa655-e6b8-4d9d-bdf1-898c44eb6a86 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777408 Jul 07 17:04:58.625647 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21f5dc1f-e71c-48a9-bb26-9b18a96db36e {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:04:58.626157 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'tag': '8eb21232-3d31-4afa-a049-3322dac0ef1d', 'status': 'completed', 'code': 200} Jul 07 17:04:58.649807 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.658484 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-560a087d-4bf9-4f19-b3b1-b576db2ae6ad None None] Provisioning complete for port b3c3f35a-1284-4837-b4a4-167ef7025501 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:58.659163 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-560a087d-4bf9-4f19-b3b1-b576db2ae6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.688480 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-baa92098-7c4a-4eea-a7a3-cee522f717ee tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.707446 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-560a087d-4bf9-4f19-b3b1-b576db2ae6ad None None] Port b3c3f35a-1284-4837-b4a4-167ef7025501 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:04:58.724233 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-560a087d-4bf9-4f19-b3b1-b576db2ae6ad None None] Provisioning complete for port b93fddb7-67ef-41cc-85ce-cc121621813f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:04:58.724527 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-560a087d-4bf9-4f19-b3b1-b576db2ae6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.776651 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa92098-7c4a-4eea-a7a3-cee522f717ee tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc17a4b-b08d-40a2-9db6-382231da0882,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:04:58.786231 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca5c8ea-7ac8-4dd0-a3a8-cd152e4d0d71 None None] Network 79c60174-7ae5-4f92-a7e1-5a1a85b3f67e requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:04:58.789078 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-baa92098-7c4a-4eea-a7a3-cee522f717ee tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:58.794230 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-baa92098-7c4a-4eea-a7a3-cee522f717ee tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "DELETE /v2.0/subnets/5cc17a4b-b08d-40a2-9db6-382231da0882 HTTP/1.1" status: 204 len: 168 time: 2.1532674 Jul 07 17:04:58.795962 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56892) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:04:58.865702 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b911dba-815e-45e9-a25a-552bff943aec req-51395c9b-be07-43a7-9fe1-380550f7bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:58.866829 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b911dba-815e-45e9-a25a-552bff943aec req-51395c9b-be07-43a7-9fe1-380550f7bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:58.867349 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b911dba-815e-45e9-a25a-552bff943aec req-51395c9b-be07-43a7-9fe1-380550f7bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:58.867930 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b911dba-815e-45e9-a25a-552bff943aec req-51395c9b-be07-43a7-9fe1-380550f7bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:58.868385 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b911dba-815e-45e9-a25a-552bff943aec req-51395c9b-be07-43a7-9fe1-380550f7bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:58.869059 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b911dba-815e-45e9-a25a-552bff943aec req-51395c9b-be07-43a7-9fe1-380550f7bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:58.871883 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5b911dba-815e-45e9-a25a-552bff943aec req-51395c9b-be07-43a7-9fe1-380550f7bf6e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2bc760b57a34528af5e85b5e280ce2e&device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5285 time: 0.2422857 Jul 07 17:04:58.928647 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-25b68817-d300-418c-a473-99c8c487ecf9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Deleting port b3c3f35a-1284-4837-b4a4-167ef7025501 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:58.929038 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-25b68817-d300-418c-a473-99c8c487ecf9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.178812 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938f4d77-9a28-416c-9415-f33a74ff3e0d None None] DHCP port deletion for 05c62a07-a876-40e2-b66f-3c8128e4630f request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:04:59.181788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0bf233-77b5-4fe5-8ce4-60cabaf92c0f tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Deleting subnet 20ec599c-bd2a-4356-b8b7-2bb86ffc9259 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:04:59.188549 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-25b68817-d300-418c-a473-99c8c487ecf9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.198271 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca0bf233-77b5-4fe5-8ce4-60cabaf92c0f tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.274634 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-25b68817-d300-418c-a473-99c8c487ecf9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Calling delete_port for b3c3f35a-1284-4837-b4a4-167ef7025501 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:59.379979 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-938f4d77-9a28-416c-9415-f33a74ff3e0d None None] Deleting port b93fddb7-67ef-41cc-85ce-cc121621813f {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:59.380386 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-938f4d77-9a28-416c-9415-f33a74ff3e0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.445373 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b911dba-815e-45e9-a25a-552bff943aec req-7494a9f0-5f63-4e84-b1ee-7771b166316c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:59.445767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b911dba-815e-45e9-a25a-552bff943aec req-7494a9f0-5f63-4e84-b1ee-7771b166316c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:59.446236 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b911dba-815e-45e9-a25a-552bff943aec req-7494a9f0-5f63-4e84-b1ee-7771b166316c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:59.449218 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5b911dba-815e-45e9-a25a-552bff943aec req-7494a9f0-5f63-4e84-b1ee-7771b166316c service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d2bc760b57a34528af5e85b5e280ce2e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5619655 Jul 07 17:04:59.458787 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca0bf233-77b5-4fe5-8ce4-60cabaf92c0f tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.485443 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2ded68-8ba4-42b1-b85d-21a23917d1dc None None] DHCP port deletion for 79c60174-7ae5-4f92-a7e1-5a1a85b3f67e request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:04:59.610667 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca0bf233-77b5-4fe5-8ce4-60cabaf92c0f tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.621849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-938f4d77-9a28-416c-9415-f33a74ff3e0d None None] For port b93fddb7-67ef-41cc-85ce-cc121621813f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b93fddb7-67ef-41cc-85ce-cc121621813f,segment=NetworkSegment(4c32a4b9-d0a8-4532-98ec-bfd0384e1059),segment_id=4c32a4b9-d0a8-4532-98ec-bfd0384e1059)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:04:59.622240 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-938f4d77-9a28-416c-9415-f33a74ff3e0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.665867 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-938f4d77-9a28-416c-9415-f33a74ff3e0d None None] Calling delete_port for b93fddb7-67ef-41cc-85ce-cc121621813f owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:04:59.700151 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b911dba-815e-45e9-a25a-552bff943aec req-cd2c448a-e9d4-4a0e-82ec-3796115dcdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:59.701716 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5b911dba-815e-45e9-a25a-552bff943aec req-cd2c448a-e9d4-4a0e-82ec-3796115dcdb7 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1689036 Jul 07 17:04:59.812216 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-de2ded68-8ba4-42b1-b85d-21a23917d1dc None None] Deleting port e3da8d1d-ac46-4194-b2ac-bf177d872593 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:04:59.812559 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-de2ded68-8ba4-42b1-b85d-21a23917d1dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.864097 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc1233-d271-4ad3-ac7e-5d34254f00ba req-4a66d71c-3543-4fff-a70a-38b3e25d0567 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:04:59.876005 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-68fc1233-d271-4ad3-ac7e-5d34254f00ba req-4a66d71c-3543-4fff-a70a-38b3e25d0567 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.5402341 Jul 07 17:04:59.903677 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca0bf233-77b5-4fe5-8ce4-60cabaf92c0f tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.912049 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b93fddb7-67ef-41cc-85ce-cc121621813f no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:04:59.943901 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-25b68817-d300-418c-a473-99c8c487ecf9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:04:59.979059 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-68fc1233-d271-4ad3-ac7e-5d34254f00ba req-db8f78c8-0031-450d-9f1c-23bd5dc09e33 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020501 Jul 07 17:05:00.010850 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-25b68817-d300-418c-a473-99c8c487ecf9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.012764 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-25b68817-d300-418c-a473-99c8c487ecf9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/ports/b3c3f35a-1284-4837-b4a4-167ef7025501 HTTP/1.1" status: 204 len: 168 time: 1.5238438 Jul 07 17:05:00.014133 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b68817-d300-418c-a473-99c8c487ecf9 tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Port': ['ID=b3c3f35a-1284-4837-b4a4-167ef7025501,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:00.015801 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56918) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:00.067979 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-de2ded68-8ba4-42b1-b85d-21a23917d1dc None None] For port e3da8d1d-ac46-4194-b2ac-bf177d872593, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e3da8d1d-ac46-4194-b2ac-bf177d872593,segment=NetworkSegment(e1586f7d-01b3-4a66-bd71-06e301dd370a),segment_id=e1586f7d-01b3-4a66-bd71-06e301dd370a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:00.070505 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-de2ded68-8ba4-42b1-b85d-21a23917d1dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.105144 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-de2ded68-8ba4-42b1-b85d-21a23917d1dc None None] Calling delete_port for e3da8d1d-ac46-4194-b2ac-bf177d872593 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:00.119561 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca0bf233-77b5-4fe5-8ce4-60cabaf92c0f tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.123907 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ca0bf233-77b5-4fe5-8ce4-60cabaf92c0f tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "DELETE /v2.0/subnets/20ec599c-bd2a-4356-b8b7-2bb86ffc9259 HTTP/1.1" status: 204 len: 168 time: 1.2893317 Jul 07 17:05:00.124863 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd48bebd-6b79-465d-98ef-a81b9d22d005 None None] Network 920c439b-4a8e-474a-ab33-97348dd1b7ca requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:00.125706 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56920) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:00.132904 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0bf233-77b5-4fe5-8ce4-60cabaf92c0f tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Pushing event deleted for resources: {'Subnet': ['ID=20ec599c-bd2a-4356-b8b7-2bb86ffc9259,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:00.173744 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-938f4d77-9a28-416c-9415-f33a74ff3e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.218385 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf92e2-7601-46ad-852e-dc8bcb01dabf req-71379586-1b7f-44e1-8040-78e5a72a8984 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:00.224367 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf92e2-7601-46ad-852e-dc8bcb01dabf req-71379586-1b7f-44e1-8040-78e5a72a8984 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:00.239616 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf92e2-7601-46ad-852e-dc8bcb01dabf req-71379586-1b7f-44e1-8040-78e5a72a8984 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:00.249479 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06270505-aae2-40e5-b224-c586402baa5e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.253345 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf92e2-7601-46ad-852e-dc8bcb01dabf req-71379586-1b7f-44e1-8040-78e5a72a8984 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:00.255306 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80bb95c-0a20-42f0-aee2-5a628bd1880d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.279713 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf92e2-7601-46ad-852e-dc8bcb01dabf req-71379586-1b7f-44e1-8040-78e5a72a8984 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:00.282416 n-d-793620-7 neutron-server[100411]: INFO neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No ports have port_id starting with b93fddb7-67ef-41cc-85ce-cc121621813f Jul 07 17:05:00.304299 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf92e2-7601-46ad-852e-dc8bcb01dabf req-71379586-1b7f-44e1-8040-78e5a72a8984 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:00.306224 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51bf92e2-7601-46ad-852e-dc8bcb01dabf req-71379586-1b7f-44e1-8040-78e5a72a8984 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 4599 time: 0.4640224 Jul 07 17:05:00.352200 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938f4d77-9a28-416c-9415-f33a74ff3e0d None None] No DVR routers for this DVR port b93fddb7-67ef-41cc-85ce-cc121621813f on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:00.372693 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f4d77-9a28-416c-9415-f33a74ff3e0d None None] Pushing event deleted for resources: {'Port': ['ID=b93fddb7-67ef-41cc-85ce-cc121621813f,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:00.401265 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e3da8d1d-ac46-4194-b2ac-bf177d872593 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:00.434106 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd76306c-1fa6-42bc-ad55-41f92df88fad {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:00.469698 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.493542 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51bf92e2-7601-46ad-852e-dc8bcb01dabf req-c4ad738d-1bdc-430d-9b64-63b664e91a07 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1580637 Jul 07 17:05:00.535466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] Transition to ACTIVE for port object cd76306c-1fa6-42bc-ad55-41f92df88fad will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:00.545689 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.625840 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80bb95c-0a20-42f0-aee2-5a628bd1880d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.665575 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-e80bb95c-0a20-42f0-aee2-5a628bd1880d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c62a07-a876-40e2-b66f-3c8128e4630f']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:00.679013 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-e80bb95c-0a20-42f0-aee2-5a628bd1880d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c32a4b9-d0a8-4532-98ec-bfd0384e1059') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:00.679540 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-e80bb95c-0a20-42f0-aee2-5a628bd1880d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c32a4b9-d0a8-4532-98ec-bfd0384e1059') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:00.699709 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80bb95c-0a20-42f0-aee2-5a628bd1880d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.713594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] Pushing event updated for resources: {'Port': ['ID=cd76306c-1fa6-42bc-ad55-41f92df88fad,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:00.730022 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-06270505-aae2-40e5-b224-c586402baa5e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Deleting port e3da8d1d-ac46-4194-b2ac-bf177d872593 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:00.730022 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06270505-aae2-40e5-b224-c586402baa5e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.730022 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80bb95c-0a20-42f0-aee2-5a628bd1880d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.807899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80bb95c-0a20-42f0-aee2-5a628bd1880d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:00.808322 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80bb95c-0a20-42f0-aee2-5a628bd1880d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:00.817051 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:00.855423 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] Attempting to bind port cd76306c-1fa6-42bc-ad55-41f92df88fad on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:00.855759 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] Attempting to bind port cd76306c-1fa6-42bc-ad55-41f92df88fad by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '25407b21-3801-4008-9a18-c47cd1fa46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:00.856093 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] Attempting to bind port cd76306c-1fa6-42bc-ad55-41f92df88fad on network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:00.874919 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] Port cd76306c-1fa6-42bc-ad55-41f92df88fad on network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:05:00.875132 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] Attempting to bind port cd76306c-1fa6-42bc-ad55-41f92df88fad on network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:00.885336 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:00.886156 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] Checking segment: {'id': '25407b21-3801-4008-9a18-c47cd1fa46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:00.886156 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] Bound using segment: {'id': '25407b21-3801-4008-9a18-c47cd1fa46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:00.886591 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] Bound port: cd76306c-1fa6-42bc-ad55-41f92df88fad, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25407b21-3801-4008-9a18-c47cd1fa46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:00.886887 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.948986 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-de2ded68-8ba4-42b1-b85d-21a23917d1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:00.991592 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Port e3da8d1d-ac46-4194-b2ac-bf177d872593 update to DOWN by agent not found {{(pid=100411) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 17:05:01.012638 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] For port cd76306c-1fa6-42bc-ad55-41f92df88fad, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:01.019229 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80bb95c-0a20-42f0-aee2-5a628bd1880d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.019807 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] For port cd76306c-1fa6-42bc-ad55-41f92df88fad, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=cd76306c-1fa6-42bc-ad55-41f92df88fad,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:01.027480 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.041572 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80bb95c-0a20-42f0-aee2-5a628bd1880d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.046676 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e80bb95c-0a20-42f0-aee2-5a628bd1880d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] 10.222.0.50 "DELETE /v2.0/networks/05c62a07-a876-40e2-b66f-3c8128e4630f HTTP/1.1" status: 204 len: 168 time: 1.0266161 Jul 07 17:05:01.061685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-06270505-aae2-40e5-b224-c586402baa5e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] For port e3da8d1d-ac46-4194-b2ac-bf177d872593, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e3da8d1d-ac46-4194-b2ac-bf177d872593,segment=NetworkSegment(e1586f7d-01b3-4a66-bd71-06e301dd370a),segment_id=e1586f7d-01b3-4a66-bd71-06e301dd370a)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:01.066824 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06270505-aae2-40e5-b224-c586402baa5e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.067818 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2ded68-8ba4-42b1-b85d-21a23917d1dc None None] No DVR routers for this DVR port e3da8d1d-ac46-4194-b2ac-bf177d872593 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:01.117185 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-06270505-aae2-40e5-b224-c586402baa5e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Calling delete_port for e3da8d1d-ac46-4194-b2ac-bf177d872593 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:01.188882 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ded68-8ba4-42b1-b85d-21a23917d1dc None None] Pushing event deleted for resources: {'Port': ['ID=e3da8d1d-ac46-4194-b2ac-bf177d872593,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:01.263194 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:01.263194 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.264003 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] 10.222.0.69 "PUT /v2.0/ports/cd76306c-1fa6-42bc-ad55-41f92df88fad HTTP/1.1" status: 200 len: 1131 time: 3.0312665 Jul 07 17:05:01.264478 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'tag': 'cd76306c-1fa6-42bc-ad55-41f92df88fad'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:01.272839 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06270505-aae2-40e5-b224-c586402baa5e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.278198 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29833ce2-b788-4a2d-9abe-8b358e18de67" -d '{"events": [{"name": "network-changed", "server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "tag": "cd76306c-1fa6-42bc-ad55-41f92df88fad"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:01.302563 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bb95c-0a20-42f0-aee2-5a628bd1880d tempest-PortsIpV6TestJSON-885244327 tempest-PortsIpV6TestJSON-885244327-project] Pushing event deleted for resources: {'Network': ['ID=05c62a07-a876-40e2-b66f-3c8128e4630f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:01.331817 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06270505-aae2-40e5-b224-c586402baa5e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] No DVR routers for this DVR port e3da8d1d-ac46-4194-b2ac-bf177d872593 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:01.346664 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] Request body: {'port': {'device_id': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:01.363595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06270505-aae2-40e5-b224-c586402baa5e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Pushing event deleted for resources: {'Port': ['ID=e3da8d1d-ac46-4194-b2ac-bf177d872593,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:01.428530 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975d3ed-d1a9-4274-b0d5-d34d7a2c8430 service neutron] Pushing event updated for resources: {'Port': ['ID=cd76306c-1fa6-42bc-ad55-41f92df88fad,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:01.435040 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b390dbbe-368f-4934-a4f5-4ec1a75ee3df x-openstack-request-id: req-b390dbbe-368f-4934-a4f5-4ec1a75ee3df {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:01.435592 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "tag": "cd76306c-1fa6-42bc-ad55-41f92df88fad", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:01.436032 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b390dbbe-368f-4934-a4f5-4ec1a75ee3df {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:01.436619 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'tag': 'cd76306c-1fa6-42bc-ad55-41f92df88fad', 'status': 'completed', 'code': 200} Jul 07 17:05:01.456633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561f9fc6-3386-4465-bb3e-573f9196dec4 None None] DHCP port deletion for 920c439b-4a8e-474a-ab33-97348dd1b7ca request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:05:01.619400 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-561f9fc6-3386-4465-bb3e-573f9196dec4 None None] Deleting port 76214f16-5f0d-437b-8bfd-2c19acafa6e1 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:01.619786 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-561f9fc6-3386-4465-bb3e-573f9196dec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.663463 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.753188 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06270505-aae2-40e5-b224-c586402baa5e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.797583 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-06270505-aae2-40e5-b224-c586402baa5e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c60174-7ae5-4f92-a7e1-5a1a85b3f67e']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:01.836435 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-06270505-aae2-40e5-b224-c586402baa5e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1586f7d-01b3-4a66-bd71-06e301dd370a') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:01.836690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-06270505-aae2-40e5-b224-c586402baa5e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1586f7d-01b3-4a66-bd71-06e301dd370a') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:01.848504 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-561f9fc6-3386-4465-bb3e-573f9196dec4 None None] For port 76214f16-5f0d-437b-8bfd-2c19acafa6e1, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=76214f16-5f0d-437b-8bfd-2c19acafa6e1,segment=NetworkSegment(708fca98-5176-41aa-bea4-a02291d6d6d4),segment_id=708fca98-5176-41aa-bea4-a02291d6d6d4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:01.850711 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-561f9fc6-3386-4465-bb3e-573f9196dec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.870786 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06270505-aae2-40e5-b224-c586402baa5e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.881849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-561f9fc6-3386-4465-bb3e-573f9196dec4 None None] Calling delete_port for 76214f16-5f0d-437b-8bfd-2c19acafa6e1 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:01.923581 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06270505-aae2-40e5-b224-c586402baa5e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.947190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56954) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:01.948996 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06270505-aae2-40e5-b224-c586402baa5e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:01.949403 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06270505-aae2-40e5-b224-c586402baa5e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:01.954305 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:02.091344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 76214f16-5f0d-437b-8bfd-2c19acafa6e1 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:02.100201 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-561f9fc6-3386-4465-bb3e-573f9196dec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:02.117951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55971ebd-a909-4823-87e9-84fb01677681 req-02716093-8e0d-4ebd-987b-311bdc631381 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:02.125481 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55971ebd-a909-4823-87e9-84fb01677681 req-02716093-8e0d-4ebd-987b-311bdc631381 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.6753531 Jul 07 17:05:02.159495 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06270505-aae2-40e5-b224-c586402baa5e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:02.187210 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06270505-aae2-40e5-b224-c586402baa5e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:02.199724 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-06270505-aae2-40e5-b224-c586402baa5e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "DELETE /v2.0/networks/79c60174-7ae5-4f92-a7e1-5a1a85b3f67e HTTP/1.1" status: 204 len: 168 time: 2.0715315 Jul 07 17:05:02.207816 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56958) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:02.223328 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 76214f16-5f0d-437b-8bfd-2c19acafa6e1 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:05:02.224097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 76214f16-5f0d-437b-8bfd-2c19acafa6e1 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:05:02.238287 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f9fc6-3386-4465-bb3e-573f9196dec4 None None] Pushing event deleted for resources: {'Port': ['ID=76214f16-5f0d-437b-8bfd-2c19acafa6e1,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:02.247765 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f9fc6-3386-4465-bb3e-573f9196dec4 None None] No DVR routers for this DVR port 76214f16-5f0d-437b-8bfd-2c19acafa6e1 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:02.288464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06270505-aae2-40e5-b224-c586402baa5e tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Pushing event deleted for resources: {'Network': ['ID=79c60174-7ae5-4f92-a7e1-5a1a85b3f67e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:02.300607 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29833ce2-b788-4a2d-9abe-8b358e18de67 req-e2d1fe64-ecef-491c-9d54-d041b0d6cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:02.301716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29833ce2-b788-4a2d-9abe-8b358e18de67 req-e2d1fe64-ecef-491c-9d54-d041b0d6cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:02.302408 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29833ce2-b788-4a2d-9abe-8b358e18de67 req-e2d1fe64-ecef-491c-9d54-d041b0d6cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:02.303075 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29833ce2-b788-4a2d-9abe-8b358e18de67 req-e2d1fe64-ecef-491c-9d54-d041b0d6cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:02.304020 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29833ce2-b788-4a2d-9abe-8b358e18de67 req-e2d1fe64-ecef-491c-9d54-d041b0d6cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:02.304753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29833ce2-b788-4a2d-9abe-8b358e18de67 req-e2d1fe64-ecef-491c-9d54-d041b0d6cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:02.305404 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29833ce2-b788-4a2d-9abe-8b358e18de67 req-e2d1fe64-ecef-491c-9d54-d041b0d6cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:02.308875 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29833ce2-b788-4a2d-9abe-8b358e18de67 req-e2d1fe64-ecef-491c-9d54-d041b0d6cfb5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2bc760b57a34528af5e85b5e280ce2e&device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 6209 time: 0.8450816 Jul 07 17:05:02.396925 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55971ebd-a909-4823-87e9-84fb01677681 req-7cfb31d0-0bc7-416f-af80-97c7f4ba8b2b tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705321 Jul 07 17:05:02.705198 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29833ce2-b788-4a2d-9abe-8b358e18de67 req-2aebcd6d-562f-4a53-8f39-58fe6c300fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:02.708147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29833ce2-b788-4a2d-9abe-8b358e18de67 req-2aebcd6d-562f-4a53-8f39-58fe6c300fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:02.708900 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29833ce2-b788-4a2d-9abe-8b358e18de67 req-2aebcd6d-562f-4a53-8f39-58fe6c300fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:02.711158 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29833ce2-b788-4a2d-9abe-8b358e18de67 req-2aebcd6d-562f-4a53-8f39-58fe6c300fd5 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d2bc760b57a34528af5e85b5e280ce2e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3578494 Jul 07 17:05:02.811387 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1a14-77f5-420c-a851-94ceada342d1 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:02.815139 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7a3aca76-267f-4155-94f8-2b915872a8b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2797da1828254d54a84fd968e53e161d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8617024 Jul 07 17:05:02.820328 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56972) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:02.956488 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1a14-77f5-420c-a851-94ceada342d1 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:02.973638 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-dd2f1a14-77f5-420c-a851-94ceada342d1 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920c439b-4a8e-474a-ab33-97348dd1b7ca']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:02.984721 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11bdb0-12dc-450c-af93-f60561328460 req-adc03d84-8784-434a-9e52-7ed6620545ce tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:02.985289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-dd2f1a14-77f5-420c-a851-94ceada342d1 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708fca98-5176-41aa-bea4-a02291d6d6d4') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:02.985552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-dd2f1a14-77f5-420c-a851-94ceada342d1 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708fca98-5176-41aa-bea4-a02291d6d6d4') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:02.991243 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11bdb0-12dc-450c-af93-f60561328460 req-adc03d84-8784-434a-9e52-7ed6620545ce tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:02.995215 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1a14-77f5-420c-a851-94ceada342d1 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:02.997326 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11bdb0-12dc-450c-af93-f60561328460 req-adc03d84-8784-434a-9e52-7ed6620545ce tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:03.003476 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11bdb0-12dc-450c-af93-f60561328460 req-adc03d84-8784-434a-9e52-7ed6620545ce tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:03.009487 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11bdb0-12dc-450c-af93-f60561328460 req-adc03d84-8784-434a-9e52-7ed6620545ce tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:03.015174 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1a14-77f5-420c-a851-94ceada342d1 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.015696 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11bdb0-12dc-450c-af93-f60561328460 req-adc03d84-8784-434a-9e52-7ed6620545ce tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:03.021842 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2f1a14-77f5-420c-a851-94ceada342d1 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:03.025196 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11bdb0-12dc-450c-af93-f60561328460 req-adc03d84-8784-434a-9e52-7ed6620545ce tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:03.034676 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1a14-77f5-420c-a851-94ceada342d1 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.046405 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-af11bdb0-12dc-450c-af93-f60561328460 req-adc03d84-8784-434a-9e52-7ed6620545ce tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5372 time: 1.0049138 Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:03.114533 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:03.143708 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1a14-77f5-420c-a851-94ceada342d1 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.173234 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1a14-77f5-420c-a851-94ceada342d1 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.175504 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-af11bdb0-12dc-450c-af93-f60561328460 req-7f160620-7a54-4985-8d32-da2cebd24e34 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1279314 Jul 07 17:05:03.177648 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dd2f1a14-77f5-420c-a851-94ceada342d1 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "DELETE /v2.0/networks/920c439b-4a8e-474a-ab33-97348dd1b7ca HTTP/1.1" status: 204 len: 168 time: 0.9537463 Jul 07 17:05:03.179139 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56976) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:03.221813 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f1a14-77f5-420c-a851-94ceada342d1 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Pushing event deleted for resources: {'Network': ['ID=920c439b-4a8e-474a-ab33-97348dd1b7ca,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:03.266016 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29833ce2-b788-4a2d-9abe-8b358e18de67 req-db937346-cf2e-42b0-8d6c-7079633ffc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:03.267554 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29833ce2-b788-4a2d-9abe-8b358e18de67 req-db937346-cf2e-42b0-8d6c-7079633ffc81 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5355933 Jul 07 17:05:03.269433 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1e2b3324-f305-4ee8-bb9d-0fdc2ae71e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.292044 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1e2b3324-f305-4ee8-bb9d-0fdc2ae71e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.315091 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-0568460b-c19d-4b2b-b6c0-08737ab549c4 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Deleting subnet 72f863bd-02f3-4d94-b63b-3fc36454edd0 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:05:03.324128 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0568460b-c19d-4b2b-b6c0-08737ab549c4 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.349760 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1e2b3324-f305-4ee8-bb9d-0fdc2ae71e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.352447 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1e2b3324-f305-4ee8-bb9d-0fdc2ae71e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.353683 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1e2b3324-f305-4ee8-bb9d-0fdc2ae71e18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ce7c3648-6962-4fcb-866c-f3fcdcc8f46d HTTP/1.1" status: 204 len: 168 time: 0.5323708 Jul 07 17:05:03.379214 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b3324-f305-4ee8-bb9d-0fdc2ae71e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7c3648-6962-4fcb-866c-f3fcdcc8f46d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:03.447578 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0568460b-c19d-4b2b-b6c0-08737ab549c4 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.550138 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b80725-0d33-40cf-b428-11acb89d8dbb {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:03.571683 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.637846 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] Transition to ACTIVE for port object a2b80725-0d33-40cf-b428-11acb89d8dbb will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:03.650330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9067d86-48f0-4ee6-83c5-a7224f02201a req-c0daa22c-eeaf-4eac-bbe7-b0dff954ee9b tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:03.657917 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f9067d86-48f0-4ee6-83c5-a7224f02201a req-c0daa22c-eeaf-4eac-bbe7-b0dff954ee9b tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.2415948 Jul 07 17:05:03.715143 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.809013 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0568460b-c19d-4b2b-b6c0-08737ab549c4 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:03.946022 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0568460b-c19d-4b2b-b6c0-08737ab549c4 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.025830 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f9067d86-48f0-4ee6-83c5-a7224f02201a req-3bd4ec7d-9cce-442b-8b4f-860cacbca781 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665295 Jul 07 17:05:04.040794 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0568460b-c19d-4b2b-b6c0-08737ab549c4 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.048313 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0568460b-c19d-4b2b-b6c0-08737ab549c4 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "DELETE /v2.0/subnets/72f863bd-02f3-4d94-b63b-3fc36454edd0 HTTP/1.1" status: 204 len: 168 time: 0.8681273 Jul 07 17:05:04.052750 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56996) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:04.066900 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aec7d89-214a-41fd-a511-e81960398c29 None None] Network eac62db9-279a-4b33-82ea-f2201c73e6a0 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:04.084419 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568460b-c19d-4b2b-b6c0-08737ab549c4 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Pushing event deleted for resources: {'Subnet': ['ID=72f863bd-02f3-4d94-b63b-3fc36454edd0,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:04.190613 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b80725-0d33-40cf-b428-11acb89d8dbb,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:04.237776 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] Attempting to bind port a2b80725-0d33-40cf-b428-11acb89d8dbb on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:04.239567 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] Attempting to bind port a2b80725-0d33-40cf-b428-11acb89d8dbb by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '25407b21-3801-4008-9a18-c47cd1fa46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:04.241044 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] Attempting to bind port a2b80725-0d33-40cf-b428-11acb89d8dbb on network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:04.256387 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] Port a2b80725-0d33-40cf-b428-11acb89d8dbb on network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:05:04.256757 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] Attempting to bind port a2b80725-0d33-40cf-b428-11acb89d8dbb on network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:04.272456 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:04.272769 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] Checking segment: {'id': '25407b21-3801-4008-9a18-c47cd1fa46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:04.274779 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] Bound using segment: {'id': '25407b21-3801-4008-9a18-c47cd1fa46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:04.276244 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] Bound port: a2b80725-0d33-40cf-b428-11acb89d8dbb, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25407b21-3801-4008-9a18-c47cd1fa46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:04.276631 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.296757 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb54d300-7530-4673-a63b-d81c71e20d60 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.496958 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] For port a2b80725-0d33-40cf-b428-11acb89d8dbb, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:04.501498 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] For port a2b80725-0d33-40cf-b428-11acb89d8dbb, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=a2b80725-0d33-40cf-b428-11acb89d8dbb,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:04.511023 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.586915 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:04.601825 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.604736 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] 10.222.0.69 "PUT /v2.0/ports/a2b80725-0d33-40cf-b428-11acb89d8dbb HTTP/1.1" status: 200 len: 1091 time: 3.2820575 Jul 07 17:05:04.605383 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'tag': 'a2b80725-0d33-40cf-b428-11acb89d8dbb'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:04.610723 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d52b6f-16ff-44b6-9527-aa5a09087b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "tag": "a2b80725-0d33-40cf-b428-11acb89d8dbb"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:04.638592 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4054e8f8-c32d-4bc1-967e-6f675199b0fb None None] DHCP port deletion for eac62db9-279a-4b33-82ea-f2201c73e6a0 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:05:04.649228 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a65d4b-d055-4327-938c-7240b7c10603 req-8a4b65cb-64ba-4eea-9334-977e1e66aa12 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:04.675948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a65d4b-d055-4327-938c-7240b7c10603 req-8a4b65cb-64ba-4eea-9334-977e1e66aa12 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:04.684062 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] Request body: {'port': {'device_id': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:04.693512 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a65d4b-d055-4327-938c-7240b7c10603 req-8a4b65cb-64ba-4eea-9334-977e1e66aa12 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:04.727096 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a65d4b-d055-4327-938c-7240b7c10603 req-8a4b65cb-64ba-4eea-9334-977e1e66aa12 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:04.754361 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a65d4b-d055-4327-938c-7240b7c10603 req-8a4b65cb-64ba-4eea-9334-977e1e66aa12 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:04.781507 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a65d4b-d055-4327-938c-7240b7c10603 req-8a4b65cb-64ba-4eea-9334-977e1e66aa12 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:04.800726 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4054e8f8-c32d-4bc1-967e-6f675199b0fb None None] Deleting port 4a080c54-8f61-42a6-9bcd-bd405387ca84 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:04.804455 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4054e8f8-c32d-4bc1-967e-6f675199b0fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.808972 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a820446f-fcea-4319-98aa-f49ebbd0585b x-openstack-request-id: req-a820446f-fcea-4319-98aa-f49ebbd0585b {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:04.809565 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "tag": "a2b80725-0d33-40cf-b428-11acb89d8dbb", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:04.809996 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a820446f-fcea-4319-98aa-f49ebbd0585b {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:04.810108 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a65d4b-d055-4327-938c-7240b7c10603 req-8a4b65cb-64ba-4eea-9334-977e1e66aa12 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:04.811382 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'tag': 'a2b80725-0d33-40cf-b428-11acb89d8dbb', 'status': 'completed', 'code': 200} Jul 07 17:05:04.816244 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-40a65d4b-d055-4327-938c-7240b7c10603 req-8a4b65cb-64ba-4eea-9334-977e1e66aa12 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5384 time: 0.3949330 Jul 07 17:05:04.820448 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-fb54d300-7530-4673-a63b-d81c71e20d60 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Deleting port 4a080c54-8f61-42a6-9bcd-bd405387ca84 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:04.837901 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb54d300-7530-4673-a63b-d81c71e20d60 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.843563 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255ad58-d72f-4dfb-93b5-430f90b49481 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b80725-0d33-40cf-b428-11acb89d8dbb,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:04.902409 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57020) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:04.976827 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4054e8f8-c32d-4bc1-967e-6f675199b0fb None None] For port 4a080c54-8f61-42a6-9bcd-bd405387ca84, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4a080c54-8f61-42a6-9bcd-bd405387ca84,segment=NetworkSegment(8a290edb-bdd3-4c02-9e66-22e8e7dc77d0),segment_id=8a290edb-bdd3-4c02-9e66-22e8e7dc77d0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:04.977427 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4054e8f8-c32d-4bc1-967e-6f675199b0fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:04.982020 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.034258 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4054e8f8-c32d-4bc1-967e-6f675199b0fb None None] Calling delete_port for 4a080c54-8f61-42a6-9bcd-bd405387ca84 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:05.196164 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-40a65d4b-d055-4327-938c-7240b7c10603 req-0db72243-6f10-4307-bc8c-bdc10b95d04a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3530240 Jul 07 17:05:05.232337 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4054e8f8-c32d-4bc1-967e-6f675199b0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.251997 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-fb54d300-7530-4673-a63b-d81c71e20d60 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] For port 4a080c54-8f61-42a6-9bcd-bd405387ca84, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4a080c54-8f61-42a6-9bcd-bd405387ca84,segment=NetworkSegment(8a290edb-bdd3-4c02-9e66-22e8e7dc77d0),segment_id=8a290edb-bdd3-4c02-9e66-22e8e7dc77d0)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:05.252381 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb54d300-7530-4673-a63b-d81c71e20d60 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.294184 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054e8f8-c32d-4bc1-967e-6f675199b0fb None None] Pushing event deleted for resources: {'Port': ['ID=4a080c54-8f61-42a6-9bcd-bd405387ca84,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:05.299192 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-fb54d300-7530-4673-a63b-d81c71e20d60 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Calling delete_port for 4a080c54-8f61-42a6-9bcd-bd405387ca84 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:05.316197 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4054e8f8-c32d-4bc1-967e-6f675199b0fb None None] No DVR routers for this DVR port 4a080c54-8f61-42a6-9bcd-bd405387ca84 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:05.399299 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c2b3422a-c04f-4f83-89cd-3eb273675743 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1278584285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:05.443569 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d52b6f-16ff-44b6-9527-aa5a09087b2a req-8042b1ca-a9d1-43a8-b4cd-293e996aa971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:05.444225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d52b6f-16ff-44b6-9527-aa5a09087b2a req-8042b1ca-a9d1-43a8-b4cd-293e996aa971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:05.444903 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d52b6f-16ff-44b6-9527-aa5a09087b2a req-8042b1ca-a9d1-43a8-b4cd-293e996aa971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:05.445377 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d52b6f-16ff-44b6-9527-aa5a09087b2a req-8042b1ca-a9d1-43a8-b4cd-293e996aa971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:05.446069 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d52b6f-16ff-44b6-9527-aa5a09087b2a req-8042b1ca-a9d1-43a8-b4cd-293e996aa971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:05.446660 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d52b6f-16ff-44b6-9527-aa5a09087b2a req-8042b1ca-a9d1-43a8-b4cd-293e996aa971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:05.447291 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d52b6f-16ff-44b6-9527-aa5a09087b2a req-8042b1ca-a9d1-43a8-b4cd-293e996aa971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:05.449641 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29d52b6f-16ff-44b6-9527-aa5a09087b2a req-8042b1ca-a9d1-43a8-b4cd-293e996aa971 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2bc760b57a34528af5e85b5e280ce2e&device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 6276 time: 0.6083300 Jul 07 17:05:05.451050 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c2b3422a-c04f-4f83-89cd-3eb273675743 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.453573 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c2b3422a-c04f-4f83-89cd-3eb273675743 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.775565 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d52b6f-16ff-44b6-9527-aa5a09087b2a req-5be93162-a0f7-478d-b346-e071af616cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:05.778335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d52b6f-16ff-44b6-9527-aa5a09087b2a req-5be93162-a0f7-478d-b346-e071af616cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:05.780538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d52b6f-16ff-44b6-9527-aa5a09087b2a req-5be93162-a0f7-478d-b346-e071af616cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:05.783667 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29d52b6f-16ff-44b6-9527-aa5a09087b2a req-5be93162-a0f7-478d-b346-e071af616cb5 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d2bc760b57a34528af5e85b5e280ce2e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3235006 Jul 07 17:05:05.835959 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4a080c54-8f61-42a6-9bcd-bd405387ca84 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:05.874465 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c2b3422a-c04f-4f83-89cd-3eb273675743 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.892831 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 4a080c54-8f61-42a6-9bcd-bd405387ca84 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:05:05.893422 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4a080c54-8f61-42a6-9bcd-bd405387ca84 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:05:05.899621 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:05.911957 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.921231 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c2b3422a-c04f-4f83-89cd-3eb273675743 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:05.926202 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] Transition to ACTIVE for port object 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:05.941367 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.018425 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb54d300-7530-4673-a63b-d81c71e20d60 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.063896 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c2b3422a-c04f-4f83-89cd-3eb273675743 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.065174 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0ac84-2db3-48df-b15c-5ce69adc07ab req-b00e2d2d-0e29-4d88-8fc5-ab433eef8bfb tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:06.065481 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c2b3422a-c04f-4f83-89cd-3eb273675743 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0854235 Jul 07 17:05:06.071588 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54d300-7530-4673-a63b-d81c71e20d60 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Pushing event deleted for resources: {'Port': ['ID=4a080c54-8f61-42a6-9bcd-bd405387ca84,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:06.075439 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a6f0ac84-2db3-48df-b15c-5ce69adc07ab req-b00e2d2d-0e29-4d88-8fc5-ab433eef8bfb tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.6865234 Jul 07 17:05:06.078717 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57044) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:06.096166 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-b9404135-e82a-42c7-a9aa-bd0a273fc44d tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1325923255'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:06.143339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb54d300-7530-4673-a63b-d81c71e20d60 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] No DVR routers for this DVR port 4a080c54-8f61-42a6-9bcd-bd405387ca84 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:06.212645 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57046) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:06.240157 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba8060b-1db9-4ca5-8da3-fd4aee84a94d,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:06.247469 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a6f0ac84-2db3-48df-b15c-5ce69adc07ab req-379fcc65-58e6-49a4-bef5-fc9777a7a3ad tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711283 Jul 07 17:05:06.312554 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] Attempting to bind port 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:06.312814 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] Attempting to bind port 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '25407b21-3801-4008-9a18-c47cd1fa46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:06.313153 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] Attempting to bind port 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d on network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:06.336854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] Port 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d on network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:05:06.337186 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] Attempting to bind port 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d on network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:06.340487 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9404135-e82a-42c7-a9aa-bd0a273fc44d tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Made reservation on behalf of 0e68295f297b45289c9f456981e1a84c for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:06.349148 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:06.349501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] Checking segment: {'id': '25407b21-3801-4008-9a18-c47cd1fa46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:06.349893 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] Bound using segment: {'id': '25407b21-3801-4008-9a18-c47cd1fa46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:06.350337 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] Bound port: 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25407b21-3801-4008-9a18-c47cd1fa46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:06.350730 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.351694 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b9404135-e82a-42c7-a9aa-bd0a273fc44d tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.394690 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b9404135-e82a-42c7-a9aa-bd0a273fc44d tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.420003 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb54d300-7530-4673-a63b-d81c71e20d60 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.497760 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] For port 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:06.501529 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] For port 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=4ba8060b-1db9-4ca5-8da3-fd4aee84a94d,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:06.508670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d52b6f-16ff-44b6-9527-aa5a09087b2a req-cc2cebcc-66e6-43ea-a570-be981a1ee627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:06.513389 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.515649 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29d52b6f-16ff-44b6-9527-aa5a09087b2a req-cc2cebcc-66e6-43ea-a570-be981a1ee627 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6380002 Jul 07 17:05:06.548489 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c06c4e37-face-41e2-aa5f-290a4001ab62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.562997 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-fb54d300-7530-4673-a63b-d81c71e20d60 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac62db9-279a-4b33-82ea-f2201c73e6a0']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:06.608504 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-fb54d300-7530-4673-a63b-d81c71e20d60 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a290edb-bdd3-4c02-9e66-22e8e7dc77d0') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:06.608804 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-fb54d300-7530-4673-a63b-d81c71e20d60 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a290edb-bdd3-4c02-9e66-22e8e7dc77d0') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:06.618161 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:06.620190 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.624467 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] 10.222.0.69 "PUT /v2.0/ports/4ba8060b-1db9-4ca5-8da3-fd4aee84a94d HTTP/1.1" status: 200 len: 1090 time: 1.9586043 Jul 07 17:05:06.653715 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb54d300-7530-4673-a63b-d81c71e20d60 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.683963 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb54d300-7530-4673-a63b-d81c71e20d60 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.694556 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb54d300-7530-4673-a63b-d81c71e20d60 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:06.695112 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb54d300-7530-4673-a63b-d81c71e20d60 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:06.698204 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:06.727506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f448b-61e3-4a5e-859d-98c06cc6ac31 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba8060b-1db9-4ca5-8da3-fd4aee84a94d,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:06.744540 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] Request body: {'port': {'device_id': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:06.831056 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'tag': '4ba8060b-1db9-4ca5-8da3-fd4aee84a94d'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:06.833805 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8258d38c-fd71-478a-9a5f-53d1a6a8631c" -d '{"events": [{"name": "network-changed", "server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "tag": "4ba8060b-1db9-4ca5-8da3-fd4aee84a94d"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:06.966241 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.231575 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38b9ccc-227f-4613-8ba4-76c4faf7e3e1 x-openstack-request-id: req-d38b9ccc-227f-4613-8ba4-76c4faf7e3e1 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:07.232162 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "tag": "4ba8060b-1db9-4ca5-8da3-fd4aee84a94d", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:07.233109 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d38b9ccc-227f-4613-8ba4-76c4faf7e3e1 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:07.233646 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'tag': '4ba8060b-1db9-4ca5-8da3-fd4aee84a94d', 'status': 'completed', 'code': 200} Jul 07 17:05:07.426254 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341c761-577b-4f40-861a-bebde65c5e36 req-34d601df-c2c5-41e7-9416-0eeab867b0b1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:07.432515 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341c761-577b-4f40-861a-bebde65c5e36 req-34d601df-c2c5-41e7-9416-0eeab867b0b1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:07.438759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341c761-577b-4f40-861a-bebde65c5e36 req-34d601df-c2c5-41e7-9416-0eeab867b0b1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:07.444766 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341c761-577b-4f40-861a-bebde65c5e36 req-34d601df-c2c5-41e7-9416-0eeab867b0b1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:07.450862 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341c761-577b-4f40-861a-bebde65c5e36 req-34d601df-c2c5-41e7-9416-0eeab867b0b1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:07.457020 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341c761-577b-4f40-861a-bebde65c5e36 req-34d601df-c2c5-41e7-9416-0eeab867b0b1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:07.463361 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341c761-577b-4f40-861a-bebde65c5e36 req-34d601df-c2c5-41e7-9416-0eeab867b0b1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:07.471512 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b341c761-577b-4f40-861a-bebde65c5e36 req-34d601df-c2c5-41e7-9416-0eeab867b0b1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5396 time: 0.8749394 Jul 07 17:05:07.500755 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c062a1db-373b-4c9c-a081-b033c6a8856b {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:07.505500 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b9404135-e82a-42c7-a9aa-bd0a273fc44d tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.517278 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb54d300-7530-4673-a63b-d81c71e20d60 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.525634 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.542800 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b9404135-e82a-42c7-a9aa-bd0a273fc44d tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.553494 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] Transition to ACTIVE for port object c062a1db-373b-4c9c-a081-b033c6a8856b will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:07.563206 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9404135-e82a-42c7-a9aa-bd0a273fc44d tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:05:07.564504 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.583705 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb54d300-7530-4673-a63b-d81c71e20d60 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.585773 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fb54d300-7530-4673-a63b-d81c71e20d60 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "DELETE /v2.0/networks/eac62db9-279a-4b33-82ea-f2201c73e6a0 HTTP/1.1" status: 204 len: 168 time: 3.5315812 Jul 07 17:05:07.598476 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57068) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:07.669828 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54d300-7530-4673-a63b-d81c71e20d60 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Pushing event deleted for resources: {'Network': ['ID=eac62db9-279a-4b33-82ea-f2201c73e6a0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:07.688295 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c062a1db-373b-4c9c-a081-b033c6a8856b,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:07.712863 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b9404135-e82a-42c7-a9aa-bd0a273fc44d tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.714067 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-b9404135-e82a-42c7-a9aa-bd0a273fc44d tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Added segment 863ff572-0a13-49ff-a6b3-e1f21315f65b of type vlan for network a07fa3d6-8903-4bdd-b939-ffe20b189361 Jul 07 17:05:07.737281 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4a5c862c-3b81-45d3-af4c-4dc2594f8094 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6168d20-97ae-411f-98b9-2dd596f23968 HTTP/1.1" status: 200 len: 205 time: 0.1220629 Jul 07 17:05:07.742259 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57070) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:07.759258 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b341c761-577b-4f40-861a-bebde65c5e36 req-e28b72f1-3813-429e-b359-a2ae91af9242 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2857156 Jul 07 17:05:07.790074 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258d38c-fd71-478a-9a5f-53d1a6a8631c req-df242f16-3b25-41ba-a89a-eef19448773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:07.793626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258d38c-fd71-478a-9a5f-53d1a6a8631c req-df242f16-3b25-41ba-a89a-eef19448773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:07.793626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258d38c-fd71-478a-9a5f-53d1a6a8631c req-df242f16-3b25-41ba-a89a-eef19448773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:07.793626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258d38c-fd71-478a-9a5f-53d1a6a8631c req-df242f16-3b25-41ba-a89a-eef19448773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:07.793626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258d38c-fd71-478a-9a5f-53d1a6a8631c req-df242f16-3b25-41ba-a89a-eef19448773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:07.793626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258d38c-fd71-478a-9a5f-53d1a6a8631c req-df242f16-3b25-41ba-a89a-eef19448773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:07.793626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258d38c-fd71-478a-9a5f-53d1a6a8631c req-df242f16-3b25-41ba-a89a-eef19448773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:07.798069 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8258d38c-fd71-478a-9a5f-53d1a6a8631c req-df242f16-3b25-41ba-a89a-eef19448773e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2bc760b57a34528af5e85b5e280ce2e&device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 6343 time: 0.4776893 Jul 07 17:05:07.804331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9404135-e82a-42c7-a9aa-bd0a273fc44d tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b58f91fd-b21e-4c37-9d7c-8b19d8968948,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:07.864702 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b9404135-e82a-42c7-a9aa-bd0a273fc44d tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.915560 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57bbc997-5fba-4c38-8b9e-e03383de6a24 req-c5585c07-e3f2-4007-a22e-a14a4e1ef985 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5962532 Jul 07 17:05:07.920502 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] Attempting to bind port c062a1db-373b-4c9c-a081-b033c6a8856b on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:07.920949 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] Attempting to bind port c062a1db-373b-4c9c-a081-b033c6a8856b by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '42e6b983-0ac2-4827-9607-037f81f56b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b39fb3b4-5401-465e-ad80-a133da26f792'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:07.921462 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] Attempting to bind port c062a1db-373b-4c9c-a081-b033c6a8856b on network b39fb3b4-5401-465e-ad80-a133da26f792 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:07.930016 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-60f6eb65-dae2-41ed-8318-7241c38210a4 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.933536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] Port c062a1db-373b-4c9c-a081-b033c6a8856b on network b39fb3b4-5401-465e-ad80-a133da26f792 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:05:07.933989 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] Attempting to bind port c062a1db-373b-4c9c-a081-b033c6a8856b on network b39fb3b4-5401-465e-ad80-a133da26f792 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:07.936043 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b9404135-e82a-42c7-a9aa-bd0a273fc44d tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:07.943010 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9404135-e82a-42c7-a9aa-bd0a273fc44d tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:07.943564 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b9404135-e82a-42c7-a9aa-bd0a273fc44d tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.154166 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:08.155966 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] Checking segment: {'id': '42e6b983-0ac2-4827-9607-037f81f56b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b39fb3b4-5401-465e-ad80-a133da26f792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:08.158124 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] Bound using segment: {'id': '42e6b983-0ac2-4827-9607-037f81f56b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b39fb3b4-5401-465e-ad80-a133da26f792'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:08.158777 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] Bound port: c062a1db-373b-4c9c-a081-b033c6a8856b, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e6b983-0ac2-4827-9607-037f81f56b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b39fb3b4-5401-465e-ad80-a133da26f792'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:08.159984 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.311396 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9404135-e82a-42c7-a9aa-bd0a273fc44d tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event updated for resources: {'Network': ['ID=a07fa3d6-8903-4bdd-b939-ffe20b189361,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:08.329194 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network a07fa3d6-8903-4bdd-b939-ffe20b189361 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:05:08.405416 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c06c4e37-face-41e2-aa5f-290a4001ab62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.455898 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c06c4e37-face-41e2-aa5f-290a4001ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.487586 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-60f6eb65-dae2-41ed-8318-7241c38210a4 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.495266 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-60f6eb65-dae2-41ed-8318-7241c38210a4 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.550485 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b9404135-e82a-42c7-a9aa-bd0a273fc44d tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4595313 Jul 07 17:05:08.550600 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] For port c062a1db-373b-4c9c-a081-b033c6a8856b, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:08.555566 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57082) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:08.565423 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-8ac75ada-ec7b-4e9a-8ddc-effa3e5a03dc tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Request body: {'subnet': {'network_id': 'a07fa3d6-8903-4bdd-b939-ffe20b189361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:08.591398 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] For port c062a1db-373b-4c9c-a081-b033c6a8856b, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=c062a1db-373b-4c9c-a081-b033c6a8856b,segment=NetworkSegment(42e6b983-0ac2-4827-9607-037f81f56b08),segment_id=42e6b983-0ac2-4827-9607-037f81f56b08)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:08.602743 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258d38c-fd71-478a-9a5f-53d1a6a8631c req-68c253f7-e9f2-49d6-909a-bde032ac8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:08.603838 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258d38c-fd71-478a-9a5f-53d1a6a8631c req-68c253f7-e9f2-49d6-909a-bde032ac8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:08.605804 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258d38c-fd71-478a-9a5f-53d1a6a8631c req-68c253f7-e9f2-49d6-909a-bde032ac8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:08.612194 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8258d38c-fd71-478a-9a5f-53d1a6a8631c req-68c253f7-e9f2-49d6-909a-bde032ac8329 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d2bc760b57a34528af5e85b5e280ce2e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8032472 Jul 07 17:05:08.624141 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-60f6eb65-dae2-41ed-8318-7241c38210a4 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.625771 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f6eb65-dae2-41ed-8318-7241c38210a4 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Fanout notify agent at l3_agent the message router_deleted on router d6168d20-97ae-411f-98b9-2dd596f23968 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:05:08.640236 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.647777 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-60f6eb65-dae2-41ed-8318-7241c38210a4 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.649205 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-60f6eb65-dae2-41ed-8318-7241c38210a4 tempest-RoutersNegativeTest-1579853063 tempest-RoutersNegativeTest-1579853063-project] 10.222.0.50 "DELETE /v2.0/routers/d6168d20-97ae-411f-98b9-2dd596f23968 HTTP/1.1" status: 204 len: 168 time: 0.9059546 Jul 07 17:05:08.719907 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c06c4e37-face-41e2-aa5f-290a4001ab62 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd34d28fa97d41d1ba40b1fdbde6c1e5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5001543 Jul 07 17:05:08.724198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:08.725616 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:08.729902 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] 10.222.0.69 "PUT /v2.0/ports/c062a1db-373b-4c9c-a081-b033c6a8856b HTTP/1.1" status: 200 len: 1091 time: 1.9980316 Jul 07 17:05:08.736073 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57088) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:08.765470 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] Request body: {'port': {'device_id': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:08.853927 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c4e37-face-41e2-aa5f-290a4001ab62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516776c4-901b-4e06-b089-3280a6dc0360,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:08.886446 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbc997-5fba-4c38-8b9e-e03383de6a24 req-7bf3b832-04b0-48d0-a1e3-37fad6e9da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:08.889966 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57bbc997-5fba-4c38-8b9e-e03383de6a24 req-7bf3b832-04b0-48d0-a1e3-37fad6e9da4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a8fcf6541fe4d4790d553411e54b35a&device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 1097 time: 0.8301852 Jul 07 17:05:08.948891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b7213-741d-492f-830d-bdff04f2a5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c062a1db-373b-4c9c-a081-b033c6a8856b,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:09.093554 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac75ada-ec7b-4e9a-8ddc-effa3e5a03dc tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Made reservation on behalf of 0e68295f297b45289c9f456981e1a84c for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:09.102274 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8ac75ada-ec7b-4e9a-8ddc-effa3e5a03dc tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.151539 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57096) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:09.240535 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'tag': 'c062a1db-373b-4c9c-a081-b033c6a8856b'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:09.243889 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eec5338-692c-439a-82eb-5fd4e4428e07" -d '{"events": [{"name": "network-changed", "server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "tag": "c062a1db-373b-4c9c-a081-b033c6a8856b"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:09.322365 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-06182113-fe88-4a66-b15c-f39cd53d7550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.349378 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.367731 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dd2cf-81d6-499c-bf11-083baa09f34e req-ba2e289d-ae6f-4eab-925a-1413bef075d0 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:09.369388 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-248dd2cf-81d6-499c-bf11-083baa09f34e req-ba2e289d-ae6f-4eab-925a-1413bef075d0 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.5834091 Jul 07 17:05:09.405526 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-06182113-fe88-4a66-b15c-f39cd53d7550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.562199 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-248dd2cf-81d6-499c-bf11-083baa09f34e req-8964f442-729a-4e96-ad0d-aa30b4928cdb tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539850 Jul 07 17:05:09.565505 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258d38c-fd71-478a-9a5f-53d1a6a8631c req-0f281831-4a1d-4eb1-8383-1bcfde30a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:09.567156 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8258d38c-fd71-478a-9a5f-53d1a6a8631c req-0f281831-4a1d-4eb1-8383-1bcfde30a4f5 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9349144 Jul 07 17:05:09.651015 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-06182113-fe88-4a66-b15c-f39cd53d7550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.653610 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-06182113-fe88-4a66-b15c-f39cd53d7550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:09.654820 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-06182113-fe88-4a66-b15c-f39cd53d7550 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/516776c4-901b-4e06-b089-3280a6dc0360 HTTP/1.1" status: 204 len: 168 time: 0.9149249 Jul 07 17:05:09.904769 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068fda7e-3274-4c45-9138-aff70d7179ef x-openstack-request-id: req-068fda7e-3274-4c45-9138-aff70d7179ef {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:09.905687 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "tag": "c062a1db-373b-4c9c-a081-b033c6a8856b", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:09.906107 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-068fda7e-3274-4c45-9138-aff70d7179ef {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:09.907706 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'tag': 'c062a1db-373b-4c9c-a081-b033c6a8856b', 'status': 'completed', 'code': 200} Jul 07 17:05:09.921940 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbc997-5fba-4c38-8b9e-e03383de6a24 req-1c42f9ea-c5f5-40f9-8593-c4b11b44cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:09.923475 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57bbc997-5fba-4c38-8b9e-e03383de6a24 req-1c42f9ea-c5f5-40f9-8593-c4b11b44cd9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=bced8daf-6fbb-4d36-805b-186336287171 HTTP/1.1" status: 200 len: 920 time: 0.9789264 Jul 07 17:05:09.951634 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-587d6c25-3674-45fb-92b3-82dd1b14e9cd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c84d0df26a8447d9802e78d5839e17a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7924371 Jul 07 17:05:09.953480 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57110) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:09.990322 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06182113-fe88-4a66-b15c-f39cd53d7550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516776c4-901b-4e06-b089-3280a6dc0360,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:10.020943 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8ac75ada-ec7b-4e9a-8ddc-effa3e5a03dc tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.138297 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57bbc997-5fba-4c38-8b9e-e03383de6a24 req-98b18ac5-b72f-4013-b3bb-e2f9944d89e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b33f944-e45e-43d1-a422-f35f4680cbb0 HTTP/1.1" status: 200 len: 217 time: 0.1838298 Jul 07 17:05:10.190970 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac75ada-ec7b-4e9a-8ddc-effa3e5a03dc tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Checking segment: {'id': '863ff572-0a13-49ff-a6b3-e1f21315f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a07fa3d6-8903-4bdd-b939-ffe20b189361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:10.191348 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac75ada-ec7b-4e9a-8ddc-effa3e5a03dc tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Network hostable DHCP agents. Network: a07fa3d6-8903-4bdd-b939-ffe20b189361, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:05:10.278141 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac75ada-ec7b-4e9a-8ddc-effa3e5a03dc tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event updated for resources: {'Subnet': ['ID=acfedade-28c8-4185-b725-5ff500133319,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:10.294823 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac75ada-ec7b-4e9a-8ddc-effa3e5a03dc tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Network a07fa3d6-8903-4bdd-b939-ffe20b189361 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:05:10.298839 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbc997-5fba-4c38-8b9e-e03383de6a24 req-b5fff464-6ee3-42eb-a5fa-395bd3d3d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:10.301102 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57bbc997-5fba-4c38-8b9e-e03383de6a24 req-b5fff464-6ee3-42eb-a5fa-395bd3d3d003 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98f3de07-2e07-4f60-b06f-024d644ee4e7 HTTP/1.1" status: 200 len: 859 time: 0.1430914 Jul 07 17:05:10.334299 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57116) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:10.347213 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b49d1-6e14-45d9-950b-35078d12eaef req-99e12560-9088-4189-8291-8e65c832058d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:10.353740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b49d1-6e14-45d9-950b-35078d12eaef req-99e12560-9088-4189-8291-8e65c832058d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:10.360871 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b49d1-6e14-45d9-950b-35078d12eaef req-99e12560-9088-4189-8291-8e65c832058d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:10.362628 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-8ac75ada-ec7b-4e9a-8ddc-effa3e5a03dc tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, a07fa3d6-8903-4bdd-b939-ffe20b189361) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:10.366911 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b49d1-6e14-45d9-950b-35078d12eaef req-99e12560-9088-4189-8291-8e65c832058d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:10.373649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b49d1-6e14-45d9-950b-35078d12eaef req-99e12560-9088-4189-8291-8e65c832058d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:10.380530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b49d1-6e14-45d9-950b-35078d12eaef req-99e12560-9088-4189-8291-8e65c832058d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:10.386597 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c8a8ce-34de-47bf-b1c8-17ef48b8ad3b None None] Network a07fa3d6-8903-4bdd-b939-ffe20b189361 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:10.387078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b49d1-6e14-45d9-950b-35078d12eaef req-99e12560-9088-4189-8291-8e65c832058d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:10.395895 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-209b49d1-6e14-45d9-950b-35078d12eaef req-99e12560-9088-4189-8291-8e65c832058d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5408 time: 1.2017698 Jul 07 17:05:10.411833 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac75ada-ec7b-4e9a-8ddc-effa3e5a03dc tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:10.413471 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8ac75ada-ec7b-4e9a-8ddc-effa3e5a03dc tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.440220 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-beec191e-1f14-49c0-ac40-26279e4d4c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.448753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec5338-692c-439a-82eb-5fd4e4428e07 req-6cdc28e5-89a1-452e-9ae3-abe55f09d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:10.449300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec5338-692c-439a-82eb-5fd4e4428e07 req-6cdc28e5-89a1-452e-9ae3-abe55f09d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:10.449741 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec5338-692c-439a-82eb-5fd4e4428e07 req-6cdc28e5-89a1-452e-9ae3-abe55f09d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:10.450185 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec5338-692c-439a-82eb-5fd4e4428e07 req-6cdc28e5-89a1-452e-9ae3-abe55f09d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:10.450684 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec5338-692c-439a-82eb-5fd4e4428e07 req-6cdc28e5-89a1-452e-9ae3-abe55f09d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:10.451345 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec5338-692c-439a-82eb-5fd4e4428e07 req-6cdc28e5-89a1-452e-9ae3-abe55f09d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:10.451823 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec5338-692c-439a-82eb-5fd4e4428e07 req-6cdc28e5-89a1-452e-9ae3-abe55f09d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:10.453800 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5eec5338-692c-439a-82eb-5fd4e4428e07 req-6cdc28e5-89a1-452e-9ae3-abe55f09d03e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2bc760b57a34528af5e85b5e280ce2e&device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 6410 time: 0.6975110 Jul 07 17:05:10.455877 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57bbc997-5fba-4c38-8b9e-e03383de6a24 req-6b00d030-a0ec-4f68-9a8c-75e68e252259 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bced8daf-6fbb-4d36-805b-186336287171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412265 Jul 07 17:05:10.460313 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8ac75ada-ec7b-4e9a-8ddc-effa3e5a03dc tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9063556 Jul 07 17:05:10.472391 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57118) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:10.479532 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f32b971a-ffee-4f18-8738-ea632508e44c tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Request body: {'network': {'name': 'tempest-router-network01--1377114493'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:10.543062 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945ac77d-db4f-4aac-aec5-b6e497e33fb2 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:10.552439 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32b971a-ffee-4f18-8738-ea632508e44c tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Made reservation on behalf of 0e68295f297b45289c9f456981e1a84c for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:10.556836 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f32b971a-ffee-4f18-8738-ea632508e44c tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.564064 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.601483 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] Transition to ACTIVE for port object 945ac77d-db4f-4aac-aec5-b6e497e33fb2 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:10.619670 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.622515 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32b971a-ffee-4f18-8738-ea632508e44c tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:05:10.678270 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f32b971a-ffee-4f18-8738-ea632508e44c tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.678863 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-f32b971a-ffee-4f18-8738-ea632508e44c tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Added segment fbb2a083-8a05-4d08-9d26-96dff98987aa of type vlan for network 5b71e126-322a-4de8-a683-58cdd2851a69 Jul 07 17:05:10.747192 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab1653b2-153b-4ed8-9c1b-ac20b2b7ed24 req-d0ff255c-f1b4-4d54-b334-432482b682a4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1769414 Jul 07 17:05:10.790176 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] Pushing event updated for resources: {'Port': ['ID=945ac77d-db4f-4aac-aec5-b6e497e33fb2,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:10.836382 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-a07fa3d6-8903-4bdd-b939-ffe20b189361', 'network_id': 'a07fa3d6-8903-4bdd-b939-ffe20b189361', 'tenant_id': '0e68295f297b45289c9f456981e1a84c', 'fixed_ips': [{'subnet_id': 'acfedade-28c8-4185-b725-5ff500133319'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:05:10.837647 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.858140 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cec5cb75-0277-4d62-8cbe-276cedf5a76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.911775 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-209b49d1-6e14-45d9-950b-35078d12eaef req-66486595-8aab-4d56-96ad-163c93aee2a7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5149622 Jul 07 17:05:10.918028 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f32b971a-ffee-4f18-8738-ea632508e44c tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:10.945350 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec5338-692c-439a-82eb-5fd4e4428e07 req-281d4a63-c39d-4253-b077-51456eeda500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:10.946003 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec5338-692c-439a-82eb-5fd4e4428e07 req-281d4a63-c39d-4253-b077-51456eeda500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:10.946716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec5338-692c-439a-82eb-5fd4e4428e07 req-281d4a63-c39d-4253-b077-51456eeda500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:10.948779 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5eec5338-692c-439a-82eb-5fd4e4428e07 req-281d4a63-c39d-4253-b077-51456eeda500 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d2bc760b57a34528af5e85b5e280ce2e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4643145 Jul 07 17:05:11.111699 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cec5cb75-0277-4d62-8cbe-276cedf5a76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.220367 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.db.resource_extend [None req-f32b971a-ffee-4f18-8738-ea632508e44c tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:05:11.252175 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-beec191e-1f14-49c0-ac40-26279e4d4c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.265883 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57bbc997-5fba-4c38-8b9e-e03383de6a24 req-0820d6b2-2f59-44c5-9b58-3f1c662660e5 service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7958310 Jul 07 17:05:11.275695 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec5338-692c-439a-82eb-5fd4e4428e07 req-fcbf97e3-50ce-4cb5-b260-d21dce13b1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:11.277788 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5eec5338-692c-439a-82eb-5fd4e4428e07 req-fcbf97e3-50ce-4cb5-b260-d21dce13b1b5 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3001301 Jul 07 17:05:11.293291 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-beec191e-1f14-49c0-ac40-26279e4d4c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.371354 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Allocated IP 2001:db8::2 (a07fa3d6-8903-4bdd-b939-ffe20b189361/acfedade-28c8-4185-b725-5ff500133319/223d5737-ec2a-45f7-846c-3c12b007d94e) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:11.378917 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57bbc997-5fba-4c38-8b9e-e03383de6a24 req-f8318c6f-e095-4560-8343-24b1ad2dd3dc service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047387 Jul 07 17:05:11.384049 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-beec191e-1f14-49c0-ac40-26279e4d4c38 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=62bc72f03a4847fa9b2723dfffd7efbc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0427437 Jul 07 17:05:11.387328 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1653b2-153b-4ed8-9c1b-ac20b2b7ed24 req-30c5b1a2-b293-47e4-92a8-da91d8c1e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:11.387328 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab1653b2-153b-4ed8-9c1b-ac20b2b7ed24 req-30c5b1a2-b293-47e4-92a8-da91d8c1e223 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 1096 time: 0.5195537 Jul 07 17:05:11.396556 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57128) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:11.429788 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cec5cb75-0277-4d62-8cbe-276cedf5a76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.440685 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f32b971a-ffee-4f18-8738-ea632508e44c tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.447293 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cec5cb75-0277-4d62-8cbe-276cedf5a76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.448435 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32b971a-ffee-4f18-8738-ea632508e44c tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:11.449143 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f32b971a-ffee-4f18-8738-ea632508e44c tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.463466 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cec5cb75-0277-4d62-8cbe-276cedf5a76c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/29b56a3c-7300-4ce1-97af-12015f245bce HTTP/1.1" status: 204 len: 168 time: 1.4995871 Jul 07 17:05:11.533517 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f32b971a-ffee-4f18-8738-ea632508e44c tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0596027 Jul 07 17:05:11.542552 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57132) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:11.598225 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-79655acc-fcd3-416b-aa40-ef28c375cec6 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Request body: {'network': {'name': 'tempest-router-network02--1443943184'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:11.671478 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.683178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Transition to ACTIVE for port object 223d5737-ec2a-45f7-846c-3c12b007d94e will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:11.700832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Transition to ACTIVE for port object 223d5737-ec2a-45f7-846c-3c12b007d94e will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:11.711711 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.723639 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5cb75-0277-4d62-8cbe-276cedf5a76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b56a3c-7300-4ce1-97af-12015f245bce,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:11.794263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4b789-2ebe-4fc9-90d5-97674b11b94a req-8f38b87d-06cf-4d94-885c-8bde8da5e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:11.796550 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ab4b789-2ebe-4fc9-90d5-97674b11b94a req-8f38b87d-06cf-4d94-885c-8bde8da5e384 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a8fcf6541fe4d4790d553411e54b35a&device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 1097 time: 0.3051295 Jul 07 17:05:11.801586 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1653b2-153b-4ed8-9c1b-ac20b2b7ed24 req-a4520399-d5de-4a75-b3fa-62e09e370626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:11.803642 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab1653b2-153b-4ed8-9c1b-ac20b2b7ed24 req-a4520399-d5de-4a75-b3fa-62e09e370626 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 913 time: 0.3356624 Jul 07 17:05:11.805011 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Network a07fa3d6-8903-4bdd-b939-ffe20b189361 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:11.816266 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:11.824755 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:11.845985 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Pushing event updated for resources: {'Port': ['ID=223d5737-ec2a-45f7-846c-3c12b007d94e,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:11.852643 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] Attempting to bind port 945ac77d-db4f-4aac-aec5-b6e497e33fb2 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:11.857136 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] Attempting to bind port 945ac77d-db4f-4aac-aec5-b6e497e33fb2 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '42e6b983-0ac2-4827-9607-037f81f56b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b39fb3b4-5401-465e-ad80-a133da26f792'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:11.857796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] Attempting to bind port 945ac77d-db4f-4aac-aec5-b6e497e33fb2 on network b39fb3b4-5401-465e-ad80-a133da26f792 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:11.864300 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec191e-1f14-49c0-ac40-26279e4d4c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e622e192-8027-40f0-9576-9680eff063e1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:11.867142 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b971a-ffee-4f18-8738-ea632508e44c tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event updated for resources: {'Network': ['ID=5b71e126-322a-4de8-a683-58cdd2851a69,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:11.877294 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] Port 945ac77d-db4f-4aac-aec5-b6e497e33fb2 on network b39fb3b4-5401-465e-ad80-a133da26f792 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:05:11.884334 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] Attempting to bind port 945ac77d-db4f-4aac-aec5-b6e497e33fb2 on network b39fb3b4-5401-465e-ad80-a133da26f792 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:11.920054 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64da05-080d-48fa-b812-b22dc469bbe5 req-7b6693f0-6297-43e2-b2f2-80426f983270 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:11.927561 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fd64da05-080d-48fa-b812-b22dc469bbe5 req-7b6693f0-6297-43e2-b2f2-80426f983270 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 1.0936022 Jul 07 17:05:11.953191 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:11.953884 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] Checking segment: {'id': '42e6b983-0ac2-4827-9607-037f81f56b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b39fb3b4-5401-465e-ad80-a133da26f792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:11.955027 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] Bound using segment: {'id': '42e6b983-0ac2-4827-9607-037f81f56b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b39fb3b4-5401-465e-ad80-a133da26f792'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:11.955718 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] Bound port: 945ac77d-db4f-4aac-aec5-b6e497e33fb2, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e6b983-0ac2-4827-9607-037f81f56b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b39fb3b4-5401-465e-ad80-a133da26f792'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:11.956300 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:11.984016 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79655acc-fcd3-416b-aa40-ef28c375cec6 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Made reservation on behalf of 0e68295f297b45289c9f456981e1a84c for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:11.991087 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79655acc-fcd3-416b-aa40-ef28c375cec6 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.043907 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 5b71e126-322a-4de8-a683-58cdd2851a69 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:05:12.047094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Attempting to bind port 223d5737-ec2a-45f7-846c-3c12b007d94e on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:12.047469 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Attempting to bind port 223d5737-ec2a-45f7-846c-3c12b007d94e by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '863ff572-0a13-49ff-a6b3-e1f21315f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a07fa3d6-8903-4bdd-b939-ffe20b189361'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:12.047832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Attempting to bind port 223d5737-ec2a-45f7-846c-3c12b007d94e on network a07fa3d6-8903-4bdd-b939-ffe20b189361 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:12.088573 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87029bae-785b-46ce-ba9c-7dfd600043f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.118550 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fd64da05-080d-48fa-b812-b22dc469bbe5 req-fba49890-7d8d-481b-8404-f994e392481c tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892540 Jul 07 17:05:12.143733 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab1653b2-153b-4ed8-9c1b-ac20b2b7ed24 req-6bd8caa3-622f-4a18-a72a-c5e733725cc2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b HTTP/1.1" status: 200 len: 1001 time: 0.3263888 Jul 07 17:05:12.237392 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79655acc-fcd3-416b-aa40-ef28c375cec6 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:05:12.296047 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87029bae-785b-46ce-ba9c-7dfd600043f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.302013 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] For port 945ac77d-db4f-4aac-aec5-b6e497e33fb2, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:12.306149 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:12.311888 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Checking segment: {'id': '863ff572-0a13-49ff-a6b3-e1f21315f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a07fa3d6-8903-4bdd-b939-ffe20b189361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:12.312465 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.312942 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Bound using segment: {'id': '863ff572-0a13-49ff-a6b3-e1f21315f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a07fa3d6-8903-4bdd-b939-ffe20b189361'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:12.313520 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Bound port: 223d5737-ec2a-45f7-846c-3c12b007d94e, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863ff572-0a13-49ff-a6b3-e1f21315f65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a07fa3d6-8903-4bdd-b939-ffe20b189361'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:12.322507 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.356654 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79655acc-fcd3-416b-aa40-ef28c375cec6 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.357073 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-79655acc-fcd3-416b-aa40-ef28c375cec6 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Added segment c522b154-7be9-4893-85b3-43bbfd5a1000 of type vlan for network 45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab Jul 07 17:05:12.367447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4b789-2ebe-4fc9-90d5-97674b11b94a req-5e417098-19d6-48c9-802b-ab417d71eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:12.376655 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ab4b789-2ebe-4fc9-90d5-97674b11b94a req-5e417098-19d6-48c9-802b-ab417d71eb9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=bced8daf-6fbb-4d36-805b-186336287171 HTTP/1.1" status: 200 len: 920 time: 0.5719337 Jul 07 17:05:12.385659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1653b2-153b-4ed8-9c1b-ac20b2b7ed24 req-cc3bd229-03f0-4277-a7f2-fbda5e655ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:12.411429 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab1653b2-153b-4ed8-9c1b-ac20b2b7ed24 req-cc3bd229-03f0-4277-a7f2-fbda5e655ccc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.2451870 Jul 07 17:05:12.444716 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] For port 945ac77d-db4f-4aac-aec5-b6e497e33fb2, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=945ac77d-db4f-4aac-aec5-b6e497e33fb2,segment=NetworkSegment(42e6b983-0ac2-4827-9607-037f81f56b08),segment_id=42e6b983-0ac2-4827-9607-037f81f56b08)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:12.489531 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.545483 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79655acc-fcd3-416b-aa40-ef28c375cec6 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.552432 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] For port 223d5737-ec2a-45f7-846c-3c12b007d94e, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:12.556903 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] For port 223d5737-ec2a-45f7-846c-3c12b007d94e, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=223d5737-ec2a-45f7-846c-3c12b007d94e,segment=NetworkSegment(863ff572-0a13-49ff-a6b3-e1f21315f65b),segment_id=863ff572-0a13-49ff-a6b3-e1f21315f65b)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:12.567160 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.638716 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ab4b789-2ebe-4fc9-90d5-97674b11b94a req-54d8a3aa-7b85-4905-bfb7-caa7aabecf95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b33f944-e45e-43d1-a422-f35f4680cbb0 HTTP/1.1" status: 200 len: 217 time: 0.2258270 Jul 07 17:05:12.671710 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:12.671912 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:12.675986 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] 10.222.0.69 "PUT /v2.0/ports/945ac77d-db4f-4aac-aec5-b6e497e33fb2 HTTP/1.1" status: 200 len: 1091 time: 3.9127021 Jul 07 17:05:12.705019 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'tag': '945ac77d-db4f-4aac-aec5-b6e497e33fb2'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:12.705019 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe00996-464e-432c-a7dd-13fe0f2b1baf" -d '{"events": [{"name": "network-changed", "server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "tag": "945ac77d-db4f-4aac-aec5-b6e497e33fb2"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:12.714301 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877eadb-7a51-49bb-8149-8548bb01335d None None] Pushing event updated for resources: {'Port': ['ID=223d5737-ec2a-45f7-846c-3c12b007d94e,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:12.861317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4b789-2ebe-4fc9-90d5-97674b11b94a req-9c62ccd0-c987-4de3-a6f9-ea579965630a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:12.863588 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ab4b789-2ebe-4fc9-90d5-97674b11b94a req-9c62ccd0-c987-4de3-a6f9-ea579965630a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98f3de07-2e07-4f60-b06f-024d644ee4e7 HTTP/1.1" status: 200 len: 859 time: 0.1974869 Jul 07 17:05:13.007528 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ab4b789-2ebe-4fc9-90d5-97674b11b94a req-bd519ea9-204a-4249-ba8e-d5e980ddd95e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bced8daf-6fbb-4d36-805b-186336287171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343801 Jul 07 17:05:13.028929 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1653b2-153b-4ed8-9c1b-ac20b2b7ed24 req-eb044eb6-fa8c-4a53-9992-b774de8d7e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:13.037219 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab1653b2-153b-4ed8-9c1b-ac20b2b7ed24 req-eb044eb6-fa8c-4a53-9992-b774de8d7e04 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5795219 Jul 07 17:05:13.435720 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab1653b2-153b-4ed8-9c1b-ac20b2b7ed24 req-827475cd-d522-4237-9c0d-45f640c24e89 service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851073 Jul 07 17:05:13.553712 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-69c6c236-cf5b-442c-b0a0-4b5512dfff93 req-db39eb49-5297-445d-b46b-1d32106f92ac service neutron] (100409) timed out ('10.222.0.69', 61130) {{(pid=100409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:05:13.555655 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa560871-a67c-4369-b664-8427966ee951 x-openstack-request-id: req-aa560871-a67c-4369-b664-8427966ee951 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:13.555967 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "tag": "945ac77d-db4f-4aac-aec5-b6e497e33fb2", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:13.556698 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aa560871-a67c-4369-b664-8427966ee951 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:13.556698 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'tag': '945ac77d-db4f-4aac-aec5-b6e497e33fb2', 'status': 'completed', 'code': 200} Jul 07 17:05:13.562412 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79655acc-fcd3-416b-aa40-ef28c375cec6 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.567843 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79655acc-fcd3-416b-aa40-ef28c375cec6 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:13.568439 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79655acc-fcd3-416b-aa40-ef28c375cec6 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.570887 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b56a91-75b3-4ba1-b138-ea41e2795f0a service neutron] Pushing event updated for resources: {'Port': ['ID=945ac77d-db4f-4aac-aec5-b6e497e33fb2,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:13.598338 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87029bae-785b-46ce-ba9c-7dfd600043f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.601160 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87029bae-785b-46ce-ba9c-7dfd600043f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:13.602602 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-87029bae-785b-46ce-ba9c-7dfd600043f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e622e192-8027-40f0-9576-9680eff063e1 HTTP/1.1" status: 204 len: 168 time: 2.2046580 Jul 07 17:05:13.706331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-9a190847-d296-426f-8b01-307d32cb814c req-19773cf9-c3c5-423d-82a2-87ba8608b6d5 service neutron] (100410) timed out ('10.222.0.69', 61259) {{(pid=100410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:05:13.753966 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f28918-c4dc-4226-b3bb-a4b8986bb5a0 req-6c647103-4466-48f6-81f6-37e34320d9cb tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:13.772758 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87029bae-785b-46ce-ba9c-7dfd600043f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e622e192-8027-40f0-9576-9680eff063e1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:13.780834 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-79655acc-fcd3-416b-aa40-ef28c375cec6 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1972225 Jul 07 17:05:13.785617 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79655acc-fcd3-416b-aa40-ef28c375cec6 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event updated for resources: {'Network': ['ID=45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:13.794485 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f28918-c4dc-4226-b3bb-a4b8986bb5a0 req-6c647103-4466-48f6-81f6-37e34320d9cb tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:13.796879 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57176) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:13.805252 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-e7e39c0c-747b-44d6-903f-aaf856dded35 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Request body: {'subnet': {'network_id': '5b71e126-322a-4de8-a683-58cdd2851a69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:13.822100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f28918-c4dc-4226-b3bb-a4b8986bb5a0 req-6c647103-4466-48f6-81f6-37e34320d9cb tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:13.835644 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f28918-c4dc-4226-b3bb-a4b8986bb5a0 req-6c647103-4466-48f6-81f6-37e34320d9cb tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:13.839273 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:05:13.878110 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f28918-c4dc-4226-b3bb-a4b8986bb5a0 req-6c647103-4466-48f6-81f6-37e34320d9cb tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:13.905767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f28918-c4dc-4226-b3bb-a4b8986bb5a0 req-6c647103-4466-48f6-81f6-37e34320d9cb tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:13.923521 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f28918-c4dc-4226-b3bb-a4b8986bb5a0 req-6c647103-4466-48f6-81f6-37e34320d9cb tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:13.933859 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4f28918-c4dc-4226-b3bb-a4b8986bb5a0 req-6c647103-4466-48f6-81f6-37e34320d9cb tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5420 time: 1.5500178 Jul 07 17:05:14.091482 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.093196 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-0fbb5593-38b9-4a22-b6a6-3611e7171aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:14.093787 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-0fbb5593-38b9-4a22-b6a6-3611e7171aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:14.094172 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-0fbb5593-38b9-4a22-b6a6-3611e7171aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:14.094673 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-0fbb5593-38b9-4a22-b6a6-3611e7171aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:14.095258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-0fbb5593-38b9-4a22-b6a6-3611e7171aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:14.096453 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-0fbb5593-38b9-4a22-b6a6-3611e7171aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:14.100665 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-0fbb5593-38b9-4a22-b6a6-3611e7171aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:14.110947 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-0fbb5593-38b9-4a22-b6a6-3611e7171aa2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2bc760b57a34528af5e85b5e280ce2e&device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 6477 time: 1.3723738 Jul 07 17:05:14.121145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 223d5737-ec2a-45f7-846c-3c12b007d94e up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:14.136512 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ab4b789-2ebe-4fc9-90d5-97674b11b94a req-fa9e9038-ef21-4490-a638-ce00ebbaad14 service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0923030 Jul 07 17:05:14.202637 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e39c0c-747b-44d6-903f-aaf856dded35 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Made reservation on behalf of 0e68295f297b45289c9f456981e1a84c for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:14.214062 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e7e39c0c-747b-44d6-903f-aaf856dded35 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.312366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 223d5737-ec2a-45f7-846c-3c12b007d94e completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:14.453250 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4f28918-c4dc-4226-b3bb-a4b8986bb5a0 req-4f7e653e-007f-44d2-b34d-e8162fcf743d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5183573 Jul 07 17:05:14.454634 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-968110db-1503-49f1-a4cd-8e10bbdb6689 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6344e7-6033-4b46-b335-4691acb11361 HTTP/1.1" status: 200 len: 217 time: 0.3046553 Jul 07 17:05:14.485278 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1256e7d-4d9c-4b1c-abe4-d21c8d09d2f8 req-82cef6c5-b1b7-49f9-ac04-0a35d0152b76 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:14.493785 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1256e7d-4d9c-4b1c-abe4-d21c8d09d2f8 req-82cef6c5-b1b7-49f9-ac04-0a35d0152b76 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.9358683 Jul 07 17:05:14.570981 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab1653b2-153b-4ed8-9c1b-ac20b2b7ed24 req-72ccee3c-672c-4dd0-906a-c7b32135e0d1 service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1150389 Jul 07 17:05:14.668899 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ab4b789-2ebe-4fc9-90d5-97674b11b94a req-d52d92e5-a357-4ede-b5f9-ed82ff35f28f service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966042 Jul 07 17:05:14.678546 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bc382943-0882-4321-939c-00f23a39db5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:14.679410 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-5d515a0a-a04e-4ec3-a403-c12688b534eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:14.692404 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-5d515a0a-a04e-4ec3-a403-c12688b534eb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb5af372-328c-408a-a249-1a68d716f9ed HTTP/1.1" status: 200 len: 850 time: 0.2259107 Jul 07 17:05:14.709126 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1256e7d-4d9c-4b1c-abe4-d21c8d09d2f8 req-67807bd2-d75b-4d56-86f5-28d1128ed12a tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143624 Jul 07 17:05:14.839980 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57198) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:14.872531 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2edacf44-b3ec-4d7c-98cf-f1c5d80de925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.021096 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee65f11f-65cd-4d37-a635-017a4c15460b None None] Network a07fa3d6-8903-4bdd-b939-ffe20b189361 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:15.056574 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f9e9d627-c4aa-4b27-ac25-6bd2a98f982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:15.064099 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f9e9d627-c4aa-4b27-ac25-6bd2a98f982f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9866a6b9-c461-4258-9fc8-481f6033e3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3339133 Jul 07 17:05:15.108168 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2edacf44-b3ec-4d7c-98cf-f1c5d80de925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.120675 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2edacf44-b3ec-4d7c-98cf-f1c5d80de925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.180467 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-23435e01-73bb-4a91-aaf6-a2545e6e7118 None None] Provisioning for port 223d5737-ec2a-45f7-846c-3c12b007d94e completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:15.195766 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-23435e01-73bb-4a91-aaf6-a2545e6e7118 None None] Provisioning complete for port 223d5737-ec2a-45f7-846c-3c12b007d94e triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:15.196145 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-23435e01-73bb-4a91-aaf6-a2545e6e7118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.215069 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2edacf44-b3ec-4d7c-98cf-f1c5d80de925 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=545bdae6c7724c8d8f0eed96dfc03e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714023 Jul 07 17:05:15.216385 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57212) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:15.217869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edacf44-b3ec-4d7c-98cf-f1c5d80de925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b765ac09-8ca9-4bc4-9202-8b89c72b593c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:15.243435 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e7e39c0c-747b-44d6-903f-aaf856dded35 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.417574 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a67c2fc8-aaea-4885-bcda-4b5610dda41b service neutron] 10.222.0.69 "GET /v2.0/networks/9866a6b9-c461-4258-9fc8-481f6033e3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448911 Jul 07 17:05:15.547569 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e39c0c-747b-44d6-903f-aaf856dded35 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event updated for resources: {'Subnet': ['ID=a3bfd432-5660-4f78-917b-c3625f6462b8,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:15.585971 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-04e2adb3-b534-47cd-9908-ec1b12638f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.654937 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-04e2adb3-b534-47cd-9908-ec1b12638f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.700483 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e39c0c-747b-44d6-903f-aaf856dded35 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Checking segment: {'id': 'fbb2a083-8a05-4d08-9d26-96dff98987aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5b71e126-322a-4de8-a683-58cdd2851a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:15.702422 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e39c0c-747b-44d6-903f-aaf856dded35 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Network hostable DHCP agents. Network: 5b71e126-322a-4de8-a683-58cdd2851a69, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:05:15.705964 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-23435e01-73bb-4a91-aaf6-a2545e6e7118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.796120 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-23435e01-73bb-4a91-aaf6-a2545e6e7118 None None] For port 223d5737-ec2a-45f7-846c-3c12b007d94e, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=223d5737-ec2a-45f7-846c-3c12b007d94e,segment=NetworkSegment(863ff572-0a13-49ff-a6b3-e1f21315f65b),segment_id=863ff572-0a13-49ff-a6b3-e1f21315f65b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:15.813401 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-23435e01-73bb-4a91-aaf6-a2545e6e7118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:15.871281 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-7b6ef41e-ec7d-400a-993e-ef61e3c29221 service neutron] 10.222.0.69 "GET /v2.0/networks/9866a6b9-c461-4258-9fc8-481f6033e3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291544 Jul 07 17:05:15.911216 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e39c0c-747b-44d6-903f-aaf856dded35 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Network 5b71e126-322a-4de8-a683-58cdd2851a69 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:05:15.951569 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23435e01-73bb-4a91-aaf6-a2545e6e7118 None None] Pushing event updated for resources: {'Port': ['ID=223d5737-ec2a-45f7-846c-3c12b007d94e,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:16.005176 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-c752b7c6-81e0-49a3-b16f-9899bf6fed6f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=8eb21232-3d31-4afa-a049-3322dac0ef1d HTTP/1.1" status: 200 len: 217 time: 0.1157935 Jul 07 17:05:16.060659 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-e7e39c0c-747b-44d6-903f-aaf856dded35 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 5b71e126-322a-4de8-a683-58cdd2851a69) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:16.070413 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a926947e-6a14-42b9-9ebd-6826900f5e06 None None] Network 5b71e126-322a-4de8-a683-58cdd2851a69 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:16.169028 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e39c0c-747b-44d6-903f-aaf856dded35 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:16.174206 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e7e39c0c-747b-44d6-903f-aaf856dded35 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.258117 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:05:16.306484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc29d6-904e-45c8-a1ab-d6da6417af14 req-0e548358-c31f-4a6e-b0f6-fcc0ffd67509 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:16.314721 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc29d6-904e-45c8-a1ab-d6da6417af14 req-0e548358-c31f-4a6e-b0f6-fcc0ffd67509 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:16.322351 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc29d6-904e-45c8-a1ab-d6da6417af14 req-0e548358-c31f-4a6e-b0f6-fcc0ffd67509 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:16.332064 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc29d6-904e-45c8-a1ab-d6da6417af14 req-0e548358-c31f-4a6e-b0f6-fcc0ffd67509 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:16.339158 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc29d6-904e-45c8-a1ab-d6da6417af14 req-0e548358-c31f-4a6e-b0f6-fcc0ffd67509 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:16.346346 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc29d6-904e-45c8-a1ab-d6da6417af14 req-0e548358-c31f-4a6e-b0f6-fcc0ffd67509 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:16.353750 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc29d6-904e-45c8-a1ab-d6da6417af14 req-0e548358-c31f-4a6e-b0f6-fcc0ffd67509 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:16.365859 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-48cc29d6-904e-45c8-a1ab-d6da6417af14 req-0e548358-c31f-4a6e-b0f6-fcc0ffd67509 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5420 time: 0.6363852 Jul 07 17:05:16.383995 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-04e2adb3-b534-47cd-9908-ec1b12638f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.397642 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-04e2adb3-b534-47cd-9908-ec1b12638f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.399231 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-04e2adb3-b534-47cd-9908-ec1b12638f8c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b765ac09-8ca9-4bc4-9202-8b89c72b593c HTTP/1.1" status: 204 len: 168 time: 1.1761692 Jul 07 17:05:16.413958 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e7e39c0c-747b-44d6-903f-aaf856dded35 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6150358 Jul 07 17:05:16.421560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911176f-0547-4495-b297-397913362e9b req-a04d8228-51bf-425f-88e2-7e1bb73f1750 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:16.425679 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-5b71e126-322a-4de8-a683-58cdd2851a69', 'network_id': '5b71e126-322a-4de8-a683-58cdd2851a69', 'tenant_id': '0e68295f297b45289c9f456981e1a84c', 'fixed_ips': [{'subnet_id': 'a3bfd432-5660-4f78-917b-c3625f6462b8'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:05:16.432861 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57252) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:16.434602 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.446252 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f5b409eb-6886-48d0-8bc7-29848eecb789 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Request body: {'subnet': {'network_id': '45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:16.451936 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4911176f-0547-4495-b297-397913362e9b req-a04d8228-51bf-425f-88e2-7e1bb73f1750 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.3510773 Jul 07 17:05:16.499213 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.517991 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7f497b07-56e2-484b-a71e-003cc1686610 None None] Provisioning complete for port 223d5737-ec2a-45f7-846c-3c12b007d94e triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:16.522125 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7f497b07-56e2-484b-a71e-003cc1686610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:16.570568 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f371a128-c5c4-42ba-bb23-de8b9b86b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:16.573716 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f371a128-c5c4-42ba-bb23-de8b9b86b4f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971 HTTP/1.1" status: 200 len: 797 time: 0.5387208 Jul 07 17:05:16.577002 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2adb3-b534-47cd-9908-ec1b12638f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b765ac09-8ca9-4bc4-9202-8b89c72b593c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:16.665318 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4911176f-0547-4495-b297-397913362e9b req-d102e893-c5e5-4a2d-88fb-7d9231003d9e tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118380 Jul 07 17:05:16.869675 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-48cc29d6-904e-45c8-a1ab-d6da6417af14 req-55eabf8c-e1b6-4d93-a8a5-115e9c21ba6a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5026784 Jul 07 17:05:16.929132 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b409eb-6886-48d0-8bc7-29848eecb789 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Made reservation on behalf of 0e68295f297b45289c9f456981e1a84c for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:16.939049 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5b409eb-6886-48d0-8bc7-29848eecb789 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.190999 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Allocated IP 2001:db8::2 (5b71e126-322a-4de8-a683-58cdd2851a69/a3bfd432-5660-4f78-917b-c3625f6462b8/11cb87c3-37dc-4cc1-b1da-3b6dd3482342) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:17.309194 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5b409eb-6886-48d0-8bc7-29848eecb789 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.361629 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-842ac3f9-2d87-42ad-9bcc-94a6bab0fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:17.363092 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-842ac3f9-2d87-42ad-9bcc-94a6bab0fabd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7160902 Jul 07 17:05:17.496776 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.532483 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Transition to ACTIVE for port object 11cb87c3-37dc-4cc1-b1da-3b6dd3482342 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:17.562330 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Transition to ACTIVE for port object 11cb87c3-37dc-4cc1-b1da-3b6dd3482342 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:17.570436 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-a431f482-0477-4156-b51c-34399a5e1c3b service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984892 Jul 07 17:05:17.584503 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.646183 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:17.684737 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Network 5b71e126-322a-4de8-a683-58cdd2851a69 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:17.703806 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:17.712713 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:17.722317 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Pushing event updated for resources: {'Port': ['ID=11cb87c3-37dc-4cc1-b1da-3b6dd3482342,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:17.731128 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b409eb-6886-48d0-8bc7-29848eecb789 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event updated for resources: {'Subnet': ['ID=d7e02915-feb9-4f91-b007-e101fba3e74f,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:17.753692 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-5e16a45f-a734-4fb3-8743-09ff231526dd service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713603 Jul 07 17:05:17.755930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b409eb-6886-48d0-8bc7-29848eecb789 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Checking segment: {'id': 'c522b154-7be9-4893-85b3-43bbfd5a1000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:17.755930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b409eb-6886-48d0-8bc7-29848eecb789 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Network hostable DHCP agents. Network: 45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:05:17.901673 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-865827c0-f58d-4f16-b4ba-b08c13f1a139 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=cd76306c-1fa6-42bc-ad55-41f92df88fad HTTP/1.1" status: 200 len: 217 time: 0.1303411 Jul 07 17:05:17.948640 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b409eb-6886-48d0-8bc7-29848eecb789 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Network 45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:05:17.976143 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 223d5737-ec2a-45f7-846c-3c12b007d94e up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:17.998741 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fcbf40ae-0ed2-4b46-b1a2-d50ad6c69781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.067267 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Attempting to bind port 11cb87c3-37dc-4cc1-b1da-3b6dd3482342 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:18.067665 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Attempting to bind port 11cb87c3-37dc-4cc1-b1da-3b6dd3482342 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'fbb2a083-8a05-4d08-9d26-96dff98987aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5b71e126-322a-4de8-a683-58cdd2851a69'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:18.068039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Attempting to bind port 11cb87c3-37dc-4cc1-b1da-3b6dd3482342 on network 5b71e126-322a-4de8-a683-58cdd2851a69 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:18.105459 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f5b409eb-6886-48d0-8bc7-29848eecb789 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:18.133765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b409eb-6886-48d0-8bc7-29848eecb789 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:18.134360 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5b409eb-6886-48d0-8bc7-29848eecb789 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.147892 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2678de54-7530-4ee5-a44b-34512436d8b8 None None] Network 45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:18.170870 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57314) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:18.175424 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f5b409eb-6886-48d0-8bc7-29848eecb789 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7378833 Jul 07 17:05:18.187518 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-ff547c68-3b04-40ab-b699-d0d30bc7f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:18.189026 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-ff547c68-3b04-40ab-b699-d0d30bc7f912 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971 HTTP/1.1" status: 200 len: 797 time: 0.2674792 Jul 07 17:05:18.267897 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973d072-5adb-49ce-b6b1-677f9b0d91de req-923fcd2a-c0c3-4a40-b262-49e8f1193af3 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:18.276410 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d973d072-5adb-49ce-b6b1-677f9b0d91de req-923fcd2a-c0c3-4a40-b262-49e8f1193af3 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.2953131 Jul 07 17:05:18.280103 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:18.280627 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Checking segment: {'id': 'fbb2a083-8a05-4d08-9d26-96dff98987aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5b71e126-322a-4de8-a683-58cdd2851a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:18.280904 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.281318 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Bound using segment: {'id': 'fbb2a083-8a05-4d08-9d26-96dff98987aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5b71e126-322a-4de8-a683-58cdd2851a69'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:18.281830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Bound port: 11cb87c3-37dc-4cc1-b1da-3b6dd3482342, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb2a083-8a05-4d08-9d26-96dff98987aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5b71e126-322a-4de8-a683-58cdd2851a69'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:18.282227 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.309909 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-eba2ac8b-1c6c-45a9-8800-db7eaade33c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:18.312225 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-eba2ac8b-1c6c-45a9-8800-db7eaade33c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1162570 Jul 07 17:05:18.343053 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d973d072-5adb-49ce-b6b1-677f9b0d91de req-fdbe82aa-7a60-4ba8-99df-0830ffd56572 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654023 Jul 07 17:05:18.467260 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 223d5737-ec2a-45f7-846c-3c12b007d94e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:18.470735 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.537914 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-2fcad7b4-1a9d-4fcf-a949-ced018ccf789 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102416 Jul 07 17:05:18.597290 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] For port 11cb87c3-37dc-4cc1-b1da-3b6dd3482342, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:18.657790 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] For port 11cb87c3-37dc-4cc1-b1da-3b6dd3482342, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=11cb87c3-37dc-4cc1-b1da-3b6dd3482342,segment=NetworkSegment(fbb2a083-8a05-4d08-9d26-96dff98987aa),segment_id=fbb2a083-8a05-4d08-9d26-96dff98987aa)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:18.678489 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.681421 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-0b198e7b-02ad-4648-8ea7-0796f49409ae service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337898 Jul 07 17:05:18.752823 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab', 'network_id': '45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab', 'tenant_id': '0e68295f297b45289c9f456981e1a84c', 'fixed_ips': [{'subnet_id': 'd7e02915-feb9-4f91-b007-e101fba3e74f'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:05:18.753628 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:18.947331 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-62c93c21-c567-46d9-81d3-115fe4ce1305 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=a2b80725-0d33-40cf-b428-11acb89d8dbb HTTP/1.1" status: 200 len: 217 time: 0.2569432 Jul 07 17:05:18.974922 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.048584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-df915d61-ac01-4d72-92d3-227b00fa9208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:19.050541 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-df915d61-ac01-4d72-92d3-227b00fa9208 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971 HTTP/1.1" status: 200 len: 797 time: 0.0947742 Jul 07 17:05:19.129485 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16e119-1270-4253-8c43-39a6528aeff6 None None] Pushing event updated for resources: {'Port': ['ID=11cb87c3-37dc-4cc1-b1da-3b6dd3482342,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:19.286952 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-93182044-9514-47b0-b79b-c43c229d0250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:19.288564 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-93182044-9514-47b0-b79b-c43c229d0250 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2319777 Jul 07 17:05:19.347155 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Allocated IP 2001:db8::2 (45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab/d7e02915-feb9-4f91-b007-e101fba3e74f/d82e7a24-040b-4af1-a967-2b01a7625724) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:19.582592 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-4e82afd7-2c34-40db-a53f-e4c90fbea8d7 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788076 Jul 07 17:05:19.667076 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.693171 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Transition to ACTIVE for port object d82e7a24-040b-4af1-a967-2b01a7625724 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:19.739949 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Transition to ACTIVE for port object d82e7a24-040b-4af1-a967-2b01a7625724 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:19.748642 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.837391 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Network 45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:19.842973 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:19.845449 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:19.854007 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Pushing event updated for resources: {'Port': ['ID=d82e7a24-040b-4af1-a967-2b01a7625724,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:19.924429 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Attempting to bind port d82e7a24-040b-4af1-a967-2b01a7625724 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:19.924885 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Attempting to bind port d82e7a24-040b-4af1-a967-2b01a7625724 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'c522b154-7be9-4893-85b3-43bbfd5a1000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:19.925370 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Attempting to bind port d82e7a24-040b-4af1-a967-2b01a7625724 on network 45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:19.931507 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:19.931746 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-e1d6a5b4-e360-49f6-a7ea-8856008d3d76 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480167 Jul 07 17:05:19.932033 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Checking segment: {'id': 'c522b154-7be9-4893-85b3-43bbfd5a1000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:19.932655 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.933120 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Bound using segment: {'id': 'c522b154-7be9-4893-85b3-43bbfd5a1000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:19.933664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Bound port: d82e7a24-040b-4af1-a967-2b01a7625724, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c522b154-7be9-4893-85b3-43bbfd5a1000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:19.934257 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:19.938039 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace6b9e-4d49-4ea7-a5c2-f544196f6356 req-89fe797f-0cf2-427e-b7ae-e8a9afa0a09d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:19.947022 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace6b9e-4d49-4ea7-a5c2-f544196f6356 req-89fe797f-0cf2-427e-b7ae-e8a9afa0a09d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:19.956722 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace6b9e-4d49-4ea7-a5c2-f544196f6356 req-89fe797f-0cf2-427e-b7ae-e8a9afa0a09d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:19.962419 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653e5ae-6c4c-407a-91d9-79a2f83c0fdd req-4db4d9de-6665-4b07-bb0d-2cf006ef388e tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:19.964310 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6653e5ae-6c4c-407a-91d9-79a2f83c0fdd req-4db4d9de-6665-4b07-bb0d-2cf006ef388e tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.3606164 Jul 07 17:05:19.971429 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace6b9e-4d49-4ea7-a5c2-f544196f6356 req-89fe797f-0cf2-427e-b7ae-e8a9afa0a09d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:19.980432 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace6b9e-4d49-4ea7-a5c2-f544196f6356 req-89fe797f-0cf2-427e-b7ae-e8a9afa0a09d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:20.009420 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace6b9e-4d49-4ea7-a5c2-f544196f6356 req-89fe797f-0cf2-427e-b7ae-e8a9afa0a09d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:20.013733 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 11cb87c3-37dc-4cc1-b1da-3b6dd3482342 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:20.015536 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-d4e15f17-7413-4c38-989d-bb97e5306b90 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=4ba8060b-1db9-4ca5-8da3-fd4aee84a94d HTTP/1.1" status: 200 len: 217 time: 0.0727744 Jul 07 17:05:20.017259 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace6b9e-4d49-4ea7-a5c2-f544196f6356 req-89fe797f-0cf2-427e-b7ae-e8a9afa0a09d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:20.027021 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ace6b9e-4d49-4ea7-a5c2-f544196f6356 req-89fe797f-0cf2-427e-b7ae-e8a9afa0a09d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5420 time: 1.6164846 Jul 07 17:05:20.081265 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] For port d82e7a24-040b-4af1-a967-2b01a7625724, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:20.087092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] For port d82e7a24-040b-4af1-a967-2b01a7625724, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d82e7a24-040b-4af1-a967-2b01a7625724,segment=NetworkSegment(c522b154-7be9-4893-85b3-43bbfd5a1000),segment_id=c522b154-7be9-4893-85b3-43bbfd5a1000)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:20.102059 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.134801 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ace6b9e-4d49-4ea7-a5c2-f544196f6356 req-481ad3bf-d192-4e80-870f-0fcf0478ac55 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1066277 Jul 07 17:05:20.153518 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 11cb87c3-37dc-4cc1-b1da-3b6dd3482342 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:20.190729 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280f7f3-ff65-4885-85bd-ab10396319b7 None None] Pushing event updated for resources: {'Port': ['ID=d82e7a24-040b-4af1-a967-2b01a7625724,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:20.210528 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f0d7eebc-1d5a-46b7-841a-76ed23d60f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:20.218220 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f0d7eebc-1d5a-46b7-841a-76ed23d60f40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971 HTTP/1.1" status: 200 len: 797 time: 0.1899707 Jul 07 17:05:20.228746 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6653e5ae-6c4c-407a-91d9-79a2f83c0fdd req-583b1dc3-99d2-41db-958b-f4c307a4ec3a tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163227 Jul 07 17:05:20.255473 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.379303 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-4a0c76fd-db38-4952-ac32-cae5add3587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:20.386769 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9090c399-9009-49d0-b701-8ef813f6efea tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:20.388021 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-4a0c76fd-db38-4952-ac32-cae5add3587f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1528189 Jul 07 17:05:20.582096 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-70728961-6a5d-488e-959b-d818e5682f28 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918766 Jul 07 17:05:20.839433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58db488-f431-4508-b878-e7d53848448f None None] Network 5b71e126-322a-4de8-a683-58cdd2851a69 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:20.872066 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-54107170-e3ee-495f-a3ee-6e176fb19cda service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831321 Jul 07 17:05:20.931128 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-44634b6a-d9d1-431c-86a5-83e470b98407 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c062a1db-373b-4c9c-a081-b033c6a8856b HTTP/1.1" status: 200 len: 217 time: 0.0515623 Jul 07 17:05:20.993474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-fa74c4c2-9aca-435c-8a6d-403ad246e025 None None] Provisioning for port 11cb87c3-37dc-4cc1-b1da-3b6dd3482342 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:21.004251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-fa74c4c2-9aca-435c-8a6d-403ad246e025 None None] Provisioning complete for port 11cb87c3-37dc-4cc1-b1da-3b6dd3482342 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:21.004832 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fa74c4c2-9aca-435c-8a6d-403ad246e025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:21.017820 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-db220a45-ec62-41a4-871e-c45cbda6cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:21.018366 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-9090c399-9009-49d0-b701-8ef813f6efea tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Allocated IP 2001:db8::1 (5b71e126-322a-4de8-a683-58cdd2851a69/a3bfd432-5660-4f78-917b-c3625f6462b8/755cebd8-1461-4dbf-bc4c-4f0cbc9f6ff1) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:21.020318 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-db220a45-ec62-41a4-871e-c45cbda6cb44 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c604800d-5fdb-4651-bc00-e8a4989348ef HTTP/1.1" status: 200 len: 797 time: 0.0822003 Jul 07 17:05:21.184521 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fa74c4c2-9aca-435c-8a6d-403ad246e025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:21.196952 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-e3c105de-ef47-4ab3-8c46-d8372893cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:21.198661 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-e3c105de-ef47-4ab3-8c46-d8372893cc21 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b39fb3b4-5401-465e-ad80-a133da26f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1722028 Jul 07 17:05:21.246512 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9090c399-9009-49d0-b701-8ef813f6efea tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:21.272764 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-9090c399-9009-49d0-b701-8ef813f6efea tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Transition to ACTIVE for port object 755cebd8-1461-4dbf-bc4c-4f0cbc9f6ff1 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:21.318942 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9090c399-9009-49d0-b701-8ef813f6efea tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:21.411345 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9090c399-9009-49d0-b701-8ef813f6efea tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Network 5b71e126-322a-4de8-a683-58cdd2851a69 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:21.416654 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-9090c399-9009-49d0-b701-8ef813f6efea tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:21.425569 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9090c399-9009-49d0-b701-8ef813f6efea tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:21.425569 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9090c399-9009-49d0-b701-8ef813f6efea tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:21.426421 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-fa74c4c2-9aca-435c-8a6d-403ad246e025 None None] For port 11cb87c3-37dc-4cc1-b1da-3b6dd3482342, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=11cb87c3-37dc-4cc1-b1da-3b6dd3482342,segment=NetworkSegment(fbb2a083-8a05-4d08-9d26-96dff98987aa),segment_id=fbb2a083-8a05-4d08-9d26-96dff98987aa)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:21.502468 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fa74c4c2-9aca-435c-8a6d-403ad246e025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:21.502733 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57416) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:21.684077 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-01b1e810-1875-415c-91f8-de89263cae93 service neutron] 10.222.0.69 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766164 Jul 07 17:05:21.688656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090c399-9009-49d0-b701-8ef813f6efea tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event updated for resources: {'Port': ['ID=755cebd8-1461-4dbf-bc4c-4f0cbc9f6ff1,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:21.705061 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74c4c2-9aca-435c-8a6d-403ad246e025 None None] Pushing event updated for resources: {'Port': ['ID=11cb87c3-37dc-4cc1-b1da-3b6dd3482342,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:21.896671 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9090c399-9009-49d0-b701-8ef813f6efea tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:21.915291 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08c82cb7-7b00-4def-a902-7e1c74ee097e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:21.990488 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a949fcb-14d4-4c7c-9cf9-3a49e59d2165 req-e8b2d3f1-daa1-4bbf-b71a-976162e625e9 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:22.003358 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a949fcb-14d4-4c7c-9cf9-3a49e59d2165 req-e8b2d3f1-daa1-4bbf-b71a-976162e625e9 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:22.017901 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a949fcb-14d4-4c7c-9cf9-3a49e59d2165 req-e8b2d3f1-daa1-4bbf-b71a-976162e625e9 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:22.025216 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a949fcb-14d4-4c7c-9cf9-3a49e59d2165 req-e8b2d3f1-daa1-4bbf-b71a-976162e625e9 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:22.031714 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a949fcb-14d4-4c7c-9cf9-3a49e59d2165 req-e8b2d3f1-daa1-4bbf-b71a-976162e625e9 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:22.038195 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a949fcb-14d4-4c7c-9cf9-3a49e59d2165 req-e8b2d3f1-daa1-4bbf-b71a-976162e625e9 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:22.051219 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b3b876ca-940f-4dd2-acd5-c1fb3d45b1ad None None] Provisioning complete for port 11cb87c3-37dc-4cc1-b1da-3b6dd3482342 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:22.051674 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a949fcb-14d4-4c7c-9cf9-3a49e59d2165 req-e8b2d3f1-daa1-4bbf-b71a-976162e625e9 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:22.051761 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b3b876ca-940f-4dd2-acd5-c1fb3d45b1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.056505 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6a949fcb-14d4-4c7c-9cf9-3a49e59d2165 req-e8b2d3f1-daa1-4bbf-b71a-976162e625e9 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5420 time: 0.4937527 Jul 07 17:05:22.086433 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f3f34-82ad-49df-97b0-a10ff0776936 req-bb86b9f3-cec5-48ff-a9fd-12d7eb69d098 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:22.088550 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-042f3f34-82ad-49df-97b0-a10ff0776936 req-bb86b9f3-cec5-48ff-a9fd-12d7eb69d098 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.4172168 Jul 07 17:05:22.150547 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-119ede56-30ab-4f61-b8f3-d93b92d3eaa7 service neutron] 10.222.0.69 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579239 Jul 07 17:05:22.173434 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 11cb87c3-37dc-4cc1-b1da-3b6dd3482342 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:22.278461 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-f108c09e-98c1-4319-bdcc-e94531a9316b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=945ac77d-db4f-4aac-aec5-b6e497e33fb2 HTTP/1.1" status: 200 len: 217 time: 0.1196423 Jul 07 17:05:22.302022 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6a949fcb-14d4-4c7c-9cf9-3a49e59d2165 req-0e1f122b-6df0-4062-a740-b5a611a9748e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2257340 Jul 07 17:05:22.312088 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e82fb1-ebc3-47aa-a8f1-156e48f905fa None None] Network 45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:22.475830 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-6f032318-3eb3-47ea-af7c-b37013f97c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:22.477347 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-6f032318-3eb3-47ea-af7c-b37013f97c34 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c604800d-5fdb-4651-bc00-e8a4989348ef HTTP/1.1" status: 200 len: 797 time: 0.1724052 Jul 07 17:05:22.480993 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 11cb87c3-37dc-4cc1-b1da-3b6dd3482342 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:22.483050 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.505121 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-042f3f34-82ad-49df-97b0-a10ff0776936 req-910bfa1e-9ba5-4f58-9bd5-3d904b710688 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889432 Jul 07 17:05:22.692225 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08c82cb7-7b00-4def-a902-7e1c74ee097e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.694775 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5bde8514-9c80-4276-841f-c4e7c1577256 None None] Provisioning for port d82e7a24-040b-4af1-a967-2b01a7625724 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:22.704930 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08c82cb7-7b00-4def-a902-7e1c74ee097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.767485 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-08c82cb7-7b00-4def-a902-7e1c74ee097e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d2579d35a676465c8b4fd0dda0f6e0f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2642872 Jul 07 17:05:22.771151 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57436) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:22.779356 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82cb7-7b00-4def-a902-7e1c74ee097e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e84250-3fe6-4544-ad3f-b298945e6873,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:22.791556 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9090c399-9009-49d0-b701-8ef813f6efea tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.799359 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9090c399-9009-49d0-b701-8ef813f6efea tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.800159 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9090c399-9009-49d0-b701-8ef813f6efea tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:22.846691 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-baf5a6b3-2701-4e34-95d1-89b3c4f388ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:22.848499 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-baf5a6b3-2701-4e34-95d1-89b3c4f388ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b39fb3b4-5401-465e-ad80-a133da26f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3522396 Jul 07 17:05:22.992921 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d82e7a24-040b-4af1-a967-2b01a7625724 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:22.995934 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4b0ddabc-07fa-4905-a2f5-1dbb11763e5d None None] Provisioning for port 755cebd8-1461-4dbf-bc4c-4f0cbc9f6ff1 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:23.001851 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090c399-9009-49d0-b701-8ef813f6efea tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event updated for resources: {'Port': ['ID=755cebd8-1461-4dbf-bc4c-4f0cbc9f6ff1,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:23.016381 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9090c399-9009-49d0-b701-8ef813f6efea tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Network 5b71e126-322a-4de8-a683-58cdd2851a69 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:23.020247 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-9090c399-9009-49d0-b701-8ef813f6efea tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:23.041456 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4b0ddabc-07fa-4905-a2f5-1dbb11763e5d None None] Provisioning complete for port 755cebd8-1461-4dbf-bc4c-4f0cbc9f6ff1 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:23.041838 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4b0ddabc-07fa-4905-a2f5-1dbb11763e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.057750 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d1d335cc-5497-4c8c-8125-c1103fcd2855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.093913 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4b0ddabc-07fa-4905-a2f5-1dbb11763e5d None None] Port 755cebd8-1461-4dbf-bc4c-4f0cbc9f6ff1 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:05:23.151444 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port d82e7a24-040b-4af1-a967-2b01a7625724 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:23.158356 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d82e7a24-040b-4af1-a967-2b01a7625724 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:23.159170 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.172166 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d1d335cc-5497-4c8c-8125-c1103fcd2855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.190071 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-ce6b66e4-d1e5-4ebe-9fb8-8256f204cf5c service neutron] 10.222.0.69 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318458 Jul 07 17:05:23.362193 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9090c399-9009-49d0-b701-8ef813f6efea tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Router e5a29205-a2b5-4ef1-b348-8510047162e5 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:05:23.366661 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.431205 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d1d335cc-5497-4c8c-8125-c1103fcd2855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.434211 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d1d335cc-5497-4c8c-8125-c1103fcd2855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.455968 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d1d335cc-5497-4c8c-8125-c1103fcd2855 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80e84250-3fe6-4544-ad3f-b298945e6873 HTTP/1.1" status: 204 len: 168 time: 0.6716042 Jul 07 17:05:23.496167 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d335cc-5497-4c8c-8125-c1103fcd2855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e84250-3fe6-4544-ad3f-b298945e6873,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:23.628274 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37eb186c-abbc-415c-9721-7ecfb0ac2867 req-b27309aa-474f-4580-b8d0-1cf48c7520cf service neutron] 10.222.0.69 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223669 Jul 07 17:05:23.634873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9090c399-9009-49d0-b701-8ef813f6efea tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:05:23.647165 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9090c399-9009-49d0-b701-8ef813f6efea tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "PUT /v2.0/routers/e5a29205-a2b5-4ef1-b348-8510047162e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4751382 Jul 07 17:05:23.647680 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68cc454-7340-4553-81f3-f649b4d361bf None None] Sync routers for ids ['e5a29205-a2b5-4ef1-b348-8510047162e5'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:05:23.649941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57454) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:23.675192 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68cc454-7340-4553-81f3-f649b4d361bf None None] Routers {'e5a29205-a2b5-4ef1-b348-8510047162e5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:23.677568 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d68cc454-7340-4553-81f3-f649b4d361bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:05:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e5a29205-a2b5-4ef1-b348-8510047162e5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:23.739758 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port d82e7a24-040b-4af1-a967-2b01a7625724, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d82e7a24-040b-4af1-a967-2b01a7625724,segment=NetworkSegment(c522b154-7be9-4893-85b3-43bbfd5a1000),segment_id=c522b154-7be9-4893-85b3-43bbfd5a1000)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:23.743893 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-35fd3533-ea1b-46f9-a1a3-389ba450264b None None] Provisioning complete for port 755cebd8-1461-4dbf-bc4c-4f0cbc9f6ff1 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:23.745002 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-35fd3533-ea1b-46f9-a1a3-389ba450264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.752116 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:23.845889 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d68cc454-7340-4553-81f3-f649b4d361bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:23.879701 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68cc454-7340-4553-81f3-f649b4d361bf None None] Routers {'e5a29205-a2b5-4ef1-b348-8510047162e5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:23.880507 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d68cc454-7340-4553-81f3-f649b4d361bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:05:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e5a29205-a2b5-4ef1-b348-8510047162e5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:23.927223 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-35fd3533-ea1b-46f9-a1a3-389ba450264b None None] Port 755cebd8-1461-4dbf-bc4c-4f0cbc9f6ff1 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:05:23.956818 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=d82e7a24-040b-4af1-a967-2b01a7625724,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:23.967580 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d68cc454-7340-4553-81f3-f649b4d361bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:23.968258 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68cc454-7340-4553-81f3-f649b4d361bf None None] The sync data for ids ['e5a29205-a2b5-4ef1-b348-8510047162e5'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:05:23.970920 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfe574-6987-4eac-96b5-645bcc12a2ae req-95919f74-6568-4049-ae25-df758d5c93dc tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:23.989805 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-35fd3533-ea1b-46f9-a1a3-389ba450264b None None] Provisioning complete for port d82e7a24-040b-4af1-a967-2b01a7625724 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:23.990183 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-35fd3533-ea1b-46f9-a1a3-389ba450264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.001656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfe574-6987-4eac-96b5-645bcc12a2ae req-95919f74-6568-4049-ae25-df758d5c93dc tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:24.026466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfe574-6987-4eac-96b5-645bcc12a2ae req-95919f74-6568-4049-ae25-df758d5c93dc tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:24.036543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfe574-6987-4eac-96b5-645bcc12a2ae req-95919f74-6568-4049-ae25-df758d5c93dc tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:24.073105 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfe574-6987-4eac-96b5-645bcc12a2ae req-95919f74-6568-4049-ae25-df758d5c93dc tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:24.091863 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfe574-6987-4eac-96b5-645bcc12a2ae req-95919f74-6568-4049-ae25-df758d5c93dc tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:24.124879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfe574-6987-4eac-96b5-645bcc12a2ae req-95919f74-6568-4049-ae25-df758d5c93dc tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:24.149935 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c9bfe574-6987-4eac-96b5-645bcc12a2ae req-95919f74-6568-4049-ae25-df758d5c93dc tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5420 time: 0.4494967 Jul 07 17:05:24.152062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57466) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:24.186621 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c43a6ff-97cb-4277-a986-01740f5e9bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.250984 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c9bfe574-6987-4eac-96b5-645bcc12a2ae req-aa13d3f6-d596-4ba3-93d5-74ce84d43e91 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0994778 Jul 07 17:05:24.372135 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c43a6ff-97cb-4277-a986-01740f5e9bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.381310 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c43a6ff-97cb-4277-a986-01740f5e9bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.443757 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5c43a6ff-97cb-4277-a986-01740f5e9bc8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c88655bd579c435a967cee09fff1e3aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886219 Jul 07 17:05:24.446125 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57472) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:24.453534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43a6ff-97cb-4277-a986-01740f5e9bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4738c265-7460-4b12-a71b-afed2d2c1183,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:24.477893 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43a6ff-97cb-4277-a986-01740f5e9bc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:24.478435 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43a6ff-97cb-4277-a986-01740f5e9bc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:24.478855 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43a6ff-97cb-4277-a986-01740f5e9bc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:24.479267 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43a6ff-97cb-4277-a986-01740f5e9bc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:24.479674 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43a6ff-97cb-4277-a986-01740f5e9bc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:24.480104 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43a6ff-97cb-4277-a986-01740f5e9bc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:24.480558 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43a6ff-97cb-4277-a986-01740f5e9bc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:24.480960 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43a6ff-97cb-4277-a986-01740f5e9bc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:24.481410 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43a6ff-97cb-4277-a986-01740f5e9bc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:24.482053 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43a6ff-97cb-4277-a986-01740f5e9bc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:24.482524 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43a6ff-97cb-4277-a986-01740f5e9bc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:24.482925 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43a6ff-97cb-4277-a986-01740f5e9bc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:24.523324 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe00996-464e-432c-a7dd-13fe0f2b1baf req-695569e3-ee0c-4e4a-ad07-a65fa0e50637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:24.523870 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe00996-464e-432c-a7dd-13fe0f2b1baf req-695569e3-ee0c-4e4a-ad07-a65fa0e50637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:24.524262 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe00996-464e-432c-a7dd-13fe0f2b1baf req-695569e3-ee0c-4e4a-ad07-a65fa0e50637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:24.524730 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe00996-464e-432c-a7dd-13fe0f2b1baf req-695569e3-ee0c-4e4a-ad07-a65fa0e50637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:24.525193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe00996-464e-432c-a7dd-13fe0f2b1baf req-695569e3-ee0c-4e4a-ad07-a65fa0e50637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:24.525658 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe00996-464e-432c-a7dd-13fe0f2b1baf req-695569e3-ee0c-4e4a-ad07-a65fa0e50637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:24.526117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe00996-464e-432c-a7dd-13fe0f2b1baf req-695569e3-ee0c-4e4a-ad07-a65fa0e50637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:24.528065 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fe00996-464e-432c-a7dd-13fe0f2b1baf req-695569e3-ee0c-4e4a-ad07-a65fa0e50637 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2bc760b57a34528af5e85b5e280ce2e&device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 6477 time: 0.7156415 Jul 07 17:05:24.528781 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1aaf2ff6-2d5e-489b-a6ec-9cd0b65220b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.555434 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1aaf2ff6-2d5e-489b-a6ec-9cd0b65220b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.610001 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1aaf2ff6-2d5e-489b-a6ec-9cd0b65220b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.613126 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1aaf2ff6-2d5e-489b-a6ec-9cd0b65220b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:24.619686 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1aaf2ff6-2d5e-489b-a6ec-9cd0b65220b6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4738c265-7460-4b12-a71b-afed2d2c1183 HTTP/1.1" status: 204 len: 168 time: 0.1721859 Jul 07 17:05:24.640093 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf2ff6-2d5e-489b-a6ec-9cd0b65220b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4738c265-7460-4b12-a71b-afed2d2c1183,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:24.768496 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857bacb-73a7-411c-af79-7aa1e8e7562e req-00060778-8eb6-4c6f-bdfc-9023c3ef3f4d tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:24.768496 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7857bacb-73a7-411c-af79-7aa1e8e7562e req-00060778-8eb6-4c6f-bdfc-9023c3ef3f4d tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.8177323 Jul 07 17:05:24.936107 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7857bacb-73a7-411c-af79-7aa1e8e7562e req-d0d8c44a-4d92-46e4-80ac-d961a85a1528 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615751 Jul 07 17:05:24.945186 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe00996-464e-432c-a7dd-13fe0f2b1baf req-c6ea5c60-1514-4cac-8c30-853d9769999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:24.946724 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fe00996-464e-432c-a7dd-13fe0f2b1baf req-c6ea5c60-1514-4cac-8c30-853d9769999a service neutron] 10.222.0.69 "GET /v2.0/networks?id=b39fb3b4-5401-465e-ad80-a133da26f792 HTTP/1.1" status: 200 len: 903 time: 0.3954318 Jul 07 17:05:25.020140 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fe00996-464e-432c-a7dd-13fe0f2b1baf req-41f5dfeb-0ea1-4550-a63e-8036da6e4b76 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=945ac77d-db4f-4aac-aec5-b6e497e33fb2 HTTP/1.1" status: 200 len: 217 time: 0.0643778 Jul 07 17:05:25.142039 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe00996-464e-432c-a7dd-13fe0f2b1baf req-b3111c44-b37c-4b46-85b0-b1f171b333a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:25.143778 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fe00996-464e-432c-a7dd-13fe0f2b1baf req-b3111c44-b37c-4b46-85b0-b1f171b333a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c604800d-5fdb-4651-bc00-e8a4989348ef HTTP/1.1" status: 200 len: 797 time: 0.1172531 Jul 07 17:05:25.245378 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-2e13d2c5-5fca-4ba5-a393-ad69c1cde57b tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:05:25.250306 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57496) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:25.257579 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2e13d2c5-5fca-4ba5-a393-ad69c1cde57b tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "PUT /v2.0/routers/e5a29205-a2b5-4ef1-b348-8510047162e5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6063309 Jul 07 17:05:25.289151 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe00996-464e-432c-a7dd-13fe0f2b1baf req-2d0ecacd-dbba-428b-8d1e-c1ab2b6682ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:25.290770 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fe00996-464e-432c-a7dd-13fe0f2b1baf req-2d0ecacd-dbba-428b-8d1e-c1ab2b6682ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b39fb3b4-5401-465e-ad80-a133da26f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1257215 Jul 07 17:05:25.480498 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fe00996-464e-432c-a7dd-13fe0f2b1baf req-b7f93ca4-74c3-4a96-a4d4-368e83540157 service neutron] 10.222.0.69 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766510 Jul 07 17:05:25.683665 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fe00996-464e-432c-a7dd-13fe0f2b1baf req-9454f490-3566-42ae-8506-efe5ab260c8a service neutron] 10.222.0.69 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939602 Jul 07 17:05:25.799626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a4f27-26a1-4752-9ed6-f7d92566cd34 req-0a95fcc2-89be-4bc1-a325-38eaf8528bbb tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:25.808127 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a4f27-26a1-4752-9ed6-f7d92566cd34 req-0a95fcc2-89be-4bc1-a325-38eaf8528bbb tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:25.821936 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a4f27-26a1-4752-9ed6-f7d92566cd34 req-0a95fcc2-89be-4bc1-a325-38eaf8528bbb tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:25.830408 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a4f27-26a1-4752-9ed6-f7d92566cd34 req-0a95fcc2-89be-4bc1-a325-38eaf8528bbb tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:25.835773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a4f27-26a1-4752-9ed6-f7d92566cd34 req-0a95fcc2-89be-4bc1-a325-38eaf8528bbb tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:25.842913 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a4f27-26a1-4752-9ed6-f7d92566cd34 req-0a95fcc2-89be-4bc1-a325-38eaf8528bbb tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:25.849710 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a4f27-26a1-4752-9ed6-f7d92566cd34 req-0a95fcc2-89be-4bc1-a325-38eaf8528bbb tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:25.851816 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-164a4f27-26a1-4752-9ed6-f7d92566cd34 req-0a95fcc2-89be-4bc1-a325-38eaf8528bbb tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5420 time: 0.3946624 Jul 07 17:05:25.883235 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d82e7a24-040b-4af1-a967-2b01a7625724 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:25.992688 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-164a4f27-26a1-4752-9ed6-f7d92566cd34 req-ff636567-ecd4-42dc-89fc-4f569d7457d0 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1282961 Jul 07 17:05:26.064884 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d82e7a24-040b-4af1-a967-2b01a7625724 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:26.065315 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.100713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4449e2-c0c5-4642-9896-329772ae515e req-6b4db39e-cd12-46eb-b0f0-dfc5f4877b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:26.104106 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a4449e2-c0c5-4642-9896-329772ae515e req-6b4db39e-cd12-46eb-b0f0-dfc5f4877b3f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 1097 time: 0.2478075 Jul 07 17:05:26.512099 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b99e7-683b-4313-a6dd-45d4c32ffc78 req-ca814c4d-b432-4c6a-bdbf-383dce31ab43 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:26.513821 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc7b99e7-683b-4313-a6dd-45d4c32ffc78 req-ca814c4d-b432-4c6a-bdbf-383dce31ab43 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.1924117 Jul 07 17:05:26.588706 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a4449e2-c0c5-4642-9896-329772ae515e req-c355e37b-79b6-4b69-9429-2468bdee36e1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540730 Jul 07 17:05:26.614720 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc7b99e7-683b-4313-a6dd-45d4c32ffc78 req-b880879a-6852-456b-a3b0-c04429fc3c1b tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843828 Jul 07 17:05:26.716905 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-255d4034-e15f-43b7-bd2a-03bb4162d78e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:26.764313 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57550) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:26.985036 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57562) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:27.067351 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f07a7e43-6180-4704-8a26-0a41cb11ea1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.202523 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1268391e-4592-46ff-8880-af38049ebffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.210452 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-255d4034-e15f-43b7-bd2a-03bb4162d78e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Deleting port 755cebd8-1461-4dbf-bc4c-4f0cbc9f6ff1 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:27.211620 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-255d4034-e15f-43b7-bd2a-03bb4162d78e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.253649 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f07a7e43-6180-4704-8a26-0a41cb11ea1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.266471 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f07a7e43-6180-4704-8a26-0a41cb11ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.347229 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-255d4034-e15f-43b7-bd2a-03bb4162d78e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.361697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-255d4034-e15f-43b7-bd2a-03bb4162d78e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Calling delete_port for 755cebd8-1461-4dbf-bc4c-4f0cbc9f6ff1 owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:27.380604 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a7e43-6180-4704-8a26-0a41cb11ea1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3977d2e9-8cf3-4131-a171-b225bc22f83e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:27.392053 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f07a7e43-6180-4704-8a26-0a41cb11ea1c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4eae393d281945e0b65f535a0751f85b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6230254 Jul 07 17:05:27.399480 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57574) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:27.509398 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e56759-787b-4dea-ab08-6c5ac61d6a24 req-3a4de680-ca1e-47b5-8b59-a1953d6cfc28 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:27.516526 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e56759-787b-4dea-ab08-6c5ac61d6a24 req-3a4de680-ca1e-47b5-8b59-a1953d6cfc28 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:27.522785 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e56759-787b-4dea-ab08-6c5ac61d6a24 req-3a4de680-ca1e-47b5-8b59-a1953d6cfc28 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:27.529597 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e56759-787b-4dea-ab08-6c5ac61d6a24 req-3a4de680-ca1e-47b5-8b59-a1953d6cfc28 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:27.536099 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e56759-787b-4dea-ab08-6c5ac61d6a24 req-3a4de680-ca1e-47b5-8b59-a1953d6cfc28 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:27.542840 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e56759-787b-4dea-ab08-6c5ac61d6a24 req-3a4de680-ca1e-47b5-8b59-a1953d6cfc28 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:27.549569 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e56759-787b-4dea-ab08-6c5ac61d6a24 req-3a4de680-ca1e-47b5-8b59-a1953d6cfc28 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:27.551975 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f2e56759-787b-4dea-ab08-6c5ac61d6a24 req-3a4de680-ca1e-47b5-8b59-a1953d6cfc28 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5420 time: 0.2442567 Jul 07 17:05:27.577571 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c57e749-2649-44f6-bf36-9f97c4c3897d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.634957 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c57e749-2649-44f6-bf36-9f97c4c3897d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.637821 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1268391e-4592-46ff-8880-af38049ebffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.651325 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1268391e-4592-46ff-8880-af38049ebffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.678116 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-255d4034-e15f-43b7-bd2a-03bb4162d78e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.699269 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f2e56759-787b-4dea-ab08-6c5ac61d6a24 req-7d168fb1-1f71-4574-b018-339bd24c2559 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1357718 Jul 07 17:05:27.728026 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d4034-e15f-43b7-bd2a-03bb4162d78e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event deleted for resources: {'Port': ['ID=755cebd8-1461-4dbf-bc4c-4f0cbc9f6ff1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:27.734232 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1268391e-4592-46ff-8880-af38049ebffc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=db49f62ef6104cc8a0febcde898c29be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7480102 Jul 07 17:05:27.751702 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57582) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:27.797532 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268391e-4592-46ff-8880-af38049ebffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66817936-c655-4447-bffe-61b13b4039a2,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:27.877789 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c57e749-2649-44f6-bf36-9f97c4c3897d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.881191 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c57e749-2649-44f6-bf36-9f97c4c3897d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:27.882720 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1c57e749-2649-44f6-bf36-9f97c4c3897d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3977d2e9-8cf3-4131-a171-b225bc22f83e HTTP/1.1" status: 204 len: 168 time: 0.4763401 Jul 07 17:05:27.914959 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57e749-2649-44f6-bf36-9f97c4c3897d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3977d2e9-8cf3-4131-a171-b225bc22f83e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:28.002477 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-255d4034-e15f-43b7-bd2a-03bb4162d78e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.007550 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2ba1182e-329c-4071-84cb-f980b02d59e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.112578 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2ba1182e-329c-4071-84cb-f980b02d59e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.202252 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24198da2-c37a-47f5-b9bb-6b09e9df9ca6 req-00b7a4d7-1d6a-465b-9542-d8ceb784f565 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:28.209316 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-24198da2-c37a-47f5-b9bb-6b09e9df9ca6 req-00b7a4d7-1d6a-465b-9542-d8ceb784f565 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.3154793 Jul 07 17:05:28.331847 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-24198da2-c37a-47f5-b9bb-6b09e9df9ca6 req-6ad706d0-4fb8-40fb-bda4-35c85e1123bf tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211977 Jul 07 17:05:28.353067 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2ba1182e-329c-4071-84cb-f980b02d59e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.370863 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2ba1182e-329c-4071-84cb-f980b02d59e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.371146 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2ba1182e-329c-4071-84cb-f980b02d59e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66817936-c655-4447-bffe-61b13b4039a2 HTTP/1.1" status: 204 len: 168 time: 0.6163230 Jul 07 17:05:28.372923 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57604) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:28.392024 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255d4034-e15f-43b7-bd2a-03bb4162d78e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Router e5a29205-a2b5-4ef1-b348-8510047162e5 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:05:28.393932 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ee2e4ffe-7d2b-4cfd-a0ca-887e7b67326a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.406828 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1182e-329c-4071-84cb-f980b02d59e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66817936-c655-4447-bffe-61b13b4039a2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:28.523429 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ee2e4ffe-7d2b-4cfd-a0ca-887e7b67326a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.528980 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ee2e4ffe-7d2b-4cfd-a0ca-887e7b67326a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.577409 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ee2e4ffe-7d2b-4cfd-a0ca-887e7b67326a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fb44d2b7b5654dc48e27d41a9c2ab41b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2032626 Jul 07 17:05:28.579024 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e4ffe-7d2b-4cfd-a0ca-887e7b67326a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a428028-afff-4632-bde8-2c5398694413,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:28.581581 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57610) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:28.623249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255d4034-e15f-43b7-bd2a-03bb4162d78e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:05:28.640971 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57612) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:28.642586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e47741-e954-4072-bb56-fcfc7dbd1667 None None] Sync routers for ids ['e5a29205-a2b5-4ef1-b348-8510047162e5'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:05:28.651932 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-255d4034-e15f-43b7-bd2a-03bb4162d78e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "PUT /v2.0/routers/e5a29205-a2b5-4ef1-b348-8510047162e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4004109 Jul 07 17:05:28.655353 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e47741-e954-4072-bb56-fcfc7dbd1667 None None] Routers {'e5a29205-a2b5-4ef1-b348-8510047162e5'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:28.658196 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-f1e47741-e954-4072-bb56-fcfc7dbd1667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:05:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e5a29205-a2b5-4ef1-b348-8510047162e5'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:28.685568 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-cb519b71-eca7-4a4d-b7b4-62edd8ea97f6 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] delete failed (client error): The resource could not be found. Jul 07 17:05:28.692164 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57614) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:28.692827 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cb519b71-eca7-4a4d-b7b4-62edd8ea97f6 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1145400769 HTTP/1.1" status: 404 len: 335 time: 0.0505354 Jul 07 17:05:28.693605 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b28b3562-4411-4ba0-a6f7-b61111d71e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.697315 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-a1e81520-278c-4607-9035-c392b5f169f0 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e5a29205-a2b5-4ef1-b348-8510047162e5'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:28.725054 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b28b3562-4411-4ba0-a6f7-b61111d71e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.785722 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-f1e47741-e954-4072-bb56-fcfc7dbd1667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:28.791869 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b28b3562-4411-4ba0-a6f7-b61111d71e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.796787 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b28b3562-4411-4ba0-a6f7-b61111d71e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:28.798865 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b28b3562-4411-4ba0-a6f7-b61111d71e4f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a428028-afff-4632-bde8-2c5398694413 HTTP/1.1" status: 204 len: 168 time: 0.2162957 Jul 07 17:05:28.811235 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b3562-4411-4ba0-a6f7-b61111d71e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a428028-afff-4632-bde8-2c5398694413,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:28.829378 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e47741-e954-4072-bb56-fcfc7dbd1667 None None] Routers {'e5a29205-a2b5-4ef1-b348-8510047162e5'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:28.830024 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-f1e47741-e954-4072-bb56-fcfc7dbd1667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:05:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e5a29205-a2b5-4ef1-b348-8510047162e5'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:28.969552 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-f1e47741-e954-4072-bb56-fcfc7dbd1667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:28.971025 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e47741-e954-4072-bb56-fcfc7dbd1667 None None] The sync data for ids ['e5a29205-a2b5-4ef1-b348-8510047162e5'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:05:29.217602 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb671bf-5790-4816-8a17-341c37c9d642 req-738b87e2-b399-4a0b-9543-67af51810f8e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:29.247037 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb671bf-5790-4816-8a17-341c37c9d642 req-738b87e2-b399-4a0b-9543-67af51810f8e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:29.263924 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb671bf-5790-4816-8a17-341c37c9d642 req-738b87e2-b399-4a0b-9543-67af51810f8e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:29.274989 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb671bf-5790-4816-8a17-341c37c9d642 req-738b87e2-b399-4a0b-9543-67af51810f8e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:29.286611 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb671bf-5790-4816-8a17-341c37c9d642 req-738b87e2-b399-4a0b-9543-67af51810f8e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:29.292649 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb671bf-5790-4816-8a17-341c37c9d642 req-738b87e2-b399-4a0b-9543-67af51810f8e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:29.308508 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb671bf-5790-4816-8a17-341c37c9d642 req-738b87e2-b399-4a0b-9543-67af51810f8e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:29.308508 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1fb671bf-5790-4816-8a17-341c37c9d642 req-738b87e2-b399-4a0b-9543-67af51810f8e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5420 time: 0.2445195 Jul 07 17:05:29.373895 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1fb671bf-5790-4816-8a17-341c37c9d642 req-831975e5-eee3-4992-b515-caf696bbaec8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429907 Jul 07 17:05:29.375964 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a1e81520-278c-4607-9035-c392b5f169f0 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.400170 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939b5c0-afe5-44a6-96be-27a947101b5a req-5dc405b9-0c3a-4292-99e8-e7babdd24f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:29.402009 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1939b5c0-afe5-44a6-96be-27a947101b5a req-5dc405b9-0c3a-4292-99e8-e7babdd24f8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a8fcf6541fe4d4790d553411e54b35a&device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 1097 time: 0.4487913 Jul 07 17:05:29.426794 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-a1e81520-278c-4607-9035-c392b5f169f0 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] update failed (client error): The resource could not be found. Jul 07 17:05:29.427827 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a1e81520-278c-4607-9035-c392b5f169f0 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "PUT /v2.0/routers/e5a29205-a2b5-4ef1-b348-8510047162e5 HTTP/1.1" status: 404 len: 339 time: 0.7345748 Jul 07 17:05:29.431689 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57648) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:29.437229 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1919469465'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:29.490545 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Made reservation on behalf of 0e68295f297b45289c9f456981e1a84c for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:29.495258 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.546180 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:05:29.568533 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.570236 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Added segment c876b737-94a3-4a72-b649-c4ff9526ba5c of type vlan for network 2da92fc7-6b01-43e4-9538-3b1fa9c05a5d Jul 07 17:05:29.601760 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40c9a0-5fee-4b33-83fd-f12f639403ee req-b10474d3-7bdc-4e95-a0e7-8144904d2f85 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:29.609107 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5e40c9a0-5fee-4b33-83fd-f12f639403ee req-b10474d3-7bdc-4e95-a0e7-8144904d2f85 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.4982481 Jul 07 17:05:29.683149 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.688452 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57656) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:29.712887 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-efc532af-f4db-43ca-a5f0-87da62cbefc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.727457 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.734403 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:29.735090 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.823238 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5e40c9a0-5fee-4b33-83fd-f12f639403ee req-6a820624-56fe-4c78-b704-ea52c81674a0 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049310 Jul 07 17:05:29.831077 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939b5c0-afe5-44a6-96be-27a947101b5a req-6e7c06e3-dc96-4a5b-bcb1-f80ec3e16fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:29.832740 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1939b5c0-afe5-44a6-96be-27a947101b5a req-6e7c06e3-dc96-4a5b-bcb1-f80ec3e16fa9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bced8daf-6fbb-4d36-805b-186336287171 HTTP/1.1" status: 200 len: 920 time: 0.4160702 Jul 07 17:05:29.861106 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event updated for resources: {'Network': ['ID=2da92fc7-6b01-43e4-9538-3b1fa9c05a5d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:29.871789 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:29.873890 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:29.873890 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:29.874218 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:29.875024 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:29.875656 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:29.876264 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:29.876813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:29.877605 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:29.878019 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:29.878959 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:29.879295 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:29.895497 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 2da92fc7-6b01-43e4-9538-3b1fa9c05a5d details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:05:29.909917 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1939b5c0-afe5-44a6-96be-27a947101b5a req-5750e27e-117c-48fc-97e7-9581eaf429bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b33f944-e45e-43d1-a422-f35f4680cbb0 HTTP/1.1" status: 200 len: 217 time: 0.0569606 Jul 07 17:05:29.968009 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-efc532af-f4db-43ca-a5f0-87da62cbefc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.977970 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-efc532af-f4db-43ca-a5f0-87da62cbefc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:29.986657 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0b515370-34be-487a-852e-a423b807f132 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5537238 Jul 07 17:05:29.996941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57668) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:30.004940 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f8c0ffcf-1592-4b94-8913-deb9c86f6fc7 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Request body: {'subnet': {'network_id': '2da92fc7-6b01-43e4-9538-3b1fa9c05a5d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:30.037602 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-efc532af-f4db-43ca-a5f0-87da62cbefc1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7d25d5fcc29242eab84e03bf394b9a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3477032 Jul 07 17:05:30.045035 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57670) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:30.077862 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939b5c0-afe5-44a6-96be-27a947101b5a req-0d13d8e7-0269-4e39-bc5b-35bd2df09124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:30.082226 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1939b5c0-afe5-44a6-96be-27a947101b5a req-0d13d8e7-0269-4e39-bc5b-35bd2df09124 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98f3de07-2e07-4f60-b06f-024d644ee4e7 HTTP/1.1" status: 200 len: 859 time: 0.1618650 Jul 07 17:05:30.106843 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc532af-f4db-43ca-a5f0-87da62cbefc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49457ee0-45cc-4fe4-952b-963958ea5604,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:30.128864 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c0ffcf-1592-4b94-8913-deb9c86f6fc7 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Made reservation on behalf of 0e68295f297b45289c9f456981e1a84c for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:05:30.133792 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8c0ffcf-1592-4b94-8913-deb9c86f6fc7 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.146185 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1939b5c0-afe5-44a6-96be-27a947101b5a req-389a6bab-cdd9-488f-8518-dd288d7681ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bced8daf-6fbb-4d36-805b-186336287171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543370 Jul 07 17:05:30.280972 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2f51ac98-3b3a-4497-867e-d2a55c394e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.286612 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1939b5c0-afe5-44a6-96be-27a947101b5a req-9681492e-b7ab-4650-838e-4a34115383ba service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328111 Jul 07 17:05:30.366290 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2f51ac98-3b3a-4497-867e-d2a55c394e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.402301 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8c0ffcf-1592-4b94-8913-deb9c86f6fc7 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.486148 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1939b5c0-afe5-44a6-96be-27a947101b5a req-3ff4ab2b-6b4b-484c-bd97-1c5367b55359 service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860416 Jul 07 17:05:30.500216 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0ffcf-1592-4b94-8913-deb9c86f6fc7 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event updated for resources: {'Subnet': ['ID=0b7180ef-7ff8-4aa1-b742-09f26ebad934,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:30.502884 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c0ffcf-1592-4b94-8913-deb9c86f6fc7 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Checking segment: {'id': 'c876b737-94a3-4a72-b649-c4ff9526ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2da92fc7-6b01-43e4-9538-3b1fa9c05a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:30.503263 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c0ffcf-1592-4b94-8913-deb9c86f6fc7 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Network hostable DHCP agents. Network: 2da92fc7-6b01-43e4-9538-3b1fa9c05a5d, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:05:30.513834 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2f51ac98-3b3a-4497-867e-d2a55c394e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.523678 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2f51ac98-3b3a-4497-867e-d2a55c394e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.527103 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c0ffcf-1592-4b94-8913-deb9c86f6fc7 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Network 2da92fc7-6b01-43e4-9538-3b1fa9c05a5d is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:05:30.527254 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2f51ac98-3b3a-4497-867e-d2a55c394e76 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49457ee0-45cc-4fe4-952b-963958ea5604 HTTP/1.1" status: 204 len: 168 time: 0.4787958 Jul 07 17:05:30.540446 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f8c0ffcf-1592-4b94-8913-deb9c86f6fc7 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 2da92fc7-6b01-43e4-9538-3b1fa9c05a5d) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:30.543363 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51ac98-3b3a-4497-867e-d2a55c394e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49457ee0-45cc-4fe4-952b-963958ea5604,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:30.549268 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0ffcf-1592-4b94-8913-deb9c86f6fc7 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:30.549976 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8c0ffcf-1592-4b94-8913-deb9c86f6fc7 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:30.569759 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0cc3ef-652a-4e59-b869-5b1092f50839 None None] Network 2da92fc7-6b01-43e4-9538-3b1fa9c05a5d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:30.584568 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f8c0ffcf-1592-4b94-8913-deb9c86f6fc7 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5854585 Jul 07 17:05:30.587298 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57726) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:30.594679 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-573dd148-8f29-4951-92d7-599e53aeccb3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Request body: {'router': {'external_gateway_info': {'network_id': '2da92fc7-6b01-43e4-9538-3b1fa9c05a5d'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:30.776955 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-2da92fc7-6b01-43e4-9538-3b1fa9c05a5d', 'network_id': '2da92fc7-6b01-43e4-9538-3b1fa9c05a5d', 'tenant_id': '0e68295f297b45289c9f456981e1a84c', 'fixed_ips': [{'subnet_id': '0b7180ef-7ff8-4aa1-b742-09f26ebad934'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:05:30.780335 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:31.217019 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bd087-c52f-4c5b-81a1-3a48f58245c4 req-4d447a12-965c-4b85-adc8-323564560a1a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:31.227375 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Allocated IP 2001:db8:1::2 (2da92fc7-6b01-43e4-9538-3b1fa9c05a5d/0b7180ef-7ff8-4aa1-b742-09f26ebad934/c7642b39-935d-49f9-bb86-d0613b266f7d) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:31.254833 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ae943-a30b-41fb-9325-6c14f00b591f req-1df95755-e409-4314-8c71-283846716394 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:31.264530 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bd087-c52f-4c5b-81a1-3a48f58245c4 req-4d447a12-965c-4b85-adc8-323564560a1a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:31.271133 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e66ae943-a30b-41fb-9325-6c14f00b591f req-1df95755-e409-4314-8c71-283846716394 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.2396786 Jul 07 17:05:31.280390 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bd087-c52f-4c5b-81a1-3a48f58245c4 req-4d447a12-965c-4b85-adc8-323564560a1a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:31.309924 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bd087-c52f-4c5b-81a1-3a48f58245c4 req-4d447a12-965c-4b85-adc8-323564560a1a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:31.328085 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bd087-c52f-4c5b-81a1-3a48f58245c4 req-4d447a12-965c-4b85-adc8-323564560a1a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:31.335422 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bd087-c52f-4c5b-81a1-3a48f58245c4 req-4d447a12-965c-4b85-adc8-323564560a1a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:31.356938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bd087-c52f-4c5b-81a1-3a48f58245c4 req-4d447a12-965c-4b85-adc8-323564560a1a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:31.359122 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f42bd087-c52f-4c5b-81a1-3a48f58245c4 req-4d447a12-965c-4b85-adc8-323564560a1a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5420 time: 0.6700294 Jul 07 17:05:31.363964 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-573dd148-8f29-4951-92d7-599e53aeccb3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:31.399581 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e66ae943-a30b-41fb-9325-6c14f00b591f req-a6f8e47e-c3d8-4bdc-a3cc-f9b2a40804e9 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271427 Jul 07 17:05:31.522807 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f42bd087-c52f-4c5b-81a1-3a48f58245c4 req-fb96553d-d9bd-424b-9c55-dff5621d6550 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1433482 Jul 07 17:05:31.615421 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-573dd148-8f29-4951-92d7-599e53aeccb3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:05:31.616653 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-573dd148-8f29-4951-92d7-599e53aeccb3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "PUT /v2.0/routers/e5a29205-a2b5-4ef1-b348-8510047162e5 HTTP/1.1" status: 400 len: 364 time: 1.0279818 Jul 07 17:05:31.620060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57778) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:31.623048 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:31.632660 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Transition to ACTIVE for port object c7642b39-935d-49f9-bb86-d0613b266f7d will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:31.650235 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Transition to ACTIVE for port object c7642b39-935d-49f9-bb86-d0613b266f7d will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:31.663668 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:31.722304 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Network 2da92fc7-6b01-43e4-9538-3b1fa9c05a5d is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:31.726838 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:31.728754 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Pushing event updated for resources: {'Port': ['ID=c7642b39-935d-49f9-bb86-d0613b266f7d,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:31.730962 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:31.844591 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Attempting to bind port c7642b39-935d-49f9-bb86-d0613b266f7d on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:05:31.844961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Attempting to bind port c7642b39-935d-49f9-bb86-d0613b266f7d by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'c876b737-94a3-4a72-b649-c4ff9526ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2da92fc7-6b01-43e4-9538-3b1fa9c05a5d'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:05:31.845508 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Attempting to bind port c7642b39-935d-49f9-bb86-d0613b266f7d on network 2da92fc7-6b01-43e4-9538-3b1fa9c05a5d {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:05:31.851712 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:05:31.852341 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Checking segment: {'id': 'c876b737-94a3-4a72-b649-c4ff9526ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2da92fc7-6b01-43e4-9538-3b1fa9c05a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:05:31.853036 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:31.853835 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Bound using segment: {'id': 'c876b737-94a3-4a72-b649-c4ff9526ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2da92fc7-6b01-43e4-9538-3b1fa9c05a5d'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:05:31.854737 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Bound port: c7642b39-935d-49f9-bb86-d0613b266f7d, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c876b737-94a3-4a72-b649-c4ff9526ba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2da92fc7-6b01-43e4-9538-3b1fa9c05a5d'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:05:31.855971 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:31.951945 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] For port c7642b39-935d-49f9-bb86-d0613b266f7d, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:05:31.956531 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] For port c7642b39-935d-49f9-bb86-d0613b266f7d, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c7642b39-935d-49f9-bb86-d0613b266f7d,segment=NetworkSegment(c876b737-94a3-4a72-b649-c4ff9526ba5c),segment_id=c876b737-94a3-4a72-b649-c4ff9526ba5c)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:05:31.970043 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:32.137760 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f953d-2868-423e-bb3f-d324cc319df2 None None] Pushing event updated for resources: {'Port': ['ID=c7642b39-935d-49f9-bb86-d0613b266f7d,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:32.223806 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecff5-541a-4dc2-a7fd-939893f7a6bb tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:32.726512 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc070a87-edf7-4151-a777-e50d3243545b req-40dd35e0-5be5-423e-b55f-786c121d7cd9 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:32.729262 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc070a87-edf7-4151-a777-e50d3243545b req-40dd35e0-5be5-423e-b55f-786c121d7cd9 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.1447766 Jul 07 17:05:32.788073 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc070a87-edf7-4151-a777-e50d3243545b req-63e64863-d21f-4c02-a50a-b77ac6a05d4b tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522707 Jul 07 17:05:33.064739 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6050d-761e-4ad1-a0b3-db84ecfaa954 req-36a1c890-becc-40da-b77a-8dc38fedb7b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:33.072343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6050d-761e-4ad1-a0b3-db84ecfaa954 req-36a1c890-becc-40da-b77a-8dc38fedb7b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:33.082258 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6050d-761e-4ad1-a0b3-db84ecfaa954 req-36a1c890-becc-40da-b77a-8dc38fedb7b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:33.094703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6050d-761e-4ad1-a0b3-db84ecfaa954 req-36a1c890-becc-40da-b77a-8dc38fedb7b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:33.102265 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6050d-761e-4ad1-a0b3-db84ecfaa954 req-36a1c890-becc-40da-b77a-8dc38fedb7b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:33.125241 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6050d-761e-4ad1-a0b3-db84ecfaa954 req-36a1c890-becc-40da-b77a-8dc38fedb7b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:33.143921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6050d-761e-4ad1-a0b3-db84ecfaa954 req-36a1c890-becc-40da-b77a-8dc38fedb7b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:33.146591 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06e6050d-761e-4ad1-a0b3-db84ecfaa954 req-36a1c890-becc-40da-b77a-8dc38fedb7b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5420 time: 0.3665373 Jul 07 17:05:33.188624 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-dc0ecff5-541a-4dc2-a7fd-939893f7a6bb tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Allocated IP 2001:db8::1 (a07fa3d6-8903-4bdd-b939-ffe20b189361/acfedade-28c8-4185-b725-5ff500133319/267bca09-3c2e-4f7d-b8ae-d508a725d7fd) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:05:33.483254 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06e6050d-761e-4ad1-a0b3-db84ecfaa954 req-8f3f73b4-a701-44b1-a99a-4d3bc656dedc tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2967627 Jul 07 17:05:33.555269 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecff5-541a-4dc2-a7fd-939893f7a6bb tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:33.586889 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-dc0ecff5-541a-4dc2-a7fd-939893f7a6bb tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Transition to ACTIVE for port object 267bca09-3c2e-4f7d-b8ae-d508a725d7fd will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:05:33.666350 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecff5-541a-4dc2-a7fd-939893f7a6bb tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:33.752354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0ecff5-541a-4dc2-a7fd-939893f7a6bb tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Network a07fa3d6-8903-4bdd-b939-ffe20b189361 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:33.756372 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-dc0ecff5-541a-4dc2-a7fd-939893f7a6bb tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:33.760873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ecff5-541a-4dc2-a7fd-939893f7a6bb tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:05:33.761818 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecff5-541a-4dc2-a7fd-939893f7a6bb tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:33.920615 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ecff5-541a-4dc2-a7fd-939893f7a6bb tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event updated for resources: {'Port': ['ID=267bca09-3c2e-4f7d-b8ae-d508a725d7fd,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:33.939242 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e9a850-5f2e-4b84-bae9-72514f744249 None None] Network 2da92fc7-6b01-43e4-9538-3b1fa9c05a5d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:34.136733 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c7642b39-935d-49f9-bb86-d0613b266f7d up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:34.141447 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecff5-541a-4dc2-a7fd-939893f7a6bb tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.267882 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bc9c504b-9f96-4acc-88e9-b437d05ba54f None None] Provisioning for port c7642b39-935d-49f9-bb86-d0613b266f7d completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:34.320007 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port c7642b39-935d-49f9-bb86-d0613b266f7d completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:34.327251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port c7642b39-935d-49f9-bb86-d0613b266f7d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:34.327919 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.475064 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f8138b67-f1de-481e-80ee-502e68b58aab None None] Provisioning for port 267bca09-3c2e-4f7d-b8ae-d508a725d7fd completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:34.490006 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f8138b67-f1de-481e-80ee-502e68b58aab None None] Provisioning complete for port 267bca09-3c2e-4f7d-b8ae-d508a725d7fd triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:34.493239 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f8138b67-f1de-481e-80ee-502e68b58aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.682647 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f8138b67-f1de-481e-80ee-502e68b58aab None None] Port 267bca09-3c2e-4f7d-b8ae-d508a725d7fd cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:05:34.776797 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.834123 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecff5-541a-4dc2-a7fd-939893f7a6bb tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.839079 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port c7642b39-935d-49f9-bb86-d0613b266f7d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c7642b39-935d-49f9-bb86-d0613b266f7d,segment=NetworkSegment(c876b737-94a3-4a72-b649-c4ff9526ba5c),segment_id=c876b737-94a3-4a72-b649-c4ff9526ba5c)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:34.848011 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.857013 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecff5-541a-4dc2-a7fd-939893f7a6bb tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.857861 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc0ecff5-541a-4dc2-a7fd-939893f7a6bb tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.938523 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=c7642b39-935d-49f9-bb86-d0613b266f7d,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:34.962328 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c18c9c97-9555-413d-bf95-846bf6c22cf9 None None] Provisioning complete for port c7642b39-935d-49f9-bb86-d0613b266f7d triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:34.963282 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c18c9c97-9555-413d-bf95-846bf6c22cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:34.994593 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ecff5-541a-4dc2-a7fd-939893f7a6bb tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event updated for resources: {'Port': ['ID=267bca09-3c2e-4f7d-b8ae-d508a725d7fd,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:35.047175 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a598912-f3a7-4143-8094-05aa20e2fcc0 req-9f0bcaa4-ede1-42a5-b212-725f47542d05 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:35.053482 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a598912-f3a7-4143-8094-05aa20e2fcc0 req-9f0bcaa4-ede1-42a5-b212-725f47542d05 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:35.059627 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a598912-f3a7-4143-8094-05aa20e2fcc0 req-9f0bcaa4-ede1-42a5-b212-725f47542d05 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:35.065837 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a598912-f3a7-4143-8094-05aa20e2fcc0 req-9f0bcaa4-ede1-42a5-b212-725f47542d05 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:35.072319 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a598912-f3a7-4143-8094-05aa20e2fcc0 req-9f0bcaa4-ede1-42a5-b212-725f47542d05 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:35.079158 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a598912-f3a7-4143-8094-05aa20e2fcc0 req-9f0bcaa4-ede1-42a5-b212-725f47542d05 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:35.085704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a598912-f3a7-4143-8094-05aa20e2fcc0 req-9f0bcaa4-ede1-42a5-b212-725f47542d05 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:35.088809 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8a598912-f3a7-4143-8094-05aa20e2fcc0 req-9f0bcaa4-ede1-42a5-b212-725f47542d05 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5420 time: 0.2457292 Jul 07 17:05:35.167571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0ecff5-541a-4dc2-a7fd-939893f7a6bb tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Network a07fa3d6-8903-4bdd-b939-ffe20b189361 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:05:35.172733 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-dc0ecff5-541a-4dc2-a7fd-939893f7a6bb tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:05:35.178836 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8a598912-f3a7-4143-8094-05aa20e2fcc0 req-fb28980c-ab8f-4d27-8859-8efc31364a08 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782790 Jul 07 17:05:35.332333 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0ecff5-541a-4dc2-a7fd-939893f7a6bb tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Router e5a29205-a2b5-4ef1-b348-8510047162e5 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:05:35.449729 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0ecff5-541a-4dc2-a7fd-939893f7a6bb tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:05:35.458714 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dc0ecff5-541a-4dc2-a7fd-939893f7a6bb tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "PUT /v2.0/routers/e5a29205-a2b5-4ef1-b348-8510047162e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8343091 Jul 07 17:05:35.459112 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57900) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:35.466587 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e997afa-43f7-4c9a-aabc-f8c6bce16b61 None None] Sync routers for ids ['e5a29205-a2b5-4ef1-b348-8510047162e5'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:05:35.483391 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e997afa-43f7-4c9a-aabc-f8c6bce16b61 None None] Routers {'e5a29205-a2b5-4ef1-b348-8510047162e5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:35.484000 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2e997afa-43f7-4c9a-aabc-f8c6bce16b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:05:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e5a29205-a2b5-4ef1-b348-8510047162e5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:35.550451 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2e997afa-43f7-4c9a-aabc-f8c6bce16b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:35.587081 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f9d3cd90-2e1e-4fc2-a1e8-f38be533e25f tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:35.610155 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e997afa-43f7-4c9a-aabc-f8c6bce16b61 None None] Routers {'e5a29205-a2b5-4ef1-b348-8510047162e5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:35.613053 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2e997afa-43f7-4c9a-aabc-f8c6bce16b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:05:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e5a29205-a2b5-4ef1-b348-8510047162e5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:35.710745 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2e997afa-43f7-4c9a-aabc-f8c6bce16b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:35.712495 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e997afa-43f7-4c9a-aabc-f8c6bce16b61 None None] The sync data for ids ['e5a29205-a2b5-4ef1-b348-8510047162e5'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:05:35.739193 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-fd4476b2-8bec-4435-bd5e-56edf765d0ca None None] Provisioning complete for port 267bca09-3c2e-4f7d-b8ae-d508a725d7fd triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:35.739796 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fd4476b2-8bec-4435-bd5e-56edf765d0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:35.789127 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-f9d3cd90-2e1e-4fc2-a1e8-f38be533e25f tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 17:05:35.790410 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f9d3cd90-2e1e-4fc2-a1e8-f38be533e25f tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "DELETE /v2.0/routers/e5a29205-a2b5-4ef1-b348-8510047162e5 HTTP/1.1" status: 409 len: 329 time: 0.3299961 Jul 07 17:05:35.793150 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57914) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:35.853338 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-fd4476b2-8bec-4435-bd5e-56edf765d0ca None None] Port 267bca09-3c2e-4f7d-b8ae-d508a725d7fd cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:05:35.926962 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c7642b39-935d-49f9-bb86-d0613b266f7d up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:36.019271 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port c7642b39-935d-49f9-bb86-d0613b266f7d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:36.019939 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:36.134984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac75987-717a-4e8f-b516-715f0e810e5d req-c28319fb-a41a-406e-9ab9-b65b03d97ff7 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:36.143564 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2ac75987-717a-4e8f-b516-715f0e810e5d req-c28319fb-a41a-406e-9ab9-b65b03d97ff7 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.2085547 Jul 07 17:05:36.227211 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2ac75987-717a-4e8f-b516-715f0e810e5d req-0d3694bd-8c2c-436f-9b56-897f7aaa144d tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723715 Jul 07 17:05:36.280843 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fed1ffee-5da8-4a17-bb28-9afb348e434e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.044685 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a54fa-c6fd-40ac-9643-a5c5df9b9b63 req-f8d4050b-9872-4c6b-99fd-d4fb724b097b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:37.055305 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a54fa-c6fd-40ac-9643-a5c5df9b9b63 req-f8d4050b-9872-4c6b-99fd-d4fb724b097b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:37.064163 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a54fa-c6fd-40ac-9643-a5c5df9b9b63 req-f8d4050b-9872-4c6b-99fd-d4fb724b097b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:37.070815 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a54fa-c6fd-40ac-9643-a5c5df9b9b63 req-f8d4050b-9872-4c6b-99fd-d4fb724b097b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:37.077715 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a54fa-c6fd-40ac-9643-a5c5df9b9b63 req-f8d4050b-9872-4c6b-99fd-d4fb724b097b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:37.083887 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a54fa-c6fd-40ac-9643-a5c5df9b9b63 req-f8d4050b-9872-4c6b-99fd-d4fb724b097b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:37.090285 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a54fa-c6fd-40ac-9643-a5c5df9b9b63 req-f8d4050b-9872-4c6b-99fd-d4fb724b097b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:37.099352 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-709a54fa-c6fd-40ac-9643-a5c5df9b9b63 req-f8d4050b-9872-4c6b-99fd-d4fb724b097b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5420 time: 0.2421925 Jul 07 17:05:37.181644 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-709a54fa-c6fd-40ac-9643-a5c5df9b9b63 req-c6d74bc7-568f-4bc6-acfd-d361e79cb3f0 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811594 Jul 07 17:05:37.373595 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-fed1ffee-5da8-4a17-bb28-9afb348e434e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Deleting port 267bca09-3c2e-4f7d-b8ae-d508a725d7fd {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:37.373944 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fed1ffee-5da8-4a17-bb28-9afb348e434e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.578242 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fed1ffee-5da8-4a17-bb28-9afb348e434e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.604455 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-fed1ffee-5da8-4a17-bb28-9afb348e434e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Calling delete_port for 267bca09-3c2e-4f7d-b8ae-d508a725d7fd owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:37.881002 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fed1ffee-5da8-4a17-bb28-9afb348e434e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:37.982589 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1ffee-5da8-4a17-bb28-9afb348e434e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event deleted for resources: {'Port': ['ID=267bca09-3c2e-4f7d-b8ae-d508a725d7fd,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:38.158877 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fed1ffee-5da8-4a17-bb28-9afb348e434e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:38.591883 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed1ffee-5da8-4a17-bb28-9afb348e434e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Router e5a29205-a2b5-4ef1-b348-8510047162e5 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:05:38.715254 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874d96d-b955-42b7-bac4-6fe6e9c74d5f req-edf12838-7e57-4884-a922-c7fa496f1446 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.722130 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874d96d-b955-42b7-bac4-6fe6e9c74d5f req-edf12838-7e57-4884-a922-c7fa496f1446 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.728463 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874d96d-b955-42b7-bac4-6fe6e9c74d5f req-edf12838-7e57-4884-a922-c7fa496f1446 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.734584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874d96d-b955-42b7-bac4-6fe6e9c74d5f req-edf12838-7e57-4884-a922-c7fa496f1446 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.740630 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874d96d-b955-42b7-bac4-6fe6e9c74d5f req-edf12838-7e57-4884-a922-c7fa496f1446 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.746854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874d96d-b955-42b7-bac4-6fe6e9c74d5f req-edf12838-7e57-4884-a922-c7fa496f1446 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.752909 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874d96d-b955-42b7-bac4-6fe6e9c74d5f req-edf12838-7e57-4884-a922-c7fa496f1446 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:38.760670 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1874d96d-b955-42b7-bac4-6fe6e9c74d5f req-edf12838-7e57-4884-a922-c7fa496f1446 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5420 time: 0.2922029 Jul 07 17:05:38.783951 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed1ffee-5da8-4a17-bb28-9afb348e434e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:05:38.790288 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fed1ffee-5da8-4a17-bb28-9afb348e434e tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "PUT /v2.0/routers/e5a29205-a2b5-4ef1-b348-8510047162e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9957249 Jul 07 17:05:38.793910 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58010) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:38.798204 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6f44a-2544-44f7-b66d-58d531d6f303 None None] Sync routers for ids ['e5a29205-a2b5-4ef1-b348-8510047162e5'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:05:38.819981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a6f44a-2544-44f7-b66d-58d531d6f303 None None] Routers {'e5a29205-a2b5-4ef1-b348-8510047162e5'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:38.828251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a6a6f44a-2544-44f7-b66d-58d531d6f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:05:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e5a29205-a2b5-4ef1-b348-8510047162e5'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:38.847790 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1874d96d-b955-42b7-bac4-6fe6e9c74d5f req-a61fef56-e08e-4be3-966a-0234671ccd80 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0861435 Jul 07 17:05:38.888290 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-fe05ec19-e634-4ee0-98dc-cac77b71c01b tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] show failed (client error): The resource could not be found. Jul 07 17:05:38.893064 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58016) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:38.896736 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fe05ec19-e634-4ee0-98dc-cac77b71c01b tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-1164308510 HTTP/1.1" status: 404 len: 335 time: 0.1001482 Jul 07 17:05:38.897855 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1ed83003-4e04-400c-a079-fa4c373bbaa5 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:38.900796 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a6a6f44a-2544-44f7-b66d-58d531d6f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:38.922752 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a6f44a-2544-44f7-b66d-58d531d6f303 None None] Routers {'e5a29205-a2b5-4ef1-b348-8510047162e5'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:38.924024 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a6a6f44a-2544-44f7-b66d-58d531d6f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:05:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e5a29205-a2b5-4ef1-b348-8510047162e5'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:38.993638 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a6a6f44a-2544-44f7-b66d-58d531d6f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:38.994520 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6f44a-2544-44f7-b66d-58d531d6f303 None None] The sync data for ids ['e5a29205-a2b5-4ef1-b348-8510047162e5'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:05:39.052660 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-1ed83003-4e04-400c-a079-fa4c373bbaa5 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] update failed (client error): The resource could not be found. Jul 07 17:05:39.060250 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1ed83003-4e04-400c-a079-fa4c373bbaa5 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-1507881798 HTTP/1.1" status: 404 len: 335 time: 0.1647050 Jul 07 17:05:39.063145 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58024) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:39.153836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a4b4b0-409f-482a-a931-49b0d116e472 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Deleting subnet 0b7180ef-7ff8-4aa1-b742-09f26ebad934 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:05:39.161818 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31a4b4b0-409f-482a-a931-49b0d116e472 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.215357 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31a4b4b0-409f-482a-a931-49b0d116e472 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.417490 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31a4b4b0-409f-482a-a931-49b0d116e472 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.561288 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31a4b4b0-409f-482a-a931-49b0d116e472 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.584506 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d18ea99-9ff2-4f32-854d-8d06e21de946 None None] Network 2da92fc7-6b01-43e4-9538-3b1fa9c05a5d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:39.595207 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31a4b4b0-409f-482a-a931-49b0d116e472 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.597125 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-31a4b4b0-409f-482a-a931-49b0d116e472 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "DELETE /v2.0/subnets/0b7180ef-7ff8-4aa1-b742-09f26ebad934 HTTP/1.1" status: 204 len: 168 time: 0.5321348 Jul 07 17:05:39.599679 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58042) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:39.619703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4b4b0-409f-482a-a931-49b0d116e472 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7180ef-7ff8-4aa1-b742-09f26ebad934,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:39.753244 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4af2a581-1ffa-4a61-9adc-737217b0be45 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.853999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-4af2a581-1ffa-4a61-9adc-737217b0be45 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Deleting port c7642b39-935d-49f9-bb86-d0613b266f7d {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:39.854674 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4af2a581-1ffa-4a61-9adc-737217b0be45 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:39.977794 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1270dc94-6957-4087-800a-8961a3b9a18c None None] DHCP port deletion for 2da92fc7-6b01-43e4-9538-3b1fa9c05a5d request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:05:40.010170 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-4af2a581-1ffa-4a61-9adc-737217b0be45 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] For port c7642b39-935d-49f9-bb86-d0613b266f7d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c7642b39-935d-49f9-bb86-d0613b266f7d,segment=NetworkSegment(c876b737-94a3-4a72-b649-c4ff9526ba5c),segment_id=c876b737-94a3-4a72-b649-c4ff9526ba5c)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:40.010572 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4af2a581-1ffa-4a61-9adc-737217b0be45 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.076876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-4af2a581-1ffa-4a61-9adc-737217b0be45 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Calling delete_port for c7642b39-935d-49f9-bb86-d0613b266f7d owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:40.117976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-1270dc94-6957-4087-800a-8961a3b9a18c None None] Deleting port c7642b39-935d-49f9-bb86-d0613b266f7d {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:40.122517 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1270dc94-6957-4087-800a-8961a3b9a18c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.247818 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4af2a581-1ffa-4a61-9adc-737217b0be45 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.254749 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dca85-4000-4778-b469-a2b4fce6da93 req-54c74859-99e4-4702-8156-635e079a0f13 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:40.258059 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-1270dc94-6957-4087-800a-8961a3b9a18c None None] For port c7642b39-935d-49f9-bb86-d0613b266f7d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c7642b39-935d-49f9-bb86-d0613b266f7d,segment=NetworkSegment(c876b737-94a3-4a72-b649-c4ff9526ba5c),segment_id=c876b737-94a3-4a72-b649-c4ff9526ba5c)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:40.258786 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1270dc94-6957-4087-800a-8961a3b9a18c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.261652 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dca85-4000-4778-b469-a2b4fce6da93 req-54c74859-99e4-4702-8156-635e079a0f13 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:40.269939 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dca85-4000-4778-b469-a2b4fce6da93 req-54c74859-99e4-4702-8156-635e079a0f13 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:40.274228 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-1270dc94-6957-4087-800a-8961a3b9a18c None None] Calling delete_port for c7642b39-935d-49f9-bb86-d0613b266f7d owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:40.279769 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dca85-4000-4778-b469-a2b4fce6da93 req-54c74859-99e4-4702-8156-635e079a0f13 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:40.286889 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dca85-4000-4778-b469-a2b4fce6da93 req-54c74859-99e4-4702-8156-635e079a0f13 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:40.294092 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dca85-4000-4778-b469-a2b4fce6da93 req-54c74859-99e4-4702-8156-635e079a0f13 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:40.302296 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dca85-4000-4778-b469-a2b4fce6da93 req-54c74859-99e4-4702-8156-635e079a0f13 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:40.303037 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af2a581-1ffa-4a61-9adc-737217b0be45 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] No DVR routers for this DVR port c7642b39-935d-49f9-bb86-d0613b266f7d on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:40.305001 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2a581-1ffa-4a61-9adc-737217b0be45 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event deleted for resources: {'Port': ['ID=c7642b39-935d-49f9-bb86-d0613b266f7d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:40.315140 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-be2dca85-4000-4778-b469-a2b4fce6da93 req-54c74859-99e4-4702-8156-635e079a0f13 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5420 time: 0.2449162 Jul 07 17:05:40.371504 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-be2dca85-4000-4778-b469-a2b4fce6da93 req-25f7e501-dd58-4e20-b2d7-426f096381d8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550690 Jul 07 17:05:40.455769 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4af2a581-1ffa-4a61-9adc-737217b0be45 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.489501 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-4af2a581-1ffa-4a61-9adc-737217b0be45 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da92fc7-6b01-43e4-9538-3b1fa9c05a5d']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:40.491633 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1270dc94-6957-4087-800a-8961a3b9a18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.504184 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-4af2a581-1ffa-4a61-9adc-737217b0be45 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c876b737-94a3-4a72-b649-c4ff9526ba5c') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:40.504555 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-4af2a581-1ffa-4a61-9adc-737217b0be45 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c876b737-94a3-4a72-b649-c4ff9526ba5c') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:40.515352 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4af2a581-1ffa-4a61-9adc-737217b0be45 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.531368 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4af2a581-1ffa-4a61-9adc-737217b0be45 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.542708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af2a581-1ffa-4a61-9adc-737217b0be45 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:40.544324 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4af2a581-1ffa-4a61-9adc-737217b0be45 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:40.549461 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:40.598628 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1270dc94-6957-4087-800a-8961a3b9a18c None None] No DVR routers for this DVR port c7642b39-935d-49f9-bb86-d0613b266f7d on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:40.600145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270dc94-6957-4087-800a-8961a3b9a18c None None] Pushing event deleted for resources: {'Port': ['ID=c7642b39-935d-49f9-bb86-d0613b266f7d,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:40.625256 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270dc94-6957-4087-800a-8961a3b9a18c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:40.626614 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270dc94-6957-4087-800a-8961a3b9a18c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:40.627122 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270dc94-6957-4087-800a-8961a3b9a18c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:40.629735 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270dc94-6957-4087-800a-8961a3b9a18c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:40.630257 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270dc94-6957-4087-800a-8961a3b9a18c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:40.630785 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270dc94-6957-4087-800a-8961a3b9a18c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:40.631321 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270dc94-6957-4087-800a-8961a3b9a18c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:40.631923 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270dc94-6957-4087-800a-8961a3b9a18c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:40.632360 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270dc94-6957-4087-800a-8961a3b9a18c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:40.632918 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270dc94-6957-4087-800a-8961a3b9a18c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:40.633720 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270dc94-6957-4087-800a-8961a3b9a18c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:40.634340 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1270dc94-6957-4087-800a-8961a3b9a18c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:05:40.745070 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4af2a581-1ffa-4a61-9adc-737217b0be45 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.791406 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4af2a581-1ffa-4a61-9adc-737217b0be45 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.797185 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4af2a581-1ffa-4a61-9adc-737217b0be45 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "DELETE /v2.0/networks/2da92fc7-6b01-43e4-9538-3b1fa9c05a5d HTTP/1.1" status: 204 len: 168 time: 1.1931965 Jul 07 17:05:40.801214 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58076) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:40.803256 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2a581-1ffa-4a61-9adc-737217b0be45 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event deleted for resources: {'Network': ['ID=2da92fc7-6b01-43e4-9538-3b1fa9c05a5d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:40.874313 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1081eb3-d3a0-488a-8914-8a08e71937d9 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Deleting subnet d7e02915-feb9-4f91-b007-e101fba3e74f {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:05:40.878237 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b1081eb3-d3a0-488a-8914-8a08e71937d9 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:40.929882 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b1081eb3-d3a0-488a-8914-8a08e71937d9 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.046596 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b1081eb3-d3a0-488a-8914-8a08e71937d9 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.154726 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b1081eb3-d3a0-488a-8914-8a08e71937d9 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.185624 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1081eb3-d3a0-488a-8914-8a08e71937d9 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e02915-feb9-4f91-b007-e101fba3e74f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:41.194117 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b1081eb3-d3a0-488a-8914-8a08e71937d9 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.198809 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b1081eb3-d3a0-488a-8914-8a08e71937d9 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "DELETE /v2.0/subnets/d7e02915-feb9-4f91-b007-e101fba3e74f HTTP/1.1" status: 204 len: 168 time: 0.3929045 Jul 07 17:05:41.199446 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58086) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:41.201590 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cfc321-ec22-4a9c-9a71-f4f60835ae24 None None] Network 45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:41.272885 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7cdb9dc-8274-4961-9bb8-4cc22a2e4202 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Deleting subnet a3bfd432-5660-4f78-917b-c3625f6462b8 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:05:41.277683 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb9dc-8274-4961-9bb8-4cc22a2e4202 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.375802 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb9dc-8274-4961-9bb8-4cc22a2e4202 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.673709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87844300-8a27-4c1c-9b14-773d15ce7170 None None] DHCP port deletion for 45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:05:41.686241 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb9dc-8274-4961-9bb8-4cc22a2e4202 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.745272 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-87844300-8a27-4c1c-9b14-773d15ce7170 None None] Deleting port d82e7a24-040b-4af1-a967-2b01a7625724 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:41.746190 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-87844300-8a27-4c1c-9b14-773d15ce7170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.814364 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb9dc-8274-4961-9bb8-4cc22a2e4202 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.828897 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-87844300-8a27-4c1c-9b14-773d15ce7170 None None] For port d82e7a24-040b-4af1-a967-2b01a7625724, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d82e7a24-040b-4af1-a967-2b01a7625724,segment=NetworkSegment(c522b154-7be9-4893-85b3-43bbfd5a1000),segment_id=c522b154-7be9-4893-85b3-43bbfd5a1000)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:41.829409 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-87844300-8a27-4c1c-9b14-773d15ce7170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.850823 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb9dc-8274-4961-9bb8-4cc22a2e4202 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:41.855642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-87844300-8a27-4c1c-9b14-773d15ce7170 None None] Calling delete_port for d82e7a24-040b-4af1-a967-2b01a7625724 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:41.861217 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f7cdb9dc-8274-4961-9bb8-4cc22a2e4202 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "DELETE /v2.0/subnets/a3bfd432-5660-4f78-917b-c3625f6462b8 HTTP/1.1" status: 204 len: 168 time: 0.6596527 Jul 07 17:05:41.870910 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58108) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:41.872149 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e31c1-bbc3-4412-99ac-a724d297ac67 req-a6279411-ed65-4e7a-af4c-3f8c8abdbf8f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:41.889926 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e31c1-bbc3-4412-99ac-a724d297ac67 req-a6279411-ed65-4e7a-af4c-3f8c8abdbf8f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:41.910676 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e31c1-bbc3-4412-99ac-a724d297ac67 req-a6279411-ed65-4e7a-af4c-3f8c8abdbf8f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:41.941862 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e31c1-bbc3-4412-99ac-a724d297ac67 req-a6279411-ed65-4e7a-af4c-3f8c8abdbf8f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:41.958796 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4213c2ee-b73b-49ec-b307-8ced5a821963 None None] Network 5b71e126-322a-4de8-a683-58cdd2851a69 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:41.965377 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e31c1-bbc3-4412-99ac-a724d297ac67 req-a6279411-ed65-4e7a-af4c-3f8c8abdbf8f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:41.966407 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c7642b39-935d-49f9-bb86-d0613b266f7d no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:41.983477 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e31c1-bbc3-4412-99ac-a724d297ac67 req-a6279411-ed65-4e7a-af4c-3f8c8abdbf8f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:41.984477 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdb9dc-8274-4961-9bb8-4cc22a2e4202 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event deleted for resources: {'Subnet': ['ID=a3bfd432-5660-4f78-917b-c3625f6462b8,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:42.007758 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e31c1-bbc3-4412-99ac-a724d297ac67 req-a6279411-ed65-4e7a-af4c-3f8c8abdbf8f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:42.009888 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-404e31c1-bbc3-4412-99ac-a724d297ac67 req-a6279411-ed65-4e7a-af4c-3f8c8abdbf8f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5420 time: 0.3140085 Jul 07 17:05:42.049322 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-87844300-8a27-4c1c-9b14-773d15ce7170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:42.128640 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87844300-8a27-4c1c-9b14-773d15ce7170 None None] No DVR routers for this DVR port d82e7a24-040b-4af1-a967-2b01a7625724 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:42.132497 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: c7642b39-935d-49f9-bb86-d0613b266f7d {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:05:42.132968 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c7642b39-935d-49f9-bb86-d0613b266f7d not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:05:42.136647 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d82e7a24-040b-4af1-a967-2b01a7625724 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:42.160998 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-404e31c1-bbc3-4412-99ac-a724d297ac67 req-167b85a2-4706-4d5d-bc7a-d73454c98145 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1266816 Jul 07 17:05:42.161472 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-190324fb-316c-4977-b586-deae14f0a3f3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:42.178432 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87844300-8a27-4c1c-9b14-773d15ce7170 None None] Pushing event deleted for resources: {'Port': ['ID=d82e7a24-040b-4af1-a967-2b01a7625724,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:42.186052 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: d82e7a24-040b-4af1-a967-2b01a7625724 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:05:42.186052 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d82e7a24-040b-4af1-a967-2b01a7625724 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:05:42.381339 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-190324fb-316c-4977-b586-deae14f0a3f3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:42.404246 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-190324fb-316c-4977-b586-deae14f0a3f3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:42.429409 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-190324fb-316c-4977-b586-deae14f0a3f3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c522b154-7be9-4893-85b3-43bbfd5a1000') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:42.429724 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-190324fb-316c-4977-b586-deae14f0a3f3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c522b154-7be9-4893-85b3-43bbfd5a1000') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:42.452175 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-190324fb-316c-4977-b586-deae14f0a3f3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:42.475106 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb66edbe-dd82-4b7d-b77b-b57d2b7ed254 None None] DHCP port deletion for 5b71e126-322a-4de8-a683-58cdd2851a69 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:05:42.495211 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-190324fb-316c-4977-b586-deae14f0a3f3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:42.505260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190324fb-316c-4977-b586-deae14f0a3f3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:42.505677 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-190324fb-316c-4977-b586-deae14f0a3f3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:42.516323 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:42.556780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-bb66edbe-dd82-4b7d-b77b-b57d2b7ed254 None None] Deleting port 11cb87c3-37dc-4cc1-b1da-3b6dd3482342 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:42.559437 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bb66edbe-dd82-4b7d-b77b-b57d2b7ed254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:42.651496 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-190324fb-316c-4977-b586-deae14f0a3f3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:42.656952 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-190324fb-316c-4977-b586-deae14f0a3f3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:42.661501 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-190324fb-316c-4977-b586-deae14f0a3f3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "DELETE /v2.0/networks/45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab HTTP/1.1" status: 204 len: 168 time: 0.7867551 Jul 07 17:05:42.661594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58130) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:42.688745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190324fb-316c-4977-b586-deae14f0a3f3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event deleted for resources: {'Network': ['ID=45bd7b97-dc77-4e6c-a2ae-3cb3f80880ab,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:42.862808 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7c6344e7-6033-4b46-b335-4691acb11361 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:05:42.891373 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21796f9e-6ce3-44af-bb54-4db16f1c64c3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:42.980945 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-bb66edbe-dd82-4b7d-b77b-b57d2b7ed254 None None] For port 11cb87c3-37dc-4cc1-b1da-3b6dd3482342, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=11cb87c3-37dc-4cc1-b1da-3b6dd3482342,segment=NetworkSegment(fbb2a083-8a05-4d08-9d26-96dff98987aa),segment_id=fbb2a083-8a05-4d08-9d26-96dff98987aa)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:42.981384 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bb66edbe-dd82-4b7d-b77b-b57d2b7ed254 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.002842 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-bb66edbe-dd82-4b7d-b77b-b57d2b7ed254 None None] Calling delete_port for 11cb87c3-37dc-4cc1-b1da-3b6dd3482342 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:43.035077 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-21796f9e-6ce3-44af-bb54-4db16f1c64c3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Deleting port 11cb87c3-37dc-4cc1-b1da-3b6dd3482342 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:43.035621 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21796f9e-6ce3-44af-bb54-4db16f1c64c3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.141665 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-21796f9e-6ce3-44af-bb54-4db16f1c64c3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] For port 11cb87c3-37dc-4cc1-b1da-3b6dd3482342, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=11cb87c3-37dc-4cc1-b1da-3b6dd3482342,segment=NetworkSegment(fbb2a083-8a05-4d08-9d26-96dff98987aa),segment_id=fbb2a083-8a05-4d08-9d26-96dff98987aa)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:43.142329 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21796f9e-6ce3-44af-bb54-4db16f1c64c3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.158642 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-21796f9e-6ce3-44af-bb54-4db16f1c64c3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Calling delete_port for 11cb87c3-37dc-4cc1-b1da-3b6dd3482342 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:43.229140 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7c6344e7-6033-4b46-b335-4691acb11361, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7c6344e7-6033-4b46-b335-4691acb11361,segment=NetworkSegment(28b813d0-ff8e-4398-baa2-b2254c75892a),segment_id=28b813d0-ff8e-4398-baa2-b2254c75892a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:43.296589 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '7c6344e7-6033-4b46-b335-4691acb11361', 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6', 'port_id': '7c6344e7-6033-4b46-b335-4691acb11361', 'mac_address': 'fa:16:3e:7a:9d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb5af372-328c-408a-a249-1a68d716f9ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:05:43.323696 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21796f9e-6ce3-44af-bb54-4db16f1c64c3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.386102 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21796f9e-6ce3-44af-bb54-4db16f1c64c3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event deleted for resources: {'Port': ['ID=11cb87c3-37dc-4cc1-b1da-3b6dd3482342,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:43.416956 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.450782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6344e7-6033-4b46-b335-4691acb11361 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:43.451805 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21796f9e-6ce3-44af-bb54-4db16f1c64c3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] No DVR routers for this DVR port 11cb87c3-37dc-4cc1-b1da-3b6dd3482342 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:43.495911 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bb66edbe-dd82-4b7d-b77b-b57d2b7ed254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.516894 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7c6344e7-6033-4b46-b335-4691acb11361, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7c6344e7-6033-4b46-b335-4691acb11361,segment=NetworkSegment(28b813d0-ff8e-4398-baa2-b2254c75892a),segment_id=28b813d0-ff8e-4398-baa2-b2254c75892a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:43.521617 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb66edbe-dd82-4b7d-b77b-b57d2b7ed254 None None] No DVR routers for this DVR port 11cb87c3-37dc-4cc1-b1da-3b6dd3482342 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:43.568186 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.568853 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 8eb21232-3d31-4afa-a049-3322dac0ef1d details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:05:43.586948 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66edbe-dd82-4b7d-b77b-b57d2b7ed254 None None] Pushing event deleted for resources: {'Port': ['ID=11cb87c3-37dc-4cc1-b1da-3b6dd3482342,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:43.723992 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21796f9e-6ce3-44af-bb54-4db16f1c64c3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.738253 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7baa-5a7c-46d0-8dcd-1f4fc34b8539 req-c912729c-b90a-46be-8576-d6f505c41150 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:43.747768 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7baa-5a7c-46d0-8dcd-1f4fc34b8539 req-c912729c-b90a-46be-8576-d6f505c41150 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:43.754212 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7baa-5a7c-46d0-8dcd-1f4fc34b8539 req-c912729c-b90a-46be-8576-d6f505c41150 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:43.761527 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7baa-5a7c-46d0-8dcd-1f4fc34b8539 req-c912729c-b90a-46be-8576-d6f505c41150 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:43.769336 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7baa-5a7c-46d0-8dcd-1f4fc34b8539 req-c912729c-b90a-46be-8576-d6f505c41150 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:43.777362 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=7c6344e7-6033-4b46-b335-4691acb11361,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:43.796188 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7baa-5a7c-46d0-8dcd-1f4fc34b8539 req-c912729c-b90a-46be-8576-d6f505c41150 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:43.814396 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7baa-5a7c-46d0-8dcd-1f4fc34b8539 req-c912729c-b90a-46be-8576-d6f505c41150 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:43.822779 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-41ff7baa-5a7c-46d0-8dcd-1f4fc34b8539 req-c912729c-b90a-46be-8576-d6f505c41150 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5420 time: 0.4517391 Jul 07 17:05:43.859461 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-21796f9e-6ce3-44af-bb54-4db16f1c64c3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b71e126-322a-4de8-a683-58cdd2851a69']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:43.924704 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-21796f9e-6ce3-44af-bb54-4db16f1c64c3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb2a083-8a05-4d08-9d26-96dff98987aa') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:43.925317 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-21796f9e-6ce3-44af-bb54-4db16f1c64c3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb2a083-8a05-4d08-9d26-96dff98987aa') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:43.928056 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 11cb87c3-37dc-4cc1-b1da-3b6dd3482342 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:43.954759 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21796f9e-6ce3-44af-bb54-4db16f1c64c3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.981930 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21796f9e-6ce3-44af-bb54-4db16f1c64c3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:43.989795 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 8eb21232-3d31-4afa-a049-3322dac0ef1d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8eb21232-3d31-4afa-a049-3322dac0ef1d,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:43.992894 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 11cb87c3-37dc-4cc1-b1da-3b6dd3482342 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:05:43.993254 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 11cb87c3-37dc-4cc1-b1da-3b6dd3482342 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:05:43.996466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21796f9e-6ce3-44af-bb54-4db16f1c64c3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:43.997743 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21796f9e-6ce3-44af-bb54-4db16f1c64c3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.024168 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '8eb21232-3d31-4afa-a049-3322dac0ef1d', 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22', 'port_id': '8eb21232-3d31-4afa-a049-3322dac0ef1d', 'mac_address': 'fa:16:3e:05:fd:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:44.072487 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:44.145651 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-41ff7baa-5a7c-46d0-8dcd-1f4fc34b8539 req-cf79f564-1d5a-494d-b9f8-4330de1e1639 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3218875 Jul 07 17:05:44.149437 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.174493 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb21232-3d31-4afa-a049-3322dac0ef1d {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:44.186597 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21796f9e-6ce3-44af-bb54-4db16f1c64c3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.193692 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21796f9e-6ce3-44af-bb54-4db16f1c64c3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.199178 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58168) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:44.206163 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-21796f9e-6ce3-44af-bb54-4db16f1c64c3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "DELETE /v2.0/networks/5b71e126-322a-4de8-a683-58cdd2851a69 HTTP/1.1" status: 204 len: 168 time: 1.5330017 Jul 07 17:05:44.211510 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.230224 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21796f9e-6ce3-44af-bb54-4db16f1c64c3 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event deleted for resources: {'Network': ['ID=5b71e126-322a-4de8-a683-58cdd2851a69,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:44.233441 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 8eb21232-3d31-4afa-a049-3322dac0ef1d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8eb21232-3d31-4afa-a049-3322dac0ef1d,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:44.242637 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.243317 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device cd76306c-1fa6-42bc-ad55-41f92df88fad details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:05:44.343806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-67391708-f9e7-497c-ab0f-40d8102b6141 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Deleting subnet acfedade-28c8-4185-b725-5ff500133319 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:05:44.345692 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port cd76306c-1fa6-42bc-ad55-41f92df88fad, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=cd76306c-1fa6-42bc-ad55-41f92df88fad,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:44.352077 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=8eb21232-3d31-4afa-a049-3322dac0ef1d,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:44.358749 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67391708-f9e7-497c-ab0f-40d8102b6141 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.387289 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'cd76306c-1fa6-42bc-ad55-41f92df88fad', 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22', 'port_id': 'cd76306c-1fa6-42bc-ad55-41f92df88fad', 'mac_address': 'fa:16:3e:d9:5e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:05:44.467672 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67391708-f9e7-497c-ab0f-40d8102b6141 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.483091 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.523579 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd76306c-1fa6-42bc-ad55-41f92df88fad {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:44.576708 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port cd76306c-1fa6-42bc-ad55-41f92df88fad, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=cd76306c-1fa6-42bc-ad55-41f92df88fad,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:44.585394 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.639263 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67391708-f9e7-497c-ab0f-40d8102b6141 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.708488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=cd76306c-1fa6-42bc-ad55-41f92df88fad,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:44.714289 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5183c80e-89fe-419e-b605-c55709a50ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.739482 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 945ac77d-db4f-4aac-aec5-b6e497e33fb2 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:05:44.773364 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67391708-f9e7-497c-ab0f-40d8102b6141 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.805808 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67391708-f9e7-497c-ab0f-40d8102b6141 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:44.811322 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-67391708-f9e7-497c-ab0f-40d8102b6141 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "DELETE /v2.0/subnets/acfedade-28c8-4185-b725-5ff500133319 HTTP/1.1" status: 204 len: 168 time: 0.6091371 Jul 07 17:05:44.813479 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58188) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:44.851347 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b10927-efd3-462f-ac31-72863f6bc8d8 None None] Network a07fa3d6-8903-4bdd-b939-ffe20b189361 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:05:44.859866 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67391708-f9e7-497c-ab0f-40d8102b6141 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event deleted for resources: {'Subnet': ['ID=acfedade-28c8-4185-b725-5ff500133319,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:44.971899 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a852d344-bd12-4a0b-b9b5-b798cc4c1939 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.009394 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 945ac77d-db4f-4aac-aec5-b6e497e33fb2, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=945ac77d-db4f-4aac-aec5-b6e497e33fb2,segment=NetworkSegment(42e6b983-0ac2-4827-9607-037f81f56b08),segment_id=42e6b983-0ac2-4827-9607-037f81f56b08)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:45.055967 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-a852d344-bd12-4a0b-b9b5-b798cc4c1939 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Deleting port 223d5737-ec2a-45f7-846c-3c12b007d94e {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:45.056644 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a852d344-bd12-4a0b-b9b5-b798cc4c1939 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.060152 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '945ac77d-db4f-4aac-aec5-b6e497e33fb2', 'network_id': 'b39fb3b4-5401-465e-ad80-a133da26f792', 'port_id': '945ac77d-db4f-4aac-aec5-b6e497e33fb2', 'mac_address': 'fa:16:3e:cf:22:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c604800d-5fdb-4651-bc00-e8a4989348ef', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:05:45.128592 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.148985 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945ac77d-db4f-4aac-aec5-b6e497e33fb2 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:45.152732 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-a852d344-bd12-4a0b-b9b5-b798cc4c1939 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] For port 223d5737-ec2a-45f7-846c-3c12b007d94e, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=223d5737-ec2a-45f7-846c-3c12b007d94e,segment=NetworkSegment(863ff572-0a13-49ff-a6b3-e1f21315f65b),segment_id=863ff572-0a13-49ff-a6b3-e1f21315f65b)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:45.153724 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a852d344-bd12-4a0b-b9b5-b798cc4c1939 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.179293 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['8eb21232-3d31-4afa-a049-3322dac0ef1d'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:45.183426 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-a852d344-bd12-4a0b-b9b5-b798cc4c1939 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Calling delete_port for 223d5737-ec2a-45f7-846c-3c12b007d94e owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:45.184566 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['7c6344e7-6033-4b46-b335-4691acb11361'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:45.298219 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 945ac77d-db4f-4aac-aec5-b6e497e33fb2, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=945ac77d-db4f-4aac-aec5-b6e497e33fb2,segment=NetworkSegment(42e6b983-0ac2-4827-9607-037f81f56b08),segment_id=42e6b983-0ac2-4827-9607-037f81f56b08)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:45.303576 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4d27c7-9b19-497b-8740-62aef7b438b8 None None] DHCP port deletion for a07fa3d6-8903-4bdd-b939-ffe20b189361 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:05:45.308111 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['cd76306c-1fa6-42bc-ad55-41f92df88fad'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:45.355228 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.356269 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device c062a1db-373b-4c9c-a081-b033c6a8856b details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:05:45.428823 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a852d344-bd12-4a0b-b9b5-b798cc4c1939 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.462282 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852d344-bd12-4a0b-b9b5-b798cc4c1939 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event deleted for resources: {'Port': ['ID=223d5737-ec2a-45f7-846c-3c12b007d94e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:45.476935 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426d31e-f1e1-4833-9890-53d5318b759f req-901d9837-d30e-4af3-8868-184246966016 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:45.488316 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426d31e-f1e1-4833-9890-53d5318b759f req-901d9837-d30e-4af3-8868-184246966016 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:45.494299 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426d31e-f1e1-4833-9890-53d5318b759f req-901d9837-d30e-4af3-8868-184246966016 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:45.519551 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426d31e-f1e1-4833-9890-53d5318b759f req-901d9837-d30e-4af3-8868-184246966016 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:45.544281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426d31e-f1e1-4833-9890-53d5318b759f req-901d9837-d30e-4af3-8868-184246966016 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:45.560780 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426d31e-f1e1-4833-9890-53d5318b759f req-901d9837-d30e-4af3-8868-184246966016 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:45.573055 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426d31e-f1e1-4833-9890-53d5318b759f req-901d9837-d30e-4af3-8868-184246966016 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:45.583343 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d426d31e-f1e1-4833-9890-53d5318b759f req-901d9837-d30e-4af3-8868-184246966016 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5424 time: 0.2456934 Jul 07 17:05:45.610055 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a852d344-bd12-4a0b-b9b5-b798cc4c1939 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] No DVR routers for this DVR port 223d5737-ec2a-45f7-846c-3c12b007d94e on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:45.663104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port c062a1db-373b-4c9c-a081-b033c6a8856b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=c062a1db-373b-4c9c-a081-b033c6a8856b,segment=NetworkSegment(42e6b983-0ac2-4827-9607-037f81f56b08),segment_id=42e6b983-0ac2-4827-9607-037f81f56b08)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:45.686261 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d426d31e-f1e1-4833-9890-53d5318b759f req-e4fdff6a-9cea-4d8f-b99e-2a427b2c5815 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1017399 Jul 07 17:05:45.741265 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=945ac77d-db4f-4aac-aec5-b6e497e33fb2,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:45.812668 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'c062a1db-373b-4c9c-a081-b033c6a8856b', 'network_id': 'b39fb3b4-5401-465e-ad80-a133da26f792', 'port_id': 'c062a1db-373b-4c9c-a081-b033c6a8856b', 'mac_address': 'fa:16:3e:da:82:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c604800d-5fdb-4651-bc00-e8a4989348ef', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:05:45.841324 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a852d344-bd12-4a0b-b9b5-b798cc4c1939 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.855434 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-a852d344-bd12-4a0b-b9b5-b798cc4c1939 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07fa3d6-8903-4bdd-b939-ffe20b189361']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:45.870149 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-a852d344-bd12-4a0b-b9b5-b798cc4c1939 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863ff572-0a13-49ff-a6b3-e1f21315f65b') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:45.870488 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-a852d344-bd12-4a0b-b9b5-b798cc4c1939 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863ff572-0a13-49ff-a6b3-e1f21315f65b') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:05:45.880746 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a852d344-bd12-4a0b-b9b5-b798cc4c1939 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.897885 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a852d344-bd12-4a0b-b9b5-b798cc4c1939 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.909313 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a852d344-bd12-4a0b-b9b5-b798cc4c1939 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:05:45.909893 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a852d344-bd12-4a0b-b9b5-b798cc4c1939 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:05:45.914422 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:05:45.954538 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 223d5737-ec2a-45f7-846c-3c12b007d94e no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:05:46.044830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d27c7-9b19-497b-8740-62aef7b438b8 None None] Deleting port 223d5737-ec2a-45f7-846c-3c12b007d94e {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:05:46.045193 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3a4d27c7-9b19-497b-8740-62aef7b438b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.056558 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a852d344-bd12-4a0b-b9b5-b798cc4c1939 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.067855 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a852d344-bd12-4a0b-b9b5-b798cc4c1939 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.070503 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a852d344-bd12-4a0b-b9b5-b798cc4c1939 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "DELETE /v2.0/networks/a07fa3d6-8903-4bdd-b939-ffe20b189361 HTTP/1.1" status: 204 len: 168 time: 1.2559218 Jul 07 17:05:46.071639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 223d5737-ec2a-45f7-846c-3c12b007d94e {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:05:46.071991 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 223d5737-ec2a-45f7-846c-3c12b007d94e not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:05:46.074668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58230) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:46.099437 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852d344-bd12-4a0b-b9b5-b798cc4c1939 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Pushing event deleted for resources: {'Network': ['ID=a07fa3d6-8903-4bdd-b939-ffe20b189361,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:46.136700 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-026999eb-b8be-4b17-93bc-8d7e6f3c08bd tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5a29205-a2b5-4ef1-b348-8510047162e5 HTTP/1.1" status: 200 len: 205 time: 0.0602863 Jul 07 17:05:46.139808 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58232) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:46.179442 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.196405 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c062a1db-373b-4c9c-a081-b033c6a8856b {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:46.251509 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-3a4d27c7-9b19-497b-8740-62aef7b438b8 None None] For port 223d5737-ec2a-45f7-846c-3c12b007d94e, host n-d-793620-7, got binding levels [] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:46.252018 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3a4d27c7-9b19-497b-8740-62aef7b438b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.274809 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4dff1d3-0ef5-4957-86a5-45f995a17438 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.282275 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d27c7-9b19-497b-8740-62aef7b438b8 None None] Calling delete_port for 223d5737-ec2a-45f7-846c-3c12b007d94e owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:05:46.285634 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.ipam_backend_mixin [None req-3a4d27c7-9b19-497b-8740-62aef7b438b8 None None] Port 223d5737-ec2a-45f7-846c-3c12b007d94e was not found and therefore no delete operation was performed {{(pid=100411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:05:46.287269 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3a4d27c7-9b19-497b-8740-62aef7b438b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.298727 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port c062a1db-373b-4c9c-a081-b033c6a8856b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=c062a1db-373b-4c9c-a081-b033c6a8856b,segment=NetworkSegment(42e6b983-0ac2-4827-9607-037f81f56b08),segment_id=42e6b983-0ac2-4827-9607-037f81f56b08)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:46.331826 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.332768 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device a2b80725-0d33-40cf-b428-11acb89d8dbb details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:05:46.343582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a4d27c7-9b19-497b-8740-62aef7b438b8 None None] Network a07fa3d6-8903-4bdd-b939-ffe20b189361 is not hosted by any dhcp agent {{(pid=100411) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 17:05:46.344178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4d27c7-9b19-497b-8740-62aef7b438b8 None None] No DVR routers for this DVR port 223d5737-ec2a-45f7-846c-3c12b007d94e on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:05:46.359572 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d27c7-9b19-497b-8740-62aef7b438b8 None None] Pushing event deleted for resources: {'Port': ['ID=223d5737-ec2a-45f7-846c-3c12b007d94e,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:46.397753 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.483157 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=c062a1db-373b-4c9c-a081-b033c6a8856b,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:46.527310 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port a2b80725-0d33-40cf-b428-11acb89d8dbb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=a2b80725-0d33-40cf-b428-11acb89d8dbb,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:46.568819 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'a2b80725-0d33-40cf-b428-11acb89d8dbb', 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22', 'port_id': 'a2b80725-0d33-40cf-b428-11acb89d8dbb', 'mac_address': 'fa:16:3e:e3:de:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:05:46.629224 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.637086 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4dff1d3-0ef5-4957-86a5-45f995a17438 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.639968 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4dff1d3-0ef5-4957-86a5-45f995a17438 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.651080 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b80725-0d33-40cf-b428-11acb89d8dbb {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:46.674712 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port a2b80725-0d33-40cf-b428-11acb89d8dbb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=a2b80725-0d33-40cf-b428-11acb89d8dbb,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:46.683625 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.685790 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:05:46.711856 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4dff1d3-0ef5-4957-86a5-45f995a17438 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.711856 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dff1d3-0ef5-4957-86a5-45f995a17438 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Fanout notify agent at l3_agent the message router_deleted on router e5a29205-a2b5-4ef1-b348-8510047162e5 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:05:46.728511 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4dff1d3-0ef5-4957-86a5-45f995a17438 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.737181 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a4dff1d3-0ef5-4957-86a5-45f995a17438 tempest-RoutersNegativeIpV6Test-788306013 tempest-RoutersNegativeIpV6Test-788306013-project] 10.222.0.50 "DELETE /v2.0/routers/e5a29205-a2b5-4ef1-b348-8510047162e5 HTTP/1.1" status: 204 len: 168 time: 0.5959156 Jul 07 17:05:46.876995 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=a2b80725-0d33-40cf-b428-11acb89d8dbb,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:46.882837 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=4ba8060b-1db9-4ca5-8da3-fd4aee84a94d,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:46.897063 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '4ba8060b-1db9-4ca5-8da3-fd4aee84a94d', 'network_id': '10aa9f73-ec7d-4ca0-b9ad-8cc057206e22', 'port_id': '4ba8060b-1db9-4ca5-8da3-fd4aee84a94d', 'mac_address': 'fa:16:3e:10:a4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:05:46.954122 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:46.976105 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:05:47.008117 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=4ba8060b-1db9-4ca5-8da3-fd4aee84a94d,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:47.013962 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.091764 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=4ba8060b-1db9-4ca5-8da3-fd4aee84a94d,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:47.187975 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9a7bb-8c65-40a8-927c-91d76ca96e19 req-736607e7-b788-4053-84e5-c6dc841196e1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:47.195977 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9a7bb-8c65-40a8-927c-91d76ca96e19 req-736607e7-b788-4053-84e5-c6dc841196e1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:47.226921 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9a7bb-8c65-40a8-927c-91d76ca96e19 req-736607e7-b788-4053-84e5-c6dc841196e1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:47.235774 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9a7bb-8c65-40a8-927c-91d76ca96e19 req-736607e7-b788-4053-84e5-c6dc841196e1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:47.237979 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58272) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:47.252509 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9a7bb-8c65-40a8-927c-91d76ca96e19 req-736607e7-b788-4053-84e5-c6dc841196e1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:47.260020 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9a7bb-8c65-40a8-927c-91d76ca96e19 req-736607e7-b788-4053-84e5-c6dc841196e1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:47.268373 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9a7bb-8c65-40a8-927c-91d76ca96e19 req-736607e7-b788-4053-84e5-c6dc841196e1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:47.270711 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ec9a7bb-8c65-40a8-927c-91d76ca96e19 req-736607e7-b788-4053-84e5-c6dc841196e1 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5427 time: 0.2365737 Jul 07 17:05:47.324148 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ec9a7bb-8c65-40a8-927c-91d76ca96e19 req-01467a18-1299-469a-8a03-6b866a841f61 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0474522 Jul 07 17:05:47.453872 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e168cff5-7dac-4494-9a75-71fea717e0e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e68295f297b45289c9f456981e1a84c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2140961 Jul 07 17:05:47.456439 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58280) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:47.528292 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4f89be0a-7cf7-4ac5-bc85-94d144a6df7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.582938 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4f89be0a-7cf7-4ac5-bc85-94d144a6df7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.589000 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.656400 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4f89be0a-7cf7-4ac5-bc85-94d144a6df7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.659010 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4f89be0a-7cf7-4ac5-bc85-94d144a6df7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:47.660181 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4f89be0a-7cf7-4ac5-bc85-94d144a6df7b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b58f91fd-b21e-4c37-9d7c-8b19d8968948 HTTP/1.1" status: 204 len: 168 time: 0.2022719 Jul 07 17:05:47.672524 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89be0a-7cf7-4ac5-bc85-94d144a6df7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58f91fd-b21e-4c37-9d7c-8b19d8968948,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:47.896507 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0fc9cb8a-20ed-45e4-9b2b-61c563b2aef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:48.077112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['945ac77d-db4f-4aac-aec5-b6e497e33fb2'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:48.114844 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['c062a1db-373b-4c9c-a081-b033c6a8856b'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:48.251225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['a2b80725-0d33-40cf-b428-11acb89d8dbb'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:48.674646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442783e5-32f4-4e92-a1d1-41233583e82e req-73e197bd-a057-4f62-b52c-b4ae6dce29f8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:48.696854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442783e5-32f4-4e92-a1d1-41233583e82e req-73e197bd-a057-4f62-b52c-b4ae6dce29f8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:48.721381 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442783e5-32f4-4e92-a1d1-41233583e82e req-73e197bd-a057-4f62-b52c-b4ae6dce29f8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:48.728892 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442783e5-32f4-4e92-a1d1-41233583e82e req-73e197bd-a057-4f62-b52c-b4ae6dce29f8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:48.735464 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442783e5-32f4-4e92-a1d1-41233583e82e req-73e197bd-a057-4f62-b52c-b4ae6dce29f8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:48.750429 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442783e5-32f4-4e92-a1d1-41233583e82e req-73e197bd-a057-4f62-b52c-b4ae6dce29f8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:48.788702 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442783e5-32f4-4e92-a1d1-41233583e82e req-73e197bd-a057-4f62-b52c-b4ae6dce29f8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:48.806410 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:48.808158 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-442783e5-32f4-4e92-a1d1-41233583e82e req-73e197bd-a057-4f62-b52c-b4ae6dce29f8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5427 time: 0.2439353 Jul 07 17:05:48.921096 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-442783e5-32f4-4e92-a1d1-41233583e82e req-c6070dae-a41d-4079-953e-9b74b83a838a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1041787 Jul 07 17:05:49.037354 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 8eb21232-3d31-4afa-a049-3322dac0ef1d up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:49.061866 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58350) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:49.066440 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032477 Jul 07 17:05:49.069857 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58352) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:49.124224 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 8eb21232-3d31-4afa-a049-3322dac0ef1d completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:49.129301 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 8eb21232-3d31-4afa-a049-3322dac0ef1d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:49.129994 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:49.208391 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['4ba8060b-1db9-4ca5-8da3-fd4aee84a94d'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:05:49.270076 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5dd9a000-a1b8-4819-b83c-3930d3612b1e tempest-NetworksApiDiscovery-1552736672 tempest-NetworksApiDiscovery-1552736672-project] 10.222.0.50 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1953356 Jul 07 17:05:49.530316 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:49.570868 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb21232-3d31-4afa-a049-3322dac0ef1d'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:49.575750 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc90cdcf-5990-4c82-ac82-3e2a61017f05" -d '{"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-plugged", "status": "completed", "tag": "8eb21232-3d31-4afa-a049-3322dac0ef1d"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:49.612880 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 8eb21232-3d31-4afa-a049-3322dac0ef1d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8eb21232-3d31-4afa-a049-3322dac0ef1d,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:49.648297 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:49.649791 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device cd76306c-1fa6-42bc-ad55-41f92df88fad up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:49.697497 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74facac9-d324-472f-bcfc-16f15a2dede4 x-openstack-request-id: req-74facac9-d324-472f-bcfc-16f15a2dede4 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:49.697797 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-plugged", "status": "completed", "tag": "8eb21232-3d31-4afa-a049-3322dac0ef1d", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:49.698051 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74facac9-d324-472f-bcfc-16f15a2dede4 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:49.698473 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb21232-3d31-4afa-a049-3322dac0ef1d', 'code': 200} Jul 07 17:05:49.776514 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58382) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:49.791755 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=8eb21232-3d31-4afa-a049-3322dac0ef1d,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:49.803664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port cd76306c-1fa6-42bc-ad55-41f92df88fad completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:49.808560 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port cd76306c-1fa6-42bc-ad55-41f92df88fad triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:49.809834 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:49.952706 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7ea4552f-b39b-4ac3-ba7d-456d850849ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:49.969260 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.077274 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port cd76306c-1fa6-42bc-ad55-41f92df88fad, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=cd76306c-1fa6-42bc-ad55-41f92df88fad,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:50.086937 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.088225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7c6344e7-6033-4b46-b335-4691acb11361 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:50.175871 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7ea4552f-b39b-4ac3-ba7d-456d850849ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.190641 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7ea4552f-b39b-4ac3-ba7d-456d850849ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.224310 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=cd76306c-1fa6-42bc-ad55-41f92df88fad,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:50.258095 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58402) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:50.263583 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 7c6344e7-6033-4b46-b335-4691acb11361 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:50.274929 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7ea4552f-b39b-4ac3-ba7d-456d850849ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8045dda59bd443981c7f5d7e2cfe3ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4961052 Jul 07 17:05:50.286854 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 7c6344e7-6033-4b46-b335-4691acb11361 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:50.289262 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.317835 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4552f-b39b-4ac3-ba7d-456d850849ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9d9b93-f651-4228-b44f-9f961dd0f1cc,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:50.351159 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.381337 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e89b06a6-997b-4572-9310-3c23d9642326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.436189 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d8fe2-fdf3-4731-a95e-9d71a06eb51d req-c5238f2d-b403-4b31-b458-25e266297382 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.444281 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d8fe2-fdf3-4731-a95e-9d71a06eb51d req-c5238f2d-b403-4b31-b458-25e266297382 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.456239 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d8fe2-fdf3-4731-a95e-9d71a06eb51d req-c5238f2d-b403-4b31-b458-25e266297382 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.464628 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d8fe2-fdf3-4731-a95e-9d71a06eb51d req-c5238f2d-b403-4b31-b458-25e266297382 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.472826 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d8fe2-fdf3-4731-a95e-9d71a06eb51d req-c5238f2d-b403-4b31-b458-25e266297382 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.480594 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d8fe2-fdf3-4731-a95e-9d71a06eb51d req-c5238f2d-b403-4b31-b458-25e266297382 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.490396 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d8fe2-fdf3-4731-a95e-9d71a06eb51d req-c5238f2d-b403-4b31-b458-25e266297382 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:50.494439 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.503038 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0e9d8fe2-fdf3-4731-a95e-9d71a06eb51d req-c5238f2d-b403-4b31-b458-25e266297382 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5429 time: 0.2356956 Jul 07 17:05:50.563292 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e89b06a6-997b-4572-9310-3c23d9642326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.585056 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7c6344e7-6033-4b46-b335-4691acb11361, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7c6344e7-6033-4b46-b335-4691acb11361,segment=NetworkSegment(28b813d0-ff8e-4398-baa2-b2254c75892a),segment_id=28b813d0-ff8e-4398-baa2-b2254c75892a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:50.596554 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.631129 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0e9d8fe2-fdf3-4731-a95e-9d71a06eb51d req-56db36aa-1a0c-4899-87ce-a48826ceb196 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1267002 Jul 07 17:05:50.656312 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e89b06a6-997b-4572-9310-3c23d9642326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.660135 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e89b06a6-997b-4572-9310-3c23d9642326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:50.661843 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e89b06a6-997b-4572-9310-3c23d9642326 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4a9d9b93-f651-4228-b44f-9f961dd0f1cc HTTP/1.1" status: 204 len: 168 time: 0.4025855 Jul 07 17:05:50.691136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b06a6-997b-4572-9310-3c23d9642326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9d9b93-f651-4228-b44f-9f961dd0f1cc,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:50.713047 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=7c6344e7-6033-4b46-b335-4691acb11361,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:51.058162 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 945ac77d-db4f-4aac-aec5-b6e497e33fb2 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:51.210752 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 945ac77d-db4f-4aac-aec5-b6e497e33fb2 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:51.233276 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 945ac77d-db4f-4aac-aec5-b6e497e33fb2 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:51.233276 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.280558 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e80d04-9bd2-4ead-b1c7-44ad1ef21cae req-e15a2876-b465-40bc-9fae-f58c0b54c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:51.283541 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f1e80d04-9bd2-4ead-b1c7-44ad1ef21cae req-e15a2876-b465-40bc-9fae-f58c0b54c824 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a8fcf6541fe4d4790d553411e54b35a&device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 1097 time: 0.1702645 Jul 07 17:05:51.333487 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.375856 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 945ac77d-db4f-4aac-aec5-b6e497e33fb2, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=945ac77d-db4f-4aac-aec5-b6e497e33fb2,segment=NetworkSegment(42e6b983-0ac2-4827-9607-037f81f56b08),segment_id=42e6b983-0ac2-4827-9607-037f81f56b08)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:51.379075 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae8764-dd75-4ceb-835b-7a1a4c333df6 req-48dfd045-0801-4e5d-a49d-2d6cae9de17b tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:51.381218 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71ae8764-dd75-4ceb-835b-7a1a4c333df6 req-48dfd045-0801-4e5d-a49d-2d6cae9de17b tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.1787162 Jul 07 17:05:51.386965 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.388145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device c062a1db-373b-4c9c-a081-b033c6a8856b up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:51.459890 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71ae8764-dd75-4ceb-835b-7a1a4c333df6 req-0874ffba-6dc7-496c-babc-129b9cec1381 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666625 Jul 07 17:05:51.500411 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=945ac77d-db4f-4aac-aec5-b6e497e33fb2,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:51.501233 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e80d04-9bd2-4ead-b1c7-44ad1ef21cae req-07bb045f-5e43-4f83-af6e-a32fcca26fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:51.505134 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f1e80d04-9bd2-4ead-b1c7-44ad1ef21cae req-07bb045f-5e43-4f83-af6e-a32fcca26fec service neutron] 10.222.0.15 "GET /v2.0/networks?id=bced8daf-6fbb-4d36-805b-186336287171 HTTP/1.1" status: 200 len: 920 time: 0.2135086 Jul 07 17:05:51.569860 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port c062a1db-373b-4c9c-a081-b033c6a8856b completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:51.574264 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port c062a1db-373b-4c9c-a081-b033c6a8856b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:51.574727 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.629565 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f1e80d04-9bd2-4ead-b1c7-44ad1ef21cae req-e17ca20c-77fa-4bef-8555-6565ed4897a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b33f944-e45e-43d1-a422-f35f4680cbb0 HTTP/1.1" status: 200 len: 217 time: 0.1151299 Jul 07 17:05:51.743509 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e80d04-9bd2-4ead-b1c7-44ad1ef21cae req-71783c4f-0902-4d0c-9bbc-725f282aea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:51.747510 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f1e80d04-9bd2-4ead-b1c7-44ad1ef21cae req-71783c4f-0902-4d0c-9bbc-725f282aea4f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98f3de07-2e07-4f60-b06f-024d644ee4e7 HTTP/1.1" status: 200 len: 859 time: 0.1121588 Jul 07 17:05:51.792211 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd76306c-1fa6-42bc-ad55-41f92df88fad'}, {'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6344e7-6033-4b46-b335-4691acb11361'}, {'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945ac77d-db4f-4aac-aec5-b6e497e33fb2'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:51.794587 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc79ff0-5235-476c-b898-f1107ddb24b9" -d '{"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-plugged", "status": "completed", "tag": "cd76306c-1fa6-42bc-ad55-41f92df88fad"}, {"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-plugged", "status": "completed", "tag": "7c6344e7-6033-4b46-b335-4691acb11361"}, {"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-plugged", "status": "completed", "tag": "945ac77d-db4f-4aac-aec5-b6e497e33fb2"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:51.797126 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.850677 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port c062a1db-373b-4c9c-a081-b033c6a8856b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=c062a1db-373b-4c9c-a081-b033c6a8856b,segment=NetworkSegment(42e6b983-0ac2-4827-9607-037f81f56b08),segment_id=42e6b983-0ac2-4827-9607-037f81f56b08)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:51.854551 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f1e80d04-9bd2-4ead-b1c7-44ad1ef21cae req-7036f8ca-57cc-4054-bdc7-5765c07d39f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bced8daf-6fbb-4d36-805b-186336287171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998487 Jul 07 17:05:51.859191 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:51.860247 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device a2b80725-0d33-40cf-b428-11acb89d8dbb up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:51.928314 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3650a236-5822-4618-b994-303af14e94ff x-openstack-request-id: req-3650a236-5822-4618-b994-303af14e94ff {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:51.928897 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-plugged", "status": "completed", "tag": "cd76306c-1fa6-42bc-ad55-41f92df88fad", "code": 200}, {"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-plugged", "status": "completed", "tag": "7c6344e7-6033-4b46-b335-4691acb11361", "code": 200}, {"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-plugged", "status": "completed", "tag": "945ac77d-db4f-4aac-aec5-b6e497e33fb2", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:51.929312 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3650a236-5822-4618-b994-303af14e94ff {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:51.929865 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd76306c-1fa6-42bc-ad55-41f92df88fad', 'code': 200} Jul 07 17:05:51.930288 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6344e7-6033-4b46-b335-4691acb11361', 'code': 200} Jul 07 17:05:51.930721 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945ac77d-db4f-4aac-aec5-b6e497e33fb2', 'code': 200} Jul 07 17:05:52.038099 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=c062a1db-373b-4c9c-a081-b033c6a8856b,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:52.064879 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port a2b80725-0d33-40cf-b428-11acb89d8dbb completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:52.079648 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port a2b80725-0d33-40cf-b428-11acb89d8dbb triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:52.080121 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.235328 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.312510 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port a2b80725-0d33-40cf-b428-11acb89d8dbb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=a2b80725-0d33-40cf-b428-11acb89d8dbb,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:52.321290 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:52.384262 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=a2b80725-0d33-40cf-b428-11acb89d8dbb,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:52.721831 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46962e-c187-4aa7-af3a-b1834b8614ce req-9ee3f805-570b-44f6-9ede-2297c4d63e16 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:52.728691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46962e-c187-4aa7-af3a-b1834b8614ce req-9ee3f805-570b-44f6-9ede-2297c4d63e16 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:52.735355 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46962e-c187-4aa7-af3a-b1834b8614ce req-9ee3f805-570b-44f6-9ede-2297c4d63e16 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:52.741925 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46962e-c187-4aa7-af3a-b1834b8614ce req-9ee3f805-570b-44f6-9ede-2297c4d63e16 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:52.751985 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46962e-c187-4aa7-af3a-b1834b8614ce req-9ee3f805-570b-44f6-9ede-2297c4d63e16 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:52.764577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46962e-c187-4aa7-af3a-b1834b8614ce req-9ee3f805-570b-44f6-9ede-2297c4d63e16 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:52.776922 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46962e-c187-4aa7-af3a-b1834b8614ce req-9ee3f805-570b-44f6-9ede-2297c4d63e16 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:52.803599 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de46962e-c187-4aa7-af3a-b1834b8614ce req-9ee3f805-570b-44f6-9ede-2297c4d63e16 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5432 time: 0.9172711 Jul 07 17:05:52.807468 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f1e80d04-9bd2-4ead-b1c7-44ad1ef21cae req-f8c59ed3-7004-459b-87d1-a0e0d98cd554 service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9443996 Jul 07 17:05:52.829900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe64139-ad2a-46b4-9190-8bfe5895107a req-b3485909-d373-4992-85c4-89f5fe4e4512 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:52.832696 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-efe64139-ad2a-46b4-9190-8bfe5895107a req-b3485909-d373-4992-85c4-89f5fe4e4512 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.1710861 Jul 07 17:05:52.939028 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de46962e-c187-4aa7-af3a-b1834b8614ce req-8e9acb0f-0b0b-45e7-81da-6e5c5d2bd687 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1344533 Jul 07 17:05:52.949433 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-efe64139-ad2a-46b4-9190-8bfe5895107a req-4f79b328-d10e-4964-b91b-2f952590bb4b tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856686 Jul 07 17:05:53.040005 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f1e80d04-9bd2-4ead-b1c7-44ad1ef21cae req-25961285-68ef-48a5-80f2-9ad3f4469634 service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133896 Jul 07 17:05:53.068979 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:05:53.182475 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:05:53.190781 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:05:53.195601 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.216384 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:05:53.303690 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.343012 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=4ba8060b-1db9-4ca5-8da3-fd4aee84a94d,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:05:53.348011 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:53.410283 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=4ba8060b-1db9-4ca5-8da3-fd4aee84a94d,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:53.932648 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c062a1db-373b-4c9c-a081-b033c6a8856b'}, {'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b80725-0d33-40cf-b428-11acb89d8dbb'}, {'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba8060b-1db9-4ca5-8da3-fd4aee84a94d'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:05:53.935555 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31b4dd6-e5b5-414b-b2bf-5ee25c17fbd8" -d '{"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-plugged", "status": "completed", "tag": "c062a1db-373b-4c9c-a081-b033c6a8856b"}, {"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-plugged", "status": "completed", "tag": "a2b80725-0d33-40cf-b428-11acb89d8dbb"}, {"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-plugged", "status": "completed", "tag": "4ba8060b-1db9-4ca5-8da3-fd4aee84a94d"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:05:54.008674 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 17:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2577f9-5556-46f8-b08b-b29ffb6c37dd x-openstack-request-id: req-fc2577f9-5556-46f8-b08b-b29ffb6c37dd {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:05:54.009252 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-plugged", "status": "completed", "tag": "c062a1db-373b-4c9c-a081-b033c6a8856b", "code": 200}, {"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-plugged", "status": "completed", "tag": "a2b80725-0d33-40cf-b428-11acb89d8dbb", "code": 200}, {"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-plugged", "status": "completed", "tag": "4ba8060b-1db9-4ca5-8da3-fd4aee84a94d", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:05:54.009687 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc2577f9-5556-46f8-b08b-b29ffb6c37dd {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:05:54.010263 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c062a1db-373b-4c9c-a081-b033c6a8856b', 'code': 200} Jul 07 17:05:54.010713 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b80725-0d33-40cf-b428-11acb89d8dbb', 'code': 200} Jul 07 17:05:54.011131 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba8060b-1db9-4ca5-8da3-fd4aee84a94d', 'code': 200} Jul 07 17:05:54.045826 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58588) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:54.300448 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5fb3f8d-d460-431a-b308-09997a0c0928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.334077 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2327bd8-3ef2-4b27-b6e5-060ca0c4aa0f req-e52e4ae2-ab65-43e3-bbdd-4f039b2be9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.334685 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2327bd8-3ef2-4b27-b6e5-060ca0c4aa0f req-e52e4ae2-ab65-43e3-bbdd-4f039b2be9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.335225 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2327bd8-3ef2-4b27-b6e5-060ca0c4aa0f req-e52e4ae2-ab65-43e3-bbdd-4f039b2be9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.335970 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2327bd8-3ef2-4b27-b6e5-060ca0c4aa0f req-e52e4ae2-ab65-43e3-bbdd-4f039b2be9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.342752 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2327bd8-3ef2-4b27-b6e5-060ca0c4aa0f req-e52e4ae2-ab65-43e3-bbdd-4f039b2be9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.343663 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2327bd8-3ef2-4b27-b6e5-060ca0c4aa0f req-e52e4ae2-ab65-43e3-bbdd-4f039b2be9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.344702 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2327bd8-3ef2-4b27-b6e5-060ca0c4aa0f req-e52e4ae2-ab65-43e3-bbdd-4f039b2be9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.348179 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e2327bd8-3ef2-4b27-b6e5-060ca0c4aa0f req-e52e4ae2-ab65-43e3-bbdd-4f039b2be9fc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 6491 time: 0.2139020 Jul 07 17:05:54.420691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee6010-4b94-40d0-a0e0-170555644d44 req-51b019a3-4f63-4d41-986a-bb60b4e947c6 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.427111 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee6010-4b94-40d0-a0e0-170555644d44 req-51b019a3-4f63-4d41-986a-bb60b4e947c6 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.437137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee6010-4b94-40d0-a0e0-170555644d44 req-51b019a3-4f63-4d41-986a-bb60b4e947c6 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.464291 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da701d6-c860-4d47-a8ae-437d4f064426 req-46543b28-a212-4b5d-b19a-7a404f860aa6 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.464500 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee6010-4b94-40d0-a0e0-170555644d44 req-51b019a3-4f63-4d41-986a-bb60b4e947c6 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.464835 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6da701d6-c860-4d47-a8ae-437d4f064426 req-46543b28-a212-4b5d-b19a-7a404f860aa6 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.2314367 Jul 07 17:05:54.502197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee6010-4b94-40d0-a0e0-170555644d44 req-51b019a3-4f63-4d41-986a-bb60b4e947c6 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.509594 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee6010-4b94-40d0-a0e0-170555644d44 req-51b019a3-4f63-4d41-986a-bb60b4e947c6 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.517730 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee6010-4b94-40d0-a0e0-170555644d44 req-51b019a3-4f63-4d41-986a-bb60b4e947c6 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:54.519994 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f5ee6010-4b94-40d0-a0e0-170555644d44 req-51b019a3-4f63-4d41-986a-bb60b4e947c6 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5434 time: 0.3369143 Jul 07 17:05:54.555014 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6da701d6-c860-4d47-a8ae-437d4f064426 req-5b094067-f463-419c-ac0c-0e1b1a0f31fb tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889039 Jul 07 17:05:54.573129 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e2327bd8-3ef2-4b27-b6e5-060ca0c4aa0f req-1875fca9-d00f-4b76-baeb-d994cc4bcbce service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2122777 Jul 07 17:05:54.602797 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5fb3f8d-d460-431a-b308-09997a0c0928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.616737 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5fb3f8d-d460-431a-b308-09997a0c0928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.713753 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f5ee6010-4b94-40d0-a0e0-170555644d44 req-a9229cda-44f7-4e89-b43a-42c52e02a379 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1087468 Jul 07 17:05:54.722408 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f5fb3f8d-d460-431a-b308-09997a0c0928 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=41d1547f1f814de3a02f310025a229b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6751068 Jul 07 17:05:54.723330 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb3f8d-d460-431a-b308-09997a0c0928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e79803a-3421-45e5-af77-f17a6bfeea73,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:54.725091 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58620) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:54.811159 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-00e5fea4-309b-40d5-b32f-5020d109aff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.848767 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-00e5fea4-309b-40d5-b32f-5020d109aff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.936383 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-00e5fea4-309b-40d5-b32f-5020d109aff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.940144 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-00e5fea4-309b-40d5-b32f-5020d109aff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:54.941560 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-00e5fea4-309b-40d5-b32f-5020d109aff7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1e79803a-3421-45e5-af77-f17a6bfeea73 HTTP/1.1" status: 204 len: 168 time: 0.2152708 Jul 07 17:05:54.980749 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5fea4-309b-40d5-b32f-5020d109aff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e79803a-3421-45e5-af77-f17a6bfeea73,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:55.014526 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca2d3d-dca9-403a-9c4c-51d440816ba2 req-6672d131-311f-4ea2-bf30-22df046813ea tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:55.021674 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8eca2d3d-dca9-403a-9c4c-51d440816ba2 req-6672d131-311f-4ea2-bf30-22df046813ea tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 945 time: 0.1257186 Jul 07 17:05:55.081081 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8eca2d3d-dca9-403a-9c4c-51d440816ba2 req-9abfa3c3-7ec9-407a-a98c-40051eb9aee6 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581539 Jul 07 17:05:55.491393 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58654) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:55.504985 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8d1fd0b3-7db5-4b3e-8e29-b5c2c73c0968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.826145 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8d1fd0b3-7db5-4b3e-8e29-b5c2c73c0968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.831298 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8d1fd0b3-7db5-4b3e-8e29-b5c2c73c0968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:55.886505 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1fd0b3-7db5-4b3e-8e29-b5c2c73c0968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a22569-bda7-48be-98c0-d1c1162e5c96,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:55.909303 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8d1fd0b3-7db5-4b3e-8e29-b5c2c73c0968 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2cb355fbad7a4e36acea9b90922613e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165461 Jul 07 17:05:55.911362 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a2435-86db-4e8e-80d0-e5a30318b5f6 req-69a7a034-1115-46b6-a2ec-52beb6f41b48 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:55.913030 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58676) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:55.917200 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3b5a2435-86db-4e8e-80d0-e5a30318b5f6 req-69a7a034-1115-46b6-a2ec-52beb6f41b48 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.1284699 Jul 07 17:05:55.984871 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3b5a2435-86db-4e8e-80d0-e5a30318b5f6 req-46192d47-70c6-4e57-8946-9fb77dfd823f tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554640 Jul 07 17:05:56.043842 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c0d1bb66-e6a4-40c3-811b-f8480b4414de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:56.095389 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c0d1bb66-e6a4-40c3-811b-f8480b4414de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:56.163039 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c0d1bb66-e6a4-40c3-811b-f8480b4414de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:56.167586 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c0d1bb66-e6a4-40c3-811b-f8480b4414de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:56.167586 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c0d1bb66-e6a4-40c3-811b-f8480b4414de admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/26a22569-bda7-48be-98c0-d1c1162e5c96 HTTP/1.1" status: 204 len: 168 time: 0.2524817 Jul 07 17:05:56.192159 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665c5c1-7a06-41e8-8fca-61301db0b5ca req-4e21b3de-72fe-4888-91cb-44c64b576f4b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:56.198278 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665c5c1-7a06-41e8-8fca-61301db0b5ca req-4e21b3de-72fe-4888-91cb-44c64b576f4b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:56.206404 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665c5c1-7a06-41e8-8fca-61301db0b5ca req-4e21b3de-72fe-4888-91cb-44c64b576f4b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:56.213491 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665c5c1-7a06-41e8-8fca-61301db0b5ca req-4e21b3de-72fe-4888-91cb-44c64b576f4b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:56.221989 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665c5c1-7a06-41e8-8fca-61301db0b5ca req-4e21b3de-72fe-4888-91cb-44c64b576f4b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:56.228192 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665c5c1-7a06-41e8-8fca-61301db0b5ca req-4e21b3de-72fe-4888-91cb-44c64b576f4b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:56.234651 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665c5c1-7a06-41e8-8fca-61301db0b5ca req-4e21b3de-72fe-4888-91cb-44c64b576f4b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:56.242999 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3665c5c1-7a06-41e8-8fca-61301db0b5ca req-4e21b3de-72fe-4888-91cb-44c64b576f4b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5434 time: 0.2528465 Jul 07 17:05:56.246164 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1bb66-e6a4-40c3-811b-f8480b4414de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a22569-bda7-48be-98c0-d1c1162e5c96,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:05:56.334514 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3665c5c1-7a06-41e8-8fca-61301db0b5ca req-18a3d859-e783-4e60-9b29-63a99ca42762 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0904732 Jul 07 17:05:57.321430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af8b41-698b-44cb-a7f7-cda1f06ff3a0 req-a9bd17c0-09ed-453a-8134-7d5d7e9a94d1 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:57.323291 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e0af8b41-698b-44cb-a7f7-cda1f06ff3a0 req-a9bd17c0-09ed-453a-8134-7d5d7e9a94d1 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.1225581 Jul 07 17:05:57.428310 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e0af8b41-698b-44cb-a7f7-cda1f06ff3a0 req-c61ec3e9-8f69-4c79-b4d0-1611ba7db68b tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959005 Jul 07 17:05:57.660712 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ef2a8-8691-4ac1-92bf-7d7f7296cf36 req-5c184067-491b-4e74-b9f6-21aecacd2295 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:57.668903 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ef2a8-8691-4ac1-92bf-7d7f7296cf36 req-5c184067-491b-4e74-b9f6-21aecacd2295 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:57.677735 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ef2a8-8691-4ac1-92bf-7d7f7296cf36 req-5c184067-491b-4e74-b9f6-21aecacd2295 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:57.684886 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ef2a8-8691-4ac1-92bf-7d7f7296cf36 req-5c184067-491b-4e74-b9f6-21aecacd2295 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:57.697352 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ef2a8-8691-4ac1-92bf-7d7f7296cf36 req-5c184067-491b-4e74-b9f6-21aecacd2295 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:57.713011 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ef2a8-8691-4ac1-92bf-7d7f7296cf36 req-5c184067-491b-4e74-b9f6-21aecacd2295 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:57.724953 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ef2a8-8691-4ac1-92bf-7d7f7296cf36 req-5c184067-491b-4e74-b9f6-21aecacd2295 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:57.727020 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-407ef2a8-8691-4ac1-92bf-7d7f7296cf36 req-5c184067-491b-4e74-b9f6-21aecacd2295 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5434 time: 0.1850502 Jul 07 17:05:57.810078 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-407ef2a8-8691-4ac1-92bf-7d7f7296cf36 req-08f17f83-2324-472d-b51a-49ea0e6e6735 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0743163 Jul 07 17:05:58.092764 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf1d46-034b-4e1e-9962-ccaf3e303d9d req-743db167-323e-4db0-aa7d-6ad7a89f8502 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:58.104704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf1d46-034b-4e1e-9962-ccaf3e303d9d req-743db167-323e-4db0-aa7d-6ad7a89f8502 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:58.119478 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf1d46-034b-4e1e-9962-ccaf3e303d9d req-743db167-323e-4db0-aa7d-6ad7a89f8502 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:58.125727 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf1d46-034b-4e1e-9962-ccaf3e303d9d req-743db167-323e-4db0-aa7d-6ad7a89f8502 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:58.131819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf1d46-034b-4e1e-9962-ccaf3e303d9d req-743db167-323e-4db0-aa7d-6ad7a89f8502 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:58.138284 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf1d46-034b-4e1e-9962-ccaf3e303d9d req-743db167-323e-4db0-aa7d-6ad7a89f8502 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:58.146285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf1d46-034b-4e1e-9962-ccaf3e303d9d req-743db167-323e-4db0-aa7d-6ad7a89f8502 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:58.148674 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-61bf1d46-034b-4e1e-9962-ccaf3e303d9d req-743db167-323e-4db0-aa7d-6ad7a89f8502 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5434 time: 0.1490433 Jul 07 17:05:58.160471 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58784) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:05:58.165824 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-7fdfaeb2-fcf1-4742-842f-100ed442c50a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Request body: {'floatingip': {'port_id': '7c6344e7-6033-4b46-b335-4691acb11361'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:05:58.249191 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fdfaeb2-fcf1-4742-842f-100ed442c50a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for floatingip, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:59.206419 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7688304-afd9-4dda-b34e-ef5926a31827 req-a1bb3422-a853-4bdd-bd8b-04fff270fb6c tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:05:59.210496 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c7688304-afd9-4dda-b34e-ef5926a31827 req-a1bb3422-a853-4bdd-bd8b-04fff270fb6c tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.5600514 Jul 07 17:05:59.255805 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c7688304-afd9-4dda-b34e-ef5926a31827 req-9d8eac58-1318-47b5-8aeb-b4b8ddec0a22 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363309 Jul 07 17:05:59.263384 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.db.resource_extend [None req-7fdfaeb2-fcf1-4742-842f-100ed442c50a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:05:59.331072 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fdfaeb2-fcf1-4742-842f-100ed442c50a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:59.338747 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fdfaeb2-fcf1-4742-842f-100ed442c50a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:59.472662 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-7fdfaeb2-fcf1-4742-842f-100ed442c50a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Floating IP 643e66b8-9127-4ef1-8e2c-3baadd5a4238 associated. External IP: 172.25.2.212, port: 7c6344e7-6033-4b46-b335-4691acb11361. Jul 07 17:05:59.784789 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdfaeb2-fcf1-4742-842f-100ed442c50a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Router 05761616-af1c-4e2f-84dd-faa6876f4957 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:05:59.948908 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdfaeb2-fcf1-4742-842f-100ed442c50a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:05:59.954457 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fdfaeb2-fcf1-4742-842f-100ed442c50a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:05:59.961216 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913892a4-80a3-4f4d-b930-14f61a6f29da None None] Sync routers for ids ['05761616-af1c-4e2f-84dd-faa6876f4957'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:05:59.974430 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913892a4-80a3-4f4d-b930-14f61a6f29da None None] Routers {'05761616-af1c-4e2f-84dd-faa6876f4957'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:05:59.975010 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-913892a4-80a3-4f4d-b930-14f61a6f29da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:05:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['05761616-af1c-4e2f-84dd-faa6876f4957'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:00.058367 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7fdfaeb2-fcf1-4742-842f-100ed442c50a tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "PUT /v2.0/floatingips/643e66b8-9127-4ef1-8e2c-3baadd5a4238 HTTP/1.1" status: 200 len: 991 time: 1.8925083 Jul 07 17:06:00.062256 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'tag': '7c6344e7-6033-4b46-b335-4691acb11361'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:00.065472 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e828d3e1-7f1e-442c-8149-59c0f94152bc" -d '{"events": [{"name": "network-changed", "server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "tag": "7c6344e7-6033-4b46-b335-4691acb11361"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:00.115310 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7523a8-cc77-4de8-b778-654901adfb16 x-openstack-request-id: req-ba7523a8-cc77-4de8-b778-654901adfb16 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:00.116129 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "tag": "7c6344e7-6033-4b46-b335-4691acb11361", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:00.116129 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ba7523a8-cc77-4de8-b778-654901adfb16 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:00.116316 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'tag': '7c6344e7-6033-4b46-b335-4691acb11361', 'status': 'completed', 'code': 200} Jul 07 17:06:00.274786 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-913892a4-80a3-4f4d-b930-14f61a6f29da None None] Set router 05761616-af1c-4e2f-84dd-faa6876f4957 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:00.326947 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828d3e1-7f1e-442c-8149-59c0f94152bc req-b7b4d6ff-4de7-4cb0-8b54-9388f9a9ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:00.327444 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828d3e1-7f1e-442c-8149-59c0f94152bc req-b7b4d6ff-4de7-4cb0-8b54-9388f9a9ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:00.327914 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828d3e1-7f1e-442c-8149-59c0f94152bc req-b7b4d6ff-4de7-4cb0-8b54-9388f9a9ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:00.328484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828d3e1-7f1e-442c-8149-59c0f94152bc req-b7b4d6ff-4de7-4cb0-8b54-9388f9a9ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:00.328852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828d3e1-7f1e-442c-8149-59c0f94152bc req-b7b4d6ff-4de7-4cb0-8b54-9388f9a9ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:00.329326 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828d3e1-7f1e-442c-8149-59c0f94152bc req-b7b4d6ff-4de7-4cb0-8b54-9388f9a9ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:00.329797 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828d3e1-7f1e-442c-8149-59c0f94152bc req-b7b4d6ff-4de7-4cb0-8b54-9388f9a9ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:00.331912 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e828d3e1-7f1e-442c-8149-59c0f94152bc req-b7b4d6ff-4de7-4cb0-8b54-9388f9a9ec84 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2bc760b57a34528af5e85b5e280ce2e&device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 6491 time: 0.1630969 Jul 07 17:06:00.396183 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58902) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:00.542343 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828d3e1-7f1e-442c-8149-59c0f94152bc req-5cc924c5-afc1-40d7-83ff-bfcb884cfac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:00.548916 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e828d3e1-7f1e-442c-8149-59c0f94152bc req-5cc924c5-afc1-40d7-83ff-bfcb884cfac4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9866a6b9-c461-4258-9fc8-481f6033e3c6 HTTP/1.1" status: 200 len: 912 time: 0.2044799 Jul 07 17:06:00.607343 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aa7fc47-b24e-4c6c-a110-ec4a5a987f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:00.739728 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8822b-5875-4bfc-a41a-0fd81579ea31 req-d29130c8-86fd-4514-9416-4a46ac7a2da6 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:00.742276 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-16e8822b-5875-4bfc-a41a-0fd81579ea31 req-d29130c8-86fd-4514-9416-4a46ac7a2da6 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.1907256 Jul 07 17:06:00.749886 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-913892a4-80a3-4f4d-b930-14f61a6f29da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'name': 'tempest-TaggedBootDevicesTest-469848614-router', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '87341149-3812-4b44-acf7-656cff749ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:08Z', 'updated_at': '2021-07-07T17:03:27Z', 'revision_number': 4, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'gw_port': {'id': '87341149-3812-4b44-acf7-656cff749ae8', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:10Z', 'updated_at': '2021-07-07T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '643e66b8-9127-4ef1-8e2c-3baadd5a4238', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'floating_ip_address': '172.25.2.212', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'port_id': '7c6344e7-6033-4b46-b335-4691acb11361', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6', 'mac_address': 'fa:16:3e:7a:9d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:04:31Z', 'updated_at': '2021-07-07T17:05:59Z', 'revision_number': 1, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62311826-e8ae-4755-9bfb-07ea420ec21f', 'name': '', 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'mac_address': 'fa:16:3e:7c:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'bb5af372-328c-408a-a249-1a68d716f9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:23Z', 'updated_at': '2021-07-07T17:03:38Z', 'revision_number': 5, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'subnets': [{'id': 'bb5af372-328c-408a-a249-1a68d716f9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:00.803820 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e828d3e1-7f1e-442c-8149-59c0f94152bc req-e84e8692-79e0-4ab3-b31e-70a952ba2e13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6344e7-6033-4b46-b335-4691acb11361 HTTP/1.1" status: 200 len: 999 time: 0.2363560 Jul 07 17:06:00.823132 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aa7fc47-b24e-4c6c-a110-ec4a5a987f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:00.829620 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aa7fc47-b24e-4c6c-a110-ec4a5a987f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:00.839860 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913892a4-80a3-4f4d-b930-14f61a6f29da None None] Checking router: 05761616-af1c-4e2f-84dd-faa6876f4957 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:06:00.860749 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913892a4-80a3-4f4d-b930-14f61a6f29da None None] Routers {'05761616-af1c-4e2f-84dd-faa6876f4957'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:00.861611 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-913892a4-80a3-4f4d-b930-14f61a6f29da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:05:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['05761616-af1c-4e2f-84dd-faa6876f4957'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:00.903742 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2aa7fc47-b24e-4c6c-a110-ec4a5a987f40 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=acaf9d808ab44e76bc776b8e9f76a1e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5058789 Jul 07 17:06:00.912957 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828d3e1-7f1e-442c-8149-59c0f94152bc req-fd680419-1db8-420a-9e88-7a7fb023beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:00.914700 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e828d3e1-7f1e-442c-8149-59c0f94152bc req-fd680419-1db8-420a-9e88-7a7fb023beb1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb5af372-328c-408a-a249-1a68d716f9ed HTTP/1.1" status: 200 len: 850 time: 0.0998724 Jul 07 17:06:00.915280 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58922) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:00.936011 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7fc47-b24e-4c6c-a110-ec4a5a987f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f028ad-bbc2-400e-a49c-67045e435602,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:01.028850 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-16e8822b-5875-4bfc-a41a-0fd81579ea31 req-0ee62951-ac7e-48fa-ad5a-e39702978ffb tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720888 Jul 07 17:06:01.058837 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-913892a4-80a3-4f4d-b930-14f61a6f29da None None] Set router 05761616-af1c-4e2f-84dd-faa6876f4957 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:01.078582 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78383e71-8346-40d7-86cc-e04dc1e0d819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:01.085548 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6afc491e-72c7-46ed-84b1-31f3c052d56b details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:06:01.129497 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828d3e1-7f1e-442c-8149-59c0f94152bc req-a168bda3-00d0-4bf9-b6e2-f58b3369b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:01.131101 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e828d3e1-7f1e-442c-8149-59c0f94152bc req-a168bda3-00d0-4bf9-b6e2-f58b3369b6f4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9866a6b9-c461-4258-9fc8-481f6033e3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1922216 Jul 07 17:06:01.135536 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78383e71-8346-40d7-86cc-e04dc1e0d819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:01.267960 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78383e71-8346-40d7-86cc-e04dc1e0d819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:01.270682 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78383e71-8346-40d7-86cc-e04dc1e0d819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:01.272171 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-78383e71-8346-40d7-86cc-e04dc1e0d819 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/45f028ad-bbc2-400e-a49c-67045e435602 HTTP/1.1" status: 204 len: 168 time: 0.3348935 Jul 07 17:06:01.291424 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6afc491e-72c7-46ed-84b1-31f3c052d56b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:01.305003 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '6afc491e-72c7-46ed-84b1-31f3c052d56b', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'port_id': '6afc491e-72c7-46ed-84b1-31f3c052d56b', 'mac_address': 'fa:16:3e:f3:77:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:06:01.315212 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78383e71-8346-40d7-86cc-e04dc1e0d819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f028ad-bbc2-400e-a49c-67045e435602,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:01.366605 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e828d3e1-7f1e-442c-8149-59c0f94152bc req-a0d3879a-81e0-4a0b-9d42-b4b2f33fe507 service neutron] 10.222.0.69 "GET /v2.0/networks/9866a6b9-c461-4258-9fc8-481f6033e3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215641 Jul 07 17:06:01.496831 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:01.523778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6afc491e-72c7-46ed-84b1-31f3c052d56b {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:01.541929 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-913892a4-80a3-4f4d-b930-14f61a6f29da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'name': 'tempest-TaggedBootDevicesTest-469848614-router', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '87341149-3812-4b44-acf7-656cff749ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:08Z', 'updated_at': '2021-07-07T17:03:27Z', 'revision_number': 4, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'gw_port': {'id': '87341149-3812-4b44-acf7-656cff749ae8', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:10Z', 'updated_at': '2021-07-07T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '643e66b8-9127-4ef1-8e2c-3baadd5a4238', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'floating_ip_address': '172.25.2.212', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'port_id': '7c6344e7-6033-4b46-b335-4691acb11361', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6', 'mac_address': 'fa:16:3e:7a:9d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:04:31Z', 'updated_at': '2021-07-07T17:05:59Z', 'revision_number': 1, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62311826-e8ae-4755-9bfb-07ea420ec21f', 'name': '', 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'mac_address': 'fa:16:3e:7c:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'bb5af372-328c-408a-a249-1a68d716f9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:23Z', 'updated_at': '2021-07-07T17:03:38Z', 'revision_number': 5, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'subnets': [{'id': 'bb5af372-328c-408a-a249-1a68d716f9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:01.571120 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6afc491e-72c7-46ed-84b1-31f3c052d56b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:01.581229 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:01.613407 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e828d3e1-7f1e-442c-8149-59c0f94152bc req-c0ad516f-1c46-46a5-8b9e-9cc6e1561030 service neutron] 10.222.0.69 "GET /v2.0/networks/9866a6b9-c461-4258-9fc8-481f6033e3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385108 Jul 07 17:06:01.615520 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913892a4-80a3-4f4d-b930-14f61a6f29da None None] The sync data for ids ['05761616-af1c-4e2f-84dd-faa6876f4957'] in n-d-793620-7 is: [{'id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'name': 'tempest-TaggedBootDevicesTest-469848614-router', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '87341149-3812-4b44-acf7-656cff749ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:08Z', 'updated_at': '2021-07-07T17:03:27Z', 'revision_number': 4, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'gw_port': {'id': '87341149-3812-4b44-acf7-656cff749ae8', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:10Z', 'updated_at': '2021-07-07T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '643e66b8-9127-4ef1-8e2c-3baadd5a4238', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'floating_ip_address': '172.25.2.212', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'port_id': '7c6344e7-6033-4b46-b335-4691acb11361', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6', 'mac_address': 'fa:16:3e:7a:9d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:04:31Z', 'updated_at': '2021-07-07T17:05:59Z', 'revision_number': 1, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62311826-e8ae-4755-9bfb-07ea420ec21f', 'name': '', 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'mac_address': 'fa:16:3e:7c:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'bb5af372-328c-408a-a249-1a68d716f9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:23Z', 'updated_at': '2021-07-07T17:03:38Z', 'revision_number': 5, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'subnets': [{'id': 'bb5af372-328c-408a-a249-1a68d716f9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:06:01.720235 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['6afc491e-72c7-46ed-84b1-31f3c052d56b'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:01.823924 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6afc491e-72c7-46ed-84b1-31f3c052d56b,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:01.884284 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58958) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:01.902223 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1006711d-324b-4cb6-b659-442613fea832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.025281 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1006711d-324b-4cb6-b659-442613fea832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.030630 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1006711d-324b-4cb6-b659-442613fea832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.034941 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce4020f-ed45-46f7-9862-125629f49272 None None] New status for floating IP 643e66b8-9127-4ef1-8e2c-3baadd5a4238: ACTIVE {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:06:02.075977 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1006711d-324b-4cb6-b659-442613fea832 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b9e314534d024fbbae7e8ad06ba6a2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906266 Jul 07 17:06:02.078651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58970) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:02.085533 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006711d-324b-4cb6-b659-442613fea832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e97ed99-a129-44c3-ac76-065d6c3d3e39,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:02.173517 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c4f101c4-cdb4-45ea-a8e6-0189bb4e8e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.197096 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c4f101c4-cdb4-45ea-a8e6-0189bb4e8e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.259202 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c4f101c4-cdb4-45ea-a8e6-0189bb4e8e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.264004 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c4f101c4-cdb4-45ea-a8e6-0189bb4e8e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:02.265757 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c4f101c4-cdb4-45ea-a8e6-0189bb4e8e2a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1e97ed99-a129-44c3-ac76-065d6c3d3e39 HTTP/1.1" status: 204 len: 168 time: 0.1854599 Jul 07 17:06:02.280950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f101c4-cdb4-45ea-a8e6-0189bb4e8e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e97ed99-a129-44c3-ac76-065d6c3d3e39,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:02.294982 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1ca96-17f4-4162-9abb-dea67df0b77c req-835add30-285e-4fb6-9f80-664d0809110d tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:02.305561 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c9a1ca96-17f4-4162-9abb-dea67df0b77c req-835add30-285e-4fb6-9f80-664d0809110d tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.0914736 Jul 07 17:06:02.414522 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c9a1ca96-17f4-4162-9abb-dea67df0b77c req-77021d99-9874-4857-bb92-dd4bb9542e09 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067691 Jul 07 17:06:03.086072 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6afc491e-72c7-46ed-84b1-31f3c052d56b up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:03.181641 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 6afc491e-72c7-46ed-84b1-31f3c052d56b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:03.182170 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.330961 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.376428 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6afc491e-72c7-46ed-84b1-31f3c052d56b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:03.377786 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afc491e-72c7-46ed-84b1-31f3c052d56b'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:03.381695 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0dc784-ce37-4de3-a11d-016de0ae8cb2" -d '{"events": [{"server_uuid": "77c68ad7-2f8c-454e-83bc-1594c68d2687", "name": "network-vif-plugged", "status": "completed", "tag": "6afc491e-72c7-46ed-84b1-31f3c052d56b"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:03.397958 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:03.448552 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfa665e-60d0-4a64-8396-e234f12c1661 x-openstack-request-id: req-8dfa665e-60d0-4a64-8396-e234f12c1661 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:03.449088 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c68ad7-2f8c-454e-83bc-1594c68d2687", "name": "network-vif-plugged", "status": "completed", "tag": "6afc491e-72c7-46ed-84b1-31f3c052d56b", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:03.450101 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8dfa665e-60d0-4a64-8396-e234f12c1661 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:03.450809 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afc491e-72c7-46ed-84b1-31f3c052d56b', 'code': 200} Jul 07 17:06:03.487234 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6afc491e-72c7-46ed-84b1-31f3c052d56b,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:03.649243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2af92-0f22-417c-bce7-fc78a7ad0979 req-96da0194-a31c-465f-945a-6a83274157c9 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:03.660846 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fef2af92-0f22-417c-bce7-fc78a7ad0979 req-96da0194-a31c-465f-945a-6a83274157c9 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.1022029 Jul 07 17:06:03.708368 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fef2af92-0f22-417c-bce7-fc78a7ad0979 req-2fe47841-7ca9-4054-b563-0a2b86490447 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468085 Jul 07 17:06:04.290951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff7329-3993-44c6-84f6-5bbb5e8f774f req-b21b9fe5-9dbe-4054-8c74-45b1504375db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:04.292474 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-14ff7329-3993-44c6-84f6-5bbb5e8f774f req-b21b9fe5-9dbe-4054-8c74-45b1504375db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 1097 time: 0.1801622 Jul 07 17:06:04.388122 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-14ff7329-3993-44c6-84f6-5bbb5e8f774f req-265644ee-1436-4afb-a3c2-31567ac585b5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850124 Jul 07 17:06:04.407044 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 59084) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:04.641118 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7858f638-c703-46cd-8a4c-63a6e139dafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.790367 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7858f638-c703-46cd-8a4c-63a6e139dafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.799733 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7858f638-c703-46cd-8a4c-63a6e139dafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.836768 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7858f638-c703-46cd-8a4c-63a6e139dafe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a18acc75255549f8916811fc4e6d392f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270651 Jul 07 17:06:04.839552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 59100) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:04.923946 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-eee75abb-d148-45e6-be17-6d06899b0828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:04.944971 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858f638-c703-46cd-8a4c-63a6e139dafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6511b0f5-e434-44df-aae8-2294c8b8d82b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:04.965058 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-eee75abb-d148-45e6-be17-6d06899b0828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:05.041017 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-eee75abb-d148-45e6-be17-6d06899b0828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:05.045465 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-eee75abb-d148-45e6-be17-6d06899b0828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:05.048974 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-eee75abb-d148-45e6-be17-6d06899b0828 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6511b0f5-e434-44df-aae8-2294c8b8d82b HTTP/1.1" status: 204 len: 168 time: 0.2084253 Jul 07 17:06:05.073390 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee75abb-d148-45e6-be17-6d06899b0828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6511b0f5-e434-44df-aae8-2294c8b8d82b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:05.257227 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff8cb7-ba82-4646-93b8-8c6138531544 req-d68fe9f9-728e-48da-a16b-d46c053a2390 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:05.259086 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f0ff8cb7-ba82-4646-93b8-8c6138531544 req-d68fe9f9-728e-48da-a16b-d46c053a2390 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.3633392 Jul 07 17:06:05.316020 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f0ff8cb7-ba82-4646-93b8-8c6138531544 req-a930b845-f588-405f-ba08-910da773878a tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490518 Jul 07 17:06:06.760082 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc08363-1099-4eb6-ba2d-d48240ee536e req-52c65676-6cd7-4fa6-8a04-06b86a6f7a3b tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:06.762634 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0fc08363-1099-4eb6-ba2d-d48240ee536e req-52c65676-6cd7-4fa6-8a04-06b86a6f7a3b tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.1927061 Jul 07 17:06:06.904387 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0fc08363-1099-4eb6-ba2d-d48240ee536e req-7be492d0-5fe2-4c42-8457-7a78821d5981 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261213 Jul 07 17:06:08.460590 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dc795694-b7ad-496a-9237-6619544db74c req-6fdfe7c0-9459-4bec-ad5e-6cc177a8d91d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1496499 Jul 07 17:06:08.674424 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc795694-b7ad-496a-9237-6619544db74c req-26490652-c582-4881-b63e-7bc073233b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:08.677110 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dc795694-b7ad-496a-9237-6619544db74c req-26490652-c582-4881-b63e-7bc073233b31 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a8fcf6541fe4d4790d553411e54b35a&device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 1096 time: 0.1733077 Jul 07 17:06:08.704157 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2d599-2d07-467f-9761-770064e6993e req-7cba19dc-b5af-470c-bb6a-61ba3ff45500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:08.706681 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e8f2d599-2d07-467f-9761-770064e6993e req-7cba19dc-b5af-470c-bb6a-61ba3ff45500 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a8fcf6541fe4d4790d553411e54b35a&device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 1097 time: 0.2374673 Jul 07 17:06:08.946225 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db201a-e762-48e1-b22d-416e1b5eb6cc req-3a999a66-e167-40c9-8245-af8b84a583fc tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:08.948255 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1db201a-e762-48e1-b22d-416e1b5eb6cc req-3a999a66-e167-40c9-8245-af8b84a583fc tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.1360509 Jul 07 17:06:09.072392 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1db201a-e762-48e1-b22d-416e1b5eb6cc req-0c1c5ed3-0476-4f36-acff-fa366b2ab92b tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175175 Jul 07 17:06:09.127466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2d599-2d07-467f-9761-770064e6993e req-ddcc7e70-4487-4966-9c36-dece75766ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:09.129125 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e8f2d599-2d07-467f-9761-770064e6993e req-ddcc7e70-4487-4966-9c36-dece75766ef7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bced8daf-6fbb-4d36-805b-186336287171 HTTP/1.1" status: 200 len: 920 time: 0.4106896 Jul 07 17:06:09.248484 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc795694-b7ad-496a-9237-6619544db74c req-6cc29fdd-287b-4a33-a84c-6a6c69c50eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:09.250097 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dc795694-b7ad-496a-9237-6619544db74c req-6cc29fdd-287b-4a33-a84c-6a6c69c50eec service neutron] 10.222.0.15 "GET /v2.0/networks?id=bced8daf-6fbb-4d36-805b-186336287171 HTTP/1.1" status: 200 len: 920 time: 0.5420754 Jul 07 17:06:09.257050 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e8f2d599-2d07-467f-9761-770064e6993e req-759cb789-31ed-41a5-afce-bb7c22b6d242 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b33f944-e45e-43d1-a422-f35f4680cbb0 HTTP/1.1" status: 200 len: 217 time: 0.1023171 Jul 07 17:06:09.405393 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dc795694-b7ad-496a-9237-6619544db74c req-505e0d3c-c760-4ef1-b4fd-082d0a8d76c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d HTTP/1.1" status: 200 len: 217 time: 0.1472955 Jul 07 17:06:09.684191 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc795694-b7ad-496a-9237-6619544db74c req-96ba9ac6-d938-4288-bb06-cd41fab426c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:09.687521 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dc795694-b7ad-496a-9237-6619544db74c req-96ba9ac6-d938-4288-bb06-cd41fab426c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98f3de07-2e07-4f60-b06f-024d644ee4e7 HTTP/1.1" status: 200 len: 859 time: 0.2138433 Jul 07 17:06:09.767308 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-519fc18c-fdf8-48b4-ab24-415d891fd811 req-9f8279f1-35b7-485e-b83b-d2302c232db3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2151504 Jul 07 17:06:09.864207 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dc795694-b7ad-496a-9237-6619544db74c req-fef11a99-6603-47f2-ba21-1851425de7b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bced8daf-6fbb-4d36-805b-186336287171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1656628 Jul 07 17:06:09.962414 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2d599-2d07-467f-9761-770064e6993e req-cd00665b-3c2d-4a49-a13b-4ca395ef9de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:09.963903 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e8f2d599-2d07-467f-9761-770064e6993e req-cd00665b-3c2d-4a49-a13b-4ca395ef9de7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98f3de07-2e07-4f60-b06f-024d644ee4e7 HTTP/1.1" status: 200 len: 859 time: 0.5868189 Jul 07 17:06:10.069736 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fc18c-fdf8-48b4-ab24-415d891fd811 req-cc4af556-d450-4bfb-88ca-53b0d7325a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:10.071690 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-519fc18c-fdf8-48b4-ab24-415d891fd811 req-cc4af556-d450-4bfb-88ca-53b0d7325a15 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=583b77e413ba4cbea27c45c8cfa95369&device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 1100 time: 0.2791579 Jul 07 17:06:10.300779 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dc795694-b7ad-496a-9237-6619544db74c req-1672c77f-7948-4f3a-bd86-82eb0f9ff930 service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276545 Jul 07 17:06:10.322211 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fc18c-fdf8-48b4-ab24-415d891fd811 req-3fbe9841-e861-439f-b9bf-428905156848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:10.323866 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-519fc18c-fdf8-48b4-ab24-415d891fd811 req-3fbe9841-e861-439f-b9bf-428905156848 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.2262330 Jul 07 17:06:10.378871 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-519fc18c-fdf8-48b4-ab24-415d891fd811 req-c3ccdffc-ed64-47aa-b100-6881369a8d73 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=2254f451-4f8d-4423-afe2-8a48d339adfa HTTP/1.1" status: 200 len: 217 time: 0.0466237 Jul 07 17:06:10.402958 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e8f2d599-2d07-467f-9761-770064e6993e req-d8a412a5-e398-42a0-ae0c-8ddd97242b35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bced8daf-6fbb-4d36-805b-186336287171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4025316 Jul 07 17:06:10.467736 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fc18c-fdf8-48b4-ab24-415d891fd811 req-122f4419-383c-4dd6-9244-0ac6edd2d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:10.469470 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-519fc18c-fdf8-48b4-ab24-415d891fd811 req-122f4419-383c-4dd6-9244-0ac6edd2d271 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0798955 Jul 07 17:06:10.587247 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce344de-0bb2-449d-a100-d6472785958a req-4a489f38-d14a-4993-82f6-a73d283111b1 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:10.589002 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7ce344de-0bb2-449d-a100-d6472785958a req-4a489f38-d14a-4993-82f6-a73d283111b1 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.2089381 Jul 07 17:06:10.656078 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dc795694-b7ad-496a-9237-6619544db74c req-e98ec85c-487b-444d-9fc3-793fcc38375a service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399215 Jul 07 17:06:10.668270 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e8f2d599-2d07-467f-9761-770064e6993e req-a39b8258-4c2c-42dc-bc12-62c8c223489b service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458162 Jul 07 17:06:10.727507 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7ce344de-0bb2-449d-a100-d6472785958a req-b35c54b8-3b87-4dff-b0eb-d7b8af36d627 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306784 Jul 07 17:06:10.744468 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fc18c-fdf8-48b4-ab24-415d891fd811 req-3936998b-89a8-4d20-9dff-27537cb19e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:10.747255 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-519fc18c-fdf8-48b4-ab24-415d891fd811 req-3936998b-89a8-4d20-9dff-27537cb19e24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2650895 Jul 07 17:06:10.868294 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e8f2d599-2d07-467f-9761-770064e6993e req-0628eb0a-e9b9-4613-8fd2-3dd193905e5b service neutron] 10.222.0.15 "GET /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935508 Jul 07 17:06:11.001365 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-519fc18c-fdf8-48b4-ab24-415d891fd811 req-5e20937d-95ab-4fcd-be66-8ddcc30ba12c service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456231 Jul 07 17:06:11.369361 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-519fc18c-fdf8-48b4-ab24-415d891fd811 req-c62a774b-dd06-4caf-abe8-411de8c0d5ea service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591516 Jul 07 17:06:12.016584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b1e0b-64e8-434e-9815-a597ac91ac6c req-e47db0ef-2d30-495f-a62a-9973217370b7 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:12.018355 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8a8b1e0b-64e8-434e-9815-a597ac91ac6c req-e47db0ef-2d30-495f-a62a-9973217370b7 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.1257312 Jul 07 17:06:12.129015 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8a8b1e0b-64e8-434e-9815-a597ac91ac6c req-d4fa461f-b380-4aee-8a48-f95a1dc9f322 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962610 Jul 07 17:06:13.453555 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95bb14-ab02-4dd2-8900-16dd2a6f14bb req-0f4d1955-d6d9-4102-874c-23d56c2298a2 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:13.460264 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3e95bb14-ab02-4dd2-8900-16dd2a6f14bb req-0f4d1955-d6d9-4102-874c-23d56c2298a2 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.1517086 Jul 07 17:06:13.509289 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3e95bb14-ab02-4dd2-8900-16dd2a6f14bb req-d95f3265-1a38-4d87-8df2-e26b0aa43794 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480058 Jul 07 17:06:14.133862 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.161514 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 59456) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:14.354542 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8349cd69-f701-4d55-a764-4f6c5e6aad6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.620062 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8349cd69-f701-4d55-a764-4f6c5e6aad6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.628296 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8349cd69-f701-4d55-a764-4f6c5e6aad6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.690284 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c38f-1eee-4e3d-b0e1-32334d980c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.723146 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349cd69-f701-4d55-a764-4f6c5e6aad6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ea6e3b-31dd-441f-aa43-d5b9824e5448,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:14.809584 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8349cd69-f701-4d55-a764-4f6c5e6aad6c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fde97b8b1b1c4d65a94f1728ed735157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6443903 Jul 07 17:06:14.809957 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59486) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:14.901919 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cbd32a6d-8e18-437e-a6b8-0070a6bd0606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:14.969838 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cbd32a6d-8e18-437e-a6b8-0070a6bd0606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:15.051844 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cbd32a6d-8e18-437e-a6b8-0070a6bd0606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:15.054485 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cbd32a6d-8e18-437e-a6b8-0070a6bd0606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:15.059164 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cbd32a6d-8e18-437e-a6b8-0070a6bd0606 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8ea6e3b-31dd-441f-aa43-d5b9824e5448 HTTP/1.1" status: 204 len: 168 time: 0.2447751 Jul 07 17:06:15.076276 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd32a6d-8e18-437e-a6b8-0070a6bd0606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ea6e3b-31dd-441f-aa43-d5b9824e5448,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:15.646901 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59508) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:15.664164 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e6d7013d-9d4a-4f34-86d8-fb8a83684cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:15.888440 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e6d7013d-9d4a-4f34-86d8-fb8a83684cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:15.897759 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e6d7013d-9d4a-4f34-86d8-fb8a83684cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:15.996897 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e6d7013d-9d4a-4f34-86d8-fb8a83684cdd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3e7abd0e85fb4d449d175792d222cdae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3482995 Jul 07 17:06:15.999743 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 59522) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:16.004434 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7013d-9d4a-4f34-86d8-fb8a83684cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4a6c38-b4fa-459a-8291-1b0d119e86c7,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:16.116581 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b9c7a8ce-4584-4692-918c-0037f90f224b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.170400 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b9c7a8ce-4584-4692-918c-0037f90f224b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.260974 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b9c7a8ce-4584-4692-918c-0037f90f224b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.265106 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b9c7a8ce-4584-4692-918c-0037f90f224b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:16.268545 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b9c7a8ce-4584-4692-918c-0037f90f224b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6d4a6c38-b4fa-459a-8291-1b0d119e86c7 HTTP/1.1" status: 204 len: 168 time: 0.2671251 Jul 07 17:06:16.282468 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7a8ce-4584-4692-918c-0037f90f224b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4a6c38-b4fa-459a-8291-1b0d119e86c7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:16.372461 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.593174 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:17.915282 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dca69f23-a3f1-440b-9829-b018bada473e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:18.779445 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:20.284293 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.329258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59786) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:25.487625 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b413334e-95a6-42d3-a61b-957f13198411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.673541 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b413334e-95a6-42d3-a61b-957f13198411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.680714 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b413334e-95a6-42d3-a61b-957f13198411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.763093 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413334e-95a6-42d3-a61b-957f13198411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb57970-79a0-4311-80ac-0f668748ab6a,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:25.780508 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b413334e-95a6-42d3-a61b-957f13198411 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=41a2c023be964148afb6a4190f14a5c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4450245 Jul 07 17:06:25.780508 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59796) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:25.863726 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8ea48812-9bdc-4631-b207-dfd4f3ae0de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.893805 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8ea48812-9bdc-4631-b207-dfd4f3ae0de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.994201 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8ea48812-9bdc-4631-b207-dfd4f3ae0de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.998274 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8ea48812-9bdc-4631-b207-dfd4f3ae0de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:25.999842 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8ea48812-9bdc-4631-b207-dfd4f3ae0de8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2bb57970-79a0-4311-80ac-0f668748ab6a HTTP/1.1" status: 204 len: 168 time: 0.2183115 Jul 07 17:06:26.014255 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea48812-9bdc-4631-b207-dfd4f3ae0de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb57970-79a0-4311-80ac-0f668748ab6a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:26.581698 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59820) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:26.613013 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0b85e9e-c7cd-4dd1-9bbe-5ba21d3f77ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.767040 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0b85e9e-c7cd-4dd1-9bbe-5ba21d3f77ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.796183 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e0b85e9e-c7cd-4dd1-9bbe-5ba21d3f77ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:26.853005 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e0b85e9e-c7cd-4dd1-9bbe-5ba21d3f77ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ffee1c9aec14df792beb47d4ae09320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683601 Jul 07 17:06:26.856463 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 59826) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:26.885055 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b85e9e-c7cd-4dd1-9bbe-5ba21d3f77ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e250717-cacc-4948-a33c-3ab4baf7502d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:26.986149 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4249-534a-4c80-8321-bc1c7a9e39b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.038331 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4249-534a-4c80-8321-bc1c7a9e39b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.115763 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4249-534a-4c80-8321-bc1c7a9e39b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.122557 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa1f4249-534a-4c80-8321-bc1c7a9e39b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.123856 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-aa1f4249-534a-4c80-8321-bc1c7a9e39b9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e250717-cacc-4948-a33c-3ab4baf7502d HTTP/1.1" status: 204 len: 168 time: 0.2663901 Jul 07 17:06:27.132892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f4249-534a-4c80-8321-bc1c7a9e39b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e250717-cacc-4948-a33c-3ab4baf7502d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:27.144790 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f4249-534a-4c80-8321-bc1c7a9e39b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:27.145142 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f4249-534a-4c80-8321-bc1c7a9e39b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:27.145675 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f4249-534a-4c80-8321-bc1c7a9e39b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:27.146179 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f4249-534a-4c80-8321-bc1c7a9e39b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:27.146905 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f4249-534a-4c80-8321-bc1c7a9e39b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:27.147532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f4249-534a-4c80-8321-bc1c7a9e39b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:27.148069 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f4249-534a-4c80-8321-bc1c7a9e39b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:27.148550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f4249-534a-4c80-8321-bc1c7a9e39b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:27.149354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f4249-534a-4c80-8321-bc1c7a9e39b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:27.149888 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f4249-534a-4c80-8321-bc1c7a9e39b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:27.150439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f4249-534a-4c80-8321-bc1c7a9e39b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:27.151021 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1f4249-534a-4c80-8321-bc1c7a9e39b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:27.670562 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59858) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:27.684807 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-df797a81-9982-4c14-b365-c1d52ec6d760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.808887 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-df797a81-9982-4c14-b365-c1d52ec6d760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.814052 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-df797a81-9982-4c14-b365-c1d52ec6d760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.853052 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df797a81-9982-4c14-b365-c1d52ec6d760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f016cde-fbc6-45a9-b2fc-2baf082fd8ae,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:27.861400 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-df797a81-9982-4c14-b365-c1d52ec6d760 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=22a12ee2242a4651b21f1f922a4c164e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897099 Jul 07 17:06:27.863915 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59864) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:27.934545 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e9f71c6-36b5-40df-a6b4-00f0911d2bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:27.958787 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e9f71c6-36b5-40df-a6b4-00f0911d2bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:28.010964 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e9f71c6-36b5-40df-a6b4-00f0911d2bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:28.013620 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e9f71c6-36b5-40df-a6b4-00f0911d2bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:28.014912 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2e9f71c6-36b5-40df-a6b4-00f0911d2bae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f016cde-fbc6-45a9-b2fc-2baf082fd8ae HTTP/1.1" status: 204 len: 168 time: 0.1498246 Jul 07 17:06:28.022680 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f71c6-36b5-40df-a6b4-00f0911d2bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f016cde-fbc6-45a9-b2fc-2baf082fd8ae,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:28.924679 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea183765-0e72-4558-94f1-9822a882a8ee req-4ce7d4d7-b874-4479-a4be-ec57ddb6d0f2 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:28.931563 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ea183765-0e72-4558-94f1-9822a882a8ee req-4ce7d4d7-b874-4479-a4be-ec57ddb6d0f2 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 945 time: 0.0843091 Jul 07 17:06:28.980729 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ea183765-0e72-4558-94f1-9822a882a8ee req-00a38132-d403-4ba2-854f-44f069946457 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453346 Jul 07 17:06:30.207865 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:06:31.188562 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6afc491e-72c7-46ed-84b1-31f3c052d56b no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:31.290208 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:31.333933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6afc491e-72c7-46ed-84b1-31f3c052d56b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:31.335136 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afc491e-72c7-46ed-84b1-31f3c052d56b'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:31.338220 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b938bf1b-e989-4748-9327-937903348efa" -d '{"events": [{"server_uuid": "77c68ad7-2f8c-454e-83bc-1594c68d2687", "name": "network-vif-unplugged", "status": "completed", "tag": "6afc491e-72c7-46ed-84b1-31f3c052d56b"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:31.344068 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:31.400254 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6afc491e-72c7-46ed-84b1-31f3c052d56b,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:31.415748 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b50c1f6-2d81-4b2a-b717-ac0a249500d8 x-openstack-request-id: req-7b50c1f6-2d81-4b2a-b717-ac0a249500d8 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:31.416323 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c68ad7-2f8c-454e-83bc-1594c68d2687", "name": "network-vif-unplugged", "status": "completed", "tag": "6afc491e-72c7-46ed-84b1-31f3c052d56b", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:31.416795 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b50c1f6-2d81-4b2a-b717-ac0a249500d8 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:31.418130 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afc491e-72c7-46ed-84b1-31f3c052d56b', 'code': 200} Jul 07 17:06:33.193416 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6afc491e-72c7-46ed-84b1-31f3c052d56b details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:06:33.370932 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6afc491e-72c7-46ed-84b1-31f3c052d56b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:33.389415 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '6afc491e-72c7-46ed-84b1-31f3c052d56b', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'port_id': '6afc491e-72c7-46ed-84b1-31f3c052d56b', 'mac_address': 'fa:16:3e:f3:77:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:06:33.439789 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.463634 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afc491e-72c7-46ed-84b1-31f3c052d56b {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:06:33.499187 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6afc491e-72c7-46ed-84b1-31f3c052d56b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:33.507605 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:33.670834 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6afc491e-72c7-46ed-84b1-31f3c052d56b,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:33.757340 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['6afc491e-72c7-46ed-84b1-31f3c052d56b'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:35.208887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6afc491e-72c7-46ed-84b1-31f3c052d56b up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:06:35.401643 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 6afc491e-72c7-46ed-84b1-31f3c052d56b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:06:35.408666 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:35.616377 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:35.683383 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6afc491e-72c7-46ed-84b1-31f3c052d56b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:35.686041 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afc491e-72c7-46ed-84b1-31f3c052d56b'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:35.688793 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5533112-c3c8-43be-a13f-47f41e42dc9c" -d '{"events": [{"server_uuid": "77c68ad7-2f8c-454e-83bc-1594c68d2687", "name": "network-vif-plugged", "status": "completed", "tag": "6afc491e-72c7-46ed-84b1-31f3c052d56b"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:35.703045 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:35.907632 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6afc491e-72c7-46ed-84b1-31f3c052d56b,revision_number=10']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:36.222708 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c52824-5292-4d28-9593-ab3e41e08240 x-openstack-request-id: req-38c52824-5292-4d28-9593-ab3e41e08240 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:36.223379 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c68ad7-2f8c-454e-83bc-1594c68d2687", "name": "network-vif-plugged", "status": "completed", "tag": "6afc491e-72c7-46ed-84b1-31f3c052d56b", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:36.223481 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38c52824-5292-4d28-9593-ab3e41e08240 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:36.223953 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afc491e-72c7-46ed-84b1-31f3c052d56b', 'code': 200} Jul 07 17:06:40.988040 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60736) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:41.246709 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37fb8867-aff7-441b-b819-d8f2302ed722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.261164 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da9861-b018-497c-b85e-0bcf98f8a9f3 req-4367d13d-a082-4f98-a61a-8d22251f9028 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:41.267172 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-65da9861-b018-497c-b85e-0bcf98f8a9f3 req-4367d13d-a082-4f98-a61a-8d22251f9028 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.2111478 Jul 07 17:06:41.369619 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-65da9861-b018-497c-b85e-0bcf98f8a9f3 req-56e48cfc-bbfd-4d30-bbff-b1680df4c9c8 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965803 Jul 07 17:06:41.566651 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37fb8867-aff7-441b-b819-d8f2302ed722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.578512 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-37fb8867-aff7-441b-b819-d8f2302ed722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.710903 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb8867-aff7-441b-b819-d8f2302ed722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4130fb51-e14d-4ac7-88dd-0cc0640f8e6c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:41.726931 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60758) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:41.730788 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-37fb8867-aff7-441b-b819-d8f2302ed722 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=27c5dc3dc9a046f090e126da076ed2e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7389817 Jul 07 17:06:41.748851 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb8867-aff7-441b-b819-d8f2302ed722 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:41.749592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb8867-aff7-441b-b819-d8f2302ed722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:41.755305 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb8867-aff7-441b-b819-d8f2302ed722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:41.755881 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb8867-aff7-441b-b819-d8f2302ed722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:41.756367 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb8867-aff7-441b-b819-d8f2302ed722 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:41.756856 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb8867-aff7-441b-b819-d8f2302ed722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:41.757668 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb8867-aff7-441b-b819-d8f2302ed722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:41.758293 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb8867-aff7-441b-b819-d8f2302ed722 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:41.758841 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb8867-aff7-441b-b819-d8f2302ed722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:41.759336 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb8867-aff7-441b-b819-d8f2302ed722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:41.759850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb8867-aff7-441b-b819-d8f2302ed722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:41.760697 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb8867-aff7-441b-b819-d8f2302ed722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:06:41.869245 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8346f509-9fdb-4794-b52e-4ffbf3034832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:41.930236 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8346f509-9fdb-4794-b52e-4ffbf3034832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:42.020614 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8346f509-9fdb-4794-b52e-4ffbf3034832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:42.023737 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8346f509-9fdb-4794-b52e-4ffbf3034832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:42.027712 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8346f509-9fdb-4794-b52e-4ffbf3034832 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4130fb51-e14d-4ac7-88dd-0cc0640f8e6c HTTP/1.1" status: 204 len: 168 time: 0.2968073 Jul 07 17:06:42.043514 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346f509-9fdb-4794-b52e-4ffbf3034832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4130fb51-e14d-4ac7-88dd-0cc0640f8e6c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:42.689036 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b7d1c-f7aa-4573-b5dd-30370cae1845 req-154c7563-2b4f-4cc9-813b-c0fb951be4a7 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:42.710023 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-508b7d1c-f7aa-4573-b5dd-30370cae1845 req-154c7563-2b4f-4cc9-813b-c0fb951be4a7 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.1177144 Jul 07 17:06:42.780210 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-508b7d1c-f7aa-4573-b5dd-30370cae1845 req-22689f05-5931-4dfd-a98a-554bef694b5a tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687599 Jul 07 17:06:42.807202 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60788) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:42.853386 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64852c7f-b543-41f1-858f-4d31792ec8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:43.155085 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96232f5d-4532-4eca-be86-91d7f2185dbe req-7c1f2d72-7a73-4897-bf2d-c1c29a2e779e tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:43.157061 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-96232f5d-4532-4eca-be86-91d7f2185dbe req-7c1f2d72-7a73-4897-bf2d-c1c29a2e779e tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.15 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 945 time: 0.1888516 Jul 07 17:06:43.418287 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64852c7f-b543-41f1-858f-4d31792ec8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:43.430284 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64852c7f-b543-41f1-858f-4d31792ec8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:43.515139 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-64852c7f-b543-41f1-858f-4d31792ec8cb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3195678a5c7e4ac5b5206130657e64b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7030365 Jul 07 17:06:43.516471 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60800) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:43.680017 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9f2f9053-5d6e-4c5b-98b9-54d98cc6d2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:43.755588 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64852c7f-b543-41f1-858f-4d31792ec8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab300704-6b10-410a-8e57-9e312c7cebd6,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:43.794501 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-96232f5d-4532-4eca-be86-91d7f2185dbe req-4632d74a-d2d8-43ab-ac78-032170ce1f9f tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Deleting port 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:43.795031 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-96232f5d-4532-4eca-be86-91d7f2185dbe req-4632d74a-d2d8-43ab-ac78-032170ce1f9f tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:43.988579 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-96232f5d-4532-4eca-be86-91d7f2185dbe req-4632d74a-d2d8-43ab-ac78-032170ce1f9f tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] For port 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d,segment=NetworkSegment(4c4b6aab-5150-414a-96eb-070067753cd4),segment_id=4c4b6aab-5150-414a-96eb-070067753cd4)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:43.989328 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-96232f5d-4532-4eca-be86-91d7f2185dbe req-4632d74a-d2d8-43ab-ac78-032170ce1f9f tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.010148 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-96232f5d-4532-4eca-be86-91d7f2185dbe req-4632d74a-d2d8-43ab-ac78-032170ce1f9f tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Calling delete_port for 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:44.121327 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.316957 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9f2f9053-5d6e-4c5b-98b9-54d98cc6d2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.418737 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-96232f5d-4532-4eca-be86-91d7f2185dbe req-4632d74a-d2d8-43ab-ac78-032170ce1f9f tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.433555 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['5b33f944-e45e-43d1-a422-f35f4680cbb0', '7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:44.514742 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9f2f9053-5d6e-4c5b-98b9-54d98cc6d2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.519692 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9f2f9053-5d6e-4c5b-98b9-54d98cc6d2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.528570 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9f2f9053-5d6e-4c5b-98b9-54d98cc6d2ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab300704-6b10-410a-8e57-9e312c7cebd6 HTTP/1.1" status: 204 len: 168 time: 1.0089507 Jul 07 17:06:44.555341 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e59a0dbc-8197-4082-b458-8b703e761537 req-f35b09c4-9830-434f-97e3-a66c9d1188b6 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=87be3524-2f93-481f-95db-c56b4d1cc12f HTTP/1.1" status: 200 len: 210 time: 0.2812247 Jul 07 17:06:44.605647 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632d74a-d2d8-43ab-ac78-032170ce1f9f tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Pushing event deleted for resources: {'Port': ['ID=7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:44.627407 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f9053-5d6e-4c5b-98b9-54d98cc6d2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab300704-6b10-410a-8e57-9e312c7cebd6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:44.777399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-96232f5d-4532-4eca-be86-91d7f2185dbe req-4632d74a-d2d8-43ab-ac78-032170ce1f9f tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] No DVR routers for this DVR port 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:44.783598 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-96232f5d-4532-4eca-be86-91d7f2185dbe req-4632d74a-d2d8-43ab-ac78-032170ce1f9f tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.790317 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-96232f5d-4532-4eca-be86-91d7f2185dbe req-4632d74a-d2d8-43ab-ac78-032170ce1f9f tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.15 "DELETE /v2.0/ports/7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d HTTP/1.1" status: 204 len: 173 time: 1.6237714 Jul 07 17:06:44.793653 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87be3524-2f93-481f-95db-c56b4d1cc12f', 'name': 'network-vif-deleted', 'tag': '7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:44.805380 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1888bb4-54b8-43df-8d32-d462b442a309" -d '{"events": [{"server_uuid": "87be3524-2f93-481f-95db-c56b4d1cc12f", "name": "network-vif-deleted", "tag": "7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:44.862030 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5495bbea-ad93-4ea4-9899-a85e7849a49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:44.910190 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5397b2c-bbf8-4396-906d-452dab4859a8 x-openstack-request-id: req-f5397b2c-bbf8-4396-906d-452dab4859a8 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:44.910516 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87be3524-2f93-481f-95db-c56b4d1cc12f", "name": "network-vif-deleted", "tag": "7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:44.910772 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f5397b2c-bbf8-4396-906d-452dab4859a8 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:44.911181 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87be3524-2f93-481f-95db-c56b4d1cc12f', 'name': 'network-vif-deleted', 'tag': '7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d', 'status': 'completed', 'code': 200} Jul 07 17:06:46.373360 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:46.725224 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c260126-b658-4ac4-ab33-6fedbaa0cb5e req-b74e4ed6-eaeb-4bc4-8417-5ec8e1b7c032 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:46.754877 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c260126-b658-4ac4-ab33-6fedbaa0cb5e req-b74e4ed6-eaeb-4bc4-8417-5ec8e1b7c032 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.1669791 Jul 07 17:06:46.878580 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c260126-b658-4ac4-ab33-6fedbaa0cb5e req-4e676e02-3a50-442d-809c-a5b10e3f57b2 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213009 Jul 07 17:06:47.593472 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:47.739782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:47.781722 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:47.787776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7a9912d0-0862-4d5c-9b60-3bd9fd3e3d8d not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:47.951802 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3443d764-3f64-40ee-b511-1527d6a10e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:48.280666 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c98d0-2e05-4145-b8aa-069e5f4b0e91 req-36c4b74c-0229-492c-a1c5-77bb034acd63 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:48.294962 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4b7c98d0-2e05-4145-b8aa-069e5f4b0e91 req-36c4b74c-0229-492c-a1c5-77bb034acd63 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.1676948 Jul 07 17:06:48.394964 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4b7c98d0-2e05-4145-b8aa-069e5f4b0e91 req-ab84ff54-8506-4479-be96-d5cc96ee9b5a tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998502 Jul 07 17:06:48.801359 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:49.866564 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b48dea-9c91-4c59-9525-4339c9e78908 req-0ee88eae-803b-4b07-be39-405abcdf51e9 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:49.876071 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-97b48dea-9c91-4c59-9525-4339c9e78908 req-0ee88eae-803b-4b07-be39-405abcdf51e9 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.1495919 Jul 07 17:06:49.943882 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-97b48dea-9c91-4c59-9525-4339c9e78908 req-63eff96a-ec13-4736-9743-a234df32b62c tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626116 Jul 07 17:06:50.259557 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:51.463858 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6139eb-7f81-4cc3-93da-fe3487b11d43 req-9941a447-e609-4dd7-bda7-e0bbb9eab914 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:51.468403 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b6139eb-7f81-4cc3-93da-fe3487b11d43 req-9941a447-e609-4dd7-bda7-e0bbb9eab914 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.15 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.1873066 Jul 07 17:06:51.625153 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648499a-182b-4f8c-b7f1-d581911e1035 req-cef09a6a-12d8-4d35-80dd-02083fdfc618 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:51.637270 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a648499a-182b-4f8c-b7f1-d581911e1035 req-cef09a6a-12d8-4d35-80dd-02083fdfc618 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 949 time: 0.2373405 Jul 07 17:06:51.708004 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a648499a-182b-4f8c-b7f1-d581911e1035 req-95796198-ca44-4528-a584-d56b931606fb tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d4ae51-122c-490c-9cfd-566ad26c9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579417 Jul 07 17:06:51.710227 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2723e3-e7c5-400b-b9e4-a4aca3c8612e req-d19eade0-3e86-428a-9471-89e1f45cbc8f tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:51.735658 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0b2723e3-e7c5-400b-b9e4-a4aca3c8612e req-d19eade0-3e86-428a-9471-89e1f45cbc8f tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 946 time: 0.3369713 Jul 07 17:06:51.890221 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0b2723e3-e7c5-400b-b9e4-a4aca3c8612e req-16192c68-1406-4abc-bb8b-c2d2c22b7c3b tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/security-groups?id=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534069 Jul 07 17:06:51.899846 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-2b6139eb-7f81-4cc3-93da-fe3487b11d43 req-2e41d5a6-76d1-4643-a25e-39ad4436c295 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Deleting port 5b33f944-e45e-43d1-a422-f35f4680cbb0 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:51.901726 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2b6139eb-7f81-4cc3-93da-fe3487b11d43 req-2e41d5a6-76d1-4643-a25e-39ad4436c295 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.256117 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2b6139eb-7f81-4cc3-93da-fe3487b11d43 req-2e41d5a6-76d1-4643-a25e-39ad4436c295 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] For port 5b33f944-e45e-43d1-a422-f35f4680cbb0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=5b33f944-e45e-43d1-a422-f35f4680cbb0,segment=NetworkSegment(4c4b6aab-5150-414a-96eb-070067753cd4),segment_id=4c4b6aab-5150-414a-96eb-070067753cd4)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:52.256476 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2b6139eb-7f81-4cc3-93da-fe3487b11d43 req-2e41d5a6-76d1-4643-a25e-39ad4436c295 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:52.771847 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-2b6139eb-7f81-4cc3-93da-fe3487b11d43 req-2e41d5a6-76d1-4643-a25e-39ad4436c295 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Calling delete_port for 5b33f944-e45e-43d1-a422-f35f4680cbb0 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:53.060330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f9fe4-6f1c-4d07-8421-3b4eac605714 req-23c9969c-a4b2-484a-9418-4cd3af638572 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.063350 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-387f9fe4-6f1c-4d07-8421-3b4eac605714 req-23c9969c-a4b2-484a-9418-4cd3af638572 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.69 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 949 time: 0.1502304 Jul 07 17:06:53.128408 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2b6139eb-7f81-4cc3-93da-fe3487b11d43 req-2e41d5a6-76d1-4643-a25e-39ad4436c295 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.146895 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['5b33f944-e45e-43d1-a422-f35f4680cbb0'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:06:53.183787 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5e449-ef05-4cc3-bd07-a6afb9d60c6b req-1d88fafa-fe88-4934-98ec-68dd4b9301c2 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:06:53.198186 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-49d5e449-ef05-4cc3-bd07-a6afb9d60c6b req-1d88fafa-fe88-4934-98ec-68dd4b9301c2 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 949 time: 0.2825084 Jul 07 17:06:53.218315 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41d5a6-76d1-4643-a25e-39ad4436c295 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Pushing event deleted for resources: {'Port': ['ID=5b33f944-e45e-43d1-a422-f35f4680cbb0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:53.299630 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6139eb-7f81-4cc3-93da-fe3487b11d43 req-2e41d5a6-76d1-4643-a25e-39ad4436c295 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] No DVR routers for this DVR port 5b33f944-e45e-43d1-a422-f35f4680cbb0 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:53.306042 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2b6139eb-7f81-4cc3-93da-fe3487b11d43 req-2e41d5a6-76d1-4643-a25e-39ad4436c295 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.313187 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b6139eb-7f81-4cc3-93da-fe3487b11d43 req-2e41d5a6-76d1-4643-a25e-39ad4436c295 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.15 "DELETE /v2.0/ports/5b33f944-e45e-43d1-a422-f35f4680cbb0 HTTP/1.1" status: 204 len: 173 time: 1.8347745 Jul 07 17:06:53.375392 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a736fb-0800-478e-8216-0397d90890ec', 'name': 'network-vif-deleted', 'tag': '5b33f944-e45e-43d1-a422-f35f4680cbb0'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:53.378712 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d7eb3c-db2b-466e-ab8a-6a62bf43d094" -d '{"events": [{"server_uuid": "91a736fb-0800-478e-8216-0397d90890ec", "name": "network-vif-deleted", "tag": "5b33f944-e45e-43d1-a422-f35f4680cbb0"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:53.398677 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-49d5e449-ef05-4cc3-bd07-a6afb9d60c6b req-9eed325b-3084-4a8f-90ad-84dd4edc0daf tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/security-groups?id=84d4ae51-122c-490c-9cfd-566ad26c9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985321 Jul 07 17:06:53.417202 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51098712-6c39-4487-a9da-bc38d68d2a59 req-4a8e83e1-57d0-42c4-8e62-409da0fdd116 tempest-ServerRescueNegativeTestJSON-1054240289 tempest-ServerRescueNegativeTestJSON-1054240289-project] 10.222.0.50 "GET /v2.0/ports?device_id=91a736fb-0800-478e-8216-0397d90890ec HTTP/1.1" status: 200 len: 210 time: 0.0974360 Jul 07 17:06:53.512190 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-387f9fe4-6f1c-4d07-8421-3b4eac605714 req-3813f8cc-ee96-4de0-95f4-40bc0896a75c tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Deleting port 2254f451-4f8d-4423-afe2-8a48d339adfa {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:53.512825 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-387f9fe4-6f1c-4d07-8421-3b4eac605714 req-3813f8cc-ee96-4de0-95f4-40bc0896a75c tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.722641 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-387f9fe4-6f1c-4d07-8421-3b4eac605714 req-3813f8cc-ee96-4de0-95f4-40bc0896a75c tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] For port 2254f451-4f8d-4423-afe2-8a48d339adfa, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2254f451-4f8d-4423-afe2-8a48d339adfa,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:53.723306 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-387f9fe4-6f1c-4d07-8421-3b4eac605714 req-3813f8cc-ee96-4de0-95f4-40bc0896a75c tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.740347 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-387f9fe4-6f1c-4d07-8421-3b4eac605714 req-3813f8cc-ee96-4de0-95f4-40bc0896a75c tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Calling delete_port for 2254f451-4f8d-4423-afe2-8a48d339adfa owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:53.893275 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-387f9fe4-6f1c-4d07-8421-3b4eac605714 req-3813f8cc-ee96-4de0-95f4-40bc0896a75c tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:53.925726 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813f8cc-ee96-4de0-95f4-40bc0896a75c tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Pushing event deleted for resources: {'Port': ['ID=2254f451-4f8d-4423-afe2-8a48d339adfa,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:53.970088 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78c842f-82e5-4373-a6e0-ee6545a639b8 x-openstack-request-id: req-e78c842f-82e5-4373-a6e0-ee6545a639b8 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:53.970653 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a736fb-0800-478e-8216-0397d90890ec", "name": "network-vif-deleted", "tag": "5b33f944-e45e-43d1-a422-f35f4680cbb0", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:53.971042 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e78c842f-82e5-4373-a6e0-ee6545a639b8 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:53.971512 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a736fb-0800-478e-8216-0397d90890ec', 'name': 'network-vif-deleted', 'tag': '5b33f944-e45e-43d1-a422-f35f4680cbb0', 'status': 'completed', 'code': 200} Jul 07 17:06:54.003939 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-387f9fe4-6f1c-4d07-8421-3b4eac605714 req-3813f8cc-ee96-4de0-95f4-40bc0896a75c tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] No DVR routers for this DVR port 2254f451-4f8d-4423-afe2-8a48d339adfa on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:06:54.007932 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-387f9fe4-6f1c-4d07-8421-3b4eac605714 req-3813f8cc-ee96-4de0-95f4-40bc0896a75c tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:54.012000 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-387f9fe4-6f1c-4d07-8421-3b4eac605714 req-3813f8cc-ee96-4de0-95f4-40bc0896a75c tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.69 "DELETE /v2.0/ports/2254f451-4f8d-4423-afe2-8a48d339adfa HTTP/1.1" status: 204 len: 173 time: 0.9302053 Jul 07 17:06:54.012847 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a325037b-7ce5-4318-8cb3-b8c8a1441a69', 'name': 'network-vif-deleted', 'tag': '2254f451-4f8d-4423-afe2-8a48d339adfa'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:06:54.016612 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22241b10-5171-458c-9ef2-d01d5bf37a31" -d '{"events": [{"server_uuid": "a325037b-7ce5-4318-8cb3-b8c8a1441a69", "name": "network-vif-deleted", "tag": "2254f451-4f8d-4423-afe2-8a48d339adfa"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:06:54.429149 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f65dd54-122b-499c-a0a6-497733d1a8f0 x-openstack-request-id: req-3f65dd54-122b-499c-a0a6-497733d1a8f0 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:06:54.430407 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a325037b-7ce5-4318-8cb3-b8c8a1441a69", "name": "network-vif-deleted", "tag": "2254f451-4f8d-4423-afe2-8a48d339adfa", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:06:54.432852 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3f65dd54-122b-499c-a0a6-497733d1a8f0 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:06:54.432852 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a325037b-7ce5-4318-8cb3-b8c8a1441a69', 'name': 'network-vif-deleted', 'tag': '2254f451-4f8d-4423-afe2-8a48d339adfa', 'status': 'completed', 'code': 200} Jul 07 17:06:54.727230 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 32902) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:54.942681 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8cf5aaa2-aee6-4a71-aace-38374ff58081 req-dc946338-8412-4c10-ac90-6012d3064fe8 tempest-VolumesBackupsTest-1854543919 tempest-VolumesBackupsTest-1854543919-project] 10.222.0.50 "GET /v2.0/ports?device_id=a325037b-7ce5-4318-8cb3-b8c8a1441a69 HTTP/1.1" status: 200 len: 210 time: 0.0590096 Jul 07 17:06:55.345941 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 2254f451-4f8d-4423-afe2-8a48d339adfa no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:55.402709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 2254f451-4f8d-4423-afe2-8a48d339adfa {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:55.403079 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 2254f451-4f8d-4423-afe2-8a48d339adfa not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:55.455894 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3517ec0c-3c9e-4c05-a259-52e60a3b8b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:55.692219 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 5b33f944-e45e-43d1-a422-f35f4680cbb0 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:06:55.725832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 5b33f944-e45e-43d1-a422-f35f4680cbb0 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:06:55.740921 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 5b33f944-e45e-43d1-a422-f35f4680cbb0 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:06:56.041845 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-3517ec0c-3c9e-4c05-a259-52e60a3b8b12 admin admin] Deleting port ca887a4a-e5bc-4c2c-9bab-1e7954562eca {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:56.042197 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3517ec0c-3c9e-4c05-a259-52e60a3b8b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.267111 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-3517ec0c-3c9e-4c05-a259-52e60a3b8b12 admin admin] For port ca887a4a-e5bc-4c2c-9bab-1e7954562eca, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ca887a4a-e5bc-4c2c-9bab-1e7954562eca,segment=NetworkSegment(4c4b6aab-5150-414a-96eb-070067753cd4),segment_id=4c4b6aab-5150-414a-96eb-070067753cd4)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:56.267547 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3517ec0c-3c9e-4c05-a259-52e60a3b8b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.284458 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-3517ec0c-3c9e-4c05-a259-52e60a3b8b12 admin admin] Calling delete_port for ca887a4a-e5bc-4c2c-9bab-1e7954562eca owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:56.879781 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3517ec0c-3c9e-4c05-a259-52e60a3b8b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:56.944078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517ec0c-3c9e-4c05-a259-52e60a3b8b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca887a4a-e5bc-4c2c-9bab-1e7954562eca,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:57.477072 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3517ec0c-3c9e-4c05-a259-52e60a3b8b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:57.504424 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 32938) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:57.773348 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-16d2ccbd-30d8-4592-84f2-073a7707ee93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.024722 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-16d2ccbd-30d8-4592-84f2-073a7707ee93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.036669 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-16d2ccbd-30d8-4592-84f2-073a7707ee93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.078438 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-16d2ccbd-30d8-4592-84f2-073a7707ee93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f172c974e4ee4718abae4ea88b5c95da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5720406 Jul 07 17:06:58.079706 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 32952) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:58.102930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2ccbd-30d8-4592-84f2-073a7707ee93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa8fe62-7d9d-461d-8777-504f6923a468,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:58.240295 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3517ec0c-3c9e-4c05-a259-52e60a3b8b12 admin admin] Router ca49ce07-5fb9-45cc-ae78-da9b8fb21c92 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:06:58.408785 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ba9f16b4-5ea2-4445-83c1-e44ae8a494ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.497313 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ba9f16b4-5ea2-4445-83c1-e44ae8a494ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.564783 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ba9f16b4-5ea2-4445-83c1-e44ae8a494ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.567798 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ba9f16b4-5ea2-4445-83c1-e44ae8a494ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:58.571744 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ba9f16b4-5ea2-4445-83c1-e44ae8a494ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/baa8fe62-7d9d-461d-8777-504f6923a468 HTTP/1.1" status: 204 len: 168 time: 0.4844227 Jul 07 17:06:58.597267 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f16b4-5ea2-4445-83c1-e44ae8a494ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa8fe62-7d9d-461d-8777-504f6923a468,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:06:58.603616 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3517ec0c-3c9e-4c05-a259-52e60a3b8b12 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:06:58.615267 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e706baf1-bbe3-4dec-bc66-7490096087a8 None None] Sync routers for ids ['ca49ce07-5fb9-45cc-ae78-da9b8fb21c92'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:06:58.618766 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3517ec0c-3c9e-4c05-a259-52e60a3b8b12 admin admin] 10.222.0.50 "PUT /v2.0/routers/ca49ce07-5fb9-45cc-ae78-da9b8fb21c92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8901074 Jul 07 17:06:58.623074 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 32960) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:06:58.649884 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e706baf1-bbe3-4dec-bc66-7490096087a8 None None] Routers {'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:58.654314 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e706baf1-bbe3-4dec-bc66-7490096087a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:06:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ca49ce07-5fb9-45cc-ae78-da9b8fb21c92'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:59.140901 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-e706baf1-bbe3-4dec-bc66-7490096087a8 None None] Set router ca49ce07-5fb9-45cc-ae78-da9b8fb21c92 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:06:59.178554 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5f11405-60c5-4471-8af8-c941b67570bf admin admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.412540 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e706baf1-bbe3-4dec-bc66-7490096087a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92', 'name': 'tempest-ServerRescueNegativeTestJSON-1376224434-router', 'tenant_id': '8a8fcf6541fe4d4790d553411e54b35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '72e2b4ff-4366-4f23-9396-46186c4f8595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:30Z', 'updated_at': '2021-07-07T17:06:56Z', 'revision_number': 5, 'project_id': '8a8fcf6541fe4d4790d553411e54b35a', 'gw_port': {'id': '72e2b4ff-4366-4f23-9396-46186c4f8595', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:34Z', 'updated_at': '2021-07-07T17:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:59.426225 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5f11405-60c5-4471-8af8-c941b67570bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.509417 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e706baf1-bbe3-4dec-bc66-7490096087a8 None None] Checking router: ca49ce07-5fb9-45cc-ae78-da9b8fb21c92 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:06:59.552123 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e706baf1-bbe3-4dec-bc66-7490096087a8 None None] Routers {'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:06:59.552929 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e706baf1-bbe3-4dec-bc66-7490096087a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:06:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ca49ce07-5fb9-45cc-ae78-da9b8fb21c92'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:06:59.573280 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e5f11405-60c5-4471-8af8-c941b67570bf admin admin] Deleting port 72e2b4ff-4366-4f23-9396-46186c4f8595 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:06:59.573636 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5f11405-60c5-4471-8af8-c941b67570bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.691795 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-e5f11405-60c5-4471-8af8-c941b67570bf admin admin] For port 72e2b4ff-4366-4f23-9396-46186c4f8595, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=72e2b4ff-4366-4f23-9396-46186c4f8595,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:06:59.692174 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5f11405-60c5-4471-8af8-c941b67570bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:06:59.709244 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e5f11405-60c5-4471-8af8-c941b67570bf admin admin] Calling delete_port for 72e2b4ff-4366-4f23-9396-46186c4f8595 owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:06:59.998546 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-e706baf1-bbe3-4dec-bc66-7490096087a8 None None] Set router ca49ce07-5fb9-45cc-ae78-da9b8fb21c92 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:00.122348 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e706baf1-bbe3-4dec-bc66-7490096087a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92', 'name': 'tempest-ServerRescueNegativeTestJSON-1376224434-router', 'tenant_id': '8a8fcf6541fe4d4790d553411e54b35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:30Z', 'updated_at': '2021-07-07T17:06:59Z', 'revision_number': 6, 'project_id': '8a8fcf6541fe4d4790d553411e54b35a', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:00.199271 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e706baf1-bbe3-4dec-bc66-7490096087a8 None None] The sync data for ids ['ca49ce07-5fb9-45cc-ae78-da9b8fb21c92'] in n-d-793620-7 is: [{'id': 'ca49ce07-5fb9-45cc-ae78-da9b8fb21c92', 'name': 'tempest-ServerRescueNegativeTestJSON-1376224434-router', 'tenant_id': '8a8fcf6541fe4d4790d553411e54b35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:30Z', 'updated_at': '2021-07-07T17:06:59Z', 'revision_number': 6, 'project_id': '8a8fcf6541fe4d4790d553411e54b35a', 'gw_port_host': None}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:07:00.248557 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-424e97f1-1b8b-49a6-90b7-943988f4af3f req-3df331a6-3c6b-4417-9b60-91497f73abd5 service neutron] (100409) timed out ('10.222.0.15', 55506) {{(pid=100409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:07:00.660498 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5f11405-60c5-4471-8af8-c941b67570bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:00.865279 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f11405-60c5-4471-8af8-c941b67570bf admin admin] Pushing event deleted for resources: {'Port': ['ID=72e2b4ff-4366-4f23-9396-46186c4f8595,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:01.040122 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5f11405-60c5-4471-8af8-c941b67570bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.380071 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5f11405-60c5-4471-8af8-c941b67570bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.386563 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5f11405-60c5-4471-8af8-c941b67570bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.481585 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5f11405-60c5-4471-8af8-c941b67570bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.483982 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f11405-60c5-4471-8af8-c941b67570bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca49ce07-5fb9-45cc-ae78-da9b8fb21c92 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:07:01.493385 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5f11405-60c5-4471-8af8-c941b67570bf admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.498412 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e5f11405-60c5-4471-8af8-c941b67570bf admin admin] 10.222.0.50 "DELETE /v2.0/routers/ca49ce07-5fb9-45cc-ae78-da9b8fb21c92 HTTP/1.1" status: 204 len: 168 time: 2.8739698 Jul 07 17:07:01.500856 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33052) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:01.667704 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec203188-173a-4b7d-bdd9-d45ef5c42770 admin admin] Deleting subnet 98f3de07-2e07-4f60-b06f-024d644ee4e7 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:07:01.680002 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec203188-173a-4b7d-bdd9-d45ef5c42770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.813428 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec203188-173a-4b7d-bdd9-d45ef5c42770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.859120 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec203188-173a-4b7d-bdd9-d45ef5c42770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.929408 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec203188-173a-4b7d-bdd9-d45ef5c42770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.969046 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec203188-173a-4b7d-bdd9-d45ef5c42770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98f3de07-2e07-4f60-b06f-024d644ee4e7,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:01.975507 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec203188-173a-4b7d-bdd9-d45ef5c42770 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:01.977559 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ec203188-173a-4b7d-bdd9-d45ef5c42770 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/98f3de07-2e07-4f60-b06f-024d644ee4e7 HTTP/1.1" status: 204 len: 168 time: 0.4750302 Jul 07 17:07:01.981214 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33062) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:02.053691 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ca887a4a-e5bc-4c2c-9bab-1e7954562eca no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:02.138477 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: ca887a4a-e5bc-4c2c-9bab-1e7954562eca {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:02.138917 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ca887a4a-e5bc-4c2c-9bab-1e7954562eca not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:02.139356 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 72e2b4ff-4366-4f23-9396-46186c4f8595 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:02.229594 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 72e2b4ff-4366-4f23-9396-46186c4f8595 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:07:02.239442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 72e2b4ff-4366-4f23-9396-46186c4f8595 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:07:02.385355 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c98e430b-0956-49d2-aa1a-48e602367ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.721191 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c98e430b-0956-49d2-aa1a-48e602367ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.738067 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-c98e430b-0956-49d2-aa1a-48e602367ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bced8daf-6fbb-4d36-805b-186336287171']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:02.773817 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-c98e430b-0956-49d2-aa1a-48e602367ed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4b6aab-5150-414a-96eb-070067753cd4') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:02.774504 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-c98e430b-0956-49d2-aa1a-48e602367ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4b6aab-5150-414a-96eb-070067753cd4') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:02.799976 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c98e430b-0956-49d2-aa1a-48e602367ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.860561 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c98e430b-0956-49d2-aa1a-48e602367ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.868964 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98e430b-0956-49d2-aa1a-48e602367ed7 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:07:02.869780 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c98e430b-0956-49d2-aa1a-48e602367ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:07:02.871950 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:07:03.071574 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c98e430b-0956-49d2-aa1a-48e602367ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.083890 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c98e430b-0956-49d2-aa1a-48e602367ed7 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:03.122434 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c98e430b-0956-49d2-aa1a-48e602367ed7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/bced8daf-6fbb-4d36-805b-186336287171 HTTP/1.1" status: 204 len: 168 time: 1.1035266 Jul 07 17:07:03.236498 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e430b-0956-49d2-aa1a-48e602367ed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bced8daf-6fbb-4d36-805b-186336287171,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:03.576761 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33126) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:03.788372 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0fe3d873-ccad-4890-b7bb-b3bf8feb9618 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a8fcf6541fe4d4790d553411e54b35a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2092338 Jul 07 17:07:03.793083 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33130) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:03.995776 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-856bbe0f-9f0b-44af-bd06-eed91569976c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.074046 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-856bbe0f-9f0b-44af-bd06-eed91569976c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.224435 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-856bbe0f-9f0b-44af-bd06-eed91569976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.228053 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-856bbe0f-9f0b-44af-bd06-eed91569976c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:04.233080 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-856bbe0f-9f0b-44af-bd06-eed91569976c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c HTTP/1.1" status: 204 len: 168 time: 0.4358475 Jul 07 17:07:04.252764 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bbe0f-9f0b-44af-bd06-eed91569976c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785a06a1-9c4b-45b0-a494-0d2a3d9bfa9c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:05.287031 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52211a7-8ec8-43c9-99d0-02a3fa8b3154 req-63db4e8b-e131-4e14-bb21-6df6e4f4bcbb tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:05.296929 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b52211a7-8ec8-43c9-99d0-02a3fa8b3154 req-63db4e8b-e131-4e14-bb21-6df6e4f4bcbb tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 946 time: 0.1334784 Jul 07 17:07:05.370714 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b52211a7-8ec8-43c9-99d0-02a3fa8b3154 req-194695b2-cc5a-4f40-852a-2471f4dff7e2 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723975 Jul 07 17:07:05.837605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33224) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:06.004427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c8ba96d4-971d-4f55-ae8b-f8bf2dc59ed3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1461563895-network', 'tenant_id': '67210a23085246c98754f430740f118b'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:06.043006 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ba96d4-971d-4f55-ae8b-f8bf2dc59ed3 admin admin] Made reservation on behalf of 67210a23085246c98754f430740f118b for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:06.045770 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c8ba96d4-971d-4f55-ae8b-f8bf2dc59ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.055961 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c8ba96d4-971d-4f55-ae8b-f8bf2dc59ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.168240 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c8ba96d4-971d-4f55-ae8b-f8bf2dc59ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.174768 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c8ba96d4-971d-4f55-ae8b-f8bf2dc59ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.204220 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ba96d4-971d-4f55-ae8b-f8bf2dc59ed3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:07:06.215371 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba96d4-971d-4f55-ae8b-f8bf2dc59ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7279028c-f6e0-46da-aac2-a65c0926dea8,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:06.225334 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c8ba96d4-971d-4f55-ae8b-f8bf2dc59ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.225605 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-c8ba96d4-971d-4f55-ae8b-f8bf2dc59ed3 admin admin] Added segment 4b57f026-7e8a-4c1b-8f42-d49621d04dae of type vlan for network c8bcdcc7-a208-4719-9094-c6d7f836e89b Jul 07 17:07:06.277080 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c8ba96d4-971d-4f55-ae8b-f8bf2dc59ed3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.351747 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c8ba96d4-971d-4f55-ae8b-f8bf2dc59ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.353935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ba96d4-971d-4f55-ae8b-f8bf2dc59ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:06.355397 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c8ba96d4-971d-4f55-ae8b-f8bf2dc59ed3 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.462876 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c8ba96d4-971d-4f55-ae8b-f8bf2dc59ed3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6229665 Jul 07 17:07:06.466543 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33266) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:06.472333 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d244556a-f11b-4827-9c11-d18c46018f92 admin admin] Request body: {'subnet': {'network_id': 'c8bcdcc7-a208-4719-9094-c6d7f836e89b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1461563895-subnet', 'tenant_id': '67210a23085246c98754f430740f118b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:06.504666 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d244556a-f11b-4827-9c11-d18c46018f92 admin admin] Made reservation on behalf of 67210a23085246c98754f430740f118b for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:06.514094 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d244556a-f11b-4827-9c11-d18c46018f92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.531926 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba96d4-971d-4f55-ae8b-f8bf2dc59ed3 admin admin] Pushing event updated for resources: {'Network': ['ID=c8bcdcc7-a208-4719-9094-c6d7f836e89b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:06.543831 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network c8bcdcc7-a208-4719-9094-c6d7f836e89b details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:07:06.648770 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c74b3-9e44-42f0-ab9c-6971aaefb4a4 req-87c3d648-034d-49ec-9604-dcd6025caf25 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:06.656167 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a9c74b3-9e44-42f0-ab9c-6971aaefb4a4 req-87c3d648-034d-49ec-9604-dcd6025caf25 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 946 time: 0.1199644 Jul 07 17:07:06.711750 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a9c74b3-9e44-42f0-ab9c-6971aaefb4a4 req-806caa43-23d4-4005-8dac-0d47f1e42d43 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541310 Jul 07 17:07:06.748310 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d244556a-f11b-4827-9c11-d18c46018f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.805344 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244556a-f11b-4827-9c11-d18c46018f92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fe40e69-1989-4b7f-912e-bb30bf91424e,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:06.851849 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d244556a-f11b-4827-9c11-d18c46018f92 admin admin] Checking segment: {'id': '4b57f026-7e8a-4c1b-8f42-d49621d04dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c8bcdcc7-a208-4719-9094-c6d7f836e89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:06.852002 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d244556a-f11b-4827-9c11-d18c46018f92 admin admin] Network hostable DHCP agents. Network: c8bcdcc7-a208-4719-9094-c6d7f836e89b, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:07:06.873956 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d244556a-f11b-4827-9c11-d18c46018f92 admin admin] Network c8bcdcc7-a208-4719-9094-c6d7f836e89b is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:07:06.887020 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-d244556a-f11b-4827-9c11-d18c46018f92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, c8bcdcc7-a208-4719-9094-c6d7f836e89b) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:06.893159 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d244556a-f11b-4827-9c11-d18c46018f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:06.893535 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d244556a-f11b-4827-9c11-d18c46018f92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:06.898452 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60717cf1-60e3-4fcc-b906-eb5e8433828d None None] Network c8bcdcc7-a208-4719-9094-c6d7f836e89b requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:06.919002 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d244556a-f11b-4827-9c11-d18c46018f92 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4427354 Jul 07 17:07:07.099692 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b6d1dc-711d-4310-8fa9-5d821b12a6d6 None None] Network c8bcdcc7-a208-4719-9094-c6d7f836e89b requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:07.100051 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33292) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:07.210167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e619a88-7e97-4adc-89c8-890b4687cce0 admin admin] Deleting subnet 1fe40e69-1989-4b7f-912e-bb30bf91424e {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:07:07.211369 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:07:07.215851 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2e619a88-7e97-4adc-89c8-890b4687cce0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.263075 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2e619a88-7e97-4adc-89c8-890b4687cce0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.336223 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2e619a88-7e97-4adc-89c8-890b4687cce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.401605 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6afc491e-72c7-46ed-84b1-31f3c052d56b no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:07:07.458624 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2e619a88-7e97-4adc-89c8-890b4687cce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.537919 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2e619a88-7e97-4adc-89c8-890b4687cce0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.547898 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33318) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:07.548899 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2e619a88-7e97-4adc-89c8-890b4687cce0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1fe40e69-1989-4b7f-912e-bb30bf91424e HTTP/1.1" status: 204 len: 168 time: 0.4422016 Jul 07 17:07:07.551421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e619a88-7e97-4adc-89c8-890b4687cce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fe40e69-1989-4b7f-912e-bb30bf91424e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:07.643665 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.699397 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afc491e-72c7-46ed-84b1-31f3c052d56b'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:07.702862 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0728bb1-4311-4618-bb0f-0fc3b9acf581" -d '{"events": [{"server_uuid": "77c68ad7-2f8c-454e-83bc-1594c68d2687", "name": "network-vif-unplugged", "status": "completed", "tag": "6afc491e-72c7-46ed-84b1-31f3c052d56b"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:07.720105 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6afc491e-72c7-46ed-84b1-31f3c052d56b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:07.727607 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.785908 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-851b09ef-035a-4c20-8a0b-b533d80a717c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:07.818020 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef27b82-7239-4cb9-b610-f46ccac9efbd x-openstack-request-id: req-aef27b82-7239-4cb9-b610-f46ccac9efbd {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:07.818496 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c68ad7-2f8c-454e-83bc-1594c68d2687", "name": "network-vif-unplugged", "status": "completed", "tag": "6afc491e-72c7-46ed-84b1-31f3c052d56b", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:07.818895 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aef27b82-7239-4cb9-b610-f46ccac9efbd {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:07.819866 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afc491e-72c7-46ed-84b1-31f3c052d56b', 'code': 200} Jul 07 17:07:07.866395 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6afc491e-72c7-46ed-84b1-31f3c052d56b,revision_number=11']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:07.897265 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.899107 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.899734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.900848 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.902094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.904168 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.904980 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.906992 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.907465 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.909276 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.909714 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:07.910129 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:08.063111 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-851b09ef-035a-4c20-8a0b-b533d80a717c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.086748 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-851b09ef-035a-4c20-8a0b-b533d80a717c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8bcdcc7-a208-4719-9094-c6d7f836e89b']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:08.105298 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-851b09ef-035a-4c20-8a0b-b533d80a717c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b57f026-7e8a-4c1b-8f42-d49621d04dae') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:08.105606 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-851b09ef-035a-4c20-8a0b-b533d80a717c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b57f026-7e8a-4c1b-8f42-d49621d04dae') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:08.121225 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-851b09ef-035a-4c20-8a0b-b533d80a717c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.137698 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-851b09ef-035a-4c20-8a0b-b533d80a717c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.143869 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-851b09ef-035a-4c20-8a0b-b533d80a717c admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:07:08.144272 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-851b09ef-035a-4c20-8a0b-b533d80a717c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:07:08.146054 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:07:08.218907 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-851b09ef-035a-4c20-8a0b-b533d80a717c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.225985 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-851b09ef-035a-4c20-8a0b-b533d80a717c admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.229951 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-851b09ef-035a-4c20-8a0b-b533d80a717c admin admin] 10.222.0.50 "DELETE /v2.0/networks/c8bcdcc7-a208-4719-9094-c6d7f836e89b HTTP/1.1" status: 204 len: 168 time: 0.6809697 Jul 07 17:07:08.251123 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b09ef-035a-4c20-8a0b-b533d80a717c admin admin] Pushing event deleted for resources: {'Network': ['ID=c8bcdcc7-a208-4719-9094-c6d7f836e89b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:08.426966 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33336) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:08.551528 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dd9f0d77-448c-45e1-8918-149da593a975 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=67210a23085246c98754f430740f118b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1215215 Jul 07 17:07:08.554168 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33346) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:08.647866 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-22e8ae00-46a0-44aa-8beb-c7ba50a39f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.683815 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-22e8ae00-46a0-44aa-8beb-c7ba50a39f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.765121 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-22e8ae00-46a0-44aa-8beb-c7ba50a39f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.768983 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-22e8ae00-46a0-44aa-8beb-c7ba50a39f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:08.770811 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-22e8ae00-46a0-44aa-8beb-c7ba50a39f0a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7279028c-f6e0-46da-aac2-a65c0926dea8 HTTP/1.1" status: 204 len: 168 time: 0.2156065 Jul 07 17:07:08.806118 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8ae00-46a0-44aa-8beb-c7ba50a39f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7279028c-f6e0-46da-aac2-a65c0926dea8,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:09.803803 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e246865a-6172-4d74-ba9e-f7820245f9c4 req-06e6bdce-bca5-4283-b9d5-c5089ac6ce6d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3604779 Jul 07 17:07:09.985164 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246865a-6172-4d74-ba9e-f7820245f9c4 req-1fabe789-1c6a-4ca7-9dea-c5a373652f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:09.988977 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e246865a-6172-4d74-ba9e-f7820245f9c4 req-1fabe789-1c6a-4ca7-9dea-c5a373652f06 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 1095 time: 0.1171405 Jul 07 17:07:10.192594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246865a-6172-4d74-ba9e-f7820245f9c4 req-7bb39357-0312-40a0-9871-8a252a02865b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:10.195352 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e246865a-6172-4d74-ba9e-f7820245f9c4 req-7bb39357-0312-40a0-9871-8a252a02865b service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 913 time: 0.1814659 Jul 07 17:07:10.302477 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e246865a-6172-4d74-ba9e-f7820245f9c4 req-bf695b91-7b9c-4af6-a426-fced0231599b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b HTTP/1.1" status: 200 len: 999 time: 0.0982246 Jul 07 17:07:10.394652 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246865a-6172-4d74-ba9e-f7820245f9c4 req-6297c161-7863-472d-a3d2-72c1d9c78178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:10.396641 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e246865a-6172-4d74-ba9e-f7820245f9c4 req-6297c161-7863-472d-a3d2-72c1d9c78178 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.0867147 Jul 07 17:07:10.508649 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246865a-6172-4d74-ba9e-f7820245f9c4 req-ba01a00c-957b-474f-b3a5-18e113fa9889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:10.510858 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e246865a-6172-4d74-ba9e-f7820245f9c4 req-ba01a00c-957b-474f-b3a5-18e113fa9889 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071806 Jul 07 17:07:10.534285 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-e246865a-6172-4d74-ba9e-f7820245f9c4 req-200ac61e-4418-4809-bf47-efc8e8ab7cd0 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:07:10.535461 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e246865a-6172-4d74-ba9e-f7820245f9c4 req-200ac61e-4418-4809-bf47-efc8e8ab7cd0 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167651 Jul 07 17:07:10.731079 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e246865a-6172-4d74-ba9e-f7820245f9c4 req-d5ab3971-deba-419c-b7e6-56bef9c14f40 service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882033 Jul 07 17:07:10.928124 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e246865a-6172-4d74-ba9e-f7820245f9c4 req-643e2557-568b-4d7a-bcce-73a76d3a08e8 service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781259 Jul 07 17:07:11.843037 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33736) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:12.089979 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-13e60e19-c691-48dd-9b7d-11d575f0d64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.248197 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-13e60e19-c691-48dd-9b7d-11d575f0d64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.254753 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-13e60e19-c691-48dd-9b7d-11d575f0d64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.344042 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-13e60e19-c691-48dd-9b7d-11d575f0d64b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=478773ce24834f17b5bd52c01bba413a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4998758 Jul 07 17:07:12.345516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e60e19-c691-48dd-9b7d-11d575f0d64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cb5774-a515-4292-a61e-27eed475fbdc,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:12.348820 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33792) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:12.446335 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca046a66-a83d-48ed-9355-8a3e024900ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.472140 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca046a66-a83d-48ed-9355-8a3e024900ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.531889 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca046a66-a83d-48ed-9355-8a3e024900ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.534879 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca046a66-a83d-48ed-9355-8a3e024900ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:12.536470 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ca046a66-a83d-48ed-9355-8a3e024900ca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/90cb5774-a515-4292-a61e-27eed475fbdc HTTP/1.1" status: 204 len: 168 time: 0.1854777 Jul 07 17:07:12.551496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca046a66-a83d-48ed-9355-8a3e024900ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cb5774-a515-4292-a61e-27eed475fbdc,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:13.560271 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33916) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:13.677153 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-214cd17f-9417-4bbf-9140-1737296bfd4e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-network', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:13.708928 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214cd17f-9417-4bbf-9140-1737296bfd4e admin admin] Made reservation on behalf of 813d1850aa3c4934a7e97cbee8a39039 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:13.712074 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-214cd17f-9417-4bbf-9140-1737296bfd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.722918 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-214cd17f-9417-4bbf-9140-1737296bfd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.921016 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-214cd17f-9417-4bbf-9140-1737296bfd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.931752 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-214cd17f-9417-4bbf-9140-1737296bfd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:13.985504 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214cd17f-9417-4bbf-9140-1737296bfd4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:07:14.021986 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-214cd17f-9417-4bbf-9140-1737296bfd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.022658 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-214cd17f-9417-4bbf-9140-1737296bfd4e admin admin] Added segment 8c0c0463-114a-47c5-8bd3-4c73920bc8b7 of type vlan for network ee08dc49-e776-43c2-8b3c-7b8a151f5be1 Jul 07 17:07:14.025713 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cd17f-9417-4bbf-9140-1737296bfd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2099a5c7-14ca-48c7-b41c-2af31a60d8c9,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:14.089005 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-214cd17f-9417-4bbf-9140-1737296bfd4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.142867 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-214cd17f-9417-4bbf-9140-1737296bfd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.148618 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214cd17f-9417-4bbf-9140-1737296bfd4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:14.152379 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-214cd17f-9417-4bbf-9140-1737296bfd4e admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.155051 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.282941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cd17f-9417-4bbf-9140-1737296bfd4e admin admin] Pushing event updated for resources: {'Network': ['ID=ee08dc49-e776-43c2-8b3c-7b8a151f5be1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:14.288048 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-214cd17f-9417-4bbf-9140-1737296bfd4e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7266033 Jul 07 17:07:14.291253 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33932) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:14.299879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-e5c9dee9-31e0-4e49-b04c-436be2a75664 admin admin] Request body: {'subnet': {'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-subnet', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:14.305563 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network ee08dc49-e776-43c2-8b3c-7b8a151f5be1 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:07:14.344857 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c9dee9-31e0-4e49-b04c-436be2a75664 admin admin] Made reservation on behalf of 813d1850aa3c4934a7e97cbee8a39039 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:14.347873 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5c9dee9-31e0-4e49-b04c-436be2a75664 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.607723 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5c9dee9-31e0-4e49-b04c-436be2a75664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.688207 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d896dbf6-1272-4692-a57e-8b2373b43339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.693633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9dee9-31e0-4e49-b04c-436be2a75664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3cd916-6514-42d5-8d29-5aae3a405db3,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:14.722401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c9dee9-31e0-4e49-b04c-436be2a75664 admin admin] Checking segment: {'id': '8c0c0463-114a-47c5-8bd3-4c73920bc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:14.723339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c9dee9-31e0-4e49-b04c-436be2a75664 admin admin] Network hostable DHCP agents. Network: ee08dc49-e776-43c2-8b3c-7b8a151f5be1, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:07:14.754314 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c9dee9-31e0-4e49-b04c-436be2a75664 admin admin] Network ee08dc49-e776-43c2-8b3c-7b8a151f5be1 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:07:14.777576 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-e5c9dee9-31e0-4e49-b04c-436be2a75664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, ee08dc49-e776-43c2-8b3c-7b8a151f5be1) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:14.795519 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8708cd36-04a7-43ce-b81e-7f8d6ea12f26 None None] Network ee08dc49-e776-43c2-8b3c-7b8a151f5be1 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:14.803462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c9dee9-31e0-4e49-b04c-436be2a75664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:14.805686 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5c9dee9-31e0-4e49-b04c-436be2a75664 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.847682 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e5c9dee9-31e0-4e49-b04c-436be2a75664 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5526574 Jul 07 17:07:14.847967 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33940) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:14.852840 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-078c8c53-c9b8-4320-88b6-26a6453e45b4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:14.900214 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-078c8c53-c9b8-4320-88b6-26a6453e45b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.901987 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-078c8c53-c9b8-4320-88b6-26a6453e45b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:14.982972 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-078c8c53-c9b8-4320-88b6-26a6453e45b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.105333 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:07:15.109014 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.189550 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-078c8c53-c9b8-4320-88b6-26a6453e45b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.369310 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Allocated IP 172.20.0.2 (ee08dc49-e776-43c2-8b3c-7b8a151f5be1/5c3cd916-6514-42d5-8d29-5aae3a405db3/e7f18222-6b43-4133-b9b5-e4ab9eb29e1a) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:15.580481 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-078c8c53-c9b8-4320-88b6-26a6453e45b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.597077 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.620627 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Transition to ACTIVE for port object e7f18222-6b43-4133-b9b5-e4ab9eb29e1a will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:15.663724 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Transition to ACTIVE for port object e7f18222-6b43-4133-b9b5-e4ab9eb29e1a will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:15.672870 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.730654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Pushing event updated for resources: {'Port': ['ID=e7f18222-6b43-4133-b9b5-e4ab9eb29e1a,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:15.740836 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Network ee08dc49-e776-43c2-8b3c-7b8a151f5be1 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:15.742529 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:15.745408 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:15.827544 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Attempting to bind port e7f18222-6b43-4133-b9b5-e4ab9eb29e1a on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:15.828082 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Attempting to bind port e7f18222-6b43-4133-b9b5-e4ab9eb29e1a by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '8c0c0463-114a-47c5-8bd3-4c73920bc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:15.828564 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Attempting to bind port e7f18222-6b43-4133-b9b5-e4ab9eb29e1a on network ee08dc49-e776-43c2-8b3c-7b8a151f5be1 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:15.838288 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:15.838859 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Checking segment: {'id': '8c0c0463-114a-47c5-8bd3-4c73920bc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:15.839374 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.839887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Bound using segment: {'id': '8c0c0463-114a-47c5-8bd3-4c73920bc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:15.840496 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Bound port: e7f18222-6b43-4133-b9b5-e4ab9eb29e1a, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0c0463-114a-47c5-8bd3-4c73920bc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:15.841012 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:15.929862 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] For port e7f18222-6b43-4133-b9b5-e4ab9eb29e1a, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:15.934837 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] For port e7f18222-6b43-4133-b9b5-e4ab9eb29e1a, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e7f18222-6b43-4133-b9b5-e4ab9eb29e1a,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:15.940988 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.025554 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-078c8c53-c9b8-4320-88b6-26a6453e45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.050302 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bda0f-ee1b-494f-8b6c-a757da257e79 None None] Pushing event updated for resources: {'Port': ['ID=e7f18222-6b43-4133-b9b5-e4ab9eb29e1a,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:16.173510 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-078c8c53-c9b8-4320-88b6-26a6453e45b4 admin admin] Allocated IP 172.25.2.254 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/3ebc76a5-8b36-45cc-9afe-e263a1253cbd) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:16.375118 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.377979 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-078c8c53-c9b8-4320-88b6-26a6453e45b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.456740 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-078c8c53-c9b8-4320-88b6-26a6453e45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:16.502169 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078c8c53-c9b8-4320-88b6-26a6453e45b4 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:16.515358 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-078c8c53-c9b8-4320-88b6-26a6453e45b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:16.525029 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078c8c53-c9b8-4320-88b6-26a6453e45b4 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:16.562826 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c8c53-c9b8-4320-88b6-26a6453e45b4 admin admin] Pushing event updated for resources: {'Port': ['ID=3ebc76a5-8b36-45cc-9afe-e263a1253cbd,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:16.896060 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-078c8c53-c9b8-4320-88b6-26a6453e45b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.208785 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-078c8c53-c9b8-4320-88b6-26a6453e45b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.441388 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078c8c53-c9b8-4320-88b6-26a6453e45b4 admin admin] Router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:07:17.503840 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33fe091-b645-4f6b-a1f0-b3567158e29c None None] Network ee08dc49-e776-43c2-8b3c-7b8a151f5be1 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:07:17.601183 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078c8c53-c9b8-4320-88b6-26a6453e45b4 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:07:17.625847 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] Sync routers for ids ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:07:17.635888 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bef1d340-42d9-4721-90a9-daa484870ce6 None None] Provisioning for port e7f18222-6b43-4133-b9b5-e4ab9eb29e1a completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:17.647975 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.672020 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-078c8c53-c9b8-4320-88b6-26a6453e45b4 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.681762 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-078c8c53-c9b8-4320-88b6-26a6453e45b4 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8289616 Jul 07 17:07:17.682280 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33974) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:17.690063 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] Routers {'fcc15e1f-7d93-4b8d-98e5-fe5813d06636'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:17.699141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:06:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:17.941524 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7e5054e1-6a63-4161-bfb7-47da7d55d363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:17.994746 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] Set router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:18.064151 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e7f18222-6b43-4133-b9b5-e4ab9eb29e1a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:18.263341 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port e7f18222-6b43-4133-b9b5-e4ab9eb29e1a completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:18.270426 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e7f18222-6b43-4133-b9b5-e4ab9eb29e1a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:18.270895 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.424366 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-94fe0e62-b1ec-44b6-8b79-8051dafe5f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.448176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:14Z', 'updated_at': '2021-07-07T17:07:16Z', 'revision_number': 3, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'gw_port': {'id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:16Z', 'updated_at': '2021-07-07T17:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:18.529387 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] Checking router: fcc15e1f-7d93-4b8d-98e5-fe5813d06636 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:07:18.530063 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] Updating router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 port 3ebc76a5-8b36-45cc-9afe-e263a1253cbd binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:07:18.606943 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.629726 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-577cdfc9-9ce2-4849-83aa-a2a198dead86 None None] Provisioning complete for port e7f18222-6b43-4133-b9b5-e4ab9eb29e1a triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:18.630406 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-577cdfc9-9ce2-4849-83aa-a2a198dead86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.635531 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.706150 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port e7f18222-6b43-4133-b9b5-e4ab9eb29e1a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e7f18222-6b43-4133-b9b5-e4ab9eb29e1a,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:18.724296 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:18.805744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=e7f18222-6b43-4133-b9b5-e4ab9eb29e1a,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:18.903073 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-94fe0e62-b1ec-44b6-8b79-8051dafe5f57 admin admin] Allocated IP 172.20.0.1 (ee08dc49-e776-43c2-8b3c-7b8a151f5be1/5c3cd916-6514-42d5-8d29-5aae3a405db3/9cbf6ba7-ed9e-4700-8489-09f180538625) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:18.918510 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.063075 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-94fe0e62-b1ec-44b6-8b79-8051dafe5f57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.079668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-94fe0e62-b1ec-44b6-8b79-8051dafe5f57 admin admin] Transition to ACTIVE for port object 9cbf6ba7-ed9e-4700-8489-09f180538625 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:19.125959 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-94fe0e62-b1ec-44b6-8b79-8051dafe5f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.168805 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.183403 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fe0e62-b1ec-44b6-8b79-8051dafe5f57 admin admin] Network ee08dc49-e776-43c2-8b3c-7b8a151f5be1 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:19.191385 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-94fe0e62-b1ec-44b6-8b79-8051dafe5f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:19.194891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fe0e62-b1ec-44b6-8b79-8051dafe5f57 admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:19.207466 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] Transition to ACTIVE for port object 3ebc76a5-8b36-45cc-9afe-e263a1253cbd will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:19.222340 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.223634 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe0e62-b1ec-44b6-8b79-8051dafe5f57 admin admin] Pushing event updated for resources: {'Port': ['ID=9cbf6ba7-ed9e-4700-8489-09f180538625,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:19.261497 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-94fe0e62-b1ec-44b6-8b79-8051dafe5f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.292635 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1783e-e1b0-4b78-b6de-a6a8da9d9aa7 None None] Pushing event updated for resources: {'Port': ['ID=3ebc76a5-8b36-45cc-9afe-e263a1253cbd,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:19.295417 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] Attempting to bind port 3ebc76a5-8b36-45cc-9afe-e263a1253cbd on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:19.295887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] Attempting to bind port 3ebc76a5-8b36-45cc-9afe-e263a1253cbd by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:19.296530 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] Attempting to bind port 3ebc76a5-8b36-45cc-9afe-e263a1253cbd on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:19.304141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:19.304611 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:19.305086 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.305803 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:19.307301 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] Bound port: 3ebc76a5-8b36-45cc-9afe-e263a1253cbd, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:19.307763 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.377564 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] For port 3ebc76a5-8b36-45cc-9afe-e263a1253cbd, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:19.381214 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] For port 3ebc76a5-8b36-45cc-9afe-e263a1253cbd, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3ebc76a5-8b36-45cc-9afe-e263a1253cbd,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:19.386210 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.455185 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-94fe0e62-b1ec-44b6-8b79-8051dafe5f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.461409 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] Routers {'fcc15e1f-7d93-4b8d-98e5-fe5813d06636'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:19.462060 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:07:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:19.508960 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1783e-e1b0-4b78-b6de-a6a8da9d9aa7 None None] Pushing event updated for resources: {'Port': ['ID=3ebc76a5-8b36-45cc-9afe-e263a1253cbd,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:19.640293 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] Set router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:19.643018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c0e14db9-ea40-4268-aead-a8ba82aef72e None None] Provisioning for port 9cbf6ba7-ed9e-4700-8489-09f180538625 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:19.684092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c0e14db9-ea40-4268-aead-a8ba82aef72e None None] Provisioning complete for port 9cbf6ba7-ed9e-4700-8489-09f180538625 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:19.684445 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c0e14db9-ea40-4268-aead-a8ba82aef72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.719420 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-94fe0e62-b1ec-44b6-8b79-8051dafe5f57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.728936 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-94fe0e62-b1ec-44b6-8b79-8051dafe5f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.767843 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-c0e14db9-ea40-4268-aead-a8ba82aef72e None None] Port 9cbf6ba7-ed9e-4700-8489-09f180538625 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:19.848230 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-94fe0e62-b1ec-44b6-8b79-8051dafe5f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:19.929811 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe0e62-b1ec-44b6-8b79-8051dafe5f57 admin admin] Pushing event updated for resources: {'Port': ['ID=9cbf6ba7-ed9e-4700-8489-09f180538625,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:20.020643 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fe0e62-b1ec-44b6-8b79-8051dafe5f57 admin admin] Network ee08dc49-e776-43c2-8b3c-7b8a151f5be1 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:20.022208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-94fe0e62-b1ec-44b6-8b79-8051dafe5f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:20.083551 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e7f18222-6b43-4133-b9b5-e4ab9eb29e1a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:20.236198 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fe0e62-b1ec-44b6-8b79-8051dafe5f57 admin admin] Router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:07:20.268292 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.282046 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e7f18222-6b43-4133-b9b5-e4ab9eb29e1a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:20.282531 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.340928 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:14Z', 'updated_at': '2021-07-07T17:07:19Z', 'revision_number': 4, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'gw_port': {'id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:16Z', 'updated_at': '2021-07-07T17:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '9cbf6ba7-ed9e-4700-8489-09f180538625', 'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'mac_address': 'fa:16:3e:de:69:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:18Z', 'updated_at': '2021-07-07T17:07:18Z', 'revision_number': 1, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'subnets': [{'id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:20.382408 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05040a1-5956-4628-9ba2-e36d16e6ad91 None None] The sync data for ids ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'] in n-d-793620-7 is: [{'id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:14Z', 'updated_at': '2021-07-07T17:07:19Z', 'revision_number': 4, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'gw_port': {'id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:16Z', 'updated_at': '2021-07-07T17:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '9cbf6ba7-ed9e-4700-8489-09f180538625', 'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'mac_address': 'fa:16:3e:de:69:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:18Z', 'updated_at': '2021-07-07T17:07:18Z', 'revision_number': 1, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'subnets': [{'id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:07:20.426201 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-91a0d234-a75a-468a-a1fe-51e83c2f561d None None] Provisioning complete for port 9cbf6ba7-ed9e-4700-8489-09f180538625 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:20.426634 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-91a0d234-a75a-468a-a1fe-51e83c2f561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:20.500320 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fe0e62-b1ec-44b6-8b79-8051dafe5f57 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:07:20.514590 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-94fe0e62-b1ec-44b6-8b79-8051dafe5f57 admin admin] 10.222.0.50 "PUT /v2.0/routers/fcc15e1f-7d93-4b8d-98e5-fe5813d06636/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8301580 Jul 07 17:07:20.533438 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-91a0d234-a75a-468a-a1fe-51e83c2f561d None None] Port 9cbf6ba7-ed9e-4700-8489-09f180538625 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:21.192925 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 34012) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:21.199469 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-4ec795f5-8d58-4b7b-a1bf-d1b0cac2e3ec tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1738017165', 'description': 'tempest-description--1563411785'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:21.231085 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ec795f5-8d58-4b7b-a1bf-d1b0cac2e3ec tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.421054 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ec795f5-8d58-4b7b-a1bf-d1b0cac2e3ec tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.427747 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ec795f5-8d58-4b7b-a1bf-d1b0cac2e3ec tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.461105 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ec795f5-8d58-4b7b-a1bf-d1b0cac2e3ec tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.465398 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4ec795f5-8d58-4b7b-a1bf-d1b0cac2e3ec tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2677321 Jul 07 17:07:21.465398 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec795f5-8d58-4b7b-a1bf-d1b0cac2e3ec tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7184780-8097-4652-8ecb-7f015e672dbd,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:21.466163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 34014) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:21.475927 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c4221f31-5107-4f9a-9af7-c8cfdf441198 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Request body: {'security_group_rule': {'security_group_id': 'f7184780-8097-4652-8ecb-7f015e672dbd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:21.516832 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c4221f31-5107-4f9a-9af7-c8cfdf441198 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.628399 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c4221f31-5107-4f9a-9af7-c8cfdf441198 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.636644 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c4221f31-5107-4f9a-9af7-c8cfdf441198 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.678131 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4221f31-5107-4f9a-9af7-c8cfdf441198 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d9a114-a2b4-4dab-ac65-4c6b1296ad09,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:21.690513 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c4221f31-5107-4f9a-9af7-c8cfdf441198 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.695904 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c4221f31-5107-4f9a-9af7-c8cfdf441198 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2262175 Jul 07 17:07:21.696175 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 34016) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:21.701021 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-d236f3ce-f94a-49d5-a426-2ec29ea8ab5f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Request body: {'security_group_rule': {'security_group_id': 'f7184780-8097-4652-8ecb-7f015e672dbd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:21.740124 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d236f3ce-f94a-49d5-a426-2ec29ea8ab5f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.832982 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d236f3ce-f94a-49d5-a426-2ec29ea8ab5f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.839188 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d236f3ce-f94a-49d5-a426-2ec29ea8ab5f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.864493 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d236f3ce-f94a-49d5-a426-2ec29ea8ab5f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:21.875426 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 34020) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:21.883233 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b867b593-83ee-439f-9294-7d7eab144eea tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:21.890858 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d236f3ce-f94a-49d5-a426-2ec29ea8ab5f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1933167 Jul 07 17:07:21.914787 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236f3ce-f94a-49d5-a426-2ec29ea8ab5f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506a6d1a-a77d-41ec-8309-206a20407c92,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:21.926652 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b867b593-83ee-439f-9294-7d7eab144eea tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.060918 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3ebc76a5-8b36-45cc-9afe-e263a1253cbd up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:22.100731 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b867b593-83ee-439f-9294-7d7eab144eea tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.154934 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 3ebc76a5-8b36-45cc-9afe-e263a1253cbd completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:22.160277 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 3ebc76a5-8b36-45cc-9afe-e263a1253cbd triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:22.160905 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.312873 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.354422 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 3ebc76a5-8b36-45cc-9afe-e263a1253cbd, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3ebc76a5-8b36-45cc-9afe-e263a1253cbd,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:22.361820 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.376918 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-b867b593-83ee-439f-9294-7d7eab144eea tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Allocated IP 172.25.2.61 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/d6d408c1-8f01-4cbf-8117-ed08bdeac290) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:22.426363 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=3ebc76a5-8b36-45cc-9afe-e263a1253cbd,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:22.527737 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b867b593-83ee-439f-9294-7d7eab144eea tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.577274 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b867b593-83ee-439f-9294-7d7eab144eea tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.606038 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b867b593-83ee-439f-9294-7d7eab144eea tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:22.609035 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-b867b593-83ee-439f-9294-7d7eab144eea tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:22.611919 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b867b593-83ee-439f-9294-7d7eab144eea tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:22.694970 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867b593-83ee-439f-9294-7d7eab144eea tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Pushing event updated for resources: {'Port': ['ID=d6d408c1-8f01-4cbf-8117-ed08bdeac290,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:22.749026 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b867b593-83ee-439f-9294-7d7eab144eea tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:22.817356 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b867b593-83ee-439f-9294-7d7eab144eea tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.008580 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b867b593-83ee-439f-9294-7d7eab144eea tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.014867 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b867b593-83ee-439f-9294-7d7eab144eea tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.092796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867b593-83ee-439f-9294-7d7eab144eea tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Pushing event updated for resources: {'Port': ['ID=d6d408c1-8f01-4cbf-8117-ed08bdeac290,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:23.103686 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b867b593-83ee-439f-9294-7d7eab144eea tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.122931 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b867b593-83ee-439f-9294-7d7eab144eea tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.132350 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b867b593-83ee-439f-9294-7d7eab144eea tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2468691 Jul 07 17:07:23.145613 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] Sync routers for ids ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:07:23.156760 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] Routers {'fcc15e1f-7d93-4b8d-98e5-fe5813d06636'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:23.157835 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:07:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:23.289792 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] Set router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:23.540886 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:14Z', 'updated_at': '2021-07-07T17:07:19Z', 'revision_number': 4, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'gw_port': {'id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:16Z', 'updated_at': '2021-07-07T17:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '9cbf6ba7-ed9e-4700-8489-09f180538625', 'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'mac_address': 'fa:16:3e:de:69:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:18Z', 'updated_at': '2021-07-07T17:07:19Z', 'revision_number': 2, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'subnets': [{'id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:23.572815 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] Checking router: fcc15e1f-7d93-4b8d-98e5-fe5813d06636 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:07:23.573101 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] Updating router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 port 9cbf6ba7-ed9e-4700-8489-09f180538625 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:07:23.609788 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.961162 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3ebc76a5-8b36-45cc-9afe-e263a1253cbd up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:23.973342 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:23.987353 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] Transition to ACTIVE for port object 9cbf6ba7-ed9e-4700-8489-09f180538625 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:24.001339 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.053684 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 3ebc76a5-8b36-45cc-9afe-e263a1253cbd triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:24.054225 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.085199 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda86da-92d4-4931-bc6f-df025a2561bc None None] Pushing event updated for resources: {'Port': ['ID=9cbf6ba7-ed9e-4700-8489-09f180538625,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:24.125128 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda86da-92d4-4931-bc6f-df025a2561bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:24.125513 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda86da-92d4-4931-bc6f-df025a2561bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:24.125935 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda86da-92d4-4931-bc6f-df025a2561bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:24.126270 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda86da-92d4-4931-bc6f-df025a2561bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:24.126624 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda86da-92d4-4931-bc6f-df025a2561bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:24.127036 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda86da-92d4-4931-bc6f-df025a2561bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:24.127455 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda86da-92d4-4931-bc6f-df025a2561bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:24.127882 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda86da-92d4-4931-bc6f-df025a2561bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:24.128233 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda86da-92d4-4931-bc6f-df025a2561bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:24.128602 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda86da-92d4-4931-bc6f-df025a2561bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:24.128984 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda86da-92d4-4931-bc6f-df025a2561bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:24.129330 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fda86da-92d4-4931-bc6f-df025a2561bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:24.179243 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] Attempting to bind port 9cbf6ba7-ed9e-4700-8489-09f180538625 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:24.180569 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] Attempting to bind port 9cbf6ba7-ed9e-4700-8489-09f180538625 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '8c0c0463-114a-47c5-8bd3-4c73920bc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:24.181936 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] Attempting to bind port 9cbf6ba7-ed9e-4700-8489-09f180538625 on network ee08dc49-e776-43c2-8b3c-7b8a151f5be1 {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:24.189195 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:24.189968 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] Checking segment: {'id': '8c0c0463-114a-47c5-8bd3-4c73920bc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:24.190578 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.190977 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] Bound using segment: {'id': '8c0c0463-114a-47c5-8bd3-4c73920bc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:24.191624 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] Bound port: 9cbf6ba7-ed9e-4700-8489-09f180538625, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0c0463-114a-47c5-8bd3-4c73920bc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:24.192195 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.321865 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] For port 9cbf6ba7-ed9e-4700-8489-09f180538625, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:24.337300 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] For port 9cbf6ba7-ed9e-4700-8489-09f180538625, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=9cbf6ba7-ed9e-4700-8489-09f180538625,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:24.344640 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:24.427433 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] Routers {'fcc15e1f-7d93-4b8d-98e5-fe5813d06636'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:24.428272 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:07:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:24.691795 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda86da-92d4-4931-bc6f-df025a2561bc None None] Pushing event updated for resources: {'Port': ['ID=9cbf6ba7-ed9e-4700-8489-09f180538625,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:24.784572 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] Set router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:25.098422 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:14Z', 'updated_at': '2021-07-07T17:07:19Z', 'revision_number': 4, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'gw_port': {'id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:16Z', 'updated_at': '2021-07-07T17:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '9cbf6ba7-ed9e-4700-8489-09f180538625', 'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'mac_address': 'fa:16:3e:de:69:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:18Z', 'updated_at': '2021-07-07T17:07:24Z', 'revision_number': 4, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'subnets': [{'id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:25.130047 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d1a2f5-08c2-45c2-adb1-4441219813f2 None None] The sync data for ids ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'] in n-d-793620-7 is: [{'id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:14Z', 'updated_at': '2021-07-07T17:07:19Z', 'revision_number': 4, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'gw_port': {'id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:16Z', 'updated_at': '2021-07-07T17:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '9cbf6ba7-ed9e-4700-8489-09f180538625', 'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'mac_address': 'fa:16:3e:de:69:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:18Z', 'updated_at': '2021-07-07T17:07:24Z', 'revision_number': 4, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'subnets': [{'id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:07:26.007246 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 9cbf6ba7-ed9e-4700-8489-09f180538625 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:26.100799 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 9cbf6ba7-ed9e-4700-8489-09f180538625 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:26.109749 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 9cbf6ba7-ed9e-4700-8489-09f180538625 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:26.109749 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.271129 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.321992 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 9cbf6ba7-ed9e-4700-8489-09f180538625, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=9cbf6ba7-ed9e-4700-8489-09f180538625,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:26.330885 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:26.408815 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=9cbf6ba7-ed9e-4700-8489-09f180538625,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:27.975870 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 9cbf6ba7-ed9e-4700-8489-09f180538625 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:28.065624 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 9cbf6ba7-ed9e-4700-8489-09f180538625 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:28.065624 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:28.508092 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-5fabb618-8181-499b-b5e0-af4bc18a762f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1738017165&fields=id&tenant_id=813d1850aa3c4934a7e97cbee8a39039 HTTP/1.1" status: 200 len: 267 time: 0.0760355 Jul 07 17:07:28.676990 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-4762d4c4-f160-4e0d-a059-9913e0d78a42 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:28.680148 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-4762d4c4-f160-4e0d-a059-9913e0d78a42 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/networks?id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1 HTTP/1.1" status: 200 len: 817 time: 0.1579401 Jul 07 17:07:28.728517 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-8089d10b-2288-414b-981c-f405e58eb29c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/quotas/813d1850aa3c4934a7e97cbee8a39039 HTTP/1.1" status: 200 len: 375 time: 0.0377800 Jul 07 17:07:28.938197 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-a6363431-b2f7-4ec1-8e47-a7d8c69fa24d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=813d1850aa3c4934a7e97cbee8a39039&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2085533 Jul 07 17:07:28.981717 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-63598ae7-b701-4694-a069-3a7d4c47adca tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:07:28.982994 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-63598ae7-b701-4694-a069-3a7d4c47adca tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084956 Jul 07 17:07:29.308483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7a908502-1553-46c6-9057-ed11549cc9ee service neutron] 10.222.0.50 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962656 Jul 07 17:07:29.427833 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c50379-17f6-42dd-9f85-53d5996aabc4 req-e3d8701f-6890-41f8-a7ec-dfc7fb8d701c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:29.430156 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-34c50379-17f6-42dd-9f85-53d5996aabc4 req-e3d8701f-6890-41f8-a7ec-dfc7fb8d701c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0933981 Jul 07 17:07:29.506658 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-34c50379-17f6-42dd-9f85-53d5996aabc4 req-fa28d52f-2a51-4a84-b6e6-48efcc671ce4 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700951 Jul 07 17:07:29.799505 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-274e4e6a-dee9-4c42-aff1-99cd48bd53a4 service neutron] 10.222.0.50 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891934 Jul 07 17:07:30.964762 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b477a7-32ed-453c-ba63-e7078a494b9e req-1427686f-a160-467f-9b49-bbc66a8afc27 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:30.966361 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78b477a7-32ed-453c-ba63-e7078a494b9e req-1427686f-a160-467f-9b49-bbc66a8afc27 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0857337 Jul 07 17:07:31.051694 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78b477a7-32ed-453c-ba63-e7078a494b9e req-4da8a7ad-7acf-453b-9ba9-9eeaf8277d01 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699255 Jul 07 17:07:31.166701 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8ec33b0-e38e-4654-8f68-efc3cacb121b req-b273aab8-f83e-44a1-850b-20e76dfd5f5d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 210 time: 0.0863070 Jul 07 17:07:32.302735 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2b18db1e-52c4-4ac3-ad6c-a68b444265cb req-2b078908-6d1a-4c4e-8ba7-cee80c6816e0 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 210 time: 0.0449398 Jul 07 17:07:32.423825 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950aab2-b200-433c-b333-f0942adf46b1 req-a1257ec3-0ff3-450b-9cf4-fb7f1c086a71 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:32.426408 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c950aab2-b200-433c-b333-f0942adf46b1 req-a1257ec3-0ff3-450b-9cf4-fb7f1c086a71 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1243191 Jul 07 17:07:32.504918 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c950aab2-b200-433c-b333-f0942adf46b1 req-f118ab27-a78e-42da-8a73-0218d0ab96b2 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686100 Jul 07 17:07:33.419496 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-32f4ead6-3129-4e77-83e8-77fd685fb12c req-12e3426c-85ae-4ed7-8240-78aaedd61e60 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 210 time: 0.0448625 Jul 07 17:07:33.536520 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6afc491e-72c7-46ed-84b1-31f3c052d56b details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:33.741807 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6afc491e-72c7-46ed-84b1-31f3c052d56b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:33.756641 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '6afc491e-72c7-46ed-84b1-31f3c052d56b', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'port_id': '6afc491e-72c7-46ed-84b1-31f3c052d56b', 'mac_address': 'fa:16:3e:f3:77:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:33.802071 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:33.829921 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afc491e-72c7-46ed-84b1-31f3c052d56b {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:33.831361 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99cbfb-9b32-40dd-8260-5d2e1c4e14d7 req-78f80211-f08a-4a4b-b0d5-bcc905fe8ec7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:33.845662 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-db99cbfb-9b32-40dd-8260-5d2e1c4e14d7 req-78f80211-f08a-4a4b-b0d5-bcc905fe8ec7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0840592 Jul 07 17:07:33.937852 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6afc491e-72c7-46ed-84b1-31f3c052d56b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:33.951622 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:33.985103 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-db99cbfb-9b32-40dd-8260-5d2e1c4e14d7 req-5163e8c2-ff3f-4d5e-b977-49163a621030 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377413 Jul 07 17:07:34.111801 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6afc491e-72c7-46ed-84b1-31f3c052d56b,revision_number=12']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:34.204391 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['6afc491e-72c7-46ed-84b1-31f3c052d56b'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:34.761406 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1a724b54-2a16-4c33-a5f9-3c6b9f000b50 req-9c51eb0a-d586-49af-8014-9a8318422224 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 210 time: 0.0916076 Jul 07 17:07:35.255567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214076b8-e14b-4eab-b8d7-dc5819e27c49 req-6a7debbb-b0f0-4203-872f-383a039d12eb tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:35.267021 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-214076b8-e14b-4eab-b8d7-dc5819e27c49 req-6a7debbb-b0f0-4203-872f-383a039d12eb tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 945 time: 0.1153889 Jul 07 17:07:35.394321 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-214076b8-e14b-4eab-b8d7-dc5819e27c49 req-0a9812ee-3bbf-41fa-b330-f7c6b970a28e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158929 Jul 07 17:07:35.554706 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6afc491e-72c7-46ed-84b1-31f3c052d56b up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:35.706061 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 6afc491e-72c7-46ed-84b1-31f3c052d56b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:35.706902 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.915362 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-6c1684e6-3ab6-42f1-a9dc-b388b5dc3bae tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:35.917604 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:35.920303 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-6c1684e6-3ab6-42f1-a9dc-b388b5dc3bae tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.15 "GET /v2.0/networks?id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1 HTTP/1.1" status: 200 len: 817 time: 0.4109292 Jul 07 17:07:35.975718 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afc491e-72c7-46ed-84b1-31f3c052d56b'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:35.982445 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35f48fe-4610-4874-b85b-87c0b1618462" -d '{"events": [{"server_uuid": "77c68ad7-2f8c-454e-83bc-1594c68d2687", "name": "network-vif-plugged", "status": "completed", "tag": "6afc491e-72c7-46ed-84b1-31f3c052d56b"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:36.022816 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6afc491e-72c7-46ed-84b1-31f3c052d56b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:36.050032 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.058975 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b594bed8-6be1-4962-94a0-0533709d5b7c req-a2bcc0d0-79e6-49bd-bec0-9d66e18c45b0 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 210 time: 0.1185443 Jul 07 17:07:36.071048 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-e7458c3e-a797-496b-8563-0f9c8036fd7c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=813d1850aa3c4934a7e97cbee8a39039 HTTP/1.1" status: 200 len: 380 time: 0.1395981 Jul 07 17:07:36.091566 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Request body: {'port': {'device_id': '446a66e0-9d09-4e6e-a03f-98fb5ccfff1f', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'admin_state_up': True, 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'security_groups': ['f7184780-8097-4652-8ecb-7f015e672dbd']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:36.132497 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a47541c-83d0-4f31-b1b0-eb6ee23c9624 x-openstack-request-id: req-1a47541c-83d0-4f31-b1b0-eb6ee23c9624 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:36.133302 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c68ad7-2f8c-454e-83bc-1594c68d2687", "name": "network-vif-plugged", "status": "completed", "tag": "6afc491e-72c7-46ed-84b1-31f3c052d56b", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:36.133302 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a47541c-83d0-4f31-b1b0-eb6ee23c9624 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:36.136122 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afc491e-72c7-46ed-84b1-31f3c052d56b', 'code': 200} Jul 07 17:07:36.201346 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6afc491e-72c7-46ed-84b1-31f3c052d56b,revision_number=13']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:36.366434 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Made reservation on behalf of 813d1850aa3c4934a7e97cbee8a39039 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:07:36.386077 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:36.821770 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Allocated IP 172.20.0.12 (ee08dc49-e776-43c2-8b3c-7b8a151f5be1/5c3cd916-6514-42d5-8d29-5aae3a405db3/211871f7-f8ed-4c41-b680-7c3c56c56f27) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:07:36.911276 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffcab7-753b-46b5-8862-5ea2a477f849 req-fec8a6be-1476-44bc-8634-d7a1f6f235d5 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:36.924071 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-58ffcab7-753b-46b5-8862-5ea2a477f849 req-fec8a6be-1476-44bc-8634-d7a1f6f235d5 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 946 time: 0.1654236 Jul 07 17:07:37.050353 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-58ffcab7-753b-46b5-8862-5ea2a477f849 req-b47edb6d-819c-4b35-a6cb-4c17240ecaa9 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248932 Jul 07 17:07:37.220444 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.276354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Transition to ACTIVE for port object 211871f7-f8ed-4c41-b680-7c3c56c56f27 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:37.356642 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.508682 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc094bd9-c54d-492c-843d-7a2f1aa80245 req-32a9b418-74d2-4dea-a5fe-3749d91f41b3 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:37.527042 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc094bd9-c54d-492c-843d-7a2f1aa80245 req-32a9b418-74d2-4dea-a5fe-3749d91f41b3 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 932 time: 0.1359832 Jul 07 17:07:37.586276 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Network ee08dc49-e776-43c2-8b3c-7b8a151f5be1 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:07:37.607408 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:07:37.613879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:07:37.627365 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Pushing event updated for resources: {'Port': ['ID=211871f7-f8ed-4c41-b680-7c3c56c56f27,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:37.664070 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc094bd9-c54d-492c-843d-7a2f1aa80245 req-a8d85e1e-9300-41d8-8989-4bb97074ad4b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347284 Jul 07 17:07:37.779591 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:37.780087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:37.780462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:37.780814 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:37.781278 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:37.781760 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:37.782142 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:37.783145 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:37.784092 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:37.786301 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:37.786818 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:37.787717 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:07:37.879719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:37.882285 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:37.912325 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-a1a47655-3a21-4c8f-a7c3-52afaa1d9c16 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8362150 Jul 07 17:07:37.937056 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-54e64fb3-003e-4efb-92be-7a345c02697d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:07:37.940422 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-54e64fb3-003e-4efb-92be-7a345c02697d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211298 Jul 07 17:07:38.071882 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] Request body: {'port': {'device_id': '446a66e0-9d09-4e6e-a03f-98fb5ccfff1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:38.194098 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8b237d9a-9cec-442c-956c-77ca3edd9f71 None None] Provisioning for port 211871f7-f8ed-4c41-b680-7c3c56c56f27 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:38.205753 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8b237d9a-9cec-442c-956c-77ca3edd9f71 None None] Provisioning complete for port 211871f7-f8ed-4c41-b680-7c3c56c56f27 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:38.212151 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8b237d9a-9cec-442c-956c-77ca3edd9f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:38.380112 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:38.468789 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8b237d9a-9cec-442c-956c-77ca3edd9f71 None None] Port 211871f7-f8ed-4c41-b680-7c3c56c56f27 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:07:38.657411 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74aae4-4ce2-4fb5-aeaa-5d0f38bf814e req-33614cac-0e55-4a4f-be71-39394153f70d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:38.680012 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb74aae4-4ce2-4fb5-aeaa-5d0f38bf814e req-33614cac-0e55-4a4f-be71-39394153f70d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 946 time: 0.2471666 Jul 07 17:07:38.782244 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb74aae4-4ce2-4fb5-aeaa-5d0f38bf814e req-92406d84-3106-412e-876a-21861daba5bf tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964856 Jul 07 17:07:39.146584 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211871f7-f8ed-4c41-b680-7c3c56c56f27 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:39.200106 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d798a4-41cb-45a7-b725-1576dc753772 req-b4eade85-201d-471a-97ef-12ad03adc7d3 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:39.217285 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-60d798a4-41cb-45a7-b725-1576dc753772 req-b4eade85-201d-471a-97ef-12ad03adc7d3 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 932 time: 0.2699969 Jul 07 17:07:39.244072 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.294359 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-60d798a4-41cb-45a7-b725-1576dc753772 req-8a360286-ce2e-409c-bad9-fe3c531bf95b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757787 Jul 07 17:07:39.303912 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] Transition to ACTIVE for port object 211871f7-f8ed-4c41-b680-7c3c56c56f27 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:07:39.307983 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.362529 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] Pushing event updated for resources: {'Port': ['ID=211871f7-f8ed-4c41-b680-7c3c56c56f27,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:39.610825 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] Attempting to bind port 211871f7-f8ed-4c41-b680-7c3c56c56f27 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:07:39.613067 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] Attempting to bind port 211871f7-f8ed-4c41-b680-7c3c56c56f27 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '8c0c0463-114a-47c5-8bd3-4c73920bc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:07:39.614800 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] Attempting to bind port 211871f7-f8ed-4c41-b680-7c3c56c56f27 on network ee08dc49-e776-43c2-8b3c-7b8a151f5be1 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:39.634068 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] Port 211871f7-f8ed-4c41-b680-7c3c56c56f27 on network ee08dc49-e776-43c2-8b3c-7b8a151f5be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:07:39.636550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] Attempting to bind port 211871f7-f8ed-4c41-b680-7c3c56c56f27 on network ee08dc49-e776-43c2-8b3c-7b8a151f5be1 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:07:39.664375 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:07:39.665010 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] Checking segment: {'id': '8c0c0463-114a-47c5-8bd3-4c73920bc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:07:39.665621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] Bound using segment: {'id': '8c0c0463-114a-47c5-8bd3-4c73920bc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:07:39.666518 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] Bound port: 211871f7-f8ed-4c41-b680-7c3c56c56f27, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0c0463-114a-47c5-8bd3-4c73920bc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:07:39.667201 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.781263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] For port 211871f7-f8ed-4c41-b680-7c3c56c56f27, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:07:39.784274 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] For port 211871f7-f8ed-4c41-b680-7c3c56c56f27, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=211871f7-f8ed-4c41-b680-7c3c56c56f27,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:07:39.793992 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.855692 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:39.856991 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:39.859197 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] 10.222.0.15 "PUT /v2.0/ports/211871f7-f8ed-4c41-b680-7c3c56c56f27 HTTP/1.1" status: 200 len: 1092 time: 1.9132218 Jul 07 17:07:39.877845 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446a66e0-9d09-4e6e-a03f-98fb5ccfff1f', 'tag': '211871f7-f8ed-4c41-b680-7c3c56c56f27'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:39.882673 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abf60d7-135b-4cdf-be02-a2ed25e4aceb" -d '{"events": [{"name": "network-changed", "server_uuid": "446a66e0-9d09-4e6e-a03f-98fb5ccfff1f", "tag": "211871f7-f8ed-4c41-b680-7c3c56c56f27"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:40.172693 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8ac16d-775d-4601-bdd4-1f4fd27965cf x-openstack-request-id: req-1c8ac16d-775d-4601-bdd4-1f4fd27965cf {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:40.177957 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446a66e0-9d09-4e6e-a03f-98fb5ccfff1f", "tag": "211871f7-f8ed-4c41-b680-7c3c56c56f27", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:40.178230 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1c8ac16d-775d-4601-bdd4-1f4fd27965cf {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:40.179095 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446a66e0-9d09-4e6e-a03f-98fb5ccfff1f', 'tag': '211871f7-f8ed-4c41-b680-7c3c56c56f27', 'status': 'completed', 'code': 200} Jul 07 17:07:40.231084 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5a96a-693a-4da2-a703-d6ee88d5a16b service neutron] Pushing event updated for resources: {'Port': ['ID=211871f7-f8ed-4c41-b680-7c3c56c56f27,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:40.327182 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-d9243bc0-d1b4-41fa-9fc9-01139c71d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:40.332760 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-d9243bc0-d1b4-41fa-9fc9-01139c71d953 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=813d1850aa3c4934a7e97cbee8a39039&device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 1095 time: 0.3221018 Jul 07 17:07:40.439624 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-975e267c-9af8-4111-918f-82e926e5e006 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=211871f7-f8ed-4c41-b680-7c3c56c56f27 HTTP/1.1" status: 200 len: 217 time: 0.0932283 Jul 07 17:07:40.453040 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891116b0-8e57-41b2-81bd-470daa99fa59 req-178867d7-2557-4ddd-890b-b89978d80319 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:40.455043 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-891116b0-8e57-41b2-81bd-470daa99fa59 req-178867d7-2557-4ddd-890b-b89978d80319 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 946 time: 0.2737219 Jul 07 17:07:40.524493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-6cb2b615-fc71-4910-b8f4-69b8961f6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:40.526001 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-6cb2b615-fc71-4910-b8f4-69b8961f6a1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5c3cd916-6514-42d5-8d29-5aae3a405db3 HTTP/1.1" status: 200 len: 856 time: 0.0681994 Jul 07 17:07:40.648030 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-891116b0-8e57-41b2-81bd-470daa99fa59 req-4c308533-828c-45fd-a362-fd38ce74a42e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791162 Jul 07 17:07:40.705568 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-72eef9a6-8a80-4755-9e98-548793c41841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:40.716245 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-72eef9a6-8a80-4755-9e98-548793c41841 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1779232 Jul 07 17:07:40.791796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be460cb-642c-4fe9-aa3c-1db11507f236 req-0adaa18d-b182-4422-ba43-2ca6ff5cb87f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:40.801305 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6be460cb-642c-4fe9-aa3c-1db11507f236 req-0adaa18d-b182-4422-ba43-2ca6ff5cb87f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.1759999 Jul 07 17:07:40.815443 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-d3437dfe-d8e7-46af-bae8-66e1d47e7a1e req-37414991-162d-4258-b7fe-416e0ded0996 service neutron] (100409) timed out ('10.222.0.50', 57186) {{(pid=100409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:07:40.894597 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6be460cb-642c-4fe9-aa3c-1db11507f236 req-6c7b99a8-3be2-4b38-b79b-8fca0dd6c641 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916417 Jul 07 17:07:41.004034 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-399fa72b-2e56-403a-a6b3-d17f5b0dddd3 service neutron] 10.222.0.15 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840810 Jul 07 17:07:41.349470 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f4c4efa-cf74-44c7-ab09-cb6a0d700218 req-3a7b829d-e427-4603-8b2b-2c120d5c1f6e service neutron] 10.222.0.15 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373890 Jul 07 17:07:41.583611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf60d7-135b-4cdf-be02-a2ed25e4aceb req-7771f005-f63b-4138-9654-f86368e18568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:41.585915 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9abf60d7-135b-4cdf-be02-a2ed25e4aceb req-7771f005-f63b-4138-9654-f86368e18568 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=813d1850aa3c4934a7e97cbee8a39039&device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 1095 time: 0.1672902 Jul 07 17:07:41.844852 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf60d7-135b-4cdf-be02-a2ed25e4aceb req-77ca3f48-cfa2-43d1-8058-4ae6019982d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:41.847202 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9abf60d7-135b-4cdf-be02-a2ed25e4aceb req-77ca3f48-cfa2-43d1-8058-4ae6019982d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1 HTTP/1.1" status: 200 len: 918 time: 0.2377577 Jul 07 17:07:42.009322 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9abf60d7-135b-4cdf-be02-a2ed25e4aceb req-794bd075-5894-4a93-8f0a-38ef7313298d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=211871f7-f8ed-4c41-b680-7c3c56c56f27 HTTP/1.1" status: 200 len: 217 time: 0.1504126 Jul 07 17:07:42.058441 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe56106-c754-47c1-b221-24cf1a2dc0af req-b2ec6d15-bbdc-4b38-89cf-873a01011697 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:42.073088 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7fe56106-c754-47c1-b221-24cf1a2dc0af req-b2ec6d15-bbdc-4b38-89cf-873a01011697 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 946 time: 0.1580081 Jul 07 17:07:42.157158 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf60d7-135b-4cdf-be02-a2ed25e4aceb req-850b8f93-4deb-46ea-af33-9879b81d365a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:42.159472 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9abf60d7-135b-4cdf-be02-a2ed25e4aceb req-850b8f93-4deb-46ea-af33-9879b81d365a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5c3cd916-6514-42d5-8d29-5aae3a405db3 HTTP/1.1" status: 200 len: 856 time: 0.1344922 Jul 07 17:07:42.234705 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7fe56106-c754-47c1-b221-24cf1a2dc0af req-c893ac5a-43a8-4119-a3d4-194fe68e5f09 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599064 Jul 07 17:07:42.409214 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf60d7-135b-4cdf-be02-a2ed25e4aceb req-b81bc86f-1fe1-4bb2-8b4e-7b7b28260773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:42.410997 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9abf60d7-135b-4cdf-be02-a2ed25e4aceb req-b81bc86f-1fe1-4bb2-8b4e-7b7b28260773 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2436969 Jul 07 17:07:42.552658 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba43e3e-ecd5-4b16-9c88-66d1a4f332d9 req-899161ec-2d49-495f-ad38-979655da7118 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:42.567805 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fba43e3e-ecd5-4b16-9c88-66d1a4f332d9 req-899161ec-2d49-495f-ad38-979655da7118 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.2334528 Jul 07 17:07:42.642235 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9abf60d7-135b-4cdf-be02-a2ed25e4aceb req-251d7af7-b52b-4cae-a9ff-6cb2d8cf259b service neutron] 10.222.0.15 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238369 Jul 07 17:07:42.661002 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fba43e3e-ecd5-4b16-9c88-66d1a4f332d9 req-117d25a5-a228-422b-ba5e-b74250b27e8b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905492 Jul 07 17:07:42.894909 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9abf60d7-135b-4cdf-be02-a2ed25e4aceb req-28fd9f4e-6811-4459-87de-2322da887866 service neutron] 10.222.0.15 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310486 Jul 07 17:07:43.608308 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483fe8b-734b-4ae1-8cda-d069630aad89 req-315aa824-d581-426d-8075-75cc1a213d66 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:43.619494 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8483fe8b-734b-4ae1-8cda-d069630aad89 req-315aa824-d581-426d-8075-75cc1a213d66 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 946 time: 0.1714761 Jul 07 17:07:43.682777 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8483fe8b-734b-4ae1-8cda-d069630aad89 req-725c633e-e1f1-4756-a907-b8f251c87462 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590003 Jul 07 17:07:43.845634 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 211871f7-f8ed-4c41-b680-7c3c56c56f27 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:07:44.171617 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb25a0-566b-4201-a2c6-2121f993979e req-a39fc773-8cc5-4e5c-a11a-1bc9532b9fed tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:44.196281 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ffb25a0-566b-4201-a2c6-2121f993979e req-a39fc773-8cc5-4e5c-a11a-1bc9532b9fed tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.3682065 Jul 07 17:07:44.223704 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:07:44.240130 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 211871f7-f8ed-4c41-b680-7c3c56c56f27, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=211871f7-f8ed-4c41-b680-7c3c56c56f27,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:44.264592 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '211871f7-f8ed-4c41-b680-7c3c56c56f27', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'port_id': '211871f7-f8ed-4c41-b680-7c3c56c56f27', 'mac_address': 'fa:16:3e:4b:f3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:07:44.277372 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:44.324938 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ffb25a0-566b-4201-a2c6-2121f993979e req-9e63c881-bcca-4c0e-bf22-4561b4df0382 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275520 Jul 07 17:07:44.331864 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:44.350438 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211871f7-f8ed-4c41-b680-7c3c56c56f27 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:07:44.397909 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 211871f7-f8ed-4c41-b680-7c3c56c56f27, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=211871f7-f8ed-4c41-b680-7c3c56c56f27,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:44.404880 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:44.505319 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=211871f7-f8ed-4c41-b680-7c3c56c56f27,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:44.636866 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['211871f7-f8ed-4c41-b680-7c3c56c56f27'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:07:44.759726 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-250650ad-6a31-4a46-896f-eb40e62ac936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:45.687712 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf8a03-0373-4290-8af2-d4df25d34d10 req-80e8995f-fd4b-45ef-b08f-236ca059e942 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:45.701545 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a0cf8a03-0373-4290-8af2-d4df25d34d10 req-80e8995f-fd4b-45ef-b08f-236ca059e942 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 946 time: 0.2172768 Jul 07 17:07:45.805153 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a0cf8a03-0373-4290-8af2-d4df25d34d10 req-4b632e97-35ff-49f1-a37b-2f9850e82ae9 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997736 Jul 07 17:07:45.869636 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 211871f7-f8ed-4c41-b680-7c3c56c56f27 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:07:45.950304 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41183d14-a1b0-4064-8bf6-d5897ba7e26e req-454e51de-0f5a-469f-a9af-90d2ba2293e9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:45.963934 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-41183d14-a1b0-4064-8bf6-d5897ba7e26e req-454e51de-0f5a-469f-a9af-90d2ba2293e9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 945 time: 0.3458602 Jul 07 17:07:46.076979 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 211871f7-f8ed-4c41-b680-7c3c56c56f27 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:07:46.090222 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 211871f7-f8ed-4c41-b680-7c3c56c56f27 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:07:46.090870 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.166814 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-41183d14-a1b0-4064-8bf6-d5897ba7e26e req-f9da3ae9-ad8e-421f-9bc9-227cb2531ac9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942208 Jul 07 17:07:46.436054 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.478774 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.507344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446a66e0-9d09-4e6e-a03f-98fb5ccfff1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211871f7-f8ed-4c41-b680-7c3c56c56f27'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:46.510656 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c8cf32-de79-4517-bbb7-07dbcd58cbce" -d '{"events": [{"server_uuid": "446a66e0-9d09-4e6e-a03f-98fb5ccfff1f", "name": "network-vif-plugged", "status": "completed", "tag": "211871f7-f8ed-4c41-b680-7c3c56c56f27"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:46.530013 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 211871f7-f8ed-4c41-b680-7c3c56c56f27, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=211871f7-f8ed-4c41-b680-7c3c56c56f27,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:07:46.535798 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:46.639037 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=211871f7-f8ed-4c41-b680-7c3c56c56f27,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:07:46.688897 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d42b9c-8797-4724-8e92-ab8798b5450a x-openstack-request-id: req-41d42b9c-8797-4724-8e92-ab8798b5450a {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:46.689494 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446a66e0-9d09-4e6e-a03f-98fb5ccfff1f", "name": "network-vif-plugged", "status": "completed", "tag": "211871f7-f8ed-4c41-b680-7c3c56c56f27", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:46.690108 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-41d42b9c-8797-4724-8e92-ab8798b5450a {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:46.690974 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446a66e0-9d09-4e6e-a03f-98fb5ccfff1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211871f7-f8ed-4c41-b680-7c3c56c56f27', 'code': 200} Jul 07 17:07:47.069378 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a707d-4e8f-4a0b-8fd0-c61000ea9e87 req-8432322b-f67f-4969-9a20-0d80d46a2241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:47.074355 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-541a707d-4e8f-4a0b-8fd0-c61000ea9e87 req-8432322b-f67f-4969-9a20-0d80d46a2241 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 1097 time: 0.2424171 Jul 07 17:07:47.265342 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-541a707d-4e8f-4a0b-8fd0-c61000ea9e87 req-ea30bf91-0c73-4d56-91c4-d27a592a91d5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838326 Jul 07 17:07:47.507629 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e5644-da2e-49ab-a52b-438d9c0c0a8c req-835a4269-2cdf-41f8-8a4f-86a5f8eccf34 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:47.515445 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b07e5644-da2e-49ab-a52b-438d9c0c0a8c req-835a4269-2cdf-41f8-8a4f-86a5f8eccf34 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 946 time: 0.1818891 Jul 07 17:07:47.586082 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:47.689166 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b07e5644-da2e-49ab-a52b-438d9c0c0a8c req-23709a9c-3c10-4c59-aca1-a33b35c5bfa6 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612589 Jul 07 17:07:47.691754 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef95e38-4e64-4afe-9bbc-6d328a4e3828 req-14f603e2-6502-4a35-815a-fa719d078b27 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:47.702998 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cef95e38-4e64-4afe-9bbc-6d328a4e3828 req-14f603e2-6502-4a35-815a-fa719d078b27 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.2185459 Jul 07 17:07:47.899960 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cef95e38-4e64-4afe-9bbc-6d328a4e3828 req-f6d3c9ab-6761-4cc9-933a-037d0d535194 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877937 Jul 07 17:07:47.927291 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bf3c800a-0d6e-474b-8c15-e9a6124a2a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:48.802703 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:49.322589 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02517f48-0dc7-4b63-a007-9257694e4099 req-73101923-fd7d-405c-8e55-b48f132f014f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:49.330453 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-02517f48-0dc7-4b63-a007-9257694e4099 req-73101923-fd7d-405c-8e55-b48f132f014f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 946 time: 0.1931307 Jul 07 17:07:49.437406 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-02517f48-0dc7-4b63-a007-9257694e4099 req-70ec624c-ced3-4a83-9162-c70f4a8324c0 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057243 Jul 07 17:07:49.492353 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7f401-bde4-45a4-bd6c-aff78c844c02 req-a3642304-bb67-4010-af8f-240d7ab98ce5 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:49.531597 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ccf7f401-bde4-45a4-bd6c-aff78c844c02 req-a3642304-bb67-4010-af8f-240d7ab98ce5 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.2051942 Jul 07 17:07:49.631568 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ccf7f401-bde4-45a4-bd6c-aff78c844c02 req-80e1b9c2-73f2-489c-9d46-78c80fb8b8ba tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989766 Jul 07 17:07:50.134892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78533f-e663-40c9-926e-19af0f2878b6 req-4a58d57c-902e-4242-9ec9-e6c6d862e43a tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:50.154635 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e78533f-e663-40c9-926e-19af0f2878b6 req-4a58d57c-902e-4242-9ec9-e6c6d862e43a tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.2763560 Jul 07 17:07:50.165690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 34722) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:07:50.172931 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-9cc1b666-de7e-4721-9341-f685e9932c69 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Request body: {'floatingip': {'port_id': '211871f7-f8ed-4c41-b680-7c3c56c56f27'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:07:50.296500 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:50.405515 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9cc1b666-de7e-4721-9341-f685e9932c69 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for floatingip, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.302420 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0221ea9-eb9b-47c5-8fb9-1069c7aeb220 req-af2e0c3d-900c-4def-a907-089492ce5088 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:51.312415 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a0221ea9-eb9b-47c5-8fb9-1069c7aeb220 req-af2e0c3d-900c-4def-a907-089492ce5088 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 946 time: 0.2619965 Jul 07 17:07:51.455315 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a0221ea9-eb9b-47c5-8fb9-1069c7aeb220 req-45bb4c13-6b72-43fa-945a-adf10ef9d71b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416006 Jul 07 17:07:51.676685 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.db.resource_extend [None req-9cc1b666-de7e-4721-9341-f685e9932c69 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 17:07:51.894770 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9cc1b666-de7e-4721-9341-f685e9932c69 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:51.906363 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9cc1b666-de7e-4721-9341-f685e9932c69 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:52.248434 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-9cc1b666-de7e-4721-9341-f685e9932c69 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Floating IP 032db7dc-5f68-4d89-ab9a-898c09def7a1 associated. External IP: 172.25.2.61, port: 211871f7-f8ed-4c41-b680-7c3c56c56f27. Jul 07 17:07:53.166803 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc1b666-de7e-4721-9341-f685e9932c69 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:07:53.556066 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc1b666-de7e-4721-9341-f685e9932c69 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:07:53.570567 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde3611-dd0e-47a4-b873-74b3bea6cf0d None None] Sync routers for ids ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:07:53.589080 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9cc1b666-de7e-4721-9341-f685e9932c69 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:07:53.603704 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde3611-dd0e-47a4-b873-74b3bea6cf0d None None] Routers {'fcc15e1f-7d93-4b8d-98e5-fe5813d06636'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:53.604613 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9cde3611-dd0e-47a4-b873-74b3bea6cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:07:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:53.665601 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d303f6-f898-4e1f-90e8-9889468506c9 req-b05a2678-7f5c-4796-a994-0a850baad51b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:53.678582 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-76d303f6-f898-4e1f-90e8-9889468506c9 req-b05a2678-7f5c-4796-a994-0a850baad51b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 946 time: 0.6868460 Jul 07 17:07:53.916495 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-9cde3611-dd0e-47a4-b873-74b3bea6cf0d None None] Set router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:54.064965 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9cc1b666-de7e-4721-9341-f685e9932c69 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "PUT /v2.0/floatingips/032db7dc-5f68-4d89-ab9a-898c09def7a1 HTTP/1.1" status: 200 len: 991 time: 3.8975246 Jul 07 17:07:54.089798 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446a66e0-9d09-4e6e-a03f-98fb5ccfff1f', 'tag': '211871f7-f8ed-4c41-b680-7c3c56c56f27'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:07:54.108298 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780206af-d709-46ee-bb53-83704c273eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "446a66e0-9d09-4e6e-a03f-98fb5ccfff1f", "tag": "211871f7-f8ed-4c41-b680-7c3c56c56f27"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:07:54.139117 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-76d303f6-f898-4e1f-90e8-9889468506c9 req-549e2478-31aa-4d82-870d-0a71fd0c551d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4557128 Jul 07 17:07:54.303216 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9737dde-e9d6-44ab-942c-ac649b46100a x-openstack-request-id: req-d9737dde-e9d6-44ab-942c-ac649b46100a {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:07:54.332642 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446a66e0-9d09-4e6e-a03f-98fb5ccfff1f", "tag": "211871f7-f8ed-4c41-b680-7c3c56c56f27", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:07:54.335325 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d9737dde-e9d6-44ab-942c-ac649b46100a {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:07:54.345413 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446a66e0-9d09-4e6e-a03f-98fb5ccfff1f', 'tag': '211871f7-f8ed-4c41-b680-7c3c56c56f27', 'status': 'completed', 'code': 200} Jul 07 17:07:54.564982 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780206af-d709-46ee-bb53-83704c273eb8 req-817ca11d-44c5-46d9-b4f5-5ea3fdc6a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:54.571020 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-780206af-d709-46ee-bb53-83704c273eb8 req-817ca11d-44c5-46d9-b4f5-5ea3fdc6a3a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=813d1850aa3c4934a7e97cbee8a39039&device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 1097 time: 0.1561935 Jul 07 17:07:54.876453 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9cde3611-dd0e-47a4-b873-74b3bea6cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:14Z', 'updated_at': '2021-07-07T17:07:19Z', 'revision_number': 4, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'gw_port': {'id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:16Z', 'updated_at': '2021-07-07T17:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '032db7dc-5f68-4d89-ab9a-898c09def7a1', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'port_id': '211871f7-f8ed-4c41-b680-7c3c56c56f27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'mac_address': 'fa:16:3e:4b:f3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a66e0-9d09-4e6e-a03f-98fb5ccfff1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:07:22Z', 'updated_at': '2021-07-07T17:07:51Z', 'revision_number': 1, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbf6ba7-ed9e-4700-8489-09f180538625', 'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'mac_address': 'fa:16:3e:de:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:18Z', 'updated_at': '2021-07-07T17:07:26Z', 'revision_number': 5, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'subnets': [{'id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:55.041609 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde3611-dd0e-47a4-b873-74b3bea6cf0d None None] Checking router: fcc15e1f-7d93-4b8d-98e5-fe5813d06636 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:07:55.054776 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780206af-d709-46ee-bb53-83704c273eb8 req-10c7afba-cce2-4997-bf91-b47b70dda6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.058730 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-780206af-d709-46ee-bb53-83704c273eb8 req-10c7afba-cce2-4997-bf91-b47b70dda6a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1 HTTP/1.1" status: 200 len: 918 time: 0.4806805 Jul 07 17:07:55.079738 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde3611-dd0e-47a4-b873-74b3bea6cf0d None None] Routers {'fcc15e1f-7d93-4b8d-98e5-fe5813d06636'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:07:55.081818 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9cde3611-dd0e-47a4-b873-74b3bea6cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:07:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:55.415490 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-9cde3611-dd0e-47a4-b873-74b3bea6cf0d None None] Set router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:07:55.491573 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-780206af-d709-46ee-bb53-83704c273eb8 req-2b52b36a-e19d-47a6-995b-74c8009dd2ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=211871f7-f8ed-4c41-b680-7c3c56c56f27 HTTP/1.1" status: 200 len: 999 time: 0.3791680 Jul 07 17:07:55.696389 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780206af-d709-46ee-bb53-83704c273eb8 req-cfda0be9-f37e-415f-b643-baaf61ce8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:55.699086 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-780206af-d709-46ee-bb53-83704c273eb8 req-cfda0be9-f37e-415f-b643-baaf61ce8cf3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5c3cd916-6514-42d5-8d29-5aae3a405db3 HTTP/1.1" status: 200 len: 856 time: 0.2004387 Jul 07 17:07:56.035348 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780206af-d709-46ee-bb53-83704c273eb8 req-c2e7c3d2-b163-40bb-ad87-f3e9d064a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.037100 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-780206af-d709-46ee-bb53-83704c273eb8 req-c2e7c3d2-b163-40bb-ad87-f3e9d064a457 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3120813 Jul 07 17:07:56.196717 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-780206af-d709-46ee-bb53-83704c273eb8 req-b1e5a3f9-c6be-493c-a5c5-7fdc584deed6 service neutron] 10.222.0.15 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369584 Jul 07 17:07:56.244394 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82203061-97cf-4365-8635-ea42ea8f058d req-b9876254-e229-4053-b330-9eb740415000 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:56.255952 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82203061-97cf-4365-8635-ea42ea8f058d req-b9876254-e229-4053-b330-9eb740415000 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 946 time: 0.3449578 Jul 07 17:07:56.371734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9cde3611-dd0e-47a4-b873-74b3bea6cf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:14Z', 'updated_at': '2021-07-07T17:07:19Z', 'revision_number': 4, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'gw_port': {'id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:16Z', 'updated_at': '2021-07-07T17:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '032db7dc-5f68-4d89-ab9a-898c09def7a1', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'port_id': '211871f7-f8ed-4c41-b680-7c3c56c56f27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'mac_address': 'fa:16:3e:4b:f3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a66e0-9d09-4e6e-a03f-98fb5ccfff1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:07:22Z', 'updated_at': '2021-07-07T17:07:51Z', 'revision_number': 1, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbf6ba7-ed9e-4700-8489-09f180538625', 'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'mac_address': 'fa:16:3e:de:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:18Z', 'updated_at': '2021-07-07T17:07:26Z', 'revision_number': 5, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'subnets': [{'id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:07:56.440053 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde3611-dd0e-47a4-b873-74b3bea6cf0d None None] The sync data for ids ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'] in n-d-793620-7 is: [{'id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:14Z', 'updated_at': '2021-07-07T17:07:19Z', 'revision_number': 4, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'gw_port': {'id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:16Z', 'updated_at': '2021-07-07T17:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '032db7dc-5f68-4d89-ab9a-898c09def7a1', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'port_id': '211871f7-f8ed-4c41-b680-7c3c56c56f27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'mac_address': 'fa:16:3e:4b:f3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a66e0-9d09-4e6e-a03f-98fb5ccfff1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:07:22Z', 'updated_at': '2021-07-07T17:07:51Z', 'revision_number': 1, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbf6ba7-ed9e-4700-8489-09f180538625', 'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'mac_address': 'fa:16:3e:de:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:18Z', 'updated_at': '2021-07-07T17:07:26Z', 'revision_number': 5, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'subnets': [{'id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:07:56.441732 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82203061-97cf-4365-8635-ea42ea8f058d req-d0c52602-004d-418f-95b1-3d7ea7780f7c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817641 Jul 07 17:07:56.584646 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-780206af-d709-46ee-bb53-83704c273eb8 req-b08372da-6e81-4033-bc1f-81fd1a40a46c service neutron] 10.222.0.15 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817067 Jul 07 17:07:57.064060 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dce0bfe-3a49-4419-a52a-5f372a101189 None None] New status for floating IP 032db7dc-5f68-4d89-ab9a-898c09def7a1: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:07:58.003235 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038f2cf-e613-4963-b8db-2d9a9eb36b16 req-fdc6f66d-e9b1-4695-a1ee-d22ea5815dc1 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:58.018275 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c038f2cf-e613-4963-b8db-2d9a9eb36b16 req-fdc6f66d-e9b1-4695-a1ee-d22ea5815dc1 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 946 time: 0.1699131 Jul 07 17:07:58.200090 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c038f2cf-e613-4963-b8db-2d9a9eb36b16 req-9fde4364-0b3c-491e-85ca-47558e0c51dc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803527 Jul 07 17:07:59.974635 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14397c-1264-46ef-b049-c33b56c03463 req-7d9b61d5-da0f-4d47-9934-3904f8550348 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:07:59.977314 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3f14397c-1264-46ef-b049-c33b56c03463 req-7d9b61d5-da0f-4d47-9934-3904f8550348 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 946 time: 0.3140590 Jul 07 17:08:00.061544 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3f14397c-1264-46ef-b049-c33b56c03463 req-ffb2b132-d557-48a1-b44e-be62b1dfe3d7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751903 Jul 07 17:08:01.512180 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e628e5-c71d-430e-ad58-5ab3f8825d51 req-a34088a0-3314-4408-b3c1-144cb327f96d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:01.522320 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51e628e5-c71d-430e-ad58-5ab3f8825d51 req-a34088a0-3314-4408-b3c1-144cb327f96d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 946 time: 0.1110158 Jul 07 17:08:01.590661 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51e628e5-c71d-430e-ad58-5ab3f8825d51 req-29ffe644-765a-49b6-a83a-b780ef204789 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608525 Jul 07 17:08:03.359158 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f8b2e-e237-448e-a62e-a282de2c51be req-743e5a24-9d07-43d6-bfe0-0cf4faa41671 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:03.369523 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8d8f8b2e-e237-448e-a62e-a282de2c51be req-743e5a24-9d07-43d6-bfe0-0cf4faa41671 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 946 time: 0.2568035 Jul 07 17:08:03.451402 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8d8f8b2e-e237-448e-a62e-a282de2c51be req-22d10c0b-066f-46ef-9b16-d94439c18add tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800047 Jul 07 17:08:05.017852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2def9f3-26da-44c5-89e4-ee4b5c69d8b2 req-f0d9aabc-651d-4e86-b122-eb82a0e0966c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:05.029074 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a2def9f3-26da-44c5-89e4-ee4b5c69d8b2 req-f0d9aabc-651d-4e86-b122-eb82a0e0966c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 946 time: 0.1744165 Jul 07 17:08:06.088007 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a2def9f3-26da-44c5-89e4-ee4b5c69d8b2 req-c2a388fc-a454-4825-aff5-9d1cb5c08910 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0558364 Jul 07 17:08:07.465360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830faeeb-4dd3-4b8b-a5b8-a6add68c95c2 req-1d28fcdb-643b-4a26-9d70-d9315b08d1c9 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:07.477036 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-830faeeb-4dd3-4b8b-a5b8-a6add68c95c2 req-1d28fcdb-643b-4a26-9d70-d9315b08d1c9 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 946 time: 0.1736286 Jul 07 17:08:07.610449 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-830faeeb-4dd3-4b8b-a5b8-a6add68c95c2 req-77dcb507-3cb6-4396-a654-827234da3ba6 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235478 Jul 07 17:08:09.099418 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd6cd9-40e3-496f-9159-d9237b4a085b req-9c2ae9e7-7f2a-48cf-8e87-297b07699805 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.102026 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-42fd6cd9-40e3-496f-9159-d9237b4a085b req-9c2ae9e7-7f2a-48cf-8e87-297b07699805 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 946 time: 0.1393235 Jul 07 17:08:09.150829 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-42fd6cd9-40e3-496f-9159-d9237b4a085b req-df6d5d59-946b-43d3-816d-2134ab2e5148 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417759 Jul 07 17:08:09.277837 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-75fb6a6a-3f47-4097-83d1-eb97ccb3fcf2 req-699093c9-5efb-49ad-81fc-9baa766e8c37 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961132 Jul 07 17:08:09.417146 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb6a6a-3f47-4097-83d1-eb97ccb3fcf2 req-150c8819-8d32-4778-87cb-e0ff74532da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.419264 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-75fb6a6a-3f47-4097-83d1-eb97ccb3fcf2 req-150c8819-8d32-4778-87cb-e0ff74532da4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=813d1850aa3c4934a7e97cbee8a39039&device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 1097 time: 0.0741718 Jul 07 17:08:09.615084 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb6a6a-3f47-4097-83d1-eb97ccb3fcf2 req-eea8bbaf-4aa5-482b-bdf5-8447c77a4887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.617164 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-75fb6a6a-3f47-4097-83d1-eb97ccb3fcf2 req-eea8bbaf-4aa5-482b-bdf5-8447c77a4887 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1 HTTP/1.1" status: 200 len: 918 time: 0.1646554 Jul 07 17:08:09.691538 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-4d4086c3-487c-40b6-9809-1ae1d9140505 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1302795 Jul 07 17:08:09.725495 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-75fb6a6a-3f47-4097-83d1-eb97ccb3fcf2 req-459712c4-8b3c-4986-bb3f-8a57bf3a5597 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=211871f7-f8ed-4c41-b680-7c3c56c56f27 HTTP/1.1" status: 200 len: 1001 time: 0.1011729 Jul 07 17:08:09.805687 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb6a6a-3f47-4097-83d1-eb97ccb3fcf2 req-2569fc65-3280-4e30-913f-eff4d1b0227a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.807401 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-75fb6a6a-3f47-4097-83d1-eb97ccb3fcf2 req-2569fc65-3280-4e30-913f-eff4d1b0227a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5c3cd916-6514-42d5-8d29-5aae3a405db3 HTTP/1.1" status: 200 len: 856 time: 0.0690079 Jul 07 17:08:09.877584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-7283a2a5-fc92-4751-8990-b50a87832424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.878067 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-7283a2a5-fc92-4751-8990-b50a87832424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.878622 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-7283a2a5-fc92-4751-8990-b50a87832424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.879225 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-7283a2a5-fc92-4751-8990-b50a87832424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.880088 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-7283a2a5-fc92-4751-8990-b50a87832424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.880715 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-7283a2a5-fc92-4751-8990-b50a87832424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.881339 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-7283a2a5-fc92-4751-8990-b50a87832424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.883626 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-7283a2a5-fc92-4751-8990-b50a87832424 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2bc760b57a34528af5e85b5e280ce2e&device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 6491 time: 0.1620986 Jul 07 17:08:09.924419 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb6a6a-3f47-4097-83d1-eb97ccb3fcf2 req-3f35712d-392a-46fe-8216-a24eb7251390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.934350 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c587429-e38d-4b73-a59a-9210a4ff8624 req-7c60d005-e2c2-49bc-932c-ef4bbc86132c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:09.937756 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-75fb6a6a-3f47-4097-83d1-eb97ccb3fcf2 req-3f35712d-392a-46fe-8216-a24eb7251390 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150715 Jul 07 17:08:09.944209 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2c587429-e38d-4b73-a59a-9210a4ff8624 req-7c60d005-e2c2-49bc-932c-ef4bbc86132c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 946 time: 0.1576781 Jul 07 17:08:10.151485 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-ecf542af-9ce1-4f9e-b772-a4cbe460b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:10.156927 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-ecf542af-9ce1-4f9e-b772-a4cbe460b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:10.158142 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-ecf542af-9ce1-4f9e-b772-a4cbe460b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:10.160427 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-ecf542af-9ce1-4f9e-b772-a4cbe460b4d6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9866a6b9-c461-4258-9fc8-481f6033e3c6&id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&id=b39fb3b4-5401-465e-ad80-a133da26f792&id=b39fb3b4-5401-465e-ad80-a133da26f792 HTTP/1.1" status: 200 len: 2293 time: 0.2045004 Jul 07 17:08:10.305699 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-75fb6a6a-3f47-4097-83d1-eb97ccb3fcf2 req-28bf8d5d-6fa2-4c7a-affb-88810ac745c5 service neutron] 10.222.0.15 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587437 Jul 07 17:08:10.464515 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2c587429-e38d-4b73-a59a-9210a4ff8624 req-7bb56be0-9ca8-40cb-a332-7e193531a6b5 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5063076 Jul 07 17:08:10.488297 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-75fb6a6a-3f47-4097-83d1-eb97ccb3fcf2 req-a1c1b945-f270-4007-a56a-137e2141fe1f service neutron] 10.222.0.15 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740167 Jul 07 17:08:10.494235 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-3212a204-03f9-4b8f-96f0-a9edf2620248 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6344e7-6033-4b46-b335-4691acb11361 HTTP/1.1" status: 200 len: 1001 time: 0.3237507 Jul 07 17:08:10.603563 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-50c2d48e-7e30-4552-b246-a79acffe6253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:10.605497 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-50c2d48e-7e30-4552-b246-a79acffe6253 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb5af372-328c-408a-a249-1a68d716f9ed HTTP/1.1" status: 200 len: 850 time: 0.1049798 Jul 07 17:08:10.820260 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-18c21da2-c500-4853-baa7-ac6ffbe30fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:10.853444 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-18c21da2-c500-4853-baa7-ac6ffbe30fcc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9866a6b9-c461-4258-9fc8-481f6033e3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2387557 Jul 07 17:08:11.065800 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-216b3fb2-c7d8-474c-95f2-989801801473 service neutron] 10.222.0.69 "GET /v2.0/networks/9866a6b9-c461-4258-9fc8-481f6033e3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052915 Jul 07 17:08:11.359749 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-511735b0-0f1e-471d-bfe2-2c6cb81c553c service neutron] 10.222.0.69 "GET /v2.0/networks/9866a6b9-c461-4258-9fc8-481f6033e3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865551 Jul 07 17:08:11.414086 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-0ee283b3-02e2-40de-aafc-47a5255a946c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=8eb21232-3d31-4afa-a049-3322dac0ef1d HTTP/1.1" status: 200 len: 217 time: 0.0459516 Jul 07 17:08:11.585328 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-c58dd6d8-d155-403e-bda2-84ddfb95928e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:11.594204 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-c58dd6d8-d155-403e-bda2-84ddfb95928e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971 HTTP/1.1" status: 200 len: 797 time: 0.1739583 Jul 07 17:08:11.700591 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-9700e6d0-d9d2-4677-ae20-31cbf10aba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:11.702344 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-9700e6d0-d9d2-4677-ae20-31cbf10aba1c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1019273 Jul 07 17:08:11.709170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6afc491e-72c7-46ed-84b1-31f3c052d56b no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:08:11.877599 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-83f24980-98f1-4e76-8b20-e783ca97881d service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677032 Jul 07 17:08:12.005038 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.093273 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afc491e-72c7-46ed-84b1-31f3c052d56b'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:12.105167 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475d8855-93ad-4396-a575-1e89fd3302ce" -d '{"events": [{"server_uuid": "77c68ad7-2f8c-454e-83bc-1594c68d2687", "name": "network-vif-unplugged", "status": "completed", "tag": "6afc491e-72c7-46ed-84b1-31f3c052d56b"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:12.110559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6afc491e-72c7-46ed-84b1-31f3c052d56b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:12.125659 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:12.208521 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-04446f67-168b-4d3a-bd8b-9e6d6ad24d46 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239911 Jul 07 17:08:12.373622 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-912d2c73-17d3-4292-9bee-e64e8ce9b3bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=cd76306c-1fa6-42bc-ad55-41f92df88fad HTTP/1.1" status: 200 len: 217 time: 0.1375580 Jul 07 17:08:12.564352 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-09493c41-ab9f-4213-a93e-d692cc702775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:12.573725 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-09493c41-ab9f-4213-a93e-d692cc702775 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971 HTTP/1.1" status: 200 len: 797 time: 0.2034161 Jul 07 17:08:12.599802 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8623ebd6-f5e2-49be-8528-a5fc7f7e3e66 x-openstack-request-id: req-8623ebd6-f5e2-49be-8528-a5fc7f7e3e66 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:12.601373 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c68ad7-2f8c-454e-83bc-1594c68d2687", "name": "network-vif-unplugged", "status": "completed", "tag": "6afc491e-72c7-46ed-84b1-31f3c052d56b", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:12.602119 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8623ebd6-f5e2-49be-8528-a5fc7f7e3e66 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:12.602733 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afc491e-72c7-46ed-84b1-31f3c052d56b', 'code': 200} Jul 07 17:08:12.679660 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6afc491e-72c7-46ed-84b1-31f3c052d56b,revision_number=14']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:12.705310 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.707330 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.708092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.710702 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.713460 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.715292 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.716753 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.718021 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.719102 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.719729 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.721580 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.722149 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:12.844810 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-70c8b530-d865-41c7-a239-fde329efc359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:12.861343 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-70c8b530-d865-41c7-a239-fde329efc359 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2689934 Jul 07 17:08:13.214473 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb743c2-2adf-481e-bc47-10a0f2a1db0a req-1ef93e4d-1ae0-412e-bcd3-ec9662921e3b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:13.216348 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1bb743c2-2adf-481e-bc47-10a0f2a1db0a req-1ef93e4d-1ae0-412e-bcd3-ec9662921e3b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1777477 Jul 07 17:08:13.238497 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-9abeee78-e8f1-4422-b1ce-15ba3de530e8 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755991 Jul 07 17:08:13.377715 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1bb743c2-2adf-481e-bc47-10a0f2a1db0a req-9ea548ca-aae1-4318-b92f-f6824d6d0f13 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378608 Jul 07 17:08:13.516395 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-848f5617-c3b1-4dba-805c-55ac8dc6e849 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658935 Jul 07 17:08:13.620791 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-8423b6a5-5ee8-4905-be91-0b05b9c162e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=a2b80725-0d33-40cf-b428-11acb89d8dbb HTTP/1.1" status: 200 len: 217 time: 0.0967259 Jul 07 17:08:13.732588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-761c6631-5937-40ba-9e0b-f9020c730a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:13.734514 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-761c6631-5937-40ba-9e0b-f9020c730a33 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971 HTTP/1.1" status: 200 len: 797 time: 0.1071448 Jul 07 17:08:13.895759 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-c38691cc-850a-4555-a41d-4a6409be356c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:13.897506 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-c38691cc-850a-4555-a41d-4a6409be356c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1547813 Jul 07 17:08:14.077809 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448a002-1c8a-4d2a-9626-d3311471741b req-09ad8685-c460-4544-8bcb-3e9b4d81aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.079337 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5448a002-1c8a-4d2a-9626-d3311471741b req-09ad8685-c460-4544-8bcb-3e9b4d81aa5f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 1095 time: 0.1734004 Jul 07 17:08:14.089288 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-30abe9c1-fc39-4d68-9dae-329517da379c service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777818 Jul 07 17:08:14.150703 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.308650 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448a002-1c8a-4d2a-9626-d3311471741b req-75d520ea-664e-4e27-b667-77e8b37c2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.312602 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5448a002-1c8a-4d2a-9626-d3311471741b req-75d520ea-664e-4e27-b667-77e8b37c2ba0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 913 time: 0.2247913 Jul 07 17:08:14.438773 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac90fe-28f6-468e-8c0d-d5bd1d55604b req-f13c5ce4-baf0-446f-8f05-e68d381e31a6 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.457339 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5448a002-1c8a-4d2a-9626-d3311471741b req-38162be1-50b9-4254-8c4e-edf6fb43ca45 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b HTTP/1.1" status: 200 len: 999 time: 0.1373601 Jul 07 17:08:14.494984 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3fac90fe-28f6-468e-8c0d-d5bd1d55604b req-f13c5ce4-baf0-446f-8f05-e68d381e31a6 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.3947299 Jul 07 17:08:14.569326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448a002-1c8a-4d2a-9626-d3311471741b req-d24f7763-a6d2-49d1-acd9-4793459280d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.571620 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5448a002-1c8a-4d2a-9626-d3311471741b req-d24f7763-a6d2-49d1-acd9-4793459280d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.1076608 Jul 07 17:08:14.611300 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3fac90fe-28f6-468e-8c0d-d5bd1d55604b req-82a08b1d-c06a-4014-b658-68eff1eedd13 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150320 Jul 07 17:08:14.614151 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-b5eb3314-ec04-41fa-b656-d375403362f4 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102654 Jul 07 17:08:14.685538 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-86cd60da-45a7-4942-ade2-2a2ccb58e986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:14.708512 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448a002-1c8a-4d2a-9626-d3311471741b req-2e603725-e398-4368-86da-ec06403ed2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.712408 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-6c04d522-dd86-4433-9655-bebd6a30c407 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=4ba8060b-1db9-4ca5-8da3-fd4aee84a94d HTTP/1.1" status: 200 len: 217 time: 0.0918343 Jul 07 17:08:14.714153 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5448a002-1c8a-4d2a-9626-d3311471741b req-2e603725-e398-4368-86da-ec06403ed2a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358178 Jul 07 17:08:14.827084 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-04732fec-6ff8-4fa5-8120-d49705b7e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.828735 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-04732fec-6ff8-4fa5-8120-d49705b7e664 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971 HTTP/1.1" status: 200 len: 797 time: 0.1033287 Jul 07 17:08:14.910605 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5448a002-1c8a-4d2a-9626-d3311471741b req-7b9d1c8d-1043-41d2-a11d-b64253558d3c service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836593 Jul 07 17:08:14.952904 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-7ef9ad44-7301-4923-b63b-67765e4d5f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:14.954751 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-7ef9ad44-7301-4923-b63b-67765e4d5f9f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1175716 Jul 07 17:08:15.079702 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-cc68922d-b0ee-4c6f-a01c-7d7556163dec service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176171 Jul 07 17:08:15.331648 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-c6066fcf-0626-4905-a7b8-ca5d1b2215c3 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440827 Jul 07 17:08:15.410449 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-20309fb9-06af-4dd0-be88-bbb216f17de6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c062a1db-373b-4c9c-a081-b033c6a8856b HTTP/1.1" status: 200 len: 217 time: 0.0706515 Jul 07 17:08:15.541038 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-de5d19ef-258d-4b9f-aaeb-c840e5269054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:15.543394 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-de5d19ef-258d-4b9f-aaeb-c840e5269054 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c604800d-5fdb-4651-bc00-e8a4989348ef HTTP/1.1" status: 200 len: 797 time: 0.1263578 Jul 07 17:08:15.676603 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5448a002-1c8a-4d2a-9626-d3311471741b req-13c68350-844f-497d-bc81-c667bcca2bf1 service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7583861 Jul 07 17:08:15.777381 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-e970c63d-420e-48e2-a239-ec2072f3b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:15.778770 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-e970c63d-420e-48e2-a239-ec2072f3b3a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b39fb3b4-5401-465e-ad80-a133da26f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2272942 Jul 07 17:08:16.137755 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3493b5d-5f13-402d-bad5-30726b79eb16 req-5ccd076b-42c6-4b56-99a3-4d2736818e37 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:16.156295 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3493b5d-5f13-402d-bad5-30726b79eb16 req-5ccd076b-42c6-4b56-99a3-4d2736818e37 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.2365217 Jul 07 17:08:16.245933 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3493b5d-5f13-402d-bad5-30726b79eb16 req-fa0977d1-af44-44e6-afdb-5a681a445be3 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837622 Jul 07 17:08:16.298486 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-219891b0-6e38-4f04-b4e9-c94e479c0b22 service neutron] 10.222.0.69 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096910 Jul 07 17:08:16.384263 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:16.528758 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-6156091a-9ea4-4693-a8cf-26c4efbe87e1 service neutron] 10.222.0.69 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252083 Jul 07 17:08:16.688048 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-d7c3d525-5fab-41dd-a345-f0c24b85dbf3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=945ac77d-db4f-4aac-aec5-b6e497e33fb2 HTTP/1.1" status: 200 len: 217 time: 0.1516793 Jul 07 17:08:16.816104 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-647ebe9d-246a-4d73-9281-f19952a32ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:16.818015 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-647ebe9d-246a-4d73-9281-f19952a32ac6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c604800d-5fdb-4651-bc00-e8a4989348ef HTTP/1.1" status: 200 len: 797 time: 0.1148508 Jul 07 17:08:16.981284 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0efe-8327-4940-bf19-ceaba6566372 req-44cf32d0-a2a3-41b9-83a8-013b582fc412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:16.982885 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-44cf32d0-a2a3-41b9-83a8-013b582fc412 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b39fb3b4-5401-465e-ad80-a133da26f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1581612 Jul 07 17:08:17.340198 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-b12ce42c-26f2-454d-aec2-63aa4c7df232 service neutron] 10.222.0.69 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463948 Jul 07 17:08:17.576707 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:17.703930 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-870a0efe-8327-4940-bf19-ceaba6566372 req-01445db0-c35c-432f-87a9-9891fb627d6a service neutron] 10.222.0.69 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579829 Jul 07 17:08:17.804813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35f104-e2c5-4a40-b880-b3a402ea577d req-87a8ea5b-14c8-4f55-a9f8-d7d5bbc85646 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:17.807723 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0b35f104-e2c5-4a40-b880-b3a402ea577d req-87a8ea5b-14c8-4f55-a9f8-d7d5bbc85646 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1628289 Jul 07 17:08:17.923058 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0b35f104-e2c5-4a40-b880-b3a402ea577d req-dffc7b62-63d2-4283-bf76-c25ac111e71b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043963 Jul 07 17:08:17.924185 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-760e7716-ef46-4586-8360-86b9566eace5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:18.725620 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b7d58-08f0-47f3-b864-7096f64a0536 req-85df3328-a840-4d4e-a19d-ad1216b15c19 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:18.727826 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cd5b7d58-08f0-47f3-b864-7096f64a0536 req-85df3328-a840-4d4e-a19d-ad1216b15c19 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.2385845 Jul 07 17:08:18.782571 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cd5b7d58-08f0-47f3-b864-7096f64a0536 req-a14946b9-aa7b-444f-9cb0-0cd84fe102b4 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459163 Jul 07 17:08:18.790029 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:19.057265 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc48a9a-8bcb-4ea1-a280-8000199e1579 req-03ad17f6-8adc-4545-8e12-2285bf83bc6f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:19.071541 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0bc48a9a-8bcb-4ea1-a280-8000199e1579 req-03ad17f6-8adc-4545-8e12-2285bf83bc6f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1390777 Jul 07 17:08:19.161961 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0bc48a9a-8bcb-4ea1-a280-8000199e1579 req-ddb86ab2-1be7-403d-9e5f-56cab50aca27 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892980 Jul 07 17:08:19.718283 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-e361f343-4c70-46a6-8fb0-6752d563ca56 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:19.727341 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-e361f343-4c70-46a6-8fb0-6752d563ca56 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 812 time: 0.1819978 Jul 07 17:08:19.750304 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-6714f843-414f-4bca-80b5-ee3b4270ecfe tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/quotas/621a12c0777d413f8d90059728390347 HTTP/1.1" status: 200 len: 375 time: 0.0216923 Jul 07 17:08:19.867994 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-b4dc9dcd-6bb7-410c-8743-fbc688d945dd tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1162462 Jul 07 17:08:19.876366 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-ae729c37-217c-4e2c-9e2c-7a0b147610bf tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:08:19.896381 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-ae729c37-217c-4e2c-9e2c-7a0b147610bf tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0269420 Jul 07 17:08:20.343393 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-e2adff09-1b30-4b01-aec8-f75d143a7e53 service neutron] 10.222.0.50 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456172 Jul 07 17:08:20.426612 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:20.728436 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-dbffbbe1-e049-4d38-b305-8c76ddd7a423 service neutron] 10.222.0.50 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838971 Jul 07 17:08:21.241843 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:08:21.251465 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-008033d5-cb49-4c17-8958-2908540bf185 req-a736e8a2-acc0-4a01-901d-8a190b1a3923 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 210 time: 0.1932576 Jul 07 17:08:22.684770 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7465c5bd-6224-4159-97ea-e62b12843b06 req-95962342-68d3-4ce5-993c-e0b2e195c0d1 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 210 time: 0.0713413 Jul 07 17:08:23.825210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-d9f43275-151f-4744-98eb-e89415922472 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:23.826963 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-d9f43275-151f-4744-98eb-e89415922472 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.15 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 812 time: 0.3257136 Jul 07 17:08:23.843448 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-228d283e-e03e-4901-a1f6-bd5c6df658da tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Request body: {'port': {'device_id': 'b47bf725-5dc0-477c-bff6-e1b68037246d', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'admin_state_up': True, 'tenant_id': '621a12c0777d413f8d90059728390347'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:24.055116 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e3e4e375-650f-4b0e-ac27-1a8074fe20e7 req-6649cb81-bb11-48ad-abd1-651d63e97c3e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 210 time: 0.0524409 Jul 07 17:08:24.128625 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-228d283e-e03e-4901-a1f6-bd5c6df658da tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Made reservation on behalf of 621a12c0777d413f8d90059728390347 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:24.133725 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-228d283e-e03e-4901-a1f6-bd5c6df658da tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.293115 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-228d283e-e03e-4901-a1f6-bd5c6df658da tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Allocated IP 172.20.0.11 (1a593835-75cf-40d8-8fd5-4eaad13dc252/19f701e3-8b99-4023-9849-e505b17bcfa4/9185fe2f-27e9-496b-b24f-8524b80f018b) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:24.528071 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-228d283e-e03e-4901-a1f6-bd5c6df658da tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.547021 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-228d283e-e03e-4901-a1f6-bd5c6df658da tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Transition to ACTIVE for port object 9185fe2f-27e9-496b-b24f-8524b80f018b will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:24.590336 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-228d283e-e03e-4901-a1f6-bd5c6df658da tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.717332 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-228d283e-e03e-4901-a1f6-bd5c6df658da tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Network 1a593835-75cf-40d8-8fd5-4eaad13dc252 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:24.719060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d283e-e03e-4901-a1f6-bd5c6df658da tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Pushing event updated for resources: {'Port': ['ID=9185fe2f-27e9-496b-b24f-8524b80f018b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:24.722650 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-228d283e-e03e-4901-a1f6-bd5c6df658da tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:24.738106 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-228d283e-e03e-4901-a1f6-bd5c6df658da tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:24.866603 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-228d283e-e03e-4901-a1f6-bd5c6df658da tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:24.867238 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-228d283e-e03e-4901-a1f6-bd5c6df658da tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:24.898960 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-228d283e-e03e-4901-a1f6-bd5c6df658da tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0587018 Jul 07 17:08:24.911262 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] Request body: {'port': {'device_id': 'b47bf725-5dc0-477c-bff6-e1b68037246d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:24.912095 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35664) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:25.031693 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a1047ac3-3ab7-48a6-8d1b-56c4b0196ae5 None None] Provisioning for port 9185fe2f-27e9-496b-b24f-8524b80f018b completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:25.036773 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a1047ac3-3ab7-48a6-8d1b-56c4b0196ae5 None None] Provisioning complete for port 9185fe2f-27e9-496b-b24f-8524b80f018b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:25.037394 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a1047ac3-3ab7-48a6-8d1b-56c4b0196ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.089424 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-a1047ac3-3ab7-48a6-8d1b-56c4b0196ae5 None None] Port 9185fe2f-27e9-496b-b24f-8524b80f018b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:25.093520 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.148997 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-04f86653-5135-460f-b723-1d339a09011f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.554199 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-04f86653-5135-460f-b723-1d339a09011f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.573328 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce9f7b-8bed-4749-a87b-784ff21f7f60 req-908b0294-6993-4e96-95b7-bc31cb2b5ac4 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:25.581433 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1ce9f7b-8bed-4749-a87b-784ff21f7f60 req-908b0294-6993-4e96-95b7-bc31cb2b5ac4 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 932 time: 0.2417583 Jul 07 17:08:25.582769 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-04f86653-5135-460f-b723-1d339a09011f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.656928 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9185fe2f-27e9-496b-b24f-8524b80f018b {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:25.671567 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.693650 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] Transition to ACTIVE for port object 9185fe2f-27e9-496b-b24f-8524b80f018b will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:25.700994 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.718462 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-04f86653-5135-460f-b723-1d339a09011f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=350346d907754420b416119fb777c7a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8029964 Jul 07 17:08:25.723974 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35684) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:25.764061 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f86653-5135-460f-b723-1d339a09011f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d9dea4-d844-4768-992b-42db4bd0860c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:25.815262 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f86653-5135-460f-b723-1d339a09011f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:25.823450 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f86653-5135-460f-b723-1d339a09011f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:25.823830 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f86653-5135-460f-b723-1d339a09011f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:25.824188 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f86653-5135-460f-b723-1d339a09011f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:25.824523 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f86653-5135-460f-b723-1d339a09011f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:25.830886 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f86653-5135-460f-b723-1d339a09011f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:25.831474 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f86653-5135-460f-b723-1d339a09011f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:25.831985 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f86653-5135-460f-b723-1d339a09011f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:25.832493 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f86653-5135-460f-b723-1d339a09011f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:25.832994 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f86653-5135-460f-b723-1d339a09011f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:25.833510 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f86653-5135-460f-b723-1d339a09011f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:25.834006 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f86653-5135-460f-b723-1d339a09011f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:25.920200 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1ce9f7b-8bed-4749-a87b-784ff21f7f60 req-78282a79-5913-4ffc-92b9-a2ac350f4e50 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288560 Jul 07 17:08:25.947821 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61fdd0c7-5238-4fbf-8b83-da9cf7ed1fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:25.950439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] Attempting to bind port 9185fe2f-27e9-496b-b24f-8524b80f018b on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:25.950931 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] Attempting to bind port 9185fe2f-27e9-496b-b24f-8524b80f018b by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:25.951106 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] Attempting to bind port 9185fe2f-27e9-496b-b24f-8524b80f018b on network 1a593835-75cf-40d8-8fd5-4eaad13dc252 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:25.962682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] Pushing event updated for resources: {'Port': ['ID=9185fe2f-27e9-496b-b24f-8524b80f018b,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:25.977013 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] Port 9185fe2f-27e9-496b-b24f-8524b80f018b on network 1a593835-75cf-40d8-8fd5-4eaad13dc252 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:25.977013 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] Attempting to bind port 9185fe2f-27e9-496b-b24f-8524b80f018b on network 1a593835-75cf-40d8-8fd5-4eaad13dc252 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:25.986854 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:25.987197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] Checking segment: {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:25.987595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] Bound using segment: {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:25.988046 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] Bound port: 9185fe2f-27e9-496b-b24f-8524b80f018b, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:25.988419 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.007718 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61fdd0c7-5238-4fbf-8b83-da9cf7ed1fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.075993 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61fdd0c7-5238-4fbf-8b83-da9cf7ed1fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.079500 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61fdd0c7-5238-4fbf-8b83-da9cf7ed1fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.081224 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-61fdd0c7-5238-4fbf-8b83-da9cf7ed1fcd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/54d9dea4-d844-4768-992b-42db4bd0860c HTTP/1.1" status: 204 len: 168 time: 0.3382311 Jul 07 17:08:26.100058 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdd0c7-5238-4fbf-8b83-da9cf7ed1fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d9dea4-d844-4768-992b-42db4bd0860c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:26.158676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] For port 9185fe2f-27e9-496b-b24f-8524b80f018b, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:26.172344 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] For port 9185fe2f-27e9-496b-b24f-8524b80f018b, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9185fe2f-27e9-496b-b24f-8524b80f018b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:26.178490 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.249031 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:26.249662 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:26.263395 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] 10.222.0.15 "PUT /v2.0/ports/9185fe2f-27e9-496b-b24f-8524b80f018b HTTP/1.1" status: 200 len: 1092 time: 1.3586557 Jul 07 17:08:26.263938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47bf725-5dc0-477c-bff6-e1b68037246d', 'tag': '9185fe2f-27e9-496b-b24f-8524b80f018b'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:26.266509 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37323366-fb42-4bc2-837a-2c7c0b535d77" -d '{"events": [{"name": "network-changed", "server_uuid": "b47bf725-5dc0-477c-bff6-e1b68037246d", "tag": "9185fe2f-27e9-496b-b24f-8524b80f018b"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:26.315111 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25850f-3ebd-46aa-8d9f-c49695f570cc service neutron] Pushing event updated for resources: {'Port': ['ID=9185fe2f-27e9-496b-b24f-8524b80f018b,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:26.338133 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a276d114-c3c9-4e72-aceb-179aaa40760f x-openstack-request-id: req-a276d114-c3c9-4e72-aceb-179aaa40760f {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:26.338668 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47bf725-5dc0-477c-bff6-e1b68037246d", "tag": "9185fe2f-27e9-496b-b24f-8524b80f018b", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:26.339064 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a276d114-c3c9-4e72-aceb-179aaa40760f {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:26.339624 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47bf725-5dc0-477c-bff6-e1b68037246d', 'tag': '9185fe2f-27e9-496b-b24f-8524b80f018b', 'status': 'completed', 'code': 200} Jul 07 17:08:26.484462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37323366-fb42-4bc2-837a-2c7c0b535d77 req-d4ec1b7e-a94d-44b2-851e-e08f6fd49c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:26.486472 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37323366-fb42-4bc2-837a-2c7c0b535d77 req-d4ec1b7e-a94d-44b2-851e-e08f6fd49c4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 1095 time: 0.1253128 Jul 07 17:08:26.756204 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37323366-fb42-4bc2-837a-2c7c0b535d77 req-93154c44-2058-4096-85b1-ffe2ffa2fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:26.758163 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37323366-fb42-4bc2-837a-2c7c0b535d77 req-93154c44-2058-4096-85b1-ffe2ffa2fb74 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=621a12c0777d413f8d90059728390347&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2641439 Jul 07 17:08:26.925568 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37323366-fb42-4bc2-837a-2c7c0b535d77 req-608e2e60-2f65-44a1-ac85-930a698df917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:26.927061 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37323366-fb42-4bc2-837a-2c7c0b535d77 req-608e2e60-2f65-44a1-ac85-930a698df917 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1625009 Jul 07 17:08:27.199154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-fb235235-30e5-4e55-b5b9-db999b773423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:27.207884 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-fb235235-30e5-4e55-b5b9-db999b773423 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 1095 time: 0.2017369 Jul 07 17:08:27.282738 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-ed222560-f3f0-4226-986b-26f10623744e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9185fe2f-27e9-496b-b24f-8524b80f018b HTTP/1.1" status: 200 len: 217 time: 0.0667706 Jul 07 17:08:27.364640 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310daeed-0664-4684-9573-a4911027c45f req-ef9db452-6a85-457a-bc11-065feefeb524 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:27.372803 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-310daeed-0664-4684-9573-a4911027c45f req-ef9db452-6a85-457a-bc11-065feefeb524 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 944 time: 0.1046307 Jul 07 17:08:27.393344 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-a832e64e-62e5-4137-9185-569c9890d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:27.396091 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-a832e64e-62e5-4137-9185-569c9890d20b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.1069472 Jul 07 17:08:27.428102 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-310daeed-0664-4684-9573-a4911027c45f req-baeb6cf2-7b8f-499b-97be-dae4ee134672 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536637 Jul 07 17:08:27.529602 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-7e716c08-cc50-44a3-932a-85870ea8864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:27.532640 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-7e716c08-cc50-44a3-932a-85870ea8864c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289711 Jul 07 17:08:27.664031 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-57f52a67-bbe1-47c4-a7a2-f864d75f25d5 service neutron] 10.222.0.15 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236737 Jul 07 17:08:27.875673 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-53e66fe9-f3c8-4c3e-8d3f-ede30c12af49 req-c6c6e9df-bb0e-4d8b-a8ee-12b83b63b5ef service neutron] 10.222.0.15 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043190 Jul 07 17:08:28.810535 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3eb14-90c9-44ed-b1ab-ca78c328c3a9 req-cb36a3e5-f154-4996-a3e9-7d3c14245b37 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:28.813543 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-40d3eb14-90c9-44ed-b1ab-ca78c328c3a9 req-cb36a3e5-f154-4996-a3e9-7d3c14245b37 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 944 time: 0.1594429 Jul 07 17:08:28.925531 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-40d3eb14-90c9-44ed-b1ab-ca78c328c3a9 req-981d6b1c-92f3-47c2-ad95-c873c360fb6e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939393 Jul 07 17:08:29.870649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35782) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:29.876074 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-290990c2-f316-4c90-9337-6046853a48a3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1171694940', 'description': 'tempest-secgroup-smoke-1171694940 description', 'project_id': '579e95f3998b4f8bb632de60105379a3'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:29.927338 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-290990c2-f316-4c90-9337-6046853a48a3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:29.946139 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-290990c2-f316-4c90-9337-6046853a48a3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.086591 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-290990c2-f316-4c90-9337-6046853a48a3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.091795 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-290990c2-f316-4c90-9337-6046853a48a3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.129675 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290990c2-f316-4c90-9337-6046853a48a3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ae7d31-5ab0-4299-9bf0-e3d582bd6cb0,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:30.344669 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-290990c2-f316-4c90-9337-6046853a48a3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.355418 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dcae3-ab3f-4a2c-8fb8-e56ce4dfc6d3 req-3ee59d1c-df41-4b1e-865a-cd7a4299ccfc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:30.357429 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-670dcae3-ab3f-4a2c-8fb8-e56ce4dfc6d3 req-3ee59d1c-df41-4b1e-865a-cd7a4299ccfc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 944 time: 0.1568031 Jul 07 17:08:30.359226 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-290990c2-f316-4c90-9337-6046853a48a3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.445501 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-290990c2-f316-4c90-9337-6046853a48a3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.451163 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-290990c2-f316-4c90-9337-6046853a48a3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5743716 Jul 07 17:08:30.452571 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35790) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:30.457497 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-26e5f45f-3e62-40d3-8d0a-94bb83e45560 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': 'f4616905-e6c4-413f-8a9f-6d6e98fb06d8', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:30.462889 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-670dcae3-ab3f-4a2c-8fb8-e56ce4dfc6d3 req-05148c4a-b013-4aa5-8b2f-6e4c8fffa51e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942481 Jul 07 17:08:30.465134 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290990c2-f316-4c90-9337-6046853a48a3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4616905-e6c4-413f-8a9f-6d6e98fb06d8,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:30.511641 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-26e5f45f-3e62-40d3-8d0a-94bb83e45560 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.583886 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-26e5f45f-3e62-40d3-8d0a-94bb83e45560 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.596460 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-26e5f45f-3e62-40d3-8d0a-94bb83e45560 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.636388 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5f45f-3e62-40d3-8d0a-94bb83e45560 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cde479e-a9e7-4f8e-9b75-38654361aa70,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:30.651758 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-26e5f45f-3e62-40d3-8d0a-94bb83e45560 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.654160 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-26e5f45f-3e62-40d3-8d0a-94bb83e45560 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2012362 Jul 07 17:08:30.657920 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35800) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:30.665656 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-4de764c0-23cf-42a6-8188-1db40c264875 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': 'f4616905-e6c4-413f-8a9f-6d6e98fb06d8', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:30.707591 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4de764c0-23cf-42a6-8188-1db40c264875 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.809153 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4de764c0-23cf-42a6-8188-1db40c264875 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.813649 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4de764c0-23cf-42a6-8188-1db40c264875 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.832458 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de764c0-23cf-42a6-8188-1db40c264875 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba5febf-d69e-465a-bb06-b9eb7c1ef19f,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:30.847819 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4de764c0-23cf-42a6-8188-1db40c264875 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:30.851847 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4de764c0-23cf-42a6-8188-1db40c264875 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1899133 Jul 07 17:08:30.852322 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35802) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:30.857731 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-72a6ebdc-eb20-4a05-acca-8a63392c6e81 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': 'f4616905-e6c4-413f-8a9f-6d6e98fb06d8', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:30.907076 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-72a6ebdc-eb20-4a05-acca-8a63392c6e81 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.029906 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-72a6ebdc-eb20-4a05-acca-8a63392c6e81 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.034791 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-72a6ebdc-eb20-4a05-acca-8a63392c6e81 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.067798 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6ebdc-eb20-4a05-acca-8a63392c6e81 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f654cf-aba1-4b08-8038-aab786fbf9d1,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:31.092152 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-72a6ebdc-eb20-4a05-acca-8a63392c6e81 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.097183 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35812) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:31.102567 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b0009ed9-96c4-490b-9c54-24f5bf2bdca8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': 'f4616905-e6c4-413f-8a9f-6d6e98fb06d8', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:31.109648 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-72a6ebdc-eb20-4a05-acca-8a63392c6e81 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2559922 Jul 07 17:08:31.150719 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0009ed9-96c4-490b-9c54-24f5bf2bdca8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.274574 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0009ed9-96c4-490b-9c54-24f5bf2bdca8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.282107 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0009ed9-96c4-490b-9c54-24f5bf2bdca8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.319840 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0009ed9-96c4-490b-9c54-24f5bf2bdca8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3602091-8513-46cb-b22a-1d1485ed99db,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:31.341899 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0009ed9-96c4-490b-9c54-24f5bf2bdca8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.343938 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b0009ed9-96c4-490b-9c54-24f5bf2bdca8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2455530 Jul 07 17:08:31.347000 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35834) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:31.353105 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-acf04f9d-0585-4222-929b-5d8f6cfc5f96 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': 'f4616905-e6c4-413f-8a9f-6d6e98fb06d8', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:31.387678 n-d-793620-7 neutron-server[100409]: INFO neutron.db.securitygroups_db [None req-acf04f9d-0585-4222-929b-5d8f6cfc5f96 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Project 579e95f3998b4f8bb632de60105379a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:08:31.400146 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-acf04f9d-0585-4222-929b-5d8f6cfc5f96 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.556156 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-acf04f9d-0585-4222-929b-5d8f6cfc5f96 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.562647 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-acf04f9d-0585-4222-929b-5d8f6cfc5f96 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.600932 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf04f9d-0585-4222-929b-5d8f6cfc5f96 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0680b02-c95b-4869-b662-29ae26784484,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:31.649451 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-acf04f9d-0585-4222-929b-5d8f6cfc5f96 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.655762 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35872) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:31.661971 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-326bc704-ab74-4ce2-bc4d-1c478079ce78 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': 'f4616905-e6c4-413f-8a9f-6d6e98fb06d8', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:31.669346 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-acf04f9d-0585-4222-929b-5d8f6cfc5f96 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3189764 Jul 07 17:08:31.746178 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-326bc704-ab74-4ce2-bc4d-1c478079ce78 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Project 579e95f3998b4f8bb632de60105379a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:08:31.783576 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-326bc704-ab74-4ce2-bc4d-1c478079ce78 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.940330 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-326bc704-ab74-4ce2-bc4d-1c478079ce78 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.941882 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84847a-f293-43c8-a851-130f0ed118a1 req-1364e061-542e-404e-9ceb-b89561c93531 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:31.947747 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-326bc704-ab74-4ce2-bc4d-1c478079ce78 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:31.948730 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ba84847a-f293-43c8-a851-130f0ed118a1 req-1364e061-542e-404e-9ceb-b89561c93531 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 944 time: 0.1985598 Jul 07 17:08:32.001279 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bc704-ab74-4ce2-bc4d-1c478079ce78 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398a0fd5-0e32-46c5-bc42-58118a526374,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:32.007856 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-326bc704-ab74-4ce2-bc4d-1c478079ce78 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.009158 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-326bc704-ab74-4ce2-bc4d-1c478079ce78 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3521419 Jul 07 17:08:32.013499 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35900) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:32.033379 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-9e3b2f07-8b31-4938-8567-c87e133a2f7e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'network': {'name': 'tempest-network-smoke--1078191648', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'port_security_enabled': True}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:32.057252 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 9185fe2f-27e9-496b-b24f-8524b80f018b details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:32.058168 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ba84847a-f293-43c8-a851-130f0ed118a1 req-249479aa-6a3d-4cf8-ad36-101356c4e8a0 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022363 Jul 07 17:08:32.134835 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3b2f07-8b31-4938-8567-c87e133a2f7e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Made reservation on behalf of 579e95f3998b4f8bb632de60105379a3 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:32.139541 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2f07-8b31-4938-8567-c87e133a2f7e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.207403 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3b2f07-8b31-4938-8567-c87e133a2f7e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:08:32.231792 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2f07-8b31-4938-8567-c87e133a2f7e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.232280 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-9e3b2f07-8b31-4938-8567-c87e133a2f7e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Added segment 4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7 of type vlan for network 40f2b42b-6000-49a4-9ee0-e437a165cbe0 Jul 07 17:08:32.320661 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2f07-8b31-4938-8567-c87e133a2f7e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.379936 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2f07-8b31-4938-8567-c87e133a2f7e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.393739 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3b2f07-8b31-4938-8567-c87e133a2f7e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:32.406540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 9185fe2f-27e9-496b-b24f-8524b80f018b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9185fe2f-27e9-496b-b24f-8524b80f018b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:32.413569 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2f07-8b31-4938-8567-c87e133a2f7e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.469826 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '9185fe2f-27e9-496b-b24f-8524b80f018b', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'port_id': '9185fe2f-27e9-496b-b24f-8524b80f018b', 'mac_address': 'fa:16:3e:01:08:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:32.547552 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9e3b2f07-8b31-4938-8567-c87e133a2f7e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5333221 Jul 07 17:08:32.551130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35950) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:32.557243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-992a1448-4444-49cf-8d45-03c683ddaca4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-650852150', 'admin_state_up': True, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:32.575511 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b2f07-8b31-4938-8567-c87e133a2f7e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Network': ['ID=40f2b42b-6000-49a4-9ee0-e437a165cbe0,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:32.617374 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 40f2b42b-6000-49a4-9ee0-e437a165cbe0 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:08:32.625152 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-992a1448-4444-49cf-8d45-03c683ddaca4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.626516 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-992a1448-4444-49cf-8d45-03c683ddaca4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.680452 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.729790 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9185fe2f-27e9-496b-b24f-8524b80f018b {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:32.742958 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-992a1448-4444-49cf-8d45-03c683ddaca4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.791069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 9185fe2f-27e9-496b-b24f-8524b80f018b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9185fe2f-27e9-496b-b24f-8524b80f018b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:32.801797 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:32.877869 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=9185fe2f-27e9-496b-b24f-8524b80f018b,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:33.008359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['9185fe2f-27e9-496b-b24f-8524b80f018b'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:33.113936 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-992a1448-4444-49cf-8d45-03c683ddaca4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.422905 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eecd79-0b34-4d7c-a1fc-a08f0ee21067 req-d71adf97-c5f2-4552-b90f-aba2ad6d08e1 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:33.424454 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d6eecd79-0b34-4d7c-a1fc-a08f0ee21067 req-d71adf97-c5f2-4552-b90f-aba2ad6d08e1 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 945 time: 0.1251092 Jul 07 17:08:33.555247 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d6eecd79-0b34-4d7c-a1fc-a08f0ee21067 req-357bfb11-ced4-41d6-869c-e10f0a640bc6 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155014 Jul 07 17:08:33.596025 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-992a1448-4444-49cf-8d45-03c683ddaca4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.621210 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-992a1448-4444-49cf-8d45-03c683ddaca4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:33.807816 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-992a1448-4444-49cf-8d45-03c683ddaca4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Allocated IP 172.25.2.195 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/c11fafd5-dfcd-4eed-804d-f6a0faf1e296) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:33.953117 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-992a1448-4444-49cf-8d45-03c683ddaca4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.017529 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-992a1448-4444-49cf-8d45-03c683ddaca4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.061665 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 9185fe2f-27e9-496b-b24f-8524b80f018b up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:34.088325 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992a1448-4444-49cf-8d45-03c683ddaca4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:34.091448 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-992a1448-4444-49cf-8d45-03c683ddaca4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:34.097528 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a1448-4444-49cf-8d45-03c683ddaca4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:34.137623 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a1448-4444-49cf-8d45-03c683ddaca4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=c11fafd5-dfcd-4eed-804d-f6a0faf1e296,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:34.168800 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 9185fe2f-27e9-496b-b24f-8524b80f018b completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:34.173817 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 9185fe2f-27e9-496b-b24f-8524b80f018b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:34.174410 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.340715 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.392908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47bf725-5dc0-477c-bff6-e1b68037246d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9185fe2f-27e9-496b-b24f-8524b80f018b'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:34.396070 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a8be16-a6fd-4c1b-aa43-307b07ec5767" -d '{"events": [{"server_uuid": "b47bf725-5dc0-477c-bff6-e1b68037246d", "name": "network-vif-plugged", "status": "completed", "tag": "9185fe2f-27e9-496b-b24f-8524b80f018b"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:34.412807 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 9185fe2f-27e9-496b-b24f-8524b80f018b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9185fe2f-27e9-496b-b24f-8524b80f018b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:34.419670 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.571962 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec09795-57fc-408c-a36c-37c897dc2735 x-openstack-request-id: req-cec09795-57fc-408c-a36c-37c897dc2735 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:34.576997 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47bf725-5dc0-477c-bff6-e1b68037246d", "name": "network-vif-plugged", "status": "completed", "tag": "9185fe2f-27e9-496b-b24f-8524b80f018b", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:34.577522 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cec09795-57fc-408c-a36c-37c897dc2735 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:34.578042 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47bf725-5dc0-477c-bff6-e1b68037246d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9185fe2f-27e9-496b-b24f-8524b80f018b', 'code': 200} Jul 07 17:08:34.587961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=9185fe2f-27e9-496b-b24f-8524b80f018b,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:34.709851 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-992a1448-4444-49cf-8d45-03c683ddaca4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:34.799158 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af40d0-0ceb-4d4f-9d74-ebdbf05c2c97 req-821f1d7e-8920-4fca-98b7-c24b44b42526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:34.800651 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f2af40d0-0ceb-4d4f-9d74-ebdbf05c2c97 req-821f1d7e-8920-4fca-98b7-c24b44b42526 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 1097 time: 0.1467619 Jul 07 17:08:34.909104 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f2af40d0-0ceb-4d4f-9d74-ebdbf05c2c97 req-ea8a4072-f9fe-4a2a-af62-cb5d5112e867 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005898 Jul 07 17:08:34.955709 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f49c7b-3b58-44ab-9bad-50ef55bc32f4 req-85affadc-de09-414d-97ac-683d60965012 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:34.964517 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90f49c7b-3b58-44ab-9bad-50ef55bc32f4 req-85affadc-de09-414d-97ac-683d60965012 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.2092197 Jul 07 17:08:35.078667 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90f49c7b-3b58-44ab-9bad-50ef55bc32f4 req-34946222-6e2d-4e93-ba7d-c259d2b00ebc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087472 Jul 07 17:08:35.644865 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-992a1448-4444-49cf-8d45-03c683ddaca4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:35.903735 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992a1448-4444-49cf-8d45-03c683ddaca4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Router 2597db44-6a08-420b-838b-6c068d2825b3 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:08:36.061621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992a1448-4444-49cf-8d45-03c683ddaca4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:08:36.074826 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] Sync routers for ids ['2597db44-6a08-420b-838b-6c068d2825b3'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:08:36.090606 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-992a1448-4444-49cf-8d45-03c683ddaca4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:36.094674 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-992a1448-4444-49cf-8d45-03c683ddaca4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.5395415 Jul 07 17:08:36.095474 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36336) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:36.101360 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] Routers {'2597db44-6a08-420b-838b-6c068d2825b3'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:36.102776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:08:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2597db44-6a08-420b-838b-6c068d2825b3'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:36.318146 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] Set router 2597db44-6a08-420b-838b-6c068d2825b3 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:36.377722 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ddaae794-8667-4431-8862-d6e3bad625b4 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=579e95f3998b4f8bb632de60105379a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2809000 Jul 07 17:08:36.380571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36342) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:36.524411 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c70c7-82c0-4ba8-8710-1abb8bce1de8 req-d10b26c2-9374-4c0f-8e92-d3750eb8cb62 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.534328 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-332c70c7-82c0-4ba8-8710-1abb8bce1de8 req-d10b26c2-9374-4c0f-8e92-d3750eb8cb62 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.1550643 Jul 07 17:08:36.595027 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-332c70c7-82c0-4ba8-8710-1abb8bce1de8 req-d4817c1e-5909-4a2e-94f1-dbbe12cfab65 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596592 Jul 07 17:08:36.613487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2597db44-6a08-420b-838b-6c068d2825b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650852150', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:32Z', 'updated_at': '2021-07-07T17:08:34Z', 'revision_number': 3, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:33Z', 'updated_at': '2021-07-07T17:08:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:36.694599 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] Checking router: 2597db44-6a08-420b-838b-6c068d2825b3 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:08:36.694599 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] Updating router 2597db44-6a08-420b-838b-6c068d2825b3 port c11fafd5-dfcd-4eed-804d-f6a0faf1e296 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:08:36.724939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78667ff9-00ae-4bc2-9ba4-d6473e649926 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:36.730148 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36358) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:36.741736 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-78667ff9-00ae-4bc2-9ba4-d6473e649926 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3589344 Jul 07 17:08:36.785827 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b44cd3e0-6268-48c9-ba3c-fabcff7420ce tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543211 Jul 07 17:08:36.789065 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36360) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:36.795828 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-652c47d8-a464-49e9-b411-b9f964e52de1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1405972479', 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:36.818811 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.025199 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652c47d8-a464-49e9-b411-b9f964e52de1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Made reservation on behalf of 579e95f3998b4f8bb632de60105379a3 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:37.034079 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-652c47d8-a464-49e9-b411-b9f964e52de1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.389156 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.417331 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] Transition to ACTIVE for port object c11fafd5-dfcd-4eed-804d-f6a0faf1e296 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:37.426026 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.473300 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-652c47d8-a464-49e9-b411-b9f964e52de1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.495130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f952a-cb67-4178-955c-6cb73dce0879 req-edc9bf0f-b30b-4559-a528-a28e6fd78b2c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:37.501378 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] Attempting to bind port c11fafd5-dfcd-4eed-804d-f6a0faf1e296 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:37.501979 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] Attempting to bind port c11fafd5-dfcd-4eed-804d-f6a0faf1e296 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:37.502627 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] Attempting to bind port c11fafd5-dfcd-4eed-804d-f6a0faf1e296 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:37.502773 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-760f952a-cb67-4178-955c-6cb73dce0879 req-edc9bf0f-b30b-4559-a528-a28e6fd78b2c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.0990427 Jul 07 17:08:37.511651 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:37.512332 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:37.512905 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.513634 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:37.514310 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] Bound port: c11fafd5-dfcd-4eed-804d-f6a0faf1e296, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:37.514900 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.551652 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-760f952a-cb67-4178-955c-6cb73dce0879 req-b8a70db1-c30c-4335-885f-7492b967a76a tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478785 Jul 07 17:08:37.576821 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e3c6d-7756-4ce3-814f-b7d520d00a6a None None] Pushing event updated for resources: {'Port': ['ID=c11fafd5-dfcd-4eed-804d-f6a0faf1e296,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:37.579704 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] For port c11fafd5-dfcd-4eed-804d-f6a0faf1e296, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:37.585202 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] For port c11fafd5-dfcd-4eed-804d-f6a0faf1e296, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c11fafd5-dfcd-4eed-804d-f6a0faf1e296,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:37.591085 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.611657 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c47d8-a464-49e9-b411-b9f964e52de1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Subnet': ['ID=b473df68-d124-4b3c-b4ba-aeaa8df0355a,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:37.618103 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652c47d8-a464-49e9-b411-b9f964e52de1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Checking segment: {'id': '4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:37.618645 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652c47d8-a464-49e9-b411-b9f964e52de1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network hostable DHCP agents. Network: 40f2b42b-6000-49a4-9ee0-e437a165cbe0, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:08:37.642212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] Routers {'2597db44-6a08-420b-838b-6c068d2825b3'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:37.642875 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:08:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2597db44-6a08-420b-838b-6c068d2825b3'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:37.643810 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652c47d8-a464-49e9-b411-b9f964e52de1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network 40f2b42b-6000-49a4-9ee0-e437a165cbe0 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:08:37.662036 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-652c47d8-a464-49e9-b411-b9f964e52de1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 40f2b42b-6000-49a4-9ee0-e437a165cbe0) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:37.673219 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652c47d8-a464-49e9-b411-b9f964e52de1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:37.676754 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-652c47d8-a464-49e9-b411-b9f964e52de1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:37.717740 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-652c47d8-a464-49e9-b411-b9f964e52de1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9272568 Jul 07 17:08:37.720778 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36374) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:37.760946 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] Set router 2597db44-6a08-420b-838b-6c068d2825b3 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:37.909406 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e3c6d-7756-4ce3-814f-b7d520d00a6a None None] Pushing event updated for resources: {'Port': ['ID=c11fafd5-dfcd-4eed-804d-f6a0faf1e296,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:37.980517 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64bb792-cef0-4641-a306-310ac5bf5401 None None] Network 40f2b42b-6000-49a4-9ee0-e437a165cbe0 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:38.287394 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-40f2b42b-6000-49a4-9ee0-e437a165cbe0', 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'fixed_ips': [{'subnet_id': 'b473df68-d124-4b3c-b4ba-aeaa8df0355a'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:08:38.288913 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.305989 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2597db44-6a08-420b-838b-6c068d2825b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650852150', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:32Z', 'updated_at': '2021-07-07T17:08:34Z', 'revision_number': 3, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:33Z', 'updated_at': '2021-07-07T17:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:38.348307 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7589a824-9f80-4a35-bca6-00c40000a399 None None] The sync data for ids ['2597db44-6a08-420b-838b-6c068d2825b3'] in n-d-793620-7 is: [{'id': '2597db44-6a08-420b-838b-6c068d2825b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650852150', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:32Z', 'updated_at': '2021-07-07T17:08:34Z', 'revision_number': 3, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:33Z', 'updated_at': '2021-07-07T17:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:08:38.640332 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Allocated IP 172.20.0.2 (40f2b42b-6000-49a4-9ee0-e437a165cbe0/b473df68-d124-4b3c-b4ba-aeaa8df0355a/8e0a1d56-d64e-4112-8311-5ddd7fef1e47) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:38.674258 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:38.941815 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36398) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:39.017171 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e7346-0df2-40c2-985d-e91d1db7a060 req-301d0425-2d96-4be3-80f3-0b38ebd52056 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:39.029023 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2d8e7346-0df2-40c2-985d-e91d1db7a060 req-301d0425-2d96-4be3-80f3-0b38ebd52056 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.1930554 Jul 07 17:08:39.047701 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.072423 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Transition to ACTIVE for port object 8e0a1d56-d64e-4112-8311-5ddd7fef1e47 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:39.092213 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Transition to ACTIVE for port object 8e0a1d56-d64e-4112-8311-5ddd7fef1e47 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:39.109222 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.160564 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2d8e7346-0df2-40c2-985d-e91d1db7a060 req-277ec539-865d-47d1-98c4-31a420842ee7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303015 Jul 07 17:08:39.226316 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Network 40f2b42b-6000-49a4-9ee0-e437a165cbe0 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:39.231219 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72e99ba3-f808-4546-8d57-17137e79c52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.232676 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:39.236732 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:39.291739 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Pushing event updated for resources: {'Port': ['ID=8e0a1d56-d64e-4112-8311-5ddd7fef1e47,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:39.333762 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Attempting to bind port 8e0a1d56-d64e-4112-8311-5ddd7fef1e47 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:39.335326 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Attempting to bind port 8e0a1d56-d64e-4112-8311-5ddd7fef1e47 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:39.335872 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Attempting to bind port 8e0a1d56-d64e-4112-8311-5ddd7fef1e47 on network 40f2b42b-6000-49a4-9ee0-e437a165cbe0 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:39.342579 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:39.343799 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Checking segment: {'id': '4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:39.344821 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.346069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Bound using segment: {'id': '4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:39.347827 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Bound port: 8e0a1d56-d64e-4112-8311-5ddd7fef1e47, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:39.349641 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.423285 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72e99ba3-f808-4546-8d57-17137e79c52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.431289 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72e99ba3-f808-4546-8d57-17137e79c52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.507502 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-72e99ba3-f808-4546-8d57-17137e79c52d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=56aeb72df9bd4c069b97a24082350c12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5644567 Jul 07 17:08:39.509613 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36406) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:39.518466 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] For port 8e0a1d56-d64e-4112-8311-5ddd7fef1e47, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:39.527372 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] For port 8e0a1d56-d64e-4112-8311-5ddd7fef1e47, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8e0a1d56-d64e-4112-8311-5ddd7fef1e47,segment=NetworkSegment(4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7),segment_id=4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:39.536250 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.552738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Allocated IP 172.20.0.1 (40f2b42b-6000-49a4-9ee0-e437a165cbe0/b473df68-d124-4b3c-b4ba-aeaa8df0355a/05333b2c-a3d6-4dbe-94ee-0052dc570981) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:39.604702 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e99ba3-f808-4546-8d57-17137e79c52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1b11cd-f35c-4696-b787-961e6140d809,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:39.663038 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c4969-3ea0-40b9-b870-8f565faca39e None None] Pushing event updated for resources: {'Port': ['ID=8e0a1d56-d64e-4112-8311-5ddd7fef1e47,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:39.671273 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3958eedf-3b32-4f7d-b140-e64f8c475e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.715320 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3958eedf-3b32-4f7d-b140-e64f8c475e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.749000 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.785394 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3958eedf-3b32-4f7d-b140-e64f8c475e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.786633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Transition to ACTIVE for port object 05333b2c-a3d6-4dbe-94ee-0052dc570981 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:39.790312 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3958eedf-3b32-4f7d-b140-e64f8c475e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.797597 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3958eedf-3b32-4f7d-b140-e64f8c475e7e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cb1b11cd-f35c-4696-b787-961e6140d809 HTTP/1.1" status: 204 len: 168 time: 0.2866142 Jul 07 17:08:39.816658 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958eedf-3b32-4f7d-b140-e64f8c475e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1b11cd-f35c-4696-b787-961e6140d809,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:39.873509 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:39.994329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network 40f2b42b-6000-49a4-9ee0-e437a165cbe0 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:40.018835 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:40.044360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:40.178652 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.328491 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8e0a1d56-d64e-4112-8311-5ddd7fef1e47 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:40.341745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=05333b2c-a3d6-4dbe-94ee-0052dc570981,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:40.376358 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:40.376663 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:40.376961 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:40.379955 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:40.380326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:40.380746 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:40.381178 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:40.381534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:40.381873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:40.382211 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:40.387889 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:40.389748 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:40.442924 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 8e0a1d56-d64e-4112-8311-5ddd7fef1e47 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:40.448653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c11fafd5-dfcd-4eed-804d-f6a0faf1e296 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:40.543536 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port c11fafd5-dfcd-4eed-804d-f6a0faf1e296 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:40.551283 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port c11fafd5-dfcd-4eed-804d-f6a0faf1e296 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:40.551813 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.569937 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.654093 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83aa1f9-070c-4165-bb92-afdfe38955fe req-fcb5accf-3a4f-4fd4-bfeb-fe7df1d452ad tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:40.655857 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b83aa1f9-070c-4165-bb92-afdfe38955fe req-fcb5accf-3a4f-4fd4-bfeb-fe7df1d452ad tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.2348011 Jul 07 17:08:40.757358 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.785355 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port c11fafd5-dfcd-4eed-804d-f6a0faf1e296, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c11fafd5-dfcd-4eed-804d-f6a0faf1e296,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:40.792116 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:40.842443 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b83aa1f9-070c-4165-bb92-afdfe38955fe req-97eca4f2-67bb-4f47-ba1e-ee723ff4e4ff tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799533 Jul 07 17:08:40.882844 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=c11fafd5-dfcd-4eed-804d-f6a0faf1e296,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:41.087581 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.105628 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.263021 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:41.279310 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=05333b2c-a3d6-4dbe-94ee-0052dc570981,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:41.461135 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network 40f2b42b-6000-49a4-9ee0-e437a165cbe0 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:41.466761 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:41.710324 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Router 2597db44-6a08-420b-838b-6c068d2825b3 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:08:41.752721 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbb5d1a-a0c3-4549-980d-d28d7c403c80 None None] Network 40f2b42b-6000-49a4-9ee0-e437a165cbe0 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:08:41.891450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:08:41.898765 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e31a6edc-3679-441f-9ae3-94546c661ed6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "PUT /v2.0/routers/2597db44-6a08-420b-838b-6c068d2825b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1764226 Jul 07 17:08:41.912548 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] Sync routers for ids ['2597db44-6a08-420b-838b-6c068d2825b3'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:08:41.931632 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] Routers {'2597db44-6a08-420b-838b-6c068d2825b3'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:41.939167 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:08:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2597db44-6a08-420b-838b-6c068d2825b3'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:42.003576 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7221a5f5-d0cc-4049-9e62-755757937984 None None] Provisioning for port 8e0a1d56-d64e-4112-8311-5ddd7fef1e47 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:42.309375 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] Set router 2597db44-6a08-420b-838b-6c068d2825b3 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:42.425316 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced110e6-6b34-48f8-ae91-f2177cd048a9 req-594e7b60-08d8-4e7a-baa5-2f336df29b86 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:42.438897 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ced110e6-6b34-48f8-ae91-f2177cd048a9 req-594e7b60-08d8-4e7a-baa5-2f336df29b86 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.2147994 Jul 07 17:08:42.460800 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-bd0e74eb-b2bc-4b28-86d2-b6e086e3b7f6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171694940&fields=id&tenant_id=579e95f3998b4f8bb632de60105379a3 HTTP/1.1" status: 200 len: 267 time: 0.1190963 Jul 07 17:08:42.542073 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7221a5f5-d0cc-4049-9e62-755757937984 None None] Provisioning complete for port 8e0a1d56-d64e-4112-8311-5ddd7fef1e47 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:42.544000 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7221a5f5-d0cc-4049-9e62-755757937984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.567482 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ced110e6-6b34-48f8-ae91-f2177cd048a9 req-cd7fb4fc-c5b0-486a-9acd-715e5ebcad02 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274064 Jul 07 17:08:42.568809 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2597db44-6a08-420b-838b-6c068d2825b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650852150', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:32Z', 'updated_at': '2021-07-07T17:08:40Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:33Z', 'updated_at': '2021-07-07T17:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '05333b2c-a3d6-4dbe-94ee-0052dc570981', 'name': '', 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:a7:75:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'b473df68-d124-4b3c-b4ba-aeaa8df0355a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:39Z', 'updated_at': '2021-07-07T17:08:40Z', 'revision_number': 2, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': 'b473df68-d124-4b3c-b4ba-aeaa8df0355a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:42.604663 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] Checking router: 2597db44-6a08-420b-838b-6c068d2825b3 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:08:42.605060 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] Updating router 2597db44-6a08-420b-838b-6c068d2825b3 port 05333b2c-a3d6-4dbe-94ee-0052dc570981 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:08:42.660178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c11fafd5-dfcd-4eed-804d-f6a0faf1e296 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:42.727253 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:42.839809 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-3fd7d4d9-2a56-4326-8477-31eb62742daa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:42.856363 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-3fd7d4d9-2a56-4326-8477-31eb62742daa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/networks?id=40f2b42b-6000-49a4-9ee0-e437a165cbe0 HTTP/1.1" status: 200 len: 797 time: 0.3939950 Jul 07 17:08:42.910445 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c92e41e4-58dd-47bf-a6cb-1ddd9f3c2336 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/quotas/579e95f3998b4f8bb632de60105379a3 HTTP/1.1" status: 200 len: 375 time: 0.0495710 Jul 07 17:08:43.270827 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7221a5f5-d0cc-4049-9e62-755757937984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.292310 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-76e8677d-eea8-4824-a2bb-b7c6077b82ce tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3804061 Jul 07 17:08:43.316920 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port c11fafd5-dfcd-4eed-804d-f6a0faf1e296 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:43.317355 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.368920 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7221a5f5-d0cc-4049-9e62-755757937984 None None] For port 8e0a1d56-d64e-4112-8311-5ddd7fef1e47, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8e0a1d56-d64e-4112-8311-5ddd7fef1e47,segment=NetworkSegment(4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7),segment_id=4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:43.387352 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7221a5f5-d0cc-4049-9e62-755757937984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.614863 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-86975969-e1c5-47cb-885b-f212e596c930 service neutron] 10.222.0.50 "GET /v2.0/networks/40f2b42b-6000-49a4-9ee0-e437a165cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065355 Jul 07 17:08:43.637988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221a5f5-d0cc-4049-9e62-755757937984 None None] Pushing event updated for resources: {'Port': ['ID=8e0a1d56-d64e-4112-8311-5ddd7fef1e47,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:43.918566 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-9f8de656-3a9f-44f5-9422-9361e6369dde service neutron] 10.222.0.50 "GET /v2.0/networks/40f2b42b-6000-49a4-9ee0-e437a165cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948737 Jul 07 17:08:43.922108 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.937751 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] Transition to ACTIVE for port object 05333b2c-a3d6-4dbe-94ee-0052dc570981 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:43.959699 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:43.966895 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0087522b-6594-445d-9ef3-50a0873ba8f8 None None] Provisioning for port 05333b2c-a3d6-4dbe-94ee-0052dc570981 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:44.026211 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327cb66-4bf6-4852-9fd6-9856319aa47f None None] Pushing event updated for resources: {'Port': ['ID=05333b2c-a3d6-4dbe-94ee-0052dc570981,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:44.034488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0087522b-6594-445d-9ef3-50a0873ba8f8 None None] Provisioning complete for port 8e0a1d56-d64e-4112-8311-5ddd7fef1e47 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:44.034950 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0087522b-6594-445d-9ef3-50a0873ba8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.092045 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13c214-4b2f-49a4-84b4-9201aa7470fe req-2f02014c-d5ff-4f0b-83e4-2dc44809a45e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:44.105612 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de13c214-4b2f-49a4-84b4-9201aa7470fe req-2f02014c-d5ff-4f0b-83e4-2dc44809a45e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.3202307 Jul 07 17:08:44.138994 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327cb66-4bf6-4852-9fd6-9856319aa47f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.141619 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327cb66-4bf6-4852-9fd6-9856319aa47f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.142435 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327cb66-4bf6-4852-9fd6-9856319aa47f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.142971 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327cb66-4bf6-4852-9fd6-9856319aa47f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.148680 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327cb66-4bf6-4852-9fd6-9856319aa47f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.149667 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327cb66-4bf6-4852-9fd6-9856319aa47f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.150279 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327cb66-4bf6-4852-9fd6-9856319aa47f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.151509 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327cb66-4bf6-4852-9fd6-9856319aa47f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.161501 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327cb66-4bf6-4852-9fd6-9856319aa47f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.162869 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327cb66-4bf6-4852-9fd6-9856319aa47f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.163583 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327cb66-4bf6-4852-9fd6-9856319aa47f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.164162 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327cb66-4bf6-4852-9fd6-9856319aa47f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:08:44.196609 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8e0a1d56-d64e-4112-8311-5ddd7fef1e47 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:44.202924 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.212079 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de13c214-4b2f-49a4-84b4-9201aa7470fe req-bbc976d5-db57-4c5a-8134-8ccd11fe85d6 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835574 Jul 07 17:08:44.250682 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] Attempting to bind port 05333b2c-a3d6-4dbe-94ee-0052dc570981 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:44.251059 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] Attempting to bind port 05333b2c-a3d6-4dbe-94ee-0052dc570981 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:44.251655 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] Attempting to bind port 05333b2c-a3d6-4dbe-94ee-0052dc570981 on network 40f2b42b-6000-49a4-9ee0-e437a165cbe0 {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:44.259087 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:44.259463 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] Checking segment: {'id': '4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:44.259867 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.260257 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] Bound using segment: {'id': '4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:44.261113 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] Bound port: 05333b2c-a3d6-4dbe-94ee-0052dc570981, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:44.261662 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.358194 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 8e0a1d56-d64e-4112-8311-5ddd7fef1e47 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:44.359326 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.434598 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] For port 05333b2c-a3d6-4dbe-94ee-0052dc570981, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:44.457250 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] For port 05333b2c-a3d6-4dbe-94ee-0052dc570981, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=05333b2c-a3d6-4dbe-94ee-0052dc570981,segment=NetworkSegment(4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7),segment_id=4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:44.461194 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e3695e52-8dba-440d-b56a-d5e1ff6e6428 req-fe9e3610-279e-43d2-a4f0-a210bbc8c7de tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 210 time: 0.0801120 Jul 07 17:08:44.472671 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.660933 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327cb66-4bf6-4852-9fd6-9856319aa47f None None] Pushing event updated for resources: {'Port': ['ID=05333b2c-a3d6-4dbe-94ee-0052dc570981,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:44.674755 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] Routers {'2597db44-6a08-420b-838b-6c068d2825b3'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:08:44.678836 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:08:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2597db44-6a08-420b-838b-6c068d2825b3'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:44.686242 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dbde1480-acc9-4191-9eaa-5c05aa00bc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:44.852162 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] Set router 2597db44-6a08-420b-838b-6c068d2825b3 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:08:44.883047 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f987184-17de-4280-9490-9eb09a178d5d req-5aed02d0-0984-4ab7-844b-211e1f83742c tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e629ba514e284282823dfc4bbc5ae44a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773296 Jul 07 17:08:45.137818 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f987184-17de-4280-9490-9eb09a178d5d req-43334262-9e51-4048-bed4-ba062e5eb60f tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:45.152595 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f987184-17de-4280-9490-9eb09a178d5d req-43334262-9e51-4048-bed4-ba062e5eb60f tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686725 Jul 07 17:08:45.189093 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f987184-17de-4280-9490-9eb09a178d5d req-1a5fe1dd-26f1-4683-b091-c1d0550f813d tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/quotas/e629ba514e284282823dfc4bbc5ae44a HTTP/1.1" status: 200 len: 375 time: 0.0265431 Jul 07 17:08:45.277739 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f987184-17de-4280-9490-9eb09a178d5d req-13c86898-3fe2-4d37-9a2c-75b31a13e591 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e629ba514e284282823dfc4bbc5ae44a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806775 Jul 07 17:08:45.539362 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2597db44-6a08-420b-838b-6c068d2825b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650852150', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:32Z', 'updated_at': '2021-07-07T17:08:40Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:33Z', 'updated_at': '2021-07-07T17:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '05333b2c-a3d6-4dbe-94ee-0052dc570981', 'name': '', 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:a7:75:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'b473df68-d124-4b3c-b4ba-aeaa8df0355a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:39Z', 'updated_at': '2021-07-07T17:08:44Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': 'b473df68-d124-4b3c-b4ba-aeaa8df0355a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:08:45.615962 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb18a8c-3192-4b05-ab53-c19e6e367fad None None] The sync data for ids ['2597db44-6a08-420b-838b-6c068d2825b3'] in n-d-793620-7 is: [{'id': '2597db44-6a08-420b-838b-6c068d2825b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650852150', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:32Z', 'updated_at': '2021-07-07T17:08:40Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:33Z', 'updated_at': '2021-07-07T17:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '05333b2c-a3d6-4dbe-94ee-0052dc570981', 'name': '', 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:a7:75:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'b473df68-d124-4b3c-b4ba-aeaa8df0355a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:39Z', 'updated_at': '2021-07-07T17:08:44Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': 'b473df68-d124-4b3c-b4ba-aeaa8df0355a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:08:45.650188 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded1e27-c85f-4c2e-aa72-853f1f298f4d req-39c0e591-eff6-4aa1-950e-b9de0607d6fb tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:45.657217 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eded1e27-c85f-4c2e-aa72-853f1f298f4d req-39c0e591-eff6-4aa1-950e-b9de0607d6fb tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.1799915 Jul 07 17:08:45.800313 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eded1e27-c85f-4c2e-aa72-853f1f298f4d req-9daa21d9-8450-44ba-bcdb-f1557708d95c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344538 Jul 07 17:08:46.032234 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-af2b92e8-ff27-48d9-945b-64e309b87194 req-111a73b3-02c8-4e48-bb41-77dce2b2d6d5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 210 time: 0.0915456 Jul 07 17:08:46.175998 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f5cefab3-d27a-4216-8156-6fd417f79858 req-a19e9098-1fd0-44cc-9df0-e733fb4bd3e8 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/ports?device_id=f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4 HTTP/1.1" status: 200 len: 210 time: 0.0844264 Jul 07 17:08:46.271015 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 05333b2c-a3d6-4dbe-94ee-0052dc570981 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:46.374392 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.380302 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 05333b2c-a3d6-4dbe-94ee-0052dc570981 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:46.384795 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 05333b2c-a3d6-4dbe-94ee-0052dc570981 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:46.385431 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.607066 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.631630 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-0d5b5674-c362-473b-a364-e55f140633b5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:46.633808 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-0d5b5674-c362-473b-a364-e55f140633b5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.69 "GET /v2.0/networks?id=40f2b42b-6000-49a4-9ee0-e437a165cbe0 HTTP/1.1" status: 200 len: 797 time: 0.1880586 Jul 07 17:08:46.706480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 05333b2c-a3d6-4dbe-94ee-0052dc570981, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=05333b2c-a3d6-4dbe-94ee-0052dc570981,segment=NetworkSegment(4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7),segment_id=4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:46.713367 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:46.723590 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-64817a8d-4fac-4e9f-bd16-aa4b22580c05 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=579e95f3998b4f8bb632de60105379a3 HTTP/1.1" status: 200 len: 380 time: 0.0782385 Jul 07 17:08:46.748376 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-d3da04ac-b98f-4566-896a-a5ed4748c244 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'port': {'device_id': '1a91aedc-9761-434d-936c-a5cfc2b61e90', 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0', 'admin_state_up': True, 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'security_groups': ['f4616905-e6c4-413f-8a9f-6d6e98fb06d8']}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:46.847707 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=05333b2c-a3d6-4dbe-94ee-0052dc570981,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:47.052028 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-d3da04ac-b98f-4566-896a-a5ed4748c244 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Made reservation on behalf of 579e95f3998b4f8bb632de60105379a3 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:47.057154 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-d3da04ac-b98f-4566-896a-a5ed4748c244 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.279339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167f7be-52c7-48f6-b5cd-352337329df3 req-b048ae7c-2c5e-4268-8ea7-1595e846ce37 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:47.296867 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6167f7be-52c7-48f6-b5cd-352337329df3 req-b048ae7c-2c5e-4268-8ea7-1595e846ce37 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.1794083 Jul 07 17:08:47.395619 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-d3da04ac-b98f-4566-896a-a5ed4748c244 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Allocated IP 172.20.0.10 (40f2b42b-6000-49a4-9ee0-e437a165cbe0/b473df68-d124-4b3c-b4ba-aeaa8df0355a/b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:47.398020 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6167f7be-52c7-48f6-b5cd-352337329df3 req-9ab28611-05ca-4019-8dd8-e28841fb0985 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977581 Jul 07 17:08:47.585618 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.628541 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b8fffb67-8312-4083-a055-5e37978e0170 req-fc5bf72a-0f11-419c-b4ee-1f6958e4fed7 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 210 time: 0.0946448 Jul 07 17:08:47.644120 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36580) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:47.812356 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-107e9bf9-9d2f-49cd-be63-8ee30a268b3f req-43da4c82-98ea-4bf3-b8bd-8137492a0246 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/ports?device_id=f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4 HTTP/1.1" status: 200 len: 210 time: 0.1484480 Jul 07 17:08:47.819102 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f987184-17de-4280-9490-9eb09a178d5d req-c0fb5641-920e-45a2-a612-819630248e80 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e629ba514e284282823dfc4bbc5ae44a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981312 Jul 07 17:08:47.836542 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-d3da04ac-b98f-4566-896a-a5ed4748c244 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.855639 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-d3da04ac-b98f-4566-896a-a5ed4748c244 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Transition to ACTIVE for port object b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:47.906348 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-928899ee-1574-48e8-953c-00999ccc325c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.913543 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-d3da04ac-b98f-4566-896a-a5ed4748c244 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:47.986452 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-d3da04ac-b98f-4566-896a-a5ed4748c244 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network 40f2b42b-6000-49a4-9ee0-e437a165cbe0 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:48.000678 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-d3da04ac-b98f-4566-896a-a5ed4748c244 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:48.006494 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-d3da04ac-b98f-4566-896a-a5ed4748c244 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:48.059229 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da04ac-b98f-4566-896a-a5ed4748c244 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:48.115385 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-d3da04ac-b98f-4566-896a-a5ed4748c244 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:48.119575 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-d3da04ac-b98f-4566-896a-a5ed4748c244 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.147685 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-d3da04ac-b98f-4566-896a-a5ed4748c244 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4171083 Jul 07 17:08:48.162731 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] Request body: {'port': {'device_id': '1a91aedc-9761-434d-936c-a5cfc2b61e90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:48.230701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 05333b2c-a3d6-4dbe-94ee-0052dc570981 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:48.331146 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.350092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 05333b2c-a3d6-4dbe-94ee-0052dc570981 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:48.350505 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.469501 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-71a8d778-b3cc-4aed-b172-3b5bdfd62d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.561981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-963ddf15-d70b-43d7-93e2-394e048a7914 None None] Provisioning for port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:48.571625 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-963ddf15-d70b-43d7-93e2-394e048a7914 None None] Provisioning complete for port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:48.572054 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-963ddf15-d70b-43d7-93e2-394e048a7914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.573627 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f987184-17de-4280-9490-9eb09a178d5d req-6055f739-3440-417a-970e-e519221404f4 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:48.575214 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f987184-17de-4280-9490-9eb09a178d5d req-6055f739-3440-417a-970e-e519221404f4 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7518375 Jul 07 17:08:48.598039 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-5f987184-17de-4280-9490-9eb09a178d5d req-79af27b1-7cce-4610-bd1c-a892df70be76 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Request body: {'port': {'device_id': 'f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': 'e629ba514e284282823dfc4bbc5ae44a'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:48.627100 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-963ddf15-d70b-43d7-93e2-394e048a7914 None None] Port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:48.790170 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.790961 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-71a8d778-b3cc-4aed-b172-3b5bdfd62d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.824385 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-71a8d778-b3cc-4aed-b172-3b5bdfd62d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.829563 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f987184-17de-4280-9490-9eb09a178d5d req-79af27b1-7cce-4610-bd1c-a892df70be76 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Made reservation on behalf of e629ba514e284282823dfc4bbc5ae44a for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:08:48.833338 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f987184-17de-4280-9490-9eb09a178d5d req-79af27b1-7cce-4610-bd1c-a892df70be76 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.897389 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f987184-17de-4280-9490-9eb09a178d5d req-79af27b1-7cce-4610-bd1c-a892df70be76 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:48.927114 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8d778-b3cc-4aed-b172-3b5bdfd62d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446fcc15-3d78-4a86-9629-244977774c6a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:48.935532 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-71a8d778-b3cc-4aed-b172-3b5bdfd62d6e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c31eb5d8d6e44568d507dab52836d15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2899280 Jul 07 17:08:48.940735 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36600) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:49.034169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d4c70-61b5-455a-9cf6-2f8bbf1995be req-335f5f36-fd48-4c8b-874e-6ab709bfa131 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:49.035834 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5d9d4c70-61b5-455a-9cf6-2f8bbf1995be req-335f5f36-fd48-4c8b-874e-6ab709bfa131 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 932 time: 0.1975582 Jul 07 17:08:49.063479 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cadd40-0120-4595-b5ef-3ffff0d78b7f req-37fc2c82-031a-4aea-8eae-89889b8f947e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:49.070251 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-71cadd40-0120-4595-b5ef-3ffff0d78b7f req-37fc2c82-031a-4aea-8eae-89889b8f947e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.4757321 Jul 07 17:08:49.073500 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58b548f2-3710-4bfb-a997-4faebc2d8e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.138388 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58b548f2-3710-4bfb-a997-4faebc2d8e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.144393 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-71cadd40-0120-4595-b5ef-3ffff0d78b7f req-41790d1a-cf38-48d5-8d11-0ea99cc2aabd tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725563 Jul 07 17:08:49.163244 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5d9d4c70-61b5-455a-9cf6-2f8bbf1995be req-6760ad31-df3e-47a3-907b-b4c3e6fb2587 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057026 Jul 07 17:08:49.173009 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f987184-17de-4280-9490-9eb09a178d5d req-79af27b1-7cce-4610-bd1c-a892df70be76 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.187205 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f987184-17de-4280-9490-9eb09a178d5d req-79af27b1-7cce-4610-bd1c-a892df70be76 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.312397 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-53c3ae6f-6d71-4e63-9a1e-e12aeb4d0a58 req-cb4d9374-286c-4aa2-b02f-3e56a64be3d0 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/ports?device_id=f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4 HTTP/1.1" status: 200 len: 210 time: 0.0384853 Jul 07 17:08:49.322672 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:49.330889 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.355826 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58b548f2-3710-4bfb-a997-4faebc2d8e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.358780 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58b548f2-3710-4bfb-a997-4faebc2d8e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.359102 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] Transition to ACTIVE for port object b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:49.360549 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-58b548f2-3710-4bfb-a997-4faebc2d8e1b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/446fcc15-3d78-4a86-9629-244977774c6a HTTP/1.1" status: 204 len: 168 time: 0.4173684 Jul 07 17:08:49.364011 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.370954 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af27b1-7cce-4610-bd1c-a892df70be76 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df8a5493-c87c-490b-a0c5-0dcdec0a97d2,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:49.405679 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b548f2-3710-4bfb-a997-4faebc2d8e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446fcc15-3d78-4a86-9629-244977774c6a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:49.471997 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:49.538775 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-5f987184-17de-4280-9490-9eb09a178d5d req-79af27b1-7cce-4610-bd1c-a892df70be76 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Allocated IP 192.168.233.133 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/2edd339c-b53a-4306-bafe-cd57c0090ce3) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:08:49.553018 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] Attempting to bind port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:49.553382 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] Attempting to bind port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:49.553748 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] Attempting to bind port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 on network 40f2b42b-6000-49a4-9ee0-e437a165cbe0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:49.602717 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] Port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 on network 40f2b42b-6000-49a4-9ee0-e437a165cbe0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:49.602717 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] Attempting to bind port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 on network 40f2b42b-6000-49a4-9ee0-e437a165cbe0 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:49.606403 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:49.606403 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] Checking segment: {'id': '4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:49.606403 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] Bound using segment: {'id': '4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:49.606403 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] Bound port: b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:49.609008 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.776718 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] For port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:49.780850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] For port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727,segment=NetworkSegment(4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7),segment_id=4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:49.787743 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.836171 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f987184-17de-4280-9490-9eb09a178d5d req-79af27b1-7cce-4610-bd1c-a892df70be76 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.853276 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:49.853775 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.855577 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] 10.222.0.69 "PUT /v2.0/ports/b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 HTTP/1.1" status: 200 len: 1092 time: 1.6999872 Jul 07 17:08:49.856670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a91aedc-9761-434d-936c-a5cfc2b61e90', 'tag': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:49.859060 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcf253f-f8f3-48b4-a0af-9b2cd2c7e42f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a91aedc-9761-434d-936c-a5cfc2b61e90", "tag": "b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:49.861900 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-5f987184-17de-4280-9490-9eb09a178d5d req-79af27b1-7cce-4610-bd1c-a892df70be76 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Transition to ACTIVE for port object 2edd339c-b53a-4306-bafe-cd57c0090ce3 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:49.888793 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0326ded-7277-48f6-8263-b60fad128929 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:49.954313 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f987184-17de-4280-9490-9eb09a178d5d req-79af27b1-7cce-4610-bd1c-a892df70be76 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:49.957347 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b975df-c6a5-4650-8e49-7949be0feda1 x-openstack-request-id: req-45b975df-c6a5-4650-8e49-7949be0feda1 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:49.957754 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a91aedc-9761-434d-936c-a5cfc2b61e90", "tag": "b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:49.958268 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-45b975df-c6a5-4650-8e49-7949be0feda1 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:49.959694 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a91aedc-9761-434d-936c-a5cfc2b61e90', 'tag': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727', 'status': 'completed', 'code': 200} Jul 07 17:08:49.967942 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36618) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:49.982851 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-240cd620-a43b-4903-9626-a496c0f6cce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.020081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f987184-17de-4280-9490-9eb09a178d5d req-79af27b1-7cce-4610-bd1c-a892df70be76 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:08:50.024935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-5f987184-17de-4280-9490-9eb09a178d5d req-79af27b1-7cce-4610-bd1c-a892df70be76 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:08:50.030774 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f987184-17de-4280-9490-9eb09a178d5d req-79af27b1-7cce-4610-bd1c-a892df70be76 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:08:50.034794 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-e76729aa-3100-4e5c-a0b9-382532a6ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.036582 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af27b1-7cce-4610-bd1c-a892df70be76 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Pushing event updated for resources: {'Port': ['ID=2edd339c-b53a-4306-bafe-cd57c0090ce3,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:50.036745 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-e76729aa-3100-4e5c-a0b9-382532a6ea98 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 1095 time: 0.1404057 Jul 07 17:08:50.104750 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-91c7bc8c-7b50-44a2-9373-f16edc14211f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 HTTP/1.1" status: 200 len: 217 time: 0.0551364 Jul 07 17:08:50.122832 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f987184-17de-4280-9490-9eb09a178d5d req-79af27b1-7cce-4610-bd1c-a892df70be76 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.123488 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f987184-17de-4280-9490-9eb09a178d5d req-79af27b1-7cce-4610-bd1c-a892df70be76 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.242278 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-240cd620-a43b-4903-9626-a496c0f6cce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.258714 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-240cd620-a43b-4903-9626-a496c0f6cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.259793 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f987184-17de-4280-9490-9eb09a178d5d req-79af27b1-7cce-4610-bd1c-a892df70be76 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6670148 Jul 07 17:08:50.267427 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.273514 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] Request body: {'port': {'device_id': 'f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:08:50.350945 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-a25ac4f8-d41d-402d-9da0-2a4a44689171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.353096 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-a25ac4f8-d41d-402d-9da0-2a4a44689171 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b473df68-d124-4b3c-b4ba-aeaa8df0355a HTTP/1.1" status: 200 len: 835 time: 0.2395470 Jul 07 17:08:50.416088 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-240cd620-a43b-4903-9626-a496c0f6cce9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e5072978a1274f5c8b2f53f8a6feb035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4465973 Jul 07 17:08:50.417157 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cd620-a43b-4903-9626-a496c0f6cce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6590d934-76b6-49c4-982c-7469f71d61cb,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:50.419293 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36628) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:08:50.469787 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.503321 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527870dd-1696-4783-81d5-c218d91fd304 req-460746d6-d90e-482f-9501-833b55aa5cff tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.506745 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-527870dd-1696-4783-81d5-c218d91fd304 req-460746d6-d90e-482f-9501-833b55aa5cff tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.0860281 Jul 07 17:08:50.526344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-178da60f-a6a0-4e9a-b6fa-23e441804343 None None] Provisioning for port 2edd339c-b53a-4306-bafe-cd57c0090ce3 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:50.535269 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-178da60f-a6a0-4e9a-b6fa-23e441804343 None None] Provisioning complete for port 2edd339c-b53a-4306-bafe-cd57c0090ce3 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:50.535658 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-178da60f-a6a0-4e9a-b6fa-23e441804343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.600745 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-178da60f-a6a0-4e9a-b6fa-23e441804343 None None] Port 2edd339c-b53a-4306-bafe-cd57c0090ce3 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:08:50.608226 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-527870dd-1696-4783-81d5-c218d91fd304 req-64f82cf6-3054-424c-92df-77ea771e2622 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794694 Jul 07 17:08:50.611082 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-0b17a850-0416-4b63-96ea-63219cca6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.612552 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-0b17a850-0416-4b63-96ea-63219cca6eaa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40f2b42b-6000-49a4-9ee0-e437a165cbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2514036 Jul 07 17:08:50.674203 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23edfc7-dd1c-4dda-a388-f59553a8aa31 req-2cd5751e-957b-4325-8d89-9443131ace45 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.675822 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e23edfc7-dd1c-4dda-a388-f59553a8aa31 req-2cd5751e-957b-4325-8d89-9443131ace45 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 944 time: 0.2688112 Jul 07 17:08:50.679922 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6223151d-f1ab-432f-9516-db4540fbe5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.774036 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-0fd55178-a566-428a-ae6b-b5eb3ca70ddc service neutron] 10.222.0.69 "GET /v2.0/networks/40f2b42b-6000-49a4-9ee0-e437a165cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531968 Jul 07 17:08:50.789888 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6223151d-f1ab-432f-9516-db4540fbe5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.835980 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e23edfc7-dd1c-4dda-a388-f59553a8aa31 req-ba56a5e0-eead-4558-811c-33807bd901ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509781 Jul 07 17:08:50.962428 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8d439-a629-41cf-9001-c392f8274e21 req-0352a80a-97bd-4db2-b19a-b47d8e1b3473 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:50.964353 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-00e8d439-a629-41cf-9001-c392f8274e21 req-0352a80a-97bd-4db2-b19a-b47d8e1b3473 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/ports?device_id=f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4 HTTP/1.1" status: 200 len: 936 time: 0.1401305 Jul 07 17:08:50.990702 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6223151d-f1ab-432f-9516-db4540fbe5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.993697 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6223151d-f1ab-432f-9516-db4540fbe5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:50.997108 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6223151d-f1ab-432f-9516-db4540fbe5f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6590d934-76b6-49c4-982c-7469f71d61cb HTTP/1.1" status: 204 len: 168 time: 0.5711555 Jul 07 17:08:51.035875 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89b318ef-c60e-41d7-8604-ac7ca56d51e0 req-8b3ff03c-c149-42bb-bf41-596e3ab218fe service neutron] 10.222.0.69 "GET /v2.0/networks/40f2b42b-6000-49a4-9ee0-e437a165cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489994 Jul 07 17:08:51.043923 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223151d-f1ab-432f-9516-db4540fbe5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6590d934-76b6-49c4-982c-7469f71d61cb,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:51.071130 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-00e8d439-a629-41cf-9001-c392f8274e21 req-8a891af7-4694-4886-b829-360fd3a9da85 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/security-groups?id=df8a5493-c87c-490b-a0c5-0dcdec0a97d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965247 Jul 07 17:08:51.100450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edd339c-b53a-4306-bafe-cd57c0090ce3 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:51.120077 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.154118 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] Transition to ACTIVE for port object 2edd339c-b53a-4306-bafe-cd57c0090ce3 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:08:51.166062 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.247618 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf253f-f8f3-48b4-a0af-9b2cd2c7e42f req-3151082f-700f-4bd4-a1b2-66701cf7313d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:51.249706 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bcf253f-f8f3-48b4-a0af-9b2cd2c7e42f req-3151082f-700f-4bd4-a1b2-66701cf7313d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 1095 time: 0.1001132 Jul 07 17:08:51.304733 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] Pushing event updated for resources: {'Port': ['ID=2edd339c-b53a-4306-bafe-cd57c0090ce3,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:51.431956 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf253f-f8f3-48b4-a0af-9b2cd2c7e42f req-f6165ecb-ee31-48ba-9ac2-0efdf9b8a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:51.433987 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bcf253f-f8f3-48b4-a0af-9b2cd2c7e42f req-f6165ecb-ee31-48ba-9ac2-0efdf9b8a461 service neutron] 10.222.0.69 "GET /v2.0/networks?id=40f2b42b-6000-49a4-9ee0-e437a165cbe0 HTTP/1.1" status: 200 len: 898 time: 0.1767457 Jul 07 17:08:51.440944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] Attempting to bind port 2edd339c-b53a-4306-bafe-cd57c0090ce3 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:08:51.441562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] Attempting to bind port 2edd339c-b53a-4306-bafe-cd57c0090ce3 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:08:51.442079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] Attempting to bind port 2edd339c-b53a-4306-bafe-cd57c0090ce3 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:51.450811 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] Port 2edd339c-b53a-4306-bafe-cd57c0090ce3 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:08:51.451308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] Attempting to bind port 2edd339c-b53a-4306-bafe-cd57c0090ce3 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:08:51.460409 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:08:51.460914 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:08:51.461522 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:08:51.462228 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] Bound port: 2edd339c-b53a-4306-bafe-cd57c0090ce3, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:08:51.462941 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.519767 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bcf253f-f8f3-48b4-a0af-9b2cd2c7e42f req-02c9b8f7-c733-4928-8f6c-40d86eaaaada service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 HTTP/1.1" status: 200 len: 217 time: 0.0782857 Jul 07 17:08:51.578228 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf253f-f8f3-48b4-a0af-9b2cd2c7e42f req-aac4128d-a26f-4bf4-aadb-9d92101f616f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:51.579789 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bcf253f-f8f3-48b4-a0af-9b2cd2c7e42f req-aac4128d-a26f-4bf4-aadb-9d92101f616f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b473df68-d124-4b3c-b4ba-aeaa8df0355a HTTP/1.1" status: 200 len: 835 time: 0.0532537 Jul 07 17:08:51.585670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] For port 2edd339c-b53a-4306-bafe-cd57c0090ce3, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:08:51.590040 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] For port 2edd339c-b53a-4306-bafe-cd57c0090ce3, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2edd339c-b53a-4306-bafe-cd57c0090ce3,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:08:51.597617 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.689704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] Pushing event updated for resources: {'Port': ['ID=2edd339c-b53a-4306-bafe-cd57c0090ce3,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:51.694705 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:51.695331 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:51.697026 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f987184-17de-4280-9490-9eb09a178d5d req-0d2f10cd-8efa-4a5f-8497-d50aa2ea7297 service neutron] 10.222.0.69 "PUT /v2.0/ports/2edd339c-b53a-4306-bafe-cd57c0090ce3 HTTP/1.1" status: 200 len: 1096 time: 1.4290202 Jul 07 17:08:51.697769 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4', 'tag': '2edd339c-b53a-4306-bafe-cd57c0090ce3'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:51.701241 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c545cba4-58e0-4141-93f1-95aa5d5f6ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4", "tag": "2edd339c-b53a-4306-bafe-cd57c0090ce3"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:51.710353 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf253f-f8f3-48b4-a0af-9b2cd2c7e42f req-86425edd-b1c9-4ee8-9d0f-73a17d9886ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:51.720057 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bcf253f-f8f3-48b4-a0af-9b2cd2c7e42f req-86425edd-b1c9-4ee8-9d0f-73a17d9886ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40f2b42b-6000-49a4-9ee0-e437a165cbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303482 Jul 07 17:08:51.848118 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acab78db-8b8a-434c-9022-8dcf6ffff927 x-openstack-request-id: req-acab78db-8b8a-434c-9022-8dcf6ffff927 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:51.848438 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4", "tag": "2edd339c-b53a-4306-bafe-cd57c0090ce3", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:51.848696 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-acab78db-8b8a-434c-9022-8dcf6ffff927 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:51.849113 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4', 'tag': '2edd339c-b53a-4306-bafe-cd57c0090ce3', 'status': 'completed', 'code': 200} Jul 07 17:08:51.888626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f987184-17de-4280-9490-9eb09a178d5d req-6c5f32e8-0f85-41c3-882c-909d9f8ac8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:51.890339 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f987184-17de-4280-9490-9eb09a178d5d req-6c5f32e8-0f85-41c3-882c-909d9f8ac8dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e629ba514e284282823dfc4bbc5ae44a&device_id=f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4 HTTP/1.1" status: 200 len: 1099 time: 0.1513584 Jul 07 17:08:51.920753 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bcf253f-f8f3-48b4-a0af-9b2cd2c7e42f req-7c3c3936-c97a-4ad3-a6dc-65552d3f9311 service neutron] 10.222.0.69 "GET /v2.0/networks/40f2b42b-6000-49a4-9ee0-e437a165cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933577 Jul 07 17:08:51.958611 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f987184-17de-4280-9490-9eb09a178d5d req-16c50ce7-ca7e-4a4f-90c4-2320dbdacd2e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=2edd339c-b53a-4306-bafe-cd57c0090ce3 HTTP/1.1" status: 200 len: 217 time: 0.0587883 Jul 07 17:08:52.058419 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f987184-17de-4280-9490-9eb09a178d5d req-c97b4703-4e78-4468-b886-5ff0e5bab6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:52.063157 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f987184-17de-4280-9490-9eb09a178d5d req-c97b4703-4e78-4468-b886-5ff0e5bab6ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0960047 Jul 07 17:08:52.117696 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a2889-10a5-4202-b4e9-3d82c8928943 req-18fa8681-2ea2-4173-af60-1c5ea16db46f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:52.117696 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ac7a2889-10a5-4202-b4e9-3d82c8928943 req-18fa8681-2ea2-4173-af60-1c5ea16db46f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.2768602 Jul 07 17:08:52.117696 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bcf253f-f8f3-48b4-a0af-9b2cd2c7e42f req-fe50d0e1-2b3d-486d-93c2-2855e76a98e8 service neutron] 10.222.0.69 "GET /v2.0/networks/40f2b42b-6000-49a4-9ee0-e437a165cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742671 Jul 07 17:08:52.202192 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ac7a2889-10a5-4202-b4e9-3d82c8928943 req-b89a772a-f983-4501-b76b-08dc93027b06 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744150 Jul 07 17:08:52.202310 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f987184-17de-4280-9490-9eb09a178d5d req-2b6cd300-c8c2-48fc-8509-8adfac401d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:52.203604 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f987184-17de-4280-9490-9eb09a178d5d req-2b6cd300-c8c2-48fc-8509-8adfac401d38 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1329613 Jul 07 17:08:52.227396 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b1133-5595-4307-9393-078e3076829f req-ec163707-1f75-4cc2-91b4-7766860d2e19 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:52.229272 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-922b1133-5595-4307-9393-078e3076829f req-ec163707-1f75-4cc2-91b4-7766860d2e19 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 944 time: 0.1120749 Jul 07 17:08:52.345182 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-922b1133-5595-4307-9393-078e3076829f req-9ebf912b-0581-46a4-ae2c-18c8bfaf42eb tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057146 Jul 07 17:08:52.405910 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f987184-17de-4280-9490-9eb09a178d5d req-59b06d22-2f05-4210-9a05-9c7ab67e3dd3 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926463 Jul 07 17:08:52.572749 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f987184-17de-4280-9490-9eb09a178d5d req-b7d83fc7-8b72-4eec-819a-be15b5f38409 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589067 Jul 07 17:08:52.585300 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba01bc-6753-445b-8ea1-1345c0f3e9b0 req-35fd6bbb-8e0f-4f77-8cf6-3eac64499dd3 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:52.591283 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-43ba01bc-6753-445b-8ea1-1345c0f3e9b0 req-35fd6bbb-8e0f-4f77-8cf6-3eac64499dd3 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/ports?device_id=f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4 HTTP/1.1" status: 200 len: 948 time: 0.1092474 Jul 07 17:08:52.655488 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-43ba01bc-6753-445b-8ea1-1345c0f3e9b0 req-4360e082-b7a6-403e-aef9-b98085cf5c4d tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/security-groups?id=df8a5493-c87c-490b-a0c5-0dcdec0a97d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586810 Jul 07 17:08:52.698499 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545cba4-58e0-4141-93f1-95aa5d5f6ffb req-834b14f0-bd31-4b9a-bd76-e2abe787f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:52.700156 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c545cba4-58e0-4141-93f1-95aa5d5f6ffb req-834b14f0-bd31-4b9a-bd76-e2abe787f016 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e629ba514e284282823dfc4bbc5ae44a&device_id=f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4 HTTP/1.1" status: 200 len: 1099 time: 0.0616956 Jul 07 17:08:52.806302 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545cba4-58e0-4141-93f1-95aa5d5f6ffb req-359b745c-b983-4a5c-a0ec-1c16a207c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:52.808143 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c545cba4-58e0-4141-93f1-95aa5d5f6ffb req-359b745c-b983-4a5c-a0ec-1c16a207c35d service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.1013191 Jul 07 17:08:52.868444 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c545cba4-58e0-4141-93f1-95aa5d5f6ffb req-4b1624b2-bbff-4ff5-b669-8fea7abd8033 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=2edd339c-b53a-4306-bafe-cd57c0090ce3 HTTP/1.1" status: 200 len: 217 time: 0.0533373 Jul 07 17:08:52.927636 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545cba4-58e0-4141-93f1-95aa5d5f6ffb req-f5bf6d97-9ca3-4b88-af52-4954eacb0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:52.929677 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c545cba4-58e0-4141-93f1-95aa5d5f6ffb req-f5bf6d97-9ca3-4b88-af52-4954eacb0ded service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0546010 Jul 07 17:08:53.008864 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545cba4-58e0-4141-93f1-95aa5d5f6ffb req-a34ea976-b18a-4bfa-8b5f-30c584cff984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:53.011171 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c545cba4-58e0-4141-93f1-95aa5d5f6ffb req-a34ea976-b18a-4bfa-8b5f-30c584cff984 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746191 Jul 07 17:08:53.145830 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c545cba4-58e0-4141-93f1-95aa5d5f6ffb req-0809be75-5b0e-47a1-a3a3-64bf59b64fd0 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255450 Jul 07 17:08:53.284234 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c545cba4-58e0-4141-93f1-95aa5d5f6ffb req-2dbd194b-b81d-4fc4-b8af-745b54798032 service neutron] 10.222.0.69 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294029 Jul 07 17:08:53.434286 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752cab6-c202-46f8-a954-76aa279aaa7f req-d8336ac0-2919-4dc0-b309-9ba79c05569a tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:53.436546 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7752cab6-c202-46f8-a954-76aa279aaa7f req-d8336ac0-2919-4dc0-b309-9ba79c05569a tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.0871584 Jul 07 17:08:53.493495 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7752cab6-c202-46f8-a954-76aa279aaa7f req-8b0cd4dc-0db6-4e2d-9c03-0afa41bd7559 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505352 Jul 07 17:08:53.716209 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a1669-2585-4b67-a14a-feb7fe4f44e5 req-30026c32-beaa-4c71-a54f-efa81937a1b8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:53.725011 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8a6a1669-2585-4b67-a14a-feb7fe4f44e5 req-30026c32-beaa-4c71-a54f-efa81937a1b8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 944 time: 0.0833335 Jul 07 17:08:53.778558 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8a6a1669-2585-4b67-a14a-feb7fe4f44e5 req-4d0e6c01-0ef8-47b1-aab9-1beaffef3956 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519435 Jul 07 17:08:53.885819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38566e45-ac9c-4077-85b9-ea8e9c94c10e req-a2832bcb-f7f3-4fcb-8e76-9d0c09af8cc8 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:53.887696 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38566e45-ac9c-4077-85b9-ea8e9c94c10e req-a2832bcb-f7f3-4fcb-8e76-9d0c09af8cc8 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/ports?device_id=f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4 HTTP/1.1" status: 200 len: 948 time: 0.0794168 Jul 07 17:08:53.938012 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38566e45-ac9c-4077-85b9-ea8e9c94c10e req-b2f6262c-1e00-4d2e-b766-a3a930fb3062 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/security-groups?id=df8a5493-c87c-490b-a0c5-0dcdec0a97d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443947 Jul 07 17:08:54.725982 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c075b16-0ee7-4e20-9a4b-422885dbc409 req-d021aac2-ee5f-431f-a648-06619aa0ef6c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:54.727568 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2c075b16-0ee7-4e20-9a4b-422885dbc409 req-d021aac2-ee5f-431f-a648-06619aa0ef6c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.0714700 Jul 07 17:08:54.773031 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2c075b16-0ee7-4e20-9a4b-422885dbc409 req-2d351d7f-6563-4dc8-963f-9856dcd758e2 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374713 Jul 07 17:08:55.003785 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e427a-8865-4efc-b361-c8a297f334de req-7f5f69cc-c0a7-4e1c-a1fb-c362fdfa0bcf tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:55.006970 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c8e427a-8865-4efc-b361-c8a297f334de req-7f5f69cc-c0a7-4e1c-a1fb-c362fdfa0bcf tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 944 time: 0.1030993 Jul 07 17:08:55.058816 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3c8e427a-8865-4efc-b361-c8a297f334de req-0d212a6f-01c8-424d-91f2-799996849a1d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460949 Jul 07 17:08:55.146064 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71923b9-cab4-4bac-9395-f093cf59647a req-a12dbb46-1bda-4802-8a36-984e47532de4 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:55.148668 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c71923b9-cab4-4bac-9395-f093cf59647a req-a12dbb46-1bda-4802-8a36-984e47532de4 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/ports?device_id=f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4 HTTP/1.1" status: 200 len: 948 time: 0.0843320 Jul 07 17:08:55.205940 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c71923b9-cab4-4bac-9395-f093cf59647a req-eec3cce0-276f-4744-85b0-b07edb976626 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/security-groups?id=df8a5493-c87c-490b-a0c5-0dcdec0a97d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514331 Jul 07 17:08:55.814848 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:55.927031 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727,segment=NetworkSegment(4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7),segment_id=4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:55.946013 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727', 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0', 'port_id': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727', 'mac_address': 'fa:16:3e:d2:d7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b473df68-d124-4b3c-b4ba-aeaa8df0355a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:55.999909 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.021498 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:56.046969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09879dad-6fd2-484f-9694-d7f9aef300ae req-389eed29-75f2-4953-aec1-1a23fc8b5cc4 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:56.047408 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727,segment=NetworkSegment(4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7),segment_id=4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:56.048504 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-09879dad-6fd2-484f-9694-d7f9aef300ae req-389eed29-75f2-4953-aec1-1a23fc8b5cc4 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.0796070 Jul 07 17:08:56.053094 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:56.123181 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-09879dad-6fd2-484f-9694-d7f9aef300ae req-d4b625e7-fc72-47bb-82e0-3847786f7cb6 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669866 Jul 07 17:08:56.131654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:56.353650 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48986b69-360c-4c23-a8a9-8000f666a834 req-cde680b9-3036-464c-a0c2-5f866d43a35d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:56.360781 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-48986b69-360c-4c23-a8a9-8000f666a834 req-cde680b9-3036-464c-a0c2-5f866d43a35d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 945 time: 0.1225693 Jul 07 17:08:56.403014 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-48986b69-360c-4c23-a8a9-8000f666a834 req-86798919-5693-44cc-8cf3-684556d819b1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412879 Jul 07 17:08:56.454707 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:56.484691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0d95e-cfa2-43d0-948e-1e5566cc4bdd req-3bfab180-d69a-4b58-80ce-5a41eda840da tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:56.487081 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8df0d95e-cfa2-43d0-948e-1e5566cc4bdd req-3bfab180-d69a-4b58-80ce-5a41eda840da tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/ports?device_id=f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4 HTTP/1.1" status: 200 len: 948 time: 0.0841017 Jul 07 17:08:56.531338 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8df0d95e-cfa2-43d0-948e-1e5566cc4bdd req-cf39bd0e-7777-4dd8-8a97-8e55a3f6c6fb tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/security-groups?id=df8a5493-c87c-490b-a0c5-0dcdec0a97d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387011 Jul 07 17:08:57.316941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca447cf-52e4-4ae2-8254-7b1f81671e44 req-8123c921-02dc-4634-aa52-daf93cd208cc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:57.323374 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ca447cf-52e4-4ae2-8254-7b1f81671e44 req-8123c921-02dc-4634-aa52-daf93cd208cc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.0835228 Jul 07 17:08:57.371025 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ca447cf-52e4-4ae2-8254-7b1f81671e44 req-5ff3b048-b947-4c27-b294-5a937b52e66e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451205 Jul 07 17:08:57.736241 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82ec37-bd5c-4090-bb54-6410ad9ef1b0 req-a0d7dbd8-aac9-490b-97c8-53d35116be3e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:57.740740 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5d82ec37-bd5c-4090-bb54-6410ad9ef1b0 req-a0d7dbd8-aac9-490b-97c8-53d35116be3e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 945 time: 0.1580448 Jul 07 17:08:57.795154 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5d82ec37-bd5c-4090-bb54-6410ad9ef1b0 req-34ba03ed-9383-48a2-8a28-3bc6c1649e26 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426142 Jul 07 17:08:57.835693 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 2edd339c-b53a-4306-bafe-cd57c0090ce3 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:08:57.838641 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:08:57.853159 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949fd06-24bd-47a5-9275-81322dec1757 req-ed9b2f66-0287-4a09-9135-176a1d8d56c7 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:57.854740 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3949fd06-24bd-47a5-9275-81322dec1757 req-ed9b2f66-0287-4a09-9135-176a1d8d56c7 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/ports?device_id=f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4 HTTP/1.1" status: 200 len: 948 time: 0.0890939 Jul 07 17:08:57.910962 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3949fd06-24bd-47a5-9275-81322dec1757 req-b6d75e14-46b6-4bec-8630-eb463cb6d597 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/security-groups?id=df8a5493-c87c-490b-a0c5-0dcdec0a97d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474994 Jul 07 17:08:57.986936 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:08:57.995397 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:08:57.995778 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:58.031308 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 2edd339c-b53a-4306-bafe-cd57c0090ce3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2edd339c-b53a-4306-bafe-cd57c0090ce3,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:58.053020 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '2edd339c-b53a-4306-bafe-cd57c0090ce3', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '2edd339c-b53a-4306-bafe-cd57c0090ce3', 'mac_address': 'fa:16:3e:64:4e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:08:58.131616 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:58.170968 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727,segment=NetworkSegment(4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7),segment_id=4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:58.175956 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a91aedc-9761-434d-936c-a5cfc2b61e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:08:58.178067 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5921b8c-ff38-4924-8cf3-8543ad02a6d2" -d '{"events": [{"server_uuid": "1a91aedc-9761-434d-936c-a5cfc2b61e90", "name": "network-vif-plugged", "status": "completed", "tag": "b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:08:58.195577 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:58.204777 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:58.218125 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:08:58.245333 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1956f69c-560a-47f8-a35f-d5e279896838 x-openstack-request-id: req-1956f69c-560a-47f8-a35f-d5e279896838 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:08:58.245558 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a91aedc-9761-434d-936c-a5cfc2b61e90", "name": "network-vif-plugged", "status": "completed", "tag": "b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:08:58.245887 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1956f69c-560a-47f8-a35f-d5e279896838 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:08:58.247111 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a91aedc-9761-434d-936c-a5cfc2b61e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727', 'code': 200} Jul 07 17:08:58.260312 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edd339c-b53a-4306-bafe-cd57c0090ce3 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:08:58.294280 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 2edd339c-b53a-4306-bafe-cd57c0090ce3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2edd339c-b53a-4306-bafe-cd57c0090ce3,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:08:58.300151 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:08:58.318941 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:58.371500 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=2edd339c-b53a-4306-bafe-cd57c0090ce3,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:08:58.375155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec6e50-1278-40a4-a44c-3e6358ee199f req-603b3be4-b234-4de4-babf-7602abd29463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:58.376646 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06ec6e50-1278-40a4-a44c-3e6358ee199f req-603b3be4-b234-4de4-babf-7602abd29463 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 1097 time: 0.0605137 Jul 07 17:08:58.417506 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06ec6e50-1278-40a4-a44c-3e6358ee199f req-a84fe369-175c-4824-b087-650d90cbad42 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331614 Jul 07 17:08:58.576039 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d2e30-1bbc-4ac2-af74-53c04014519f req-b66e457a-a667-4ce8-bb01-a649c8e6e672 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:58.578837 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8b2d2e30-1bbc-4ac2-af74-53c04014519f req-b66e457a-a667-4ce8-bb01-a649c8e6e672 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.0852401 Jul 07 17:08:58.619391 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8b2d2e30-1bbc-4ac2-af74-53c04014519f req-7256bdef-cce0-4b0b-a223-f40e97eacc58 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357943 Jul 07 17:08:58.723395 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['2edd339c-b53a-4306-bafe-cd57c0090ce3'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:08:58.992875 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72257a2a-5561-4be3-84bc-cf4b469f34f9 req-07f98d3f-f65b-42c3-ac19-b41d68eb4fca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:58.994768 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72257a2a-5561-4be3-84bc-cf4b469f34f9 req-07f98d3f-f65b-42c3-ac19-b41d68eb4fca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.0755520 Jul 07 17:08:59.040910 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72257a2a-5561-4be3-84bc-cf4b469f34f9 req-9af2e532-6e42-46e2-86b8-2c4eada45cde tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399024 Jul 07 17:08:59.149158 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bc3be-92bb-44b7-b202-3e3fb7dbd204 req-c4e20e75-06ab-4cda-92f2-65dafffa42b2 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:59.151440 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a09bc3be-92bb-44b7-b202-3e3fb7dbd204 req-c4e20e75-06ab-4cda-92f2-65dafffa42b2 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/ports?device_id=f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4 HTTP/1.1" status: 200 len: 949 time: 0.1108050 Jul 07 17:08:59.205547 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a09bc3be-92bb-44b7-b202-3e3fb7dbd204 req-b7b18571-2290-4bdf-a38a-2173590cfaa2 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/security-groups?id=df8a5493-c87c-490b-a0c5-0dcdec0a97d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447114 Jul 07 17:08:59.867113 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c76fe-d363-4af5-9b65-85a5d75edbe5 req-88daf674-157b-41a3-8a39-1a2dfb1d5785 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:08:59.868741 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c66c76fe-d363-4af5-9b65-85a5d75edbe5 req-88daf674-157b-41a3-8a39-1a2dfb1d5785 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.0742774 Jul 07 17:08:59.910877 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c66c76fe-d363-4af5-9b65-85a5d75edbe5 req-87065874-180a-45c3-997c-73cddb32fb1a tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362685 Jul 07 17:09:00.252732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5519b-b2bb-415b-aa3e-47b7c9be49f5 req-a02b2401-7fb2-406d-88b4-380d112569f8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:00.254321 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6fa5519b-b2bb-415b-aa3e-47b7c9be49f5 req-a02b2401-7fb2-406d-88b4-380d112569f8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.0736942 Jul 07 17:09:00.319425 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6fa5519b-b2bb-415b-aa3e-47b7c9be49f5 req-380a3356-a46d-45af-a79f-34de4b024ed1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572844 Jul 07 17:09:00.556685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4653d1-d0c2-4de9-8001-fe50e6d652a1 req-83b693e7-24e1-43d7-9f92-b04f29ad274f tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:00.558623 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d4653d1-d0c2-4de9-8001-fe50e6d652a1 req-83b693e7-24e1-43d7-9f92-b04f29ad274f tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/ports?device_id=f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4 HTTP/1.1" status: 200 len: 949 time: 0.1055017 Jul 07 17:09:00.620225 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d4653d1-d0c2-4de9-8001-fe50e6d652a1 req-d3338bae-f5bc-42b1-9c74-8d83d4fcb177 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/security-groups?id=df8a5493-c87c-490b-a0c5-0dcdec0a97d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547581 Jul 07 17:09:00.687167 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38043364-45a1-4d12-a578-8f3b3ce322f8 req-43bfc5a6-b443-4590-be70-3db16e1511a4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:00.690916 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-38043364-45a1-4d12-a578-8f3b3ce322f8 req-43bfc5a6-b443-4590-be70-3db16e1511a4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.0728049 Jul 07 17:09:00.747624 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-38043364-45a1-4d12-a578-8f3b3ce322f8 req-7ca8960a-b0a1-4292-bd97-77231dc4daed tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510640 Jul 07 17:09:00.774953 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36886) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:00.838015 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232e3aba-0feb-4dcf-8360-33205dfc664e tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:00.839620 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-232e3aba-0feb-4dcf-8360-33205dfc664e tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 1092 time: 0.0636282 Jul 07 17:09:00.842578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36892) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:00.847087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-10331a1a-ab4b-4274-b1ff-ba1e3fd1abfc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:00.879823 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10331a1a-ab4b-4274-b1ff-ba1e3fd1abfc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.038833 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10331a1a-ab4b-4274-b1ff-ba1e3fd1abfc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.195582 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-10331a1a-ab4b-4274-b1ff-ba1e3fd1abfc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Allocated IP 172.25.2.192 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/1a1110f6-40b2-499a-96d5-8c7da940d071) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:01.216413 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0055f-6f3c-495b-b212-4ebc3a9b15d3 req-33838bbd-951c-4da2-87f8-4af8baf56745 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:01.218303 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-04d0055f-6f3c-495b-b212-4ebc3a9b15d3 req-33838bbd-951c-4da2-87f8-4af8baf56745 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.1415243 Jul 07 17:09:01.301748 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-04d0055f-6f3c-495b-b212-4ebc3a9b15d3 req-5302f758-c534-4220-95d3-b87055908ced tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825396 Jul 07 17:09:01.360371 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10331a1a-ab4b-4274-b1ff-ba1e3fd1abfc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.410035 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10331a1a-ab4b-4274-b1ff-ba1e3fd1abfc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:01.464000 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10331a1a-ab4b-4274-b1ff-ba1e3fd1abfc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:01.469995 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-10331a1a-ab4b-4274-b1ff-ba1e3fd1abfc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:01.474199 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10331a1a-ab4b-4274-b1ff-ba1e3fd1abfc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:01.481004 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10331a1a-ab4b-4274-b1ff-ba1e3fd1abfc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=1a1110f6-40b2-499a-96d5-8c7da940d071,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:01.831540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 2edd339c-b53a-4306-bafe-cd57c0090ce3 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:01.851918 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a25bc-7c98-4e2c-9926-a16448de7572 req-df6a9745-dde0-4b88-8977-1174bb42daba tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:01.859140 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-428a25bc-7c98-4e2c-9926-a16448de7572 req-df6a9745-dde0-4b88-8977-1174bb42daba tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/ports?device_id=f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4 HTTP/1.1" status: 200 len: 949 time: 0.0818019 Jul 07 17:09:01.919656 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-428a25bc-7c98-4e2c-9926-a16448de7572 req-92665abc-9f86-4a14-8ab1-246ae081f03d tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/security-groups?id=df8a5493-c87c-490b-a0c5-0dcdec0a97d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551479 Jul 07 17:09:01.922521 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 2edd339c-b53a-4306-bafe-cd57c0090ce3 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:01.931188 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 2edd339c-b53a-4306-bafe-cd57c0090ce3 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:01.932506 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.034422 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.063802 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edd339c-b53a-4306-bafe-cd57c0090ce3'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:02.066126 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761cc817-b755-432a-905e-e062ee1da3ef" -d '{"events": [{"server_uuid": "f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4", "name": "network-vif-plugged", "status": "completed", "tag": "2edd339c-b53a-4306-bafe-cd57c0090ce3"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:02.081922 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 2edd339c-b53a-4306-bafe-cd57c0090ce3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2edd339c-b53a-4306-bafe-cd57c0090ce3,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:02.087945 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.151067 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=2edd339c-b53a-4306-bafe-cd57c0090ce3,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:02.159540 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa84154-e3f3-48b3-b276-7805b3b9b299 x-openstack-request-id: req-dfa84154-e3f3-48b3-b276-7805b3b9b299 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:02.160734 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4", "name": "network-vif-plugged", "status": "completed", "tag": "2edd339c-b53a-4306-bafe-cd57c0090ce3", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:02.162027 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dfa84154-e3f3-48b3-b276-7805b3b9b299 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:02.162727 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edd339c-b53a-4306-bafe-cd57c0090ce3', 'code': 200} Jul 07 17:09:02.227945 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10331a1a-ab4b-4274-b1ff-ba1e3fd1abfc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.594650 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d46c28-0a67-425d-aa69-7b513b91cc0e req-8443c2a1-d428-4ff1-9ce7-0512e315aeaa tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:02.610232 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-56d46c28-0a67-425d-aa69-7b513b91cc0e req-8443c2a1-d428-4ff1-9ce7-0512e315aeaa tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.1428621 Jul 07 17:09:02.664839 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-56d46c28-0a67-425d-aa69-7b513b91cc0e req-132ca9c1-4d4f-410e-855e-d38206e35b0c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530934 Jul 07 17:09:02.830509 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796daed-a484-4b67-8323-56c9c1a85fc8 req-251b3f27-14b9-41d1-b7c6-991fa6df84ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:02.832063 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1796daed-a484-4b67-8323-56c9c1a85fc8 req-251b3f27-14b9-41d1-b7c6-991fa6df84ae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4 HTTP/1.1" status: 200 len: 1101 time: 0.5880041 Jul 07 17:09:02.833896 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10331a1a-ab4b-4274-b1ff-ba1e3fd1abfc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:02.921105 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1796daed-a484-4b67-8323-56c9c1a85fc8 req-a3898824-aa29-44aa-a1fb-bfb714c01a83 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=df8a5493-c87c-490b-a0c5-0dcdec0a97d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644062 Jul 07 17:09:03.054782 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10331a1a-ab4b-4274-b1ff-ba1e3fd1abfc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.072025 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10331a1a-ab4b-4274-b1ff-ba1e3fd1abfc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.175671 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10331a1a-ab4b-4274-b1ff-ba1e3fd1abfc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=1a1110f6-40b2-499a-96d5-8c7da940d071,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:03.196741 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10331a1a-ab4b-4274-b1ff-ba1e3fd1abfc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.244776 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57754ca-1670-4d85-9b54-17b8809f76eb req-a4656248-2538-426e-8671-f355d5b41142 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:03.246281 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e57754ca-1670-4d85-9b54-17b8809f76eb req-a4656248-2538-426e-8671-f355d5b41142 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/ports?device_id=f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4 HTTP/1.1" status: 200 len: 950 time: 0.1970942 Jul 07 17:09:03.329137 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e57754ca-1670-4d85-9b54-17b8809f76eb req-206e41dc-7bbe-4380-9a37-c19a7a05bbc8 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/security-groups?id=df8a5493-c87c-490b-a0c5-0dcdec0a97d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741208 Jul 07 17:09:03.341663 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-10331a1a-ab4b-4274-b1ff-ba1e3fd1abfc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Floating IP 4334e9fe-0a54-4f4c-9922-f558c6656a35 associated. External IP: 172.25.2.192, port: b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727. Jul 07 17:09:03.623593 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10331a1a-ab4b-4274-b1ff-ba1e3fd1abfc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Router 2597db44-6a08-420b-838b-6c068d2825b3 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:09:03.788822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10331a1a-ab4b-4274-b1ff-ba1e3fd1abfc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:09:03.799638 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa032997-2bd6-4bc1-96c4-a949d97abef9 None None] Sync routers for ids ['2597db44-6a08-420b-838b-6c068d2825b3'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:09:03.851230 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa032997-2bd6-4bc1-96c4-a949d97abef9 None None] Routers {'2597db44-6a08-420b-838b-6c068d2825b3'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:03.852762 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-aa032997-2bd6-4bc1-96c4-a949d97abef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:08:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2597db44-6a08-420b-838b-6c068d2825b3'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:03.864172 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10331a1a-ab4b-4274-b1ff-ba1e3fd1abfc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:03.974312 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-10331a1a-ab4b-4274-b1ff-ba1e3fd1abfc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1281173 Jul 07 17:09:03.975242 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a91aedc-9761-434d-936c-a5cfc2b61e90', 'tag': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:03.979768 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c090aad-368f-419d-b56b-c477ab1a0bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "1a91aedc-9761-434d-936c-a5cfc2b61e90", "tag": "b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:04.047178 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593de748-834f-4d1f-85c9-573166ce93f5 req-f7bdc3a2-1d8c-498a-964e-81405301bd92 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:04.066365 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-593de748-834f-4d1f-85c9-573166ce93f5 req-f7bdc3a2-1d8c-498a-964e-81405301bd92 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.2092061 Jul 07 17:09:04.120421 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-aa032997-2bd6-4bc1-96c4-a949d97abef9 None None] Set router 2597db44-6a08-420b-838b-6c068d2825b3 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:09:04.227752 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-593de748-834f-4d1f-85c9-573166ce93f5 req-0cb2dae2-1014-4efa-ae54-095b83bf19b3 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594787 Jul 07 17:09:04.341865 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ebe83b-4fd5-4f52-b4c5-2c2fd7d17b0c x-openstack-request-id: req-e5ebe83b-4fd5-4f52-b4c5-2c2fd7d17b0c {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:04.342731 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a91aedc-9761-434d-936c-a5cfc2b61e90", "tag": "b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:04.342993 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e5ebe83b-4fd5-4f52-b4c5-2c2fd7d17b0c {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:04.343401 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a91aedc-9761-434d-936c-a5cfc2b61e90', 'tag': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727', 'status': 'completed', 'code': 200} Jul 07 17:09:04.509861 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c090aad-368f-419d-b56b-c477ab1a0bbc req-2f10b7fa-2e20-4317-98fc-6a1f11034d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:04.511510 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c090aad-368f-419d-b56b-c477ab1a0bbc req-2f10b7fa-2e20-4317-98fc-6a1f11034d18 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 1097 time: 0.1632700 Jul 07 17:09:04.593267 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c4c6f-57fe-4f58-9fd8-2f57c7270a5c req-852ca282-6dc4-401f-b6eb-0b5c4a1483b9 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:04.602054 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-725c4c6f-57fe-4f58-9fd8-2f57c7270a5c req-852ca282-6dc4-401f-b6eb-0b5c4a1483b9 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.1731615 Jul 07 17:09:04.603237 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-aa032997-2bd6-4bc1-96c4-a949d97abef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2597db44-6a08-420b-838b-6c068d2825b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650852150', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:32Z', 'updated_at': '2021-07-07T17:08:40Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:33Z', 'updated_at': '2021-07-07T17:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '4334e9fe-0a54-4f4c-9922-f558c6656a35', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'floating_ip_address': '172.25.2.192', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'port_id': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0', 'mac_address': 'fa:16:3e:d2:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a91aedc-9761-434d-936c-a5cfc2b61e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:09:01Z', 'updated_at': '2021-07-07T17:09:01Z', 'revision_number': 0, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05333b2c-a3d6-4dbe-94ee-0052dc570981', 'name': '', 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:a7:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'b473df68-d124-4b3c-b4ba-aeaa8df0355a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:39Z', 'updated_at': '2021-07-07T17:08:46Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': 'b473df68-d124-4b3c-b4ba-aeaa8df0355a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:04.665494 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-725c4c6f-57fe-4f58-9fd8-2f57c7270a5c req-7ba9d5d1-d78b-45df-b28c-6779745950d8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623126 Jul 07 17:09:04.686237 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36966) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:04.695906 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa032997-2bd6-4bc1-96c4-a949d97abef9 None None] Checking router: 2597db44-6a08-420b-838b-6c068d2825b3 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:09:04.720206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa032997-2bd6-4bc1-96c4-a949d97abef9 None None] Routers {'2597db44-6a08-420b-838b-6c068d2825b3'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:09:04.720868 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-aa032997-2bd6-4bc1-96c4-a949d97abef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:08:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2597db44-6a08-420b-838b-6c068d2825b3'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:04.732415 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c090aad-368f-419d-b56b-c477ab1a0bbc req-6942fdac-cbef-40c2-8294-6ba7b1be0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:04.734081 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c090aad-368f-419d-b56b-c477ab1a0bbc req-6942fdac-cbef-40c2-8294-6ba7b1be0d41 service neutron] 10.222.0.69 "GET /v2.0/networks?id=40f2b42b-6000-49a4-9ee0-e437a165cbe0 HTTP/1.1" status: 200 len: 898 time: 0.2122145 Jul 07 17:09:04.870849 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c090aad-368f-419d-b56b-c477ab1a0bbc req-452af28c-bebf-44e0-8556-468a099a678b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 HTTP/1.1" status: 200 len: 1000 time: 0.1289902 Jul 07 17:09:04.922543 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-673897df-33fb-4652-8c46-10e5adf013bf tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/floatingips/4334e9fe-0a54-4f4c-9922-f558c6656a35 HTTP/1.1" status: 200 len: 992 time: 0.2310355 Jul 07 17:09:04.935868 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-aa032997-2bd6-4bc1-96c4-a949d97abef9 None None] Set router 2597db44-6a08-420b-838b-6c068d2825b3 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:09:05.049161 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ed514-8af0-423f-9fa7-71cbc4d01479 req-9088b924-1cdd-4e8b-89c5-38e9cf8dd57f tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:05.049707 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c090aad-368f-419d-b56b-c477ab1a0bbc req-b42eea23-43df-4a4c-beba-edb29629bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:05.051398 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c090aad-368f-419d-b56b-c477ab1a0bbc req-b42eea23-43df-4a4c-beba-edb29629bc29 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b473df68-d124-4b3c-b4ba-aeaa8df0355a HTTP/1.1" status: 200 len: 835 time: 0.1647942 Jul 07 17:09:05.062395 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a4ed514-8af0-423f-9fa7-71cbc4d01479 req-9088b924-1cdd-4e8b-89c5-38e9cf8dd57f tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/ports?device_id=f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4 HTTP/1.1" status: 200 len: 950 time: 0.1454301 Jul 07 17:09:05.131171 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a4ed514-8af0-423f-9fa7-71cbc4d01479 req-1e0f25df-8b6a-4ece-9f2f-6d62bfca8032 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/security-groups?id=df8a5493-c87c-490b-a0c5-0dcdec0a97d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672076 Jul 07 17:09:05.134188 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eaea50-569e-4a3d-b4e3-f007f456cdc4 req-d6d8a08b-48d4-4682-944d-4f869a7999c5 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:05.139500 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-70eaea50-569e-4a3d-b4e3-f007f456cdc4 req-d6d8a08b-48d4-4682-944d-4f869a7999c5 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.2622948 Jul 07 17:09:05.215907 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-70eaea50-569e-4a3d-b4e3-f007f456cdc4 req-babf5de7-1c05-47b1-8e10-58c36ebcecc9 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712821 Jul 07 17:09:05.239047 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c090aad-368f-419d-b56b-c477ab1a0bbc req-464fb16c-8126-4bde-b15a-b4e57133040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:05.239047 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c090aad-368f-419d-b56b-c477ab1a0bbc req-464fb16c-8126-4bde-b15a-b4e57133040f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40f2b42b-6000-49a4-9ee0-e437a165cbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1734543 Jul 07 17:09:05.450927 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c090aad-368f-419d-b56b-c477ab1a0bbc req-d8d12a76-7bcc-41bb-b643-bf226600d1aa service neutron] 10.222.0.69 "GET /v2.0/networks/40f2b42b-6000-49a4-9ee0-e437a165cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045779 Jul 07 17:09:05.607309 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c090aad-368f-419d-b56b-c477ab1a0bbc req-2da26abb-b46a-44b2-82c0-7c07161a4776 service neutron] 10.222.0.69 "GET /v2.0/networks/40f2b42b-6000-49a4-9ee0-e437a165cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455233 Jul 07 17:09:05.750621 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-aa032997-2bd6-4bc1-96c4-a949d97abef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2597db44-6a08-420b-838b-6c068d2825b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650852150', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:32Z', 'updated_at': '2021-07-07T17:08:40Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:33Z', 'updated_at': '2021-07-07T17:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '4334e9fe-0a54-4f4c-9922-f558c6656a35', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'floating_ip_address': '172.25.2.192', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'port_id': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0', 'mac_address': 'fa:16:3e:d2:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a91aedc-9761-434d-936c-a5cfc2b61e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:09:01Z', 'updated_at': '2021-07-07T17:09:01Z', 'revision_number': 0, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05333b2c-a3d6-4dbe-94ee-0052dc570981', 'name': '', 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:a7:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'b473df68-d124-4b3c-b4ba-aeaa8df0355a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:39Z', 'updated_at': '2021-07-07T17:08:46Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': 'b473df68-d124-4b3c-b4ba-aeaa8df0355a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:09:05.790208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b885fc-afc7-452d-bcc6-041fab2da9d6 req-6eca31ec-936d-4b9f-a4c1-9efe9a755580 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:05.803381 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15b885fc-afc7-452d-bcc6-041fab2da9d6 req-6eca31ec-936d-4b9f-a4c1-9efe9a755580 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1460116 Jul 07 17:09:05.808705 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa032997-2bd6-4bc1-96c4-a949d97abef9 None None] The sync data for ids ['2597db44-6a08-420b-838b-6c068d2825b3'] in n-d-793620-7 is: [{'id': '2597db44-6a08-420b-838b-6c068d2825b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650852150', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:32Z', 'updated_at': '2021-07-07T17:08:40Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:33Z', 'updated_at': '2021-07-07T17:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '4334e9fe-0a54-4f4c-9922-f558c6656a35', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'floating_ip_address': '172.25.2.192', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'port_id': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0', 'mac_address': 'fa:16:3e:d2:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a91aedc-9761-434d-936c-a5cfc2b61e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:09:01Z', 'updated_at': '2021-07-07T17:09:01Z', 'revision_number': 0, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05333b2c-a3d6-4dbe-94ee-0052dc570981', 'name': '', 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:a7:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'b473df68-d124-4b3c-b4ba-aeaa8df0355a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:39Z', 'updated_at': '2021-07-07T17:08:46Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': 'b473df68-d124-4b3c-b4ba-aeaa8df0355a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:09:05.925868 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15b885fc-afc7-452d-bcc6-041fab2da9d6 req-3e98f30a-c35e-4daa-a921-6e570fde7e86 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193874 Jul 07 17:09:05.927962 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36990) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:06.223154 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0f89b0b6-b6f3-4bd6-9539-ab6019ed27f4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/floatingips/4334e9fe-0a54-4f4c-9922-f558c6656a35 HTTP/1.1" status: 200 len: 992 time: 0.2558792 Jul 07 17:09:06.230241 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d21adc-024e-4e11-97e5-b99ff564f94e req-c1be18ef-9780-4b50-ad1b-32d24687e555 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:06.232586 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7d21adc-024e-4e11-97e5-b99ff564f94e req-c1be18ef-9780-4b50-ad1b-32d24687e555 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/ports?device_id=f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4 HTTP/1.1" status: 200 len: 950 time: 0.1047692 Jul 07 17:09:06.317206 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9782c1e0-57fb-47e1-b6a8-d9f8e13718d0 None None] New status for floating IP 4334e9fe-0a54-4f4c-9922-f558c6656a35: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:09:06.371858 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7d21adc-024e-4e11-97e5-b99ff564f94e req-9e574786-c226-4b80-bbd4-e1b0d29293a7 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/security-groups?id=df8a5493-c87c-490b-a0c5-0dcdec0a97d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319935 Jul 07 17:09:06.555798 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-d450ff98-e484-45ca-8130-b5669d66e6f8 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:06.557758 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-d450ff98-e484-45ca-8130-b5669d66e6f8 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 812 time: 0.1681979 Jul 07 17:09:06.583752 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-95b1c96f-5933-4d7b-bfc8-53422af051fc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/quotas/621a12c0777d413f8d90059728390347 HTTP/1.1" status: 200 len: 375 time: 0.0161204 Jul 07 17:09:06.774736 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-4fb14e24-f0b3-4d7d-a536-5e1f8e7d087c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1784937 Jul 07 17:09:06.912739 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-f83f9c58-8e42-4320-ba25-0563d55ba731 service neutron] 10.222.0.50 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366556 Jul 07 17:09:07.052107 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-7e581654-3f3b-422b-b870-e3021dd5fc39 service neutron] 10.222.0.50 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332362 Jul 07 17:09:07.220319 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37020) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:07.409773 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3146a1da-74b1-4a54-96e9-3df283f8d595 req-af065efa-d827-452a-a1ec-a8a772935aa2 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b98cabf4-42ed-44ed-ab79-c575638b701e HTTP/1.1" status: 200 len: 210 time: 0.0711627 Jul 07 17:09:07.599275 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ac07d92d-88e7-49d8-98e9-e66e1f08ce26 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/floatingips/4334e9fe-0a54-4f4c-9922-f558c6656a35 HTTP/1.1" status: 200 len: 994 time: 0.3768246 Jul 07 17:09:07.789482 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f478d6c-f1da-4cad-a8b7-f46b54d0b877 req-4cd0fefe-83d9-4855-97ee-f2b83a4c1535 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:07.791753 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f478d6c-f1da-4cad-a8b7-f46b54d0b877 req-4cd0fefe-83d9-4855-97ee-f2b83a4c1535 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/ports?device_id=f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4 HTTP/1.1" status: 200 len: 950 time: 0.1734283 Jul 07 17:09:07.812373 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913c87e-cd50-4aea-90a3-e9f5273296cf req-11708bdf-91a2-4359-9338-285f447d686f tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:07.825660 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d913c87e-cd50-4aea-90a3-e9f5273296cf req-11708bdf-91a2-4359-9338-285f447d686f tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.69 "GET /v2.0/ports?device_id=f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4 HTTP/1.1" status: 200 len: 950 time: 0.1379039 Jul 07 17:09:07.918624 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f478d6c-f1da-4cad-a8b7-f46b54d0b877 req-f9668d35-a1f6-44df-940d-1bc5146249b3 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/security-groups?id=df8a5493-c87c-490b-a0c5-0dcdec0a97d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210096 Jul 07 17:09:08.037776 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-d913c87e-cd50-4aea-90a3-e9f5273296cf req-f5bf69e7-6bfe-4140-aeee-037b59ae6878 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Deleting port 2edd339c-b53a-4306-bafe-cd57c0090ce3 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:09:08.038485 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d913c87e-cd50-4aea-90a3-e9f5273296cf req-f5bf69e7-6bfe-4140-aeee-037b59ae6878 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.166902 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d913c87e-cd50-4aea-90a3-e9f5273296cf req-f5bf69e7-6bfe-4140-aeee-037b59ae6878 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] For port 2edd339c-b53a-4306-bafe-cd57c0090ce3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=2edd339c-b53a-4306-bafe-cd57c0090ce3,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:08.168365 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d913c87e-cd50-4aea-90a3-e9f5273296cf req-f5bf69e7-6bfe-4140-aeee-037b59ae6878 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.187031 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-d913c87e-cd50-4aea-90a3-e9f5273296cf req-f5bf69e7-6bfe-4140-aeee-037b59ae6878 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Calling delete_port for 2edd339c-b53a-4306-bafe-cd57c0090ce3 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:09:08.460501 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d913c87e-cd50-4aea-90a3-e9f5273296cf req-f5bf69e7-6bfe-4140-aeee-037b59ae6878 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.478237 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['2edd339c-b53a-4306-bafe-cd57c0090ce3'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:08.564452 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf69e7-6bfe-4140-aeee-037b59ae6878 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Pushing event deleted for resources: {'Port': ['ID=2edd339c-b53a-4306-bafe-cd57c0090ce3,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:08.613937 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d913c87e-cd50-4aea-90a3-e9f5273296cf req-f5bf69e7-6bfe-4140-aeee-037b59ae6878 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] No DVR routers for this DVR port 2edd339c-b53a-4306-bafe-cd57c0090ce3 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:09:08.618200 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d913c87e-cd50-4aea-90a3-e9f5273296cf req-f5bf69e7-6bfe-4140-aeee-037b59ae6878 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:08.621779 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d913c87e-cd50-4aea-90a3-e9f5273296cf req-f5bf69e7-6bfe-4140-aeee-037b59ae6878 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.69 "DELETE /v2.0/ports/2edd339c-b53a-4306-bafe-cd57c0090ce3 HTTP/1.1" status: 204 len: 173 time: 0.7902372 Jul 07 17:09:08.622549 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4', 'name': 'network-vif-deleted', 'tag': '2edd339c-b53a-4306-bafe-cd57c0090ce3'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:08.636628 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3630f7ec-a5b1-4abd-a3a4-eb1b5982b3ed" -d '{"events": [{"server_uuid": "f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4", "name": "network-vif-deleted", "tag": "2edd339c-b53a-4306-bafe-cd57c0090ce3"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:08.730132 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49526598-5b93-4899-9967-146c496edc91 x-openstack-request-id: req-49526598-5b93-4899-9967-146c496edc91 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:08.731038 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4", "name": "network-vif-deleted", "tag": "2edd339c-b53a-4306-bafe-cd57c0090ce3", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:08.731457 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-49526598-5b93-4899-9967-146c496edc91 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:08.732057 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4', 'name': 'network-vif-deleted', 'tag': '2edd339c-b53a-4306-bafe-cd57c0090ce3', 'status': 'completed', 'code': 200} Jul 07 17:09:08.836313 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-31855206-ae99-426e-93e3-0537549beb02 req-90dd55a9-5033-44b4-a3a5-20d72e3df66b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b98cabf4-42ed-44ed-ab79-c575638b701e HTTP/1.1" status: 200 len: 210 time: 0.0527639 Jul 07 17:09:09.199172 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-112b9c2b-78d0-4fd5-a65f-159d06265a83 req-16f9f1b7-71aa-4079-ba92-e02567703871 tempest-VolumesNegativeTest-1304306872 tempest-VolumesNegativeTest-1304306872-project] 10.222.0.50 "GET /v2.0/ports?device_id=f01e48ea-c4ae-43a5-98df-06a6e3cc5ff4 HTTP/1.1" status: 200 len: 210 time: 0.0994279 Jul 07 17:09:10.071305 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-58b53247-3e8a-448b-ba5f-3428b9ae9457 req-93c46f17-b178-4c2c-a884-41c26a1e5690 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b98cabf4-42ed-44ed-ab79-c575638b701e HTTP/1.1" status: 200 len: 210 time: 0.0454433 Jul 07 17:09:10.359724 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-c618a3b0-6bb9-4c2f-af98-2110953b4611 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:10.363610 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-c618a3b0-6bb9-4c2f-af98-2110953b4611 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.15 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 812 time: 0.2593157 Jul 07 17:09:10.379258 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-84047821-93f9-434c-960e-56c431a2e46d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Request body: {'port': {'device_id': 'b98cabf4-42ed-44ed-ab79-c575638b701e', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'admin_state_up': True, 'tenant_id': '621a12c0777d413f8d90059728390347'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:10.738965 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-84047821-93f9-434c-960e-56c431a2e46d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Made reservation on behalf of 621a12c0777d413f8d90059728390347 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:10.755521 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-84047821-93f9-434c-960e-56c431a2e46d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:10.794776 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-850bc2a5-3a6b-40d7-8cde-a9282bdefc4c req-8bcb41f2-11e4-48d0-b495-bdc6ea6c4d2e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2668800 Jul 07 17:09:10.979104 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4de758c-ee4b-4560-ab5f-607bd4d27339 req-a637cda6-6802-4771-be7a-2fd66c175751 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4282794 Jul 07 17:09:11.011823 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-84047821-93f9-434c-960e-56c431a2e46d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Allocated IP 172.20.0.14 (1a593835-75cf-40d8-8fd5-4eaad13dc252/19f701e3-8b99-4023-9849-e505b17bcfa4/1b616055-a233-4d77-9e7d-254238da0d58) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:09:11.118921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bc2a5-3a6b-40d7-8cde-a9282bdefc4c req-8fe53961-516d-4359-baab-7b3d5807483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:11.121153 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-850bc2a5-3a6b-40d7-8cde-a9282bdefc4c req-8fe53961-516d-4359-baab-7b3d5807483c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 1095 time: 0.1966703 Jul 07 17:09:11.395315 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-15edb6f7-7c60-40aa-8d3b-1a3df5e59f59 req-844911c2-9c06-4080-84df-0ca5872a5f15 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b98cabf4-42ed-44ed-ab79-c575638b701e HTTP/1.1" status: 200 len: 210 time: 0.0693383 Jul 07 17:09:11.533901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de758c-ee4b-4560-ab5f-607bd4d27339 req-c471b5ed-1ace-40c1-9f1d-53b893d97ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:11.535744 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4de758c-ee4b-4560-ab5f-607bd4d27339 req-c471b5ed-1ace-40c1-9f1d-53b893d97ad0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=813d1850aa3c4934a7e97cbee8a39039&device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 1097 time: 0.4723544 Jul 07 17:09:11.537943 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bc2a5-3a6b-40d7-8cde-a9282bdefc4c req-a9b89137-be9a-4a6f-9155-d978328dc71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:11.540047 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-850bc2a5-3a6b-40d7-8cde-a9282bdefc4c req-a9b89137-be9a-4a6f-9155-d978328dc71d service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 913 time: 0.3387008 Jul 07 17:09:11.574845 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-84047821-93f9-434c-960e-56c431a2e46d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.591034 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-84047821-93f9-434c-960e-56c431a2e46d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Transition to ACTIVE for port object 1b616055-a233-4d77-9e7d-254238da0d58 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:11.762877 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-84047821-93f9-434c-960e-56c431a2e46d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:11.779946 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['9185fe2f-27e9-496b-b24f-8524b80f018b'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:11.886439 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 2edd339c-b53a-4306-bafe-cd57c0090ce3 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:09:11.899000 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-84047821-93f9-434c-960e-56c431a2e46d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Network 1a593835-75cf-40d8-8fd5-4eaad13dc252 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:09:11.949307 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 2edd339c-b53a-4306-bafe-cd57c0090ce3 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:09:11.950507 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 2edd339c-b53a-4306-bafe-cd57c0090ce3 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:09:11.973117 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-84047821-93f9-434c-960e-56c431a2e46d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:11.993403 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-84047821-93f9-434c-960e-56c431a2e46d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:09:12.013378 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84047821-93f9-434c-960e-56c431a2e46d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Pushing event updated for resources: {'Port': ['ID=1b616055-a233-4d77-9e7d-254238da0d58,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:12.108550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-84047821-93f9-434c-960e-56c431a2e46d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:12.109377 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-84047821-93f9-434c-960e-56c431a2e46d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.166766 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-850bc2a5-3a6b-40d7-8cde-a9282bdefc4c req-f1893867-6e5b-4c58-b1fa-4b87725f8e65 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b HTTP/1.1" status: 200 len: 999 time: 0.6171103 Jul 07 17:09:12.176249 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-84047821-93f9-434c-960e-56c431a2e46d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8037343 Jul 07 17:09:12.209449 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] Request body: {'port': {'device_id': 'b98cabf4-42ed-44ed-ab79-c575638b701e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:12.319346 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de758c-ee4b-4560-ab5f-607bd4d27339 req-3014b3f3-88c2-4cbc-b9f1-b5c30acc5a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:12.322031 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4de758c-ee4b-4560-ab5f-607bd4d27339 req-3014b3f3-88c2-4cbc-b9f1-b5c30acc5a22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1 HTTP/1.1" status: 200 len: 918 time: 0.6900766 Jul 07 17:09:12.510499 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0d07dbdb-5e6f-4316-9a12-044d22ac1fd5 None None] Provisioning for port 1b616055-a233-4d77-9e7d-254238da0d58 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:12.523400 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0d07dbdb-5e6f-4316-9a12-044d22ac1fd5 None None] Provisioning complete for port 1b616055-a233-4d77-9e7d-254238da0d58 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:12.523942 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0d07dbdb-5e6f-4316-9a12-044d22ac1fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:12.619835 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-0d07dbdb-5e6f-4316-9a12-044d22ac1fd5 None None] Port 1b616055-a233-4d77-9e7d-254238da0d58 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:09:13.080837 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:13.142297 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bc2a5-3a6b-40d7-8cde-a9282bdefc4c req-31bae82e-75e4-4195-ac0c-57ca317903ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:13.144437 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-850bc2a5-3a6b-40d7-8cde-a9282bdefc4c req-31bae82e-75e4-4195-ac0c-57ca317903ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.9579294 Jul 07 17:09:13.150266 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4de758c-ee4b-4560-ab5f-607bd4d27339 req-4c9daaf9-95ea-4f79-b2b0-de4bfa1ca375 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=211871f7-f8ed-4c41-b680-7c3c56c56f27 HTTP/1.1" status: 200 len: 1001 time: 0.7607210 Jul 07 17:09:13.259659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de758c-ee4b-4560-ab5f-607bd4d27339 req-da7bfd60-f985-49ed-afc1-8301d6f5a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:13.261755 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4de758c-ee4b-4560-ab5f-607bd4d27339 req-da7bfd60-f985-49ed-afc1-8301d6f5a64a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5c3cd916-6514-42d5-8d29-5aae3a405db3 HTTP/1.1" status: 200 len: 856 time: 0.0767853 Jul 07 17:09:13.374196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84de1e-924a-4fd5-8f06-3e25bc7eef4a req-e0d17d8e-ad19-4b75-9e85-c18ce47223e0 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:13.376271 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8c84de1e-924a-4fd5-8f06-3e25bc7eef4a req-e0d17d8e-ad19-4b75-9e85-c18ce47223e0 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b98cabf4-42ed-44ed-ab79-c575638b701e HTTP/1.1" status: 200 len: 932 time: 0.3186848 Jul 07 17:09:13.623972 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8c84de1e-924a-4fd5-8f06-3e25bc7eef4a req-90e180c6-9c49-46fc-93c3-9b038e1fd03f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740220 Jul 07 17:09:13.652347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de758c-ee4b-4560-ab5f-607bd4d27339 req-6ba96593-7cc1-4eba-8e2e-0d759694cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:13.652347 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4de758c-ee4b-4560-ab5f-607bd4d27339 req-6ba96593-7cc1-4eba-8e2e-0d759694cd02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3638785 Jul 07 17:09:13.660339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bc2a5-3a6b-40d7-8cde-a9282bdefc4c req-120808a0-80a5-4cf0-b745-608261f85242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:13.661978 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-850bc2a5-3a6b-40d7-8cde-a9282bdefc4c req-120808a0-80a5-4cf0-b745-608261f85242 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5055292 Jul 07 17:09:13.957252 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4de758c-ee4b-4560-ab5f-607bd4d27339 req-975387d8-7199-4983-9d39-35fd52305724 service neutron] 10.222.0.15 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982199 Jul 07 17:09:13.965730 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-850bc2a5-3a6b-40d7-8cde-a9282bdefc4c req-2278bdc1-7b45-4188-8014-edf8daa36a43 service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916656 Jul 07 17:09:14.124015 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4de758c-ee4b-4560-ab5f-607bd4d27339 req-e42eeabe-fa4c-4337-9280-e4996734efc6 service neutron] 10.222.0.15 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540840 Jul 07 17:09:14.168486 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.299055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b616055-a233-4d77-9e7d-254238da0d58 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:14.316708 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.356983 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] Transition to ACTIVE for port object 1b616055-a233-4d77-9e7d-254238da0d58 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:09:14.369187 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.425202 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] Pushing event updated for resources: {'Port': ['ID=1b616055-a233-4d77-9e7d-254238da0d58,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:14.441339 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-850bc2a5-3a6b-40d7-8cde-a9282bdefc4c req-ae905ad0-3a17-4eb1-bbd2-6b1f18cca608 service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498508 Jul 07 17:09:14.599283 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] Attempting to bind port 1b616055-a233-4d77-9e7d-254238da0d58 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:09:14.599801 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] Attempting to bind port 1b616055-a233-4d77-9e7d-254238da0d58 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:09:14.600229 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] Attempting to bind port 1b616055-a233-4d77-9e7d-254238da0d58 on network 1a593835-75cf-40d8-8fd5-4eaad13dc252 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:14.607160 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] Port 1b616055-a233-4d77-9e7d-254238da0d58 on network 1a593835-75cf-40d8-8fd5-4eaad13dc252 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:09:14.607488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] Attempting to bind port 1b616055-a233-4d77-9e7d-254238da0d58 on network 1a593835-75cf-40d8-8fd5-4eaad13dc252 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:09:14.623974 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:09:14.624359 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] Checking segment: {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:14.624685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] Bound using segment: {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:09:14.625309 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] Bound port: 1b616055-a233-4d77-9e7d-254238da0d58, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:09:14.625719 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.699746 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6bd2058a-2f26-431a-833d-bf225eb18453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.820517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] For port 1b616055-a233-4d77-9e7d-254238da0d58, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:09:14.844357 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] For port 1b616055-a233-4d77-9e7d-254238da0d58, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1b616055-a233-4d77-9e7d-254238da0d58,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:09:14.851284 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.924720 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:14.925643 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:14.928428 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] 10.222.0.15 "PUT /v2.0/ports/1b616055-a233-4d77-9e7d-254238da0d58 HTTP/1.1" status: 200 len: 1092 time: 2.7431297 Jul 07 17:09:14.929240 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98cabf4-42ed-44ed-ab79-c575638b701e', 'tag': '1b616055-a233-4d77-9e7d-254238da0d58'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:14.932854 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bff809-4c7c-4b07-a81b-4af506a8ab35" -d '{"events": [{"name": "network-changed", "server_uuid": "b98cabf4-42ed-44ed-ab79-c575638b701e", "tag": "1b616055-a233-4d77-9e7d-254238da0d58"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:15.065825 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2653a0-259c-4ef3-b330-3c475990c8b2 x-openstack-request-id: req-2c2653a0-259c-4ef3-b330-3c475990c8b2 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:15.066220 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98cabf4-42ed-44ed-ab79-c575638b701e", "tag": "1b616055-a233-4d77-9e7d-254238da0d58", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:15.066521 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c2653a0-259c-4ef3-b330-3c475990c8b2 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:15.066926 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98cabf4-42ed-44ed-ab79-c575638b701e', 'tag': '1b616055-a233-4d77-9e7d-254238da0d58', 'status': 'completed', 'code': 200} Jul 07 17:09:15.069691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68db54-5a0e-48d9-ac48-af1b4e3b627f service neutron] Pushing event updated for resources: {'Port': ['ID=1b616055-a233-4d77-9e7d-254238da0d58,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:15.147593 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f5e27-2df8-481a-ad2f-424481e475bb req-1db6d794-8a77-479b-8022-fadb38d20254 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:15.157422 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bd8f5e27-2df8-481a-ad2f-424481e475bb req-1db6d794-8a77-479b-8022-fadb38d20254 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b98cabf4-42ed-44ed-ab79-c575638b701e HTTP/1.1" status: 200 len: 944 time: 0.2310851 Jul 07 17:09:15.216080 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-28c4e093-fcca-4270-b4ec-b9bed0212c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:15.220053 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-28c4e093-fcca-4270-b4ec-b9bed0212c90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=b98cabf4-42ed-44ed-ab79-c575638b701e HTTP/1.1" status: 200 len: 1095 time: 0.2075613 Jul 07 17:09:15.221237 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bd8f5e27-2df8-481a-ad2f-424481e475bb req-e913e25a-aac5-4b7d-b3e1-f228f6258b4f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621529 Jul 07 17:09:15.357470 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-9b8b72ba-fb8f-4a89-ac10-340e5affbfe5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b616055-a233-4d77-9e7d-254238da0d58 HTTP/1.1" status: 200 len: 217 time: 0.1293795 Jul 07 17:09:15.479878 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-d3a9d28b-d45c-411c-9eed-5b262b1dd407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:15.483025 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-d3a9d28b-d45c-411c-9eed-5b262b1dd407 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.1195054 Jul 07 17:09:15.608248 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-1448dd34-a858-45b5-a697-dbeb14af3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:15.610921 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-1448dd34-a858-45b5-a697-dbeb14af3fd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216447 Jul 07 17:09:15.794505 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-33756602-f0bf-4c98-a683-da0fb0d920f6 service neutron] 10.222.0.15 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771719 Jul 07 17:09:15.952953 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd0c7c9b-2716-444a-8cd2-4d839606e6ed req-83285d29-5ed6-4ded-81e0-51f4e870d2a3 service neutron] 10.222.0.15 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514933 Jul 07 17:09:16.100572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bff809-4c7c-4b07-a81b-4af506a8ab35 req-6d40021d-4e52-4796-a876-9dd932e1e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.102204 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-79bff809-4c7c-4b07-a81b-4af506a8ab35 req-6d40021d-4e52-4796-a876-9dd932e1e4fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=b98cabf4-42ed-44ed-ab79-c575638b701e HTTP/1.1" status: 200 len: 1095 time: 0.0882638 Jul 07 17:09:16.203285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bff809-4c7c-4b07-a81b-4af506a8ab35 req-0146d0fa-4cbd-424a-8ab0-02f259fe8675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.204791 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-79bff809-4c7c-4b07-a81b-4af506a8ab35 req-0146d0fa-4cbd-424a-8ab0-02f259fe8675 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 913 time: 0.0967529 Jul 07 17:09:16.265102 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-79bff809-4c7c-4b07-a81b-4af506a8ab35 req-b2f56a70-d27b-4a1a-ad35-a460d2e513fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b616055-a233-4d77-9e7d-254238da0d58 HTTP/1.1" status: 200 len: 217 time: 0.0525889 Jul 07 17:09:16.369593 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bff809-4c7c-4b07-a81b-4af506a8ab35 req-fb4fa9bf-2fe7-4b76-8653-d229b90f78d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.372340 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-79bff809-4c7c-4b07-a81b-4af506a8ab35 req-fb4fa9bf-2fe7-4b76-8653-d229b90f78d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.0994709 Jul 07 17:09:16.388505 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:16.515279 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bff809-4c7c-4b07-a81b-4af506a8ab35 req-05e0dc96-5d49-44d3-8972-dc1d0a4b1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.516986 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-79bff809-4c7c-4b07-a81b-4af506a8ab35 req-05e0dc96-5d49-44d3-8972-dc1d0a4b1e61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1350870 Jul 07 17:09:16.627427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df55e3c-1086-4608-bdc6-28aa7a184eca req-90e4158e-7bc5-412c-8816-85a88e6f9ebc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:16.629841 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1df55e3c-1086-4608-bdc6-28aa7a184eca req-90e4158e-7bc5-412c-8816-85a88e6f9ebc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b98cabf4-42ed-44ed-ab79-c575638b701e HTTP/1.1" status: 200 len: 944 time: 0.1911588 Jul 07 17:09:16.712754 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-79bff809-4c7c-4b07-a81b-4af506a8ab35 req-6ab36f11-c76b-4317-bc17-e5b4e009f8c5 service neutron] 10.222.0.15 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836011 Jul 07 17:09:16.717884 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1df55e3c-1086-4608-bdc6-28aa7a184eca req-a8c8cc8b-d8b0-4a46-b29e-8fce68043d3a tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798416 Jul 07 17:09:16.911590 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-79bff809-4c7c-4b07-a81b-4af506a8ab35 req-718e8b1e-c895-4bab-bbce-303412b2e937 service neutron] 10.222.0.15 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919956 Jul 07 17:09:17.573046 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:17.907101 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-491bd59d-bcdd-45f2-a76b-bb8dc9bd2ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.006574 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885143c-ee78-48e3-a2b5-3f13afd0f2a8 req-2aad1202-941d-4c33-b748-ee0104cf2bf1 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:18.008116 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3885143c-ee78-48e3-a2b5-3f13afd0f2a8 req-2aad1202-941d-4c33-b748-ee0104cf2bf1 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b98cabf4-42ed-44ed-ab79-c575638b701e HTTP/1.1" status: 200 len: 944 time: 0.0912464 Jul 07 17:09:18.064089 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3885143c-ee78-48e3-a2b5-3f13afd0f2a8 req-f0b59fc5-9e32-4833-886f-6b33aa4f93c5 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440631 Jul 07 17:09:18.296961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 1b616055-a233-4d77-9e7d-254238da0d58 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:18.361735 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37474) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:18.443459 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 1b616055-a233-4d77-9e7d-254238da0d58, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1b616055-a233-4d77-9e7d-254238da0d58,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:18.456540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '1b616055-a233-4d77-9e7d-254238da0d58', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'port_id': '1b616055-a233-4d77-9e7d-254238da0d58', 'mac_address': 'fa:16:3e:f6:de:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:18.500285 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.515404 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b616055-a233-4d77-9e7d-254238da0d58 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:18.538890 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37478) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:18.539455 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0166262f-55a8-4a52-96a6-e0857ff49ab2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e629ba514e284282823dfc4bbc5ae44a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757455 Jul 07 17:09:18.540204 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 1b616055-a233-4d77-9e7d-254238da0d58, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1b616055-a233-4d77-9e7d-254238da0d58,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:18.545226 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.604713 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=1b616055-a233-4d77-9e7d-254238da0d58,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:18.612860 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:18.613491 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:18.614586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:18.615093 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:18.615625 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:18.616673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:18.617191 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:18.617690 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:18.618188 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:18.618726 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:18.619223 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:18.619719 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:09:18.621265 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb9b7309-1381-4091-a72d-a8d0f36febed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.645862 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb9b7309-1381-4091-a72d-a8d0f36febed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.716056 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb9b7309-1381-4091-a72d-a8d0f36febed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.719504 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb9b7309-1381-4091-a72d-a8d0f36febed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:18.723518 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fb9b7309-1381-4091-a72d-a8d0f36febed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df8a5493-c87c-490b-a0c5-0dcdec0a97d2 HTTP/1.1" status: 204 len: 168 time: 0.1807890 Jul 07 17:09:18.730876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b7309-1381-4091-a72d-a8d0f36febed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8a5493-c87c-490b-a0c5-0dcdec0a97d2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:18.792237 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['1b616055-a233-4d77-9e7d-254238da0d58'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:18.865838 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:19.409085 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d825f8-e06a-40cb-bfea-52e076d4d759 req-4a104f61-9c68-49dd-b3da-d622f4cacd92 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:19.417386 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-14d825f8-e06a-40cb-bfea-52e076d4d759 req-4a104f61-9c68-49dd-b3da-d622f4cacd92 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b98cabf4-42ed-44ed-ab79-c575638b701e HTTP/1.1" status: 200 len: 945 time: 0.1398873 Jul 07 17:09:19.469785 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-14d825f8-e06a-40cb-bfea-52e076d4d759 req-035e87a3-5e76-4088-bb51-a5340bc7b942 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506613 Jul 07 17:09:19.966512 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37536) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:20.175059 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-24096aa4-c8d2-41f5-adac-460dfb54837a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1168670275-network', 'tenant_id': '329eb6caa7374232933326bbde3f0144'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:20.229229 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24096aa4-c8d2-41f5-adac-460dfb54837a admin admin] Made reservation on behalf of 329eb6caa7374232933326bbde3f0144 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:20.231971 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-24096aa4-c8d2-41f5-adac-460dfb54837a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.242006 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-24096aa4-c8d2-41f5-adac-460dfb54837a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.262930 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.312092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 1b616055-a233-4d77-9e7d-254238da0d58 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:20.354466 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-24096aa4-c8d2-41f5-adac-460dfb54837a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.361954 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-24096aa4-c8d2-41f5-adac-460dfb54837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.387700 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 1b616055-a233-4d77-9e7d-254238da0d58 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:09:20.401862 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24096aa4-c8d2-41f5-adac-460dfb54837a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:09:20.406170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 1b616055-a233-4d77-9e7d-254238da0d58 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:20.406170 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.434338 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24096aa4-c8d2-41f5-adac-460dfb54837a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:20.439165 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-24096aa4-c8d2-41f5-adac-460dfb54837a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.439511 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-24096aa4-c8d2-41f5-adac-460dfb54837a admin admin] Added segment ac2b061c-ee0d-46dc-a430-6fa850467c84 of type vlan for network c2438b08-8280-45c1-8306-626a80bc44ea Jul 07 17:09:20.501897 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-24096aa4-c8d2-41f5-adac-460dfb54837a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.543693 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.558010 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-24096aa4-c8d2-41f5-adac-460dfb54837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.559343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24096aa4-c8d2-41f5-adac-460dfb54837a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:20.560257 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-24096aa4-c8d2-41f5-adac-460dfb54837a admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.603067 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98cabf4-42ed-44ed-ab79-c575638b701e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b616055-a233-4d77-9e7d-254238da0d58'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:20.607021 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3784a7eb-3a8b-441a-b8a5-5ca0e811c6a1" -d '{"events": [{"server_uuid": "b98cabf4-42ed-44ed-ab79-c575638b701e", "name": "network-vif-plugged", "status": "completed", "tag": "1b616055-a233-4d77-9e7d-254238da0d58"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:20.638763 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 1b616055-a233-4d77-9e7d-254238da0d58, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1b616055-a233-4d77-9e7d-254238da0d58,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:20.646150 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.691861 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8201bac-9d4d-4342-bf00-2c8ba312d492 x-openstack-request-id: req-c8201bac-9d4d-4342-bf00-2c8ba312d492 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:20.692304 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98cabf4-42ed-44ed-ab79-c575638b701e", "name": "network-vif-plugged", "status": "completed", "tag": "1b616055-a233-4d77-9e7d-254238da0d58", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:20.692573 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c8201bac-9d4d-4342-bf00-2c8ba312d492 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:20.693141 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98cabf4-42ed-44ed-ab79-c575638b701e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b616055-a233-4d77-9e7d-254238da0d58', 'code': 200} Jul 07 17:09:20.724783 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-24096aa4-c8d2-41f5-adac-460dfb54837a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7538168 Jul 07 17:09:20.725365 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37566) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:20.741290 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-17e71b0b-6428-438a-b48b-fd24f9c409c2 admin admin] Request body: {'subnet': {'network_id': 'c2438b08-8280-45c1-8306-626a80bc44ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1168670275-subnet', 'tenant_id': '329eb6caa7374232933326bbde3f0144', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:09:20.752592 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=1b616055-a233-4d77-9e7d-254238da0d58,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:20.797891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e71b0b-6428-438a-b48b-fd24f9c409c2 admin admin] Made reservation on behalf of 329eb6caa7374232933326bbde3f0144 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:09:20.802835 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-17e71b0b-6428-438a-b48b-fd24f9c409c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:20.831080 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6281e-422f-4f35-a725-7a38bb6c2d11 req-a143fce4-99ac-4025-8ca2-668ce1aae4ea tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:20.834604 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-98b6281e-422f-4f35-a725-7a38bb6c2d11 req-a143fce4-99ac-4025-8ca2-668ce1aae4ea tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b98cabf4-42ed-44ed-ab79-c575638b701e HTTP/1.1" status: 200 len: 946 time: 0.1550469 Jul 07 17:09:20.892806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24096aa4-c8d2-41f5-adac-460dfb54837a admin admin] Pushing event updated for resources: {'Network': ['ID=c2438b08-8280-45c1-8306-626a80bc44ea,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:20.893540 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-98b6281e-422f-4f35-a725-7a38bb6c2d11 req-c3f554b5-5435-4f2a-8060-928151c64a42 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514491 Jul 07 17:09:20.908381 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network c2438b08-8280-45c1-8306-626a80bc44ea details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:09:21.037092 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06657083-8696-4c4e-ae62-f5682c0cdc75 req-830649a4-46a0-492c-893b-f0caa537c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:21.038776 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06657083-8696-4c4e-ae62-f5682c0cdc75 req-830649a4-46a0-492c-893b-f0caa537c14e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b98cabf4-42ed-44ed-ab79-c575638b701e HTTP/1.1" status: 200 len: 1097 time: 0.2630823 Jul 07 17:09:21.124386 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-17e71b0b-6428-438a-b48b-fd24f9c409c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.152610 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06657083-8696-4c4e-ae62-f5682c0cdc75 req-162f8317-2571-4e1b-b07a-ebcd8f1e4400 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858443 Jul 07 17:09:21.189150 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e71b0b-6428-438a-b48b-fd24f9c409c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6506cce1-ae4a-481e-aeb3-bd12bb9f64f8,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:21.218269 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e71b0b-6428-438a-b48b-fd24f9c409c2 admin admin] Checking segment: {'id': 'ac2b061c-ee0d-46dc-a430-6fa850467c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c2438b08-8280-45c1-8306-626a80bc44ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:09:21.218666 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e71b0b-6428-438a-b48b-fd24f9c409c2 admin admin] Network hostable DHCP agents. Network: c2438b08-8280-45c1-8306-626a80bc44ea, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:09:21.240088 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e71b0b-6428-438a-b48b-fd24f9c409c2 admin admin] Network c2438b08-8280-45c1-8306-626a80bc44ea is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:09:21.263904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-17e71b0b-6428-438a-b48b-fd24f9c409c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, c2438b08-8280-45c1-8306-626a80bc44ea) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:09:21.269509 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e71b0b-6428-438a-b48b-fd24f9c409c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:21.270638 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-17e71b0b-6428-438a-b48b-fd24f9c409c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:21.277580 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c04c9a2-d57b-420e-8530-9d05868d6b1a None None] Network c2438b08-8280-45c1-8306-626a80bc44ea requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:21.308592 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-17e71b0b-6428-438a-b48b-fd24f9c409c2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5817316 Jul 07 17:09:21.452340 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d855ff2-991a-4aac-b605-aaad51fcfe28 None None] Network c2438b08-8280-45c1-8306-626a80bc44ea requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:09:22.344875 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300ac48-4060-403d-bd63-1015f4f0112a req-40c725da-97cd-4dfe-9d02-7fc8d977578b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:22.356933 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d300ac48-4060-403d-bd63-1015f4f0112a req-40c725da-97cd-4dfe-9d02-7fc8d977578b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b98cabf4-42ed-44ed-ab79-c575638b701e HTTP/1.1" status: 200 len: 946 time: 0.2575462 Jul 07 17:09:22.421681 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d300ac48-4060-403d-bd63-1015f4f0112a req-58bb9737-6015-4bf7-af1a-c44596e4495a tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634398 Jul 07 17:09:23.703107 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7098b89-b490-4ed8-b888-e033e75d67c5 req-e11b9ef4-527f-4322-98e9-4e32f8353ce3 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:23.716735 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b7098b89-b490-4ed8-b888-e033e75d67c5 req-e11b9ef4-527f-4322-98e9-4e32f8353ce3 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b98cabf4-42ed-44ed-ab79-c575638b701e HTTP/1.1" status: 200 len: 946 time: 0.1225746 Jul 07 17:09:23.767354 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b7098b89-b490-4ed8-b888-e033e75d67c5 req-7909e761-b80e-4da4-9f17-59ee54ad844f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487604 Jul 07 17:09:32.579750 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb3cdb-07e9-4c49-beca-eeea6fd751e3 req-06bdae48-0053-4110-af30-3b4602aa7f8a tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:32.616863 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9dcb3cdb-07e9-4c49-beca-eeea6fd751e3 req-06bdae48-0053-4110-af30-3b4602aa7f8a tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.3001254 Jul 07 17:09:32.701315 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9dcb3cdb-07e9-4c49-beca-eeea6fd751e3 req-18fb94ce-aef6-48af-99a2-15e51c7d6f83 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833993 Jul 07 17:09:33.946561 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d84f5b-4685-4c20-8066-a8a3f5395f60 req-927e3bff-eb75-4fa3-82a2-da9d5aca3fa4 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:33.948198 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-68d84f5b-4685-4c20-8066-a8a3f5395f60 req-927e3bff-eb75-4fa3-82a2-da9d5aca3fa4 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.0804918 Jul 07 17:09:34.001454 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-68d84f5b-4685-4c20-8066-a8a3f5395f60 req-7a28ee20-660c-4afc-aaa0-cde74ab9e9e1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422189 Jul 07 17:09:34.718360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37874) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:34.922920 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-979bfc78-9fc0-48c7-b675-2bf01b422461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.090263 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-979bfc78-9fc0-48c7-b675-2bf01b422461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.096046 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-979bfc78-9fc0-48c7-b675-2bf01b422461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.150949 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979bfc78-9fc0-48c7-b675-2bf01b422461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66349b56-04b8-4ed9-a1da-4f6ff091c7e8,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:35.196070 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-979bfc78-9fc0-48c7-b675-2bf01b422461 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6e8ae7bcef1946feadf885c47812333f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4764273 Jul 07 17:09:35.198299 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37888) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:09:35.218558 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:09:35.330290 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6f04c26c-b2e0-418c-b08d-f8f0470b3cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.365959 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193d5f7-64af-44ca-bf16-962e0897739c req-1ed55b5d-4ae3-404b-8eb4-4e09f3feff65 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:35.368231 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0193d5f7-64af-44ca-bf16-962e0897739c req-1ed55b5d-4ae3-404b-8eb4-4e09f3feff65 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.1342087 Jul 07 17:09:35.375091 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6f04c26c-b2e0-418c-b08d-f8f0470b3cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.485465 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0193d5f7-64af-44ca-bf16-962e0897739c req-7a29643e-d875-4f6a-9942-47d4b4d34027 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048265 Jul 07 17:09:35.510780 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6f04c26c-b2e0-418c-b08d-f8f0470b3cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.513415 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6f04c26c-b2e0-418c-b08d-f8f0470b3cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:35.514638 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6f04c26c-b2e0-418c-b08d-f8f0470b3cfc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66349b56-04b8-4ed9-a1da-4f6ff091c7e8 HTTP/1.1" status: 204 len: 168 time: 0.3150470 Jul 07 17:09:35.563174 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04c26c-b2e0-418c-b08d-f8f0470b3cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66349b56-04b8-4ed9-a1da-4f6ff091c7e8,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:35.982073 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781e4f5-f92e-4a14-8180-f702579b2560 req-d377ed88-79a2-47e9-a654-e724a323adcd tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:35.984809 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e781e4f5-f92e-4a14-8180-f702579b2560 req-d377ed88-79a2-47e9-a654-e724a323adcd tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0995362 Jul 07 17:09:36.075686 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e781e4f5-f92e-4a14-8180-f702579b2560 req-556c2dfd-9925-4ad7-9191-2675ea0665c1 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777907 Jul 07 17:09:36.377357 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79be243-8745-46bc-b1d4-65d06688f25c req-bb985fbf-a202-4b73-a108-cbffee7f6655 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:36.380095 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a79be243-8745-46bc-b1d4-65d06688f25c req-bb985fbf-a202-4b73-a108-cbffee7f6655 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1200354 Jul 07 17:09:36.444590 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a79be243-8745-46bc-b1d4-65d06688f25c req-3012577c-954f-4e10-b239-b696fff0810b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448303 Jul 07 17:09:36.803893 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6a576-fd36-4075-80c2-63e37b50af5d req-050ba32b-ef53-47b2-b160-fba18858d6eb tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:36.806300 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eca6a576-fd36-4075-80c2-63e37b50af5d req-050ba32b-ef53-47b2-b160-fba18858d6eb tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.1127279 Jul 07 17:09:36.877167 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eca6a576-fd36-4075-80c2-63e37b50af5d req-3a2b6f83-a628-4248-ac04-a1bc542fff6a tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614374 Jul 07 17:09:37.153746 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f01bd4-a2ff-4a41-9c6d-c8803f4aa21c req-187d0d57-8182-4194-ac38-d7e9e41f5912 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:37.156165 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e2f01bd4-a2ff-4a41-9c6d-c8803f4aa21c req-187d0d57-8182-4194-ac38-d7e9e41f5912 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1020982 Jul 07 17:09:37.227845 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e2f01bd4-a2ff-4a41-9c6d-c8803f4aa21c req-ad38c597-abc9-4788-86b0-b425eb7fbc9a tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603380 Jul 07 17:09:38.338765 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7dd586-1f17-4fb6-8562-6f24aeffc50e req-edcc0430-3332-4fd4-9222-0845072ae1f7 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:38.341138 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c7dd586-1f17-4fb6-8562-6f24aeffc50e req-edcc0430-3332-4fd4-9222-0845072ae1f7 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.1161063 Jul 07 17:09:38.428977 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c7dd586-1f17-4fb6-8562-6f24aeffc50e req-e440b39e-d33d-49c1-8076-2ad91e77fdc1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792894 Jul 07 17:09:38.611087 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03560f-e09c-4782-a514-a0492b806660 req-7793aba5-22d8-4930-8bae-4bd70292c478 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:38.614017 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8d03560f-e09c-4782-a514-a0492b806660 req-7793aba5-22d8-4930-8bae-4bd70292c478 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0987434 Jul 07 17:09:38.670868 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8d03560f-e09c-4782-a514-a0492b806660 req-ff63198c-70c2-47e4-b49b-f00cda7596e4 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465157 Jul 07 17:09:39.712735 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c0946-fc3e-4668-ae0a-72ad01494822 req-26339cf0-d84d-4801-a0b3-fed68bd67eb0 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:39.714591 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-990c0946-fc3e-4668-ae0a-72ad01494822 req-26339cf0-d84d-4801-a0b3-fed68bd67eb0 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.1041760 Jul 07 17:09:39.809878 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-990c0946-fc3e-4668-ae0a-72ad01494822 req-e51ad47b-73ee-4642-a6e9-f250d4dad651 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831316 Jul 07 17:09:39.971298 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3ffcc-9ff0-4289-8e30-235f0941d3a0 req-fa6c813c-3b02-44d2-b75c-7113d80a4887 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:39.980964 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b4a3ffcc-9ff0-4289-8e30-235f0941d3a0 req-fa6c813c-3b02-44d2-b75c-7113d80a4887 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1038754 Jul 07 17:09:40.070129 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b4a3ffcc-9ff0-4289-8e30-235f0941d3a0 req-56e9cd75-1db1-4eab-9dfa-0a100aff50ca tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881867 Jul 07 17:09:41.096287 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e4744-a07d-4115-b49e-4cb78635945b req-74fe5af1-f5cf-49ac-9839-a0e2ebe7d45d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:41.107846 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ed7e4744-a07d-4115-b49e-4cb78635945b req-74fe5af1-f5cf-49ac-9839-a0e2ebe7d45d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.1013534 Jul 07 17:09:41.160363 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ed7e4744-a07d-4115-b49e-4cb78635945b req-e989c850-95f6-4ee6-ac9a-85d9f33a5571 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496709 Jul 07 17:09:41.456036 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca65ce-7bf5-41f8-9d0a-b8c946470352 req-2d95a037-1535-4ad7-92a3-a9f220aa15a2 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:41.470189 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2aca65ce-7bf5-41f8-9d0a-b8c946470352 req-2d95a037-1535-4ad7-92a3-a9f220aa15a2 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1499786 Jul 07 17:09:41.572592 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2aca65ce-7bf5-41f8-9d0a-b8c946470352 req-ac69ced6-bc29-4489-88b4-0edf52dbe65b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985899 Jul 07 17:09:42.528158 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a0e30-d7ca-49ad-b8b7-73eb08430950 req-44f49df7-68d6-4b72-8d1a-23d9505f6cb1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:42.530971 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0c8a0e30-d7ca-49ad-b8b7-73eb08430950 req-44f49df7-68d6-4b72-8d1a-23d9505f6cb1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.1769130 Jul 07 17:09:42.601787 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0c8a0e30-d7ca-49ad-b8b7-73eb08430950 req-a15b8907-7648-4a8a-bf55-df89099cfc6a tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635521 Jul 07 17:09:42.777506 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb09cff-6031-418a-be41-bb599f23b987 req-d6adc70d-4961-420a-9f12-2717463fd1d1 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:42.787881 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-acb09cff-6031-418a-be41-bb599f23b987 req-d6adc70d-4961-420a-9f12-2717463fd1d1 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0784688 Jul 07 17:09:42.833085 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-acb09cff-6031-418a-be41-bb599f23b987 req-7ab54124-5d32-4067-b4be-0ff672da1065 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434451 Jul 07 17:09:43.977190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416de7fb-5b9b-40df-94ab-08f2c6585cca req-7deeb620-6e89-43b5-8d45-2500c969553c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:43.985607 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-416de7fb-5b9b-40df-94ab-08f2c6585cca req-7deeb620-6e89-43b5-8d45-2500c969553c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.1385899 Jul 07 17:09:44.053618 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-416de7fb-5b9b-40df-94ab-08f2c6585cca req-9ed28d2d-889c-4adc-a8c8-65c7a54c65ea tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670960 Jul 07 17:09:44.174970 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:44.214077 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713113a-6e7a-4b83-8590-c3af8ef207d4 req-edea3a07-5181-41a1-ba73-eb34ffe8f350 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:44.217369 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5713113a-6e7a-4b83-8590-c3af8ef207d4 req-edea3a07-5181-41a1-ba73-eb34ffe8f350 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1711564 Jul 07 17:09:44.278801 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5713113a-6e7a-4b83-8590-c3af8ef207d4 req-4d508240-454b-4401-be05-a842020f29f2 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486989 Jul 07 17:09:44.451735 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 211871f7-f8ed-4c41-b680-7c3c56c56f27 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:09:44.584091 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 211871f7-f8ed-4c41-b680-7c3c56c56f27, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=211871f7-f8ed-4c41-b680-7c3c56c56f27,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:44.597442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '211871f7-f8ed-4c41-b680-7c3c56c56f27', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'port_id': '211871f7-f8ed-4c41-b680-7c3c56c56f27', 'mac_address': 'fa:16:3e:4b:f3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:09:44.652407 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:44.666052 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 211871f7-f8ed-4c41-b680-7c3c56c56f27 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:09:44.702171 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 211871f7-f8ed-4c41-b680-7c3c56c56f27, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=211871f7-f8ed-4c41-b680-7c3c56c56f27,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:44.707781 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-40df9e0b-2d9c-4740-bc68-51af1e3e3c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:44.716542 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:44.788566 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=211871f7-f8ed-4c41-b680-7c3c56c56f27,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:44.804769 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['211871f7-f8ed-4c41-b680-7c3c56c56f27'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:09:45.283833 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350a475-55bc-46bd-9f5e-4a9247bfaf84 req-a9b61e73-0624-4f75-bd64-7d0335856893 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:45.286148 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9350a475-55bc-46bd-9f5e-4a9247bfaf84 req-a9b61e73-0624-4f75-bd64-7d0335856893 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 945 time: 0.0730076 Jul 07 17:09:45.339423 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9350a475-55bc-46bd-9f5e-4a9247bfaf84 req-1a18552a-bb99-48eb-8510-a094301d88c4 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425553 Jul 07 17:09:45.554822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e756292-d42e-4213-b143-67cfc90e37ff req-4b8acbc8-e706-4b05-b985-cee81ed2cf52 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:45.563023 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e756292-d42e-4213-b143-67cfc90e37ff req-4b8acbc8-e706-4b05-b985-cee81ed2cf52 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0921621 Jul 07 17:09:45.610089 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e756292-d42e-4213-b143-67cfc90e37ff req-2e85d022-a3c8-4e13-b474-963c8e4d8df1 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456572 Jul 07 17:09:46.396138 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.459769 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 211871f7-f8ed-4c41-b680-7c3c56c56f27 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:09:46.562261 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3bcfe-92ff-418e-90ed-9f249495acbc req-a246359e-6bf8-42b9-9eed-836adefaf242 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:46.571073 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 211871f7-f8ed-4c41-b680-7c3c56c56f27 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:09:46.571290 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-25c3bcfe-92ff-418e-90ed-9f249495acbc req-a246359e-6bf8-42b9-9eed-836adefaf242 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 945 time: 0.0905943 Jul 07 17:09:46.571842 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.617324 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-25c3bcfe-92ff-418e-90ed-9f249495acbc req-c9afec7f-1bd3-49c6-a536-b78c1ab92162 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451672 Jul 07 17:09:46.745745 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.783945 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446a66e0-9d09-4e6e-a03f-98fb5ccfff1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211871f7-f8ed-4c41-b680-7c3c56c56f27'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:09:46.787243 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfd78a3-2af4-47ae-918e-4f03734241bd" -d '{"events": [{"server_uuid": "446a66e0-9d09-4e6e-a03f-98fb5ccfff1f", "name": "network-vif-plugged", "status": "completed", "tag": "211871f7-f8ed-4c41-b680-7c3c56c56f27"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:09:46.817239 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 211871f7-f8ed-4c41-b680-7c3c56c56f27, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=211871f7-f8ed-4c41-b680-7c3c56c56f27,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:09:46.824733 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:46.891858 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d79db3-058c-4c50-b9a7-1b6ee3eb5f56 x-openstack-request-id: req-33d79db3-058c-4c50-b9a7-1b6ee3eb5f56 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:09:46.892543 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446a66e0-9d09-4e6e-a03f-98fb5ccfff1f", "name": "network-vif-plugged", "status": "completed", "tag": "211871f7-f8ed-4c41-b680-7c3c56c56f27", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:09:46.893566 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-33d79db3-058c-4c50-b9a7-1b6ee3eb5f56 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:09:46.894849 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446a66e0-9d09-4e6e-a03f-98fb5ccfff1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211871f7-f8ed-4c41-b680-7c3c56c56f27', 'code': 200} Jul 07 17:09:46.896126 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=211871f7-f8ed-4c41-b680-7c3c56c56f27,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:09:46.924582 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba396ce-734b-4828-b5c9-a4390246de0c req-dfffc7fe-de5c-49ea-b185-0f34040a3a30 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:46.931813 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7ba396ce-734b-4828-b5c9-a4390246de0c req-dfffc7fe-de5c-49ea-b185-0f34040a3a30 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1612356 Jul 07 17:09:46.984611 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7ba396ce-734b-4828-b5c9-a4390246de0c req-33287cec-abe2-4a96-8f80-93ee58ce1ffe tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484767 Jul 07 17:09:47.585117 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.893382 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9aba2-e741-41eb-8a91-6a4d3d1f268e req-886b5a5e-39a1-4692-b100-d8839081475d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:47.902249 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b7a9aba2-e741-41eb-8a91-6a4d3d1f268e req-886b5a5e-39a1-4692-b100-d8839081475d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.0920405 Jul 07 17:09:47.947466 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-83b4b4a1-4121-47c5-bdf7-85ac64e092c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:47.952583 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b7a9aba2-e741-41eb-8a91-6a4d3d1f268e req-2dada8e8-1bfb-4895-a3cf-0b0d909872f7 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489976 Jul 07 17:09:48.498317 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78834259-4d14-479c-a32b-ed762ec1cf6b req-ff3b2f8e-4ef3-4c4a-ae2e-5275269a6996 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:48.510690 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78834259-4d14-479c-a32b-ed762ec1cf6b req-ff3b2f8e-4ef3-4c4a-ae2e-5275269a6996 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1832047 Jul 07 17:09:48.576520 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78834259-4d14-479c-a32b-ed762ec1cf6b req-9fbfff36-9b48-43c3-ad15-e9a072d144a4 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646641 Jul 07 17:09:48.797815 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:49.222709 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f60c3-3db9-423c-bfd1-70b7228ebc72 req-2e76ab30-7564-42ee-801a-f361920f140c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:49.224646 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b02f60c3-3db9-423c-bfd1-70b7228ebc72 req-2e76ab30-7564-42ee-801a-f361920f140c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.1141980 Jul 07 17:09:49.281300 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b02f60c3-3db9-423c-bfd1-70b7228ebc72 req-5b3c9a7c-b87c-47d4-a088-363ac12385fa tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505748 Jul 07 17:09:49.981500 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a2a6f-6073-48ba-94f6-0cb4b433c29e req-b999a64c-8dd9-4375-b111-b81391a784c3 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:49.986272 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-962a2a6f-6073-48ba-94f6-0cb4b433c29e req-b999a64c-8dd9-4375-b111-b81391a784c3 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1687579 Jul 07 17:09:50.131021 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-962a2a6f-6073-48ba-94f6-0cb4b433c29e req-43410fde-42fb-4edd-a57d-6ebba438d07d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321616 Jul 07 17:09:50.259693 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:09:50.754538 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d3acc-75f0-4d5b-9a48-684e39b3f1b0 req-e99dc80c-b3ba-48eb-abd0-23b5e5da1ad2 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:50.774369 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-215d3acc-75f0-4d5b-9a48-684e39b3f1b0 req-e99dc80c-b3ba-48eb-abd0-23b5e5da1ad2 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.1532426 Jul 07 17:09:50.861017 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-215d3acc-75f0-4d5b-9a48-684e39b3f1b0 req-0764b6ad-fa90-4ff9-b5b1-991d236e3106 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807810 Jul 07 17:09:50.864211 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd9640-adc7-4781-92a9-0d2a00714f2e req-c47e851e-1bb1-4b0a-957b-4f9d2388f70d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:50.872545 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-58bd9640-adc7-4781-92a9-0d2a00714f2e req-c47e851e-1bb1-4b0a-957b-4f9d2388f70d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.2685072 Jul 07 17:09:50.938245 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-58bd9640-adc7-4781-92a9-0d2a00714f2e req-f57906be-85f0-4007-9cb3-74eb8599da79 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596347 Jul 07 17:09:50.979256 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c34beb-9d16-448c-bd94-4067ff262b4b req-d66cd296-36bd-4369-8df3-9f19c46ee356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:50.980827 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18c34beb-9d16-448c-bd94-4067ff262b4b req-d66cd296-36bd-4369-8df3-9f19c46ee356 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 1095 time: 0.3017337 Jul 07 17:09:51.325695 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c34beb-9d16-448c-bd94-4067ff262b4b req-9f5f510c-dbab-4f55-996c-3df7117fa9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:51.327268 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18c34beb-9d16-448c-bd94-4067ff262b4b req-9f5f510c-dbab-4f55-996c-3df7117fa9fb service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 913 time: 0.3397758 Jul 07 17:09:51.453089 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18c34beb-9d16-448c-bd94-4067ff262b4b req-e8e659ac-b3ff-462f-8959-c2e3616485dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b HTTP/1.1" status: 200 len: 999 time: 0.1189635 Jul 07 17:09:51.604461 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c34beb-9d16-448c-bd94-4067ff262b4b req-3cb176a8-acdf-4add-90c2-b9b31e9188dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:51.610641 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18c34beb-9d16-448c-bd94-4067ff262b4b req-3cb176a8-acdf-4add-90c2-b9b31e9188dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.1220622 Jul 07 17:09:51.729044 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c34beb-9d16-448c-bd94-4067ff262b4b req-a45277a0-c192-4bf3-bc36-88862fafa4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:51.732311 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18c34beb-9d16-448c-bd94-4067ff262b4b req-a45277a0-c192-4bf3-bc36-88862fafa4e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132975 Jul 07 17:09:51.869715 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18c34beb-9d16-448c-bd94-4067ff262b4b req-f46c4af7-d630-46f2-9cb6-74735fabdf33 service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223657 Jul 07 17:09:52.297039 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18c34beb-9d16-448c-bd94-4067ff262b4b req-c761299b-82f2-455c-ab11-bd211683ff37 service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172242 Jul 07 17:09:52.310725 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3e320-4d88-4631-9528-9c665c1aeb75 req-fd73c26a-4161-4db7-9c4c-72b036f2f0d5 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:52.312697 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-70a3e320-4d88-4631-9528-9c665c1aeb75 req-fd73c26a-4161-4db7-9c4c-72b036f2f0d5 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.2209301 Jul 07 17:09:52.386263 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71034d61-00db-4845-bbd6-51b16e6eb52d req-9183905f-d369-40cc-ad0a-fecd8b33c3a0 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:52.388018 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-71034d61-00db-4845-bbd6-51b16e6eb52d req-9183905f-d369-40cc-ad0a-fecd8b33c3a0 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1999824 Jul 07 17:09:52.435134 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-70a3e320-4d88-4631-9528-9c665c1aeb75 req-5fdd1c21-9efc-4d8c-92f9-46cdadb6f5b8 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948546 Jul 07 17:09:52.490909 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-71034d61-00db-4845-bbd6-51b16e6eb52d req-8548fad9-d4a7-496d-8233-c11d9167b082 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461216 Jul 07 17:09:53.827959 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db1172-de7a-4e70-b287-8e9c1533a038 req-f83f9355-f499-4707-8161-6eeb84a827b0 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:53.828790 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df82ca6-4c4b-410d-a168-c64a1dba2aba req-45a2ca6b-9dcf-43c3-adee-b3694538e30d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:53.830221 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5df82ca6-4c4b-410d-a168-c64a1dba2aba req-45a2ca6b-9dcf-43c3-adee-b3694538e30d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1289420 Jul 07 17:09:53.833853 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-99db1172-de7a-4e70-b287-8e9c1533a038 req-f83f9355-f499-4707-8161-6eeb84a827b0 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.1801581 Jul 07 17:09:53.892946 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5df82ca6-4c4b-410d-a168-c64a1dba2aba req-1ae1f6e1-4bd0-4e51-9e21-218521b8adf3 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538113 Jul 07 17:09:53.930030 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-99db1172-de7a-4e70-b287-8e9c1533a038 req-83a220e0-c4c4-4dfa-bf40-8dedebe87380 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903139 Jul 07 17:09:54.427223 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b765b3-0bef-47f7-8c4a-9b59acb81cfb req-05377a1b-26ac-4846-b54c-0a434de550e0 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:54.429988 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5b765b3-0bef-47f7-8c4a-9b59acb81cfb req-05377a1b-26ac-4846-b54c-0a434de550e0 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1720650 Jul 07 17:09:54.484996 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5b765b3-0bef-47f7-8c4a-9b59acb81cfb req-d173ea75-85d3-4952-a47a-04a36d5829cb tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482090 Jul 07 17:09:55.188495 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72427a4b-5364-43db-bce3-883732ae8876 req-470f5877-94f1-4a45-8dc3-a7151fa299ee tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:55.197161 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-72427a4b-5364-43db-bce3-883732ae8876 req-470f5877-94f1-4a45-8dc3-a7151fa299ee tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1462131 Jul 07 17:09:55.288083 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-72427a4b-5364-43db-bce3-883732ae8876 req-f48fa525-8ac4-475f-b7aa-694f62c995d8 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823698 Jul 07 17:09:55.328904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04811384-5e2c-4019-83c9-74b901c0b8b3 req-e4afb71d-c705-4de8-948b-9a34aa738291 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:55.339259 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-04811384-5e2c-4019-83c9-74b901c0b8b3 req-e4afb71d-c705-4de8-948b-9a34aa738291 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.1417465 Jul 07 17:09:55.460367 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-04811384-5e2c-4019-83c9-74b901c0b8b3 req-c5ed4bfa-3b5e-4273-85f8-baff68faa6fb tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118476 Jul 07 17:09:56.167545 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c6d15-4b74-43c2-a473-c11d38351f57 req-4ec8eb18-0f47-4d17-9f86-5cee7341c76e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:56.189976 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-783c6d15-4b74-43c2-a473-c11d38351f57 req-4ec8eb18-0f47-4d17-9f86-5cee7341c76e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1517375 Jul 07 17:09:56.260600 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-783c6d15-4b74-43c2-a473-c11d38351f57 req-5d2d5797-153c-4189-bedc-c90b373e7bf3 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653865 Jul 07 17:09:56.758957 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe5baf-f34a-421a-ae21-eb513c97858b req-6471d34f-3bdc-4b21-b5e2-7c6a63b9861c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:56.783445 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3fbe5baf-f34a-421a-ae21-eb513c97858b req-6471d34f-3bdc-4b21-b5e2-7c6a63b9861c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.1422460 Jul 07 17:09:56.910482 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3fbe5baf-f34a-421a-ae21-eb513c97858b req-bef466f7-1b8f-4716-9e75-f30a97352740 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249478 Jul 07 17:09:57.589931 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c70e4-938e-4cc7-9010-ca22d16a46b8 req-72e1042e-da70-4581-9e8f-a5f5bf2d36dd tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:57.599619 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-074c70e4-938e-4cc7-9010-ca22d16a46b8 req-72e1042e-da70-4581-9e8f-a5f5bf2d36dd tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0906353 Jul 07 17:09:57.649691 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-074c70e4-938e-4cc7-9010-ca22d16a46b8 req-61c380ad-5220-4f64-8311-ef6f480b1ce1 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487425 Jul 07 17:09:58.460651 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd97e29-c0e8-475a-ad4d-21c873d71006 req-dcda74b6-47ce-4d00-ad17-d49565b6c49c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:58.472625 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fd97e29-c0e8-475a-ad4d-21c873d71006 req-dcda74b6-47ce-4d00-ad17-d49565b6c49c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.2015693 Jul 07 17:09:58.581308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29103412-a844-445e-9d7d-c0a5e067a088 req-bc17ef49-c241-4cd3-8ac8-87934544a4a0 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:09:58.589965 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29103412-a844-445e-9d7d-c0a5e067a088 req-bc17ef49-c241-4cd3-8ac8-87934544a4a0 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1079810 Jul 07 17:09:58.642169 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fd97e29-c0e8-475a-ad4d-21c873d71006 req-ba9c71c2-530b-4e8d-a2c8-86cd4b4d6c34 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683729 Jul 07 17:09:58.673255 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29103412-a844-445e-9d7d-c0a5e067a088 req-a3a72523-bf7c-414a-8dfa-f8a6031326fc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818894 Jul 07 17:10:00.009322 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f9ce1-40ad-4a9a-8d97-479d017bb1da req-53a39c61-0154-4ce6-a69d-beedf92bfe31 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:00.009888 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af5ea6-b54a-4d20-b4f0-b086f770d4f0 req-389bead0-19e6-4f48-85e4-05dc4fad280e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:00.016937 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45af5ea6-b54a-4d20-b4f0-b086f770d4f0 req-389bead0-19e6-4f48-85e4-05dc4fad280e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.1237800 Jul 07 17:10:00.019188 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e67f9ce1-40ad-4a9a-8d97-479d017bb1da req-53a39c61-0154-4ce6-a69d-beedf92bfe31 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1206396 Jul 07 17:10:00.066401 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45af5ea6-b54a-4d20-b4f0-b086f770d4f0 req-e6116c33-616e-47a0-a7e3-7964a9190c26 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482030 Jul 07 17:10:00.091475 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e67f9ce1-40ad-4a9a-8d97-479d017bb1da req-0e2ffe4e-5fd4-4d90-b5ea-da6c6f96cf7e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709574 Jul 07 17:10:00.446253 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2893956-8031-4507-9d09-646f6764e49b req-44882949-0f23-41ff-be29-89540786ff17 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:00.460517 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f2893956-8031-4507-9d09-646f6764e49b req-44882949-0f23-41ff-be29-89540786ff17 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1462431 Jul 07 17:10:01.160210 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f2893956-8031-4507-9d09-646f6764e49b req-b3c75c57-2395-440f-b2bd-e5c1add84407 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6943729 Jul 07 17:10:01.309814 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38622) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:01.375489 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23574427-d296-4c18-8cf5-57cbefb7e2aa req-dae3c3c0-edeb-4a7d-98ca-a882e7667e2a tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:01.377078 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-23574427-d296-4c18-8cf5-57cbefb7e2aa req-dae3c3c0-edeb-4a7d-98ca-a882e7667e2a tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.1070943 Jul 07 17:10:01.463429 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-23574427-d296-4c18-8cf5-57cbefb7e2aa req-0da6b657-c701-4988-9ff6-ac104f1c1d46 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671458 Jul 07 17:10:01.547609 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017bd4e-647e-437e-b30f-5080cbb27409 req-04a3343f-cc4c-4937-86cc-23a6e099751f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:01.556090 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2017bd4e-647e-437e-b30f-5080cbb27409 req-04a3343f-cc4c-4937-86cc-23a6e099751f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1324329 Jul 07 17:10:01.626632 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2017bd4e-647e-437e-b30f-5080cbb27409 req-967774ac-1a71-4a74-8d2d-95583e1f8324 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692449 Jul 07 17:10:01.678538 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-77d71b73-5b91-4c38-a65b-1f41fbdce1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:01.907662 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-77d71b73-5b91-4c38-a65b-1f41fbdce1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:01.956015 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-77d71b73-5b91-4c38-a65b-1f41fbdce1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.010790 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d71b73-5b91-4c38-a65b-1f41fbdce1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7218c299-9386-4b6e-8acc-2cf5e4f86e92,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:02.054228 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38650) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:02.054409 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-77d71b73-5b91-4c38-a65b-1f41fbdce1ef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=efbde1d7dd8c464e827c6b943397a789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7430565 Jul 07 17:10:02.056397 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71b73-5b91-4c38-a65b-1f41fbdce1ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.057187 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71b73-5b91-4c38-a65b-1f41fbdce1ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.057749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71b73-5b91-4c38-a65b-1f41fbdce1ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.058163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71b73-5b91-4c38-a65b-1f41fbdce1ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.058748 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71b73-5b91-4c38-a65b-1f41fbdce1ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.059321 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71b73-5b91-4c38-a65b-1f41fbdce1ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.059894 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71b73-5b91-4c38-a65b-1f41fbdce1ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.060448 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71b73-5b91-4c38-a65b-1f41fbdce1ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.060992 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71b73-5b91-4c38-a65b-1f41fbdce1ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.061553 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71b73-5b91-4c38-a65b-1f41fbdce1ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.062096 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71b73-5b91-4c38-a65b-1f41fbdce1ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.062714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71b73-5b91-4c38-a65b-1f41fbdce1ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.133280 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aba0c9-41bb-4020-93bb-231e4f5d216d req-7d56baa2-0505-425c-97db-14bb9055cff9 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:02.134909 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-31aba0c9-41bb-4020-93bb-231e4f5d216d req-7d56baa2-0505-425c-97db-14bb9055cff9 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.2255619 Jul 07 17:10:02.179656 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c2c35cd-b08b-4256-b68a-f062b9a956d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.222516 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c2c35cd-b08b-4256-b68a-f062b9a956d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.224571 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-31aba0c9-41bb-4020-93bb-231e4f5d216d req-250d3f29-86f9-48e5-a552-c1e1c58dc7b2 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829103 Jul 07 17:10:02.309217 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c2c35cd-b08b-4256-b68a-f062b9a956d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.319047 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c2c35cd-b08b-4256-b68a-f062b9a956d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:02.321285 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6c2c35cd-b08b-4256-b68a-f062b9a956d6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7218c299-9386-4b6e-8acc-2cf5e4f86e92 HTTP/1.1" status: 204 len: 168 time: 0.2657025 Jul 07 17:10:02.334278 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c35cd-b08b-4256-b68a-f062b9a956d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7218c299-9386-4b6e-8acc-2cf5e4f86e92,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:02.345059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2c35cd-b08b-4256-b68a-f062b9a956d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.345953 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2c35cd-b08b-4256-b68a-f062b9a956d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.346666 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2c35cd-b08b-4256-b68a-f062b9a956d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.347281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2c35cd-b08b-4256-b68a-f062b9a956d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.347809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2c35cd-b08b-4256-b68a-f062b9a956d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.348385 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2c35cd-b08b-4256-b68a-f062b9a956d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.348949 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2c35cd-b08b-4256-b68a-f062b9a956d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.349670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2c35cd-b08b-4256-b68a-f062b9a956d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.350517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2c35cd-b08b-4256-b68a-f062b9a956d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.352114 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2c35cd-b08b-4256-b68a-f062b9a956d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.352889 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2c35cd-b08b-4256-b68a-f062b9a956d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.353617 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2c35cd-b08b-4256-b68a-f062b9a956d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:02.847857 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcabe68-ca26-4c5b-a4bd-c8bff086a159 req-46407ad0-937d-47b1-934f-e21ec3ac0507 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:02.849731 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7fcabe68-ca26-4c5b-a4bd-c8bff086a159 req-46407ad0-937d-47b1-934f-e21ec3ac0507 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.0816674 Jul 07 17:10:02.935696 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7fcabe68-ca26-4c5b-a4bd-c8bff086a159 req-c1c99ac5-283d-424e-81fd-fda77d089194 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721102 Jul 07 17:10:03.277994 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38716) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:03.400932 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-19696c09-cc47-4ab6-9603-a007a90430b6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-159139462-network', 'tenant_id': '4b8fca2c129d4b60828a826ccf71683d'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:03.431248 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19696c09-cc47-4ab6-9603-a007a90430b6 admin admin] Made reservation on behalf of 4b8fca2c129d4b60828a826ccf71683d for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:03.434460 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19696c09-cc47-4ab6-9603-a007a90430b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.454275 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19696c09-cc47-4ab6-9603-a007a90430b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.466567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000627e6-d779-467a-beee-e0fa80ce0311 req-b380ee53-6328-45fd-b4de-92d02d8a6e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:03.472545 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-000627e6-d779-467a-beee-e0fa80ce0311 req-b380ee53-6328-45fd-b4de-92d02d8a6e81 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=813d1850aa3c4934a7e97cbee8a39039&device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 1097 time: 0.0797203 Jul 07 17:10:03.608231 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000627e6-d779-467a-beee-e0fa80ce0311 req-cccccfb5-15af-41a4-a028-9f6483cbb74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:03.610142 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-000627e6-d779-467a-beee-e0fa80ce0311 req-cccccfb5-15af-41a4-a028-9f6483cbb74c service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1 HTTP/1.1" status: 200 len: 918 time: 0.1280406 Jul 07 17:10:03.628460 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19696c09-cc47-4ab6-9603-a007a90430b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.634593 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19696c09-cc47-4ab6-9603-a007a90430b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.654801 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19696c09-cc47-4ab6-9603-a007a90430b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:03.668844 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19696c09-cc47-4ab6-9603-a007a90430b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.669126 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-19696c09-cc47-4ab6-9603-a007a90430b6 admin admin] Added segment 4cb3b96f-885c-449d-be9c-5dcfde69f042 of type vlan for network 988ebf5e-843b-463a-a4aa-4691b3a5f26e Jul 07 17:10:03.682084 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-000627e6-d779-467a-beee-e0fa80ce0311 req-757e4e5f-bc8f-4755-ba84-e2bdc205e495 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=211871f7-f8ed-4c41-b680-7c3c56c56f27 HTTP/1.1" status: 200 len: 1001 time: 0.0653555 Jul 07 17:10:03.719392 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19696c09-cc47-4ab6-9603-a007a90430b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.765165 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000627e6-d779-467a-beee-e0fa80ce0311 req-560116ca-5815-49a6-ab0e-52b90f21aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:03.768061 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-000627e6-d779-467a-beee-e0fa80ce0311 req-560116ca-5815-49a6-ab0e-52b90f21aa11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5c3cd916-6514-42d5-8d29-5aae3a405db3 HTTP/1.1" status: 200 len: 856 time: 0.0800889 Jul 07 17:10:03.771499 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19696c09-cc47-4ab6-9603-a007a90430b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.772524 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19696c09-cc47-4ab6-9603-a007a90430b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:03.773089 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19696c09-cc47-4ab6-9603-a007a90430b6 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:03.875328 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000627e6-d779-467a-beee-e0fa80ce0311 req-7dd8fb73-53ad-46e2-964f-2159874483af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:03.875328 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-000627e6-d779-467a-beee-e0fa80ce0311 req-7dd8fb73-53ad-46e2-964f-2159874483af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991971 Jul 07 17:10:03.890828 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-19696c09-cc47-4ab6-9603-a007a90430b6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6116235 Jul 07 17:10:03.914476 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38738) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:03.920621 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d4855ba7-29d0-4ad3-b700-1a7a3194d74d admin admin] Request body: {'subnet': {'network_id': '988ebf5e-843b-463a-a4aa-4691b3a5f26e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-159139462-subnet', 'tenant_id': '4b8fca2c129d4b60828a826ccf71683d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:03.933062 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19696c09-cc47-4ab6-9603-a007a90430b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd49261-6114-4493-b454-8bacf4f206f3,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:03.983601 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19696c09-cc47-4ab6-9603-a007a90430b6 admin admin] Pushing event updated for resources: {'Network': ['ID=988ebf5e-843b-463a-a4aa-4691b3a5f26e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:03.990921 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-000627e6-d779-467a-beee-e0fa80ce0311 req-0812d442-d0a1-45d2-83ad-12f8ea1f342d service neutron] 10.222.0.15 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095505 Jul 07 17:10:03.995356 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 988ebf5e-843b-463a-a4aa-4691b3a5f26e details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:04.020197 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4855ba7-29d0-4ad3-b700-1a7a3194d74d admin admin] Made reservation on behalf of 4b8fca2c129d4b60828a826ccf71683d for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:04.026168 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4855ba7-29d0-4ad3-b700-1a7a3194d74d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.150669 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-000627e6-d779-467a-beee-e0fa80ce0311 req-60dd4647-3af3-466b-9476-9eb77ce46cdf service neutron] 10.222.0.15 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527770 Jul 07 17:10:04.429358 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4855ba7-29d0-4ad3-b700-1a7a3194d74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.512000 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4855ba7-29d0-4ad3-b700-1a7a3194d74d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3f56a47-6ef2-4d3f-b6c3-e63168dceb2c,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:04.524326 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09588b8a-2de7-4c77-936c-6689067d5feb req-1453b6f8-f188-45a9-bf02-208d1e1e42ca tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:04.525934 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-09588b8a-2de7-4c77-936c-6689067d5feb req-1453b6f8-f188-45a9-bf02-208d1e1e42ca tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.2367756 Jul 07 17:10:04.534627 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4855ba7-29d0-4ad3-b700-1a7a3194d74d admin admin] Checking segment: {'id': '4cb3b96f-885c-449d-be9c-5dcfde69f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '988ebf5e-843b-463a-a4aa-4691b3a5f26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:04.535002 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4855ba7-29d0-4ad3-b700-1a7a3194d74d admin admin] Network hostable DHCP agents. Network: 988ebf5e-843b-463a-a4aa-4691b3a5f26e, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:04.583921 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4855ba7-29d0-4ad3-b700-1a7a3194d74d admin admin] Network 988ebf5e-843b-463a-a4aa-4691b3a5f26e is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:04.602260 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-09588b8a-2de7-4c77-936c-6689067d5feb req-147da7a4-c463-432a-99d2-016d31b576e8 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635996 Jul 07 17:10:04.603392 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-d4855ba7-29d0-4ad3-b700-1a7a3194d74d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 988ebf5e-843b-463a-a4aa-4691b3a5f26e) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:04.608639 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4855ba7-29d0-4ad3-b700-1a7a3194d74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:04.609544 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4855ba7-29d0-4ad3-b700-1a7a3194d74d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:04.611756 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e56cb8-41cc-4999-8b52-5c95b9662bfe None None] Network 988ebf5e-843b-463a-a4aa-4691b3a5f26e requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:04.665053 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d4855ba7-29d0-4ad3-b700-1a7a3194d74d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7437611 Jul 07 17:10:04.869247 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae277e3-23c5-44af-a375-eea33800c556 None None] Network 988ebf5e-843b-463a-a4aa-4691b3a5f26e requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:05.421948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38798) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:05.429288 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-541a2b20-e05a-4837-9f8f-9ba8d807583a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-616713818-network', 'tenant_id': 'ed4c50b32f014a198ca5cf94fa1eae81'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:05.451053 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541a2b20-e05a-4837-9f8f-9ba8d807583a admin admin] Made reservation on behalf of ed4c50b32f014a198ca5cf94fa1eae81 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:05.453607 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-541a2b20-e05a-4837-9f8f-9ba8d807583a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.464999 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-541a2b20-e05a-4837-9f8f-9ba8d807583a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.588735 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-541a2b20-e05a-4837-9f8f-9ba8d807583a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.594183 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-541a2b20-e05a-4837-9f8f-9ba8d807583a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.620914 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541a2b20-e05a-4837-9f8f-9ba8d807583a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:10:05.636859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a2b20-e05a-4837-9f8f-9ba8d807583a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed75ba99-1f73-41e0-a572-488d15c174b5,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:05.641950 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-541a2b20-e05a-4837-9f8f-9ba8d807583a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.642350 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-541a2b20-e05a-4837-9f8f-9ba8d807583a admin admin] Added segment 01da1e0b-cfbe-49ad-93f9-7f27133db3da of type vlan for network 51c42ddb-943a-4551-9278-a0f69306141d Jul 07 17:10:05.707163 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-541a2b20-e05a-4837-9f8f-9ba8d807583a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.756013 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-541a2b20-e05a-4837-9f8f-9ba8d807583a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.771469 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541a2b20-e05a-4837-9f8f-9ba8d807583a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:05.771469 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-541a2b20-e05a-4837-9f8f-9ba8d807583a admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.840368 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-541a2b20-e05a-4837-9f8f-9ba8d807583a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4145601 Jul 07 17:10:05.840796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38816) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:05.847125 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-84b05aa6-291f-4f2b-87ae-d6af593cc9e5 admin admin] Request body: {'subnet': {'network_id': '51c42ddb-943a-4551-9278-a0f69306141d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-616713818-subnet', 'tenant_id': 'ed4c50b32f014a198ca5cf94fa1eae81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:05.905766 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b05aa6-291f-4f2b-87ae-d6af593cc9e5 admin admin] Made reservation on behalf of ed4c50b32f014a198ca5cf94fa1eae81 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:05.909154 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-84b05aa6-291f-4f2b-87ae-d6af593cc9e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:05.957436 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a2b20-e05a-4837-9f8f-9ba8d807583a admin admin] Pushing event updated for resources: {'Network': ['ID=51c42ddb-943a-4551-9278-a0f69306141d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:05.986330 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 51c42ddb-943a-4551-9278-a0f69306141d details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:10:05.994618 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f491f-96f9-40aa-9e28-1f1b8fbbbea6 req-c6bc8b5a-abab-4736-9a1b-510e4300f658 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:05.999025 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-897f491f-96f9-40aa-9e28-1f1b8fbbbea6 req-c6bc8b5a-abab-4736-9a1b-510e4300f658 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 946 time: 0.1631005 Jul 07 17:10:06.046477 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-897f491f-96f9-40aa-9e28-1f1b8fbbbea6 req-74274626-16fb-465e-b7d7-e91f0e009924 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439844 Jul 07 17:10:06.240163 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-84b05aa6-291f-4f2b-87ae-d6af593cc9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.302278 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b05aa6-291f-4f2b-87ae-d6af593cc9e5 admin admin] Checking segment: {'id': '01da1e0b-cfbe-49ad-93f9-7f27133db3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '51c42ddb-943a-4551-9278-a0f69306141d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:06.302710 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b05aa6-291f-4f2b-87ae-d6af593cc9e5 admin admin] Network hostable DHCP agents. Network: 51c42ddb-943a-4551-9278-a0f69306141d, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:10:06.341442 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b05aa6-291f-4f2b-87ae-d6af593cc9e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b35779b-9298-4e75-a6a7-12aed2e5e5df,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:06.359986 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b05aa6-291f-4f2b-87ae-d6af593cc9e5 admin admin] Network 51c42ddb-943a-4551-9278-a0f69306141d is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:10:06.371335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-84b05aa6-291f-4f2b-87ae-d6af593cc9e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 51c42ddb-943a-4551-9278-a0f69306141d) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:06.378909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b05aa6-291f-4f2b-87ae-d6af593cc9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:06.380192 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-84b05aa6-291f-4f2b-87ae-d6af593cc9e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.385070 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5b4c39-6a84-43d4-a99f-fabc79fa6575 None None] Network 51c42ddb-943a-4551-9278-a0f69306141d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:06.395536 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-84b05aa6-291f-4f2b-87ae-d6af593cc9e5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5529823 Jul 07 17:10:06.563178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 211871f7-f8ed-4c41-b680-7c3c56c56f27 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:06.646199 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a300e4a-3587-46f2-858f-00c9bc33e4bb None None] Network 51c42ddb-943a-4551-9278-a0f69306141d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:10:06.737379 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.782785 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446a66e0-9d09-4e6e-a03f-98fb5ccfff1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '211871f7-f8ed-4c41-b680-7c3c56c56f27'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:06.785330 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5101038f-04f2-4c10-a479-c08e24f54129" -d '{"events": [{"server_uuid": "446a66e0-9d09-4e6e-a03f-98fb5ccfff1f", "name": "network-vif-unplugged", "status": "completed", "tag": "211871f7-f8ed-4c41-b680-7c3c56c56f27"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:06.806594 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 211871f7-f8ed-4c41-b680-7c3c56c56f27, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=211871f7-f8ed-4c41-b680-7c3c56c56f27,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:06.830889 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:06.852779 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ae940e-2e60-4cc9-80b1-e014df2d138e x-openstack-request-id: req-b5ae940e-2e60-4cc9-80b1-e014df2d138e {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:06.853326 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446a66e0-9d09-4e6e-a03f-98fb5ccfff1f", "name": "network-vif-unplugged", "status": "failed", "tag": "211871f7-f8ed-4c41-b680-7c3c56c56f27", "code": 422}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:06.853583 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b5ae940e-2e60-4cc9-80b1-e014df2d138e {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:06.853988 n-d-793620-7 neutron-server[100411]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '446a66e0-9d09-4e6e-a03f-98fb5ccfff1f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '211871f7-f8ed-4c41-b680-7c3c56c56f27', 'code': 422} returned with failed status Jul 07 17:10:06.921567 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=211871f7-f8ed-4c41-b680-7c3c56c56f27,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:07.227778 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-8b3c966b-1110-4b85-aed9-fcbc98c4cdae tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:07.231281 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-8b3c966b-1110-4b85-aed9-fcbc98c4cdae tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/networks?id=988ebf5e-843b-463a-a4aa-4691b3a5f26e HTTP/1.1" status: 200 len: 811 time: 0.1514392 Jul 07 17:10:07.256750 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-387c0d2c-c9e7-417d-bf5f-6edb4601fff4 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/quotas/4b8fca2c129d4b60828a826ccf71683d HTTP/1.1" status: 200 len: 375 time: 0.0196226 Jul 07 17:10:07.310866 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19a816-5b3c-4939-93cd-89ff5bf8c5d2 req-af5023e1-9025-46a6-82fb-a13222a49600 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:07.322573 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4c19a816-5b3c-4939-93cd-89ff5bf8c5d2 req-af5023e1-9025-46a6-82fb-a13222a49600 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.1364682 Jul 07 17:10:07.337862 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-3b316be5-2562-4894-b0c8-a5c442c057ad tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b8fca2c129d4b60828a826ccf71683d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609524 Jul 07 17:10:07.381121 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4c19a816-5b3c-4939-93cd-89ff5bf8c5d2 req-771433e0-d199-4213-88f9-94df2e4da650 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568700 Jul 07 17:10:07.477281 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-8e26fa4b-b014-41df-bf91-c80a7b65e079 service neutron] 10.222.0.50 "GET /v2.0/networks/988ebf5e-843b-463a-a4aa-4691b3a5f26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313772 Jul 07 17:10:07.609478 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-a78ad9d3-465f-4ef6-85a7-6ade5bb2de21 service neutron] 10.222.0.50 "GET /v2.0/networks/988ebf5e-843b-463a-a4aa-4691b3a5f26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214528 Jul 07 17:10:08.086508 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-223bb410-3d4a-4758-b95c-f507630abaf1 req-127bff42-bdc1-4f5f-9373-8af38987940d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 210 time: 0.0384099 Jul 07 17:10:08.637253 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4b088-3afa-4a8f-a318-66a2107bb6be req-1155a2b3-eed7-40b8-8ac4-6e4b4f5d340c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:08.639257 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-39a4b088-3afa-4a8f-a318-66a2107bb6be req-1155a2b3-eed7-40b8-8ac4-6e4b4f5d340c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.1232197 Jul 07 17:10:08.717118 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38962) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:08.721989 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-39a4b088-3afa-4a8f-a318-66a2107bb6be req-e778706e-dc83-4aa9-8366-34146de64bb4 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712926 Jul 07 17:10:08.926413 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f71a42ac-fe9b-4864-aaeb-62f70e1bf7e1 req-11c448d8-b598-4452-973d-4bee6593719e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2079461 Jul 07 17:10:09.267126 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-697d4b41-aa73-4055-8037-038b07a01c29 req-d566fe16-face-4f80-b052-135c6dea952d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 210 time: 0.0338852 Jul 07 17:10:09.761281 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-d337c303-e980-4315-be7c-f7b8900f149b tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:09.765183 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-d337c303-e980-4315-be7c-f7b8900f149b tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.69 "GET /v2.0/networks?id=988ebf5e-843b-463a-a4aa-4691b3a5f26e HTTP/1.1" status: 200 len: 811 time: 0.2711656 Jul 07 17:10:09.785977 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-aee04d3e-0d0e-495c-82d8-a141bea5b93d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Request body: {'port': {'device_id': 'e05d5016-6d8a-4d3b-bdaf-0ea8a9009024', 'network_id': '988ebf5e-843b-463a-a4aa-4691b3a5f26e', 'admin_state_up': True, 'tenant_id': '4b8fca2c129d4b60828a826ccf71683d'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:10.068791 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a44e4-990a-4912-a90d-264d6dbeb745 req-ddfdda03-bb91-402f-b376-2a7c74ac18f8 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.070517 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-810a44e4-990a-4912-a90d-264d6dbeb745 req-ddfdda03-bb91-402f-b376-2a7c74ac18f8 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.1399577 Jul 07 17:10:10.097069 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-aee04d3e-0d0e-495c-82d8-a141bea5b93d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Made reservation on behalf of 4b8fca2c129d4b60828a826ccf71683d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:10.100758 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-aee04d3e-0d0e-495c-82d8-a141bea5b93d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.165740 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-810a44e4-990a-4912-a90d-264d6dbeb745 req-78d6efb5-b057-4478-9db3-38e0bf750e11 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795774 Jul 07 17:10:10.369121 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-aee04d3e-0d0e-495c-82d8-a141bea5b93d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Allocated IP 172.20.0.14 (988ebf5e-843b-463a-a4aa-4691b3a5f26e/a3f56a47-6ef2-4d3f-b6c3-e63168dceb2c/919a0c20-886e-4d11-8c9f-5ac2b2176a20) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:10.665952 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8735199f-ee97-454d-9f2e-3afbcf74c7eb req-98127e77-3921-4a03-a55a-b26a4f8813b7 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 210 time: 0.0469120 Jul 07 17:10:10.670822 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-c44c9c15-067d-46c0-a0fa-0f02698ebed0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1098716 Jul 07 17:10:10.769760 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-aee04d3e-0d0e-495c-82d8-a141bea5b93d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.791573 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-69fd1af5-23e5-4e9b-b898-f3cd7d8a84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.792492 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-69fd1af5-23e5-4e9b-b898-f3cd7d8a84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.792890 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-69fd1af5-23e5-4e9b-b898-f3cd7d8a84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.793404 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-69fd1af5-23e5-4e9b-b898-f3cd7d8a84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.793954 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-69fd1af5-23e5-4e9b-b898-f3cd7d8a84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.794523 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-69fd1af5-23e5-4e9b-b898-f3cd7d8a84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.795004 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-69fd1af5-23e5-4e9b-b898-f3cd7d8a84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.797160 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-69fd1af5-23e5-4e9b-b898-f3cd7d8a84d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2bc760b57a34528af5e85b5e280ce2e&device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 6491 time: 0.0930102 Jul 07 17:10:10.819762 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-aee04d3e-0d0e-495c-82d8-a141bea5b93d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.889015 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-aee04d3e-0d0e-495c-82d8-a141bea5b93d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Network 988ebf5e-843b-463a-a4aa-4691b3a5f26e is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:10.895912 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-aee04d3e-0d0e-495c-82d8-a141bea5b93d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:10.901303 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-aee04d3e-0d0e-495c-82d8-a141bea5b93d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:10.909914 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee04d3e-0d0e-495c-82d8-a141bea5b93d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Pushing event updated for resources: {'Port': ['ID=919a0c20-886e-4d11-8c9f-5ac2b2176a20,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:10.993962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-aee04d3e-0d0e-495c-82d8-a141bea5b93d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.994778 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-aee04d3e-0d0e-495c-82d8-a141bea5b93d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:10.995292 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-764ebc40-0254-432c-946e-e2da24b54f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.995903 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-764ebc40-0254-432c-946e-e2da24b54f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.996380 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-764ebc40-0254-432c-946e-e2da24b54f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:10.997983 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-764ebc40-0254-432c-946e-e2da24b54f19 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9866a6b9-c461-4258-9fc8-481f6033e3c6&id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&id=b39fb3b4-5401-465e-ad80-a133da26f792&id=b39fb3b4-5401-465e-ad80-a133da26f792 HTTP/1.1" status: 200 len: 2293 time: 0.1638663 Jul 07 17:10:11.011012 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-aee04d3e-0d0e-495c-82d8-a141bea5b93d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2326832 Jul 07 17:10:11.023145 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] Request body: {'port': {'device_id': 'e05d5016-6d8a-4d3b-bdaf-0ea8a9009024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:11.091177 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-f0b5e901-8d12-46cb-a062-9ddfa8e5ae5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6344e7-6033-4b46-b335-4691acb11361 HTTP/1.1" status: 200 len: 1001 time: 0.0859935 Jul 07 17:10:11.131360 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.164229 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-1886a751-9af6-4253-91fb-0c6543d234e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:11.165710 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-1886a751-9af6-4253-91fb-0c6543d234e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb5af372-328c-408a-a249-1a68d716f9ed HTTP/1.1" status: 200 len: 850 time: 0.0667250 Jul 07 17:10:11.262914 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-448791d8-3a2a-42b7-929c-9cba14bc4c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:11.264622 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-448791d8-3a2a-42b7-929c-9cba14bc4c6b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9866a6b9-c461-4258-9fc8-481f6033e3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894752 Jul 07 17:10:11.562680 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919a0c20-886e-4d11-8c9f-5ac2b2176a20 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:11.572091 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.587963 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] Transition to ACTIVE for port object 919a0c20-886e-4d11-8c9f-5ac2b2176a20 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:11.593019 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.668508 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] Pushing event updated for resources: {'Port': ['ID=919a0c20-886e-4d11-8c9f-5ac2b2176a20,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:11.777396 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] Attempting to bind port 919a0c20-886e-4d11-8c9f-5ac2b2176a20 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:11.778124 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] Attempting to bind port 919a0c20-886e-4d11-8c9f-5ac2b2176a20 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '4cb3b96f-885c-449d-be9c-5dcfde69f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '988ebf5e-843b-463a-a4aa-4691b3a5f26e'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:11.778267 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] Attempting to bind port 919a0c20-886e-4d11-8c9f-5ac2b2176a20 on network 988ebf5e-843b-463a-a4aa-4691b3a5f26e {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:11.792493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] Port 919a0c20-886e-4d11-8c9f-5ac2b2176a20 on network 988ebf5e-843b-463a-a4aa-4691b3a5f26e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:11.792921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] Attempting to bind port 919a0c20-886e-4d11-8c9f-5ac2b2176a20 on network 988ebf5e-843b-463a-a4aa-4691b3a5f26e {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:11.800064 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:11.802084 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] Checking segment: {'id': '4cb3b96f-885c-449d-be9c-5dcfde69f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '988ebf5e-843b-463a-a4aa-4691b3a5f26e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:11.810253 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] Bound using segment: {'id': '4cb3b96f-885c-449d-be9c-5dcfde69f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '988ebf5e-843b-463a-a4aa-4691b3a5f26e'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:11.810253 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] Bound port: 919a0c20-886e-4d11-8c9f-5ac2b2176a20, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb3b96f-885c-449d-be9c-5dcfde69f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '988ebf5e-843b-463a-a4aa-4691b3a5f26e'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:11.810253 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:11.865121 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd3242-b6f6-4d66-8dd1-a4ebc583d5b2 req-9a07d723-ee0f-43ad-b09d-9d30475370a8 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:11.866697 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-88dd3242-b6f6-4d66-8dd1-a4ebc583d5b2 req-9a07d723-ee0f-43ad-b09d-9d30475370a8 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.1190922 Jul 07 17:10:11.868770 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-6069f01a-f838-48e6-8da0-1ed06f0f310c service neutron] 10.222.0.69 "GET /v2.0/networks/9866a6b9-c461-4258-9fc8-481f6033e3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966244 Jul 07 17:10:11.992811 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-88dd3242-b6f6-4d66-8dd1-a4ebc583d5b2 req-6540d9b4-771f-4ee2-b1df-5858505b7b35 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123087 Jul 07 17:10:11.994718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] For port 919a0c20-886e-4d11-8c9f-5ac2b2176a20, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:12.015922 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] For port 919a0c20-886e-4d11-8c9f-5ac2b2176a20, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=919a0c20-886e-4d11-8c9f-5ac2b2176a20,segment=NetworkSegment(4cb3b96f-885c-449d-be9c-5dcfde69f042),segment_id=4cb3b96f-885c-449d-be9c-5dcfde69f042)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:12.026738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68be76d-859c-4340-bdf6-93b17b1b8da5 req-135b444d-b01e-4bc0-b9f6-5ae240d646fc tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:12.047551 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d68be76d-859c-4340-bdf6-93b17b1b8da5 req-135b444d-b01e-4bc0-b9f6-5ae240d646fc tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 944 time: 0.1689973 Jul 07 17:10:12.059939 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.073145 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-eda70367-5a1d-4761-becc-05f6dde5a23c service neutron] 10.222.0.69 "GET /v2.0/networks/9866a6b9-c461-4258-9fc8-481f6033e3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937244 Jul 07 17:10:12.125233 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-7e5b1f24-a427-48fa-be37-ed8aa4f3edf2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=8eb21232-3d31-4afa-a049-3322dac0ef1d HTTP/1.1" status: 200 len: 217 time: 0.0393059 Jul 07 17:10:12.193358 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-0523b7f7-58cc-451d-80cc-7f9fd36443db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:12.193600 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:12.194629 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:12.195041 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-0523b7f7-58cc-451d-80cc-7f9fd36443db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971 HTTP/1.1" status: 200 len: 797 time: 0.0567935 Jul 07 17:10:12.196962 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] 10.222.0.69 "PUT /v2.0/ports/919a0c20-886e-4d11-8c9f-5ac2b2176a20 HTTP/1.1" status: 200 len: 1092 time: 1.1789410 Jul 07 17:10:12.197593 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05d5016-6d8a-4d3b-bdaf-0ea8a9009024', 'tag': '919a0c20-886e-4d11-8c9f-5ac2b2176a20'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:12.200060 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5f9b41-e1dd-4d91-86d8-5c070b0a759e" -d '{"events": [{"name": "network-changed", "server_uuid": "e05d5016-6d8a-4d3b-bdaf-0ea8a9009024", "tag": "919a0c20-886e-4d11-8c9f-5ac2b2176a20"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:12.227361 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:10:12.231641 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7f695-01af-45dc-a6b2-d1e6903ef4eb service neutron] Pushing event updated for resources: {'Port': ['ID=919a0c20-886e-4d11-8c9f-5ac2b2176a20,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:12.254232 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d68be76d-859c-4340-bdf6-93b17b1b8da5 req-37464ea3-e478-4d8b-9883-07cb7771a8fc tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056594 Jul 07 17:10:12.289259 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6fc285-1c99-4515-8c78-2c0df982b946 x-openstack-request-id: req-0d6fc285-1c99-4515-8c78-2c0df982b946 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:12.290009 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05d5016-6d8a-4d3b-bdaf-0ea8a9009024", "tag": "919a0c20-886e-4d11-8c9f-5ac2b2176a20", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:12.290276 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0d6fc285-1c99-4515-8c78-2c0df982b946 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:12.290853 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05d5016-6d8a-4d3b-bdaf-0ea8a9009024', 'tag': '919a0c20-886e-4d11-8c9f-5ac2b2176a20', 'status': 'completed', 'code': 200} Jul 07 17:10:12.336721 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f462da0-f7bb-4b7a-8b2c-d0be681305b2 req-fc692e03-2834-4d41-bd7c-7977b1002c75 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2770598 Jul 07 17:10:12.362749 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-c4983a05-1fdb-45f8-90be-5bef404eb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:12.363370 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-fb02042b-606e-4618-86c0-a4fb468263a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:12.364355 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-c4983a05-1fdb-45f8-90be-5bef404eb7f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1359918 Jul 07 17:10:12.364901 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-fb02042b-606e-4618-86c0-a4fb468263a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4b8fca2c129d4b60828a826ccf71683d&device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 1095 time: 0.0999327 Jul 07 17:10:12.447075 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-68ee24b8-8c0a-4d39-9d9b-764d81c612af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=919a0c20-886e-4d11-8c9f-5ac2b2176a20 HTTP/1.1" status: 200 len: 217 time: 0.0528030 Jul 07 17:10:12.495748 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-3ae58512-707e-47cb-ad9e-4c515c9c0b32 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129329 Jul 07 17:10:12.511450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f462da0-f7bb-4b7a-8b2c-d0be681305b2 req-a2f1794c-cd86-4765-b820-3d8786314057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:12.514055 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f462da0-f7bb-4b7a-8b2c-d0be681305b2 req-a2f1794c-cd86-4765-b820-3d8786314057 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 1097 time: 0.1480057 Jul 07 17:10:12.525994 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-7f11475e-0e29-4423-aa31-d5e204068ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:12.528607 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-7f11475e-0e29-4423-aa31-d5e204068ec8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3f56a47-6ef2-4d3f-b6c3-e63168dceb2c HTTP/1.1" status: 200 len: 851 time: 0.0737765 Jul 07 17:10:12.622845 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-5ec1fcb8-e9fe-4550-a986-ed8513a4abe6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=988ebf5e-843b-463a-a4aa-4691b3a5f26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688109 Jul 07 17:10:12.659758 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-4a5f6965-f631-4019-b242-4e9c7a1fe451 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552529 Jul 07 17:10:12.715290 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-43773ec2-ab0a-4b47-b625-cf21e082fdca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=cd76306c-1fa6-42bc-ad55-41f92df88fad HTTP/1.1" status: 200 len: 217 time: 0.0446906 Jul 07 17:10:12.784605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f462da0-f7bb-4b7a-8b2c-d0be681305b2 req-9d0503bd-7bfa-499a-9d3e-ec81d3ec682a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:12.785147 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-a14cd785-18da-43f2-90a1-4acc8b68ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:12.786022 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f462da0-f7bb-4b7a-8b2c-d0be681305b2 req-9d0503bd-7bfa-499a-9d3e-ec81d3ec682a service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 913 time: 0.2458169 Jul 07 17:10:12.786515 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-a14cd785-18da-43f2-90a1-4acc8b68ad59 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971 HTTP/1.1" status: 200 len: 797 time: 0.0603299 Jul 07 17:10:12.803881 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-12b7bf04-b4a9-4027-a502-0796fdee7c41 service neutron] 10.222.0.69 "GET /v2.0/networks/988ebf5e-843b-463a-a4aa-4691b3a5f26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410429 Jul 07 17:10:12.863386 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f462da0-f7bb-4b7a-8b2c-d0be681305b2 req-e469af41-a156-4479-908f-7cdcfd205f51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9185fe2f-27e9-496b-b24f-8524b80f018b HTTP/1.1" status: 200 len: 217 time: 0.0694184 Jul 07 17:10:12.895948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-6ca0af7c-221d-46cb-809d-a43664c5e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:12.897540 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-6ca0af7c-221d-46cb-809d-a43664c5e72b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0921366 Jul 07 17:10:12.983996 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f462da0-f7bb-4b7a-8b2c-d0be681305b2 req-6cac9f50-9afa-4b5c-8e8f-21dfce958448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:12.985631 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f462da0-f7bb-4b7a-8b2c-d0be681305b2 req-6cac9f50-9afa-4b5c-8e8f-21dfce958448 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.1115885 Jul 07 17:10:13.009531 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-34c1541e-4132-4ed0-a70b-c90d86450a10 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011868 Jul 07 17:10:13.097918 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-62faeefb-d576-4a52-bd28-b40ba88221e1 req-a97f97f2-0af4-4d26-bc92-be74c08db108 service neutron] 10.222.0.69 "GET /v2.0/networks/988ebf5e-843b-463a-a4aa-4691b3a5f26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460749 Jul 07 17:10:13.106462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f462da0-f7bb-4b7a-8b2c-d0be681305b2 req-f5f61538-638a-4766-b363-497a4a9b7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:13.108106 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f462da0-f7bb-4b7a-8b2c-d0be681305b2 req-f5f61538-638a-4766-b363-497a4a9b7f29 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150885 Jul 07 17:10:13.150445 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-c38a214f-3ff6-43ee-b94e-882e76629d93 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289842 Jul 07 17:10:13.239960 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-4260d61e-6de1-43c5-a1db-7300ccb01117 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=a2b80725-0d33-40cf-b428-11acb89d8dbb HTTP/1.1" status: 200 len: 217 time: 0.0779970 Jul 07 17:10:13.309682 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-89aa0c1e-4c0f-4a66-ab8f-34846c81f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:13.311689 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-89aa0c1e-4c0f-4a66-ab8f-34846c81f37d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971 HTTP/1.1" status: 200 len: 797 time: 0.0600054 Jul 07 17:10:13.347911 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f9b41-e1dd-4d91-86d8-5c070b0a759e req-4a3031a5-67e1-4f60-8d9f-1f7fc0170709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:13.349440 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a5f9b41-e1dd-4d91-86d8-5c070b0a759e req-4a3031a5-67e1-4f60-8d9f-1f7fc0170709 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4b8fca2c129d4b60828a826ccf71683d&device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 1095 time: 0.1653192 Jul 07 17:10:13.352183 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f462da0-f7bb-4b7a-8b2c-d0be681305b2 req-f82f973a-fbb9-43c0-96b0-b3880be05c4b service neutron] 10.222.0.15 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365208 Jul 07 17:10:13.473614 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-4fca3a31-b07d-4ab5-9e1f-6b8cbb0b0799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:13.475086 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-4fca3a31-b07d-4ab5-9e1f-6b8cbb0b0799 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1535106 Jul 07 17:10:13.491369 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386f7c7-7664-47ed-b89f-2e501a892bd1 req-9761e860-e5b2-4021-905e-be7033363c0a tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:13.493514 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f386f7c7-7664-47ed-b89f-2e501a892bd1 req-9761e860-e5b2-4021-905e-be7033363c0a tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 944 time: 0.0916386 Jul 07 17:10:13.515207 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f462da0-f7bb-4b7a-8b2c-d0be681305b2 req-15907520-dd31-4b8d-b6fa-155c38be46cd service neutron] 10.222.0.15 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322706 Jul 07 17:10:13.572834 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd2cb7-4ed2-4717-a0ec-f8316f4f5173 req-efd45493-f2bb-4bde-9d74-3fff3f010b46 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:13.575816 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f8bd2cb7-4ed2-4717-a0ec-f8316f4f5173 req-efd45493-f2bb-4bde-9d74-3fff3f010b46 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.3364615 Jul 07 17:10:13.624769 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f386f7c7-7664-47ed-b89f-2e501a892bd1 req-bf34443b-6848-455a-b4c9-10d2d899235a tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641406 Jul 07 17:10:13.649078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f9b41-e1dd-4d91-86d8-5c070b0a759e req-eb7b7694-4a4b-46d9-87a5-407286f839c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:13.650426 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a5f9b41-e1dd-4d91-86d8-5c070b0a759e req-eb7b7694-4a4b-46d9-87a5-407286f839c9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=988ebf5e-843b-463a-a4aa-4691b3a5f26e HTTP/1.1" status: 200 len: 912 time: 0.2905719 Jul 07 17:10:13.653614 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f8bd2cb7-4ed2-4717-a0ec-f8316f4f5173 req-931a03cd-5b49-4ea0-a615-a86c06610e25 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713913 Jul 07 17:10:13.685628 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-ce2a437a-8f94-4427-b1a5-0dd56f2fa4f6 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910963 Jul 07 17:10:13.711206 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a5f9b41-e1dd-4d91-86d8-5c070b0a759e req-007fad8f-45f4-4319-997d-e077e7d53467 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=919a0c20-886e-4d11-8c9f-5ac2b2176a20 HTTP/1.1" status: 200 len: 217 time: 0.0537918 Jul 07 17:10:13.799819 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-33040274-8100-4ff6-bf7b-0c2b0de326e8 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028824 Jul 07 17:10:13.812608 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f9b41-e1dd-4d91-86d8-5c070b0a759e req-7f5bacd1-f701-4e03-a150-847e7d4a7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:13.814657 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a5f9b41-e1dd-4d91-86d8-5c070b0a759e req-7f5bacd1-f701-4e03-a150-847e7d4a7dcd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3f56a47-6ef2-4d3f-b6c3-e63168dceb2c HTTP/1.1" status: 200 len: 851 time: 0.0882375 Jul 07 17:10:13.860352 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a5f9b41-e1dd-4d91-86d8-5c070b0a759e req-63db68f0-e750-4f61-a367-eb7e8af90f53 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=988ebf5e-843b-463a-a4aa-4691b3a5f26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379729 Jul 07 17:10:13.897182 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-146775c2-b853-48d8-972e-d393e2b76799 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=4ba8060b-1db9-4ca5-8da3-fd4aee84a94d HTTP/1.1" status: 200 len: 217 time: 0.0893552 Jul 07 17:10:13.962535 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-66fc9506-aa8d-41fc-aed0-b5ff6220cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:13.964219 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-66fc9506-aa8d-41fc-aed0-b5ff6220cd1b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971 HTTP/1.1" status: 200 len: 797 time: 0.0571365 Jul 07 17:10:13.977695 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a5f9b41-e1dd-4d91-86d8-5c070b0a759e req-5fe1f2f8-2d60-4e0c-bc25-2053ca93666d service neutron] 10.222.0.69 "GET /v2.0/networks/988ebf5e-843b-463a-a4aa-4691b3a5f26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106074 Jul 07 17:10:14.037226 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-f255b0dd-8839-4691-b3fe-4b112fecac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:14.039121 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-f255b0dd-8839-4691-b3fe-4b112fecac55 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0619838 Jul 07 17:10:14.096631 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a5f9b41-e1dd-4d91-86d8-5c070b0a759e req-8c03b818-7418-45c5-b9e6-15446d68bb8c service neutron] 10.222.0.69 "GET /v2.0/networks/988ebf5e-843b-463a-a4aa-4691b3a5f26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073236 Jul 07 17:10:14.172333 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.173036 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-592eff0f-e9f5-451e-a0c6-af4d0b3452a5 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219418 Jul 07 17:10:14.285513 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-e4af324a-f196-405a-bdf8-df288ee12d9b service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025290 Jul 07 17:10:14.337922 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-ebb8de34-c546-4612-a502-436fec17342d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c062a1db-373b-4c9c-a081-b033c6a8856b HTTP/1.1" status: 200 len: 217 time: 0.0448720 Jul 07 17:10:14.399099 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-bc8be92e-dd18-4da9-9e88-741dfb7d1e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:14.400783 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-bc8be92e-dd18-4da9-9e88-741dfb7d1e8e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c604800d-5fdb-4651-bc00-e8a4989348ef HTTP/1.1" status: 200 len: 797 time: 0.0551512 Jul 07 17:10:14.477047 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-3ccb5e0f-9fb0-4e02-b0b5-554caa9d839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:14.478856 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-3ccb5e0f-9fb0-4e02-b0b5-554caa9d839d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b39fb3b4-5401-465e-ad80-a133da26f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0695469 Jul 07 17:10:14.583682 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-74398c6d-26b4-408a-b025-1e5d15c8727d service neutron] 10.222.0.69 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950985 Jul 07 17:10:14.686227 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ec57ac5d-ecc1-4c91-b6a2-d82d227650de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:14.708510 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-befc7521-fae0-4165-a59c-c609cefd92f6 service neutron] 10.222.0.69 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162422 Jul 07 17:10:14.755642 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-a887e229-9c07-4ca3-9c52-70c0ff1d7baf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=945ac77d-db4f-4aac-aec5-b6e497e33fb2 HTTP/1.1" status: 200 len: 217 time: 0.0404193 Jul 07 17:10:14.861475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b77c5-a8c2-4d9f-916e-9a30bca3965f req-ced3bafd-efa8-4716-9701-89e2d43cf7fd tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:14.863790 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-2d98cbad-5778-4a16-977f-6d4fd9a4d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:14.865474 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-2d98cbad-5778-4a16-977f-6d4fd9a4d672 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c604800d-5fdb-4651-bc00-e8a4989348ef HTTP/1.1" status: 200 len: 797 time: 0.0951154 Jul 07 17:10:14.866880 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f77b77c5-a8c2-4d9f-916e-9a30bca3965f req-ced3bafd-efa8-4716-9701-89e2d43cf7fd tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 944 time: 0.0871208 Jul 07 17:10:14.951046 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f77b77c5-a8c2-4d9f-916e-9a30bca3965f req-19f7f253-0d11-4976-9306-2f6dc0551c65 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753531 Jul 07 17:10:15.027823 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838b4a8-6d8f-4d31-ba96-2121135d792c req-8a735ea1-363f-433b-82ad-9bcf71aebaf8 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:15.036494 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4838b4a8-6d8f-4d31-ba96-2121135d792c req-8a735ea1-363f-433b-82ad-9bcf71aebaf8 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.1305251 Jul 07 17:10:15.066832 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-839eb010-3dfc-414b-b35b-5e63e12a6a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:15.068811 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-839eb010-3dfc-414b-b35b-5e63e12a6a59 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b39fb3b4-5401-465e-ad80-a133da26f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1957016 Jul 07 17:10:15.086118 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4838b4a8-6d8f-4d31-ba96-2121135d792c req-bde55a73-5686-4305-b558-319fca6efde6 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467017 Jul 07 17:10:15.184745 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-7d1c5152-9dc4-447f-80bc-b4e67a66cd3e service neutron] 10.222.0.69 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993679 Jul 07 17:10:15.284397 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-552293b5-a9fb-4282-a5ed-ef48c3e02a74 req-da57f6b5-4437-4a27-baff-a56005868722 service neutron] 10.222.0.69 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909481 Jul 07 17:10:16.184005 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d08ae3-85cd-430b-97e2-fcda52310ebd req-ca87af02-4505-42da-aaa1-6e6ff664e901 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:16.185719 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d8d08ae3-85cd-430b-97e2-fcda52310ebd req-ca87af02-4505-42da-aaa1-6e6ff664e901 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 944 time: 0.1080091 Jul 07 17:10:16.236512 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d8d08ae3-85cd-430b-97e2-fcda52310ebd req-66eb2c7b-723f-4de4-80f5-fb3dcf97ed29 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450113 Jul 07 17:10:16.247799 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 919a0c20-886e-4d11-8c9f-5ac2b2176a20 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:16.396407 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 919a0c20-886e-4d11-8c9f-5ac2b2176a20, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=919a0c20-886e-4d11-8c9f-5ac2b2176a20,segment=NetworkSegment(4cb3b96f-885c-449d-be9c-5dcfde69f042),segment_id=4cb3b96f-885c-449d-be9c-5dcfde69f042)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:16.404819 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.409923 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '919a0c20-886e-4d11-8c9f-5ac2b2176a20', 'network_id': '988ebf5e-843b-463a-a4aa-4691b3a5f26e', 'port_id': '919a0c20-886e-4d11-8c9f-5ac2b2176a20', 'mac_address': 'fa:16:3e:56:8c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f56a47-6ef2-4d3f-b6c3-e63168dceb2c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:16.450586 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.473519 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919a0c20-886e-4d11-8c9f-5ac2b2176a20 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:16.480942 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f04888-369d-4eb7-a372-797c4f2dca59 req-8b36102c-4c5d-4262-99fe-7148e14ccb2e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:16.483515 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c1f04888-369d-4eb7-a372-797c4f2dca59 req-8b36102c-4c5d-4262-99fe-7148e14ccb2e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.1077750 Jul 07 17:10:16.501692 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 919a0c20-886e-4d11-8c9f-5ac2b2176a20, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=919a0c20-886e-4d11-8c9f-5ac2b2176a20,segment=NetworkSegment(4cb3b96f-885c-449d-be9c-5dcfde69f042),segment_id=4cb3b96f-885c-449d-be9c-5dcfde69f042)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:16.506040 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:16.550317 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c1f04888-369d-4eb7-a372-797c4f2dca59 req-53277728-4116-4293-8584-61bbd0bc6e0b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582068 Jul 07 17:10:16.584258 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=919a0c20-886e-4d11-8c9f-5ac2b2176a20,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:16.998114 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['919a0c20-886e-4d11-8c9f-5ac2b2176a20'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:17.056464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb560e6-0930-45f9-b586-81656386f4ee req-afe0859b-c7f5-4c73-bf55-2476c1863f20 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.058417 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0fb560e6-0930-45f9-b586-81656386f4ee req-afe0859b-c7f5-4c73-bf55-2476c1863f20 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 1097 time: 0.0637386 Jul 07 17:10:17.080048 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0fb560e6-0930-45f9-b586-81656386f4ee req-496f505c-a8d7-45b7-a77c-ada37174b86e tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.222683 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0fb560e6-0930-45f9-b586-81656386f4ee req-496f505c-a8d7-45b7-a77c-ada37174b86e tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.227215 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0fb560e6-0930-45f9-b586-81656386f4ee req-496f505c-a8d7-45b7-a77c-ada37174b86e tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.290505 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0fb560e6-0930-45f9-b586-81656386f4ee req-496f505c-a8d7-45b7-a77c-ada37174b86e tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249675 Jul 07 17:10:17.291550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f505c-a8d7-45b7-a77c-ada37174b86e tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d466b5e0-898f-48b6-988b-d14e6312ef38,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:17.569688 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212f4b5-315d-429f-8830-c3efc45b80e7 req-28428f4a-9bca-4427-b418-694cb388003f tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.571463 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e212f4b5-315d-429f-8830-c3efc45b80e7 req-28428f4a-9bca-4427-b418-694cb388003f tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 945 time: 0.1003799 Jul 07 17:10:17.591402 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.622425 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e212f4b5-315d-429f-8830-c3efc45b80e7 req-6d1108ad-809c-4481-b864-334e015b5bb8 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420375 Jul 07 17:10:17.686517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e16a9-363b-421a-a8fc-cf9f754b6943 req-d764bc7f-587e-4371-bf0c-f6d2c755b129 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.688713 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d09e16a9-363b-421a-a8fc-cf9f754b6943 req-d764bc7f-587e-4371-bf0c-f6d2c755b129 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.0862279 Jul 07 17:10:17.740744 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d09e16a9-363b-421a-a8fc-cf9f754b6943 req-b311615c-3392-4824-aaef-dc2579f38fe2 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443785 Jul 07 17:10:17.771043 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 39168) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:17.904051 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d61d6fa2-e0ad-4c75-8f83-01f63eea1d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:17.922480 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-379a29c5-0f20-4517-bdeb-6aa4402b1dc7 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/floatingips/4334e9fe-0a54-4f4c-9922-f558c6656a35 HTTP/1.1" status: 200 len: 994 time: 0.1503003 Jul 07 17:10:17.945636 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385984af-bf0f-4876-b4cb-263beecf8fa8 req-5887a4d7-a844-42bb-b288-8324627aa088 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:17.948044 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-385984af-bf0f-4876-b4cb-263beecf8fa8 req-5887a4d7-a844-42bb-b288-8324627aa088 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.1905668 Jul 07 17:10:18.018399 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-385984af-bf0f-4876-b4cb-263beecf8fa8 req-c55a2a32-10a1-44e9-aa8e-22f9fbac9ef1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634997 Jul 07 17:10:18.822093 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:18.923340 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d51d56-4f47-4626-b6e3-0363d703d881 req-087a2309-cd7a-4c86-a15e-fc17a0a6c5a0 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:18.935831 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-45d51d56-4f47-4626-b6e3-0363d703d881 req-087a2309-cd7a-4c86-a15e-fc17a0a6c5a0 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 945 time: 0.1708965 Jul 07 17:10:19.039081 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-45d51d56-4f47-4626-b6e3-0363d703d881 req-f63a3f3e-c63a-4f62-8d1c-813a066e48c8 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963752 Jul 07 17:10:19.334503 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3f9eb-deb6-47ca-b752-355fd7b2346c req-68f7724a-5b4a-4301-a508-ea2e003e67fd tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:19.341842 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-82b3f9eb-deb6-47ca-b752-355fd7b2346c req-68f7724a-5b4a-4301-a508-ea2e003e67fd tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.1131783 Jul 07 17:10:19.386962 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-82b3f9eb-deb6-47ca-b752-355fd7b2346c req-bd542c18-2324-4f6b-aa22-56a4216a3149 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438437 Jul 07 17:10:19.653732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dc5c6-9450-497b-b870-bea815c14fb9 req-9be99cee-59e5-435f-a416-20295e1009eb tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:19.655730 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-820dc5c6-9450-497b-b870-bea815c14fb9 req-9be99cee-59e5-435f-a416-20295e1009eb tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.6618576 Jul 07 17:10:19.659949 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-8de0309d-e821-4b11-a1d3-32353b998109 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7603333 Jul 07 17:10:19.671399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a42ac-fe9b-4864-aaeb-62f70e1bf7e1 req-c562c1a4-2d0c-477c-99f0-14bbe636acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:19.674267 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f71a42ac-fe9b-4864-aaeb-62f70e1bf7e1 req-c562c1a4-2d0c-477c-99f0-14bbe636acbb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f&tenant_id=813d1850aa3c4934a7e97cbee8a39039 HTTP/1.1" status: 200 len: 1095 time: 0.1835206 Jul 07 17:10:19.784285 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-820dc5c6-9450-497b-b870-bea815c14fb9 req-73139c3c-1f40-4ffb-b5b6-223cd153cbf2 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149306 Jul 07 17:10:19.821716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a42ac-fe9b-4864-aaeb-62f70e1bf7e1 req-f506d8ec-17b4-486b-b282-a19eb74eda3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:19.823120 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f71a42ac-fe9b-4864-aaeb-62f70e1bf7e1 req-f506d8ec-17b4-486b-b282-a19eb74eda3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=813d1850aa3c4934a7e97cbee8a39039&device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 1095 time: 0.0985138 Jul 07 17:10:19.951808 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a42ac-fe9b-4864-aaeb-62f70e1bf7e1 req-dbe33334-c875-4fd2-a7c0-07a4ca456754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:19.953310 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f71a42ac-fe9b-4864-aaeb-62f70e1bf7e1 req-dbe33334-c875-4fd2-a7c0-07a4ca456754 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1 HTTP/1.1" status: 200 len: 918 time: 0.1222768 Jul 07 17:10:20.035667 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f71a42ac-fe9b-4864-aaeb-62f70e1bf7e1 req-bcd27cd6-ab8f-49a6-af1d-b87dd9c24f4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=211871f7-f8ed-4c41-b680-7c3c56c56f27 HTTP/1.1" status: 200 len: 999 time: 0.0758901 Jul 07 17:10:20.127691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a42ac-fe9b-4864-aaeb-62f70e1bf7e1 req-10f0eb4e-d959-42a6-879b-12b85fcd23db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:20.129467 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f71a42ac-fe9b-4864-aaeb-62f70e1bf7e1 req-10f0eb4e-d959-42a6-879b-12b85fcd23db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5c3cd916-6514-42d5-8d29-5aae3a405db3 HTTP/1.1" status: 200 len: 856 time: 0.0879371 Jul 07 17:10:20.267974 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a42ac-fe9b-4864-aaeb-62f70e1bf7e1 req-065cbe69-da1c-4e25-bad0-d8410f2852ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:20.269659 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f71a42ac-fe9b-4864-aaeb-62f70e1bf7e1 req-065cbe69-da1c-4e25-bad0-d8410f2852ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1259768 Jul 07 17:10:20.281122 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 919a0c20-886e-4d11-8c9f-5ac2b2176a20 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:20.347532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aee4dc-6da0-478c-a819-f401112e29aa req-065a4502-2a43-41a7-99e5-6f98aa37de15 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:20.355928 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f6aee4dc-6da0-478c-a819-f401112e29aa req-065a4502-2a43-41a7-99e5-6f98aa37de15 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 945 time: 0.1526494 Jul 07 17:10:20.401400 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.411139 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f6aee4dc-6da0-478c-a819-f401112e29aa req-6c541b67-7309-41fd-b131-df44f54b63a2 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541432 Jul 07 17:10:20.435724 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 919a0c20-886e-4d11-8c9f-5ac2b2176a20 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:20.442360 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 919a0c20-886e-4d11-8c9f-5ac2b2176a20 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:20.442975 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.465949 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f71a42ac-fe9b-4864-aaeb-62f70e1bf7e1 req-9b88726b-7f97-4c0f-ab39-74661d5cc8ec service neutron] 10.222.0.15 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834965 Jul 07 17:10:20.631340 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f71a42ac-fe9b-4864-aaeb-62f70e1bf7e1 req-e915d410-2cc6-41f8-9163-b093c9198768 service neutron] 10.222.0.15 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567171 Jul 07 17:10:20.767386 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:20.855907 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4a840-765c-43ef-9e4d-73f7d9889713 req-cfa7a488-6741-4390-8780-0bba8766eea1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:20.869009 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bfc4a840-765c-43ef-9e4d-73f7d9889713 req-cfa7a488-6741-4390-8780-0bba8766eea1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.2066159 Jul 07 17:10:20.875198 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05d5016-6d8a-4d3b-bdaf-0ea8a9009024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919a0c20-886e-4d11-8c9f-5ac2b2176a20'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:20.879479 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c536f7da-049f-4e19-bd29-ab2543075c10" -d '{"events": [{"server_uuid": "e05d5016-6d8a-4d3b-bdaf-0ea8a9009024", "name": "network-vif-plugged", "status": "completed", "tag": "919a0c20-886e-4d11-8c9f-5ac2b2176a20"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:20.914655 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 919a0c20-886e-4d11-8c9f-5ac2b2176a20, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=919a0c20-886e-4d11-8c9f-5ac2b2176a20,segment=NetworkSegment(4cb3b96f-885c-449d-be9c-5dcfde69f042),segment_id=4cb3b96f-885c-449d-be9c-5dcfde69f042)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:20.934687 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bfc4a840-765c-43ef-9e4d-73f7d9889713 req-3bd3a712-6823-4856-9f36-1c93d0f74db3 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612805 Jul 07 17:10:20.942944 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:21.040961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=919a0c20-886e-4d11-8c9f-5ac2b2176a20,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:21.070716 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:21.074748 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:21.075878 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:21.076462 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:21.077037 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:21.078976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:21.084359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:21.084829 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:21.085382 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:21.086063 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:21.086695 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:21.087247 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:10:21.208458 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ea3701-782b-419b-9a6b-979acdc71000 x-openstack-request-id: req-c8ea3701-782b-419b-9a6b-979acdc71000 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:21.208845 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05d5016-6d8a-4d3b-bdaf-0ea8a9009024", "name": "network-vif-plugged", "status": "completed", "tag": "919a0c20-886e-4d11-8c9f-5ac2b2176a20", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:21.209430 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c8ea3701-782b-419b-9a6b-979acdc71000 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:21.209922 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05d5016-6d8a-4d3b-bdaf-0ea8a9009024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919a0c20-886e-4d11-8c9f-5ac2b2176a20', 'code': 200} Jul 07 17:10:21.269965 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6255b-9b73-4c07-9a2c-0408ab5c4a9d req-fe83f1b8-c6a0-4987-a44e-066704597983 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:21.274574 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-abe6255b-9b73-4c07-9a2c-0408ab5c4a9d req-fe83f1b8-c6a0-4987-a44e-066704597983 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.2147067 Jul 07 17:10:21.331279 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-abe6255b-9b73-4c07-9a2c-0408ab5c4a9d req-923bf3ee-7021-4393-bdf3-5ae855bcec19 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505512 Jul 07 17:10:21.352123 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc29e3-6348-4091-ae77-bec6043f47e2 req-9d1aa57e-ada7-4a35-891e-62c1d23c3fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:21.353868 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f5dc29e3-6348-4091-ae77-bec6043f47e2 req-9d1aa57e-ada7-4a35-891e-62c1d23c3fc9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 1097 time: 0.0668421 Jul 07 17:10:21.423464 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f5dc29e3-6348-4091-ae77-bec6043f47e2 req-e3375857-15fa-45d1-831b-0fea457efdd7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615568 Jul 07 17:10:21.771852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08508b5f-29ae-4fc4-9133-af018b0ee969 req-313effcd-b858-4c0e-bcc1-b193736eaa02 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:21.787407 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-08508b5f-29ae-4fc4-9133-af018b0ee969 req-313effcd-b858-4c0e-bcc1-b193736eaa02 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 946 time: 0.2322176 Jul 07 17:10:21.858337 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-08508b5f-29ae-4fc4-9133-af018b0ee969 req-979efc7b-d4c1-4a33-bca4-bc15e65cde98 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699315 Jul 07 17:10:21.866557 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e53dddc1-fe4c-487f-8ad6-2be9cb7b6bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:21.868612 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e53dddc1-fe4c-487f-8ad6-2be9cb7b6bae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 1097 time: 0.2427604 Jul 07 17:10:22.061897 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-5225b113-0931-4c12-a130-7dfc17d0046e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:22.064504 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-5225b113-0931-4c12-a130-7dfc17d0046e service neutron] 10.222.0.69 "GET /v2.0/networks?id=40f2b42b-6000-49a4-9ee0-e437a165cbe0 HTTP/1.1" status: 200 len: 898 time: 0.1859534 Jul 07 17:10:22.299971 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73298ed-31be-4ed7-82ce-75c1b66f9906 req-04b9d8f9-0e0a-4236-8d6a-3872a004ac6e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:22.310857 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c73298ed-31be-4ed7-82ce-75c1b66f9906 req-04b9d8f9-0e0a-4236-8d6a-3872a004ac6e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.1678839 Jul 07 17:10:22.320632 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-9ace576a-7eff-48ce-9c58-2fd87f5649b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 HTTP/1.1" status: 200 len: 1002 time: 0.2428339 Jul 07 17:10:22.399600 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c73298ed-31be-4ed7-82ce-75c1b66f9906 req-f46959fe-4e6a-4c75-aa60-72dd4a218a0b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872736 Jul 07 17:10:22.463325 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-97772a37-f4c7-48ed-a918-fcb73b67938d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:22.465687 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-97772a37-f4c7-48ed-a918-fcb73b67938d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b473df68-d124-4b3c-b4ba-aeaa8df0355a HTTP/1.1" status: 200 len: 835 time: 0.1344941 Jul 07 17:10:22.651890 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-6aa50f79-85ad-4d52-a431-af2d2be49547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:22.653681 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-6aa50f79-85ad-4d52-a431-af2d2be49547 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40f2b42b-6000-49a4-9ee0-e437a165cbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793058 Jul 07 17:10:22.823961 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dec026-3568-4d0f-b112-c922a317ca2c req-9c81b495-b1ab-4cc6-97ff-4f83ca33c2a3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:22.833685 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3dec026-3568-4d0f-b112-c922a317ca2c req-9c81b495-b1ab-4cc6-97ff-4f83ca33c2a3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.2358725 Jul 07 17:10:22.843167 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-67efa71d-665d-46f5-84ff-10c0043aee83 service neutron] 10.222.0.69 "GET /v2.0/networks/40f2b42b-6000-49a4-9ee0-e437a165cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801693 Jul 07 17:10:22.964446 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3dec026-3568-4d0f-b112-c922a317ca2c req-0025b8a9-eb56-47b6-8f5e-df9f0a7336a1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201992 Jul 07 17:10:23.171923 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-18b2e508-cafe-4021-9121-3a90c2582c31 service neutron] 10.222.0.69 "GET /v2.0/networks/40f2b42b-6000-49a4-9ee0-e437a165cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211160 Jul 07 17:10:23.219713 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad8298-68d6-4dd2-8408-a1f72966d12a req-35cc4818-15e2-42ec-865b-9704051bec47 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:23.223123 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f4ad8298-68d6-4dd2-8408-a1f72966d12a req-35cc4818-15e2-42ec-865b-9704051bec47 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 946 time: 0.1476374 Jul 07 17:10:23.317411 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f4ad8298-68d6-4dd2-8408-a1f72966d12a req-ef997203-c451-452e-b48b-0269b79c2251 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876148 Jul 07 17:10:23.601023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddbc57-4eaf-40f3-b930-31db2c09f8fc req-20c256bd-e847-41ed-b422-4d220770cf3b tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:23.610307 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fddbc57-4eaf-40f3-b930-31db2c09f8fc req-20c256bd-e847-41ed-b422-4d220770cf3b tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 946 time: 0.0956089 Jul 07 17:10:23.666243 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fddbc57-4eaf-40f3-b930-31db2c09f8fc req-aa93c08f-c894-4ad4-ba7d-ae08991259bb tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497389 Jul 07 17:10:23.779110 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e47d1-a43b-4bcb-846a-9d035c694379 req-c6cfccf0-26d2-463e-8a2b-349e389d829a tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:23.784961 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c42e47d1-a43b-4bcb-846a-9d035c694379 req-c6cfccf0-26d2-463e-8a2b-349e389d829a tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.1644700 Jul 07 17:10:23.947103 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c42e47d1-a43b-4bcb-846a-9d035c694379 req-21427a70-9fca-4b7b-90ea-cb24432c6fcf tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572945 Jul 07 17:10:24.403981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7143bf-8355-4f51-a29a-7d519a89ef47 req-7390bef3-d4c3-4975-876f-aaf29994debd tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:24.406140 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1c7143bf-8355-4f51-a29a-7d519a89ef47 req-7390bef3-d4c3-4975-876f-aaf29994debd tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.0997455 Jul 07 17:10:24.525419 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1c7143bf-8355-4f51-a29a-7d519a89ef47 req-d2c1818f-9df4-433f-a0cf-1518eeb5885a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059232 Jul 07 17:10:24.812131 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffbdc0-5ca2-4fdf-8273-c2c507d69c2e req-03c30876-2ff5-4a1a-823e-b665b868759f tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:24.822547 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b7ffbdc0-5ca2-4fdf-8273-c2c507d69c2e req-03c30876-2ff5-4a1a-823e-b665b868759f tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 946 time: 0.1061726 Jul 07 17:10:24.940225 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b7ffbdc0-5ca2-4fdf-8273-c2c507d69c2e req-84d3d320-db66-4e9a-bb72-1c016d7eee8d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155205 Jul 07 17:10:25.312127 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf0231-e793-4dab-99df-234e70b26065 req-2e80f10d-e2b6-494c-9f84-9743f5075fe0 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:25.315458 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-35bf0231-e793-4dab-99df-234e70b26065 req-2e80f10d-e2b6-494c-9f84-9743f5075fe0 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.1432743 Jul 07 17:10:25.420294 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-35bf0231-e793-4dab-99df-234e70b26065 req-dd368b85-2c6d-4ca8-be3c-f78f041f3915 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783284 Jul 07 17:10:25.839411 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f68d89-3e3d-4bcf-9d76-6b8399632038 req-81558bad-7553-4d9a-833e-1dc5717d8b08 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:25.850871 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43f68d89-3e3d-4bcf-9d76-6b8399632038 req-81558bad-7553-4d9a-833e-1dc5717d8b08 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.1149852 Jul 07 17:10:25.911145 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43f68d89-3e3d-4bcf-9d76-6b8399632038 req-7bbddbbb-5274-4a36-92ea-a9cdcb8d989f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586061 Jul 07 17:10:26.192848 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0f075-5b9a-4d0f-a7e6-207d35add0d4 req-6bd9491f-14e1-4627-a311-7161e0294989 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:26.194650 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ad0f075-5b9a-4d0f-a7e6-207d35add0d4 req-6bd9491f-14e1-4627-a311-7161e0294989 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 946 time: 0.0881524 Jul 07 17:10:26.256167 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ad0f075-5b9a-4d0f-a7e6-207d35add0d4 req-9daacc36-b8b1-4d21-9df0-a1dc7c8c84e0 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523062 Jul 07 17:10:26.761097 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9a50c-8adf-4189-9a3d-2abebb236bca req-88157c09-e5b0-4539-8dd7-19ee3e135aef tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:26.772227 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43a9a50c-8adf-4189-9a3d-2abebb236bca req-88157c09-e5b0-4539-8dd7-19ee3e135aef tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.1215687 Jul 07 17:10:26.842337 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43a9a50c-8adf-4189-9a3d-2abebb236bca req-aa2ebb2b-d625-4791-8c44-4b6c08cf6fc6 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675826 Jul 07 17:10:26.948556 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365362e-3a76-4f2f-a477-8d7f5e3e9e1f req-86aea5b0-78ee-4339-bbaf-e4fc511f7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:26.950894 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1365362e-3a76-4f2f-a477-8d7f5e3e9e1f req-86aea5b0-78ee-4339-bbaf-e4fc511f7a7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4b8fca2c129d4b60828a826ccf71683d&device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 1097 time: 0.1298485 Jul 07 17:10:27.196576 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f5759-dbf7-479a-b0e2-ce3f135b6014 req-c5e3296b-c9ff-4888-9353-93c2aa6b81b0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:27.204120 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a19f5759-dbf7-479a-b0e2-ce3f135b6014 req-c5e3296b-c9ff-4888-9353-93c2aa6b81b0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.1114931 Jul 07 17:10:27.244959 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365362e-3a76-4f2f-a477-8d7f5e3e9e1f req-31e0c8a9-5ef4-4c62-8124-8732ee70f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:27.246725 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1365362e-3a76-4f2f-a477-8d7f5e3e9e1f req-31e0c8a9-5ef4-4c62-8124-8732ee70f27d service neutron] 10.222.0.69 "GET /v2.0/networks?id=988ebf5e-843b-463a-a4aa-4691b3a5f26e HTTP/1.1" status: 200 len: 912 time: 0.2833860 Jul 07 17:10:27.260013 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e79f67-c3b9-48c2-a130-75de0e2402bc req-f16ba6a8-71d1-4390-baf9-d96bbdeebc4c tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:27.268021 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-46e79f67-c3b9-48c2-a130-75de0e2402bc req-f16ba6a8-71d1-4390-baf9-d96bbdeebc4c tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 946 time: 0.2956295 Jul 07 17:10:27.299327 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a19f5759-dbf7-479a-b0e2-ce3f135b6014 req-f5773359-7675-435b-8f49-abdb2e20ea01 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933120 Jul 07 17:10:27.429439 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-46e79f67-c3b9-48c2-a130-75de0e2402bc req-b6a4fd9e-ff62-49e8-9bb0-644904f50184 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598637 Jul 07 17:10:27.432014 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1365362e-3a76-4f2f-a477-8d7f5e3e9e1f req-87a50475-f4f2-4e0a-9f02-eed56a246c18 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=919a0c20-886e-4d11-8c9f-5ac2b2176a20 HTTP/1.1" status: 200 len: 217 time: 0.1529379 Jul 07 17:10:27.520679 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365362e-3a76-4f2f-a477-8d7f5e3e9e1f req-49023261-02f9-4282-95db-12cb387b7f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:27.522813 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1365362e-3a76-4f2f-a477-8d7f5e3e9e1f req-49023261-02f9-4282-95db-12cb387b7f53 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3f56a47-6ef2-4d3f-b6c3-e63168dceb2c HTTP/1.1" status: 200 len: 851 time: 0.0670137 Jul 07 17:10:27.576731 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1365362e-3a76-4f2f-a477-8d7f5e3e9e1f req-05894b6a-6278-4cb8-8bb1-d13181ceaa9a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=988ebf5e-843b-463a-a4aa-4691b3a5f26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468085 Jul 07 17:10:27.796563 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1365362e-3a76-4f2f-a477-8d7f5e3e9e1f req-6e946eb6-c5fa-42b4-9c28-d112066dbfb6 service neutron] 10.222.0.69 "GET /v2.0/networks/988ebf5e-843b-463a-a4aa-4691b3a5f26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176750 Jul 07 17:10:27.984576 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1365362e-3a76-4f2f-a477-8d7f5e3e9e1f req-8e583a5a-2b34-4c0e-a520-7fe6c8e622ed service neutron] 10.222.0.69 "GET /v2.0/networks/988ebf5e-843b-463a-a4aa-4691b3a5f26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791201 Jul 07 17:10:28.141438 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48346296-6f0f-4d68-845e-9edba3bb94d6 req-711b5bd4-7826-445f-add1-1e316617b495 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:28.148370 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-48346296-6f0f-4d68-845e-9edba3bb94d6 req-711b5bd4-7826-445f-add1-1e316617b495 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.1063859 Jul 07 17:10:28.219364 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-48346296-6f0f-4d68-845e-9edba3bb94d6 req-35390ccd-be3e-491b-a289-a2a5b09700d4 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636978 Jul 07 17:10:28.602876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b102c-44d1-45ae-9adf-5007892a26d8 req-5bf22241-3407-4275-a06d-5953017aa447 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:28.610211 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ac9b102c-44d1-45ae-9adf-5007892a26d8 req-5bf22241-3407-4275-a06d-5953017aa447 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.1388853 Jul 07 17:10:28.684335 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ac9b102c-44d1-45ae-9adf-5007892a26d8 req-27959355-f484-4e50-8166-04748896f7ad tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724995 Jul 07 17:10:28.780833 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a740a-2a95-4fa3-94a6-f24b54b10ca0 req-5effd626-1d3c-4f80-ab47-f71ab79ebfe8 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:28.811426 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f4a740a-2a95-4fa3-94a6-f24b54b10ca0 req-5effd626-1d3c-4f80-ab47-f71ab79ebfe8 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 946 time: 0.1731384 Jul 07 17:10:28.927106 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f4a740a-2a95-4fa3-94a6-f24b54b10ca0 req-6fb7bf4f-332d-4d95-9534-519ad77212ab tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112134 Jul 07 17:10:29.452731 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789040e4-1ddd-4ad4-be35-3ae04f7da2aa req-755b80de-eea6-4641-9799-b0dd6b3fba32 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:29.456027 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-789040e4-1ddd-4ad4-be35-3ae04f7da2aa req-755b80de-eea6-4641-9799-b0dd6b3fba32 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.1017067 Jul 07 17:10:29.503352 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-789040e4-1ddd-4ad4-be35-3ae04f7da2aa req-a951cd12-79bc-45b8-9733-d7be3b03cb1b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456586 Jul 07 17:10:29.916280 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827e806-81fc-4599-a07d-91adf7a1ae1e req-b58e1c14-9b6d-48f2-8553-476dd0d098d5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:29.917955 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7827e806-81fc-4599-a07d-91adf7a1ae1e req-b58e1c14-9b6d-48f2-8553-476dd0d098d5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.1021016 Jul 07 17:10:29.988141 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7827e806-81fc-4599-a07d-91adf7a1ae1e req-51bd7f78-53c8-4b2e-a663-cf8e8c3a2c92 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607312 Jul 07 17:10:30.263961 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790c3f2-0d4f-4c21-90c2-9d6ccf810e9d req-5b7650e0-99f5-4189-8b1b-3eca21e8cc39 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:30.270123 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6790c3f2-0d4f-4c21-90c2-9d6ccf810e9d req-5b7650e0-99f5-4189-8b1b-3eca21e8cc39 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 946 time: 0.0962446 Jul 07 17:10:30.324206 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6790c3f2-0d4f-4c21-90c2-9d6ccf810e9d req-27d4fe8e-253e-4316-a30a-e1a119618fd2 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489185 Jul 07 17:10:30.873867 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad16db7-3452-424e-b8e1-ee59a7fd7d32 req-ac2d634c-33b7-4c80-b5d2-7bd0ac2899f2 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:30.884462 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ad16db7-3452-424e-b8e1-ee59a7fd7d32 req-ac2d634c-33b7-4c80-b5d2-7bd0ac2899f2 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.0926323 Jul 07 17:10:30.949906 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ad16db7-3452-424e-b8e1-ee59a7fd7d32 req-ad0c8065-c356-4709-9726-39ff1678894b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641203 Jul 07 17:10:31.077794 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790a399-43f2-41c1-b1fc-c3ba335edef6 req-035a823e-1e10-4aa8-8c32-7074c45584c9 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:31.085666 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3790a399-43f2-41c1-b1fc-c3ba335edef6 req-035a823e-1e10-4aa8-8c32-7074c45584c9 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 946 time: 0.1576061 Jul 07 17:10:31.163430 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3790a399-43f2-41c1-b1fc-c3ba335edef6 req-9045e495-4fa1-4f27-8c9e-8d7370a6ad8d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751803 Jul 07 17:10:31.320892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab8eb4-ea5c-4f16-9a3e-1b4cdc8685ee req-fda6a7a0-f9da-4a89-a2e2-22174bfcf3f8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:31.324032 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7cab8eb4-ea5c-4f16-9a3e-1b4cdc8685ee req-fda6a7a0-f9da-4a89-a2e2-22174bfcf3f8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.1601641 Jul 07 17:10:31.413294 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7cab8eb4-ea5c-4f16-9a3e-1b4cdc8685ee req-0a37817b-5141-4b0b-a319-446edfcaf31f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808692 Jul 07 17:10:32.181573 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11392d9d-4503-4528-8c99-3ef93147f36b req-df089f27-9764-4265-acf0-83be804622df tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:32.183306 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-11392d9d-4503-4528-8c99-3ef93147f36b req-df089f27-9764-4265-acf0-83be804622df tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.0815401 Jul 07 17:10:32.242040 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-11392d9d-4503-4528-8c99-3ef93147f36b req-86df23f8-8803-4dea-980c-6b6e7d790c02 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468624 Jul 07 17:10:32.390399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b76d98-5dff-4dc4-933f-7c1975e6e18b req-3cd58ae3-4874-46af-98fb-7741ee0f6f48 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:32.391989 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-63b76d98-5dff-4dc4-933f-7c1975e6e18b req-3cd58ae3-4874-46af-98fb-7741ee0f6f48 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 946 time: 0.0729277 Jul 07 17:10:32.454126 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-63b76d98-5dff-4dc4-933f-7c1975e6e18b req-6ec54147-b06f-41a7-8a0b-c7bbef04da7a tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530951 Jul 07 17:10:32.714072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ea5ac-c17a-434d-bb43-287c0ebf44ba req-04dee70d-e7ae-46c7-bdb3-0f155fbb07cb tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:32.717086 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-697ea5ac-c17a-434d-bb43-287c0ebf44ba req-04dee70d-e7ae-46c7-bdb3-0f155fbb07cb tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.1124427 Jul 07 17:10:32.765633 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-697ea5ac-c17a-434d-bb43-287c0ebf44ba req-e377eb12-3452-4fa3-bf28-a584feed29d1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386007 Jul 07 17:10:32.965200 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3ff49-4b5d-4edb-a2e9-41c1425378e5 req-11564118-c11f-48e3-a671-8c1b54bfe3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:32.966888 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51e3ff49-4b5d-4edb-a2e9-41c1425378e5 req-11564118-c11f-48e3-a671-8c1b54bfe3e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4b8fca2c129d4b60828a826ccf71683d&device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 1097 time: 0.0692308 Jul 07 17:10:32.989954 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f1876-493a-4036-830f-9cd0cadec4c2 req-1e1533e4-2d04-40fb-ad02-bf0832507a27 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:32.992007 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7b5f1876-493a-4036-830f-9cd0cadec4c2 req-1e1533e4-2d04-40fb-ad02-bf0832507a27 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 946 time: 0.0829110 Jul 07 17:10:33.037668 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7b5f1876-493a-4036-830f-9cd0cadec4c2 req-71d3604c-6c3d-4054-9716-007ac1c6484c tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382032 Jul 07 17:10:33.088172 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3ff49-4b5d-4edb-a2e9-41c1425378e5 req-34d54358-d05f-4114-85d7-a5709ccf35a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:33.089686 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51e3ff49-4b5d-4edb-a2e9-41c1425378e5 req-34d54358-d05f-4114-85d7-a5709ccf35a4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=988ebf5e-843b-463a-a4aa-4691b3a5f26e HTTP/1.1" status: 200 len: 912 time: 0.1164916 Jul 07 17:10:33.135323 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51e3ff49-4b5d-4edb-a2e9-41c1425378e5 req-f99933b6-d3a8-4d71-90ef-9febe0f8505c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=919a0c20-886e-4d11-8c9f-5ac2b2176a20 HTTP/1.1" status: 200 len: 217 time: 0.0379901 Jul 07 17:10:33.192496 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3ff49-4b5d-4edb-a2e9-41c1425378e5 req-1fb9e0bb-06b5-4753-8c08-d2945685000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:33.194006 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51e3ff49-4b5d-4edb-a2e9-41c1425378e5 req-1fb9e0bb-06b5-4753-8c08-d2945685000b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3f56a47-6ef2-4d3f-b6c3-e63168dceb2c HTTP/1.1" status: 200 len: 851 time: 0.0522230 Jul 07 17:10:33.231018 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51e3ff49-4b5d-4edb-a2e9-41c1425378e5 req-4b4bad84-ba99-41ab-b01b-a8f9fca12b95 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=988ebf5e-843b-463a-a4aa-4691b3a5f26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297439 Jul 07 17:10:33.332212 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51e3ff49-4b5d-4edb-a2e9-41c1425378e5 req-0aba0dd5-538d-4a62-9462-8f9fcf21a498 service neutron] 10.222.0.69 "GET /v2.0/networks/988ebf5e-843b-463a-a4aa-4691b3a5f26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948310 Jul 07 17:10:33.467499 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-51e3ff49-4b5d-4edb-a2e9-41c1425378e5 req-84088695-6161-4500-835b-8dceea907ae8 service neutron] 10.222.0.69 "GET /v2.0/networks/988ebf5e-843b-463a-a4aa-4691b3a5f26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282024 Jul 07 17:10:33.486761 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa523499-dcdc-40cb-8f4a-dff1ff79619a req-e933a930-6c2e-4885-90af-5986bb2644b8 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:33.488232 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fa523499-dcdc-40cb-8f4a-dff1ff79619a req-e933a930-6c2e-4885-90af-5986bb2644b8 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.1004782 Jul 07 17:10:33.532155 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fa523499-dcdc-40cb-8f4a-dff1ff79619a req-996a1592-671c-4bd8-a580-e724db16a2ac tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373130 Jul 07 17:10:34.012720 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b34a56-f9a2-45e6-9728-ff44c1ce4a01 req-95a86679-0f03-4293-b673-05aea02187d0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:34.013597 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-30b34a56-f9a2-45e6-9728-ff44c1ce4a01 req-95a86679-0f03-4293-b673-05aea02187d0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.1057827 Jul 07 17:10:34.056223 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-30b34a56-f9a2-45e6-9728-ff44c1ce4a01 req-64768d4d-478e-4595-8160-f9351d89fbdd tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363438 Jul 07 17:10:34.240055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8eb75d-ee93-442d-8b50-faaf2bd554c4 req-7752a753-f526-4086-8bd6-d74525a602de tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:34.241843 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f8eb75d-ee93-442d-8b50-faaf2bd554c4 req-7752a753-f526-4086-8bd6-d74525a602de tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 946 time: 0.0729787 Jul 07 17:10:34.283198 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f8eb75d-ee93-442d-8b50-faaf2bd554c4 req-1c1d96df-7717-432e-8a63-ed0e783def23 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346670 Jul 07 17:10:34.794304 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc9e6a-45aa-4218-9783-27356b35115d req-835780e6-4a23-46f1-9364-3d6e4121313e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:34.802770 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4ebc9e6a-45aa-4218-9783-27356b35115d req-835780e6-4a23-46f1-9364-3d6e4121313e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.1104853 Jul 07 17:10:34.845687 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4ebc9e6a-45aa-4218-9783-27356b35115d req-ce3a6df6-2e93-48c2-bfb4-ab3d96f3eb4c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413070 Jul 07 17:10:35.286526 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb54a06-66d5-43a7-928b-e82ae0dce118 req-c24a2fdd-f19a-4e37-b38f-c9d660805b84 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:35.288121 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-feb54a06-66d5-43a7-928b-e82ae0dce118 req-c24a2fdd-f19a-4e37-b38f-c9d660805b84 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.0921755 Jul 07 17:10:35.344855 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-feb54a06-66d5-43a7-928b-e82ae0dce118 req-851735d3-c52c-4445-8a4d-b884590f6047 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506830 Jul 07 17:10:35.516919 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3518a43-94e2-46c7-9f8b-e64570ce9486 req-17e2d45c-1362-4756-acee-5393ca80e482 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:35.519590 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3518a43-94e2-46c7-9f8b-e64570ce9486 req-17e2d45c-1362-4756-acee-5393ca80e482 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 946 time: 0.0930827 Jul 07 17:10:35.586110 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3518a43-94e2-46c7-9f8b-e64570ce9486 req-1ea05a62-71d5-4a80-80f5-aadb6af9c764 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539691 Jul 07 17:10:36.179389 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ebcd1-94fb-4a6e-851e-e84c57991b1e req-6857e00d-59d9-4594-b1c8-f60b61eb0275 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:36.181086 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a14ebcd1-94fb-4a6e-851e-e84c57991b1e req-6857e00d-59d9-4594-b1c8-f60b61eb0275 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.1076462 Jul 07 17:10:36.253467 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a14ebcd1-94fb-4a6e-851e-e84c57991b1e req-c23194c3-5502-4938-89d2-e1cfeb3710ad tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664613 Jul 07 17:10:36.269946 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbad7e-8a19-409f-8e4b-ba005b113ea0 req-4b247efc-5b2e-4449-aad9-0013deaada7f tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:36.272333 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c4dbad7e-8a19-409f-8e4b-ba005b113ea0 req-4b247efc-5b2e-4449-aad9-0013deaada7f tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 946 time: 0.1054988 Jul 07 17:10:36.328839 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c4dbad7e-8a19-409f-8e4b-ba005b113ea0 req-d96719f3-d02a-41b0-a9c5-62d720838287 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497205 Jul 07 17:10:36.532814 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb46e0-5b51-4667-ab84-192c534fd7b3 req-e119e17f-30a4-4100-9e91-261b3c41434b tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:36.534431 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7cbb46e0-5b51-4667-ab84-192c534fd7b3 req-e119e17f-30a4-4100-9e91-261b3c41434b tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.0708396 Jul 07 17:10:36.583893 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7cbb46e0-5b51-4667-ab84-192c534fd7b3 req-b9f5d6ad-187b-4666-9f2a-d7cd67801b96 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386894 Jul 07 17:10:37.480640 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81f72-3f5d-42c8-917d-2995eb14aa27 req-9b4ff6d7-24a6-4b3f-8737-455d4c4443a9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:37.490284 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-caf81f72-3f5d-42c8-917d-2995eb14aa27 req-9b4ff6d7-24a6-4b3f-8737-455d4c4443a9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.0926828 Jul 07 17:10:37.534422 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-caf81f72-3f5d-42c8-917d-2995eb14aa27 req-d0c3bb24-8147-4ceb-8e45-7706e1a10dd6 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430279 Jul 07 17:10:37.568525 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106d415-7248-4f5e-bf31-88594ec9e100 req-0bd46cf8-7895-42b8-aa3f-f1288de25bb7 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:37.570209 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5106d415-7248-4f5e-bf31-88594ec9e100 req-0bd46cf8-7895-42b8-aa3f-f1288de25bb7 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 946 time: 0.0981319 Jul 07 17:10:37.619044 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5106d415-7248-4f5e-bf31-88594ec9e100 req-2cb80214-ea6c-4a5d-be34-8346ca78f8d6 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/security-groups?id=4bd49261-6114-4493-b454-8bacf4f206f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416417 Jul 07 17:10:37.802246 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b921025-645c-4e2d-9b47-95100ffe3eed req-ca130911-ddaf-48d4-b806-34d2af2f9013 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:37.804591 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b921025-645c-4e2d-9b47-95100ffe3eed req-ca130911-ddaf-48d4-b806-34d2af2f9013 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.0828106 Jul 07 17:10:37.870584 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b921025-645c-4e2d-9b47-95100ffe3eed req-ef5d6d4a-1311-4294-b09f-02cd018db4da tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551629 Jul 07 17:10:38.335861 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb9d2c-3895-4c18-b724-1dcfc36a53ca req-f4479322-0911-47fc-ab86-045ed7d78e53 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:38.337460 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-84cb9d2c-3895-4c18-b724-1dcfc36a53ca req-f4479322-0911-47fc-ab86-045ed7d78e53 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.69 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 946 time: 0.0836720 Jul 07 17:10:38.464489 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-84cb9d2c-3895-4c18-b724-1dcfc36a53ca req-0f9276f8-8043-408f-9e56-df0bcc4a9e5d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Deleting port 919a0c20-886e-4d11-8c9f-5ac2b2176a20 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:10:38.464838 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-84cb9d2c-3895-4c18-b724-1dcfc36a53ca req-0f9276f8-8043-408f-9e56-df0bcc4a9e5d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.560984 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-84cb9d2c-3895-4c18-b724-1dcfc36a53ca req-0f9276f8-8043-408f-9e56-df0bcc4a9e5d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] For port 919a0c20-886e-4d11-8c9f-5ac2b2176a20, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=919a0c20-886e-4d11-8c9f-5ac2b2176a20,segment=NetworkSegment(4cb3b96f-885c-449d-be9c-5dcfde69f042),segment_id=4cb3b96f-885c-449d-be9c-5dcfde69f042)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:38.561265 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-84cb9d2c-3895-4c18-b724-1dcfc36a53ca req-0f9276f8-8043-408f-9e56-df0bcc4a9e5d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.574514 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-84cb9d2c-3895-4c18-b724-1dcfc36a53ca req-0f9276f8-8043-408f-9e56-df0bcc4a9e5d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Calling delete_port for 919a0c20-886e-4d11-8c9f-5ac2b2176a20 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:10:38.735706 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-84cb9d2c-3895-4c18-b724-1dcfc36a53ca req-0f9276f8-8043-408f-9e56-df0bcc4a9e5d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.757870 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['919a0c20-886e-4d11-8c9f-5ac2b2176a20'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:38.759599 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf523f7-d575-45a7-9867-abd09c6606cc req-c53f16b8-5fec-4308-8476-5cfdadb76aaf tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:38.761818 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edf523f7-d575-45a7-9867-abd09c6606cc req-c53f16b8-5fec-4308-8476-5cfdadb76aaf tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.0934412 Jul 07 17:10:38.794682 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9276f8-8043-408f-9e56-df0bcc4a9e5d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Pushing event deleted for resources: {'Port': ['ID=919a0c20-886e-4d11-8c9f-5ac2b2176a20,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:38.811643 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edf523f7-d575-45a7-9867-abd09c6606cc req-9619f350-0b99-4345-bc4d-cea2ea29d176 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413260 Jul 07 17:10:38.827639 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d210cc36-11f7-4fc3-a16d-12b4e0b7cc58 req-5da70bb5-dcfb-4bad-a954-1509939c3dc2 tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.50 "GET /v2.0/ports?device_id=e05d5016-6d8a-4d3b-bdaf-0ea8a9009024 HTTP/1.1" status: 200 len: 210 time: 0.0780277 Jul 07 17:10:38.877127 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cb9d2c-3895-4c18-b724-1dcfc36a53ca req-0f9276f8-8043-408f-9e56-df0bcc4a9e5d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] No DVR routers for this DVR port 919a0c20-886e-4d11-8c9f-5ac2b2176a20 on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:38.880038 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-84cb9d2c-3895-4c18-b724-1dcfc36a53ca req-0f9276f8-8043-408f-9e56-df0bcc4a9e5d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:38.882050 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-84cb9d2c-3895-4c18-b724-1dcfc36a53ca req-0f9276f8-8043-408f-9e56-df0bcc4a9e5d tempest-TestServerAdvancedOps-593238048 tempest-TestServerAdvancedOps-593238048-project] 10.222.0.69 "DELETE /v2.0/ports/919a0c20-886e-4d11-8c9f-5ac2b2176a20 HTTP/1.1" status: 204 len: 173 time: 0.5377767 Jul 07 17:10:38.882526 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05d5016-6d8a-4d3b-bdaf-0ea8a9009024', 'name': 'network-vif-deleted', 'tag': '919a0c20-886e-4d11-8c9f-5ac2b2176a20'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:38.884766 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cf12ab-d50a-482a-9ce9-df8f6b9d35de" -d '{"events": [{"server_uuid": "e05d5016-6d8a-4d3b-bdaf-0ea8a9009024", "name": "network-vif-deleted", "tag": "919a0c20-886e-4d11-8c9f-5ac2b2176a20"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:38.935416 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9b89ef-8a3f-439b-99f0-af46cc4b5d52 x-openstack-request-id: req-7a9b89ef-8a3f-439b-99f0-af46cc4b5d52 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:38.936064 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05d5016-6d8a-4d3b-bdaf-0ea8a9009024", "name": "network-vif-deleted", "tag": "919a0c20-886e-4d11-8c9f-5ac2b2176a20", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:38.936388 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7a9b89ef-8a3f-439b-99f0-af46cc4b5d52 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:38.936928 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05d5016-6d8a-4d3b-bdaf-0ea8a9009024', 'name': 'network-vif-deleted', 'tag': '919a0c20-886e-4d11-8c9f-5ac2b2176a20', 'status': 'completed', 'code': 200} Jul 07 17:10:39.117030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849e4e3-5dc0-4920-8afb-3130f2b53f33 req-61ffcd4c-a821-4b6c-9fa5-7354c58f56ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:39.118685 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4849e4e3-5dc0-4920-8afb-3130f2b53f33 req-61ffcd4c-a821-4b6c-9fa5-7354c58f56ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.0823843 Jul 07 17:10:39.164304 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4849e4e3-5dc0-4920-8afb-3130f2b53f33 req-5426e71a-fec7-48cc-a343-46edb4a1f451 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388265 Jul 07 17:10:39.329001 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-bf8073f0-dd6a-4b9f-b788-6fb067ba2732 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:39.331191 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-bf8073f0-dd6a-4b9f-b788-6fb067ba2732 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/networks?id=c2438b08-8280-45c1-8306-626a80bc44ea HTTP/1.1" status: 200 len: 814 time: 0.1152723 Jul 07 17:10:39.347400 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-ec88e43c-354c-4687-a05d-a204823e9516 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/quotas/329eb6caa7374232933326bbde3f0144 HTTP/1.1" status: 200 len: 375 time: 0.0105500 Jul 07 17:10:39.392213 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-65299e8e-a8b8-44a5-8900-45b99d436335 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=329eb6caa7374232933326bbde3f0144&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342817 Jul 07 17:10:39.499088 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-53d67ae9-d7f2-40ca-9914-11f129afc57f service neutron] 10.222.0.50 "GET /v2.0/networks/c2438b08-8280-45c1-8306-626a80bc44ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025319 Jul 07 17:10:39.603417 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-703eb935-7c70-46d4-a45d-a1e3db095bd9 service neutron] 10.222.0.50 "GET /v2.0/networks/c2438b08-8280-45c1-8306-626a80bc44ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966735 Jul 07 17:10:39.795347 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3b450e95-df46-4d42-992a-a47ed2a5ebed req-5f9c89e8-755f-494b-9ec0-63d214e0f394 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d378cd-5ef5-450b-aa54-6442869df9ba HTTP/1.1" status: 200 len: 210 time: 0.0360780 Jul 07 17:10:39.933271 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40474) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:39.996285 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-19827d44-5d2a-4683-8cfc-0691c14745ed admin admin] Deleting subnet a3f56a47-6ef2-4d3f-b6c3-e63168dceb2c {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:10:40.004293 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19827d44-5d2a-4683-8cfc-0691c14745ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.056527 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91594443-304a-4035-be4f-d580486dfaad req-1e093603-d93a-4822-af4c-5024b0798f1f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:40.058276 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-91594443-304a-4035-be4f-d580486dfaad req-1e093603-d93a-4822-af4c-5024b0798f1f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 944 time: 0.1003985 Jul 07 17:10:40.072480 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19827d44-5d2a-4683-8cfc-0691c14745ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.136155 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19827d44-5d2a-4683-8cfc-0691c14745ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.161630 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-91594443-304a-4035-be4f-d580486dfaad req-6d2b79d2-1585-4faf-a49b-a080fd39f7c1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948029 Jul 07 17:10:40.232245 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19827d44-5d2a-4683-8cfc-0691c14745ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.260694 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19827d44-5d2a-4683-8cfc-0691c14745ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3f56a47-6ef2-4d3f-b6c3-e63168dceb2c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:40.264426 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19827d44-5d2a-4683-8cfc-0691c14745ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.269291 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-19827d44-5d2a-4683-8cfc-0691c14745ed admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a3f56a47-6ef2-4d3f-b6c3-e63168dceb2c HTTP/1.1" status: 204 len: 168 time: 0.3318481 Jul 07 17:10:40.269837 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40484) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:40.351786 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-006ee7d2-b391-4ed8-80a3-0b8a7cfb2bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.378781 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e6153-406a-4d9d-991d-8264e86ad5b6 req-0775d9e7-bf3a-4acb-b4bc-6502b0014835 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:40.380476 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8c7e6153-406a-4d9d-991d-8264e86ad5b6 req-0775d9e7-bf3a-4acb-b4bc-6502b0014835 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.0731838 Jul 07 17:10:40.430903 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8c7e6153-406a-4d9d-991d-8264e86ad5b6 req-ad26905b-f354-4696-a438-f82fee9abcdc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440209 Jul 07 17:10:40.455194 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-006ee7d2-b391-4ed8-80a3-0b8a7cfb2bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.466333 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-006ee7d2-b391-4ed8-80a3-0b8a7cfb2bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988ebf5e-843b-463a-a4aa-4691b3a5f26e']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:40.478830 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-006ee7d2-b391-4ed8-80a3-0b8a7cfb2bb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb3b96f-885c-449d-be9c-5dcfde69f042') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:40.479210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-006ee7d2-b391-4ed8-80a3-0b8a7cfb2bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb3b96f-885c-449d-be9c-5dcfde69f042') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:40.489156 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-006ee7d2-b391-4ed8-80a3-0b8a7cfb2bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.506175 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-006ee7d2-b391-4ed8-80a3-0b8a7cfb2bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.512547 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006ee7d2-b391-4ed8-80a3-0b8a7cfb2bb1 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:40.512943 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-006ee7d2-b391-4ed8-80a3-0b8a7cfb2bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:40.514951 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:40.577106 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-006ee7d2-b391-4ed8-80a3-0b8a7cfb2bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.594213 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-006ee7d2-b391-4ed8-80a3-0b8a7cfb2bb1 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.596247 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-006ee7d2-b391-4ed8-80a3-0b8a7cfb2bb1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/988ebf5e-843b-463a-a4aa-4691b3a5f26e HTTP/1.1" status: 204 len: 168 time: 0.3251460 Jul 07 17:10:40.597729 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ee7d2-b391-4ed8-80a3-0b8a7cfb2bb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=988ebf5e-843b-463a-a4aa-4691b3a5f26e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:40.599962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40490) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:40.612922 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-a3c4124c-c34b-4305-ab70-807a7a454317 service neutron] show failed (client error): The resource could not be found. Jul 07 17:10:40.614136 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-a3c4124c-c34b-4305-ab70-807a7a454317 service neutron] 10.222.0.69 "GET /v2.0/ports/b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727/bindings/n-h1-793620-7 HTTP/1.1" status: 404 len: 380 time: 0.0745294 Jul 07 17:10:40.648490 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a117ed-b4ff-4f37-bd02-1da868f14509 admin admin] Deleting subnet 0b35779b-9298-4e75-a6a7-12aed2e5e5df {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:10:40.652468 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c0a117ed-b4ff-4f37-bd02-1da868f14509 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.684278 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 211871f7-f8ed-4c41-b680-7c3c56c56f27 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:40.697910 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c0a117ed-b4ff-4f37-bd02-1da868f14509 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.745751 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c0a117ed-b4ff-4f37-bd02-1da868f14509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.793285 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 211871f7-f8ed-4c41-b680-7c3c56c56f27, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=211871f7-f8ed-4c41-b680-7c3c56c56f27,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:40.808077 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '211871f7-f8ed-4c41-b680-7c3c56c56f27', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'port_id': '211871f7-f8ed-4c41-b680-7c3c56c56f27', 'mac_address': 'fa:16:3e:4b:f3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:40.818113 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c0a117ed-b4ff-4f37-bd02-1da868f14509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.858884 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a117ed-b4ff-4f37-bd02-1da868f14509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b35779b-9298-4e75-a6a7-12aed2e5e5df,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:40.862101 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c0a117ed-b4ff-4f37-bd02-1da868f14509 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.864391 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c0a117ed-b4ff-4f37-bd02-1da868f14509 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0b35779b-9298-4e75-a6a7-12aed2e5e5df HTTP/1.1" status: 204 len: 168 time: 0.2636771 Jul 07 17:10:40.864800 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.867368 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40494) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:40.900360 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211871f7-f8ed-4c41-b680-7c3c56c56f27 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:40.928751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 211871f7-f8ed-4c41-b680-7c3c56c56f27, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=211871f7-f8ed-4c41-b680-7c3c56c56f27,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:40.937398 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:40.963703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-ab5636d4-41e1-45cd-9b9b-5b2ebbfd7a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:40.965864 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-ab5636d4-41e1-45cd-9b9b-5b2ebbfd7a83 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90&tenant_id=579e95f3998b4f8bb632de60105379a3 HTTP/1.1" status: 200 len: 1097 time: 0.1178019 Jul 07 17:10:40.982255 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-7', 'device_owner': 'compute:nova'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:41.012815 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=211871f7-f8ed-4c41-b680-7c3c56c56f27,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:41.102189 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.170027 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['211871f7-f8ed-4c41-b680-7c3c56c56f27'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:41.327947 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a8789b88-4bc7-4fe3-ad02-d01efd260d8c req-be897afb-d7a8-48d0-a08f-11eb1132e335 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d378cd-5ef5-450b-aa54-6442869df9ba HTTP/1.1" status: 200 len: 210 time: 0.4056528 Jul 07 17:10:41.418586 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c850eb23-af82-4aed-86f2-e13440f0a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.498294 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] For port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727,segment=NetworkSegment(4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7),segment_id=4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:41.550866 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] For port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:41.575960 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-04c7edc4-311f-4b8a-9fc6-edfb0aac54a0 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:41.577508 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-04c7edc4-311f-4b8a-9fc6-edfb0aac54a0 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.69 "GET /v2.0/networks?id=c2438b08-8280-45c1-8306-626a80bc44ea HTTP/1.1" status: 200 len: 814 time: 0.2633626 Jul 07 17:10:41.588899 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c850eb23-af82-4aed-86f2-e13440f0a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.592811 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774e944-cb1e-4a2b-8a32-cc36a2851157 req-3135ee5b-46e9-4e51-aa06-cd592e8ad0b9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:41.594520 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4774e944-cb1e-4a2b-8a32-cc36a2851157 req-3135ee5b-46e9-4e51-aa06-cd592e8ad0b9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 945 time: 0.1807063 Jul 07 17:10:41.596375 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-58437ba0-ba95-40f8-a9d6-9ef899d83825 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Request body: {'port': {'device_id': '63d378cd-5ef5-450b-aa54-6442869df9ba', 'network_id': 'c2438b08-8280-45c1-8306-626a80bc44ea', 'admin_state_up': True, 'tenant_id': '329eb6caa7374232933326bbde3f0144'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:41.619618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a91aedc-9761-434d-936c-a5cfc2b61e90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:41.622022 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46f6c7f-911f-4c68-9707-9085e3b86184" -d '{"events": [{"server_uuid": "1a91aedc-9761-434d-936c-a5cfc2b61e90", "name": "network-vif-unplugged", "status": "completed", "tag": "b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:41.634018 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.637006 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-c850eb23-af82-4aed-86f2-e13440f0a7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c42ddb-943a-4551-9278-a0f69306141d']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:41.664251 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] Transition to ACTIVE for port object b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:41.668292 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4774e944-cb1e-4a2b-8a32-cc36a2851157 req-ef77baf9-cd49-4fb6-a7ba-29d21e5bd8bd tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646665 Jul 07 17:10:41.669619 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.687251 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-c850eb23-af82-4aed-86f2-e13440f0a7e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01da1e0b-cfbe-49ad-93f9-7f27133db3da') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:41.688081 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-c850eb23-af82-4aed-86f2-e13440f0a7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01da1e0b-cfbe-49ad-93f9-7f27133db3da') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:10:41.714411 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c850eb23-af82-4aed-86f2-e13440f0a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.748508 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c850eb23-af82-4aed-86f2-e13440f0a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.779372 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c850eb23-af82-4aed-86f2-e13440f0a7e3 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:10:41.779725 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c850eb23-af82-4aed-86f2-e13440f0a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:10:41.781457 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:10:41.824054 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727,revision_number=6']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:41.903546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a98aaf-77ab-4361-84bb-c91668ea8a7c req-6e3e0d3c-e2c4-4d26-ab57-cee63e09b0ab tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:41.905748 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-23a98aaf-77ab-4361-84bb-c91668ea8a7c req-6e3e0d3c-e2c4-4d26-ab57-cee63e09b0ab tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.3272810 Jul 07 17:10:41.907731 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] No DVR routers for this DVR port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:10:41.996122 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-23a98aaf-77ab-4361-84bb-c91668ea8a7c req-951692a9-5874-4dd3-98db-41d422be64c0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789182 Jul 07 17:10:42.008362 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c850eb23-af82-4aed-86f2-e13440f0a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.025150 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-58437ba0-ba95-40f8-a9d6-9ef899d83825 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Made reservation on behalf of 329eb6caa7374232933326bbde3f0144 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:10:42.032109 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-58437ba0-ba95-40f8-a9d6-9ef899d83825 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.052488 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58976a2a-0a31-4510-bee3-1d3ef683d0a0 x-openstack-request-id: req-58976a2a-0a31-4510-bee3-1d3ef683d0a0 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:42.052488 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a91aedc-9761-434d-936c-a5cfc2b61e90", "name": "network-vif-unplugged", "status": "completed", "tag": "b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:42.053243 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-58976a2a-0a31-4510-bee3-1d3ef683d0a0 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:42.054180 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a91aedc-9761-434d-936c-a5cfc2b61e90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727', 'code': 200} Jul 07 17:10:42.060792 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c850eb23-af82-4aed-86f2-e13440f0a7e3 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.064468 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c850eb23-af82-4aed-86f2-e13440f0a7e3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/51c42ddb-943a-4551-9278-a0f69306141d HTTP/1.1" status: 204 len: 168 time: 1.1953261 Jul 07 17:10:42.077037 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850eb23-af82-4aed-86f2-e13440f0a7e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=51c42ddb-943a-4551-9278-a0f69306141d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:42.183348 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] Attempting to bind port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:42.183881 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] Attempting to bind port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:42.184411 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] Attempting to bind port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 on network 40f2b42b-6000-49a4-9ee0-e437a165cbe0 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:42.192964 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] Port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 on network 40f2b42b-6000-49a4-9ee0-e437a165cbe0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:42.193399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] Attempting to bind port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 on network 40f2b42b-6000-49a4-9ee0-e437a165cbe0 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:42.202467 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:42.202884 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] Checking segment: {'id': '4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:42.203473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] Bound using segment: {'id': '4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:42.204229 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] Bound port: b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:42.204795 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.266680 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-58437ba0-ba95-40f8-a9d6-9ef899d83825 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Allocated IP 172.20.0.2 (c2438b08-8280-45c1-8306-626a80bc44ea/6506cce1-ae4a-481e-aeb3-bd12bb9f64f8/75945ec4-8b73-4188-b54c-f52e21c95bf6) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:10:42.328286 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 919a0c20-886e-4d11-8c9f-5ac2b2176a20 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:42.329084 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40526) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:42.354887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 919a0c20-886e-4d11-8c9f-5ac2b2176a20 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:10:42.355236 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 919a0c20-886e-4d11-8c9f-5ac2b2176a20 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:10:42.355656 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:10:42.357354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] For port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:42.395751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:10:42.400342 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] For port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727,segment=NetworkSegment(4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7),segment_id=4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:42.406062 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.486333 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-58437ba0-ba95-40f8-a9d6-9ef899d83825 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.495221 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:42.495850 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.497708 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] 10.222.0.15 "PUT /v2.0/ports/b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 HTTP/1.1" status: 200 len: 1092 time: 1.5236888 Jul 07 17:10:42.504596 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6a77ce44-26b5-47a5-9fdf-36befbdbad07 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4b8fca2c129d4b60828a826ccf71683d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787088 Jul 07 17:10:42.507472 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 40532) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:42.515489 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5e358-f3ab-4cf7-bc81-965ed3370e34 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727,revision_number=7']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:42.547667 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-71083913-0f2a-41e5-a7e8-2339d2cae986 req-82b20594-2a7e-4670-942f-9a45c5137cfb tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d378cd-5ef5-450b-aa54-6442869df9ba HTTP/1.1" status: 200 len: 210 time: 0.0398405 Jul 07 17:10:42.610522 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-58437ba0-ba95-40f8-a9d6-9ef899d83825 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.621556 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8336df7d-3fa4-42d1-a1d3-f006d0cb9f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.655896 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8336df7d-3fa4-42d1-a1d3-f006d0cb9f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.660272 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-2e80b721-333b-4117-a820-88cbec0d3f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:42.661622 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-2e80b721-333b-4117-a820-88cbec0d3f80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 1095 time: 0.1313763 Jul 07 17:10:42.701948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-58437ba0-ba95-40f8-a9d6-9ef899d83825 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Network c2438b08-8280-45c1-8306-626a80bc44ea is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:10:42.704868 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 211871f7-f8ed-4c41-b680-7c3c56c56f27 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:42.713864 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-58437ba0-ba95-40f8-a9d6-9ef899d83825 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:10:42.730786 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-58437ba0-ba95-40f8-a9d6-9ef899d83825 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:10:42.789241 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 211871f7-f8ed-4c41-b680-7c3c56c56f27 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:42.792636 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.821157 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-a5b7babb-f0dc-4d46-84e6-500c6011fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:42.822999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58437ba0-ba95-40f8-a9d6-9ef899d83825 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Pushing event updated for resources: {'Port': ['ID=75945ec4-8b73-4188-b54c-f52e21c95bf6,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:42.823395 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-a5b7babb-f0dc-4d46-84e6-500c6011fbf2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40f2b42b-6000-49a4-9ee0-e437a165cbe0 HTTP/1.1" status: 200 len: 898 time: 0.1553843 Jul 07 17:10:42.824731 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8336df7d-3fa4-42d1-a1d3-f006d0cb9f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.828462 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8336df7d-3fa4-42d1-a1d3-f006d0cb9f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.831317 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8336df7d-3fa4-42d1-a1d3-f006d0cb9f5d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4bd49261-6114-4493-b454-8bacf4f206f3 HTTP/1.1" status: 204 len: 168 time: 0.3223190 Jul 07 17:10:42.849587 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-58437ba0-ba95-40f8-a9d6-9ef899d83825 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:42.850259 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-58437ba0-ba95-40f8-a9d6-9ef899d83825 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:42.867585 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-58437ba0-ba95-40f8-a9d6-9ef899d83825 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2738063 Jul 07 17:10:42.878867 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] Request body: {'port': {'device_id': '63d378cd-5ef5-450b-aa54-6442869df9ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:10:42.964181 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336df7d-3fa4-42d1-a1d3-f006d0cb9f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd49261-6114-4493-b454-8bacf4f206f3,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:42.994585 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.006902 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.084332 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446a66e0-9d09-4e6e-a03f-98fb5ccfff1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211871f7-f8ed-4c41-b680-7c3c56c56f27'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:43.088843 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdcc805-7929-4b8d-8667-7e9340a14e68" -d '{"events": [{"server_uuid": "446a66e0-9d09-4e6e-a03f-98fb5ccfff1f", "name": "network-vif-plugged", "status": "completed", "tag": "211871f7-f8ed-4c41-b680-7c3c56c56f27"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:43.103221 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cd9e2-27ae-44e6-b22c-2b8d97a1ff0b req-4af0eb36-d46c-417d-8e13-1d4a8dd3c633 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:43.105192 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0d6cd9e2-27ae-44e6-b22c-2b8d97a1ff0b req-4af0eb36-d46c-417d-8e13-1d4a8dd3c633 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 945 time: 0.1638072 Jul 07 17:10:43.107376 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-543f8adf-5b81-4c5f-aca9-75c33dbe1de0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 HTTP/1.1" status: 200 len: 1000 time: 0.2746589 Jul 07 17:10:43.126988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 211871f7-f8ed-4c41-b680-7c3c56c56f27, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=211871f7-f8ed-4c41-b680-7c3c56c56f27,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:43.135212 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.240274 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=211871f7-f8ed-4c41-b680-7c3c56c56f27,revision_number=10']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:43.269342 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0d6cd9e2-27ae-44e6-b22c-2b8d97a1ff0b req-c58af82d-108c-4eaa-b7a0-c00ab197d64c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577792 Jul 07 17:10:43.273342 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-024c1338-021b-4d94-ae41-f89378f291e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:43.274672 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-024c1338-021b-4d94-ae41-f89378f291e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b473df68-d124-4b3c-b4ba-aeaa8df0355a HTTP/1.1" status: 200 len: 835 time: 0.1554735 Jul 07 17:10:43.344099 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97202a39-015e-4af3-b2f4-4fc618ce30e4 x-openstack-request-id: req-97202a39-015e-4af3-b2f4-4fc618ce30e4 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:43.344686 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446a66e0-9d09-4e6e-a03f-98fb5ccfff1f", "name": "network-vif-plugged", "status": "completed", "tag": "211871f7-f8ed-4c41-b680-7c3c56c56f27", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:43.344686 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-97202a39-015e-4af3-b2f4-4fc618ce30e4 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:43.345680 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446a66e0-9d09-4e6e-a03f-98fb5ccfff1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211871f7-f8ed-4c41-b680-7c3c56c56f27', 'code': 200} Jul 07 17:10:43.413644 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-9027e449-b85b-41cf-95e1-52208e267fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:43.415704 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-9027e449-b85b-41cf-95e1-52208e267fcd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40f2b42b-6000-49a4-9ee0-e437a165cbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343427 Jul 07 17:10:43.522978 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40560) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:43.555718 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75945ec4-8b73-4188-b54c-f52e21c95bf6 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:43.573534 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9045fe-e0ae-43e2-ba7b-ba71c6505172 req-8a3b5b96-7f96-42c3-9d3e-1344c59898bb tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:43.575200 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ac9045fe-e0ae-43e2-ba7b-ba71c6505172 req-8a3b5b96-7f96-42c3-9d3e-1344c59898bb tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 944 time: 0.2069130 Jul 07 17:10:43.577206 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.606802 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-94d4695a-0d44-4c60-80f0-fc95919f6a6d service neutron] 10.222.0.15 "GET /v2.0/networks/40f2b42b-6000-49a4-9ee0-e437a165cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829886 Jul 07 17:10:43.611564 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bfb99-eae6-496e-ba04-3edc9f6efcd2 req-c21ed155-0452-4ad2-8320-2cdff7d4403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:43.613179 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f53bfb99-eae6-496e-ba04-3edc9f6efcd2 req-c21ed155-0452-4ad2-8320-2cdff7d4403d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 1098 time: 0.0923498 Jul 07 17:10:43.644061 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] Transition to ACTIVE for port object 75945ec4-8b73-4188-b54c-f52e21c95bf6 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:10:43.658650 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ac9045fe-e0ae-43e2-ba7b-ba71c6505172 req-f60d42a0-3d09-4600-9107-5aead0b9ec0c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718980 Jul 07 17:10:43.661737 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a788f407-5789-486b-86e2-09212002b8f1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ed4c50b32f014a198ca5cf94fa1eae81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414874 Jul 07 17:10:43.662643 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.674693 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40564) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:43.724846 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f53bfb99-eae6-496e-ba04-3edc9f6efcd2 req-be4332f4-db34-45e3-9d09-4cef5719ab6e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030762 Jul 07 17:10:43.763095 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] Pushing event updated for resources: {'Port': ['ID=75945ec4-8b73-4188-b54c-f52e21c95bf6,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:43.787678 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-4cb15e33-bec0-4d8e-9b3f-b874c2fb8d72 service neutron] 10.222.0.15 "GET /v2.0/networks/40f2b42b-6000-49a4-9ee0-e437a165cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734881 Jul 07 17:10:43.833203 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d76ad-21a3-4eeb-a80e-a4116903fe6b req-bdaf19ba-df93-4f7b-9ef9-baa3b5f9f139 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:43.835818 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-795d76ad-21a3-4eeb-a80e-a4116903fe6b req-bdaf19ba-df93-4f7b-9ef9-baa3b5f9f139 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d378cd-5ef5-450b-aa54-6442869df9ba HTTP/1.1" status: 200 len: 943 time: 0.1019480 Jul 07 17:10:43.844790 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-49977e8e-a6ba-4c6d-9d2a-27dcee1f62b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.890697 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-49977e8e-a6ba-4c6d-9d2a-27dcee1f62b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.900972 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] Attempting to bind port 75945ec4-8b73-4188-b54c-f52e21c95bf6 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:10:43.901395 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] Attempting to bind port 75945ec4-8b73-4188-b54c-f52e21c95bf6 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'ac2b061c-ee0d-46dc-a430-6fa850467c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c2438b08-8280-45c1-8306-626a80bc44ea'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:10:43.901662 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] Attempting to bind port 75945ec4-8b73-4188-b54c-f52e21c95bf6 on network c2438b08-8280-45c1-8306-626a80bc44ea {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:43.907207 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-795d76ad-21a3-4eeb-a80e-a4116903fe6b req-e47199a7-c2fa-45ed-8988-00312261c5a6 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604210 Jul 07 17:10:43.908328 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] Port 75945ec4-8b73-4188-b54c-f52e21c95bf6 on network c2438b08-8280-45c1-8306-626a80bc44ea not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:10:43.908659 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] Attempting to bind port 75945ec4-8b73-4188-b54c-f52e21c95bf6 on network c2438b08-8280-45c1-8306-626a80bc44ea {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:10:43.927611 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:10:43.927843 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] Checking segment: {'id': 'ac2b061c-ee0d-46dc-a430-6fa850467c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c2438b08-8280-45c1-8306-626a80bc44ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:10:43.928243 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] Bound using segment: {'id': 'ac2b061c-ee0d-46dc-a430-6fa850467c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c2438b08-8280-45c1-8306-626a80bc44ea'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:10:43.928708 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] Bound port: 75945ec4-8b73-4188-b54c-f52e21c95bf6, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2b061c-ee0d-46dc-a430-6fa850467c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c2438b08-8280-45c1-8306-626a80bc44ea'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:10:43.929075 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.995402 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-49977e8e-a6ba-4c6d-9d2a-27dcee1f62b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.998007 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-49977e8e-a6ba-4c6d-9d2a-27dcee1f62b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:43.999358 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-49977e8e-a6ba-4c6d-9d2a-27dcee1f62b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed75ba99-1f73-41e0-a572-488d15c174b5 HTTP/1.1" status: 204 len: 168 time: 0.3261442 Jul 07 17:10:44.031142 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49977e8e-a6ba-4c6d-9d2a-27dcee1f62b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed75ba99-1f73-41e0-a572-488d15c174b5,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:44.037583 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] For port 75945ec4-8b73-4188-b54c-f52e21c95bf6, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:10:44.042499 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] For port 75945ec4-8b73-4188-b54c-f52e21c95bf6, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=75945ec4-8b73-4188-b54c-f52e21c95bf6,segment=NetworkSegment(ac2b061c-ee0d-46dc-a430-6fa850467c84),segment_id=ac2b061c-ee0d-46dc-a430-6fa850467c84)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:10:44.048592 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.055612 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a91aedc-9761-434d-936c-a5cfc2b61e90', 'tag': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:44.064512 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569194d8-52c2-47c7-bab4-93c74bc59fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "1a91aedc-9761-434d-936c-a5cfc2b61e90", "tag": "b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:44.100065 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:44.100768 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.102276 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] 10.222.0.69 "PUT /v2.0/ports/75945ec4-8b73-4188-b54c-f52e21c95bf6 HTTP/1.1" status: 200 len: 1091 time: 1.2281365 Jul 07 17:10:44.102833 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d378cd-5ef5-450b-aa54-6442869df9ba', 'tag': '75945ec4-8b73-4188-b54c-f52e21c95bf6'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:44.105388 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67edfe16-684c-4063-ba39-e8b2dc847e87" -d '{"events": [{"name": "network-changed", "server_uuid": "63d378cd-5ef5-450b-aa54-6442869df9ba", "tag": "75945ec4-8b73-4188-b54c-f52e21c95bf6"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:44.141987 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3059a8-cec0-4077-858a-c51fdd3b2c66 service neutron] Pushing event updated for resources: {'Port': ['ID=75945ec4-8b73-4188-b54c-f52e21c95bf6,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:44.163900 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0f476f-c243-4f39-9437-91a0df0613dc x-openstack-request-id: req-0a0f476f-c243-4f39-9437-91a0df0613dc {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:44.164294 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a91aedc-9761-434d-936c-a5cfc2b61e90", "tag": "b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:44.164799 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a0f476f-c243-4f39-9437-91a0df0613dc {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:44.165496 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a91aedc-9761-434d-936c-a5cfc2b61e90', 'tag': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727', 'status': 'completed', 'code': 200} Jul 07 17:10:44.186065 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.196979 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb6fe09-ac15-4c09-bd19-2bcd11503589 x-openstack-request-id: req-ffb6fe09-ac15-4c09-bd19-2bcd11503589 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:44.197299 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d378cd-5ef5-450b-aa54-6442869df9ba", "tag": "75945ec4-8b73-4188-b54c-f52e21c95bf6", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:44.197563 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ffb6fe09-ac15-4c09-bd19-2bcd11503589 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:44.198003 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d378cd-5ef5-450b-aa54-6442869df9ba', 'tag': '75945ec4-8b73-4188-b54c-f52e21c95bf6', 'status': 'completed', 'code': 200} Jul 07 17:10:44.277738 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-9758451e-4406-42c2-879f-93706af880a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:44.279943 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-9758451e-4406-42c2-879f-93706af880a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=329eb6caa7374232933326bbde3f0144&device_id=63d378cd-5ef5-450b-aa54-6442869df9ba HTTP/1.1" status: 200 len: 1094 time: 0.1136110 Jul 07 17:10:44.350445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-8aae8946-0f84-4403-a016-2a1aa63f3536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:44.350445 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-8aae8946-0f84-4403-a016-2a1aa63f3536 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 1095 time: 0.1402197 Jul 07 17:10:44.350445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-b44f17b4-445b-4087-977e-5c3525aabd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:44.351094 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-b3ce3df9-99f9-4369-bd7a-d154168c43f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75945ec4-8b73-4188-b54c-f52e21c95bf6 HTTP/1.1" status: 200 len: 217 time: 0.0596588 Jul 07 17:10:44.351185 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-b44f17b4-445b-4087-977e-5c3525aabd8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 1095 time: 0.1336393 Jul 07 17:10:44.492354 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-faa12d1c-ff45-40e4-920a-0dc84e57142d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:44.494359 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-faa12d1c-ff45-40e4-920a-0dc84e57142d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6506cce1-ae4a-481e-aeb3-bd12bb9f64f8 HTTP/1.1" status: 200 len: 854 time: 0.1402297 Jul 07 17:10:44.598810 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-70a91037-5672-41ab-a8f0-41f9bfee6585 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c2438b08-8280-45c1-8306-626a80bc44ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965364 Jul 07 17:10:44.704091 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d8bc9bb5-fa4b-4fbc-9aac-c0b5a894b8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:44.743023 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-cd5e0721-716c-4d15-94fc-69ee76b40d13 service neutron] 10.222.0.69 "GET /v2.0/networks/c2438b08-8280-45c1-8306-626a80bc44ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372221 Jul 07 17:10:44.965252 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1709d9e-cbb7-4eae-b959-6456435e0c80 req-692b64ae-3e12-4548-a231-d3594c6c008f service neutron] 10.222.0.69 "GET /v2.0/networks/c2438b08-8280-45c1-8306-626a80bc44ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147279 Jul 07 17:10:44.992664 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d537aa-f0cd-492e-aa72-d3d6ea9e6d2a req-0956a4a4-723e-492e-bac8-b53e46266e64 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:44.995056 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89d537aa-f0cd-492e-aa72-d3d6ea9e6d2a req-0956a4a4-723e-492e-bac8-b53e46266e64 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 944 time: 0.1343586 Jul 07 17:10:45.000679 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-a9470dcf-6911-47e6-9ed9-6605d6caba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.003185 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-a9470dcf-6911-47e6-9ed9-6605d6caba04 service neutron] 10.222.0.69 "GET /v2.0/networks?id=40f2b42b-6000-49a4-9ee0-e437a165cbe0 HTTP/1.1" status: 200 len: 898 time: 0.6489418 Jul 07 17:10:45.037313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc86ca-52fe-4b55-ac82-41eee877cc3e req-d463d92f-e0e5-46e6-8e4f-71d7700de4b3 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.052560 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-22cc86ca-52fe-4b55-ac82-41eee877cc3e req-d463d92f-e0e5-46e6-8e4f-71d7700de4b3 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 947 time: 0.1857910 Jul 07 17:10:45.058172 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-91382509-1a74-475b-be20-0438771f2cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.060217 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-91382509-1a74-475b-be20-0438771f2cbe service neutron] 10.222.0.15 "GET /v2.0/networks?id=40f2b42b-6000-49a4-9ee0-e437a165cbe0 HTTP/1.1" status: 200 len: 898 time: 0.6932154 Jul 07 17:10:45.066661 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89d537aa-f0cd-492e-aa72-d3d6ea9e6d2a req-319410bf-74c1-4d4d-937b-07ae561486a3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560310 Jul 07 17:10:45.163346 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edfe16-684c-4063-ba39-e8b2dc847e87 req-b3211ab7-25c9-4cbb-a49f-220ed17c4106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.165004 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-67edfe16-684c-4063-ba39-e8b2dc847e87 req-b3211ab7-25c9-4cbb-a49f-220ed17c4106 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=329eb6caa7374232933326bbde3f0144&device_id=63d378cd-5ef5-450b-aa54-6442869df9ba HTTP/1.1" status: 200 len: 1094 time: 0.0900078 Jul 07 17:10:45.234842 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-22cc86ca-52fe-4b55-ac82-41eee877cc3e req-b8a5dca0-bfb6-4a45-86f8-3fd1a7745285 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679604 Jul 07 17:10:45.241706 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-79533585-cf5f-4760-bc68-95851a4ce606 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 HTTP/1.1" status: 200 len: 1000 time: 0.1865857 Jul 07 17:10:45.278017 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-0d0e9711-a501-4d16-978a-37bb5b16f636 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 HTTP/1.1" status: 200 len: 1000 time: 0.2015798 Jul 07 17:10:45.356239 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-bf84feb2-d421-4a46-b5da-45b372d43204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.358358 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-bf84feb2-d421-4a46-b5da-45b372d43204 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b473df68-d124-4b3c-b4ba-aeaa8df0355a HTTP/1.1" status: 200 len: 835 time: 0.1052418 Jul 07 17:10:45.400176 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-43425453-ef57-4b96-a71c-abd506905f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.403645 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-43425453-ef57-4b96-a71c-abd506905f3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b473df68-d124-4b3c-b4ba-aeaa8df0355a HTTP/1.1" status: 200 len: 835 time: 0.1053557 Jul 07 17:10:45.406951 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edfe16-684c-4063-ba39-e8b2dc847e87 req-aaa8c596-0563-4c67-879e-83fc021ffb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.408218 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-67edfe16-684c-4063-ba39-e8b2dc847e87 req-aaa8c596-0563-4c67-879e-83fc021ffb66 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c2438b08-8280-45c1-8306-626a80bc44ea HTTP/1.1" status: 200 len: 915 time: 0.2355900 Jul 07 17:10:45.431311 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf0878-230b-43b5-8874-f15b70bfa3fe req-5d4d95aa-ac05-4261-b55b-4c02bdfc5dae tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.439113 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c4bf0878-230b-43b5-8874-f15b70bfa3fe req-5d4d95aa-ac05-4261-b55b-4c02bdfc5dae tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d378cd-5ef5-450b-aa54-6442869df9ba HTTP/1.1" status: 200 len: 943 time: 0.1605570 Jul 07 17:10:45.480190 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-67edfe16-684c-4063-ba39-e8b2dc847e87 req-0f4b0677-1f1b-47ff-8ca4-54650fc15896 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75945ec4-8b73-4188-b54c-f52e21c95bf6 HTTP/1.1" status: 200 len: 217 time: 0.0648985 Jul 07 17:10:45.549275 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c4bf0878-230b-43b5-8874-f15b70bfa3fe req-b9eef627-9b00-4875-9991-e3bd21861901 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090760 Jul 07 17:10:45.576263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-504c85a8-f36c-45b3-a7ca-433dc1f7d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.578600 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-504c85a8-f36c-45b3-a7ca-433dc1f7d20f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40f2b42b-6000-49a4-9ee0-e437a165cbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498871 Jul 07 17:10:45.581929 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-33023ace-6513-4505-a1db-1f03c42299fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.583695 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-33023ace-6513-4505-a1db-1f03c42299fa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40f2b42b-6000-49a4-9ee0-e437a165cbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789737 Jul 07 17:10:45.588389 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edfe16-684c-4063-ba39-e8b2dc847e87 req-0cd44eda-293b-4c24-8b2f-cdf0f064f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:45.591145 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-67edfe16-684c-4063-ba39-e8b2dc847e87 req-0cd44eda-293b-4c24-8b2f-cdf0f064f632 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6506cce1-ae4a-481e-aeb3-bd12bb9f64f8 HTTP/1.1" status: 200 len: 854 time: 0.1026964 Jul 07 17:10:45.638648 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-67edfe16-684c-4063-ba39-e8b2dc847e87 req-701149f9-7e04-4404-b417-471f679287e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c2438b08-8280-45c1-8306-626a80bc44ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405886 Jul 07 17:10:45.755205 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-67edfe16-684c-4063-ba39-e8b2dc847e87 req-56ee0f1c-ca8a-473b-9000-8f54999505d4 service neutron] 10.222.0.69 "GET /v2.0/networks/c2438b08-8280-45c1-8306-626a80bc44ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091561 Jul 07 17:10:45.785035 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-f243b6fb-ecf5-4193-ab7e-6c925c0a8684 service neutron] 10.222.0.15 "GET /v2.0/networks/40f2b42b-6000-49a4-9ee0-e437a165cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994469 Jul 07 17:10:45.807128 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-ef16c4c0-ec28-4a29-aae2-13a3ad9c8daf service neutron] 10.222.0.69 "GET /v2.0/networks/40f2b42b-6000-49a4-9ee0-e437a165cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075956 Jul 07 17:10:45.874269 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-67edfe16-684c-4063-ba39-e8b2dc847e87 req-cc33ec72-7023-4243-bdb2-ff8a77c3254a service neutron] 10.222.0.69 "GET /v2.0/networks/c2438b08-8280-45c1-8306-626a80bc44ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115539 Jul 07 17:10:45.992206 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-9974909b-a85a-4fd3-bad0-bbf6e018326d service neutron] 10.222.0.69 "GET /v2.0/networks/40f2b42b-6000-49a4-9ee0-e437a165cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756735 Jul 07 17:10:45.994077 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-569194d8-52c2-47c7-bab4-93c74bc59fbf req-bbd84989-cc5f-4cd6-b5ff-aed1a191157a service neutron] 10.222.0.15 "GET /v2.0/networks/40f2b42b-6000-49a4-9ee0-e437a165cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858149 Jul 07 17:10:46.251369 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86768d5b-e5ba-4db0-b97d-4ad945f55dfc req-8b42d87b-0553-4630-bd8f-b4157d5f8afa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:46.252915 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-86768d5b-e5ba-4db0-b97d-4ad945f55dfc req-8b42d87b-0553-4630-bd8f-b4157d5f8afa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 944 time: 0.0661950 Jul 07 17:10:46.308228 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-86768d5b-e5ba-4db0-b97d-4ad945f55dfc req-8b2169d3-e3b2-441a-bfe3-01a218467d4d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494442 Jul 07 17:10:46.394630 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.451376 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765435b3-26d6-495b-8a2f-f9694324c5cf req-242687b1-7584-44bf-a45a-07b48a9bef1f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:46.452976 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-765435b3-26d6-495b-8a2f-f9694324c5cf req-242687b1-7584-44bf-a45a-07b48a9bef1f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 947 time: 0.0774937 Jul 07 17:10:46.505286 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-765435b3-26d6-495b-8a2f-f9694324c5cf req-bc706d44-1ff6-48db-9d15-94d970671f3c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424647 Jul 07 17:10:46.716540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:46.747918 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff0cf5-2102-4e4c-bf77-5bfb1f691a9f req-10ae0966-6af1-45d3-8028-69d7db5baa9d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:46.749511 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-23ff0cf5-2102-4e4c-bf77-5bfb1f691a9f req-10ae0966-6af1-45d3-8028-69d7db5baa9d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 944 time: 0.1585977 Jul 07 17:10:46.822588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e233b-e8d4-4db7-a5e9-ff2ec4751cd3 req-d34538d0-f644-4637-91cd-aa8058226b0e tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:46.830719 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f38e233b-e8d4-4db7-a5e9-ff2ec4751cd3 req-d34538d0-f644-4637-91cd-aa8058226b0e tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d378cd-5ef5-450b-aa54-6442869df9ba HTTP/1.1" status: 200 len: 943 time: 0.0849257 Jul 07 17:10:46.851753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7fd02-edd2-4230-8134-64e3fa7da925 req-84d6e20e-a395-4d7f-a10d-9b4c2e332c7d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:46.854507 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dca7fd02-edd2-4230-8134-64e3fa7da925 req-84d6e20e-a395-4d7f-a10d-9b4c2e332c7d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90&tenant_id=579e95f3998b4f8bb632de60105379a3&binding%3Ahost_id=n-h1-793620-7 HTTP/1.1" status: 200 len: 944 time: 0.2042241 Jul 07 17:10:46.866619 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-23ff0cf5-2102-4e4c-bf77-5bfb1f691a9f req-2382291a-163f-49a3-aaed-c2595a8aec1c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087613 Jul 07 17:10:46.890015 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727,segment=NetworkSegment(4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7),segment_id=4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:46.894171 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f38e233b-e8d4-4db7-a5e9-ff2ec4751cd3 req-eac013f9-3c1c-4c8a-9a85-0b753f0af82d tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619631 Jul 07 17:10:46.908376 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727', 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0', 'port_id': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727', 'mac_address': 'fa:16:3e:d2:d7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b473df68-d124-4b3c-b4ba-aeaa8df0355a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:46.935676 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-dca7fd02-edd2-4230-8134-64e3fa7da925 req-49f28135-1480-42ed-9f77-db4b905f9065 service neutron] delete failed (client error): The resource could not be found. Jul 07 17:10:46.936831 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dca7fd02-edd2-4230-8134-64e3fa7da925 req-49f28135-1480-42ed-9f77-db4b905f9065 service neutron] 10.222.0.69 "DELETE /v2.0/ports/b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727/bindings/n-h2-793620-7 HTTP/1.1" status: 404 len: 380 time: 0.0749757 Jul 07 17:10:46.958816 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:46.975137 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:47.003947 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727,segment=NetworkSegment(4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7),segment_id=4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:47.009106 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.066886 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7fd02-edd2-4230-8134-64e3fa7da925 req-9509891b-66ff-47e6-a669-2f64362e944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.067901 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:47.068834 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dca7fd02-edd2-4230-8134-64e3fa7da925 req-9509891b-66ff-47e6-a669-2f64362e944e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 1095 time: 0.0752969 Jul 07 17:10:47.174658 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7fd02-edd2-4230-8134-64e3fa7da925 req-fab146ed-31df-4ffe-8de9-b2181b6c63a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.176181 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dca7fd02-edd2-4230-8134-64e3fa7da925 req-fab146ed-31df-4ffe-8de9-b2181b6c63a7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=40f2b42b-6000-49a4-9ee0-e437a165cbe0 HTTP/1.1" status: 200 len: 898 time: 0.1002371 Jul 07 17:10:47.253612 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:47.272841 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dca7fd02-edd2-4230-8134-64e3fa7da925 req-c37f1ed5-30c7-430e-8d3c-e5ebafdbe744 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 HTTP/1.1" status: 200 len: 1001 time: 0.0892358 Jul 07 17:10:47.332895 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7fd02-edd2-4230-8134-64e3fa7da925 req-96465107-4844-4376-9566-954c6461c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.334731 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dca7fd02-edd2-4230-8134-64e3fa7da925 req-96465107-4844-4376-9566-954c6461c2cf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b473df68-d124-4b3c-b4ba-aeaa8df0355a HTTP/1.1" status: 200 len: 835 time: 0.0544033 Jul 07 17:10:47.412653 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7fd02-edd2-4230-8134-64e3fa7da925 req-1568e03c-ec1d-4de8-8826-f003988cb989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:47.414413 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dca7fd02-edd2-4230-8134-64e3fa7da925 req-1568e03c-ec1d-4de8-8826-f003988cb989 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=40f2b42b-6000-49a4-9ee0-e437a165cbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730815 Jul 07 17:10:47.539334 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dca7fd02-edd2-4230-8134-64e3fa7da925 req-39960efe-4e00-417a-99ca-c30b3311bf02 service neutron] 10.222.0.69 "GET /v2.0/networks/40f2b42b-6000-49a4-9ee0-e437a165cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167905 Jul 07 17:10:47.586294 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:47.641057 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dca7fd02-edd2-4230-8134-64e3fa7da925 req-4f999a23-d682-4160-9b35-af563d4d5b83 service neutron] 10.222.0.69 "GET /v2.0/networks/40f2b42b-6000-49a4-9ee0-e437a165cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937400 Jul 07 17:10:47.907850 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-73bc56c3-48ce-4c00-a9de-5981fa1a23d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.139542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59df00d-b1b1-493e-b7e7-783f12923e75 req-ae7353b7-91de-4f94-8d30-8d27c1889dc5 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:48.142080 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d59df00d-b1b1-493e-b7e7-783f12923e75 req-ae7353b7-91de-4f94-8d30-8d27c1889dc5 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d378cd-5ef5-450b-aa54-6442869df9ba HTTP/1.1" status: 200 len: 943 time: 0.1076102 Jul 07 17:10:48.243187 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d59df00d-b1b1-493e-b7e7-783f12923e75 req-1e01946f-c312-4c25-872e-bada97af0695 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936053 Jul 07 17:10:48.305225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 75945ec4-8b73-4188-b54c-f52e21c95bf6 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:10:48.325602 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c30db1-0272-4bda-99b2-b3aa04c874f7 req-7c1f03cb-ca0c-4169-a931-b40136cb6b41 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:48.332698 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b1c30db1-0272-4bda-99b2-b3aa04c874f7 req-7c1f03cb-ca0c-4169-a931-b40136cb6b41 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 945 time: 0.0997524 Jul 07 17:10:48.396319 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b1c30db1-0272-4bda-99b2-b3aa04c874f7 req-b644d7ae-a975-49d8-ad12-50e87b470cef tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536718 Jul 07 17:10:48.441951 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 75945ec4-8b73-4188-b54c-f52e21c95bf6, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=75945ec4-8b73-4188-b54c-f52e21c95bf6,segment=NetworkSegment(ac2b061c-ee0d-46dc-a430-6fa850467c84),segment_id=ac2b061c-ee0d-46dc-a430-6fa850467c84)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:48.459826 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '75945ec4-8b73-4188-b54c-f52e21c95bf6', 'network_id': 'c2438b08-8280-45c1-8306-626a80bc44ea', 'port_id': '75945ec4-8b73-4188-b54c-f52e21c95bf6', 'mac_address': 'fa:16:3e:a5:3f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6506cce1-ae4a-481e-aeb3-bd12bb9f64f8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:10:48.503083 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.518095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75945ec4-8b73-4188-b54c-f52e21c95bf6 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:10:48.541735 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 75945ec4-8b73-4188-b54c-f52e21c95bf6, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=75945ec4-8b73-4188-b54c-f52e21c95bf6,segment=NetworkSegment(ac2b061c-ee0d-46dc-a430-6fa850467c84),segment_id=ac2b061c-ee0d-46dc-a430-6fa850467c84)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:48.545583 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.607776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=75945ec4-8b73-4188-b54c-f52e21c95bf6,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:48.730159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:48.792141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:48.798819 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:48.799318 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.802746 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.893695 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.920611 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a91aedc-9761-434d-936c-a5cfc2b61e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:48.920611 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ddafe4-4724-4626-8d77-cb4a274ec1e2" -d '{"events": [{"server_uuid": "1a91aedc-9761-434d-936c-a5cfc2b61e90", "name": "network-vif-plugged", "status": "completed", "tag": "b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:48.926482 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['75945ec4-8b73-4188-b54c-f52e21c95bf6'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:10:48.958306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727,segment=NetworkSegment(4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7),segment_id=4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:48.970325 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:48.979760 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e843e1f-89d4-4864-b826-ce84f1dac62a x-openstack-request-id: req-1e843e1f-89d4-4864-b826-ce84f1dac62a {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:48.980060 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a91aedc-9761-434d-936c-a5cfc2b61e90", "name": "network-vif-plugged", "status": "completed", "tag": "b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:48.980313 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1e843e1f-89d4-4864-b826-ce84f1dac62a {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:48.980724 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a91aedc-9761-434d-936c-a5cfc2b61e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727', 'code': 200} Jul 07 17:10:49.047245 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:49.217309 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:10:49.430204 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffc3fb-357d-4284-a816-0ad9c26617f1 req-95d0055c-c5d3-4d8b-a6d8-1522321787b0 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:49.431980 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b6ffc3fb-357d-4284-a816-0ad9c26617f1 req-95d0055c-c5d3-4d8b-a6d8-1522321787b0 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d378cd-5ef5-450b-aa54-6442869df9ba HTTP/1.1" status: 200 len: 944 time: 0.0767279 Jul 07 17:10:49.475695 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b6ffc3fb-357d-4284-a816-0ad9c26617f1 req-b15d7225-2089-4574-89df-32ab202d6202 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376534 Jul 07 17:10:49.613276 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba30939-0db6-4bf2-ae5a-9ede68937d67 req-20242eb6-9cae-4ea0-bb63-efa6a345e953 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:49.614817 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ba30939-0db6-4bf2-ae5a-9ede68937d67 req-20242eb6-9cae-4ea0-bb63-efa6a345e953 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.0710514 Jul 07 17:10:49.653485 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ba30939-0db6-4bf2-ae5a-9ede68937d67 req-3282baa7-1a87-4836-85a4-33d84fbd652f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325112 Jul 07 17:10:49.682230 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 40738) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:10:49.751476 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4a61c2d4-9003-4ac9-b413-6d6eeb7fc148 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/floatingips/4334e9fe-0a54-4f4c-9922-f558c6656a35 HTTP/1.1" status: 200 len: 994 time: 0.0679898 Jul 07 17:10:50.268532 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.315748 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 75945ec4-8b73-4188-b54c-f52e21c95bf6 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:10:50.365883 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 75945ec4-8b73-4188-b54c-f52e21c95bf6 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:10:50.369903 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 75945ec4-8b73-4188-b54c-f52e21c95bf6 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:10:50.370305 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.453237 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.490260 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 75945ec4-8b73-4188-b54c-f52e21c95bf6, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=75945ec4-8b73-4188-b54c-f52e21c95bf6,segment=NetworkSegment(ac2b061c-ee0d-46dc-a430-6fa850467c84),segment_id=ac2b061c-ee0d-46dc-a430-6fa850467c84)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:10:50.494140 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:10:50.563673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=75945ec4-8b73-4188-b54c-f52e21c95bf6,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:10:50.670524 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af36f27-991f-4947-a6d8-2b3b6edf64e1 req-8af67d5f-6271-4f25-8db9-a68f55b8414f tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:50.672118 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8af36f27-991f-4947-a6d8-2b3b6edf64e1 req-8af67d5f-6271-4f25-8db9-a68f55b8414f tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d378cd-5ef5-450b-aa54-6442869df9ba HTTP/1.1" status: 200 len: 945 time: 0.0713453 Jul 07 17:10:50.719913 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8af36f27-991f-4947-a6d8-2b3b6edf64e1 req-9c679296-b575-4853-b6cc-372bf4f460da tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382025 Jul 07 17:10:50.982678 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d378cd-5ef5-450b-aa54-6442869df9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75945ec4-8b73-4188-b54c-f52e21c95bf6'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:10:50.985655 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881b844f-88f3-46bf-b4b2-8209809d17c3" -d '{"events": [{"server_uuid": "63d378cd-5ef5-450b-aa54-6442869df9ba", "name": "network-vif-plugged", "status": "completed", "tag": "75945ec4-8b73-4188-b54c-f52e21c95bf6"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:10:51.026645 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db808f21-47e8-43b8-bd95-a506d650a6a4 x-openstack-request-id: req-db808f21-47e8-43b8-bd95-a506d650a6a4 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:10:51.027019 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d378cd-5ef5-450b-aa54-6442869df9ba", "name": "network-vif-plugged", "status": "completed", "tag": "75945ec4-8b73-4188-b54c-f52e21c95bf6", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:10:51.027510 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db808f21-47e8-43b8-bd95-a506d650a6a4 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:10:51.028006 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d378cd-5ef5-450b-aa54-6442869df9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75945ec4-8b73-4188-b54c-f52e21c95bf6', 'code': 200} Jul 07 17:10:51.162019 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59b5c5-e20c-4628-898e-bd72fb39d81e req-3cca3faf-9692-4c2a-b5dd-1ccb05539f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:51.163596 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8a59b5c5-e20c-4628-898e-bd72fb39d81e req-3cca3faf-9692-4c2a-b5dd-1ccb05539f51 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=63d378cd-5ef5-450b-aa54-6442869df9ba HTTP/1.1" status: 200 len: 1096 time: 0.0572872 Jul 07 17:10:51.199891 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8a59b5c5-e20c-4628-898e-bd72fb39d81e req-cce8db78-e8c2-433e-a3e5-b5e903498bbb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298479 Jul 07 17:10:51.909747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921aaf5-dc8d-420d-a431-0fe7cce3d54b req-0d21c36f-e0f8-40f2-94c7-53ed07677a87 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:51.911321 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7921aaf5-dc8d-420d-a431-0fe7cce3d54b req-0d21c36f-e0f8-40f2-94c7-53ed07677a87 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d378cd-5ef5-450b-aa54-6442869df9ba HTTP/1.1" status: 200 len: 945 time: 0.0672312 Jul 07 17:10:51.950462 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7921aaf5-dc8d-420d-a431-0fe7cce3d54b req-1a983385-3398-47be-86ff-24db9c0a2cd0 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327930 Jul 07 17:10:53.149744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2330bc6-e000-46e7-a195-b8fa7d41211e req-b34fdf67-9833-4a93-acee-03a0a1670d06 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:53.151450 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e2330bc6-e000-46e7-a195-b8fa7d41211e req-b34fdf67-9833-4a93-acee-03a0a1670d06 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d378cd-5ef5-450b-aa54-6442869df9ba HTTP/1.1" status: 200 len: 945 time: 0.0833001 Jul 07 17:10:53.196471 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e2330bc6-e000-46e7-a195-b8fa7d41211e req-18fba28c-6f4f-4f56-9eb2-7fe9271379b2 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387282 Jul 07 17:10:58.899776 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a01af7-38fb-4015-8fc7-5d7a0349d166 req-721f61bf-ff15-4435-8336-b297a24fb674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:58.901341 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5a01af7-38fb-4015-8fc7-5d7a0349d166 req-721f61bf-ff15-4435-8336-b297a24fb674 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 1095 time: 0.0734179 Jul 07 17:10:58.921663 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4990d-afa9-4f34-b07f-92405e4248ec req-bad845f6-e334-4ee1-a62f-f1caebfdb4f1 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:58.923614 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3c4990d-afa9-4f34-b07f-92405e4248ec req-bad845f6-e334-4ee1-a62f-f1caebfdb4f1 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0845385 Jul 07 17:10:58.987595 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3c4990d-afa9-4f34-b07f-92405e4248ec req-3f17b11b-8810-40a9-a18b-bc92e166d1f7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518172 Jul 07 17:10:59.018351 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a01af7-38fb-4015-8fc7-5d7a0349d166 req-65c49d37-2d7b-4af0-9fbb-bf634633a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.020051 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5a01af7-38fb-4015-8fc7-5d7a0349d166 req-65c49d37-2d7b-4af0-9fbb-bf634633a01f service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 913 time: 0.1116960 Jul 07 17:10:59.102402 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5a01af7-38fb-4015-8fc7-5d7a0349d166 req-962217c1-8891-402f-8b92-f0696307fc20 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b HTTP/1.1" status: 200 len: 999 time: 0.0728655 Jul 07 17:10:59.171112 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a01af7-38fb-4015-8fc7-5d7a0349d166 req-e5508f05-da68-49ad-a632-3e5f0a6d56b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.173226 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5a01af7-38fb-4015-8fc7-5d7a0349d166 req-e5508f05-da68-49ad-a632-3e5f0a6d56b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.0623882 Jul 07 17:10:59.250192 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a01af7-38fb-4015-8fc7-5d7a0349d166 req-611c898a-34e8-434d-b8fe-8db2519b9fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:10:59.251921 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5a01af7-38fb-4015-8fc7-5d7a0349d166 req-611c898a-34e8-434d-b8fe-8db2519b9fc3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719671 Jul 07 17:10:59.353958 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5a01af7-38fb-4015-8fc7-5d7a0349d166 req-9a4d0d0e-1b86-4a43-964d-4d364d1c2a3b service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949271 Jul 07 17:10:59.475806 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5a01af7-38fb-4015-8fc7-5d7a0349d166 req-8a84825c-c3a9-41be-9929-c7043e2aec78 service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141977 Jul 07 17:11:00.298844 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f367d3-fea8-40a3-9df4-bfd470f30826 req-b5834d49-74e6-4ead-9e7a-7e72e1d55624 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:00.306562 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f9f367d3-fea8-40a3-9df4-bfd470f30826 req-b5834d49-74e6-4ead-9e7a-7e72e1d55624 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0981755 Jul 07 17:11:00.363004 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f9f367d3-fea8-40a3-9df4-bfd470f30826 req-64db9ad6-39ff-44fb-89fb-91812e83a0d2 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553410 Jul 07 17:11:01.580903 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8233669-5774-4ddd-9e18-467eacff804f req-6f458060-8dcd-4c79-a062-a8bb83860781 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:01.583479 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b8233669-5774-4ddd-9e18-467eacff804f req-6f458060-8dcd-4c79-a062-a8bb83860781 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0759792 Jul 07 17:11:01.631701 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b8233669-5774-4ddd-9e18-467eacff804f req-e5e67bb1-875c-42da-a91d-d1ce45ef3e15 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413783 Jul 07 17:11:11.258367 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fc739cef-5b74-4813-bb3d-4cab45ce8b04 req-0a259fc6-67e4-4288-8d92-1fc57939df0d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695231 Jul 07 17:11:11.408834 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc739cef-5b74-4813-bb3d-4cab45ce8b04 req-cb3dff36-d03e-4067-b120-dd307d65a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:11.410816 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fc739cef-5b74-4813-bb3d-4cab45ce8b04 req-cb3dff36-d03e-4067-b120-dd307d65a081 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=813d1850aa3c4934a7e97cbee8a39039&device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 1098 time: 0.0963833 Jul 07 17:11:11.570688 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc739cef-5b74-4813-bb3d-4cab45ce8b04 req-a9068632-e9ce-4843-a41d-8ba8da3a179a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:11.572538 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fc739cef-5b74-4813-bb3d-4cab45ce8b04 req-a9068632-e9ce-4843-a41d-8ba8da3a179a service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1 HTTP/1.1" status: 200 len: 918 time: 0.1299059 Jul 07 17:11:11.682675 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fc739cef-5b74-4813-bb3d-4cab45ce8b04 req-6ae05023-2220-4c0a-b00f-b8449c97d377 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=211871f7-f8ed-4c41-b680-7c3c56c56f27 HTTP/1.1" status: 200 len: 1001 time: 0.1025896 Jul 07 17:11:11.742752 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc739cef-5b74-4813-bb3d-4cab45ce8b04 req-b068bfdd-976b-481f-addb-1645d6b44b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:11.744477 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fc739cef-5b74-4813-bb3d-4cab45ce8b04 req-b068bfdd-976b-481f-addb-1645d6b44b0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5c3cd916-6514-42d5-8d29-5aae3a405db3 HTTP/1.1" status: 200 len: 856 time: 0.0543740 Jul 07 17:11:11.845483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc739cef-5b74-4813-bb3d-4cab45ce8b04 req-66db70e3-f563-41e8-882b-70cd2a6a5f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:11.847278 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fc739cef-5b74-4813-bb3d-4cab45ce8b04 req-66db70e3-f563-41e8-882b-70cd2a6a5f13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939164 Jul 07 17:11:11.978496 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fc739cef-5b74-4813-bb3d-4cab45ce8b04 req-61538b65-1e62-4cc5-8324-f258cd5fe879 service neutron] 10.222.0.15 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243021 Jul 07 17:11:12.099927 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fc739cef-5b74-4813-bb3d-4cab45ce8b04 req-454390c2-67d6-427e-bd94-fb4f8c1a94ad service neutron] 10.222.0.15 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142366 Jul 07 17:11:14.184767 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:14.676036 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1d8b3bc5-c557-41cb-aee0-84257ee402ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:16.410473 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.589468 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:17.909247 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f08289d5-7465-46f7-8c79-b8e24d736a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:18.800487 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.269028 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:20.769059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d68e6-0a4f-4de7-8dc2-166dd811347d req-1abb41d9-98c8-4641-875f-ec6b55263747 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:20.770542 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1f7d68e6-0a4f-4de7-8dc2-166dd811347d req-1abb41d9-98c8-4641-875f-ec6b55263747 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 1097 time: 0.1723714 Jul 07 17:11:20.805330 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1f7d68e6-0a4f-4de7-8dc2-166dd811347d req-01ef3e6f-afed-46d6-a813-8409469bcf55 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291703 Jul 07 17:11:20.829751 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41398) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:20.995843 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Deleting port 1a1110f6-40b2-499a-96d5-8c7da940d071 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:20.996197 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.076715 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.077055 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.090452 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Calling delete_port for 1a1110f6-40b2-499a-96d5-8c7da940d071 owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:21.288374 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.312797 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Port': ['ID=1a1110f6-40b2-499a-96d5-8c7da940d071,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:21.327168 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.327572 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.327919 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.328429 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.328963 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.331960 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.332331 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.332677 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.333017 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.333359 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.333692 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.334022 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:21.398127 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.398580 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Floating IP 4334e9fe-0a54-4f4c-9922-f558c6656a35 disassociated (deleted). External IP: 172.25.2.192, port: b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727. Jul 07 17:11:21.615548 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Router 2597db44-6a08-420b-838b-6c068d2825b3 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:11:21.741034 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:21.745879 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:21.750943 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d28188-e9dc-49d7-ac34-0e8bccdb0484 None None] Sync routers for ids ['2597db44-6a08-420b-838b-6c068d2825b3'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:21.762566 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d28188-e9dc-49d7-ac34-0e8bccdb0484 None None] Routers {'2597db44-6a08-420b-838b-6c068d2825b3'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:21.763471 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b6d28188-e9dc-49d7-ac34-0e8bccdb0484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:11:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2597db44-6a08-420b-838b-6c068d2825b3'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:21.786780 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b870e6e7-68d9-4555-903f-0dbbef1d2da4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "DELETE /v2.0/floatingips/4334e9fe-0a54-4f4c-9922-f558c6656a35 HTTP/1.1" status: 204 len: 168 time: 0.9529262 Jul 07 17:11:21.786780 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a91aedc-9761-434d-936c-a5cfc2b61e90', 'tag': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:21.787474 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832b9bce-79eb-4f37-b9bf-65c993f7d200" -d '{"events": [{"name": "network-changed", "server_uuid": "1a91aedc-9761-434d-936c-a5cfc2b61e90", "tag": "b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:21.841378 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6987d280-4162-45f8-afe7-144ce1f5d48f x-openstack-request-id: req-6987d280-4162-45f8-afe7-144ce1f5d48f {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:21.841674 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a91aedc-9761-434d-936c-a5cfc2b61e90", "tag": "b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:21.841928 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6987d280-4162-45f8-afe7-144ce1f5d48f {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:21.842333 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a91aedc-9761-434d-936c-a5cfc2b61e90', 'tag': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727', 'status': 'completed', 'code': 200} Jul 07 17:11:21.884867 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-b6d28188-e9dc-49d7-ac34-0e8bccdb0484 None None] Set router 2597db44-6a08-420b-838b-6c068d2825b3 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:21.925647 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9bce-79eb-4f37-b9bf-65c993f7d200 req-5af9cad6-3e7c-4c77-bb87-c24e7f579f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:21.927910 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-832b9bce-79eb-4f37-b9bf-65c993f7d200 req-5af9cad6-3e7c-4c77-bb87-c24e7f579f30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 1097 time: 0.0607531 Jul 07 17:11:22.057309 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9bce-79eb-4f37-b9bf-65c993f7d200 req-94595e97-4743-4022-91f4-21913219928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:22.059061 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-832b9bce-79eb-4f37-b9bf-65c993f7d200 req-94595e97-4743-4022-91f4-21913219928b service neutron] 10.222.0.15 "GET /v2.0/networks?id=40f2b42b-6000-49a4-9ee0-e437a165cbe0 HTTP/1.1" status: 200 len: 898 time: 0.1232996 Jul 07 17:11:22.121823 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-832b9bce-79eb-4f37-b9bf-65c993f7d200 req-1d0e761f-b7a0-441d-a436-06f2a723737c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 HTTP/1.1" status: 200 len: 217 time: 0.0534151 Jul 07 17:11:22.168629 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b6d28188-e9dc-49d7-ac34-0e8bccdb0484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2597db44-6a08-420b-838b-6c068d2825b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650852150', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:32Z', 'updated_at': '2021-07-07T17:08:40Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:33Z', 'updated_at': '2021-07-07T17:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '05333b2c-a3d6-4dbe-94ee-0052dc570981', 'name': '', 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:a7:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'b473df68-d124-4b3c-b4ba-aeaa8df0355a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:39Z', 'updated_at': '2021-07-07T17:08:46Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': 'b473df68-d124-4b3c-b4ba-aeaa8df0355a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:22.196993 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d28188-e9dc-49d7-ac34-0e8bccdb0484 None None] Checking router: 2597db44-6a08-420b-838b-6c068d2825b3 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:22.207899 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d28188-e9dc-49d7-ac34-0e8bccdb0484 None None] Routers {'2597db44-6a08-420b-838b-6c068d2825b3'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:22.208620 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b6d28188-e9dc-49d7-ac34-0e8bccdb0484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:11:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2597db44-6a08-420b-838b-6c068d2825b3'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:22.232143 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9bce-79eb-4f37-b9bf-65c993f7d200 req-2aa9c691-7dd9-4a9b-92a0-6a21065dc8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:22.233877 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-832b9bce-79eb-4f37-b9bf-65c993f7d200 req-2aa9c691-7dd9-4a9b-92a0-6a21065dc8a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b473df68-d124-4b3c-b4ba-aeaa8df0355a HTTP/1.1" status: 200 len: 835 time: 0.1033604 Jul 07 17:11:22.313349 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd66e7d-6f1d-4c7d-ab13-c5ec17f1a68d req-256741a3-f70e-492b-86f4-2b92ac2cfa4e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:22.315144 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6dd66e7d-6f1d-4c7d-ab13-c5ec17f1a68d req-256741a3-f70e-492b-86f4-2b92ac2cfa4e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.1362350 Jul 07 17:11:22.372490 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9bce-79eb-4f37-b9bf-65c993f7d200 req-05418a63-8ce1-4ba9-901b-dac275b6fc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:22.372854 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-b6d28188-e9dc-49d7-ac34-0e8bccdb0484 None None] Set router 2597db44-6a08-420b-838b-6c068d2825b3 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:22.375861 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-832b9bce-79eb-4f37-b9bf-65c993f7d200 req-05418a63-8ce1-4ba9-901b-dac275b6fc5a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40f2b42b-6000-49a4-9ee0-e437a165cbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317315 Jul 07 17:11:22.387037 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6dd66e7d-6f1d-4c7d-ab13-c5ec17f1a68d req-d4d31e5c-95c5-40c8-8008-623611676a32 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639315 Jul 07 17:11:22.498414 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-832b9bce-79eb-4f37-b9bf-65c993f7d200 req-2a89005b-ae66-4d5c-a6b9-fe27aa83b779 service neutron] 10.222.0.15 "GET /v2.0/networks/40f2b42b-6000-49a4-9ee0-e437a165cbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161590 Jul 07 17:11:22.626278 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-832b9bce-79eb-4f37-b9bf-65c993f7d200 req-0ab3cf5e-bb04-45b2-a45d-86bc18bd8362 service neutron] 10.222.0.15 "GET /v2.0/networks/40f2b42b-6000-49a4-9ee0-e437a165cbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205220 Jul 07 17:11:22.631538 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b6d28188-e9dc-49d7-ac34-0e8bccdb0484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2597db44-6a08-420b-838b-6c068d2825b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650852150', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:32Z', 'updated_at': '2021-07-07T17:08:40Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:33Z', 'updated_at': '2021-07-07T17:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '05333b2c-a3d6-4dbe-94ee-0052dc570981', 'name': '', 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:a7:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'b473df68-d124-4b3c-b4ba-aeaa8df0355a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:39Z', 'updated_at': '2021-07-07T17:08:46Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': 'b473df68-d124-4b3c-b4ba-aeaa8df0355a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:22.675312 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d28188-e9dc-49d7-ac34-0e8bccdb0484 None None] The sync data for ids ['2597db44-6a08-420b-838b-6c068d2825b3'] in n-d-793620-7 is: [{'id': '2597db44-6a08-420b-838b-6c068d2825b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650852150', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:32Z', 'updated_at': '2021-07-07T17:08:40Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:33Z', 'updated_at': '2021-07-07T17:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '05333b2c-a3d6-4dbe-94ee-0052dc570981', 'name': '', 'network_id': '40f2b42b-6000-49a4-9ee0-e437a165cbe0', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:a7:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'b473df68-d124-4b3c-b4ba-aeaa8df0355a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:39Z', 'updated_at': '2021-07-07T17:08:46Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': 'b473df68-d124-4b3c-b4ba-aeaa8df0355a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:23.011898 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f295fbab-268b-431d-9a3b-321c4da3d871 None None] New status for floating IP 4334e9fe-0a54-4f4c-9922-f558c6656a35: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:11:23.415017 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60761bb-69c0-49e9-a8a0-ee76193b2a0a req-24b87594-2f83-4eff-9f81-237d3289c696 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:23.415603 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b60761bb-69c0-49e9-a8a0-ee76193b2a0a req-24b87594-2f83-4eff-9f81-237d3289c696 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.0690277 Jul 07 17:11:23.586283 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-b60761bb-69c0-49e9-a8a0-ee76193b2a0a req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Deleting port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:23.586662 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b60761bb-69c0-49e9-a8a0-ee76193b2a0a req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.771441 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d5da0-316a-4cf1-82d6-54998b62103c req-b47e42f2-5fca-4cc0-8456-71243d857093 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:23.774166 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-948d5da0-316a-4cf1-82d6-54998b62103c req-b47e42f2-5fca-4cc0-8456-71243d857093 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a91aedc-9761-434d-936c-a5cfc2b61e90 HTTP/1.1" status: 200 len: 946 time: 0.2199974 Jul 07 17:11:23.809360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-b60761bb-69c0-49e9-a8a0-ee76193b2a0a req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] For port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727,segment=NetworkSegment(4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7),segment_id=4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:23.809733 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b60761bb-69c0-49e9-a8a0-ee76193b2a0a req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:23.835491 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-b60761bb-69c0-49e9-a8a0-ee76193b2a0a req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Calling delete_port for b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:23.861890 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-948d5da0-316a-4cf1-82d6-54998b62103c req-260bc5ee-7cdd-41a9-845f-acc15b54e661 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4616905-e6c4-413f-8a9f-6d6e98fb06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797524 Jul 07 17:11:24.016201 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b60761bb-69c0-49e9-a8a0-ee76193b2a0a req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.078149 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Port': ['ID=b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:24.106570 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60761bb-69c0-49e9-a8a0-ee76193b2a0a req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] No DVR routers for this DVR port b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:24.109514 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b60761bb-69c0-49e9-a8a0-ee76193b2a0a req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:24.112018 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b60761bb-69c0-49e9-a8a0-ee76193b2a0a req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.15 "DELETE /v2.0/ports/b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 HTTP/1.1" status: 204 len: 173 time: 0.6906986 Jul 07 17:11:24.112550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a91aedc-9761-434d-936c-a5cfc2b61e90', 'name': 'network-vif-deleted', 'tag': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:24.115600 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98466d6-2e35-41cf-a040-aa45c62ae87a" -d '{"events": [{"server_uuid": "1a91aedc-9761-434d-936c-a5cfc2b61e90", "name": "network-vif-deleted", "tag": "b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:24.136036 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:24.136465 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:24.136865 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:24.137519 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:24.137920 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:24.138305 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:24.138713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:24.139100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:24.139665 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:24.140625 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:24.141068 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:24.141389 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13891626-943e-430a-a5d5-ac3e6754b9fa tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:24.177996 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3a38b9-d3e0-42cd-965a-f6f14c58e9ec x-openstack-request-id: req-ea3a38b9-d3e0-42cd-965a-f6f14c58e9ec {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:24.178498 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a91aedc-9761-434d-936c-a5cfc2b61e90", "name": "network-vif-deleted", "tag": "b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:24.179402 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea3a38b9-d3e0-42cd-965a-f6f14c58e9ec {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:24.180071 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a91aedc-9761-434d-936c-a5cfc2b61e90', 'name': 'network-vif-deleted', 'tag': 'b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727', 'status': 'completed', 'code': 200} Jul 07 17:11:24.973326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41444) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:25.842021 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c655-dbd7-4367-adc0-46c079d3e934 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.170948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-3dc7c655-dbd7-4367-adc0-46c079d3e934 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Deleting port 05333b2c-a3d6-4dbe-94ee-0052dc570981 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:26.172427 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c655-dbd7-4367-adc0-46c079d3e934 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.217052 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:11:26.290835 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-3dc7c655-dbd7-4367-adc0-46c079d3e934 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] For port 05333b2c-a3d6-4dbe-94ee-0052dc570981, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=05333b2c-a3d6-4dbe-94ee-0052dc570981,segment=NetworkSegment(4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7),segment_id=4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:26.291129 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c655-dbd7-4367-adc0-46c079d3e934 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.318535 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-3dc7c655-dbd7-4367-adc0-46c079d3e934 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Calling delete_port for 05333b2c-a3d6-4dbe-94ee-0052dc570981 owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:26.545584 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c655-dbd7-4367-adc0-46c079d3e934 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.574595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7c655-dbd7-4367-adc0-46c079d3e934 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Port': ['ID=05333b2c-a3d6-4dbe-94ee-0052dc570981,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:26.784247 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c655-dbd7-4367-adc0-46c079d3e934 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:26.962764 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:27.003286 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:27.003639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b8ccdd88-1bc2-4a57-9d5d-6a4cd6576727 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:27.101252 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc7c655-dbd7-4367-adc0-46c079d3e934 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Router 2597db44-6a08-420b-838b-6c068d2825b3 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:11:27.322932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc7c655-dbd7-4367-adc0-46c079d3e934 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:27.334497 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3dc7c655-dbd7-4367-adc0-46c079d3e934 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "PUT /v2.0/routers/2597db44-6a08-420b-838b-6c068d2825b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3574529 Jul 07 17:11:27.337281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41484) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:27.356869 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8b4ada-42ac-459f-8109-31fc8bccb2ec None None] Sync routers for ids ['2597db44-6a08-420b-838b-6c068d2825b3'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:27.370453 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8b4ada-42ac-459f-8109-31fc8bccb2ec None None] Routers {'2597db44-6a08-420b-838b-6c068d2825b3'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:27.371164 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-de8b4ada-42ac-459f-8109-31fc8bccb2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:11:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2597db44-6a08-420b-838b-6c068d2825b3'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:27.635579 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-3453e7ac-8ffd-4179-b1b0-730e3a8cb164 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Deleting subnet b473df68-d124-4b3c-b4ba-aeaa8df0355a {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:11:27.635579 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3453e7ac-8ffd-4179-b1b0-730e3a8cb164 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.642521 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3453e7ac-8ffd-4179-b1b0-730e3a8cb164 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.666367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-de8b4ada-42ac-459f-8109-31fc8bccb2ec None None] Set router 2597db44-6a08-420b-838b-6c068d2825b3 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:27.808720 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3453e7ac-8ffd-4179-b1b0-730e3a8cb164 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.913500 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3453e7ac-8ffd-4179-b1b0-730e3a8cb164 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.931370 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3453e7ac-8ffd-4179-b1b0-730e3a8cb164 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:27.935235 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3453e7ac-8ffd-4179-b1b0-730e3a8cb164 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "DELETE /v2.0/subnets/b473df68-d124-4b3c-b4ba-aeaa8df0355a HTTP/1.1" status: 204 len: 168 time: 0.5965128 Jul 07 17:11:27.938607 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41504) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:27.939558 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592b7852-746b-4cf8-990b-ecafeccadf59 None None] Network 40f2b42b-6000-49a4-9ee0-e437a165cbe0 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:27.991064 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453e7ac-8ffd-4179-b1b0-730e3a8cb164 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Subnet': ['ID=b473df68-d124-4b3c-b4ba-aeaa8df0355a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:28.141002 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-73dda876-b0a8-4a24-95fb-f9e5925e8319 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.254139 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-de8b4ada-42ac-459f-8109-31fc8bccb2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2597db44-6a08-420b-838b-6c068d2825b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650852150', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:32Z', 'updated_at': '2021-07-07T17:11:26Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c11fafd5-dfcd-4eed-804d-f6a0faf1e296', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2597db44-6a08-420b-838b-6c068d2825b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:08:33Z', 'updated_at': '2021-07-07T17:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:28.319132 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-73dda876-b0a8-4a24-95fb-f9e5925e8319 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.386574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8b4ada-42ac-459f-8109-31fc8bccb2ec None None] Checking router: 2597db44-6a08-420b-838b-6c068d2825b3 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:28.398681 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-73dda876-b0a8-4a24-95fb-f9e5925e8319 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Deleting port c11fafd5-dfcd-4eed-804d-f6a0faf1e296 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:28.399385 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-73dda876-b0a8-4a24-95fb-f9e5925e8319 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.443357 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8b4ada-42ac-459f-8109-31fc8bccb2ec None None] Routers {'2597db44-6a08-420b-838b-6c068d2825b3'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:28.444966 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-de8b4ada-42ac-459f-8109-31fc8bccb2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:11:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2597db44-6a08-420b-838b-6c068d2825b3'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:28.527052 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-73dda876-b0a8-4a24-95fb-f9e5925e8319 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] For port c11fafd5-dfcd-4eed-804d-f6a0faf1e296, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c11fafd5-dfcd-4eed-804d-f6a0faf1e296,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:28.527412 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-73dda876-b0a8-4a24-95fb-f9e5925e8319 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.552809 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-73dda876-b0a8-4a24-95fb-f9e5925e8319 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Calling delete_port for c11fafd5-dfcd-4eed-804d-f6a0faf1e296 owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:28.605500 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-de8b4ada-42ac-459f-8109-31fc8bccb2ec None None] Set router 2597db44-6a08-420b-838b-6c068d2825b3 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:28.703147 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-de8b4ada-42ac-459f-8109-31fc8bccb2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2597db44-6a08-420b-838b-6c068d2825b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650852150', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:32Z', 'updated_at': '2021-07-07T17:11:28Z', 'revision_number': 6, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:28.748769 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8b4ada-42ac-459f-8109-31fc8bccb2ec None None] The sync data for ids ['2597db44-6a08-420b-838b-6c068d2825b3'] in n-d-793620-7 is: [{'id': '2597db44-6a08-420b-838b-6c068d2825b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650852150', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:08:32Z', 'updated_at': '2021-07-07T17:11:28Z', 'revision_number': 6, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port_host': None}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:28.892398 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-73dda876-b0a8-4a24-95fb-f9e5925e8319 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:28.920019 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dda876-b0a8-4a24-95fb-f9e5925e8319 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Port': ['ID=c11fafd5-dfcd-4eed-804d-f6a0faf1e296,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:29.004903 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-73dda876-b0a8-4a24-95fb-f9e5925e8319 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.136401 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-73dda876-b0a8-4a24-95fb-f9e5925e8319 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.141736 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-73dda876-b0a8-4a24-95fb-f9e5925e8319 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.160947 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a998b40-5284-4935-95e0-e1b4bbc3b415 None None] DHCP port deletion for 40f2b42b-6000-49a4-9ee0-e437a165cbe0 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:11:29.223316 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-73dda876-b0a8-4a24-95fb-f9e5925e8319 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.223885 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dda876-b0a8-4a24-95fb-f9e5925e8319 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Fanout notify agent at l3_agent the message router_deleted on router 2597db44-6a08-420b-838b-6c068d2825b3 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:11:29.238486 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-73dda876-b0a8-4a24-95fb-f9e5925e8319 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.238486 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-73dda876-b0a8-4a24-95fb-f9e5925e8319 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "DELETE /v2.0/routers/2597db44-6a08-420b-838b-6c068d2825b3 HTTP/1.1" status: 204 len: 168 time: 1.2975485 Jul 07 17:11:29.241337 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41534) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:29.291194 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7a998b40-5284-4935-95e0-e1b4bbc3b415 None None] Deleting port 8e0a1d56-d64e-4112-8311-5ddd7fef1e47 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:29.299042 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7a998b40-5284-4935-95e0-e1b4bbc3b415 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.427881 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24db7150-a79d-4dc5-8b49-ae45578826e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.431579 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7a998b40-5284-4935-95e0-e1b4bbc3b415 None None] For port 8e0a1d56-d64e-4112-8311-5ddd7fef1e47, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8e0a1d56-d64e-4112-8311-5ddd7fef1e47,segment=NetworkSegment(4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7),segment_id=4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:29.432029 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7a998b40-5284-4935-95e0-e1b4bbc3b415 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.449936 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7a998b40-5284-4935-95e0-e1b4bbc3b415 None None] Calling delete_port for 8e0a1d56-d64e-4112-8311-5ddd7fef1e47 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:29.520413 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-24db7150-a79d-4dc5-8b49-ae45578826e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Deleting port 8e0a1d56-d64e-4112-8311-5ddd7fef1e47 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:29.521055 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24db7150-a79d-4dc5-8b49-ae45578826e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.582402 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7a998b40-5284-4935-95e0-e1b4bbc3b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.616032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-24db7150-a79d-4dc5-8b49-ae45578826e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] For port 8e0a1d56-d64e-4112-8311-5ddd7fef1e47, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8e0a1d56-d64e-4112-8311-5ddd7fef1e47,segment=NetworkSegment(4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7),segment_id=4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:29.616499 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24db7150-a79d-4dc5-8b49-ae45578826e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:29.622447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a998b40-5284-4935-95e0-e1b4bbc3b415 None None] Pushing event deleted for resources: {'Port': ['ID=8e0a1d56-d64e-4112-8311-5ddd7fef1e47,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:29.627216 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a998b40-5284-4935-95e0-e1b4bbc3b415 None None] No DVR routers for this DVR port 8e0a1d56-d64e-4112-8311-5ddd7fef1e47 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:29.646515 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-24db7150-a79d-4dc5-8b49-ae45578826e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Calling delete_port for 8e0a1d56-d64e-4112-8311-5ddd7fef1e47 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:29.656928 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a998b40-5284-4935-95e0-e1b4bbc3b415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:29.657930 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a998b40-5284-4935-95e0-e1b4bbc3b415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:29.658359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a998b40-5284-4935-95e0-e1b4bbc3b415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:29.658839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a998b40-5284-4935-95e0-e1b4bbc3b415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:29.659839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a998b40-5284-4935-95e0-e1b4bbc3b415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:29.660256 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a998b40-5284-4935-95e0-e1b4bbc3b415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:29.660667 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a998b40-5284-4935-95e0-e1b4bbc3b415 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:29.661334 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a998b40-5284-4935-95e0-e1b4bbc3b415 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:29.661747 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a998b40-5284-4935-95e0-e1b4bbc3b415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:29.662201 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a998b40-5284-4935-95e0-e1b4bbc3b415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:29.663951 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a998b40-5284-4935-95e0-e1b4bbc3b415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:29.664291 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a998b40-5284-4935-95e0-e1b4bbc3b415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:30.399477 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 05333b2c-a3d6-4dbe-94ee-0052dc570981 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:30.434632 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24db7150-a79d-4dc5-8b49-ae45578826e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.456099 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 05333b2c-a3d6-4dbe-94ee-0052dc570981 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:30.456830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 05333b2c-a3d6-4dbe-94ee-0052dc570981 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:30.457453 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8e0a1d56-d64e-4112-8311-5ddd7fef1e47 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:30.479053 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 8e0a1d56-d64e-4112-8311-5ddd7fef1e47 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:30.479411 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8e0a1d56-d64e-4112-8311-5ddd7fef1e47 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:30.479854 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c11fafd5-dfcd-4eed-804d-f6a0faf1e296 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:30.493575 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db7150-a79d-4dc5-8b49-ae45578826e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Port': ['ID=8e0a1d56-d64e-4112-8311-5ddd7fef1e47,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:30.504917 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24db7150-a79d-4dc5-8b49-ae45578826e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] No DVR routers for this DVR port 8e0a1d56-d64e-4112-8311-5ddd7fef1e47 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:30.506920 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: c11fafd5-dfcd-4eed-804d-f6a0faf1e296 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:30.507384 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c11fafd5-dfcd-4eed-804d-f6a0faf1e296 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:30.638166 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24db7150-a79d-4dc5-8b49-ae45578826e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.651198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-24db7150-a79d-4dc5-8b49-ae45578826e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f2b42b-6000-49a4-9ee0-e437a165cbe0']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:30.665194 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-24db7150-a79d-4dc5-8b49-ae45578826e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:30.665556 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-24db7150-a79d-4dc5-8b49-ae45578826e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2d7ed8-62c6-45b8-bc4b-ba06e5f65ee7') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:30.688864 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24db7150-a79d-4dc5-8b49-ae45578826e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.707198 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24db7150-a79d-4dc5-8b49-ae45578826e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.714951 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24db7150-a79d-4dc5-8b49-ae45578826e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:11:30.716421 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24db7150-a79d-4dc5-8b49-ae45578826e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:11:30.719709 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:11:30.792206 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24db7150-a79d-4dc5-8b49-ae45578826e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.808085 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24db7150-a79d-4dc5-8b49-ae45578826e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.812002 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-24db7150-a79d-4dc5-8b49-ae45578826e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "DELETE /v2.0/networks/40f2b42b-6000-49a4-9ee0-e437a165cbe0 HTTP/1.1" status: 204 len: 168 time: 1.5680571 Jul 07 17:11:30.815229 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41570) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:30.861653 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db7150-a79d-4dc5-8b49-ae45578826e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Network': ['ID=40f2b42b-6000-49a4-9ee0-e437a165cbe0,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:30.935985 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45de2ada-9ae6-40cb-a2f1-83365ebb1244 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:30.971446 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45de2ada-9ae6-40cb-a2f1-83365ebb1244 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.071828 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45de2ada-9ae6-40cb-a2f1-83365ebb1244 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.074502 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45de2ada-9ae6-40cb-a2f1-83365ebb1244 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.079466 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-45de2ada-9ae6-40cb-a2f1-83365ebb1244 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "DELETE /v2.0/security-groups/f4616905-e6c4-413f-8a9f-6d6e98fb06d8 HTTP/1.1" status: 204 len: 168 time: 0.2592003 Jul 07 17:11:31.087645 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de2ada-9ae6-40cb-a2f1-83365ebb1244 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4616905-e6c4-413f-8a9f-6d6e98fb06d8,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:31.568495 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41600) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:31.573469 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-3f8fc1ba-cf58-463d-b053-81ecabf27b41 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1113081975', 'description': 'tempest-secgroup-smoke-1113081975 description', 'project_id': '579e95f3998b4f8bb632de60105379a3'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:31.601639 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc1ba-cf58-463d-b053-81ecabf27b41 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.711556 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc1ba-cf58-463d-b053-81ecabf27b41 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.717130 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc1ba-cf58-463d-b053-81ecabf27b41 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.745991 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc1ba-cf58-463d-b053-81ecabf27b41 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.747369 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3f8fc1ba-cf58-463d-b053-81ecabf27b41 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1778238 Jul 07 17:11:31.751793 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41604) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:31.757920 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fc1ba-cf58-463d-b053-81ecabf27b41 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e802314c-c2f9-4e22-b4d8-7792a4043298,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:31.758269 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-6c062b0b-6bf3-49c6-9d21-421ee81df008 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': 'e802314c-c2f9-4e22-b4d8-7792a4043298', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:31.792550 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6c062b0b-6bf3-49c6-9d21-421ee81df008 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.868219 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6c062b0b-6bf3-49c6-9d21-421ee81df008 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.872813 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6c062b0b-6bf3-49c6-9d21-421ee81df008 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.891163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c062b0b-6bf3-49c6-9d21-421ee81df008 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5052e48b-a305-4def-98e4-6538e799d4cf,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:31.903196 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6c062b0b-6bf3-49c6-9d21-421ee81df008 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:31.908716 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6c062b0b-6bf3-49c6-9d21-421ee81df008 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510520 Jul 07 17:11:31.909115 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41610) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:31.918551 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c2278ff4-c636-43b5-8d14-334e5b73320b tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': 'e802314c-c2f9-4e22-b4d8-7792a4043298', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:31.964897 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c2278ff4-c636-43b5-8d14-334e5b73320b tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.034575 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c2278ff4-c636-43b5-8d14-334e5b73320b tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.039360 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c2278ff4-c636-43b5-8d14-334e5b73320b tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.067365 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c2278ff4-c636-43b5-8d14-334e5b73320b tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.067365 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c2278ff4-c636-43b5-8d14-334e5b73320b tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1569867 Jul 07 17:11:32.070761 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41614) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:32.075971 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-fbc0551b-d56e-48e0-b8a5-bc2ccbd41ff1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': 'e802314c-c2f9-4e22-b4d8-7792a4043298', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:32.090989 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2278ff4-c636-43b5-8d14-334e5b73320b tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed03e20f-7b94-4239-9a0b-68c308e36b26,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:32.148502 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fbc0551b-d56e-48e0-b8a5-bc2ccbd41ff1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.279434 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fbc0551b-d56e-48e0-b8a5-bc2ccbd41ff1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.291808 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fbc0551b-d56e-48e0-b8a5-bc2ccbd41ff1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.345139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0551b-d56e-48e0-b8a5-bc2ccbd41ff1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f383dd9e-e4de-41ce-a58c-7e0be4d1d00d,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:32.349536 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fbc0551b-d56e-48e0-b8a5-bc2ccbd41ff1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.354405 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41626) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:32.355139 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fbc0551b-d56e-48e0-b8a5-bc2ccbd41ff1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2829661 Jul 07 17:11:32.364792 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-4e43cad5-70d7-4f19-b028-328c4bb03e03 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': 'e802314c-c2f9-4e22-b4d8-7792a4043298', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:32.417320 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e43cad5-70d7-4f19-b028-328c4bb03e03 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.605140 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e43cad5-70d7-4f19-b028-328c4bb03e03 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.620801 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e43cad5-70d7-4f19-b028-328c4bb03e03 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.653582 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43cad5-70d7-4f19-b028-328c4bb03e03 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ff99ea-dc1f-4586-94d2-2ee196b4c867,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:32.668639 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e43cad5-70d7-4f19-b028-328c4bb03e03 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.673248 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4e43cad5-70d7-4f19-b028-328c4bb03e03 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3177056 Jul 07 17:11:32.677555 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41638) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:32.682308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-e12b0681-8b5f-46a1-9a40-8e690e44313a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': 'e802314c-c2f9-4e22-b4d8-7792a4043298', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:32.715874 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-e12b0681-8b5f-46a1-9a40-8e690e44313a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Project 579e95f3998b4f8bb632de60105379a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:11:32.725032 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e12b0681-8b5f-46a1-9a40-8e690e44313a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.819306 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e12b0681-8b5f-46a1-9a40-8e690e44313a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.824772 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e12b0681-8b5f-46a1-9a40-8e690e44313a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.853045 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e12b0681-8b5f-46a1-9a40-8e690e44313a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:32.858756 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41644) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:32.863816 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e12b0681-8b5f-46a1-9a40-8e690e44313a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1842716 Jul 07 17:11:32.868117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-4e2876fc-ad80-4579-a443-e4358d1fc9ab tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': 'e802314c-c2f9-4e22-b4d8-7792a4043298', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:32.875531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b0681-8b5f-46a1-9a40-8e690e44313a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563f0a12-7ea1-4a5b-a59c-e66ed2565a44,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:32.922843 n-d-793620-7 neutron-server[100409]: INFO neutron.db.securitygroups_db [None req-4e2876fc-ad80-4579-a443-e4358d1fc9ab tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Project 579e95f3998b4f8bb632de60105379a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:11:32.928652 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e2876fc-ad80-4579-a443-e4358d1fc9ab tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.008499 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842cb8b-7613-4c80-a978-bb0dd3202fa6 req-6bc07256-6616-4e05-9c5f-21f02e9052c3 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.010513 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8842cb8b-7613-4c80-a978-bb0dd3202fa6 req-6bc07256-6616-4e05-9c5f-21f02e9052c3 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 947 time: 0.0928743 Jul 07 17:11:33.019873 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e2876fc-ad80-4579-a443-e4358d1fc9ab tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.024255 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e2876fc-ad80-4579-a443-e4358d1fc9ab tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.046812 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2876fc-ad80-4579-a443-e4358d1fc9ab tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b799726-9953-45d7-8091-4728beeb0d10,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:33.050795 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e2876fc-ad80-4579-a443-e4358d1fc9ab tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.052033 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4e2876fc-ad80-4579-a443-e4358d1fc9ab tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1917679 Jul 07 17:11:33.055059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41650) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:33.062252 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-97a01007-848e-4544-ae6e-255aeccb7162 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'network': {'name': 'tempest-network-smoke--289973570', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'port_security_enabled': True}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:33.063024 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8842cb8b-7613-4c80-a978-bb0dd3202fa6 req-57dfab19-b325-4521-9664-b854e48930e5 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405552 Jul 07 17:11:33.093281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a01007-848e-4544-ae6e-255aeccb7162 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Made reservation on behalf of 579e95f3998b4f8bb632de60105379a3 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:33.093770 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-97a01007-848e-4544-ae6e-255aeccb7162 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.126290 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a01007-848e-4544-ae6e-255aeccb7162 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:11:33.136993 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-97a01007-848e-4544-ae6e-255aeccb7162 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.137440 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-97a01007-848e-4544-ae6e-255aeccb7162 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Added segment 829f7a5e-0dd0-44e0-b217-9899f4bd41e2 of type vlan for network 4b7ce737-de76-4626-89ea-10e3b5784fdc Jul 07 17:11:33.186127 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-97a01007-848e-4544-ae6e-255aeccb7162 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.229209 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-97a01007-848e-4544-ae6e-255aeccb7162 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.235991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a01007-848e-4544-ae6e-255aeccb7162 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:33.236638 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-97a01007-848e-4544-ae6e-255aeccb7162 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.294252 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-97a01007-848e-4544-ae6e-255aeccb7162 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2380421 Jul 07 17:11:33.297778 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41656) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:33.302631 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f962e207-8c1e-4960-a7a7-ed6d0c96160e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1963109445', 'admin_state_up': True, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:33.311463 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a01007-848e-4544-ae6e-255aeccb7162 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Network': ['ID=4b7ce737-de76-4626-89ea-10e3b5784fdc,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:33.325929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 4b7ce737-de76-4626-89ea-10e3b5784fdc details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:11:33.338634 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f962e207-8c1e-4960-a7a7-ed6d0c96160e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.339710 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f962e207-8c1e-4960-a7a7-ed6d0c96160e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.403887 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f962e207-8c1e-4960-a7a7-ed6d0c96160e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.586220 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f962e207-8c1e-4960-a7a7-ed6d0c96160e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.854954 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f962e207-8c1e-4960-a7a7-ed6d0c96160e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.877141 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f962e207-8c1e-4960-a7a7-ed6d0c96160e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:33.997610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-f962e207-8c1e-4960-a7a7-ed6d0c96160e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Allocated IP 172.25.2.54 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/c0d86148-98e5-4470-8d2e-3c70171a3c0d) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:34.153344 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f962e207-8c1e-4960-a7a7-ed6d0c96160e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.226631 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f962e207-8c1e-4960-a7a7-ed6d0c96160e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.319182 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962e207-8c1e-4960-a7a7-ed6d0c96160e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:34.321261 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962e207-8c1e-4960-a7a7-ed6d0c96160e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=c0d86148-98e5-4470-8d2e-3c70171a3c0d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:34.325988 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-f962e207-8c1e-4960-a7a7-ed6d0c96160e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:34.330002 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f962e207-8c1e-4960-a7a7-ed6d0c96160e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:34.401123 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7bcbb-1916-4d32-a9d7-f506bf20f33d req-445cd01f-3c5e-45a6-8009-e89852f97226 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:34.402805 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-baa7bcbb-1916-4d32-a9d7-f506bf20f33d req-445cd01f-3c5e-45a6-8009-e89852f97226 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 947 time: 0.1494975 Jul 07 17:11:34.560862 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-baa7bcbb-1916-4d32-a9d7-f506bf20f33d req-711a003d-f6a5-471e-bcc8-9b630599841b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368191 Jul 07 17:11:34.630232 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e916f-a259-4e29-af45-875d02b8ec94 req-5e807b70-a700-456c-89e0-e443e6a609c5 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:34.631939 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8a2e916f-a259-4e29-af45-875d02b8ec94 req-5e807b70-a700-456c-89e0-e443e6a609c5 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.15 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 947 time: 0.2543287 Jul 07 17:11:34.878071 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f962e207-8c1e-4960-a7a7-ed6d0c96160e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:34.945380 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8a2e916f-a259-4e29-af45-875d02b8ec94 req-22e76680-b6ba-4e6b-b99b-8714b31627f9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Deleting port 211871f7-f8ed-4c41-b680-7c3c56c56f27 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:34.945828 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8a2e916f-a259-4e29-af45-875d02b8ec94 req-22e76680-b6ba-4e6b-b99b-8714b31627f9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.527609 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8a2e916f-a259-4e29-af45-875d02b8ec94 req-22e76680-b6ba-4e6b-b99b-8714b31627f9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] For port 211871f7-f8ed-4c41-b680-7c3c56c56f27, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=211871f7-f8ed-4c41-b680-7c3c56c56f27,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:35.527974 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8a2e916f-a259-4e29-af45-875d02b8ec94 req-22e76680-b6ba-4e6b-b99b-8714b31627f9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:35.721799 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f962e207-8c1e-4960-a7a7-ed6d0c96160e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.020141 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8a2e916f-a259-4e29-af45-875d02b8ec94 req-22e76680-b6ba-4e6b-b99b-8714b31627f9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.020851 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8a2e916f-a259-4e29-af45-875d02b8ec94 req-22e76680-b6ba-4e6b-b99b-8714b31627f9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.020851 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [req-8a2e916f-a259-4e29-af45-875d02b8ec94 req-22e76680-b6ba-4e6b-b99b-8714b31627f9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Floating IP 032db7dc-5f68-4d89-ab9a-898c09def7a1 disassociated. External IP: 172.25.2.61, port: 211871f7-f8ed-4c41-b680-7c3c56c56f27. Jul 07 17:11:36.021234 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8a2e916f-a259-4e29-af45-875d02b8ec94 req-22e76680-b6ba-4e6b-b99b-8714b31627f9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Calling delete_port for 211871f7-f8ed-4c41-b680-7c3c56c56f27 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:36.041155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d5276-a1da-43b6-840f-99299946fbc3 req-4feed2fb-3d7a-4642-959e-a13f67b3619f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.042739 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-169d5276-a1da-43b6-840f-99299946fbc3 req-4feed2fb-3d7a-4642-959e-a13f67b3619f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 947 time: 0.3128977 Jul 07 17:11:36.159593 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f962e207-8c1e-4960-a7a7-ed6d0c96160e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Router ca3ce182-966a-4236-b8d2-f42c18cf5c20 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:11:36.168485 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-169d5276-a1da-43b6-840f-99299946fbc3 req-a6d3b295-f78d-4fc7-9529-eff34c5ab236 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=f7184780-8097-4652-8ecb-7f015e672dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181457 Jul 07 17:11:36.370788 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f962e207-8c1e-4960-a7a7-ed6d0c96160e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:36.379787 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8a2e916f-a259-4e29-af45-875d02b8ec94 req-22e76680-b6ba-4e6b-b99b-8714b31627f9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.390052 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] Sync routers for ids ['ca3ce182-966a-4236-b8d2-f42c18cf5c20'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:36.400316 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] Routers {'ca3ce182-966a-4236-b8d2-f42c18cf5c20'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:36.401077 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:11:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ca3ce182-966a-4236-b8d2-f42c18cf5c20'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:36.425018 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e76680-b6ba-4e6b-b99b-8714b31627f9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Pushing event deleted for resources: {'Port': ['ID=211871f7-f8ed-4c41-b680-7c3c56c56f27,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:36.448444 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f962e207-8c1e-4960-a7a7-ed6d0c96160e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.449712 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f962e207-8c1e-4960-a7a7-ed6d0c96160e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1508842 Jul 07 17:11:36.453205 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41744) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:36.511886 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-300024d3-a98b-449e-b47b-65be2e06382b tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=579e95f3998b4f8bb632de60105379a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0550380 Jul 07 17:11:36.512841 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41748) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:36.584032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a2e916f-a259-4e29-af45-875d02b8ec94 req-22e76680-b6ba-4e6b-b99b-8714b31627f9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:11:36.628361 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] Set router ca3ce182-966a-4236-b8d2-f42c18cf5c20 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:36.790537 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a2e916f-a259-4e29-af45-875d02b8ec94 req-22e76680-b6ba-4e6b-b99b-8714b31627f9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:36.802075 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73131332-ecb2-4918-ad5e-1c2c80e1cbf5 None None] Sync routers for ids ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:36.848655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f28f718-8c72-44b4-b51c-804c20d4f82b tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:36.853764 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73131332-ecb2-4918-ad5e-1c2c80e1cbf5 None None] Routers {'fcc15e1f-7d93-4b8d-98e5-fe5813d06636'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:36.854186 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9f28f718-8c72-44b4-b51c-804c20d4f82b tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3357794 Jul 07 17:11:36.854570 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-73131332-ecb2-4918-ad5e-1c2c80e1cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:11:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:36.855544 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41756) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:36.917268 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963109445', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:34Z', 'revision_number': 3, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:36.934123 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2e916f-a259-4e29-af45-875d02b8ec94 req-22e76680-b6ba-4e6b-b99b-8714b31627f9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] No DVR routers for this DVR port 211871f7-f8ed-4c41-b680-7c3c56c56f27 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:36.938392 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8a2e916f-a259-4e29-af45-875d02b8ec94 req-22e76680-b6ba-4e6b-b99b-8714b31627f9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:36.940772 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8a2e916f-a259-4e29-af45-875d02b8ec94 req-22e76680-b6ba-4e6b-b99b-8714b31627f9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.15 "DELETE /v2.0/ports/211871f7-f8ed-4c41-b680-7c3c56c56f27 HTTP/1.1" status: 204 len: 173 time: 2.2507234 Jul 07 17:11:36.941409 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446a66e0-9d09-4e6e-a03f-98fb5ccfff1f', 'name': 'network-vif-deleted', 'tag': '211871f7-f8ed-4c41-b680-7c3c56c56f27'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:36.943943 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8293f1-6469-4fca-8c94-d77c0fb96e1f" -d '{"events": [{"server_uuid": "446a66e0-9d09-4e6e-a03f-98fb5ccfff1f", "name": "network-vif-deleted", "tag": "211871f7-f8ed-4c41-b680-7c3c56c56f27"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:36.990776 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] Checking router: ca3ce182-966a-4236-b8d2-f42c18cf5c20 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:36.991647 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] Updating router ca3ce182-966a-4236-b8d2-f42c18cf5c20 port c0d86148-98e5-4470-8d2e-3c70171a3c0d binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:11:37.005218 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41768) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:37.011856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-65fc3641-7540-4312-93fb-f8e8dc47bccd tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1466152683', 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:37.021251 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-09ff80ca-1dd2-4c16-8289-d8fb8dbfd222 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1444380 Jul 07 17:11:37.121857 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2a237a-c386-4cd6-8836-09dd6ad110ba x-openstack-request-id: req-1a2a237a-c386-4cd6-8836-09dd6ad110ba {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:37.130609 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446a66e0-9d09-4e6e-a03f-98fb5ccfff1f", "name": "network-vif-deleted", "tag": "211871f7-f8ed-4c41-b680-7c3c56c56f27", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:37.134976 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a2a237a-c386-4cd6-8836-09dd6ad110ba {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:37.137703 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446a66e0-9d09-4e6e-a03f-98fb5ccfff1f', 'name': 'network-vif-deleted', 'tag': '211871f7-f8ed-4c41-b680-7c3c56c56f27', 'status': 'completed', 'code': 200} Jul 07 17:11:37.150203 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.290788 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-73131332-ecb2-4918-ad5e-1c2c80e1cbf5 None None] Set router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:37.416947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fc3641-7540-4312-93fb-f8e8dc47bccd tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Made reservation on behalf of 579e95f3998b4f8bb632de60105379a3 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:37.422547 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65fc3641-7540-4312-93fb-f8e8dc47bccd tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.574931 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3285e717-9f62-4dba-8c37-8553c111a94a req-94a17c9e-f2da-4d6c-a20b-d90d058ff8c6 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=446a66e0-9d09-4e6e-a03f-98fb5ccfff1f HTTP/1.1" status: 200 len: 210 time: 0.1275246 Jul 07 17:11:37.762157 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.785813 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] Transition to ACTIVE for port object c0d86148-98e5-4470-8d2e-3c70171a3c0d will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:37.799515 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.807894 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-73131332-ecb2-4918-ad5e-1c2c80e1cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:14Z', 'updated_at': '2021-07-07T17:07:19Z', 'revision_number': 4, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'gw_port': {'id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:16Z', 'updated_at': '2021-07-07T17:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '9cbf6ba7-ed9e-4700-8489-09f180538625', 'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'mac_address': 'fa:16:3e:de:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:18Z', 'updated_at': '2021-07-07T17:07:26Z', 'revision_number': 5, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'subnets': [{'id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:37.822894 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65fc3641-7540-4312-93fb-f8e8dc47bccd tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.866405 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73131332-ecb2-4918-ad5e-1c2c80e1cbf5 None None] Checking router: fcc15e1f-7d93-4b8d-98e5-fe5813d06636 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:37.871114 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] Attempting to bind port c0d86148-98e5-4470-8d2e-3c70171a3c0d on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:37.871838 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] Attempting to bind port c0d86148-98e5-4470-8d2e-3c70171a3c0d by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:37.872524 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] Attempting to bind port c0d86148-98e5-4470-8d2e-3c70171a3c0d on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:37.879948 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73131332-ecb2-4918-ad5e-1c2c80e1cbf5 None None] Routers {'fcc15e1f-7d93-4b8d-98e5-fe5813d06636'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:37.880885 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-73131332-ecb2-4918-ad5e-1c2c80e1cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:11:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:37.885970 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:37.886762 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:37.887396 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.888086 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:37.888879 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] Bound port: c0d86148-98e5-4470-8d2e-3c70171a3c0d, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:37.889508 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:37.938121 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc3641-7540-4312-93fb-f8e8dc47bccd tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Subnet': ['ID=865b66da-a15d-4840-b92d-055eab55a944,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:37.952576 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fc3641-7540-4312-93fb-f8e8dc47bccd tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Checking segment: {'id': '829f7a5e-0dd0-44e0-b217-9899f4bd41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:37.953821 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fc3641-7540-4312-93fb-f8e8dc47bccd tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network hostable DHCP agents. Network: 4b7ce737-de76-4626-89ea-10e3b5784fdc, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:11:37.971680 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc4c83-1e99-4e22-adf7-f646a5b0c8f5 None None] Pushing event updated for resources: {'Port': ['ID=c0d86148-98e5-4470-8d2e-3c70171a3c0d,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:37.992078 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cc4c83-1e99-4e22-adf7-f646a5b0c8f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.992599 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cc4c83-1e99-4e22-adf7-f646a5b0c8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.993158 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cc4c83-1e99-4e22-adf7-f646a5b0c8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.993665 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cc4c83-1e99-4e22-adf7-f646a5b0c8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.994245 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cc4c83-1e99-4e22-adf7-f646a5b0c8f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.994839 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cc4c83-1e99-4e22-adf7-f646a5b0c8f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.995481 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cc4c83-1e99-4e22-adf7-f646a5b0c8f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.996243 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cc4c83-1e99-4e22-adf7-f646a5b0c8f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.996929 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cc4c83-1e99-4e22-adf7-f646a5b0c8f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.997586 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cc4c83-1e99-4e22-adf7-f646a5b0c8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.998424 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cc4c83-1e99-4e22-adf7-f646a5b0c8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:37.998909 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cc4c83-1e99-4e22-adf7-f646a5b0c8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:11:38.003426 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fc3641-7540-4312-93fb-f8e8dc47bccd tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network 4b7ce737-de76-4626-89ea-10e3b5784fdc is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:11:38.027497 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-65fc3641-7540-4312-93fb-f8e8dc47bccd tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 4b7ce737-de76-4626-89ea-10e3b5784fdc) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:38.027726 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] For port c0d86148-98e5-4470-8d2e-3c70171a3c0d, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:38.033474 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] For port c0d86148-98e5-4470-8d2e-3c70171a3c0d, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c0d86148-98e5-4470-8d2e-3c70171a3c0d,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:38.041553 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.043029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7728384b-0e45-4655-9ea6-1b7b279184a0 None None] Network 4b7ce737-de76-4626-89ea-10e3b5784fdc requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:38.053739 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fc3641-7540-4312-93fb-f8e8dc47bccd tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:38.056628 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65fc3641-7540-4312-93fb-f8e8dc47bccd tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.092094 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 41790) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:38.092781 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-65fc3641-7540-4312-93fb-f8e8dc47bccd tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0857329 Jul 07 17:11:38.240131 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-73131332-ecb2-4918-ad5e-1c2c80e1cbf5 None None] Set router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:38.263794 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] Routers {'ca3ce182-966a-4236-b8d2-f42c18cf5c20'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:38.264789 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:11:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ca3ce182-966a-4236-b8d2-f42c18cf5c20'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:38.330827 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc4c83-1e99-4e22-adf7-f646a5b0c8f5 None None] Pushing event updated for resources: {'Port': ['ID=c0d86148-98e5-4470-8d2e-3c70171a3c0d,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:38.478623 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-4b7ce737-de76-4626-89ea-10e3b5784fdc', 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'fixed_ips': [{'subnet_id': '865b66da-a15d-4840-b92d-055eab55a944'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:11:38.480934 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:38.523059 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] Set router ca3ce182-966a-4236-b8d2-f42c18cf5c20 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:38.848051 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41814) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:38.923155 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Allocated IP 172.20.0.2 (4b7ce737-de76-4626-89ea-10e3b5784fdc/865b66da-a15d-4840-b92d-055eab55a944/5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:39.006612 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82f25b6a-7b67-4302-98d9-7432e292e18b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.046032 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-73131332-ecb2-4918-ad5e-1c2c80e1cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:14Z', 'updated_at': '2021-07-07T17:07:19Z', 'revision_number': 4, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'gw_port': {'id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:16Z', 'updated_at': '2021-07-07T17:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '9cbf6ba7-ed9e-4700-8489-09f180538625', 'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'mac_address': 'fa:16:3e:de:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:18Z', 'updated_at': '2021-07-07T17:07:26Z', 'revision_number': 5, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'subnets': [{'id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:39.046315 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82f25b6a-7b67-4302-98d9-7432e292e18b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.048607 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963109445', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:34Z', 'revision_number': 3, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:39.087680 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf6f6be-a0c3-4f29-8aee-0cecd62667e6 None None] The sync data for ids ['ca3ce182-966a-4236-b8d2-f42c18cf5c20'] in n-d-793620-7 is: [{'id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963109445', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:34Z', 'revision_number': 3, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:39.100332 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 211871f7-f8ed-4c41-b680-7c3c56c56f27 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:39.138108 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82f25b6a-7b67-4302-98d9-7432e292e18b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.138446 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73131332-ecb2-4918-ad5e-1c2c80e1cbf5 None None] The sync data for ids ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'] in n-d-793620-7 is: [{'id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:14Z', 'updated_at': '2021-07-07T17:07:19Z', 'revision_number': 4, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'gw_port': {'id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:16Z', 'updated_at': '2021-07-07T17:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '9cbf6ba7-ed9e-4700-8489-09f180538625', 'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'mac_address': 'fa:16:3e:de:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:18Z', 'updated_at': '2021-07-07T17:07:26Z', 'revision_number': 5, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'subnets': [{'id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:39.143242 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82f25b6a-7b67-4302-98d9-7432e292e18b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.150055 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-82f25b6a-7b67-4302-98d9-7432e292e18b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "DELETE /v2.0/security-groups/f7184780-8097-4652-8ecb-7f015e672dbd HTTP/1.1" status: 204 len: 168 time: 0.2906365 Jul 07 17:11:39.150873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41820) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:39.152816 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 211871f7-f8ed-4c41-b680-7c3c56c56f27 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:39.153330 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 211871f7-f8ed-4c41-b680-7c3c56c56f27 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:39.156461 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-57e0b964-41ff-48bb-bf67-ff0862cb0d80 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.191058 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f25b6a-7b67-4302-98d9-7432e292e18b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7184780-8097-4652-8ecb-7f015e672dbd,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:39.198769 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-1a2855f0-d6f3-4c07-990b-6383488215a2 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] show failed (client error): The resource could not be found. Jul 07 17:11:39.203808 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1a2855f0-d6f3-4c07-990b-6383488215a2 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups/f7184780-8097-4652-8ecb-7f015e672dbd HTTP/1.1" status: 404 len: 347 time: 0.0222523 Jul 07 17:11:39.204737 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41824) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:39.362572 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.377309 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Transition to ACTIVE for port object 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:39.411634 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Transition to ACTIVE for port object 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:39.424621 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.466101 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Network 4b7ce737-de76-4626-89ea-10e3b5784fdc is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:39.499536 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:39.512838 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-92248239-a9b6-41c5-b7d5-a980db221cf1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Deleting port d6d408c1-8f01-4cbf-8117-ed08bdeac290 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:39.513664 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-92248239-a9b6-41c5-b7d5-a980db221cf1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.531027 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:39.617726 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Pushing event updated for resources: {'Port': ['ID=5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:39.750062 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Attempting to bind port 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:39.751075 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Attempting to bind port 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '829f7a5e-0dd0-44e0-b217-9899f4bd41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:39.754633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Attempting to bind port 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4 on network 4b7ce737-de76-4626-89ea-10e3b5784fdc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:39.782262 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11820af0-df4f-45e0-8c71-bb8dd694054b None None] New status for floating IP 032db7dc-5f68-4d89-ab9a-898c09def7a1: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:11:39.787345 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:39.788046 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Checking segment: {'id': '829f7a5e-0dd0-44e0-b217-9899f4bd41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:39.788576 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.790028 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Bound using segment: {'id': '829f7a5e-0dd0-44e0-b217-9899f4bd41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:39.790673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Bound port: 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829f7a5e-0dd0-44e0-b217-9899f4bd41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:39.792610 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.818421 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-92248239-a9b6-41c5-b7d5-a980db221cf1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.818767 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-92248239-a9b6-41c5-b7d5-a980db221cf1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:39.862213 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-92248239-a9b6-41c5-b7d5-a980db221cf1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Calling delete_port for d6d408c1-8f01-4cbf-8117-ed08bdeac290 owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:39.977466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-57e0b964-41ff-48bb-bf67-ff0862cb0d80 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Allocated IP 172.20.0.1 (4b7ce737-de76-4626-89ea-10e3b5784fdc/865b66da-a15d-4840-b92d-055eab55a944/52f21e66-6a15-4bb7-942a-9f83ddfcbb04) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:39.985724 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] For port 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:39.993515 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] For port 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4,segment=NetworkSegment(829f7a5e-0dd0-44e0-b217-9899f4bd41e2),segment_id=829f7a5e-0dd0-44e0-b217-9899f4bd41e2)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:40.001379 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.146215 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea4c7d-81a1-4eab-9cb1-220d30974739 None None] Pushing event updated for resources: {'Port': ['ID=5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:40.286136 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-92248239-a9b6-41c5-b7d5-a980db221cf1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.317363 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-57e0b964-41ff-48bb-bf67-ff0862cb0d80 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.350190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92248239-a9b6-41c5-b7d5-a980db221cf1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Pushing event deleted for resources: {'Port': ['ID=d6d408c1-8f01-4cbf-8117-ed08bdeac290,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:40.378458 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-57e0b964-41ff-48bb-bf67-ff0862cb0d80 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Transition to ACTIVE for port object 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:40.425172 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c0d86148-98e5-4470-8d2e-3c70171a3c0d up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:40.481743 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-57e0b964-41ff-48bb-bf67-ff0862cb0d80 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.543215 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-92248239-a9b6-41c5-b7d5-a980db221cf1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.569433 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-92248239-a9b6-41c5-b7d5-a980db221cf1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.573493 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-92248239-a9b6-41c5-b7d5-a980db221cf1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "DELETE /v2.0/floatingips/032db7dc-5f68-4d89-ab9a-898c09def7a1 HTTP/1.1" status: 204 len: 168 time: 1.3674309 Jul 07 17:11:40.627198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e0b964-41ff-48bb-bf67-ff0862cb0d80 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network 4b7ce737-de76-4626-89ea-10e3b5784fdc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:40.631209 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-57e0b964-41ff-48bb-bf67-ff0862cb0d80 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:40.638087 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0b964-41ff-48bb-bf67-ff0862cb0d80 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:40.642435 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0b964-41ff-48bb-bf67-ff0862cb0d80 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=52f21e66-6a15-4bb7-942a-9f83ddfcbb04,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:40.737493 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-57e0b964-41ff-48bb-bf67-ff0862cb0d80 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:40.902301 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port c0d86148-98e5-4470-8d2e-3c70171a3c0d completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:40.916024 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port c0d86148-98e5-4470-8d2e-3c70171a3c0d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:40.916560 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.113362 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.170112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port c0d86148-98e5-4470-8d2e-3c70171a3c0d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c0d86148-98e5-4470-8d2e-3c70171a3c0d,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:41.177235 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.291457 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=c0d86148-98e5-4470-8d2e-3c70171a3c0d,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:41.349038 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-57e0b964-41ff-48bb-bf67-ff0862cb0d80 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.565844 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41864) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:41.575465 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-9f7c5742-2c05-4d17-8ccc-5166f916fe95 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1826143618', 'description': 'tempest-description--1028290916'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:41.653219 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9f7c5742-2c05-4d17-8ccc-5166f916fe95 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.829797 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-57e0b964-41ff-48bb-bf67-ff0862cb0d80 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.839542 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-57e0b964-41ff-48bb-bf67-ff0862cb0d80 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.861119 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9f7c5742-2c05-4d17-8ccc-5166f916fe95 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.868740 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9f7c5742-2c05-4d17-8ccc-5166f916fe95 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.938050 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9f7c5742-2c05-4d17-8ccc-5166f916fe95 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.940889 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9f7c5742-2c05-4d17-8ccc-5166f916fe95 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3734639 Jul 07 17:11:41.946422 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41870) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:41.957228 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-a9b6e5ec-a599-44c6-a699-73e57065611e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Request body: {'security_group_rule': {'security_group_id': '9b2e7373-6fce-473f-b7ee-dc00caeccbfa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:41.985223 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-57e0b964-41ff-48bb-bf67-ff0862cb0d80 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:41.987606 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0b964-41ff-48bb-bf67-ff0862cb0d80 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=52f21e66-6a15-4bb7-942a-9f83ddfcbb04,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:42.002185 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c5742-2c05-4d17-8ccc-5166f916fe95 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2e7373-6fce-473f-b7ee-dc00caeccbfa,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:42.047391 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a9b6e5ec-a599-44c6-a699-73e57065611e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.086878 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b211e2-c769-4dc1-9850-671f422218b9 None None] Network 4b7ce737-de76-4626-89ea-10e3b5784fdc requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:11:42.173176 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a9b6e5ec-a599-44c6-a699-73e57065611e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.180058 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a9b6e5ec-a599-44c6-a699-73e57065611e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.205036 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e0b964-41ff-48bb-bf67-ff0862cb0d80 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network 4b7ce737-de76-4626-89ea-10e3b5784fdc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:42.211889 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-57e0b964-41ff-48bb-bf67-ff0862cb0d80 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:42.243765 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6e5ec-a599-44c6-a699-73e57065611e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e522c901-91be-4187-8f9d-e82a3fb33fe6,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:42.254093 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a9b6e5ec-a599-44c6-a699-73e57065611e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.258645 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a9b6e5ec-a599-44c6-a699-73e57065611e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3107367 Jul 07 17:11:42.265659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41880) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:42.270516 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b9b93483-2545-471c-8ca7-f6d2d9fbb796 None None] Provisioning for port 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:42.294877 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-9877f54e-2478-40c1-bad2-e590013228cb tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Request body: {'security_group_rule': {'security_group_id': '9b2e7373-6fce-473f-b7ee-dc00caeccbfa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:42.393930 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9877f54e-2478-40c1-bad2-e590013228cb tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.461768 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e0b964-41ff-48bb-bf67-ff0862cb0d80 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Router ca3ce182-966a-4236-b8d2-f42c18cf5c20 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:11:42.572524 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9877f54e-2478-40c1-bad2-e590013228cb tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.580344 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9877f54e-2478-40c1-bad2-e590013228cb tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.599512 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c0d86148-98e5-4470-8d2e-3c70171a3c0d up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:42.640048 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9877f54e-2478-40c1-bad2-e590013228cb tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.641764 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9877f54e-2478-40c1-bad2-e590013228cb tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3746591 Jul 07 17:11:42.648993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 41884) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:42.655322 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7e0f5e7e-60c7-4bfa-b3da-c58a68c30c17 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:42.669041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877f54e-2478-40c1-bad2-e590013228cb tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d5761e-4c98-41ff-bce8-b2eb5c2a9b96,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:42.719027 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5e7e-60c7-4bfa-b3da-c58a68c30c17 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.723479 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port c0d86148-98e5-4470-8d2e-3c70171a3c0d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:42.724270 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:42.818952 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e0b964-41ff-48bb-bf67-ff0862cb0d80 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:11:42.845292 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] Sync routers for ids ['ca3ce182-966a-4236-b8d2-f42c18cf5c20'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:11:42.857194 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-57e0b964-41ff-48bb-bf67-ff0862cb0d80 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "PUT /v2.0/routers/ca3ce182-966a-4236-b8d2-f42c18cf5c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7634108 Jul 07 17:11:42.879714 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] Routers {'ca3ce182-966a-4236-b8d2-f42c18cf5c20'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:42.880980 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:11:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ca3ce182-966a-4236-b8d2-f42c18cf5c20'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:42.937332 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:42.969195 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5e7e-60c7-4bfa-b3da-c58a68c30c17 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.129154 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ac3144ab-e54f-48b0-9614-addf92001d2c None None] Provisioning for port 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:43.138145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ac3144ab-e54f-48b0-9614-addf92001d2c None None] Provisioning complete for port 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:43.138860 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ac3144ab-e54f-48b0-9614-addf92001d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.143516 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] Set router ca3ce182-966a-4236-b8d2-f42c18cf5c20 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:43.240897 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:43.255466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-7e0f5e7e-60c7-4bfa-b3da-c58a68c30c17 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Allocated IP 172.25.2.168 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/af1b0410-bed6-4a6e-8030-c6a8046a2c02) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:43.271043 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:43.271561 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.279316 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b315f037-2e87-4918-84ad-cc525a4dc0ef tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113081975&fields=id&tenant_id=579e95f3998b4f8bb632de60105379a3 HTTP/1.1" status: 200 len: 267 time: 0.1837854 Jul 07 17:11:43.391096 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-ac3144ab-e54f-48b0-9614-addf92001d2c None None] Port 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:43.520560 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5e7e-60c7-4bfa-b3da-c58a68c30c17 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.523646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-36bf5371-b9ad-443c-8e42-905ed40526ba tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:43.533638 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-36bf5371-b9ad-443c-8e42-905ed40526ba tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/networks?id=4b7ce737-de76-4626-89ea-10e3b5784fdc HTTP/1.1" status: 200 len: 796 time: 0.2525287 Jul 07 17:11:43.565498 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-bbd10a39-c4b1-4dc0-b280-f4fe1606ab57 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/quotas/579e95f3998b4f8bb632de60105379a3 HTTP/1.1" status: 200 len: 375 time: 0.0288363 Jul 07 17:11:43.591540 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.625399 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5e7e-60c7-4bfa-b3da-c58a68c30c17 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.635462 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-793e4d70-415b-4408-9c9b-e70de814df9f None None] Provisioning complete for port 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:43.640292 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-793e4d70-415b-4408-9c9b-e70de814df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.735448 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f5e7e-60c7-4bfa-b3da-c58a68c30c17 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Pushing event updated for resources: {'Port': ['ID=af1b0410-bed6-4a6e-8030-c6a8046a2c02,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:43.740159 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0f5e7e-60c7-4bfa-b3da-c58a68c30c17 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:43.742492 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-7e0f5e7e-60c7-4bfa-b3da-c58a68c30c17 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:43.754424 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0f5e7e-60c7-4bfa-b3da-c58a68c30c17 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:43.759192 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-1d2e256a-42d8-43e8-bee9-4a84c12f5cc2 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1749260 Jul 07 17:11:43.789657 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4,segment=NetworkSegment(829f7a5e-0dd0-44e0-b217-9899f4bd41e2),segment_id=829f7a5e-0dd0-44e0-b217-9899f4bd41e2)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:43.790898 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-793e4d70-415b-4408-9c9b-e70de814df9f None None] Port 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:43.806753 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.817527 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963109445', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '52f21e66-6a15-4bb7-942a-9f83ddfcbb04', 'name': '', 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:52:bc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '865b66da-a15d-4840-b92d-055eab55a944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:39Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 2, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '865b66da-a15d-4840-b92d-055eab55a944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:43.897628 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] Checking router: ca3ce182-966a-4236-b8d2-f42c18cf5c20 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:11:43.898365 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] Updating router ca3ce182-966a-4236-b8d2-f42c18cf5c20 port 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:11:43.933205 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5e7e-60c7-4bfa-b3da-c58a68c30c17 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.970235 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-2f0ab571-f012-4a71-a695-c586bb8d2703 service neutron] 10.222.0.50 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068474 Jul 07 17:11:43.972110 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-82c50d86-5f68-4f76-ba45-34e5bd05edab None None] Provisioning complete for port 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:43.972556 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-82c50d86-5f68-4f76-ba45-34e5bd05edab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:43.977461 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:44.004136 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5e7e-60c7-4bfa-b3da-c58a68c30c17 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.005857 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.042129 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-82c50d86-5f68-4f76-ba45-34e5bd05edab None None] Port 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:44.137674 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-01048a24-6a61-4667-afb1-45decaa50ba0 service neutron] 10.222.0.50 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590238 Jul 07 17:11:44.211121 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5e7e-60c7-4bfa-b3da-c58a68c30c17 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.225466 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.229104 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5e7e-60c7-4bfa-b3da-c58a68c30c17 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.375804 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f5e7e-60c7-4bfa-b3da-c58a68c30c17 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Pushing event updated for resources: {'Port': ['ID=af1b0410-bed6-4a6e-8030-c6a8046a2c02,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:44.378900 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5e7e-60c7-4bfa-b3da-c58a68c30c17 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.412330 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:44.436770 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-caaf77b3-12a6-4c61-953f-8424dcdc1530 req-a8a68e52-4af7-48a9-ae5b-cf855ec20897 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 210 time: 0.0465238 Jul 07 17:11:44.438116 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5e7e-60c7-4bfa-b3da-c58a68c30c17 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.440801 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7e0f5e7e-60c7-4bfa-b3da-c58a68c30c17 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7883353 Jul 07 17:11:44.585313 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.590178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:44.591003 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.619863 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] Transition to ACTIVE for port object 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:44.636198 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.696177 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-90136b89-9f55-4aad-916a-0c4b536110cf req-7be940af-9c5d-4039-be92-f7c9ddfa0748 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1826143618&fields=id&tenant_id=813d1850aa3c4934a7e97cbee8a39039 HTTP/1.1" status: 200 len: 267 time: 0.0519326 Jul 07 17:11:44.711237 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6f7c1275-f199-495d-8988-1b0c2c69f0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.724580 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a5af8-e9b0-4846-9e34-d245b925c642 None None] Pushing event updated for resources: {'Port': ['ID=52f21e66-6a15-4bb7-942a-9f83ddfcbb04,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:44.831117 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] Attempting to bind port 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:44.831117 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] Attempting to bind port 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '829f7a5e-0dd0-44e0-b217-9899f4bd41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:44.831440 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] Attempting to bind port 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 on network 4b7ce737-de76-4626-89ea-10e3b5784fdc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:44.838934 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:44.839458 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] Checking segment: {'id': '829f7a5e-0dd0-44e0-b217-9899f4bd41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:44.839788 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.840131 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] Bound using segment: {'id': '829f7a5e-0dd0-44e0-b217-9899f4bd41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:44.840620 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] Bound port: 52f21e66-6a15-4bb7-942a-9f83ddfcbb04, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829f7a5e-0dd0-44e0-b217-9899f4bd41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:44.841008 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:44.903257 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90136b89-9f55-4aad-916a-0c4b536110cf req-c9c54ae1-de9b-4e52-89f7-c94cbf84dab4 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:44.906633 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-90136b89-9f55-4aad-916a-0c4b536110cf req-c9c54ae1-de9b-4e52-89f7-c94cbf84dab4 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/networks?id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1 HTTP/1.1" status: 200 len: 817 time: 0.2091978 Jul 07 17:11:44.928108 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-90136b89-9f55-4aad-916a-0c4b536110cf req-1681045d-470c-4ac3-8b92-2070132bad3f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/quotas/813d1850aa3c4934a7e97cbee8a39039 HTTP/1.1" status: 200 len: 375 time: 0.0160706 Jul 07 17:11:44.943210 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] For port 52f21e66-6a15-4bb7-942a-9f83ddfcbb04, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:44.945440 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] For port 52f21e66-6a15-4bb7-942a-9f83ddfcbb04, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=52f21e66-6a15-4bb7-942a-9f83ddfcbb04,segment=NetworkSegment(829f7a5e-0dd0-44e0-b217-9899f4bd41e2),segment_id=829f7a5e-0dd0-44e0-b217-9899f4bd41e2)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:44.949837 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:45.030783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a5af8-e9b0-4846-9e34-d245b925c642 None None] Pushing event updated for resources: {'Port': ['ID=52f21e66-6a15-4bb7-942a-9f83ddfcbb04,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:45.068700 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] Routers {'ca3ce182-966a-4236-b8d2-f42c18cf5c20'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:11:45.068700 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:11:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ca3ce182-966a-4236-b8d2-f42c18cf5c20'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:45.120519 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-90136b89-9f55-4aad-916a-0c4b536110cf req-35e1bf2b-f3cd-4170-beb7-ddaf6f9b5496 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=813d1850aa3c4934a7e97cbee8a39039&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1853633 Jul 07 17:11:45.317863 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] Set router ca3ce182-966a-4236-b8d2-f42c18cf5c20 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:11:45.332379 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-90136b89-9f55-4aad-916a-0c4b536110cf req-8d3c02ab-c4c4-486e-ba7f-d35fc6b17628 service neutron] 10.222.0.50 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951048 Jul 07 17:11:45.546326 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-90136b89-9f55-4aad-916a-0c4b536110cf req-84be7789-f584-41a9-95bc-e31bcfad6c04 service neutron] 10.222.0.50 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116561 Jul 07 17:11:45.687004 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963109445', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '52f21e66-6a15-4bb7-942a-9f83ddfcbb04', 'name': '', 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:52:bc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '865b66da-a15d-4840-b92d-055eab55a944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:39Z', 'updated_at': '2021-07-07T17:11:44Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '865b66da-a15d-4840-b92d-055eab55a944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:11:45.749474 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-474d168c-e8b0-4854-a09f-08c8e77dfaaa req-d350d93c-72a2-463c-950e-a715dbf8642b tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 210 time: 0.0653970 Jul 07 17:11:45.757709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c448c4e-5ce5-415b-be1f-811bddfa51da None None] The sync data for ids ['ca3ce182-966a-4236-b8d2-f42c18cf5c20'] in n-d-793620-7 is: [{'id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963109445', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '52f21e66-6a15-4bb7-942a-9f83ddfcbb04', 'name': '', 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:52:bc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '865b66da-a15d-4840-b92d-055eab55a944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:39Z', 'updated_at': '2021-07-07T17:11:44Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '865b66da-a15d-4840-b92d-055eab55a944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:11:45.891017 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5dd68722-e451-427f-8595-08b2129c0fb3 req-09123a5a-55c7-40ec-8d6c-02564e4054f2 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 210 time: 0.0801294 Jul 07 17:11:46.292808 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-bad0cf41-f7cc-4335-9413-8db637e3e949 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:46.297075 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-bad0cf41-f7cc-4335-9413-8db637e3e949 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.15 "GET /v2.0/networks?id=4b7ce737-de76-4626-89ea-10e3b5784fdc HTTP/1.1" status: 200 len: 796 time: 0.2263944 Jul 07 17:11:46.430953 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.436601 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-4df6b8c1-a596-449b-8996-3bb1f89b0fb3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=579e95f3998b4f8bb632de60105379a3 HTTP/1.1" status: 200 len: 380 time: 0.1276939 Jul 07 17:11:46.452221 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-9961dd90-d23e-4198-883f-c81dd3512031 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'port': {'device_id': 'b9336750-b753-4014-97f8-f73c57f60693', 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc', 'admin_state_up': True, 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'security_groups': ['e802314c-c2f9-4e22-b4d8-7792a4043298']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:46.482192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:46.618129 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:46.627299 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:46.627680 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.707637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-9961dd90-d23e-4198-883f-c81dd3512031 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Made reservation on behalf of 579e95f3998b4f8bb632de60105379a3 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:46.713106 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-9961dd90-d23e-4198-883f-c81dd3512031 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.788568 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.907262 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 52f21e66-6a15-4bb7-942a-9f83ddfcbb04, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=52f21e66-6a15-4bb7-942a-9f83ddfcbb04,segment=NetworkSegment(829f7a5e-0dd0-44e0-b217-9899f4bd41e2),segment_id=829f7a5e-0dd0-44e0-b217-9899f4bd41e2)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:46.913220 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:46.942222 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-9961dd90-d23e-4198-883f-c81dd3512031 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Allocated IP 172.20.0.3 (4b7ce737-de76-4626-89ea-10e3b5784fdc/865b66da-a15d-4840-b92d-055eab55a944/8c28776e-2cb1-4c6a-823e-6b35e66cf994) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:47.169001 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=52f21e66-6a15-4bb7-942a-9f83ddfcbb04,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:47.186991 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c2ad3fe0-a734-4948-abc9-0fc2b149d3a7 req-c346a3e0-6454-449e-8efe-99fdf1f35e7f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 210 time: 0.0721035 Jul 07 17:11:47.258815 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-838b167c-5434-4d35-aea9-b3c0b1e49cbd req-c8ce4a52-9fcc-424c-bf20-c7a962d4b175 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 210 time: 0.0787699 Jul 07 17:11:47.274766 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-9961dd90-d23e-4198-883f-c81dd3512031 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.300289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-9961dd90-d23e-4198-883f-c81dd3512031 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Transition to ACTIVE for port object 8c28776e-2cb1-4c6a-823e-6b35e66cf994 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:47.344457 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-9961dd90-d23e-4198-883f-c81dd3512031 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.431666 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-9961dd90-d23e-4198-883f-c81dd3512031 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network 4b7ce737-de76-4626-89ea-10e3b5784fdc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:47.441814 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-9961dd90-d23e-4198-883f-c81dd3512031 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:47.445660 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-9961dd90-d23e-4198-883f-c81dd3512031 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:47.448352 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961dd90-d23e-4198-883f-c81dd3512031 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=8c28776e-2cb1-4c6a-823e-6b35e66cf994,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:47.515643 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-9961dd90-d23e-4198-883f-c81dd3512031 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:47.516306 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-9961dd90-d23e-4198-883f-c81dd3512031 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.545555 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9972c9-661b-477f-bc5c-5c75dc78b424 req-6053d99d-2144-4de4-a8b8-4547c6e2ba5a tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:47.547333 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6a9972c9-661b-477f-bc5c-5c75dc78b424 req-6053d99d-2144-4de4-a8b8-4547c6e2ba5a tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d378cd-5ef5-450b-aa54-6442869df9ba HTTP/1.1" status: 200 len: 945 time: 0.1716204 Jul 07 17:11:47.549394 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-9961dd90-d23e-4198-883f-c81dd3512031 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1074071 Jul 07 17:11:47.584873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] Request body: {'port': {'device_id': 'b9336750-b753-4014-97f8-f73c57f60693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:47.621934 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.740560 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6a9972c9-661b-477f-bc5c-5c75dc78b424 req-f878e4ea-5203-42ca-9dd9-5f9cc0460c37 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817012 Jul 07 17:11:47.924271 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-81a792a2-b7bd-4bc8-a562-10168685e352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.929664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4b515fa8-37a4-44f2-b39a-d7dda681f8b8 None None] Provisioning for port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:47.933977 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4b515fa8-37a4-44f2-b39a-d7dda681f8b8 None None] Provisioning complete for port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:47.934586 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4b515fa8-37a4-44f2-b39a-d7dda681f8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.961318 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:47.996047 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4b515fa8-37a4-44f2-b39a-d7dda681f8b8 None None] Port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:48.022202 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90136b89-9f55-4aad-916a-0c4b536110cf req-9ad1d51a-f4ae-4201-8b6e-94811728b390 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:48.024875 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90136b89-9f55-4aad-916a-0c4b536110cf req-9ad1d51a-f4ae-4201-8b6e-94811728b390 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.69 "GET /v2.0/networks?id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1 HTTP/1.1" status: 200 len: 817 time: 0.2745645 Jul 07 17:11:48.363457 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:48.478052 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:48.478331 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.685149 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-413445d1-ba17-4775-8452-ea6272b23e11 req-b2d12469-8ead-4aba-b9c0-1c0fc1186d9c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 210 time: 0.1201448 Jul 07 17:11:48.690069 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90136b89-9f55-4aad-916a-0c4b536110cf req-223797fe-3fe0-4738-9768-3f3e7e219bee tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=813d1850aa3c4934a7e97cbee8a39039 HTTP/1.1" status: 200 len: 380 time: 0.1740277 Jul 07 17:11:48.704320 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-90136b89-9f55-4aad-916a-0c4b536110cf req-7c03d9d5-94b8-477c-bda3-e087f8efc242 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Request body: {'port': {'device_id': '3592eede-b238-49a7-883a-41a6222e5811', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'admin_state_up': True, 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'security_groups': ['9b2e7373-6fce-473f-b7ee-dc00caeccbfa']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:48.858464 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:48.898461 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802e6d1-cb43-4c95-94fd-6b8c0d3b2e06 req-caa34365-82f7-4882-ac05-a55c93753fda tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:48.900090 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e802e6d1-cb43-4c95-94fd-6b8c0d3b2e06 req-caa34365-82f7-4882-ac05-a55c93753fda tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 931 time: 0.4976788 Jul 07 17:11:48.953484 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e802e6d1-cb43-4c95-94fd-6b8c0d3b2e06 req-c43faacf-544b-4738-a5e3-5c1da05cf04b tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468109 Jul 07 17:11:48.993053 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90136b89-9f55-4aad-916a-0c4b536110cf req-7c03d9d5-94b8-477c-bda3-e087f8efc242 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Made reservation on behalf of 813d1850aa3c4934a7e97cbee8a39039 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:11:48.999870 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-90136b89-9f55-4aad-916a-0c4b536110cf req-7c03d9d5-94b8-477c-bda3-e087f8efc242 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.041156 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c28776e-2cb1-4c6a-823e-6b35e66cf994 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:49.053417 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.110525 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046322e-bf9b-40f8-93e0-a7f9af7b8c93 req-eacbd3db-9434-434e-b00a-aea19ede61cf tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:49.117398 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3046322e-bf9b-40f8-93e0-a7f9af7b8c93 req-eacbd3db-9434-434e-b00a-aea19ede61cf tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.69 "GET /v2.0/ports?device_id=63d378cd-5ef5-450b-aa54-6442869df9ba HTTP/1.1" status: 200 len: 945 time: 0.1320059 Jul 07 17:11:49.126416 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] Transition to ACTIVE for port object 8c28776e-2cb1-4c6a-823e-6b35e66cf994 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:49.131632 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.239481 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] Pushing event updated for resources: {'Port': ['ID=8c28776e-2cb1-4c6a-823e-6b35e66cf994,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:49.257737 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f533d-8485-40e0-8963-8e03d785c202 req-31e18ecf-c7da-48de-bcac-0665121a65de tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:49.265406 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-855f533d-8485-40e0-8963-8e03d785c202 req-31e18ecf-c7da-48de-bcac-0665121a65de tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d378cd-5ef5-450b-aa54-6442869df9ba HTTP/1.1" status: 200 len: 945 time: 0.1756122 Jul 07 17:11:49.320990 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-855f533d-8485-40e0-8963-8e03d785c202 req-6df7deda-587e-410b-81a5-8f8c8cb01925 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545914 Jul 07 17:11:49.322681 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-3046322e-bf9b-40f8-93e0-a7f9af7b8c93 req-6b433235-85bc-410f-9513-dc04d1ecb0eb tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Deleting port 75945ec4-8b73-4188-b54c-f52e21c95bf6 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:11:49.323028 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3046322e-bf9b-40f8-93e0-a7f9af7b8c93 req-6b433235-85bc-410f-9513-dc04d1ecb0eb tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.351021 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-90136b89-9f55-4aad-916a-0c4b536110cf req-7c03d9d5-94b8-477c-bda3-e087f8efc242 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Allocated IP 172.20.0.14 (ee08dc49-e776-43c2-8b3c-7b8a151f5be1/5c3cd916-6514-42d5-8d29-5aae3a405db3/d53de1a3-e363-4a2c-a0f0-8d8e512ffde3) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:11:49.432603 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] Attempting to bind port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:49.433142 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] Attempting to bind port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '829f7a5e-0dd0-44e0-b217-9899f4bd41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:49.433585 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] Attempting to bind port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 on network 4b7ce737-de76-4626-89ea-10e3b5784fdc {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:49.447969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] Port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 on network 4b7ce737-de76-4626-89ea-10e3b5784fdc not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:49.448459 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] Attempting to bind port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 on network 4b7ce737-de76-4626-89ea-10e3b5784fdc {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:49.476507 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:49.477305 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] Checking segment: {'id': '829f7a5e-0dd0-44e0-b217-9899f4bd41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:49.477550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] Bound using segment: {'id': '829f7a5e-0dd0-44e0-b217-9899f4bd41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:49.478067 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] Bound port: 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829f7a5e-0dd0-44e0-b217-9899f4bd41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:49.479000 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.495972 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-3046322e-bf9b-40f8-93e0-a7f9af7b8c93 req-6b433235-85bc-410f-9513-dc04d1ecb0eb tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] For port 75945ec4-8b73-4188-b54c-f52e21c95bf6, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=75945ec4-8b73-4188-b54c-f52e21c95bf6,segment=NetworkSegment(ac2b061c-ee0d-46dc-a430-6fa850467c84),segment_id=ac2b061c-ee0d-46dc-a430-6fa850467c84)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:49.496420 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3046322e-bf9b-40f8-93e0-a7f9af7b8c93 req-6b433235-85bc-410f-9513-dc04d1ecb0eb tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.512141 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-3046322e-bf9b-40f8-93e0-a7f9af7b8c93 req-6b433235-85bc-410f-9513-dc04d1ecb0eb tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Calling delete_port for 75945ec4-8b73-4188-b54c-f52e21c95bf6 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:11:49.620962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] For port 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:49.647896 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-90136b89-9f55-4aad-916a-0c4b536110cf req-7c03d9d5-94b8-477c-bda3-e087f8efc242 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.647896 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] For port 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994,segment=NetworkSegment(829f7a5e-0dd0-44e0-b217-9899f4bd41e2),segment_id=829f7a5e-0dd0-44e0-b217-9899f4bd41e2)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:49.652522 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.683852 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-90136b89-9f55-4aad-916a-0c4b536110cf req-7c03d9d5-94b8-477c-bda3-e087f8efc242 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Transition to ACTIVE for port object d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:49.709878 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:49.710836 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.711389 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3046322e-bf9b-40f8-93e0-a7f9af7b8c93 req-6b433235-85bc-410f-9513-dc04d1ecb0eb tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.713184 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] 10.222.0.15 "PUT /v2.0/ports/8c28776e-2cb1-4c6a-823e-6b35e66cf994 HTTP/1.1" status: 200 len: 1091 time: 2.1495140 Jul 07 17:11:49.713962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:49.718210 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cb091c-832c-438a-8246-6aa98c234a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:49.726722 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['75945ec4-8b73-4188-b54c-f52e21c95bf6'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:49.831039 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433235-85bc-410f-9513-dc04d1ecb0eb tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Pushing event deleted for resources: {'Port': ['ID=75945ec4-8b73-4188-b54c-f52e21c95bf6,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:49.834649 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76c5401-ec23-4bec-85a7-b79b5ec79d45 x-openstack-request-id: req-c76c5401-ec23-4bec-85a7-b79b5ec79d45 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:49.835020 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:49.835190 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c76c5401-ec23-4bec-85a7-b79b5ec79d45 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:49.835564 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994', 'status': 'completed', 'code': 200} Jul 07 17:11:49.854421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a7a6d-fb89-4858-917d-d5ae304755bd service neutron] Pushing event updated for resources: {'Port': ['ID=8c28776e-2cb1-4c6a-823e-6b35e66cf994,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:49.941207 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-90136b89-9f55-4aad-916a-0c4b536110cf req-7c03d9d5-94b8-477c-bda3-e087f8efc242 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.962175 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-3046322e-bf9b-40f8-93e0-a7f9af7b8c93 req-6b433235-85bc-410f-9513-dc04d1ecb0eb tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] No DVR routers for this DVR port 75945ec4-8b73-4188-b54c-f52e21c95bf6 on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:11:49.965801 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3046322e-bf9b-40f8-93e0-a7f9af7b8c93 req-6b433235-85bc-410f-9513-dc04d1ecb0eb tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:49.970397 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3046322e-bf9b-40f8-93e0-a7f9af7b8c93 req-6b433235-85bc-410f-9513-dc04d1ecb0eb tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.69 "DELETE /v2.0/ports/75945ec4-8b73-4188-b54c-f52e21c95bf6 HTTP/1.1" status: 204 len: 173 time: 0.8356276 Jul 07 17:11:49.971301 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d378cd-5ef5-450b-aa54-6442869df9ba', 'name': 'network-vif-deleted', 'tag': '75945ec4-8b73-4188-b54c-f52e21c95bf6'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:49.976717 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ac6b83-ae42-42f5-a790-2dd4a7b2728f" -d '{"events": [{"server_uuid": "63d378cd-5ef5-450b-aa54-6442869df9ba", "name": "network-vif-deleted", "tag": "75945ec4-8b73-4188-b54c-f52e21c95bf6"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:50.031073 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90136b89-9f55-4aad-916a-0c4b536110cf req-7c03d9d5-94b8-477c-bda3-e087f8efc242 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Network ee08dc49-e776-43c2-8b3c-7b8a151f5be1 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:11:50.036124 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-90136b89-9f55-4aad-916a-0c4b536110cf req-7c03d9d5-94b8-477c-bda3-e087f8efc242 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:11:50.039372 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-90136b89-9f55-4aad-916a-0c4b536110cf req-7c03d9d5-94b8-477c-bda3-e087f8efc242 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:11:50.125242 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03d9d5-94b8-477c-bda3-e087f8efc242 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Pushing event updated for resources: {'Port': ['ID=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:50.175449 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780da632-3f2a-4931-aab8-8ff976d8d7ee req-fcad329f-3da6-44ee-b70b-76a55237c213 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:50.177649 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-780da632-3f2a-4931-aab8-8ff976d8d7ee req-fcad329f-3da6-44ee-b70b-76a55237c213 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 932 time: 0.2130482 Jul 07 17:11:50.180352 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-29f33e1d-ee96-4a2f-a005-0d778722a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:50.189395 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-29f33e1d-ee96-4a2f-a005-0d778722a39a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 1094 time: 0.4036601 Jul 07 17:11:50.254733 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-780da632-3f2a-4931-aab8-8ff976d8d7ee req-1dfff9a6-18a5-4b95-ae81-3c2328ea6877 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705199 Jul 07 17:11:50.304010 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90136b89-9f55-4aad-916a-0c4b536110cf req-7c03d9d5-94b8-477c-bda3-e087f8efc242 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:50.304795 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-90136b89-9f55-4aad-916a-0c4b536110cf req-7c03d9d5-94b8-477c-bda3-e087f8efc242 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.309107 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-48776bb8-d858-40f5-9d65-03bb4c51fd70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994 HTTP/1.1" status: 200 len: 217 time: 0.1089180 Jul 07 17:11:50.345644 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.373550 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ded9af-d8b4-4d30-a688-1a62562a8d71 x-openstack-request-id: req-44ded9af-d8b4-4d30-a688-1a62562a8d71 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:50.374271 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d378cd-5ef5-450b-aa54-6442869df9ba", "name": "network-vif-deleted", "tag": "75945ec4-8b73-4188-b54c-f52e21c95bf6", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:50.374997 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-44ded9af-d8b4-4d30-a688-1a62562a8d71 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:50.375850 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d378cd-5ef5-450b-aa54-6442869df9ba', 'name': 'network-vif-deleted', 'tag': '75945ec4-8b73-4188-b54c-f52e21c95bf6', 'status': 'completed', 'code': 200} Jul 07 17:11:50.441758 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90136b89-9f55-4aad-916a-0c4b536110cf req-7c03d9d5-94b8-477c-bda3-e087f8efc242 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7422879 Jul 07 17:11:50.459329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] Request body: {'port': {'device_id': '3592eede-b238-49a7-883a-41a6222e5811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:50.467358 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-9ef048f9-1edb-45f4-882a-03b72edba54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:50.468993 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-9ef048f9-1edb-45f4-882a-03b72edba54b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=865b66da-a15d-4840-b92d-055eab55a944 HTTP/1.1" status: 200 len: 835 time: 0.1522751 Jul 07 17:11:50.535966 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-eaa61b4b-1659-4b18-836d-2981fdaa0908 None None] Provisioning for port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:50.543300 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-eaa61b4b-1659-4b18-836d-2981fdaa0908 None None] Provisioning complete for port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:50.543847 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eaa61b4b-1659-4b18-836d-2981fdaa0908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.613138 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a7732-2251-456b-9796-30a9c4364da3 req-0504e97e-0c6c-42ad-a4e6-edb9fbd3fe13 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:50.613510 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-eaa61b4b-1659-4b18-836d-2981fdaa0908 None None] Port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:11:50.614867 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5e1a7732-2251-456b-9796-30a9c4364da3 req-0504e97e-0c6c-42ad-a4e6-edb9fbd3fe13 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 943 time: 0.2301869 Jul 07 17:11:50.635758 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:50.693875 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-73b0f41e-282e-4c99-8f25-199424ad7464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:50.695786 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-73b0f41e-282e-4c99-8f25-199424ad7464 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b7ce737-de76-4626-89ea-10e3b5784fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2041893 Jul 07 17:11:50.711479 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-159c7e80-b7fc-4258-b323-99bb403385ae req-b6785874-133e-470b-a831-c413b2e7df43 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d378cd-5ef5-450b-aa54-6442869df9ba HTTP/1.1" status: 200 len: 210 time: 0.0418115 Jul 07 17:11:50.736511 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5e1a7732-2251-456b-9796-30a9c4364da3 req-64404d85-824e-4918-a106-9cf84b0d4f0f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114333 Jul 07 17:11:50.978840 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-f79909d3-b70c-491c-9ed8-7e0787e30e2f service neutron] 10.222.0.15 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598710 Jul 07 17:11:51.207805 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4dabd30-d0aa-4e7b-963e-7ea397cdc8b8 req-aae1d131-1adb-4033-80bc-e65650c783a3 service neutron] 10.222.0.15 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187901 Jul 07 17:11:51.267994 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:51.285539 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.319380 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] Transition to ACTIVE for port object d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:11:51.323868 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.456037 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] Pushing event updated for resources: {'Port': ['ID=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:51.462945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb091c-832c-438a-8246-6aa98c234a9f req-a8ecfb88-b0cb-446c-b894-4ec17257a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:51.467122 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-91cb091c-832c-438a-8246-6aa98c234a9f req-a8ecfb88-b0cb-446c-b894-4ec17257a029 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 1094 time: 0.1998317 Jul 07 17:11:51.528009 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a19a88-746b-4883-8e2a-2ffd9bd8d653 req-5dc2918d-b2dc-49c9-b4f2-8025e5636c47 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:51.544785 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-99a19a88-746b-4883-8e2a-2ffd9bd8d653 req-5dc2918d-b2dc-49c9-b4f2-8025e5636c47 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.1070561 Jul 07 17:11:51.593315 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-99a19a88-746b-4883-8e2a-2ffd9bd8d653 req-beb1331d-3902-49c9-b26b-66e78433d751 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467467 Jul 07 17:11:51.631784 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] Attempting to bind port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:11:51.632132 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] Attempting to bind port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '8c0c0463-114a-47c5-8bd3-4c73920bc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:11:51.632469 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] Attempting to bind port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 on network ee08dc49-e776-43c2-8b3c-7b8a151f5be1 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:51.647819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] Port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 on network ee08dc49-e776-43c2-8b3c-7b8a151f5be1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:11:51.648213 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] Attempting to bind port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 on network ee08dc49-e776-43c2-8b3c-7b8a151f5be1 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:11:51.656473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb091c-832c-438a-8246-6aa98c234a9f req-ce93b43a-0b0f-433a-b16a-0b6dbbbfc504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:51.658095 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-91cb091c-832c-438a-8246-6aa98c234a9f req-ce93b43a-0b0f-433a-b16a-0b6dbbbfc504 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b7ce737-de76-4626-89ea-10e3b5784fdc HTTP/1.1" status: 200 len: 897 time: 0.1825397 Jul 07 17:11:51.659420 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:11:51.659754 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] Checking segment: {'id': '8c0c0463-114a-47c5-8bd3-4c73920bc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:11:51.660137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] Bound using segment: {'id': '8c0c0463-114a-47c5-8bd3-4c73920bc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:11:51.660576 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] Bound port: d53de1a3-e363-4a2c-a0f0-8d8e512ffde3, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0c0463-114a-47c5-8bd3-4c73920bc8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:11:51.660934 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:51.716919 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-91cb091c-832c-438a-8246-6aa98c234a9f req-e49c05ae-8628-45fb-b77f-2af5c6571bc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994 HTTP/1.1" status: 200 len: 217 time: 0.0521479 Jul 07 17:11:51.825899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb091c-832c-438a-8246-6aa98c234a9f req-e0aa0f6b-7c62-4584-a96c-089faa065dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:51.828313 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-91cb091c-832c-438a-8246-6aa98c234a9f req-e0aa0f6b-7c62-4584-a96c-089faa065dab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=865b66da-a15d-4840-b92d-055eab55a944 HTTP/1.1" status: 200 len: 835 time: 0.0889201 Jul 07 17:11:51.922049 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] For port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:11:51.927059 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] For port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:11:51.932872 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.051122 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:52.062594 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:52.064818 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90136b89-9f55-4aad-916a-0c4b536110cf req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] 10.222.0.69 "PUT /v2.0/ports/d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 HTTP/1.1" status: 200 len: 1092 time: 1.6135435 Jul 07 17:11:52.166901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3592eede-b238-49a7-883a-41a6222e5811', 'tag': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:52.170623 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cdc2da-fb3c-46dc-bdc1-fe891a86ce09" -d '{"events": [{"name": "network-changed", "server_uuid": "3592eede-b238-49a7-883a-41a6222e5811", "tag": "d53de1a3-e363-4a2c-a0f0-8d8e512ffde3"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:52.304841 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda72cd1-ba3b-456e-a936-1797f388c7a8 x-openstack-request-id: req-dda72cd1-ba3b-456e-a936-1797f388c7a8 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:52.305551 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3592eede-b238-49a7-883a-41a6222e5811", "tag": "d53de1a3-e363-4a2c-a0f0-8d8e512ffde3", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:52.305551 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dda72cd1-ba3b-456e-a936-1797f388c7a8 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:52.305859 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3592eede-b238-49a7-883a-41a6222e5811', 'tag': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3', 'status': 'completed', 'code': 200} Jul 07 17:11:52.316426 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b9740-7be2-4457-a833-b2d26adf5135 service neutron] Pushing event updated for resources: {'Port': ['ID=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:52.323790 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb091c-832c-438a-8246-6aa98c234a9f req-24ac4f11-2922-48b6-8fa8-e9390a258a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:52.325714 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-91cb091c-832c-438a-8246-6aa98c234a9f req-24ac4f11-2922-48b6-8fa8-e9390a258a24 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b7ce737-de76-4626-89ea-10e3b5784fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4887919 Jul 07 17:11:52.467595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d8b0c-41bb-457c-a873-f1efe91ee47c req-da59c370-38c0-4a93-aaca-03481b40d4db tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:52.469380 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-716d8b0c-41bb-457c-a873-f1efe91ee47c req-da59c370-38c0-4a93-aaca-03481b40d4db tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 943 time: 0.4331605 Jul 07 17:11:52.481359 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90136b89-9f55-4aad-916a-0c4b536110cf req-c69e91a2-a487-4635-a8f2-34ffb0b87c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:52.483403 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90136b89-9f55-4aad-916a-0c4b536110cf req-c69e91a2-a487-4635-a8f2-34ffb0b87c20 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=813d1850aa3c4934a7e97cbee8a39039&device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 1095 time: 0.2813640 Jul 07 17:11:52.490418 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-91cb091c-832c-438a-8246-6aa98c234a9f req-d7ae6508-f145-4d28-8ed8-79a76841c975 service neutron] 10.222.0.15 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562071 Jul 07 17:11:52.544279 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 75945ec4-8b73-4188-b54c-f52e21c95bf6 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:11:52.554986 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90136b89-9f55-4aad-916a-0c4b536110cf req-8f91ef64-7192-411c-a9d0-cd0c8cd54708 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 HTTP/1.1" status: 200 len: 217 time: 0.0635467 Jul 07 17:11:52.715034 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-716d8b0c-41bb-457c-a873-f1efe91ee47c req-4adc6cf8-4f79-4e72-92df-6400d5756a8a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159207 Jul 07 17:11:52.755751 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90136b89-9f55-4aad-916a-0c4b536110cf req-8ef56536-ccdc-402a-84fb-8640aa04adba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:52.756858 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90136b89-9f55-4aad-916a-0c4b536110cf req-8ef56536-ccdc-402a-84fb-8640aa04adba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c3cd916-6514-42d5-8d29-5aae3a405db3 HTTP/1.1" status: 200 len: 856 time: 0.1840148 Jul 07 17:11:52.788752 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-91cb091c-832c-438a-8246-6aa98c234a9f req-e9e15b1e-f408-4319-b5bd-5655be0ae43a service neutron] 10.222.0.15 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782557 Jul 07 17:11:52.899376 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90136b89-9f55-4aad-916a-0c4b536110cf req-7946df42-19a2-41fe-beb2-08d8b8a5937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:52.901862 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90136b89-9f55-4aad-916a-0c4b536110cf req-7946df42-19a2-41fe-beb2-08d8b8a5937f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331375 Jul 07 17:11:52.917035 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 75945ec4-8b73-4188-b54c-f52e21c95bf6 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:11:52.917765 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 75945ec4-8b73-4188-b54c-f52e21c95bf6 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:11:52.995367 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bd1d8-4462-48e9-b21a-d8d509a35d76 req-3f864729-3164-4ab2-ad9a-36deb2cf6eeb tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:52.999407 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-651bd1d8-4462-48e9-b21a-d8d509a35d76 req-3f864729-3164-4ab2-ad9a-36deb2cf6eeb tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.0936775 Jul 07 17:11:53.046006 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90136b89-9f55-4aad-916a-0c4b536110cf req-87d8c609-42be-4d66-8090-9749662e473c service neutron] 10.222.0.69 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291668 Jul 07 17:11:53.066109 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-651bd1d8-4462-48e9-b21a-d8d509a35d76 req-574fcf6d-b38e-47c2-a6e5-bd73a40e4cb0 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581720 Jul 07 17:11:53.180497 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90136b89-9f55-4aad-916a-0c4b536110cf req-4f5aa8b4-aecb-4c39-9eac-2c4602648c8b service neutron] 10.222.0.69 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268699 Jul 07 17:11:53.312197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdc2da-fb3c-46dc-bdc1-fe891a86ce09 req-0fea6986-3704-4b10-9816-93534da911d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:53.314104 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43cdc2da-fb3c-46dc-bdc1-fe891a86ce09 req-0fea6986-3704-4b10-9816-93534da911d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=813d1850aa3c4934a7e97cbee8a39039&device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 1095 time: 0.0644507 Jul 07 17:11:53.423077 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdc2da-fb3c-46dc-bdc1-fe891a86ce09 req-0160c221-cc1b-41a6-b14c-8a84ea55882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:53.424676 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43cdc2da-fb3c-46dc-bdc1-fe891a86ce09 req-0160c221-cc1b-41a6-b14c-8a84ea55882c service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1 HTTP/1.1" status: 200 len: 918 time: 0.1026359 Jul 07 17:11:53.481320 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43cdc2da-fb3c-46dc-bdc1-fe891a86ce09 req-53682889-9ccf-4661-b2ec-5291d979f4d7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 HTTP/1.1" status: 200 len: 217 time: 0.0408373 Jul 07 17:11:53.531542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdc2da-fb3c-46dc-bdc1-fe891a86ce09 req-4f51c557-8e69-4703-89a7-6986c9367668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:53.533110 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43cdc2da-fb3c-46dc-bdc1-fe891a86ce09 req-4f51c557-8e69-4703-89a7-6986c9367668 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c3cd916-6514-42d5-8d29-5aae3a405db3 HTTP/1.1" status: 200 len: 856 time: 0.0522666 Jul 07 17:11:53.609499 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdc2da-fb3c-46dc-bdc1-fe891a86ce09 req-7dcab47b-2082-4549-b145-44fe03160c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:53.611046 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43cdc2da-fb3c-46dc-bdc1-fe891a86ce09 req-7dcab47b-2082-4549-b145-44fe03160c5f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698762 Jul 07 17:11:53.811312 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43cdc2da-fb3c-46dc-bdc1-fe891a86ce09 req-c61e54d8-31eb-4d3b-91f4-fba91740de1d service neutron] 10.222.0.69 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915395 Jul 07 17:11:53.993206 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43cdc2da-fb3c-46dc-bdc1-fe891a86ce09 req-40aaa28b-53d1-4f38-b241-d349251fe625 service neutron] 10.222.0.69 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747038 Jul 07 17:11:54.052968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76917f-9ef0-411e-822c-759464020861 req-1b29486b-f8b6-4d6a-8e86-b7446b4ef034 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:54.054586 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ac76917f-9ef0-411e-822c-759464020861 req-1b29486b-f8b6-4d6a-8e86-b7446b4ef034 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 943 time: 0.1015806 Jul 07 17:11:54.098782 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ac76917f-9ef0-411e-822c-759464020861 req-8e4b877f-de96-48bd-84b8-1abfa577b6f3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380952 Jul 07 17:11:54.659592 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9fcd8-2bf3-460b-906b-5a235c3e6d09 req-ea8bc0ec-fcb1-4b1e-a092-9c745f4417ec tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:54.661791 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-50d9fcd8-2bf3-460b-906b-5a235c3e6d09 req-ea8bc0ec-fcb1-4b1e-a092-9c745f4417ec tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.4699388 Jul 07 17:11:54.707838 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-50d9fcd8-2bf3-460b-906b-5a235c3e6d09 req-892b8730-440f-400f-b1c0-9f89cdbf19b9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402153 Jul 07 17:11:55.139149 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8c28776e-2cb1-4c6a-823e-6b35e66cf994 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:11:55.318199 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d315458-3cc5-4398-a825-ab7f7cd51a0a req-498e0813-9b6c-44f5-b755-48e963ddb8fd tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:55.320691 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5d315458-3cc5-4398-a825-ab7f7cd51a0a req-498e0813-9b6c-44f5-b755-48e963ddb8fd tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 943 time: 0.0744207 Jul 07 17:11:55.350494 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994,segment=NetworkSegment(829f7a5e-0dd0-44e0-b217-9899f4bd41e2),segment_id=829f7a5e-0dd0-44e0-b217-9899f4bd41e2)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:55.384151 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '8c28776e-2cb1-4c6a-823e-6b35e66cf994', 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc', 'port_id': '8c28776e-2cb1-4c6a-823e-6b35e66cf994', 'mac_address': 'fa:16:3e:89:1d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865b66da-a15d-4840-b92d-055eab55a944', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:11:55.399283 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5d315458-3cc5-4398-a825-ab7f7cd51a0a req-03e65296-57b1-42d2-954a-c399a6313c86 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673826 Jul 07 17:11:55.474883 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:55.523592 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c28776e-2cb1-4c6a-823e-6b35e66cf994 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:55.565821 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994,segment=NetworkSegment(829f7a5e-0dd0-44e0-b217-9899f4bd41e2),segment_id=829f7a5e-0dd0-44e0-b217-9899f4bd41e2)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:55.575262 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:55.704318 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=8c28776e-2cb1-4c6a-823e-6b35e66cf994,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:55.808367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['8c28776e-2cb1-4c6a-823e-6b35e66cf994'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:56.016935 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a94f19-e8bf-42a4-81f1-0098042552d9 req-79ec7d82-21cb-4605-9327-7b6cacad215c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:56.024521 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-25a94f19-e8bf-42a4-81f1-0098042552d9 req-79ec7d82-21cb-4605-9327-7b6cacad215c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.0945334 Jul 07 17:11:56.077826 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-25a94f19-e8bf-42a4-81f1-0098042552d9 req-7f2ff231-034c-4d34-8d1e-8736b232b0d6 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522664 Jul 07 17:11:56.558284 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:11:56.620209 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f5bf6-c68e-4049-8b05-4969c5424990 req-aa4e2fc3-7346-4df7-87fa-ac2b9feaec66 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:56.623656 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e57f5bf6-c68e-4049-8b05-4969c5424990 req-aa4e2fc3-7346-4df7-87fa-ac2b9feaec66 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 944 time: 0.0983169 Jul 07 17:11:56.679927 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e57f5bf6-c68e-4049-8b05-4969c5424990 req-2649ff98-bbd8-4a14-b907-71b98a2df0c6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460994 Jul 07 17:11:56.714480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:56.734752 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'port_id': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3', 'mac_address': 'fa:16:3e:53:d6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:11:56.781329 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:56.796771 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:11:56.821815 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:56.828482 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:56.896159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:57.165270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8c28776e-2cb1-4c6a-823e-6b35e66cf994 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:11:57.230167 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:11:57.237166 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:11:57.237953 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.292172 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['d53de1a3-e363-4a2c-a0f0-8d8e512ffde3'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:11:57.296907 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73390c05-9ab0-455f-a6bc-44b0d2e8db86 req-c0492e53-67b8-4336-9555-49fae9552f01 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:57.303086 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73390c05-9ab0-455f-a6bc-44b0d2e8db86 req-c0492e53-67b8-4336-9555-49fae9552f01 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 945 time: 0.0940568 Jul 07 17:11:57.359329 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73390c05-9ab0-455f-a6bc-44b0d2e8db86 req-c803312f-9b06-4419-b33d-5dd0e9513545 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531678 Jul 07 17:11:57.440080 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.496309 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:11:57.500835 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4cf73f-4e57-4bcb-a12e-da850b70a623" -d '{"events": [{"server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "name": "network-vif-plugged", "status": "completed", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:11:57.536707 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994,segment=NetworkSegment(829f7a5e-0dd0-44e0-b217-9899f4bd41e2),segment_id=829f7a5e-0dd0-44e0-b217-9899f4bd41e2)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:11:57.566718 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:57.673992 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479a039d-c289-4697-9b75-66425737453e x-openstack-request-id: req-479a039d-c289-4697-9b75-66425737453e {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:11:57.675138 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "name": "network-vif-plugged", "status": "completed", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:11:57.675138 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-479a039d-c289-4697-9b75-66425737453e {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:11:57.675485 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994', 'code': 200} Jul 07 17:11:57.714721 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=8c28776e-2cb1-4c6a-823e-6b35e66cf994,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:11:57.868241 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e80f70-b94c-4159-b45a-bb0a9633a60c req-b41d29a6-15ad-4a33-b1fe-af6d8db6b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:57.869868 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-47e80f70-b94c-4159-b45a-bb0a9633a60c req-b41d29a6-15ad-4a33-b1fe-af6d8db6b331 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 1096 time: 0.0898414 Jul 07 17:11:57.953428 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-47e80f70-b94c-4159-b45a-bb0a9633a60c req-7dcfb47d-637c-41fb-a3ef-89ec543ab22c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771058 Jul 07 17:11:57.991805 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f31bc-8e24-4ec0-8dc7-76c671067d31 req-02c8ce45-0fd1-4010-96b8-0de721474579 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:57.993342 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fc5f31bc-8e24-4ec0-8dc7-76c671067d31 req-02c8ce45-0fd1-4010-96b8-0de721474579 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 945 time: 0.1110528 Jul 07 17:11:58.042220 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fc5f31bc-8e24-4ec0-8dc7-76c671067d31 req-2222aef9-b7b0-447a-b258-efd592cf1a34 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417840 Jul 07 17:11:58.576030 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ac0a6-3fce-4896-9c03-2c6d35a2f9cd req-6c45cff6-7ae7-406f-b53e-3c882550e24e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:58.577300 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8b5ac0a6-3fce-4896-9c03-2c6d35a2f9cd req-6c45cff6-7ae7-406f-b53e-3c882550e24e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 945 time: 0.0757620 Jul 07 17:11:58.624427 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8b5ac0a6-3fce-4896-9c03-2c6d35a2f9cd req-92ac5280-a317-44d6-bf6e-41be4970f243 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403917 Jul 07 17:11:59.264877 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1980fb-db57-4e0d-a83b-5ac697b986fd req-52bc40e3-964e-4156-8228-4ca3d257b549 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:59.266362 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7a1980fb-db57-4e0d-a83b-5ac697b986fd req-52bc40e3-964e-4156-8228-4ca3d257b549 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 945 time: 0.0713067 Jul 07 17:11:59.302807 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-5c3bc728-f9d6-4236-8fc5-360c5c312caa tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:59.304492 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-5c3bc728-f9d6-4236-8fc5-360c5c312caa tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/networks?id=c2438b08-8280-45c1-8306-626a80bc44ea HTTP/1.1" status: 200 len: 814 time: 0.1084828 Jul 07 17:11:59.309901 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7a1980fb-db57-4e0d-a83b-5ac697b986fd req-59aa9832-0542-4da6-8e22-6452c26ae811 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375206 Jul 07 17:11:59.323080 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-0e0eb496-4669-4d07-971c-435e5d7da2b7 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/quotas/329eb6caa7374232933326bbde3f0144 HTTP/1.1" status: 200 len: 375 time: 0.0096581 Jul 07 17:11:59.365236 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-39013263-8c41-4da8-b0df-59c1d80e1a5d tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=329eb6caa7374232933326bbde3f0144&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364087 Jul 07 17:11:59.461663 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-62fa23d0-5ef5-42bd-a029-ec4bebd63e05 service neutron] 10.222.0.50 "GET /v2.0/networks/c2438b08-8280-45c1-8306-626a80bc44ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864522 Jul 07 17:11:59.496730 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07baeb-f548-408f-87a3-1f98e0f7933a req-fd591875-92f2-49f1-8544-395b90bf3c8b tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:59.498362 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb07baeb-f548-408f-87a3-1f98e0f7933a req-fd591875-92f2-49f1-8544-395b90bf3c8b tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 945 time: 0.0671594 Jul 07 17:11:59.540754 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb07baeb-f548-408f-87a3-1f98e0f7933a req-14626a48-1b24-4bd9-b1c3-77b4e49bf458 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360913 Jul 07 17:11:59.562673 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-f6de310f-b628-4df6-8471-511fc217fa09 service neutron] 10.222.0.50 "GET /v2.0/networks/c2438b08-8280-45c1-8306-626a80bc44ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941041 Jul 07 17:11:59.566313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 42544) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:59.620426 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b350d7-44a4-4f7e-981c-d5233a601f3f tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:59.621986 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-16b350d7-44a4-4f7e-981c-d5233a601f3f tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 1091 time: 0.0546668 Jul 07 17:11:59.624846 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 42546) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:11:59.629846 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-4709bb94-122a-401d-bc7e-0cb67287c450 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': '8c28776e-2cb1-4c6a-823e-6b35e66cf994', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:11:59.668392 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4709bb94-122a-401d-bc7e-0cb67287c450 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.774339 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-40d0441c-fe45-45bf-9abd-bb0c12fc1e9e req-edcd7704-a370-40aa-bdf2-388bdb97372f tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e06bbf-a5a5-456f-b02f-c602af373d1e HTTP/1.1" status: 200 len: 210 time: 0.0373201 Jul 07 17:11:59.870680 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4709bb94-122a-401d-bc7e-0cb67287c450 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:11:59.949594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b731f-d990-4e91-a708-75ac44eadb66 req-3bd0e59e-15f6-4335-bd76-8fd2f6d88fa8 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:11:59.952820 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ac2b731f-d990-4e91-a708-75ac44eadb66 req-3bd0e59e-15f6-4335-bd76-8fd2f6d88fa8 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 945 time: 0.1140721 Jul 07 17:12:00.034930 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ac2b731f-d990-4e91-a708-75ac44eadb66 req-e3a86d85-bda9-41d6-9a31-b874657110e8 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673923 Jul 07 17:12:00.039771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-4709bb94-122a-401d-bc7e-0cb67287c450 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Allocated IP 172.25.2.233 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/4fb15d8b-0564-4425-8015-360016aaae1e) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:00.243991 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4709bb94-122a-401d-bc7e-0cb67287c450 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.300906 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4709bb94-122a-401d-bc7e-0cb67287c450 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.363554 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4709bb94-122a-401d-bc7e-0cb67287c450 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:00.369299 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-4709bb94-122a-401d-bc7e-0cb67287c450 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:00.374043 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709bb94-122a-401d-bc7e-0cb67287c450 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:00.402715 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04d5f0-1649-48c5-85c6-9bafcd8121da req-a2cdd1fc-6653-43d1-adf6-f8b1e37e1014 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:00.410744 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04d5f0-1649-48c5-85c6-9bafcd8121da req-a2cdd1fc-6653-43d1-adf6-f8b1e37e1014 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:00.419279 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04d5f0-1649-48c5-85c6-9bafcd8121da req-a2cdd1fc-6653-43d1-adf6-f8b1e37e1014 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:00.431653 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04d5f0-1649-48c5-85c6-9bafcd8121da req-a2cdd1fc-6653-43d1-adf6-f8b1e37e1014 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:00.438632 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04d5f0-1649-48c5-85c6-9bafcd8121da req-a2cdd1fc-6653-43d1-adf6-f8b1e37e1014 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:00.445241 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04d5f0-1649-48c5-85c6-9bafcd8121da req-a2cdd1fc-6653-43d1-adf6-f8b1e37e1014 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:00.458475 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04d5f0-1649-48c5-85c6-9bafcd8121da req-a2cdd1fc-6653-43d1-adf6-f8b1e37e1014 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:00.468723 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3a04d5f0-1649-48c5-85c6-9bafcd8121da req-a2cdd1fc-6653-43d1-adf6-f8b1e37e1014 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5434 time: 0.1631801 Jul 07 17:12:00.494551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709bb94-122a-401d-bc7e-0cb67287c450 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=4fb15d8b-0564-4425-8015-360016aaae1e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:00.522408 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3a04d5f0-1649-48c5-85c6-9bafcd8121da req-709f3a47-0214-481e-80ed-9a3131ab790d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523965 Jul 07 17:12:00.567402 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:00.657865 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:00.665464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:00.665893 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.770136 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.802809 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3592eede-b238-49a7-883a-41a6222e5811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:00.805994 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff58152-a6bc-4cea-8a12-da84b7223323" -d '{"events": [{"server_uuid": "3592eede-b238-49a7-883a-41a6222e5811", "name": "network-vif-plugged", "status": "completed", "tag": "d53de1a3-e363-4a2c-a0f0-8d8e512ffde3"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:00.824534 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:00.831488 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:00.913286 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:00.962827 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-134bfff8-17aa-41a3-aaf6-77a20f15e3e3 req-344cfff1-f777-4fa8-a1f0-7e61edb80dae tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e06bbf-a5a5-456f-b02f-c602af373d1e HTTP/1.1" status: 200 len: 210 time: 0.0298076 Jul 07 17:12:01.033103 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc986837-15b3-4113-8a2f-bedc7465d2f2 x-openstack-request-id: req-cc986837-15b3-4113-8a2f-bedc7465d2f2 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:01.033402 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3592eede-b238-49a7-883a-41a6222e5811", "name": "network-vif-plugged", "status": "completed", "tag": "d53de1a3-e363-4a2c-a0f0-8d8e512ffde3", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:01.033652 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc986837-15b3-4113-8a2f-bedc7465d2f2 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:01.034046 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3592eede-b238-49a7-883a-41a6222e5811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3', 'code': 200} Jul 07 17:12:01.052904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08d044-8de1-46ee-8ec2-d8a0b2073dcf req-e7a7d134-c40c-4354-8ebf-f75db57433fd tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:01.059605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08d044-8de1-46ee-8ec2-d8a0b2073dcf req-e7a7d134-c40c-4354-8ebf-f75db57433fd tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:01.066704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08d044-8de1-46ee-8ec2-d8a0b2073dcf req-e7a7d134-c40c-4354-8ebf-f75db57433fd tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:01.074410 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08d044-8de1-46ee-8ec2-d8a0b2073dcf req-e7a7d134-c40c-4354-8ebf-f75db57433fd tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:01.081226 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08d044-8de1-46ee-8ec2-d8a0b2073dcf req-e7a7d134-c40c-4354-8ebf-f75db57433fd tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:01.087553 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08d044-8de1-46ee-8ec2-d8a0b2073dcf req-e7a7d134-c40c-4354-8ebf-f75db57433fd tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:01.095081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08d044-8de1-46ee-8ec2-d8a0b2073dcf req-e7a7d134-c40c-4354-8ebf-f75db57433fd tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:01.101210 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b08d044-8de1-46ee-8ec2-d8a0b2073dcf req-e7a7d134-c40c-4354-8ebf-f75db57433fd tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5434 time: 0.4179804 Jul 07 17:12:01.174148 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4709bb94-122a-401d-bc7e-0cb67287c450 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.262337 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ba6b1-9709-4712-afca-85c31f8e3042 req-b111062d-064c-4c8a-9c58-0434db83ac46 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:01.270645 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8c2ba6b1-9709-4712-afca-85c31f8e3042 req-b111062d-064c-4c8a-9c58-0434db83ac46 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.0894334 Jul 07 17:12:01.312981 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8c2ba6b1-9709-4712-afca-85c31f8e3042 req-30e86122-1fc5-4eee-9064-61a6fb771889 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412724 Jul 07 17:12:01.398698 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c7226-038f-4a51-a37c-b035f3f32ff5 req-6bcb4d10-b7e1-479e-a093-76ffebc4884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:01.400297 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-080c7226-038f-4a51-a37c-b035f3f32ff5 req-6bcb4d10-b7e1-479e-a093-76ffebc4884d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 1097 time: 0.2727187 Jul 07 17:12:01.470861 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4709bb94-122a-401d-bc7e-0cb67287c450 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.529770 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-48a44bc4-71ed-463f-adbe-03e704c17371 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:01.532173 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-48a44bc4-71ed-463f-adbe-03e704c17371 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.15 "GET /v2.0/networks?id=c2438b08-8280-45c1-8306-626a80bc44ea HTTP/1.1" status: 200 len: 814 time: 0.3010855 Jul 07 17:12:01.540053 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-080c7226-038f-4a51-a37c-b035f3f32ff5 req-20bd08af-6741-4f51-b6f0-fbb6ab8719c4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248350 Jul 07 17:12:01.547126 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-6669e55d-58b9-41a5-b515-5ca2e59aadc4 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Request body: {'port': {'device_id': 'b6e06bbf-a5a5-456f-b02f-c602af373d1e', 'network_id': 'c2438b08-8280-45c1-8306-626a80bc44ea', 'admin_state_up': True, 'tenant_id': '329eb6caa7374232933326bbde3f0144'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:01.794401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-6669e55d-58b9-41a5-b515-5ca2e59aadc4 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Made reservation on behalf of 329eb6caa7374232933326bbde3f0144 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:01.799265 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-6669e55d-58b9-41a5-b515-5ca2e59aadc4 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.830601 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4709bb94-122a-401d-bc7e-0cb67287c450 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.840703 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4709bb94-122a-401d-bc7e-0cb67287c450 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:01.962958 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709bb94-122a-401d-bc7e-0cb67287c450 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=4fb15d8b-0564-4425-8015-360016aaae1e,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:02.014360 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4709bb94-122a-401d-bc7e-0cb67287c450 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.082786 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-6669e55d-58b9-41a5-b515-5ca2e59aadc4 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Allocated IP 172.20.0.9 (c2438b08-8280-45c1-8306-626a80bc44ea/6506cce1-ae4a-481e-aeb3-bd12bb9f64f8/3b3bf0c1-f508-4115-89c7-93e82ab85c62) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:02.173609 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37f44528-a6b1-4b01-b4da-21b04d0fdd23 req-bca6cfff-61bb-42b6-808d-2294df848b88 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e06bbf-a5a5-456f-b02f-c602af373d1e HTTP/1.1" status: 200 len: 210 time: 0.0385730 Jul 07 17:12:02.220911 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-4709bb94-122a-401d-bc7e-0cb67287c450 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Floating IP 51fd33b2-eae4-4977-b8cb-780de77b72ba associated. External IP: 172.25.2.233, port: 8c28776e-2cb1-4c6a-823e-6b35e66cf994. Jul 07 17:12:02.508723 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-6669e55d-58b9-41a5-b515-5ca2e59aadc4 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:02.523877 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd595b8-d67b-46d4-aafc-44d937ab551b req-d5d11144-6660-4091-b3be-ed0f107438e8 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:02.525498 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bd595b8-d67b-46d4-aafc-44d937ab551b req-d5d11144-6660-4091-b3be-ed0f107438e8 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.0755961 Jul 07 17:12:02.580900 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bd595b8-d67b-46d4-aafc-44d937ab551b req-6cd304ab-6389-4290-b8ab-bae19d108382 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465863 Jul 07 17:12:03.056477 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-6669e55d-58b9-41a5-b515-5ca2e59aadc4 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.101597 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4709bb94-122a-401d-bc7e-0cb67287c450 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Router ca3ce182-966a-4236-b8d2-f42c18cf5c20 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:03.186266 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-6669e55d-58b9-41a5-b515-5ca2e59aadc4 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Network c2438b08-8280-45c1-8306-626a80bc44ea is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:03.189105 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669e55d-58b9-41a5-b515-5ca2e59aadc4 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Pushing event updated for resources: {'Port': ['ID=3b3bf0c1-f508-4115-89c7-93e82ab85c62,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:03.193548 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-6669e55d-58b9-41a5-b515-5ca2e59aadc4 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:03.197815 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-6669e55d-58b9-41a5-b515-5ca2e59aadc4 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:03.241650 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:12:03.302708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-6669e55d-58b9-41a5-b515-5ca2e59aadc4 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:03.303383 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-6669e55d-58b9-41a5-b515-5ca2e59aadc4 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.321993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4709bb94-122a-401d-bc7e-0cb67287c450 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:03.336340 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-6669e55d-58b9-41a5-b515-5ca2e59aadc4 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7933078 Jul 07 17:12:03.337313 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9d46c0-01b1-47ae-8052-d809857122e0 None None] Sync routers for ids ['ca3ce182-966a-4236-b8d2-f42c18cf5c20'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:03.355925 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9d46c0-01b1-47ae-8052-d809857122e0 None None] Routers {'ca3ce182-966a-4236-b8d2-f42c18cf5c20'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:03.364257 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-fe9d46c0-01b1-47ae-8052-d809857122e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:11:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ca3ce182-966a-4236-b8d2-f42c18cf5c20'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:03.374161 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] Request body: {'port': {'device_id': 'b6e06bbf-a5a5-456f-b02f-c602af373d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:03.416857 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4709bb94-122a-401d-bc7e-0cb67287c450 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.492572 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 42616) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:03.554981 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-fe9d46c0-01b1-47ae-8052-d809857122e0 None None] Set router ca3ce182-966a-4236-b8d2-f42c18cf5c20 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:03.588443 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4709bb94-122a-401d-bc7e-0cb67287c450 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9587483 Jul 07 17:12:03.588443 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:03.589889 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43349ca4-5397-48f6-bf1c-9c83a85c9b38" -d '{"events": [{"name": "network-changed", "server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:03.604405 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:03.655308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddae1e-614a-4268-9342-1b0c85f4a6b5 req-1944662e-50f0-41c4-96ef-39bcfcbe7186 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:03.656862 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73ddae1e-614a-4268-9342-1b0c85f4a6b5 req-1944662e-50f0-41c4-96ef-39bcfcbe7186 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e06bbf-a5a5-456f-b02f-c602af373d1e HTTP/1.1" status: 200 len: 931 time: 0.2374885 Jul 07 17:12:03.797511 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1012bfc-d158-4a1c-9415-e7ec143c5fd2 req-d8b6e5b5-909b-4868-81f6-7a145c968e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:03.801751 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1012bfc-d158-4a1c-9415-e7ec143c5fd2 req-d8b6e5b5-909b-4868-81f6-7a145c968e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:03.803026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1012bfc-d158-4a1c-9415-e7ec143c5fd2 req-d8b6e5b5-909b-4868-81f6-7a145c968e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:03.804083 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1012bfc-d158-4a1c-9415-e7ec143c5fd2 req-d8b6e5b5-909b-4868-81f6-7a145c968e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:03.805329 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1012bfc-d158-4a1c-9415-e7ec143c5fd2 req-d8b6e5b5-909b-4868-81f6-7a145c968e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:03.806452 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1012bfc-d158-4a1c-9415-e7ec143c5fd2 req-d8b6e5b5-909b-4868-81f6-7a145c968e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:03.807597 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1012bfc-d158-4a1c-9415-e7ec143c5fd2 req-d8b6e5b5-909b-4868-81f6-7a145c968e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:03.812327 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73ddae1e-614a-4268-9342-1b0c85f4a6b5 req-de12f93a-1d89-41ad-84be-b2f150a49bec tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201363 Jul 07 17:12:03.824933 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1012bfc-d158-4a1c-9415-e7ec143c5fd2 req-d8b6e5b5-909b-4868-81f6-7a145c968e00 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 6491 time: 0.3303137 Jul 07 17:12:03.914536 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1012bfc-d158-4a1c-9415-e7ec143c5fd2 req-1496e81b-bfa6-4386-8ddd-4e775d83a561 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863864 Jul 07 17:12:04.043578 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6bdab-24ad-4935-961c-d3cded07bae2 req-01d183a8-f2c7-417e-9770-e1271304b075 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:04.048392 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-fe9d46c0-01b1-47ae-8052-d809857122e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963109445', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '51fd33b2-eae4-4977-b8cb-780de77b72ba', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'port_id': '8c28776e-2cb1-4c6a-823e-6b35e66cf994', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc', 'mac_address': 'fa:16:3e:89:1d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9336750-b753-4014-97f8-f73c57f60693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:00Z', 'revision_number': 0, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f21e66-6a15-4bb7-942a-9f83ddfcbb04', 'name': '', 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:52:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '865b66da-a15d-4840-b92d-055eab55a944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:39Z', 'updated_at': '2021-07-07T17:11:46Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '865b66da-a15d-4840-b92d-055eab55a944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:04.048702 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5bb6bdab-24ad-4935-961c-d3cded07bae2 req-01d183a8-f2c7-417e-9770-e1271304b075 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 945 time: 0.1461279 Jul 07 17:12:04.111651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3bf0c1-f508-4115-89c7-93e82ab85c62 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:04.114339 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5bb6bdab-24ad-4935-961c-d3cded07bae2 req-4ff39e7f-bdb2-4e9a-9e51-b3b6675076b3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574841 Jul 07 17:12:04.132569 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.136841 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 42630) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:04.152429 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9d46c0-01b1-47ae-8052-d809857122e0 None None] Checking router: ca3ce182-966a-4236-b8d2-f42c18cf5c20 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:04.161235 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] Transition to ACTIVE for port object 3b3bf0c1-f508-4115-89c7-93e82ab85c62 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:04.163908 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9d46c0-01b1-47ae-8052-d809857122e0 None None] Routers {'ca3ce182-966a-4236-b8d2-f42c18cf5c20'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:04.164617 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-fe9d46c0-01b1-47ae-8052-d809857122e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:11:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ca3ce182-966a-4236-b8d2-f42c18cf5c20'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:04.167034 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef0221c-ce33-4576-a879-753cdbb7a850 x-openstack-request-id: req-2ef0221c-ce33-4576-a879-753cdbb7a850 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:04.167341 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:04.167654 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2ef0221c-ce33-4576-a879-753cdbb7a850 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:04.178999 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994', 'status': 'completed', 'code': 200} Jul 07 17:12:04.189176 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.231515 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5b0d6c6f-2112-41a0-8d5b-694cffd3bd88 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/floatingips/51fd33b2-eae4-4977-b8cb-780de77b72ba HTTP/1.1" status: 200 len: 991 time: 0.0907679 Jul 07 17:12:04.291651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] Pushing event updated for resources: {'Port': ['ID=3b3bf0c1-f508-4115-89c7-93e82ab85c62,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:04.324286 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-fe9d46c0-01b1-47ae-8052-d809857122e0 None None] Set router ca3ce182-966a-4236-b8d2-f42c18cf5c20 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:04.481117 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43349ca4-5397-48f6-bf1c-9c83a85c9b38 req-18152968-4534-43b7-9a3d-c2d9d6a7215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:04.483684 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43349ca4-5397-48f6-bf1c-9c83a85c9b38 req-18152968-4534-43b7-9a3d-c2d9d6a7215e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 1096 time: 0.3209031 Jul 07 17:12:04.525276 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a96486-fc75-41c7-815d-2801709968da req-4163f23d-d91e-497b-8682-1da91738db6e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:04.526898 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-89a96486-fc75-41c7-815d-2801709968da req-4163f23d-d91e-497b-8682-1da91738db6e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.1983964 Jul 07 17:12:04.583345 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] Attempting to bind port 3b3bf0c1-f508-4115-89c7-93e82ab85c62 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:04.583741 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] Attempting to bind port 3b3bf0c1-f508-4115-89c7-93e82ab85c62 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'ac2b061c-ee0d-46dc-a430-6fa850467c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c2438b08-8280-45c1-8306-626a80bc44ea'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:04.584023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] Attempting to bind port 3b3bf0c1-f508-4115-89c7-93e82ab85c62 on network c2438b08-8280-45c1-8306-626a80bc44ea {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:04.595973 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] Port 3b3bf0c1-f508-4115-89c7-93e82ab85c62 on network c2438b08-8280-45c1-8306-626a80bc44ea not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:12:04.596659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] Attempting to bind port 3b3bf0c1-f508-4115-89c7-93e82ab85c62 on network c2438b08-8280-45c1-8306-626a80bc44ea {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:04.616220 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:04.616671 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] Checking segment: {'id': 'ac2b061c-ee0d-46dc-a430-6fa850467c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c2438b08-8280-45c1-8306-626a80bc44ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:04.616970 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] Bound using segment: {'id': 'ac2b061c-ee0d-46dc-a430-6fa850467c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c2438b08-8280-45c1-8306-626a80bc44ea'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:04.617419 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] Bound port: 3b3bf0c1-f508-4115-89c7-93e82ab85c62, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2b061c-ee0d-46dc-a430-6fa850467c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c2438b08-8280-45c1-8306-626a80bc44ea'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:04.617884 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.630195 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-fe9d46c0-01b1-47ae-8052-d809857122e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963109445', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '51fd33b2-eae4-4977-b8cb-780de77b72ba', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'port_id': '8c28776e-2cb1-4c6a-823e-6b35e66cf994', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc', 'mac_address': 'fa:16:3e:89:1d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9336750-b753-4014-97f8-f73c57f60693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:00Z', 'revision_number': 0, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f21e66-6a15-4bb7-942a-9f83ddfcbb04', 'name': '', 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:52:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '865b66da-a15d-4840-b92d-055eab55a944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:39Z', 'updated_at': '2021-07-07T17:11:46Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '865b66da-a15d-4840-b92d-055eab55a944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:04.662005 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-89a96486-fc75-41c7-815d-2801709968da req-6786b4b7-a6f3-495b-ae72-bcf3f17a9b5b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003447 Jul 07 17:12:04.666369 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9d46c0-01b1-47ae-8052-d809857122e0 None None] The sync data for ids ['ca3ce182-966a-4236-b8d2-f42c18cf5c20'] in n-d-793620-7 is: [{'id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963109445', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '51fd33b2-eae4-4977-b8cb-780de77b72ba', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'floating_ip_address': '172.25.2.233', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'port_id': '8c28776e-2cb1-4c6a-823e-6b35e66cf994', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc', 'mac_address': 'fa:16:3e:89:1d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9336750-b753-4014-97f8-f73c57f60693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:12:00Z', 'updated_at': '2021-07-07T17:12:00Z', 'revision_number': 0, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f21e66-6a15-4bb7-942a-9f83ddfcbb04', 'name': '', 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:52:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '865b66da-a15d-4840-b92d-055eab55a944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:39Z', 'updated_at': '2021-07-07T17:11:46Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '865b66da-a15d-4840-b92d-055eab55a944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:04.715894 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43349ca4-5397-48f6-bf1c-9c83a85c9b38 req-37675239-1d56-4763-b39d-a66d5cdc4a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:04.718055 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43349ca4-5397-48f6-bf1c-9c83a85c9b38 req-37675239-1d56-4763-b39d-a66d5cdc4a70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b7ce737-de76-4626-89ea-10e3b5784fdc HTTP/1.1" status: 200 len: 897 time: 0.2243550 Jul 07 17:12:04.791707 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] For port 3b3bf0c1-f508-4115-89c7-93e82ab85c62, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:04.811838 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] For port 3b3bf0c1-f508-4115-89c7-93e82ab85c62, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=3b3bf0c1-f508-4115-89c7-93e82ab85c62,segment=NetworkSegment(ac2b061c-ee0d-46dc-a430-6fa850467c84),segment_id=ac2b061c-ee0d-46dc-a430-6fa850467c84)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:04.820806 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.834764 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43349ca4-5397-48f6-bf1c-9c83a85c9b38 req-1bcdd8e1-0939-4a17-ba2e-48adfcdcd897 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994 HTTP/1.1" status: 200 len: 999 time: 0.1009979 Jul 07 17:12:04.887714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:04.891230 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:04.892945 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] 10.222.0.15 "PUT /v2.0/ports/3b3bf0c1-f508-4115-89c7-93e82ab85c62 HTTP/1.1" status: 200 len: 1091 time: 1.5419121 Jul 07 17:12:04.978096 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d88b52-f3ae-4811-ad37-2c6e36fa350d req-f3601d7d-2fd6-4df9-9ad3-531329367923 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:04.984054 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f0d88b52-f3ae-4811-ad37-2c6e36fa350d req-f3601d7d-2fd6-4df9-9ad3-531329367923 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.1584103 Jul 07 17:12:04.993626 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 42644) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:04.999732 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-893817df-6bc2-4cb7-bacb-18649203cf76 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Request body: {'floatingip': {'port_id': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:05.073225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8caa6-916f-4a05-923e-518f4ab1b60a service neutron] Pushing event updated for resources: {'Port': ['ID=3b3bf0c1-f508-4115-89c7-93e82ab85c62,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:05.073467 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-893817df-6bc2-4cb7-bacb-18649203cf76 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for floatingip, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.078320 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d922a9-8e82-44f5-baff-bd94334bce69 None None] New status for floating IP 51fd33b2-eae4-4977-b8cb-780de77b72ba: ACTIVE {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:12:05.141103 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43349ca4-5397-48f6-bf1c-9c83a85c9b38 req-79e2a929-ccf6-4019-abe3-6aeeb7da754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:05.142689 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43349ca4-5397-48f6-bf1c-9c83a85c9b38 req-79e2a929-ccf6-4019-abe3-6aeeb7da754c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=865b66da-a15d-4840-b92d-055eab55a944 HTTP/1.1" status: 200 len: 835 time: 0.2873092 Jul 07 17:12:05.234248 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-8c4b442d-1f63-4cd2-891d-8adc507a18b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:05.235835 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-8c4b442d-1f63-4cd2-891d-8adc507a18b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=329eb6caa7374232933326bbde3f0144&device_id=b6e06bbf-a5a5-456f-b02f-c602af373d1e HTTP/1.1" status: 200 len: 1094 time: 0.2844486 Jul 07 17:12:05.236410 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 42646) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:05.339684 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698b580-ff28-4013-a69d-7fea5fbec981 req-620d8811-aeff-4884-adb9-d1340bd65317 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:05.341378 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1698b580-ff28-4013-a69d-7fea5fbec981 req-620d8811-aeff-4884-adb9-d1340bd65317 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e06bbf-a5a5-456f-b02f-c602af373d1e HTTP/1.1" status: 200 len: 943 time: 0.2737610 Jul 07 17:12:05.343624 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43349ca4-5397-48f6-bf1c-9c83a85c9b38 req-98a20d0a-09bf-4663-9eaa-18f2520969d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:05.345102 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43349ca4-5397-48f6-bf1c-9c83a85c9b38 req-98a20d0a-09bf-4663-9eaa-18f2520969d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b7ce737-de76-4626-89ea-10e3b5784fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1942337 Jul 07 17:12:05.349506 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-8a19d151-f04e-4c64-a774-7cd8133bc710 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b3bf0c1-f508-4115-89c7-93e82ab85c62 HTTP/1.1" status: 200 len: 217 time: 0.1000488 Jul 07 17:12:05.384063 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6987f-b98a-4f4c-988a-8a8d72be38dc req-8587878d-b59c-457a-af10-28758fcd06c3 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:05.385694 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1de6987f-b98a-4f4c-988a-8a8d72be38dc req-8587878d-b59c-457a-af10-28758fcd06c3 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1822498 Jul 07 17:12:05.440423 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-035a397b-1b88-418f-8182-168929232b7e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/floatingips/51fd33b2-eae4-4977-b8cb-780de77b72ba HTTP/1.1" status: 200 len: 991 time: 0.2008727 Jul 07 17:12:05.476176 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1de6987f-b98a-4f4c-988a-8a8d72be38dc req-13fcb969-b983-4e80-8cf8-6418502a74cf tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842867 Jul 07 17:12:05.504920 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1698b580-ff28-4013-a69d-7fea5fbec981 req-d2226f27-56dd-4fcc-be1c-99afdaa31302 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521335 Jul 07 17:12:05.519136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-5ce5219b-2633-477c-8485-a37d40ca53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:05.520976 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-5ce5219b-2633-477c-8485-a37d40ca53fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6506cce1-ae4a-481e-aeb3-bd12bb9f64f8 HTTP/1.1" status: 200 len: 854 time: 0.1565952 Jul 07 17:12:05.608416 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-9fe32191-fa44-440c-81d5-90977467dc32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2438b08-8280-45c1-8306-626a80bc44ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799766 Jul 07 17:12:05.610039 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43349ca4-5397-48f6-bf1c-9c83a85c9b38 req-0d151e1f-0f75-42cd-8c8a-ac17de8924d5 service neutron] 10.222.0.15 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395844 Jul 07 17:12:05.776712 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5e715-df1d-4e5b-a331-5dcc06e4a1df req-8d00547e-7f1f-4678-9f08-b5d64424e3f9 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:05.779072 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ed5e715-df1d-4e5b-a331-5dcc06e4a1df req-8d00547e-7f1f-4678-9f08-b5d64424e3f9 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1217697 Jul 07 17:12:05.793421 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43349ca4-5397-48f6-bf1c-9c83a85c9b38 req-3d017505-e0ed-4bab-90c4-183832bd0cc8 service neutron] 10.222.0.15 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634593 Jul 07 17:12:05.797770 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-57e00b94-d68f-405f-a7a8-e80ca1232730 service neutron] 10.222.0.15 "GET /v2.0/networks/c2438b08-8280-45c1-8306-626a80bc44ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783965 Jul 07 17:12:05.875491 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-893817df-6bc2-4cb7-bacb-18649203cf76 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.887026 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ed5e715-df1d-4e5b-a331-5dcc06e4a1df req-ab3b1b98-279e-4980-992f-b4e13292bcc2 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592988 Jul 07 17:12:05.890194 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-893817df-6bc2-4cb7-bacb-18649203cf76 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:05.931571 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a9ec9298-8301-4e99-b212-6317c084b5d8 req-fd8c29b2-4b92-4313-8ff5-c93cab7f568c service neutron] 10.222.0.15 "GET /v2.0/networks/c2438b08-8280-45c1-8306-626a80bc44ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217337 Jul 07 17:12:06.017759 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-893817df-6bc2-4cb7-bacb-18649203cf76 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Floating IP 9509d0eb-5796-4118-be5f-c2a17eaa7c7e associated. External IP: 172.25.2.168, port: d53de1a3-e363-4a2c-a0f0-8d8e512ffde3. Jul 07 17:12:06.186022 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e06bbf-a5a5-456f-b02f-c602af373d1e', 'tag': '3b3bf0c1-f508-4115-89c7-93e82ab85c62'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:06.189592 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080a6afd-5044-430c-8f5a-666d9232e460" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e06bbf-a5a5-456f-b02f-c602af373d1e", "tag": "3b3bf0c1-f508-4115-89c7-93e82ab85c62"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:06.240723 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-e66f1107-3f1c-4b9c-a138-4e656cf2005d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:06.251459 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-e66f1107-3f1c-4b9c-a138-4e656cf2005d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 812 time: 0.1622057 Jul 07 17:12:06.253160 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f7cab8-4980-43e1-b733-d90c39f0a98a x-openstack-request-id: req-48f7cab8-4980-43e1-b733-d90c39f0a98a {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:06.253627 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e06bbf-a5a5-456f-b02f-c602af373d1e", "tag": "3b3bf0c1-f508-4115-89c7-93e82ab85c62", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:06.254034 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-48f7cab8-4980-43e1-b733-d90c39f0a98a {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:06.254778 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e06bbf-a5a5-456f-b02f-c602af373d1e', 'tag': '3b3bf0c1-f508-4115-89c7-93e82ab85c62', 'status': 'completed', 'code': 200} Jul 07 17:12:06.270771 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-0c5e27d7-e88c-44a7-ba33-04cc4917689e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/quotas/621a12c0777d413f8d90059728390347 HTTP/1.1" status: 200 len: 375 time: 0.0119233 Jul 07 17:12:06.296371 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893817df-6bc2-4cb7-bacb-18649203cf76 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:06.376974 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a6afd-5044-430c-8f5a-666d9232e460 req-e9abe2c8-3de8-477f-bf32-c48189c34e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:06.378777 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-080a6afd-5044-430c-8f5a-666d9232e460 req-e9abe2c8-3de8-477f-bf32-c48189c34e9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=329eb6caa7374232933326bbde3f0144&device_id=b6e06bbf-a5a5-456f-b02f-c602af373d1e HTTP/1.1" status: 200 len: 1094 time: 0.1070104 Jul 07 17:12:06.394556 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-efd3d10e-e3fc-4ae5-93d1-2d57c8230e50 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1142585 Jul 07 17:12:06.445991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 42666) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:06.490320 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893817df-6bc2-4cb7-bacb-18649203cf76 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:06.499666 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-893817df-6bc2-4cb7-bacb-18649203cf76 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:06.516554 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410efa7e-2c6b-4770-831a-a0892af58da7 None None] Sync routers for ids ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:06.533289 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410efa7e-2c6b-4770-831a-a0892af58da7 None None] Routers {'fcc15e1f-7d93-4b8d-98e5-fe5813d06636'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:06.534301 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-410efa7e-2c6b-4770-831a-a0892af58da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:11:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:06.559379 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a707d171-3b73-40ef-8f3d-ab649a7c8fc9 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/floatingips/51fd33b2-eae4-4977-b8cb-780de77b72ba HTTP/1.1" status: 200 len: 993 time: 0.1080194 Jul 07 17:12:06.559379 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-893817df-6bc2-4cb7-bacb-18649203cf76 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "PUT /v2.0/floatingips/9509d0eb-5796-4118-be5f-c2a17eaa7c7e HTTP/1.1" status: 200 len: 992 time: 1.5626569 Jul 07 17:12:06.559379 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3592eede-b238-49a7-883a-41a6222e5811', 'tag': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:06.568923 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc3cfd0-dabc-4d14-8283-24c8648ce11a" -d '{"events": [{"name": "network-changed", "server_uuid": "3592eede-b238-49a7-883a-41a6222e5811", "tag": "d53de1a3-e363-4a2c-a0f0-8d8e512ffde3"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:06.588454 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a6afd-5044-430c-8f5a-666d9232e460 req-d545d789-7fa8-47bd-83f1-739c663e950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:06.590353 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-080a6afd-5044-430c-8f5a-666d9232e460 req-d545d789-7fa8-47bd-83f1-739c663e950c service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2438b08-8280-45c1-8306-626a80bc44ea HTTP/1.1" status: 200 len: 915 time: 0.1947560 Jul 07 17:12:06.592871 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-59c41b5d-5214-4a96-877c-4d5b516aed3a service neutron] 10.222.0.50 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782637 Jul 07 17:12:06.674848 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-080a6afd-5044-430c-8f5a-666d9232e460 req-37f8d52c-9201-4e08-a338-2c22020ce457 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b3bf0c1-f508-4115-89c7-93e82ab85c62 HTTP/1.1" status: 200 len: 217 time: 0.0763791 Jul 07 17:12:06.713659 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-410efa7e-2c6b-4770-831a-a0892af58da7 None None] Set router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:06.760956 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01ece0-384e-46a3-8aba-5e8919a81da4 req-4fe08158-7b61-434d-bb00-5998da8a8486 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:06.763991 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aa01ece0-384e-46a3-8aba-5e8919a81da4 req-4fe08158-7b61-434d-bb00-5998da8a8486 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e06bbf-a5a5-456f-b02f-c602af373d1e HTTP/1.1" status: 200 len: 943 time: 0.0936873 Jul 07 17:12:06.792284 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a6afd-5044-430c-8f5a-666d9232e460 req-fba404ea-3198-4e17-b96b-19c8b51402e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:06.793343 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-080a6afd-5044-430c-8f5a-666d9232e460 req-fba404ea-3198-4e17-b96b-19c8b51402e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6506cce1-ae4a-481e-aeb3-bd12bb9f64f8 HTTP/1.1" status: 200 len: 854 time: 0.1050203 Jul 07 17:12:06.820562 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-464759cc-5068-404b-a92d-aaf189ce2679 service neutron] 10.222.0.50 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158775 Jul 07 17:12:06.845078 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aa01ece0-384e-46a3-8aba-5e8919a81da4 req-96f49858-2e91-411f-8902-b3ec63aa68c2 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714402 Jul 07 17:12:06.863063 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-080a6afd-5044-430c-8f5a-666d9232e460 req-e405c532-5923-4f4e-af3b-5b534727f16a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2438b08-8280-45c1-8306-626a80bc44ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411904 Jul 07 17:12:07.068844 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-080a6afd-5044-430c-8f5a-666d9232e460 req-fee800c3-4d72-4918-adf5-66a9a6c0f86c service neutron] 10.222.0.15 "GET /v2.0/networks/c2438b08-8280-45c1-8306-626a80bc44ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952276 Jul 07 17:12:07.095085 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b68415c3-4e5f-48bd-8cc4-ec26794afc81 req-ab363e98-d735-4115-bb58-2c151f217378 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=762178f9-96b1-4c0b-ab95-f41a81be52b8 HTTP/1.1" status: 200 len: 210 time: 0.0450985 Jul 07 17:12:07.152915 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ad81c3-625f-4271-ae10-a8c38ffa4597 x-openstack-request-id: req-94ad81c3-625f-4271-ae10-a8c38ffa4597 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:07.153788 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3592eede-b238-49a7-883a-41a6222e5811", "tag": "d53de1a3-e363-4a2c-a0f0-8d8e512ffde3", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:07.153788 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-94ad81c3-625f-4271-ae10-a8c38ffa4597 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:07.154196 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3592eede-b238-49a7-883a-41a6222e5811', 'tag': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3', 'status': 'completed', 'code': 200} Jul 07 17:12:07.292417 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-410efa7e-2c6b-4770-831a-a0892af58da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:14Z', 'updated_at': '2021-07-07T17:07:19Z', 'revision_number': 4, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'gw_port': {'id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:16Z', 'updated_at': '2021-07-07T17:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '9509d0eb-5796-4118-be5f-c2a17eaa7c7e', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'floating_ip_address': '172.25.2.168', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'port_id': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'mac_address': 'fa:16:3e:53:d6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3592eede-b238-49a7-883a-41a6222e5811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:11:43Z', 'updated_at': '2021-07-07T17:12:05Z', 'revision_number': 1, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbf6ba7-ed9e-4700-8489-09f180538625', 'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'mac_address': 'fa:16:3e:de:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:18Z', 'updated_at': '2021-07-07T17:07:26Z', 'revision_number': 5, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'subnets': [{'id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:07.327347 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410efa7e-2c6b-4770-831a-a0892af58da7 None None] Checking router: fcc15e1f-7d93-4b8d-98e5-fe5813d06636 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:07.338236 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410efa7e-2c6b-4770-831a-a0892af58da7 None None] Routers {'fcc15e1f-7d93-4b8d-98e5-fe5813d06636'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:07.339478 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-410efa7e-2c6b-4770-831a-a0892af58da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:11:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:07.486674 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-410efa7e-2c6b-4770-831a-a0892af58da7 None None] Set router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:07.706171 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-080a6afd-5044-430c-8f5a-666d9232e460 req-d2ef488c-8ef8-4dc1-ab53-146a4e4182de service neutron] 10.222.0.15 "GET /v2.0/networks/c2438b08-8280-45c1-8306-626a80bc44ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6308947 Jul 07 17:12:07.760474 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3cfd0-dabc-4d14-8283-24c8648ce11a req-d3675a0f-505a-4ab0-9c21-54e4aca5750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:07.762146 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3bc3cfd0-dabc-4d14-8283-24c8648ce11a req-d3675a0f-505a-4ab0-9c21-54e4aca5750e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=813d1850aa3c4934a7e97cbee8a39039&device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 1097 time: 0.5785263 Jul 07 17:12:07.826498 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-410efa7e-2c6b-4770-831a-a0892af58da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:14Z', 'updated_at': '2021-07-07T17:07:19Z', 'revision_number': 4, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'gw_port': {'id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:16Z', 'updated_at': '2021-07-07T17:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '9509d0eb-5796-4118-be5f-c2a17eaa7c7e', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'floating_ip_address': '172.25.2.168', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'port_id': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'mac_address': 'fa:16:3e:53:d6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3592eede-b238-49a7-883a-41a6222e5811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:11:43Z', 'updated_at': '2021-07-07T17:12:05Z', 'revision_number': 1, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbf6ba7-ed9e-4700-8489-09f180538625', 'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'mac_address': 'fa:16:3e:de:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:18Z', 'updated_at': '2021-07-07T17:07:26Z', 'revision_number': 5, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'subnets': [{'id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:07.876382 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410efa7e-2c6b-4770-831a-a0892af58da7 None None] The sync data for ids ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'] in n-d-793620-7 is: [{'id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:14Z', 'updated_at': '2021-07-07T17:07:19Z', 'revision_number': 4, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'gw_port': {'id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:16Z', 'updated_at': '2021-07-07T17:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '9509d0eb-5796-4118-be5f-c2a17eaa7c7e', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'floating_ip_address': '172.25.2.168', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'port_id': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'mac_address': 'fa:16:3e:53:d6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3592eede-b238-49a7-883a-41a6222e5811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:11:43Z', 'updated_at': '2021-07-07T17:12:05Z', 'revision_number': 1, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbf6ba7-ed9e-4700-8489-09f180538625', 'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'mac_address': 'fa:16:3e:de:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:18Z', 'updated_at': '2021-07-07T17:07:26Z', 'revision_number': 5, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'subnets': [{'id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:07.885504 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3cfd0-dabc-4d14-8283-24c8648ce11a req-b7391bf1-11e3-4beb-8fdb-6d6b43f3138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:07.887860 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3bc3cfd0-dabc-4d14-8283-24c8648ce11a req-b7391bf1-11e3-4beb-8fdb-6d6b43f3138e service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1 HTTP/1.1" status: 200 len: 918 time: 0.1168525 Jul 07 17:12:07.978899 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3bc3cfd0-dabc-4d14-8283-24c8648ce11a req-7db6e716-e9ba-4452-a039-86aec1f1cb1e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 HTTP/1.1" status: 200 len: 1000 time: 0.0833137 Jul 07 17:12:08.109983 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3cfd0-dabc-4d14-8283-24c8648ce11a req-831f503f-8972-4f8b-9563-0b33939ecb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:08.114111 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3bc3cfd0-dabc-4d14-8283-24c8648ce11a req-831f503f-8972-4f8b-9563-0b33939ecb69 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c3cd916-6514-42d5-8d29-5aae3a405db3 HTTP/1.1" status: 200 len: 856 time: 0.1243107 Jul 07 17:12:08.181489 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dca3d-ee65-43e3-84e8-7927592f7fb2 req-493a52d7-1de1-46b6-8e2b-5b8bea1f5977 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:08.189407 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ae1dca3d-ee65-43e3-84e8-7927592f7fb2 req-493a52d7-1de1-46b6-8e2b-5b8bea1f5977 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e06bbf-a5a5-456f-b02f-c602af373d1e HTTP/1.1" status: 200 len: 943 time: 0.0948811 Jul 07 17:12:08.192190 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 42702) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:08.219542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3cfd0-dabc-4d14-8283-24c8648ce11a req-95c744ef-16bf-41c6-92f5-9bbf3e36c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:08.221986 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3bc3cfd0-dabc-4d14-8283-24c8648ce11a req-95c744ef-16bf-41c6-92f5-9bbf3e36c5fa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015642 Jul 07 17:12:08.250241 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755064f8-9186-4f00-82df-3168f19d433c None None] New status for floating IP 9509d0eb-5796-4118-be5f-c2a17eaa7c7e: ACTIVE {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:12:08.326866 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ae1dca3d-ee65-43e3-84e8-7927592f7fb2 req-c10d4973-cd92-4c13-88bf-9bd9a9831b64 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360641 Jul 07 17:12:08.390641 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-855bc7fa-7a7c-4c5e-b996-49c52fa8624d req-449f21bc-c4d2-496c-a32f-1bca3845c67f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=762178f9-96b1-4c0b-ab95-f41a81be52b8 HTTP/1.1" status: 200 len: 210 time: 0.0568821 Jul 07 17:12:08.398229 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3bc3cfd0-dabc-4d14-8283-24c8648ce11a req-1a217612-43f8-43d8-892b-87241be6c3bd service neutron] 10.222.0.69 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689451 Jul 07 17:12:08.549607 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3bc3cfd0-dabc-4d14-8283-24c8648ce11a req-f3f7c63a-a650-49a5-b1c2-77169bc013a8 service neutron] 10.222.0.69 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388378 Jul 07 17:12:08.549850 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-54fb575d-5a1a-452e-b6eb-4950a7f7ddc8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=583b77e413ba4cbea27c45c8cfa95369&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3538189 Jul 07 17:12:08.551215 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 42708) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:08.640589 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-29532b25-6b92-4d12-9fc7-8fb7892643e6 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:08.642143 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-29532b25-6b92-4d12-9fc7-8fb7892643e6 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.69 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 812 time: 0.1828518 Jul 07 17:12:08.644957 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ea332b8b-5a34-4527-8fc3-e0a1ca0b0239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.656487 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-52d76ff3-58ef-4219-99f5-048259dad55f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Request body: {'port': {'device_id': '762178f9-96b1-4c0b-ab95-f41a81be52b8', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'admin_state_up': True, 'tenant_id': '621a12c0777d413f8d90059728390347'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:08.667823 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ea332b8b-5a34-4527-8fc3-e0a1ca0b0239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.725571 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ea332b8b-5a34-4527-8fc3-e0a1ca0b0239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.728569 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ea332b8b-5a34-4527-8fc3-e0a1ca0b0239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.732519 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ea332b8b-5a34-4527-8fc3-e0a1ca0b0239 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/84d4ae51-122c-490c-9cfd-566ad26c9d96 HTTP/1.1" status: 204 len: 168 time: 0.1763940 Jul 07 17:12:08.738797 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea332b8b-5a34-4527-8fc3-e0a1ca0b0239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d4ae51-122c-490c-9cfd-566ad26c9d96,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:08.796449 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-52d76ff3-58ef-4219-99f5-048259dad55f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Made reservation on behalf of 621a12c0777d413f8d90059728390347 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:08.800321 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-52d76ff3-58ef-4219-99f5-048259dad55f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:08.937138 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-52d76ff3-58ef-4219-99f5-048259dad55f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Allocated IP 172.20.0.4 (1a593835-75cf-40d8-8fd5-4eaad13dc252/19f701e3-8b99-4023-9849-e505b17bcfa4/9348f0fb-eb5d-489c-a1a8-cfc075ea60d6) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:09.118061 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-52d76ff3-58ef-4219-99f5-048259dad55f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.132940 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-52d76ff3-58ef-4219-99f5-048259dad55f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Transition to ACTIVE for port object 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:09.168105 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-52d76ff3-58ef-4219-99f5-048259dad55f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.181597 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['9185fe2f-27e9-496b-b24f-8524b80f018b', '1b616055-a233-4d77-9e7d-254238da0d58'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:09.230059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-52d76ff3-58ef-4219-99f5-048259dad55f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Network 1a593835-75cf-40d8-8fd5-4eaad13dc252 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:09.234467 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-52d76ff3-58ef-4219-99f5-048259dad55f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:09.239631 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-52d76ff3-58ef-4219-99f5-048259dad55f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:09.244043 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d76ff3-58ef-4219-99f5-048259dad55f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Pushing event updated for resources: {'Port': ['ID=9348f0fb-eb5d-489c-a1a8-cfc075ea60d6,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:09.246174 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 3b3bf0c1-f508-4115-89c7-93e82ab85c62 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:12:09.304851 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-52d76ff3-58ef-4219-99f5-048259dad55f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:09.305659 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-52d76ff3-58ef-4219-99f5-048259dad55f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.328421 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-52d76ff3-58ef-4219-99f5-048259dad55f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6764810 Jul 07 17:12:09.343584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] Request body: {'port': {'device_id': '762178f9-96b1-4c0b-ab95-f41a81be52b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:09.467938 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.523585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 3b3bf0c1-f508-4115-89c7-93e82ab85c62, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=3b3bf0c1-f508-4115-89c7-93e82ab85c62,segment=NetworkSegment(ac2b061c-ee0d-46dc-a430-6fa850467c84),segment_id=ac2b061c-ee0d-46dc-a430-6fa850467c84)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:09.548334 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '3b3bf0c1-f508-4115-89c7-93e82ab85c62', 'network_id': 'c2438b08-8280-45c1-8306-626a80bc44ea', 'port_id': '3b3bf0c1-f508-4115-89c7-93e82ab85c62', 'mac_address': 'fa:16:3e:8b:dc:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6506cce1-ae4a-481e-aeb3-bd12bb9f64f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:12:09.638903 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.647787 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-65022feb-0769-438e-bac6-848e7694bb5a None None] Provisioning for port 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:09.671409 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-65022feb-0769-438e-bac6-848e7694bb5a None None] Provisioning complete for port 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:09.671789 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-65022feb-0769-438e-bac6-848e7694bb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.679576 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3bf0c1-f508-4115-89c7-93e82ab85c62 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:09.689781 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a56bb-5f72-482f-9085-d915de3e9871 req-1760e5a6-a6bc-4afb-bea3-d3f72c40e923 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:09.701846 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-020a56bb-5f72-482f-9085-d915de3e9871 req-1760e5a6-a6bc-4afb-bea3-d3f72c40e923 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e06bbf-a5a5-456f-b02f-c602af373d1e HTTP/1.1" status: 200 len: 943 time: 0.1485040 Jul 07 17:12:09.740187 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 3b3bf0c1-f508-4115-89c7-93e82ab85c62, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=3b3bf0c1-f508-4115-89c7-93e82ab85c62,segment=NetworkSegment(ac2b061c-ee0d-46dc-a430-6fa850467c84),segment_id=ac2b061c-ee0d-46dc-a430-6fa850467c84)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:09.751059 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:09.758987 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-65022feb-0769-438e-bac6-848e7694bb5a None None] Port 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:09.778546 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-020a56bb-5f72-482f-9085-d915de3e9871 req-e5178bf8-539a-473c-8bd1-eda6b2bb3580 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751407 Jul 07 17:12:09.831458 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=3b3bf0c1-f508-4115-89c7-93e82ab85c62,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:09.865331 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982f6ab-8c3e-4edf-b6cd-0dd0ef4a7ef1 req-88f4bf4c-9baf-48a8-a85a-9ab9a4f299e3 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:09.868462 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9982f6ab-8c3e-4edf-b6cd-0dd0ef4a7ef1 req-88f4bf4c-9baf-48a8-a85a-9ab9a4f299e3 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=762178f9-96b1-4c0b-ab95-f41a81be52b8 HTTP/1.1" status: 200 len: 931 time: 0.2070005 Jul 07 17:12:09.967854 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9982f6ab-8c3e-4edf-b6cd-0dd0ef4a7ef1 req-3f17206a-49d2-4c72-9b58-10fb2439ea84 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836649 Jul 07 17:12:10.001359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['3b3bf0c1-f508-4115-89c7-93e82ab85c62'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:10.029485 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:10.038538 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.057241 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] Transition to ACTIVE for port object 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:10.064675 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.134919 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9348f0fb-eb5d-489c-a1a8-cfc075ea60d6,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:10.231574 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] Attempting to bind port 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:10.232323 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] Attempting to bind port 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:10.232323 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] Attempting to bind port 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 on network 1a593835-75cf-40d8-8fd5-4eaad13dc252 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:10.237765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] Port 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 on network 1a593835-75cf-40d8-8fd5-4eaad13dc252 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:12:10.238109 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] Attempting to bind port 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 on network 1a593835-75cf-40d8-8fd5-4eaad13dc252 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:10.244159 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:10.244514 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] Checking segment: {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:10.244917 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] Bound using segment: {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:10.245378 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] Bound port: 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:10.245754 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.336189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] For port 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:10.340030 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] For port 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=9348f0fb-eb5d-489c-a1a8-cfc075ea60d6,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:10.348745 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.395144 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:10.395798 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:10.397330 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] 10.222.0.69 "PUT /v2.0/ports/9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 HTTP/1.1" status: 200 len: 1091 time: 1.0607870 Jul 07 17:12:10.397817 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762178f9-96b1-4c0b-ab95-f41a81be52b8', 'tag': '9348f0fb-eb5d-489c-a1a8-cfc075ea60d6'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:10.400268 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b46d3dc-038d-4cea-ae50-a6bae00f2a21" -d '{"events": [{"name": "network-changed", "server_uuid": "762178f9-96b1-4c0b-ab95-f41a81be52b8", "tag": "9348f0fb-eb5d-489c-a1a8-cfc075ea60d6"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:10.465519 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bc3eb-791a-4cbd-a9af-2f3d435b23d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9348f0fb-eb5d-489c-a1a8-cfc075ea60d6,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:10.490742 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee6ae91-44e2-41f7-afcc-cb1b55319bd9 x-openstack-request-id: req-dee6ae91-44e2-41f7-afcc-cb1b55319bd9 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:10.491151 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762178f9-96b1-4c0b-ab95-f41a81be52b8", "tag": "9348f0fb-eb5d-489c-a1a8-cfc075ea60d6", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:10.491562 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dee6ae91-44e2-41f7-afcc-cb1b55319bd9 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:10.492108 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762178f9-96b1-4c0b-ab95-f41a81be52b8', 'tag': '9348f0fb-eb5d-489c-a1a8-cfc075ea60d6', 'status': 'completed', 'code': 200} Jul 07 17:12:10.712961 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-f74b6cfb-0aeb-471e-8c23-9c827e313c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:10.714581 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-f74b6cfb-0aeb-471e-8c23-9c827e313c9b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=762178f9-96b1-4c0b-ab95-f41a81be52b8 HTTP/1.1" status: 200 len: 1094 time: 0.2161531 Jul 07 17:12:10.759680 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-ea3f0257-cd5e-4f84-8bbd-35e99ff5038b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 HTTP/1.1" status: 200 len: 217 time: 0.0360477 Jul 07 17:12:10.816257 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-f0dbb271-9362-4b2c-9b92-364076bbcef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:10.817890 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-f0dbb271-9362-4b2c-9b92-364076bbcef2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.0517311 Jul 07 17:12:10.889043 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-82020284-9e51-46f6-bd53-46c70ad09126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:10.890864 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-82020284-9e51-46f6-bd53-46c70ad09126 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657694 Jul 07 17:12:10.973965 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125454a6-e876-42db-bb74-5199073c7211 req-7fb7b8e8-27f9-45b3-868f-00fb95df9869 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:10.976008 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-125454a6-e876-42db-bb74-5199073c7211 req-7fb7b8e8-27f9-45b3-868f-00fb95df9869 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e06bbf-a5a5-456f-b02f-c602af373d1e HTTP/1.1" status: 200 len: 944 time: 0.0818498 Jul 07 17:12:11.033371 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-125454a6-e876-42db-bb74-5199073c7211 req-56416b85-cde0-4d97-a61b-1ea43a11b6f3 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493648 Jul 07 17:12:11.254659 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 3b3bf0c1-f508-4115-89c7-93e82ab85c62 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:11.312510 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 3b3bf0c1-f508-4115-89c7-93e82ab85c62 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:11.316937 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 3b3bf0c1-f508-4115-89c7-93e82ab85c62 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:11.317416 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.411779 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.416934 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-dc62df06-93f8-48c3-af09-0378d6c83fbc service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180933 Jul 07 17:12:11.430942 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe427c0-df69-4902-b2b3-7bbf02d5d7d9 req-6dcf7afd-a38f-4bc2-9c8e-30fc3aeb82a9 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:11.433373 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6fe427c0-df69-4902-b2b3-7bbf02d5d7d9 req-6dcf7afd-a38f-4bc2-9c8e-30fc3aeb82a9 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=762178f9-96b1-4c0b-ab95-f41a81be52b8 HTTP/1.1" status: 200 len: 943 time: 0.1379213 Jul 07 17:12:11.465106 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 3b3bf0c1-f508-4115-89c7-93e82ab85c62, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=3b3bf0c1-f508-4115-89c7-93e82ab85c62,segment=NetworkSegment(ac2b061c-ee0d-46dc-a430-6fa850467c84),segment_id=ac2b061c-ee0d-46dc-a430-6fa850467c84)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:11.468003 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e06bbf-a5a5-456f-b02f-c602af373d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3bf0c1-f508-4115-89c7-93e82ab85c62'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:11.471835 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0d456e-2360-49a4-a372-02ab7eed6807" -d '{"events": [{"server_uuid": "b6e06bbf-a5a5-456f-b02f-c602af373d1e", "name": "network-vif-plugged", "status": "completed", "tag": "3b3bf0c1-f508-4115-89c7-93e82ab85c62"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:11.477673 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:11.528012 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9aba5b32-83c2-40cf-b35f-cad575e3faee req-58d30f8c-5e09-47f0-9799-ef69d1bd6a6a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0959425 Jul 07 17:12:11.535087 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=3b3bf0c1-f508-4115-89c7-93e82ab85c62,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:11.548519 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6fe427c0-df69-4902-b2b3-7bbf02d5d7d9 req-214b60d5-6984-4f91-9e58-a1d94805ce4c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026878 Jul 07 17:12:11.554320 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dd2050-1e2b-4aaf-9eda-0b0b8fbfc7f0 x-openstack-request-id: req-08dd2050-1e2b-4aaf-9eda-0b0b8fbfc7f0 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:11.554652 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e06bbf-a5a5-456f-b02f-c602af373d1e", "name": "network-vif-plugged", "status": "completed", "tag": "3b3bf0c1-f508-4115-89c7-93e82ab85c62", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:11.554914 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-08dd2050-1e2b-4aaf-9eda-0b0b8fbfc7f0 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:11.555318 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e06bbf-a5a5-456f-b02f-c602af373d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3bf0c1-f508-4115-89c7-93e82ab85c62', 'code': 200} Jul 07 17:12:11.598849 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ae9ca1b-5ae2-43d7-bc84-b65b1cbc2bff req-be03b519-0c89-48b6-87ac-b91d50e7278e service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622167 Jul 07 17:12:11.705994 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba5b32-83c2-40cf-b35f-cad575e3faee req-7ee03702-cf72-4a38-9dcb-27066ae1a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:11.707877 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9aba5b32-83c2-40cf-b35f-cad575e3faee req-7ee03702-cf72-4a38-9dcb-27066ae1a053 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 1095 time: 0.1215763 Jul 07 17:12:11.717854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46d3dc-038d-4cea-ae50-a6bae00f2a21 req-302dc095-f1a6-4d21-ab0b-423d512c2d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:11.719446 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b46d3dc-038d-4cea-ae50-a6bae00f2a21 req-302dc095-f1a6-4d21-ab0b-423d512c2d26 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=762178f9-96b1-4c0b-ab95-f41a81be52b8 HTTP/1.1" status: 200 len: 1094 time: 0.0679367 Jul 07 17:12:11.727397 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07048e6-19e5-458f-a5e2-8350d50f84de req-d83d7b73-9b7c-4058-b6f8-97716463bead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:11.729235 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e07048e6-19e5-458f-a5e2-8350d50f84de req-d83d7b73-9b7c-4058-b6f8-97716463bead service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6e06bbf-a5a5-456f-b02f-c602af373d1e HTTP/1.1" status: 200 len: 1096 time: 0.0882413 Jul 07 17:12:11.821382 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e07048e6-19e5-458f-a5e2-8350d50f84de req-628679f8-402b-4c62-9777-455ba9a8c24d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861619 Jul 07 17:12:11.834145 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46d3dc-038d-4cea-ae50-a6bae00f2a21 req-7f47f33b-f78a-4356-8366-fcf4cfebb124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:11.836286 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b46d3dc-038d-4cea-ae50-a6bae00f2a21 req-7f47f33b-f78a-4356-8366-fcf4cfebb124 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 913 time: 0.1001022 Jul 07 17:12:11.864389 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba5b32-83c2-40cf-b35f-cad575e3faee req-cd11fbbe-6031-4940-9404-44ee358e81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:11.866453 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9aba5b32-83c2-40cf-b35f-cad575e3faee req-cd11fbbe-6031-4940-9404-44ee358e81ef service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 913 time: 0.1235125 Jul 07 17:12:11.898750 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b46d3dc-038d-4cea-ae50-a6bae00f2a21 req-a975d919-ca49-4360-83fc-54a1339fac6f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 HTTP/1.1" status: 200 len: 217 time: 0.0556886 Jul 07 17:12:11.965307 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46d3dc-038d-4cea-ae50-a6bae00f2a21 req-ab7a247b-8ca9-4e0c-b4fc-bcbe19f5a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:11.966949 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9aba5b32-83c2-40cf-b35f-cad575e3faee req-aa0dc3ae-8ca4-4000-a6d4-da861d5c9a0d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b HTTP/1.1" status: 200 len: 999 time: 0.0927899 Jul 07 17:12:11.967611 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b46d3dc-038d-4cea-ae50-a6bae00f2a21 req-ab7a247b-8ca9-4e0c-b4fc-bcbe19f5a07a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.0611329 Jul 07 17:12:12.034963 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba5b32-83c2-40cf-b35f-cad575e3faee req-5391b345-841c-4b13-bf18-0f42f2e73534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:12.035760 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46d3dc-038d-4cea-ae50-a6bae00f2a21 req-3634d9fa-a7d9-46f5-ab56-5da0ecd94390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:12.037244 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9aba5b32-83c2-40cf-b35f-cad575e3faee req-5391b345-841c-4b13-bf18-0f42f2e73534 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.0596781 Jul 07 17:12:12.037613 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b46d3dc-038d-4cea-ae50-a6bae00f2a21 req-3634d9fa-a7d9-46f5-ab56-5da0ecd94390 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599961 Jul 07 17:12:12.129560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba5b32-83c2-40cf-b35f-cad575e3faee req-e686c76c-d790-4164-b804-a675d7d2f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:12.131378 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9aba5b32-83c2-40cf-b35f-cad575e3faee req-e686c76c-d790-4164-b804-a675d7d2f47c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805950 Jul 07 17:12:12.183579 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b46d3dc-038d-4cea-ae50-a6bae00f2a21 req-027789bf-30e9-44dd-9273-e6f39c4670a3 service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310449 Jul 07 17:12:12.329483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-17addc11-c994-4299-beaf-f617e0c71523 req-ba691d3b-d712-4a38-835b-eec762bd7984 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0915291 Jul 07 17:12:12.331526 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9aba5b32-83c2-40cf-b35f-cad575e3faee req-19724c6a-ded0-45dd-8025-5b2185096179 service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840961 Jul 07 17:12:12.358473 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431001f-3272-411c-9f48-3ff73671f8e1 req-eb8f1707-207a-4eac-b68c-33541fc2cf80 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:12.360122 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5431001f-3272-411c-9f48-3ff73671f8e1 req-eb8f1707-207a-4eac-b68c-33541fc2cf80 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e06bbf-a5a5-456f-b02f-c602af373d1e HTTP/1.1" status: 200 len: 945 time: 0.1556847 Jul 07 17:12:12.362630 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b46d3dc-038d-4cea-ae50-a6bae00f2a21 req-a667b035-944c-430c-853d-1bca5411387b service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663229 Jul 07 17:12:12.408645 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5431001f-3272-411c-9f48-3ff73671f8e1 req-3e75b789-18dd-487e-ad8e-0148a1afaf37 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410419 Jul 07 17:12:12.484133 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9aba5b32-83c2-40cf-b35f-cad575e3faee req-7a863f30-365e-4910-8639-e172f1490ea6 service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408648 Jul 07 17:12:12.493008 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17addc11-c994-4299-beaf-f617e0c71523 req-51ec138e-ea1d-4610-9053-a2ce7f317180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:12.494665 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-17addc11-c994-4299-beaf-f617e0c71523 req-51ec138e-ea1d-4610-9053-a2ce7f317180 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 1097 time: 0.1321003 Jul 07 17:12:12.630786 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17addc11-c994-4299-beaf-f617e0c71523 req-021273b6-a132-43b6-89b2-4fec0158eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:12.632277 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-17addc11-c994-4299-beaf-f617e0c71523 req-021273b6-a132-43b6-89b2-4fec0158eaa1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 913 time: 0.1147976 Jul 07 17:12:12.689637 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-17addc11-c994-4299-beaf-f617e0c71523 req-1787bd4d-ad73-43bc-84e2-58be446dc06b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9185fe2f-27e9-496b-b24f-8524b80f018b HTTP/1.1" status: 200 len: 217 time: 0.0477216 Jul 07 17:12:12.771097 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17addc11-c994-4299-beaf-f617e0c71523 req-647cd259-16d4-4c79-8ece-d95c431026cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:12.772648 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-17addc11-c994-4299-beaf-f617e0c71523 req-647cd259-16d4-4c79-8ece-d95c431026cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.0733664 Jul 07 17:12:12.836658 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f1d8e-16c6-4930-93c8-ea313b892eed req-d42de41f-d378-4786-9ce2-1511533b26d0 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:12.838158 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a51f1d8e-16c6-4930-93c8-ea313b892eed req-d42de41f-d378-4786-9ce2-1511533b26d0 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=762178f9-96b1-4c0b-ab95-f41a81be52b8 HTTP/1.1" status: 200 len: 943 time: 0.1476371 Jul 07 17:12:12.887824 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a51f1d8e-16c6-4930-93c8-ea313b892eed req-b3ee3b7d-29a3-4843-af46-fac0fca20639 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437009 Jul 07 17:12:12.890801 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17addc11-c994-4299-beaf-f617e0c71523 req-0cf2fd54-d4f8-4817-8958-e4b5f079015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:12.892057 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-17addc11-c994-4299-beaf-f617e0c71523 req-0cf2fd54-d4f8-4817-8958-e4b5f079015b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039388 Jul 07 17:12:12.999332 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-17addc11-c994-4299-beaf-f617e0c71523 req-0a99d677-daa0-4275-9dbf-f077d11a6d3c service neutron] 10.222.0.15 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990088 Jul 07 17:12:13.098104 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-17addc11-c994-4299-beaf-f617e0c71523 req-654d509a-fe43-439e-a53d-313a7b0ab79d service neutron] 10.222.0.15 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908134 Jul 07 17:12:13.605122 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e1f65-c2f5-4b55-9336-559a1930fdbc req-5a96620b-344f-47a2-afba-56a4d9641f46 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:13.606728 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d5e1f65-c2f5-4b55-9336-559a1930fdbc req-5a96620b-344f-47a2-afba-56a4d9641f46 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e06bbf-a5a5-456f-b02f-c602af373d1e HTTP/1.1" status: 200 len: 945 time: 0.0689950 Jul 07 17:12:13.648897 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d5e1f65-c2f5-4b55-9336-559a1930fdbc req-6800c1ed-2fa1-4aeb-a872-ab7296a2f8f3 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352554 Jul 07 17:12:14.169913 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d41a83-a8e7-4686-8f41-ade1a8a83816 req-6c0aad45-1e4d-4999-8c92-c6dd7fa183a6 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:14.174227 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-53d41a83-a8e7-4686-8f41-ade1a8a83816 req-6c0aad45-1e4d-4999-8c92-c6dd7fa183a6 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=762178f9-96b1-4c0b-ab95-f41a81be52b8 HTTP/1.1" status: 200 len: 943 time: 0.0759895 Jul 07 17:12:14.198888 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.226508 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-53d41a83-a8e7-4686-8f41-ade1a8a83816 req-a10ac2f8-91a1-4263-b248-3f65c329b0d9 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470171 Jul 07 17:12:14.605198 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:12:14.692717 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3fa9c321-7657-4d3f-87db-18deb435ceb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.724626 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=9348f0fb-eb5d-489c-a1a8-cfc075ea60d6,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:14.739323 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '9348f0fb-eb5d-489c-a1a8-cfc075ea60d6', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'port_id': '9348f0fb-eb5d-489c-a1a8-cfc075ea60d6', 'mac_address': 'fa:16:3e:5d:e6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:12:14.802967 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.824492 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:14.850396 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=9348f0fb-eb5d-489c-a1a8-cfc075ea60d6,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:14.861316 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:14.918541 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=9348f0fb-eb5d-489c-a1a8-cfc075ea60d6,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:15.283467 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['9348f0fb-eb5d-489c-a1a8-cfc075ea60d6'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:15.441753 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7bf4f-d71c-46c0-89a6-f65410b71547 req-e567bbce-68df-4e3e-b9c0-81d2c3156fb8 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:15.443415 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74d7bf4f-d71c-46c0-89a6-f65410b71547 req-e567bbce-68df-4e3e-b9c0-81d2c3156fb8 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=762178f9-96b1-4c0b-ab95-f41a81be52b8 HTTP/1.1" status: 200 len: 944 time: 0.0765424 Jul 07 17:12:15.502012 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74d7bf4f-d71c-46c0-89a6-f65410b71547 req-3a7e13ea-a5d3-42e9-935b-eefcd932eadd tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477386 Jul 07 17:12:16.420079 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.631866 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:16.711251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:16.718605 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:16.719015 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.766060 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8eef0f-2e9f-4c88-9e95-53f735dfde02 req-0a795f43-a585-4d78-a5ea-74fccdd815b7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:16.771566 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3b8eef0f-2e9f-4c88-9e95-53f735dfde02 req-0a795f43-a585-4d78-a5ea-74fccdd815b7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=762178f9-96b1-4c0b-ab95-f41a81be52b8 HTTP/1.1" status: 200 len: 944 time: 0.1179724 Jul 07 17:12:16.808087 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.833207 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3b8eef0f-2e9f-4c88-9e95-53f735dfde02 req-07ed732c-6892-449b-9646-c41d75b38d8b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511479 Jul 07 17:12:16.840684 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762178f9-96b1-4c0b-ab95-f41a81be52b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9348f0fb-eb5d-489c-a1a8-cfc075ea60d6'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:16.844023 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d852c7a-b74c-4081-9a9b-d8cb18bddd7e" -d '{"events": [{"server_uuid": "762178f9-96b1-4c0b-ab95-f41a81be52b8", "name": "network-vif-plugged", "status": "completed", "tag": "9348f0fb-eb5d-489c-a1a8-cfc075ea60d6"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:16.862048 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=9348f0fb-eb5d-489c-a1a8-cfc075ea60d6,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:16.871250 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:16.938883 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=9348f0fb-eb5d-489c-a1a8-cfc075ea60d6,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:16.962580 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ea0e70-b1bc-43e4-aec4-b477386919ec x-openstack-request-id: req-a0ea0e70-b1bc-43e4-aec4-b477386919ec {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:16.962876 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762178f9-96b1-4c0b-ab95-f41a81be52b8", "name": "network-vif-plugged", "status": "completed", "tag": "9348f0fb-eb5d-489c-a1a8-cfc075ea60d6", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:16.963131 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0ea0e70-b1bc-43e4-aec4-b477386919ec {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:16.963619 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762178f9-96b1-4c0b-ab95-f41a81be52b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9348f0fb-eb5d-489c-a1a8-cfc075ea60d6', 'code': 200} Jul 07 17:12:17.114137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c252c-f118-4324-b288-19793ee94ae5 req-fe4246a9-0ce3-4852-bd9f-9755de0df11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:17.124038 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6e3c252c-f118-4324-b288-19793ee94ae5 req-fe4246a9-0ce3-4852-bd9f-9755de0df11b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=762178f9-96b1-4c0b-ab95-f41a81be52b8 HTTP/1.1" status: 200 len: 1096 time: 0.0801070 Jul 07 17:12:17.181075 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6e3c252c-f118-4324-b288-19793ee94ae5 req-86d0ffcc-c42d-4418-9e75-4e4c645f9a15 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496233 Jul 07 17:12:17.600339 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:17.907412 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c5c787b4-1d38-4df2-9d87-9efc3d697389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:18.132300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a871e3d-4ecd-48cb-bb99-e36dedaf80b1 req-5b502637-d393-45b0-97a9-772d59236193 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:18.134752 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8a871e3d-4ecd-48cb-bb99-e36dedaf80b1 req-5b502637-d393-45b0-97a9-772d59236193 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=762178f9-96b1-4c0b-ab95-f41a81be52b8 HTTP/1.1" status: 200 len: 945 time: 0.1001732 Jul 07 17:12:18.178752 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8a871e3d-4ecd-48cb-bb99-e36dedaf80b1 req-5f9d3520-1a3c-4d88-b6a0-12661521e6ae tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375597 Jul 07 17:12:18.821333 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.367651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e28566-9686-4bd3-bd04-84ee805619e1 req-f26bdaaa-c52a-4196-8300-5aded7ee120b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:19.369483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90e28566-9686-4bd3-bd04-84ee805619e1 req-f26bdaaa-c52a-4196-8300-5aded7ee120b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=762178f9-96b1-4c0b-ab95-f41a81be52b8 HTTP/1.1" status: 200 len: 945 time: 0.0719271 Jul 07 17:12:19.414100 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90e28566-9686-4bd3-bd04-84ee805619e1 req-3b46fc73-4e2d-4346-aa78-a3b313effadf tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378623 Jul 07 17:12:19.614796 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5615b9dd-f869-40d4-989d-d5bd4e4d5b53 req-52a2357b-d4da-44c6-a1da-cb0ede860859 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=621a12c0777d413f8d90059728390347 HTTP/1.1" status: 200 len: 267 time: 0.0422051 Jul 07 17:12:19.699664 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615b9dd-f869-40d4-989d-d5bd4e4d5b53 req-c13160e8-9bf4-4d36-b0f6-a219a1d5327d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:19.701672 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5615b9dd-f869-40d4-989d-d5bd4e4d5b53 req-c13160e8-9bf4-4d36-b0f6-a219a1d5327d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=762178f9-96b1-4c0b-ab95-f41a81be52b8 HTTP/1.1" status: 200 len: 945 time: 0.0816021 Jul 07 17:12:19.716730 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-5615b9dd-f869-40d4-989d-d5bd4e4d5b53 req-5a902687-b31b-4ce9-aac3-fc6b3c6ce260 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Request body: {'port': {'security_groups': []}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:19.816231 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5615b9dd-f869-40d4-989d-d5bd4e4d5b53 req-5a902687-b31b-4ce9-aac3-fc6b3c6ce260 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:19.997397 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-5615b9dd-f869-40d4-989d-d5bd4e4d5b53 req-5a902687-b31b-4ce9-aac3-fc6b3c6ce260 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] For port 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=9348f0fb-eb5d-489c-a1a8-cfc075ea60d6,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:20.035432 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5615b9dd-f869-40d4-989d-d5bd4e4d5b53 req-5a902687-b31b-4ce9-aac3-fc6b3c6ce260 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.041461 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5615b9dd-f869-40d4-989d-d5bd4e4d5b53 req-5a902687-b31b-4ce9-aac3-fc6b3c6ce260 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.060366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['9185fe2f-27e9-496b-b24f-8524b80f018b', '1b616055-a233-4d77-9e7d-254238da0d58'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:20.067124 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['9348f0fb-eb5d-489c-a1a8-cfc075ea60d6'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:20.113154 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a902687-b31b-4ce9-aac3-fc6b3c6ce260 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Pushing event updated for resources: {'Port': ['ID=9348f0fb-eb5d-489c-a1a8-cfc075ea60d6,revision_number=6']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:20.130086 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615b9dd-f869-40d4-989d-d5bd4e4d5b53 req-5a902687-b31b-4ce9-aac3-fc6b3c6ce260 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.130983 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5615b9dd-f869-40d4-989d-d5bd4e4d5b53 req-5a902687-b31b-4ce9-aac3-fc6b3c6ce260 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.136483 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5615b9dd-f869-40d4-989d-d5bd4e4d5b53 req-5a902687-b31b-4ce9-aac3-fc6b3c6ce260 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "PUT /v2.0/ports/9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 HTTP/1.1" status: 200 len: 904 time: 0.4278967 Jul 07 17:12:20.137668 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762178f9-96b1-4c0b-ab95-f41a81be52b8', 'tag': '9348f0fb-eb5d-489c-a1a8-cfc075ea60d6'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:20.151449 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407bd662-917f-4d01-a1ae-cf0635272ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "762178f9-96b1-4c0b-ab95-f41a81be52b8", "tag": "9348f0fb-eb5d-489c-a1a8-cfc075ea60d6"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:20.218608 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3971c50-6653-4d1b-a2f5-434cc8fbe89c x-openstack-request-id: req-b3971c50-6653-4d1b-a2f5-434cc8fbe89c {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:20.218988 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762178f9-96b1-4c0b-ab95-f41a81be52b8", "tag": "9348f0fb-eb5d-489c-a1a8-cfc075ea60d6", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:20.219314 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3971c50-6653-4d1b-a2f5-434cc8fbe89c {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:20.219793 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762178f9-96b1-4c0b-ab95-f41a81be52b8', 'tag': '9348f0fb-eb5d-489c-a1a8-cfc075ea60d6', 'status': 'completed', 'code': 200} Jul 07 17:12:20.272832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['9348f0fb-eb5d-489c-a1a8-cfc075ea60d6'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:20.342146 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.395937 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bd662-917f-4d01-a1ae-cf0635272ed3 req-0f7626df-a4f7-4980-9322-a4f258d6237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.397462 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-407bd662-917f-4d01-a1ae-cf0635272ed3 req-0f7626df-a4f7-4980-9322-a4f258d6237c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=762178f9-96b1-4c0b-ab95-f41a81be52b8 HTTP/1.1" status: 200 len: 1058 time: 0.1511745 Jul 07 17:12:20.411664 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053d6f5-d4ee-4220-8874-cc7ccf12e035 req-817591dd-70d0-44ec-a29c-3ea8ed7c55b1 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.424049 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9053d6f5-d4ee-4220-8874-cc7ccf12e035 req-817591dd-70d0-44ec-a29c-3ea8ed7c55b1 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=762178f9-96b1-4c0b-ab95-f41a81be52b8 HTTP/1.1" status: 200 len: 907 time: 0.1062572 Jul 07 17:12:20.548656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bd662-917f-4d01-a1ae-cf0635272ed3 req-0eb4140d-8f07-4cd4-951a-496d40ca6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.550181 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-407bd662-917f-4d01-a1ae-cf0635272ed3 req-0eb4140d-8f07-4cd4-951a-496d40ca6732 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 913 time: 0.1227207 Jul 07 17:12:20.677590 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-407bd662-917f-4d01-a1ae-cf0635272ed3 req-efc801e8-6e39-491e-91d1-7385a85e9c98 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 HTTP/1.1" status: 200 len: 217 time: 0.1155488 Jul 07 17:12:20.716034 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0f7c5-e209-4cbe-835b-cfc6fdb7be2a req-b15e04c2-e2fe-482d-9964-0ee379ed46a2 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.717920 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3d0f7c5-e209-4cbe-835b-cfc6fdb7be2a req-b15e04c2-e2fe-482d-9964-0ee379ed46a2 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1133499 Jul 07 17:12:20.773935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bd662-917f-4d01-a1ae-cf0635272ed3 req-c0813af9-2bb5-4ee8-94ba-a28a215638ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.777040 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-407bd662-917f-4d01-a1ae-cf0635272ed3 req-c0813af9-2bb5-4ee8-94ba-a28a215638ff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.0909884 Jul 07 17:12:20.824384 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1d89b53f-f8a8-45a4-9502-c03083dddf05 None None] Provisioning complete for port 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:20.825592 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1d89b53f-f8a8-45a4-9502-c03083dddf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:20.828419 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3d0f7c5-e209-4cbe-835b-cfc6fdb7be2a req-ae604b7a-7134-45f9-b6fb-cd49d827552b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985601 Jul 07 17:12:20.901935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bd662-917f-4d01-a1ae-cf0635272ed3 req-73a5f370-e6b7-432d-97ef-4f22bc4e3a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:20.914649 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-407bd662-917f-4d01-a1ae-cf0635272ed3 req-73a5f370-e6b7-432d-97ef-4f22bc4e3a90 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286352 Jul 07 17:12:21.045299 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-407bd662-917f-4d01-a1ae-cf0635272ed3 req-93b00cd1-9b6b-4ad1-877f-0ad218b54fa9 service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217842 Jul 07 17:12:21.137813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9289bbd-9cb2-4bb2-9a8c-b6b8061738de req-0b0a0566-b290-4266-828c-76d17ac9355d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:21.139316 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a9289bbd-9cb2-4bb2-9a8c-b6b8061738de req-0b0a0566-b290-4266-828c-76d17ac9355d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0723271 Jul 07 17:12:21.185749 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a9289bbd-9cb2-4bb2-9a8c-b6b8061738de req-81f41c2e-1d85-4ae1-8521-15c5ad5442b5 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381198 Jul 07 17:12:21.187911 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-407bd662-917f-4d01-a1ae-cf0635272ed3 req-5b5bf902-42ac-4e5c-8396-1b1feb3ff0f7 service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332636 Jul 07 17:12:21.518481 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-0b6277d7-695e-4a80-b9dc-909621ea321f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:21.520130 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-0b6277d7-695e-4a80-b9dc-909621ea321f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 812 time: 0.1145303 Jul 07 17:12:21.541058 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-24485cc1-6457-435f-b577-3276f1edeb96 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/quotas/621a12c0777d413f8d90059728390347 HTTP/1.1" status: 200 len: 375 time: 0.0143881 Jul 07 17:12:21.640428 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-49ddcb7a-a939-404f-a52d-be9f0ff1d110 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0918524 Jul 07 17:12:21.774012 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-0f60b4a6-ee45-4ca7-a2d2-3f31c936bbb4 service neutron] 10.222.0.50 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256018 Jul 07 17:12:21.926476 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-a035e75f-6b42-4eb5-96ee-04c0bb9ba76f service neutron] 10.222.0.50 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456609 Jul 07 17:12:22.247129 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-00255ee7-5421-42f6-bd57-5aa89c1d37fb req-a9b4606d-42e2-4b70-9941-05fa0c6e2191 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 210 time: 0.1044014 Jul 07 17:12:23.443500 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cf37aba9-606d-4b68-8705-98c0bad0a1ea req-9286dc98-6a43-4cca-a627-5eba4e3f0f47 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 210 time: 0.0572691 Jul 07 17:12:23.513269 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-e293d39f-5cc4-4e58-adbd-3bbe0df03572 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:23.515087 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-e293d39f-5cc4-4e58-adbd-3bbe0df03572 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.15 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 812 time: 0.1938720 Jul 07 17:12:23.531532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Request body: {'port': {'device_id': 'b6f53ad4-cd95-4667-b27b-308b03af8d2b', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'admin_state_up': True, 'tenant_id': '621a12c0777d413f8d90059728390347'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:23.670110 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Made reservation on behalf of 621a12c0777d413f8d90059728390347 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:23.674537 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:23.823246 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Allocated IP 172.20.0.9 (1a593835-75cf-40d8-8fd5-4eaad13dc252/19f701e3-8b99-4023-9849-e505b17bcfa4/3f49484c-f6a9-4161-9539-ac874cb28b71) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:24.024798 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.045981 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Transition to ACTIVE for port object 3f49484c-f6a9-4161-9539-ac874cb28b71 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:24.083852 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.100512 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['9185fe2f-27e9-496b-b24f-8524b80f018b', '1b616055-a233-4d77-9e7d-254238da0d58'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:24.131257 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Network 1a593835-75cf-40d8-8fd5-4eaad13dc252 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:24.139548 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:24.143609 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:24.211198 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Pushing event updated for resources: {'Port': ['ID=3f49484c-f6a9-4161-9539-ac874cb28b71,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:24.220798 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:24.221530 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.245273 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.245971 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.247090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.247649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.248525 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.248908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.249524 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.250115 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.250750 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.251463 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.252085 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.252648 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.275128 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-85c434cc-9c57-4415-99cc-dc26b30995df tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7496314 Jul 07 17:12:24.294040 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] Request body: {'port': {'device_id': 'b6f53ad4-cd95-4667-b27b-308b03af8d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:24.373610 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 42976) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:24.450861 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.604339 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c13a2d63-b45b-44c4-99f4-53883c8f4b09 None None] Provisioning for port 3f49484c-f6a9-4161-9539-ac874cb28b71 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:24.611781 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c13a2d63-b45b-44c4-99f4-53883c8f4b09 None None] Provisioning complete for port 3f49484c-f6a9-4161-9539-ac874cb28b71 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:24.612225 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c13a2d63-b45b-44c4-99f4-53883c8f4b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.660706 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-baa53778-9639-42c5-9215-5aa9e0588ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.674241 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-c13a2d63-b45b-44c4-99f4-53883c8f4b09 None None] Port 3f49484c-f6a9-4161-9539-ac874cb28b71 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:24.870898 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-baa53778-9639-42c5-9215-5aa9e0588ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.881808 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-baa53778-9639-42c5-9215-5aa9e0588ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:24.968325 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa53778-9639-42c5-9215-5aa9e0588ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2f67a4-51f7-4fe1-8ccd-ba641e33c242,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:24.988689 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-baa53778-9639-42c5-9215-5aa9e0588ae4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c35c24a392c439bb9763c9462012b22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6128893 Jul 07 17:12:24.989657 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 42988) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:24.992273 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa53778-9639-42c5-9215-5aa9e0588ae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.993443 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa53778-9639-42c5-9215-5aa9e0588ae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.993628 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa53778-9639-42c5-9215-5aa9e0588ae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.994119 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa53778-9639-42c5-9215-5aa9e0588ae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.994712 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa53778-9639-42c5-9215-5aa9e0588ae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.995256 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa53778-9639-42c5-9215-5aa9e0588ae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.996043 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa53778-9639-42c5-9215-5aa9e0588ae4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.997380 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa53778-9639-42c5-9215-5aa9e0588ae4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.997930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa53778-9639-42c5-9215-5aa9e0588ae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.998553 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa53778-9639-42c5-9215-5aa9e0588ae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:24.999360 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa53778-9639-42c5-9215-5aa9e0588ae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:25.000144 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa53778-9639-42c5-9215-5aa9e0588ae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:25.021475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c64b33-708f-4958-9f6f-2b34a0195ef2 req-a657bdb3-f73e-4b68-8575-1aaa2facf980 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:25.023569 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a1c64b33-708f-4958-9f6f-2b34a0195ef2 req-a657bdb3-f73e-4b68-8575-1aaa2facf980 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 931 time: 0.2126489 Jul 07 17:12:25.076183 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0de723c4-8a95-4e37-a5f9-c5d01f7ccc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.103643 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0de723c4-8a95-4e37-a5f9-c5d01f7ccc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.144746 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a1c64b33-708f-4958-9f6f-2b34a0195ef2 req-8d56e457-4e16-4b34-8f20-70391e26a193 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035357 Jul 07 17:12:25.211678 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0de723c4-8a95-4e37-a5f9-c5d01f7ccc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.215732 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0de723c4-8a95-4e37-a5f9-c5d01f7ccc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.220757 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0de723c4-8a95-4e37-a5f9-c5d01f7ccc18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f2f67a4-51f7-4fe1-8ccd-ba641e33c242 HTTP/1.1" status: 204 len: 168 time: 0.2141681 Jul 07 17:12:25.247094 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de723c4-8a95-4e37-a5f9-c5d01f7ccc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2f67a4-51f7-4fe1-8ccd-ba641e33c242,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:25.252877 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f49484c-f6a9-4161-9539-ac874cb28b71 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:25.264388 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.288238 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] Transition to ACTIVE for port object 3f49484c-f6a9-4161-9539-ac874cb28b71 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:25.293882 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.390255 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] Pushing event updated for resources: {'Port': ['ID=3f49484c-f6a9-4161-9539-ac874cb28b71,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:25.473194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] Attempting to bind port 3f49484c-f6a9-4161-9539-ac874cb28b71 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:25.474323 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] Attempting to bind port 3f49484c-f6a9-4161-9539-ac874cb28b71 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:25.474323 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] Attempting to bind port 3f49484c-f6a9-4161-9539-ac874cb28b71 on network 1a593835-75cf-40d8-8fd5-4eaad13dc252 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:25.482642 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] Port 3f49484c-f6a9-4161-9539-ac874cb28b71 on network 1a593835-75cf-40d8-8fd5-4eaad13dc252 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:12:25.483086 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] Attempting to bind port 3f49484c-f6a9-4161-9539-ac874cb28b71 on network 1a593835-75cf-40d8-8fd5-4eaad13dc252 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:25.491189 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:25.491559 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] Checking segment: {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:25.492356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] Bound using segment: {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:25.493010 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] Bound port: 3f49484c-f6a9-4161-9539-ac874cb28b71, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e4a077-4d34-43ea-95ef-c3632d1cabc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:25.493517 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.627499 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] For port 3f49484c-f6a9-4161-9539-ac874cb28b71, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:25.631677 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] For port 3f49484c-f6a9-4161-9539-ac874cb28b71, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=3f49484c-f6a9-4161-9539-ac874cb28b71,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:25.636521 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.696512 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] Pushing event updated for resources: {'Port': ['ID=3f49484c-f6a9-4161-9539-ac874cb28b71,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:25.707171 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:25.707923 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:25.709430 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-b6616eb0-2423-496d-939f-7e9df42a8673 service neutron] 10.222.0.15 "PUT /v2.0/ports/3f49484c-f6a9-4161-9539-ac874cb28b71 HTTP/1.1" status: 200 len: 1091 time: 1.4257536 Jul 07 17:12:25.709952 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f53ad4-cd95-4667-b27b-308b03af8d2b', 'tag': '3f49484c-f6a9-4161-9539-ac874cb28b71'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:25.712577 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b91456-27c5-489b-b47f-aefbad463353" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f53ad4-cd95-4667-b27b-308b03af8d2b", "tag": "3f49484c-f6a9-4161-9539-ac874cb28b71"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:25.832261 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a914f42-99fc-4323-af88-aae311a0ac48 x-openstack-request-id: req-2a914f42-99fc-4323-af88-aae311a0ac48 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:25.832539 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f53ad4-cd95-4667-b27b-308b03af8d2b", "tag": "3f49484c-f6a9-4161-9539-ac874cb28b71", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:25.832905 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a914f42-99fc-4323-af88-aae311a0ac48 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:25.833374 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f53ad4-cd95-4667-b27b-308b03af8d2b', 'tag': '3f49484c-f6a9-4161-9539-ac874cb28b71', 'status': 'completed', 'code': 200} Jul 07 17:12:25.901621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-4424faed-99d3-4b69-bfeb-829f21ae10a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:25.904558 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-4424faed-99d3-4b69-bfeb-829f21ae10a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 1094 time: 0.1401825 Jul 07 17:12:25.981346 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-c3c0733d-6d82-4a60-bb95-990b000d068c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f49484c-f6a9-4161-9539-ac874cb28b71 HTTP/1.1" status: 200 len: 217 time: 0.0645571 Jul 07 17:12:26.055142 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-55fcad06-ebe3-41a0-86a5-7d89e4a8bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:26.058999 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-55fcad06-ebe3-41a0-86a5-7d89e4a8bbec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.0708108 Jul 07 17:12:26.144332 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-fe0aaebd-cfbf-4bbc-80df-a6856dc92128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:26.146512 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-fe0aaebd-cfbf-4bbc-80df-a6856dc92128 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805533 Jul 07 17:12:26.285543 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-bb32da4b-b0a5-4ad8-ae7d-b37d5cf8bb82 service neutron] 10.222.0.15 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266441 Jul 07 17:12:26.332100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43020) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:26.396499 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c906c-6b41-4de1-a003-b19e3f2e673f req-7ac07cdb-7c02-4ad8-82e4-4135b0bdbe7c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:26.398784 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d9c906c-6b41-4de1-a003-b19e3f2e673f req-7ac07cdb-7c02-4ad8-82e4-4135b0bdbe7c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 943 time: 0.1011107 Jul 07 17:12:26.429845 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55054394-9343-4e1b-83c0-8eac62970ec7 req-5f4d7de4-d969-43e8-9213-1152deac0ea2 service neutron] 10.222.0.15 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364655 Jul 07 17:12:26.456183 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d9c906c-6b41-4de1-a003-b19e3f2e673f req-2de9a211-2105-4956-875a-abd80d3fbe6f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499892 Jul 07 17:12:26.508894 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-6c160dfa-9302-4fbd-a8dd-8ac57cdf3576 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1193017739-network', 'tenant_id': '4d2304c15fc34e2bb52ca4b5ab5d2669'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:26.576449 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c160dfa-9302-4fbd-a8dd-8ac57cdf3576 admin admin] Made reservation on behalf of 4d2304c15fc34e2bb52ca4b5ab5d2669 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:26.579947 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c160dfa-9302-4fbd-a8dd-8ac57cdf3576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.596397 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c160dfa-9302-4fbd-a8dd-8ac57cdf3576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.637689 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b91456-27c5-489b-b47f-aefbad463353 req-f17520a2-b581-4586-b575-1da1f2e8906f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:26.640292 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-14b91456-27c5-489b-b47f-aefbad463353 req-f17520a2-b581-4586-b575-1da1f2e8906f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 1094 time: 0.1356838 Jul 07 17:12:26.859381 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b91456-27c5-489b-b47f-aefbad463353 req-9c052e56-5cbb-4e10-9a09-08db4f9e602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:26.862020 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-14b91456-27c5-489b-b47f-aefbad463353 req-9c052e56-5cbb-4e10-9a09-08db4f9e602b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 913 time: 0.2111893 Jul 07 17:12:26.889156 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c160dfa-9302-4fbd-a8dd-8ac57cdf3576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.914877 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c160dfa-9302-4fbd-a8dd-8ac57cdf3576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.914877 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c160dfa-9302-4fbd-a8dd-8ac57cdf3576 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:12:26.920140 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-14b91456-27c5-489b-b47f-aefbad463353 req-7cd840d8-4c35-4a45-adec-5e92e403c191 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f49484c-f6a9-4161-9539-ac874cb28b71 HTTP/1.1" status: 200 len: 217 time: 0.0500486 Jul 07 17:12:26.940052 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c160dfa-9302-4fbd-a8dd-8ac57cdf3576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:26.940529 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-6c160dfa-9302-4fbd-a8dd-8ac57cdf3576 admin admin] Added segment 66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff of type vlan for network 161d4377-9de8-487a-80ea-612eb05d4cf8 Jul 07 17:12:26.952832 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c160dfa-9302-4fbd-a8dd-8ac57cdf3576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375efb77-f64a-4778-931e-137d870e1bea,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:26.984679 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b91456-27c5-489b-b47f-aefbad463353 req-f38aedf9-ab8f-4d9b-bd35-9a0e9381198c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:26.986469 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-14b91456-27c5-489b-b47f-aefbad463353 req-f38aedf9-ab8f-4d9b-bd35-9a0e9381198c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.0588820 Jul 07 17:12:26.993538 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c160dfa-9302-4fbd-a8dd-8ac57cdf3576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.037056 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c160dfa-9302-4fbd-a8dd-8ac57cdf3576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.039441 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c160dfa-9302-4fbd-a8dd-8ac57cdf3576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:27.040410 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c160dfa-9302-4fbd-a8dd-8ac57cdf3576 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.063309 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b91456-27c5-489b-b47f-aefbad463353 req-b4507e37-42aa-463c-9e76-13d31dfa9dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:27.067519 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-14b91456-27c5-489b-b47f-aefbad463353 req-b4507e37-42aa-463c-9e76-13d31dfa9dbb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720074 Jul 07 17:12:27.109583 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6c160dfa-9302-4fbd-a8dd-8ac57cdf3576 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7762771 Jul 07 17:12:27.115102 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43030) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:27.120469 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-01559142-d415-40f0-8f05-0c83da2462bd admin admin] Request body: {'subnet': {'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1193017739-subnet', 'tenant_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:27.124210 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c160dfa-9302-4fbd-a8dd-8ac57cdf3576 admin admin] Pushing event updated for resources: {'Network': ['ID=161d4377-9de8-487a-80ea-612eb05d4cf8,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:27.136145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 161d4377-9de8-487a-80ea-612eb05d4cf8 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:27.146364 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01559142-d415-40f0-8f05-0c83da2462bd admin admin] Made reservation on behalf of 4d2304c15fc34e2bb52ca4b5ab5d2669 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:27.149264 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-01559142-d415-40f0-8f05-0c83da2462bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.173126 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-14b91456-27c5-489b-b47f-aefbad463353 req-61c1b75c-31af-46e6-9483-5ef473129aa6 service neutron] 10.222.0.15 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967033 Jul 07 17:12:27.275028 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-14b91456-27c5-489b-b47f-aefbad463353 req-511e37ad-e59c-4dda-b216-30ad58b096ae service neutron] 10.222.0.15 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939879 Jul 07 17:12:27.335399 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-01559142-d415-40f0-8f05-0c83da2462bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.400080 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01559142-d415-40f0-8f05-0c83da2462bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=be9920d0-0827-4c6d-a74e-88c82514a23e,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:27.411546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01559142-d415-40f0-8f05-0c83da2462bd admin admin] Checking segment: {'id': '66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:27.411960 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01559142-d415-40f0-8f05-0c83da2462bd admin admin] Network hostable DHCP agents. Network: 161d4377-9de8-487a-80ea-612eb05d4cf8, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:12:27.432790 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01559142-d415-40f0-8f05-0c83da2462bd admin admin] Network 161d4377-9de8-487a-80ea-612eb05d4cf8 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:12:27.445043 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-01559142-d415-40f0-8f05-0c83da2462bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 161d4377-9de8-487a-80ea-612eb05d4cf8) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:27.449064 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01559142-d415-40f0-8f05-0c83da2462bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:27.449656 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-01559142-d415-40f0-8f05-0c83da2462bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.457629 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10662b8f-7e37-408f-bd0c-f92eadb28533 None None] Network 161d4377-9de8-487a-80ea-612eb05d4cf8 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:27.470842 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-01559142-d415-40f0-8f05-0c83da2462bd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3542595 Jul 07 17:12:27.473717 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 43038) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:27.478655 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-3fe0fb85-f61c-4247-a0ae-74f8f596c14b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1193017739-router', 'tenant_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:27.501747 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3fe0fb85-f61c-4247-a0ae-74f8f596c14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.503476 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3fe0fb85-f61c-4247-a0ae-74f8f596c14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.563224 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3fe0fb85-f61c-4247-a0ae-74f8f596c14b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.639928 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-161d4377-9de8-487a-80ea-612eb05d4cf8', 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8', 'tenant_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'fixed_ips': [{'subnet_id': 'be9920d0-0827-4c6d-a74e-88c82514a23e'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:12:27.639928 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:27.815108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Allocated IP 172.20.0.2 (161d4377-9de8-487a-80ea-612eb05d4cf8/be9920d0-0827-4c6d-a74e-88c82514a23e/33c6838f-51e6-4531-8df1-66a0b996633f) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:28.015585 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.026858 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Transition to ACTIVE for port object 33c6838f-51e6-4531-8df1-66a0b996633f will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:28.044880 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Transition to ACTIVE for port object 33c6838f-51e6-4531-8df1-66a0b996633f will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:28.052955 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.093927 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Network 161d4377-9de8-487a-80ea-612eb05d4cf8 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:28.097629 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:28.101341 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:28.118369 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Pushing event updated for resources: {'Port': ['ID=33c6838f-51e6-4531-8df1-66a0b996633f,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:28.180294 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3fe0fb85-f61c-4247-a0ae-74f8f596c14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.189614 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Attempting to bind port 33c6838f-51e6-4531-8df1-66a0b996633f on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:28.190637 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Attempting to bind port 33c6838f-51e6-4531-8df1-66a0b996633f by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:28.191352 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Attempting to bind port 33c6838f-51e6-4531-8df1-66a0b996633f on network 161d4377-9de8-487a-80ea-612eb05d4cf8 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:28.198005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:28.198842 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Checking segment: {'id': '66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:28.200132 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.200758 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Bound using segment: {'id': '66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:28.201762 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Bound port: 33c6838f-51e6-4531-8df1-66a0b996633f, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:28.204031 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.274716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15508623-35ea-4e7e-9c3e-acb6d3b57beb req-89250499-ddde-4a94-b5ed-b487a85067a3 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:28.282057 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15508623-35ea-4e7e-9c3e-acb6d3b57beb req-89250499-ddde-4a94-b5ed-b487a85067a3 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 943 time: 0.6732450 Jul 07 17:12:28.318517 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] For port 33c6838f-51e6-4531-8df1-66a0b996633f, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:28.322442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] For port 33c6838f-51e6-4531-8df1-66a0b996633f, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=33c6838f-51e6-4531-8df1-66a0b996633f,segment=NetworkSegment(66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff),segment_id=66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:28.331962 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.340945 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15508623-35ea-4e7e-9c3e-acb6d3b57beb req-fe10879a-9911-4927-be44-121334fcea70 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578673 Jul 07 17:12:28.418689 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488265f1-150b-4f7c-b3e7-36f8a75a060a None None] Pushing event updated for resources: {'Port': ['ID=33c6838f-51e6-4531-8df1-66a0b996633f,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:28.522216 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3fe0fb85-f61c-4247-a0ae-74f8f596c14b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.552053 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3fe0fb85-f61c-4247-a0ae-74f8f596c14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:28.801321 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-3fe0fb85-f61c-4247-a0ae-74f8f596c14b admin admin] Allocated IP 172.25.2.118 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/3fe5fe43-c884-481f-86ad-aec11fba533e) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:28.981950 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3fe0fb85-f61c-4247-a0ae-74f8f596c14b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.027002 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3fe0fb85-f61c-4247-a0ae-74f8f596c14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.068425 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe0fb85-f61c-4247-a0ae-74f8f596c14b admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:29.073859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-3fe0fb85-f61c-4247-a0ae-74f8f596c14b admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:29.077839 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe0fb85-f61c-4247-a0ae-74f8f596c14b admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:29.083740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0fb85-f61c-4247-a0ae-74f8f596c14b admin admin] Pushing event updated for resources: {'Port': ['ID=3fe5fe43-c884-481f-86ad-aec11fba533e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:29.338010 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 3f49484c-f6a9-4161-9539-ac874cb28b71 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:12:29.348615 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3fe0fb85-f61c-4247-a0ae-74f8f596c14b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.528542 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 3f49484c-f6a9-4161-9539-ac874cb28b71, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=3f49484c-f6a9-4161-9539-ac874cb28b71,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:29.554433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '3f49484c-f6a9-4161-9539-ac874cb28b71', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'port_id': '3f49484c-f6a9-4161-9539-ac874cb28b71', 'mac_address': 'fa:16:3e:81:d0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:12:29.619371 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.639128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e240db-4950-4732-9b67-59e1d9a1c553 None None] Network 161d4377-9de8-487a-80ea-612eb05d4cf8 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:29.644676 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f49484c-f6a9-4161-9539-ac874cb28b71 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:29.646001 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e99ce-ab2a-43c5-9454-c7053a88a8a0 req-c9a3cca6-e9f5-4881-8561-d4eced0ac22c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:29.647615 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-919e99ce-ab2a-43c5-9454-c7053a88a8a0 req-c9a3cca6-e9f5-4881-8561-d4eced0ac22c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 943 time: 0.1423368 Jul 07 17:12:29.650669 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3fe0fb85-f61c-4247-a0ae-74f8f596c14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.716247 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 3f49484c-f6a9-4161-9539-ac874cb28b71, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=3f49484c-f6a9-4161-9539-ac874cb28b71,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:29.722085 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:29.729923 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-428e0413-bbc1-4320-a10d-4d6232695499 None None] Provisioning for port 33c6838f-51e6-4531-8df1-66a0b996633f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:29.768706 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-919e99ce-ab2a-43c5-9454-c7053a88a8a0 req-bd5f5225-b48a-47c7-90b8-2b31ba8ea34d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099048 Jul 07 17:12:29.800209 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=3f49484c-f6a9-4161-9539-ac874cb28b71,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:29.808005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:29.808358 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:29.808742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:29.809078 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:29.809420 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:29.809764 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:29.810109 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:29.810612 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:29.810827 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:29.811163 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:29.811530 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:29.811859 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:29.832185 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe0fb85-f61c-4247-a0ae-74f8f596c14b admin admin] Router 1bf76a74-1918-4034-8a50-f431a885e066 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:12:29.958178 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe0fb85-f61c-4247-a0ae-74f8f596c14b admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:29.971597 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] Sync routers for ids ['1bf76a74-1918-4034-8a50-f431a885e066'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:29.983963 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] Routers {'1bf76a74-1918-4034-8a50-f431a885e066'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:29.985007 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:12:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['1bf76a74-1918-4034-8a50-f431a885e066'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:29.985426 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['3f49484c-f6a9-4161-9539-ac874cb28b71'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:30.000661 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3fe0fb85-f61c-4247-a0ae-74f8f596c14b admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.002257 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3fe0fb85-f61c-4247-a0ae-74f8f596c14b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5274577 Jul 07 17:12:30.004917 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 43058) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:30.134980 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] Set router 1bf76a74-1918-4034-8a50-f431a885e066 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:30.378410 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf76a74-1918-4034-8a50-f431a885e066', 'name': 'tempest-TestServerMultinode-1193017739-router', 'tenant_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '3fe5fe43-c884-481f-86ad-aec11fba533e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:27Z', 'updated_at': '2021-07-07T17:12:29Z', 'revision_number': 3, 'project_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'gw_port': {'id': '3fe5fe43-c884-481f-86ad-aec11fba533e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf76a74-1918-4034-8a50-f431a885e066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:28Z', 'updated_at': '2021-07-07T17:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:30.421325 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] Checking router: 1bf76a74-1918-4034-8a50-f431a885e066 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:30.421821 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] Updating router 1bf76a74-1918-4034-8a50-f431a885e066 port 3fe5fe43-c884-481f-86ad-aec11fba533e binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:12:30.426742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 33c6838f-51e6-4531-8df1-66a0b996633f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:30.478541 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.508525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 33c6838f-51e6-4531-8df1-66a0b996633f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:30.516665 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 33c6838f-51e6-4531-8df1-66a0b996633f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:30.517090 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.629522 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.683924 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 33c6838f-51e6-4531-8df1-66a0b996633f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=33c6838f-51e6-4531-8df1-66a0b996633f,segment=NetworkSegment(66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff),segment_id=66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:30.689695 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.727526 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11a7a442-0ce1-45b2-83da-25789a4eb965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.763264 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=33c6838f-51e6-4531-8df1-66a0b996633f,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:30.928083 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:30.939308 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] Transition to ACTIVE for port object 3fe5fe43-c884-481f-86ad-aec11fba533e will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:30.945308 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.014631 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a3445-57d6-4ed0-8909-f4c9910a334c None None] Pushing event updated for resources: {'Port': ['ID=3fe5fe43-c884-481f-86ad-aec11fba533e,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:31.019340 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] Attempting to bind port 3fe5fe43-c884-481f-86ad-aec11fba533e on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:31.019808 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] Attempting to bind port 3fe5fe43-c884-481f-86ad-aec11fba533e by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:31.020253 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] Attempting to bind port 3fe5fe43-c884-481f-86ad-aec11fba533e on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:31.026075 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:31.026618 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:31.027060 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.028433 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:31.029004 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] Bound port: 3fe5fe43-c884-481f-86ad-aec11fba533e, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:31.029466 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.085933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-11a7a442-0ce1-45b2-83da-25789a4eb965 admin admin] Allocated IP 172.20.0.1 (161d4377-9de8-487a-80ea-612eb05d4cf8/be9920d0-0827-4c6d-a74e-88c82514a23e/432f93ca-ba5e-42a2-b3e9-a80952babb6e) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:31.092839 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] For port 3fe5fe43-c884-481f-86ad-aec11fba533e, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:31.096301 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] For port 3fe5fe43-c884-481f-86ad-aec11fba533e, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3fe5fe43-c884-481f-86ad-aec11fba533e,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:31.100642 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.119846 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d43802-6b5d-4b6d-b25b-02ecdf855701 req-64eb3142-ed6c-4a48-846a-54fdc5e01286 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:31.123268 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72d43802-6b5d-4b6d-b25b-02ecdf855701 req-64eb3142-ed6c-4a48-846a-54fdc5e01286 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 944 time: 0.2114680 Jul 07 17:12:31.167289 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] Routers {'1bf76a74-1918-4034-8a50-f431a885e066'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:31.167975 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:12:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['1bf76a74-1918-4034-8a50-f431a885e066'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:31.170976 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a3445-57d6-4ed0-8909-f4c9910a334c None None] Pushing event updated for resources: {'Port': ['ID=3fe5fe43-c884-481f-86ad-aec11fba533e,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:31.246820 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72d43802-6b5d-4b6d-b25b-02ecdf855701 req-48eea288-8971-4778-964a-3d94af5ac02a tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126022 Jul 07 17:12:31.281117 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] Set router 1bf76a74-1918-4034-8a50-f431a885e066 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:31.294183 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11a7a442-0ce1-45b2-83da-25789a4eb965 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.308288 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-11a7a442-0ce1-45b2-83da-25789a4eb965 admin admin] Transition to ACTIVE for port object 432f93ca-ba5e-42a2-b3e9-a80952babb6e will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:31.343934 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11a7a442-0ce1-45b2-83da-25789a4eb965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.368944 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 3f49484c-f6a9-4161-9539-ac874cb28b71 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:31.388573 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a7a442-0ce1-45b2-83da-25789a4eb965 admin admin] Network 161d4377-9de8-487a-80ea-612eb05d4cf8 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:31.391547 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-11a7a442-0ce1-45b2-83da-25789a4eb965 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:31.396203 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a7a442-0ce1-45b2-83da-25789a4eb965 admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:31.399495 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7a442-0ce1-45b2-83da-25789a4eb965 admin admin] Pushing event updated for resources: {'Port': ['ID=432f93ca-ba5e-42a2-b3e9-a80952babb6e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:31.439500 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11a7a442-0ce1-45b2-83da-25789a4eb965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.445596 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 3f49484c-f6a9-4161-9539-ac874cb28b71 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:31.455945 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 3f49484c-f6a9-4161-9539-ac874cb28b71 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:31.456323 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.521238 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf76a74-1918-4034-8a50-f431a885e066', 'name': 'tempest-TestServerMultinode-1193017739-router', 'tenant_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '3fe5fe43-c884-481f-86ad-aec11fba533e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:27Z', 'updated_at': '2021-07-07T17:12:29Z', 'revision_number': 3, 'project_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'gw_port': {'id': '3fe5fe43-c884-481f-86ad-aec11fba533e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf76a74-1918-4034-8a50-f431a885e066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:28Z', 'updated_at': '2021-07-07T17:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:31.564024 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.624919 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f53ad4-cd95-4667-b27b-308b03af8d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f49484c-f6a9-4161-9539-ac874cb28b71'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:31.629159 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d09e72d-a148-4ac9-ba40-e3af4c69910d" -d '{"events": [{"server_uuid": "b6f53ad4-cd95-4667-b27b-308b03af8d2b", "name": "network-vif-plugged", "status": "completed", "tag": "3f49484c-f6a9-4161-9539-ac874cb28b71"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:31.662569 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 3f49484c-f6a9-4161-9539-ac874cb28b71, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=3f49484c-f6a9-4161-9539-ac874cb28b71,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:31.670563 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.700186 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de499806-d2c0-4f9e-958d-c964353bb694 None None] The sync data for ids ['1bf76a74-1918-4034-8a50-f431a885e066'] in n-d-793620-7 is: [{'id': '1bf76a74-1918-4034-8a50-f431a885e066', 'name': 'tempest-TestServerMultinode-1193017739-router', 'tenant_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '3fe5fe43-c884-481f-86ad-aec11fba533e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:27Z', 'updated_at': '2021-07-07T17:12:29Z', 'revision_number': 3, 'project_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'gw_port': {'id': '3fe5fe43-c884-481f-86ad-aec11fba533e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf76a74-1918-4034-8a50-f431a885e066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:28Z', 'updated_at': '2021-07-07T17:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:31.777200 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11a7a442-0ce1-45b2-83da-25789a4eb965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.783601 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2628a62d-bf22-4d27-9ea9-d0e6a86ff435 x-openstack-request-id: req-2628a62d-bf22-4d27-9ea9-d0e6a86ff435 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:31.784046 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f53ad4-cd95-4667-b27b-308b03af8d2b", "name": "network-vif-plugged", "status": "completed", "tag": "3f49484c-f6a9-4161-9539-ac874cb28b71", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:31.793507 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2628a62d-bf22-4d27-9ea9-d0e6a86ff435 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:31.807282 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f53ad4-cd95-4667-b27b-308b03af8d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f49484c-f6a9-4161-9539-ac874cb28b71', 'code': 200} Jul 07 17:12:31.838236 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-182e2227-21e7-4a6c-a710-581a5025d370 None None] Provisioning for port 432f93ca-ba5e-42a2-b3e9-a80952babb6e completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:31.867016 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-182e2227-21e7-4a6c-a710-581a5025d370 None None] Provisioning complete for port 432f93ca-ba5e-42a2-b3e9-a80952babb6e triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:31.867407 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-182e2227-21e7-4a6c-a710-581a5025d370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:31.869213 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=3f49484c-f6a9-4161-9539-ac874cb28b71,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:31.941142 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-182e2227-21e7-4a6c-a710-581a5025d370 None None] Port 432f93ca-ba5e-42a2-b3e9-a80952babb6e cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:32.006985 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339d922-5528-44c8-bb0e-079278ca17e7 req-a4ae00ea-7b50-48f0-94c6-5c7486f00c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:32.008616 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1339d922-5528-44c8-bb0e-079278ca17e7 req-a4ae00ea-7b50-48f0-94c6-5c7486f00c4d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 1096 time: 0.1310847 Jul 07 17:12:32.089455 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1339d922-5528-44c8-bb0e-079278ca17e7 req-c5526ac2-0da3-47ab-820c-e2f35d481398 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717895 Jul 07 17:12:32.099806 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11a7a442-0ce1-45b2-83da-25789a4eb965 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.107223 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11a7a442-0ce1-45b2-83da-25789a4eb965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.208241 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7a442-0ce1-45b2-83da-25789a4eb965 admin admin] Pushing event updated for resources: {'Port': ['ID=432f93ca-ba5e-42a2-b3e9-a80952babb6e,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:32.214775 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11a7a442-0ce1-45b2-83da-25789a4eb965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.389194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a7a442-0ce1-45b2-83da-25789a4eb965 admin admin] Network 161d4377-9de8-487a-80ea-612eb05d4cf8 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:32.391874 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-11a7a442-0ce1-45b2-83da-25789a4eb965 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:32.532159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3fe5fe43-c884-481f-86ad-aec11fba533e up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:32.638536 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 3fe5fe43-c884-481f-86ad-aec11fba533e completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:32.646751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 3fe5fe43-c884-481f-86ad-aec11fba533e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:32.647499 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.668670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f105c-66d1-45c6-812a-8cce3287f68a req-4cca5d3b-7dee-452b-b6a8-c360ab228e41 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:32.670200 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d42f105c-66d1-45c6-812a-8cce3287f68a req-4cca5d3b-7dee-452b-b6a8-c360ab228e41 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 945 time: 0.2426364 Jul 07 17:12:32.688423 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a7a442-0ce1-45b2-83da-25789a4eb965 admin admin] Router 1bf76a74-1918-4034-8a50-f431a885e066 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:32.746541 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d42f105c-66d1-45c6-812a-8cce3287f68a req-8a1ca9e1-ddea-4803-9541-6fb1c1e8397b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562403 Jul 07 17:12:32.779682 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.814110 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 3fe5fe43-c884-481f-86ad-aec11fba533e, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3fe5fe43-c884-481f-86ad-aec11fba533e,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:32.820498 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5fc5587a-055a-476b-a2c8-61da2ee3eee2 None None] Provisioning complete for port 432f93ca-ba5e-42a2-b3e9-a80952babb6e triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:32.821066 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5fc5587a-055a-476b-a2c8-61da2ee3eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.825604 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:32.827265 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 33c6838f-51e6-4531-8df1-66a0b996633f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:32.895794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a7a442-0ce1-45b2-83da-25789a4eb965 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:32.924619 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-11a7a442-0ce1-45b2-83da-25789a4eb965 admin admin] 10.222.0.50 "PUT /v2.0/routers/1bf76a74-1918-4034-8a50-f431a885e066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9182196 Jul 07 17:12:32.977747 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-5fc5587a-055a-476b-a2c8-61da2ee3eee2 None None] Port 432f93ca-ba5e-42a2-b3e9-a80952babb6e cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:32.999982 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 33c6838f-51e6-4531-8df1-66a0b996633f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:33.000367 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.049321 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=3fe5fe43-c884-481f-86ad-aec11fba533e,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:33.635262 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43098) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:33.641810 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b6c5d0d9-eb93-46a3-8fa9-9141adf54ceb admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-366496024-network', 'tenant_id': '7bf996eaef234a5c81dd459d3529a69f'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:33.664054 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c5d0d9-eb93-46a3-8fa9-9141adf54ceb admin admin] Made reservation on behalf of 7bf996eaef234a5c81dd459d3529a69f for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:33.667216 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b6c5d0d9-eb93-46a3-8fa9-9141adf54ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.678316 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b6c5d0d9-eb93-46a3-8fa9-9141adf54ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.812807 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b6c5d0d9-eb93-46a3-8fa9-9141adf54ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.817803 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b6c5d0d9-eb93-46a3-8fa9-9141adf54ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.848720 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c5d0d9-eb93-46a3-8fa9-9141adf54ceb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:12:33.865666 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5d0d9-eb93-46a3-8fa9-9141adf54ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b45482-2f87-4282-8d8f-4eba0a146666,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:33.869102 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b6c5d0d9-eb93-46a3-8fa9-9141adf54ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.869495 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-b6c5d0d9-eb93-46a3-8fa9-9141adf54ceb admin admin] Added segment 8b72e212-2b7a-40cb-9368-287232977da0 of type vlan for network 188d1763-ec62-4a92-82de-f0379c181a15 Jul 07 17:12:33.917940 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b6c5d0d9-eb93-46a3-8fa9-9141adf54ceb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.959869 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b6c5d0d9-eb93-46a3-8fa9-9141adf54ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.961342 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c5d0d9-eb93-46a3-8fa9-9141adf54ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:33.961968 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b6c5d0d9-eb93-46a3-8fa9-9141adf54ceb admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:33.992621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1bd4b-2855-48d2-89d8-cd260b3b6e9b req-10ff75d4-a66f-4941-aa3d-eeeb0ebf08e7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:34.001032 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-47d1bd4b-2855-48d2-89d8-cd260b3b6e9b req-10ff75d4-a66f-4941-aa3d-eeeb0ebf08e7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 945 time: 0.1210065 Jul 07 17:12:34.034971 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b6c5d0d9-eb93-46a3-8fa9-9141adf54ceb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3981755 Jul 07 17:12:34.035692 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43110) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:34.066502 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f0019bb4-6b23-43a7-a342-17dbf1b46b0f admin admin] Request body: {'subnet': {'network_id': '188d1763-ec62-4a92-82de-f0379c181a15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-366496024-subnet', 'tenant_id': '7bf996eaef234a5c81dd459d3529a69f', 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:34.091224 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5d0d9-eb93-46a3-8fa9-9141adf54ceb admin admin] Pushing event updated for resources: {'Network': ['ID=188d1763-ec62-4a92-82de-f0379c181a15,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:34.108945 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-47d1bd4b-2855-48d2-89d8-cd260b3b6e9b req-c0724d75-3061-4da8-bfc6-aebe3eb3ecec tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067126 Jul 07 17:12:34.112603 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 188d1763-ec62-4a92-82de-f0379c181a15 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:12:34.119889 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0019bb4-6b23-43a7-a342-17dbf1b46b0f admin admin] Made reservation on behalf of 7bf996eaef234a5c81dd459d3529a69f for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:34.125602 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f0019bb4-6b23-43a7-a342-17dbf1b46b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.251718 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] Sync routers for ids ['1bf76a74-1918-4034-8a50-f431a885e066'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:34.279489 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] Routers {'1bf76a74-1918-4034-8a50-f431a885e066'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:34.280237 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:12:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['1bf76a74-1918-4034-8a50-f431a885e066'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:34.416284 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3fe5fe43-c884-481f-86ad-aec11fba533e up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:34.459024 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f0019bb4-6b23-43a7-a342-17dbf1b46b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.517811 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] Set router 1bf76a74-1918-4034-8a50-f431a885e066 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:34.567893 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 3fe5fe43-c884-481f-86ad-aec11fba533e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:34.568277 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.580647 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0019bb4-6b23-43a7-a342-17dbf1b46b0f admin admin] Checking segment: {'id': '8b72e212-2b7a-40cb-9368-287232977da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '188d1763-ec62-4a92-82de-f0379c181a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:34.581034 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0019bb4-6b23-43a7-a342-17dbf1b46b0f admin admin] Network hostable DHCP agents. Network: 188d1763-ec62-4a92-82de-f0379c181a15, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:12:34.585299 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0019bb4-6b23-43a7-a342-17dbf1b46b0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=86782bba-5612-4026-8fa0-ff8522df823b,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:34.603818 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0019bb4-6b23-43a7-a342-17dbf1b46b0f admin admin] Network 188d1763-ec62-4a92-82de-f0379c181a15 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:12:34.615276 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f0019bb4-6b23-43a7-a342-17dbf1b46b0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 188d1763-ec62-4a92-82de-f0379c181a15) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:34.625623 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0019bb4-6b23-43a7-a342-17dbf1b46b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:34.626698 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f0019bb4-6b23-43a7-a342-17dbf1b46b0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.640811 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d4ae51-5d9f-4e3b-bd39-4ae332d3ebd8 None None] Network 188d1763-ec62-4a92-82de-f0379c181a15 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:34.685319 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f0019bb4-6b23-43a7-a342-17dbf1b46b0f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6307707 Jul 07 17:12:34.686457 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 43116) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:34.692407 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-033c2347-912a-4823-b094-e232a760b78b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-366496024-router', 'tenant_id': '7bf996eaef234a5c81dd459d3529a69f', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:34.722658 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-033c2347-912a-4823-b094-e232a760b78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.724957 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-033c2347-912a-4823-b094-e232a760b78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:34.746574 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3f620-4e84-43e5-8c28-d02a33a7e15f req-225391a4-ff21-49f6-8d7b-6b20c36539aa tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:34.755597 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f4e3f620-4e84-43e5-8c28-d02a33a7e15f req-225391a4-ff21-49f6-8d7b-6b20c36539aa tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 945 time: 0.1365385 Jul 07 17:12:34.809919 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f4e3f620-4e84-43e5-8c28-d02a33a7e15f req-98a08d44-04b4-4e39-912f-69bfec23bb06 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531731 Jul 07 17:12:34.810722 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-033c2347-912a-4823-b094-e232a760b78b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.140887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf76a74-1918-4034-8a50-f431a885e066', 'name': 'tempest-TestServerMultinode-1193017739-router', 'tenant_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '3fe5fe43-c884-481f-86ad-aec11fba533e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:27Z', 'updated_at': '2021-07-07T17:12:31Z', 'revision_number': 4, 'project_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'gw_port': {'id': '3fe5fe43-c884-481f-86ad-aec11fba533e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf76a74-1918-4034-8a50-f431a885e066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:28Z', 'updated_at': '2021-07-07T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '432f93ca-ba5e-42a2-b3e9-a80952babb6e', 'name': '', 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8', 'tenant_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'mac_address': 'fa:16:3e:6e:e0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf76a74-1918-4034-8a50-f431a885e066', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'be9920d0-0827-4c6d-a74e-88c82514a23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:30Z', 'updated_at': '2021-07-07T17:12:31Z', 'revision_number': 2, 'project_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'subnets': [{'id': 'be9920d0-0827-4c6d-a74e-88c82514a23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:35.176621 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-188d1763-ec62-4a92-82de-f0379c181a15', 'network_id': '188d1763-ec62-4a92-82de-f0379c181a15', 'tenant_id': '7bf996eaef234a5c81dd459d3529a69f', 'fixed_ips': [{'subnet_id': '86782bba-5612-4026-8fa0-ff8522df823b'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:12:35.177513 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.181413 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] Checking router: 1bf76a74-1918-4034-8a50-f431a885e066 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:35.181774 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] Updating router 1bf76a74-1918-4034-8a50-f431a885e066 port 432f93ca-ba5e-42a2-b3e9-a80952babb6e binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:12:35.244092 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.448174 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-033c2347-912a-4823-b094-e232a760b78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.539167 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Allocated IP 172.20.0.2 (188d1763-ec62-4a92-82de-f0379c181a15/86782bba-5612-4026-8fa0-ff8522df823b/e2b7efdf-4b74-450f-b685-1706eb06c31c) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:35.715364 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-033c2347-912a-4823-b094-e232a760b78b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.736016 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-033c2347-912a-4823-b094-e232a760b78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.825371 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.853365 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Transition to ACTIVE for port object e2b7efdf-4b74-450f-b685-1706eb06c31c will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:35.861520 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.877522 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-033c2347-912a-4823-b094-e232a760b78b admin admin] Allocated IP 172.25.2.178 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/85512b96-21bb-47e5-bd7e-4e7babbc6411) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:35.882714 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] Transition to ACTIVE for port object 432f93ca-ba5e-42a2-b3e9-a80952babb6e will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:35.884923 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Transition to ACTIVE for port object e2b7efdf-4b74-450f-b685-1706eb06c31c will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:35.890827 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.899639 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:35.952533 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Network 188d1763-ec62-4a92-82de-f0379c181a15 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:35.959303 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:35.963593 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:35.966265 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96d3ee-91b8-483b-83b1-bc51f33290b2 None None] Pushing event updated for resources: {'Port': ['ID=432f93ca-ba5e-42a2-b3e9-a80952babb6e,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:36.012393 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-033c2347-912a-4823-b094-e232a760b78b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.041764 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f589e-bb04-4245-8755-91c368f272ee req-c74d3dd4-f735-43b0-be0d-764a5d200d59 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:36.044203 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b56f589e-bb04-4245-8755-91c368f272ee req-c74d3dd4-f735-43b0-be0d-764a5d200d59 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 945 time: 0.0938847 Jul 07 17:12:36.078153 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-033c2347-912a-4823-b094-e232a760b78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.111260 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b56f589e-bb04-4245-8755-91c368f272ee req-1dc27887-56a2-465d-932d-371493040f80 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540442 Jul 07 17:12:36.134853 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033c2347-912a-4823-b094-e232a760b78b admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:36.138858 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-033c2347-912a-4823-b094-e232a760b78b admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:36.142998 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033c2347-912a-4823-b094-e232a760b78b admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:36.146363 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Pushing event updated for resources: {'Port': ['ID=e2b7efdf-4b74-450f-b685-1706eb06c31c,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:36.148801 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] Attempting to bind port 432f93ca-ba5e-42a2-b3e9-a80952babb6e on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:36.149184 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] Attempting to bind port 432f93ca-ba5e-42a2-b3e9-a80952babb6e by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:36.149595 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] Attempting to bind port 432f93ca-ba5e-42a2-b3e9-a80952babb6e on network 161d4377-9de8-487a-80ea-612eb05d4cf8 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:36.151837 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Attempting to bind port e2b7efdf-4b74-450f-b685-1706eb06c31c on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:36.152308 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Attempting to bind port e2b7efdf-4b74-450f-b685-1706eb06c31c by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '8b72e212-2b7a-40cb-9368-287232977da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '188d1763-ec62-4a92-82de-f0379c181a15'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:36.152663 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Attempting to bind port e2b7efdf-4b74-450f-b685-1706eb06c31c on network 188d1763-ec62-4a92-82de-f0379c181a15 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:36.160787 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:36.161045 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] Checking segment: {'id': '66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:36.161365 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.161771 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] Bound using segment: {'id': '66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:36.162253 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] Bound port: 432f93ca-ba5e-42a2-b3e9-a80952babb6e, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:36.162679 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.164733 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:36.165133 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Checking segment: {'id': '8b72e212-2b7a-40cb-9368-287232977da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '188d1763-ec62-4a92-82de-f0379c181a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:36.165498 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.165896 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Bound using segment: {'id': '8b72e212-2b7a-40cb-9368-287232977da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '188d1763-ec62-4a92-82de-f0379c181a15'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:36.166517 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Bound port: e2b7efdf-4b74-450f-b685-1706eb06c31c, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b72e212-2b7a-40cb-9368-287232977da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '188d1763-ec62-4a92-82de-f0379c181a15'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:36.167066 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.337817 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] For port e2b7efdf-4b74-450f-b685-1706eb06c31c, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:36.344553 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] For port e2b7efdf-4b74-450f-b685-1706eb06c31c, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e2b7efdf-4b74-450f-b685-1706eb06c31c,segment=NetworkSegment(8b72e212-2b7a-40cb-9368-287232977da0),segment_id=8b72e212-2b7a-40cb-9368-287232977da0)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:36.347929 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c2347-912a-4823-b094-e232a760b78b admin admin] Pushing event updated for resources: {'Port': ['ID=85512b96-21bb-47e5-bd7e-4e7babbc6411,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:36.350003 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] For port 432f93ca-ba5e-42a2-b3e9-a80952babb6e, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:36.354487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] For port 432f93ca-ba5e-42a2-b3e9-a80952babb6e, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=432f93ca-ba5e-42a2-b3e9-a80952babb6e,segment=NetworkSegment(66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff),segment_id=66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:36.360053 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.377706 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:36.470816 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] Routers {'1bf76a74-1918-4034-8a50-f431a885e066'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:36.471466 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:12:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['1bf76a74-1918-4034-8a50-f431a885e066'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:36.475117 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924ebe5-e638-4e60-a250-2977e11960b5 None None] Pushing event updated for resources: {'Port': ['ID=e2b7efdf-4b74-450f-b685-1706eb06c31c,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:36.685105 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96d3ee-91b8-483b-83b1-bc51f33290b2 None None] Pushing event updated for resources: {'Port': ['ID=432f93ca-ba5e-42a2-b3e9-a80952babb6e,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:36.737732 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] Set router 1bf76a74-1918-4034-8a50-f431a885e066 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:36.787639 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-033c2347-912a-4823-b094-e232a760b78b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.182250 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf76a74-1918-4034-8a50-f431a885e066', 'name': 'tempest-TestServerMultinode-1193017739-router', 'tenant_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '3fe5fe43-c884-481f-86ad-aec11fba533e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:27Z', 'updated_at': '2021-07-07T17:12:31Z', 'revision_number': 4, 'project_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'gw_port': {'id': '3fe5fe43-c884-481f-86ad-aec11fba533e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf76a74-1918-4034-8a50-f431a885e066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:28Z', 'updated_at': '2021-07-07T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '432f93ca-ba5e-42a2-b3e9-a80952babb6e', 'name': '', 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8', 'tenant_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'mac_address': 'fa:16:3e:6e:e0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf76a74-1918-4034-8a50-f431a885e066', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'be9920d0-0827-4c6d-a74e-88c82514a23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:30Z', 'updated_at': '2021-07-07T17:12:36Z', 'revision_number': 4, 'project_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'subnets': [{'id': 'be9920d0-0827-4c6d-a74e-88c82514a23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:37.204974 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-033c2347-912a-4823-b094-e232a760b78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.220229 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb86540-9a68-47d8-9bbc-258e3305c02c None None] The sync data for ids ['1bf76a74-1918-4034-8a50-f431a885e066'] in n-d-793620-7 is: [{'id': '1bf76a74-1918-4034-8a50-f431a885e066', 'name': 'tempest-TestServerMultinode-1193017739-router', 'tenant_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '3fe5fe43-c884-481f-86ad-aec11fba533e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:27Z', 'updated_at': '2021-07-07T17:12:31Z', 'revision_number': 4, 'project_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'gw_port': {'id': '3fe5fe43-c884-481f-86ad-aec11fba533e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf76a74-1918-4034-8a50-f431a885e066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:28Z', 'updated_at': '2021-07-07T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '432f93ca-ba5e-42a2-b3e9-a80952babb6e', 'name': '', 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8', 'tenant_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'mac_address': 'fa:16:3e:6e:e0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf76a74-1918-4034-8a50-f431a885e066', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'be9920d0-0827-4c6d-a74e-88c82514a23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:30Z', 'updated_at': '2021-07-07T17:12:36Z', 'revision_number': 4, 'project_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'subnets': [{'id': 'be9920d0-0827-4c6d-a74e-88c82514a23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:37.236071 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdca6a-15dc-4197-ac0a-2ebc9ebd756c req-42c30910-e9ef-45b5-b0d2-046ce6eeb44a tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:37.237631 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-59bdca6a-15dc-4197-ac0a-2ebc9ebd756c req-42c30910-e9ef-45b5-b0d2-046ce6eeb44a tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 945 time: 0.0886388 Jul 07 17:12:37.370707 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-59bdca6a-15dc-4197-ac0a-2ebc9ebd756c req-8d52e31a-8238-4664-9787-353a8b5e2d7f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247029 Jul 07 17:12:37.479942 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033c2347-912a-4823-b094-e232a760b78b admin admin] Router 60eba858-8bd1-45ec-b946-92802b5ec2db is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:12:37.614636 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033c2347-912a-4823-b094-e232a760b78b admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:37.628246 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] Sync routers for ids ['60eba858-8bd1-45ec-b946-92802b5ec2db'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:37.641793 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-033c2347-912a-4823-b094-e232a760b78b admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:37.645407 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] Routers {'60eba858-8bd1-45ec-b946-92802b5ec2db'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:37.646193 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:12:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['60eba858-8bd1-45ec-b946-92802b5ec2db'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:37.652080 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-033c2347-912a-4823-b094-e232a760b78b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9604051 Jul 07 17:12:37.653086 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43150) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:37.802553 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] Set router 60eba858-8bd1-45ec-b946-92802b5ec2db gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:38.126532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd2271-4150-4789-a6f3-139782c214fd req-90e8a7b8-5d03-4535-9400-d676ff8614f6 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:38.135544 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2efd2271-4150-4789-a6f3-139782c214fd req-90e8a7b8-5d03-4535-9400-d676ff8614f6 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 1096 time: 0.1094949 Jul 07 17:12:38.190499 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2efd2271-4150-4789-a6f3-139782c214fd req-3128982d-5b6c-4329-8706-43d7c4029e54 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536478 Jul 07 17:12:38.253276 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60eba858-8bd1-45ec-b946-92802b5ec2db', 'name': 'tempest-TestServerMultinode-366496024-router', 'tenant_id': '7bf996eaef234a5c81dd459d3529a69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '85512b96-21bb-47e5-bd7e-4e7babbc6411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:34Z', 'updated_at': '2021-07-07T17:12:36Z', 'revision_number': 3, 'project_id': '7bf996eaef234a5c81dd459d3529a69f', 'gw_port': {'id': '85512b96-21bb-47e5-bd7e-4e7babbc6411', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60eba858-8bd1-45ec-b946-92802b5ec2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:35Z', 'updated_at': '2021-07-07T17:12:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:38.297262 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] Checking router: 60eba858-8bd1-45ec-b946-92802b5ec2db for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:38.310515 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] Updating router 60eba858-8bd1-45ec-b946-92802b5ec2db port 85512b96-21bb-47e5-bd7e-4e7babbc6411 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:12:38.377489 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.400734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f48dc6c-96ff-42e6-b909-e85845ae091e None None] Network 188d1763-ec62-4a92-82de-f0379c181a15 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:12:38.538612 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30cfff98-42c1-41af-aa3c-da272866254f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.595836 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 432f93ca-ba5e-42a2-b3e9-a80952babb6e up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:38.653147 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dc65fc18-06ba-4cd8-aa5d-07ac7023f94b None None] Provisioning for port e2b7efdf-4b74-450f-b685-1706eb06c31c completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:38.680503 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b8110-2e3d-42e5-82a2-384eedc05c72 req-ce6a6fb8-fe6f-490f-a59e-14bbd426aca5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:38.690974 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9d5b8110-2e3d-42e5-82a2-384eedc05c72 req-ce6a6fb8-fe6f-490f-a59e-14bbd426aca5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 945 time: 0.2432215 Jul 07 17:12:38.734090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d1b1c-bcda-47af-b626-89fbb362f26f req-4815418d-1243-4fb6-b8bd-68fefa767877 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:38.742507 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e63d1b1c-bcda-47af-b626-89fbb362f26f req-4815418d-1243-4fb6-b8bd-68fefa767877 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 945 time: 0.1351910 Jul 07 17:12:38.809163 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e63d1b1c-bcda-47af-b626-89fbb362f26f req-91357f73-bdde-4a2c-928c-661d7791e069 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627508 Jul 07 17:12:38.878177 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9d5b8110-2e3d-42e5-82a2-384eedc05c72 req-f06c90a9-c92d-43e2-9c97-32a0197eb151 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861975 Jul 07 17:12:38.882213 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 432f93ca-ba5e-42a2-b3e9-a80952babb6e completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:38.896257 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 432f93ca-ba5e-42a2-b3e9-a80952babb6e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:38.896642 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.902136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 43164) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:12:38.917380 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:38.956527 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] Transition to ACTIVE for port object 85512b96-21bb-47e5-bd7e-4e7babbc6411 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:38.965547 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.016039 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-30cfff98-42c1-41af-aa3c-da272866254f admin admin] Allocated IP 172.20.0.1 (188d1763-ec62-4a92-82de-f0379c181a15/86782bba-5612-4026-8fa0-ff8522df823b/6809ddec-3c72-49d0-b252-a01c2d846f31) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:39.026500 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.036215 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6812b8d9-9775-46a7-92eb-fb8e60a1459e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/floatingips/51fd33b2-eae4-4977-b8cb-780de77b72ba HTTP/1.1" status: 200 len: 993 time: 0.1326106 Jul 07 17:12:39.157581 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] Attempting to bind port 85512b96-21bb-47e5-bd7e-4e7babbc6411 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:39.157967 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] Attempting to bind port 85512b96-21bb-47e5-bd7e-4e7babbc6411 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:39.161061 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] Attempting to bind port 85512b96-21bb-47e5-bd7e-4e7babbc6411 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:39.162651 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 432f93ca-ba5e-42a2-b3e9-a80952babb6e, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=432f93ca-ba5e-42a2-b3e9-a80952babb6e,segment=NetworkSegment(66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff),segment_id=66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:39.170417 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.171456 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e2b7efdf-4b74-450f-b685-1706eb06c31c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:39.180160 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac17834-0055-4ada-abb8-ab0daf6d207e None None] Pushing event updated for resources: {'Port': ['ID=85512b96-21bb-47e5-bd7e-4e7babbc6411,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:39.203607 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:39.204039 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:39.204408 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.204818 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:39.205309 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] Bound port: 85512b96-21bb-47e5-bd7e-4e7babbc6411, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:39.205697 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.271835 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac17834-0055-4ada-abb8-ab0daf6d207e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:39.272276 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac17834-0055-4ada-abb8-ab0daf6d207e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:39.272630 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac17834-0055-4ada-abb8-ab0daf6d207e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:39.272988 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac17834-0055-4ada-abb8-ab0daf6d207e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:39.273299 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac17834-0055-4ada-abb8-ab0daf6d207e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:39.273633 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac17834-0055-4ada-abb8-ab0daf6d207e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:39.277715 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac17834-0055-4ada-abb8-ab0daf6d207e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:39.277715 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac17834-0055-4ada-abb8-ab0daf6d207e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:39.278049 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac17834-0055-4ada-abb8-ab0daf6d207e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:39.278407 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac17834-0055-4ada-abb8-ab0daf6d207e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:39.284899 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac17834-0055-4ada-abb8-ab0daf6d207e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:39.285306 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac17834-0055-4ada-abb8-ab0daf6d207e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:12:39.347435 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=432f93ca-ba5e-42a2-b3e9-a80952babb6e,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:39.363492 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30cfff98-42c1-41af-aa3c-da272866254f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.411985 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-30cfff98-42c1-41af-aa3c-da272866254f admin admin] Transition to ACTIVE for port object 6809ddec-3c72-49d0-b252-a01c2d846f31 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:39.422014 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 3f49484c-f6a9-4161-9539-ac874cb28b71 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:12:39.426863 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] For port 85512b96-21bb-47e5-bd7e-4e7babbc6411, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:39.433835 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] For port 85512b96-21bb-47e5-bd7e-4e7babbc6411, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=85512b96-21bb-47e5-bd7e-4e7babbc6411,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:39.440798 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.463004 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30cfff98-42c1-41af-aa3c-da272866254f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.491438 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port e2b7efdf-4b74-450f-b685-1706eb06c31c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:39.507484 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e2b7efdf-4b74-450f-b685-1706eb06c31c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:39.507955 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.526187 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cfff98-42c1-41af-aa3c-da272866254f admin admin] Network 188d1763-ec62-4a92-82de-f0379c181a15 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:39.529756 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac17834-0055-4ada-abb8-ab0daf6d207e None None] Pushing event updated for resources: {'Port': ['ID=85512b96-21bb-47e5-bd7e-4e7babbc6411,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:39.529948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-30cfff98-42c1-41af-aa3c-da272866254f admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:39.554452 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cfff98-42c1-41af-aa3c-da272866254f admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:39.555119 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] Routers {'60eba858-8bd1-45ec-b946-92802b5ec2db'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:39.555222 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:12:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['60eba858-8bd1-45ec-b946-92802b5ec2db'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:39.640454 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cfff98-42c1-41af-aa3c-da272866254f admin admin] Pushing event updated for resources: {'Port': ['ID=6809ddec-3c72-49d0-b252-a01c2d846f31,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:39.675746 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30cfff98-42c1-41af-aa3c-da272866254f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.741298 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] Set router 60eba858-8bd1-45ec-b946-92802b5ec2db gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:39.856414 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.868908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 3f49484c-f6a9-4161-9539-ac874cb28b71, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=3f49484c-f6a9-4161-9539-ac874cb28b71,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:39.927778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port e2b7efdf-4b74-450f-b685-1706eb06c31c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e2b7efdf-4b74-450f-b685-1706eb06c31c,segment=NetworkSegment(8b72e212-2b7a-40cb-9368-287232977da0),segment_id=8b72e212-2b7a-40cb-9368-287232977da0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:39.931153 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '3f49484c-f6a9-4161-9539-ac874cb28b71', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'port_id': '3f49484c-f6a9-4161-9539-ac874cb28b71', 'mac_address': 'fa:16:3e:81:d0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:12:39.938324 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:39.955163 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30cfff98-42c1-41af-aa3c-da272866254f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.029295 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.035126 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f6db202f-c03c-4bea-a3cd-580ed6a0c092 None None] Provisioning for port 6809ddec-3c72-49d0-b252-a01c2d846f31 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:40.084914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f6db202f-c03c-4bea-a3cd-580ed6a0c092 None None] Provisioning complete for port 6809ddec-3c72-49d0-b252-a01c2d846f31 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:40.085989 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f6db202f-c03c-4bea-a3cd-580ed6a0c092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.149801 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f6db202f-c03c-4bea-a3cd-580ed6a0c092 None None] Port 6809ddec-3c72-49d0-b252-a01c2d846f31 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:40.163131 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f49484c-f6a9-4161-9539-ac874cb28b71 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:40.187981 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60eba858-8bd1-45ec-b946-92802b5ec2db', 'name': 'tempest-TestServerMultinode-366496024-router', 'tenant_id': '7bf996eaef234a5c81dd459d3529a69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '85512b96-21bb-47e5-bd7e-4e7babbc6411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:34Z', 'updated_at': '2021-07-07T17:12:36Z', 'revision_number': 3, 'project_id': '7bf996eaef234a5c81dd459d3529a69f', 'gw_port': {'id': '85512b96-21bb-47e5-bd7e-4e7babbc6411', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60eba858-8bd1-45ec-b946-92802b5ec2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:35Z', 'updated_at': '2021-07-07T17:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:40.204983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=e2b7efdf-4b74-450f-b685-1706eb06c31c,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:40.218640 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 3f49484c-f6a9-4161-9539-ac874cb28b71, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=3f49484c-f6a9-4161-9539-ac874cb28b71,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:40.224242 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.271934 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2939e77d-9b4d-421d-95c5-f16c0b318487 None None] The sync data for ids ['60eba858-8bd1-45ec-b946-92802b5ec2db'] in n-d-793620-7 is: [{'id': '60eba858-8bd1-45ec-b946-92802b5ec2db', 'name': 'tempest-TestServerMultinode-366496024-router', 'tenant_id': '7bf996eaef234a5c81dd459d3529a69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '85512b96-21bb-47e5-bd7e-4e7babbc6411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:34Z', 'updated_at': '2021-07-07T17:12:36Z', 'revision_number': 3, 'project_id': '7bf996eaef234a5c81dd459d3529a69f', 'gw_port': {'id': '85512b96-21bb-47e5-bd7e-4e7babbc6411', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60eba858-8bd1-45ec-b946-92802b5ec2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:35Z', 'updated_at': '2021-07-07T17:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:40.294652 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:12:40.317635 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=3f49484c-f6a9-4161-9539-ac874cb28b71,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:40.338045 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['3f49484c-f6a9-4161-9539-ac874cb28b71'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:40.402294 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30cfff98-42c1-41af-aa3c-da272866254f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.456859 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30cfff98-42c1-41af-aa3c-da272866254f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.540395 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-826ef7a9-46fc-4282-b448-14f7ce6be075 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1949162 Jul 07 17:12:40.567520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f3497-edb3-485a-81d8-13abb8f27369 req-3f992f60-f8f7-480a-af79-219af73b27f1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:40.573018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 432f93ca-ba5e-42a2-b3e9-a80952babb6e up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:40.575422 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-852f3497-edb3-485a-81d8-13abb8f27369 req-3f992f60-f8f7-480a-af79-219af73b27f1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 945 time: 0.1384079 Jul 07 17:12:40.650954 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-852f3497-edb3-485a-81d8-13abb8f27369 req-3d5227bd-a1a8-4a2a-af49-7eddc1706f02 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712850 Jul 07 17:12:40.720847 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cfff98-42c1-41af-aa3c-da272866254f admin admin] Pushing event updated for resources: {'Port': ['ID=6809ddec-3c72-49d0-b252-a01c2d846f31,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:40.747475 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd13e31-f4b1-4d9e-83ca-3149a3287505 req-f7060ff4-7532-49a6-ab98-4be5800470f2 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:40.749471 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ccd13e31-f4b1-4d9e-83ca-3149a3287505 req-f7060ff4-7532-49a6-ab98-4be5800470f2 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 944 time: 0.3375344 Jul 07 17:12:40.750731 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-30cfff98-42c1-41af-aa3c-da272866254f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:40.919962 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ccd13e31-f4b1-4d9e-83ca-3149a3287505 req-5778a03b-fb43-456b-90a6-224023de6452 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373060 Jul 07 17:12:40.957414 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 432f93ca-ba5e-42a2-b3e9-a80952babb6e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:40.957792 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:41.022894 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cfff98-42c1-41af-aa3c-da272866254f admin admin] Network 188d1763-ec62-4a92-82de-f0379c181a15 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:41.024490 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-30cfff98-42c1-41af-aa3c-da272866254f admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:41.381236 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cfff98-42c1-41af-aa3c-da272866254f admin admin] Router 60eba858-8bd1-45ec-b946-92802b5ec2db has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:12:41.662627 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 3f49484c-f6a9-4161-9539-ac874cb28b71 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:41.720507 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cfff98-42c1-41af-aa3c-da272866254f admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:12:41.725965 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-30cfff98-42c1-41af-aa3c-da272866254f admin admin] 10.222.0.50 "PUT /v2.0/routers/60eba858-8bd1-45ec-b946-92802b5ec2db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0717523 Jul 07 17:12:41.781616 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e2b7efdf-4b74-450f-b685-1706eb06c31c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:41.935972 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0956f86c-9dc2-4cd2-b846-adc55dd7dbfb None None] Provisioning complete for port 6809ddec-3c72-49d0-b252-a01c2d846f31 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:41.936425 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0956f86c-9dc2-4cd2-b846-adc55dd7dbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.030362 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 3f49484c-f6a9-4161-9539-ac874cb28b71 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:42.030826 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.101284 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-0956f86c-9dc2-4cd2-b846-adc55dd7dbfb None None] Port 6809ddec-3c72-49d0-b252-a01c2d846f31 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:42.138749 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e2b7efdf-4b74-450f-b685-1706eb06c31c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:42.139189 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.274346 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d87033-1866-4867-b19a-71a418c8fb7e req-6ea0cee3-0a45-4fbd-8b59-4b8c25c502e7 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:42.275981 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-57d87033-1866-4867-b19a-71a418c8fb7e req-6ea0cee3-0a45-4fbd-8b59-4b8c25c502e7 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 945 time: 0.2180352 Jul 07 17:12:42.346232 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddbdb9-0ffd-496d-9087-bad5817f9d28 req-c4db1752-ee44-483d-8153-956c6cb2776b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:42.355572 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9dddbdb9-0ffd-496d-9087-bad5817f9d28 req-c4db1752-ee44-483d-8153-956c6cb2776b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 944 time: 0.0961084 Jul 07 17:12:42.362923 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-57d87033-1866-4867-b19a-71a418c8fb7e req-d026b7f9-fee3-47ad-829a-1ed8a74cfe6c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717101 Jul 07 17:12:42.438522 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9dddbdb9-0ffd-496d-9087-bad5817f9d28 req-9edd751c-39d7-441b-a974-d36875154421 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820739 Jul 07 17:12:42.588086 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.782071 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 3f49484c-f6a9-4161-9539-ac874cb28b71, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=3f49484c-f6a9-4161-9539-ac874cb28b71,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:42.785858 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f53ad4-cd95-4667-b27b-308b03af8d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f49484c-f6a9-4161-9539-ac874cb28b71'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:42.788659 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fcb4ef-9312-499e-805d-ce6917a5bc6f" -d '{"events": [{"server_uuid": "b6f53ad4-cd95-4667-b27b-308b03af8d2b", "name": "network-vif-plugged", "status": "completed", "tag": "3f49484c-f6a9-4161-9539-ac874cb28b71"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:42.811564 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:42.878798 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3f19e4-d396-47f9-afea-fd5b3484dd0f x-openstack-request-id: req-db3f19e4-d396-47f9-afea-fd5b3484dd0f {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:42.879090 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f53ad4-cd95-4667-b27b-308b03af8d2b", "name": "network-vif-plugged", "status": "completed", "tag": "3f49484c-f6a9-4161-9539-ac874cb28b71", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:42.879539 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db3f19e4-d396-47f9-afea-fd5b3484dd0f {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:42.880137 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f53ad4-cd95-4667-b27b-308b03af8d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f49484c-f6a9-4161-9539-ac874cb28b71', 'code': 200} Jul 07 17:12:42.899890 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=3f49484c-f6a9-4161-9539-ac874cb28b71,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:43.067607 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 85512b96-21bb-47e5-bd7e-4e7babbc6411 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:43.201508 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 85512b96-21bb-47e5-bd7e-4e7babbc6411 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:43.216754 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 85512b96-21bb-47e5-bd7e-4e7babbc6411 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:43.217180 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.371598 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.423080 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 85512b96-21bb-47e5-bd7e-4e7babbc6411, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=85512b96-21bb-47e5-bd7e-4e7babbc6411,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:43.428032 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:43.471347 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-d4248ca4-c21e-4926-ac40-f00bb6862087 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:43.474078 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-d4248ca4-c21e-4926-ac40-f00bb6862087 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/networks?id=161d4377-9de8-487a-80ea-612eb05d4cf8 HTTP/1.1" status: 200 len: 911 time: 0.1610358 Jul 07 17:12:43.507790 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-9a13e99b-9026-4bdb-be87-35a5d422d843 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/quotas/7bf996eaef234a5c81dd459d3529a69f HTTP/1.1" status: 200 len: 375 time: 0.0249982 Jul 07 17:12:43.559932 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=85512b96-21bb-47e5-bd7e-4e7babbc6411,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:43.681442 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-e7e178a3-71ee-47e8-be9f-094cad8747f3 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bf996eaef234a5c81dd459d3529a69f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1720695 Jul 07 17:12:43.803366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] Sync routers for ids ['60eba858-8bd1-45ec-b946-92802b5ec2db'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:12:43.834433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] Routers {'60eba858-8bd1-45ec-b946-92802b5ec2db'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:43.842410 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:12:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['60eba858-8bd1-45ec-b946-92802b5ec2db'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:43.868998 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-b8d64753-8ca3-4859-b98b-f189f2c01ef0 service neutron] 10.222.0.50 "GET /v2.0/networks/161d4377-9de8-487a-80ea-612eb05d4cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859596 Jul 07 17:12:43.967341 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23c180-f898-44fe-aca0-9119277eeafc req-7bce738b-7894-418d-a196-26974f11bf58 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:43.982730 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e23c180-f898-44fe-aca0-9119277eeafc req-7bce738b-7894-418d-a196-26974f11bf58 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 945 time: 0.3164353 Jul 07 17:12:44.083042 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] Set router 60eba858-8bd1-45ec-b946-92802b5ec2db gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:44.083776 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e23c180-f898-44fe-aca0-9119277eeafc req-9936577d-8c95-48a8-b890-2ace4d33f56c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989475 Jul 07 17:12:44.112876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-4572e2ee-35a5-4b1d-8db0-57f08ae2e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:44.115743 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-4572e2ee-35a5-4b1d-8db0-57f08ae2e552 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 1096 time: 0.5380728 Jul 07 17:12:44.221836 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.361806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-e0d1fece-d433-4531-a47f-980dfd2ae60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:44.363684 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-e0d1fece-d433-4531-a47f-980dfd2ae60f service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b7ce737-de76-4626-89ea-10e3b5784fdc HTTP/1.1" status: 200 len: 897 time: 0.2358279 Jul 07 17:12:44.458631 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-d0cd645f-3797-4392-b3b5-c3911842dc0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994 HTTP/1.1" status: 200 len: 1001 time: 0.0873609 Jul 07 17:12:44.481357 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60eba858-8bd1-45ec-b946-92802b5ec2db', 'name': 'tempest-TestServerMultinode-366496024-router', 'tenant_id': '7bf996eaef234a5c81dd459d3529a69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '85512b96-21bb-47e5-bd7e-4e7babbc6411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:34Z', 'updated_at': '2021-07-07T17:12:39Z', 'revision_number': 4, 'project_id': '7bf996eaef234a5c81dd459d3529a69f', 'gw_port': {'id': '85512b96-21bb-47e5-bd7e-4e7babbc6411', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eba858-8bd1-45ec-b946-92802b5ec2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:35Z', 'updated_at': '2021-07-07T17:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '6809ddec-3c72-49d0-b252-a01c2d846f31', 'name': '', 'network_id': '188d1763-ec62-4a92-82de-f0379c181a15', 'tenant_id': '7bf996eaef234a5c81dd459d3529a69f', 'mac_address': 'fa:16:3e:e7:1c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60eba858-8bd1-45ec-b946-92802b5ec2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '86782bba-5612-4026-8fa0-ff8522df823b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:38Z', 'updated_at': '2021-07-07T17:12:40Z', 'revision_number': 2, 'project_id': '7bf996eaef234a5c81dd459d3529a69f', 'subnets': [{'id': '86782bba-5612-4026-8fa0-ff8522df823b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:44.548790 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] Checking router: 60eba858-8bd1-45ec-b946-92802b5ec2db for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:12:44.549760 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] Updating router 60eba858-8bd1-45ec-b946-92802b5ec2db port 6809ddec-3c72-49d0-b252-a01c2d846f31 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:12:44.564299 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-709774ed-eace-414f-826b-ced412a8ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:44.566218 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-709774ed-eace-414f-826b-ced412a8ad27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=865b66da-a15d-4840-b92d-055eab55a944 HTTP/1.1" status: 200 len: 835 time: 0.0671694 Jul 07 17:12:44.582058 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d80a61-768a-4d26-ad19-312dee52c096 req-8ace2f5b-c518-4224-b2a5-2a2604fbd461 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:44.584233 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-63d80a61-768a-4d26-ad19-312dee52c096 req-8ace2f5b-c518-4224-b2a5-2a2604fbd461 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 945 time: 0.1243134 Jul 07 17:12:44.661445 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-63d80a61-768a-4d26-ad19-312dee52c096 req-b144a099-1c90-4193-9bda-2eca4f96dc2a tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387564 Jul 07 17:12:44.689329 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.696281 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-154c40ef-b283-4d70-898b-00c076351e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:44.699451 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-154c40ef-b283-4d70-898b-00c076351e3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b7ce737-de76-4626-89ea-10e3b5784fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131899 Jul 07 17:12:44.747253 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-22d5d276-3b73-43c1-a0ce-a642b22c5ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:44.812289 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-a3cb33af-32bb-4d53-b55a-c5917f1fa742 service neutron] 10.222.0.15 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049566 Jul 07 17:12:44.932862 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-cbce2880-4c44-4bfa-8a06-bf8474d8b39e service neutron] 10.222.0.15 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129134 Jul 07 17:12:45.004078 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-a008f07d-c1a4-4640-9403-b6b2689c0309 service neutron] 10.222.0.50 "GET /v2.0/networks/161d4377-9de8-487a-80ea-612eb05d4cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1333115 Jul 07 17:12:45.078401 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 85512b96-21bb-47e5-bd7e-4e7babbc6411 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:45.293731 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 85512b96-21bb-47e5-bd7e-4e7babbc6411 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:45.294240 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.357411 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c7a8489a-07e8-4c58-ba12-d31b66bd131a req-7571d39f-3611-41a8-afb5-31f2eb1b2ed1 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 210 time: 0.0598996 Jul 07 17:12:45.538391 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.585980 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] Transition to ACTIVE for port object 6809ddec-3c72-49d0-b252-a01c2d846f31 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:45.598341 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.604563 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757161c-d91a-4904-9694-d3cffeb051ff req-5c8d2d9e-47ff-4627-b9c6-83e2e60c2fbb tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:45.606823 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b757161c-d91a-4904-9694-d3cffeb051ff req-5c8d2d9e-47ff-4627-b9c6-83e2e60c2fbb tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 945 time: 0.1584945 Jul 07 17:12:45.722358 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b757161c-d91a-4904-9694-d3cffeb051ff req-b40c2a54-90b3-437f-b518-b01994981fc2 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924721 Jul 07 17:12:45.727022 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c5d67-aa62-4906-8962-71351888784f None None] Pushing event updated for resources: {'Port': ['ID=6809ddec-3c72-49d0-b252-a01c2d846f31,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:45.802647 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] Attempting to bind port 6809ddec-3c72-49d0-b252-a01c2d846f31 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:45.803168 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] Attempting to bind port 6809ddec-3c72-49d0-b252-a01c2d846f31 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '8b72e212-2b7a-40cb-9368-287232977da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '188d1763-ec62-4a92-82de-f0379c181a15'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:45.803634 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] Attempting to bind port 6809ddec-3c72-49d0-b252-a01c2d846f31 on network 188d1763-ec62-4a92-82de-f0379c181a15 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:45.810705 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:45.811194 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] Checking segment: {'id': '8b72e212-2b7a-40cb-9368-287232977da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '188d1763-ec62-4a92-82de-f0379c181a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:45.811678 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:45.812161 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] Bound using segment: {'id': '8b72e212-2b7a-40cb-9368-287232977da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '188d1763-ec62-4a92-82de-f0379c181a15'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:45.812733 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] Bound port: 6809ddec-3c72-49d0-b252-a01c2d846f31, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b72e212-2b7a-40cb-9368-287232977da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '188d1763-ec62-4a92-82de-f0379c181a15'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:45.813204 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.006982 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] For port 6809ddec-3c72-49d0-b252-a01c2d846f31, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:46.013829 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] For port 6809ddec-3c72-49d0-b252-a01c2d846f31, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=6809ddec-3c72-49d0-b252-a01c2d846f31,segment=NetworkSegment(8b72e212-2b7a-40cb-9368-287232977da0),segment_id=8b72e212-2b7a-40cb-9368-287232977da0)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:46.025328 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:46.180230 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] Routers {'60eba858-8bd1-45ec-b946-92802b5ec2db'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:12:46.181520 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:12:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['60eba858-8bd1-45ec-b946-92802b5ec2db'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:46.332618 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c5d67-aa62-4906-8962-71351888784f None None] Pushing event updated for resources: {'Port': ['ID=6809ddec-3c72-49d0-b252-a01c2d846f31,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:46.530064 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0e86e-de82-46da-b12b-b259e31acde7 req-c635a1fa-cf57-4869-8f26-be089f8065e5 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.538290 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aeb0e86e-de82-46da-b12b-b259e31acde7 req-c635a1fa-cf57-4869-8f26-be089f8065e5 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 945 time: 0.1714945 Jul 07 17:12:46.590718 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aeb0e86e-de82-46da-b12b-b259e31acde7 req-6ac2e410-f536-489d-9bc7-e5588ac8b380 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470314 Jul 07 17:12:46.639604 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] Set router 60eba858-8bd1-45ec-b946-92802b5ec2db gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:12:46.843700 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-923328a9-4e60-4580-be2e-f436164d61c5 req-ffce2907-706f-49f3-90cc-7efe0bfb595e tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 210 time: 0.0432632 Jul 07 17:12:46.921584 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e17336-a522-4837-8d59-0e0cab6cc799 req-05288710-7ab3-477d-a057-867fcb0a740a tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:46.923264 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-93e17336-a522-4837-8d59-0e0cab6cc799 req-05288710-7ab3-477d-a057-867fcb0a740a tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e06bbf-a5a5-456f-b02f-c602af373d1e HTTP/1.1" status: 200 len: 945 time: 0.1226687 Jul 07 17:12:46.977198 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.011672 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-93e17336-a522-4837-8d59-0e0cab6cc799 req-dec24bc4-c864-4948-b3e7-e3899db7e5d6 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750008 Jul 07 17:12:47.130765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92bf19-37fd-4f48-bccd-6b2d3fbcf259 req-e9d8340e-3cbd-4524-a799-36565b0abbf1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:47.140375 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ea92bf19-37fd-4f48-bccd-6b2d3fbcf259 req-e9d8340e-3cbd-4524-a799-36565b0abbf1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 945 time: 0.1161079 Jul 07 17:12:47.140632 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60eba858-8bd1-45ec-b946-92802b5ec2db', 'name': 'tempest-TestServerMultinode-366496024-router', 'tenant_id': '7bf996eaef234a5c81dd459d3529a69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '85512b96-21bb-47e5-bd7e-4e7babbc6411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:34Z', 'updated_at': '2021-07-07T17:12:39Z', 'revision_number': 4, 'project_id': '7bf996eaef234a5c81dd459d3529a69f', 'gw_port': {'id': '85512b96-21bb-47e5-bd7e-4e7babbc6411', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eba858-8bd1-45ec-b946-92802b5ec2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:35Z', 'updated_at': '2021-07-07T17:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '6809ddec-3c72-49d0-b252-a01c2d846f31', 'name': '', 'network_id': '188d1763-ec62-4a92-82de-f0379c181a15', 'tenant_id': '7bf996eaef234a5c81dd459d3529a69f', 'mac_address': 'fa:16:3e:e7:1c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60eba858-8bd1-45ec-b946-92802b5ec2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '86782bba-5612-4026-8fa0-ff8522df823b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:38Z', 'updated_at': '2021-07-07T17:12:45Z', 'revision_number': 4, 'project_id': '7bf996eaef234a5c81dd459d3529a69f', 'subnets': [{'id': '86782bba-5612-4026-8fa0-ff8522df823b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:12:47.203322 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ea92bf19-37fd-4f48-bccd-6b2d3fbcf259 req-7119c66b-f531-48c4-98c7-a65b86d9ae19 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566108 Jul 07 17:12:47.206603 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b454387-3603-44eb-ba01-0d441a112bc1 None None] The sync data for ids ['60eba858-8bd1-45ec-b946-92802b5ec2db'] in n-d-793620-7 is: [{'id': '60eba858-8bd1-45ec-b946-92802b5ec2db', 'name': 'tempest-TestServerMultinode-366496024-router', 'tenant_id': '7bf996eaef234a5c81dd459d3529a69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '85512b96-21bb-47e5-bd7e-4e7babbc6411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:34Z', 'updated_at': '2021-07-07T17:12:39Z', 'revision_number': 4, 'project_id': '7bf996eaef234a5c81dd459d3529a69f', 'gw_port': {'id': '85512b96-21bb-47e5-bd7e-4e7babbc6411', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eba858-8bd1-45ec-b946-92802b5ec2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:35Z', 'updated_at': '2021-07-07T17:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '6809ddec-3c72-49d0-b252-a01c2d846f31', 'name': '', 'network_id': '188d1763-ec62-4a92-82de-f0379c181a15', 'tenant_id': '7bf996eaef234a5c81dd459d3529a69f', 'mac_address': 'fa:16:3e:e7:1c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60eba858-8bd1-45ec-b946-92802b5ec2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '86782bba-5612-4026-8fa0-ff8522df823b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:38Z', 'updated_at': '2021-07-07T17:12:45Z', 'revision_number': 4, 'project_id': '7bf996eaef234a5c81dd459d3529a69f', 'subnets': [{'id': '86782bba-5612-4026-8fa0-ff8522df823b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:12:47.623660 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.631699 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-892e3d51-caa2-4e1e-90aa-c0b65971d143 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:47.632915 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-892e3d51-caa2-4e1e-90aa-c0b65971d143 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.69 "GET /v2.0/networks?id=161d4377-9de8-487a-80ea-612eb05d4cf8 HTTP/1.1" status: 200 len: 911 time: 0.2171345 Jul 07 17:12:47.647318 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-af4e04a2-a852-480a-9594-647ace3e0c73 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Request body: {'port': {'device_id': '89e170e6-58b6-448f-a858-b104610b8282', 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8', 'admin_state_up': True, 'tenant_id': '7bf996eaef234a5c81dd459d3529a69f'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:47.701395 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-af4e04a2-a852-480a-9594-647ace3e0c73 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Made reservation on behalf of 7bf996eaef234a5c81dd459d3529a69f for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:12:47.705838 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-af4e04a2-a852-480a-9594-647ace3e0c73 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.875837 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-af4e04a2-a852-480a-9594-647ace3e0c73 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Allocated IP 172.20.0.11 (161d4377-9de8-487a-80ea-612eb05d4cf8/be9920d0-0827-4c6d-a74e-88c82514a23e/53bfa81d-150b-4122-9ca2-66555aa92b8e) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:12:47.897395 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87ecc0-68e5-473f-89ac-e4384b4f94b4 req-9fb3dfb4-d285-4347-9743-f1a4565ed6cf tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:47.915782 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07601d2f-54c6-440c-b1cd-d8615f23389c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:47.920373 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1c87ecc0-68e5-473f-89ac-e4384b4f94b4 req-9fb3dfb4-d285-4347-9743-f1a4565ed6cf tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 945 time: 0.1712625 Jul 07 17:12:48.006342 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1c87ecc0-68e5-473f-89ac-e4384b4f94b4 req-a27f2858-1fb1-4b54-ba6a-66db9e415eb8 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748913 Jul 07 17:12:48.199483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7b7766ad-e3b2-4a11-8f47-1c260172d8de req-4461668f-7f37-426b-a246-97f0e87b68a5 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 210 time: 0.0558774 Jul 07 17:12:48.257628 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-af4e04a2-a852-480a-9594-647ace3e0c73 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.280771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-af4e04a2-a852-480a-9594-647ace3e0c73 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Transition to ACTIVE for port object 53bfa81d-150b-4122-9ca2-66555aa92b8e will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:48.304425 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4279af-332a-47ea-a5af-e1eb4bde9ec0 req-8cee50de-c37f-48e2-b03c-25ae75d211db tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.312855 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0e4279af-332a-47ea-a5af-e1eb4bde9ec0 req-8cee50de-c37f-48e2-b03c-25ae75d211db tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e06bbf-a5a5-456f-b02f-c602af373d1e HTTP/1.1" status: 200 len: 945 time: 0.1091390 Jul 07 17:12:48.350478 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-af4e04a2-a852-480a-9594-647ace3e0c73 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.381365 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0e4279af-332a-47ea-a5af-e1eb4bde9ec0 req-8da6406d-d4e2-46e5-930f-3618eb8236b4 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670521 Jul 07 17:12:48.500095 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-af4e04a2-a852-480a-9594-647ace3e0c73 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Network 161d4377-9de8-487a-80ea-612eb05d4cf8 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:12:48.520827 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e04a2-a852-480a-9594-647ace3e0c73 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Pushing event updated for resources: {'Port': ['ID=53bfa81d-150b-4122-9ca2-66555aa92b8e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:48.542521 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-af4e04a2-a852-480a-9594-647ace3e0c73 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:12:48.556788 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-af4e04a2-a852-480a-9594-647ace3e0c73 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:12:48.664440 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2bc71-5ee1-40e4-993f-09e3f5e9e1fa req-76e87b4e-24db-41ce-8dd9-08eba5c09d85 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.666411 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27f2bc71-5ee1-40e4-993f-09e3f5e9e1fa req-76e87b4e-24db-41ce-8dd9-08eba5c09d85 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6e06bbf-a5a5-456f-b02f-c602af373d1e HTTP/1.1" status: 200 len: 945 time: 0.3356745 Jul 07 17:12:48.740334 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-af4e04a2-a852-480a-9594-647ace3e0c73 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.741074 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-af4e04a2-a852-480a-9594-647ace3e0c73 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.758497 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44a12f-9b59-4751-b7b4-ba12ac53f2bb req-dd0c6b53-3e6f-4c94-b082-d3bfd3b27e1e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:48.767129 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a44a12f-9b59-4751-b7b4-ba12ac53f2bb req-dd0c6b53-3e6f-4c94-b082-d3bfd3b27e1e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 945 time: 0.3562546 Jul 07 17:12:48.827991 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.863071 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-af4e04a2-a852-480a-9594-647ace3e0c73 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2197778 Jul 07 17:12:48.886365 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] Request body: {'port': {'device_id': '89e170e6-58b6-448f-a858-b104610b8282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:48.936013 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b8d70b14-3203-4af5-8c33-d60a6911d9fe None None] Provisioning for port 53bfa81d-150b-4122-9ca2-66555aa92b8e completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:48.950000 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b8d70b14-3203-4af5-8c33-d60a6911d9fe None None] Provisioning complete for port 53bfa81d-150b-4122-9ca2-66555aa92b8e triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:48.954429 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b8d70b14-3203-4af5-8c33-d60a6911d9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:48.963560 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a44a12f-9b59-4751-b7b4-ba12ac53f2bb req-48973d7b-4697-4a55-a535-6c419898379a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889257 Jul 07 17:12:49.034780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b8d70b14-3203-4af5-8c33-d60a6911d9fe None None] Port 53bfa81d-150b-4122-9ca2-66555aa92b8e cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:12:49.043070 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.051642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 6809ddec-3c72-49d0-b252-a01c2d846f31 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:49.068142 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-27f2bc71-5ee1-40e4-993f-09e3f5e9e1fa req-d3f80f0e-f37e-432f-9f36-5e3fe5ef4ce7 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Deleting port 3b3bf0c1-f508-4115-89c7-93e82ab85c62 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:12:49.068626 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-27f2bc71-5ee1-40e4-993f-09e3f5e9e1fa req-d3f80f0e-f37e-432f-9f36-5e3fe5ef4ce7 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.164637 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 6809ddec-3c72-49d0-b252-a01c2d846f31 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:12:49.177552 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 6809ddec-3c72-49d0-b252-a01c2d846f31 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:49.177930 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.353509 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe6ffd-21c0-4fc0-a393-beff0823fe17 req-0ce68b34-dc64-4e62-b7b1-23e158ec3b82 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:49.354143 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-27f2bc71-5ee1-40e4-993f-09e3f5e9e1fa req-d3f80f0e-f37e-432f-9f36-5e3fe5ef4ce7 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] For port 3b3bf0c1-f508-4115-89c7-93e82ab85c62, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=3b3bf0c1-f508-4115-89c7-93e82ab85c62,segment=NetworkSegment(ac2b061c-ee0d-46dc-a430-6fa850467c84),segment_id=ac2b061c-ee0d-46dc-a430-6fa850467c84)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:49.354143 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-27f2bc71-5ee1-40e4-993f-09e3f5e9e1fa req-d3f80f0e-f37e-432f-9f36-5e3fe5ef4ce7 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.366958 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-abfe6ffd-21c0-4fc0-a393-beff0823fe17 req-0ce68b34-dc64-4e62-b7b1-23e158ec3b82 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 945 time: 0.1496227 Jul 07 17:12:49.383838 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.389243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-27f2bc71-5ee1-40e4-993f-09e3f5e9e1fa req-d3f80f0e-f37e-432f-9f36-5e3fe5ef4ce7 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Calling delete_port for 3b3bf0c1-f508-4115-89c7-93e82ab85c62 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:12:49.474984 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-abfe6ffd-21c0-4fc0-a393-beff0823fe17 req-6f2d07c1-bab6-439a-8479-73c3c23c2041 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067541 Jul 07 17:12:49.516606 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 6809ddec-3c72-49d0-b252-a01c2d846f31, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=6809ddec-3c72-49d0-b252-a01c2d846f31,segment=NetworkSegment(8b72e212-2b7a-40cb-9368-287232977da0),segment_id=8b72e212-2b7a-40cb-9368-287232977da0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:49.531067 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:49.633325 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=6809ddec-3c72-49d0-b252-a01c2d846f31,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:49.761012 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec988ca-a6d6-43c0-8592-def8a4875023 req-63ade063-4e28-4d2e-912c-e87d9ea7e850 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:49.767726 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5ec988ca-a6d6-43c0-8592-def8a4875023 req-63ade063-4e28-4d2e-912c-e87d9ea7e850 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e06bbf-a5a5-456f-b02f-c602af373d1e HTTP/1.1" status: 200 len: 945 time: 0.1067879 Jul 07 17:12:49.834125 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5ec988ca-a6d6-43c0-8592-def8a4875023 req-bde41906-b016-41c8-9077-403b58ae8892 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638585 Jul 07 17:12:50.040048 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd54e3-59d7-43cf-804e-928a7dd3c2db req-b66bd580-e7fd-4b79-ae94-7c3554f0822a tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:50.047699 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcfd54e3-59d7-43cf-804e-928a7dd3c2db req-b66bd580-e7fd-4b79-ae94-7c3554f0822a tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 1028 time: 0.2019625 Jul 07 17:12:50.203444 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcfd54e3-59d7-43cf-804e-928a7dd3c2db req-3617785b-bfea-4776-bb26-19f01c9dc1d5 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546388 Jul 07 17:12:50.232833 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53bfa81d-150b-4122-9ca2-66555aa92b8e {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:50.246967 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.273743 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-27f2bc71-5ee1-40e4-993f-09e3f5e9e1fa req-d3f80f0e-f37e-432f-9f36-5e3fe5ef4ce7 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.299630 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.323053 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] Transition to ACTIVE for port object 53bfa81d-150b-4122-9ca2-66555aa92b8e will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:50.330706 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f80f0e-f37e-432f-9f36-5e3fe5ef4ce7 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Pushing event deleted for resources: {'Port': ['ID=3b3bf0c1-f508-4115-89c7-93e82ab85c62,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:50.337082 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.347866 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f53857-51f1-415a-8b7c-8916b7f738e5 req-c574baef-987f-4057-ba87-432a2f8ed8bd tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:50.350949 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-06f53857-51f1-415a-8b7c-8916b7f738e5 req-c574baef-987f-4057-ba87-432a2f8ed8bd tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 945 time: 0.1628807 Jul 07 17:12:50.425512 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-06f53857-51f1-415a-8b7c-8916b7f738e5 req-3f0e4b3a-e098-4036-838a-dc1cae2a554e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676591 Jul 07 17:12:50.465066 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f2bc71-5ee1-40e4-993f-09e3f5e9e1fa req-d3f80f0e-f37e-432f-9f36-5e3fe5ef4ce7 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] No DVR routers for this DVR port 3b3bf0c1-f508-4115-89c7-93e82ab85c62 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:50.472077 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-27f2bc71-5ee1-40e4-993f-09e3f5e9e1fa req-d3f80f0e-f37e-432f-9f36-5e3fe5ef4ce7 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.474935 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27f2bc71-5ee1-40e4-993f-09e3f5e9e1fa req-d3f80f0e-f37e-432f-9f36-5e3fe5ef4ce7 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.15 "DELETE /v2.0/ports/3b3bf0c1-f508-4115-89c7-93e82ab85c62 HTTP/1.1" status: 204 len: 173 time: 1.8008027 Jul 07 17:12:50.475721 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e06bbf-a5a5-456f-b02f-c602af373d1e', 'name': 'network-vif-deleted', 'tag': '3b3bf0c1-f508-4115-89c7-93e82ab85c62'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:50.478333 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5afee2c-f0d2-4ebd-8704-e9f3aeb1d7a1" -d '{"events": [{"server_uuid": "b6e06bbf-a5a5-456f-b02f-c602af373d1e", "name": "network-vif-deleted", "tag": "3b3bf0c1-f508-4115-89c7-93e82ab85c62"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:50.540779 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] Pushing event updated for resources: {'Port': ['ID=53bfa81d-150b-4122-9ca2-66555aa92b8e,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:50.637101 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbe8a83-aed3-49ee-9160-0613a6bab2b2 x-openstack-request-id: req-efbe8a83-aed3-49ee-9160-0613a6bab2b2 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:50.637971 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e06bbf-a5a5-456f-b02f-c602af373d1e", "name": "network-vif-deleted", "tag": "3b3bf0c1-f508-4115-89c7-93e82ab85c62", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:50.638624 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-efbe8a83-aed3-49ee-9160-0613a6bab2b2 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:50.639495 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e06bbf-a5a5-456f-b02f-c602af373d1e', 'name': 'network-vif-deleted', 'tag': '3b3bf0c1-f508-4115-89c7-93e82ab85c62', 'status': 'completed', 'code': 200} Jul 07 17:12:50.687180 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] Attempting to bind port 53bfa81d-150b-4122-9ca2-66555aa92b8e on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:50.687468 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] Attempting to bind port 53bfa81d-150b-4122-9ca2-66555aa92b8e by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:50.687766 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] Attempting to bind port 53bfa81d-150b-4122-9ca2-66555aa92b8e on network 161d4377-9de8-487a-80ea-612eb05d4cf8 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:50.697239 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] Port 53bfa81d-150b-4122-9ca2-66555aa92b8e on network 161d4377-9de8-487a-80ea-612eb05d4cf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:12:50.697582 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] Attempting to bind port 53bfa81d-150b-4122-9ca2-66555aa92b8e on network 161d4377-9de8-487a-80ea-612eb05d4cf8 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:50.716055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:50.716055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] Checking segment: {'id': '66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:50.716606 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] Bound using segment: {'id': '66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:50.718349 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] Bound port: 53bfa81d-150b-4122-9ca2-66555aa92b8e, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:50.719025 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.886083 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] For port 53bfa81d-150b-4122-9ca2-66555aa92b8e, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:50.903227 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] For port 53bfa81d-150b-4122-9ca2-66555aa92b8e, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=53bfa81d-150b-4122-9ca2-66555aa92b8e,segment=NetworkSegment(66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff),segment_id=66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:50.916438 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf11d71-403d-4c71-9788-dc172e39c3bc req-f64d7f2b-8e77-4cbc-a51b-d2a81c01167c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:50.924659 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1cf11d71-403d-4c71-9788-dc172e39c3bc req-f64d7f2b-8e77-4cbc-a51b-d2a81c01167c tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 945 time: 0.1841769 Jul 07 17:12:50.937775 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:50.984103 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 6809ddec-3c72-49d0-b252-a01c2d846f31 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:12:51.058268 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:51.059087 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.061326 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] 10.222.0.69 "PUT /v2.0/ports/53bfa81d-150b-4122-9ca2-66555aa92b8e HTTP/1.1" status: 200 len: 1092 time: 2.1867697 Jul 07 17:12:51.096406 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1cf11d71-403d-4c71-9788-dc172e39c3bc req-fe88aafd-4fe0-467f-90fb-166af466a16a tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704321 Jul 07 17:12:51.111998 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca11a4-5f35-4bc1-82b9-a4becde60807 service neutron] Pushing event updated for resources: {'Port': ['ID=53bfa81d-150b-4122-9ca2-66555aa92b8e,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:51.173031 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 6809ddec-3c72-49d0-b252-a01c2d846f31 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:12:51.173444 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:51.179595 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-77b0712b-4515-41a0-9bbd-de380ae2b83c req-1e8c9b95-bd94-4523-b485-284b28967bc6 tempest-VolumesSnapshotTestJSON-1227558832 tempest-VolumesSnapshotTestJSON-1227558832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6e06bbf-a5a5-456f-b02f-c602af373d1e HTTP/1.1" status: 200 len: 210 time: 0.1002023 Jul 07 17:12:51.280677 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-e3b126a0-b185-45a3-8020-ff842102f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:51.286127 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-e3b126a0-b185-45a3-8020-ff842102f8fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7bf996eaef234a5c81dd459d3529a69f&device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 1095 time: 0.1586323 Jul 07 17:12:51.448212 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-f3ca3ce4-01ce-449e-93c5-cf4e8cb83296 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53bfa81d-150b-4122-9ca2-66555aa92b8e HTTP/1.1" status: 200 len: 217 time: 0.1541078 Jul 07 17:12:51.497411 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6df5c-78ae-4435-9b4b-ea568bc0b36b req-d9f0d66b-fdbe-4092-9f69-74d8d5f1d0a8 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:51.506611 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 3b3bf0c1-f508-4115-89c7-93e82ab85c62 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:12:51.512203 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-23d6df5c-78ae-4435-9b4b-ea568bc0b36b req-d9f0d66b-fdbe-4092-9f69-74d8d5f1d0a8 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 1095 time: 0.1306822 Jul 07 17:12:51.589001 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 3b3bf0c1-f508-4115-89c7-93e82ab85c62 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:12:51.590075 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 3b3bf0c1-f508-4115-89c7-93e82ab85c62 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:12:51.594328 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-23d6df5c-78ae-4435-9b4b-ea568bc0b36b req-ac7a8802-5b4f-4e18-b5fb-b8c5328b7cb2 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809023 Jul 07 17:12:51.623545 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-bfb2a287-45fd-4ddf-b52d-37f0931e02a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:51.625642 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-bfb2a287-45fd-4ddf-b52d-37f0931e02a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be9920d0-0827-4c6d-a74e-88c82514a23e HTTP/1.1" status: 200 len: 849 time: 0.1623120 Jul 07 17:12:51.726899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-8c6368f4-8eb0-451c-8f0a-e7a89afcffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:51.728967 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-8c6368f4-8eb0-451c-8f0a-e7a89afcffdb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=161d4377-9de8-487a-80ea-612eb05d4cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959027 Jul 07 17:12:51.891961 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa5594-d97f-489f-9979-f4bed51f5abe req-693cf2f6-a1ee-413e-9b70-8996ab72e759 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:51.893471 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-65fa5594-d97f-489f-9979-f4bed51f5abe req-693cf2f6-a1ee-413e-9b70-8996ab72e759 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 945 time: 0.1896937 Jul 07 17:12:51.940983 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-c2da230e-ba76-4bb3-8293-f2b0e5aafc77 service neutron] 10.222.0.69 "GET /v2.0/networks/161d4377-9de8-487a-80ea-612eb05d4cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891520 Jul 07 17:12:51.985645 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-65fa5594-d97f-489f-9979-f4bed51f5abe req-e8a3d842-a152-486f-a583-9cb5a09b0acf tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836434 Jul 07 17:12:52.097388 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e9f77fb-84d3-43c2-94ae-049a8d230216 req-f2e663c5-106c-4c68-b0c3-f3c7150fc948 service neutron] 10.222.0.69 "GET /v2.0/networks/161d4377-9de8-487a-80ea-612eb05d4cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479089 Jul 07 17:12:52.404955 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba00890-76e9-4fbe-a4e0-8d0363a62426 req-dafed2ef-6169-4be2-88a0-6351d28e2c4f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:52.412753 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8ba00890-76e9-4fbe-a4e0-8d0363a62426 req-dafed2ef-6169-4be2-88a0-6351d28e2c4f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 945 time: 0.1136005 Jul 07 17:12:52.613833 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8ba00890-76e9-4fbe-a4e0-8d0363a62426 req-d672c465-b35d-4a66-a1e1-fef198630711 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995425 Jul 07 17:12:52.641952 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e170e6-58b6-448f-a858-b104610b8282', 'tag': '53bfa81d-150b-4122-9ca2-66555aa92b8e'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:52.648608 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d97fdc0-b57f-4ae7-95ed-7c031514e36e" -d '{"events": [{"name": "network-changed", "server_uuid": "89e170e6-58b6-448f-a858-b104610b8282", "tag": "53bfa81d-150b-4122-9ca2-66555aa92b8e"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:52.859737 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adacff24-2323-4f18-8d3a-a135a81b2095 x-openstack-request-id: req-adacff24-2323-4f18-8d3a-a135a81b2095 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:52.860435 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e170e6-58b6-448f-a858-b104610b8282", "tag": "53bfa81d-150b-4122-9ca2-66555aa92b8e", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:52.860936 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-adacff24-2323-4f18-8d3a-a135a81b2095 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:52.861630 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e170e6-58b6-448f-a858-b104610b8282', 'tag': '53bfa81d-150b-4122-9ca2-66555aa92b8e', 'status': 'completed', 'code': 200} Jul 07 17:12:53.029824 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb904a92-5e34-4803-8313-01b83adf66ef req-f88b240e-250e-461f-ae38-216d77b78bee tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:53.042057 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb904a92-5e34-4803-8313-01b83adf66ef req-f88b240e-250e-461f-ae38-216d77b78bee tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 1095 time: 0.1716619 Jul 07 17:12:53.058947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97fdc0-b57f-4ae7-95ed-7c031514e36e req-15a4866f-6bff-4504-9624-c1af44b1cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:53.061737 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d97fdc0-b57f-4ae7-95ed-7c031514e36e req-15a4866f-6bff-4504-9624-c1af44b1cc18 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7bf996eaef234a5c81dd459d3529a69f&device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 1095 time: 0.1509860 Jul 07 17:12:53.153046 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb904a92-5e34-4803-8313-01b83adf66ef req-7e45c40f-d8e0-4873-a0d3-216a60fdc39f tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088963 Jul 07 17:12:53.378901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565df84-ba12-4d9e-9a07-f83260c2e747 req-3395c6d8-c9d8-4c6d-9b01-f23d9a0967b0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:53.380810 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4565df84-ba12-4d9e-9a07-f83260c2e747 req-3395c6d8-c9d8-4c6d-9b01-f23d9a0967b0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 945 time: 0.1982925 Jul 07 17:12:53.382275 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97fdc0-b57f-4ae7-95ed-7c031514e36e req-56425bdf-361b-4b84-827d-d5cbc43df72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:53.383909 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d97fdc0-b57f-4ae7-95ed-7c031514e36e req-56425bdf-361b-4b84-827d-d5cbc43df72a service neutron] 10.222.0.69 "GET /v2.0/networks?id=161d4377-9de8-487a-80ea-612eb05d4cf8 HTTP/1.1" status: 200 len: 911 time: 0.3132758 Jul 07 17:12:53.452077 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d97fdc0-b57f-4ae7-95ed-7c031514e36e req-cb09c78a-00e6-4ba7-a58f-02ecc0772fe4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53bfa81d-150b-4122-9ca2-66555aa92b8e HTTP/1.1" status: 200 len: 217 time: 0.0576491 Jul 07 17:12:53.506405 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4565df84-ba12-4d9e-9a07-f83260c2e747 req-14dcad73-e2b5-44db-90c3-dc5108316822 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187828 Jul 07 17:12:53.527439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97fdc0-b57f-4ae7-95ed-7c031514e36e req-0a4065e3-17b2-462a-ac3e-53112e8703c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:53.529936 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d97fdc0-b57f-4ae7-95ed-7c031514e36e req-0a4065e3-17b2-462a-ac3e-53112e8703c8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=be9920d0-0827-4c6d-a74e-88c82514a23e HTTP/1.1" status: 200 len: 849 time: 0.0660136 Jul 07 17:12:53.617795 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97fdc0-b57f-4ae7-95ed-7c031514e36e req-3381b734-dc2e-4828-8bc5-4fcdf2115146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:53.624457 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d97fdc0-b57f-4ae7-95ed-7c031514e36e req-3381b734-dc2e-4828-8bc5-4fcdf2115146 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=161d4377-9de8-487a-80ea-612eb05d4cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871625 Jul 07 17:12:53.781553 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d97fdc0-b57f-4ae7-95ed-7c031514e36e req-ea748683-c486-4d85-95e7-ee9d94d80566 service neutron] 10.222.0.69 "GET /v2.0/networks/161d4377-9de8-487a-80ea-612eb05d4cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493821 Jul 07 17:12:53.928738 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d97fdc0-b57f-4ae7-95ed-7c031514e36e req-c02062a3-5d81-4997-bbc4-e8db7198a0ae service neutron] 10.222.0.69 "GET /v2.0/networks/161d4377-9de8-487a-80ea-612eb05d4cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343753 Jul 07 17:12:53.984962 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8cef2-2e5a-48c5-9303-28eeac02eed5 req-e13ea61a-373a-4850-bcfd-247015f2575b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:53.987725 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7ac8cef2-2e5a-48c5-9303-28eeac02eed5 req-e13ea61a-373a-4850-bcfd-247015f2575b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 945 time: 0.1152322 Jul 07 17:12:54.043160 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7ac8cef2-2e5a-48c5-9303-28eeac02eed5 req-f5dca2f0-0c82-4c63-82eb-e183aa0185ce tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445724 Jul 07 17:12:54.440090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b18c8-1601-4e11-ac6c-06d1fd2c434b req-588a9385-5d5e-4fe1-9aa2-bbc43b22728d tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:54.442692 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-566b18c8-1601-4e11-ac6c-06d1fd2c434b req-588a9385-5d5e-4fe1-9aa2-bbc43b22728d tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 1095 time: 0.1246436 Jul 07 17:12:54.496279 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-566b18c8-1601-4e11-ac6c-06d1fd2c434b req-9edfe065-5c9d-4f01-84dc-3428e37c8116 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439258 Jul 07 17:12:54.858659 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d1d00-3278-4eca-bfc7-94e73533235e req-c1c7639d-5085-457d-981a-26e656107d38 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:54.872242 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e81d1d00-3278-4eca-bfc7-94e73533235e req-c1c7639d-5085-457d-981a-26e656107d38 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 945 time: 0.1338146 Jul 07 17:12:54.958427 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e81d1d00-3278-4eca-bfc7-94e73533235e req-2ba857af-c82a-4894-b6ad-5c0283a9665d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836318 Jul 07 17:12:55.329548 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b42a6-d133-4e03-84c5-9cb9f678123b req-3e793677-469a-4380-b911-43ec2fb3f738 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:55.337404 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d13b42a6-d133-4e03-84c5-9cb9f678123b req-3e793677-469a-4380-b911-43ec2fb3f738 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 945 time: 0.1002367 Jul 07 17:12:55.393135 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d13b42a6-d133-4e03-84c5-9cb9f678123b req-fcde6e3e-0401-4b92-b41f-5b1437d37c1f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547857 Jul 07 17:12:55.730487 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce57e-a3df-4c21-9211-29022c85dd63 req-a3185114-e273-48cd-9c45-8d78d0494834 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:55.739255 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be6ce57e-a3df-4c21-9211-29022c85dd63 req-a3185114-e273-48cd-9c45-8d78d0494834 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 1095 time: 0.0835779 Jul 07 17:12:55.792718 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be6ce57e-a3df-4c21-9211-29022c85dd63 req-e142a1af-dae9-491e-8e57-4e493439ec2d tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525236 Jul 07 17:12:56.267965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a4b14-02ad-4a38-9088-5b5f3d0e50b5 req-b97a5c5e-fbb5-4862-af74-af4a1dc930d4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:56.269782 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-570a4b14-02ad-4a38-9088-5b5f3d0e50b5 req-b97a5c5e-fbb5-4862-af74-af4a1dc930d4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 945 time: 0.1232150 Jul 07 17:12:56.351520 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-570a4b14-02ad-4a38-9088-5b5f3d0e50b5 req-12277de7-88a4-4e47-a170-a4fdf36b72fb tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641258 Jul 07 17:12:56.620521 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa360c2-c94e-474d-b96a-e8d3d0461d1b req-7010af40-f378-4a24-b874-127c9456cf08 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:56.629593 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fa360c2-c94e-474d-b96a-e8d3d0461d1b req-7010af40-f378-4a24-b874-127c9456cf08 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 945 time: 0.0960064 Jul 07 17:12:56.689763 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4fa360c2-c94e-474d-b96a-e8d3d0461d1b req-180ae79d-f575-40c6-84e7-96d123b92f5d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592928 Jul 07 17:12:56.774829 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 53bfa81d-150b-4122-9ca2-66555aa92b8e details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:12:57.008593 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 53bfa81d-150b-4122-9ca2-66555aa92b8e, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=53bfa81d-150b-4122-9ca2-66555aa92b8e,segment=NetworkSegment(66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff),segment_id=66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:57.027014 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '53bfa81d-150b-4122-9ca2-66555aa92b8e', 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8', 'port_id': '53bfa81d-150b-4122-9ca2-66555aa92b8e', 'mac_address': 'fa:16:3e:f7:3b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9920d0-0827-4c6d-a74e-88c82514a23e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:12:57.077313 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d02b3-fbf4-4c75-89f1-6be1c0684d82 req-0e5ac7c7-ad0c-4338-88f8-5f4e31933e38 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:57.080491 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ce2d02b3-fbf4-4c75-89f1-6be1c0684d82 req-0e5ac7c7-ad0c-4338-88f8-5f4e31933e38 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 1095 time: 0.0950155 Jul 07 17:12:57.095180 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.123626 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53bfa81d-150b-4122-9ca2-66555aa92b8e {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:12:57.132779 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ce2d02b3-fbf4-4c75-89f1-6be1c0684d82 req-167a1c94-40af-488b-9097-0c1879950177 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444901 Jul 07 17:12:57.148295 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 53bfa81d-150b-4122-9ca2-66555aa92b8e, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=53bfa81d-150b-4122-9ca2-66555aa92b8e,segment=NetworkSegment(66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff),segment_id=66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:57.164014 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:57.219764 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=53bfa81d-150b-4122-9ca2-66555aa92b8e,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:57.595678 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-560076d1-013d-4f05-b674-7021190de04c service neutron] show failed (client error): The resource could not be found. Jul 07 17:12:57.596952 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-560076d1-013d-4f05-b674-7021190de04c service neutron] 10.222.0.15 "GET /v2.0/ports/8c28776e-2cb1-4c6a-823e-6b35e66cf994/bindings/n-h2-793620-7 HTTP/1.1" status: 404 len: 380 time: 0.1039035 Jul 07 17:12:57.624069 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6e987-c57f-468a-8721-10816d31b80d req-788d0fdb-95b0-4535-92c1-cb6160382eb7 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:57.627039 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-98a6e987-c57f-468a-8721-10816d31b80d req-788d0fdb-95b0-4535-92c1-cb6160382eb7 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 945 time: 0.1175399 Jul 07 17:12:57.683638 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-98a6e987-c57f-468a-8721-10816d31b80d req-1c43abed-53ae-407b-b21c-157397ebb3bc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494394 Jul 07 17:12:57.690682 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['53bfa81d-150b-4122-9ca2-66555aa92b8e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:12:58.107251 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-062a569f-fc85-4e68-88a9-2674cf0ac9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:58.109078 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-062a569f-fc85-4e68-88a9-2674cf0ac9c2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693&tenant_id=579e95f3998b4f8bb632de60105379a3 HTTP/1.1" status: 200 len: 1096 time: 0.1364498 Jul 07 17:12:58.126220 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-7', 'device_owner': 'compute:nova'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:12:58.236358 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8475b-7b7d-4c93-a5d9-f9797e733309 req-40e6a868-12c3-43b6-8410-0d6c88f410e6 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:58.238862 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-04a8475b-7b7d-4c93-a5d9-f9797e733309 req-40e6a868-12c3-43b6-8410-0d6c88f410e6 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 945 time: 0.2856834 Jul 07 17:12:58.240609 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.347893 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-04a8475b-7b7d-4c93-a5d9-f9797e733309 req-6f61bf85-ef17-4489-adde-4712674263a3 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006436 Jul 07 17:12:58.357837 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b41b02-cd9c-4c72-83ad-0d8b42ab79c4 req-7f00469b-cba0-4e64-a0e1-443438ef1812 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:58.360750 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b3b41b02-cd9c-4c72-83ad-0d8b42ab79c4 req-7f00469b-cba0-4e64-a0e1-443438ef1812 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 1096 time: 0.0764952 Jul 07 17:12:58.401988 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b3b41b02-cd9c-4c72-83ad-0d8b42ab79c4 req-eedd831c-dcf7-4835-b84c-3be3bce982f4 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366955 Jul 07 17:12:58.560175 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] For port 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994,segment=NetworkSegment(829f7a5e-0dd0-44e0-b217-9899f4bd41e2),segment_id=829f7a5e-0dd0-44e0-b217-9899f4bd41e2)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:12:58.601337 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] For port 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:58.647154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:12:58.649429 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b3400c-f47d-42ce-9a72-915ddb664327" -d '{"events": [{"server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "name": "network-vif-unplugged", "status": "completed", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:12:58.653411 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.671482 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] Transition to ACTIVE for port object 8c28776e-2cb1-4c6a-823e-6b35e66cf994 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:12:58.676103 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:58.725077 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445490bd-f09a-4fcf-85c0-c70925665990 x-openstack-request-id: req-445490bd-f09a-4fcf-85c0-c70925665990 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:12:58.725376 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "name": "network-vif-unplugged", "status": "completed", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:12:58.725626 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-445490bd-f09a-4fcf-85c0-c70925665990 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:12:58.726474 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994', 'code': 200} Jul 07 17:12:58.788999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] Pushing event updated for resources: {'Port': ['ID=8c28776e-2cb1-4c6a-823e-6b35e66cf994,revision_number=6']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:58.840736 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] No DVR routers for this DVR port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:12:59.016116 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd9f7d-0e9d-4fbc-95e8-00d311a2918b req-45d6358c-93a9-4407-ba13-e501ab820ad6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:59.022833 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cdcd9f7d-0e9d-4fbc-95e8-00d311a2918b req-45d6358c-93a9-4407-ba13-e501ab820ad6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 943 time: 0.1050479 Jul 07 17:12:59.087543 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cdcd9f7d-0e9d-4fbc-95e8-00d311a2918b req-a30c5933-eb6d-4e2b-8fe5-7dfaeb961c6e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578051 Jul 07 17:12:59.120376 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] Attempting to bind port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:12:59.120829 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] Attempting to bind port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '829f7a5e-0dd0-44e0-b217-9899f4bd41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:12:59.121024 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] Attempting to bind port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 on network 4b7ce737-de76-4626-89ea-10e3b5784fdc {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:59.124742 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c009f96-d745-431e-a090-8a05424e90fb req-8434983d-4eb0-4262-80a4-829d585bd6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:59.126288 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1c009f96-d745-431e-a090-8a05424e90fb req-8434983d-4eb0-4262-80a4-829d585bd6cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 1096 time: 0.1394413 Jul 07 17:12:59.129883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] Port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 on network 4b7ce737-de76-4626-89ea-10e3b5784fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:12:59.130212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] Attempting to bind port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 on network 4b7ce737-de76-4626-89ea-10e3b5784fdc {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:12:59.154259 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:12:59.154630 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] Checking segment: {'id': '829f7a5e-0dd0-44e0-b217-9899f4bd41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:12:59.155020 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] Bound using segment: {'id': '829f7a5e-0dd0-44e0-b217-9899f4bd41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:12:59.155466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] Bound port: 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829f7a5e-0dd0-44e0-b217-9899f4bd41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:12:59.155830 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.285336 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c009f96-d745-431e-a090-8a05424e90fb req-18fa44dc-687f-43c5-aab7-c55e2fb9da06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:59.286789 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1c009f96-d745-431e-a090-8a05424e90fb req-18fa44dc-687f-43c5-aab7-c55e2fb9da06 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 913 time: 0.1541095 Jul 07 17:12:59.292130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] For port 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:12:59.345226 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1c009f96-d745-431e-a090-8a05424e90fb req-379975f4-4a76-4b3b-8cac-694bd5de085a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f49484c-f6a9-4161-9539-ac874cb28b71 HTTP/1.1" status: 200 len: 217 time: 0.0503774 Jul 07 17:12:59.363937 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] For port 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994,segment=NetworkSegment(829f7a5e-0dd0-44e0-b217-9899f4bd41e2),segment_id=829f7a5e-0dd0-44e0-b217-9899f4bd41e2)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:12:59.387614 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.471736 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:59.472696 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:12:59.474630 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] 10.222.0.69 "PUT /v2.0/ports/8c28776e-2cb1-4c6a-823e-6b35e66cf994 HTTP/1.1" status: 200 len: 1091 time: 1.3546865 Jul 07 17:12:59.485210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c009f96-d745-431e-a090-8a05424e90fb req-a173c1a5-c6be-425e-a191-a981ba3e92e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:59.488442 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1c009f96-d745-431e-a090-8a05424e90fb req-a173c1a5-c6be-425e-a191-a981ba3e92e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.1361656 Jul 07 17:12:59.651674 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6a5ad-a499-442d-827a-b90b2b26974a service neutron] Pushing event updated for resources: {'Port': ['ID=8c28776e-2cb1-4c6a-823e-6b35e66cf994,revision_number=7']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:12:59.717070 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1f451-a15a-4896-9700-cbb3d6a4327c req-63f1d2ff-64da-4a18-be48-e7a2f86d4cef tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:59.724911 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c6e1f451-a15a-4896-9700-cbb3d6a4327c req-63f1d2ff-64da-4a18-be48-e7a2f86d4cef tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 1096 time: 0.0842619 Jul 07 17:12:59.725399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c218b-ee8c-4dde-91ef-ae4d259691f7 req-51e82850-6664-45cd-a023-5a2b2fc8747d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:59.733364 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-943c218b-ee8c-4dde-91ef-ae4d259691f7 req-51e82850-6664-45cd-a023-5a2b2fc8747d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 945 time: 0.2265234 Jul 07 17:12:59.746330 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c009f96-d745-431e-a090-8a05424e90fb req-1901c11d-e103-4415-8ace-55628d2910f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:59.748058 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1c009f96-d745-431e-a090-8a05424e90fb req-1901c11d-e103-4415-8ace-55628d2910f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2535121 Jul 07 17:12:59.765323 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c6e1f451-a15a-4896-9700-cbb3d6a4327c req-25193be8-4bcf-4666-b836-478e9934f10e tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392613 Jul 07 17:12:59.782918 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-2dd8c68b-3327-47fd-a1fc-c6741e76bf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:12:59.784581 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-2dd8c68b-3327-47fd-a1fc-c6741e76bf8a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 1094 time: 0.2640212 Jul 07 17:12:59.898853 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-943c218b-ee8c-4dde-91ef-ae4d259691f7 req-20b49574-211e-482e-aba7-feefdd0f9088 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604073 Jul 07 17:12:59.981729 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1c009f96-d745-431e-a090-8a05424e90fb req-4f512122-f56f-4ac7-9bf9-63328fec5524 service neutron] 10.222.0.15 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239559 Jul 07 17:13:00.040535 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-22f5f0c1-25c0-42c8-97d7-84fd9506f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:00.042567 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-22f5f0c1-25c0-42c8-97d7-84fd9506f9ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=4b7ce737-de76-4626-89ea-10e3b5784fdc HTTP/1.1" status: 200 len: 897 time: 0.2163351 Jul 07 17:13:00.193140 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1c009f96-d745-431e-a090-8a05424e90fb req-ebb00343-e7c0-4abf-b1c6-f24e94ea8f7b service neutron] 10.222.0.15 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041898 Jul 07 17:13:00.223247 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-0b8439eb-64cb-444a-a95b-bc5e4ceffce4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994 HTTP/1.1" status: 200 len: 999 time: 0.1717231 Jul 07 17:13:00.293515 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-5e7eab35-85f4-41f0-a2ec-d6bcea8fa512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:00.295009 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-5e7eab35-85f4-41f0-a2ec-d6bcea8fa512 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=865b66da-a15d-4840-b92d-055eab55a944 HTTP/1.1" status: 200 len: 835 time: 0.0630865 Jul 07 17:13:00.407188 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-47057363-d977-492a-b704-8614ee71018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:00.408720 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-47057363-d977-492a-b704-8614ee71018c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4b7ce737-de76-4626-89ea-10e3b5784fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050699 Jul 07 17:13:00.422865 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c064ae-6fea-4fb3-9387-63df56b2f1cf req-a9180082-4147-4af3-ab3d-2a52d41d620c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:00.425349 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38c064ae-6fea-4fb3-9387-63df56b2f1cf req-a9180082-4147-4af3-ab3d-2a52d41d620c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 943 time: 0.1079147 Jul 07 17:13:00.524958 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38c064ae-6fea-4fb3-9387-63df56b2f1cf req-9b0bc4c0-cd3e-45cd-8e91-5bc7d9357f0f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911922 Jul 07 17:13:00.550267 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-eaffe17c-3465-4d36-81b2-521d58e9d608 service neutron] 10.222.0.69 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246657 Jul 07 17:13:00.674846 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ebb60b7-b396-4a32-9e9b-4341cb33e24e req-a057811b-2173-4f11-b82f-c8f18e401bf7 service neutron] 10.222.0.69 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174865 Jul 07 17:13:00.727649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:00.731062 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5a579b-d21d-4fda-a98d-f14f3d1b0671" -d '{"events": [{"name": "network-changed", "server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:00.773060 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 53bfa81d-150b-4122-9ca2-66555aa92b8e up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:00.839857 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b7bd95-4610-4bb0-b61e-b6eb9742acd5 x-openstack-request-id: req-66b7bd95-4610-4bb0-b61e-b6eb9742acd5 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:00.840168 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:00.840412 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-66b7bd95-4610-4bb0-b61e-b6eb9742acd5 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:00.840824 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994', 'status': 'completed', 'code': 200} Jul 07 17:13:00.923470 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 53bfa81d-150b-4122-9ca2-66555aa92b8e completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:00.942619 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 53bfa81d-150b-4122-9ca2-66555aa92b8e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:00.945120 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.037060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-fe06ee6f-e387-4f40-acf6-8c830d0baaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:01.038647 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-fe06ee6f-e387-4f40-acf6-8c830d0baaef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 1094 time: 0.1634490 Jul 07 17:13:01.114402 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.275453 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de3acd-04e6-4713-8292-d55640ed57e2 req-fbe7d657-3b4a-4e0e-8f2c-f0d22cf5419d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:01.277318 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6de3acd-04e6-4713-8292-d55640ed57e2 req-fbe7d657-3b4a-4e0e-8f2c-f0d22cf5419d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 945 time: 0.1949048 Jul 07 17:13:01.361158 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e170e6-58b6-448f-a858-b104610b8282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bfa81d-150b-4122-9ca2-66555aa92b8e'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:01.363748 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085a8783-c495-42ff-b6a2-a473dca59b39" -d '{"events": [{"server_uuid": "89e170e6-58b6-448f-a858-b104610b8282", "name": "network-vif-plugged", "status": "completed", "tag": "53bfa81d-150b-4122-9ca2-66555aa92b8e"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:01.367885 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6de3acd-04e6-4713-8292-d55640ed57e2 req-2639694f-1834-4d86-8d67-fba8eefb6836 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702116 Jul 07 17:13:01.382084 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 53bfa81d-150b-4122-9ca2-66555aa92b8e, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=53bfa81d-150b-4122-9ca2-66555aa92b8e,segment=NetworkSegment(66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff),segment_id=66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:01.401465 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.483574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=53bfa81d-150b-4122-9ca2-66555aa92b8e,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:01.524727 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 3f49484c-f6a9-4161-9539-ac874cb28b71 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:01.593505 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-0565c2cb-8347-4da6-9987-9385026cf0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:01.594841 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-0565c2cb-8347-4da6-9987-9385026cf0c4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 1094 time: 0.6799109 Jul 07 17:13:01.630194 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.671162 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 3f49484c-f6a9-4161-9539-ac874cb28b71, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=3f49484c-f6a9-4161-9539-ac874cb28b71,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:01.684032 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:01.685533 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8c28776e-2cb1-4c6a-823e-6b35e66cf994 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:01.706001 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-96d5f688-ce33-4112-935f-01ae5cb7acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:01.707517 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-96d5f688-ce33-4112-935f-01ae5cb7acd4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4b7ce737-de76-4626-89ea-10e3b5784fdc HTTP/1.1" status: 200 len: 897 time: 0.1034360 Jul 07 17:13:01.732856 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39f297f-a030-4d2e-84d8-237758e4e3a6 x-openstack-request-id: req-e39f297f-a030-4d2e-84d8-237758e4e3a6 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:01.733327 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e170e6-58b6-448f-a858-b104610b8282", "name": "network-vif-plugged", "status": "completed", "tag": "53bfa81d-150b-4122-9ca2-66555aa92b8e", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:01.733593 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e39f297f-a030-4d2e-84d8-237758e4e3a6 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:01.733984 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e170e6-58b6-448f-a858-b104610b8282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bfa81d-150b-4122-9ca2-66555aa92b8e', 'code': 200} Jul 07 17:13:01.785208 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8c28776e-2cb1-4c6a-823e-6b35e66cf994 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:01.821202 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=3f49484c-f6a9-4161-9539-ac874cb28b71,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:01.894280 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced24e98-4d5f-494b-8449-708989076eff req-214238d7-5c98-4735-8fbb-f21ca4699739 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:01.899412 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ced24e98-4d5f-494b-8449-708989076eff req-214238d7-5c98-4735-8fbb-f21ca4699739 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 1096 time: 0.8087182 Jul 07 17:13:01.905930 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-e9971e23-4dbc-475b-8371-edb3c4fc4244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:01.907717 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-e9971e23-4dbc-475b-8371-edb3c4fc4244 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b7ce737-de76-4626-89ea-10e3b5784fdc HTTP/1.1" status: 200 len: 897 time: 0.8611491 Jul 07 17:13:01.911155 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-f7943d07-3e85-4fc1-8a62-7bce8f8e5d1d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994 HTTP/1.1" status: 200 len: 999 time: 0.1865845 Jul 07 17:13:01.928541 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b9181-052b-456c-b595-e5a59d6d43d9 req-00425ceb-7b98-4058-831a-fe6b71a49a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:01.930436 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3b2b9181-052b-456c-b595-e5a59d6d43d9 req-00425ceb-7b98-4058-831a-fe6b71a49a9a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 1097 time: 0.1141744 Jul 07 17:13:01.976157 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3b2b9181-052b-456c-b595-e5a59d6d43d9 req-5888f58c-68cf-44cf-b0a2-85dfea9bb455 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381756 Jul 07 17:13:02.005095 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738636a3-2bbe-4a3a-94a4-d14e20c8fc41 req-9166ab57-d705-400c-80d4-c859635dba3e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:02.006725 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-738636a3-2bbe-4a3a-94a4-d14e20c8fc41 req-9166ab57-d705-400c-80d4-c859635dba3e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 943 time: 0.1370711 Jul 07 17:13:02.025210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-6761b8bb-176b-4977-b7ae-9ef828a8ece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:02.027610 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-6761b8bb-176b-4977-b7ae-9ef828a8ece4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=865b66da-a15d-4840-b92d-055eab55a944 HTTP/1.1" status: 200 len: 835 time: 0.1073732 Jul 07 17:13:02.085533 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-738636a3-2bbe-4a3a-94a4-d14e20c8fc41 req-eb163c68-69cb-433b-8753-bd4d4c1428c8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727899 Jul 07 17:13:02.088044 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ced24e98-4d5f-494b-8449-708989076eff req-d6c53354-6d3d-4701-811b-a73bcb01e713 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737626 Jul 07 17:13:02.114500 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-9d0f48b1-adb9-486b-9ea1-5e450afcde94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994 HTTP/1.1" status: 200 len: 999 time: 0.1922450 Jul 07 17:13:02.146632 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-be8eb87d-95fd-4199-952d-ff6281ed4375 req-832f76b1-797f-431c-90bf-865cf02cb880 service neutron] (100409) timed out ('10.222.0.15', 55540) {{(pid=100409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:13:02.202712 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-5a2d2c67-8000-4b8c-a82a-48047477d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:02.204554 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-5a2d2c67-8000-4b8c-a82a-48047477d29b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=865b66da-a15d-4840-b92d-055eab55a944 HTTP/1.1" status: 200 len: 835 time: 0.0667758 Jul 07 17:13:02.243257 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-3a6c7806-0335-49a2-bd19-43ceed256b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:02.246146 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-3a6c7806-0335-49a2-bd19-43ceed256b5a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4b7ce737-de76-4626-89ea-10e3b5784fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526022 Jul 07 17:13:02.347219 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-94b69a69-689a-41aa-9156-5d5a295fdef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:02.348764 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-94b69a69-689a-41aa-9156-5d5a295fdef5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b7ce737-de76-4626-89ea-10e3b5784fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372490 Jul 07 17:13:02.412662 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-5ba98454-cb94-4b8c-90ce-15a3ac6ac072 service neutron] 10.222.0.69 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582048 Jul 07 17:13:02.547791 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-73f61644-73cf-49bd-8da9-ff6f6a0a5067 service neutron] 10.222.0.15 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915638 Jul 07 17:13:02.617266 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-5e5dbf05-a340-4aa6-8a3c-8c4de2686d40 service neutron] 10.222.0.69 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959517 Jul 07 17:13:02.632246 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f6a33-6cd9-4c21-b69f-c846ad0a2e25 req-e97911e5-8e3d-4fe6-9ddf-9c8ab0b29992 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:02.645875 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ec6f6a33-6cd9-4c21-b69f-c846ad0a2e25 req-e97911e5-8e3d-4fe6-9ddf-9c8ab0b29992 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 943 time: 0.1405747 Jul 07 17:13:02.696141 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db5a579b-d21d-4fda-a98d-f14f3d1b0671 req-43ec1b6a-2eb8-4442-ac4c-59cb66aa71d7 service neutron] 10.222.0.15 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422379 Jul 07 17:13:02.732445 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ec6f6a33-6cd9-4c21-b69f-c846ad0a2e25 req-21ce2cec-a59a-4bee-9f0b-e61d7d63a262 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849073 Jul 07 17:13:02.920796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d2f96-2c70-4076-83a2-ea0361c4f4ab req-d68f1da3-3560-4a01-92a8-08e63f16ce56 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:02.927200 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-659d2f96-2c70-4076-83a2-ea0361c4f4ab req-d68f1da3-3560-4a01-92a8-08e63f16ce56 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0891621 Jul 07 17:13:02.977378 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-659d2f96-2c70-4076-83a2-ea0361c4f4ab req-f87da639-e8f9-49e5-bb23-681f8a37b6ee tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484333 Jul 07 17:13:03.209193 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa176e-8415-4dca-bce4-3c3f757de62f req-276a70c6-cef7-4cbf-a5c0-23a97fa29a2e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:03.211034 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6eaa176e-8415-4dca-bce4-3c3f757de62f req-276a70c6-cef7-4cbf-a5c0-23a97fa29a2e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1085780 Jul 07 17:13:03.280710 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6eaa176e-8415-4dca-bce4-3c3f757de62f req-be220a2b-c6d0-45f4-a7b9-d74531777bf0 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589609 Jul 07 17:13:03.309939 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b68d53-d2aa-4b58-907f-c21202671d9b req-5b9a65ea-1115-41ff-a344-ccdd0dfa6bb8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:03.311867 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f8b68d53-d2aa-4b58-907f-c21202671d9b req-5b9a65ea-1115-41ff-a344-ccdd0dfa6bb8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 943 time: 0.1061373 Jul 07 17:13:03.373684 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f8b68d53-d2aa-4b58-907f-c21202671d9b req-eaf21178-e4cf-44c7-86a1-1a15778647e0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498447 Jul 07 17:13:03.492565 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7eccb9-0083-44fe-b4f5-79f1a5e22f25 req-7ec33ef0-6e11-4c5d-b7a2-b75b8ad60c4a tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:03.494393 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b7eccb9-0083-44fe-b4f5-79f1a5e22f25 req-7ec33ef0-6e11-4c5d-b7a2-b75b8ad60c4a tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 1097 time: 0.0838695 Jul 07 17:13:03.545613 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b7eccb9-0083-44fe-b4f5-79f1a5e22f25 req-4e443f64-3fb4-4d58-889b-d9449b4d92a9 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427437 Jul 07 17:13:03.735734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f53ad4-cd95-4667-b27b-308b03af8d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f49484c-f6a9-4161-9539-ac874cb28b71'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:03.738036 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cfc60d-495f-4b9e-be39-6dd8b546dbca" -d '{"events": [{"server_uuid": "b6f53ad4-cd95-4667-b27b-308b03af8d2b", "name": "network-vif-unplugged", "status": "completed", "tag": "3f49484c-f6a9-4161-9539-ac874cb28b71"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:03.797550 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3604b9f-c2c8-4343-8eed-8524691cc8b3 req-899fb009-6906-4e79-aa43-a9df4039d972 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:03.799136 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b3604b9f-c2c8-4343-8eed-8524691cc8b3 req-899fb009-6906-4e79-aa43-a9df4039d972 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0758207 Jul 07 17:13:03.828212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c047b-e899-44b3-ae40-b23c2bba1762 req-24119d18-6d98-4ad1-acb3-b22008ae48a9 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:03.830225 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8a7c047b-e899-44b3-ae40-b23c2bba1762 req-24119d18-6d98-4ad1-acb3-b22008ae48a9 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 1097 time: 0.1591763 Jul 07 17:13:03.875448 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8a7c047b-e899-44b3-ae40-b23c2bba1762 req-c51c9d00-9613-4045-97b0-b334e1e0e67f tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379570 Jul 07 17:13:03.878965 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b3604b9f-c2c8-4343-8eed-8524691cc8b3 req-ec4ad883-aa32-4139-9244-d77a660243fc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742135 Jul 07 17:13:03.938901 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fde2a26-0df5-4d98-becd-0583b165b47b x-openstack-request-id: req-5fde2a26-0df5-4d98-becd-0583b165b47b {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:03.940570 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f53ad4-cd95-4667-b27b-308b03af8d2b", "name": "network-vif-unplugged", "status": "failed", "tag": "3f49484c-f6a9-4161-9539-ac874cb28b71", "code": 422}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:03.940570 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5fde2a26-0df5-4d98-becd-0583b165b47b {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:03.940570 n-d-793620-7 neutron-server[100411]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b6f53ad4-cd95-4667-b27b-308b03af8d2b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3f49484c-f6a9-4161-9539-ac874cb28b71', 'code': 422} returned with failed status Jul 07 17:13:04.109605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc193916-a7f9-493d-bbd9-2e1290689a10 req-2c597b95-9523-4e81-b8aa-1cafa3815cec tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:04.110934 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fc193916-a7f9-493d-bbd9-2e1290689a10 req-2c597b95-9523-4e81-b8aa-1cafa3815cec tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 1097 time: 0.0678039 Jul 07 17:13:04.159388 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fc193916-a7f9-493d-bbd9-2e1290689a10 req-9cc5a9d8-b4bc-438a-8cc1-396d8824ec0c tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413177 Jul 07 17:13:04.550088 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-ed40d33a-5653-4a4b-a2e2-e026fe557db6 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:04.563259 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-ed40d33a-5653-4a4b-a2e2-e026fe557db6 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/networks?id=161d4377-9de8-487a-80ea-612eb05d4cf8 HTTP/1.1" status: 200 len: 911 time: 0.1743848 Jul 07 17:13:04.567138 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-4fad2bf2-6147-40c9-b94d-4fd0c3f68fd3 req-758ed8b8-da29-4380-b813-7b46af90e904 service neutron] (100409) timed out ('10.222.0.15', 55721) {{(pid=100409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:13:04.609404 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-8c799685-6e04-4324-b7d7-49e104d390a2 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/quotas/7bf996eaef234a5c81dd459d3529a69f HTTP/1.1" status: 200 len: 375 time: 0.0434391 Jul 07 17:13:04.752229 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-197d0680-c200-4591-954e-9ddf1599b177 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bf996eaef234a5c81dd459d3529a69f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1398220 Jul 07 17:13:04.759187 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0045ec-1071-4727-a887-ae0384314e5f req-85185ef6-3f1c-413f-98fe-81ce2498112d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:04.760986 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a0045ec-1071-4727-a887-ae0384314e5f req-85185ef6-3f1c-413f-98fe-81ce2498112d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 943 time: 0.1799111 Jul 07 17:13:04.793961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 8c28776e-2cb1-4c6a-823e-6b35e66cf994 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:13:04.852415 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a0045ec-1071-4727-a887-ae0384314e5f req-57eb9397-4f5c-4fb5-85e5-e930a9655f6d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847421 Jul 07 17:13:04.917025 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-6d30d728-731d-40b1-895e-b9dc7ac66dee service neutron] 10.222.0.50 "GET /v2.0/networks/161d4377-9de8-487a-80ea-612eb05d4cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564801 Jul 07 17:13:04.949748 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994,segment=NetworkSegment(829f7a5e-0dd0-44e0-b217-9899f4bd41e2),segment_id=829f7a5e-0dd0-44e0-b217-9899f4bd41e2)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:04.963200 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '8c28776e-2cb1-4c6a-823e-6b35e66cf994', 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc', 'port_id': '8c28776e-2cb1-4c6a-823e-6b35e66cf994', 'mac_address': 'fa:16:3e:89:1d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865b66da-a15d-4840-b92d-055eab55a944', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:13:05.015688 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.024237 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-01473032-7aa2-4369-bce0-252d288b126e service neutron] 10.222.0.50 "GET /v2.0/networks/161d4377-9de8-487a-80ea-612eb05d4cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062970 Jul 07 17:13:05.040280 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c28776e-2cb1-4c6a-823e-6b35e66cf994 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:05.070438 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994,segment=NetworkSegment(829f7a5e-0dd0-44e0-b217-9899f4bd41e2),segment_id=829f7a5e-0dd0-44e0-b217-9899f4bd41e2)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:05.079626 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:05.202293 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=8c28776e-2cb1-4c6a-823e-6b35e66cf994,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:05.202946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d0b73-355a-4cde-ac64-69df65f84eb9 req-355ae63f-3c61-408a-8a59-29c2784d6029 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:05.204738 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b0d0b73-355a-4cde-ac64-69df65f84eb9 req-355ae63f-3c61-408a-8a59-29c2784d6029 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1871176 Jul 07 17:13:05.258160 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b0d0b73-355a-4cde-ac64-69df65f84eb9 req-93574b57-8e04-4ba6-bcd2-d5e862ba5cfe tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397153 Jul 07 17:13:05.367859 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-96a3c540-1884-4223-91e6-53112e0b6b2f req-abd356bc-ebff-4c2b-8069-f7389e15abf4 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d23174fc-e831-415e-94af-b924909c20b0 HTTP/1.1" status: 200 len: 210 time: 0.0412574 Jul 07 17:13:05.537517 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 3f49484c-f6a9-4161-9539-ac874cb28b71 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:05.640010 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['8c28776e-2cb1-4c6a-823e-6b35e66cf994'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:06.095043 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddd869-01eb-4243-8908-b8c342a9370e req-0b9b750a-c003-43d3-945c-25e2cb7624f3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:06.096716 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ecddd869-01eb-4243-8908-b8c342a9370e req-0b9b750a-c003-43d3-945c-25e2cb7624f3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 944 time: 0.0723524 Jul 07 17:13:06.136089 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ecddd869-01eb-4243-8908-b8c342a9370e req-a39fdbc8-b701-44c2-bab1-4c4f406fd3f0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329077 Jul 07 17:13:06.566810 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fd359-9bff-4f63-8294-eaaa11991ee2 req-aaa8324e-75b1-41c8-85a8-32faee5b5325 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:06.568795 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-820fd359-9bff-4f63-8294-eaaa11991ee2 req-aaa8324e-75b1-41c8-85a8-32faee5b5325 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1335194 Jul 07 17:13:06.621932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-e3db9353-93b9-41c1-be8a-f43e9e5103a8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:06.623736 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-e3db9353-93b9-41c1-be8a-f43e9e5103a8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693&tenant_id=579e95f3998b4f8bb632de60105379a3&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 944 time: 0.1438160 Jul 07 17:13:06.629165 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-1bb53d77-1bd7-495d-b8b7-d3f9a405e535 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:06.630754 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-1bb53d77-1bd7-495d-b8b7-d3f9a405e535 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.15 "GET /v2.0/networks?id=161d4377-9de8-487a-80ea-612eb05d4cf8 HTTP/1.1" status: 200 len: 911 time: 0.2369192 Jul 07 17:13:06.671756 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-d57b7930-b4dd-4d01-a37f-870f5348004e tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Request body: {'port': {'device_id': 'd23174fc-e831-415e-94af-b924909c20b0', 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8', 'admin_state_up': True, 'tenant_id': '7bf996eaef234a5c81dd459d3529a69f'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:06.679173 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-820fd359-9bff-4f63-8294-eaaa11991ee2 req-43f7c698-4108-4955-b9c7-603c5f4c642f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020465 Jul 07 17:13:06.755611 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-233e3dbb-78f9-4082-9ae0-75bdc18332c7 service neutron] 10.222.0.69 "GET /v2.0/ports/8c28776e-2cb1-4c6a-823e-6b35e66cf994/bindings/n-h2-793620-7 HTTP/1.1" status: 200 len: 382 time: 0.1233392 Jul 07 17:13:06.757787 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-d57b7930-b4dd-4d01-a37f-870f5348004e tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Made reservation on behalf of 7bf996eaef234a5c81dd459d3529a69f for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:06.763106 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-d57b7930-b4dd-4d01-a37f-870f5348004e tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:06.831017 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bdb581e3-65a0-410e-a896-485937fa02a5 req-db452a61-523f-4df7-8d0b-9a9dec1e2e85 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d23174fc-e831-415e-94af-b924909c20b0 HTTP/1.1" status: 200 len: 210 time: 0.0873449 Jul 07 17:13:06.904542 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be379b9f-11e3-48d0-be3d-b7fafba27e42 req-4305941e-43c0-4c78-a74c-05120ae2e21f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:06.906018 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-be379b9f-11e3-48d0-be3d-b7fafba27e42 req-4305941e-43c0-4c78-a74c-05120ae2e21f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 944 time: 0.0937974 Jul 07 17:13:06.952342 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-be379b9f-11e3-48d0-be3d-b7fafba27e42 req-d2210376-249d-4a20-993d-f8282800577f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387299 Jul 07 17:13:06.960234 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-a9cd5b79-6ef0-4edf-831a-4966e9164e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:06.961412 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-a9cd5b79-6ef0-4edf-831a-4966e9164e89 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 1095 time: 0.1634908 Jul 07 17:13:07.029784 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-d57b7930-b4dd-4d01-a37f-870f5348004e tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Allocated IP 172.20.0.14 (161d4377-9de8-487a-80ea-612eb05d4cf8/be9920d0-0827-4c6d-a74e-88c82514a23e/9bf71586-5f4c-4090-9371-827afecfddf0) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:07.101823 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-fe1cfc91-f4f6-42b6-b599-9413b34ec05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:07.103401 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-fe1cfc91-f4f6-42b6-b599-9413b34ec05f service neutron] 10.222.0.69 "GET /v2.0/networks?id=4b7ce737-de76-4626-89ea-10e3b5784fdc HTTP/1.1" status: 200 len: 897 time: 0.1326423 Jul 07 17:13:07.223263 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-f7e5d4c6-1baa-4409-ae27-4d07b3112df3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994 HTTP/1.1" status: 200 len: 1000 time: 0.1112146 Jul 07 17:13:07.302418 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-d57b7930-b4dd-4d01-a37f-870f5348004e tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.307074 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-0e8e1730-f5eb-4c06-8b16-c4d399044110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:07.308649 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-0e8e1730-f5eb-4c06-8b16-c4d399044110 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=865b66da-a15d-4840-b92d-055eab55a944 HTTP/1.1" status: 200 len: 835 time: 0.0785136 Jul 07 17:13:07.327045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-d57b7930-b4dd-4d01-a37f-870f5348004e tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Transition to ACTIVE for port object 9bf71586-5f4c-4090-9371-827afecfddf0 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:07.396759 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-d57b7930-b4dd-4d01-a37f-870f5348004e tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.401716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-eaed5425-0c4d-4ae0-9328-c736d917b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:07.403291 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-eaed5425-0c4d-4ae0-9328-c736d917b714 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4b7ce737-de76-4626-89ea-10e3b5784fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862429 Jul 07 17:13:07.412781 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['53bfa81d-150b-4122-9ca2-66555aa92b8e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:07.498367 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-d57b7930-b4dd-4d01-a37f-870f5348004e tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Network 161d4377-9de8-487a-80ea-612eb05d4cf8 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:07.506048 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-d57b7930-b4dd-4d01-a37f-870f5348004e tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:07.512802 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-d57b7930-b4dd-4d01-a37f-870f5348004e tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:07.517562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b7930-b4dd-4d01-a37f-870f5348004e tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Pushing event updated for resources: {'Port': ['ID=9bf71586-5f4c-4090-9371-827afecfddf0,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:07.587057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-d57b7930-b4dd-4d01-a37f-870f5348004e tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:07.587683 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-d57b7930-b4dd-4d01-a37f-870f5348004e tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.601790 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-ef40fd17-df0e-483c-9d6b-eb139f0ff69c service neutron] 10.222.0.69 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895874 Jul 07 17:13:07.612329 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-d57b7930-b4dd-4d01-a37f-870f5348004e tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9458420 Jul 07 17:13:07.687070 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] Request body: {'port': {'device_id': 'd23174fc-e831-415e-94af-b924909c20b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:07.810043 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.870637 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-1a1c54cb-e121-430d-8f64-42c1dab9b8cc service neutron] 10.222.0.69 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508907 Jul 07 17:13:07.872931 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d65a115a-bb29-403f-8b53-189b2f645171 None None] Provisioning for port 9bf71586-5f4c-4090-9371-827afecfddf0 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:07.877983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d65a115a-bb29-403f-8b53-189b2f645171 None None] Provisioning complete for port 9bf71586-5f4c-4090-9371-827afecfddf0 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:07.878756 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d65a115a-bb29-403f-8b53-189b2f645171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:07.936207 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7945a70-07a2-4470-bbc5-bf79e4df31eb req-d56652ec-1124-412c-abba-31515d2f1bad tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:07.937817 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d65a115a-bb29-403f-8b53-189b2f645171 None None] Port 9bf71586-5f4c-4090-9371-827afecfddf0 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:07.940976 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a7945a70-07a2-4470-bbc5-bf79e4df31eb req-d56652ec-1124-412c-abba-31515d2f1bad tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1168303 Jul 07 17:13:07.992232 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a7945a70-07a2-4470-bbc5-bf79e4df31eb req-03eba31a-6a6a-4e8a-b2d7-1b89323d25c1 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446146 Jul 07 17:13:08.147961 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f07770-a2d6-44e4-b296-51d1f6bb23d5 req-e84840d4-1164-440b-9c0c-90644baccf39 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:08.149483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29f07770-a2d6-44e4-b296-51d1f6bb23d5 req-e84840d4-1164-440b-9c0c-90644baccf39 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d23174fc-e831-415e-94af-b924909c20b0 HTTP/1.1" status: 200 len: 1028 time: 0.1183949 Jul 07 17:13:08.228617 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29f07770-a2d6-44e4-b296-51d1f6bb23d5 req-a4654c5a-147f-4afc-af96-0c2e55efdca9 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719554 Jul 07 17:13:08.233464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf71586-5f4c-4090-9371-827afecfddf0 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:08.236075 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3f37d-c5a9-437a-832b-ecb007b95452 req-eeb4e645-7a27-43d0-9a91-3ed074892eb9 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:08.238466 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7af3f37d-c5a9-437a-832b-ecb007b95452 req-eeb4e645-7a27-43d0-9a91-3ed074892eb9 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 944 time: 0.1143746 Jul 07 17:13:08.242642 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.259152 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] Transition to ACTIVE for port object 9bf71586-5f4c-4090-9371-827afecfddf0 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:08.262606 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.304234 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7af3f37d-c5a9-437a-832b-ecb007b95452 req-8f425547-d2a2-41df-ad49-edfabbb8f2cf tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598652 Jul 07 17:13:08.424505 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf71586-5f4c-4090-9371-827afecfddf0,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:08.485821 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] Attempting to bind port 9bf71586-5f4c-4090-9371-827afecfddf0 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:08.486193 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] Attempting to bind port 9bf71586-5f4c-4090-9371-827afecfddf0 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:08.486538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] Attempting to bind port 9bf71586-5f4c-4090-9371-827afecfddf0 on network 161d4377-9de8-487a-80ea-612eb05d4cf8 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:08.491337 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] Port 9bf71586-5f4c-4090-9371-827afecfddf0 on network 161d4377-9de8-487a-80ea-612eb05d4cf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:13:08.491667 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] Attempting to bind port 9bf71586-5f4c-4090-9371-827afecfddf0 on network 161d4377-9de8-487a-80ea-612eb05d4cf8 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:08.499695 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:08.500268 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] Checking segment: {'id': '66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:08.501040 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] Bound using segment: {'id': '66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:08.501795 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] Bound port: 9bf71586-5f4c-4090-9371-827afecfddf0, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:08.502468 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.578453 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] For port 9bf71586-5f4c-4090-9371-827afecfddf0, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:08.581805 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] For port 9bf71586-5f4c-4090-9371-827afecfddf0, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9bf71586-5f4c-4090-9371-827afecfddf0,segment=NetworkSegment(66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff),segment_id=66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:08.586948 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.627724 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:08.628647 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.630121 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] 10.222.0.15 "PUT /v2.0/ports/9bf71586-5f4c-4090-9371-827afecfddf0 HTTP/1.1" status: 200 len: 1092 time: 0.9499331 Jul 07 17:13:08.633087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23174fc-e831-415e-94af-b924909c20b0', 'tag': '9bf71586-5f4c-4090-9371-827afecfddf0'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:08.636234 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65e1e98-bd63-40fb-a456-dbcec4f7871c" -d '{"events": [{"name": "network-changed", "server_uuid": "d23174fc-e831-415e-94af-b924909c20b0", "tag": "9bf71586-5f4c-4090-9371-827afecfddf0"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:08.696183 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68d1871-5d9d-45b5-87d1-46c88805b3bd x-openstack-request-id: req-d68d1871-5d9d-45b5-87d1-46c88805b3bd {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:08.696903 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23174fc-e831-415e-94af-b924909c20b0", "tag": "9bf71586-5f4c-4090-9371-827afecfddf0", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:08.696903 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d68d1871-5d9d-45b5-87d1-46c88805b3bd {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:08.697148 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23174fc-e831-415e-94af-b924909c20b0', 'tag': '9bf71586-5f4c-4090-9371-827afecfddf0', 'status': 'completed', 'code': 200} Jul 07 17:13:08.736284 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4a93f-671d-4a0b-a329-3e7f0de29023 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf71586-5f4c-4090-9371-827afecfddf0,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:08.765972 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-5c1fac80-b84c-41a5-8f00-ba7b3a528ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:08.767828 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-5c1fac80-b84c-41a5-8f00-ba7b3a528ce4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bf996eaef234a5c81dd459d3529a69f&device_id=d23174fc-e831-415e-94af-b924909c20b0 HTTP/1.1" status: 200 len: 1095 time: 0.0789673 Jul 07 17:13:08.818931 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 8c28776e-2cb1-4c6a-823e-6b35e66cf994 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:08.822156 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-b16e455c-a0cd-42e6-b81d-6af02f2d524a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bf71586-5f4c-4090-9371-827afecfddf0 HTTP/1.1" status: 200 len: 217 time: 0.0472291 Jul 07 17:13:08.910642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:08.911753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-30211db4-d0dd-47ea-81cc-805d42204b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:08.913459 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-30211db4-d0dd-47ea-81cc-805d42204b9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be9920d0-0827-4c6d-a74e-88c82514a23e HTTP/1.1" status: 200 len: 849 time: 0.0797584 Jul 07 17:13:08.914789 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:08.915167 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:08.978400 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-68c68ee2-090b-403c-a2f5-f477e857563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:08.980627 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-68c68ee2-090b-403c-a2f5-f477e857563a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=161d4377-9de8-487a-80ea-612eb05d4cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586293 Jul 07 17:13:09.009561 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.035828 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:09.038500 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d5712d-4f03-4a22-9819-d2e0dbe0a5b9" -d '{"events": [{"server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "name": "network-vif-plugged", "status": "completed", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:09.058697 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994,segment=NetworkSegment(829f7a5e-0dd0-44e0-b217-9899f4bd41e2),segment_id=829f7a5e-0dd0-44e0-b217-9899f4bd41e2)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:09.064325 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:09.118075 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-34c4472a-9a23-4e83-bbed-fd75cc6b338d service neutron] 10.222.0.15 "GET /v2.0/networks/161d4377-9de8-487a-80ea-612eb05d4cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307254 Jul 07 17:13:09.122409 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7c4984-93a8-4674-b612-a5bc75a01990 x-openstack-request-id: req-4f7c4984-93a8-4674-b612-a5bc75a01990 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:09.122709 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "name": "network-vif-plugged", "status": "completed", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:09.122962 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f7c4984-93a8-4674-b612-a5bc75a01990 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:09.123367 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994', 'code': 200} Jul 07 17:13:09.134087 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=8c28776e-2cb1-4c6a-823e-6b35e66cf994,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:09.274890 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f5967f7-e493-4ed7-a3be-2fb9f396d7e1 req-74555536-839a-4f12-ba97-0f5f81cb97f4 service neutron] 10.222.0.15 "GET /v2.0/networks/161d4377-9de8-487a-80ea-612eb05d4cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489742 Jul 07 17:13:09.294578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550173cb-0434-43f7-a555-06c50a24ded3 req-3f9df705-2c6c-4f83-8b76-ee0f97ff3071 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:09.296855 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-550173cb-0434-43f7-a555-06c50a24ded3 req-3f9df705-2c6c-4f83-8b76-ee0f97ff3071 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1114471 Jul 07 17:13:09.366354 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-550173cb-0434-43f7-a555-06c50a24ded3 req-0e8c78f9-86ec-43a4-a129-a1191a71e737 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628734 Jul 07 17:13:09.412261 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e1e98-bd63-40fb-a456-dbcec4f7871c req-c40380c5-f45d-4b38-b264-cafd46a38841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:09.413951 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e65e1e98-bd63-40fb-a456-dbcec4f7871c req-c40380c5-f45d-4b38-b264-cafd46a38841 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bf996eaef234a5c81dd459d3529a69f&device_id=d23174fc-e831-415e-94af-b924909c20b0 HTTP/1.1" status: 200 len: 1095 time: 0.0810180 Jul 07 17:13:09.420126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e88c5-b871-4e6b-a926-ac00e026cf2b req-e73eea2a-aca5-46f9-9faf-a605df91a6a2 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:09.421723 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d3e88c5-b871-4e6b-a926-ac00e026cf2b req-e73eea2a-aca5-46f9-9faf-a605df91a6a2 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d23174fc-e831-415e-94af-b924909c20b0 HTTP/1.1" status: 200 len: 1095 time: 0.0688107 Jul 07 17:13:09.494290 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d3e88c5-b871-4e6b-a926-ac00e026cf2b req-caddb8c3-8cd3-4f3e-9964-c972ecd4deaf tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661900 Jul 07 17:13:09.577509 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e1e98-bd63-40fb-a456-dbcec4f7871c req-b0c91f04-0cca-4969-9cfa-b8ab225da96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:09.579158 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e65e1e98-bd63-40fb-a456-dbcec4f7871c req-b0c91f04-0cca-4969-9cfa-b8ab225da96d service neutron] 10.222.0.15 "GET /v2.0/networks?id=161d4377-9de8-487a-80ea-612eb05d4cf8 HTTP/1.1" status: 200 len: 911 time: 0.1576560 Jul 07 17:13:09.588186 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05797984-35f3-40d0-b596-5f23fdba8c88 req-e23d2144-9b87-490b-92c7-730732a965ef tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:09.590296 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-05797984-35f3-40d0-b596-5f23fdba8c88 req-e23d2144-9b87-490b-92c7-730732a965ef tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 945 time: 0.1032157 Jul 07 17:13:09.639606 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e65e1e98-bd63-40fb-a456-dbcec4f7871c req-5dfebae7-c689-4cf5-bbae-19946e589d23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bf71586-5f4c-4090-9371-827afecfddf0 HTTP/1.1" status: 200 len: 217 time: 0.0482726 Jul 07 17:13:09.702815 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-05797984-35f3-40d0-b596-5f23fdba8c88 req-a712bdd6-5d0f-4456-ada3-213c2917d3be tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051922 Jul 07 17:13:09.709113 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e1e98-bd63-40fb-a456-dbcec4f7871c req-d133e808-cda7-4e99-98da-9564abbeb1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:09.710557 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e65e1e98-bd63-40fb-a456-dbcec4f7871c req-d133e808-cda7-4e99-98da-9564abbeb1cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be9920d0-0827-4c6d-a74e-88c82514a23e HTTP/1.1" status: 200 len: 849 time: 0.0644379 Jul 07 17:13:09.775845 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e1e98-bd63-40fb-a456-dbcec4f7871c req-9704efa5-b161-46da-8ee0-a096a328918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:09.777913 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e65e1e98-bd63-40fb-a456-dbcec4f7871c req-9704efa5-b161-46da-8ee0-a096a328918c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=161d4377-9de8-487a-80ea-612eb05d4cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602918 Jul 07 17:13:09.883553 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e65e1e98-bd63-40fb-a456-dbcec4f7871c req-d562cede-eaa2-4ced-a39c-8ac844ea75d9 service neutron] 10.222.0.15 "GET /v2.0/networks/161d4377-9de8-487a-80ea-612eb05d4cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976274 Jul 07 17:13:09.980962 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e65e1e98-bd63-40fb-a456-dbcec4f7871c req-f71f0558-317d-448e-a2e4-840648c84d56 service neutron] 10.222.0.15 "GET /v2.0/networks/161d4377-9de8-487a-80ea-612eb05d4cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896342 Jul 07 17:13:10.632122 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa62a8-123f-4002-8a3b-a6ca2fa790ba req-b5bcb476-d269-4626-93f8-88e59fe4d965 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:10.643980 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8efa62a8-123f-4002-8a3b-a6ca2fa790ba req-b5bcb476-d269-4626-93f8-88e59fe4d965 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1531615 Jul 07 17:13:10.692420 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-5528b9c8-a77f-4388-a716-0a5e711dcb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:10.694242 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-5528b9c8-a77f-4388-a716-0a5e711dcb2d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693&tenant_id=579e95f3998b4f8bb632de60105379a3 HTTP/1.1" status: 200 len: 1096 time: 0.1296835 Jul 07 17:13:10.707734 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8efa62a8-123f-4002-8a3b-a6ca2fa790ba req-f13f0754-20f3-4240-b25a-157fea04f7e6 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627074 Jul 07 17:13:10.731609 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-7', 'device_owner': 'compute:nova'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:10.880806 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:10.970086 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9cc5d-236a-402e-b1ef-332c418cf76c req-7b516bcf-73b9-41eb-af6e-4b9b970c56db tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:10.971780 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bc9cc5d-236a-402e-b1ef-332c418cf76c req-7b516bcf-73b9-41eb-af6e-4b9b970c56db tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d23174fc-e831-415e-94af-b924909c20b0 HTTP/1.1" status: 200 len: 1095 time: 0.0562747 Jul 07 17:13:11.010235 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2bc9cc5d-236a-402e-b1ef-332c418cf76c req-7f547205-bd15-4979-a94d-327f21364cc6 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323126 Jul 07 17:13:11.418870 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48ae49-0fc0-459e-8daa-8ff4c38d6f77 req-951440fd-5e28-4e94-89c5-2f4cf6bd4857 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:11.420254 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-da48ae49-0fc0-459e-8daa-8ff4c38d6f77 req-951440fd-5e28-4e94-89c5-2f4cf6bd4857 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 945 time: 0.4934967 Jul 07 17:13:11.497364 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-da48ae49-0fc0-459e-8daa-8ff4c38d6f77 req-751020de-8781-49af-a6a8-3fdca217791d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525296 Jul 07 17:13:11.518330 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] For port 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994,segment=NetworkSegment(829f7a5e-0dd0-44e0-b217-9899f4bd41e2),segment_id=829f7a5e-0dd0-44e0-b217-9899f4bd41e2)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:11.551714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] For port 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:11.568446 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 9bf71586-5f4c-4090-9371-827afecfddf0 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:13:11.596629 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:11.598973 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f11489a-a92c-43fd-bc49-21a3ede243ac" -d '{"events": [{"server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "name": "network-vif-unplugged", "status": "completed", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:11.602843 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.617302 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] Transition to ACTIVE for port object 8c28776e-2cb1-4c6a-823e-6b35e66cf994 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:11.622122 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.680201 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 9bf71586-5f4c-4090-9371-827afecfddf0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9bf71586-5f4c-4090-9371-827afecfddf0,segment=NetworkSegment(66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff),segment_id=66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:11.693085 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad19351-62b0-422a-8bad-c580e87b5e01 x-openstack-request-id: req-0ad19351-62b0-422a-8bad-c580e87b5e01 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:11.693467 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "name": "network-vif-unplugged", "status": "completed", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:11.693841 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ad19351-62b0-422a-8bad-c580e87b5e01 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:11.694310 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994', 'code': 200} Jul 07 17:13:11.698519 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '9bf71586-5f4c-4090-9371-827afecfddf0', 'network_id': '161d4377-9de8-487a-80ea-612eb05d4cf8', 'port_id': '9bf71586-5f4c-4090-9371-827afecfddf0', 'mac_address': 'fa:16:3e:2a:2c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9920d0-0827-4c6d-a74e-88c82514a23e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:13:11.715130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c28776e-2cb1-4c6a-823e-6b35e66cf994,revision_number=10']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:11.745509 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.763474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf71586-5f4c-4090-9371-827afecfddf0 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:11.766574 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] No DVR routers for this DVR port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:11.794028 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 9bf71586-5f4c-4090-9371-827afecfddf0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9bf71586-5f4c-4090-9371-827afecfddf0,segment=NetworkSegment(66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff),segment_id=66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:11.801437 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:11.901847 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=9bf71586-5f4c-4090-9371-827afecfddf0,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:12.005371 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] Attempting to bind port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:12.005851 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] Attempting to bind port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '829f7a5e-0dd0-44e0-b217-9899f4bd41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:12.006246 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] Attempting to bind port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 on network 4b7ce737-de76-4626-89ea-10e3b5784fdc {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:12.013330 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] Port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 on network 4b7ce737-de76-4626-89ea-10e3b5784fdc not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:13:12.013724 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] Attempting to bind port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 on network 4b7ce737-de76-4626-89ea-10e3b5784fdc {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:12.025023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6fe2e-57d3-4427-ba53-fc1085ae5170 req-2d320b9a-1810-48fc-a194-59277238e393 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.026672 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59c6fe2e-57d3-4427-ba53-fc1085ae5170 req-2d320b9a-1810-48fc-a194-59277238e393 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1226201 Jul 07 17:13:12.029806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:12.030136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] Checking segment: {'id': '829f7a5e-0dd0-44e0-b217-9899f4bd41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:12.030564 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] Bound using segment: {'id': '829f7a5e-0dd0-44e0-b217-9899f4bd41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:12.030993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] Bound port: 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829f7a5e-0dd0-44e0-b217-9899f4bd41e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:12.031347 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.125410 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['9bf71586-5f4c-4090-9371-827afecfddf0'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:12.137528 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59c6fe2e-57d3-4427-ba53-fc1085ae5170 req-23cd486f-3d1a-4aee-b327-860be118d99b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960867 Jul 07 17:13:12.203998 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] For port 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:12.209085 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] For port 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994,segment=NetworkSegment(829f7a5e-0dd0-44e0-b217-9899f4bd41e2),segment_id=829f7a5e-0dd0-44e0-b217-9899f4bd41e2)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:12.218862 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86474179-33ee-4f8b-90c3-d10b2a98a5d4 req-a449bfd3-dfcc-4800-87d8-e551a87e61b8 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.221564 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.230153 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86474179-33ee-4f8b-90c3-d10b2a98a5d4 req-a449bfd3-dfcc-4800-87d8-e551a87e61b8 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d23174fc-e831-415e-94af-b924909c20b0 HTTP/1.1" status: 200 len: 1096 time: 0.0725601 Jul 07 17:13:12.262767 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86474179-33ee-4f8b-90c3-d10b2a98a5d4 req-cd34efd0-24a1-4bfe-8b33-8859cd11beb0 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309539 Jul 07 17:13:12.288794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.289484 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:12.290876 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] 10.222.0.15 "PUT /v2.0/ports/8c28776e-2cb1-4c6a-823e-6b35e66cf994 HTTP/1.1" status: 200 len: 1092 time: 1.5793219 Jul 07 17:13:12.321939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ec699-cbd9-4821-80c3-1699cbe68df1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c28776e-2cb1-4c6a-823e-6b35e66cf994,revision_number=11']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:12.402613 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-219dc12b-9a8f-42f6-9f5a-34df72367845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.404684 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-219dc12b-9a8f-42f6-9f5a-34df72367845 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 1095 time: 0.0694666 Jul 07 17:13:12.556796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-d09d05d1-6e64-466d-b520-973fc3766d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.558609 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-d09d05d1-6e64-466d-b520-973fc3766d2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b7ce737-de76-4626-89ea-10e3b5784fdc HTTP/1.1" status: 200 len: 897 time: 0.1473002 Jul 07 17:13:12.571727 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-8586c7ca-2822-4daf-9f4d-68d8e1b10e7e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1087780 Jul 07 17:13:12.677712 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-3db50761-3af8-4d1a-b9bb-92ae39a87827 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994 HTTP/1.1" status: 200 len: 999 time: 0.1043093 Jul 07 17:13:12.690436 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cb3ec-489c-430f-b4f4-50e2a9181d26 req-1642217b-bdb1-4508-9c5f-b64a96b2e464 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.692395 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b17cb3ec-489c-430f-b4f4-50e2a9181d26 req-1642217b-bdb1-4508-9c5f-b64a96b2e464 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 944 time: 0.0760715 Jul 07 17:13:12.743421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-9c6a00fe-7dce-41ee-b832-32f050fb0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.744210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-9c6a00fe-7dce-41ee-b832-32f050fb0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.744520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-9c6a00fe-7dce-41ee-b832-32f050fb0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.745037 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-9c6a00fe-7dce-41ee-b832-32f050fb0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.745499 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-9c6a00fe-7dce-41ee-b832-32f050fb0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.746021 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-9c6a00fe-7dce-41ee-b832-32f050fb0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.746465 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-9c6a00fe-7dce-41ee-b832-32f050fb0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.748677 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-9c6a00fe-7dce-41ee-b832-32f050fb0169 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2bc760b57a34528af5e85b5e280ce2e&device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 6491 time: 0.1370223 Jul 07 17:13:12.751117 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b17cb3ec-489c-430f-b4f4-50e2a9181d26 req-56f92e89-37eb-4293-972a-ec595872a4ee tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436561 Jul 07 17:13:12.751266 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-2c7646eb-7073-4ede-88c8-53836370acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.753531 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-2c7646eb-7073-4ede-88c8-53836370acc4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=865b66da-a15d-4840-b92d-055eab55a944 HTTP/1.1" status: 200 len: 835 time: 0.0690603 Jul 07 17:13:12.901553 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-21ed5eb1-fc33-4939-b644-25d242cff6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.903107 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-21ed5eb1-fc33-4939-b644-25d242cff6ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b7ce737-de76-4626-89ea-10e3b5784fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1419995 Jul 07 17:13:12.909592 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-c46e36d9-da5f-4a66-9eea-b40b53eb7cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.910072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-c46e36d9-da5f-4a66-9eea-b40b53eb7cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.910574 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-c46e36d9-da5f-4a66-9eea-b40b53eb7cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:12.912215 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-c46e36d9-da5f-4a66-9eea-b40b53eb7cc9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9866a6b9-c461-4258-9fc8-481f6033e3c6&id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&id=b39fb3b4-5401-465e-ad80-a133da26f792&id=b39fb3b4-5401-465e-ad80-a133da26f792 HTTP/1.1" status: 200 len: 2293 time: 0.1228077 Jul 07 17:13:13.030530 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-607b5eee-891a-467f-a83f-db1a8aa93ea3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6344e7-6033-4b46-b335-4691acb11361 HTTP/1.1" status: 200 len: 1001 time: 0.1097262 Jul 07 17:13:13.088033 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-f532b2f5-098d-41e5-a7fe-2610b414e010 service neutron] 10.222.0.15 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748157 Jul 07 17:13:13.116428 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-764c199f-0181-4c8d-aacc-af60bf11eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:13.117935 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-764c199f-0181-4c8d-aacc-af60bf11eb35 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb5af372-328c-408a-a249-1a68d716f9ed HTTP/1.1" status: 200 len: 850 time: 0.0792205 Jul 07 17:13:13.294440 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73604195-f50f-4592-8e5b-93d8f2f7934d req-7caec5a0-8bdb-4ff2-9392-0868d6eb2ac7 service neutron] 10.222.0.15 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985426 Jul 07 17:13:13.313601 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-d64584d6-2f58-4126-b6ba-e87866a990ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:13.315774 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-d64584d6-2f58-4126-b6ba-e87866a990ea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9866a6b9-c461-4258-9fc8-481f6033e3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1651287 Jul 07 17:13:13.445897 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19964bb-5cae-4605-950c-c72bce116157 req-d6e212d2-a3b9-48e2-8459-acbd3058afae tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:13.448019 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d19964bb-5cae-4605-950c-c72bce116157 req-d6e212d2-a3b9-48e2-8459-acbd3058afae tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d23174fc-e831-415e-94af-b924909c20b0 HTTP/1.1" status: 200 len: 1096 time: 0.0536666 Jul 07 17:13:13.486092 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d19964bb-5cae-4605-950c-c72bce116157 req-9ba93370-c785-492b-9dd4-2743e6af2b8e tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317385 Jul 07 17:13:13.497269 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cc2b507-b2b5-4eda-83af-09d572b76814 req-fdb35782-7590-4908-ac05-329f37aa804a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b98cabf4-42ed-44ed-ab79-c575638b701e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1626680 Jul 07 17:13:13.512864 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c9911-e69f-4ca9-af9b-bdb10283b44a req-1b7562fc-1177-4498-ba26-45623f67f513 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:13.512864 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d3c9911-e69f-4ca9-af9b-bdb10283b44a req-1b7562fc-1177-4498-ba26-45623f67f513 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.2126591 Jul 07 17:13:13.515580 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-a60d53dd-ed59-4a14-bbf6-fe84896b9d76 service neutron] 10.222.0.69 "GET /v2.0/networks/9866a6b9-c461-4258-9fc8-481f6033e3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785767 Jul 07 17:13:13.577039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 9bf71586-5f4c-4090-9371-827afecfddf0 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:13.633440 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 9bf71586-5f4c-4090-9371-827afecfddf0 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:13.638273 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 9bf71586-5f4c-4090-9371-827afecfddf0 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:13.638964 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.653394 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d3c9911-e69f-4ca9-af9b-bdb10283b44a req-33a4d50e-83aa-42ce-b3f4-c3cc4aeb97b3 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378541 Jul 07 17:13:13.690841 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-b002bdfc-fa47-4f6f-b589-e8d34b8e11a0 service neutron] 10.222.0.69 "GET /v2.0/networks/9866a6b9-c461-4258-9fc8-481f6033e3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675065 Jul 07 17:13:13.694951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:13.697253 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964a899c-0b07-49a4-9e2c-b2319efbc4db" -d '{"events": [{"name": "network-changed", "server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:13.743866 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.748166 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-97aa4ef6-d6c1-4cae-b29c-521a83f1bc52 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=8eb21232-3d31-4afa-a049-3322dac0ef1d HTTP/1.1" status: 200 len: 217 time: 0.0469358 Jul 07 17:13:13.750820 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2b507-b2b5-4eda-83af-09d572b76814 req-cc98c5ed-54a2-4529-b937-f77321a352c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:13.752425 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cc2b507-b2b5-4eda-83af-09d572b76814 req-cc98c5ed-54a2-4529-b937-f77321a352c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=b98cabf4-42ed-44ed-ab79-c575638b701e HTTP/1.1" status: 200 len: 1097 time: 0.2133875 Jul 07 17:13:13.785366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23174fc-e831-415e-94af-b924909c20b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf71586-5f4c-4090-9371-827afecfddf0'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:13.787650 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4175eb-d3f3-40e9-ac93-fabf695c86dd" -d '{"events": [{"server_uuid": "d23174fc-e831-415e-94af-b924909c20b0", "name": "network-vif-plugged", "status": "completed", "tag": "9bf71586-5f4c-4090-9371-827afecfddf0"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:13.802189 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db422f52-df0a-445d-a9c8-b4c74cccff12 x-openstack-request-id: req-db422f52-df0a-445d-a9c8-b4c74cccff12 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:13.802189 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:13.802591 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db422f52-df0a-445d-a9c8-b4c74cccff12 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:13.802727 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994', 'status': 'completed', 'code': 200} Jul 07 17:13:13.804378 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 9bf71586-5f4c-4090-9371-827afecfddf0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9bf71586-5f4c-4090-9371-827afecfddf0,segment=NetworkSegment(66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff),segment_id=66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:13.813912 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:13.893633 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3045f5d-e515-4eeb-9315-f9a7c6c94d67 x-openstack-request-id: req-e3045f5d-e515-4eeb-9315-f9a7c6c94d67 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:13.894489 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23174fc-e831-415e-94af-b924909c20b0", "name": "network-vif-plugged", "status": "completed", "tag": "9bf71586-5f4c-4090-9371-827afecfddf0", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:13.895097 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e3045f5d-e515-4eeb-9315-f9a7c6c94d67 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:13.896007 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23174fc-e831-415e-94af-b924909c20b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf71586-5f4c-4090-9371-827afecfddf0', 'code': 200} Jul 07 17:13:13.914329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-c829873c-ae3a-4650-814c-8c271be0fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:13.916568 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=9bf71586-5f4c-4090-9371-827afecfddf0,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:13.924275 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-c829873c-ae3a-4650-814c-8c271be0fab9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971 HTTP/1.1" status: 200 len: 797 time: 0.1679835 Jul 07 17:13:13.937730 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-f7e5a949-b171-42ba-b271-e6fca3951782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:13.939282 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-f7e5a949-b171-42ba-b271-e6fca3951782 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 1095 time: 0.1304862 Jul 07 17:13:14.000061 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.15', 56046) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:14.094697 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-03d2d6c9-ee73-465d-ae6c-593c45f4b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:14.096672 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-03d2d6c9-ee73-465d-ae6c-593c45f4b8e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4b7ce737-de76-4626-89ea-10e3b5784fdc HTTP/1.1" status: 200 len: 897 time: 0.1489618 Jul 07 17:13:14.140727 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2b507-b2b5-4eda-83af-09d572b76814 req-fde078b4-0f34-4550-b822-7f553ebf5309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:14.142244 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cc2b507-b2b5-4eda-83af-09d572b76814 req-fde078b4-0f34-4550-b822-7f553ebf5309 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 913 time: 0.3429439 Jul 07 17:13:14.209001 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-30742a23-bfba-4dd5-a64c-1d8bbe090ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:14.214259 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-30742a23-bfba-4dd5-a64c-1d8bbe090ca4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 1095 time: 0.3476355 Jul 07 17:13:14.217637 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.230893 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-bab83e1d-20f0-4495-93a5-e7fc26ffba7e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994 HTTP/1.1" status: 200 len: 999 time: 0.1267376 Jul 07 17:13:14.232016 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cc2b507-b2b5-4eda-83af-09d572b76814 req-680aebf3-17da-41e3-9408-334089e70597 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b616055-a233-4d77-9e7d-254238da0d58 HTTP/1.1" status: 200 len: 217 time: 0.0767891 Jul 07 17:13:14.292633 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-edbbfecf-b012-4c8c-aed3-056b1c584cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:14.294160 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-edbbfecf-b012-4c8c-aed3-056b1c584cd2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=865b66da-a15d-4840-b92d-055eab55a944 HTTP/1.1" status: 200 len: 835 time: 0.0544291 Jul 07 17:13:14.318361 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-3bb6c9f7-af84-4c08-9da1-a3679b715737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:14.320089 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-3bb6c9f7-af84-4c08-9da1-a3679b715737 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3873265 Jul 07 17:13:14.366939 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-c7eeb7a4-08b7-41b3-b0c3-1de51545c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:14.368420 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-c7eeb7a4-08b7-41b3-b0c3-1de51545c6ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4b7ce737-de76-4626-89ea-10e3b5784fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646057 Jul 07 17:13:14.392637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294cdb0-1dd5-49dc-9982-e16e2e2f9105 req-375d2aff-8be7-4ff4-b309-e863ff637ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:14.394403 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4294cdb0-1dd5-49dc-9982-e16e2e2f9105 req-375d2aff-8be7-4ff4-b309-e863ff637ad0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d23174fc-e831-415e-94af-b924909c20b0 HTTP/1.1" status: 200 len: 1097 time: 0.3747458 Jul 07 17:13:14.416319 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61550037-f1ce-4576-a306-a02a7c837fe7 req-69752458-ca14-4e93-8f89-fbf50ac7c19e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:14.417922 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-61550037-f1ce-4576-a306-a02a7c837fe7 req-69752458-ca14-4e93-8f89-fbf50ac7c19e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 944 time: 0.4168215 Jul 07 17:13:14.495596 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-983c4233-9e1d-4374-bf25-c45101c2438e service neutron] 10.222.0.69 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165631 Jul 07 17:13:14.497533 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2b507-b2b5-4eda-83af-09d572b76814 req-6343c1ed-fb7d-448e-9d17-52036b125b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:14.499016 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cc2b507-b2b5-4eda-83af-09d572b76814 req-6343c1ed-fb7d-448e-9d17-52036b125b23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.2024400 Jul 07 17:13:14.504377 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-2ef44f19-8bda-492e-b74d-901b73089921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:14.505814 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-2ef44f19-8bda-492e-b74d-901b73089921 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b7ce737-de76-4626-89ea-10e3b5784fdc HTTP/1.1" status: 200 len: 897 time: 0.2790504 Jul 07 17:13:14.585891 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-334796bc-0132-42a4-919a-e09f2fca8c56 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248397 Jul 07 17:13:14.591043 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-61550037-f1ce-4576-a306-a02a7c837fe7 req-5700267e-05ea-4bd4-9bb4-58509618c67d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416106 Jul 07 17:13:14.621398 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-977898cb-9446-4b8b-9179-f3eda0947ac3 service neutron] 10.222.0.69 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187196 Jul 07 17:13:14.686817 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa25ca-577f-4dbb-8327-b985d83e7de0 req-5df9d658-6abf-42df-9a2e-0fd0568a5111 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:14.695823 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fffa25ca-577f-4dbb-8327-b985d83e7de0 req-5df9d658-6abf-42df-9a2e-0fd0568a5111 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d23174fc-e831-415e-94af-b924909c20b0 HTTP/1.1" status: 200 len: 1097 time: 0.0727489 Jul 07 17:13:14.697453 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fa90dfd5-ea1c-4995-9685-4de57307ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:14.746514 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fffa25ca-577f-4dbb-8327-b985d83e7de0 req-9c338251-cd73-45ad-8faf-600ba010f900 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497584 Jul 07 17:13:14.767087 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4294cdb0-1dd5-49dc-9982-e16e2e2f9105 req-ac795dc4-0e19-4150-bb36-dcc28847dfd2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235476 Jul 07 17:13:14.807307 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-7a728489-ce53-4740-b6c4-4b9f9afa8057 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791320 Jul 07 17:13:14.823748 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2b507-b2b5-4eda-83af-09d572b76814 req-d02fb0bc-d134-4177-a6fd-f0519ecf769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:14.825274 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cc2b507-b2b5-4eda-83af-09d572b76814 req-d02fb0bc-d134-4177-a6fd-f0519ecf769f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3116066 Jul 07 17:13:14.834153 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 8c28776e-2cb1-4c6a-823e-6b35e66cf994 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:14.864175 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-7dd90649-c2bf-4511-9ce1-3f8a246f827c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994 HTTP/1.1" status: 200 len: 999 time: 0.2301607 Jul 07 17:13:14.866978 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-7f5df8ce-fab7-4661-81b3-1f106dba47d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=cd76306c-1fa6-42bc-ad55-41f92df88fad HTTP/1.1" status: 200 len: 217 time: 0.0535598 Jul 07 17:13:14.890305 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 8c28776e-2cb1-4c6a-823e-6b35e66cf994 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:15.018163 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd326a5-4ef0-44ba-9810-534f048987ee req-cf71ac2e-2567-47cc-9186-a81d25a0dccd tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:15.018498 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-fa72a760-6282-4668-b638-107e9615c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:15.019917 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-fa72a760-6282-4668-b638-107e9615c389 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971 HTTP/1.1" status: 200 len: 797 time: 0.1423280 Jul 07 17:13:15.024718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-7104bae2-f079-4586-93d6-e30fdad7ab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:15.026210 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-7104bae2-f079-4586-93d6-e30fdad7ab17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=865b66da-a15d-4840-b92d-055eab55a944 HTTP/1.1" status: 200 len: 835 time: 0.1409392 Jul 07 17:13:15.026587 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9fd326a5-4ef0-44ba-9810-534f048987ee req-cf71ac2e-2567-47cc-9186-a81d25a0dccd tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1104310 Jul 07 17:13:15.079541 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9fd326a5-4ef0-44ba-9810-534f048987ee req-3c11b8e0-531f-4387-bede-8190029b3ccb tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519199 Jul 07 17:13:15.080864 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cc2b507-b2b5-4eda-83af-09d572b76814 req-43daa446-0276-432d-b29a-9b3307f504a7 service neutron] 10.222.0.15 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255640 Jul 07 17:13:15.202653 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cc2b507-b2b5-4eda-83af-09d572b76814 req-a03b63aa-285e-48ec-83d8-ee899fcd6d1e service neutron] 10.222.0.15 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967577 Jul 07 17:13:15.247410 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-1e73cd16-f4a2-4a08-9b17-504785a0963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:15.248906 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-1e73cd16-f4a2-4a08-9b17-504785a0963b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b7ce737-de76-4626-89ea-10e3b5784fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2151084 Jul 07 17:13:15.596028 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8c28776e-2cb1-4c6a-823e-6b35e66cf994 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:13:15.713804 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-aafba1f6-37f1-408f-927c-e943a70748f1 service neutron] 10.222.0.15 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564857 Jul 07 17:13:15.819810 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-964a899c-0b07-49a4-9e2c-b2319efbc4db req-0aba3cf1-9aba-402a-af26-ba75dfd52eed service neutron] 10.222.0.15 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947924 Jul 07 17:13:15.823580 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-064cf99c-c7ad-4fb6-a46a-6843746786a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:15.825162 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-064cf99c-c7ad-4fb6-a46a-6843746786a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7597501 Jul 07 17:13:15.940938 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994,segment=NetworkSegment(829f7a5e-0dd0-44e0-b217-9899f4bd41e2),segment_id=829f7a5e-0dd0-44e0-b217-9899f4bd41e2)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:15.977861 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '8c28776e-2cb1-4c6a-823e-6b35e66cf994', 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc', 'port_id': '8c28776e-2cb1-4c6a-823e-6b35e66cf994', 'mac_address': 'fa:16:3e:89:1d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865b66da-a15d-4840-b92d-055eab55a944', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:13:16.048509 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.062886 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-2d5cab12-c4f5-4871-bf6d-b27889496cb0 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270296 Jul 07 17:13:16.066557 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be998c2-e6ec-46d7-9c93-7492f02f9e80 req-6b5ae1ae-1270-437b-8867-8958cefb0675 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:16.068790 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6be998c2-e6ec-46d7-9c93-7492f02f9e80 req-6b5ae1ae-1270-437b-8867-8958cefb0675 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.2069223 Jul 07 17:13:16.081802 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c28776e-2cb1-4c6a-823e-6b35e66cf994 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:16.104754 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5d7aa-43d9-47fa-b8d1-bb94d31f697b req-072377a0-2158-4018-8d63-d484edd10202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:16.106257 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dcb5d7aa-43d9-47fa-b8d1-bb94d31f697b req-072377a0-2158-4018-8d63-d484edd10202 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 1095 time: 0.1188288 Jul 07 17:13:16.132243 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994,segment=NetworkSegment(829f7a5e-0dd0-44e0-b217-9899f4bd41e2),segment_id=829f7a5e-0dd0-44e0-b217-9899f4bd41e2)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:16.136663 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6be998c2-e6ec-46d7-9c93-7492f02f9e80 req-34e83224-0d6e-4759-8e07-4ec57c23f4fe tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585690 Jul 07 17:13:16.145608 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.271094 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5d7aa-43d9-47fa-b8d1-bb94d31f697b req-c9698a2d-1a9e-432b-b54c-3c6e22aba407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:16.272975 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dcb5d7aa-43d9-47fa-b8d1-bb94d31f697b req-c9698a2d-1a9e-432b-b54c-3c6e22aba407 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 913 time: 0.1545923 Jul 07 17:13:16.285224 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=8c28776e-2cb1-4c6a-823e-6b35e66cf994,revision_number=12']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:16.309459 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-d9f510ed-0de4-4639-b999-62c70ffeaf6c service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153747 Jul 07 17:13:16.366678 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-6b719432-0509-46b7-9216-b7d5c0099e66 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=a2b80725-0d33-40cf-b428-11acb89d8dbb HTTP/1.1" status: 200 len: 217 time: 0.0466185 Jul 07 17:13:16.380449 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55fde3-5036-4e9e-8943-179841894a07 req-22736e9e-0dd4-40be-930e-d8cf77215d22 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:16.388475 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dc55fde3-5036-4e9e-8943-179841894a07 req-22736e9e-0dd4-40be-930e-d8cf77215d22 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 944 time: 0.3453922 Jul 07 17:13:16.393337 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dcb5d7aa-43d9-47fa-b8d1-bb94d31f697b req-8cbf20e0-c0b1-433c-a631-92146cc915ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b HTTP/1.1" status: 200 len: 999 time: 0.1121976 Jul 07 17:13:16.406181 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['8c28776e-2cb1-4c6a-823e-6b35e66cf994'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:16.440893 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99d793-36ff-4fb6-9283-47604aed0b72 req-9d132c2f-dc1f-4f54-8c78-a2660731efcd tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:16.448710 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6d99d793-36ff-4fb6-9283-47604aed0b72 req-9d132c2f-dc1f-4f54-8c78-a2660731efcd tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d23174fc-e831-415e-94af-b924909c20b0 HTTP/1.1" status: 200 len: 1097 time: 0.1571445 Jul 07 17:13:16.491705 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:16.499033 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6d99d793-36ff-4fb6-9283-47604aed0b72 req-de340204-b7f0-4437-a123-d4a82e506d1b tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492923 Jul 07 17:13:16.529897 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5d7aa-43d9-47fa-b8d1-bb94d31f697b req-9cd64cce-30f5-4497-af37-2c1523146f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:16.532702 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dcb5d7aa-43d9-47fa-b8d1-bb94d31f697b req-9cd64cce-30f5-4497-af37-2c1523146f2f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.1304781 Jul 07 17:13:16.541273 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dc55fde3-5036-4e9e-8943-179841894a07 req-7855d1ec-b196-42d3-bf29-3534164418a5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513999 Jul 07 17:13:16.571424 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-2f958f08-ed8d-4cde-9536-9af2b5d23f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:16.578099 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-2f958f08-ed8d-4cde-9536-9af2b5d23f70 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971 HTTP/1.1" status: 200 len: 797 time: 0.1790192 Jul 07 17:13:16.593740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 43670) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:16.701845 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5d7aa-43d9-47fa-b8d1-bb94d31f697b req-f8417105-c796-483f-8e47-e9be46fe9853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:16.703590 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dcb5d7aa-43d9-47fa-b8d1-bb94d31f697b req-f8417105-c796-483f-8e47-e9be46fe9853 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1601965 Jul 07 17:13:16.719046 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fe92fad0-7982-43ca-9b06-da91de3b6568 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/floatingips/51fd33b2-eae4-4977-b8cb-780de77b72ba HTTP/1.1" status: 200 len: 992 time: 0.0931976 Jul 07 17:13:16.791853 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-31250eef-39cc-488b-a827-e11d644dfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:16.794192 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-31250eef-39cc-488b-a827-e11d644dfcd1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2020943 Jul 07 17:13:16.862723 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dcb5d7aa-43d9-47fa-b8d1-bb94d31f697b req-ba37f9f2-a53b-4ef6-9bfa-02d844901de1 service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487384 Jul 07 17:13:16.971336 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-830d0981-60d3-44b8-9529-8691eed9d7f4 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666315 Jul 07 17:13:16.974326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc13e33-4e4c-4a2b-88de-e18831e83f03 req-b2ed2a05-c63a-4ae3-ac11-db6ea0fae984 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:16.976336 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6fc13e33-4e4c-4a2b-88de-e18831e83f03 req-b2ed2a05-c63a-4ae3-ac11-db6ea0fae984 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d23174fc-e831-415e-94af-b924909c20b0 HTTP/1.1" status: 200 len: 1097 time: 0.1118691 Jul 07 17:13:16.999439 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dcb5d7aa-43d9-47fa-b8d1-bb94d31f697b req-1f22eb9e-5193-4244-a60e-16802de97ccf service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225567 Jul 07 17:13:17.067604 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6fc13e33-4e4c-4a2b-88de-e18831e83f03 req-a86e98b2-cf4b-430c-9c60-8f3d473686a5 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812051 Jul 07 17:13:17.108111 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-4f2de40b-d9a4-41b4-8115-36a0243440ab service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302474 Jul 07 17:13:17.192540 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-2eaf0dbb-403b-4278-9803-0374a47281e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=4ba8060b-1db9-4ca5-8da3-fd4aee84a94d HTTP/1.1" status: 200 len: 217 time: 0.0680561 Jul 07 17:13:17.276978 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:13:17.318282 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-b4337f92-9b61-4648-ad11-b030605bebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:17.320149 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-b4337f92-9b61-4648-ad11-b030605bebf1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971 HTTP/1.1" status: 200 len: 797 time: 0.1177192 Jul 07 17:13:17.333817 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f604b92-2aab-42ba-8984-7aef5fa91631 req-c3ec3254-6b62-41ca-9845-68889297a8e8 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:17.341973 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f604b92-2aab-42ba-8984-7aef5fa91631 req-c3ec3254-6b62-41ca-9845-68889297a8e8 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d23174fc-e831-415e-94af-b924909c20b0 HTTP/1.1" status: 200 len: 1097 time: 0.0866077 Jul 07 17:13:17.391370 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2f604b92-2aab-42ba-8984-7aef5fa91631 req-376deceb-d7ea-44a6-92bc-eacb8124fe89 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483646 Jul 07 17:13:17.427649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18972603-36d9-4384-ada5-84dc57bde3fb req-32318fe4-84b8-4dc3-813a-dc487e7fb375 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:17.435131 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18972603-36d9-4384-ada5-84dc57bde3fb req-32318fe4-84b8-4dc3-813a-dc487e7fb375 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1294751 Jul 07 17:13:17.456837 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-e08b2108-29e9-46b6-a3bb-d7ee4b1ca9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:17.458724 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-e08b2108-29e9-46b6-a3bb-d7ee4b1ca9e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1169145 Jul 07 17:13:17.503928 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18972603-36d9-4384-ada5-84dc57bde3fb req-55788cb0-f747-48e3-9968-a394f53a4447 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675206 Jul 07 17:13:17.603077 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-00ca053c-4f51-42e1-9eb2-c90fef7f63d0 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304803 Jul 07 17:13:17.612691 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.625902 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8c28776e-2cb1-4c6a-823e-6b35e66cf994 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:17.689849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:17.698311 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:17.699316 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.757607 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-04813c4e-cfd6-4161-a060-bce145340793 service neutron] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460266 Jul 07 17:13:17.857191 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.859649 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-6c3081a9-a72c-4b36-b2ac-5c8bbf6c9332 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c062a1db-373b-4c9c-a081-b033c6a8856b HTTP/1.1" status: 200 len: 217 time: 0.0910232 Jul 07 17:13:17.934031 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:17.937261 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e413dcb6-b9f1-4b8d-bbcd-bfea3ad2cad9" -d '{"events": [{"server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "name": "network-vif-plugged", "status": "completed", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:17.965102 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994,segment=NetworkSegment(829f7a5e-0dd0-44e0-b217-9899f4bd41e2),segment_id=829f7a5e-0dd0-44e0-b217-9899f4bd41e2)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:17.968274 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb04ac8e-d7ed-4262-b566-50d352089d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:17.970458 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.032670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-56f298c5-d667-42aa-98a7-535354ed83f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:18.034639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=8c28776e-2cb1-4c6a-823e-6b35e66cf994,revision_number=13']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:18.034824 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-56f298c5-d667-42aa-98a7-535354ed83f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c604800d-5fdb-4651-bc00-e8a4989348ef HTTP/1.1" status: 200 len: 797 time: 0.1607111 Jul 07 17:13:18.061315 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0d1c06-e97b-4b7f-a121-5e068ed917b3 x-openstack-request-id: req-cd0d1c06-e97b-4b7f-a121-5e068ed917b3 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:18.062225 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "name": "network-vif-plugged", "status": "completed", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:18.062225 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd0d1c06-e97b-4b7f-a121-5e068ed917b3 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:18.062225 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994', 'code': 200} Jul 07 17:13:18.079918 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8778d-40a4-4183-a712-92248c456fc9 req-0933c0b3-685b-4100-a257-082b3eff839c tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:18.087212 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-35d8778d-40a4-4183-a712-92248c456fc9 req-0933c0b3-685b-4100-a257-082b3eff839c tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d23174fc-e831-415e-94af-b924909c20b0 HTTP/1.1" status: 200 len: 1097 time: 0.1424053 Jul 07 17:13:18.139042 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-35d8778d-40a4-4183-a712-92248c456fc9 req-e1e8bf0f-94d9-4e96-afd4-47c4dfd359e8 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497429 Jul 07 17:13:18.147241 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-001f1c85-3d42-423f-bc16-0f1b1e038bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:18.148770 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-001f1c85-3d42-423f-bc16-0f1b1e038bfe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b39fb3b4-5401-465e-ad80-a133da26f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1040781 Jul 07 17:13:18.257044 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-76c55b7b-b6cd-4ff1-a676-e88f891dcf8a service neutron] 10.222.0.69 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997305 Jul 07 17:13:18.379857 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-ccf67793-191c-4235-9829-b0b6730cbbfe service neutron] 10.222.0.69 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119170 Jul 07 17:13:18.429167 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-2a85faca-a3e2-4dcb-a4c6-e8792e84d9bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=945ac77d-db4f-4aac-aec5-b6e497e33fb2 HTTP/1.1" status: 200 len: 217 time: 0.0404341 Jul 07 17:13:18.487827 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-b03f5ba4-34f3-458c-891c-476989caf682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:18.489320 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-b03f5ba4-34f3-458c-891c-476989caf682 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c604800d-5fdb-4651-bc00-e8a4989348ef HTTP/1.1" status: 200 len: 797 time: 0.0485907 Jul 07 17:13:18.553355 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-2c3234cf-527f-4d03-a47d-17a390127966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:18.556421 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-2c3234cf-527f-4d03-a47d-17a390127966 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b39fb3b4-5401-465e-ad80-a133da26f792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0594234 Jul 07 17:13:18.686330 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-a94ab260-0eb8-47c9-bd19-6bd0ccb7e14e service neutron] 10.222.0.69 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168315 Jul 07 17:13:18.732909 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536acc3-90f5-4e08-9c41-e68a835063fd req-350e271e-ce8b-4718-89bc-5ab6f868ff88 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:18.733563 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5536acc3-90f5-4e08-9c41-e68a835063fd req-350e271e-ce8b-4718-89bc-5ab6f868ff88 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0884249 Jul 07 17:13:18.785632 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5536acc3-90f5-4e08-9c41-e68a835063fd req-83550a21-449f-4599-b90a-f548bff7f478 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448294 Jul 07 17:13:18.836356 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:18.845807 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4cec2e80-8818-45a4-8a24-5bf7dedbf1e2 req-836a8bb8-5992-4fc5-bfb6-5dabcbda20e0 service neutron] 10.222.0.69 "GET /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494782 Jul 07 17:13:19.059123 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d217f5-2d59-4ec1-aafa-7ffc2270faa0 req-3896d014-046b-401c-a7be-947d29ad2071 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:19.060942 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a5d217f5-2d59-4ec1-aafa-7ffc2270faa0 req-3896d014-046b-401c-a7be-947d29ad2071 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0763228 Jul 07 17:13:19.141718 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a5d217f5-2d59-4ec1-aafa-7ffc2270faa0 req-cbe92829-b27d-4dd0-aa85-493f2e0cb6d7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699432 Jul 07 17:13:19.157920 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33951c-64fb-48ca-82ce-22ded663434a req-52fd3f1b-3c96-4e69-baa9-4a2f015b6bcb tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:19.170404 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1d33951c-64fb-48ca-82ce-22ded663434a req-52fd3f1b-3c96-4e69-baa9-4a2f015b6bcb tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d23174fc-e831-415e-94af-b924909c20b0 HTTP/1.1" status: 200 len: 1097 time: 0.0970671 Jul 07 17:13:19.329326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-1d33951c-64fb-48ca-82ce-22ded663434a req-28d0fb99-d7e8-4fd6-820b-aad57e5c0292 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Deleting port 9bf71586-5f4c-4090-9371-827afecfddf0 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:19.329703 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1d33951c-64fb-48ca-82ce-22ded663434a req-28d0fb99-d7e8-4fd6-820b-aad57e5c0292 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.401620 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c78da-c1bf-4e3c-99ce-32f2240a421c req-d0788b19-6c8c-4ee4-be5e-00d11515a2d5 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:19.403615 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-966c78da-c1bf-4e3c-99ce-32f2240a421c req-d0788b19-6c8c-4ee4-be5e-00d11515a2d5 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0916576 Jul 07 17:13:19.430624 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf1b3d-64a7-42ec-9785-cbcc8bfcd5ed req-44a8a35b-eb3b-4402-ad7b-a16efaad4468 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:19.432839 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-54cf1b3d-64a7-42ec-9785-cbcc8bfcd5ed req-44a8a35b-eb3b-4402-ad7b-a16efaad4468 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d23174fc-e831-415e-94af-b924909c20b0 HTTP/1.1" status: 200 len: 1097 time: 0.1562295 Jul 07 17:13:19.452948 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-966c78da-c1bf-4e3c-99ce-32f2240a421c req-20619043-627e-48dd-9ef6-73b3fbbeff04 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403926 Jul 07 17:13:19.471514 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-1d33951c-64fb-48ca-82ce-22ded663434a req-28d0fb99-d7e8-4fd6-820b-aad57e5c0292 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] For port 9bf71586-5f4c-4090-9371-827afecfddf0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9bf71586-5f4c-4090-9371-827afecfddf0,segment=NetworkSegment(66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff),segment_id=66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:19.472593 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1d33951c-64fb-48ca-82ce-22ded663434a req-28d0fb99-d7e8-4fd6-820b-aad57e5c0292 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.501302 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-1d33951c-64fb-48ca-82ce-22ded663434a req-28d0fb99-d7e8-4fd6-820b-aad57e5c0292 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Calling delete_port for 9bf71586-5f4c-4090-9371-827afecfddf0 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:19.515152 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-54cf1b3d-64a7-42ec-9785-cbcc8bfcd5ed req-610b6e45-62c6-4f91-b65b-cb511d95cda0 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733104 Jul 07 17:13:19.679983 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1d33951c-64fb-48ca-82ce-22ded663434a req-28d0fb99-d7e8-4fd6-820b-aad57e5c0292 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.694443 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['53bfa81d-150b-4122-9ca2-66555aa92b8e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:19.722877 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0fb99-d7e8-4fd6-820b-aad57e5c0292 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bf71586-5f4c-4090-9371-827afecfddf0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:19.812783 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d33951c-64fb-48ca-82ce-22ded663434a req-28d0fb99-d7e8-4fd6-820b-aad57e5c0292 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] No DVR routers for this DVR port 9bf71586-5f4c-4090-9371-827afecfddf0 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:19.816026 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1d33951c-64fb-48ca-82ce-22ded663434a req-28d0fb99-d7e8-4fd6-820b-aad57e5c0292 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:19.818686 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1d33951c-64fb-48ca-82ce-22ded663434a req-28d0fb99-d7e8-4fd6-820b-aad57e5c0292 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.15 "DELETE /v2.0/ports/9bf71586-5f4c-4090-9371-827afecfddf0 HTTP/1.1" status: 204 len: 173 time: 0.6526382 Jul 07 17:13:19.819355 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23174fc-e831-415e-94af-b924909c20b0', 'name': 'network-vif-deleted', 'tag': '9bf71586-5f4c-4090-9371-827afecfddf0'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:19.822903 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3740e9ca-78d7-4236-bb5d-df975bc8b89f" -d '{"events": [{"server_uuid": "d23174fc-e831-415e-94af-b924909c20b0", "name": "network-vif-deleted", "tag": "9bf71586-5f4c-4090-9371-827afecfddf0"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:19.902091 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6111f1d-4b82-4347-8e3b-dcc61cd42211 x-openstack-request-id: req-d6111f1d-4b82-4347-8e3b-dcc61cd42211 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:19.902581 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23174fc-e831-415e-94af-b924909c20b0", "name": "network-vif-deleted", "tag": "9bf71586-5f4c-4090-9371-827afecfddf0", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:19.902931 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d6111f1d-4b82-4347-8e3b-dcc61cd42211 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:19.903572 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23174fc-e831-415e-94af-b924909c20b0', 'name': 'network-vif-deleted', 'tag': '9bf71586-5f4c-4090-9371-827afecfddf0', 'status': 'completed', 'code': 200} Jul 07 17:13:20.046974 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd081cd-097e-42ef-983d-e7480b827161 req-7d345a4e-62f5-4ec9-8605-491153fe7aa2 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:20.048653 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2dd081cd-097e-42ef-983d-e7480b827161 req-7d345a4e-62f5-4ec9-8605-491153fe7aa2 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1111171 Jul 07 17:13:20.128659 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2dd081cd-097e-42ef-983d-e7480b827161 req-d06f522a-73c1-4cd1-9952-8fe5620f76cc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734758 Jul 07 17:13:20.295751 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:20.969382 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f6548-6172-48d7-87d8-1e6019f0d40d req-c503c6cf-19d3-48bf-a870-1b0d07b70829 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:20.971011 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a94f6548-6172-48d7-87d8-1e6019f0d40d req-c503c6cf-19d3-48bf-a870-1b0d07b70829 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 1097 time: 0.0595112 Jul 07 17:13:21.015706 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a94f6548-6172-48d7-87d8-1e6019f0d40d req-431f51f0-00a4-43ff-aa94-9fa4d20e2373 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390925 Jul 07 17:13:21.310769 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d181acc-0150-4a63-89e1-66ea180a42ec req-7094f2c1-f1dc-4206-a050-16c7536ebfe7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:21.312736 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8d181acc-0150-4a63-89e1-66ea180a42ec req-7094f2c1-f1dc-4206-a050-16c7536ebfe7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0702059 Jul 07 17:13:21.358808 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8d181acc-0150-4a63-89e1-66ea180a42ec req-350b395d-1f87-4df3-ae64-1bbaf560f4c2 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404532 Jul 07 17:13:21.666119 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 9bf71586-5f4c-4090-9371-827afecfddf0 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:21.689205 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 9bf71586-5f4c-4090-9371-827afecfddf0 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:21.689659 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 9bf71586-5f4c-4090-9371-827afecfddf0 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:21.738613 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd009d-904d-4a1f-a22d-584bfa06d6a4 req-bb5f053c-3320-4b94-b550-d44cbe222676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:21.740290 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-febd009d-904d-4a1f-a22d-584bfa06d6a4 req-bb5f053c-3320-4b94-b550-d44cbe222676 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=621a12c0777d413f8d90059728390347&device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 1095 time: 0.0578957 Jul 07 17:13:21.750891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d40cb5-f7fd-4d06-950b-ce7105207897 req-a876b08b-db1f-4695-ab1f-d896efad055f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:21.752662 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-91d40cb5-f7fd-4d06-950b-ce7105207897 req-a876b08b-db1f-4695-ab1f-d896efad055f tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0883911 Jul 07 17:13:21.799126 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-91d40cb5-f7fd-4d06-950b-ce7105207897 req-c89dd8ca-8818-4b60-bfdc-d54f952b500d tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398557 Jul 07 17:13:21.850967 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd009d-904d-4a1f-a22d-584bfa06d6a4 req-5af5c9a7-d295-4656-a0aa-c680087ebb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:21.852488 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-febd009d-904d-4a1f-a22d-584bfa06d6a4 req-5af5c9a7-d295-4656-a0aa-c680087ebb34 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 200 len: 913 time: 0.1027756 Jul 07 17:13:21.946147 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-febd009d-904d-4a1f-a22d-584bfa06d6a4 req-ed5f9818-dae5-4ca0-8bfd-99ba3e9ed37b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b HTTP/1.1" status: 200 len: 999 time: 0.0739174 Jul 07 17:13:22.002337 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd009d-904d-4a1f-a22d-584bfa06d6a4 req-b8ff8677-b6e5-407a-8ff0-5c676f36d6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:22.002770 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-febd009d-904d-4a1f-a22d-584bfa06d6a4 req-b8ff8677-b6e5-407a-8ff0-5c676f36d6ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 200 len: 851 time: 0.0482829 Jul 07 17:13:22.078462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd009d-904d-4a1f-a22d-584bfa06d6a4 req-16c0248f-f93d-4ce3-9d82-9ebf2b8bf7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:22.080098 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-febd009d-904d-4a1f-a22d-584bfa06d6a4 req-16c0248f-f93d-4ce3-9d82-9ebf2b8bf7b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1a593835-75cf-40d8-8fd5-4eaad13dc252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688221 Jul 07 17:13:22.232403 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-febd009d-904d-4a1f-a22d-584bfa06d6a4 req-3b34175f-4dba-4a81-8afa-bc9cea8429de service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452057 Jul 07 17:13:22.241287 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ecad1-d473-4ba5-9039-b32fbc8d7086 req-62cf7aaf-9cc8-4500-901b-0a39112ba4b9 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:22.242918 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb5ecad1-d473-4ba5-9039-b32fbc8d7086 req-62cf7aaf-9cc8-4500-901b-0a39112ba4b9 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 1097 time: 0.0916836 Jul 07 17:13:22.347048 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb5ecad1-d473-4ba5-9039-b32fbc8d7086 req-27364334-caee-40e5-b538-41bb6dd13112 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=79b45482-2f87-4282-8d8f-4eba0a146666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972996 Jul 07 17:13:22.380508 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-febd009d-904d-4a1f-a22d-584bfa06d6a4 req-be776be6-4bb2-4116-b05b-641f3afe17fe service neutron] 10.222.0.69 "GET /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289058 Jul 07 17:13:23.024203 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76470d26-73e0-4934-a1b1-020b7bd3aa8c req-bb0b0f25-d301-4f05-9a3f-9559e0167068 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:23.026302 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76470d26-73e0-4934-a1b1-020b7bd3aa8c req-bb0b0f25-d301-4f05-9a3f-9559e0167068 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 1097 time: 0.0987022 Jul 07 17:13:23.037752 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0887d-c4ca-4533-a063-e942f12ec81d req-08e15211-108b-44ff-96f4-523db8a6b294 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:23.039370 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cae0887d-c4ca-4533-a063-e942f12ec81d req-08e15211-108b-44ff-96f4-523db8a6b294 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.1239741 Jul 07 17:13:23.114591 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cae0887d-c4ca-4533-a063-e942f12ec81d req-7171aed4-403f-4e26-b0e9-85e4ab34b6fb tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675507 Jul 07 17:13:23.159852 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-76470d26-73e0-4934-a1b1-020b7bd3aa8c req-1dd66818-c446-449f-9ae3-163302c0d685 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Deleting port 53bfa81d-150b-4122-9ca2-66555aa92b8e {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:23.160692 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-76470d26-73e0-4934-a1b1-020b7bd3aa8c req-1dd66818-c446-449f-9ae3-163302c0d685 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.258920 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-76470d26-73e0-4934-a1b1-020b7bd3aa8c req-1dd66818-c446-449f-9ae3-163302c0d685 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] For port 53bfa81d-150b-4122-9ca2-66555aa92b8e, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=53bfa81d-150b-4122-9ca2-66555aa92b8e,segment=NetworkSegment(66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff),segment_id=66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:23.260784 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-76470d26-73e0-4934-a1b1-020b7bd3aa8c req-1dd66818-c446-449f-9ae3-163302c0d685 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.283416 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-76470d26-73e0-4934-a1b1-020b7bd3aa8c req-1dd66818-c446-449f-9ae3-163302c0d685 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Calling delete_port for 53bfa81d-150b-4122-9ca2-66555aa92b8e owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:23.468648 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-76470d26-73e0-4934-a1b1-020b7bd3aa8c req-1dd66818-c446-449f-9ae3-163302c0d685 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.483277 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['53bfa81d-150b-4122-9ca2-66555aa92b8e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:23.511476 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd66818-c446-449f-9ae3-163302c0d685 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Pushing event deleted for resources: {'Port': ['ID=53bfa81d-150b-4122-9ca2-66555aa92b8e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:23.568659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-76470d26-73e0-4934-a1b1-020b7bd3aa8c req-1dd66818-c446-449f-9ae3-163302c0d685 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] No DVR routers for this DVR port 53bfa81d-150b-4122-9ca2-66555aa92b8e on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:23.572872 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-76470d26-73e0-4934-a1b1-020b7bd3aa8c req-1dd66818-c446-449f-9ae3-163302c0d685 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:23.575288 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76470d26-73e0-4934-a1b1-020b7bd3aa8c req-1dd66818-c446-449f-9ae3-163302c0d685 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.69 "DELETE /v2.0/ports/53bfa81d-150b-4122-9ca2-66555aa92b8e HTTP/1.1" status: 204 len: 173 time: 0.5349662 Jul 07 17:13:23.575754 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e170e6-58b6-448f-a858-b104610b8282', 'name': 'network-vif-deleted', 'tag': '53bfa81d-150b-4122-9ca2-66555aa92b8e'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:23.578296 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3ef733-45e9-4332-9a60-4edb210faa66" -d '{"events": [{"server_uuid": "89e170e6-58b6-448f-a858-b104610b8282", "name": "network-vif-deleted", "tag": "53bfa81d-150b-4122-9ca2-66555aa92b8e"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:23.640364 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dd561e46-6bec-49b1-bf77-3d0fea846f84 req-325ffb7b-b88b-46c1-b3a7-af291a04a008 tempest-TestServerMultinode-490325514 tempest-TestServerMultinode-490325514-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=89e170e6-58b6-448f-a858-b104610b8282 HTTP/1.1" status: 200 len: 210 time: 0.0405338 Jul 07 17:13:23.691328 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0061a6c8-6c31-4cbc-a8bf-dcde91bdde99 x-openstack-request-id: req-0061a6c8-6c31-4cbc-a8bf-dcde91bdde99 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:23.691684 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e170e6-58b6-448f-a858-b104610b8282", "name": "network-vif-deleted", "tag": "53bfa81d-150b-4122-9ca2-66555aa92b8e", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:23.692413 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0061a6c8-6c31-4cbc-a8bf-dcde91bdde99 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:23.693194 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e170e6-58b6-448f-a858-b104610b8282', 'name': 'network-vif-deleted', 'tag': '53bfa81d-150b-4122-9ca2-66555aa92b8e', 'status': 'completed', 'code': 200} Jul 07 17:13:24.313401 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d555a-4e6f-4f18-a3b0-23992e6a62f0 req-0dca9c74-3cdd-4fe1-8b6b-594650980b71 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:24.314837 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f97d555a-4e6f-4f18-a3b0-23992e6a62f0 req-0dca9c74-3cdd-4fe1-8b6b-594650980b71 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0742462 Jul 07 17:13:24.361183 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f97d555a-4e6f-4f18-a3b0-23992e6a62f0 req-d75a2a65-8fe6-4663-8df0-90f003afd18b tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376859 Jul 07 17:13:24.598907 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a8db3-bbb8-4f9c-944c-53003b8155d2 req-988ffaab-9137-4feb-aabe-2e3697c151e0 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:24.600717 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f29a8db3-bbb8-4f9c-944c-53003b8155d2 req-988ffaab-9137-4feb-aabe-2e3697c151e0 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0798197 Jul 07 17:13:24.643027 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f29a8db3-bbb8-4f9c-944c-53003b8155d2 req-3b99402b-acf4-4a8b-af1e-d6ef236499ec tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351574 Jul 07 17:13:24.742232 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 43762) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:25.151403 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.775548 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79158f49-c37a-46ed-9574-f8e78029275d req-5fc3f24c-d9cb-4f40-ade6-f683bfc1a09a tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:25.777126 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-79158f49-c37a-46ed-9574-f8e78029275d req-5fc3f24c-d9cb-4f40-ade6-f683bfc1a09a tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6f53ad4-cd95-4667-b27b-308b03af8d2b HTTP/1.1" status: 200 len: 943 time: 0.4427485 Jul 07 17:13:25.889109 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Deleting port 432f93ca-ba5e-42a2-b3e9-a80952babb6e {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:25.889467 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:25.988099 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-79158f49-c37a-46ed-9574-f8e78029275d req-78db19f9-8e3b-4380-a033-714edf369f0e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Deleting port 3f49484c-f6a9-4161-9539-ac874cb28b71 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:25.988633 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-79158f49-c37a-46ed-9574-f8e78029275d req-78db19f9-8e3b-4380-a033-714edf369f0e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.044138 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] For port 432f93ca-ba5e-42a2-b3e9-a80952babb6e, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=432f93ca-ba5e-42a2-b3e9-a80952babb6e,segment=NetworkSegment(66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff),segment_id=66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:26.044424 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.064794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Calling delete_port for 432f93ca-ba5e-42a2-b3e9-a80952babb6e owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:26.150951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-79158f49-c37a-46ed-9574-f8e78029275d req-78db19f9-8e3b-4380-a033-714edf369f0e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] For port 3f49484c-f6a9-4161-9539-ac874cb28b71, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=3f49484c-f6a9-4161-9539-ac874cb28b71,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:26.151323 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-79158f49-c37a-46ed-9574-f8e78029275d req-78db19f9-8e3b-4380-a033-714edf369f0e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.174859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-79158f49-c37a-46ed-9574-f8e78029275d req-78db19f9-8e3b-4380-a033-714edf369f0e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Calling delete_port for 3f49484c-f6a9-4161-9539-ac874cb28b71 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:26.400678 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.406140 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-79158f49-c37a-46ed-9574-f8e78029275d req-78db19f9-8e3b-4380-a033-714edf369f0e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.418791 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['9185fe2f-27e9-496b-b24f-8524b80f018b', '1b616055-a233-4d77-9e7d-254238da0d58'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:26.438473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Pushing event deleted for resources: {'Port': ['ID=432f93ca-ba5e-42a2-b3e9-a80952babb6e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:26.479338 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:26.479692 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:26.480049 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:26.480397 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:26.480738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:26.481077 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:26.481415 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:26.481750 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:26.482087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:26.482447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:26.482784 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:26.483115 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:26.602734 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db19f9-8e3b-4380-a033-714edf369f0e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Pushing event deleted for resources: {'Port': ['ID=3f49484c-f6a9-4161-9539-ac874cb28b71,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:26.751591 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-79158f49-c37a-46ed-9574-f8e78029275d req-78db19f9-8e3b-4380-a033-714edf369f0e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] No DVR routers for this DVR port 3f49484c-f6a9-4161-9539-ac874cb28b71 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:26.756068 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-79158f49-c37a-46ed-9574-f8e78029275d req-78db19f9-8e3b-4380-a033-714edf369f0e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.765681 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-79158f49-c37a-46ed-9574-f8e78029275d req-78db19f9-8e3b-4380-a033-714edf369f0e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "DELETE /v2.0/ports/3f49484c-f6a9-4161-9539-ac874cb28b71 HTTP/1.1" status: 204 len: 173 time: 0.9821367 Jul 07 17:13:26.766226 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f53ad4-cd95-4667-b27b-308b03af8d2b', 'name': 'network-vif-deleted', 'tag': '3f49484c-f6a9-4161-9539-ac874cb28b71'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:26.768657 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8108b2e1-eedd-40f9-a531-6432b025cb53" -d '{"events": [{"server_uuid": "b6f53ad4-cd95-4667-b27b-308b03af8d2b", "name": "network-vif-deleted", "tag": "3f49484c-f6a9-4161-9539-ac874cb28b71"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:26.834885 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372daccd-5c69-4187-a76b-b95c0b3dde9b x-openstack-request-id: req-372daccd-5c69-4187-a76b-b95c0b3dde9b {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:26.835563 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f53ad4-cd95-4667-b27b-308b03af8d2b", "name": "network-vif-deleted", "tag": "3f49484c-f6a9-4161-9539-ac874cb28b71", "status": "failed", "code": 422}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:26.835563 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-372daccd-5c69-4187-a76b-b95c0b3dde9b {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:26.836090 n-d-793620-7 neutron-server[100410]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b6f53ad4-cd95-4667-b27b-308b03af8d2b', 'name': 'network-vif-deleted', 'tag': '3f49484c-f6a9-4161-9539-ac874cb28b71', 'status': 'failed', 'code': 422} returned with failed status Jul 07 17:13:26.843574 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:26.884257 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 53bfa81d-150b-4122-9ca2-66555aa92b8e no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:26.917503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 53bfa81d-150b-4122-9ca2-66555aa92b8e {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:26.918504 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 53bfa81d-150b-4122-9ca2-66555aa92b8e not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:27.137273 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Router 1bf76a74-1918-4034-8a50-f431a885e066 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:27.265446 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:27.273804 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43824) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:27.274405 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-29eb52ba-26e4-4ed4-9e4c-b83c2251c586 admin admin] 10.222.0.50 "PUT /v2.0/routers/1bf76a74-1918-4034-8a50-f431a885e066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5272970 Jul 07 17:13:27.285148 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607ae61b-a2ec-4a28-b846-8599f891f571 None None] Sync routers for ids ['1bf76a74-1918-4034-8a50-f431a885e066'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:27.297778 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ae61b-a2ec-4a28-b846-8599f891f571 None None] Routers {'1bf76a74-1918-4034-8a50-f431a885e066'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:27.298576 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-607ae61b-a2ec-4a28-b846-8599f891f571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['1bf76a74-1918-4034-8a50-f431a885e066'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:27.408675 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.419091 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-607ae61b-a2ec-4a28-b846-8599f891f571 None None] Set router 1bf76a74-1918-4034-8a50-f431a885e066 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:27.542057 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.722626 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Deleting port 3fe5fe43-c884-481f-86ad-aec11fba533e {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:27.726802 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.778060 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-607ae61b-a2ec-4a28-b846-8599f891f571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf76a74-1918-4034-8a50-f431a885e066', 'name': 'tempest-TestServerMultinode-1193017739-router', 'tenant_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '3fe5fe43-c884-481f-86ad-aec11fba533e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:27Z', 'updated_at': '2021-07-07T17:13:26Z', 'revision_number': 5, 'project_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'gw_port': {'id': '3fe5fe43-c884-481f-86ad-aec11fba533e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf76a74-1918-4034-8a50-f431a885e066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:28Z', 'updated_at': '2021-07-07T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:27.805631 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4930a-5e9b-4074-a37d-de08a37ad8d5 req-4fb1fddb-5ab9-46f9-8611-0ae5401b5c6e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:27.818483 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607ae61b-a2ec-4a28-b846-8599f891f571 None None] Checking router: 1bf76a74-1918-4034-8a50-f431a885e066 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:27.819695 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b1f4930a-5e9b-4074-a37d-de08a37ad8d5 req-4fb1fddb-5ab9-46f9-8611-0ae5401b5c6e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=762178f9-96b1-4c0b-ab95-f41a81be52b8 HTTP/1.1" status: 200 len: 907 time: 0.1854064 Jul 07 17:13:27.829297 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ae61b-a2ec-4a28-b846-8599f891f571 None None] Routers {'1bf76a74-1918-4034-8a50-f431a885e066'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:27.830029 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-607ae61b-a2ec-4a28-b846-8599f891f571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['1bf76a74-1918-4034-8a50-f431a885e066'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:27.883387 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] For port 3fe5fe43-c884-481f-86ad-aec11fba533e, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3fe5fe43-c884-481f-86ad-aec11fba533e,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:27.883946 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:27.901248 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Calling delete_port for 3fe5fe43-c884-481f-86ad-aec11fba533e owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:27.930824 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-607ae61b-a2ec-4a28-b846-8599f891f571 None None] Set router 1bf76a74-1918-4034-8a50-f431a885e066 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:27.989009 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-607ae61b-a2ec-4a28-b846-8599f891f571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf76a74-1918-4034-8a50-f431a885e066', 'name': 'tempest-TestServerMultinode-1193017739-router', 'tenant_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:27Z', 'updated_at': '2021-07-07T17:13:27Z', 'revision_number': 6, 'project_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:28.022642 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607ae61b-a2ec-4a28-b846-8599f891f571 None None] The sync data for ids ['1bf76a74-1918-4034-8a50-f431a885e066'] in n-d-793620-7 is: [{'id': '1bf76a74-1918-4034-8a50-f431a885e066', 'name': 'tempest-TestServerMultinode-1193017739-router', 'tenant_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:27Z', 'updated_at': '2021-07-07T17:13:27Z', 'revision_number': 6, 'project_id': '4d2304c15fc34e2bb52ca4b5ab5d2669', 'gw_port_host': None}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:28.133078 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.161270 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Pushing event deleted for resources: {'Port': ['ID=3fe5fe43-c884-481f-86ad-aec11fba533e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:28.235534 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.235944 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.236253 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.236587 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.236928 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.237269 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.238462 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.238809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.239246 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.239532 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.239909 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.240242 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:28.268186 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.369072 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.371413 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.428326 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.429361 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bf76a74-1918-4034-8a50-f431a885e066 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:13:28.435435 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.436797 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-85c74e88-6c2a-495a-9c49-7029822e90cb admin admin] 10.222.0.50 "DELETE /v2.0/routers/1bf76a74-1918-4034-8a50-f431a885e066 HTTP/1.1" status: 204 len: 168 time: 1.1610663 Jul 07 17:13:28.439508 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43840) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:28.490423 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-21cb07dd-d699-482a-a525-88172794f1b3 admin admin] Deleting subnet be9920d0-0827-4c6d-a74e-88c82514a23e {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:28.492669 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21cb07dd-d699-482a-a525-88172794f1b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.533343 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21cb07dd-d699-482a-a525-88172794f1b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.619669 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21cb07dd-d699-482a-a525-88172794f1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.682113 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21cb07dd-d699-482a-a525-88172794f1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.708483 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb07dd-d699-482a-a525-88172794f1b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be9920d0-0827-4c6d-a74e-88c82514a23e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:28.715364 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21cb07dd-d699-482a-a525-88172794f1b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.718975 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-21cb07dd-d699-482a-a525-88172794f1b3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/be9920d0-0827-4c6d-a74e-88c82514a23e HTTP/1.1" status: 204 len: 168 time: 0.2781200 Jul 07 17:13:28.720113 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 43842) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:28.723934 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea814104-65b2-4ec0-8fd5-8bc9b53d8b02 None None] Network 161d4377-9de8-487a-80ea-612eb05d4cf8 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:28.811914 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c338df1e-812f-47b8-8a9a-88d22a72a14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.941572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-c338df1e-812f-47b8-8a9a-88d22a72a14e admin admin] Deleting port 33c6838f-51e6-4531-8df1-66a0b996633f {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:28.942174 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c338df1e-812f-47b8-8a9a-88d22a72a14e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:28.995783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01a5886-4917-47b5-bf41-f31a8f12f99a None None] DHCP port deletion for 161d4377-9de8-487a-80ea-612eb05d4cf8 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:29.032036 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 432f93ca-ba5e-42a2-b3e9-a80952babb6e no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:29.055330 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-c338df1e-812f-47b8-8a9a-88d22a72a14e admin admin] For port 33c6838f-51e6-4531-8df1-66a0b996633f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=33c6838f-51e6-4531-8df1-66a0b996633f,segment=NetworkSegment(66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff),segment_id=66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:29.056570 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c338df1e-812f-47b8-8a9a-88d22a72a14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.063644 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 432f93ca-ba5e-42a2-b3e9-a80952babb6e {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:29.064064 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 432f93ca-ba5e-42a2-b3e9-a80952babb6e not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:29.064568 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3fe5fe43-c884-481f-86ad-aec11fba533e no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:29.082770 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-c338df1e-812f-47b8-8a9a-88d22a72a14e admin admin] Calling delete_port for 33c6838f-51e6-4531-8df1-66a0b996633f owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:29.104729 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 3fe5fe43-c884-481f-86ad-aec11fba533e {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:29.105065 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3fe5fe43-c884-481f-86ad-aec11fba533e not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:29.133444 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d01a5886-4917-47b5-bf41-f31a8f12f99a None None] Deleting port 33c6838f-51e6-4531-8df1-66a0b996633f {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:29.133932 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d01a5886-4917-47b5-bf41-f31a8f12f99a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.175987 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d17a0-057f-4bf4-9b0c-7664f65ba011 req-7d7a20dd-9027-4b61-b568-cdfcb8db1cc7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:29.177706 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-365d17a0-057f-4bf4-9b0c-7664f65ba011 req-7d7a20dd-9027-4b61-b568-cdfcb8db1cc7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=762178f9-96b1-4c0b-ab95-f41a81be52b8 HTTP/1.1" status: 200 len: 907 time: 0.1296568 Jul 07 17:13:29.204349 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c338df1e-812f-47b8-8a9a-88d22a72a14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.224203 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d01a5886-4917-47b5-bf41-f31a8f12f99a None None] For port 33c6838f-51e6-4531-8df1-66a0b996633f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=33c6838f-51e6-4531-8df1-66a0b996633f,segment=NetworkSegment(66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff),segment_id=66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:29.224670 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d01a5886-4917-47b5-bf41-f31a8f12f99a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.238178 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338df1e-812f-47b8-8a9a-88d22a72a14e admin admin] Pushing event deleted for resources: {'Port': ['ID=33c6838f-51e6-4531-8df1-66a0b996633f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:29.241702 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d01a5886-4917-47b5-bf41-f31a8f12f99a None None] Calling delete_port for 33c6838f-51e6-4531-8df1-66a0b996633f owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:29.241941 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c338df1e-812f-47b8-8a9a-88d22a72a14e admin admin] No DVR routers for this DVR port 33c6838f-51e6-4531-8df1-66a0b996633f on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:13:29.338723 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:13:29.343913 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c338df1e-812f-47b8-8a9a-88d22a72a14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.345644 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d01a5886-4917-47b5-bf41-f31a8f12f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.358448 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-c338df1e-812f-47b8-8a9a-88d22a72a14e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161d4377-9de8-487a-80ea-612eb05d4cf8']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:29.359671 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01a5886-4917-47b5-bf41-f31a8f12f99a None None] No DVR routers for this DVR port 33c6838f-51e6-4531-8df1-66a0b996633f on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:29.374847 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-c338df1e-812f-47b8-8a9a-88d22a72a14e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:29.375235 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-c338df1e-812f-47b8-8a9a-88d22a72a14e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c9c5be-6b3c-4a7c-a6b4-c290f456b0ff') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:29.381419 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a5886-4917-47b5-bf41-f31a8f12f99a None None] Pushing event deleted for resources: {'Port': ['ID=33c6838f-51e6-4531-8df1-66a0b996633f,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:29.387308 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c338df1e-812f-47b8-8a9a-88d22a72a14e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.402166 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c338df1e-812f-47b8-8a9a-88d22a72a14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.409965 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c338df1e-812f-47b8-8a9a-88d22a72a14e admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:13:29.410421 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c338df1e-812f-47b8-8a9a-88d22a72a14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:13:29.412256 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:13:29.504017 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c338df1e-812f-47b8-8a9a-88d22a72a14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.511692 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c338df1e-812f-47b8-8a9a-88d22a72a14e admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.513327 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c338df1e-812f-47b8-8a9a-88d22a72a14e admin admin] 10.222.0.50 "DELETE /v2.0/networks/161d4377-9de8-487a-80ea-612eb05d4cf8 HTTP/1.1" status: 204 len: 168 time: 0.7920337 Jul 07 17:13:29.516388 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43850) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:29.527477 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338df1e-812f-47b8-8a9a-88d22a72a14e admin admin] Pushing event deleted for resources: {'Network': ['ID=161d4377-9de8-487a-80ea-612eb05d4cf8,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:29.548136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c47c9-0f6f-4940-9c50-c81052e7b792 req-3252a01d-41ea-4477-bd2c-22f066adc99e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:29.549642 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d4c47c9-0f6f-4940-9c50-c81052e7b792 req-3252a01d-41ea-4477-bd2c-22f066adc99e tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.69 "GET /v2.0/ports?device_id=762178f9-96b1-4c0b-ab95-f41a81be52b8 HTTP/1.1" status: 200 len: 907 time: 0.1276531 Jul 07 17:13:29.666579 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-9d4c47c9-0f6f-4940-9c50-c81052e7b792 req-61c3c18c-c65a-400d-8ad5-83d01dcb9d69 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Deleting port 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:29.666823 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9d4c47c9-0f6f-4940-9c50-c81052e7b792 req-61c3c18c-c65a-400d-8ad5-83d01dcb9d69 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.760392 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-9d4c47c9-0f6f-4940-9c50-c81052e7b792 req-61c3c18c-c65a-400d-8ad5-83d01dcb9d69 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] For port 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=9348f0fb-eb5d-489c-a1a8-cfc075ea60d6,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:29.761081 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9d4c47c9-0f6f-4940-9c50-c81052e7b792 req-61c3c18c-c65a-400d-8ad5-83d01dcb9d69 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.776825 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-9d4c47c9-0f6f-4940-9c50-c81052e7b792 req-61c3c18c-c65a-400d-8ad5-83d01dcb9d69 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Calling delete_port for 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:29.952262 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9d4c47c9-0f6f-4940-9c50-c81052e7b792 req-61c3c18c-c65a-400d-8ad5-83d01dcb9d69 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:29.983438 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3c18c-c65a-400d-8ad5-83d01dcb9d69 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Pushing event deleted for resources: {'Port': ['ID=9348f0fb-eb5d-489c-a1a8-cfc075ea60d6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:30.038630 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4c47c9-0f6f-4940-9c50-c81052e7b792 req-61c3c18c-c65a-400d-8ad5-83d01dcb9d69 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] No DVR routers for this DVR port 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:30.041671 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9d4c47c9-0f6f-4940-9c50-c81052e7b792 req-61c3c18c-c65a-400d-8ad5-83d01dcb9d69 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.043949 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d4c47c9-0f6f-4940-9c50-c81052e7b792 req-61c3c18c-c65a-400d-8ad5-83d01dcb9d69 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.69 "DELETE /v2.0/ports/9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 HTTP/1.1" status: 204 len: 173 time: 0.4885309 Jul 07 17:13:30.044418 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762178f9-96b1-4c0b-ab95-f41a81be52b8', 'name': 'network-vif-deleted', 'tag': '9348f0fb-eb5d-489c-a1a8-cfc075ea60d6'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:30.046845 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f3fd17-1cc8-4d9f-8220-8ff9e8e47d21" -d '{"events": [{"server_uuid": "762178f9-96b1-4c0b-ab95-f41a81be52b8", "name": "network-vif-deleted", "tag": "9348f0fb-eb5d-489c-a1a8-cfc075ea60d6"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:30.103980 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83692d9e-4756-42c4-a159-022bf48ce988 x-openstack-request-id: req-83692d9e-4756-42c4-a159-022bf48ce988 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:30.108604 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762178f9-96b1-4c0b-ab95-f41a81be52b8", "name": "network-vif-deleted", "tag": "9348f0fb-eb5d-489c-a1a8-cfc075ea60d6", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:30.108976 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-83692d9e-4756-42c4-a159-022bf48ce988 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:30.109451 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762178f9-96b1-4c0b-ab95-f41a81be52b8', 'name': 'network-vif-deleted', 'tag': '9348f0fb-eb5d-489c-a1a8-cfc075ea60d6', 'status': 'completed', 'code': 200} Jul 07 17:13:30.337348 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-409305df-1d43-46e4-b4c2-1c770cc0f2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.398473 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f54a82ea-52e8-43c6-b63d-f4bf1e60a638 req-065d0d55-995d-4e9a-bc99-e62a25fcc2f1 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=762178f9-96b1-4c0b-ab95-f41a81be52b8 HTTP/1.1" status: 200 len: 210 time: 0.0324221 Jul 07 17:13:30.634863 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-409305df-1d43-46e4-b4c2-1c770cc0f2c4 admin admin] Deleting port 6809ddec-3c72-49d0-b252-a01c2d846f31 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:30.635480 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-409305df-1d43-46e4-b4c2-1c770cc0f2c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.726448 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-409305df-1d43-46e4-b4c2-1c770cc0f2c4 admin admin] For port 6809ddec-3c72-49d0-b252-a01c2d846f31, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=6809ddec-3c72-49d0-b252-a01c2d846f31,segment=NetworkSegment(8b72e212-2b7a-40cb-9368-287232977da0),segment_id=8b72e212-2b7a-40cb-9368-287232977da0)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:30.726827 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-409305df-1d43-46e4-b4c2-1c770cc0f2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:30.744492 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-409305df-1d43-46e4-b4c2-1c770cc0f2c4 admin admin] Calling delete_port for 6809ddec-3c72-49d0-b252-a01c2d846f31 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:30.954839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 33c6838f-51e6-4531-8df1-66a0b996633f no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:30.981673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 33c6838f-51e6-4531-8df1-66a0b996633f {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:30.982126 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 33c6838f-51e6-4531-8df1-66a0b996633f not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:31.007032 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-409305df-1d43-46e4-b4c2-1c770cc0f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.044426 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409305df-1d43-46e4-b4c2-1c770cc0f2c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6809ddec-3c72-49d0-b252-a01c2d846f31,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:31.234246 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-409305df-1d43-46e4-b4c2-1c770cc0f2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.521359 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409305df-1d43-46e4-b4c2-1c770cc0f2c4 admin admin] Router 60eba858-8bd1-45ec-b946-92802b5ec2db has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:31.679051 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409305df-1d43-46e4-b4c2-1c770cc0f2c4 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:31.689092 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 43872) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:31.689687 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-409305df-1d43-46e4-b4c2-1c770cc0f2c4 admin admin] 10.222.0.50 "PUT /v2.0/routers/60eba858-8bd1-45ec-b946-92802b5ec2db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1721306 Jul 07 17:13:31.692193 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a420ec69-4f7a-4aea-8b90-ab86e0f1cf5b None None] Sync routers for ids ['60eba858-8bd1-45ec-b946-92802b5ec2db'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:31.727931 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a420ec69-4f7a-4aea-8b90-ab86e0f1cf5b None None] Routers {'60eba858-8bd1-45ec-b946-92802b5ec2db'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:31.728731 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a420ec69-4f7a-4aea-8b90-ab86e0f1cf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['60eba858-8bd1-45ec-b946-92802b5ec2db'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:31.856544 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f98be7d1-05aa-455f-a487-e81c62bddcfd admin admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:31.883800 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-a420ec69-4f7a-4aea-8b90-ab86e0f1cf5b None None] Set router 60eba858-8bd1-45ec-b946-92802b5ec2db gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:32.033319 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f98be7d1-05aa-455f-a487-e81c62bddcfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.101356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b98ad2-ba16-4361-9f35-1850f4bee61b req-82b77bd8-e6a7-4ea7-96e9-6036f35ebd14 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:32.103872 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e1b98ad2-ba16-4361-9f35-1850f4bee61b req-82b77bd8-e6a7-4ea7-96e9-6036f35ebd14 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b98cabf4-42ed-44ed-ab79-c575638b701e HTTP/1.1" status: 200 len: 946 time: 0.2083156 Jul 07 17:13:32.182749 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e1b98ad2-ba16-4361-9f35-1850f4bee61b req-62d45d0e-9d94-4b2a-9c43-34ed69664075 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699997 Jul 07 17:13:32.187524 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-f98be7d1-05aa-455f-a487-e81c62bddcfd admin admin] Deleting port 85512b96-21bb-47e5-bd7e-4e7babbc6411 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:32.192041 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f98be7d1-05aa-455f-a487-e81c62bddcfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.282284 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a420ec69-4f7a-4aea-8b90-ab86e0f1cf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60eba858-8bd1-45ec-b946-92802b5ec2db', 'name': 'tempest-TestServerMultinode-366496024-router', 'tenant_id': '7bf996eaef234a5c81dd459d3529a69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '85512b96-21bb-47e5-bd7e-4e7babbc6411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:34Z', 'updated_at': '2021-07-07T17:13:30Z', 'revision_number': 5, 'project_id': '7bf996eaef234a5c81dd459d3529a69f', 'gw_port': {'id': '85512b96-21bb-47e5-bd7e-4e7babbc6411', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eba858-8bd1-45ec-b946-92802b5ec2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:12:35Z', 'updated_at': '2021-07-07T17:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:32.311525 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-f98be7d1-05aa-455f-a487-e81c62bddcfd admin admin] For port 85512b96-21bb-47e5-bd7e-4e7babbc6411, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=85512b96-21bb-47e5-bd7e-4e7babbc6411,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:32.311936 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f98be7d1-05aa-455f-a487-e81c62bddcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.328037 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-f98be7d1-05aa-455f-a487-e81c62bddcfd admin admin] Calling delete_port for 85512b96-21bb-47e5-bd7e-4e7babbc6411 owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:32.363653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a420ec69-4f7a-4aea-8b90-ab86e0f1cf5b None None] Checking router: 60eba858-8bd1-45ec-b946-92802b5ec2db for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:32.386736 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a420ec69-4f7a-4aea-8b90-ab86e0f1cf5b None None] Routers {'60eba858-8bd1-45ec-b946-92802b5ec2db'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:32.387396 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a420ec69-4f7a-4aea-8b90-ab86e0f1cf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['60eba858-8bd1-45ec-b946-92802b5ec2db'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:32.497893 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-a420ec69-4f7a-4aea-8b90-ab86e0f1cf5b None None] Set router 60eba858-8bd1-45ec-b946-92802b5ec2db gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:32.541690 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f98be7d1-05aa-455f-a487-e81c62bddcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.568676 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a420ec69-4f7a-4aea-8b90-ab86e0f1cf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60eba858-8bd1-45ec-b946-92802b5ec2db', 'name': 'tempest-TestServerMultinode-366496024-router', 'tenant_id': '7bf996eaef234a5c81dd459d3529a69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:34Z', 'updated_at': '2021-07-07T17:13:32Z', 'revision_number': 6, 'project_id': '7bf996eaef234a5c81dd459d3529a69f', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:32.586621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98be7d1-05aa-455f-a487-e81c62bddcfd admin admin] Pushing event deleted for resources: {'Port': ['ID=85512b96-21bb-47e5-bd7e-4e7babbc6411,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:32.615995 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a420ec69-4f7a-4aea-8b90-ab86e0f1cf5b None None] The sync data for ids ['60eba858-8bd1-45ec-b946-92802b5ec2db'] in n-d-793620-7 is: [{'id': '60eba858-8bd1-45ec-b946-92802b5ec2db', 'name': 'tempest-TestServerMultinode-366496024-router', 'tenant_id': '7bf996eaef234a5c81dd459d3529a69f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:12:34Z', 'updated_at': '2021-07-07T17:13:32Z', 'revision_number': 6, 'project_id': '7bf996eaef234a5c81dd459d3529a69f', 'gw_port_host': None}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:32.687517 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f98be7d1-05aa-455f-a487-e81c62bddcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.783986 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f98be7d1-05aa-455f-a487-e81c62bddcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.786197 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f98be7d1-05aa-455f-a487-e81c62bddcfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.832042 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f98be7d1-05aa-455f-a487-e81c62bddcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.832695 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98be7d1-05aa-455f-a487-e81c62bddcfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60eba858-8bd1-45ec-b946-92802b5ec2db {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:13:32.837985 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f98be7d1-05aa-455f-a487-e81c62bddcfd admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.839319 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f98be7d1-05aa-455f-a487-e81c62bddcfd admin admin] 10.222.0.50 "DELETE /v2.0/routers/60eba858-8bd1-45ec-b946-92802b5ec2db HTTP/1.1" status: 204 len: 168 time: 1.1456668 Jul 07 17:13:32.841786 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 43898) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:32.887926 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca414a6-9bd5-4e22-9193-c63da4d4474d admin admin] Deleting subnet 86782bba-5612-4026-8fa0-ff8522df823b {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:32.891652 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dca414a6-9bd5-4e22-9193-c63da4d4474d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.928685 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:32.929207 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dca414a6-9bd5-4e22-9193-c63da4d4474d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:32.949878 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:32.950226 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 9348f0fb-eb5d-489c-a1a8-cfc075ea60d6 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:33.035333 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dca414a6-9bd5-4e22-9193-c63da4d4474d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.151481 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dca414a6-9bd5-4e22-9193-c63da4d4474d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.188577 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dca414a6-9bd5-4e22-9193-c63da4d4474d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.192741 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dca414a6-9bd5-4e22-9193-c63da4d4474d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/86782bba-5612-4026-8fa0-ff8522df823b HTTP/1.1" status: 204 len: 168 time: 0.3477364 Jul 07 17:13:33.192741 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca414a6-9bd5-4e22-9193-c63da4d4474d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86782bba-5612-4026-8fa0-ff8522df823b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:33.193319 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43900) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:33.193789 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba865e63-bb95-43e8-8554-4ea53b37c16e None None] Network 188d1763-ec62-4a92-82de-f0379c181a15 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:33.224096 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7470858-83fe-4fb6-a823-0c462a83a841 req-93239cf2-3d62-431b-8dde-51c816edd196 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:33.226165 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f7470858-83fe-4fb6-a823-0c462a83a841 req-93239cf2-3d62-431b-8dde-51c816edd196 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.15 "GET /v2.0/ports?device_id=b98cabf4-42ed-44ed-ab79-c575638b701e HTTP/1.1" status: 200 len: 946 time: 0.1317534 Jul 07 17:13:33.326253 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7dd896f2-263d-4456-b8ce-7cff82cbc201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.412936 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7dd896f2-263d-4456-b8ce-7cff82cbc201 admin admin] Deleting port e2b7efdf-4b74-450f-b685-1706eb06c31c {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:33.414486 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7dd896f2-263d-4456-b8ce-7cff82cbc201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.436731 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08d673-785c-4e95-b8ad-f9e2247aff65 req-25f13510-dc75-427b-a389-ab6dea77d690 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:33.438822 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cf08d673-785c-4e95-b8ad-f9e2247aff65 req-25f13510-dc75-427b-a389-ab6dea77d690 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b98cabf4-42ed-44ed-ab79-c575638b701e HTTP/1.1" status: 200 len: 946 time: 0.1378903 Jul 07 17:13:33.476729 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 6809ddec-3c72-49d0-b252-a01c2d846f31 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:33.492075 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-f7470858-83fe-4fb6-a823-0c462a83a841 req-f6c993ac-ea1b-4824-95fb-5c06b045bfb8 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Deleting port 1b616055-a233-4d77-9e7d-254238da0d58 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:33.492430 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f7470858-83fe-4fb6-a823-0c462a83a841 req-f6c993ac-ea1b-4824-95fb-5c06b045bfb8 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.505545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 6809ddec-3c72-49d0-b252-a01c2d846f31 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:33.505936 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 6809ddec-3c72-49d0-b252-a01c2d846f31 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:33.520782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1746c76b-9f21-4fef-aabc-845962afcae0 None None] DHCP port deletion for 188d1763-ec62-4a92-82de-f0379c181a15 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:33.547073 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-7dd896f2-263d-4456-b8ce-7cff82cbc201 admin admin] For port e2b7efdf-4b74-450f-b685-1706eb06c31c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e2b7efdf-4b74-450f-b685-1706eb06c31c,segment=NetworkSegment(8b72e212-2b7a-40cb-9368-287232977da0),segment_id=8b72e212-2b7a-40cb-9368-287232977da0)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:33.547489 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7dd896f2-263d-4456-b8ce-7cff82cbc201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.563138 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7dd896f2-263d-4456-b8ce-7cff82cbc201 admin admin] Calling delete_port for e2b7efdf-4b74-450f-b685-1706eb06c31c owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:33.572176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-1746c76b-9f21-4fef-aabc-845962afcae0 None None] Deleting port e2b7efdf-4b74-450f-b685-1706eb06c31c {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:33.572443 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1746c76b-9f21-4fef-aabc-845962afcae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.610205 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cf08d673-785c-4e95-b8ad-f9e2247aff65 req-5748f4d2-0a9e-451e-ad89-edbc29adc333 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644969 Jul 07 17:13:33.647775 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-f7470858-83fe-4fb6-a823-0c462a83a841 req-f6c993ac-ea1b-4824-95fb-5c06b045bfb8 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] For port 1b616055-a233-4d77-9e7d-254238da0d58, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1b616055-a233-4d77-9e7d-254238da0d58,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:33.651292 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f7470858-83fe-4fb6-a823-0c462a83a841 req-f6c993ac-ea1b-4824-95fb-5c06b045bfb8 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.655550 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-1746c76b-9f21-4fef-aabc-845962afcae0 None None] For port e2b7efdf-4b74-450f-b685-1706eb06c31c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e2b7efdf-4b74-450f-b685-1706eb06c31c,segment=NetworkSegment(8b72e212-2b7a-40cb-9368-287232977da0),segment_id=8b72e212-2b7a-40cb-9368-287232977da0)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:33.660200 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1746c76b-9f21-4fef-aabc-845962afcae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.677015 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-f7470858-83fe-4fb6-a823-0c462a83a841 req-f6c993ac-ea1b-4824-95fb-5c06b045bfb8 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Calling delete_port for 1b616055-a233-4d77-9e7d-254238da0d58 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:33.679237 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-1746c76b-9f21-4fef-aabc-845962afcae0 None None] Calling delete_port for e2b7efdf-4b74-450f-b685-1706eb06c31c owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:33.697965 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7dd896f2-263d-4456-b8ce-7cff82cbc201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.738772 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd896f2-263d-4456-b8ce-7cff82cbc201 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b7efdf-4b74-450f-b685-1706eb06c31c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:33.752369 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd896f2-263d-4456-b8ce-7cff82cbc201 admin admin] No DVR routers for this DVR port e2b7efdf-4b74-450f-b685-1706eb06c31c on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:33.843604 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7dd896f2-263d-4456-b8ce-7cff82cbc201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.855438 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1746c76b-9f21-4fef-aabc-845962afcae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.856172 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-7dd896f2-263d-4456-b8ce-7cff82cbc201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188d1763-ec62-4a92-82de-f0379c181a15']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:33.871594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-7dd896f2-263d-4456-b8ce-7cff82cbc201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b72e212-2b7a-40cb-9368-287232977da0') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:33.871900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-7dd896f2-263d-4456-b8ce-7cff82cbc201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b72e212-2b7a-40cb-9368-287232977da0') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:33.882038 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7dd896f2-263d-4456-b8ce-7cff82cbc201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.893600 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f7470858-83fe-4fb6-a823-0c462a83a841 req-f6c993ac-ea1b-4824-95fb-5c06b045bfb8 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.906592 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7dd896f2-263d-4456-b8ce-7cff82cbc201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.918780 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd896f2-263d-4456-b8ce-7cff82cbc201 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:13:33.919655 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7dd896f2-263d-4456-b8ce-7cff82cbc201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:33.939414 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['9185fe2f-27e9-496b-b24f-8524b80f018b'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:33.950003 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c993ac-ea1b-4824-95fb-5c06b045bfb8 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Pushing event deleted for resources: {'Port': ['ID=1b616055-a233-4d77-9e7d-254238da0d58,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:33.952439 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746c76b-9f21-4fef-aabc-845962afcae0 None None] Pushing event deleted for resources: {'Port': ['ID=e2b7efdf-4b74-450f-b685-1706eb06c31c,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:13:33.999282 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:13:34.007777 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7dd896f2-263d-4456-b8ce-7cff82cbc201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.028960 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1746c76b-9f21-4fef-aabc-845962afcae0 None None] No DVR routers for this DVR port e2b7efdf-4b74-450f-b685-1706eb06c31c on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:34.036680 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746c76b-9f21-4fef-aabc-845962afcae0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:34.037068 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746c76b-9f21-4fef-aabc-845962afcae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:34.037366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746c76b-9f21-4fef-aabc-845962afcae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:34.037775 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746c76b-9f21-4fef-aabc-845962afcae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:34.038114 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746c76b-9f21-4fef-aabc-845962afcae0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:34.038492 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746c76b-9f21-4fef-aabc-845962afcae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:34.038828 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746c76b-9f21-4fef-aabc-845962afcae0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:34.039153 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746c76b-9f21-4fef-aabc-845962afcae0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:34.039655 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746c76b-9f21-4fef-aabc-845962afcae0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:34.039950 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746c76b-9f21-4fef-aabc-845962afcae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:34.040853 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746c76b-9f21-4fef-aabc-845962afcae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:34.041190 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746c76b-9f21-4fef-aabc-845962afcae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:13:34.049529 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7470858-83fe-4fb6-a823-0c462a83a841 req-f6c993ac-ea1b-4824-95fb-5c06b045bfb8 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] No DVR routers for this DVR port 1b616055-a233-4d77-9e7d-254238da0d58 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:34.055271 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f7470858-83fe-4fb6-a823-0c462a83a841 req-f6c993ac-ea1b-4824-95fb-5c06b045bfb8 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.056389 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f7470858-83fe-4fb6-a823-0c462a83a841 req-f6c993ac-ea1b-4824-95fb-5c06b045bfb8 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.15 "DELETE /v2.0/ports/1b616055-a233-4d77-9e7d-254238da0d58 HTTP/1.1" status: 204 len: 173 time: 0.8249555 Jul 07 17:13:34.057819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98cabf4-42ed-44ed-ab79-c575638b701e', 'name': 'network-vif-deleted', 'tag': '1b616055-a233-4d77-9e7d-254238da0d58'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:34.061908 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d317c184-c4bc-498d-8521-23810151c119" -d '{"events": [{"server_uuid": "b98cabf4-42ed-44ed-ab79-c575638b701e", "name": "network-vif-deleted", "tag": "1b616055-a233-4d77-9e7d-254238da0d58"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:34.067827 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7dd896f2-263d-4456-b8ce-7cff82cbc201 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.071596 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7dd896f2-263d-4456-b8ce-7cff82cbc201 admin admin] 10.222.0.50 "DELETE /v2.0/networks/188d1763-ec62-4a92-82de-f0379c181a15 HTTP/1.1" status: 204 len: 168 time: 0.8755302 Jul 07 17:13:34.073085 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd896f2-263d-4456-b8ce-7cff82cbc201 admin admin] Pushing event deleted for resources: {'Network': ['ID=188d1763-ec62-4a92-82de-f0379c181a15,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:34.117625 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abcc7cb-a1f7-4e4e-b7bb-676a2c94c0ed x-openstack-request-id: req-9abcc7cb-a1f7-4e4e-b7bb-676a2c94c0ed {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:34.117924 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98cabf4-42ed-44ed-ab79-c575638b701e", "name": "network-vif-deleted", "tag": "1b616055-a233-4d77-9e7d-254238da0d58", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:34.118209 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9abcc7cb-a1f7-4e4e-b7bb-676a2c94c0ed {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:34.118647 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98cabf4-42ed-44ed-ab79-c575638b701e', 'name': 'network-vif-deleted', 'tag': '1b616055-a233-4d77-9e7d-254238da0d58', 'status': 'completed', 'code': 200} Jul 07 17:13:34.283325 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 43912) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:34.339794 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-57a32cbb-b3ba-41e3-9c1d-882cf716fdd3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d2304c15fc34e2bb52ca4b5ab5d2669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526714 Jul 07 17:13:34.340055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 43914) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:34.401330 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6bcb74df-e397-48e3-b190-930463d2f8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.427513 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6bcb74df-e397-48e3-b190-930463d2f8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.491330 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6bcb74df-e397-48e3-b190-930463d2f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.494858 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6bcb74df-e397-48e3-b190-930463d2f8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:34.498431 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6bcb74df-e397-48e3-b190-930463d2f8bb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/375efb77-f64a-4778-931e-137d870e1bea HTTP/1.1" status: 204 len: 168 time: 0.1552594 Jul 07 17:13:34.504668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb74df-e397-48e3-b190-930463d2f8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375efb77-f64a-4778-931e-137d870e1bea,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:34.831699 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1a07781-c595-4869-a23b-95c0b78bc8ac req-19dd22d0-a254-4d3e-8676-e654cc13363a tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b98cabf4-42ed-44ed-ab79-c575638b701e HTTP/1.1" status: 200 len: 210 time: 0.0372252 Jul 07 17:13:34.947978 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 43924) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:34.957241 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 85512b96-21bb-47e5-bd7e-4e7babbc6411 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:34.981251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 85512b96-21bb-47e5-bd7e-4e7babbc6411 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:34.981771 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 85512b96-21bb-47e5-bd7e-4e7babbc6411 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:34.982365 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e2b7efdf-4b74-450f-b685-1706eb06c31c no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:34.994459 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b54cd3fd-7cfc-4035-bdf9-167ba25fde69 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7bf996eaef234a5c81dd459d3529a69f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442574 Jul 07 17:13:34.996634 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 43926) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:35.006528 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: e2b7efdf-4b74-450f-b685-1706eb06c31c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:35.006808 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e2b7efdf-4b74-450f-b685-1706eb06c31c not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:35.053824 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dca0f5ec-ebf7-4c63-9198-573755c80dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.082035 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dca0f5ec-ebf7-4c63-9198-573755c80dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.165673 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dca0f5ec-ebf7-4c63-9198-573755c80dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.168524 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dca0f5ec-ebf7-4c63-9198-573755c80dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:35.170489 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dca0f5ec-ebf7-4c63-9198-573755c80dd8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/79b45482-2f87-4282-8d8f-4eba0a146666 HTTP/1.1" status: 204 len: 168 time: 0.1721759 Jul 07 17:13:35.187179 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0f5ec-ebf7-4c63-9198-573755c80dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b45482-2f87-4282-8d8f-4eba0a146666,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:35.751033 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 1b616055-a233-4d77-9e7d-254238da0d58 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:35.777374 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 1b616055-a233-4d77-9e7d-254238da0d58 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:35.778164 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 1b616055-a233-4d77-9e7d-254238da0d58 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:36.543630 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33def7be-d6b3-4e10-8c2a-bfa1bf7be5b2 req-959ec782-de98-4d73-8999-5da4b2c4b0d8 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:36.545308 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33def7be-d6b3-4e10-8c2a-bfa1bf7be5b2 req-959ec782-de98-4d73-8999-5da4b2c4b0d8 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.0890210 Jul 07 17:13:36.589543 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33def7be-d6b3-4e10-8c2a-bfa1bf7be5b2 req-bb53e0d4-9df1-49ca-99c2-d107e24ad58a tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=98ad675c-a595-4c76-870a-9321c55839ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381374 Jul 07 17:13:36.730761 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdad4f7-3aa9-48e7-a51d-e4af538bba87 req-8d7182e2-abbc-4448-a723-3bb71251aaea tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:36.732284 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5bdad4f7-3aa9-48e7-a51d-e4af538bba87 req-8d7182e2-abbc-4448-a723-3bb71251aaea tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 946 time: 0.0727665 Jul 07 17:13:36.849348 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-5bdad4f7-3aa9-48e7-a51d-e4af538bba87 req-fac12b27-eb46-498d-84bb-d1be3508f991 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Deleting port 9185fe2f-27e9-496b-b24f-8524b80f018b {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:36.849747 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5bdad4f7-3aa9-48e7-a51d-e4af538bba87 req-fac12b27-eb46-498d-84bb-d1be3508f991 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.947704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-5bdad4f7-3aa9-48e7-a51d-e4af538bba87 req-fac12b27-eb46-498d-84bb-d1be3508f991 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] For port 9185fe2f-27e9-496b-b24f-8524b80f018b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9185fe2f-27e9-496b-b24f-8524b80f018b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:36.947978 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5bdad4f7-3aa9-48e7-a51d-e4af538bba87 req-fac12b27-eb46-498d-84bb-d1be3508f991 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:36.961506 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-5bdad4f7-3aa9-48e7-a51d-e4af538bba87 req-fac12b27-eb46-498d-84bb-d1be3508f991 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Calling delete_port for 9185fe2f-27e9-496b-b24f-8524b80f018b owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:37.095764 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5bdad4f7-3aa9-48e7-a51d-e4af538bba87 req-fac12b27-eb46-498d-84bb-d1be3508f991 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.107813 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['9185fe2f-27e9-496b-b24f-8524b80f018b'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:13:37.127255 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac12b27-eb46-498d-84bb-d1be3508f991 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Pushing event deleted for resources: {'Port': ['ID=9185fe2f-27e9-496b-b24f-8524b80f018b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:37.175144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bdad4f7-3aa9-48e7-a51d-e4af538bba87 req-fac12b27-eb46-498d-84bb-d1be3508f991 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] No DVR routers for this DVR port 9185fe2f-27e9-496b-b24f-8524b80f018b on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:37.177762 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5bdad4f7-3aa9-48e7-a51d-e4af538bba87 req-fac12b27-eb46-498d-84bb-d1be3508f991 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:37.180006 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5bdad4f7-3aa9-48e7-a51d-e4af538bba87 req-fac12b27-eb46-498d-84bb-d1be3508f991 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.15 "DELETE /v2.0/ports/9185fe2f-27e9-496b-b24f-8524b80f018b HTTP/1.1" status: 204 len: 173 time: 0.4423485 Jul 07 17:13:37.180456 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47bf725-5dc0-477c-bff6-e1b68037246d', 'name': 'network-vif-deleted', 'tag': '9185fe2f-27e9-496b-b24f-8524b80f018b'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:37.182777 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f88f349-2f94-4109-890d-a5490b83819c" -d '{"events": [{"server_uuid": "b47bf725-5dc0-477c-bff6-e1b68037246d", "name": "network-vif-deleted", "tag": "9185fe2f-27e9-496b-b24f-8524b80f018b"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:37.236951 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1401818e-e9ed-4d55-9439-b4427552f219 x-openstack-request-id: req-1401818e-e9ed-4d55-9439-b4427552f219 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:37.237324 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47bf725-5dc0-477c-bff6-e1b68037246d", "name": "network-vif-deleted", "tag": "9185fe2f-27e9-496b-b24f-8524b80f018b", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:37.237652 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1401818e-e9ed-4d55-9439-b4427552f219 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:37.238120 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47bf725-5dc0-477c-bff6-e1b68037246d', 'name': 'network-vif-deleted', 'tag': '9185fe2f-27e9-496b-b24f-8524b80f018b', 'status': 'completed', 'code': 200} Jul 07 17:13:37.757865 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f989af23-907e-4b17-b47f-197730d2e7f2 req-d67b2c2d-692a-4570-ba3d-a9ab22fe58c5 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47bf725-5dc0-477c-bff6-e1b68037246d HTTP/1.1" status: 200 len: 210 time: 0.0364604 Jul 07 17:13:39.242519 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e862dc-d87c-4934-9473-0f45245ce472 req-2ce8a53f-18cb-49ba-8b57-83aad4f883fb tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:39.244736 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-34e862dc-d87c-4934-9473-0f45245ce472 req-2ce8a53f-18cb-49ba-8b57-83aad4f883fb tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0689583 Jul 07 17:13:39.284667 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-34e862dc-d87c-4934-9473-0f45245ce472 req-973500ac-a146-48e4-a1bb-0e91c8daab71 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340006 Jul 07 17:13:39.804394 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 9185fe2f-27e9-496b-b24f-8524b80f018b no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:39.824933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 9185fe2f-27e9-496b-b24f-8524b80f018b {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:39.825282 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 9185fe2f-27e9-496b-b24f-8524b80f018b not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:39.938584 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 43974) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:39.984886 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c69e134-d665-43c0-8328-c67a44a14499 admin admin] Deleting subnet 6506cce1-ae4a-481e-aeb3-bd12bb9f64f8 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:39.988173 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3c69e134-d665-43c0-8328-c67a44a14499 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.355224 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3c69e134-d665-43c0-8328-c67a44a14499 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.398153 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3c69e134-d665-43c0-8328-c67a44a14499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.494471 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3c69e134-d665-43c0-8328-c67a44a14499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.503406 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2fdf-b94f-4db2-bfc0-caf4f9adc02b req-3a21342d-e36b-4867-ae6d-10d043ed2bed tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:40.504903 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a5a2fdf-b94f-4db2-bfc0-caf4f9adc02b req-3a21342d-e36b-4867-ae6d-10d043ed2bed tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0870159 Jul 07 17:13:40.535732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69e134-d665-43c0-8328-c67a44a14499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6506cce1-ae4a-481e-aeb3-bd12bb9f64f8,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:40.544880 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3c69e134-d665-43c0-8328-c67a44a14499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.546758 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3c69e134-d665-43c0-8328-c67a44a14499 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6506cce1-ae4a-481e-aeb3-bd12bb9f64f8 HTTP/1.1" status: 204 len: 168 time: 0.6071203 Jul 07 17:13:40.549370 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43978) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:40.574405 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a5a2fdf-b94f-4db2-bfc0-caf4f9adc02b req-cf83deed-09f5-42f6-a558-7408ad8b9ba8 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups?id=935585aa-30cb-4f70-8ee5-ea063ccba65c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426855 Jul 07 17:13:40.633208 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f4e2df6d-18d6-41b4-8e48-9ed31f9e5798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.725194 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f4e2df6d-18d6-41b4-8e48-9ed31f9e5798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.735449 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-f4e2df6d-18d6-41b4-8e48-9ed31f9e5798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2438b08-8280-45c1-8306-626a80bc44ea']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:40.746177 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-f4e2df6d-18d6-41b4-8e48-9ed31f9e5798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2b061c-ee0d-46dc-a430-6fa850467c84') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:40.746433 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-f4e2df6d-18d6-41b4-8e48-9ed31f9e5798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2b061c-ee0d-46dc-a430-6fa850467c84') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:40.755101 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f4e2df6d-18d6-41b4-8e48-9ed31f9e5798 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.769280 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f4e2df6d-18d6-41b4-8e48-9ed31f9e5798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.775014 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e2df6d-18d6-41b4-8e48-9ed31f9e5798 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:13:40.775397 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f4e2df6d-18d6-41b4-8e48-9ed31f9e5798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:13:40.776996 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:13:40.849073 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f4e2df6d-18d6-41b4-8e48-9ed31f9e5798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.854269 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f4e2df6d-18d6-41b4-8e48-9ed31f9e5798 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:40.857114 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f4e2df6d-18d6-41b4-8e48-9ed31f9e5798 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c2438b08-8280-45c1-8306-626a80bc44ea HTTP/1.1" status: 204 len: 168 time: 0.3060760 Jul 07 17:13:40.869417 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2df6d-18d6-41b4-8e48-9ed31f9e5798 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2438b08-8280-45c1-8306-626a80bc44ea,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:40.921783 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4160c9-6081-4d31-bd74-be4172d41209 req-85e6f252-73fe-4669-922a-ecaf2430c4ad tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:40.923344 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4c4160c9-6081-4d31-bd74-be4172d41209 req-85e6f252-73fe-4669-922a-ecaf2430c4ad tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.69 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 944 time: 0.0653827 Jul 07 17:13:41.028158 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-4c4160c9-6081-4d31-bd74-be4172d41209 req-29a84a9d-5541-4878-863b-cc2be7f453b7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Deleting port 6afc491e-72c7-46ed-84b1-31f3c052d56b {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:41.028704 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4c4160c9-6081-4d31-bd74-be4172d41209 req-29a84a9d-5541-4878-863b-cc2be7f453b7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.031190 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43984) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:41.076254 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0e53addc-add3-4329-95da-2b78b9dc5775 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=329eb6caa7374232933326bbde3f0144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435953 Jul 07 17:13:41.078791 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 43986) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:41.120927 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-4c4160c9-6081-4d31-bd74-be4172d41209 req-29a84a9d-5541-4878-863b-cc2be7f453b7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] For port 6afc491e-72c7-46ed-84b1-31f3c052d56b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6afc491e-72c7-46ed-84b1-31f3c052d56b,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:41.121369 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4c4160c9-6081-4d31-bd74-be4172d41209 req-29a84a9d-5541-4878-863b-cc2be7f453b7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.127329 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-12a81a6b-65d7-4762-98c8-33600b8628cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.148725 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-12a81a6b-65d7-4762-98c8-33600b8628cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.199078 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-12a81a6b-65d7-4762-98c8-33600b8628cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.201932 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-12a81a6b-65d7-4762-98c8-33600b8628cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.203275 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-12a81a6b-65d7-4762-98c8-33600b8628cf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15 HTTP/1.1" status: 204 len: 168 time: 0.1236463 Jul 07 17:13:41.219915 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a81a6b-65d7-4762-98c8-33600b8628cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb0fafa-b8c5-4fdd-a6fe-27b2e18a9f15,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:41.312630 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4c4160c9-6081-4d31-bd74-be4172d41209 req-29a84a9d-5541-4878-863b-cc2be7f453b7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.313012 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4c4160c9-6081-4d31-bd74-be4172d41209 req-29a84a9d-5541-4878-863b-cc2be7f453b7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.313385 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [req-4c4160c9-6081-4d31-bd74-be4172d41209 req-29a84a9d-5541-4878-863b-cc2be7f453b7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Floating IP 36e44ddc-6aa5-4305-8bbb-3c5f33827e3b disassociated. External IP: 172.25.2.127, port: 6afc491e-72c7-46ed-84b1-31f3c052d56b. Jul 07 17:13:41.313732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-4c4160c9-6081-4d31-bd74-be4172d41209 req-29a84a9d-5541-4878-863b-cc2be7f453b7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Calling delete_port for 6afc491e-72c7-46ed-84b1-31f3c052d56b owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:41.450043 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4c4160c9-6081-4d31-bd74-be4172d41209 req-29a84a9d-5541-4878-863b-cc2be7f453b7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.479767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a84a9d-5541-4878-863b-cc2be7f453b7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Pushing event deleted for resources: {'Port': ['ID=6afc491e-72c7-46ed-84b1-31f3c052d56b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:41.611366 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c4160c9-6081-4d31-bd74-be4172d41209 req-29a84a9d-5541-4878-863b-cc2be7f453b7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Router 14246adc-aedb-4396-8cb1-c6dd837b27f6 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:41.763203 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b12ec059-eee8-4fc8-8218-8b9701b09b5b req-cd06fcf1-18ac-4c33-b97f-443ec2636edf tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/ports?device_id=77c68ad7-2f8c-454e-83bc-1594c68d2687 HTTP/1.1" status: 200 len: 210 time: 0.0550854 Jul 07 17:13:41.789821 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c4160c9-6081-4d31-bd74-be4172d41209 req-29a84a9d-5541-4878-863b-cc2be7f453b7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:41.802339 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9111c4d-2718-4def-a997-7390568d045c None None] Sync routers for ids ['14246adc-aedb-4396-8cb1-c6dd837b27f6'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:41.811702 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9111c4d-2718-4def-a997-7390568d045c None None] Routers {'14246adc-aedb-4396-8cb1-c6dd837b27f6'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:41.815399 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a9111c4d-2718-4def-a997-7390568d045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['14246adc-aedb-4396-8cb1-c6dd837b27f6'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:41.843100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4160c9-6081-4d31-bd74-be4172d41209 req-29a84a9d-5541-4878-863b-cc2be7f453b7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] No DVR routers for this DVR port 6afc491e-72c7-46ed-84b1-31f3c052d56b on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:41.847021 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4c4160c9-6081-4d31-bd74-be4172d41209 req-29a84a9d-5541-4878-863b-cc2be7f453b7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:41.849075 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4c4160c9-6081-4d31-bd74-be4172d41209 req-29a84a9d-5541-4878-863b-cc2be7f453b7 tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.69 "DELETE /v2.0/ports/6afc491e-72c7-46ed-84b1-31f3c052d56b HTTP/1.1" status: 204 len: 173 time: 0.9207466 Jul 07 17:13:41.849693 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'name': 'network-vif-deleted', 'tag': '6afc491e-72c7-46ed-84b1-31f3c052d56b'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:41.853342 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b69aff-2084-4890-b3b4-87ec445edcf6" -d '{"events": [{"server_uuid": "77c68ad7-2f8c-454e-83bc-1594c68d2687", "name": "network-vif-deleted", "tag": "6afc491e-72c7-46ed-84b1-31f3c052d56b"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:41.904721 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7ea187-1a45-4441-b3a4-5cc0781f30db x-openstack-request-id: req-0e7ea187-1a45-4441-b3a4-5cc0781f30db {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:41.905150 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c68ad7-2f8c-454e-83bc-1594c68d2687", "name": "network-vif-deleted", "tag": "6afc491e-72c7-46ed-84b1-31f3c052d56b", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:41.905470 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0e7ea187-1a45-4441-b3a4-5cc0781f30db {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:41.905927 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c68ad7-2f8c-454e-83bc-1594c68d2687', 'name': 'network-vif-deleted', 'tag': '6afc491e-72c7-46ed-84b1-31f3c052d56b', 'status': 'completed', 'code': 200} Jul 07 17:13:41.945029 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-a9111c4d-2718-4def-a997-7390568d045c None None] Set router 14246adc-aedb-4396-8cb1-c6dd837b27f6 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:42.153942 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a9111c4d-2718-4def-a997-7390568d045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'name': 'tempest-ServerActionsTestJSON-1868789092-router', 'tenant_id': '621a12c0777d413f8d90059728390347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:28Z', 'updated_at': '2021-07-07T17:02:40Z', 'revision_number': 4, 'project_id': '621a12c0777d413f8d90059728390347', 'gw_port': {'id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:30Z', 'updated_at': '2021-07-07T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '826b55a3-646d-40e5-8d85-4f87ef073292', 'name': '', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'tenant_id': '621a12c0777d413f8d90059728390347', 'mac_address': 'fa:16:3e:84:6a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 5, 'project_id': '621a12c0777d413f8d90059728390347', 'subnets': [{'id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:42.195969 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9111c4d-2718-4def-a997-7390568d045c None None] Checking router: 14246adc-aedb-4396-8cb1-c6dd837b27f6 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:42.206869 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9111c4d-2718-4def-a997-7390568d045c None None] Routers {'14246adc-aedb-4396-8cb1-c6dd837b27f6'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:42.207523 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a9111c4d-2718-4def-a997-7390568d045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['14246adc-aedb-4396-8cb1-c6dd837b27f6'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:42.315164 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-a9111c4d-2718-4def-a997-7390568d045c None None] Set router 14246adc-aedb-4396-8cb1-c6dd837b27f6 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:42.555035 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a9111c4d-2718-4def-a997-7390568d045c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'name': 'tempest-ServerActionsTestJSON-1868789092-router', 'tenant_id': '621a12c0777d413f8d90059728390347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:28Z', 'updated_at': '2021-07-07T17:02:40Z', 'revision_number': 4, 'project_id': '621a12c0777d413f8d90059728390347', 'gw_port': {'id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:30Z', 'updated_at': '2021-07-07T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '826b55a3-646d-40e5-8d85-4f87ef073292', 'name': '', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'tenant_id': '621a12c0777d413f8d90059728390347', 'mac_address': 'fa:16:3e:84:6a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 5, 'project_id': '621a12c0777d413f8d90059728390347', 'subnets': [{'id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:42.585979 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9111c4d-2718-4def-a997-7390568d045c None None] The sync data for ids ['14246adc-aedb-4396-8cb1-c6dd837b27f6'] in n-d-793620-7 is: [{'id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'name': 'tempest-ServerActionsTestJSON-1868789092-router', 'tenant_id': '621a12c0777d413f8d90059728390347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:28Z', 'updated_at': '2021-07-07T17:02:40Z', 'revision_number': 4, 'project_id': '621a12c0777d413f8d90059728390347', 'gw_port': {'id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:30Z', 'updated_at': '2021-07-07T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '826b55a3-646d-40e5-8d85-4f87ef073292', 'name': '', 'network_id': '1a593835-75cf-40d8-8fd5-4eaad13dc252', 'tenant_id': '621a12c0777d413f8d90059728390347', 'mac_address': 'fa:16:3e:84:6a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:39Z', 'updated_at': '2021-07-07T17:02:51Z', 'revision_number': 5, 'project_id': '621a12c0777d413f8d90059728390347', 'subnets': [{'id': '19f701e3-8b99-4023-9849-e505b17bcfa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:42.904704 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b3ef3e-91f1-40c5-9916-3a52f70b2373 None None] New status for floating IP 36e44ddc-6aa5-4305-8bbb-3c5f33827e3b: DOWN {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:13:42.984513 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44044) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:43.051485 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c46e3e53-beff-4bf2-a98c-56c3696487fb tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.079473 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c46e3e53-beff-4bf2-a98c-56c3696487fb tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.141701 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c46e3e53-beff-4bf2-a98c-56c3696487fb tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.144194 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c46e3e53-beff-4bf2-a98c-56c3696487fb tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.145386 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c46e3e53-beff-4bf2-a98c-56c3696487fb tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "DELETE /v2.0/security-groups/935585aa-30cb-4f70-8ee5-ea063ccba65c HTTP/1.1" status: 204 len: 168 time: 0.1596003 Jul 07 17:13:43.148012 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44046) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:43.161262 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e3e53-beff-4bf2-a98c-56c3696487fb tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=935585aa-30cb-4f70-8ee5-ea063ccba65c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:43.170411 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-a4bfda49-be12-4fa4-80c4-76e4517c053a tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] show failed (client error): The resource could not be found. Jul 07 17:13:43.171463 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a4bfda49-be12-4fa4-80c4-76e4517c053a tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "GET /v2.0/security-groups/935585aa-30cb-4f70-8ee5-ea063ccba65c HTTP/1.1" status: 404 len: 347 time: 0.0224626 Jul 07 17:13:43.175938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44048) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:43.332562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e5260096-0c03-4bbb-9acc-5563d1038ebc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Deleting port fbc34f09-bed2-437f-a944-9ad3f20bcd2c {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:43.332909 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5260096-0c03-4bbb-9acc-5563d1038ebc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.409377 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5260096-0c03-4bbb-9acc-5563d1038ebc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.409609 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5260096-0c03-4bbb-9acc-5563d1038ebc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.421169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e5260096-0c03-4bbb-9acc-5563d1038ebc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Calling delete_port for fbc34f09-bed2-437f-a944-9ad3f20bcd2c owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:43.556141 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5260096-0c03-4bbb-9acc-5563d1038ebc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.581956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5260096-0c03-4bbb-9acc-5563d1038ebc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Pushing event deleted for resources: {'Port': ['ID=fbc34f09-bed2-437f-a944-9ad3f20bcd2c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:43.661984 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5260096-0c03-4bbb-9acc-5563d1038ebc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.664510 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5260096-0c03-4bbb-9acc-5563d1038ebc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:43.666219 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e5260096-0c03-4bbb-9acc-5563d1038ebc tempest-ServerActionsTestJSON-485384291 tempest-ServerActionsTestJSON-485384291-project] 10.222.0.50 "DELETE /v2.0/floatingips/36e44ddc-6aa5-4305-8bbb-3c5f33827e3b HTTP/1.1" status: 204 len: 168 time: 0.4836004 Jul 07 17:13:43.669257 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44056) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:44.184320 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-79a89588-bdab-4d70-8df2-62ab8976279e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.192005 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.446895 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-79a89588-bdab-4d70-8df2-62ab8976279e admin admin] Deleting port 826b55a3-646d-40e5-8d85-4f87ef073292 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:44.447243 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-79a89588-bdab-4d70-8df2-62ab8976279e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.528967 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-79a89588-bdab-4d70-8df2-62ab8976279e admin admin] For port 826b55a3-646d-40e5-8d85-4f87ef073292, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=826b55a3-646d-40e5-8d85-4f87ef073292,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:44.529250 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-79a89588-bdab-4d70-8df2-62ab8976279e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.544129 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-79a89588-bdab-4d70-8df2-62ab8976279e admin admin] Calling delete_port for 826b55a3-646d-40e5-8d85-4f87ef073292 owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:44.696848 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-227d1f3e-87e9-4539-b991-7c99fd48b282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.738992 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-79a89588-bdab-4d70-8df2-62ab8976279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:44.773689 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a89588-bdab-4d70-8df2-62ab8976279e admin admin] Pushing event deleted for resources: {'Port': ['ID=826b55a3-646d-40e5-8d85-4f87ef073292,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:45.019654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6afc491e-72c7-46ed-84b1-31f3c052d56b no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:45.021560 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-79a89588-bdab-4d70-8df2-62ab8976279e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.047582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 6afc491e-72c7-46ed-84b1-31f3c052d56b {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:45.047851 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6afc491e-72c7-46ed-84b1-31f3c052d56b not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:45.253700 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a89588-bdab-4d70-8df2-62ab8976279e admin admin] Router 14246adc-aedb-4396-8cb1-c6dd837b27f6 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:45.368692 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a89588-bdab-4d70-8df2-62ab8976279e admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:45.373530 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-79a89588-bdab-4d70-8df2-62ab8976279e admin admin] 10.222.0.50 "PUT /v2.0/routers/14246adc-aedb-4396-8cb1-c6dd837b27f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7033079 Jul 07 17:13:45.376032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44068) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:45.378453 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec677b6-617e-4738-9981-ab590e8320b8 None None] Sync routers for ids ['14246adc-aedb-4396-8cb1-c6dd837b27f6'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:45.387848 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec677b6-617e-4738-9981-ab590e8320b8 None None] Routers {'14246adc-aedb-4396-8cb1-c6dd837b27f6'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:45.388467 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0ec677b6-617e-4738-9981-ab590e8320b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['14246adc-aedb-4396-8cb1-c6dd837b27f6'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:45.485436 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2ca5fe7e-9ab2-4134-990c-2f08967ea349 admin admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.497145 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-0ec677b6-617e-4738-9981-ab590e8320b8 None None] Set router 14246adc-aedb-4396-8cb1-c6dd837b27f6 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:45.588125 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2ca5fe7e-9ab2-4134-990c-2f08967ea349 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.653994 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-2ca5fe7e-9ab2-4134-990c-2f08967ea349 admin admin] Deleting port b71205d7-8ffe-40ae-8e9d-6004bde5b89a {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:45.654216 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2ca5fe7e-9ab2-4134-990c-2f08967ea349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.679798 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0ec677b6-617e-4738-9981-ab590e8320b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'name': 'tempest-ServerActionsTestJSON-1868789092-router', 'tenant_id': '621a12c0777d413f8d90059728390347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:28Z', 'updated_at': '2021-07-07T17:13:44Z', 'revision_number': 5, 'project_id': '621a12c0777d413f8d90059728390347', 'gw_port': {'id': 'b71205d7-8ffe-40ae-8e9d-6004bde5b89a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:02:30Z', 'updated_at': '2021-07-07T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:45.738256 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-2ca5fe7e-9ab2-4134-990c-2f08967ea349 admin admin] For port b71205d7-8ffe-40ae-8e9d-6004bde5b89a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b71205d7-8ffe-40ae-8e9d-6004bde5b89a,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:45.738648 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2ca5fe7e-9ab2-4134-990c-2f08967ea349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.753406 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-2ca5fe7e-9ab2-4134-990c-2f08967ea349 admin admin] Calling delete_port for b71205d7-8ffe-40ae-8e9d-6004bde5b89a owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:45.790388 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec677b6-617e-4738-9981-ab590e8320b8 None None] Checking router: 14246adc-aedb-4396-8cb1-c6dd837b27f6 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:45.798777 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec677b6-617e-4738-9981-ab590e8320b8 None None] Routers {'14246adc-aedb-4396-8cb1-c6dd837b27f6'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:45.799394 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0ec677b6-617e-4738-9981-ab590e8320b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['14246adc-aedb-4396-8cb1-c6dd837b27f6'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:45.893696 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-0ec677b6-617e-4738-9981-ab590e8320b8 None None] Set router 14246adc-aedb-4396-8cb1-c6dd837b27f6 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:45.933549 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2ca5fe7e-9ab2-4134-990c-2f08967ea349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:45.955048 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0ec677b6-617e-4738-9981-ab590e8320b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'name': 'tempest-ServerActionsTestJSON-1868789092-router', 'tenant_id': '621a12c0777d413f8d90059728390347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:28Z', 'updated_at': '2021-07-07T17:13:45Z', 'revision_number': 6, 'project_id': '621a12c0777d413f8d90059728390347', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:45.965276 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5fe7e-9ab2-4134-990c-2f08967ea349 admin admin] Pushing event deleted for resources: {'Port': ['ID=b71205d7-8ffe-40ae-8e9d-6004bde5b89a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:45.986939 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec677b6-617e-4738-9981-ab590e8320b8 None None] The sync data for ids ['14246adc-aedb-4396-8cb1-c6dd837b27f6'] in n-d-793620-7 is: [{'id': '14246adc-aedb-4396-8cb1-c6dd837b27f6', 'name': 'tempest-ServerActionsTestJSON-1868789092-router', 'tenant_id': '621a12c0777d413f8d90059728390347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:02:28Z', 'updated_at': '2021-07-07T17:13:45Z', 'revision_number': 6, 'project_id': '621a12c0777d413f8d90059728390347', 'gw_port_host': None}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:46.047620 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2ca5fe7e-9ab2-4134-990c-2f08967ea349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.139942 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2ca5fe7e-9ab2-4134-990c-2f08967ea349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.142015 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2ca5fe7e-9ab2-4134-990c-2f08967ea349 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.193000 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2ca5fe7e-9ab2-4134-990c-2f08967ea349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.193951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca5fe7e-9ab2-4134-990c-2f08967ea349 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14246adc-aedb-4396-8cb1-c6dd837b27f6 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:13:46.199877 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2ca5fe7e-9ab2-4134-990c-2f08967ea349 admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.201659 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2ca5fe7e-9ab2-4134-990c-2f08967ea349 admin admin] 10.222.0.50 "DELETE /v2.0/routers/14246adc-aedb-4396-8cb1-c6dd837b27f6 HTTP/1.1" status: 204 len: 168 time: 0.8246086 Jul 07 17:13:46.205069 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44082) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:46.255763 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c551b41-5413-4608-9d8c-8daece672d8f admin admin] Deleting subnet 19f701e3-8b99-4023-9849-e505b17bcfa4 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:46.259610 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c551b41-5413-4608-9d8c-8daece672d8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.294409 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c551b41-5413-4608-9d8c-8daece672d8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.380914 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c551b41-5413-4608-9d8c-8daece672d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.440552 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c551b41-5413-4608-9d8c-8daece672d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.443295 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.469759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c551b41-5413-4608-9d8c-8daece672d8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19f701e3-8b99-4023-9849-e505b17bcfa4,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:46.475164 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c551b41-5413-4608-9d8c-8daece672d8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.480620 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44084) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:46.481395 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5c551b41-5413-4608-9d8c-8daece672d8f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/19f701e3-8b99-4023-9849-e505b17bcfa4 HTTP/1.1" status: 204 len: 168 time: 0.2750812 Jul 07 17:13:46.490045 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b085fbba-34af-410c-85fa-dbd10d480a51 None None] Network 1a593835-75cf-40d8-8fd5-4eaad13dc252 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:46.558860 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8267643c-e487-4500-89ef-a8b75db6fc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.613815 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8267643c-e487-4500-89ef-a8b75db6fc1e admin admin] Deleting port 679c81a6-abd2-4244-85b7-92ace192fb00 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:46.614461 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8267643c-e487-4500-89ef-a8b75db6fc1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.685380 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-8267643c-e487-4500-89ef-a8b75db6fc1e admin admin] For port 679c81a6-abd2-4244-85b7-92ace192fb00, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=679c81a6-abd2-4244-85b7-92ace192fb00,segment=NetworkSegment(46e4a077-4d34-43ea-95ef-c3632d1cabc9),segment_id=46e4a077-4d34-43ea-95ef-c3632d1cabc9)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:46.685724 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8267643c-e487-4500-89ef-a8b75db6fc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.698822 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8267643c-e487-4500-89ef-a8b75db6fc1e admin admin] Calling delete_port for 679c81a6-abd2-4244-85b7-92ace192fb00 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:46.783308 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8267643c-e487-4500-89ef-a8b75db6fc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.811694 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267643c-e487-4500-89ef-a8b75db6fc1e admin admin] Pushing event deleted for resources: {'Port': ['ID=679c81a6-abd2-4244-85b7-92ace192fb00,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:46.815905 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e6f51b-2e57-4201-8b5e-f5f2a68530bc None None] DHCP port deletion for 1a593835-75cf-40d8-8fd5-4eaad13dc252 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:46.823407 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8267643c-e487-4500-89ef-a8b75db6fc1e admin admin] No DVR routers for this DVR port 679c81a6-abd2-4244-85b7-92ace192fb00 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:46.929835 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8267643c-e487-4500-89ef-a8b75db6fc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.944941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-8267643c-e487-4500-89ef-a8b75db6fc1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a593835-75cf-40d8-8fd5-4eaad13dc252']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:46.958048 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-8267643c-e487-4500-89ef-a8b75db6fc1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e4a077-4d34-43ea-95ef-c3632d1cabc9') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:46.962517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-8267643c-e487-4500-89ef-a8b75db6fc1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e4a077-4d34-43ea-95ef-c3632d1cabc9') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:46.983875 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8267643c-e487-4500-89ef-a8b75db6fc1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:46.985258 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b71205d7-8ffe-40ae-8e9d-6004bde5b89a no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:47.001506 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8267643c-e487-4500-89ef-a8b75db6fc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.007951 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8267643c-e487-4500-89ef-a8b75db6fc1e admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:13:47.008914 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8267643c-e487-4500-89ef-a8b75db6fc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:13:47.010677 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:13:47.015555 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: b71205d7-8ffe-40ae-8e9d-6004bde5b89a {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:47.015973 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b71205d7-8ffe-40ae-8e9d-6004bde5b89a not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:47.016452 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 679c81a6-abd2-4244-85b7-92ace192fb00 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:47.038628 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 679c81a6-abd2-4244-85b7-92ace192fb00 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:47.038971 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 679c81a6-abd2-4244-85b7-92ace192fb00 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:47.039699 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 826b55a3-646d-40e5-8d85-4f87ef073292 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:47.063964 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 826b55a3-646d-40e5-8d85-4f87ef073292 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:47.064391 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 826b55a3-646d-40e5-8d85-4f87ef073292 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:47.084829 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8267643c-e487-4500-89ef-a8b75db6fc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.090644 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8267643c-e487-4500-89ef-a8b75db6fc1e admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.095035 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8267643c-e487-4500-89ef-a8b75db6fc1e admin admin] 10.222.0.50 "DELETE /v2.0/networks/1a593835-75cf-40d8-8fd5-4eaad13dc252 HTTP/1.1" status: 204 len: 168 time: 0.6109061 Jul 07 17:13:47.112571 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267643c-e487-4500-89ef-a8b75db6fc1e admin admin] Pushing event deleted for resources: {'Network': ['ID=1a593835-75cf-40d8-8fd5-4eaad13dc252,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:47.223044 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44090) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:47.264886 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-74fdb84a-4b6c-4e04-9100-a2b4e1505195 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=621a12c0777d413f8d90059728390347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405381 Jul 07 17:13:47.267344 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44092) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:47.342165 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-82f0b282-122e-4d54-8661-12e3d4f95296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.363593 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-82f0b282-122e-4d54-8661-12e3d4f95296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.412085 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-82f0b282-122e-4d54-8661-12e3d4f95296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.415283 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-82f0b282-122e-4d54-8661-12e3d4f95296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.416435 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-82f0b282-122e-4d54-8661-12e3d4f95296 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98ad675c-a595-4c76-870a-9321c55839ab HTTP/1.1" status: 204 len: 168 time: 0.1481118 Jul 07 17:13:47.424425 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0b282-122e-4d54-8661-12e3d4f95296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ad675c-a595-4c76-870a-9321c55839ab,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:47.597421 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:47.921278 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c3a3fa4f-825e-499f-a471-cc395d06d731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.090288 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44118) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:48.194658 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d3c12cdc-f44f-4edc-8c67-b3f450dbedf6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1528075234-network', 'tenant_id': '0fe68912c43b4c388d4bb8dc36cf9dc2'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:48.221282 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c12cdc-f44f-4edc-8c67-b3f450dbedf6 admin admin] Made reservation on behalf of 0fe68912c43b4c388d4bb8dc36cf9dc2 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:48.224081 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d3c12cdc-f44f-4edc-8c67-b3f450dbedf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.233831 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d3c12cdc-f44f-4edc-8c67-b3f450dbedf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.331793 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d3c12cdc-f44f-4edc-8c67-b3f450dbedf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.335765 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d3c12cdc-f44f-4edc-8c67-b3f450dbedf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.362968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c12cdc-f44f-4edc-8c67-b3f450dbedf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:13:48.373051 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c12cdc-f44f-4edc-8c67-b3f450dbedf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1eae32-75c4-4804-aa37-0f7a1a90e138,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:48.377952 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d3c12cdc-f44f-4edc-8c67-b3f450dbedf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.378304 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-d3c12cdc-f44f-4edc-8c67-b3f450dbedf6 admin admin] Added segment 35942adb-c424-4652-bd11-4babc34db69f of type vlan for network 2a52dc26-8592-4c57-8800-c1fcb96305fc Jul 07 17:13:48.419737 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d3c12cdc-f44f-4edc-8c67-b3f450dbedf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.452626 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d3c12cdc-f44f-4edc-8c67-b3f450dbedf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.453649 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c12cdc-f44f-4edc-8c67-b3f450dbedf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:48.454231 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d3c12cdc-f44f-4edc-8c67-b3f450dbedf6 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.512240 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d3c12cdc-f44f-4edc-8c67-b3f450dbedf6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4197769 Jul 07 17:13:48.514437 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44128) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:48.518916 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c12cdc-f44f-4edc-8c67-b3f450dbedf6 admin admin] Pushing event updated for resources: {'Network': ['ID=2a52dc26-8592-4c57-8800-c1fcb96305fc,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:48.519828 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-24fadbe3-66fc-4bbb-b9cd-def605e2f615 admin admin] Request body: {'subnet': {'network_id': '2a52dc26-8592-4c57-8800-c1fcb96305fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1528075234-subnet', 'tenant_id': '0fe68912c43b4c388d4bb8dc36cf9dc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:48.530266 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 2a52dc26-8592-4c57-8800-c1fcb96305fc details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:13:48.542030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fadbe3-66fc-4bbb-b9cd-def605e2f615 admin admin] Made reservation on behalf of 0fe68912c43b4c388d4bb8dc36cf9dc2 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:48.544638 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-24fadbe3-66fc-4bbb-b9cd-def605e2f615 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:48.810854 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.048604 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-24fadbe3-66fc-4bbb-b9cd-def605e2f615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.110318 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fadbe3-66fc-4bbb-b9cd-def605e2f615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35967cb0-d74a-4e08-be91-a12ff30e30d0,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:49.117343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fadbe3-66fc-4bbb-b9cd-def605e2f615 admin admin] Checking segment: {'id': '35942adb-c424-4652-bd11-4babc34db69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a52dc26-8592-4c57-8800-c1fcb96305fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:49.117835 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fadbe3-66fc-4bbb-b9cd-def605e2f615 admin admin] Network hostable DHCP agents. Network: 2a52dc26-8592-4c57-8800-c1fcb96305fc, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:13:49.135103 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fadbe3-66fc-4bbb-b9cd-def605e2f615 admin admin] Network 2a52dc26-8592-4c57-8800-c1fcb96305fc is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:13:49.143749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-24fadbe3-66fc-4bbb-b9cd-def605e2f615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 2a52dc26-8592-4c57-8800-c1fcb96305fc) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:49.148150 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fadbe3-66fc-4bbb-b9cd-def605e2f615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.151475 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-24fadbe3-66fc-4bbb-b9cd-def605e2f615 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:49.154498 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19c28fb-1245-4f26-850d-3ab696655cb8 None None] Network 2a52dc26-8592-4c57-8800-c1fcb96305fc requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:49.175238 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-24fadbe3-66fc-4bbb-b9cd-def605e2f615 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6512978 Jul 07 17:13:49.299654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2801d374-9cdf-47b0-8651-8d916a69a8f7 None None] Network 2a52dc26-8592-4c57-8800-c1fcb96305fc requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:49.701805 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-6fc79998-09c4-48ac-b66a-8a9c4fa67eca tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.712152 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-6fc79998-09c4-48ac-b66a-8a9c4fa67eca tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/networks?id=2a52dc26-8592-4c57-8800-c1fcb96305fc HTTP/1.1" status: 200 len: 822 time: 0.1603394 Jul 07 17:13:49.731547 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-06926f46-b290-46c1-9555-d3f1098a4c2a tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/quotas/0fe68912c43b4c388d4bb8dc36cf9dc2 HTTP/1.1" status: 200 len: 375 time: 0.0155020 Jul 07 17:13:49.773396 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-2c37c6a9-e4df-4c8f-a79e-b182a02acd2b tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0fe68912c43b4c388d4bb8dc36cf9dc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347853 Jul 07 17:13:49.919595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa52a3-4935-4c45-94a2-a4a47a5e998a req-40b61831-bb12-4cb5-a078-fda83d823f56 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:49.924142 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e7fa52a3-4935-4c45-94a2-a4a47a5e998a req-40b61831-bb12-4cb5-a078-fda83d823f56 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 1097 time: 0.0669997 Jul 07 17:13:49.927947 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-7f73fc9d-4cc4-43d2-b8e6-9a5744ee5d7e service neutron] 10.222.0.50 "GET /v2.0/networks/2a52dc26-8592-4c57-8800-c1fcb96305fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512120 Jul 07 17:13:49.962832 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e7fa52a3-4935-4c45-94a2-a4a47a5e998a req-4a826619-c744-4d8b-99a1-99aba6d4af45 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353558 Jul 07 17:13:49.993635 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44158) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:50.046664 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-747c7f62-7cfb-4e83-9ac7-e290785a6615 service neutron] 10.222.0.50 "GET /v2.0/networks/2a52dc26-8592-4c57-8800-c1fcb96305fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124578 Jul 07 17:13:50.206735 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-cd2db9cc-13bd-47df-8711-93e9dee9b2ef tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Deleting port 4fb15d8b-0564-4425-8015-360016aaae1e {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:50.207085 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd2db9cc-13bd-47df-8711-93e9dee9b2ef tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.303876 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.308427 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0d63f68e-2a93-416e-aecb-fb95945f79bb req-a66ba014-ce02-4d33-b910-db34f052ef7a tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc46adf8-dc4b-4b16-9e0b-63425099f8ed HTTP/1.1" status: 200 len: 210 time: 0.0554390 Jul 07 17:13:50.356081 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd2db9cc-13bd-47df-8711-93e9dee9b2ef tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.356436 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd2db9cc-13bd-47df-8711-93e9dee9b2ef tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.372539 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-cd2db9cc-13bd-47df-8711-93e9dee9b2ef tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Calling delete_port for 4fb15d8b-0564-4425-8015-360016aaae1e owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:50.609876 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd2db9cc-13bd-47df-8711-93e9dee9b2ef tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.647929 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2db9cc-13bd-47df-8711-93e9dee9b2ef tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Port': ['ID=4fb15d8b-0564-4425-8015-360016aaae1e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:50.668923 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44178) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:50.737087 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd2db9cc-13bd-47df-8711-93e9dee9b2ef tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.737784 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-cd2db9cc-13bd-47df-8711-93e9dee9b2ef tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Floating IP 51fd33b2-eae4-4977-b8cb-780de77b72ba disassociated (deleted). External IP: 172.25.2.233, port: 8c28776e-2cb1-4c6a-823e-6b35e66cf994. Jul 07 17:13:50.808809 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef73b50d-800d-43f6-bd81-5cde829d9b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.921108 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef73b50d-800d-43f6-bd81-5cde829d9b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.925423 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef73b50d-800d-43f6-bd81-5cde829d9b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:50.969034 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ef73b50d-800d-43f6-bd81-5cde829d9b6f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d65d35dfc95947fd83491e7a1b1df981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2966366 Jul 07 17:13:50.969034 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73b50d-800d-43f6-bd81-5cde829d9b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35d4b97-1d2a-44b7-9208-04eb90712ad2,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:50.970155 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44182) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:51.021565 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2db9cc-13bd-47df-8711-93e9dee9b2ef tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Router ca3ce182-966a-4236-b8d2-f42c18cf5c20 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:51.026622 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a624fec2-10a3-45bb-9cee-f07c5802dd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.049440 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a624fec2-10a3-45bb-9cee-f07c5802dd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.105148 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a624fec2-10a3-45bb-9cee-f07c5802dd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.108026 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a624fec2-10a3-45bb-9cee-f07c5802dd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.111551 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a624fec2-10a3-45bb-9cee-f07c5802dd20 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b35d4b97-1d2a-44b7-9208-04eb90712ad2 HTTP/1.1" status: 204 len: 168 time: 0.1381545 Jul 07 17:13:51.124905 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624fec2-10a3-45bb-9cee-f07c5802dd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35d4b97-1d2a-44b7-9208-04eb90712ad2,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:51.166914 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2db9cc-13bd-47df-8711-93e9dee9b2ef tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:51.171186 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd2db9cc-13bd-47df-8711-93e9dee9b2ef tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:51.180770 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4863cd2b-acff-4301-83fe-87f8c9a5a866 None None] Sync routers for ids ['ca3ce182-966a-4236-b8d2-f42c18cf5c20'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:51.189745 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4863cd2b-acff-4301-83fe-87f8c9a5a866 None None] Routers {'ca3ce182-966a-4236-b8d2-f42c18cf5c20'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:51.190363 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4863cd2b-acff-4301-83fe-87f8c9a5a866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ca3ce182-966a-4236-b8d2-f42c18cf5c20'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:51.209271 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cd2db9cc-13bd-47df-8711-93e9dee9b2ef tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "DELETE /v2.0/floatingips/51fd33b2-eae4-4977-b8cb-780de77b72ba HTTP/1.1" status: 204 len: 168 time: 1.2145216 Jul 07 17:13:51.210076 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:51.213311 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f05cfe-7447-48fe-8579-b95c22c6cd23" -d '{"events": [{"name": "network-changed", "server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:51.272518 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb8fd03-d7a6-42c3-856a-d321c5666ef2 x-openstack-request-id: req-cbb8fd03-d7a6-42c3-856a-d321c5666ef2 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:51.273112 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:51.274223 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cbb8fd03-d7a6-42c3-856a-d321c5666ef2 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:51.274850 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994', 'status': 'completed', 'code': 200} Jul 07 17:13:51.354248 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-4863cd2b-acff-4301-83fe-87f8c9a5a866 None None] Set router ca3ce182-966a-4236-b8d2-f42c18cf5c20 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:51.362705 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f05cfe-7447-48fe-8579-b95c22c6cd23 req-d4452110-9453-4ad6-bca5-7dfa29fcc5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:51.364316 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57f05cfe-7447-48fe-8579-b95c22c6cd23 req-d4452110-9453-4ad6-bca5-7dfa29fcc5cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 1097 time: 0.0670245 Jul 07 17:13:51.568102 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f05cfe-7447-48fe-8579-b95c22c6cd23 req-5bf0633d-0f96-4f73-8a6e-05823aac5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:51.570091 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57f05cfe-7447-48fe-8579-b95c22c6cd23 req-5bf0633d-0f96-4f73-8a6e-05823aac5f6a service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b7ce737-de76-4626-89ea-10e3b5784fdc HTTP/1.1" status: 200 len: 897 time: 0.1914012 Jul 07 17:13:51.656534 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57f05cfe-7447-48fe-8579-b95c22c6cd23 req-d795d59a-829e-4d8b-96ae-6bf1bba202de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994 HTTP/1.1" status: 200 len: 217 time: 0.0797651 Jul 07 17:13:51.661974 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a38d517f-ee57-46e8-9b3e-6e813372a8f7 req-e18f6267-3845-4b1c-aaf3-769aa6483941 tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc46adf8-dc4b-4b16-9e0b-63425099f8ed HTTP/1.1" status: 200 len: 210 time: 0.0543540 Jul 07 17:13:51.772841 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4863cd2b-acff-4301-83fe-87f8c9a5a866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963109445', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '52f21e66-6a15-4bb7-942a-9f83ddfcbb04', 'name': '', 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:52:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '865b66da-a15d-4840-b92d-055eab55a944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:39Z', 'updated_at': '2021-07-07T17:11:46Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '865b66da-a15d-4840-b92d-055eab55a944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:51.807272 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4863cd2b-acff-4301-83fe-87f8c9a5a866 None None] Checking router: ca3ce182-966a-4236-b8d2-f42c18cf5c20 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:51.818305 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4863cd2b-acff-4301-83fe-87f8c9a5a866 None None] Routers {'ca3ce182-966a-4236-b8d2-f42c18cf5c20'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:51.819129 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4863cd2b-acff-4301-83fe-87f8c9a5a866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ca3ce182-966a-4236-b8d2-f42c18cf5c20'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:51.865902 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f05cfe-7447-48fe-8579-b95c22c6cd23 req-bc57622a-6fcd-4a5e-9bd9-73f4c421234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:51.867584 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57f05cfe-7447-48fe-8579-b95c22c6cd23 req-bc57622a-6fcd-4a5e-9bd9-73f4c421234f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=865b66da-a15d-4840-b92d-055eab55a944 HTTP/1.1" status: 200 len: 835 time: 0.1935265 Jul 07 17:13:51.980649 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-4863cd2b-acff-4301-83fe-87f8c9a5a866 None None] Set router ca3ce182-966a-4236-b8d2-f42c18cf5c20 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:52.007528 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-a2171689-8327-43de-bd0f-42b542fd371a tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:52.009782 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-a2171689-8327-43de-bd0f-42b542fd371a tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.15 "GET /v2.0/networks?id=2a52dc26-8592-4c57-8800-c1fcb96305fc HTTP/1.1" status: 200 len: 822 time: 0.3523476 Jul 07 17:13:52.034006 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-66fcd816-e4b6-478d-b273-ee4e807be22a tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Request body: {'port': {'device_id': 'fc46adf8-dc4b-4b16-9e0b-63425099f8ed', 'network_id': '2a52dc26-8592-4c57-8800-c1fcb96305fc', 'admin_state_up': True, 'tenant_id': '0fe68912c43b4c388d4bb8dc36cf9dc2'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:52.127500 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44214) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:52.168820 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7968c-689f-4784-855d-9077076e73b2 req-68ddd302-bf58-4031-a875-175de7221afd tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:52.175595 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-86a7968c-689f-4784-855d-9077076e73b2 req-68ddd302-bf58-4031-a875-175de7221afd tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 946 time: 0.3062685 Jul 07 17:13:52.215447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f05cfe-7447-48fe-8579-b95c22c6cd23 req-795f1c81-c7eb-4229-a1d7-185e8676d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:52.217063 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57f05cfe-7447-48fe-8579-b95c22c6cd23 req-795f1c81-c7eb-4229-a1d7-185e8676d3e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b7ce737-de76-4626-89ea-10e3b5784fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3323634 Jul 07 17:13:52.261232 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4863cd2b-acff-4301-83fe-87f8c9a5a866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963109445', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '52f21e66-6a15-4bb7-942a-9f83ddfcbb04', 'name': '', 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:52:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '865b66da-a15d-4840-b92d-055eab55a944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:39Z', 'updated_at': '2021-07-07T17:11:46Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '865b66da-a15d-4840-b92d-055eab55a944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:52.268499 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b2afa70f-8784-4ac8-98a9-b83a60417f6e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1861771868-network', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:52.295771 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-86a7968c-689f-4784-855d-9077076e73b2 req-b769517a-b6ca-4cd2-bd93-9dae7338d200 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148589 Jul 07 17:13:52.310233 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.api [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-66fcd816-e4b6-478d-b273-ee4e807be22a tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:13:52.310233 n-d-793620-7 neutron-server[100410]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 17:13:52.310233 n-d-793620-7 neutron-server[100410]: [parameters: {'project_id': '0fe68912c43b4c388d4bb8dc36cf9dc2', 'id': 'b44bdc50-8f16-4c84-8d9f-c4c7fd3beec4', 'expiration': datetime.datetime(2021, 7, 7, 17, 15, 52, 300455)}] Jul 07 17:13:52.310233 n-d-793620-7 neutron-server[100410]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:13:52.311001 n-d-793620-7 neutron-server[100410]: DEBUG oslo_db.api [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-66fcd816-e4b6-478d-b273-ee4e807be22a tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:13:52.320588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2afa70f-8784-4ac8-98a9-b83a60417f6e admin admin] Made reservation on behalf of 90d9e739b53e4fdeba4e88e829b4bca6 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:52.325948 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2afa70f-8784-4ac8-98a9-b83a60417f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.341597 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2afa70f-8784-4ac8-98a9-b83a60417f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.352966 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57f05cfe-7447-48fe-8579-b95c22c6cd23 req-3110bf02-af3e-4ed8-80ab-9ddd480876e0 service neutron] 10.222.0.15 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265635 Jul 07 17:13:52.458104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4863cd2b-acff-4301-83fe-87f8c9a5a866 None None] The sync data for ids ['ca3ce182-966a-4236-b8d2-f42c18cf5c20'] in n-d-793620-7 is: [{'id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963109445', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '52f21e66-6a15-4bb7-942a-9f83ddfcbb04', 'name': '', 'network_id': '4b7ce737-de76-4626-89ea-10e3b5784fdc', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:52:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '865b66da-a15d-4840-b92d-055eab55a944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:39Z', 'updated_at': '2021-07-07T17:11:46Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '865b66da-a15d-4840-b92d-055eab55a944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:52.480118 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57f05cfe-7447-48fe-8579-b95c22c6cd23 req-98a89bfa-b67c-4369-aebe-1faa89ac0951 service neutron] 10.222.0.15 "GET /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149251 Jul 07 17:13:52.487329 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2afa70f-8784-4ac8-98a9-b83a60417f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.495791 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2afa70f-8784-4ac8-98a9-b83a60417f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.520867 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2afa70f-8784-4ac8-98a9-b83a60417f6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:13:52.540112 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afa70f-8784-4ac8-98a9-b83a60417f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dfc0e0-4db0-42b9-86ba-ebb60d94378e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:52.543398 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2afa70f-8784-4ac8-98a9-b83a60417f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.543752 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-b2afa70f-8784-4ac8-98a9-b83a60417f6e admin admin] Added segment ccd64e49-7c2a-4025-aff1-59adf5c81009 of type vlan for network b5efbb47-7ac0-439c-bd10-5b82d61ca890 Jul 07 17:13:52.592625 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2afa70f-8784-4ac8-98a9-b83a60417f6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.629023 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2afa70f-8784-4ac8-98a9-b83a60417f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.630101 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2afa70f-8784-4ac8-98a9-b83a60417f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:52.630730 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2afa70f-8784-4ac8-98a9-b83a60417f6e admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.686562 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b2afa70f-8784-4ac8-98a9-b83a60417f6e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5578811 Jul 07 17:13:52.689317 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44218) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:52.696239 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d6116b2f-f03a-4e88-ad51-a012412707aa admin admin] Request body: {'subnet': {'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1861771868-subnet', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:52.706616 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afa70f-8784-4ac8-98a9-b83a60417f6e admin admin] Pushing event updated for resources: {'Network': ['ID=b5efbb47-7ac0-439c-bd10-5b82d61ca890,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:52.720655 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network b5efbb47-7ac0-439c-bd10-5b82d61ca890 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:13:52.733519 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6116b2f-f03a-4e88-ad51-a012412707aa admin admin] Made reservation on behalf of 90d9e739b53e4fdeba4e88e829b4bca6 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:52.738137 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d6116b2f-f03a-4e88-ad51-a012412707aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.753261 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce03cf55-f47e-45d9-9906-ad9cfde807a9 None None] New status for floating IP 51fd33b2-eae4-4977-b8cb-780de77b72ba: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:13:52.851092 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-66fcd816-e4b6-478d-b273-ee4e807be22a tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Made reservation on behalf of 0fe68912c43b4c388d4bb8dc36cf9dc2 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:52.855400 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-66fcd816-e4b6-478d-b273-ee4e807be22a tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:52.926632 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b9b619ad-d9ec-4389-ac36-5ac9a007e90c req-8cf64a5d-8340-4a3f-9497-8928ae236fc4 tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc46adf8-dc4b-4b16-9e0b-63425099f8ed HTTP/1.1" status: 200 len: 210 time: 0.0365894 Jul 07 17:13:52.992060 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d6116b2f-f03a-4e88-ad51-a012412707aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.042859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-66fcd816-e4b6-478d-b273-ee4e807be22a tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Allocated IP 172.20.0.7 (2a52dc26-8592-4c57-8800-c1fcb96305fc/35967cb0-d74a-4e08-be91-a12ff30e30d0/180f2da2-ad5c-44dc-abd5-a454867b43a4) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:53.052775 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad0be8-444c-4aed-a3ac-4c98daffa3ab req-28e9dabd-f6cf-4f6c-8036-ca098921adfe tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:53.055045 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0dad0be8-444c-4aed-a3ac-4c98daffa3ab req-28e9dabd-f6cf-4f6c-8036-ca098921adfe tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 946 time: 0.1665437 Jul 07 17:13:53.058687 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6116b2f-f03a-4e88-ad51-a012412707aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdc71f5f-4d2b-44a1-af05-6f6eec7e240a,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:53.069420 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6116b2f-f03a-4e88-ad51-a012412707aa admin admin] Checking segment: {'id': 'ccd64e49-7c2a-4025-aff1-59adf5c81009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:53.069898 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6116b2f-f03a-4e88-ad51-a012412707aa admin admin] Network hostable DHCP agents. Network: b5efbb47-7ac0-439c-bd10-5b82d61ca890, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:13:53.091420 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6116b2f-f03a-4e88-ad51-a012412707aa admin admin] Network b5efbb47-7ac0-439c-bd10-5b82d61ca890 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:13:53.103364 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-d6116b2f-f03a-4e88-ad51-a012412707aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, b5efbb47-7ac0-439c-bd10-5b82d61ca890) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:53.112234 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6116b2f-f03a-4e88-ad51-a012412707aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:53.112846 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d6116b2f-f03a-4e88-ad51-a012412707aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.119102 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8025498-9adf-43a1-8089-e4146adfa51d None None] Network b5efbb47-7ac0-439c-bd10-5b82d61ca890 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:53.142061 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d6116b2f-f03a-4e88-ad51-a012412707aa admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4514103 Jul 07 17:13:53.144762 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44224) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:53.154167 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-75b83b11-e5c3-4638-8510-b80e7494d2ac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1861771868-router', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:53.200959 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75b83b11-e5c3-4638-8510-b80e7494d2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.202202 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75b83b11-e5c3-4638-8510-b80e7494d2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.281869 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75b83b11-e5c3-4638-8510-b80e7494d2ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.293874 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-0dad0be8-444c-4aed-a3ac-4c98daffa3ab req-4b54315e-615f-4b04-8c31-50fd2e5ea204 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Deleting port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:53.294118 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0dad0be8-444c-4aed-a3ac-4c98daffa3ab req-4b54315e-615f-4b04-8c31-50fd2e5ea204 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.341403 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'fixed_ips': [{'subnet_id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:13:53.343163 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.372996 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-66fcd816-e4b6-478d-b273-ee4e807be22a tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.450728 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-0dad0be8-444c-4aed-a3ac-4c98daffa3ab req-4b54315e-615f-4b04-8c31-50fd2e5ea204 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] For port 8c28776e-2cb1-4c6a-823e-6b35e66cf994, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8c28776e-2cb1-4c6a-823e-6b35e66cf994,segment=NetworkSegment(829f7a5e-0dd0-44e0-b217-9899f4bd41e2),segment_id=829f7a5e-0dd0-44e0-b217-9899f4bd41e2)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:53.451127 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0dad0be8-444c-4aed-a3ac-4c98daffa3ab req-4b54315e-615f-4b04-8c31-50fd2e5ea204 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.469501 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-0dad0be8-444c-4aed-a3ac-4c98daffa3ab req-4b54315e-615f-4b04-8c31-50fd2e5ea204 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Calling delete_port for 8c28776e-2cb1-4c6a-823e-6b35e66cf994 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:53.485384 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-66fcd816-e4b6-478d-b273-ee4e807be22a tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.565818 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-66fcd816-e4b6-478d-b273-ee4e807be22a tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Network 2a52dc26-8592-4c57-8800-c1fcb96305fc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:53.566155 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75b83b11-e5c3-4638-8510-b80e7494d2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.572509 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-66fcd816-e4b6-478d-b273-ee4e807be22a tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:53.577977 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-66fcd816-e4b6-478d-b273-ee4e807be22a tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:53.591013 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Allocated IP 172.20.0.2 (b5efbb47-7ac0-439c-bd10-5b82d61ca890/cdc71f5f-4d2b-44a1-af05-6f6eec7e240a/a7217ccb-4b95-4fc7-870b-3fe4c55bc52f) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:53.622022 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcd816-e4b6-478d-b273-ee4e807be22a tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Pushing event updated for resources: {'Port': ['ID=180f2da2-ad5c-44dc-abd5-a454867b43a4,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:53.660355 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-66fcd816-e4b6-478d-b273-ee4e807be22a tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:53.661420 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-66fcd816-e4b6-478d-b273-ee4e807be22a tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.667939 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac924f-5a12-46ae-93ca-2b49494bc65a req-2ec93fcf-44f2-4ec8-b9d9-f06156ea3cb6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:53.669604 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86ac924f-5a12-46ae-93ca-2b49494bc65a req-2ec93fcf-44f2-4ec8-b9d9-f06156ea3cb6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9336750-b753-4014-97f8-f73c57f60693 HTTP/1.1" status: 200 len: 946 time: 0.1366327 Jul 07 17:13:53.687627 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-66fcd816-e4b6-478d-b273-ee4e807be22a tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6614463 Jul 07 17:13:53.716184 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] Request body: {'port': {'device_id': 'fc46adf8-dc4b-4b16-9e0b-63425099f8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:53.751057 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86ac924f-5a12-46ae-93ca-2b49494bc65a req-8c5a4620-5158-4b8e-8707-003a85479b45 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e802314c-c2f9-4e22-b4d8-7792a4043298&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663571 Jul 07 17:13:53.772165 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.781362 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Transition to ACTIVE for port object a7217ccb-4b95-4fc7-870b-3fe4c55bc52f will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:53.782880 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0dad0be8-444c-4aed-a3ac-4c98daffa3ab req-4b54315e-615f-4b04-8c31-50fd2e5ea204 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.799496 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Transition to ACTIVE for port object a7217ccb-4b95-4fc7-870b-3fe4c55bc52f will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:53.805950 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.829742 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54315e-615f-4b04-8c31-50fd2e5ea204 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Port': ['ID=8c28776e-2cb1-4c6a-823e-6b35e66cf994,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:53.848905 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Network b5efbb47-7ac0-439c-bd10-5b82d61ca890 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:53.854283 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.857312 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:53.860948 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:53.867520 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Pushing event updated for resources: {'Port': ['ID=a7217ccb-4b95-4fc7-870b-3fe4c55bc52f,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:53.907911 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75b83b11-e5c3-4638-8510-b80e7494d2ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.915872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dad0be8-444c-4aed-a3ac-4c98daffa3ab req-4b54315e-615f-4b04-8c31-50fd2e5ea204 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] No DVR routers for this DVR port 8c28776e-2cb1-4c6a-823e-6b35e66cf994 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:53.920325 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0dad0be8-444c-4aed-a3ac-4c98daffa3ab req-4b54315e-615f-4b04-8c31-50fd2e5ea204 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.922341 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0dad0be8-444c-4aed-a3ac-4c98daffa3ab req-4b54315e-615f-4b04-8c31-50fd2e5ea204 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.15 "DELETE /v2.0/ports/8c28776e-2cb1-4c6a-823e-6b35e66cf994 HTTP/1.1" status: 204 len: 173 time: 0.8535984 Jul 07 17:13:53.922857 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'name': 'network-vif-deleted', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:53.925280 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dd737f-689e-4aa5-9c7d-af94822fee5a" -d '{"events": [{"server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "name": "network-vif-deleted", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:53.937354 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Attempting to bind port a7217ccb-4b95-4fc7-870b-3fe4c55bc52f on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:53.937999 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Attempting to bind port a7217ccb-4b95-4fc7-870b-3fe4c55bc52f by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'ccd64e49-7c2a-4025-aff1-59adf5c81009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:53.938696 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Attempting to bind port a7217ccb-4b95-4fc7-870b-3fe4c55bc52f on network b5efbb47-7ac0-439c-bd10-5b82d61ca890 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:53.946121 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75b83b11-e5c3-4638-8510-b80e7494d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.947128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:53.947651 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Checking segment: {'id': 'ccd64e49-7c2a-4025-aff1-59adf5c81009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:53.948167 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:53.948759 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Bound using segment: {'id': 'ccd64e49-7c2a-4025-aff1-59adf5c81009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:53.949367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Bound port: a7217ccb-4b95-4fc7-870b-3fe4c55bc52f, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd64e49-7c2a-4025-aff1-59adf5c81009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:53.949891 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.078039 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d812045-8136-4cc7-80ae-950ce9cda912 x-openstack-request-id: req-5d812045-8136-4cc7-80ae-950ce9cda912 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:54.078745 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9336750-b753-4014-97f8-f73c57f60693", "name": "network-vif-deleted", "tag": "8c28776e-2cb1-4c6a-823e-6b35e66cf994", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:54.079207 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d812045-8136-4cc7-80ae-950ce9cda912 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:54.080139 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9336750-b753-4014-97f8-f73c57f60693', 'name': 'network-vif-deleted', 'tag': '8c28776e-2cb1-4c6a-823e-6b35e66cf994', 'status': 'completed', 'code': 200} Jul 07 17:13:54.081686 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] For port a7217ccb-4b95-4fc7-870b-3fe4c55bc52f, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:54.085852 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] For port a7217ccb-4b95-4fc7-870b-3fe4c55bc52f, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=a7217ccb-4b95-4fc7-870b-3fe4c55bc52f,segment=NetworkSegment(ccd64e49-7c2a-4025-aff1-59adf5c81009),segment_id=ccd64e49-7c2a-4025-aff1-59adf5c81009)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:54.091253 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.100275 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-75b83b11-e5c3-4638-8510-b80e7494d2ac admin admin] Allocated IP 172.25.2.162 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/b024a38e-b37f-43b3-92d9-fb2dd8428b4c) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:54.186480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e6d74-7dce-439f-b729-db7b1cdabc55 None None] Pushing event updated for resources: {'Port': ['ID=a7217ccb-4b95-4fc7-870b-3fe4c55bc52f,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:54.276931 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:13:54.350059 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180f2da2-ad5c-44dc-abd5-a454867b43a4 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:13:54.360426 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.375705 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] Transition to ACTIVE for port object 180f2da2-ad5c-44dc-abd5-a454867b43a4 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:54.379125 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.495212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] Pushing event updated for resources: {'Port': ['ID=180f2da2-ad5c-44dc-abd5-a454867b43a4,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:54.570285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] Attempting to bind port 180f2da2-ad5c-44dc-abd5-a454867b43a4 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:54.571224 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] Attempting to bind port 180f2da2-ad5c-44dc-abd5-a454867b43a4 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '35942adb-c424-4652-bd11-4babc34db69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a52dc26-8592-4c57-8800-c1fcb96305fc'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:54.573212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] Attempting to bind port 180f2da2-ad5c-44dc-abd5-a454867b43a4 on network 2a52dc26-8592-4c57-8800-c1fcb96305fc {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:54.578617 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] Port 180f2da2-ad5c-44dc-abd5-a454867b43a4 on network 2a52dc26-8592-4c57-8800-c1fcb96305fc not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:13:54.579051 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] Attempting to bind port 180f2da2-ad5c-44dc-abd5-a454867b43a4 on network 2a52dc26-8592-4c57-8800-c1fcb96305fc {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:54.584715 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:54.585232 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] Checking segment: {'id': '35942adb-c424-4652-bd11-4babc34db69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a52dc26-8592-4c57-8800-c1fcb96305fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:54.585680 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] Bound using segment: {'id': '35942adb-c424-4652-bd11-4babc34db69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a52dc26-8592-4c57-8800-c1fcb96305fc'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:54.586305 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] Bound port: 180f2da2-ad5c-44dc-abd5-a454867b43a4, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35942adb-c424-4652-bd11-4babc34db69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2a52dc26-8592-4c57-8800-c1fcb96305fc'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:54.586522 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.702940 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] For port 180f2da2-ad5c-44dc-abd5-a454867b43a4, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:54.709252 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] For port 180f2da2-ad5c-44dc-abd5-a454867b43a4, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=180f2da2-ad5c-44dc-abd5-a454867b43a4,segment=NetworkSegment(35942adb-c424-4652-bd11-4babc34db69f),segment_id=35942adb-c424-4652-bd11-4babc34db69f)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:54.716586 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.756506 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:54.757142 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.758671 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] 10.222.0.15 "PUT /v2.0/ports/180f2da2-ad5c-44dc-abd5-a454867b43a4 HTTP/1.1" status: 200 len: 1091 time: 1.0492928 Jul 07 17:13:54.783195 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8cd5f-3111-47de-9d0f-903fd54da7dd service neutron] Pushing event updated for resources: {'Port': ['ID=180f2da2-ad5c-44dc-abd5-a454867b43a4,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:54.783827 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75b83b11-e5c3-4638-8510-b80e7494d2ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.829330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446b2c9-5da9-4109-8158-49f0dd5c3bcc req-11a30bf7-ac99-499a-a83a-b8cfd74bf233 tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:54.831110 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5446b2c9-5da9-4109-8158-49f0dd5c3bcc req-11a30bf7-ac99-499a-a83a-b8cfd74bf233 tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc46adf8-dc4b-4b16-9e0b-63425099f8ed HTTP/1.1" status: 200 len: 943 time: 0.2257309 Jul 07 17:13:54.860102 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44236) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:54.888994 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75b83b11-e5c3-4638-8510-b80e7494d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:54.930836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-d18df2d4-c4ac-4d06-80f8-36f3181b7894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:54.931844 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5446b2c9-5da9-4109-8158-49f0dd5c3bcc req-c8ad4065-3a1a-4e78-9423-cfdc52c0d69d tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d1eae32-75c4-4804-aa37-0f7a1a90e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898383 Jul 07 17:13:54.932367 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-d18df2d4-c4ac-4d06-80f8-36f3181b7894 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fe68912c43b4c388d4bb8dc36cf9dc2&device_id=fc46adf8-dc4b-4b16-9e0b-63425099f8ed HTTP/1.1" status: 200 len: 1094 time: 0.1179924 Jul 07 17:13:54.948820 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b83b11-e5c3-4638-8510-b80e7494d2ac admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:54.954798 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-75b83b11-e5c3-4638-8510-b80e7494d2ac admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:54.965462 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b83b11-e5c3-4638-8510-b80e7494d2ac admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:54.989510 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b83b11-e5c3-4638-8510-b80e7494d2ac admin admin] Pushing event updated for resources: {'Port': ['ID=b024a38e-b37f-43b3-92d9-fb2dd8428b4c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:55.017454 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-d3cfeb6e-8190-43c1-b64e-3827f2c6fe25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=180f2da2-ad5c-44dc-abd5-a454867b43a4 HTTP/1.1" status: 200 len: 217 time: 0.0444074 Jul 07 17:13:55.027686 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device a7217ccb-4b95-4fc7-870b-3fe4c55bc52f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:55.090575 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port a7217ccb-4b95-4fc7-870b-3fe4c55bc52f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:55.123973 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-383604b0-a7cf-46ff-a261-4968f1c806ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:55.125455 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-383604b0-a7cf-46ff-a261-4968f1c806ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35967cb0-d74a-4e08-be91-a12ff30e30d0 HTTP/1.1" status: 200 len: 862 time: 0.1036212 Jul 07 17:13:55.168247 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-0b602fa4-eddb-42fe-85cc-e0c0e502ec17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a52dc26-8592-4c57-8800-c1fcb96305fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326607 Jul 07 17:13:55.302060 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75b83b11-e5c3-4638-8510-b80e7494d2ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.559427 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75b83b11-e5c3-4638-8510-b80e7494d2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.599201 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524af6ad-670d-4968-a470-b2cd74f00b7e None None] Network b5efbb47-7ac0-439c-bd10-5b82d61ca890 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:55.675187 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4ac2db89-8c66-44fe-a4ea-807f94957aef None None] Provisioning for port a7217ccb-4b95-4fc7-870b-3fe4c55bc52f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:55.685216 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4ac2db89-8c66-44fe-a4ea-807f94957aef None None] Provisioning complete for port a7217ccb-4b95-4fc7-870b-3fe4c55bc52f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:55.685602 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4ac2db89-8c66-44fe-a4ea-807f94957aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.725635 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b83b11-e5c3-4638-8510-b80e7494d2ac admin admin] Router 41dd2072-8379-4e34-a121-4be76517f96c is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:13:55.772512 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-e770d216-d2d7-4865-bacb-0bf30e5c384a service neutron] 10.222.0.15 "GET /v2.0/networks/2a52dc26-8592-4c57-8800-c1fcb96305fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772836 Jul 07 17:13:55.845664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8c28776e-2cb1-4c6a-823e-6b35e66cf994 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:55.867629 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b83b11-e5c3-4638-8510-b80e7494d2ac admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:55.877810 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 8c28776e-2cb1-4c6a-823e-6b35e66cf994 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:55.877810 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8c28776e-2cb1-4c6a-823e-6b35e66cf994 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:55.886203 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75b83b11-e5c3-4638-8510-b80e7494d2ac admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.888762 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] Sync routers for ids ['41dd2072-8379-4e34-a121-4be76517f96c'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:55.891552 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-75b83b11-e5c3-4638-8510-b80e7494d2ac admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7450759 Jul 07 17:13:55.892473 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44240) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:55.905172 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4ac2db89-8c66-44fe-a4ea-807f94957aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:55.927275 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6ad92ccd-99bd-4a53-b436-bb8d5e59f7e7 req-77894f5b-5580-4aee-8ef2-47e451e710ae service neutron] 10.222.0.15 "GET /v2.0/networks/2a52dc26-8592-4c57-8800-c1fcb96305fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470788 Jul 07 17:13:55.935850 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] Routers {'41dd2072-8379-4e34-a121-4be76517f96c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:55.936658 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['41dd2072-8379-4e34-a121-4be76517f96c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:55.953449 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0b0fb2d9-453f-4f01-a74f-08780416ca66 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.009878 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4ac2db89-8c66-44fe-a4ea-807f94957aef None None] For port a7217ccb-4b95-4fc7-870b-3fe4c55bc52f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=a7217ccb-4b95-4fc7-870b-3fe4c55bc52f,segment=NetworkSegment(ccd64e49-7c2a-4025-aff1-59adf5c81009),segment_id=ccd64e49-7c2a-4025-aff1-59adf5c81009)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:56.019180 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4ac2db89-8c66-44fe-a4ea-807f94957aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.092821 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc46adf8-dc4b-4b16-9e0b-63425099f8ed', 'tag': '180f2da2-ad5c-44dc-abd5-a454867b43a4'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:13:56.095241 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983a97fe-4aa8-4887-bb3c-a8648a63df55" -d '{"events": [{"name": "network-changed", "server_uuid": "fc46adf8-dc4b-4b16-9e0b-63425099f8ed", "tag": "180f2da2-ad5c-44dc-abd5-a454867b43a4"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:13:56.148480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2db89-8c66-44fe-a4ea-807f94957aef None None] Pushing event updated for resources: {'Port': ['ID=a7217ccb-4b95-4fc7-870b-3fe4c55bc52f,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:56.152375 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] Set router 41dd2072-8379-4e34-a121-4be76517f96c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:56.176596 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3e6a3d-6013-42de-b599-5d1e8a101154 x-openstack-request-id: req-ad3e6a3d-6013-42de-b599-5d1e8a101154 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:13:56.177205 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc46adf8-dc4b-4b16-9e0b-63425099f8ed", "tag": "180f2da2-ad5c-44dc-abd5-a454867b43a4", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:13:56.177205 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ad3e6a3d-6013-42de-b599-5d1e8a101154 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:13:56.177565 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc46adf8-dc4b-4b16-9e0b-63425099f8ed', 'tag': '180f2da2-ad5c-44dc-abd5-a454867b43a4', 'status': 'completed', 'code': 200} Jul 07 17:13:56.317190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a97fe-4aa8-4887-bb3c-a8648a63df55 req-5af3260b-35ab-4fa1-a257-e075c06a605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:56.318773 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-983a97fe-4aa8-4887-bb3c-a8648a63df55 req-5af3260b-35ab-4fa1-a257-e075c06a605c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fe68912c43b4c388d4bb8dc36cf9dc2&device_id=fc46adf8-dc4b-4b16-9e0b-63425099f8ed HTTP/1.1" status: 200 len: 1094 time: 0.1055911 Jul 07 17:13:56.369758 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-26460cd3-6f3c-40f5-8c15-ef4499c2e683 None None] Provisioning complete for port a7217ccb-4b95-4fc7-870b-3fe4c55bc52f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:56.370229 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-26460cd3-6f3c-40f5-8c15-ef4499c2e683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.374266 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731067b-b3d1-41de-9404-3f4cea8d481b req-fa580c0c-7ca6-44bc-8cfb-b73b5e042b5a tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:56.376990 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1731067b-b3d1-41de-9404-3f4cea8d481b req-fa580c0c-7ca6-44bc-8cfb-b73b5e042b5a tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc46adf8-dc4b-4b16-9e0b-63425099f8ed HTTP/1.1" status: 200 len: 943 time: 0.2495866 Jul 07 17:13:56.449032 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dd2072-8379-4e34-a121-4be76517f96c', 'name': 'tempest-TestVolumeBackupRestore-1861771868-router', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:55Z', 'revision_number': 3, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'gw_port': {'id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:56.476335 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1731067b-b3d1-41de-9404-3f4cea8d481b req-1b5a36a1-ac41-4b3b-9a5f-c946253737b0 tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d1eae32-75c4-4804-aa37-0f7a1a90e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797441 Jul 07 17:13:56.482421 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] Checking router: 41dd2072-8379-4e34-a121-4be76517f96c for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:56.482729 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] Updating router 41dd2072-8379-4e34-a121-4be76517f96c port b024a38e-b37f-43b3-92d9-fb2dd8428b4c binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:13:56.506822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a97fe-4aa8-4887-bb3c-a8648a63df55 req-b6633d0e-2c07-4d4c-8f17-ec6f9404963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:56.508917 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-983a97fe-4aa8-4887-bb3c-a8648a63df55 req-b6633d0e-2c07-4d4c-8f17-ec6f9404963f service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a52dc26-8592-4c57-8800-c1fcb96305fc HTTP/1.1" status: 200 len: 923 time: 0.1840827 Jul 07 17:13:56.567397 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.576114 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-983a97fe-4aa8-4887-bb3c-a8648a63df55 req-0884c2e5-304b-45d7-a4c3-8c1fe1e93c24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=180f2da2-ad5c-44dc-abd5-a454867b43a4 HTTP/1.1" status: 200 len: 217 time: 0.0596905 Jul 07 17:13:56.584215 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-0b0fb2d9-453f-4f01-a74f-08780416ca66 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Deleting port 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:56.586812 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0b0fb2d9-453f-4f01-a74f-08780416ca66 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.600905 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08380974-5f4d-4add-be82-337a78404f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.697144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a97fe-4aa8-4887-bb3c-a8648a63df55 req-7f14e61f-0a02-44ba-91f4-69ac639d9bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:56.698664 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-983a97fe-4aa8-4887-bb3c-a8648a63df55 req-7f14e61f-0a02-44ba-91f4-69ac639d9bfe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35967cb0-d74a-4e08-be91-a12ff30e30d0 HTTP/1.1" status: 200 len: 862 time: 0.1165137 Jul 07 17:13:56.747092 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-983a97fe-4aa8-4887-bb3c-a8648a63df55 req-6e6ef90c-4bab-431b-933d-b44347078612 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a52dc26-8592-4c57-8800-c1fcb96305fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410662 Jul 07 17:13:56.769680 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-0b0fb2d9-453f-4f01-a74f-08780416ca66 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] For port 52f21e66-6a15-4bb7-942a-9f83ddfcbb04, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=52f21e66-6a15-4bb7-942a-9f83ddfcbb04,segment=NetworkSegment(829f7a5e-0dd0-44e0-b217-9899f4bd41e2),segment_id=829f7a5e-0dd0-44e0-b217-9899f4bd41e2)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:56.770668 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0b0fb2d9-453f-4f01-a74f-08780416ca66 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.791472 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-08380974-5f4d-4add-be82-337a78404f41 admin admin] Allocated IP 172.20.0.1 (b5efbb47-7ac0-439c-bd10-5b82d61ca890/cdc71f5f-4d2b-44a1-af05-6f6eec7e240a/450392ba-ce7c-42f6-856f-b2fdb6055d3b) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:13:56.825793 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-0b0fb2d9-453f-4f01-a74f-08780416ca66 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Calling delete_port for 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:56.871464 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.882226 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] Transition to ACTIVE for port object b024a38e-b37f-43b3-92d9-fb2dd8428b4c will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:56.888755 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.912184 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08380974-5f4d-4add-be82-337a78404f41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.934818 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-08380974-5f4d-4add-be82-337a78404f41 admin admin] Transition to ACTIVE for port object 450392ba-ce7c-42f6-856f-b2fdb6055d3b will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:13:56.936702 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b90493-140e-45f5-88d3-9a0eebfc99df None None] Pushing event updated for resources: {'Port': ['ID=b024a38e-b37f-43b3-92d9-fb2dd8428b4c,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:56.940545 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-983a97fe-4aa8-4887-bb3c-a8648a63df55 req-5c9ed508-e91d-4ea8-91f0-4b2569ae3c65 service neutron] 10.222.0.15 "GET /v2.0/networks/2a52dc26-8592-4c57-8800-c1fcb96305fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846714 Jul 07 17:13:56.969588 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] Attempting to bind port b024a38e-b37f-43b3-92d9-fb2dd8428b4c on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:13:56.970116 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] Attempting to bind port b024a38e-b37f-43b3-92d9-fb2dd8428b4c by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:13:56.970717 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] Attempting to bind port b024a38e-b37f-43b3-92d9-fb2dd8428b4c on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:13:56.977802 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:13:56.978341 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:13:56.978895 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.979372 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:13:56.979922 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] Bound port: b024a38e-b37f-43b3-92d9-fb2dd8428b4c, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:13:56.980507 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:56.982283 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08380974-5f4d-4add-be82-337a78404f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.006035 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device a7217ccb-4b95-4fc7-870b-3fe4c55bc52f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:57.026897 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08380974-5f4d-4add-be82-337a78404f41 admin admin] Network b5efbb47-7ac0-439c-bd10-5b82d61ca890 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:57.030415 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-08380974-5f4d-4add-be82-337a78404f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:57.059140 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08380974-5f4d-4add-be82-337a78404f41 admin admin] Pushing event updated for resources: {'Port': ['ID=450392ba-ce7c-42f6-856f-b2fdb6055d3b,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:57.070569 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08380974-5f4d-4add-be82-337a78404f41 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:13:57.091298 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] For port b024a38e-b37f-43b3-92d9-fb2dd8428b4c, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:13:57.095408 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] For port b024a38e-b37f-43b3-92d9-fb2dd8428b4c, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b024a38e-b37f-43b3-92d9-fb2dd8428b4c,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:13:57.102583 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.115106 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port a7217ccb-4b95-4fc7-870b-3fe4c55bc52f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:57.115483 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.129224 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08380974-5f4d-4add-be82-337a78404f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.147185 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-983a97fe-4aa8-4887-bb3c-a8648a63df55 req-49b77ff9-b33d-48a0-a92e-a71daaa77390 service neutron] 10.222.0.15 "GET /v2.0/networks/2a52dc26-8592-4c57-8800-c1fcb96305fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980605 Jul 07 17:13:57.205061 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] Routers {'41dd2072-8379-4e34-a121-4be76517f96c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:57.205703 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['41dd2072-8379-4e34-a121-4be76517f96c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:57.247883 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0b0fb2d9-453f-4f01-a74f-08780416ca66 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.280814 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0fb2d9-453f-4f01-a74f-08780416ca66 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Port': ['ID=52f21e66-6a15-4bb7-942a-9f83ddfcbb04,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:57.322830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c06c370a-a5c9-4ff1-aac3-c647afece99f None None] Provisioning for port 450392ba-ce7c-42f6-856f-b2fdb6055d3b completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:57.355511 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b90493-140e-45f5-88d3-9a0eebfc99df None None] Pushing event updated for resources: {'Port': ['ID=b024a38e-b37f-43b3-92d9-fb2dd8428b4c,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:57.357201 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08380974-5f4d-4add-be82-337a78404f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.370404 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c06c370a-a5c9-4ff1-aac3-c647afece99f None None] Provisioning complete for port 450392ba-ce7c-42f6-856f-b2fdb6055d3b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:57.370784 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c06c370a-a5c9-4ff1-aac3-c647afece99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.512919 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0b0fb2d9-453f-4f01-a74f-08780416ca66 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.591009 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08380974-5f4d-4add-be82-337a78404f41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.597457 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08380974-5f4d-4add-be82-337a78404f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.629671 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-c06c370a-a5c9-4ff1-aac3-c647afece99f None None] Port 450392ba-ce7c-42f6-856f-b2fdb6055d3b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:57.676490 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] Set router 41dd2072-8379-4e34-a121-4be76517f96c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:57.788743 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08380974-5f4d-4add-be82-337a78404f41 admin admin] Pushing event updated for resources: {'Port': ['ID=450392ba-ce7c-42f6-856f-b2fdb6055d3b,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:57.792171 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08380974-5f4d-4add-be82-337a78404f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:57.873665 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0fb2d9-453f-4f01-a74f-08780416ca66 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Router ca3ce182-966a-4236-b8d2-f42c18cf5c20 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:57.887964 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee2b6b-d648-4e1a-a1a4-80027d7a6c7d req-a6adbc0b-c84b-42d5-9bf3-5c1c73e40ab1 tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:57.889563 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7cee2b6b-d648-4e1a-a1a4-80027d7a6c7d req-a6adbc0b-c84b-42d5-9bf3-5c1c73e40ab1 tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc46adf8-dc4b-4b16-9e0b-63425099f8ed HTTP/1.1" status: 200 len: 943 time: 0.1800346 Jul 07 17:13:57.891365 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dd2072-8379-4e34-a121-4be76517f96c', 'name': 'tempest-TestVolumeBackupRestore-1861771868-router', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:55Z', 'revision_number': 3, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'gw_port': {'id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:57.926356 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356d3fce-e7d8-4ed9-aeb3-3c4394c300fa None None] The sync data for ids ['41dd2072-8379-4e34-a121-4be76517f96c'] in n-d-793620-7 is: [{'id': '41dd2072-8379-4e34-a121-4be76517f96c', 'name': 'tempest-TestVolumeBackupRestore-1861771868-router', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:55Z', 'revision_number': 3, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'gw_port': {'id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:57.966269 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7cee2b6b-d648-4e1a-a1a4-80027d7a6c7d req-45240cb2-abb9-418d-ab35-0b0965e88508 tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d1eae32-75c4-4804-aa37-0f7a1a90e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613704 Jul 07 17:13:57.968080 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08380974-5f4d-4add-be82-337a78404f41 admin admin] Network b5efbb47-7ac0-439c-bd10-5b82d61ca890 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:13:57.970785 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-08380974-5f4d-4add-be82-337a78404f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:13:58.061847 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0fb2d9-453f-4f01-a74f-08780416ca66 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:58.067174 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0b0fb2d9-453f-4f01-a74f-08780416ca66 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "PUT /v2.0/routers/ca3ce182-966a-4236-b8d2-f42c18cf5c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2055449 Jul 07 17:13:58.071053 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44252) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:58.077687 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1a74df-7551-487a-b155-dc4cfbdca8da None None] Sync routers for ids ['ca3ce182-966a-4236-b8d2-f42c18cf5c20'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:13:58.088312 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1a74df-7551-487a-b155-dc4cfbdca8da None None] Routers {'ca3ce182-966a-4236-b8d2-f42c18cf5c20'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:58.089492 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3b1a74df-7551-487a-b155-dc4cfbdca8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ca3ce182-966a-4236-b8d2-f42c18cf5c20'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:58.150317 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08380974-5f4d-4add-be82-337a78404f41 admin admin] Router 41dd2072-8379-4e34-a121-4be76517f96c has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:13:58.154586 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bbbecc-6705-404a-a3b1-e24377ea1412 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Deleting subnet 865b66da-a15d-4840-b92d-055eab55a944 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:13:58.158609 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b5bbbecc-6705-404a-a3b1-e24377ea1412 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.217506 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b5bbbecc-6705-404a-a3b1-e24377ea1412 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.256973 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-3b1a74df-7551-487a-b155-dc4cfbdca8da None None] Set router ca3ce182-966a-4236-b8d2-f42c18cf5c20 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:58.313776 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08380974-5f4d-4add-be82-337a78404f41 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:13:58.323510 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-08380974-5f4d-4add-be82-337a78404f41 admin admin] 10.222.0.50 "PUT /v2.0/routers/41dd2072-8379-4e34-a121-4be76517f96c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4290442 Jul 07 17:13:58.351124 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b5bbbecc-6705-404a-a3b1-e24377ea1412 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.449167 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b5bbbecc-6705-404a-a3b1-e24377ea1412 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.467059 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e6e3ee57-ba1f-4a4d-ba71-f729d76c9ca8 None None] Provisioning complete for port 450392ba-ce7c-42f6-856f-b2fdb6055d3b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:58.467698 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e6e3ee57-ba1f-4a4d-ba71-f729d76c9ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.473720 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b5bbbecc-6705-404a-a3b1-e24377ea1412 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.475847 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b5bbbecc-6705-404a-a3b1-e24377ea1412 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "DELETE /v2.0/subnets/865b66da-a15d-4840-b92d-055eab55a944 HTTP/1.1" status: 204 len: 168 time: 0.4034991 Jul 07 17:13:58.479848 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44256) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:58.510477 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641497c8-1253-42a5-b8ec-c235e73f3203 None None] Network 4b7ce737-de76-4626-89ea-10e3b5784fdc requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:13:58.513937 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbbecc-6705-404a-a3b1-e24377ea1412 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Subnet': ['ID=865b66da-a15d-4840-b92d-055eab55a944,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:58.612025 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3b1a74df-7551-487a-b155-dc4cfbdca8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963109445', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:13:57Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:58.612423 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e6e3ee57-ba1f-4a4d-ba71-f729d76c9ca8 None None] Port 450392ba-ce7c-42f6-856f-b2fdb6055d3b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:13:58.656849 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1a74df-7551-487a-b155-dc4cfbdca8da None None] Checking router: ca3ce182-966a-4236-b8d2-f42c18cf5c20 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:13:58.674825 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8fb372d7-18b8-46c4-a33b-41a504bc4003 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:58.684855 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1a74df-7551-487a-b155-dc4cfbdca8da None None] Routers {'ca3ce182-966a-4236-b8d2-f42c18cf5c20'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:13:58.685500 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3b1a74df-7551-487a-b155-dc4cfbdca8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ca3ce182-966a-4236-b8d2-f42c18cf5c20'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:58.802028 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59346f38-5920-4a0f-a97c-df7e89775a79 None None] DHCP port deletion for 4b7ce737-de76-4626-89ea-10e3b5784fdc request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:13:58.855321 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-3b1a74df-7551-487a-b155-dc4cfbdca8da None None] Set router ca3ce182-966a-4236-b8d2-f42c18cf5c20 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:13:58.944678 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-59346f38-5920-4a0f-a97c-df7e89775a79 None None] Deleting port 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:58.945127 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-59346f38-5920-4a0f-a97c-df7e89775a79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.133249 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-59346f38-5920-4a0f-a97c-df7e89775a79 None None] For port 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4,segment=NetworkSegment(829f7a5e-0dd0-44e0-b217-9899f4bd41e2),segment_id=829f7a5e-0dd0-44e0-b217-9899f4bd41e2)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:59.134512 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-59346f38-5920-4a0f-a97c-df7e89775a79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.191869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44274) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:59.192834 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-59346f38-5920-4a0f-a97c-df7e89775a79 None None] Calling delete_port for 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:59.219629 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-186db5e7-e60e-42f0-abb9-decbb0a1aee7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1956944-network', 'tenant_id': '2855096a488e49abb796c8955cd7e2b8'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:59.226250 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b024a38e-b37f-43b3-92d9-fb2dd8428b4c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:13:59.267516 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186db5e7-e60e-42f0-abb9-decbb0a1aee7 admin admin] Made reservation on behalf of 2855096a488e49abb796c8955cd7e2b8 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:59.270214 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-186db5e7-e60e-42f0-abb9-decbb0a1aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.290400 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-186db5e7-e60e-42f0-abb9-decbb0a1aee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.326646 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-3b1a74df-7551-487a-b155-dc4cfbdca8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963109445', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:13:57Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:13:59.363464 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1a74df-7551-487a-b155-dc4cfbdca8da None None] The sync data for ids ['ca3ce182-966a-4236-b8d2-f42c18cf5c20'] in n-d-793620-7 is: [{'id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963109445', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:13:57Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'c0d86148-98e5-4470-8d2e-3c70171a3c0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ce182-966a-4236-b8d2-f42c18cf5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:11:33Z', 'updated_at': '2021-07-07T17:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:13:59.453185 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-186db5e7-e60e-42f0-abb9-decbb0a1aee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.458654 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-186db5e7-e60e-42f0-abb9-decbb0a1aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.475923 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port b024a38e-b37f-43b3-92d9-fb2dd8428b4c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:13:59.487376 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port b024a38e-b37f-43b3-92d9-fb2dd8428b4c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:13:59.487682 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.487897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186db5e7-e60e-42f0-abb9-decbb0a1aee7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:13:59.501295 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186db5e7-e60e-42f0-abb9-decbb0a1aee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe385ad-4e5b-446c-b3d8-81244df46c61,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:59.506991 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-186db5e7-e60e-42f0-abb9-decbb0a1aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.507420 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-186db5e7-e60e-42f0-abb9-decbb0a1aee7 admin admin] Added segment 71fd1899-ab0e-4245-bc0f-9969e48df078 of type vlan for network 38cf9eb9-9ebf-445b-b071-62c5aa0288d5 Jul 07 17:13:59.511498 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-59346f38-5920-4a0f-a97c-df7e89775a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.526354 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59346f38-5920-4a0f-a97c-df7e89775a79 None None] No DVR routers for this DVR port 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:13:59.552960 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59346f38-5920-4a0f-a97c-df7e89775a79 None None] Pushing event deleted for resources: {'Port': ['ID=5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:59.579882 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-186db5e7-e60e-42f0-abb9-decbb0a1aee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.616429 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.627315 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8fb372d7-18b8-46c4-a33b-41a504bc4003 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.630545 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-186db5e7-e60e-42f0-abb9-decbb0a1aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.632513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186db5e7-e60e-42f0-abb9-decbb0a1aee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:59.633573 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-186db5e7-e60e-42f0-abb9-decbb0a1aee7 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.640012 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port b024a38e-b37f-43b3-92d9-fb2dd8428b4c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b024a38e-b37f-43b3-92d9-fb2dd8428b4c,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:59.646099 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.696322 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cdac8-affe-4e9b-b4f6-592b54c86c71 req-a0eac579-c876-4ea6-8a73-7c540472b04f tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:13:59.698842 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b2cdac8-affe-4e9b-b4f6-592b54c86c71 req-a0eac579-c876-4ea6-8a73-7c540472b04f tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc46adf8-dc4b-4b16-9e0b-63425099f8ed HTTP/1.1" status: 200 len: 943 time: 0.1162479 Jul 07 17:13:59.717771 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-186db5e7-e60e-42f0-abb9-decbb0a1aee7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5206189 Jul 07 17:13:59.718136 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44276) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:13:59.718360 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=b024a38e-b37f-43b3-92d9-fb2dd8428b4c,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:59.724269 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186db5e7-e60e-42f0-abb9-decbb0a1aee7 admin admin] Pushing event updated for resources: {'Network': ['ID=38cf9eb9-9ebf-445b-b071-62c5aa0288d5,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:13:59.730866 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-ada628e1-56d1-4cb2-9766-8f1eb4193f78 admin admin] Request body: {'subnet': {'network_id': '38cf9eb9-9ebf-445b-b071-62c5aa0288d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1956944-subnet', 'tenant_id': '2855096a488e49abb796c8955cd7e2b8', 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:13:59.737277 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8fb372d7-18b8-46c4-a33b-41a504bc4003 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Deleting port c0d86148-98e5-4470-8d2e-3c70171a3c0d {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:13:59.737616 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8fb372d7-18b8-46c4-a33b-41a504bc4003 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.745584 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 38cf9eb9-9ebf-445b-b071-62c5aa0288d5 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:13:59.806734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:13:59.836872 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:13:59.837257 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5c6dbdfb-8e1b-4668-8b66-db001cf0d4b4 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:13:59.848152 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 180f2da2-ad5c-44dc-abd5-a454867b43a4 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:13:59.862751 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b2cdac8-affe-4e9b-b4f6-592b54c86c71 req-68dff641-95ea-4862-80af-765e5c67713c tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d1eae32-75c4-4804-aa37-0f7a1a90e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274400 Jul 07 17:13:59.876884 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada628e1-56d1-4cb2-9766-8f1eb4193f78 admin admin] Made reservation on behalf of 2855096a488e49abb796c8955cd7e2b8 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:13:59.879668 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ada628e1-56d1-4cb2-9766-8f1eb4193f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.954248 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-8fb372d7-18b8-46c4-a33b-41a504bc4003 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] For port c0d86148-98e5-4470-8d2e-3c70171a3c0d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c0d86148-98e5-4470-8d2e-3c70171a3c0d,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:59.954248 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8fb372d7-18b8-46c4-a33b-41a504bc4003 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:13:59.977163 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8fb372d7-18b8-46c4-a33b-41a504bc4003 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Calling delete_port for c0d86148-98e5-4470-8d2e-3c70171a3c0d owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:13:59.980201 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 180f2da2-ad5c-44dc-abd5-a454867b43a4, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=180f2da2-ad5c-44dc-abd5-a454867b43a4,segment=NetworkSegment(35942adb-c424-4652-bd11-4babc34db69f),segment_id=35942adb-c424-4652-bd11-4babc34db69f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:13:59.995440 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '180f2da2-ad5c-44dc-abd5-a454867b43a4', 'network_id': '2a52dc26-8592-4c57-8800-c1fcb96305fc', 'port_id': '180f2da2-ad5c-44dc-abd5-a454867b43a4', 'mac_address': 'fa:16:3e:4d:3b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35967cb0-d74a-4e08-be91-a12ff30e30d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:14:00.042255 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.060593 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180f2da2-ad5c-44dc-abd5-a454867b43a4 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:00.083940 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 180f2da2-ad5c-44dc-abd5-a454867b43a4, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=180f2da2-ad5c-44dc-abd5-a454867b43a4,segment=NetworkSegment(35942adb-c424-4652-bd11-4babc34db69f),segment_id=35942adb-c424-4652-bd11-4babc34db69f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:00.088520 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.145947 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=180f2da2-ad5c-44dc-abd5-a454867b43a4,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:00.229853 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ada628e1-56d1-4cb2-9766-8f1eb4193f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.281109 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['180f2da2-ad5c-44dc-abd5-a454867b43a4'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:00.327745 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada628e1-56d1-4cb2-9766-8f1eb4193f78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=844bc12c-317f-4173-8c5e-46b8ebfec279,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:00.342100 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8fb372d7-18b8-46c4-a33b-41a504bc4003 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.355613 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] Sync routers for ids ['41dd2072-8379-4e34-a121-4be76517f96c'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:00.371720 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada628e1-56d1-4cb2-9766-8f1eb4193f78 admin admin] Checking segment: {'id': '71fd1899-ab0e-4245-bc0f-9969e48df078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '38cf9eb9-9ebf-445b-b071-62c5aa0288d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:00.372088 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada628e1-56d1-4cb2-9766-8f1eb4193f78 admin admin] Network hostable DHCP agents. Network: 38cf9eb9-9ebf-445b-b071-62c5aa0288d5, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:14:00.374768 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] Routers {'41dd2072-8379-4e34-a121-4be76517f96c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:00.375419 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['41dd2072-8379-4e34-a121-4be76517f96c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:00.377869 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb372d7-18b8-46c4-a33b-41a504bc4003 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Port': ['ID=c0d86148-98e5-4470-8d2e-3c70171a3c0d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:00.438019 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada628e1-56d1-4cb2-9766-8f1eb4193f78 admin admin] Network 38cf9eb9-9ebf-445b-b071-62c5aa0288d5 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:14:00.455209 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-ada628e1-56d1-4cb2-9766-8f1eb4193f78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 38cf9eb9-9ebf-445b-b071-62c5aa0288d5) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:00.462852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada628e1-56d1-4cb2-9766-8f1eb4193f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:00.463450 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ada628e1-56d1-4cb2-9766-8f1eb4193f78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.471339 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8fb372d7-18b8-46c4-a33b-41a504bc4003 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.489835 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e4ee7b-3f86-43cb-990b-2c5b21382252 None None] Network 38cf9eb9-9ebf-445b-b071-62c5aa0288d5 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:00.539773 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ada628e1-56d1-4cb2-9766-8f1eb4193f78 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8172903 Jul 07 17:14:00.540110 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44280) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:00.545536 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7689c733-d8b3-4abd-94e2-f474a3b738f8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1956944-router', 'tenant_id': '2855096a488e49abb796c8955cd7e2b8', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:00.577290 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7689c733-d8b3-4abd-94e2-f474a3b738f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.578519 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7689c733-d8b3-4abd-94e2-f474a3b738f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.581562 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8fb372d7-18b8-46c4-a33b-41a504bc4003 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.584858 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8fb372d7-18b8-46c4-a33b-41a504bc4003 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.607419 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] Set router 41dd2072-8379-4e34-a121-4be76517f96c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:00.637197 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8fb372d7-18b8-46c4-a33b-41a504bc4003 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.637922 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb372d7-18b8-46c4-a33b-41a504bc4003 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Fanout notify agent at l3_agent the message router_deleted on router ca3ce182-966a-4236-b8d2-f42c18cf5c20 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:14:00.648213 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8fb372d7-18b8-46c4-a33b-41a504bc4003 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.650270 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7689c733-d8b3-4abd-94e2-f474a3b738f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.654242 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8fb372d7-18b8-46c4-a33b-41a504bc4003 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "DELETE /v2.0/routers/ca3ce182-966a-4236-b8d2-f42c18cf5c20 HTTP/1.1" status: 204 len: 168 time: 2.1730752 Jul 07 17:14:00.654962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44282) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:00.823273 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-38cf9eb9-9ebf-445b-b071-62c5aa0288d5', 'network_id': '38cf9eb9-9ebf-445b-b071-62c5aa0288d5', 'tenant_id': '2855096a488e49abb796c8955cd7e2b8', 'fixed_ips': [{'subnet_id': '844bc12c-317f-4173-8c5e-46b8ebfec279'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:14:00.824946 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.857948 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10f09d3c-c7e4-4643-91e9-02d601bc0737 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:00.865365 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7689c733-d8b3-4abd-94e2-f474a3b738f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.004028 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10f09d3c-c7e4-4643-91e9-02d601bc0737 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.016515 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-10f09d3c-c7e4-4643-91e9-02d601bc0737 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7ce737-de76-4626-89ea-10e3b5784fdc']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:01.017120 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dd2072-8379-4e34-a121-4be76517f96c', 'name': 'tempest-TestVolumeBackupRestore-1861771868-router', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:57Z', 'revision_number': 4, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'gw_port': {'id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '450392ba-ce7c-42f6-856f-b2fdb6055d3b', 'name': '', 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'mac_address': 'fa:16:3e:47:d7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:56Z', 'updated_at': '2021-07-07T17:13:57Z', 'revision_number': 2, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'subnets': [{'id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:01.084566 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Allocated IP 172.20.0.2 (38cf9eb9-9ebf-445b-b071-62c5aa0288d5/844bc12c-317f-4173-8c5e-46b8ebfec279/8c11a605-dc52-4706-9dbb-ddd5758e2ec8) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:01.084880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-10f09d3c-c7e4-4643-91e9-02d601bc0737 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829f7a5e-0dd0-44e0-b217-9899f4bd41e2') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:01.084880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-10f09d3c-c7e4-4643-91e9-02d601bc0737 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829f7a5e-0dd0-44e0-b217-9899f4bd41e2') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:01.084880 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10f09d3c-c7e4-4643-91e9-02d601bc0737 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.085297 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] Checking router: 41dd2072-8379-4e34-a121-4be76517f96c for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:01.085297 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] Updating router 41dd2072-8379-4e34-a121-4be76517f96c port 450392ba-ce7c-42f6-856f-b2fdb6055d3b binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:14:01.094360 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10f09d3c-c7e4-4643-91e9-02d601bc0737 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.095855 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f61c47-3200-4b0a-ab17-a859b48ad85d req-0fa9c92a-c9b1-4f19-8f40-6905ce86f5de tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:01.098425 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-46f61c47-3200-4b0a-ab17-a859b48ad85d req-0fa9c92a-c9b1-4f19-8f40-6905ce86f5de tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc46adf8-dc4b-4b16-9e0b-63425099f8ed HTTP/1.1" status: 200 len: 944 time: 0.0959194 Jul 07 17:14:01.104534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f09d3c-c7e4-4643-91e9-02d601bc0737 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:14:01.104534 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10f09d3c-c7e4-4643-91e9-02d601bc0737 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:14:01.107545 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:14:01.156285 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.184582 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-46f61c47-3200-4b0a-ab17-a859b48ad85d req-bff6752f-c6f2-428b-a2b5-176d18163704 tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d1eae32-75c4-4804-aa37-0f7a1a90e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778661 Jul 07 17:14:01.217410 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10f09d3c-c7e4-4643-91e9-02d601bc0737 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.228286 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10f09d3c-c7e4-4643-91e9-02d601bc0737 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.230490 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-10f09d3c-c7e4-4643-91e9-02d601bc0737 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "DELETE /v2.0/networks/4b7ce737-de76-4626-89ea-10e3b5784fdc HTTP/1.1" status: 204 len: 168 time: 0.5727618 Jul 07 17:14:01.233483 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44286) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:01.256594 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b024a38e-b37f-43b3-92d9-fb2dd8428b4c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:01.297207 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec2b216d-295a-44cd-89c9-8a8e23bb0dd9 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.321371 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f09d3c-c7e4-4643-91e9-02d601bc0737 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Network': ['ID=4b7ce737-de76-4626-89ea-10e3b5784fdc,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:01.325456 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec2b216d-295a-44cd-89c9-8a8e23bb0dd9 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.400081 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec2b216d-295a-44cd-89c9-8a8e23bb0dd9 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.402393 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7689c733-d8b3-4abd-94e2-f474a3b738f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.403800 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec2b216d-295a-44cd-89c9-8a8e23bb0dd9 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.405338 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ec2b216d-295a-44cd-89c9-8a8e23bb0dd9 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "DELETE /v2.0/security-groups/e802314c-c2f9-4e22-b4d8-7792a4043298 HTTP/1.1" status: 204 len: 168 time: 0.1707270 Jul 07 17:14:01.420200 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b216d-295a-44cd-89c9-8a8e23bb0dd9 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e802314c-c2f9-4e22-b4d8-7792a4043298,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:01.423789 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7689c733-d8b3-4abd-94e2-f474a3b738f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.458634 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.543283 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-7689c733-d8b3-4abd-94e2-f474a3b738f8 admin admin] Allocated IP 172.25.2.233 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/5db38626-d917-43be-a9ab-d93d614b589f) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:01.657875 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Transition to ACTIVE for port object 8c11a605-dc52-4706-9dbb-ddd5758e2ec8 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:01.665510 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7689c733-d8b3-4abd-94e2-f474a3b738f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.682355 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port b024a38e-b37f-43b3-92d9-fb2dd8428b4c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:01.682765 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.709432 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7689c733-d8b3-4abd-94e2-f474a3b738f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.711368 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Transition to ACTIVE for port object 8c11a605-dc52-4706-9dbb-ddd5758e2ec8 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:01.730596 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:01.752518 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7689c733-d8b3-4abd-94e2-f474a3b738f8 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:01.755593 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-7689c733-d8b3-4abd-94e2-f474a3b738f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:01.761617 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7689c733-d8b3-4abd-94e2-f474a3b738f8 admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:01.787235 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689c733-d8b3-4abd-94e2-f474a3b738f8 admin admin] Pushing event updated for resources: {'Port': ['ID=5db38626-d917-43be-a9ab-d93d614b589f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:01.813817 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Network 38cf9eb9-9ebf-445b-b071-62c5aa0288d5 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:01.832768 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:01.835238 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:01.859918 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Pushing event updated for resources: {'Port': ['ID=8c11a605-dc52-4706-9dbb-ddd5758e2ec8,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:01.912827 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 180f2da2-ad5c-44dc-abd5-a454867b43a4 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:01.984257 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.015619 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Attempting to bind port 8c11a605-dc52-4706-9dbb-ddd5758e2ec8 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:02.015998 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Attempting to bind port 8c11a605-dc52-4706-9dbb-ddd5758e2ec8 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '71fd1899-ab0e-4245-bc0f-9969e48df078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '38cf9eb9-9ebf-445b-b071-62c5aa0288d5'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:02.016376 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Attempting to bind port 8c11a605-dc52-4706-9dbb-ddd5758e2ec8 on network 38cf9eb9-9ebf-445b-b071-62c5aa0288d5 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:02.025778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] Transition to ACTIVE for port object 450392ba-ce7c-42f6-856f-b2fdb6055d3b will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:02.033475 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:02.033872 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Checking segment: {'id': '71fd1899-ab0e-4245-bc0f-9969e48df078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '38cf9eb9-9ebf-445b-b071-62c5aa0288d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:02.034304 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.034778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Bound using segment: {'id': '71fd1899-ab0e-4245-bc0f-9969e48df078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '38cf9eb9-9ebf-445b-b071-62c5aa0288d5'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:02.035313 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Bound port: 8c11a605-dc52-4706-9dbb-ddd5758e2ec8, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fd1899-ab0e-4245-bc0f-9969e48df078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '38cf9eb9-9ebf-445b-b071-62c5aa0288d5'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:02.035777 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.040634 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.097180 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:02.156863 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:02.157227 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 52f21e66-6a15-4bb7-942a-9f83ddfcbb04 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:02.157649 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c0d86148-98e5-4470-8d2e-3c70171a3c0d no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:02.170990 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 180f2da2-ad5c-44dc-abd5-a454867b43a4 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:02.191879 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222685b6-2e57-4ecb-a482-09e0c4ec65b8 None None] Pushing event updated for resources: {'Port': ['ID=450392ba-ce7c-42f6-856f-b2fdb6055d3b,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:02.208101 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: c0d86148-98e5-4470-8d2e-3c70171a3c0d {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:02.208467 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c0d86148-98e5-4470-8d2e-3c70171a3c0d not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:02.214529 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 180f2da2-ad5c-44dc-abd5-a454867b43a4 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:02.214816 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.285790 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] For port 8c11a605-dc52-4706-9dbb-ddd5758e2ec8, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:02.321424 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] For port 8c11a605-dc52-4706-9dbb-ddd5758e2ec8, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8c11a605-dc52-4706-9dbb-ddd5758e2ec8,segment=NetworkSegment(71fd1899-ab0e-4245-bc0f-9969e48df078),segment_id=71fd1899-ab0e-4245-bc0f-9969e48df078)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:02.324349 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] Attempting to bind port 450392ba-ce7c-42f6-856f-b2fdb6055d3b on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:02.324814 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] Attempting to bind port 450392ba-ce7c-42f6-856f-b2fdb6055d3b by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'ccd64e49-7c2a-4025-aff1-59adf5c81009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:02.325446 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] Attempting to bind port 450392ba-ce7c-42f6-856f-b2fdb6055d3b on network b5efbb47-7ac0-439c-bd10-5b82d61ca890 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:02.331747 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.339589 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:02.339895 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] Checking segment: {'id': 'ccd64e49-7c2a-4025-aff1-59adf5c81009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:02.340307 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.340716 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] Bound using segment: {'id': 'ccd64e49-7c2a-4025-aff1-59adf5c81009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:02.341218 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] Bound port: 450392ba-ce7c-42f6-856f-b2fdb6055d3b, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd64e49-7c2a-4025-aff1-59adf5c81009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:02.341609 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.468190 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7689c733-d8b3-4abd-94e2-f474a3b738f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.497224 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.522109 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43933255-dfdb-4188-ab88-81c40c74cb4d None None] Pushing event updated for resources: {'Port': ['ID=8c11a605-dc52-4706-9dbb-ddd5758e2ec8,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:02.547244 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed254bc9-aff0-41ee-9002-aefdb431bd34 req-66b82fdd-5e5f-4d4c-9b47-08286743b022 tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:02.548907 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ed254bc9-aff0-41ee-9002-aefdb431bd34 req-66b82fdd-5e5f-4d4c-9b47-08286743b022 tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc46adf8-dc4b-4b16-9e0b-63425099f8ed HTTP/1.1" status: 200 len: 944 time: 0.1953228 Jul 07 17:14:02.568061 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc46adf8-dc4b-4b16-9e0b-63425099f8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180f2da2-ad5c-44dc-abd5-a454867b43a4'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:02.570583 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95e0453-b337-426c-8de3-1689b46c0a93" -d '{"events": [{"server_uuid": "fc46adf8-dc4b-4b16-9e0b-63425099f8ed", "name": "network-vif-plugged", "status": "completed", "tag": "180f2da2-ad5c-44dc-abd5-a454867b43a4"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:02.589761 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 180f2da2-ad5c-44dc-abd5-a454867b43a4, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=180f2da2-ad5c-44dc-abd5-a454867b43a4,segment=NetworkSegment(35942adb-c424-4652-bd11-4babc34db69f),segment_id=35942adb-c424-4652-bd11-4babc34db69f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:02.592127 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] For port 450392ba-ce7c-42f6-856f-b2fdb6055d3b, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:02.597596 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.641566 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ed254bc9-aff0-41ee-9002-aefdb431bd34 req-6ff5b3b3-79cd-48d4-a6cf-62c314a209e7 tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d1eae32-75c4-4804-aa37-0f7a1a90e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855608 Jul 07 17:14:02.653860 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] For port 450392ba-ce7c-42f6-856f-b2fdb6055d3b, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=450392ba-ce7c-42f6-856f-b2fdb6055d3b,segment=NetworkSegment(ccd64e49-7c2a-4025-aff1-59adf5c81009),segment_id=ccd64e49-7c2a-4025-aff1-59adf5c81009)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:02.666048 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.687781 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=180f2da2-ad5c-44dc-abd5-a454867b43a4,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:02.766597 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] Routers {'41dd2072-8379-4e34-a121-4be76517f96c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:02.767179 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['41dd2072-8379-4e34-a121-4be76517f96c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:02.826962 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556df22e-c0e1-4090-9120-db43ec998f44 x-openstack-request-id: req-556df22e-c0e1-4090-9120-db43ec998f44 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:02.827517 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc46adf8-dc4b-4b16-9e0b-63425099f8ed", "name": "network-vif-plugged", "status": "completed", "tag": "180f2da2-ad5c-44dc-abd5-a454867b43a4", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:02.827775 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-556df22e-c0e1-4090-9120-db43ec998f44 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:02.828173 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc46adf8-dc4b-4b16-9e0b-63425099f8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180f2da2-ad5c-44dc-abd5-a454867b43a4', 'code': 200} Jul 07 17:14:02.848082 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222685b6-2e57-4ecb-a482-09e0c4ec65b8 None None] Pushing event updated for resources: {'Port': ['ID=450392ba-ce7c-42f6-856f-b2fdb6055d3b,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:02.872432 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7689c733-d8b3-4abd-94e2-f474a3b738f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:02.954796 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] Set router 41dd2072-8379-4e34-a121-4be76517f96c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:03.031254 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44304) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:03.036248 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d39d96ad-deb0-4e40-a4d9-9d0e39c8dc1e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-7868687', 'description': 'tempest-secgroup-smoke-7868687 description', 'project_id': '579e95f3998b4f8bb632de60105379a3'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:03.066229 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8c11a605-dc52-4706-9dbb-ddd5758e2ec8 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:03.081102 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d39d96ad-deb0-4e40-a4d9-9d0e39c8dc1e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.159077 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a19d5-977e-4c16-aa30-2c0426ee8148 req-a3a88bce-b0d1-4c08-953b-16c1c96d8857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:03.160832 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-864a19d5-977e-4c16-aa30-2c0426ee8148 req-a3a88bce-b0d1-4c08-953b-16c1c96d8857 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc46adf8-dc4b-4b16-9e0b-63425099f8ed HTTP/1.1" status: 200 len: 1096 time: 0.2855957 Jul 07 17:14:03.213840 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d39d96ad-deb0-4e40-a4d9-9d0e39c8dc1e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.215227 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 8c11a605-dc52-4706-9dbb-ddd5758e2ec8 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:03.219979 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d39d96ad-deb0-4e40-a4d9-9d0e39c8dc1e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.232444 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-864a19d5-977e-4c16-aa30-2c0426ee8148 req-b1231e35-adc9-4d75-a125-19576f102707 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1d1eae32-75c4-4804-aa37-0f7a1a90e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641277 Jul 07 17:14:03.236532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7689c733-d8b3-4abd-94e2-f474a3b738f8 admin admin] Router 0d999516-2346-497b-a81d-bda99c82dd59 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:14:03.259409 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d39d96ad-deb0-4e40-a4d9-9d0e39c8dc1e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.261552 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d39d96ad-deb0-4e40-a4d9-9d0e39c8dc1e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2291393 Jul 07 17:14:03.264198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d96ad-deb0-4e40-a4d9-9d0e39c8dc1e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4599d268-8cc5-4196-96f1-2cc1d5754cd6,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:03.267090 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44306) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:03.275347 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-8b0f26ab-ffb3-40f0-925b-b32cb77e1a6c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': '4599d268-8cc5-4196-96f1-2cc1d5754cd6', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:03.284882 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dd2072-8379-4e34-a121-4be76517f96c', 'name': 'tempest-TestVolumeBackupRestore-1861771868-router', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:57Z', 'revision_number': 4, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'gw_port': {'id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '450392ba-ce7c-42f6-856f-b2fdb6055d3b', 'name': '', 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'mac_address': 'fa:16:3e:47:d7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:56Z', 'updated_at': '2021-07-07T17:14:02Z', 'revision_number': 4, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'subnets': [{'id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:03.305429 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8b0f26ab-ffb3-40f0-925b-b32cb77e1a6c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.315885 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c226a8-3af6-44fa-8553-995997fb3870 None None] The sync data for ids ['41dd2072-8379-4e34-a121-4be76517f96c'] in n-d-793620-7 is: [{'id': '41dd2072-8379-4e34-a121-4be76517f96c', 'name': 'tempest-TestVolumeBackupRestore-1861771868-router', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:57Z', 'revision_number': 4, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'gw_port': {'id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '450392ba-ce7c-42f6-856f-b2fdb6055d3b', 'name': '', 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'mac_address': 'fa:16:3e:47:d7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:56Z', 'updated_at': '2021-07-07T17:14:02Z', 'revision_number': 4, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'subnets': [{'id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:03.376086 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7689c733-d8b3-4abd-94e2-f474a3b738f8 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:03.401034 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] Sync routers for ids ['0d999516-2346-497b-a81d-bda99c82dd59'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:03.402449 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7689c733-d8b3-4abd-94e2-f474a3b738f8 admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.404605 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7689c733-d8b3-4abd-94e2-f474a3b738f8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8627222 Jul 07 17:14:03.407057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44308) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:03.413928 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8b0f26ab-ffb3-40f0-925b-b32cb77e1a6c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.415732 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] Routers {'0d999516-2346-497b-a81d-bda99c82dd59'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:03.416405 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0d999516-2346-497b-a81d-bda99c82dd59'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:03.419784 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8b0f26ab-ffb3-40f0-925b-b32cb77e1a6c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.447921 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f26ab-ffb3-40f0-925b-b32cb77e1a6c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d466a7-7a76-404d-969f-c1e4e3890088,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:03.459154 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8b0f26ab-ffb3-40f0-925b-b32cb77e1a6c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.462530 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8b0f26ab-ffb3-40f0-925b-b32cb77e1a6c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1932762 Jul 07 17:14:03.465210 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44310) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:03.475739 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-5d7c5d0a-053b-4ab9-baec-08907335b45d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': '4599d268-8cc5-4196-96f1-2cc1d5754cd6', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:03.528005 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5d7c5d0a-053b-4ab9-baec-08907335b45d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.611861 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] Set router 0d999516-2346-497b-a81d-bda99c82dd59 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:03.649793 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5d7c5d0a-053b-4ab9-baec-08907335b45d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.658144 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5d7c5d0a-053b-4ab9-baec-08907335b45d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.678640 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c5d0a-053b-4ab9-baec-08907335b45d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a5f650-dbbf-49ed-bbfd-3e07afbae6a2,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:03.696515 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5d7c5d0a-053b-4ab9-baec-08907335b45d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.698124 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5d7c5d0a-053b-4ab9-baec-08907335b45d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2307732 Jul 07 17:14:03.701234 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44314) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:03.710926 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-9a3f7d29-138d-4522-a251-642bd18af273 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': '4599d268-8cc5-4196-96f1-2cc1d5754cd6', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:03.773926 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a3f7d29-138d-4522-a251-642bd18af273 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.910574 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a3f7d29-138d-4522-a251-642bd18af273 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.920202 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a3f7d29-138d-4522-a251-642bd18af273 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.959391 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a3f7d29-138d-4522-a251-642bd18af273 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:03.962231 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9a3f7d29-138d-4522-a251-642bd18af273 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2598069 Jul 07 17:14:03.966072 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44318) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:03.987488 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2bd964cb-37a8-4f5a-bea0-0a8ccb968993 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': '4599d268-8cc5-4196-96f1-2cc1d5754cd6', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:04.032639 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f7d29-138d-4522-a251-642bd18af273 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cacfa68-bb9e-46da-942f-1f004a47a3ba,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:04.033258 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d999516-2346-497b-a81d-bda99c82dd59', 'name': 'tempest-TestVolumeBackupRestore-1956944-router', 'tenant_id': '2855096a488e49abb796c8955cd7e2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '5db38626-d917-43be-a9ab-d93d614b589f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:00Z', 'updated_at': '2021-07-07T17:14:02Z', 'revision_number': 3, 'project_id': '2855096a488e49abb796c8955cd7e2b8', 'gw_port': {'id': '5db38626-d917-43be-a9ab-d93d614b589f', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d999516-2346-497b-a81d-bda99c82dd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:01Z', 'updated_at': '2021-07-07T17:14:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:04.090371 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d629775c-c1b3-4999-9127-f1bedd5dba7c None None] Network 38cf9eb9-9ebf-445b-b071-62c5aa0288d5 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:04.157629 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2bd964cb-37a8-4f5a-bea0-0a8ccb968993 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.236591 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e22c70e3-a9f9-4537-af5f-626b8ac5317d None None] Provisioning for port 8c11a605-dc52-4706-9dbb-ddd5758e2ec8 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:04.244485 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e22c70e3-a9f9-4537-af5f-626b8ac5317d None None] Provisioning complete for port 8c11a605-dc52-4706-9dbb-ddd5758e2ec8 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:04.245028 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e22c70e3-a9f9-4537-af5f-626b8ac5317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.284259 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] Checking router: 0d999516-2346-497b-a81d-bda99c82dd59 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:04.284586 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] Updating router 0d999516-2346-497b-a81d-bda99c82dd59 port 5db38626-d917-43be-a9ab-d93d614b589f binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:14:04.290706 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711296f-76f6-4c33-9278-22e8c6553e68 req-4f4a2cea-ea5c-42b8-93cb-873f8989571e tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:04.305245 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d711296f-76f6-4c33-9278-22e8c6553e68 req-4f4a2cea-ea5c-42b8-93cb-873f8989571e tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc46adf8-dc4b-4b16-9e0b-63425099f8ed HTTP/1.1" status: 200 len: 945 time: 0.2572887 Jul 07 17:14:04.332018 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.350839 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2bd964cb-37a8-4f5a-bea0-0a8ccb968993 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.381703 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2bd964cb-37a8-4f5a-bea0-0a8ccb968993 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.433494 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e22c70e3-a9f9-4537-af5f-626b8ac5317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.447014 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d711296f-76f6-4c33-9278-22e8c6553e68 req-9fc7cec7-8e67-4e6f-9671-5a2cc1ec69f4 tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d1eae32-75c4-4804-aa37-0f7a1a90e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410959 Jul 07 17:14:04.462359 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd964cb-37a8-4f5a-bea0-0a8ccb968993 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28440b08-04d4-4d2e-bc67-fdc1c168ad3b,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:04.465020 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2bd964cb-37a8-4f5a-bea0-0a8ccb968993 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.472243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44320) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:04.474476 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2bd964cb-37a8-4f5a-bea0-0a8ccb968993 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4972634 Jul 07 17:14:04.480020 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f6fc455e-abd2-4c7d-8fc1-557d6c9c50f3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': '4599d268-8cc5-4196-96f1-2cc1d5754cd6', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:04.563733 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-f6fc455e-abd2-4c7d-8fc1-557d6c9c50f3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Project 579e95f3998b4f8bb632de60105379a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:14:04.577087 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6fc455e-abd2-4c7d-8fc1-557d6c9c50f3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.593456 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e22c70e3-a9f9-4537-af5f-626b8ac5317d None None] For port 8c11a605-dc52-4706-9dbb-ddd5758e2ec8, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8c11a605-dc52-4706-9dbb-ddd5758e2ec8,segment=NetworkSegment(71fd1899-ab0e-4245-bc0f-9969e48df078),segment_id=71fd1899-ab0e-4245-bc0f-9969e48df078)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:04.600586 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e22c70e3-a9f9-4537-af5f-626b8ac5317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.640925 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9225b306-398c-4cbc-81ca-0f207891a60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.669075 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6fc455e-abd2-4c7d-8fc1-557d6c9c50f3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.677512 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6fc455e-abd2-4c7d-8fc1-557d6c9c50f3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.719130 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c70e3-a9f9-4537-af5f-626b8ac5317d None None] Pushing event updated for resources: {'Port': ['ID=8c11a605-dc52-4706-9dbb-ddd5758e2ec8,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:04.734791 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc455e-abd2-4c7d-8fc1-557d6c9c50f3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da56450d-6b0a-466f-8326-1bdf8d2fe817,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:04.748341 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6fc455e-abd2-4c7d-8fc1-557d6c9c50f3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.752228 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f6fc455e-abd2-4c7d-8fc1-557d6c9c50f3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2741270 Jul 07 17:14:04.752462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44322) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:04.760180 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-534f2ce2-0d8e-4e8c-ae70-4f49b29354c6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': '4599d268-8cc5-4196-96f1-2cc1d5754cd6', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:04.767811 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.783279 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] Transition to ACTIVE for port object 5db38626-d917-43be-a9ab-d93d614b589f will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:04.792380 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.836656 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-534f2ce2-0d8e-4e8c-ae70-4f49b29354c6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Project 579e95f3998b4f8bb632de60105379a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:14:04.848573 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843d327-d12a-4f86-bf5d-6b15d7be6fba None None] Pushing event updated for resources: {'Port': ['ID=5db38626-d917-43be-a9ab-d93d614b589f,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:04.848793 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-534f2ce2-0d8e-4e8c-ae70-4f49b29354c6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.860378 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843d327-d12a-4f86-bf5d-6b15d7be6fba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:04.860934 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843d327-d12a-4f86-bf5d-6b15d7be6fba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:04.861550 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843d327-d12a-4f86-bf5d-6b15d7be6fba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:04.862316 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843d327-d12a-4f86-bf5d-6b15d7be6fba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:04.862799 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843d327-d12a-4f86-bf5d-6b15d7be6fba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:04.863326 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843d327-d12a-4f86-bf5d-6b15d7be6fba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:04.863763 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843d327-d12a-4f86-bf5d-6b15d7be6fba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:04.864247 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843d327-d12a-4f86-bf5d-6b15d7be6fba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:04.864679 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843d327-d12a-4f86-bf5d-6b15d7be6fba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:04.865109 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843d327-d12a-4f86-bf5d-6b15d7be6fba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:04.865588 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843d327-d12a-4f86-bf5d-6b15d7be6fba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:04.866012 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843d327-d12a-4f86-bf5d-6b15d7be6fba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:04.924348 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] Attempting to bind port 5db38626-d917-43be-a9ab-d93d614b589f on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:04.926008 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] Attempting to bind port 5db38626-d917-43be-a9ab-d93d614b589f by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:04.926727 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] Attempting to bind port 5db38626-d917-43be-a9ab-d93d614b589f on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:04.941321 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:04.944120 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:04.945569 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.946805 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:04.947001 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-534f2ce2-0d8e-4e8c-ae70-4f49b29354c6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.947318 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] Bound port: 5db38626-d917-43be-a9ab-d93d614b589f, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:04.948758 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.958179 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-534f2ce2-0d8e-4e8c-ae70-4f49b29354c6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:04.990335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-9225b306-398c-4cbc-81ca-0f207891a60c admin admin] Allocated IP 172.20.0.1 (38cf9eb9-9ebf-445b-b071-62c5aa0288d5/844bc12c-317f-4173-8c5e-46b8ebfec279/dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:05.008804 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-534f2ce2-0d8e-4e8c-ae70-4f49b29354c6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.012948 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-534f2ce2-0d8e-4e8c-ae70-4f49b29354c6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2594721 Jul 07 17:14:05.016760 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44326) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:05.024269 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-9b6305f8-d20c-4459-b0ea-5473ba4ed43e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'network': {'name': 'tempest-network-smoke--746594670', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'port_security_enabled': True}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:05.080975 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6305f8-d20c-4459-b0ea-5473ba4ed43e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Made reservation on behalf of 579e95f3998b4f8bb632de60105379a3 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:05.086405 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b6305f8-d20c-4459-b0ea-5473ba4ed43e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.100224 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] For port 5db38626-d917-43be-a9ab-d93d614b589f, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:05.102342 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f2ce2-0d8e-4e8c-ae70-4f49b29354c6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7f910b-5e0c-4712-a863-a232d17b93a2,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:05.107761 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] For port 5db38626-d917-43be-a9ab-d93d614b589f, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5db38626-d917-43be-a9ab-d93d614b589f,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:05.120482 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.141923 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b397fd7a-d2f8-4ce6-92bb-39897fd2a5b6 None None] Provisioning complete for port 8c11a605-dc52-4706-9dbb-ddd5758e2ec8 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:05.142795 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b397fd7a-d2f8-4ce6-92bb-39897fd2a5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.155475 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6305f8-d20c-4459-b0ea-5473ba4ed43e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:14:05.169063 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b6305f8-d20c-4459-b0ea-5473ba4ed43e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.169572 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-9b6305f8-d20c-4459-b0ea-5473ba4ed43e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Added segment c3a6e6dd-1bc6-4a1a-b309-0412425c3b01 of type vlan for network 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c Jul 07 17:14:05.239784 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 450392ba-ce7c-42f6-856f-b2fdb6055d3b up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:05.241474 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9225b306-398c-4cbc-81ca-0f207891a60c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.264276 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-9225b306-398c-4cbc-81ca-0f207891a60c admin admin] Transition to ACTIVE for port object dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:05.264600 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b6305f8-d20c-4459-b0ea-5473ba4ed43e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.268322 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] Routers {'0d999516-2346-497b-a81d-bda99c82dd59'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:05.268965 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0d999516-2346-497b-a81d-bda99c82dd59'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:05.311708 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b6305f8-d20c-4459-b0ea-5473ba4ed43e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.331567 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6305f8-d20c-4459-b0ea-5473ba4ed43e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:05.332335 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b6305f8-d20c-4459-b0ea-5473ba4ed43e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.355858 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9225b306-398c-4cbc-81ca-0f207891a60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.360124 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843d327-d12a-4f86-bf5d-6b15d7be6fba None None] Pushing event updated for resources: {'Port': ['ID=5db38626-d917-43be-a9ab-d93d614b589f,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:05.432049 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9b6305f8-d20c-4459-b0ea-5473ba4ed43e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4100935 Jul 07 17:14:05.432238 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44328) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:05.436589 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-643fa4f0-5625-4595-b897-61c8215bcd04 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1260774869', 'admin_state_up': True, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:05.451851 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 450392ba-ce7c-42f6-856f-b2fdb6055d3b completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:05.453401 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] Set router 0d999516-2346-497b-a81d-bda99c82dd59 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:05.457196 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 450392ba-ce7c-42f6-856f-b2fdb6055d3b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:05.458656 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.458984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9225b306-398c-4cbc-81ca-0f207891a60c admin admin] Network 38cf9eb9-9ebf-445b-b071-62c5aa0288d5 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:05.467676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-9225b306-398c-4cbc-81ca-0f207891a60c admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:05.469984 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6305f8-d20c-4459-b0ea-5473ba4ed43e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Network': ['ID=1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:05.486200 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9225b306-398c-4cbc-81ca-0f207891a60c admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:05.502866 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:14:05.521476 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225b306-398c-4cbc-81ca-0f207891a60c admin admin] Pushing event updated for resources: {'Port': ['ID=dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:05.580781 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9225b306-398c-4cbc-81ca-0f207891a60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.646704 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-643fa4f0-5625-4595-b897-61c8215bcd04 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.648618 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-643fa4f0-5625-4595-b897-61c8215bcd04 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.674082 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.716901 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 450392ba-ce7c-42f6-856f-b2fdb6055d3b, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=450392ba-ce7c-42f6-856f-b2fdb6055d3b,segment=NetworkSegment(ccd64e49-7c2a-4025-aff1-59adf5c81009),segment_id=ccd64e49-7c2a-4025-aff1-59adf5c81009)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:05.729637 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.731659 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8c11a605-dc52-4706-9dbb-ddd5758e2ec8 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:05.767934 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-643fa4f0-5625-4595-b897-61c8215bcd04 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.776476 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d999516-2346-497b-a81d-bda99c82dd59', 'name': 'tempest-TestVolumeBackupRestore-1956944-router', 'tenant_id': '2855096a488e49abb796c8955cd7e2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '5db38626-d917-43be-a9ab-d93d614b589f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:00Z', 'updated_at': '2021-07-07T17:14:02Z', 'revision_number': 3, 'project_id': '2855096a488e49abb796c8955cd7e2b8', 'gw_port': {'id': '5db38626-d917-43be-a9ab-d93d614b589f', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d999516-2346-497b-a81d-bda99c82dd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:01Z', 'updated_at': '2021-07-07T17:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:05.809075 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8d399-d68c-41c1-a24d-0c89a8038592 req-ec8defcb-3005-4143-91c1-4c212ae53dcb tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:05.812972 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ca8d399-d68c-41c1-a24d-0c89a8038592 req-ec8defcb-3005-4143-91c1-4c212ae53dcb tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc46adf8-dc4b-4b16-9e0b-63425099f8ed HTTP/1.1" status: 200 len: 945 time: 0.1492479 Jul 07 17:14:05.836927 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6f23f0-87e9-4654-a24f-037cafa56548 None None] The sync data for ids ['0d999516-2346-497b-a81d-bda99c82dd59'] in n-d-793620-7 is: [{'id': '0d999516-2346-497b-a81d-bda99c82dd59', 'name': 'tempest-TestVolumeBackupRestore-1956944-router', 'tenant_id': '2855096a488e49abb796c8955cd7e2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '5db38626-d917-43be-a9ab-d93d614b589f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:00Z', 'updated_at': '2021-07-07T17:14:02Z', 'revision_number': 3, 'project_id': '2855096a488e49abb796c8955cd7e2b8', 'gw_port': {'id': '5db38626-d917-43be-a9ab-d93d614b589f', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d999516-2346-497b-a81d-bda99c82dd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:01Z', 'updated_at': '2021-07-07T17:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:05.858261 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=450392ba-ce7c-42f6-856f-b2fdb6055d3b,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:05.877878 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ca8d399-d68c-41c1-a24d-0c89a8038592 req-98fe0c65-a13f-4471-857b-cd2941fdf027 tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d1eae32-75c4-4804-aa37-0f7a1a90e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538056 Jul 07 17:14:05.889997 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 8c11a605-dc52-4706-9dbb-ddd5758e2ec8 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:05.890600 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:05.979713 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-de20df49-46f9-477d-87ce-889916b0d2af None None] Provisioning for port dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:05.988127 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-de20df49-46f9-477d-87ce-889916b0d2af None None] Provisioning complete for port dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:05.989272 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-de20df49-46f9-477d-87ce-889916b0d2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.046922 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9225b306-398c-4cbc-81ca-0f207891a60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.084891 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-de20df49-46f9-477d-87ce-889916b0d2af None None] Port dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:06.121930 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-643fa4f0-5625-4595-b897-61c8215bcd04 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.472035 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9225b306-398c-4cbc-81ca-0f207891a60c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.480816 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9225b306-398c-4cbc-81ca-0f207891a60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.582148 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225b306-398c-4cbc-81ca-0f207891a60c admin admin] Pushing event updated for resources: {'Port': ['ID=dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:06.669132 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9225b306-398c-4cbc-81ca-0f207891a60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.726781 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6e880-5ca1-46fd-8d8e-c740b6ade3b0 req-40e27382-b92e-4f98-af56-ada3bbde7daa tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:06.728639 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1fa6e880-5ca1-46fd-8d8e-c740b6ade3b0 req-40e27382-b92e-4f98-af56-ada3bbde7daa tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc46adf8-dc4b-4b16-9e0b-63425099f8ed HTTP/1.1" status: 200 len: 945 time: 0.0785637 Jul 07 17:14:06.745143 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-643fa4f0-5625-4595-b897-61c8215bcd04 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.778538 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1fa6e880-5ca1-46fd-8d8e-c740b6ade3b0 req-e78ee08b-4974-472b-a005-708c98466dff tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d1eae32-75c4-4804-aa37-0f7a1a90e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428135 Jul 07 17:14:06.801108 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-643fa4f0-5625-4595-b897-61c8215bcd04 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:06.963366 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e07af-3ab5-4950-83d5-639827e3af23 req-9269c045-0060-422b-a7f0-7288b55b81e0 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:06.969802 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e07af-3ab5-4950-83d5-639827e3af23 req-9269c045-0060-422b-a7f0-7288b55b81e0 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:06.975822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e07af-3ab5-4950-83d5-639827e3af23 req-9269c045-0060-422b-a7f0-7288b55b81e0 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:06.981919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e07af-3ab5-4950-83d5-639827e3af23 req-9269c045-0060-422b-a7f0-7288b55b81e0 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:06.988188 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e07af-3ab5-4950-83d5-639827e3af23 req-9269c045-0060-422b-a7f0-7288b55b81e0 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:06.994774 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e07af-3ab5-4950-83d5-639827e3af23 req-9269c045-0060-422b-a7f0-7288b55b81e0 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:07.000743 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e07af-3ab5-4950-83d5-639827e3af23 req-9269c045-0060-422b-a7f0-7288b55b81e0 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:07.002781 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8d5e07af-3ab5-4950-83d5-639827e3af23 req-9269c045-0060-422b-a7f0-7288b55b81e0 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5434 time: 0.3306737 Jul 07 17:14:07.017532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9225b306-398c-4cbc-81ca-0f207891a60c admin admin] Network 38cf9eb9-9ebf-445b-b071-62c5aa0288d5 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:07.027375 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-9225b306-398c-4cbc-81ca-0f207891a60c admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:07.071712 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-643fa4f0-5625-4595-b897-61c8215bcd04 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Allocated IP 172.25.2.84 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/dbbcb84a-17be-4b9b-b645-1fce4b49a074) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:07.079259 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 450392ba-ce7c-42f6-856f-b2fdb6055d3b up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:07.136107 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 450392ba-ce7c-42f6-856f-b2fdb6055d3b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:07.136494 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.160929 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8d5e07af-3ab5-4950-83d5-639827e3af23 req-b989f4dd-42bd-4246-993a-ee8aee06643b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1454742 Jul 07 17:14:07.242721 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5db38626-d917-43be-a9ab-d93d614b589f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:07.299538 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 5db38626-d917-43be-a9ab-d93d614b589f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:07.306931 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5db38626-d917-43be-a9ab-d93d614b589f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:07.307313 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.311774 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9225b306-398c-4cbc-81ca-0f207891a60c admin admin] Router 0d999516-2346-497b-a81d-bda99c82dd59 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:07.337572 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-643fa4f0-5625-4595-b897-61c8215bcd04 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.352763 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9b61f2c5-1e06-444c-8958-72d995527027 None None] Provisioning complete for port dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:07.353142 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9b61f2c5-1e06-444c-8958-72d995527027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.416557 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-9b61f2c5-1e06-444c-8958-72d995527027 None None] Port dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:07.431799 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.453309 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 5db38626-d917-43be-a9ab-d93d614b589f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5db38626-d917-43be-a9ab-d93d614b589f,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:07.457259 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.466648 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-643fa4f0-5625-4595-b897-61c8215bcd04 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:07.472872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9225b306-398c-4cbc-81ca-0f207891a60c admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:07.500818 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9225b306-398c-4cbc-81ca-0f207891a60c admin admin] 10.222.0.50 "PUT /v2.0/routers/0d999516-2346-497b-a81d-bda99c82dd59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0925884 Jul 07 17:14:07.520436 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=5db38626-d917-43be-a9ab-d93d614b589f,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:07.531784 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643fa4f0-5625-4595-b897-61c8215bcd04 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:07.534857 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-643fa4f0-5625-4595-b897-61c8215bcd04 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:07.540387 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643fa4f0-5625-4595-b897-61c8215bcd04 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:07.544326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fa4f0-5625-4595-b897-61c8215bcd04 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=dbbcb84a-17be-4b9b-b645-1fce4b49a074,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:07.988775 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] Sync routers for ids ['0d999516-2346-497b-a81d-bda99c82dd59'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:08.000876 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] Routers {'0d999516-2346-497b-a81d-bda99c82dd59'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:08.001664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0d999516-2346-497b-a81d-bda99c82dd59'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:08.291727 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4c3d0-bcce-4002-902c-04fdf9693791 req-2bdf4f8e-de67-4513-a2b2-17acbcf86770 tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:08.293295 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-83d4c3d0-bcce-4002-902c-04fdf9693791 req-2bdf4f8e-de67-4513-a2b2-17acbcf86770 tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc46adf8-dc4b-4b16-9e0b-63425099f8ed HTTP/1.1" status: 200 len: 945 time: 0.5957348 Jul 07 17:14:08.310214 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] Set router 0d999516-2346-497b-a81d-bda99c82dd59 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:08.437789 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e345734-a4a8-43bb-bc31-062625df929f req-be58e2f9-db42-45ff-84dc-ea597fac67db tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:08.444378 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e345734-a4a8-43bb-bc31-062625df929f req-be58e2f9-db42-45ff-84dc-ea597fac67db tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:08.450749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e345734-a4a8-43bb-bc31-062625df929f req-be58e2f9-db42-45ff-84dc-ea597fac67db tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:08.451084 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6b0fc-6bb5-4bc2-a5b2-f7820f4c57da req-1f6d62d5-8c62-4539-b615-5f68c440193e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:08.456731 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e345734-a4a8-43bb-bc31-062625df929f req-be58e2f9-db42-45ff-84dc-ea597fac67db tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:08.457858 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6b0fc-6bb5-4bc2-a5b2-f7820f4c57da req-1f6d62d5-8c62-4539-b615-5f68c440193e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:08.468005 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6b0fc-6bb5-4bc2-a5b2-f7820f4c57da req-1f6d62d5-8c62-4539-b615-5f68c440193e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:08.475515 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6b0fc-6bb5-4bc2-a5b2-f7820f4c57da req-1f6d62d5-8c62-4539-b615-5f68c440193e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:08.477976 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e345734-a4a8-43bb-bc31-062625df929f req-be58e2f9-db42-45ff-84dc-ea597fac67db tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:08.484218 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6b0fc-6bb5-4bc2-a5b2-f7820f4c57da req-1f6d62d5-8c62-4539-b615-5f68c440193e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:08.491201 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6b0fc-6bb5-4bc2-a5b2-f7820f4c57da req-1f6d62d5-8c62-4539-b615-5f68c440193e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:08.498988 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6b0fc-6bb5-4bc2-a5b2-f7820f4c57da req-1f6d62d5-8c62-4539-b615-5f68c440193e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:08.500963 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e345734-a4a8-43bb-bc31-062625df929f req-be58e2f9-db42-45ff-84dc-ea597fac67db tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:08.507981 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7ed6b0fc-6bb5-4bc2-a5b2-f7820f4c57da req-1f6d62d5-8c62-4539-b615-5f68c440193e tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5434 time: 0.1647086 Jul 07 17:14:08.516762 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e345734-a4a8-43bb-bc31-062625df929f req-be58e2f9-db42-45ff-84dc-ea597fac67db tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:08.523471 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e345734-a4a8-43bb-bc31-062625df929f req-be58e2f9-db42-45ff-84dc-ea597fac67db tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.69 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5434 time: 0.7809997 Jul 07 17:14:08.546348 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-643fa4f0-5625-4595-b897-61c8215bcd04 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:08.564998 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7ed6b0fc-6bb5-4bc2-a5b2-f7820f4c57da req-6b0cc836-a14f-4c71-952b-c0a1667ae61b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553358 Jul 07 17:14:08.615378 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d999516-2346-497b-a81d-bda99c82dd59', 'name': 'tempest-TestVolumeBackupRestore-1956944-router', 'tenant_id': '2855096a488e49abb796c8955cd7e2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '5db38626-d917-43be-a9ab-d93d614b589f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:00Z', 'updated_at': '2021-07-07T17:14:05Z', 'revision_number': 4, 'project_id': '2855096a488e49abb796c8955cd7e2b8', 'gw_port': {'id': '5db38626-d917-43be-a9ab-d93d614b589f', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d999516-2346-497b-a81d-bda99c82dd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:01Z', 'updated_at': '2021-07-07T17:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0', 'name': '', 'network_id': '38cf9eb9-9ebf-445b-b071-62c5aa0288d5', 'tenant_id': '2855096a488e49abb796c8955cd7e2b8', 'mac_address': 'fa:16:3e:df:5a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d999516-2346-497b-a81d-bda99c82dd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '844bc12c-317f-4173-8c5e-46b8ebfec279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:04Z', 'updated_at': '2021-07-07T17:14:06Z', 'revision_number': 2, 'project_id': '2855096a488e49abb796c8955cd7e2b8', 'subnets': [{'id': '844bc12c-317f-4173-8c5e-46b8ebfec279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:08.666596 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] Checking router: 0d999516-2346-497b-a81d-bda99c82dd59 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:08.666960 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] Updating router 0d999516-2346-497b-a81d-bda99c82dd59 port dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:14:08.698425 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e345734-a4a8-43bb-bc31-062625df929f req-d1d79047-8b6a-40c4-9692-ae2f0331d8d7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:08.700178 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e345734-a4a8-43bb-bc31-062625df929f req-d1d79047-8b6a-40c4-9692-ae2f0331d8d7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.69 "GET /v2.0/ports/cd76306c-1fa6-42bc-ad55-41f92df88fad?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1746402 Jul 07 17:14:08.723728 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:08.746107 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcfd51-3353-4ba2-89fc-481fa4cda4f2 req-1afcf1e1-006c-453f-8ae9-04117ce65081 tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:08.748044 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e6dcfd51-3353-4ba2-89fc-481fa4cda4f2 req-1afcf1e1-006c-453f-8ae9-04117ce65081 tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc46adf8-dc4b-4b16-9e0b-63425099f8ed HTTP/1.1" status: 200 len: 945 time: 0.5151274 Jul 07 17:14:08.883493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-83d4c3d0-bcce-4002-902c-04fdf9693791 req-6c54c911-b913-4e1f-82b2-9dd097fed29f tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Deleting port 180f2da2-ad5c-44dc-abd5-a454867b43a4 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:08.883857 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-83d4c3d0-bcce-4002-902c-04fdf9693791 req-6c54c911-b913-4e1f-82b2-9dd097fed29f tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:08.993647 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5db38626-d917-43be-a9ab-d93d614b589f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:09.011179 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e6dcfd51-3353-4ba2-89fc-481fa4cda4f2 req-24daaf46-26e7-4bb2-8064-b2bbcc2e841f tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d1eae32-75c4-4804-aa37-0f7a1a90e138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488823 Jul 07 17:14:09.106815 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.120875 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] Transition to ACTIVE for port object dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:09.122601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5db38626-d917-43be-a9ab-d93d614b589f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:09.122982 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.125031 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e345734-a4a8-43bb-bc31-062625df929f req-4dbcd048-11e6-4b03-92ac-202a215b4c12 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.69 "GET /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3748398 Jul 07 17:14:09.146564 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.147772 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-8e345734-a4a8-43bb-bc31-062625df929f req-319d7f01-fd30-466a-b352-d2d295a75763 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:09.189983 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-643fa4f0-5625-4595-b897-61c8215bcd04 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.246750 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e78fe-f55e-421c-aa4c-b95fd0bcf11c None None] Pushing event updated for resources: {'Port': ['ID=dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:09.263822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-83d4c3d0-bcce-4002-902c-04fdf9693791 req-6c54c911-b913-4e1f-82b2-9dd097fed29f tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] For port 180f2da2-ad5c-44dc-abd5-a454867b43a4, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=180f2da2-ad5c-44dc-abd5-a454867b43a4,segment=NetworkSegment(35942adb-c424-4652-bd11-4babc34db69f),segment_id=35942adb-c424-4652-bd11-4babc34db69f)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:09.264195 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-83d4c3d0-bcce-4002-902c-04fdf9693791 req-6c54c911-b913-4e1f-82b2-9dd097fed29f tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.288300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-83d4c3d0-bcce-4002-902c-04fdf9693791 req-6c54c911-b913-4e1f-82b2-9dd097fed29f tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Calling delete_port for 180f2da2-ad5c-44dc-abd5-a454867b43a4 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:09.305576 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] Attempting to bind port dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:09.305959 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] Attempting to bind port dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '71fd1899-ab0e-4245-bc0f-9969e48df078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '38cf9eb9-9ebf-445b-b071-62c5aa0288d5'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:09.306762 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] Attempting to bind port dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0 on network 38cf9eb9-9ebf-445b-b071-62c5aa0288d5 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:09.319228 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:09.319941 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] Checking segment: {'id': '71fd1899-ab0e-4245-bc0f-9969e48df078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '38cf9eb9-9ebf-445b-b071-62c5aa0288d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:09.320045 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.320457 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] Bound using segment: {'id': '71fd1899-ab0e-4245-bc0f-9969e48df078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '38cf9eb9-9ebf-445b-b071-62c5aa0288d5'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:09.321051 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] Bound port: dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fd1899-ab0e-4245-bc0f-9969e48df078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '38cf9eb9-9ebf-445b-b071-62c5aa0288d5'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:09.321451 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.396600 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] For port dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:09.401150 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] For port dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0,segment=NetworkSegment(71fd1899-ab0e-4245-bc0f-9969e48df078),segment_id=71fd1899-ab0e-4245-bc0f-9969e48df078)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:09.407519 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.439640 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-319d7f01-fd30-466a-b352-d2d295a75763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.487055 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] Routers {'0d999516-2346-497b-a81d-bda99c82dd59'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:09.487751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0d999516-2346-497b-a81d-bda99c82dd59'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:09.619544 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e78fe-f55e-421c-aa4c-b95fd0bcf11c None None] Pushing event updated for resources: {'Port': ['ID=dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:09.660034 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643fa4f0-5625-4595-b897-61c8215bcd04 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Router 9d09c8ef-b10e-4b7d-97da-5beb04622a25 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:14:09.675104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] Set router 0d999516-2346-497b-a81d-bda99c82dd59 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:09.739204 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-83d4c3d0-bcce-4002-902c-04fdf9693791 req-6c54c911-b913-4e1f-82b2-9dd097fed29f tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.760775 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['180f2da2-ad5c-44dc-abd5-a454867b43a4'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:09.812241 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54c911-b913-4e1f-82b2-9dd097fed29f tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Pushing event deleted for resources: {'Port': ['ID=180f2da2-ad5c-44dc-abd5-a454867b43a4,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:09.902563 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8e345734-a4a8-43bb-bc31-062625df929f req-319d7f01-fd30-466a-b352-d2d295a75763 service neutron] For port cd76306c-1fa6-42bc-ad55-41f92df88fad, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=cd76306c-1fa6-42bc-ad55-41f92df88fad,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:09.942336 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d4c3d0-bcce-4002-902c-04fdf9693791 req-6c54c911-b913-4e1f-82b2-9dd097fed29f tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] No DVR routers for this DVR port 180f2da2-ad5c-44dc-abd5-a454867b43a4 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:09.952797 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-83d4c3d0-bcce-4002-902c-04fdf9693791 req-6c54c911-b913-4e1f-82b2-9dd097fed29f tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:09.955040 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-83d4c3d0-bcce-4002-902c-04fdf9693791 req-6c54c911-b913-4e1f-82b2-9dd097fed29f tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.15 "DELETE /v2.0/ports/180f2da2-ad5c-44dc-abd5-a454867b43a4 HTTP/1.1" status: 204 len: 173 time: 1.6534500 Jul 07 17:14:09.955640 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc46adf8-dc4b-4b16-9e0b-63425099f8ed', 'name': 'network-vif-deleted', 'tag': '180f2da2-ad5c-44dc-abd5-a454867b43a4'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:09.959027 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba2bbb2-1272-4269-bc25-42fb0112290a" -d '{"events": [{"server_uuid": "fc46adf8-dc4b-4b16-9e0b-63425099f8ed", "name": "network-vif-deleted", "tag": "180f2da2-ad5c-44dc-abd5-a454867b43a4"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:10.002744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643fa4f0-5625-4595-b897-61c8215bcd04 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:10.015356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8e345734-a4a8-43bb-bc31-062625df929f req-319d7f01-fd30-466a-b352-d2d295a75763 service neutron] For port cd76306c-1fa6-42bc-ad55-41f92df88fad, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:10.039018 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] Sync routers for ids ['9d09c8ef-b10e-4b7d-97da-5beb04622a25'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:10.054439 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5b949-b6a3-4cc3-b9e9-7abb7e5f645d req-8bed83ed-7131-4978-acab-1a62e574327b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:10.060882 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] Routers {'9d09c8ef-b10e-4b7d-97da-5beb04622a25'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:10.061556 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9d09c8ef-b10e-4b7d-97da-5beb04622a25'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:10.062526 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5b949-b6a3-4cc3-b9e9-7abb7e5f645d req-8bed83ed-7131-4978-acab-1a62e574327b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:10.075963 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-8e345734-a4a8-43bb-bc31-062625df929f req-319d7f01-fd30-466a-b352-d2d295a75763 service neutron] device_id is not set on port cd76306c-1fa6-42bc-ad55-41f92df88fad yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:14:10.083211 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5b949-b6a3-4cc3-b9e9-7abb7e5f645d req-8bed83ed-7131-4978-acab-1a62e574327b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:10.090564 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5b949-b6a3-4cc3-b9e9-7abb7e5f645d req-8bed83ed-7131-4978-acab-1a62e574327b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:10.097369 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-319d7f01-fd30-466a-b352-d2d295a75763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.100535 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-643fa4f0-5625-4595-b897-61c8215bcd04 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.107277 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-643fa4f0-5625-4595-b897-61c8215bcd04 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.6744826 Jul 07 17:14:10.107912 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44442) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:10.115859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5b949-b6a3-4cc3-b9e9-7abb7e5f645d req-8bed83ed-7131-4978-acab-1a62e574327b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:10.134320 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5b949-b6a3-4cc3-b9e9-7abb7e5f645d req-8bed83ed-7131-4978-acab-1a62e574327b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:10.147261 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-319d7f01-fd30-466a-b352-d2d295a75763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.155884 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5b949-b6a3-4cc3-b9e9-7abb7e5f645d req-8bed83ed-7131-4978-acab-1a62e574327b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:10.164133 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e2a5b949-b6a3-4cc3-b9e9-7abb7e5f645d req-8bed83ed-7131-4978-acab-1a62e574327b tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 5434 time: 0.3271031 Jul 07 17:14:10.168931 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d999516-2346-497b-a81d-bda99c82dd59', 'name': 'tempest-TestVolumeBackupRestore-1956944-router', 'tenant_id': '2855096a488e49abb796c8955cd7e2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '5db38626-d917-43be-a9ab-d93d614b589f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:00Z', 'updated_at': '2021-07-07T17:14:05Z', 'revision_number': 4, 'project_id': '2855096a488e49abb796c8955cd7e2b8', 'gw_port': {'id': '5db38626-d917-43be-a9ab-d93d614b589f', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d999516-2346-497b-a81d-bda99c82dd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:01Z', 'updated_at': '2021-07-07T17:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0', 'name': '', 'network_id': '38cf9eb9-9ebf-445b-b071-62c5aa0288d5', 'tenant_id': '2855096a488e49abb796c8955cd7e2b8', 'mac_address': 'fa:16:3e:df:5a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d999516-2346-497b-a81d-bda99c82dd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '844bc12c-317f-4173-8c5e-46b8ebfec279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:04Z', 'updated_at': '2021-07-07T17:14:09Z', 'revision_number': 4, 'project_id': '2855096a488e49abb796c8955cd7e2b8', 'subnets': [{'id': '844bc12c-317f-4173-8c5e-46b8ebfec279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:10.206436 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9fa563-ca1f-4bc3-9619-168456dc0d17 x-openstack-request-id: req-1b9fa563-ca1f-4bc3-9619-168456dc0d17 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:10.209481 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc46adf8-dc4b-4b16-9e0b-63425099f8ed", "name": "network-vif-deleted", "tag": "180f2da2-ad5c-44dc-abd5-a454867b43a4", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:10.220585 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1b9fa563-ca1f-4bc3-9619-168456dc0d17 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:10.220929 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc46adf8-dc4b-4b16-9e0b-63425099f8ed', 'name': 'network-vif-deleted', 'tag': '180f2da2-ad5c-44dc-abd5-a454867b43a4', 'status': 'completed', 'code': 200} Jul 07 17:14:10.229159 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3705fba4-908a-4392-a258-a5c16a609cff tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=579e95f3998b4f8bb632de60105379a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1200054 Jul 07 17:14:10.238003 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44444) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:10.287567 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e2a5b949-b6a3-4cc3-b9e9-7abb7e5f645d req-66166b57-d879-4f3f-a705-c80014d32e16 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab&id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1223891 Jul 07 17:14:10.298687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e188c464-4393-4d77-8ecd-d63f2d466aea None None] The sync data for ids ['0d999516-2346-497b-a81d-bda99c82dd59'] in n-d-793620-7 is: [{'id': '0d999516-2346-497b-a81d-bda99c82dd59', 'name': 'tempest-TestVolumeBackupRestore-1956944-router', 'tenant_id': '2855096a488e49abb796c8955cd7e2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '5db38626-d917-43be-a9ab-d93d614b589f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:00Z', 'updated_at': '2021-07-07T17:14:05Z', 'revision_number': 4, 'project_id': '2855096a488e49abb796c8955cd7e2b8', 'gw_port': {'id': '5db38626-d917-43be-a9ab-d93d614b589f', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d999516-2346-497b-a81d-bda99c82dd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:01Z', 'updated_at': '2021-07-07T17:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0', 'name': '', 'network_id': '38cf9eb9-9ebf-445b-b071-62c5aa0288d5', 'tenant_id': '2855096a488e49abb796c8955cd7e2b8', 'mac_address': 'fa:16:3e:df:5a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d999516-2346-497b-a81d-bda99c82dd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '844bc12c-317f-4173-8c5e-46b8ebfec279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:04Z', 'updated_at': '2021-07-07T17:14:09Z', 'revision_number': 4, 'project_id': '2855096a488e49abb796c8955cd7e2b8', 'subnets': [{'id': '844bc12c-317f-4173-8c5e-46b8ebfec279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:10.366666 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] Set router 9d09c8ef-b10e-4b7d-97da-5beb04622a25 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:10.384797 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e345734-a4a8-43bb-bc31-062625df929f req-319d7f01-fd30-466a-b352-d2d295a75763 service neutron] No DVR routers for this DVR port cd76306c-1fa6-42bc-ad55-41f92df88fad on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:10.473343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d7f01-fd30-466a-b352-d2d295a75763 service neutron] Pushing event updated for resources: {'Port': ['ID=cd76306c-1fa6-42bc-ad55-41f92df88fad,revision_number=6']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:10.503906 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c3afb3-c399-4149-a286-e459b6aac28b tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:10.518324 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-42c3afb3-c399-4149-a286-e459b6aac28b tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2750411 Jul 07 17:14:10.519537 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44448) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:10.551662 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8e345734-a4a8-43bb-bc31-062625df929f req-319d7f01-fd30-466a-b352-d2d295a75763 service neutron] In _notify_port_updated(), no bound segment for port cd76306c-1fa6-42bc-ad55-41f92df88fad on network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 {{(pid=100410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:14:10.553152 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e345734-a4a8-43bb-bc31-062625df929f req-319d7f01-fd30-466a-b352-d2d295a75763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:10.554580 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-319d7f01-fd30-466a-b352-d2d295a75763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.556247 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e345734-a4a8-43bb-bc31-062625df929f req-319d7f01-fd30-466a-b352-d2d295a75763 service neutron] 10.222.0.69 "PUT /v2.0/ports/cd76306c-1fa6-42bc-ad55-41f92df88fad HTTP/1.1" status: 200 len: 1028 time: 1.4211826 Jul 07 17:14:10.570737 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9ab122fe-6c89-4d5c-a4d1-a7a35d3d6150 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0497863 Jul 07 17:14:10.571647 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44450) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:10.577372 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-8595804d-a6ec-450e-a7b2-dc659e464ed0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-722539989', 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:10.620232 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-52f749c3-7625-4057-a30a-ffc4827ecafe req-d3c72222-360a-4b31-a192-d2b37cdbbe6d tempest-ServerAddressesNegativeTestJSON-1822576848 tempest-ServerAddressesNegativeTestJSON-1822576848-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc46adf8-dc4b-4b16-9e0b-63425099f8ed HTTP/1.1" status: 200 len: 210 time: 0.1290929 Jul 07 17:14:10.758091 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e345734-a4a8-43bb-bc31-062625df929f req-58b01855-56ac-41bb-87e5-208c73c41cd4 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:10.760595 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e345734-a4a8-43bb-bc31-062625df929f req-58b01855-56ac-41bb-87e5-208c73c41cd4 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.69 "GET /v2.0/ports/8eb21232-3d31-4afa-a049-3322dac0ef1d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1574078 Jul 07 17:14:10.774664 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8595804d-a6ec-450e-a7b2-dc659e464ed0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Made reservation on behalf of 579e95f3998b4f8bb632de60105379a3 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:10.777732 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8595804d-a6ec-450e-a7b2-dc659e464ed0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.781953 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-8e345734-a4a8-43bb-bc31-062625df929f req-dbb2fb82-38f6-4908-ae5f-56dc3e3bf998 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:10.795739 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3069ad3e-ea8e-4424-b46e-a5472871f6d7 None None] Provisioning complete for port cd76306c-1fa6-42bc-ad55-41f92df88fad triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:10.796899 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3069ad3e-ea8e-4424-b46e-a5472871f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.797178 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260774869', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:05Z', 'updated_at': '2021-07-07T17:14:07Z', 'revision_number': 3, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:06Z', 'updated_at': '2021-07-07T17:14:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:10.874187 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3069ad3e-ea8e-4424-b46e-a5472871f6d7 None None] Port cd76306c-1fa6-42bc-ad55-41f92df88fad cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:10.878527 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] Checking router: 9d09c8ef-b10e-4b7d-97da-5beb04622a25 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:10.878903 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] Updating router 9d09c8ef-b10e-4b7d-97da-5beb04622a25 port dbbcb84a-17be-4b9b-b645-1fce4b49a074 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:14:10.940940 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-dbb2fb82-38f6-4908-ae5f-56dc3e3bf998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:10.978292 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.087233 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:11.197171 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 945ac77d-db4f-4aac-aec5-b6e497e33fb2 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:11.244400 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8e345734-a4a8-43bb-bc31-062625df929f req-dbb2fb82-38f6-4908-ae5f-56dc3e3bf998 service neutron] For port 8eb21232-3d31-4afa-a049-3322dac0ef1d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8eb21232-3d31-4afa-a049-3322dac0ef1d,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:11.251094 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8595804d-a6ec-450e-a7b2-dc659e464ed0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.314027 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:11.331120 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8e345734-a4a8-43bb-bc31-062625df929f req-dbb2fb82-38f6-4908-ae5f-56dc3e3bf998 service neutron] For port 8eb21232-3d31-4afa-a049-3322dac0ef1d, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:11.337039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:11.338919 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.419429 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-8e345734-a4a8-43bb-bc31-062625df929f req-dbb2fb82-38f6-4908-ae5f-56dc3e3bf998 service neutron] device_id is not set on port 8eb21232-3d31-4afa-a049-3322dac0ef1d yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:14:11.436486 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-dbb2fb82-38f6-4908-ae5f-56dc3e3bf998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.452061 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-dbb2fb82-38f6-4908-ae5f-56dc3e3bf998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.472903 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595804d-a6ec-450e-a7b2-dc659e464ed0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Subnet': ['ID=959e22ab-3971-4a34-82c2-c3830639c367,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:11.504214 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8595804d-a6ec-450e-a7b2-dc659e464ed0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Checking segment: {'id': 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:11.504859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8595804d-a6ec-450e-a7b2-dc659e464ed0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network hostable DHCP agents. Network: 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:14:11.509708 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.545162 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8595804d-a6ec-450e-a7b2-dc659e464ed0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:14:11.571934 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.572463 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-8595804d-a6ec-450e-a7b2-dc659e464ed0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:11.585397 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8595804d-a6ec-450e-a7b2-dc659e464ed0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:11.586310 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8595804d-a6ec-450e-a7b2-dc659e464ed0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.604427 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] Transition to ACTIVE for port object dbbcb84a-17be-4b9b-b645-1fce4b49a074 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:11.612911 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fa6250-adbb-4c30-bbcd-de4e579fefed None None] Network 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:11.615125 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.620197 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8595804d-a6ec-450e-a7b2-dc659e464ed0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0471990 Jul 07 17:14:11.623137 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44458) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:11.696380 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e345734-a4a8-43bb-bc31-062625df929f req-dbb2fb82-38f6-4908-ae5f-56dc3e3bf998 service neutron] No DVR routers for this DVR port 8eb21232-3d31-4afa-a049-3322dac0ef1d on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:11.753333 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2fb82-38f6-4908-ae5f-56dc3e3bf998 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb21232-3d31-4afa-a049-3322dac0ef1d,revision_number=6']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:11.783014 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] Attempting to bind port dbbcb84a-17be-4b9b-b645-1fce4b49a074 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:11.783014 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] Attempting to bind port dbbcb84a-17be-4b9b-b645-1fce4b49a074 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:11.783014 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] Attempting to bind port dbbcb84a-17be-4b9b-b645-1fce4b49a074 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:11.828932 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b88c4-dabc-40c9-a1a2-fe420d367add None None] Pushing event updated for resources: {'Port': ['ID=dbbcb84a-17be-4b9b-b645-1fce4b49a074,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:11.849567 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:11.849960 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:11.850395 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.850850 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:11.851340 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] Bound port: dbbcb84a-17be-4b9b-b645-1fce4b49a074, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:11.851731 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.868933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '945ac77d-db4f-4aac-aec5-b6e497e33fb2'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:11.874442 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128fb435-c592-4aa8-be31-5d2d2ba2ad15" -d '{"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-unplugged", "status": "completed", "tag": "945ac77d-db4f-4aac-aec5-b6e497e33fb2"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:11.912654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 945ac77d-db4f-4aac-aec5-b6e497e33fb2, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=945ac77d-db4f-4aac-aec5-b6e497e33fb2,segment=NetworkSegment(42e6b983-0ac2-4827-9607-037f81f56b08),segment_id=42e6b983-0ac2-4827-9607-037f81f56b08)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:11.922184 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8e345734-a4a8-43bb-bc31-062625df929f req-dbb2fb82-38f6-4908-ae5f-56dc3e3bf998 service neutron] In _notify_port_updated(), no bound segment for port 8eb21232-3d31-4afa-a049-3322dac0ef1d on network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 {{(pid=100410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:14:11.924198 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e345734-a4a8-43bb-bc31-062625df929f req-dbb2fb82-38f6-4908-ae5f-56dc3e3bf998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:11.927988 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-dbb2fb82-38f6-4908-ae5f-56dc3e3bf998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.931025 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e345734-a4a8-43bb-bc31-062625df929f req-dbb2fb82-38f6-4908-ae5f-56dc3e3bf998 service neutron] 10.222.0.69 "PUT /v2.0/ports/8eb21232-3d31-4afa-a049-3322dac0ef1d HTTP/1.1" status: 200 len: 1027 time: 1.1623564 Jul 07 17:14:11.931165 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44464) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:11.943392 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 180f2da2-ad5c-44dc-abd5-a454867b43a4 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:11.998609 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:11.999318 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7c6344e7-6033-4b46-b335-4691acb11361 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:12.039974 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] For port dbbcb84a-17be-4b9b-b645-1fce4b49a074, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:12.046737 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526a6859-caa6-4f57-8f48-836b62018391 x-openstack-request-id: req-526a6859-caa6-4f57-8f48-836b62018391 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:12.047188 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-unplugged", "status": "completed", "tag": "945ac77d-db4f-4aac-aec5-b6e497e33fb2", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:12.047360 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-526a6859-caa6-4f57-8f48-836b62018391 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:12.047702 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '945ac77d-db4f-4aac-aec5-b6e497e33fb2', 'code': 200} Jul 07 17:14:12.049588 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] For port dbbcb84a-17be-4b9b-b645-1fce4b49a074, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=dbbcb84a-17be-4b9b-b645-1fce4b49a074,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:12.052046 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd2ccc0-6a03-48da-bacd-d841cbba5885 admin admin] Deleting subnet 35967cb0-d74a-4e08-be91-a12ff30e30d0 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:12.070856 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.088845 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ccc0-6a03-48da-bacd-d841cbba5885 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.147842 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] Routers {'9d09c8ef-b10e-4b7d-97da-5beb04622a25'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:12.148762 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9d09c8ef-b10e-4b7d-97da-5beb04622a25'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:12.219046 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 180f2da2-ad5c-44dc-abd5-a454867b43a4 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:12.221365 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 180f2da2-ad5c-44dc-abd5-a454867b43a4 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:12.304923 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ccc0-6a03-48da-bacd-d841cbba5885 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.409515 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b49f1037-f63f-47c8-8272-e02756c491b2 None None] Provisioning complete for port 8eb21232-3d31-4afa-a049-3322dac0ef1d triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:12.409900 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b49f1037-f63f-47c8-8272-e02756c491b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.464770 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c7c2c-a28d-4f4c-92ab-b0ae2ec78fc6 req-2ee6465d-92ea-413e-ae69-ea91ecfb8927 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:12.490943 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c7c2c-a28d-4f4c-92ab-b0ae2ec78fc6 req-2ee6465d-92ea-413e-ae69-ea91ecfb8927 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:12.494630 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=945ac77d-db4f-4aac-aec5-b6e497e33fb2,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:12.502279 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c7c2c-a28d-4f4c-92ab-b0ae2ec78fc6 req-2ee6465d-92ea-413e-ae69-ea91ecfb8927 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:12.513406 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b88c4-dabc-40c9-a1a2-fe420d367add None None] Pushing event updated for resources: {'Port': ['ID=dbbcb84a-17be-4b9b-b645-1fce4b49a074,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:12.522271 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c7c2c-a28d-4f4c-92ab-b0ae2ec78fc6 req-2ee6465d-92ea-413e-ae69-ea91ecfb8927 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:12.531753 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] Set router 9d09c8ef-b10e-4b7d-97da-5beb04622a25 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:12.534869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c7c2c-a28d-4f4c-92ab-b0ae2ec78fc6 req-2ee6465d-92ea-413e-ae69-ea91ecfb8927 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:12.537368 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a6c7c2c-a28d-4f4c-92ab-b0ae2ec78fc6 req-2ee6465d-92ea-413e-ae69-ea91ecfb8927 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 3885 time: 0.9035993 Jul 07 17:14:12.550673 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.576143 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ccc0-6a03-48da-bacd-d841cbba5885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.654172 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a6c7c2c-a28d-4f4c-92ab-b0ae2ec78fc6 req-1cf17bfb-a7a7-4aa5-88ee-2252d4b0f351 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032202 Jul 07 17:14:12.657910 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c', 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'fixed_ips': [{'subnet_id': '959e22ab-3971-4a34-82c2-c3830639c367'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:14:12.658092 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.667235 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8e345734-a4a8-43bb-bc31-062625df929f req-fe6dd167-aef8-44d5-955e-65aecee70765 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Deleting port c062a1db-373b-4c9c-a081-b033c6a8856b {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:12.671041 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-fe6dd167-aef8-44d5-955e-65aecee70765 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.687215 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf6377ce-704f-42e4-87a1-d0f1a025452c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.784234 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8e345734-a4a8-43bb-bc31-062625df929f req-fe6dd167-aef8-44d5-955e-65aecee70765 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] For port c062a1db-373b-4c9c-a081-b033c6a8856b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=c062a1db-373b-4c9c-a081-b033c6a8856b,segment=NetworkSegment(42e6b983-0ac2-4827-9607-037f81f56b08),segment_id=42e6b983-0ac2-4827-9607-037f81f56b08)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:12.784764 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-fe6dd167-aef8-44d5-955e-65aecee70765 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:12.793676 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-898d9179-7bf9-4715-babf-51167f3541a7 req-6bae3226-50bb-419a-b0f4-33abb3801c8e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2143366 Jul 07 17:14:12.799305 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8e345734-a4a8-43bb-bc31-062625df929f req-fe6dd167-aef8-44d5-955e-65aecee70765 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Calling delete_port for c062a1db-373b-4c9c-a081-b033c6a8856b owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:12.893787 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260774869', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:05Z', 'updated_at': '2021-07-07T17:14:07Z', 'revision_number': 3, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:06Z', 'updated_at': '2021-07-07T17:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:13.013971 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-fe6dd167-aef8-44d5-955e-65aecee70765 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.015493 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d9179-7bf9-4715-babf-51167f3541a7 req-f6b24996-2826-4ec6-b228-e37f2d84a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:13.016620 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4923618-7ea3-450c-b9d9-56d40c6940a5 None None] The sync data for ids ['9d09c8ef-b10e-4b7d-97da-5beb04622a25'] in n-d-793620-7 is: [{'id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260774869', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:05Z', 'updated_at': '2021-07-07T17:14:07Z', 'revision_number': 3, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:06Z', 'updated_at': '2021-07-07T17:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:13.017958 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-898d9179-7bf9-4715-babf-51167f3541a7 req-f6b24996-2826-4ec6-b228-e37f2d84a83f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=813d1850aa3c4934a7e97cbee8a39039&device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 1097 time: 0.1673961 Jul 07 17:14:13.079977 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ccc0-6a03-48da-bacd-d841cbba5885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.081883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dd167-aef8-44d5-955e-65aecee70765 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event deleted for resources: {'Port': ['ID=c062a1db-373b-4c9c-a081-b033c6a8856b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:13.099715 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.133021 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2ccc0-6a03-48da-bacd-d841cbba5885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35967cb0-d74a-4e08-be91-a12ff30e30d0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:13.136271 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0,segment=NetworkSegment(71fd1899-ab0e-4245-bc0f-9969e48df078),segment_id=71fd1899-ab0e-4245-bc0f-9969e48df078)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:13.153918 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b49f1037-f63f-47c8-8272-e02756c491b2 None None] Port 8eb21232-3d31-4afa-a049-3322dac0ef1d cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:13.162177 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.192199 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e345734-a4a8-43bb-bc31-062625df929f req-fe6dd167-aef8-44d5-955e-65aecee70765 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] No DVR routers for this DVR port c062a1db-373b-4c9c-a081-b033c6a8856b on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:13.196265 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-fe6dd167-aef8-44d5-955e-65aecee70765 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.198409 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e345734-a4a8-43bb-bc31-062625df929f req-fe6dd167-aef8-44d5-955e-65aecee70765 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.69 "DELETE /v2.0/ports/c062a1db-373b-4c9c-a081-b033c6a8856b HTTP/1.1" status: 204 len: 173 time: 1.2555833 Jul 07 17:14:13.198891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-deleted', 'tag': 'c062a1db-373b-4c9c-a081-b033c6a8856b'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:13.201667 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfeae52-0744-4aae-8cac-257dd85b3716" -d '{"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-deleted", "tag": "c062a1db-373b-4c9c-a081-b033c6a8856b"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:13.207473 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ccc0-6a03-48da-bacd-d841cbba5885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.209389 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ccd2ccc0-6a03-48da-bacd-d841cbba5885 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/35967cb0-d74a-4e08-be91-a12ff30e30d0 HTTP/1.1" status: 204 len: 168 time: 1.2721930 Jul 07 17:14:13.212258 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7c6344e7-6033-4b46-b335-4691acb11361, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7c6344e7-6033-4b46-b335-4691acb11361,segment=NetworkSegment(28b813d0-ff8e-4398-baa2-b2254c75892a),segment_id=28b813d0-ff8e-4398-baa2-b2254c75892a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:13.213293 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44474) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:13.222009 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Allocated IP 172.20.0.2 (1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c/959e22ab-3971-4a34-82c2-c3830639c367/4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:13.224215 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.224952 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 8eb21232-3d31-4afa-a049-3322dac0ef1d no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:13.300389 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d9179-7bf9-4715-babf-51167f3541a7 req-0f4be67f-1dd3-4418-9005-ee3f071a5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:13.304927 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-898d9179-7bf9-4715-babf-51167f3541a7 req-0f4be67f-1dd3-4418-9005-ee3f071a5d92 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1 HTTP/1.1" status: 200 len: 918 time: 0.2428331 Jul 07 17:14:13.335350 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c53f5f7-7786-4d77-9154-6d84412d6cdf x-openstack-request-id: req-6c53f5f7-7786-4d77-9154-6d84412d6cdf {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:13.336686 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-deleted", "tag": "c062a1db-373b-4c9c-a081-b033c6a8856b", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:13.337129 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c53f5f7-7786-4d77-9154-6d84412d6cdf {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:13.337746 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-deleted', 'tag': 'c062a1db-373b-4c9c-a081-b033c6a8856b', 'status': 'completed', 'code': 200} Jul 07 17:14:13.365503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:13.474897 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-898d9179-7bf9-4715-babf-51167f3541a7 req-ab95fd39-9496-4bea-9af6-8f57b8ddc27a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 HTTP/1.1" status: 200 len: 1002 time: 0.1553884 Jul 07 17:14:13.485614 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 8eb21232-3d31-4afa-a049-3322dac0ef1d not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:13.487161 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device cd76306c-1fa6-42bc-ad55-41f92df88fad no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:13.565611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8e345734-a4a8-43bb-bc31-062625df929f req-1ccd72d9-7f06-4145-a7eb-8d8360b47468 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Deleting port 7c6344e7-6033-4b46-b335-4691acb11361 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:13.565952 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-1ccd72d9-7f06-4145-a7eb-8d8360b47468 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.644697 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d6cdb3e-3769-4a06-afda-cb2d62649c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.644919 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=7c6344e7-6033-4b46-b335-4691acb11361,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:13.676069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device cd76306c-1fa6-42bc-ad55-41f92df88fad not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:13.676495 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device c062a1db-373b-4c9c-a081-b033c6a8856b no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:13.691336 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d9179-7bf9-4715-babf-51167f3541a7 req-513a64d9-a85e-47bb-98f2-aa838c889a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:13.692739 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-898d9179-7bf9-4715-babf-51167f3541a7 req-513a64d9-a85e-47bb-98f2-aa838c889a7a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c3cd916-6514-42d5-8d29-5aae3a405db3 HTTP/1.1" status: 200 len: 856 time: 0.2047799 Jul 07 17:14:13.721274 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: c062a1db-373b-4c9c-a081-b033c6a8856b {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:13.721619 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device c062a1db-373b-4c9c-a081-b033c6a8856b not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:13.722316 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device a2b80725-0d33-40cf-b428-11acb89d8dbb no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:13.800509 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:13.815400 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Transition to ACTIVE for port object 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:13.842477 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Transition to ACTIVE for port object 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:13.867135 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.002929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Network 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:14.006108 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.025451 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:14.029324 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:14.041801 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Pushing event updated for resources: {'Port': ['ID=4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:14.056414 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c6344e7-6033-4b46-b335-4691acb11361'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:14.060255 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a166e3-df5c-48a0-9751-237adb87e328" -d '{"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-unplugged", "status": "completed", "tag": "7c6344e7-6033-4b46-b335-4691acb11361"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:14.169064 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d6cdb3e-3769-4a06-afda-cb2d62649c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.189881 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58b9a8b-1e70-4b4d-8daf-8a6dc3713f3e x-openstack-request-id: req-c58b9a8b-1e70-4b4d-8daf-8a6dc3713f3e {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:14.191728 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-unplugged", "status": "completed", "tag": "7c6344e7-6033-4b46-b335-4691acb11361", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:14.192008 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c58b9a8b-1e70-4b4d-8daf-8a6dc3713f3e {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:14.192430 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c6344e7-6033-4b46-b335-4691acb11361', 'code': 200} Jul 07 17:14:14.221604 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-bf6377ce-704f-42e4-87a1-d0f1a025452c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Allocated IP 172.20.0.1 (1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c/959e22ab-3971-4a34-82c2-c3830639c367/55ef17bc-a05b-4357-a55c-132ce4f4b78c) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:14.240175 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-9d6cdb3e-3769-4a06-afda-cb2d62649c7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a52dc26-8592-4c57-8800-c1fcb96305fc']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:14.261177 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port a2b80725-0d33-40cf-b428-11acb89d8dbb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=a2b80725-0d33-40cf-b428-11acb89d8dbb,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:14.283268 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.284154 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:14.284742 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-9d6cdb3e-3769-4a06-afda-cb2d62649c7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35942adb-c424-4652-bd11-4babc34db69f') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:14.285225 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-9d6cdb3e-3769-4a06-afda-cb2d62649c7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35942adb-c424-4652-bd11-4babc34db69f') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:14.305096 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d9179-7bf9-4715-babf-51167f3541a7 req-3dcc58f5-8b9c-4af8-aca1-779087de5479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:14.312301 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-898d9179-7bf9-4715-babf-51167f3541a7 req-3dcc58f5-8b9c-4af8-aca1-779087de5479 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6100788 Jul 07 17:14:14.339134 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Attempting to bind port 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:14.339498 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Attempting to bind port 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:14.339872 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Attempting to bind port 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6 on network 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:14.340244 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d6cdb3e-3769-4a06-afda-cb2d62649c7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.342141 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.371454 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:14.372168 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Checking segment: {'id': 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:14.372564 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.372974 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Bound using segment: {'id': 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:14.373474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Bound port: 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:14.374023 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.439143 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=a2b80725-0d33-40cf-b428-11acb89d8dbb,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:14.482084 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10ee5e-226b-4c5f-9840-f5f085f7f153 req-7645d76a-567c-4464-8217-bc7af345483c tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:14.496613 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10ee5e-226b-4c5f-9840-f5f085f7f153 req-7645d76a-567c-4464-8217-bc7af345483c tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:14.501513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8e345734-a4a8-43bb-bc31-062625df929f req-1ccd72d9-7f06-4145-a7eb-8d8360b47468 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] For port 7c6344e7-6033-4b46-b335-4691acb11361, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7c6344e7-6033-4b46-b335-4691acb11361,segment=NetworkSegment(28b813d0-ff8e-4398-baa2-b2254c75892a),segment_id=28b813d0-ff8e-4398-baa2-b2254c75892a)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:14.502596 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-1ccd72d9-7f06-4145-a7eb-8d8360b47468 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.506310 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10ee5e-226b-4c5f-9840-f5f085f7f153 req-7645d76a-567c-4464-8217-bc7af345483c tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:14.518807 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10ee5e-226b-4c5f-9840-f5f085f7f153 req-7645d76a-567c-4464-8217-bc7af345483c tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:14.531045 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5c10ee5e-226b-4c5f-9840-f5f085f7f153 req-7645d76a-567c-4464-8217-bc7af345483c tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 3146 time: 0.5650585 Jul 07 17:14:14.537701 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d6cdb3e-3769-4a06-afda-cb2d62649c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.590502 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6cdb3e-3769-4a06-afda-cb2d62649c7a admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:14:14.591350 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d6cdb3e-3769-4a06-afda-cb2d62649c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:14:14.597048 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:14:14.710520 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5c10ee5e-226b-4c5f-9840-f5f085f7f153 req-b4ec44d9-6592-4031-bad5-07af98649184 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749539 Jul 07 17:14:14.816479 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d6cdb3e-3769-4a06-afda-cb2d62649c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.829404 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-1ccd72d9-7f06-4145-a7eb-8d8360b47468 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.830146 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-1ccd72d9-7f06-4145-a7eb-8d8360b47468 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.830922 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [req-8e345734-a4a8-43bb-bc31-062625df929f req-1ccd72d9-7f06-4145-a7eb-8d8360b47468 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Floating IP 643e66b8-9127-4ef1-8e2c-3baadd5a4238 disassociated. External IP: 172.25.2.212, port: 7c6344e7-6033-4b46-b335-4691acb11361. Jul 07 17:14:14.831370 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8e345734-a4a8-43bb-bc31-062625df929f req-1ccd72d9-7f06-4145-a7eb-8d8360b47468 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Calling delete_port for 7c6344e7-6033-4b46-b335-4691acb11361 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:14.832337 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d6cdb3e-3769-4a06-afda-cb2d62649c7a admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.838802 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9d6cdb3e-3769-4a06-afda-cb2d62649c7a admin admin] 10.222.0.50 "DELETE /v2.0/networks/2a52dc26-8592-4c57-8800-c1fcb96305fc HTTP/1.1" status: 204 len: 168 time: 1.6242397 Jul 07 17:14:14.876302 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.883213 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf6377ce-704f-42e4-87a1-d0f1a025452c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.886597 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2ab9a839-a8fd-41b7-a314-bfa673a1ff9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.907015 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] For port 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:14.932331 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-bf6377ce-704f-42e4-87a1-d0f1a025452c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Transition to ACTIVE for port object 55ef17bc-a05b-4357-a55c-132ce4f4b78c will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:14.940251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=4ba8060b-1db9-4ca5-8da3-fd4aee84a94d,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:14.950606 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:14.958566 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] For port 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6,segment=NetworkSegment(c3a6e6dd-1bc6-4a1a-b309-0412425c3b01),segment_id=c3a6e6dd-1bc6-4a1a-b309-0412425c3b01)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:14.982139 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.015346 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-898d9179-7bf9-4715-babf-51167f3541a7 req-b333f355-239c-469d-9762-b3643293fb69 service neutron] 10.222.0.69 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6864307 Jul 07 17:14:15.018598 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6cdb3e-3769-4a06-afda-cb2d62649c7a admin admin] Pushing event deleted for resources: {'Network': ['ID=2a52dc26-8592-4c57-8800-c1fcb96305fc,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:15.067949 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf6377ce-704f-42e4-87a1-d0f1a025452c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.083751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=4ba8060b-1db9-4ca5-8da3-fd4aee84a94d,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:15.230796 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f727345-1f99-4c4b-87e4-02525ba02a13 None None] Pushing event updated for resources: {'Port': ['ID=4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:15.322737 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44490) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:15.339258 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-1ccd72d9-7f06-4145-a7eb-8d8360b47468 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.485839 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd72d9-7f06-4145-a7eb-8d8360b47468 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event deleted for resources: {'Port': ['ID=7c6344e7-6033-4b46-b335-4691acb11361,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:15.629982 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dbbcb84a-17be-4b9b-b645-1fce4b49a074 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:15.633566 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-10a93786-b854-45ff-b4db-a11e91974cd5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0fe68912c43b4c388d4bb8dc36cf9dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092110 Jul 07 17:14:15.636661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44492) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:15.713237 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port dbbcb84a-17be-4b9b-b645-1fce4b49a074 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:15.721267 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port dbbcb84a-17be-4b9b-b645-1fce4b49a074 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:15.721915 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.743892 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f70ab238-48e4-46ac-a36c-a142d033c0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.762988 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e345734-a4a8-43bb-bc31-062625df929f req-1ccd72d9-7f06-4145-a7eb-8d8360b47468 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Router 05761616-af1c-4e2f-84dd-faa6876f4957 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:15.787448 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f70ab238-48e4-46ac-a36c-a142d033c0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.880312 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6377ce-704f-42e4-87a1-d0f1a025452c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:15.887170 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.903213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-bf6377ce-704f-42e4-87a1-d0f1a025452c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:15.907358 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6377ce-704f-42e4-87a1-d0f1a025452c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=55ef17bc-a05b-4357-a55c-132ce4f4b78c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:15.909936 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6377ce-704f-42e4-87a1-d0f1a025452c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:15.968697 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f70ab238-48e4-46ac-a36c-a142d033c0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.972641 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port dbbcb84a-17be-4b9b-b645-1fce4b49a074, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=dbbcb84a-17be-4b9b-b645-1fce4b49a074,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:15.972826 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f70ab238-48e4-46ac-a36c-a142d033c0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.977727 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:15.978652 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:15.994602 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f70ab238-48e4-46ac-a36c-a142d033c0b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d1eae32-75c4-4804-aa37-0f7a1a90e138 HTTP/1.1" status: 204 len: 168 time: 0.3452039 Jul 07 17:14:16.019400 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e345734-a4a8-43bb-bc31-062625df929f req-1ccd72d9-7f06-4145-a7eb-8d8360b47468 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:16.029495 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ab238-48e4-46ac-a36c-a142d033c0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1eae32-75c4-4804-aa37-0f7a1a90e138,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:16.072089 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-898d9179-7bf9-4715-babf-51167f3541a7 req-b4a4fde7-c341-4cb0-9f1c-22cd4578f9ae service neutron] 10.222.0.69 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0462666 Jul 07 17:14:16.083523 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ccb2c4-8a6a-4ea3-af12-fbf3d73ba57f None None] Sync routers for ids ['05761616-af1c-4e2f-84dd-faa6876f4957'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:16.140740 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf6377ce-704f-42e4-87a1-d0f1a025452c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.166190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e345734-a4a8-43bb-bc31-062625df929f req-1ccd72d9-7f06-4145-a7eb-8d8360b47468 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] No DVR routers for this DVR port 7c6344e7-6033-4b46-b335-4691acb11361 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:16.172844 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ccb2c4-8a6a-4ea3-af12-fbf3d73ba57f None None] Routers {'05761616-af1c-4e2f-84dd-faa6876f4957'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:16.173574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-26ccb2c4-8a6a-4ea3-af12-fbf3d73ba57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['05761616-af1c-4e2f-84dd-faa6876f4957'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:16.173905 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-1ccd72d9-7f06-4145-a7eb-8d8360b47468 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.179679 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e345734-a4a8-43bb-bc31-062625df929f req-1ccd72d9-7f06-4145-a7eb-8d8360b47468 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.69 "DELETE /v2.0/ports/7c6344e7-6033-4b46-b335-4691acb11361 HTTP/1.1" status: 204 len: 173 time: 2.9728169 Jul 07 17:14:16.179897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-deleted', 'tag': '7c6344e7-6033-4b46-b335-4691acb11361'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:16.185080 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5fc5c3-5f66-4370-9e03-df417a746cc1" -d '{"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-deleted", "tag": "7c6344e7-6033-4b46-b335-4691acb11361"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:16.313133 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2b80725-0d33-40cf-b428-11acb89d8dbb'}, {'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ba8060b-1db9-4ca5-8da3-fd4aee84a94d'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:16.335729 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0ab19d-76d4-40e7-9c8f-0d2a08bba3f7" -d '{"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-unplugged", "status": "completed", "tag": "a2b80725-0d33-40cf-b428-11acb89d8dbb"}, {"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-unplugged", "status": "completed", "tag": "4ba8060b-1db9-4ca5-8da3-fd4aee84a94d"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:16.372242 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=dbbcb84a-17be-4b9b-b645-1fce4b49a074,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:16.383040 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073e7a1-91e1-4d7e-ba01-38c7a9518ee2 req-3c1aa0c7-1e0d-40d6-b4bf-339a226c8973 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:16.385635 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8e345734-a4a8-43bb-bc31-062625df929f req-3ab61aa0-baa2-41e2-8dfa-79f39c965be2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Deleting port 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:16.387850 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-3ab61aa0-baa2-41e2-8dfa-79f39c965be2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.402444 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073e7a1-91e1-4d7e-ba01-38c7a9518ee2 req-3c1aa0c7-1e0d-40d6-b4bf-339a226c8973 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:16.409342 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073e7a1-91e1-4d7e-ba01-38c7a9518ee2 req-3c1aa0c7-1e0d-40d6-b4bf-339a226c8973 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:16.419764 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e073e7a1-91e1-4d7e-ba01-38c7a9518ee2 req-3c1aa0c7-1e0d-40d6-b4bf-339a226c8973 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 2409 time: 0.4216309 Jul 07 17:14:16.540006 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e073e7a1-91e1-4d7e-ba01-38c7a9518ee2 req-7ecdfc32-a2ea-4805-b719-56e62e385682 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136982 Jul 07 17:14:16.621845 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-26ccb2c4-8a6a-4ea3-af12-fbf3d73ba57f None None] Set router 05761616-af1c-4e2f-84dd-faa6876f4957 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:16.635931 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e1cf03-1109-49cc-9638-061d1f6df334 x-openstack-request-id: req-31e1cf03-1109-49cc-9638-061d1f6df334 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:16.636484 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-deleted", "tag": "7c6344e7-6033-4b46-b335-4691acb11361", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:16.639418 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-31e1cf03-1109-49cc-9638-061d1f6df334 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:16.641029 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-deleted', 'tag': '7c6344e7-6033-4b46-b335-4691acb11361', 'status': 'completed', 'code': 200} Jul 07 17:14:16.661488 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf6377ce-704f-42e4-87a1-d0f1a025452c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.668481 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8e345734-a4a8-43bb-bc31-062625df929f req-3ab61aa0-baa2-41e2-8dfa-79f39c965be2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] For port 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=4ba8060b-1db9-4ca5-8da3-fd4aee84a94d,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:16.669331 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-3ab61aa0-baa2-41e2-8dfa-79f39c965be2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.697039 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23e3a28-2ea4-407c-a14f-aeb74d23d1b3 x-openstack-request-id: req-b23e3a28-2ea4-407c-a14f-aeb74d23d1b3 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:16.697529 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-unplugged", "status": "completed", "tag": "a2b80725-0d33-40cf-b428-11acb89d8dbb", "code": 200}, {"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-unplugged", "status": "completed", "tag": "4ba8060b-1db9-4ca5-8da3-fd4aee84a94d", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:16.698070 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b23e3a28-2ea4-407c-a14f-aeb74d23d1b3 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:16.698823 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2b80725-0d33-40cf-b428-11acb89d8dbb', 'code': 200} Jul 07 17:14:16.699198 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ba8060b-1db9-4ca5-8da3-fd4aee84a94d', 'code': 200} Jul 07 17:14:16.703190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8e345734-a4a8-43bb-bc31-062625df929f req-3ab61aa0-baa2-41e2-8dfa-79f39c965be2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Calling delete_port for 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:16.727990 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:16.728397 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:16.835400 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.003797 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-3ab61aa0-baa2-41e2-8dfa-79f39c965be2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.076627 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab61aa0-baa2-41e2-8dfa-79f39c965be2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event deleted for resources: {'Port': ['ID=4ba8060b-1db9-4ca5-8da3-fd4aee84a94d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:17.161311 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-26ccb2c4-8a6a-4ea3-af12-fbf3d73ba57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'name': 'tempest-TaggedBootDevicesTest-469848614-router', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '87341149-3812-4b44-acf7-656cff749ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:08Z', 'updated_at': '2021-07-07T17:03:27Z', 'revision_number': 4, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'gw_port': {'id': '87341149-3812-4b44-acf7-656cff749ae8', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:10Z', 'updated_at': '2021-07-07T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '62311826-e8ae-4755-9bfb-07ea420ec21f', 'name': '', 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'mac_address': 'fa:16:3e:7c:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'bb5af372-328c-408a-a249-1a68d716f9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:23Z', 'updated_at': '2021-07-07T17:03:38Z', 'revision_number': 5, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'subnets': [{'id': 'bb5af372-328c-408a-a249-1a68d716f9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:17.194169 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4731c7e3-f300-4c23-83ca-206bece908ae None None] Network 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:17.198467 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ccb2c4-8a6a-4ea3-af12-fbf3d73ba57f None None] Checking router: 05761616-af1c-4e2f-84dd-faa6876f4957 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:17.201720 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e345734-a4a8-43bb-bc31-062625df929f req-3ab61aa0-baa2-41e2-8dfa-79f39c965be2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] No DVR routers for this DVR port 4ba8060b-1db9-4ca5-8da3-fd4aee84a94d on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:17.205832 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-3ab61aa0-baa2-41e2-8dfa-79f39c965be2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.213614 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e345734-a4a8-43bb-bc31-062625df929f req-3ab61aa0-baa2-41e2-8dfa-79f39c965be2 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.69 "DELETE /v2.0/ports/4ba8060b-1db9-4ca5-8da3-fd4aee84a94d HTTP/1.1" status: 204 len: 173 time: 1.0236518 Jul 07 17:14:17.274262 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ccb2c4-8a6a-4ea3-af12-fbf3d73ba57f None None] Routers {'05761616-af1c-4e2f-84dd-faa6876f4957'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:17.275128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-26ccb2c4-8a6a-4ea3-af12-fbf3d73ba57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:13:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['05761616-af1c-4e2f-84dd-faa6876f4957'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:17.298390 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf6377ce-704f-42e4-87a1-d0f1a025452c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.305089 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf6377ce-704f-42e4-87a1-d0f1a025452c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.341095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b917f8f5-5a0b-4a0e-911e-6377b9b06b1d None None] Provisioning for port 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:17.445543 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6377ce-704f-42e4-87a1-d0f1a025452c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=55ef17bc-a05b-4357-a55c-132ce4f4b78c,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:17.459663 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf6377ce-704f-42e4-87a1-d0f1a025452c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.648042 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8e345734-a4a8-43bb-bc31-062625df929f req-f17a84cc-fbf1-49d9-a5d6-73ca75778aad tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Deleting port a2b80725-0d33-40cf-b428-11acb89d8dbb {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:17.648573 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-f17a84cc-fbf1-49d9-a5d6-73ca75778aad tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.695834 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6377ce-704f-42e4-87a1-d0f1a025452c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:17.708076 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-bf6377ce-704f-42e4-87a1-d0f1a025452c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:17.807679 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-26ccb2c4-8a6a-4ea3-af12-fbf3d73ba57f None None] Set router 05761616-af1c-4e2f-84dd-faa6876f4957 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:17.826340 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dbbcb84a-17be-4b9b-b645-1fce4b49a074 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:17.908710 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8e345734-a4a8-43bb-bc31-062625df929f req-f17a84cc-fbf1-49d9-a5d6-73ca75778aad tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] For port a2b80725-0d33-40cf-b428-11acb89d8dbb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=a2b80725-0d33-40cf-b428-11acb89d8dbb,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:17.909467 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-f17a84cc-fbf1-49d9-a5d6-73ca75778aad tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:17.946790 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8e345734-a4a8-43bb-bc31-062625df929f req-f17a84cc-fbf1-49d9-a5d6-73ca75778aad tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Calling delete_port for a2b80725-0d33-40cf-b428-11acb89d8dbb owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:17.988978 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.015547 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6377ce-704f-42e4-87a1-d0f1a025452c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Router 9d09c8ef-b10e-4b7d-97da-5beb04622a25 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:18.044910 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f90daef7-829c-4b8e-bd95-84db8d2c457b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.053200 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d95f48-b389-4420-b54b-85bda666c0f8 req-7aa02431-284b-4a5a-b0bd-aaeb6185cbf9 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:18.060751 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d95f48-b389-4420-b54b-85bda666c0f8 req-7aa02431-284b-4a5a-b0bd-aaeb6185cbf9 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:18.068995 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4d95f48-b389-4420-b54b-85bda666c0f8 req-7aa02431-284b-4a5a-b0bd-aaeb6185cbf9 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 1677 time: 0.1966395 Jul 07 17:14:18.118023 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port dbbcb84a-17be-4b9b-b645-1fce4b49a074 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:18.118486 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.164668 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4d95f48-b389-4420-b54b-85bda666c0f8 req-cb899391-dd59-465e-b7e5-e6235635bb0f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866234 Jul 07 17:14:18.272146 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6377ce-704f-42e4-87a1-d0f1a025452c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:18.280845 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bf6377ce-704f-42e4-87a1-d0f1a025452c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "PUT /v2.0/routers/9d09c8ef-b10e-4b7d-97da-5beb04622a25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6561432 Jul 07 17:14:18.309436 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-f17a84cc-fbf1-49d9-a5d6-73ca75778aad tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.315139 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] Sync routers for ids ['9d09c8ef-b10e-4b7d-97da-5beb04622a25'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:18.319810 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:18.337092 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] Routers {'9d09c8ef-b10e-4b7d-97da-5beb04622a25'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:18.338268 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:14:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9d09c8ef-b10e-4b7d-97da-5beb04622a25'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:18.410602 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-26ccb2c4-8a6a-4ea3-af12-fbf3d73ba57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'name': 'tempest-TaggedBootDevicesTest-469848614-router', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '87341149-3812-4b44-acf7-656cff749ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:08Z', 'updated_at': '2021-07-07T17:03:27Z', 'revision_number': 4, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'gw_port': {'id': '87341149-3812-4b44-acf7-656cff749ae8', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:10Z', 'updated_at': '2021-07-07T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '62311826-e8ae-4755-9bfb-07ea420ec21f', 'name': '', 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'mac_address': 'fa:16:3e:7c:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'bb5af372-328c-408a-a249-1a68d716f9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:23Z', 'updated_at': '2021-07-07T17:03:38Z', 'revision_number': 5, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'subnets': [{'id': 'bb5af372-328c-408a-a249-1a68d716f9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:18.418271 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a84cc-fbf1-49d9-a5d6-73ca75778aad tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event deleted for resources: {'Port': ['ID=a2b80725-0d33-40cf-b428-11acb89d8dbb,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:18.462459 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ccb2c4-8a6a-4ea3-af12-fbf3d73ba57f None None] The sync data for ids ['05761616-af1c-4e2f-84dd-faa6876f4957'] in n-d-793620-7 is: [{'id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'name': 'tempest-TaggedBootDevicesTest-469848614-router', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '87341149-3812-4b44-acf7-656cff749ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:08Z', 'updated_at': '2021-07-07T17:03:27Z', 'revision_number': 4, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'gw_port': {'id': '87341149-3812-4b44-acf7-656cff749ae8', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:10Z', 'updated_at': '2021-07-07T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '62311826-e8ae-4755-9bfb-07ea420ec21f', 'name': '', 'network_id': '9866a6b9-c461-4258-9fc8-481f6033e3c6', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'mac_address': 'fa:16:3e:7c:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'bb5af372-328c-408a-a249-1a68d716f9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:23Z', 'updated_at': '2021-07-07T17:03:38Z', 'revision_number': 5, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'subnets': [{'id': 'bb5af372-328c-408a-a249-1a68d716f9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:18.489812 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:18.495463 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:18.495851 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.571825 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] Set router 9d09c8ef-b10e-4b7d-97da-5beb04622a25 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:18.652905 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.661960 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-deleted', 'tag': '4ba8060b-1db9-4ca5-8da3-fd4aee84a94d'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:18.674841 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b835559-8170-4676-b835-5d2df327bb9f" -d '{"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-deleted", "tag": "4ba8060b-1db9-4ca5-8da3-fd4aee84a94d"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:18.688611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e345734-a4a8-43bb-bc31-062625df929f req-f17a84cc-fbf1-49d9-a5d6-73ca75778aad tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] No DVR routers for this DVR port a2b80725-0d33-40cf-b428-11acb89d8dbb on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:18.695609 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-f17a84cc-fbf1-49d9-a5d6-73ca75778aad tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.708199 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6,segment=NetworkSegment(c3a6e6dd-1bc6-4a1a-b309-0412425c3b01),segment_id=c3a6e6dd-1bc6-4a1a-b309-0412425c3b01)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:18.720908 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e345734-a4a8-43bb-bc31-062625df929f req-f17a84cc-fbf1-49d9-a5d6-73ca75778aad tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.69 "DELETE /v2.0/ports/a2b80725-0d33-40cf-b428-11acb89d8dbb HTTP/1.1" status: 204 len: 173 time: 1.4917135 Jul 07 17:14:18.762418 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.842122 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d25a8006-312e-469b-abf0-edaf6f433459 None None] Provisioning for port 55ef17bc-a05b-4357-a55c-132ce4f4b78c completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:18.849584 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:18.857125 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d25a8006-312e-469b-abf0-edaf6f433459 None None] Provisioning complete for port 55ef17bc-a05b-4357-a55c-132ce4f4b78c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:18.857508 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d25a8006-312e-469b-abf0-edaf6f433459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:18.949269 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f190714-1910-4702-8715-a030154c4f7a x-openstack-request-id: req-3f190714-1910-4702-8715-a030154c4f7a {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:18.949851 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-deleted", "tag": "4ba8060b-1db9-4ca5-8da3-fd4aee84a94d", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:18.950069 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3f190714-1910-4702-8715-a030154c4f7a {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:18.951236 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-deleted', 'tag': '4ba8060b-1db9-4ca5-8da3-fd4aee84a94d', 'status': 'completed', 'code': 200} Jul 07 17:14:18.974043 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9cdac72f-ac5f-4889-a628-527bc379974b req-a2b7707c-74d5-472b-844a-9ad52ab0bd09 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-7868687&fields=id&tenant_id=579e95f3998b4f8bb632de60105379a3 HTTP/1.1" status: 200 len: 267 time: 0.2265971 Jul 07 17:14:19.004118 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d25a8006-312e-469b-abf0-edaf6f433459 None None] Port 55ef17bc-a05b-4357-a55c-132ce4f4b78c cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:19.029516 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4bad626d-6b28-4bf4-9717-c2695592e4fc req-afcfbb6f-0962-4314-bd62-ae2568d1dcc5 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=efadc56f-909d-419c-a758-097972dca3d9 HTTP/1.1" status: 200 len: 210 time: 0.1208966 Jul 07 17:14:19.053238 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70343079-3e17-4f79-8456-2dedbbd17fb3 None None] New status for floating IP 643e66b8-9127-4ef1-8e2c-3baadd5a4238: DOWN {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:14:19.308346 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260774869', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:05Z', 'updated_at': '2021-07-07T17:14:16Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:06Z', 'updated_at': '2021-07-07T17:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '55ef17bc-a05b-4357-a55c-132ce4f4b78c', 'name': '', 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:55:d7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '959e22ab-3971-4a34-82c2-c3830639c367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:12Z', 'updated_at': '2021-07-07T17:14:16Z', 'revision_number': 2, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '959e22ab-3971-4a34-82c2-c3830639c367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:19.350230 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdac72f-ac5f-4889-a628-527bc379974b req-fab97113-2b3e-4ce6-8c32-5f4d2f548ce8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:19.357639 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9cdac72f-ac5f-4889-a628-527bc379974b req-fab97113-2b3e-4ce6-8c32-5f4d2f548ce8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/networks?id=1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c HTTP/1.1" status: 200 len: 796 time: 0.3818359 Jul 07 17:14:19.401657 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9cdac72f-ac5f-4889-a628-527bc379974b req-1b0fa06c-d274-47a3-89cb-651308e10dc5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/quotas/579e95f3998b4f8bb632de60105379a3 HTTP/1.1" status: 200 len: 375 time: 0.0429873 Jul 07 17:14:19.456045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8e345734-a4a8-43bb-bc31-062625df929f req-8e3a047d-2526-4fb8-b802-550af92b363d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Deleting port 945ac77d-db4f-4aac-aec5-b6e497e33fb2 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:19.456394 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-8e3a047d-2526-4fb8-b802-550af92b363d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.479382 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] Checking router: 9d09c8ef-b10e-4b7d-97da-5beb04622a25 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:19.482313 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] Updating router 9d09c8ef-b10e-4b7d-97da-5beb04622a25 port 55ef17bc-a05b-4357-a55c-132ce4f4b78c binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:14:19.577622 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.605163 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9cdac72f-ac5f-4889-a628-527bc379974b req-cda423af-05e2-4561-99f1-a6aea161e3d8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1929998 Jul 07 17:14:19.661560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8e345734-a4a8-43bb-bc31-062625df929f req-8e3a047d-2526-4fb8-b802-550af92b363d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] For port 945ac77d-db4f-4aac-aec5-b6e497e33fb2, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=945ac77d-db4f-4aac-aec5-b6e497e33fb2,segment=NetworkSegment(42e6b983-0ac2-4827-9607-037f81f56b08),segment_id=42e6b983-0ac2-4827-9607-037f81f56b08)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:19.662184 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-8e3a047d-2526-4fb8-b802-550af92b363d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.693792 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8e345734-a4a8-43bb-bc31-062625df929f req-8e3a047d-2526-4fb8-b802-550af92b363d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Calling delete_port for 945ac77d-db4f-4aac-aec5-b6e497e33fb2 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:19.786561 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:19.845910 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:19.874481 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d25a8006-312e-469b-abf0-edaf6f433459 None None] Provisioning complete for port 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:19.874686 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d25a8006-312e-469b-abf0-edaf6f433459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.029803 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:20.030341 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.059005 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9cdac72f-ac5f-4889-a628-527bc379974b req-7906f7af-23a8-4389-bef4-5fc2f1ebbfc2 service neutron] 10.222.0.50 "GET /v2.0/networks/1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524655 Jul 07 17:14:20.305163 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbe4d9-3879-46e2-8572-228dec2c26de req-4c3a9fa4-ecf6-42b5-a98e-3f619b0b2430 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:20.306813 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-437310b3-7733-43f2-81ef-5242d7de9b78 None None] Provisioning complete for port 55ef17bc-a05b-4357-a55c-132ce4f4b78c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:20.307832 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-42dbe4d9-3879-46e2-8572-228dec2c26de req-4c3a9fa4-ecf6-42b5-a98e-3f619b0b2430 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 943 time: 0.1333034 Jul 07 17:14:20.315432 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-437310b3-7733-43f2-81ef-5242d7de9b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.342202 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9cdac72f-ac5f-4889-a628-527bc379974b req-5c83421c-462a-48ec-8e7d-ca7f671aa1d4 service neutron] 10.222.0.50 "GET /v2.0/networks/1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822599 Jul 07 17:14:20.377574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-437310b3-7733-43f2-81ef-5242d7de9b78 None None] Port 55ef17bc-a05b-4357-a55c-132ce4f4b78c cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:20.397460 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-8e3a047d-2526-4fb8-b802-550af92b363d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.415325 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-42dbe4d9-3879-46e2-8572-228dec2c26de req-2107cb11-07f6-46ac-9ecc-d658c31aa91c tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe6d19c0-b99c-4dac-b9a8-265ca2a97568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991797 Jul 07 17:14:20.480303 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.518279 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.553106 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a047d-2526-4fb8-b802-550af92b363d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event deleted for resources: {'Port': ['ID=945ac77d-db4f-4aac-aec5-b6e497e33fb2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:20.566578 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] Transition to ACTIVE for port object 55ef17bc-a05b-4357-a55c-132ce4f4b78c will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:20.588294 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:20.739461 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b146f1-a4d8-40d7-9037-5db9cb7d73fb None None] Pushing event updated for resources: {'Port': ['ID=55ef17bc-a05b-4357-a55c-132ce4f4b78c,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:20.887126 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3f0b512e-7e2a-4437-a65d-1f91724bca53 req-409f6228-5ca9-4bde-8d4a-9cfbb92f6528 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.1507311 Jul 07 17:14:20.978322 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-deleted', 'tag': 'a2b80725-0d33-40cf-b428-11acb89d8dbb'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:20.979348 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] Attempting to bind port 55ef17bc-a05b-4357-a55c-132ce4f4b78c on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:20.979736 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] Attempting to bind port 55ef17bc-a05b-4357-a55c-132ce4f4b78c by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:20.980101 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] Attempting to bind port 55ef17bc-a05b-4357-a55c-132ce4f4b78c on network 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:20.987676 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5567843-655b-45f4-b890-ffc9023fe126" -d '{"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-deleted", "tag": "a2b80725-0d33-40cf-b428-11acb89d8dbb"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:21.002579 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e345734-a4a8-43bb-bc31-062625df929f req-8e3a047d-2526-4fb8-b802-550af92b363d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] No DVR routers for this DVR port 945ac77d-db4f-4aac-aec5-b6e497e33fb2 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:21.008361 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:21.008361 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] Checking segment: {'id': 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:21.008780 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.009054 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] Bound using segment: {'id': 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:21.010310 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8e345734-a4a8-43bb-bc31-062625df929f req-8e3a047d-2526-4fb8-b802-550af92b363d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.015340 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] Bound port: 55ef17bc-a05b-4357-a55c-132ce4f4b78c, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:21.015703 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e345734-a4a8-43bb-bc31-062625df929f req-8e3a047d-2526-4fb8-b802-550af92b363d tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.69 "DELETE /v2.0/ports/945ac77d-db4f-4aac-aec5-b6e497e33fb2 HTTP/1.1" status: 204 len: 173 time: 2.2919655 Jul 07 17:14:21.015819 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.120337 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5383d8a6-1f0f-4602-ba06-c98bdee3580c req-3425801a-985f-49cf-ae8c-255ef4d51946 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 210 time: 0.0542703 Jul 07 17:14:21.165096 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8b6f08-9ef2-4527-907e-4de6cdfd749a x-openstack-request-id: req-ec8b6f08-9ef2-4527-907e-4de6cdfd749a {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:21.165772 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-deleted", "tag": "a2b80725-0d33-40cf-b428-11acb89d8dbb", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:21.166183 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec8b6f08-9ef2-4527-907e-4de6cdfd749a {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:21.166893 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-deleted', 'tag': 'a2b80725-0d33-40cf-b428-11acb89d8dbb', 'status': 'completed', 'code': 200} Jul 07 17:14:21.239200 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] For port 55ef17bc-a05b-4357-a55c-132ce4f4b78c, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:21.243256 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] For port 55ef17bc-a05b-4357-a55c-132ce4f4b78c, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=55ef17bc-a05b-4357-a55c-132ce4f4b78c,segment=NetworkSegment(c3a6e6dd-1bc6-4a1a-b309-0412425c3b01),segment_id=c3a6e6dd-1bc6-4a1a-b309-0412425c3b01)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:21.252226 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:21.349278 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b146f1-a4d8-40d7-9037-5db9cb7d73fb None None] Pushing event updated for resources: {'Port': ['ID=55ef17bc-a05b-4357-a55c-132ce4f4b78c,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:21.352371 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] Routers {'9d09c8ef-b10e-4b7d-97da-5beb04622a25'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:21.353356 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:14:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9d09c8ef-b10e-4b7d-97da-5beb04622a25'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:21.598118 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] Set router 9d09c8ef-b10e-4b7d-97da-5beb04622a25 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:21.770173 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-75111dee-8222-4192-9683-25fb9937cdb8 req-2cdd431a-9455-4294-abf7-861c91817219 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 210 time: 0.0708411 Jul 07 17:14:21.988089 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260774869', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:05Z', 'updated_at': '2021-07-07T17:14:16Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:06Z', 'updated_at': '2021-07-07T17:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '55ef17bc-a05b-4357-a55c-132ce4f4b78c', 'name': '', 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:55:d7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '959e22ab-3971-4a34-82c2-c3830639c367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:12Z', 'updated_at': '2021-07-07T17:14:21Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '959e22ab-3971-4a34-82c2-c3830639c367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:22.032720 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797c5998-93b8-4bce-b166-c5674a8566a2 None None] The sync data for ids ['9d09c8ef-b10e-4b7d-97da-5beb04622a25'] in n-d-793620-7 is: [{'id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260774869', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:05Z', 'updated_at': '2021-07-07T17:14:16Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:06Z', 'updated_at': '2021-07-07T17:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '55ef17bc-a05b-4357-a55c-132ce4f4b78c', 'name': '', 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:55:d7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '959e22ab-3971-4a34-82c2-c3830639c367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:12Z', 'updated_at': '2021-07-07T17:14:21Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '959e22ab-3971-4a34-82c2-c3830639c367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:22.167646 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2cf793e9-afa1-4d22-a870-bac8c1939219 req-2f1960d6-0794-436b-8a6a-78af98a8176b tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0942576 Jul 07 17:14:22.378721 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7c66e667-a666-440a-8e19-4cdc3fd201bb req-2d17c294-23e9-43c9-a9cd-af0b3ca1e610 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 210 time: 0.0323143 Jul 07 17:14:23.030364 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dfcd6dfc-1d23-4985-972c-a22cbfd18db8 req-266c7ffd-28fa-4af6-8bcc-ba6b1437f2d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=efadc56f-909d-419c-a758-097972dca3d9 HTTP/1.1" status: 200 len: 210 time: 0.0821660 Jul 07 17:14:23.185540 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-deleted', 'tag': '945ac77d-db4f-4aac-aec5-b6e497e33fb2'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:23.189830 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a7eff6-9937-4380-8d9b-d636e8913893" -d '{"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-deleted", "tag": "945ac77d-db4f-4aac-aec5-b6e497e33fb2"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:23.254584 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-496a477b-4216-4ad6-a003-2b3857b609d5 req-8cee6a22-63c7-4a17-bbc4-975f153bbedc tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 210 time: 0.0882993 Jul 07 17:14:23.293464 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f764401a-68ca-4920-a6c8-4f856dbbc957 x-openstack-request-id: req-f764401a-68ca-4920-a6c8-4f856dbbc957 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:23.293774 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a97304-db69-4afa-8ba6-b23ddbabbbbd", "name": "network-vif-deleted", "tag": "945ac77d-db4f-4aac-aec5-b6e497e33fb2", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:23.294202 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f764401a-68ca-4920-a6c8-4f856dbbc957 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:23.294786 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a97304-db69-4afa-8ba6-b23ddbabbbbd', 'name': 'network-vif-deleted', 'tag': '945ac77d-db4f-4aac-aec5-b6e497e33fb2', 'status': 'completed', 'code': 200} Jul 07 17:14:23.354018 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdac72f-ac5f-4889-a628-527bc379974b req-0c1c124c-94e4-43b4-a0be-cd4509edfff6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:23.378683 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9cdac72f-ac5f-4889-a628-527bc379974b req-0c1c124c-94e4-43b4-a0be-cd4509edfff6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.15 "GET /v2.0/networks?id=1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c HTTP/1.1" status: 200 len: 796 time: 0.4450889 Jul 07 17:14:23.452354 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 55ef17bc-a05b-4357-a55c-132ce4f4b78c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:23.473418 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9cdac72f-ac5f-4889-a628-527bc379974b req-49209c68-0b2e-4630-9d4a-120614cefc81 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=579e95f3998b4f8bb632de60105379a3 HTTP/1.1" status: 200 len: 377 time: 0.0843213 Jul 07 17:14:23.483657 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-9cdac72f-ac5f-4889-a628-527bc379974b req-b9026f67-593c-4902-900a-dfa693156755 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'port': {'device_id': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c', 'admin_state_up': True, 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'security_groups': ['4599d268-8cc5-4196-96f1-2cc1d5754cd6']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:23.599256 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 55ef17bc-a05b-4357-a55c-132ce4f4b78c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:23.606985 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 55ef17bc-a05b-4357-a55c-132ce4f4b78c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:23.607369 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.675571 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19199067-98ee-46a6-ac03-f45e033a1148 req-eb220d8e-7d04-4864-b564-4f5ec5fc6ec3 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.1058564 Jul 07 17:14:23.780477 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.824990 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 55ef17bc-a05b-4357-a55c-132ce4f4b78c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=55ef17bc-a05b-4357-a55c-132ce4f4b78c,segment=NetworkSegment(c3a6e6dd-1bc6-4a1a-b309-0412425c3b01),segment_id=c3a6e6dd-1bc6-4a1a-b309-0412425c3b01)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:23.825716 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-75c0d40f-88b5-4b89-9f27-3bbd440901be req-87ba81ae-ff64-4bfe-8277-e3bf29f65539 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 210 time: 0.1010153 Jul 07 17:14:23.830697 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:23.917285 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=55ef17bc-a05b-4357-a55c-132ce4f4b78c,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:23.923861 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cdac72f-ac5f-4889-a628-527bc379974b req-b9026f67-593c-4902-900a-dfa693156755 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Made reservation on behalf of 579e95f3998b4f8bb632de60105379a3 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:23.928267 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9cdac72f-ac5f-4889-a628-527bc379974b req-b9026f67-593c-4902-900a-dfa693156755 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.092960 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26ecf64a-475f-4998-889f-b38baacb9209 req-84f73627-811c-4e14-a58f-24c9b607ca8a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0424330 Jul 07 17:14:24.151252 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-9cdac72f-ac5f-4889-a628-527bc379974b req-b9026f67-593c-4902-900a-dfa693156755 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Allocated IP 172.20.0.7 (1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c/959e22ab-3971-4a34-82c2-c3830639c367/81e9f0b5-4489-4f1d-a5ce-d259a17bba06) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:24.348250 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9cdac72f-ac5f-4889-a628-527bc379974b req-b9026f67-593c-4902-900a-dfa693156755 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.364947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-9cdac72f-ac5f-4889-a628-527bc379974b req-b9026f67-593c-4902-900a-dfa693156755 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Transition to ACTIVE for port object 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:24.404068 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9cdac72f-ac5f-4889-a628-527bc379974b req-b9026f67-593c-4902-900a-dfa693156755 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.474753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cdac72f-ac5f-4889-a628-527bc379974b req-b9026f67-593c-4902-900a-dfa693156755 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:24.476904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-9cdac72f-ac5f-4889-a628-527bc379974b req-b9026f67-593c-4902-900a-dfa693156755 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:24.479071 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9026f67-593c-4902-900a-dfa693156755 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:24.481424 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdac72f-ac5f-4889-a628-527bc379974b req-b9026f67-593c-4902-900a-dfa693156755 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:24.554956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdac72f-ac5f-4889-a628-527bc379974b req-b9026f67-593c-4902-900a-dfa693156755 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:24.558641 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9cdac72f-ac5f-4889-a628-527bc379974b req-b9026f67-593c-4902-900a-dfa693156755 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.579694 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-136c573f-458f-4c2d-8ab7-d77ddf636873 req-5b28c7b5-5a26-4ca2-b2a5-ecf9439e0c11 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 210 time: 0.0422394 Jul 07 17:14:24.581376 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9cdac72f-ac5f-4889-a628-527bc379974b req-b9026f67-593c-4902-900a-dfa693156755 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1025782 Jul 07 17:14:24.597812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] Request body: {'port': {'device_id': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:24.715641 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:24.943162 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-07592502-8178-46ed-8159-8f0e18e722f6 None None] Provisioning for port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:24.961931 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-07592502-8178-46ed-8159-8f0e18e722f6 None None] Provisioning complete for port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:24.967020 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07592502-8178-46ed-8159-8f0e18e722f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.009714 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f0395dd8-1061-400e-838f-2d497aaa4c32 req-107d8fc1-f8dd-4b33-9830-157747c3fa7f tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0762935 Jul 07 17:14:25.076176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-07592502-8178-46ed-8159-8f0e18e722f6 None None] Port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:25.197389 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb71be9-6c9f-4f1c-864c-3d53ee4b1f79 req-1f27f288-4d44-41a0-acec-71a090174087 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:25.199148 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5bb71be9-6c9f-4f1c-864c-3d53ee4b1f79 req-1f27f288-4d44-41a0-acec-71a090174087 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 931 time: 0.1235189 Jul 07 17:14:25.285100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:25.296730 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 55ef17bc-a05b-4357-a55c-132ce4f4b78c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:25.300749 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.326837 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5bb71be9-6c9f-4f1c-864c-3d53ee4b1f79 req-ec5aae83-c95d-4513-81ec-91ca23fa4c51 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1202946 Jul 07 17:14:25.327805 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] Transition to ACTIVE for port object 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:25.337154 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.383772 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 55ef17bc-a05b-4357-a55c-132ce4f4b78c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:25.384370 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.408343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:25.509792 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] Attempting to bind port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:25.510171 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] Attempting to bind port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:25.510533 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] Attempting to bind port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 on network 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:25.515953 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] Port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 on network 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:14:25.516275 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] Attempting to bind port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 on network 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:25.533771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:25.533771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] Checking segment: {'id': 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:25.533771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] Bound using segment: {'id': 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:25.533771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] Bound port: 81e9f0b5-4489-4f1d-a5ce-d259a17bba06, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:25.533771 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.633356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] For port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:25.637278 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] For port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,segment=NetworkSegment(c3a6e6dd-1bc6-4a1a-b309-0412425c3b01),segment_id=c3a6e6dd-1bc6-4a1a-b309-0412425c3b01)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:25.647680 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.688991 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:25.689621 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:25.691209 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9cdac72f-ac5f-4889-a628-527bc379974b req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] 10.222.0.15 "PUT /v2.0/ports/81e9f0b5-4489-4f1d-a5ce-d259a17bba06 HTTP/1.1" status: 200 len: 1091 time: 1.0996737 Jul 07 17:14:25.691653 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'tag': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:25.694512 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f08cf7-ca46-404f-94dd-07ede81d8871" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f4bc28-e39d-482a-a46f-2b4f04592b10", "tag": "81e9f0b5-4489-4f1d-a5ce-d259a17bba06"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:25.738643 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8692b-8e83-4313-b531-b5ccee71b9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:25.787222 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5063776f-b89a-4191-b79b-f0c94f96ce91 x-openstack-request-id: req-5063776f-b89a-4191-b79b-f0c94f96ce91 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:25.787877 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f4bc28-e39d-482a-a46f-2b4f04592b10", "tag": "81e9f0b5-4489-4f1d-a5ce-d259a17bba06", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:25.788262 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5063776f-b89a-4191-b79b-f0c94f96ce91 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:25.789271 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'tag': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06', 'status': 'completed', 'code': 200} Jul 07 17:14:25.839026 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdac72f-ac5f-4889-a628-527bc379974b req-65bfa306-ce5f-415a-bece-050ce0918df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:25.841915 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9cdac72f-ac5f-4889-a628-527bc379974b req-65bfa306-ce5f-415a-bece-050ce0918df9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 1094 time: 0.0984972 Jul 07 17:14:25.903653 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-374760a2-7574-4693-81c9-c7592055ff49 req-9c8e4539-24b0-4789-bc91-c78617cf4f73 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 210 time: 0.0604000 Jul 07 17:14:25.936878 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9cdac72f-ac5f-4889-a628-527bc379974b req-01a14773-27c4-4090-8b03-2c692e2880b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81e9f0b5-4489-4f1d-a5ce-d259a17bba06 HTTP/1.1" status: 200 len: 217 time: 0.0867662 Jul 07 17:14:26.000388 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdac72f-ac5f-4889-a628-527bc379974b req-ab12cf8f-ab40-4478-83ea-1da276713e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:26.002532 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9cdac72f-ac5f-4889-a628-527bc379974b req-ab12cf8f-ab40-4478-83ea-1da276713e16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=959e22ab-3971-4a34-82c2-c3830639c367 HTTP/1.1" status: 200 len: 834 time: 0.0590136 Jul 07 17:14:26.089527 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdac72f-ac5f-4889-a628-527bc379974b req-1aef0f7d-247a-427f-acb0-e6acd2f00659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:26.091699 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9cdac72f-ac5f-4889-a628-527bc379974b req-1aef0f7d-247a-427f-acb0-e6acd2f00659 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827692 Jul 07 17:14:26.216078 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9cdac72f-ac5f-4889-a628-527bc379974b req-892c02a8-1bd3-40cf-8835-5874363c5bef service neutron] 10.222.0.15 "GET /v2.0/networks/1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162727 Jul 07 17:14:26.219572 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2015f46b-a308-4787-91eb-4dc1def2d922 req-56c3e921-54f7-4394-9f55-5c3b9616361e tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0358024 Jul 07 17:14:26.328920 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9cdac72f-ac5f-4889-a628-527bc379974b req-ed8bd068-42f3-4aab-9a61-f8920dc9c54c service neutron] 10.222.0.15 "GET /v2.0/networks/1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076384 Jul 07 17:14:26.454950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f08cf7-ca46-404f-94dd-07ede81d8871 req-1d9a8999-8bbf-48f2-b779-f498778062dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:26.466403 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-12f08cf7-ca46-404f-94dd-07ede81d8871 req-1d9a8999-8bbf-48f2-b779-f498778062dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 1094 time: 0.0763347 Jul 07 17:14:26.608629 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f08cf7-ca46-404f-94dd-07ede81d8871 req-cffde454-bcfc-44f2-9a2c-6e9b61214e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:26.609731 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823be39-3133-4c1a-855d-947ff6051955 req-b7015fbd-7361-444c-9007-1e8919b27623 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:26.611801 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3823be39-3133-4c1a-855d-947ff6051955 req-b7015fbd-7361-444c-9007-1e8919b27623 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 943 time: 0.1240227 Jul 07 17:14:26.614307 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-12f08cf7-ca46-404f-94dd-07ede81d8871 req-cffde454-bcfc-44f2-9a2c-6e9b61214e7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c HTTP/1.1" status: 200 len: 897 time: 0.1407952 Jul 07 17:14:26.659151 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-12f08cf7-ca46-404f-94dd-07ede81d8871 req-2ef23e04-b6ae-4253-aa46-c000510b9972 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81e9f0b5-4489-4f1d-a5ce-d259a17bba06 HTTP/1.1" status: 200 len: 217 time: 0.0372446 Jul 07 17:14:26.665976 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3823be39-3133-4c1a-855d-947ff6051955 req-bcbee757-202f-4663-a6dd-f8d699fdf79b tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0384541 Jul 07 17:14:26.731939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f08cf7-ca46-404f-94dd-07ede81d8871 req-1e30cbb4-7d48-4e2e-8264-6a2b8a475d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:26.734415 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-12f08cf7-ca46-404f-94dd-07ede81d8871 req-1e30cbb4-7d48-4e2e-8264-6a2b8a475d46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=959e22ab-3971-4a34-82c2-c3830639c367 HTTP/1.1" status: 200 len: 834 time: 0.0665488 Jul 07 17:14:26.830323 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f08cf7-ca46-404f-94dd-07ede81d8871 req-3cc76aa3-881d-4134-b4ba-d3e97b0013ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:26.834431 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-12f08cf7-ca46-404f-94dd-07ede81d8871 req-3cc76aa3-881d-4134-b4ba-d3e97b0013ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935538 Jul 07 17:14:27.013443 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-12f08cf7-ca46-404f-94dd-07ede81d8871 req-62c7b5dd-0fb9-45c1-9cd3-2f29936827f4 service neutron] 10.222.0.15 "GET /v2.0/networks/1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682935 Jul 07 17:14:27.058768 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a1ad623-0b57-4815-96ac-27be80e9a2c4 req-09409961-6ae0-4848-9201-a63bde274147 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0542185 Jul 07 17:14:27.288724 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-12f08cf7-ca46-404f-94dd-07ede81d8871 req-1b0c7afb-6b04-41e2-b823-ed1f68cfbdaa service neutron] 10.222.0.15 "GET /v2.0/networks/1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560623 Jul 07 17:14:27.313532 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5b7854cc-45c9-4a6c-b0a2-5b7b045ff99a req-198589b3-7e2d-4ee8-81d9-f5512ca11115 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 210 time: 0.0424340 Jul 07 17:14:27.882808 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504b5cd-eacf-4306-89f0-b362f733d39b req-a8c545f0-b6e3-4583-ad07-70ccd47071a1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:27.884421 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0504b5cd-eacf-4306-89f0-b362f733d39b req-a8c545f0-b6e3-4583-ad07-70ccd47071a1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 943 time: 0.0721111 Jul 07 17:14:27.927131 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0504b5cd-eacf-4306-89f0-b362f733d39b req-e443a19b-5560-45ad-a9dd-6964482c474c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0367956 Jul 07 17:14:28.220243 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06927187-cf14-4d40-be1d-3cb83c693c9a req-c360c4b3-5f10-4e34-9a09-df242bf9313b tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0351472 Jul 07 17:14:28.511296 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-acfc304c-064a-4e66-ad61-fe3ca8af6621 req-af7beb75-ced5-4384-a735-de8025a9e069 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 210 time: 0.0469189 Jul 07 17:14:29.155680 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b54d36-f5e7-4998-965d-1b73cafb1639 req-1e2405d3-b3d0-462c-8146-bfee652632bb tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:29.157585 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-72b54d36-f5e7-4998-965d-1b73cafb1639 req-1e2405d3-b3d0-462c-8146-bfee652632bb tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 943 time: 0.0817201 Jul 07 17:14:29.199178 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-72b54d36-f5e7-4998-965d-1b73cafb1639 req-85917932-842d-4e0e-8344-bfa42c0e65e8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0349658 Jul 07 17:14:29.398674 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a187a4f0-7b61-43bf-bf1a-e3ee8db24ab1 req-b4d4b50f-3635-4024-ab37-7fc766cfb140 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0301952 Jul 07 17:14:29.667182 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cee58a1c-9e5c-4415-9dd6-40c8c5e4e6b6 req-a96ab045-821d-4dbe-934e-c54f04d57a79 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 210 time: 0.0298676 Jul 07 17:14:29.958960 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:14:30.068215 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,segment=NetworkSegment(c3a6e6dd-1bc6-4a1a-b309-0412425c3b01),segment_id=c3a6e6dd-1bc6-4a1a-b309-0412425c3b01)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:30.082231 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06', 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c', 'port_id': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06', 'mac_address': 'fa:16:3e:ca:c5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '959e22ab-3971-4a34-82c2-c3830639c367', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:14:30.126284 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.142816 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:14:30.166304 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,segment=NetworkSegment(c3a6e6dd-1bc6-4a1a-b309-0412425c3b01),segment_id=c3a6e6dd-1bc6-4a1a-b309-0412425c3b01)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:30.170582 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:30.241890 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:30.400128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['81e9f0b5-4489-4f1d-a5ce-d259a17bba06'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:14:30.426072 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1ccb7-4acf-4d47-8532-3ee5ccace36a req-18a3fd75-837b-484b-b08f-d5ea1c8c10b1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:30.429126 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5ba1ccb7-4acf-4d47-8532-3ee5ccace36a req-18a3fd75-837b-484b-b08f-d5ea1c8c10b1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 944 time: 0.0858634 Jul 07 17:14:30.493179 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5ba1ccb7-4acf-4d47-8532-3ee5ccace36a req-0f4580ac-fcb0-46cb-8321-33723124d284 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0567117 Jul 07 17:14:30.701295 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c0d1e19c-3fc5-4123-8902-7bbaa132b20d req-2290670b-a090-4186-81e0-daa4ec7f4a74 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0337660 Jul 07 17:14:30.844565 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-326f081c-949c-478a-94a9-1d95b87d58b1 req-d4dd6dc0-edef-4b8e-accf-453d94252f53 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 210 time: 0.0332706 Jul 07 17:14:31.277385 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:14:31.685995 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92109833-25ed-4318-b9fd-fb3d33f322f4 req-7191e7a0-12bc-4492-8510-1c85f5f28ce7 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:31.693028 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92109833-25ed-4318-b9fd-fb3d33f322f4 req-7191e7a0-12bc-4492-8510-1c85f5f28ce7 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 944 time: 0.0811512 Jul 07 17:14:31.746135 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92109833-25ed-4318-b9fd-fb3d33f322f4 req-2f2f39a1-9e93-44a8-a4cf-f013cdaf0483 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0520363 Jul 07 17:14:31.935685 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-825330fa-f0a5-486e-917b-561380d5f9d7 req-6bf3340d-4383-4591-bfc1-a50548dbeb16 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0522170 Jul 07 17:14:31.974087 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:32.061066 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:32.066459 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:32.067256 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.071761 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a85ef24f-a7f5-4f30-a269-3cf653160484 req-f59d519d-c5ea-448d-91f2-2e871db87854 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 210 time: 0.0360212 Jul 07 17:14:32.176293 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.207086 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:32.209804 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d364a4-d260-4399-8fda-bafcaaad59c7" -d '{"events": [{"server_uuid": "e9f4bc28-e39d-482a-a46f-2b4f04592b10", "name": "network-vif-plugged", "status": "completed", "tag": "81e9f0b5-4489-4f1d-a5ce-d259a17bba06"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:32.227988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,segment=NetworkSegment(c3a6e6dd-1bc6-4a1a-b309-0412425c3b01),segment_id=c3a6e6dd-1bc6-4a1a-b309-0412425c3b01)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:32.237825 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:32.270396 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c5ae47-1657-4144-80bd-15b03aecee6e x-openstack-request-id: req-b2c5ae47-1657-4144-80bd-15b03aecee6e {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:32.270751 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f4bc28-e39d-482a-a46f-2b4f04592b10", "name": "network-vif-plugged", "status": "completed", "tag": "81e9f0b5-4489-4f1d-a5ce-d259a17bba06", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:32.271001 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b2c5ae47-1657-4144-80bd-15b03aecee6e {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:32.271391 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06', 'code': 200} Jul 07 17:14:32.305099 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:32.398715 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ec876-3f60-421c-8bde-528dc29ce3db req-60fc86d3-2fcc-4b4e-bbf1-66dbad4520d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:32.401448 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-562ec876-3f60-421c-8bde-528dc29ce3db req-60fc86d3-2fcc-4b4e-bbf1-66dbad4520d2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 1096 time: 0.0646956 Jul 07 17:14:32.454458 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-562ec876-3f60-421c-8bde-528dc29ce3db req-ca2cf309-79da-49c7-ae24-f398a5e0a737 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0470765 Jul 07 17:14:32.967488 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed865c-b6ed-45bf-8051-20b69bc20792 req-5aeb3272-bd81-4c63-a020-f8ff285151f8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:32.969080 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-31ed865c-b6ed-45bf-8051-20b69bc20792 req-5aeb3272-bd81-4c63-a020-f8ff285151f8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 945 time: 0.0727000 Jul 07 17:14:33.040615 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-31ed865c-b6ed-45bf-8051-20b69bc20792 req-6e4cc4cb-88c6-4ab0-a17c-f88e46102cad tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0581868 Jul 07 17:14:33.131083 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-46cea54e-8236-4f54-879b-f38a59812fe5 req-2f391728-da5c-416d-93dc-c65b7f82a69a tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0384781 Jul 07 17:14:33.248432 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-00170e32-213e-4fa1-8b26-56e2699edc3f req-df7ea4b4-2854-4c38-8055-25d11635a9f3 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 210 time: 0.0341108 Jul 07 17:14:34.267810 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e841347-c0d1-46a3-a06a-f61ee276ec6b req-ab9df63e-1184-492c-b695-3d60571b46c6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:34.269547 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7e841347-c0d1-46a3-a06a-f61ee276ec6b req-ab9df63e-1184-492c-b695-3d60571b46c6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 945 time: 0.0732753 Jul 07 17:14:34.306942 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-76108a6d-7cd8-4c50-985d-78f7db2bc1d1 req-2db60394-1c84-48ad-884c-7b1a2962f064 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0347588 Jul 07 17:14:34.327119 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7e841347-c0d1-46a3-a06a-f61ee276ec6b req-f68e8155-5eaa-46ad-b3c5-331648f40e00 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0473671 Jul 07 17:14:34.507575 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f3605d0-2242-4ff3-8e3f-44c345290d7f req-efe77229-f0b5-4856-9fd2-ec35ce55a6a6 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97304-db69-4afa-8ba6-b23ddbabbbbd HTTP/1.1" status: 200 len: 210 time: 0.0410519 Jul 07 17:14:34.533311 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c0865-4f5a-4865-be1f-ea18e6e5fc49 req-2f1135b2-4100-45b0-9893-5a3d0a627c00 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:34.538197 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b50c0865-4f5a-4865-be1f-ea18e6e5fc49 req-2f1135b2-4100-45b0-9893-5a3d0a627c00 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 945 time: 0.0936239 Jul 07 17:14:34.616818 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b50c0865-4f5a-4865-be1f-ea18e6e5fc49 req-eed2cba8-8ae3-4f57-8b95-17d91adb4412 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0702608 Jul 07 17:14:34.647147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44784) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:34.706933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84898920-4b63-480a-9cac-a01d8d22a4a4 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:34.708339 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-84898920-4b63-480a-9cac-a01d8d22a4a4 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 1091 time: 0.0601790 Jul 07 17:14:34.712279 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44786) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:34.716708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:34.740290 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.847245 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:34.960655 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Allocated IP 172.25.2.179 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/3371bca9-0678-4b2c-8636-46e4ebedd134) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:35.072229 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.126797 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.168889 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:35.171733 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:35.176154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:35.179844 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=3371bca9-0678-4b2c-8636-46e4ebedd134,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:35.217836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.218196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.218573 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.218940 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.219271 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.219641 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.219952 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.220527 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.220782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.221139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.221478 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.221809 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.478538 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-55ee8394-7cf1-4aab-afa0-8241e08f9f83 req-2c950e04-76f0-4ca9-bffe-5254914ec8c4 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0314662 Jul 07 17:14:35.588367 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.669960 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44798) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:35.744775 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-000d1fc2-bfa7-4bfd-9a1e-0805de392c60 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.773493 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-000d1fc2-bfa7-4bfd-9a1e-0805de392c60 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.832836 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-000d1fc2-bfa7-4bfd-9a1e-0805de392c60 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.836456 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-000d1fc2-bfa7-4bfd-9a1e-0805de392c60 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:35.837918 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-000d1fc2-bfa7-4bfd-9a1e-0805de392c60 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "DELETE /v2.0/security-groups/fe6d19c0-b99c-4dac-b9a8-265ca2a97568 HTTP/1.1" status: 204 len: 168 time: 0.1665678 Jul 07 17:14:35.842056 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44800) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:35.860906 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d1fc2-bfa7-4bfd-9a1e-0805de392c60 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6d19c0-b99c-4dac-b9a8-265ca2a97568,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:35.863344 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-cf55939d-7f4f-4332-980c-512e474870c8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] show failed (client error): The resource could not be found. Jul 07 17:14:35.867851 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cf55939d-7f4f-4332-980c-512e474870c8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "GET /v2.0/security-groups/fe6d19c0-b99c-4dac-b9a8-265ca2a97568 HTTP/1.1" status: 404 len: 347 time: 0.0212944 Jul 07 17:14:35.870649 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44802) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:35.874079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1fc2-bfa7-4bfd-9a1e-0805de392c60 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.874472 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1fc2-bfa7-4bfd-9a1e-0805de392c60 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.875044 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1fc2-bfa7-4bfd-9a1e-0805de392c60 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.875653 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1fc2-bfa7-4bfd-9a1e-0805de392c60 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.876412 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1fc2-bfa7-4bfd-9a1e-0805de392c60 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.876864 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1fc2-bfa7-4bfd-9a1e-0805de392c60 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.877452 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1fc2-bfa7-4bfd-9a1e-0805de392c60 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.878036 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1fc2-bfa7-4bfd-9a1e-0805de392c60 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.878634 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1fc2-bfa7-4bfd-9a1e-0805de392c60 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.879164 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1fc2-bfa7-4bfd-9a1e-0805de392c60 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.879600 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1fc2-bfa7-4bfd-9a1e-0805de392c60 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:35.879986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d1fc2-bfa7-4bfd-9a1e-0805de392c60 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:36.029794 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-2f8c2906-55ca-4466-bfd2-cdfe6f68582f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Deleting port 8700be5d-beae-4554-9910-62b5b0482f68 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:36.030114 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2f8c2906-55ca-4466-bfd2-cdfe6f68582f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.059961 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.131322 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2f8c2906-55ca-4466-bfd2-cdfe6f68582f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.131711 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2f8c2906-55ca-4466-bfd2-cdfe6f68582f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.143977 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-2f8c2906-55ca-4466-bfd2-cdfe6f68582f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Calling delete_port for 8700be5d-beae-4554-9910-62b5b0482f68 owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:36.251200 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.257676 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.300782 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2f8c2906-55ca-4466-bfd2-cdfe6f68582f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.329717 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c2906-55ca-4466-bfd2-cdfe6f68582f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event deleted for resources: {'Port': ['ID=8700be5d-beae-4554-9910-62b5b0482f68,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:36.338573 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=3371bca9-0678-4b2c-8636-46e4ebedd134,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:36.355724 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.399348 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2f8c2906-55ca-4466-bfd2-cdfe6f68582f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.402046 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2f8c2906-55ca-4466-bfd2-cdfe6f68582f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.406169 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2f8c2906-55ca-4466-bfd2-cdfe6f68582f tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "DELETE /v2.0/floatingips/643e66b8-9127-4ef1-8e2c-3baadd5a4238 HTTP/1.1" status: 204 len: 168 time: 0.5316908 Jul 07 17:14:36.406353 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44806) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:36.482107 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Floating IP 3f410469-ff54-4965-9d5f-74ce28b5300d associated. External IP: 172.25.2.179, port: 81e9f0b5-4489-4f1d-a5ce-d259a17bba06. Jul 07 17:14:36.524298 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8a13e6d4-ab3f-4d8c-b33d-a20b2c802424 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Deleting port cd76306c-1fa6-42bc-ad55-41f92df88fad {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:36.524778 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a13e6d4-ab3f-4d8c-b33d-a20b2c802424 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.627528 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a13e6d4-ab3f-4d8c-b33d-a20b2c802424 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.653666 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8a13e6d4-ab3f-4d8c-b33d-a20b2c802424 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Calling delete_port for cd76306c-1fa6-42bc-ad55-41f92df88fad owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:36.674580 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-401a9373-57b9-48be-886b-af796709d653 req-b938b022-ad9e-48ec-b7fc-1e92b82e18fe tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0357409 Jul 07 17:14:36.733047 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Router 9d09c8ef-b10e-4b7d-97da-5beb04622a25 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:36.811942 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a13e6d4-ab3f-4d8c-b33d-a20b2c802424 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.840026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13e6d4-ab3f-4d8c-b33d-a20b2c802424 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event deleted for resources: {'Port': ['ID=cd76306c-1fa6-42bc-ad55-41f92df88fad,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:36.873210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:36.885152 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2ed9bf-d961-4175-a636-4bc27fcbae2b None None] Sync routers for ids ['9d09c8ef-b10e-4b7d-97da-5beb04622a25'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:36.898305 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ed9bf-d961-4175-a636-4bc27fcbae2b None None] Routers {'9d09c8ef-b10e-4b7d-97da-5beb04622a25'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:36.899736 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-be2ed9bf-d961-4175-a636-4bc27fcbae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:14:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9d09c8ef-b10e-4b7d-97da-5beb04622a25'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:36.906275 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.931040 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a13e6d4-ab3f-4d8c-b33d-a20b2c802424 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:36.936374 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8a13e6d4-ab3f-4d8c-b33d-a20b2c802424 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "DELETE /v2.0/ports/cd76306c-1fa6-42bc-ad55-41f92df88fad HTTP/1.1" status: 204 len: 168 time: 0.5261867 Jul 07 17:14:36.936374 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44812) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:36.954970 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e5848dd0-ae7b-48d9-96db-cd5d565fdb3c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2416301 Jul 07 17:14:36.955664 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'tag': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:14:36.958207 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b6dbad-93ad-419a-9fcb-372dd9a32393" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f4bc28-e39d-482a-a46f-2b4f04592b10", "tag": "81e9f0b5-4489-4f1d-a5ce-d259a17bba06"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:14:37.047678 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09709ae-0ea1-420b-9df8-3df581b4e23c x-openstack-request-id: req-f09709ae-0ea1-420b-9df8-3df581b4e23c {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:14:37.047989 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f4bc28-e39d-482a-a46f-2b4f04592b10", "tag": "81e9f0b5-4489-4f1d-a5ce-d259a17bba06", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:14:37.048243 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f09709ae-0ea1-420b-9df8-3df581b4e23c {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:14:37.048653 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'tag': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06', 'status': 'completed', 'code': 200} Jul 07 17:14:37.059223 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0a7d1-838a-45e6-99b9-3029f02c330c tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Deleting port 8eb21232-3d31-4afa-a049-3322dac0ef1d {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:37.059885 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dfc0a7d1-838a-45e6-99b9-3029f02c330c tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.179163 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-be2ed9bf-d961-4175-a636-4bc27fcbae2b None None] Set router 9d09c8ef-b10e-4b7d-97da-5beb04622a25 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:37.179400 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dfc0a7d1-838a-45e6-99b9-3029f02c330c tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.195290 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0a7d1-838a-45e6-99b9-3029f02c330c tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Calling delete_port for 8eb21232-3d31-4afa-a049-3322dac0ef1d owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:37.207407 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6dbad-93ad-419a-9fcb-372dd9a32393 req-aea3c2c1-41d0-4742-95d2-f0366cadc2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:37.209557 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5b6dbad-93ad-419a-9fcb-372dd9a32393 req-aea3c2c1-41d0-4742-95d2-f0366cadc2e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 1096 time: 0.1353002 Jul 07 17:14:37.244865 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e784c67-f188-4db4-8948-db7d3d9b2f7e req-5b8c4b62-42c2-4ce9-a23a-624d461e5c39 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:37.246511 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e784c67-f188-4db4-8948-db7d3d9b2f7e req-5b8c4b62-42c2-4ce9-a23a-624d461e5c39 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 945 time: 0.1184089 Jul 07 17:14:37.378113 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6dbad-93ad-419a-9fcb-372dd9a32393 req-6dd1dd5b-adff-4251-ada9-f4cb2a710081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:37.383684 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5b6dbad-93ad-419a-9fcb-372dd9a32393 req-6dd1dd5b-adff-4251-ada9-f4cb2a710081 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c HTTP/1.1" status: 200 len: 897 time: 0.1630938 Jul 07 17:14:37.494174 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dfc0a7d1-838a-45e6-99b9-3029f02c330c tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.522620 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e784c67-f188-4db4-8948-db7d3d9b2f7e req-438a168e-31bc-4ae6-b074-db56ac7b713e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1460707 Jul 07 17:14:37.550336 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0a7d1-838a-45e6-99b9-3029f02c330c tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event deleted for resources: {'Port': ['ID=8eb21232-3d31-4afa-a049-3322dac0ef1d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:37.553476 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5b6dbad-93ad-419a-9fcb-372dd9a32393 req-dba259c7-cf2b-4a5b-af65-4fd17a27e3e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81e9f0b5-4489-4f1d-a5ce-d259a17bba06 HTTP/1.1" status: 200 len: 999 time: 0.1561677 Jul 07 17:14:37.557746 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44822) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:37.596522 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-be2ed9bf-d961-4175-a636-4bc27fcbae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260774869', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:05Z', 'updated_at': '2021-07-07T17:14:16Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:06Z', 'updated_at': '2021-07-07T17:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '3f410469-ff54-4965-9d5f-74ce28b5300d', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'floating_ip_address': '172.25.2.179', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'port_id': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c', 'mac_address': 'fa:16:3e:ca:c5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:14:35Z', 'updated_at': '2021-07-07T17:14:35Z', 'revision_number': 0, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ef17bc-a05b-4357-a55c-132ce4f4b78c', 'name': '', 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:55:d7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '959e22ab-3971-4a34-82c2-c3830639c367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:12Z', 'updated_at': '2021-07-07T17:14:23Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '959e22ab-3971-4a34-82c2-c3830639c367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:37.631687 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6dbad-93ad-419a-9fcb-372dd9a32393 req-ff8c17c3-5b9b-439f-859a-dd0f86f9227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:37.634128 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5b6dbad-93ad-419a-9fcb-372dd9a32393 req-ff8c17c3-5b9b-439f-859a-dd0f86f9227b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=959e22ab-3971-4a34-82c2-c3830639c367 HTTP/1.1" status: 200 len: 834 time: 0.0735664 Jul 07 17:14:37.637684 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2ed9bf-d961-4175-a636-4bc27fcbae2b None None] Checking router: 9d09c8ef-b10e-4b7d-97da-5beb04622a25 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:37.649782 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ed9bf-d961-4175-a636-4bc27fcbae2b None None] Routers {'9d09c8ef-b10e-4b7d-97da-5beb04622a25'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:37.650602 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-be2ed9bf-d961-4175-a636-4bc27fcbae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:14:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9d09c8ef-b10e-4b7d-97da-5beb04622a25'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:37.727671 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dfc0a7d1-838a-45e6-99b9-3029f02c330c tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.729644 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dfc0a7d1-838a-45e6-99b9-3029f02c330c tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "DELETE /v2.0/ports/8eb21232-3d31-4afa-a049-3322dac0ef1d HTTP/1.1" status: 204 len: 168 time: 0.7922103 Jul 07 17:14:37.735066 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6dbad-93ad-419a-9fcb-372dd9a32393 req-b74e07a9-9e96-4e61-aac1-55b5035e6481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:37.735577 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c492fc71-3273-4691-b8c1-5b2fdcb0d575 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/floatingips/3f410469-ff54-4965-9d5f-74ce28b5300d HTTP/1.1" status: 200 len: 991 time: 0.1744027 Jul 07 17:14:37.735577 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44826) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:37.735763 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5b6dbad-93ad-419a-9fcb-372dd9a32393 req-b74e07a9-9e96-4e61-aac1-55b5035e6481 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900609 Jul 07 17:14:37.801767 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-be2ed9bf-d961-4175-a636-4bc27fcbae2b None None] Set router 9d09c8ef-b10e-4b7d-97da-5beb04622a25 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:37.806626 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-293d19f9-80bb-4de4-b135-5d835dde85aa tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Deleting subnet c604800d-5fdb-4651-bc00-e8a4989348ef {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:37.811561 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-293d19f9-80bb-4de4-b135-5d835dde85aa tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:37.873000 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5b6dbad-93ad-419a-9fcb-372dd9a32393 req-386ec14f-c1cf-411e-b1b0-9bf4145d9ac5 service neutron] 10.222.0.15 "GET /v2.0/networks/1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303151 Jul 07 17:14:37.878639 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6135f1fc-0f55-49e9-84ac-119012f99f1b req-c74de444-a00e-4415-a7d6-6ba1d6c37001 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0304012 Jul 07 17:14:37.885949 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-293d19f9-80bb-4de4-b135-5d835dde85aa tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.012470 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-293d19f9-80bb-4de4-b135-5d835dde85aa tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.017582 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5b6dbad-93ad-419a-9fcb-372dd9a32393 req-dee295c0-5c5e-4887-8686-a54b0e389ed5 service neutron] 10.222.0.15 "GET /v2.0/networks/1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354029 Jul 07 17:14:38.094044 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-293d19f9-80bb-4de4-b135-5d835dde85aa tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.142922 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d19f9-80bb-4de4-b135-5d835dde85aa tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event deleted for resources: {'Subnet': ['ID=c604800d-5fdb-4651-bc00-e8a4989348ef,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:38.152391 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-293d19f9-80bb-4de4-b135-5d835dde85aa tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.155429 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-293d19f9-80bb-4de4-b135-5d835dde85aa tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "DELETE /v2.0/subnets/c604800d-5fdb-4651-bc00-e8a4989348ef HTTP/1.1" status: 204 len: 168 time: 0.4199042 Jul 07 17:14:38.156798 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-be2ed9bf-d961-4175-a636-4bc27fcbae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260774869', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:05Z', 'updated_at': '2021-07-07T17:14:16Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:06Z', 'updated_at': '2021-07-07T17:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '3f410469-ff54-4965-9d5f-74ce28b5300d', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'floating_ip_address': '172.25.2.179', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'port_id': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c', 'mac_address': 'fa:16:3e:ca:c5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:14:35Z', 'updated_at': '2021-07-07T17:14:35Z', 'revision_number': 0, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ef17bc-a05b-4357-a55c-132ce4f4b78c', 'name': '', 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:55:d7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '959e22ab-3971-4a34-82c2-c3830639c367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:12Z', 'updated_at': '2021-07-07T17:14:23Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '959e22ab-3971-4a34-82c2-c3830639c367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:38.158081 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44828) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:38.163235 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d45a343-f9b5-4348-b91a-9372e9cfbe3b None None] Network b39fb3b4-5401-465e-ad80-a133da26f792 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:38.188844 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2ed9bf-d961-4175-a636-4bc27fcbae2b None None] The sync data for ids ['9d09c8ef-b10e-4b7d-97da-5beb04622a25'] in n-d-793620-7 is: [{'id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260774869', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:05Z', 'updated_at': '2021-07-07T17:14:16Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:06Z', 'updated_at': '2021-07-07T17:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '3f410469-ff54-4965-9d5f-74ce28b5300d', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'floating_ip_address': '172.25.2.179', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'port_id': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c', 'mac_address': 'fa:16:3e:ca:c5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:14:35Z', 'updated_at': '2021-07-07T17:14:35Z', 'revision_number': 0, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ef17bc-a05b-4357-a55c-132ce4f4b78c', 'name': '', 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:55:d7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '959e22ab-3971-4a34-82c2-c3830639c367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:12Z', 'updated_at': '2021-07-07T17:14:23Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '959e22ab-3971-4a34-82c2-c3830639c367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:38.235340 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aacb6e2-c2a7-4960-8080-0e3854211643 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Deleting subnet 9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:38.239340 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0aacb6e2-c2a7-4960-8080-0e3854211643 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.286482 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0aacb6e2-c2a7-4960-8080-0e3854211643 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.382061 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0aacb6e2-c2a7-4960-8080-0e3854211643 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.418308 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e785e57e-5685-46f6-b317-6ba9383298d5 None None] DHCP port deletion for b39fb3b4-5401-465e-ad80-a133da26f792 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:14:38.462748 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0aacb6e2-c2a7-4960-8080-0e3854211643 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.475823 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e785e57e-5685-46f6-b317-6ba9383298d5 None None] Deleting port 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:38.476482 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e785e57e-5685-46f6-b317-6ba9383298d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.503033 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacb6e2-c2a7-4960-8080-0e3854211643 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:38.513909 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0aacb6e2-c2a7-4960-8080-0e3854211643 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.516211 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0aacb6e2-c2a7-4960-8080-0e3854211643 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "DELETE /v2.0/subnets/9ce98c6d-7ad4-4ae9-b9de-e2e5ebcde971 HTTP/1.1" status: 204 len: 168 time: 0.3568249 Jul 07 17:14:38.523535 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44834) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:38.531554 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2484a30f-67df-418d-be8a-18732942b600 None None] New status for floating IP 3f410469-ff54-4965-9d5f-74ce28b5300d: ACTIVE {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:14:38.533904 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a66698-8dd7-4016-aa53-b866fb81e132 None None] Network 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:38.627655 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58d3bde7-5431-4e25-a77a-26f9faf5dcc8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.657887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e785e57e-5685-46f6-b317-6ba9383298d5 None None] For port 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c,segment=NetworkSegment(42e6b983-0ac2-4827-9607-037f81f56b08),segment_id=42e6b983-0ac2-4827-9607-037f81f56b08)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:38.657887 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e785e57e-5685-46f6-b317-6ba9383298d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.706676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-58d3bde7-5431-4e25-a77a-26f9faf5dcc8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Deleting port 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:38.707698 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58d3bde7-5431-4e25-a77a-26f9faf5dcc8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.731968 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e785e57e-5685-46f6-b317-6ba9383298d5 None None] Calling delete_port for 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:38.737908 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44836) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:38.794985 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-58d3bde7-5431-4e25-a77a-26f9faf5dcc8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] For port 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c,segment=NetworkSegment(42e6b983-0ac2-4827-9607-037f81f56b08),segment_id=42e6b983-0ac2-4827-9607-037f81f56b08)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:38.795607 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58d3bde7-5431-4e25-a77a-26f9faf5dcc8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.810286 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-58d3bde7-5431-4e25-a77a-26f9faf5dcc8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Calling delete_port for 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:38.826479 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9e46b734-8958-4d23-be7f-492bccb5b164 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/floatingips/3f410469-ff54-4965-9d5f-74ce28b5300d HTTP/1.1" status: 200 len: 991 time: 0.0854244 Jul 07 17:14:38.922622 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58d3bde7-5431-4e25-a77a-26f9faf5dcc8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.956866 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e785e57e-5685-46f6-b317-6ba9383298d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:38.960962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3bde7-5431-4e25-a77a-26f9faf5dcc8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event deleted for resources: {'Port': ['ID=5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:38.981467 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d3bde7-5431-4e25-a77a-26f9faf5dcc8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] No DVR routers for this DVR port 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:39.018669 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e785e57e-5685-46f6-b317-6ba9383298d5 None None] No DVR routers for this DVR port 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:39.027749 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785e57e-5685-46f6-b317-6ba9383298d5 None None] Pushing event deleted for resources: {'Port': ['ID=5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:39.050524 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785e57e-5685-46f6-b317-6ba9383298d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.050887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785e57e-5685-46f6-b317-6ba9383298d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.051239 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785e57e-5685-46f6-b317-6ba9383298d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.051584 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785e57e-5685-46f6-b317-6ba9383298d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.052121 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785e57e-5685-46f6-b317-6ba9383298d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.052466 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785e57e-5685-46f6-b317-6ba9383298d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.053396 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785e57e-5685-46f6-b317-6ba9383298d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.053745 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785e57e-5685-46f6-b317-6ba9383298d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.054212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785e57e-5685-46f6-b317-6ba9383298d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.054630 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785e57e-5685-46f6-b317-6ba9383298d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.054973 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785e57e-5685-46f6-b317-6ba9383298d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.055309 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785e57e-5685-46f6-b317-6ba9383298d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:14:39.111379 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58d3bde7-5431-4e25-a77a-26f9faf5dcc8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.127337 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-58d3bde7-5431-4e25-a77a-26f9faf5dcc8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39fb3b4-5401-465e-ad80-a133da26f792']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:39.130744 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f8f158c8-3865-4772-ac12-f967a5873f63 req-e9d51772-63e8-471d-b37d-e126133f5128 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0314503 Jul 07 17:14:39.140186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631fb54f-de76-4817-9294-d55ec0b1c50f None None] DHCP port deletion for 10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:14:39.146881 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-58d3bde7-5431-4e25-a77a-26f9faf5dcc8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e6b983-0ac2-4827-9607-037f81f56b08') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:39.147379 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-58d3bde7-5431-4e25-a77a-26f9faf5dcc8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e6b983-0ac2-4827-9607-037f81f56b08') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:39.158873 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58d3bde7-5431-4e25-a77a-26f9faf5dcc8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.174155 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58d3bde7-5431-4e25-a77a-26f9faf5dcc8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.182427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d3bde7-5431-4e25-a77a-26f9faf5dcc8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:14:39.182742 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58d3bde7-5431-4e25-a77a-26f9faf5dcc8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:14:39.186329 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:14:39.208101 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-631fb54f-de76-4817-9294-d55ec0b1c50f None None] Deleting port bd694516-aefe-4637-88ea-a21e0cd1fbec {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:39.208554 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-631fb54f-de76-4817-9294-d55ec0b1c50f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.269148 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58d3bde7-5431-4e25-a77a-26f9faf5dcc8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.284353 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-58d3bde7-5431-4e25-a77a-26f9faf5dcc8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.291274 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-58d3bde7-5431-4e25-a77a-26f9faf5dcc8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "DELETE /v2.0/networks/b39fb3b4-5401-465e-ad80-a133da26f792 HTTP/1.1" status: 204 len: 168 time: 0.7661703 Jul 07 17:14:39.291488 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 44846) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:39.296861 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-631fb54f-de76-4817-9294-d55ec0b1c50f None None] For port bd694516-aefe-4637-88ea-a21e0cd1fbec, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=bd694516-aefe-4637-88ea-a21e0cd1fbec,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:39.297545 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-631fb54f-de76-4817-9294-d55ec0b1c50f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.312182 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device bd694516-aefe-4637-88ea-a21e0cd1fbec no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:39.312641 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3bde7-5431-4e25-a77a-26f9faf5dcc8 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event deleted for resources: {'Network': ['ID=b39fb3b4-5401-465e-ad80-a133da26f792,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:39.325594 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-631fb54f-de76-4817-9294-d55ec0b1c50f None None] Calling delete_port for bd694516-aefe-4637-88ea-a21e0cd1fbec owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:39.388305 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-978ad45b-2610-454f-8386-8a7ddfc5a0b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.455140 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-978ad45b-2610-454f-8386-8a7ddfc5a0b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Deleting port bd694516-aefe-4637-88ea-a21e0cd1fbec {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:39.455489 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-978ad45b-2610-454f-8386-8a7ddfc5a0b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.472268 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.486333 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-631fb54f-de76-4817-9294-d55ec0b1c50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.527642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fb54f-de76-4817-9294-d55ec0b1c50f None None] Pushing event deleted for resources: {'Port': ['ID=bd694516-aefe-4637-88ea-a21e0cd1fbec,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:39.533034 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631fb54f-de76-4817-9294-d55ec0b1c50f None None] No DVR routers for this DVR port bd694516-aefe-4637-88ea-a21e0cd1fbec on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:39.576059 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:39.580281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-978ad45b-2610-454f-8386-8a7ddfc5a0b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] For port bd694516-aefe-4637-88ea-a21e0cd1fbec, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=bd694516-aefe-4637-88ea-a21e0cd1fbec,segment=NetworkSegment(25407b21-3801-4008-9a18-c47cd1fa46df),segment_id=25407b21-3801-4008-9a18-c47cd1fa46df)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:39.580653 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-978ad45b-2610-454f-8386-8a7ddfc5a0b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.596111 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-978ad45b-2610-454f-8386-8a7ddfc5a0b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Calling delete_port for bd694516-aefe-4637-88ea-a21e0cd1fbec owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:39.599924 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:39.600274 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5b55ca8d-1fad-4aca-b0f0-1737ca3a8a5c not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:39.688105 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-978ad45b-2610-454f-8386-8a7ddfc5a0b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.716837 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ad45b-2610-454f-8386-8a7ddfc5a0b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event deleted for resources: {'Port': ['ID=bd694516-aefe-4637-88ea-a21e0cd1fbec,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:39.718739 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ad45b-2610-454f-8386-8a7ddfc5a0b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] No DVR routers for this DVR port bd694516-aefe-4637-88ea-a21e0cd1fbec on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:39.799479 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-978ad45b-2610-454f-8386-8a7ddfc5a0b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.809565 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-978ad45b-2610-454f-8386-8a7ddfc5a0b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10aa9f73-ec7d-4ca0-b9ad-8cc057206e22']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:39.820527 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-978ad45b-2610-454f-8386-8a7ddfc5a0b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25407b21-3801-4008-9a18-c47cd1fa46df') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:39.820824 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-978ad45b-2610-454f-8386-8a7ddfc5a0b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25407b21-3801-4008-9a18-c47cd1fa46df') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:39.829075 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 44852) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:39.829953 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-978ad45b-2610-454f-8386-8a7ddfc5a0b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.845427 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-978ad45b-2610-454f-8386-8a7ddfc5a0b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.852559 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978ad45b-2610-454f-8386-8a7ddfc5a0b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:14:39.852960 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-978ad45b-2610-454f-8386-8a7ddfc5a0b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:14:39.855959 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:14:39.900839 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-57e41ef5-673d-42aa-829f-c74cb33b6305 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/floatingips/3f410469-ff54-4965-9d5f-74ce28b5300d HTTP/1.1" status: 200 len: 993 time: 0.0704708 Jul 07 17:14:39.918975 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-978ad45b-2610-454f-8386-8a7ddfc5a0b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.926599 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-978ad45b-2610-454f-8386-8a7ddfc5a0b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:39.929053 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-978ad45b-2610-454f-8386-8a7ddfc5a0b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] 10.222.0.50 "DELETE /v2.0/networks/10aa9f73-ec7d-4ca0-b9ad-8cc057206e22 HTTP/1.1" status: 204 len: 168 time: 0.6364999 Jul 07 17:14:39.946006 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ad45b-2610-454f-8386-8a7ddfc5a0b7 tempest-TaggedBootDevicesTest-942479325 tempest-TaggedBootDevicesTest-942479325-project] Pushing event deleted for resources: {'Network': ['ID=10aa9f73-ec7d-4ca0-b9ad-8cc057206e22,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:40.311224 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b3d778bc-5642-4b4a-96c0-8af1eb367f1b req-39124e5e-a9e7-401c-9cc2-c6cd7931cd2d tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0359504 Jul 07 17:14:41.471341 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-72e892f3-211d-48ce-a44c-77ebe2842fd4 req-1c343170-bb0f-4556-8c5c-998c44d0d349 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0298781 Jul 07 17:14:42.654564 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b19036e2-9ca1-4118-adbd-70b84f228793 req-7e66091d-57b6-4adb-8db3-d61ab5f4422e tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0485818 Jul 07 17:14:43.813201 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69994250-8925-4f9d-9dca-321242e410c7 req-fe845b85-7b3a-4631-93ae-1c7807c7aaad tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0331941 Jul 07 17:14:44.209986 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.716781 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9f5febc1-3d49-436f-9883-4395a9485737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:44.989516 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8de687c6-485c-40cb-851a-b102979fd269 req-424a90cf-4da1-4175-ac02-51c78b0fdea7 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0509605 Jul 07 17:14:46.159930 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8b0e7e44-f1c9-4596-ac11-ec7820892e4e req-4bb0cd6a-d4bc-4ef5-8fc3-5468c952aab6 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0299449 Jul 07 17:14:46.460790 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.330716 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1c8d805f-ac46-456e-8ace-84b46179373b req-b9696d09-5c3f-47a5-8255-3b9f4f0f123b tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0439167 Jul 07 17:14:47.603887 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:47.917931 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fb9b7880-6c82-407f-b29d-73dbdae87d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:48.495951 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b3b23a66-bffe-4d6f-9224-176315685257 req-a9f8262d-2732-4241-927c-23876a78e290 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0345731 Jul 07 17:14:48.815355 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.004552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45010) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:49.526996 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f649804-084c-4eda-9efa-7783f08fe76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.706980 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-024ae30f-a62c-413c-b368-0c9c601b49d1 req-1693d7bb-1290-4897-bbeb-3ab46aaf7ed0 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0553553 Jul 07 17:14:49.870362 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-5f649804-084c-4eda-9efa-7783f08fe76d admin admin] Deleting port 62311826-e8ae-4755-9bfb-07ea420ec21f {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:49.870362 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f649804-084c-4eda-9efa-7783f08fe76d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.953786 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-5f649804-084c-4eda-9efa-7783f08fe76d admin admin] For port 62311826-e8ae-4755-9bfb-07ea420ec21f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=62311826-e8ae-4755-9bfb-07ea420ec21f,segment=NetworkSegment(28b813d0-ff8e-4398-baa2-b2254c75892a),segment_id=28b813d0-ff8e-4398-baa2-b2254c75892a)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:49.954148 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f649804-084c-4eda-9efa-7783f08fe76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:49.968538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-5f649804-084c-4eda-9efa-7783f08fe76d admin admin] Calling delete_port for 62311826-e8ae-4755-9bfb-07ea420ec21f owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:50.178970 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f649804-084c-4eda-9efa-7783f08fe76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.207398 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f649804-084c-4eda-9efa-7783f08fe76d admin admin] Pushing event deleted for resources: {'Port': ['ID=62311826-e8ae-4755-9bfb-07ea420ec21f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:50.334017 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.432768 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f649804-084c-4eda-9efa-7783f08fe76d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:50.677264 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f649804-084c-4eda-9efa-7783f08fe76d admin admin] Router 05761616-af1c-4e2f-84dd-faa6876f4957 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:50.824120 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f649804-084c-4eda-9efa-7783f08fe76d admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:50.838817 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5f649804-084c-4eda-9efa-7783f08fe76d admin admin] 10.222.0.50 "PUT /v2.0/routers/05761616-af1c-4e2f-84dd-faa6876f4957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8328011 Jul 07 17:14:50.839552 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45034) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:50.842215 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2b452a-f778-4e2c-879d-b3bae709dd85 None None] Sync routers for ids ['05761616-af1c-4e2f-84dd-faa6876f4957'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:50.859839 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2b452a-f778-4e2c-879d-b3bae709dd85 None None] Routers {'05761616-af1c-4e2f-84dd-faa6876f4957'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:50.860500 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4a2b452a-f778-4e2c-879d-b3bae709dd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:14:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['05761616-af1c-4e2f-84dd-faa6876f4957'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:51.016259 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db8127b2-c23b-4538-a521-2fae281171a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:51.020101 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-4a2b452a-f778-4e2c-879d-b3bae709dd85 None None] Set router 05761616-af1c-4e2f-84dd-faa6876f4957 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:51.154152 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db8127b2-c23b-4538-a521-2fae281171a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:51.157839 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cbb01ac-8906-4208-8be6-9ceec16ddfe6 req-cfdbb53e-8bfd-43ed-82ab-21d99e13f780 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0446072 Jul 07 17:14:51.221585 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-db8127b2-c23b-4538-a521-2fae281171a3 admin admin] Deleting port 87341149-3812-4b44-acf7-656cff749ae8 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:51.222089 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db8127b2-c23b-4538-a521-2fae281171a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:51.245288 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4a2b452a-f778-4e2c-879d-b3bae709dd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'name': 'tempest-TaggedBootDevicesTest-469848614-router', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '87341149-3812-4b44-acf7-656cff749ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:08Z', 'updated_at': '2021-07-07T17:14:50Z', 'revision_number': 5, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'gw_port': {'id': '87341149-3812-4b44-acf7-656cff749ae8', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:03:10Z', 'updated_at': '2021-07-07T17:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:51.275338 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2b452a-f778-4e2c-879d-b3bae709dd85 None None] Checking router: 05761616-af1c-4e2f-84dd-faa6876f4957 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:51.284670 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2b452a-f778-4e2c-879d-b3bae709dd85 None None] Routers {'05761616-af1c-4e2f-84dd-faa6876f4957'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:51.285045 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4a2b452a-f778-4e2c-879d-b3bae709dd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:14:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['05761616-af1c-4e2f-84dd-faa6876f4957'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:51.319658 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-db8127b2-c23b-4538-a521-2fae281171a3 admin admin] For port 87341149-3812-4b44-acf7-656cff749ae8, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=87341149-3812-4b44-acf7-656cff749ae8,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:51.320031 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db8127b2-c23b-4538-a521-2fae281171a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:51.335911 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-db8127b2-c23b-4538-a521-2fae281171a3 admin admin] Calling delete_port for 87341149-3812-4b44-acf7-656cff749ae8 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:51.374065 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-4a2b452a-f778-4e2c-879d-b3bae709dd85 None None] Set router 05761616-af1c-4e2f-84dd-faa6876f4957 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:51.429039 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4a2b452a-f778-4e2c-879d-b3bae709dd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'name': 'tempest-TaggedBootDevicesTest-469848614-router', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:08Z', 'updated_at': '2021-07-07T17:14:51Z', 'revision_number': 6, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:51.457424 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2b452a-f778-4e2c-879d-b3bae709dd85 None None] The sync data for ids ['05761616-af1c-4e2f-84dd-faa6876f4957'] in n-d-793620-7 is: [{'id': '05761616-af1c-4e2f-84dd-faa6876f4957', 'name': 'tempest-TaggedBootDevicesTest-469848614-router', 'tenant_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:03:08Z', 'updated_at': '2021-07-07T17:14:51Z', 'revision_number': 6, 'project_id': 'd2bc760b57a34528af5e85b5e280ce2e', 'gw_port_host': None}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:51.848065 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db8127b2-c23b-4538-a521-2fae281171a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:51.889647 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8127b2-c23b-4538-a521-2fae281171a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=87341149-3812-4b44-acf7-656cff749ae8,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:51.982912 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db8127b2-c23b-4538-a521-2fae281171a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.088997 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db8127b2-c23b-4538-a521-2fae281171a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.091072 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db8127b2-c23b-4538-a521-2fae281171a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.136050 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db8127b2-c23b-4538-a521-2fae281171a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.136763 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8127b2-c23b-4538-a521-2fae281171a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05761616-af1c-4e2f-84dd-faa6876f4957 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:14:52.142904 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db8127b2-c23b-4538-a521-2fae281171a3 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.144565 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-db8127b2-c23b-4538-a521-2fae281171a3 admin admin] 10.222.0.50 "DELETE /v2.0/routers/05761616-af1c-4e2f-84dd-faa6876f4957 HTTP/1.1" status: 204 len: 168 time: 1.3026850 Jul 07 17:14:52.147403 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45046) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:52.210839 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e783a98-4565-46cf-9e7c-1d7a60246de4 admin admin] Deleting subnet bb5af372-328c-408a-a249-1a68d716f9ed {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:14:52.219138 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e783a98-4565-46cf-9e7c-1d7a60246de4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.272247 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e783a98-4565-46cf-9e7c-1d7a60246de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.342258 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-43f52871-2b02-498b-b263-59753aa45590 req-bcad392e-1da9-4918-ba17-4eb9d7bc65d5 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0467014 Jul 07 17:14:52.393746 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e783a98-4565-46cf-9e7c-1d7a60246de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.450157 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e783a98-4565-46cf-9e7c-1d7a60246de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.481226 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e783a98-4565-46cf-9e7c-1d7a60246de4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb5af372-328c-408a-a249-1a68d716f9ed,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:52.483216 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e783a98-4565-46cf-9e7c-1d7a60246de4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.485093 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1e783a98-4565-46cf-9e7c-1d7a60246de4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bb5af372-328c-408a-a249-1a68d716f9ed HTTP/1.1" status: 204 len: 168 time: 0.3364937 Jul 07 17:14:52.487683 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45050) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:52.491190 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c606f8-4e04-417e-8279-70c1ce55f380 None None] Network 9866a6b9-c461-4258-9fc8-481f6033e3c6 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:52.563843 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b6431c3-f5ee-4f9b-9bc0-b11eaed77b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.623021 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7b6431c3-f5ee-4f9b-9bc0-b11eaed77b8d admin admin] Deleting port 0c7b0190-8d2f-4f06-a39a-9f15297d9136 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:52.623518 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b6431c3-f5ee-4f9b-9bc0-b11eaed77b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.701611 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca353c13-a087-42f2-af55-93d1aa291ab4 None None] DHCP port deletion for 9866a6b9-c461-4258-9fc8-481f6033e3c6 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:14:52.712340 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-7b6431c3-f5ee-4f9b-9bc0-b11eaed77b8d admin admin] For port 0c7b0190-8d2f-4f06-a39a-9f15297d9136, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0c7b0190-8d2f-4f06-a39a-9f15297d9136,segment=NetworkSegment(28b813d0-ff8e-4398-baa2-b2254c75892a),segment_id=28b813d0-ff8e-4398-baa2-b2254c75892a)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:52.712719 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b6431c3-f5ee-4f9b-9bc0-b11eaed77b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.727861 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7b6431c3-f5ee-4f9b-9bc0-b11eaed77b8d admin admin] Calling delete_port for 0c7b0190-8d2f-4f06-a39a-9f15297d9136 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:52.749547 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-ca353c13-a087-42f2-af55-93d1aa291ab4 None None] Deleting port 0c7b0190-8d2f-4f06-a39a-9f15297d9136 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:14:52.749927 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ca353c13-a087-42f2-af55-93d1aa291ab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.816962 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ca353c13-a087-42f2-af55-93d1aa291ab4 None None] For port 0c7b0190-8d2f-4f06-a39a-9f15297d9136, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0c7b0190-8d2f-4f06-a39a-9f15297d9136,segment=NetworkSegment(28b813d0-ff8e-4398-baa2-b2254c75892a),segment_id=28b813d0-ff8e-4398-baa2-b2254c75892a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:52.817653 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ca353c13-a087-42f2-af55-93d1aa291ab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.826131 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b6431c3-f5ee-4f9b-9bc0-b11eaed77b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.831629 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-ca353c13-a087-42f2-af55-93d1aa291ab4 None None] Calling delete_port for 0c7b0190-8d2f-4f06-a39a-9f15297d9136 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:14:52.854367 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6431c3-f5ee-4f9b-9bc0-b11eaed77b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=0c7b0190-8d2f-4f06-a39a-9f15297d9136,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:52.856729 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6431c3-f5ee-4f9b-9bc0-b11eaed77b8d admin admin] No DVR routers for this DVR port 0c7b0190-8d2f-4f06-a39a-9f15297d9136 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:52.913291 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ca353c13-a087-42f2-af55-93d1aa291ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.933619 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b6431c3-f5ee-4f9b-9bc0-b11eaed77b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.938895 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca353c13-a087-42f2-af55-93d1aa291ab4 None None] Pushing event deleted for resources: {'Port': ['ID=0c7b0190-8d2f-4f06-a39a-9f15297d9136,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:52.945444 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-7b6431c3-f5ee-4f9b-9bc0-b11eaed77b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9866a6b9-c461-4258-9fc8-481f6033e3c6']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:52.947334 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca353c13-a087-42f2-af55-93d1aa291ab4 None None] No DVR routers for this DVR port 0c7b0190-8d2f-4f06-a39a-9f15297d9136 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:14:52.963146 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-7b6431c3-f5ee-4f9b-9bc0-b11eaed77b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b813d0-ff8e-4398-baa2-b2254c75892a') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:52.963637 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-7b6431c3-f5ee-4f9b-9bc0-b11eaed77b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b813d0-ff8e-4398-baa2-b2254c75892a') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:52.973587 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b6431c3-f5ee-4f9b-9bc0-b11eaed77b8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.988968 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b6431c3-f5ee-4f9b-9bc0-b11eaed77b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.994938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6431c3-f5ee-4f9b-9bc0-b11eaed77b8d admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:14:52.995326 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b6431c3-f5ee-4f9b-9bc0-b11eaed77b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:14:52.997076 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:14:53.050113 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b6431c3-f5ee-4f9b-9bc0-b11eaed77b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.055471 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b6431c3-f5ee-4f9b-9bc0-b11eaed77b8d admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.059936 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7b6431c3-f5ee-4f9b-9bc0-b11eaed77b8d admin admin] 10.222.0.50 "DELETE /v2.0/networks/9866a6b9-c461-4258-9fc8-481f6033e3c6 HTTP/1.1" status: 204 len: 168 time: 0.5686975 Jul 07 17:14:53.074743 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6431c3-f5ee-4f9b-9bc0-b11eaed77b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=9866a6b9-c461-4258-9fc8-481f6033e3c6,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:53.178890 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45062) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:53.228687 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-315b94a3-cc18-4413-8e31-3d7e61054922 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d2bc760b57a34528af5e85b5e280ce2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472627 Jul 07 17:14:53.231911 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45066) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:53.293039 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f507c74-461c-404d-aa05-d2f5b935f68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.293895 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0c7b0190-8d2f-4f06-a39a-9f15297d9136 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:53.314533 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 0c7b0190-8d2f-4f06-a39a-9f15297d9136 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:53.315242 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0c7b0190-8d2f-4f06-a39a-9f15297d9136 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:53.315891 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 62311826-e8ae-4755-9bfb-07ea420ec21f no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:53.316940 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f507c74-461c-404d-aa05-d2f5b935f68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.345544 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 62311826-e8ae-4755-9bfb-07ea420ec21f {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:53.345902 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 62311826-e8ae-4755-9bfb-07ea420ec21f not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:53.346361 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 87341149-3812-4b44-acf7-656cff749ae8 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:14:53.368616 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f507c74-461c-404d-aa05-d2f5b935f68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.371272 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 87341149-3812-4b44-acf7-656cff749ae8 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:14:53.371535 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 87341149-3812-4b44-acf7-656cff749ae8 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:14:53.374486 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f507c74-461c-404d-aa05-d2f5b935f68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:53.375776 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7f507c74-461c-404d-aa05-d2f5b935f68a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab HTTP/1.1" status: 204 len: 168 time: 0.1428409 Jul 07 17:14:53.391600 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f507c74-461c-404d-aa05-d2f5b935f68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d241d06-18a6-4aae-ab6e-fd8c4c07e5ab,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:53.514345 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1d7853e6-746f-44e5-8f9a-deab22ee9a3a req-ec103109-6c65-4480-9c6d-ebeff1990ecb tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0296309 Jul 07 17:14:54.124650 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45094) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:54.231894 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5f61d2ea-788c-40f4-96a4-e73f6eea3617 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2052038672-network', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:54.254560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f61d2ea-788c-40f4-96a4-e73f6eea3617 admin admin] Made reservation on behalf of 0b38a717ee4e4ad286d87b62b7311f7d for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:54.257271 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f61d2ea-788c-40f4-96a4-e73f6eea3617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.269469 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f61d2ea-788c-40f4-96a4-e73f6eea3617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.398424 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f61d2ea-788c-40f4-96a4-e73f6eea3617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.403175 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f61d2ea-788c-40f4-96a4-e73f6eea3617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.426164 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f61d2ea-788c-40f4-96a4-e73f6eea3617 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:14:54.446910 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f61d2ea-788c-40f4-96a4-e73f6eea3617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.447537 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-5f61d2ea-788c-40f4-96a4-e73f6eea3617 admin admin] Added segment 28e7f07a-565e-442a-9c43-e7b0b4b262d6 of type vlan for network e29b4352-e24e-4209-8013-9bd6bb864f57 Jul 07 17:14:54.449761 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61d2ea-788c-40f4-96a4-e73f6eea3617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13358084-527a-43c1-9624-4bcc0f8cd7e6,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:54.500953 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f61d2ea-788c-40f4-96a4-e73f6eea3617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.554730 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f61d2ea-788c-40f4-96a4-e73f6eea3617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.557515 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f61d2ea-788c-40f4-96a4-e73f6eea3617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:54.558858 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f61d2ea-788c-40f4-96a4-e73f6eea3617 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.644996 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61d2ea-788c-40f4-96a4-e73f6eea3617 admin admin] Pushing event updated for resources: {'Network': ['ID=e29b4352-e24e-4209-8013-9bd6bb864f57,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:54.660611 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network e29b4352-e24e-4209-8013-9bd6bb864f57 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:14:54.678324 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5f61d2ea-788c-40f4-96a4-e73f6eea3617 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5512919 Jul 07 17:14:54.680211 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45110) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:54.687815 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1583f0aa-c585-453f-8cae-f317d682acab admin admin] Request body: {'subnet': {'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2052038672-subnet', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:54.732703 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1583f0aa-c585-453f-8cae-f317d682acab admin admin] Made reservation on behalf of 0b38a717ee4e4ad286d87b62b7311f7d for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:14:54.746789 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1583f0aa-c585-453f-8cae-f317d682acab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:54.773278 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9c9816f7-7595-4526-a22a-3eb4f5197b5c req-092eefb4-8521-4838-a756-606cefa107d4 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0669355 Jul 07 17:14:54.971279 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1583f0aa-c585-453f-8cae-f317d682acab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.021850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583f0aa-c585-453f-8cae-f317d682acab admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c2c83dc-bdf2-40c6-96f7-00d45954aec0,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:55.053049 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583f0aa-c585-453f-8cae-f317d682acab admin admin] Checking segment: {'id': '28e7f07a-565e-442a-9c43-e7b0b4b262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:55.053457 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1583f0aa-c585-453f-8cae-f317d682acab admin admin] Network hostable DHCP agents. Network: e29b4352-e24e-4209-8013-9bd6bb864f57, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:14:55.073006 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1583f0aa-c585-453f-8cae-f317d682acab admin admin] Network e29b4352-e24e-4209-8013-9bd6bb864f57 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:14:55.084139 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-1583f0aa-c585-453f-8cae-f317d682acab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, e29b4352-e24e-4209-8013-9bd6bb864f57) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:55.088877 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1583f0aa-c585-453f-8cae-f317d682acab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:55.089479 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1583f0aa-c585-453f-8cae-f317d682acab admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.096437 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20274c49-d1d8-4737-bf27-628d88d429c4 None None] Network e29b4352-e24e-4209-8013-9bd6bb864f57 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:55.105606 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1583f0aa-c585-453f-8cae-f317d682acab admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4235752 Jul 07 17:14:55.108210 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45120) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:55.115977 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f8fe0ed7-00b9-40d4-b0d4-1ad2d0bd969a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2052038672-router', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:14:55.137227 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8fe0ed7-00b9-40d4-b0d4-1ad2d0bd969a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.138636 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8fe0ed7-00b9-40d4-b0d4-1ad2d0bd969a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.204869 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8fe0ed7-00b9-40d4-b0d4-1ad2d0bd969a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.283030 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-e29b4352-e24e-4209-8013-9bd6bb864f57', 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'fixed_ips': [{'subnet_id': '7c2c83dc-bdf2-40c6-96f7-00d45954aec0'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:14:55.284157 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.397216 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8fe0ed7-00b9-40d4-b0d4-1ad2d0bd969a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.627806 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Allocated IP 172.20.0.2 (e29b4352-e24e-4209-8013-9bd6bb864f57/7c2c83dc-bdf2-40c6-96f7-00d45954aec0/3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:55.666487 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8fe0ed7-00b9-40d4-b0d4-1ad2d0bd969a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.687832 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8fe0ed7-00b9-40d4-b0d4-1ad2d0bd969a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.794452 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.801617 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-f8fe0ed7-00b9-40d4-b0d4-1ad2d0bd969a admin admin] Allocated IP 172.25.2.151 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/9e882972-0939-4655-8e72-2edb5f2ab944) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:55.804149 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Transition to ACTIVE for port object 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:55.823162 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Transition to ACTIVE for port object 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:55.830637 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.874092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Pushing event updated for resources: {'Port': ['ID=3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:55.895094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Network e29b4352-e24e-4209-8013-9bd6bb864f57 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:55.896908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:55.899504 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:55.926117 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8fe0ed7-00b9-40d4-b0d4-1ad2d0bd969a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.966604 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Attempting to bind port 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:55.967255 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Attempting to bind port 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '28e7f07a-565e-442a-9c43-e7b0b4b262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:55.967408 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Attempting to bind port 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1 on network e29b4352-e24e-4209-8013-9bd6bb864f57 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:55.972836 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:55.973221 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Checking segment: {'id': '28e7f07a-565e-442a-9c43-e7b0b4b262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:55.974363 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.974890 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Bound using segment: {'id': '28e7f07a-565e-442a-9c43-e7b0b4b262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:55.975474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Bound port: 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7f07a-565e-442a-9c43-e7b0b4b262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:55.975871 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:55.984056 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8fe0ed7-00b9-40d4-b0d4-1ad2d0bd969a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.070524 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b3c469cd-9acd-429e-bbbd-123cad9a2902 req-cc48539b-96cf-4b48-83b4-58d8710de989 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0450373 Jul 07 17:14:56.079141 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fe0ed7-00b9-40d4-b0d4-1ad2d0bd969a admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:56.086078 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f8fe0ed7-00b9-40d4-b0d4-1ad2d0bd969a admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:56.092386 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fe0ed7-00b9-40d4-b0d4-1ad2d0bd969a admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:56.117920 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] For port 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:56.122356 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] For port 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1,segment=NetworkSegment(28e7f07a-565e-442a-9c43-e7b0b4b262d6),segment_id=28e7f07a-565e-442a-9c43-e7b0b4b262d6)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:56.126829 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe0ed7-00b9-40d4-b0d4-1ad2d0bd969a admin admin] Pushing event updated for resources: {'Port': ['ID=9e882972-0939-4655-8e72-2edb5f2ab944,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:56.128346 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.200751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95190c-5d29-4695-ae08-2b8f3465859e None None] Pushing event updated for resources: {'Port': ['ID=3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:56.491604 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8fe0ed7-00b9-40d4-b0d4-1ad2d0bd969a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.717840 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8fe0ed7-00b9-40d4-b0d4-1ad2d0bd969a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:56.874156 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fe0ed7-00b9-40d4-b0d4-1ad2d0bd969a admin admin] Router 68f8cd02-1d55-4668-9990-259a58ec5a12 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:14:57.018850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fe0ed7-00b9-40d4-b0d4-1ad2d0bd969a admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:57.033372 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] Sync routers for ids ['68f8cd02-1d55-4668-9990-259a58ec5a12'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:14:57.051028 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8fe0ed7-00b9-40d4-b0d4-1ad2d0bd969a admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.055237 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f8fe0ed7-00b9-40d4-b0d4-1ad2d0bd969a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9455674 Jul 07 17:14:57.056161 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45142) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:14:57.059044 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] Routers {'68f8cd02-1d55-4668-9990-259a58ec5a12'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:57.060344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:14:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['68f8cd02-1d55-4668-9990-259a58ec5a12'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:57.301065 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] Set router 68f8cd02-1d55-4668-9990-259a58ec5a12 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:57.415785 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9f072396-73bf-4429-ad3b-1449fca325ac req-19125999-797f-4e92-9666-d3ba5ab0b766 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0913346 Jul 07 17:14:57.452235 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202eca5b-9120-44d1-9d46-cd065736263c None None] Network e29b4352-e24e-4209-8013-9bd6bb864f57 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:14:57.512721 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:57.654344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e5e5cee1-2b80-49d8-b0a7-2a8a156b0172 None None] Provisioning for port 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:57.812979 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:57.820078 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:57.820922 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.927688 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f5f94-8c94-4ce0-a606-53aef16f3e55 req-d4918693-0ccc-4987-886a-e46ee61c1d70 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:57.937526 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f5f5f94-8c94-4ce0-a606-53aef16f3e55 req-d4918693-0ccc-4987-886a-e46ee61c1d70 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.1110148 Jul 07 17:14:57.950987 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:57.981850 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'name': 'tempest-TaggedBootDevicesTest_v242-2052038672-router', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:14:56Z', 'revision_number': 3, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'gw_port': {'id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:58.017794 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f5f5f94-8c94-4ce0-a606-53aef16f3e55 req-47057c27-9188-4bba-8cf6-8a9f1add7bf6 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773275 Jul 07 17:14:58.018022 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] Checking router: 68f8cd02-1d55-4668-9990-259a58ec5a12 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:14:58.018510 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] Updating router 68f8cd02-1d55-4668-9990-259a58ec5a12 port 9e882972-0939-4655-8e72-2edb5f2ab944 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:14:58.104362 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1,segment=NetworkSegment(28e7f07a-565e-442a-9c43-e7b0b4b262d6),segment_id=28e7f07a-565e-442a-9c43-e7b0b4b262d6)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:14:58.105734 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.130762 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.204655 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-95f62040-30e0-4403-aac2-40ab51e8cb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.275893 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:58.391402 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-95f62040-30e0-4403-aac2-40ab51e8cb8a admin admin] Allocated IP 172.20.0.1 (e29b4352-e24e-4209-8013-9bd6bb864f57/7c2c83dc-bdf2-40c6-96f7-00d45954aec0/dd7c0e5a-5492-4b14-8946-22621a3d4e71) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:14:58.421086 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-57b18dd6-b108-49cc-b44d-3667beec0a54 None None] Provisioning complete for port 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:58.421559 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-57b18dd6-b108-49cc-b44d-3667beec0a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.517273 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.524409 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-95f62040-30e0-4403-aac2-40ab51e8cb8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.539186 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-95f62040-30e0-4403-aac2-40ab51e8cb8a admin admin] Transition to ACTIVE for port object dd7c0e5a-5492-4b14-8946-22621a3d4e71 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:58.547862 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] Transition to ACTIVE for port object 9e882972-0939-4655-8e72-2edb5f2ab944 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:14:58.560083 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.592276 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-95f62040-30e0-4403-aac2-40ab51e8cb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.620500 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2331d4-07a6-4db3-ad78-1b5a9fc1b2fd None None] Pushing event updated for resources: {'Port': ['ID=9e882972-0939-4655-8e72-2edb5f2ab944,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:58.622994 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] Attempting to bind port 9e882972-0939-4655-8e72-2edb5f2ab944 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:14:58.623373 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] Attempting to bind port 9e882972-0939-4655-8e72-2edb5f2ab944 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:14:58.623725 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] Attempting to bind port 9e882972-0939-4655-8e72-2edb5f2ab944 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:14:58.629387 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:14:58.630300 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:14:58.630737 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.631123 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:14:58.631585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] Bound port: 9e882972-0939-4655-8e72-2edb5f2ab944, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:14:58.631977 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.643609 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-42544995-c101-439f-a2f0-0557e1a51fd1 req-f819cf17-1507-421d-9e83-fefb0d462305 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0660243 Jul 07 17:14:58.664064 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f62040-30e0-4403-aac2-40ab51e8cb8a admin admin] Pushing event updated for resources: {'Port': ['ID=dd7c0e5a-5492-4b14-8946-22621a3d4e71,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:58.689796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f62040-30e0-4403-aac2-40ab51e8cb8a admin admin] Network e29b4352-e24e-4209-8013-9bd6bb864f57 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:58.689796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-95f62040-30e0-4403-aac2-40ab51e8cb8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:58.689796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f62040-30e0-4403-aac2-40ab51e8cb8a admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:14:58.700383 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] For port 9e882972-0939-4655-8e72-2edb5f2ab944, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:14:58.704584 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] For port 9e882972-0939-4655-8e72-2edb5f2ab944, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=9e882972-0939-4655-8e72-2edb5f2ab944,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:14:58.711348 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.735981 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-95f62040-30e0-4403-aac2-40ab51e8cb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:58.793985 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] Routers {'68f8cd02-1d55-4668-9990-259a58ec5a12'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:14:58.794299 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:14:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['68f8cd02-1d55-4668-9990-259a58ec5a12'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:58.857577 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2331d4-07a6-4db3-ad78-1b5a9fc1b2fd None None] Pushing event updated for resources: {'Port': ['ID=9e882972-0939-4655-8e72-2edb5f2ab944,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:58.937881 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] Set router 68f8cd02-1d55-4668-9990-259a58ec5a12 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:14:58.964793 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-95f62040-30e0-4403-aac2-40ab51e8cb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.104728 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-38f893d8-08c2-4b7a-9581-79f3c0e72435 None None] Provisioning for port dd7c0e5a-5492-4b14-8946-22621a3d4e71 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:14:59.111564 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-38f893d8-08c2-4b7a-9581-79f3c0e72435 None None] Provisioning complete for port dd7c0e5a-5492-4b14-8946-22621a3d4e71 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:59.112011 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-38f893d8-08c2-4b7a-9581-79f3c0e72435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.182610 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-38f893d8-08c2-4b7a-9581-79f3c0e72435 None None] Port dd7c0e5a-5492-4b14-8946-22621a3d4e71 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:14:59.199505 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'name': 'tempest-TaggedBootDevicesTest_v242-2052038672-router', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:14:56Z', 'revision_number': 3, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'gw_port': {'id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:14:59.214919 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-95f62040-30e0-4403-aac2-40ab51e8cb8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.220352 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-95f62040-30e0-4403-aac2-40ab51e8cb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.237516 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e8b62-f423-4cf4-906a-a71f2b3de2cc None None] The sync data for ids ['68f8cd02-1d55-4668-9990-259a58ec5a12'] in n-d-793620-7 is: [{'id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'name': 'tempest-TaggedBootDevicesTest_v242-2052038672-router', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:14:56Z', 'revision_number': 3, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'gw_port': {'id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:14:59.294910 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:14:59.322101 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f62040-30e0-4403-aac2-40ab51e8cb8a admin admin] Pushing event updated for resources: {'Port': ['ID=dd7c0e5a-5492-4b14-8946-22621a3d4e71,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:14:59.325505 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-95f62040-30e0-4403-aac2-40ab51e8cb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.326898 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0bdff-48f1-4744-a6f4-55f3fb5409d0 req-70867f4b-f985-41df-b1e7-44ce8f4e2084 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:14:59.328477 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ccb0bdff-48f1-4744-a6f4-55f3fb5409d0 req-70867f4b-f985-41df-b1e7-44ce8f4e2084 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.1310256 Jul 07 17:14:59.398171 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:59.398587 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.409945 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ccb0bdff-48f1-4744-a6f4-55f3fb5409d0 req-d730e750-9ffb-4713-8fca-4b224aef0e6a tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672164 Jul 07 17:14:59.450459 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f62040-30e0-4403-aac2-40ab51e8cb8a admin admin] Network e29b4352-e24e-4209-8013-9bd6bb864f57 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:14:59.453274 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-95f62040-30e0-4403-aac2-40ab51e8cb8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:14:59.691883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f62040-30e0-4403-aac2-40ab51e8cb8a admin admin] Router 68f8cd02-1d55-4668-9990-259a58ec5a12 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:14:59.896528 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f8612b69-3742-44b5-a77c-7f34b912b9e7 req-d13a2327-fa3b-4bb2-81df-decf46e42b65 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0346124 Jul 07 17:14:59.899530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f62040-30e0-4403-aac2-40ab51e8cb8a admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:14:59.907069 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-95f62040-30e0-4403-aac2-40ab51e8cb8a admin admin] 10.222.0.50 "PUT /v2.0/routers/68f8cd02-1d55-4668-9990-259a58ec5a12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8479545 Jul 07 17:14:59.922188 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c7f42d2d-66df-4d4e-8a17-417fb628cff3 None None] Provisioning complete for port dd7c0e5a-5492-4b14-8946-22621a3d4e71 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:14:59.922598 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c7f42d2d-66df-4d4e-8a17-417fb628cff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:14:59.969352 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-c7f42d2d-66df-4d4e-8a17-417fb628cff3 None None] Port dd7c0e5a-5492-4b14-8946-22621a3d4e71 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:00.173429 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ca2e176b-d805-4169-a809-b379c050ae49 req-4a76d82b-61ea-4d61-bd21-b0420bd549c4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0328369 Jul 07 17:15:00.665739 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cb67d-7684-4077-9ff2-9a944115f860 req-31a318d7-edcf-4f64-8b95-dc5811277007 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:00.668224 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5a4cb67d-7684-4077-9ff2-9a944115f860 req-31a318d7-edcf-4f64-8b95-dc5811277007 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.0718243 Jul 07 17:15:00.721457 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5a4cb67d-7684-4077-9ff2-9a944115f860 req-5ccaa279-857e-428b-b668-9c3c8ea71f6c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464506 Jul 07 17:15:01.121489 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ac1b5a73-3e8c-4095-aa68-aeda1e3eb166 req-e970583e-0a93-4fd0-b91c-66f5548edadc tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0654058 Jul 07 17:15:01.357097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 9e882972-0939-4655-8e72-2edb5f2ab944 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:01.422888 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 9e882972-0939-4655-8e72-2edb5f2ab944 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:01.427644 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 9e882972-0939-4655-8e72-2edb5f2ab944 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:01.428103 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.487716 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] Sync routers for ids ['68f8cd02-1d55-4668-9990-259a58ec5a12'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:01.517971 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.521975 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] Routers {'68f8cd02-1d55-4668-9990-259a58ec5a12'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:01.522638 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:14:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['68f8cd02-1d55-4668-9990-259a58ec5a12'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:01.549610 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 9e882972-0939-4655-8e72-2edb5f2ab944, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=9e882972-0939-4655-8e72-2edb5f2ab944,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:01.555552 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:01.628710 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=9e882972-0939-4655-8e72-2edb5f2ab944,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:01.767080 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] Set router 68f8cd02-1d55-4668-9990-259a58ec5a12 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:01.993469 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28fcab-aa23-4c23-9443-f40a12285ab9 req-01bc679e-166f-4d9c-af87-91d56ce8a2d3 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:01.995965 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3d28fcab-aa23-4c23-9443-f40a12285ab9 req-01bc679e-166f-4d9c-af87-91d56ce8a2d3 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.0783074 Jul 07 17:15:02.057137 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'name': 'tempest-TaggedBootDevicesTest_v242-2052038672-router', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:14:58Z', 'revision_number': 4, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'gw_port': {'id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'dd7c0e5a-5492-4b14-8946-22621a3d4e71', 'name': '', 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'mac_address': 'fa:16:3e:ef:af:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '7c2c83dc-bdf2-40c6-96f7-00d45954aec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:58Z', 'updated_at': '2021-07-07T17:14:59Z', 'revision_number': 2, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'subnets': [{'id': '7c2c83dc-bdf2-40c6-96f7-00d45954aec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:02.089413 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3d28fcab-aa23-4c23-9443-f40a12285ab9 req-42ecc567-87dd-4446-a778-7ff271698e0b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865500 Jul 07 17:15:02.132155 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] Checking router: 68f8cd02-1d55-4668-9990-259a58ec5a12 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:02.132705 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] Updating router 68f8cd02-1d55-4668-9990-259a58ec5a12 port dd7c0e5a-5492-4b14-8946-22621a3d4e71 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:15:02.235033 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.425778 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eec655d4-0244-4e33-b5dc-e5fe3a242d3b req-a33b7c77-ac00-441b-a4ee-30ff315930e6 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0650892 Jul 07 17:15:02.653612 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.675492 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] Transition to ACTIVE for port object dd7c0e5a-5492-4b14-8946-22621a3d4e71 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:02.685223 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.765149 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc741f1c-23a5-484f-803a-56f7a5162dfa None None] Pushing event updated for resources: {'Port': ['ID=dd7c0e5a-5492-4b14-8946-22621a3d4e71,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:02.883365 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] Attempting to bind port dd7c0e5a-5492-4b14-8946-22621a3d4e71 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:02.883747 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] Attempting to bind port dd7c0e5a-5492-4b14-8946-22621a3d4e71 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '28e7f07a-565e-442a-9c43-e7b0b4b262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:02.884110 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] Attempting to bind port dd7c0e5a-5492-4b14-8946-22621a3d4e71 on network e29b4352-e24e-4209-8013-9bd6bb864f57 {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:02.895273 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7c1f403d-351f-43da-8bb0-adc193092133 req-1ef74596-1343-4a21-bfa6-b7a97a193a00 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab&device_id=efadc56f-909d-419c-a758-097972dca3d9 HTTP/1.1" status: 200 len: 210 time: 0.0661714 Jul 07 17:15:02.907965 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:02.910141 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] Checking segment: {'id': '28e7f07a-565e-442a-9c43-e7b0b4b262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:02.911876 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:02.912496 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] Bound using segment: {'id': '28e7f07a-565e-442a-9c43-e7b0b4b262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:02.913589 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] Bound port: dd7c0e5a-5492-4b14-8946-22621a3d4e71, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e7f07a-565e-442a-9c43-e7b0b4b262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:02.914241 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.028980 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] For port dd7c0e5a-5492-4b14-8946-22621a3d4e71, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:03.033604 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] For port dd7c0e5a-5492-4b14-8946-22621a3d4e71, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=dd7c0e5a-5492-4b14-8946-22621a3d4e71,segment=NetworkSegment(28e7f07a-565e-442a-9c43-e7b0b4b262d6),segment_id=28e7f07a-565e-442a-9c43-e7b0b4b262d6)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:03.039531 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.130144 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] Routers {'68f8cd02-1d55-4668-9990-259a58ec5a12'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:03.130946 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:14:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['68f8cd02-1d55-4668-9990-259a58ec5a12'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:03.193368 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc741f1c-23a5-484f-803a-56f7a5162dfa None None] Pushing event updated for resources: {'Port': ['ID=dd7c0e5a-5492-4b14-8946-22621a3d4e71,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:03.376723 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] Set router 68f8cd02-1d55-4668-9990-259a58ec5a12 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:03.414267 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 9e882972-0939-4655-8e72-2edb5f2ab944 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:03.451393 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-39c7ad20-66ed-401b-bf55-3fbc90c07cc4 req-bc8e1f21-a436-4565-a4ac-a93989d4185b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31960ef907664a75afd46b5f3fa37b7e&device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.1368091 Jul 07 17:15:03.503989 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-39c7ad20-66ed-401b-bf55-3fbc90c07cc4 req-da44176a-8b21-48d3-9a5a-a4593e8aad07 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=31960ef907664a75afd46b5f3fa37b7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435269 Jul 07 17:15:03.545752 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 9e882972-0939-4655-8e72-2edb5f2ab944 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:03.546369 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:03.575049 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-75db03ae-0c02-4596-af85-5b6a94d1042f req-f39ffc81-40a6-4795-b3e4-b5f6e1f467ce tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0479288 Jul 07 17:15:03.636825 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c77fd0-7b64-4304-85e2-38911e169b64 req-dde0d507-c9a3-4347-9bfc-bc712586541e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:03.645994 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82c77fd0-7b64-4304-85e2-38911e169b64 req-dde0d507-c9a3-4347-9bfc-bc712586541e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.3301744 Jul 07 17:15:03.719370 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82c77fd0-7b64-4304-85e2-38911e169b64 req-b89200ed-f258-4e0b-96a9-ea8a78c98402 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717487 Jul 07 17:15:03.775675 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7ad20-66ed-401b-bf55-3fbc90c07cc4 req-1f716099-eaa0-4666-86dc-e28f793da589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:03.777463 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-39c7ad20-66ed-401b-bf55-3fbc90c07cc4 req-1f716099-eaa0-4666-86dc-e28f793da589 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2624502 Jul 07 17:15:03.780419 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'name': 'tempest-TaggedBootDevicesTest_v242-2052038672-router', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:14:58Z', 'revision_number': 4, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'gw_port': {'id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'dd7c0e5a-5492-4b14-8946-22621a3d4e71', 'name': '', 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'mac_address': 'fa:16:3e:ef:af:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '7c2c83dc-bdf2-40c6-96f7-00d45954aec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:58Z', 'updated_at': '2021-07-07T17:15:03Z', 'revision_number': 4, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'subnets': [{'id': '7c2c83dc-bdf2-40c6-96f7-00d45954aec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:03.823558 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b32c69-eb82-4e8f-ac23-92c7b093a970 None None] The sync data for ids ['68f8cd02-1d55-4668-9990-259a58ec5a12'] in n-d-793620-7 is: [{'id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'name': 'tempest-TaggedBootDevicesTest_v242-2052038672-router', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:14:58Z', 'revision_number': 4, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'gw_port': {'id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'dd7c0e5a-5492-4b14-8946-22621a3d4e71', 'name': '', 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'mac_address': 'fa:16:3e:ef:af:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '7c2c83dc-bdf2-40c6-96f7-00d45954aec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:58Z', 'updated_at': '2021-07-07T17:15:03Z', 'revision_number': 4, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'subnets': [{'id': '7c2c83dc-bdf2-40c6-96f7-00d45954aec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:04.792962 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-128abe31-7bce-45eb-9f45-cff3e6a5a5c6 req-bc73edc6-7536-4b90-8a58-9a702013f9b9 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0539491 Jul 07 17:15:05.016973 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058440f-9c8a-4e7b-9a4e-4173b247440f req-a3bb819f-7b67-41ce-aa1e-6f05b18ea8ef tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:05.018975 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5058440f-9c8a-4e7b-9a4e-4173b247440f req-a3bb819f-7b67-41ce-aa1e-6f05b18ea8ef tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.1003282 Jul 07 17:15:05.066312 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5058440f-9c8a-4e7b-9a4e-4173b247440f req-ccbfc8bf-29e7-44cf-9f19-6e0f78203152 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412025 Jul 07 17:15:05.201626 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-39c7ad20-66ed-401b-bf55-3fbc90c07cc4 req-3dbc40f5-5565-474f-a119-ace23bfe08da tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.15 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0462914 Jul 07 17:15:05.398218 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dd7c0e5a-5492-4b14-8946-22621a3d4e71 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:05.488834 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port dd7c0e5a-5492-4b14-8946-22621a3d4e71 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:05.500161 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port dd7c0e5a-5492-4b14-8946-22621a3d4e71 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:05.500803 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.601614 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.639032 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port dd7c0e5a-5492-4b14-8946-22621a3d4e71, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=dd7c0e5a-5492-4b14-8946-22621a3d4e71,segment=NetworkSegment(28e7f07a-565e-442a-9c43-e7b0b4b262d6),segment_id=28e7f07a-565e-442a-9c43-e7b0b4b262d6)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:05.644530 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:05.703961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=dd7c0e5a-5492-4b14-8946-22621a3d4e71,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:05.989922 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ec23dcb6-eede-4cdd-968e-196082d535c5 req-1ee1d91e-ef11-4360-b86f-3e10e443d6fc tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=0417c978-a204-418a-b76a-10c5c59f3aab HTTP/1.1" status: 200 len: 210 time: 0.0344696 Jul 07 17:15:06.285224 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6ee83-4f5a-413d-bf10-0d77da3adb01 req-5e5b74f4-dc20-49f9-b67c-93300710bea0 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:06.286841 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73a6ee83-4f5a-413d-bf10-0d77da3adb01 req-5e5b74f4-dc20-49f9-b67c-93300710bea0 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.0808332 Jul 07 17:15:06.334594 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73a6ee83-4f5a-413d-bf10-0d77da3adb01 req-9498b769-cb20-4538-a841-725cf94e9d1f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403273 Jul 07 17:15:07.328485 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dd7c0e5a-5492-4b14-8946-22621a3d4e71 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:07.394582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port dd7c0e5a-5492-4b14-8946-22621a3d4e71 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:07.395109 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:07.504488 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cc9e3427-f4d3-4533-b555-24f952f2f601 req-e49d35b8-989a-4c74-825e-d395a262b999 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31960ef907664a75afd46b5f3fa37b7e&device_id=efadc56f-909d-419c-a758-097972dca3d9 HTTP/1.1" status: 200 len: 210 time: 0.0610688 Jul 07 17:15:07.565310 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cc9e3427-f4d3-4533-b555-24f952f2f601 req-ab56a446-9f9b-4e19-b45a-506c12d3e880 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=31960ef907664a75afd46b5f3fa37b7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526979 Jul 07 17:15:07.678266 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7e151-0268-4d8d-a294-ce3dcace01b5 req-03155635-828b-4a60-ae9b-6905e65d3dc1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:07.680004 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c7a7e151-0268-4d8d-a294-ce3dcace01b5 req-03155635-828b-4a60-ae9b-6905e65d3dc1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.0892334 Jul 07 17:15:07.727558 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c7a7e151-0268-4d8d-a294-ce3dcace01b5 req-180b30cc-5f52-40b4-8232-82eb8a49f91b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404351 Jul 07 17:15:07.735243 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-84f8b942-f291-4452-8979-dc2d70f802ec req-60ee67de-f027-4543-b8e7-f3b201ee4058 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=efadc56f-909d-419c-a758-097972dca3d9 HTTP/1.1" status: 200 len: 210 time: 0.0537579 Jul 07 17:15:07.796189 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e3427-f4d3-4533-b555-24f952f2f601 req-dd9f0cf6-6786-45f2-a912-a5682b889d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:07.797700 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cc9e3427-f4d3-4533-b555-24f952f2f601 req-dd9f0cf6-6786-45f2-a912-a5682b889d34 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2213244 Jul 07 17:15:08.277163 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:15:08.943671 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a1ef12a2-b44b-4a22-8d3b-cb5abdc12a3e req-12b7029d-1c4c-421a-bc9c-089acaa9cc06 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.50 "GET /v2.0/ports?device_id=efadc56f-909d-419c-a758-097972dca3d9 HTTP/1.1" status: 200 len: 210 time: 0.0708585 Jul 07 17:15:08.983579 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f8a83-4427-4276-bd58-ddc07c5812f0 req-10a86631-f82f-45f0-a92c-397f2ca8ad2e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:08.985480 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b3f8a83-4427-4276-bd58-ddc07c5812f0 req-10a86631-f82f-45f0-a92c-397f2ca8ad2e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.0863762 Jul 07 17:15:09.042034 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b3f8a83-4427-4276-bd58-ddc07c5812f0 req-74ffb242-24d2-4e9e-990c-6dfdd96d4eda tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478024 Jul 07 17:15:09.128184 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cc9e3427-f4d3-4533-b555-24f952f2f601 req-daff09b0-aa2b-441c-9a10-0af5b00274a3 tempest-ServerShowV247Test-149036560 tempest-ServerShowV247Test-149036560-project] 10.222.0.15 "GET /v2.0/ports?device_id=efadc56f-909d-419c-a758-097972dca3d9 HTTP/1.1" status: 200 len: 210 time: 0.0352044 Jul 07 17:15:10.249019 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde97d85-f63a-4546-9e7b-ac7e09eff99f req-dc54daf8-7973-46cb-b331-7dcb6e938185 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:10.257302 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fde97d85-f63a-4546-9e7b-ac7e09eff99f req-dc54daf8-7973-46cb-b331-7dcb6e938185 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.0862362 Jul 07 17:15:10.304688 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fde97d85-f63a-4546-9e7b-ac7e09eff99f req-43b1f717-e176-44ee-9277-5eb90898f3e9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463974 Jul 07 17:15:10.336049 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45376) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:10.482489 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-495e0db0-e584-45b9-a540-09c39d4ad2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.604332 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-495e0db0-e584-45b9-a540-09c39d4ad2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.609829 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-495e0db0-e584-45b9-a540-09c39d4ad2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.649273 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e0db0-e584-45b9-a540-09c39d4ad2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c3024f-e5cd-422d-9968-f2439584218c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:10.655269 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-495e0db0-e584-45b9-a540-09c39d4ad2b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=31960ef907664a75afd46b5f3fa37b7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3181493 Jul 07 17:15:10.657964 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45388) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:10.717876 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61ad25e5-eec4-406c-8c77-a069d82c7dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.739872 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61ad25e5-eec4-406c-8c77-a069d82c7dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.788198 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61ad25e5-eec4-406c-8c77-a069d82c7dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.791100 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61ad25e5-eec4-406c-8c77-a069d82c7dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:10.792272 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-61ad25e5-eec4-406c-8c77-a069d82c7dc7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/29c3024f-e5cd-422d-9968-f2439584218c HTTP/1.1" status: 204 len: 168 time: 0.1331995 Jul 07 17:15:10.800493 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad25e5-eec4-406c-8c77-a069d82c7dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c3024f-e5cd-422d-9968-f2439584218c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:11.463612 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:11.591592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35513a-3e49-422a-9d90-fea46ea46924 req-f2794359-84d3-41ec-a8e8-6d086f883a31 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:11.605055 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6f35513a-3e49-422a-9d90-fea46ea46924 req-f2794359-84d3-41ec-a8e8-6d086f883a31 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.1600468 Jul 07 17:15:11.618883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45420) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:11.655629 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:11.671418 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'port_id': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3', 'mac_address': 'fa:16:3e:53:d6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:11.692447 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6f35513a-3e49-422a-9d90-fea46ea46924 req-0025a0fa-615a-4a08-a9e9-3aa7e7f0a906 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859869 Jul 07 17:15:11.728214 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.745740 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:11.769392 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:11.774882 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.789875 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-417b9283-74b0-49a5-8946-43ef99ac0e74 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2094917501-network', 'tenant_id': '57ca4eeedf4f4217ac7730e6480ca1ed'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:11.816635 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417b9283-74b0-49a5-8946-43ef99ac0e74 admin admin] Made reservation on behalf of 57ca4eeedf4f4217ac7730e6480ca1ed for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:11.821494 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-417b9283-74b0-49a5-8946-43ef99ac0e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.842587 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-417b9283-74b0-49a5-8946-43ef99ac0e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:11.854587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:11.868159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['d53de1a3-e363-4a2c-a0f0-8d8e512ffde3'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:12.000894 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-417b9283-74b0-49a5-8946-43ef99ac0e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:12.006617 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-417b9283-74b0-49a5-8946-43ef99ac0e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:12.024572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417b9283-74b0-49a5-8946-43ef99ac0e74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:15:12.040212 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-417b9283-74b0-49a5-8946-43ef99ac0e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:12.040954 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-417b9283-74b0-49a5-8946-43ef99ac0e74 admin admin] Added segment 991440de-9205-40fe-b390-a724e7dad2b4 of type vlan for network a5af4ad0-c69a-45cf-b648-e7484fa1192a Jul 07 17:15:12.127525 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b9283-74b0-49a5-8946-43ef99ac0e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2932a9-57b5-44c3-99c5-9058f7e9d72c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:12.134625 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-417b9283-74b0-49a5-8946-43ef99ac0e74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:12.171078 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-417b9283-74b0-49a5-8946-43ef99ac0e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:12.172263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417b9283-74b0-49a5-8946-43ef99ac0e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:12.172848 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-417b9283-74b0-49a5-8946-43ef99ac0e74 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:12.191026 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-417b9283-74b0-49a5-8946-43ef99ac0e74 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5701790 Jul 07 17:15:12.266975 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b9283-74b0-49a5-8946-43ef99ac0e74 admin admin] Pushing event updated for resources: {'Network': ['ID=a5af4ad0-c69a-45cf-b648-e7484fa1192a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:12.279779 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network a5af4ad0-c69a-45cf-b648-e7484fa1192a details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:15:12.811667 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8c5e1-2c58-41f7-8e0b-42466f01f3ee req-de03ebf9-9504-4a8b-ad23-acc77f1a9b42 tempest-ComputeTenantNetworksTest-971146231 tempest-ComputeTenantNetworksTest-971146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:12.819993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8c5e1-2c58-41f7-8e0b-42466f01f3ee req-de03ebf9-9504-4a8b-ad23-acc77f1a9b42 tempest-ComputeTenantNetworksTest-971146231 tempest-ComputeTenantNetworksTest-971146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:12.828014 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8c5e1-2c58-41f7-8e0b-42466f01f3ee req-de03ebf9-9504-4a8b-ad23-acc77f1a9b42 tempest-ComputeTenantNetworksTest-971146231 tempest-ComputeTenantNetworksTest-971146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:12.830070 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-25b8c5e1-2c58-41f7-8e0b-42466f01f3ee req-de03ebf9-9504-4a8b-ad23-acc77f1a9b42 tempest-ComputeTenantNetworksTest-971146231 tempest-ComputeTenantNetworksTest-971146231-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2542124 Jul 07 17:15:12.925558 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b99b3-c043-4df3-9d24-48075cdbd51e req-b204618e-0231-416c-b84b-f6bf05dc955d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:12.928145 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5d5b99b3-c043-4df3-9d24-48075cdbd51e req-b204618e-0231-416c-b84b-f6bf05dc955d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 945 time: 0.0830801 Jul 07 17:15:12.987638 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5d5b99b3-c043-4df3-9d24-48075cdbd51e req-1d156247-94a3-4f79-a8f7-84cb71c79fe0 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499647 Jul 07 17:15:13.007513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5595ac-0b49-4c0f-8cbd-f984c7e02398 req-fc137dc0-2b3e-4262-8c3c-3b2e3277e09d tempest-ComputeTenantNetworksTest-971146231 tempest-ComputeTenantNetworksTest-971146231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:13.008944 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2c5595ac-0b49-4c0f-8cbd-f984c7e02398 req-fc137dc0-2b3e-4262-8c3c-3b2e3277e09d tempest-ComputeTenantNetworksTest-971146231 tempest-ComputeTenantNetworksTest-971146231-project] 10.222.0.50 "GET /v2.0/networks/a5af4ad0-c69a-45cf-b648-e7484fa1192a HTTP/1.1" status: 200 len: 769 time: 0.1358774 Jul 07 17:15:13.016853 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45446) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:13.100554 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-05ce88cc-655b-444d-a5ce-727f8a47ea5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.190356 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-05ce88cc-655b-444d-a5ce-727f8a47ea5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.201919 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-05ce88cc-655b-444d-a5ce-727f8a47ea5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5af4ad0-c69a-45cf-b648-e7484fa1192a']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:13.223549 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-05ce88cc-655b-444d-a5ce-727f8a47ea5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991440de-9205-40fe-b390-a724e7dad2b4') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:13.223649 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-05ce88cc-655b-444d-a5ce-727f8a47ea5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991440de-9205-40fe-b390-a724e7dad2b4') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:13.235824 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-05ce88cc-655b-444d-a5ce-727f8a47ea5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.253338 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-05ce88cc-655b-444d-a5ce-727f8a47ea5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.261644 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ce88cc-655b-444d-a5ce-727f8a47ea5a admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:15:13.263036 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-05ce88cc-655b-444d-a5ce-727f8a47ea5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:15:13.266804 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:15:13.357979 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-05ce88cc-655b-444d-a5ce-727f8a47ea5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.368443 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-05ce88cc-655b-444d-a5ce-727f8a47ea5a admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.371326 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-05ce88cc-655b-444d-a5ce-727f8a47ea5a admin admin] 10.222.0.50 "DELETE /v2.0/networks/a5af4ad0-c69a-45cf-b648-e7484fa1192a HTTP/1.1" status: 204 len: 168 time: 0.3534532 Jul 07 17:15:13.388730 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce88cc-655b-444d-a5ce-727f8a47ea5a admin admin] Pushing event deleted for resources: {'Network': ['ID=a5af4ad0-c69a-45cf-b648-e7484fa1192a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:13.425030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eec4a3-b318-40cb-9a7c-18fa99e14a89 req-796dc34f-32b9-474d-b884-3ce73e8bbe11 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:13.426812 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3eec4a3-b318-40cb-9a7c-18fa99e14a89 req-796dc34f-32b9-474d-b884-3ce73e8bbe11 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 945 time: 0.0954199 Jul 07 17:15:13.481033 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:13.489843 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3eec4a3-b318-40cb-9a7c-18fa99e14a89 req-a0792bc8-c71b-4283-b9b3-1ed36b7b3167 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0566895 Jul 07 17:15:13.508335 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45456) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:13.559112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:13.559952 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.564314 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45458) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:13.616160 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-888344ca-f81d-4d98-84ef-bc68215b9b11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57ca4eeedf4f4217ac7730e6480ca1ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503764 Jul 07 17:15:13.616804 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45460) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:13.642000 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c19eeb36-71c8-44db-8ac4-b020fda5f9b8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/floatingips/3f410469-ff54-4965-9d5f-74ce28b5300d HTTP/1.1" status: 200 len: 993 time: 0.1323574 Jul 07 17:15:13.689032 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6199e623-1ee1-451d-94d4-9e6727db5593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.711585 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.720916 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6199e623-1ee1-451d-94d4-9e6727db5593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.759131 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3592eede-b238-49a7-883a-41a6222e5811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:13.764685 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c20b29d-f498-4510-86fa-d5797d0e49f4" -d '{"events": [{"server_uuid": "3592eede-b238-49a7-883a-41a6222e5811", "name": "network-vif-plugged", "status": "completed", "tag": "d53de1a3-e363-4a2c-a0f0-8d8e512ffde3"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:13.794026 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:13.801870 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.841718 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6199e623-1ee1-451d-94d4-9e6727db5593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.848180 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6199e623-1ee1-451d-94d4-9e6727db5593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:13.851944 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6199e623-1ee1-451d-94d4-9e6727db5593 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2f2932a9-57b5-44c3-99c5-9058f7e9d72c HTTP/1.1" status: 204 len: 168 time: 0.2341061 Jul 07 17:15:13.858039 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72280adc-7661-4ab4-bdf6-bfee03f0df29 x-openstack-request-id: req-72280adc-7661-4ab4-bdf6-bfee03f0df29 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:13.858345 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3592eede-b238-49a7-883a-41a6222e5811", "name": "network-vif-plugged", "status": "completed", "tag": "d53de1a3-e363-4a2c-a0f0-8d8e512ffde3", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:13.862773 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72280adc-7661-4ab4-bdf6-bfee03f0df29 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:13.863206 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3592eede-b238-49a7-883a-41a6222e5811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3', 'code': 200} Jul 07 17:15:13.866986 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199e623-1ee1-451d-94d4-9e6727db5593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2932a9-57b5-44c3-99c5-9058f7e9d72c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:13.920010 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:14.212621 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.248347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0162a-ba61-4e28-b3f0-bb65c07cf277 req-82682187-e65c-4fef-972d-8f5a3af59c75 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:14.259019 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b3f0162a-ba61-4e28-b3f0-bb65c07cf277 req-82682187-e65c-4fef-972d-8f5a3af59c75 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.1097391 Jul 07 17:15:14.329784 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b3f0162a-ba61-4e28-b3f0-bb65c07cf277 req-5813907b-ad89-42cd-9d02-6b7c6df2d439 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692065 Jul 07 17:15:14.614838 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de123bb9-7a7b-49d5-b3d8-aae99142833f req-001101a3-efc6-4779-8117-ed85a1027e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:14.617680 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de123bb9-7a7b-49d5-b3d8-aae99142833f req-001101a3-efc6-4779-8117-ed85a1027e1e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=813d1850aa3c4934a7e97cbee8a39039&device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 1097 time: 0.1171768 Jul 07 17:15:14.730195 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5ce1438c-9853-46a2-bc05-9dbe68fe79a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:14.797987 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de123bb9-7a7b-49d5-b3d8-aae99142833f req-7cd23545-b6f1-47e9-81f9-b20f8736a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:14.800131 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de123bb9-7a7b-49d5-b3d8-aae99142833f req-7cd23545-b6f1-47e9-81f9-b20f8736a804 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1 HTTP/1.1" status: 200 len: 918 time: 0.1436501 Jul 07 17:15:14.919987 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de123bb9-7a7b-49d5-b3d8-aae99142833f req-1db90c87-8d14-4a39-a1d0-d55b8d92e069 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 HTTP/1.1" status: 200 len: 1002 time: 0.1124244 Jul 07 17:15:15.000952 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de123bb9-7a7b-49d5-b3d8-aae99142833f req-1f744c7e-078f-48a4-999c-7775814371f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:15.008063 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de123bb9-7a7b-49d5-b3d8-aae99142833f req-1f744c7e-078f-48a4-999c-7775814371f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c3cd916-6514-42d5-8d29-5aae3a405db3 HTTP/1.1" status: 200 len: 856 time: 0.0814180 Jul 07 17:15:15.096909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de123bb9-7a7b-49d5-b3d8-aae99142833f req-c795bb50-6884-4cba-8a01-5a49ef073499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:15.104666 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bae72c-08ec-45ee-afce-c2ae42375406 req-761733ea-3b4c-4803-9499-3c95d259a325 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:15.106043 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de123bb9-7a7b-49d5-b3d8-aae99142833f req-c795bb50-6884-4cba-8a01-5a49ef073499 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895643 Jul 07 17:15:15.109750 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37bae72c-08ec-45ee-afce-c2ae42375406 req-761733ea-3b4c-4803-9499-3c95d259a325 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 1096 time: 0.8687861 Jul 07 17:15:15.176837 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-37bae72c-08ec-45ee-afce-c2ae42375406 req-e92ceb66-8f5c-4b49-88b0-479d904dad69 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0555925 Jul 07 17:15:15.322461 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de123bb9-7a7b-49d5-b3d8-aae99142833f req-8d3616db-78f9-4134-b045-d2b4b7ee6f1d service neutron] 10.222.0.69 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044623 Jul 07 17:15:15.477664 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45536) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:15.604209 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de123bb9-7a7b-49d5-b3d8-aae99142833f req-611aee1e-4e08-4593-b49f-2d888fe3b0ec service neutron] 10.222.0.69 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750638 Jul 07 17:15:15.752985 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac99efc-f159-4238-a4d0-8ed7cd75bce5 req-eb0b5b06-a610-49cc-8ce3-c4bcefae7a61 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:15.757131 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7ac99efc-f159-4238-a4d0-8ed7cd75bce5 req-eb0b5b06-a610-49cc-8ce3-c4bcefae7a61 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.1636107 Jul 07 17:15:15.789013 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b7257746-a933-4344-8c53-a3d069d4458e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1009243341-network', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:15.828862 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7257746-a933-4344-8c53-a3d069d4458e admin admin] Made reservation on behalf of e0d3f4c1ff294119a2c5fc6e804d1e59 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:15.832832 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7257746-a933-4344-8c53-a3d069d4458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:15.889880 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7ac99efc-f159-4238-a4d0-8ed7cd75bce5 req-8814ad0f-2fb7-4545-b53f-79f744812a76 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288753 Jul 07 17:15:15.890803 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7257746-a933-4344-8c53-a3d069d4458e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.107785 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffca05f-21ba-494a-96f6-39b534510d65 req-f1265c1f-4e82-41c3-ad39-76a4c4bebfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:16.119016 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ffca05f-21ba-494a-96f6-39b534510d65 req-f1265c1f-4e82-41c3-ad39-76a4c4bebfa3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 1096 time: 0.1653776 Jul 07 17:15:16.196042 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7257746-a933-4344-8c53-a3d069d4458e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.201714 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7257746-a933-4344-8c53-a3d069d4458e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.227261 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7257746-a933-4344-8c53-a3d069d4458e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:15:16.252136 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7257746-a933-4344-8c53-a3d069d4458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.252774 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-b7257746-a933-4344-8c53-a3d069d4458e admin admin] Added segment 453669c1-6ecc-4ab7-8804-3a7fff87378b of type vlan for network 292197e0-01dc-4068-ba5d-c7a67aedfe6d Jul 07 17:15:16.351562 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7257746-a933-4344-8c53-a3d069d4458e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.394099 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffca05f-21ba-494a-96f6-39b534510d65 req-1d0e7fc1-73f2-4841-9b84-a06ac9c9fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:16.395809 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ffca05f-21ba-494a-96f6-39b534510d65 req-1d0e7fc1-73f2-4841-9b84-a06ac9c9fbe3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c HTTP/1.1" status: 200 len: 897 time: 0.2457993 Jul 07 17:15:16.471060 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.488446 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7257746-a933-4344-8c53-a3d069d4458e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.489761 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7257746-a933-4344-8c53-a3d069d4458e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:16.490572 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7257746-a933-4344-8c53-a3d069d4458e admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.496061 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7257746-a933-4344-8c53-a3d069d4458e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dffdbea-1f0e-45ed-ae29-5014e657a70e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:16.624620 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ffca05f-21ba-494a-96f6-39b534510d65 req-0ead69a4-084f-4643-b4c3-e6dc2dead689 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81e9f0b5-4489-4f1d-a5ce-d259a17bba06 HTTP/1.1" status: 200 len: 1001 time: 0.2225962 Jul 07 17:15:16.629914 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7257746-a933-4344-8c53-a3d069d4458e admin admin] Pushing event updated for resources: {'Network': ['ID=292197e0-01dc-4068-ba5d-c7a67aedfe6d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:16.640860 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 292197e0-01dc-4068-ba5d-c7a67aedfe6d details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:15:16.656057 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b7257746-a933-4344-8c53-a3d069d4458e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1771436 Jul 07 17:15:16.659752 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45584) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:16.675667 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b49d83d7-a361-47a8-8d03-9ab463ed3476 admin admin] Request body: {'subnet': {'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1009243341-subnet', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:16.708383 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-99c765a5-669a-4915-9b9e-3a67b25413c0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3216090 Jul 07 17:15:16.715457 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49d83d7-a361-47a8-8d03-9ab463ed3476 admin admin] Made reservation on behalf of e0d3f4c1ff294119a2c5fc6e804d1e59 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:16.720028 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b49d83d7-a361-47a8-8d03-9ab463ed3476 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:16.750739 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffca05f-21ba-494a-96f6-39b534510d65 req-a5a704d7-8045-4d5b-b85c-0e2faf9af4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:16.752254 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ffca05f-21ba-494a-96f6-39b534510d65 req-a5a704d7-8045-4d5b-b85c-0e2faf9af4b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=959e22ab-3971-4a34-82c2-c3830639c367 HTTP/1.1" status: 200 len: 834 time: 0.1182115 Jul 07 17:15:17.013534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffca05f-21ba-494a-96f6-39b534510d65 req-5e4c35d3-0bed-478d-8ab6-f8c52ef636d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:17.021732 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ffca05f-21ba-494a-96f6-39b534510d65 req-5e4c35d3-0bed-478d-8ab6-f8c52ef636d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2584150 Jul 07 17:15:17.335061 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ffca05f-21ba-494a-96f6-39b534510d65 req-62d481fe-7575-4141-938b-9996ca07108a service neutron] 10.222.0.15 "GET /v2.0/networks/1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014317 Jul 07 17:15:17.531495 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ffca05f-21ba-494a-96f6-39b534510d65 req-f3103e4b-98d1-4095-9dff-1b39a166f9b1 service neutron] 10.222.0.15 "GET /v2.0/networks/1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893420 Jul 07 17:15:17.541896 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b49d83d7-a361-47a8-8d03-9ab463ed3476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.614459 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.655885 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9698e46-624f-4d8e-a9a0-ad6ff92a5587 req-45cd72ee-ebb6-4aa2-adc2-8395375d9670 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:17.665539 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e9698e46-624f-4d8e-a9a0-ad6ff92a5587 req-45cd72ee-ebb6-4aa2-adc2-8395375d9670 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.4570663 Jul 07 17:15:17.733138 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d83d7-a361-47a8-8d03-9ab463ed3476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeaad8af-4e95-4aca-8e25-9c0ee640a68c,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:17.759657 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d83d7-a361-47a8-8d03-9ab463ed3476 admin admin] Checking segment: {'id': '453669c1-6ecc-4ab7-8804-3a7fff87378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:17.760161 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49d83d7-a361-47a8-8d03-9ab463ed3476 admin admin] Network hostable DHCP agents. Network: 292197e0-01dc-4068-ba5d-c7a67aedfe6d, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:15:17.768936 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e9698e46-624f-4d8e-a9a0-ad6ff92a5587 req-971fd76e-d144-4acc-b048-9c30d2940fd2 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023104 Jul 07 17:15:17.811892 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49d83d7-a361-47a8-8d03-9ab463ed3476 admin admin] Network 292197e0-01dc-4068-ba5d-c7a67aedfe6d is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:15:17.846968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-b49d83d7-a361-47a8-8d03-9ab463ed3476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 292197e0-01dc-4068-ba5d-c7a67aedfe6d) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:17.865149 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1cd348-ec00-43ab-be22-9fcd80b89d48 None None] Network 292197e0-01dc-4068-ba5d-c7a67aedfe6d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:17.884775 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49d83d7-a361-47a8-8d03-9ab463ed3476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:17.885724 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b49d83d7-a361-47a8-8d03-9ab463ed3476 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.927759 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b49d83d7-a361-47a8-8d03-9ab463ed3476 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2586007 Jul 07 17:15:17.929858 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45606) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:17.936192 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-cabe00a6-f597-46fa-a290-7b7c9162f685 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:17.985150 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ec4b2ee7-2ccb-4b6d-afd0-18e3d782f889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.985616 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cabe00a6-f597-46fa-a290-7b7c9162f685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:17.989692 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cabe00a6-f597-46fa-a290-7b7c9162f685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.065606 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-3759c828-1b6a-4d74-bb08-769764150153 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:15:18.071759 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-3759c828-1b6a-4d74-bb08-769764150153 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2618201 Jul 07 17:15:18.138861 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cabe00a6-f597-46fa-a290-7b7c9162f685 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.145628 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-bf3c6958-1d63-493d-9049-42a3e026674b service neutron] Request body: {'binding': {'host': 'n-h2-793620-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:18.146197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-bf3c6958-1d63-493d-9049-42a3e026674b service neutron] Unknown quota resources ['binding']. {{(pid=100410) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 17:15:18.231023 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'fixed_ips': [{'subnet_id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:15:18.232989 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:18.625744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Allocated IP 172.20.0.2 (292197e0-01dc-4068-ba5d-c7a67aedfe6d/aeaad8af-4e95-4aca-8e25-9c0ee640a68c/c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:19.010114 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.079481 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.109880 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Transition to ACTIVE for port object c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:19.155520 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Transition to ACTIVE for port object c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:19.165295 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.167714 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633c7a0-6b1e-492f-8cfe-4ea8296ff403 req-0c35734f-e545-4bbe-aece-fcc09d69a0e2 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:19.175522 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0633c7a0-6b1e-492f-8cfe-4ea8296ff403 req-0c35734f-e545-4bbe-aece-fcc09d69a0e2 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.1839240 Jul 07 17:15:19.239537 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Network 292197e0-01dc-4068-ba5d-c7a67aedfe6d is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:19.242500 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:19.253956 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cabe00a6-f597-46fa-a290-7b7c9162f685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.257883 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0633c7a0-6b1e-492f-8cfe-4ea8296ff403 req-455678e4-ce89-4248-8bcb-4ddfc83d9cd8 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764670 Jul 07 17:15:19.271270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Pushing event updated for resources: {'Port': ['ID=c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:19.281407 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:19.293061 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-bf3c6958-1d63-493d-9049-42a3e026674b service neutron] Attempting to bind port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 on host n-h2-793620-7 for vnic_type normal with profile None {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:19.293426 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-bf3c6958-1d63-493d-9049-42a3e026674b service neutron] Attempting to bind port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:19.295622 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-bf3c6958-1d63-493d-9049-42a3e026674b service neutron] Attempting to bind port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 on network 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:19.325297 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-bf3c6958-1d63-493d-9049-42a3e026674b service neutron] Port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 on network 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:19.329571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-bf3c6958-1d63-493d-9049-42a3e026674b service neutron] Attempting to bind port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 on network 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:19.342530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-bf3c6958-1d63-493d-9049-42a3e026674b service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:19.343187 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-bf3c6958-1d63-493d-9049-42a3e026674b service neutron] Checking segment: {'id': 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:19.345295 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-bf3c6958-1d63-493d-9049-42a3e026674b service neutron] Bound using segment: {'id': 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:19.345962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-bf3c6958-1d63-493d-9049-42a3e026674b service neutron] Bound port: 81e9f0b5-4489-4f1d-a5ce-d259a17bba06, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:19.360081 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Attempting to bind port c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:19.360471 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Attempting to bind port c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '453669c1-6ecc-4ab7-8804-3a7fff87378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:19.360845 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Attempting to bind port c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f on network 292197e0-01dc-4068-ba5d-c7a67aedfe6d {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:19.382068 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:19.382472 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Checking segment: {'id': '453669c1-6ecc-4ab7-8804-3a7fff87378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:19.382888 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.383308 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Bound using segment: {'id': '453669c1-6ecc-4ab7-8804-3a7fff87378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:19.383773 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Bound port: c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453669c1-6ecc-4ab7-8804-3a7fff87378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:19.384163 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.513502 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] For port c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:19.521951 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] For port c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f,segment=NetworkSegment(453669c1-6ecc-4ab7-8804-3a7fff87378b),segment_id=453669c1-6ecc-4ab7-8804-3a7fff87378b)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:19.528015 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.629642 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-bf3c6958-1d63-493d-9049-42a3e026674b service neutron] For port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,segment=NetworkSegment(c3a6e6dd-1bc6-4a1a-b309-0412425c3b01),segment_id=c3a6e6dd-1bc6-4a1a-b309-0412425c3b01)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:19.655604 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-bf3c6958-1d63-493d-9049-42a3e026674b service neutron] Notify callbacks [] for binding, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:19.656860 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-bf3c6958-1d63-493d-9049-42a3e026674b service neutron] 10.222.0.50 "POST /v2.0/ports/81e9f0b5-4489-4f1d-a5ce-d259a17bba06/bindings HTTP/1.1" status: 201 len: 389 time: 1.5162303 Jul 07 17:15:19.665699 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e61922-864d-4996-8306-12f67abe0e93 None None] Pushing event updated for resources: {'Port': ['ID=c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:20.090863 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cabe00a6-f597-46fa-a290-7b7c9162f685 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.172426 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cabe00a6-f597-46fa-a290-7b7c9162f685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.349681 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:20.401197 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942b465-ecb1-4712-badc-e4f3ddb644a7 req-d9fd9498-a5ac-443a-bf35-97dda12779d6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:20.415135 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1942b465-ecb1-4712-badc-e4f3ddb644a7 req-d9fd9498-a5ac-443a-bf35-97dda12779d6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 945 time: 0.2803471 Jul 07 17:15:20.487994 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1942b465-ecb1-4712-badc-e4f3ddb644a7 req-2aeb79f6-0e3d-4974-a74b-226117fa4538 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0699804 Jul 07 17:15:20.656446 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-2c4db995-c166-4794-bd31-2c585b408dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:20.659029 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-2c4db995-c166-4794-bd31-2c585b408dff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 1096 time: 0.5005684 Jul 07 17:15:20.806286 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-cabe00a6-f597-46fa-a290-7b7c9162f685 admin admin] Allocated IP 172.25.2.128 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/d89deb55-8c32-4674-b46a-c3dd00943afa) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:21.065966 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1df1f2-c34f-4a5f-993c-5f60170cdd61 req-d61c1995-cf62-44d2-9026-6a66f30c5418 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:21.068245 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0b1df1f2-c34f-4a5f-993c-5f60170cdd61 req-d61c1995-cf62-44d2-9026-6a66f30c5418 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.5500126 Jul 07 17:15:21.093904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-696d0088-29bc-4b81-ba5e-064d6453ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:21.095174 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-696d0088-29bc-4b81-ba5e-064d6453ab02 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c HTTP/1.1" status: 200 len: 897 time: 0.4282067 Jul 07 17:15:21.291726 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0b1df1f2-c34f-4a5f-993c-5f60170cdd61 req-dfe89ca6-1d9d-426f-86e8-73727bda9d60 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929364 Jul 07 17:15:21.297600 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cabe00a6-f597-46fa-a290-7b7c9162f685 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.309694 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-7c6ad79c-7288-48e4-a7c9-dd27edc71209 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81e9f0b5-4489-4f1d-a5ce-d259a17bba06 HTTP/1.1" status: 200 len: 1001 time: 0.1780388 Jul 07 17:15:21.407916 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-179b2684-685f-48a1-ae90-cb6a091b2f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:21.410012 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-179b2684-685f-48a1-ae90-cb6a091b2f98 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=959e22ab-3971-4a34-82c2-c3830639c367 HTTP/1.1" status: 200 len: 834 time: 0.0913539 Jul 07 17:15:21.463562 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:21.523235 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cabe00a6-f597-46fa-a290-7b7c9162f685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:21.592884 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe00a6-f597-46fa-a290-7b7c9162f685 admin admin] Pushing event updated for resources: {'Port': ['ID=d89deb55-8c32-4674-b46a-c3dd00943afa,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:21.607504 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-5836c00f-94f8-4fd5-bb2e-9e532f34c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:21.609063 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-5836c00f-94f8-4fd5-bb2e-9e532f34c517 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873598 Jul 07 17:15:21.611541 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabe00a6-f597-46fa-a290-7b7c9162f685 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:21.613127 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-cabe00a6-f597-46fa-a290-7b7c9162f685 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:21.637090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe00a6-f597-46fa-a290-7b7c9162f685 admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:21.651911 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:21.698839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c196569a-16e5-47b6-8345-98cf628cc686 None None] Network 292197e0-01dc-4068-ba5d-c7a67aedfe6d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:21.940930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc6aff-5cfc-4f9a-898d-d3a38e4fe106 req-786db711-b83b-4795-9b06-0f72d9294e1b tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:21.950640 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-28cc6aff-5cfc-4f9a-898d-d3a38e4fe106 req-786db711-b83b-4795-9b06-0f72d9294e1b tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 945 time: 0.1942627 Jul 07 17:15:22.084173 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cabe00a6-f597-46fa-a290-7b7c9162f685 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.148107 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-28cc6aff-5cfc-4f9a-898d-d3a38e4fe106 req-946b2db8-6c72-4a78-b29f-4daf2e2e310e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1892357 Jul 07 17:15:22.168766 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a0b144b8-c36a-4379-9ec3-91e25fbba29c None None] Provisioning for port c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:22.186331 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a0b144b8-c36a-4379-9ec3-91e25fbba29c None None] Provisioning complete for port c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:22.187343 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a0b144b8-c36a-4379-9ec3-91e25fbba29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.237044 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-73799f34-ae76-4cd5-bdc1-8eb94361053b service neutron] 10.222.0.69 "GET /v2.0/networks/1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143420 Jul 07 17:15:22.480049 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e528abc9-71b9-41c6-b00a-c7255dba707d service neutron] 10.222.0.69 "GET /v2.0/networks/1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352934 Jul 07 17:15:22.618689 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a0b144b8-c36a-4379-9ec3-91e25fbba29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.729918 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-a0b144b8-c36a-4379-9ec3-91e25fbba29c None None] For port c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f,segment=NetworkSegment(453669c1-6ecc-4ab7-8804-3a7fff87378b),segment_id=453669c1-6ecc-4ab7-8804-3a7fff87378b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:22.749343 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a0b144b8-c36a-4379-9ec3-91e25fbba29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:22.872950 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b144b8-c36a-4379-9ec3-91e25fbba29c None None] Pushing event updated for resources: {'Port': ['ID=c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:23.021264 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cc39d-046f-4f32-a2c6-bbf8b2a8be41 req-8674ed2c-a4fd-4772-abd9-6e2ef9c467bd tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:23.023372 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-169cc39d-046f-4f32-a2c6-bbf8b2a8be41 req-8674ed2c-a4fd-4772-abd9-6e2ef9c467bd tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.4473276 Jul 07 17:15:23.045563 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-490ed976-2297-4be1-83ce-e15c521d9fb8 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:23.047568 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-490ed976-2297-4be1-83ce-e15c521d9fb8 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10&tenant_id=579e95f3998b4f8bb632de60105379a3&binding%3Ahost_id=n-h1-793620-7 HTTP/1.1" status: 200 len: 1096 time: 0.4504483 Jul 07 17:15:23.069890 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793620-7'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:23.202830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b98ec11f-3d1d-44c9-9f17-46a29f8d31fb None None] Provisioning complete for port c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:23.203274 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b98ec11f-3d1d-44c9-9f17-46a29f8d31fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.220545 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cabe00a6-f597-46fa-a290-7b7c9162f685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.258473 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-169cc39d-046f-4f32-a2c6-bbf8b2a8be41 req-9c884e57-78c8-443a-9703-975a8be762d9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243879 Jul 07 17:15:23.323501 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.415500 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:23.564181 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:23.571741 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.572324 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a4abb-6d9a-4c56-9a57-787e64827818 req-bedbb7e3-a7bf-4b41-b1cb-14bd9197494c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:23.574991 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a5a4abb-6d9a-4c56-9a57-787e64827818 req-bedbb7e3-a7bf-4b41-b1cb-14bd9197494c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 945 time: 0.1764779 Jul 07 17:15:23.637087 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a5a4abb-6d9a-4c56-9a57-787e64827818 req-b930dd26-0988-4b54-85bc-bb9aa909186c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0537689 Jul 07 17:15:23.749754 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] For port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,segment=NetworkSegment(c3a6e6dd-1bc6-4a1a-b309-0412425c3b01),segment_id=c3a6e6dd-1bc6-4a1a-b309-0412425c3b01)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:23.780201 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabe00a6-f597-46fa-a290-7b7c9162f685 admin admin] Router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:15:23.865313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] For port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:23.936257 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:23.939233 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:23.942512 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c24c809-25df-4812-a811-92585282be76" -d '{"events": [{"server_uuid": "e9f4bc28-e39d-482a-a46f-2b4f04592b10", "name": "network-vif-unplugged", "status": "completed", "tag": "81e9f0b5-4489-4f1d-a5ce-d259a17bba06"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:23.956002 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.085756 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9a8643-6859-4744-8f0e-76d4dd16d0d9 x-openstack-request-id: req-7f9a8643-6859-4744-8f0e-76d4dd16d0d9 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:24.086059 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f4bc28-e39d-482a-a46f-2b4f04592b10", "name": "network-vif-unplugged", "status": "completed", "tag": "81e9f0b5-4489-4f1d-a5ce-d259a17bba06", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:24.086314 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7f9a8643-6859-4744-8f0e-76d4dd16d0d9 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:24.086816 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06', 'code': 200} Jul 07 17:15:24.420893 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7af7e0ad-4a15-4135-bdee-d5a11ad3af12 None None] Provisioning complete for port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:24.422000 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7af7e0ad-4a15-4135-bdee-d5a11ad3af12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:24.497973 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7af7e0ad-4a15-4135-bdee-d5a11ad3af12 None None] Port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:24.561498 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f7043-5c6b-4f08-9c61-91b1745d5ced req-87de84db-be6d-4f33-a0d4-a66209ce9729 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:24.571506 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d30f7043-5c6b-4f08-9c61-91b1745d5ced req-87de84db-be6d-4f33-a0d4-a66209ce9729 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.0863938 Jul 07 17:15:24.632018 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d30f7043-5c6b-4f08-9c61-91b1745d5ced req-410d01f4-9918-4863-876a-5aa2c2529bcc tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595648 Jul 07 17:15:25.189619 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] Pushing event updated for resources: {'Port': ['ID=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,revision_number=7']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:25.218874 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] Attempting to bind port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 on host n-h1-793620-7 for vnic_type normal with profile {"migrating_to": "n-h2-793620-7"} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:25.219122 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] Attempting to bind port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:25.219456 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] Attempting to bind port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 on network 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:25.252027 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] Port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 on network 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:25.252355 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] Attempting to bind port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 on network 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:25.261404 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:25.261774 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] Checking segment: {'id': 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:25.262165 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] Bound using segment: {'id': 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:25.262654 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] Bound port: 81e9f0b5-4489-4f1d-a5ce-d259a17bba06, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:25.263017 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.347016 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] For port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:25.350771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] For port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,segment=NetworkSegment(c3a6e6dd-1bc6-4a1a-b309-0412425c3b01),segment_id=c3a6e6dd-1bc6-4a1a-b309-0412425c3b01)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:25.360516 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.416233 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] Pushing event updated for resources: {'Port': ['ID=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,revision_number=8']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:25.428782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabe00a6-f597-46fa-a290-7b7c9162f685 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:25.443960 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] Sync routers for ids ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:25.460647 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dda65-a769-4537-90b7-3858d232b237 req-08884e90-ec34-42d1-8b2b-b3c1ff99118f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:25.462292 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e18dda65-a769-4537-90b7-3858d232b237 req-08884e90-ec34-42d1-8b2b-b3c1ff99118f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 943 time: 0.4072657 Jul 07 17:15:25.464540 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cabe00a6-f597-46fa-a290-7b7c9162f685 admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.468631 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cabe00a6-f597-46fa-a290-7b7c9162f685 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5370967 Jul 07 17:15:25.469280 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45688) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:25.478839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] Routers {'0785c84c-07d3-404a-8ca6-e77a1a66f5b5'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:25.479487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:15:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:25.519782 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e18dda65-a769-4537-90b7-3858d232b237 req-d76969e2-e41c-41c3-a440-2771cf3e24d9 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0493948 Jul 07 17:15:25.781023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:25.786957 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:25.790871 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-e3d19f71-fb9c-4f78-80cd-39113a0d43b1 service neutron] 10.222.0.69 "PUT /v2.0/ports/81e9f0b5-4489-4f1d-a5ce-d259a17bba06 HTTP/1.1" status: 200 len: 1121 time: 2.7248983 Jul 07 17:15:25.864347 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['81e9f0b5-4489-4f1d-a5ce-d259a17bba06'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:25.877039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] Set router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:26.087851 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'tag': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:26.096877 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cde57f-8936-457e-a47f-38f0f6d79a42" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f4bc28-e39d-482a-a46f-2b4f04592b10", "tag": "81e9f0b5-4489-4f1d-a5ce-d259a17bba06"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:26.216074 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdbec88-01e5-4c5a-9f27-585c2285c887 x-openstack-request-id: req-2bdbec88-01e5-4c5a-9f27-585c2285c887 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:26.216711 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f4bc28-e39d-482a-a46f-2b4f04592b10", "tag": "81e9f0b5-4489-4f1d-a5ce-d259a17bba06", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:26.216711 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2bdbec88-01e5-4c5a-9f27-585c2285c887 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:26.217273 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'tag': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06', 'status': 'completed', 'code': 200} Jul 07 17:15:26.225543 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991eed6-fa94-4693-b73e-277f94deb07a req-06548c8c-a2ea-420d-a50b-0472b5a8322e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:26.236132 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a991eed6-fa94-4693-b73e-277f94deb07a req-06548c8c-a2ea-420d-a50b-0472b5a8322e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.3052547 Jul 07 17:15:26.309176 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a991eed6-fa94-4693-b73e-277f94deb07a req-4068dfa1-f26e-4155-a1ba-5effeeb03884 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611212 Jul 07 17:15:26.327355 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cde57f-8936-457e-a47f-38f0f6d79a42 req-6566c82b-f879-4a4d-bef2-de21550173a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:26.329718 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69cde57f-8936-457e-a47f-38f0f6d79a42 req-6566c82b-f879-4a4d-bef2-de21550173a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 1124 time: 0.0921392 Jul 07 17:15:26.516611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cde57f-8936-457e-a47f-38f0f6d79a42 req-1276aeb7-3972-49ab-9372-47214cc16cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:26.518399 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69cde57f-8936-457e-a47f-38f0f6d79a42 req-1276aeb7-3972-49ab-9372-47214cc16cc6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c HTTP/1.1" status: 200 len: 897 time: 0.1821907 Jul 07 17:15:26.619774 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69cde57f-8936-457e-a47f-38f0f6d79a42 req-50b0e56c-b815-43e8-bee3-6938143b6ce3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81e9f0b5-4489-4f1d-a5ce-d259a17bba06 HTTP/1.1" status: 200 len: 999 time: 0.0825136 Jul 07 17:15:26.666846 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d4b40431-0ac5-4516-9be6-809af18ca18d None None] Provisioning complete for port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:26.667446 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d4b40431-0ac5-4516-9be6-809af18ca18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.678224 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce55bc3e-eb8a-45db-9bb9-59f8c72ba74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:26.728571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cde57f-8936-457e-a47f-38f0f6d79a42 req-26b42d9a-dbd0-43bf-b438-bc00cd76be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:26.738659 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69cde57f-8936-457e-a47f-38f0f6d79a42 req-26b42d9a-dbd0-43bf-b438-bc00cd76be21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=959e22ab-3971-4a34-82c2-c3830639c367 HTTP/1.1" status: 200 len: 834 time: 0.1108270 Jul 07 17:15:26.930669 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cde57f-8936-457e-a47f-38f0f6d79a42 req-b87647d7-a7ca-4ef7-bcc2-0128da6badfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:26.932242 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69cde57f-8936-457e-a47f-38f0f6d79a42 req-b87647d7-a7ca-4ef7-bcc2-0128da6badfd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1880164 Jul 07 17:15:26.962941 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2aab76-547c-4e69-ac56-c77d308f7e29 req-ab10a7a0-32a3-4863-b552-01226287e5a4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:26.973690 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be2aab76-547c-4e69-ac56-c77d308f7e29 req-ab10a7a0-32a3-4863-b552-01226287e5a4 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 943 time: 0.1719687 Jul 07 17:15:26.974846 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-ce55bc3e-eb8a-45db-9bb9-59f8c72ba74e admin admin] Allocated IP 172.20.0.1 (292197e0-01dc-4068-ba5d-c7a67aedfe6d/aeaad8af-4e95-4aca-8e25-9c0ee640a68c/d05a713f-7064-4556-af42-957daef6203f) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:27.040640 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be2aab76-547c-4e69-ac56-c77d308f7e29 req-3eb53848-2d26-4650-bda4-4d12759ffcce tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0668247 Jul 07 17:15:27.143813 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce55bc3e-eb8a-45db-9bb9-59f8c72ba74e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.150140 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69cde57f-8936-457e-a47f-38f0f6d79a42 req-e3e857db-352d-4416-b0d3-1431bad73ae2 service neutron] 10.222.0.15 "GET /v2.0/networks/1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082584 Jul 07 17:15:27.154032 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:21Z', 'revision_number': 3, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'gw_port': {'id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:db:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:20Z', 'updated_at': '2021-07-07T17:15:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:27.159645 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-ce55bc3e-eb8a-45db-9bb9-59f8c72ba74e admin admin] Transition to ACTIVE for port object d05a713f-7064-4556-af42-957daef6203f will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:27.213841 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce55bc3e-eb8a-45db-9bb9-59f8c72ba74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.330054 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d4b40431-0ac5-4516-9be6-809af18ca18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.333695 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] Checking router: 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:27.334145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] Updating router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 port d89deb55-8c32-4674-b46a-c3dd00943afa binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:15:27.339098 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce55bc3e-eb8a-45db-9bb9-59f8c72ba74e admin admin] Network 292197e0-01dc-4068-ba5d-c7a67aedfe6d is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:27.360649 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55bc3e-eb8a-45db-9bb9-59f8c72ba74e admin admin] Pushing event updated for resources: {'Port': ['ID=d05a713f-7064-4556-af42-957daef6203f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:27.365388 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-ce55bc3e-eb8a-45db-9bb9-59f8c72ba74e admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:27.367736 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce55bc3e-eb8a-45db-9bb9-59f8c72ba74e admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:27.403837 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69cde57f-8936-457e-a47f-38f0f6d79a42 req-6dfab32e-8f73-49f4-b8f3-69a3fdb23f81 service neutron] 10.222.0.15 "GET /v2.0/networks/1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399371 Jul 07 17:15:27.469044 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce55bc3e-eb8a-45db-9bb9-59f8c72ba74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.626653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:27.637684 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f7b610-2784-462a-a9a5-00f7073dbbc5" -d '{"events": [{"server_uuid": "e9f4bc28-e39d-482a-a46f-2b4f04592b10", "name": "network-vif-plugged", "status": "completed", "tag": "81e9f0b5-4489-4f1d-a5ce-d259a17bba06"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:27.692111 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d4b40431-0ac5-4516-9be6-809af18ca18d None None] For port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,segment=NetworkSegment(c3a6e6dd-1bc6-4a1a-b309-0412425c3b01),segment_id=c3a6e6dd-1bc6-4a1a-b309-0412425c3b01)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:27.729876 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b56b9f-c5f2-4d2b-9169-851e8dc5ecff req-43789614-acad-4dc9-9909-2b3abe89e746 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:27.731490 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccc607d-5ac1-4788-b850-8ebc4c6a605d x-openstack-request-id: req-9ccc607d-5ac1-4788-b850-8ebc4c6a605d {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:27.731790 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f4bc28-e39d-482a-a46f-2b4f04592b10", "name": "network-vif-plugged", "status": "completed", "tag": "81e9f0b5-4489-4f1d-a5ce-d259a17bba06", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:27.732045 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ccc607d-5ac1-4788-b850-8ebc4c6a605d {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:27.732490 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06', 'code': 200} Jul 07 17:15:27.739473 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e0b56b9f-c5f2-4d2b-9169-851e8dc5ecff req-43789614-acad-4dc9-9909-2b3abe89e746 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.1981237 Jul 07 17:15:27.747027 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d4b40431-0ac5-4516-9be6-809af18ca18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.790050 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:27.823363 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e0b56b9f-c5f2-4d2b-9169-851e8dc5ecff req-9321db7f-5f1b-4b1d-8b54-acdc85bbf15c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822291 Jul 07 17:15:27.941545 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce55bc3e-eb8a-45db-9bb9-59f8c72ba74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.280229 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b40431-0ac5-4516-9be6-809af18ca18d None None] Pushing event updated for resources: {'Port': ['ID=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:28.360136 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce55bc3e-eb8a-45db-9bb9-59f8c72ba74e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.373658 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce55bc3e-eb8a-45db-9bb9-59f8c72ba74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.417731 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d1504-99ed-418e-9250-daa63e321368 req-ed525132-3df8-4e23-a814-c9b64400a743 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:28.439317 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5b7d1504-99ed-418e-9250-daa63e321368 req-ed525132-3df8-4e23-a814-c9b64400a743 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 945 time: 0.1583204 Jul 07 17:15:28.507725 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce55bc3e-eb8a-45db-9bb9-59f8c72ba74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.518663 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55bc3e-eb8a-45db-9bb9-59f8c72ba74e admin admin] Pushing event updated for resources: {'Port': ['ID=d05a713f-7064-4556-af42-957daef6203f,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:28.555807 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5b7d1504-99ed-418e-9250-daa63e321368 req-e01f93af-629f-4b33-b9ae-024aaa60829f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1155109 Jul 07 17:15:28.600691 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.612586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] Transition to ACTIVE for port object d89deb55-8c32-4674-b46a-c3dd00943afa will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:28.625074 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce55bc3e-eb8a-45db-9bb9-59f8c72ba74e admin admin] Network 292197e0-01dc-4068-ba5d-c7a67aedfe6d is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:28.626617 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-ce55bc3e-eb8a-45db-9bb9-59f8c72ba74e admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:28.673071 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.789669 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce55bc3e-eb8a-45db-9bb9-59f8c72ba74e admin admin] Router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:15:28.817417 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67253157-7435-4bf3-a512-c855e5f53efd None None] Pushing event updated for resources: {'Port': ['ID=d89deb55-8c32-4674-b46a-c3dd00943afa,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:28.834816 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] Attempting to bind port d89deb55-8c32-4674-b46a-c3dd00943afa on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:28.835199 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] Attempting to bind port d89deb55-8c32-4674-b46a-c3dd00943afa by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:28.835571 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] Attempting to bind port d89deb55-8c32-4674-b46a-c3dd00943afa on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:28.856225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:28.856225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:28.856757 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:28.857044 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:28.857538 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] Bound port: d89deb55-8c32-4674-b46a-c3dd00943afa, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:28.857935 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.017890 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-00c99ee2-067b-4091-8189-22734c733d2d None None] Provisioning for port d05a713f-7064-4556-af42-957daef6203f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:29.040697 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-00c99ee2-067b-4091-8189-22734c733d2d None None] Provisioning complete for port d05a713f-7064-4556-af42-957daef6203f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:29.046046 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-00c99ee2-067b-4091-8189-22734c733d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.051091 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] For port d89deb55-8c32-4674-b46a-c3dd00943afa, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:29.101412 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] For port d89deb55-8c32-4674-b46a-c3dd00943afa, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d89deb55-8c32-4674-b46a-c3dd00943afa,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:29.115072 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce55bc3e-eb8a-45db-9bb9-59f8c72ba74e admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:29.124718 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ce55bc3e-eb8a-45db-9bb9-59f8c72ba74e admin admin] 10.222.0.50 "PUT /v2.0/routers/0785c84c-07d3-404a-8ca6-e77a1a66f5b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6540766 Jul 07 17:15:29.166423 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.281276 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-00c99ee2-067b-4091-8189-22734c733d2d None None] Port d05a713f-7064-4556-af42-957daef6203f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:29.286854 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] Routers {'0785c84c-07d3-404a-8ca6-e77a1a66f5b5'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:29.287514 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:15:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:29.342600 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67253157-7435-4bf3-a512-c855e5f53efd None None] Pushing event updated for resources: {'Port': ['ID=d89deb55-8c32-4674-b46a-c3dd00943afa,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:29.353607 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ff216-6baf-4d1a-bc3b-a7a574b395c3 req-a40c86a7-6277-47bf-bcbb-1925fe5a3c4f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:29.371749 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-287ff216-6baf-4d1a-bc3b-a7a574b395c3 req-a40c86a7-6277-47bf-bcbb-1925fe5a3c4f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.2296665 Jul 07 17:15:29.462786 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-224e7e03-909c-4ae3-babd-bde6fea9af4a None None] Provisioning complete for port d05a713f-7064-4556-af42-957daef6203f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:29.463224 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-224e7e03-909c-4ae3-babd-bde6fea9af4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.488391 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-287ff216-6baf-4d1a-bc3b-a7a574b395c3 req-c65a2f79-c186-438d-9759-bcce6b502d98 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149685 Jul 07 17:15:29.561917 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] Set router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:29.564507 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-224e7e03-909c-4ae3-babd-bde6fea9af4a None None] Port d05a713f-7064-4556-af42-957daef6203f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:29.600046 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:29.823315 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbe6c0-4a0e-4f46-b7b6-0e90c9827f89 req-1c74deb3-07c2-4e3c-b0c3-822cfe3b874b tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:29.838033 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20cbe6c0-4a0e-4f46-b7b6-0e90c9827f89 req-1c74deb3-07c2-4e3c-b0c3-822cfe3b874b tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 945 time: 0.1118224 Jul 07 17:15:29.865328 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45750) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:29.873040 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-6f564766-4830-49e4-8035-34d997d23742 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1238255483', 'description': 'tempest-description--98971663'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:29.900957 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20cbe6c0-4a0e-4f46-b7b6-0e90c9827f89 req-5620b18f-1c53-42f4-bbef-7e24fdaf8b77 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0575848 Jul 07 17:15:29.955228 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6f564766-4830-49e4-8035-34d997d23742 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:29.987287 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,segment=NetworkSegment(c3a6e6dd-1bc6-4a1a-b309-0412425c3b01),segment_id=c3a6e6dd-1bc6-4a1a-b309-0412425c3b01)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:30.019714 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 has no active binding in host n-h2-793620-7 {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 17:15:30.122445 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:27Z', 'revision_number': 4, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'gw_port': {'id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:db:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:20Z', 'updated_at': '2021-07-07T17:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'd05a713f-7064-4556-af42-957daef6203f', 'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'mac_address': 'fa:16:3e:bf:eb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:26Z', 'updated_at': '2021-07-07T17:15:28Z', 'revision_number': 2, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'subnets': [{'id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:30.127043 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6f564766-4830-49e4-8035-34d997d23742 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.143221 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6f564766-4830-49e4-8035-34d997d23742 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.177559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fbae5-61fd-44c8-841b-b4d46f2f071a None None] The sync data for ids ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'] in n-d-793620-7 is: [{'id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:27Z', 'revision_number': 4, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'gw_port': {'id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:db:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:20Z', 'updated_at': '2021-07-07T17:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'd05a713f-7064-4556-af42-957daef6203f', 'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'mac_address': 'fa:16:3e:bf:eb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:26Z', 'updated_at': '2021-07-07T17:15:28Z', 'revision_number': 2, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'subnets': [{'id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:30.217236 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45758) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:30.227477 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c4ac3bbe-9057-4669-99a9-cb216c269f90 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1865711472'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:30.259061 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f564766-4830-49e4-8035-34d997d23742 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440bf5a6-3038-4971-8ef3-6662d8936b79,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:30.271419 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6f564766-4830-49e4-8035-34d997d23742 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.277170 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6f564766-4830-49e4-8035-34d997d23742 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4094963 Jul 07 17:15:30.279985 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45760) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:30.293221 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f2b4fb44-1a5c-4227-95dd-06f64f69ffcc tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Request body: {'security_group_rule': {'security_group_id': '440bf5a6-3038-4971-8ef3-6662d8936b79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:30.313046 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ac3bbe-9057-4669-99a9-cb216c269f90 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Made reservation on behalf of 0b38a717ee4e4ad286d87b62b7311f7d for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:30.316835 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3bbe-9057-4669-99a9-cb216c269f90 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.369433 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f2b4fb44-1a5c-4227-95dd-06f64f69ffcc tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.372380 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ac3bbe-9057-4669-99a9-cb216c269f90 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:15:30.392956 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3bbe-9057-4669-99a9-cb216c269f90 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.393601 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-c4ac3bbe-9057-4669-99a9-cb216c269f90 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Added segment 9ea53484-19dc-442a-875e-304fb2e32a7a of type vlan for network 18634e68-e208-4b15-bdd2-04c0988b7f74 Jul 07 17:15:30.441811 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3bbe-9057-4669-99a9-cb216c269f90 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.478846 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3bbe-9057-4669-99a9-cb216c269f90 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.485643 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ac3bbe-9057-4669-99a9-cb216c269f90 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:30.486348 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3bbe-9057-4669-99a9-cb216c269f90 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.515538 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f2b4fb44-1a5c-4227-95dd-06f64f69ffcc tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.522954 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f2b4fb44-1a5c-4227-95dd-06f64f69ffcc tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.552600 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4fb44-1a5c-4227-95dd-06f64f69ffcc tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41aeb319-0a59-4673-9524-a3836632b0e8,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:30.563249 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f2b4fb44-1a5c-4227-95dd-06f64f69ffcc tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.566533 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f2b4fb44-1a5c-4227-95dd-06f64f69ffcc tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2812567 Jul 07 17:15:30.568732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45774) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:30.580411 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-bde6df36-57e1-4070-b105-8b8b2625f1eb tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Request body: {'security_group_rule': {'security_group_id': '440bf5a6-3038-4971-8ef3-6662d8936b79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:30.637028 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c4ac3bbe-9057-4669-99a9-cb216c269f90 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4137115 Jul 07 17:15:30.637989 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45776) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:30.652177 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-53dda6ba-a681-474c-a59d-73ee2359989c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1404932042'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:30.735736 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bde6df36-57e1-4070-b105-8b8b2625f1eb tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.737401 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac3bbe-9057-4669-99a9-cb216c269f90 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event updated for resources: {'Network': ['ID=18634e68-e208-4b15-bdd2-04c0988b7f74,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:30.763355 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 18634e68-e208-4b15-bdd2-04c0988b7f74 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:15:30.815468 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dda6ba-a681-474c-a59d-73ee2359989c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Made reservation on behalf of 0b38a717ee4e4ad286d87b62b7311f7d for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:30.819816 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-53dda6ba-a681-474c-a59d-73ee2359989c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.890203 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53dda6ba-a681-474c-a59d-73ee2359989c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:15:30.900182 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-53dda6ba-a681-474c-a59d-73ee2359989c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.910575 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-53dda6ba-a681-474c-a59d-73ee2359989c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Added segment 31fa8454-29c6-43de-a28c-5cac7af44df1 of type vlan for network 7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 Jul 07 17:15:30.934156 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bde6df36-57e1-4070-b105-8b8b2625f1eb tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.948955 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bde6df36-57e1-4070-b105-8b8b2625f1eb tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:30.970808 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303bfa1-3a5c-4dec-b080-253454b31f97 req-b73e019b-afbc-4e17-b73d-4338f856748b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:30.973386 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4303bfa1-3a5c-4dec-b080-253454b31f97 req-b73e019b-afbc-4e17-b73d-4338f856748b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.1686022 Jul 07 17:15:30.992543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6df36-57e1-4070-b105-8b8b2625f1eb tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39b102d-85a9-4b3b-a365-419813330c0f,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:31.012795 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-53dda6ba-a681-474c-a59d-73ee2359989c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.064449 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bde6df36-57e1-4070-b105-8b8b2625f1eb tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.067400 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bde6df36-57e1-4070-b105-8b8b2625f1eb tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4969037 Jul 07 17:15:31.072993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45780) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:31.080576 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-4b1e6902-22eb-44eb-bd9d-4dc8c8e0b070 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:31.127873 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4303bfa1-3a5c-4dec-b080-253454b31f97 req-fb2a4b2e-4eba-4b0f-916d-ac7eff4e5993 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464810 Jul 07 17:15:31.132652 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b1e6902-22eb-44eb-bd9d-4dc8c8e0b070 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.156011 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-53dda6ba-a681-474c-a59d-73ee2359989c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.186628 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dda6ba-a681-474c-a59d-73ee2359989c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:31.206428 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-53dda6ba-a681-474c-a59d-73ee2359989c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.345182 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-53dda6ba-a681-474c-a59d-73ee2359989c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7050223 Jul 07 17:15:31.346131 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45782) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:31.361140 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-996e8a78-89af-429f-a2ef-66e810da25d9 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Request body: {'subnet': {'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:31.374089 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b1e6902-22eb-44eb-bd9d-4dc8c8e0b070 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.498794 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dda6ba-a681-474c-a59d-73ee2359989c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event updated for resources: {'Network': ['ID=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:31.531447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-4b1e6902-22eb-44eb-bd9d-4dc8c8e0b070 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Allocated IP 172.25.2.7 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/02855fd9-455c-49bd-9a08-f3a42f8c3d90) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:31.532394 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:15:31.580745 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2910b7-96a0-49b3-a3b1-79d95f11de70 req-599f51cc-f71b-4772-bf1c-13da3ecd6d72 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:31.611427 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fc2910b7-96a0-49b3-a3b1-79d95f11de70 req-599f51cc-f71b-4772-bf1c-13da3ecd6d72 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 945 time: 0.4889746 Jul 07 17:15:31.721196 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fc2910b7-96a0-49b3-a3b1-79d95f11de70 req-b631e424-d07d-4e20-ba7c-a4fedd7f66b2 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1048436 Jul 07 17:15:31.726817 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996e8a78-89af-429f-a2ef-66e810da25d9 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Made reservation on behalf of 0b38a717ee4e4ad286d87b62b7311f7d for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:31.735211 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-996e8a78-89af-429f-a2ef-66e810da25d9 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:31.918540 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b1e6902-22eb-44eb-bd9d-4dc8c8e0b070 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.010038 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b1e6902-22eb-44eb-bd9d-4dc8c8e0b070 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.040231 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1e6902-22eb-44eb-bd9d-4dc8c8e0b070 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:32.047760 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-4b1e6902-22eb-44eb-bd9d-4dc8c8e0b070 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:32.048409 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1e6902-22eb-44eb-bd9d-4dc8c8e0b070 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:32.081570 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-996e8a78-89af-429f-a2ef-66e810da25d9 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.130261 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e6902-22eb-44eb-bd9d-4dc8c8e0b070 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Pushing event updated for resources: {'Port': ['ID=02855fd9-455c-49bd-9a08-f3a42f8c3d90,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:32.184672 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b1e6902-22eb-44eb-bd9d-4dc8c8e0b070 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.224491 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e8a78-89af-429f-a2ef-66e810da25d9 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event updated for resources: {'Subnet': ['ID=8a48026c-ae48-491b-9c43-56d5c523771e,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:32.250034 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996e8a78-89af-429f-a2ef-66e810da25d9 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Checking segment: {'id': '9ea53484-19dc-442a-875e-304fb2e32a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:32.250450 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e8a78-89af-429f-a2ef-66e810da25d9 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Network hostable DHCP agents. Network: 18634e68-e208-4b15-bdd2-04c0988b7f74, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:15:32.274223 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b1e6902-22eb-44eb-bd9d-4dc8c8e0b070 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.314266 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e8a78-89af-429f-a2ef-66e810da25d9 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Network 18634e68-e208-4b15-bdd2-04c0988b7f74 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:15:32.345470 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-996e8a78-89af-429f-a2ef-66e810da25d9 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 18634e68-e208-4b15-bdd2-04c0988b7f74) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:32.353122 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996e8a78-89af-429f-a2ef-66e810da25d9 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:32.356272 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78811103-6faf-4460-9211-e8aa94cc768f None None] Network 18634e68-e208-4b15-bdd2-04c0988b7f74 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:32.364578 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-996e8a78-89af-429f-a2ef-66e810da25d9 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.431313 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-996e8a78-89af-429f-a2ef-66e810da25d9 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0759091 Jul 07 17:15:32.432688 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45796) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:32.443095 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-86023525-192b-48b2-aa4f-167bc96a6c60 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Request body: {'subnet': {'network_id': '7f50ef8b-2e6c-4b5b-a4d1-84c812881b17', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:32.649950 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86023525-192b-48b2-aa4f-167bc96a6c60 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Made reservation on behalf of 0b38a717ee4e4ad286d87b62b7311f7d for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:32.656285 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-86023525-192b-48b2-aa4f-167bc96a6c60 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.853366 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b1e6902-22eb-44eb-bd9d-4dc8c8e0b070 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:32.888292 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b1e6902-22eb-44eb-bd9d-4dc8c8e0b070 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.048166 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311e7d9-74db-4a58-936c-03f0c0bef88d req-3efb10c2-241b-4d06-b93b-7c1971f2081f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:33.055834 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-18634e68-e208-4b15-bdd2-04c0988b7f74', 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'fixed_ips': [{'subnet_id': '8a48026c-ae48-491b-9c43-56d5c523771e'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:15:33.057004 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.075575 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8311e7d9-74db-4a58-936c-03f0c0bef88d req-3efb10c2-241b-4d06-b93b-7c1971f2081f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.5215836 Jul 07 17:15:33.119308 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-86023525-192b-48b2-aa4f-167bc96a6c60 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.253897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e6902-22eb-44eb-bd9d-4dc8c8e0b070 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Pushing event updated for resources: {'Port': ['ID=02855fd9-455c-49bd-9a08-f3a42f8c3d90,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:33.307881 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8311e7d9-74db-4a58-936c-03f0c0bef88d req-78ce5d03-4def-4083-bf14-8efc3fd552fc tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296786 Jul 07 17:15:33.326312 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b1e6902-22eb-44eb-bd9d-4dc8c8e0b070 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.346655 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Allocated IP 10.1.1.2 (18634e68-e208-4b15-bdd2-04c0988b7f74/8a48026c-ae48-491b-9c43-56d5c523771e/52ea39ff-6a71-457f-84d6-5d7ef0f2f56c) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:33.369068 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4b1e6902-22eb-44eb-bd9d-4dc8c8e0b070 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.381998 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4b1e6902-22eb-44eb-bd9d-4dc8c8e0b070 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3072779 Jul 07 17:15:33.411595 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86023525-192b-48b2-aa4f-167bc96a6c60 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event updated for resources: {'Subnet': ['ID=0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:33.430285 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86023525-192b-48b2-aa4f-167bc96a6c60 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Checking segment: {'id': '31fa8454-29c6-43de-a28c-5cac7af44df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7f50ef8b-2e6c-4b5b-a4d1-84c812881b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:33.431979 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86023525-192b-48b2-aa4f-167bc96a6c60 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Network hostable DHCP agents. Network: 7f50ef8b-2e6c-4b5b-a4d1-84c812881b17, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:15:33.510047 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02b70d-1be0-47ae-90d1-aab60ff68c0f req-f211cd30-ea21-4b7d-a02e-d2162d3b9e37 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:33.511788 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a02b70d-1be0-47ae-90d1-aab60ff68c0f req-f211cd30-ea21-4b7d-a02e-d2162d3b9e37 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 945 time: 0.4126396 Jul 07 17:15:33.519740 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86023525-192b-48b2-aa4f-167bc96a6c60 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Network 7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:15:33.568914 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a02b70d-1be0-47ae-90d1-aab60ff68c0f req-b161026b-a46f-45f4-81e9-ac06e3e6e7b7 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0452282 Jul 07 17:15:33.570832 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-86023525-192b-48b2-aa4f-167bc96a6c60 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 7f50ef8b-2e6c-4b5b-a4d1-84c812881b17) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:33.574771 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.576876 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86023525-192b-48b2-aa4f-167bc96a6c60 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:33.577852 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-86023525-192b-48b2-aa4f-167bc96a6c60 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.598910 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-86023525-192b-48b2-aa4f-167bc96a6c60 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1620195 Jul 07 17:15:33.600920 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45818) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:33.602045 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Transition to ACTIVE for port object 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:33.620355 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Transition to ACTIVE for port object 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:33.627469 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d89deb55-8c32-4674-b46a-c3dd00943afa up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:33.628394 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Request body: {'port': {'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74', 'name': 'tempest-TaggedBootDevicesTest_v242-1221898617', 'fixed_ips': [{'subnet_id': '8a48026c-ae48-491b-9c43-56d5c523771e'}]}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:33.630086 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4488a605-8cb7-46e9-bd35-6eabdfe95d16 None None] Network 7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:33.634251 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:33.780154 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-c33426a4-1892-44d2-9344-3effc3339656 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1238255483&fields=id&tenant_id=e0d3f4c1ff294119a2c5fc6e804d1e59 HTTP/1.1" status: 200 len: 267 time: 0.1337574 Jul 07 17:15:33.834750 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Pushing event updated for resources: {'Port': ['ID=52ea39ff-6a71-457f-84d6-5d7ef0f2f56c,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:33.872545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Network 18634e68-e208-4b15-bdd2-04c0988b7f74 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:33.878981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:33.882696 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:33.986398 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port d89deb55-8c32-4674-b46a-c3dd00943afa completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:33.999870 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d89deb55-8c32-4674-b46a-c3dd00943afa triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:34.000851 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.029839 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Made reservation on behalf of 0b38a717ee4e4ad286d87b62b7311f7d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:34.139128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Attempting to bind port 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:34.139797 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Attempting to bind port 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9ea53484-19dc-442a-875e-304fb2e32a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:34.140272 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Attempting to bind port 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c on network 18634e68-e208-4b15-bdd2-04c0988b7f74 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:34.161395 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:34.161689 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Checking segment: {'id': '9ea53484-19dc-442a-875e-304fb2e32a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:34.170519 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.171038 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Bound using segment: {'id': '9ea53484-19dc-442a-875e-304fb2e32a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:34.171570 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Bound port: 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea53484-19dc-442a-875e-304fb2e32a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:34.172134 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.229399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-4c841263-ebc1-4a7b-a649-3345354d1c2a tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:34.236277 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-4c841263-ebc1-4a7b-a649-3345354d1c2a tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/networks?id=292197e0-01dc-4068-ba5d-c7a67aedfe6d HTTP/1.1" status: 200 len: 811 time: 0.4407682 Jul 07 17:15:34.271206 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-183699dc-28b9-40cc-b290-bc899d46b455 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/quotas/e0d3f4c1ff294119a2c5fc6e804d1e59 HTTP/1.1" status: 200 len: 375 time: 0.0337093 Jul 07 17:15:34.361623 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] For port 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:34.365215 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] For port 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=52ea39ff-6a71-457f-84d6-5d7ef0f2f56c,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:34.379935 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.397313 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-59576a71-0b68-468c-8e7c-92c4725a3dbb service neutron] 10.222.0.15 "GET /v2.0/ports/81e9f0b5-4489-4f1d-a5ce-d259a17bba06/bindings/n-h2-793620-7 HTTP/1.1" status: 200 len: 384 time: 0.3178391 Jul 07 17:15:34.398956 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.401517 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.427244 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port d89deb55-8c32-4674-b46a-c3dd00943afa, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d89deb55-8c32-4674-b46a-c3dd00943afa,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:34.454563 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] Sync routers for ids ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:34.468230 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] Routers {'0785c84c-07d3-404a-8ca6-e77a1a66f5b5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:34.468864 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:15:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:34.476601 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.510189 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] device_id is not set on port abb06316-0dcb-4177-a46e-857fc15015ac yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:15:34.578040 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-7f50ef8b-2e6c-4b5b-a4d1-84c812881b17', 'network_id': '7f50ef8b-2e6c-4b5b-a4d1-84c812881b17', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'fixed_ips': [{'subnet_id': '0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:15:34.581622 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:34.646327 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be81a1-b1f2-43ec-ad42-0c116499cfde None None] Pushing event updated for resources: {'Port': ['ID=52ea39ff-6a71-457f-84d6-5d7ef0f2f56c,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:34.752159 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] Set router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:34.844237 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f7e73-3ac8-4e25-a3be-578156223e23 req-31ce01a2-0ab9-4c6e-83ac-90836514019e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:34.848275 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-be0f7e73-3ac8-4e25-a3be-578156223e23 req-31ce01a2-0ab9-4c6e-83ac-90836514019e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.2890596 Jul 07 17:15:34.932426 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=d89deb55-8c32-4674-b46a-c3dd00943afa,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:35.008964 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-be0f7e73-3ac8-4e25-a3be-578156223e23 req-bb0f8a6e-ea74-4a62-9a19-d366901a33ef tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542108 Jul 07 17:15:35.144940 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Allocated IP 10.2.2.2 (7f50ef8b-2e6c-4b5b-a4d1-84c812881b17/0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c/4e5c1cd3-5f61-473d-a987-42abee37758a) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:35.351426 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:27Z', 'revision_number': 4, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'gw_port': {'id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:20Z', 'updated_at': '2021-07-07T17:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'd05a713f-7064-4556-af42-957daef6203f', 'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'mac_address': 'fa:16:3e:bf:eb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:26Z', 'updated_at': '2021-07-07T17:15:28Z', 'revision_number': 2, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'subnets': [{'id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:35.393199 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] Checking router: 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:35.393691 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] Updating router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 port d05a713f-7064-4556-af42-957daef6203f binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:15:35.484927 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:35.534981 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:35.554308 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Transition to ACTIVE for port object 4e5c1cd3-5f61-473d-a987-42abee37758a will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:35.595781 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Transition to ACTIVE for port object 4e5c1cd3-5f61-473d-a987-42abee37758a will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:35.604342 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:35.654752 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dd507-c95c-4b00-9c43-972f07d55af8 req-5f17d8c5-2b45-42e5-aa12-769533ee2cca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:35.672648 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ba5dd507-c95c-4b00-9c43-972f07d55af8 req-5f17d8c5-2b45-42e5-aa12-769533ee2cca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 945 time: 0.3188071 Jul 07 17:15:35.700501 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Pushing event updated for resources: {'Port': ['ID=4e5c1cd3-5f61-473d-a987-42abee37758a,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:35.710049 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:35.751609 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Allocated IP 10.1.1.32 (18634e68-e208-4b15-bdd2-04c0988b7f74/8a48026c-ae48-491b-9c43-56d5c523771e/abb06316-0dcb-4177-a46e-857fc15015ac) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:35.814246 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ba5dd507-c95c-4b00-9c43-972f07d55af8 req-691e7772-e2e0-4694-93e2-30a057f5f3ee tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1398511 Jul 07 17:15:35.855993 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Network 7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:35.863488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:35.867329 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:36.040544 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Attempting to bind port 4e5c1cd3-5f61-473d-a987-42abee37758a on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:36.041175 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Attempting to bind port 4e5c1cd3-5f61-473d-a987-42abee37758a by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '31fa8454-29c6-43de-a28c-5cac7af44df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7f50ef8b-2e6c-4b5b-a4d1-84c812881b17'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:36.041807 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Attempting to bind port 4e5c1cd3-5f61-473d-a987-42abee37758a on network 7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:36.050592 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:36.050985 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Checking segment: {'id': '31fa8454-29c6-43de-a28c-5cac7af44df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7f50ef8b-2e6c-4b5b-a4d1-84c812881b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:36.051408 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.051879 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Bound using segment: {'id': '31fa8454-29c6-43de-a28c-5cac7af44df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7f50ef8b-2e6c-4b5b-a4d1-84c812881b17'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:36.052547 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Bound port: 4e5c1cd3-5f61-473d-a987-42abee37758a, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31fa8454-29c6-43de-a28c-5cac7af44df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7f50ef8b-2e6c-4b5b-a4d1-84c812881b17'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:36.053206 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.108581 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.138214 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:36.177925 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d89deb55-8c32-4674-b46a-c3dd00943afa up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:36.216666 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Transition to ACTIVE for port object abb06316-0dcb-4177-a46e-857fc15015ac will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:36.252174 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-21fcd0d7-05dc-4c7d-814a-1396b49c1878 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0d3f4c1ff294119a2c5fc6e804d1e59&fields=id HTTP/1.1" status: 200 len: 348 time: 1.9799685 Jul 07 17:15:36.284861 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.323781 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] Transition to ACTIVE for port object d05a713f-7064-4556-af42-957daef6203f will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:36.326297 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] For port 4e5c1cd3-5f61-473d-a987-42abee37758a, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:36.333075 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.336383 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] For port 4e5c1cd3-5f61-473d-a987-42abee37758a, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4e5c1cd3-5f61-473d-a987-42abee37758a,segment=NetworkSegment(31fa8454-29c6-43de-a28c-5cac7af44df1),segment_id=31fa8454-29c6-43de-a28c-5cac7af44df1)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:36.352710 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:36.359801 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.508116 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc3223-1efa-4093-8aa3-5ff8b6cd249d req-a92dc13e-d28d-4621-9eca-13b1e3ef9e86 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:36.510449 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f0fc3223-1efa-4093-8aa3-5ff8b6cd249d req-a92dc13e-d28d-4621-9eca-13b1e3ef9e86 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.1418204 Jul 07 17:15:36.622834 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e898e-2eaf-4961-957d-1f591483c6e8 None None] Pushing event updated for resources: {'Port': ['ID=d05a713f-7064-4556-af42-957daef6203f,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:36.634678 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd8ba7c-d8fc-43ed-951f-9d0b1b6fffc6 None None] Network 18634e68-e208-4b15-bdd2-04c0988b7f74 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:36.643574 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e898e-2eaf-4961-957d-1f591483c6e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:36.648950 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e898e-2eaf-4961-957d-1f591483c6e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:36.649478 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e898e-2eaf-4961-957d-1f591483c6e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:36.649910 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e898e-2eaf-4961-957d-1f591483c6e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:36.650310 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e898e-2eaf-4961-957d-1f591483c6e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:36.654525 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f0fc3223-1efa-4093-8aa3-5ff8b6cd249d req-754ceb17-c2cd-41f3-950a-e0702315f48d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339822 Jul 07 17:15:36.658750 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e898e-2eaf-4961-957d-1f591483c6e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:36.659952 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e898e-2eaf-4961-957d-1f591483c6e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:36.660620 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e898e-2eaf-4961-957d-1f591483c6e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:36.661045 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e898e-2eaf-4961-957d-1f591483c6e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:36.661444 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e898e-2eaf-4961-957d-1f591483c6e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:36.661849 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e898e-2eaf-4961-957d-1f591483c6e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:36.662263 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e898e-2eaf-4961-957d-1f591483c6e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:36.690990 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-3f19d6f0-87cf-4d49-8c53-983ad8044267 service neutron] 10.222.0.50 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618279 Jul 07 17:15:36.757748 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] Attempting to bind port d05a713f-7064-4556-af42-957daef6203f on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:36.759396 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] Attempting to bind port d05a713f-7064-4556-af42-957daef6203f by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '453669c1-6ecc-4ab7-8804-3a7fff87378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:36.760161 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] Attempting to bind port d05a713f-7064-4556-af42-957daef6203f on network 292197e0-01dc-4068-ba5d-c7a67aedfe6d {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:36.782930 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:36.784716 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] Checking segment: {'id': '453669c1-6ecc-4ab7-8804-3a7fff87378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:36.785575 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.786530 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] Bound using segment: {'id': '453669c1-6ecc-4ab7-8804-3a7fff87378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:36.787582 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] Bound port: d05a713f-7064-4556-af42-957daef6203f, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453669c1-6ecc-4ab7-8804-3a7fff87378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:36.789874 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.843449 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.846068 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d89deb55-8c32-4674-b46a-c3dd00943afa triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:36.846504 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:36.863968 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68a0c8-30df-49f6-83a5-f6c33fb68b5f None None] Pushing event updated for resources: {'Port': ['ID=4e5c1cd3-5f61-473d-a987-42abee37758a,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:36.928030 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1ddb044f-be45-414a-8349-0993c0bd9532 None None] Provisioning for port 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:36.958866 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1ddb044f-be45-414a-8349-0993c0bd9532 None None] Provisioning complete for port 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:36.962297 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1ddb044f-be45-414a-8349-0993c0bd9532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.036401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-519c7992-24ca-402c-a78d-403c0f1319c9 service neutron] For port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,segment=NetworkSegment(c3a6e6dd-1bc6-4a1a-b309-0412425c3b01),segment_id=c3a6e6dd-1bc6-4a1a-b309-0412425c3b01)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:37.076559 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] For port d05a713f-7064-4556-af42-957daef6203f, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:37.088730 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] For port d05a713f-7064-4556-af42-957daef6203f, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d05a713f-7064-4556-af42-957daef6203f,segment=NetworkSegment(453669c1-6ecc-4ab7-8804-3a7fff87378b),segment_id=453669c1-6ecc-4ab7-8804-3a7fff87378b)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:37.098049 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.100277 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-519c7992-24ca-402c-a78d-403c0f1319c9 service neutron] For port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:37.197854 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.345377 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e869b-afdf-4f33-a1ee-d019afc5bbf2 req-a18033a6-f131-44f1-a924-1b40ab223b41 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:37.362181 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cc6e869b-afdf-4f33-a1ee-d019afc5bbf2 req-a18033a6-f131-44f1-a924-1b40ab223b41 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 945 time: 0.1922657 Jul 07 17:15:37.364551 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e898e-2eaf-4961-957d-1f591483c6e8 None None] Pushing event updated for resources: {'Port': ['ID=d05a713f-7064-4556-af42-957daef6203f,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:37.388166 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Network 18634e68-e208-4b15-bdd2-04c0988b7f74 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:37.396763 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] Routers {'0785c84c-07d3-404a-8ca6-e77a1a66f5b5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:37.397870 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:15:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:37.436090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:37.511041 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cc6e869b-afdf-4f33-a1ee-d019afc5bbf2 req-235623b8-69f8-49bd-bbbd-9005bc154586 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1477544 Jul 07 17:15:37.576579 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event updated for resources: {'Port': ['ID=abb06316-0dcb-4177-a46e-857fc15015ac,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:37.601697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:37.604199 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e3b426-dd16-4328-8b4b-f1d87da4b15c" -d '{"events": [{"server_uuid": "e9f4bc28-e39d-482a-a46f-2b4f04592b10", "name": "network-vif-unplugged", "status": "completed", "tag": "81e9f0b5-4489-4f1d-a5ce-d259a17bba06"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:37.630412 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-519c7992-24ca-402c-a78d-403c0f1319c9 service neutron] For port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,segment=NetworkSegment(c3a6e6dd-1bc6-4a1a-b309-0412425c3b01),segment_id=c3a6e6dd-1bc6-4a1a-b309-0412425c3b01)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:37.689163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:37.689628 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:37.689883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:37.690187 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:37.690585 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:37.690922 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:37.691255 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:37.691591 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:37.691923 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:37.692285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:37.692628 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:37.692946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:37.704788 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:37.723854 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-519c7992-24ca-402c-a78d-403c0f1319c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.810913 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cbc68f-dddc-4340-8ccc-4e0ce1badcff x-openstack-request-id: req-22cbc68f-dddc-4340-8ccc-4e0ce1badcff {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:37.811223 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f4bc28-e39d-482a-a46f-2b4f04592b10", "name": "network-vif-unplugged", "status": "completed", "tag": "81e9f0b5-4489-4f1d-a5ce-d259a17bba06", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:37.811625 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22cbc68f-dddc-4340-8ccc-4e0ce1badcff {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:37.812287 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06', 'code': 200} Jul 07 17:15:37.820019 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1ddb044f-be45-414a-8349-0993c0bd9532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.853703 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.api [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:15:37.854367 n-d-793620-7 neutron-server[100411]: DEBUG oslo_db.api [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:15:37.862483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-03594c9b-f196-44e0-8240-e7d0f466eaf6 service neutron] 10.222.0.50 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0442474 Jul 07 17:15:37.923780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-1ddb044f-be45-414a-8349-0993c0bd9532 None None] For port 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=52ea39ff-6a71-457f-84d6-5d7ef0f2f56c,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:37.930733 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1ddb044f-be45-414a-8349-0993c0bd9532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:37.960612 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:37.962292 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.033234 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b29612e5-773d-4cf8-ad2f-f7dbad1b5ace tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.4284778 Jul 07 17:15:38.034068 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45862) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:38.047014 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Request body: {'port': {'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74', 'name': 'tempest-TaggedBootDevicesTest_v242-1595917425', 'fixed_ips': [{'subnet_id': '8a48026c-ae48-491b-9c43-56d5c523771e'}]}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:38.108050 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-519c7992-24ca-402c-a78d-403c0f1319c9 service neutron] Transition to ACTIVE for port object 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:38.119055 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] Set router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:38.123209 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-519c7992-24ca-402c-a78d-403c0f1319c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.268527 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb044f-be45-414a-8349-0993c0bd9532 None None] Pushing event updated for resources: {'Port': ['ID=52ea39ff-6a71-457f-84d6-5d7ef0f2f56c,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:38.316143 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d05a713f-7064-4556-af42-957daef6203f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:38.342961 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c7992-24ca-402c-a78d-403c0f1319c9 service neutron] Pushing event updated for resources: {'Port': ['ID=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,revision_number=11']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:38.534527 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6cf96c34-efae-4f48-bae4-71fb821e56f0 req-5385ad1d-1f39-44f5-b5d2-ea5fc3c88e44 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 210 time: 0.1325481 Jul 07 17:15:38.719756 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c53feb-d711-4ee3-8e16-4ea1fab554bb req-8783b8be-bc58-49bd-9376-f341056217a5 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:38.732446 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port d05a713f-7064-4556-af42-957daef6203f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:38.733202 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c7c53feb-d711-4ee3-8e16-4ea1fab554bb req-8783b8be-bc58-49bd-9376-f341056217a5 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.4550600 Jul 07 17:15:38.734643 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-69d27cbf-724d-4169-8571-e0c97b27f9bf None None] Provisioning complete for port 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:38.735020 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-69d27cbf-724d-4169-8571-e0c97b27f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.802980 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Made reservation on behalf of 0b38a717ee4e4ad286d87b62b7311f7d for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:38.858002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d05a713f-7064-4556-af42-957daef6203f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:38.863853 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:38.908978 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-519c7992-24ca-402c-a78d-403c0f1319c9 service neutron] No DVR routers for this DVR port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:38.911352 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:27Z', 'revision_number': 4, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'gw_port': {'id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:20Z', 'updated_at': '2021-07-07T17:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'd05a713f-7064-4556-af42-957daef6203f', 'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'mac_address': 'fa:16:3e:bf:eb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:26Z', 'updated_at': '2021-07-07T17:15:37Z', 'revision_number': 4, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'subnets': [{'id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:39.050773 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf463d49-d328-4ae2-b20c-67c013bb5ef1 None None] The sync data for ids ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'] in n-d-793620-7 is: [{'id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:27Z', 'revision_number': 4, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'gw_port': {'id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:20Z', 'updated_at': '2021-07-07T17:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'd05a713f-7064-4556-af42-957daef6203f', 'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'mac_address': 'fa:16:3e:bf:eb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:26Z', 'updated_at': '2021-07-07T17:15:37Z', 'revision_number': 4, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'subnets': [{'id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:39.178926 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c7c53feb-d711-4ee3-8e16-4ea1fab554bb req-6542ed34-f71e-47f1-a74a-3d8b9c6b85c7 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4430223 Jul 07 17:15:39.338233 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed4353a-1183-4642-9e44-41a881990699 None None] Network 7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:15:39.342551 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.408661 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] device_id is not set on port 3ca38a31-8b0b-40d7-958d-92e968e1581f yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:15:39.476647 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbb45d-cfb9-44ef-853c-f29455a0187e req-cd233b65-2928-48e6-86e6-4838a4ce11fc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:39.483416 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcdbb45d-cfb9-44ef-853c-f29455a0187e req-cd233b65-2928-48e6-86e6-4838a4ce11fc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 944 time: 0.3403487 Jul 07 17:15:39.632848 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-519c7992-24ca-402c-a78d-403c0f1319c9 service neutron] 10.222.0.15 "PUT /v2.0/ports/81e9f0b5-4489-4f1d-a5ce-d259a17bba06/bindings/n-h2-793620-7/activate HTTP/1.1" status: 200 len: 369 time: 5.2284286 Jul 07 17:15:39.666524 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcdbb45d-cfb9-44ef-853c-f29455a0187e req-0d8e3eff-414a-4fad-9fa3-654227cf502a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1659811 Jul 07 17:15:39.794499 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.856451 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-98d230a6-2780-48a6-8817-41a187555809 req-0da89e74-9af4-4ca5-b41d-00d4bcbef8ed tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 210 time: 0.0747256 Jul 07 17:15:39.896472 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-69d27cbf-724d-4169-8571-e0c97b27f9bf None None] Provisioning for port abb06316-0dcb-4177-a46e-857fc15015ac completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:39.909983 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Allocated IP 10.1.1.218 (18634e68-e208-4b15-bdd2-04c0988b7f74/8a48026c-ae48-491b-9c43-56d5c523771e/3ca38a31-8b0b-40d7-958d-92e968e1581f) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:39.927582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-69d27cbf-724d-4169-8571-e0c97b27f9bf None None] Provisioning complete for port abb06316-0dcb-4177-a46e-857fc15015ac triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:39.932272 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-69d27cbf-724d-4169-8571-e0c97b27f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:39.952087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-eba0e15e-9374-428f-99bf-99c8fb879443 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:39.956771 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-eba0e15e-9374-428f-99bf-99c8fb879443 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10&tenant_id=579e95f3998b4f8bb632de60105379a3&binding%3Ahost_id=n-h1-793620-7 HTTP/1.1" status: 200 len: 1095 time: 0.1997623 Jul 07 17:15:40.037284 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port d05a713f-7064-4556-af42-957daef6203f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d05a713f-7064-4556-af42-957daef6203f,segment=NetworkSegment(453669c1-6ecc-4ab7-8804-3a7fff87378b),segment_id=453669c1-6ecc-4ab7-8804-3a7fff87378b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:40.077509 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.078756 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4e5c1cd3-5f61-473d-a987-42abee37758a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:40.252637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-2bbd6f5e-f5f2-42ab-9406-7a3b66c20cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:40.260990 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-2bbd6f5e-f5f2-42ab-9406-7a3b66c20cc7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10&tenant_id=579e95f3998b4f8bb632de60105379a3 HTTP/1.1" status: 200 len: 1095 time: 0.2955937 Jul 07 17:15:40.421630 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.475112 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Transition to ACTIVE for port object 3ca38a31-8b0b-40d7-958d-92e968e1581f will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:40.538288 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-69d27cbf-724d-4169-8571-e0c97b27f9bf None None] Port abb06316-0dcb-4177-a46e-857fc15015ac cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:40.615186 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.654027 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=d05a713f-7064-4556-af42-957daef6203f,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:40.686136 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.686653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.700281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.701191 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.701925 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.702725 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.703845 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.704602 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.705377 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.706687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.709863 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.710618 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:40.726580 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 4e5c1cd3-5f61-473d-a987-42abee37758a completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:40.858711 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d83fb023-3fa8-4b7a-841f-7734be6b873f None None] Provisioning complete for port abb06316-0dcb-4177-a46e-857fc15015ac triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:40.860861 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d83fb023-3fa8-4b7a-841f-7734be6b873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:40.903910 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Network 18634e68-e208-4b15-bdd2-04c0988b7f74 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:40.918657 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:40.925458 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:40.986643 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event updated for resources: {'Port': ['ID=3ca38a31-8b0b-40d7-958d-92e968e1581f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:41.046544 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-fb409a17-76f7-4e54-b8e2-91ab46e3fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.056596 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-fb409a17-76f7-4e54-b8e2-91ab46e3fd2a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 1095 time: 0.7467587 Jul 07 17:15:41.079537 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d83fb023-3fa8-4b7a-841f-7734be6b873f None None] Port abb06316-0dcb-4177-a46e-857fc15015ac cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:41.093855 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:41.094195 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:41.098800 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d05a713f-7064-4556-af42-957daef6203f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:41.100862 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:41.101763 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:41.102311 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:41.102747 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:41.110833 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:41.111457 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:41.113697 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:41.114208 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:41.116493 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:41.117130 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:15:41.227066 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.229050 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.236351 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d83fb023-3fa8-4b7a-841f-7734be6b873f None None] Provisioning for port 4e5c1cd3-5f61-473d-a987-42abee37758a completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:41.252018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d05a713f-7064-4556-af42-957daef6203f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:41.252476 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.305041 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d83fb023-3fa8-4b7a-841f-7734be6b873f None None] Provisioning complete for port 4e5c1cd3-5f61-473d-a987-42abee37758a triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:41.305430 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d83fb023-3fa8-4b7a-841f-7734be6b873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.313230 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581a3e2-b537-4140-9e02-219992986b6f req-f30ec142-aa2f-46a6-8114-e6d60dc92460 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.323420 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1581a3e2-b537-4140-9e02-219992986b6f req-f30ec142-aa2f-46a6-8114-e6d60dc92460 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.8877127 Jul 07 17:15:41.324536 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9a4ab9aa-01ac-47b4-8a69-543a8c8c9aca tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2877085 Jul 07 17:15:41.386976 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76103c04-b52c-4014-b253-7b8d4b1976e2 req-0b4d15cb-73e3-4624-9416-1530dbd4ff17 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.388759 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-76103c04-b52c-4014-b253-7b8d4b1976e2 req-0b4d15cb-73e3-4624-9416-1530dbd4ff17 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 944 time: 0.1059229 Jul 07 17:15:41.462080 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-76103c04-b52c-4014-b253-7b8d4b1976e2 req-f1a60391-57ec-44e4-87df-fbe66bfd224b tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0576770 Jul 07 17:15:41.481984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-c4e6a03b-a491-4bcc-9bd6-a0cf0a656057 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.483511 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-c4e6a03b-a491-4bcc-9bd6-a0cf0a656057 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.15 "GET /v2.0/networks?id=292197e0-01dc-4068-ba5d-c7a67aedfe6d HTTP/1.1" status: 200 len: 811 time: 0.8166718 Jul 07 17:15:41.495935 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1581a3e2-b537-4140-9e02-219992986b6f req-68de3d1c-8c3d-448a-aa32-dfbc4773089f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239305 Jul 07 17:15:41.523779 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d83fb023-3fa8-4b7a-841f-7734be6b873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.569829 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-8d7dbbaa-b97e-4e47-aee0-d70460516d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.571485 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-8d7dbbaa-b97e-4e47-aee0-d70460516d68 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c HTTP/1.1" status: 200 len: 897 time: 0.4384885 Jul 07 17:15:41.582155 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:41.590423 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d83fb023-3fa8-4b7a-841f-7734be6b873f None None] For port 4e5c1cd3-5f61-473d-a987-42abee37758a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4e5c1cd3-5f61-473d-a987-42abee37758a,segment=NetworkSegment(31fa8454-29c6-43de-a28c-5cac7af44df1),segment_id=31fa8454-29c6-43de-a28c-5cac7af44df1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:41.627591 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d83fb023-3fa8-4b7a-841f-7734be6b873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.646528 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3d185b97-0302-4e4f-8fa7-189644affb9f req-3c5c8feb-3c09-41c9-88ad-17db74967452 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 210 time: 0.0359809 Jul 07 17:15:41.705596 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-cbb11357-8c9f-4e51-97c6-85ba3f4915c8 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0d3f4c1ff294119a2c5fc6e804d1e59 HTTP/1.1" status: 200 len: 380 time: 0.2086110 Jul 07 17:15:41.715801 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-35ebba44-5eb7-4b87-93fa-ea864b9f0100 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Request body: {'port': {'device_id': 'a6ea8904-048e-4d9d-9b0a-c80450ccc7ad', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'admin_state_up': True, 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'security_groups': ['440bf5a6-3038-4971-8ef3-6662d8936b79']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:41.753849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fb023-3fa8-4b7a-841f-7734be6b873f None None] Pushing event updated for resources: {'Port': ['ID=4e5c1cd3-5f61-473d-a987-42abee37758a,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:41.769622 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0b69022a-8d4b-48fc-b925-63ba6cbdb0c8 None None] Provisioning for port 3ca38a31-8b0b-40d7-958d-92e968e1581f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:41.773207 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:41.773772 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.776723 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0b69022a-8d4b-48fc-b925-63ba6cbdb0c8 None None] Provisioning complete for port 3ca38a31-8b0b-40d7-958d-92e968e1581f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:41.777286 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b69022a-8d4b-48fc-b925-63ba6cbdb0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.837222 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-050559ef-a834-48df-87cd-499a7178f9cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81e9f0b5-4489-4f1d-a5ce-d259a17bba06 HTTP/1.1" status: 200 len: 999 time: 0.2167101 Jul 07 17:15:41.840741 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-0b69022a-8d4b-48fc-b925-63ba6cbdb0c8 None None] Port 3ca38a31-8b0b-40d7-958d-92e968e1581f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:41.880711 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0b69022a-8d4b-48fc-b925-63ba6cbdb0c8 None None] Provisioning complete for port 4e5c1cd3-5f61-473d-a987-42abee37758a triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:41.881097 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b69022a-8d4b-48fc-b925-63ba6cbdb0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:41.921556 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45924) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:41.928260 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-936b8539-1de7-487f-ac44-e4f3018cd2cd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1022287864', 'description': 'tempest-description--1778352686'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:41.941986 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-198cb540-5f36-4e42-9334-e5745c511901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:41.944892 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-198cb540-5f36-4e42-9334-e5745c511901 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=959e22ab-3971-4a34-82c2-c3830639c367 HTTP/1.1" status: 200 len: 834 time: 0.0797732 Jul 07 17:15:41.957021 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-936b8539-1de7-487f-ac44-e4f3018cd2cd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.012049 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.api [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-35ebba44-5eb7-4b87-93fa-ea864b9f0100 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:15:42.012049 n-d-793620-7 neutron-server[100410]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:15:42.012049 n-d-793620-7 neutron-server[100410]: [parameters: {'project_id_1': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 15, 42, 4830)}] Jul 07 17:15:42.012049 n-d-793620-7 neutron-server[100410]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:15:42.013161 n-d-793620-7 neutron-server[100410]: DEBUG oslo_db.api [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-35ebba44-5eb7-4b87-93fa-ea864b9f0100 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:15:42.038348 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-f1932bdb-8ec2-49c8-a01c-4ff5298c1258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:42.040094 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-f1932bdb-8ec2-49c8-a01c-4ff5298c1258 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841677 Jul 07 17:15:42.123045 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-936b8539-1de7-487f-ac44-e4f3018cd2cd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.129828 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-936b8539-1de7-487f-ac44-e4f3018cd2cd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.163021 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-936b8539-1de7-487f-ac44-e4f3018cd2cd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.163944 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-32dc3e13-46fe-4ef8-9453-747dac3ed186 service neutron] 10.222.0.69 "GET /v2.0/networks/1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147823 Jul 07 17:15:42.165794 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-936b8539-1de7-487f-ac44-e4f3018cd2cd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2428570 Jul 07 17:15:42.167741 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45930) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:42.186278 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-742d443c-a951-4cde-86ba-9f6d92f65cff tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Request body: {'security_group_rule': {'security_group_id': '0e9d870f-c041-440b-8cf4-26f23bf12f53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:42.190276 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b8539-1de7-487f-ac44-e4f3018cd2cd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9d870f-c041-440b-8cf4-26f23bf12f53,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:42.274042 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-742d443c-a951-4cde-86ba-9f6d92f65cff tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.292174 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-bee1d4b0-56da-4e7c-ab66-b33caaeea891 service neutron] 10.222.0.69 "GET /v2.0/networks/1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147048 Jul 07 17:15:42.292669 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd3c01-968f-4169-abd9-280bd979e002 req-9cd7ff8e-108d-4185-8616-588637c0ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:42.294168 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20bd3c01-968f-4169-abd9-280bd979e002 req-9cd7ff8e-108d-4185-8616-588637c0ad4d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=813d1850aa3c4934a7e97cbee8a39039&device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 1097 time: 0.1003680 Jul 07 17:15:42.417456 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-742d443c-a951-4cde-86ba-9f6d92f65cff tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.425072 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-742d443c-a951-4cde-86ba-9f6d92f65cff tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.459312 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d443c-a951-4cde-86ba-9f6d92f65cff tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a164afa-f62a-46fe-a006-addf12ec4847,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:42.463518 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd3c01-968f-4169-abd9-280bd979e002 req-c2da4833-7188-4f7b-a712-ec645ea8727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:42.465294 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20bd3c01-968f-4169-abd9-280bd979e002 req-c2da4833-7188-4f7b-a712-ec645ea8727a service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1 HTTP/1.1" status: 200 len: 918 time: 0.1624882 Jul 07 17:15:42.471078 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-742d443c-a951-4cde-86ba-9f6d92f65cff tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.475041 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-742d443c-a951-4cde-86ba-9f6d92f65cff tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3035583 Jul 07 17:15:42.476176 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 45938) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:42.481788 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-24f04ff8-9e03-469d-ab58-84e7d0921d58 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Request body: {'security_group_rule': {'security_group_id': '0e9d870f-c041-440b-8cf4-26f23bf12f53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:42.540614 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20bd3c01-968f-4169-abd9-280bd979e002 req-4c2570f3-3da9-49da-91e8-ec56d16241ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 HTTP/1.1" status: 200 len: 1002 time: 0.0640595 Jul 07 17:15:42.578063 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-24f04ff8-9e03-469d-ab58-84e7d0921d58 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.610162 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd3c01-968f-4169-abd9-280bd979e002 req-4e7f7a80-b7c6-48b7-86e2-ae96ef246dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:42.611967 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20bd3c01-968f-4169-abd9-280bd979e002 req-4e7f7a80-b7c6-48b7-86e2-ae96ef246dec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c3cd916-6514-42d5-8d29-5aae3a405db3 HTTP/1.1" status: 200 len: 856 time: 0.0622950 Jul 07 17:15:42.636582 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-35ebba44-5eb7-4b87-93fa-ea864b9f0100 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Made reservation on behalf of e0d3f4c1ff294119a2c5fc6e804d1e59 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:15:42.642156 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-35ebba44-5eb7-4b87-93fa-ea864b9f0100 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.739609 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-24f04ff8-9e03-469d-ab58-84e7d0921d58 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.777843 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5a763-7f68-45f6-ae14-237aada83f99 req-a8b5c311-cd44-42d2-bcd8-af668ff11f0a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:42.785709 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1a5a763-7f68-45f6-ae14-237aada83f99 req-a8b5c311-cd44-42d2-bcd8-af668ff11f0a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 944 time: 0.1700680 Jul 07 17:15:42.811674 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-24f04ff8-9e03-469d-ab58-84e7d0921d58 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.821866 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd3c01-968f-4169-abd9-280bd979e002 req-05c0a034-b9cc-4f29-b407-afc9899cdcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:42.824023 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20bd3c01-968f-4169-abd9-280bd979e002 req-05c0a034-b9cc-4f29-b407-afc9899cdcea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1970246 Jul 07 17:15:42.861294 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1a5a763-7f68-45f6-ae14-237aada83f99 req-8a82f128-2e22-4c7a-bdb3-45c60b2f42a7 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0741644 Jul 07 17:15:42.884753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f04ff8-9e03-469d-ab58-84e7d0921d58 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a726467a-4c02-4e10-9144-5fe61d0907c7,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:42.907745 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-24f04ff8-9e03-469d-ab58-84e7d0921d58 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:42.908657 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-24f04ff8-9e03-469d-ab58-84e7d0921d58 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4312682 Jul 07 17:15:42.915655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45950) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:42.916631 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4e5c1cd3-5f61-473d-a987-42abee37758a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:42.924007 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-014ce0b2-0486-4fee-ba01-5ed8c4f8850d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:42.967727 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-13cdad15-f2d0-416d-aacd-e9d618378545 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:42.969332 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-13cdad15-f2d0-416d-aacd-e9d618378545 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10&tenant_id=579e95f3998b4f8bb632de60105379a3&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 1095 time: 0.2870963 Jul 07 17:15:43.010006 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4e5c1cd3-5f61-473d-a987-42abee37758a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:43.010455 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.023563 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e95050-6ab1-4ff9-aa56-928a3247171a req-664d3a3c-338c-404d-a1a0-2d0d57643492 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:43.031114 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b2e95050-6ab1-4ff9-aa56-928a3247171a req-664d3a3c-338c-404d-a1a0-2d0d57643492 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.3045676 Jul 07 17:15:43.096178 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-35ebba44-5eb7-4b87-93fa-ea864b9f0100 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Allocated IP 172.20.0.13 (292197e0-01dc-4068-ba5d-c7a67aedfe6d/aeaad8af-4e95-4aca-8e25-9c0ee640a68c/51d7971c-abee-40e3-9b99-1f50a6fe0be7) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:43.164823 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b2e95050-6ab1-4ff9-aa56-928a3247171a req-b407d4b6-fc65-48ad-97f6-c2da81d60560 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323066 Jul 07 17:15:43.343917 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-87ae85f4-97b1-4b8b-9dbe-0cc03e2e6f0f service neutron] For port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:43.353664 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-87ae85f4-97b1-4b8b-9dbe-0cc03e2e6f0f service neutron] Notify callbacks [] for binding, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.354778 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d07ac9f8-2749-42b5-90ab-f6d1ee585bdf req-87ae85f4-97b1-4b8b-9dbe-0cc03e2e6f0f service neutron] 10.222.0.69 "DELETE /v2.0/ports/81e9f0b5-4489-4f1d-a5ce-d259a17bba06/bindings/n-h1-793620-7 HTTP/1.1" status: 204 len: 173 time: 0.3731930 Jul 07 17:15:43.379334 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ea22d7f4-c1a7-484d-beb9-333affd5912e req-6be34f5b-0ac0-4714-88a2-ccd00859d812 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 210 time: 0.0543499 Jul 07 17:15:43.402145 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-014ce0b2-0486-4fee-ba01-5ed8c4f8850d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.428637 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-35ebba44-5eb7-4b87-93fa-ea864b9f0100 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.445364 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-35ebba44-5eb7-4b87-93fa-ea864b9f0100 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Transition to ACTIVE for port object 51d7971c-abee-40e3-9b99-1f50a6fe0be7 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:43.472337 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20bd3c01-968f-4169-abd9-280bd979e002 req-70532953-ed76-48e0-bf37-ce65cf3bb3c3 service neutron] 10.222.0.69 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6371255 Jul 07 17:15:43.486608 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-35ebba44-5eb7-4b87-93fa-ea864b9f0100 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.532759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-35ebba44-5eb7-4b87-93fa-ea864b9f0100 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Network 292197e0-01dc-4068-ba5d-c7a67aedfe6d is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:43.537419 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-35ebba44-5eb7-4b87-93fa-ea864b9f0100 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:43.540635 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-35ebba44-5eb7-4b87-93fa-ea864b9f0100 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:43.602734 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20bd3c01-968f-4169-abd9-280bd979e002 req-fa8f98ab-00d8-46e0-81be-bfd596296f15 service neutron] 10.222.0.69 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231515 Jul 07 17:15:43.627019 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-014ce0b2-0486-4fee-ba01-5ed8c4f8850d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.817363 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-014ce0b2-0486-4fee-ba01-5ed8c4f8850d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Allocated IP 172.25.2.135 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/95030ad7-dc38-4ed9-a70b-c7ef0725c182) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:15:43.884832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-14c9e2f6-30ff-4806-89e7-6bc942fd0682 None None] Provisioning for port 51d7971c-abee-40e3-9b99-1f50a6fe0be7 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:43.891208 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-14c9e2f6-30ff-4806-89e7-6bc942fd0682 None None] Provisioning complete for port 51d7971c-abee-40e3-9b99-1f50a6fe0be7 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:43.892672 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-14c9e2f6-30ff-4806-89e7-6bc942fd0682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.911823 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebba44-5eb7-4b87-93fa-ea864b9f0100 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Pushing event updated for resources: {'Port': ['ID=51d7971c-abee-40e3-9b99-1f50a6fe0be7,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:43.932027 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-35ebba44-5eb7-4b87-93fa-ea864b9f0100 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:43.932677 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-35ebba44-5eb7-4b87-93fa-ea864b9f0100 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.948435 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-35ebba44-5eb7-4b87-93fa-ea864b9f0100 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2372172 Jul 07 17:15:43.956567 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-014ce0b2-0486-4fee-ba01-5ed8c4f8850d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:43.964498 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] Request body: {'port': {'device_id': 'a6ea8904-048e-4d9d-9b0a-c80450ccc7ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:43.970189 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-14c9e2f6-30ff-4806-89e7-6bc942fd0682 None None] Port 51d7971c-abee-40e3-9b99-1f50a6fe0be7 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:15:44.022215 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-014ce0b2-0486-4fee-ba01-5ed8c4f8850d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.077126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ce0b2-0486-4fee-ba01-5ed8c4f8850d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event updated for resources: {'Port': ['ID=95030ad7-dc38-4ed9-a70b-c7ef0725c182,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:44.090281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014ce0b2-0486-4fee-ba01-5ed8c4f8850d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:15:44.091782 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-014ce0b2-0486-4fee-ba01-5ed8c4f8850d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:15:44.095026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ce0b2-0486-4fee-ba01-5ed8c4f8850d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:15:44.117980 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.218002 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-014ce0b2-0486-4fee-ba01-5ed8c4f8850d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.245476 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.340685 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-014ce0b2-0486-4fee-ba01-5ed8c4f8850d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.433139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f40994-ae3f-49d6-8ab4-27229a72a027 req-a1a57fae-8fd5-4f48-a4ed-95d28caeaa46 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:44.434680 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73f40994-ae3f-49d6-8ab4-27229a72a027 req-a1a57fae-8fd5-4f48-a4ed-95d28caeaa46 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 944 time: 0.3938274 Jul 07 17:15:44.503956 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73f40994-ae3f-49d6-8ab4-27229a72a027 req-d66ba573-dedb-4dbc-a018-c1d37e85647f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0576968 Jul 07 17:15:44.557948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fc5b1-3311-402f-9cd1-fea951a1fef1 req-110c7d37-c352-46dd-b2d0-5159546fbc1c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:44.559728 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-336fc5b1-3311-402f-9cd1-fea951a1fef1 req-110c7d37-c352-46dd-b2d0-5159546fbc1c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 946 time: 0.1351757 Jul 07 17:15:44.584100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d7971c-abee-40e3-9b99-1f50a6fe0be7 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:44.596220 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.617061 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] Transition to ACTIVE for port object 51d7971c-abee-40e3-9b99-1f50a6fe0be7 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:15:44.623906 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.645849 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-336fc5b1-3311-402f-9cd1-fea951a1fef1 req-d6c4417f-b41f-4457-b895-3539849289f4 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773892 Jul 07 17:15:44.656335 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-014ce0b2-0486-4fee-ba01-5ed8c4f8850d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.663428 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-014ce0b2-0486-4fee-ba01-5ed8c4f8850d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.703926 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] Pushing event updated for resources: {'Port': ['ID=51d7971c-abee-40e3-9b99-1f50a6fe0be7,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:44.708577 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-004e587e-3d48-45b2-b44b-5ac4315f1ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.793583 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ce0b2-0486-4fee-ba01-5ed8c4f8850d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event updated for resources: {'Port': ['ID=95030ad7-dc38-4ed9-a70b-c7ef0725c182,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:44.816733 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-014ce0b2-0486-4fee-ba01-5ed8c4f8850d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.852285 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-014ce0b2-0486-4fee-ba01-5ed8c4f8850d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.864813 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-014ce0b2-0486-4fee-ba01-5ed8c4f8850d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9470904 Jul 07 17:15:44.876886 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] Attempting to bind port 51d7971c-abee-40e3-9b99-1f50a6fe0be7 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:15:44.877230 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] Attempting to bind port 51d7971c-abee-40e3-9b99-1f50a6fe0be7 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '453669c1-6ecc-4ab7-8804-3a7fff87378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:15:44.878184 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] Attempting to bind port 51d7971c-abee-40e3-9b99-1f50a6fe0be7 on network 292197e0-01dc-4068-ba5d-c7a67aedfe6d {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:44.892122 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] Port 51d7971c-abee-40e3-9b99-1f50a6fe0be7 on network 292197e0-01dc-4068-ba5d-c7a67aedfe6d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:15:44.892457 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] Attempting to bind port 51d7971c-abee-40e3-9b99-1f50a6fe0be7 on network 292197e0-01dc-4068-ba5d-c7a67aedfe6d {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:15:44.901570 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:15:44.901916 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] Checking segment: {'id': '453669c1-6ecc-4ab7-8804-3a7fff87378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:15:44.902313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] Bound using segment: {'id': '453669c1-6ecc-4ab7-8804-3a7fff87378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:15:44.902984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] Bound port: 51d7971c-abee-40e3-9b99-1f50a6fe0be7, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453669c1-6ecc-4ab7-8804-3a7fff87378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:15:44.903280 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:44.930906 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdd18b-559c-4333-9663-295b32b25879 req-89668e78-98f4-4f50-b50f-ec6697e20f99 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:44.932310 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c58299-bcae-4587-99de-1e9ac4fe33f3 req-3972dccb-dc67-408d-95ce-eb50dba24d72 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:44.933156 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afbdd18b-559c-4333-9663-295b32b25879 req-89668e78-98f4-4f50-b50f-ec6697e20f99 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 1095 time: 0.0939035 Jul 07 17:15:44.933893 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-31c58299-bcae-4587-99de-1e9ac4fe33f3 req-3972dccb-dc67-408d-95ce-eb50dba24d72 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 944 time: 0.2968109 Jul 07 17:15:44.986140 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afbdd18b-559c-4333-9663-295b32b25879 req-c70fd666-b299-4f6c-af52-47c19e49e36d tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441120 Jul 07 17:15:45.014557 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-31c58299-bcae-4587-99de-1e9ac4fe33f3 req-ddabfa5d-fbb0-4dc6-a50d-97385f40b3c6 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557547 Jul 07 17:15:45.055947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] For port 51d7971c-abee-40e3-9b99-1f50a6fe0be7, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:15:45.069513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] For port 51d7971c-abee-40e3-9b99-1f50a6fe0be7, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=51d7971c-abee-40e3-9b99-1f50a6fe0be7,segment=NetworkSegment(453669c1-6ecc-4ab7-8804-3a7fff87378b),segment_id=453669c1-6ecc-4ab7-8804-3a7fff87378b)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:15:45.077118 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.116466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.117289 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.119302 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] 10.222.0.15 "PUT /v2.0/ports/51d7971c-abee-40e3-9b99-1f50a6fe0be7 HTTP/1.1" status: 200 len: 1092 time: 1.1616607 Jul 07 17:15:45.119873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ea8904-048e-4d9d-9b0a-c80450ccc7ad', 'tag': '51d7971c-abee-40e3-9b99-1f50a6fe0be7'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:45.122613 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd83cde0-f45b-401e-873c-3eff3564ffdb" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ea8904-048e-4d9d-9b0a-c80450ccc7ad", "tag": "51d7971c-abee-40e3-9b99-1f50a6fe0be7"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:45.219740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbf298-8b1b-4db9-911f-759e5de03186 service neutron] Pushing event updated for resources: {'Port': ['ID=51d7971c-abee-40e3-9b99-1f50a6fe0be7,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:45.277001 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:15:45.279782 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-e68f82b1-168a-4a5d-a52f-70c249edb4bd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1022287864&fields=id&tenant_id=0b38a717ee4e4ad286d87b62b7311f7d HTTP/1.1" status: 200 len: 267 time: 0.0658762 Jul 07 17:15:45.381550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-9078d72c-97d5-43d8-8aa1-80a02b6e5658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.383179 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-9078d72c-97d5-43d8-8aa1-80a02b6e5658 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0d3f4c1ff294119a2c5fc6e804d1e59&device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 1095 time: 0.2117956 Jul 07 17:15:45.404087 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12d9b5-3daf-4564-9ff6-81b8ae02e9f1 req-8d307538-6a7e-4a96-a775-df65ebf044f8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.406434 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8a12d9b5-3daf-4564-9ff6-81b8ae02e9f1 req-8d307538-6a7e-4a96-a775-df65ebf044f8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 944 time: 0.1800225 Jul 07 17:15:45.453882 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8a12d9b5-3daf-4564-9ff6-81b8ae02e9f1 req-2571437f-0252-42b8-8280-07ac51250544 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411463 Jul 07 17:15:45.454241 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-c0a88d82-48d8-4b7a-98ae-15779c730952 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.456477 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-c0a88d82-48d8-4b7a-98ae-15779c730952 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports/abb06316-0dcb-4177-a46e-857fc15015ac HTTP/1.1" status: 200 len: 936 time: 0.1477056 Jul 07 17:15:45.458101 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-2f06acb3-21fa-4e1d-a386-10c225f81e8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51d7971c-abee-40e3-9b99-1f50a6fe0be7 HTTP/1.1" status: 200 len: 217 time: 0.0546503 Jul 07 17:15:45.515774 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 45992) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:45.581651 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e873d030-1745-4cb1-9e77-db65e15b9f06 x-openstack-request-id: req-e873d030-1745-4cb1-9e77-db65e15b9f06 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:45.582416 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ea8904-048e-4d9d-9b0a-c80450ccc7ad", "tag": "51d7971c-abee-40e3-9b99-1f50a6fe0be7", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:45.582876 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e873d030-1745-4cb1-9e77-db65e15b9f06 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:45.583476 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ea8904-048e-4d9d-9b0a-c80450ccc7ad', 'tag': '51d7971c-abee-40e3-9b99-1f50a6fe0be7', 'status': 'completed', 'code': 200} Jul 07 17:15:45.613633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-8c7acaf0-bc9e-4fe7-ad88-ea54fd535864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.615695 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-8c7acaf0-bc9e-4fe7-ad88-ea54fd535864 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aeaad8af-4e95-4aca-8e25-9c0ee640a68c HTTP/1.1" status: 200 len: 850 time: 0.1455379 Jul 07 17:15:45.628486 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a56a86e2-9bb5-4bc8-9c3f-71ec238a6e35 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/floatingips/3f410469-ff54-4965-9d5f-74ce28b5300d HTTP/1.1" status: 200 len: 991 time: 0.1105623 Jul 07 17:15:45.635450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-6a69737c-cfd1-44ca-89f7-5c9da9947dcf tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.637085 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-6a69737c-cfd1-44ca-89f7-5c9da9947dcf tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports/3ca38a31-8b0b-40d7-958d-92e968e1581f HTTP/1.1" status: 200 len: 937 time: 0.1682994 Jul 07 17:15:45.658296 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:45.720055 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-8419d1db-b843-4a17-a3dc-850f8f4ccb21 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?network_id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0719924 Jul 07 17:15:45.744719 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.766758 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-81ecffbc-7986-4800-95b1-40599d072c1a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?network_id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0457096 Jul 07 17:15:45.770742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3592eede-b238-49a7-883a-41a6222e5811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:45.773501 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686c0096-1c0f-4a26-8400-e7fea89c8300" -d '{"events": [{"server_uuid": "3592eede-b238-49a7-883a-41a6222e5811", "name": "network-vif-unplugged", "status": "completed", "tag": "d53de1a3-e363-4a2c-a0f0-8d8e512ffde3"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:45.791112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:45.797337 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:45.856711 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:45.907927 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46002) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:45.963303 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befcd11-fc16-4f44-a065-2dd3b51eebe3 req-5efde640-c355-4ae5-b306-e97ac8aa895c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.971042 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2befcd11-fc16-4f44-a065-2dd3b51eebe3 req-5efde640-c355-4ae5-b306-e97ac8aa895c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.0879316 Jul 07 17:15:45.971576 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9cf1977-3aea-415c-9786-eb5685ace21e tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.977605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9cf1977-3aea-415c-9786-eb5685ace21e tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.983498 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9cf1977-3aea-415c-9786-eb5685ace21e tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:45.991154 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9cf1977-3aea-415c-9786-eb5685ace21e tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/networks?id=e29b4352-e24e-4209-8013-9bd6bb864f57&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 HTTP/1.1" status: 200 len: 1996 time: 0.2234635 Jul 07 17:15:46.007157 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-8b524ff6-85ee-45a4-a732-66e3a89c7222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:46.008686 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-8b524ff6-85ee-45a4-a732-66e3a89c7222 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=292197e0-01dc-4068-ba5d-c7a67aedfe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3706083 Jul 07 17:15:46.012302 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2befcd11-fc16-4f44-a065-2dd3b51eebe3 req-89ec072c-107a-40f6-a146-e270cf4f0c2b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403645 Jul 07 17:15:46.018652 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-15fcf89c-53c0-4763-99f1-60f6fad93c2e tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/quotas/0b38a717ee4e4ad286d87b62b7311f7d HTTP/1.1" status: 200 len: 375 time: 0.0265746 Jul 07 17:15:46.077661 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3eaf2d-38c4-44c6-8ce1-f8a85ccc4701 x-openstack-request-id: req-2c3eaf2d-38c4-44c6-8ce1-f8a85ccc4701 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:46.077661 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3592eede-b238-49a7-883a-41a6222e5811", "name": "network-vif-unplugged", "status": "failed", "tag": "d53de1a3-e363-4a2c-a0f0-8d8e512ffde3", "code": 422}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:46.077955 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c3eaf2d-38c4-44c6-8ce1-f8a85ccc4701 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:46.078152 n-d-793620-7 neutron-server[100411]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3592eede-b238-49a7-883a-41a6222e5811', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3', 'code': 422} returned with failed status Jul 07 17:15:46.271744 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-be08ccf5-94f7-4529-b4c6-8c01934ae614 service neutron] 10.222.0.15 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550385 Jul 07 17:15:46.308643 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-3d7caec0-be7c-46e0-99fd-a9386bfdce88 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2758069 Jul 07 17:15:46.474739 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.512729 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-a621ae83-87a1-43cb-be62-bf8611a8edb8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Deleting port 3371bca9-0678-4b2c-8636-46e4ebedd134 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:46.513340 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a621ae83-87a1-43cb-be62-bf8611a8edb8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.620542 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de55df37-b6a1-49cd-b2ea-930c2adb333c req-3f92b8f5-3aa4-4d68-a9b3-03f4c923529c service neutron] 10.222.0.15 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397095 Jul 07 17:15:46.653913 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-49e8d4e6-4533-44df-94a4-82d6056f132d service neutron] 10.222.0.50 "GET /v2.0/networks/e29b4352-e24e-4209-8013-9bd6bb864f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052461 Jul 07 17:15:46.686676 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a621ae83-87a1-43cb-be62-bf8611a8edb8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.686859 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a621ae83-87a1-43cb-be62-bf8611a8edb8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:46.706496 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b01cee-8d65-47f4-9da7-e8a9f431c61e req-b42894ca-0dd1-4ca6-b5c8-2ffb356380aa tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:46.708585 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-05b01cee-8d65-47f4-9da7-e8a9f431c61e req-b42894ca-0dd1-4ca6-b5c8-2ffb356380aa tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 944 time: 0.0770681 Jul 07 17:15:46.759075 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-05b01cee-8d65-47f4-9da7-e8a9f431c61e req-8c63904c-3595-4051-9816-f3f5f44d3e35 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418532 Jul 07 17:15:46.782938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-a621ae83-87a1-43cb-be62-bf8611a8edb8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Calling delete_port for 3371bca9-0678-4b2c-8636-46e4ebedd134 owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:46.902812 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-2d3b71a1-0171-4bf1-8416-5dbd15c9181d service neutron] 10.222.0.50 "GET /v2.0/networks/e29b4352-e24e-4209-8013-9bd6bb864f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346768 Jul 07 17:15:46.953219 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83cde0-f45b-401e-873c-3eff3564ffdb req-74f1f2cf-425b-4acf-9955-4fb3617ccd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:46.956385 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cd83cde0-f45b-401e-873c-3eff3564ffdb req-74f1f2cf-425b-4acf-9955-4fb3617ccd95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0d3f4c1ff294119a2c5fc6e804d1e59&device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 1095 time: 0.2720716 Jul 07 17:15:47.063908 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-a4cbdd1c-1a6f-455d-b158-b7f5dd7e9aab service neutron] 10.222.0.50 "GET /v2.0/ports/abb06316-0dcb-4177-a46e-857fc15015ac?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1338751 Jul 07 17:15:47.180578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83cde0-f45b-401e-873c-3eff3564ffdb req-a3dff6e0-7fc3-46c7-8f50-b46f3845c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:47.182339 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cd83cde0-f45b-401e-873c-3eff3564ffdb req-a3dff6e0-7fc3-46c7-8f50-b46f3845c6a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=292197e0-01dc-4068-ba5d-c7a67aedfe6d HTTP/1.1" status: 200 len: 912 time: 0.2028763 Jul 07 17:15:47.273319 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cd83cde0-f45b-401e-873c-3eff3564ffdb req-b436de43-2fa0-4645-8837-15330d6c12c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51d7971c-abee-40e3-9b99-1f50a6fe0be7 HTTP/1.1" status: 200 len: 217 time: 0.0743191 Jul 07 17:15:47.294566 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-0d4ce596-467b-41cf-aee5-1aa811543d33 service neutron] 10.222.0.50 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297313 Jul 07 17:15:47.392751 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a621ae83-87a1-43cb-be62-bf8611a8edb8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.435141 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83cde0-f45b-401e-873c-3eff3564ffdb req-d446778e-3b86-4e31-94a2-2ae80dcb846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:47.436644 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cd83cde0-f45b-401e-873c-3eff3564ffdb req-d446778e-3b86-4e31-94a2-2ae80dcb846e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aeaad8af-4e95-4aca-8e25-9c0ee640a68c HTTP/1.1" status: 200 len: 850 time: 0.1551554 Jul 07 17:15:47.441122 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621ae83-87a1-43cb-be62-bf8611a8edb8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Port': ['ID=3371bca9-0678-4b2c-8636-46e4ebedd134,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:47.558567 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-fb501663-fea5-4e58-b838-c4ecc0ba4475 service neutron] 10.222.0.50 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440689 Jul 07 17:15:47.610895 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.649911 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a621ae83-87a1-43cb-be62-bf8611a8edb8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.650255 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-a621ae83-87a1-43cb-be62-bf8611a8edb8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Floating IP 3f410469-ff54-4965-9d5f-74ce28b5300d disassociated (deleted). External IP: 172.25.2.179, port: 81e9f0b5-4489-4f1d-a5ce-d259a17bba06. Jul 07 17:15:47.665637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83cde0-f45b-401e-873c-3eff3564ffdb req-f1a0e3d8-843b-4586-806b-057fd6f6202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:47.667234 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cd83cde0-f45b-401e-873c-3eff3564ffdb req-f1a0e3d8-843b-4586-806b-057fd6f6202f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=292197e0-01dc-4068-ba5d-c7a67aedfe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2223611 Jul 07 17:15:47.672339 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7a6dd-76e1-4417-b849-15579bcba3a6 req-3bef4fde-322a-4d06-8e51-e47a74f9a18f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:47.676227 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-73f7a6dd-76e1-4417-b849-15579bcba3a6 req-3bef4fde-322a-4d06-8e51-e47a74f9a18f tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.0950675 Jul 07 17:15:47.706171 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-0e9d32ba-189f-4fde-82c1-b6043cae728f service neutron] 10.222.0.50 "GET /v2.0/ports/3ca38a31-8b0b-40d7-958d-92e968e1581f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1374464 Jul 07 17:15:47.729023 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-73f7a6dd-76e1-4417-b849-15579bcba3a6 req-8bd320ad-b8ef-498a-a01b-b6e8816f65d9 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462220 Jul 07 17:15:47.927306 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-438e4646-b2a0-43c8-bb9d-8afe2e806c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:47.980026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313ec34-76d1-42ee-9f67-db6558e376ad req-d3e590ee-1175-45c3-a425-6fec79956a2d tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:47.981826 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a313ec34-76d1-42ee-9f67-db6558e376ad req-d3e590ee-1175-45c3-a425-6fec79956a2d tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 944 time: 0.0952089 Jul 07 17:15:48.027086 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a313ec34-76d1-42ee-9f67-db6558e376ad req-e337ecfa-b705-4ae4-b310-ad520d7e31dd tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376813 Jul 07 17:15:48.204080 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a838abfd-a5bd-4319-acb6-b471e59f8896 req-eb0c2209-c5a7-4f99-8e0f-532709ce3899 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5949061 Jul 07 17:15:48.236438 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-16e72248-0ba8-437d-954c-ccfcb8787f21 service neutron] 10.222.0.50 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195336 Jul 07 17:15:48.238268 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cd83cde0-f45b-401e-873c-3eff3564ffdb req-c5cc4f8a-7170-49ee-87ad-27ad63c7a5b2 service neutron] 10.222.0.15 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5346379 Jul 07 17:15:48.430967 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 51d7971c-abee-40e3-9b99-1f50a6fe0be7 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:15:48.513965 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cd83cde0-f45b-401e-873c-3eff3564ffdb req-2f76fe53-1fda-4d9e-9041-787cdec7096c service neutron] 10.222.0.15 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271860 Jul 07 17:15:48.529978 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-7edd1447-98ef-4f8e-afb2-d34507352d27 service neutron] 10.222.0.50 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872739 Jul 07 17:15:48.551090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a621ae83-87a1-43cb-be62-bf8611a8edb8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Router 9d09c8ef-b10e-4b7d-97da-5beb04622a25 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:15:48.582314 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 51d7971c-abee-40e3-9b99-1f50a6fe0be7, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=51d7971c-abee-40e3-9b99-1f50a6fe0be7,segment=NetworkSegment(453669c1-6ecc-4ab7-8804-3a7fff87378b),segment_id=453669c1-6ecc-4ab7-8804-3a7fff87378b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:48.595302 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '51d7971c-abee-40e3-9b99-1f50a6fe0be7', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'port_id': '51d7971c-abee-40e3-9b99-1f50a6fe0be7', 'mac_address': 'fa:16:3e:32:25:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:15:48.644468 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:48.660261 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d7971c-abee-40e3-9b99-1f50a6fe0be7 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:15:48.685932 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 51d7971c-abee-40e3-9b99-1f50a6fe0be7, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=51d7971c-abee-40e3-9b99-1f50a6fe0be7,segment=NetworkSegment(453669c1-6ecc-4ab7-8804-3a7fff87378b),segment_id=453669c1-6ecc-4ab7-8804-3a7fff87378b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:48.691227 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:48.745351 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=51d7971c-abee-40e3-9b99-1f50a6fe0be7,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:48.758872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a621ae83-87a1-43cb-be62-bf8611a8edb8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:48.764568 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a621ae83-87a1-43cb-be62-bf8611a8edb8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:48.773530 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e4d07-261c-4e94-8df3-99e2d94630f8 None None] Sync routers for ids ['9d09c8ef-b10e-4b7d-97da-5beb04622a25'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:48.773742 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-fe93b405-8113-4ed2-9b7d-3ee77a4b4836 service neutron] 10.222.0.50 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245252 Jul 07 17:15:48.802914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209e4d07-261c-4e94-8df3-99e2d94630f8 None None] Routers {'9d09c8ef-b10e-4b7d-97da-5beb04622a25'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:48.804125 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-209e4d07-261c-4e94-8df3-99e2d94630f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:15:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9d09c8ef-b10e-4b7d-97da-5beb04622a25'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:48.875935 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a621ae83-87a1-43cb-be62-bf8611a8edb8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "DELETE /v2.0/floatingips/3f410469-ff54-4965-9d5f-74ce28b5300d HTTP/1.1" status: 204 len: 168 time: 2.9607115 Jul 07 17:15:48.875935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'tag': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:48.878559 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0470198f-dd0a-47d0-9ce7-328b0bf11aab" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f4bc28-e39d-482a-a46f-2b4f04592b10", "tag": "81e9f0b5-4489-4f1d-a5ce-d259a17bba06"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:48.929812 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:48.960394 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-a32286ac-e2b2-4d3e-aade-3cc4efea7e1b service neutron] 10.222.0.50 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660945 Jul 07 17:15:48.965523 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['51d7971c-abee-40e3-9b99-1f50a6fe0be7'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:15:49.040145 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b43dc2-bf9e-462d-9805-af008d9fc927 req-363a160a-7e9a-428a-b905-29cc4563b6df tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:49.040631 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-209e4d07-261c-4e94-8df3-99e2d94630f8 None None] Set router 9d09c8ef-b10e-4b7d-97da-5beb04622a25 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:49.044831 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-00b43dc2-bf9e-462d-9805-af008d9fc927 req-363a160a-7e9a-428a-b905-29cc4563b6df tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.1269565 Jul 07 17:15:49.148016 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-54ba4c0a-5734-4be2-9d71-06b1916491cf service neutron] 10.222.0.50 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803815 Jul 07 17:15:49.154467 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-00b43dc2-bf9e-462d-9805-af008d9fc927 req-0078432a-72c9-4653-9a1e-de3a07e71928 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022611 Jul 07 17:15:49.277697 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-15b55dd6-32e3-4888-88af-5b3285143f67 service neutron] 10.222.0.50 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232185 Jul 07 17:15:49.392210 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-a7d1b3fe-2d11-4efb-8345-9b1c3378c2f9 service neutron] 10.222.0.50 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086974 Jul 07 17:15:49.479934 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-209e4d07-261c-4e94-8df3-99e2d94630f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260774869', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:05Z', 'updated_at': '2021-07-07T17:14:16Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:06Z', 'updated_at': '2021-07-07T17:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '55ef17bc-a05b-4357-a55c-132ce4f4b78c', 'name': '', 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:55:d7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '959e22ab-3971-4a34-82c2-c3830639c367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:12Z', 'updated_at': '2021-07-07T17:14:23Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '959e22ab-3971-4a34-82c2-c3830639c367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:49.526270 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972caee8-bd05-4fce-996c-c0a5ee989b88 x-openstack-request-id: req-972caee8-bd05-4fce-996c-c0a5ee989b88 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:49.526696 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f4bc28-e39d-482a-a46f-2b4f04592b10", "tag": "81e9f0b5-4489-4f1d-a5ce-d259a17bba06", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:49.526952 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-972caee8-bd05-4fce-996c-c0a5ee989b88 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:49.527501 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'tag': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06', 'status': 'completed', 'code': 200} Jul 07 17:15:49.532284 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e4d07-261c-4e94-8df3-99e2d94630f8 None None] Checking router: 9d09c8ef-b10e-4b7d-97da-5beb04622a25 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:49.551287 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209e4d07-261c-4e94-8df3-99e2d94630f8 None None] Routers {'9d09c8ef-b10e-4b7d-97da-5beb04622a25'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:49.552713 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-209e4d07-261c-4e94-8df3-99e2d94630f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:15:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9d09c8ef-b10e-4b7d-97da-5beb04622a25'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:49.564860 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838abfd-a5bd-4319-acb6-b471e59f8896 req-13c36131-a2d7-42b8-a813-a19e7c628ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:49.566887 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a838abfd-a5bd-4319-acb6-b471e59f8896 req-13c36131-a2d7-42b8-a813-a19e7c628ade service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811&tenant_id=813d1850aa3c4934a7e97cbee8a39039 HTTP/1.1" status: 200 len: 1095 time: 0.1910536 Jul 07 17:15:49.591805 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-a9d62c12-46dd-4a8f-8198-f0ab84169d4b service neutron] 10.222.0.50 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936178 Jul 07 17:15:49.703102 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:49.773755 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470198f-dd0a-47d0-9ce7-328b0bf11aab req-395de185-ace5-438a-9c91-3ad41f77bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:49.775636 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0470198f-dd0a-47d0-9ce7-328b0bf11aab req-395de185-ace5-438a-9c91-3ad41f77bd5a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 1095 time: 0.2206051 Jul 07 17:15:49.780094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-209e4d07-261c-4e94-8df3-99e2d94630f8 None None] Set router 9d09c8ef-b10e-4b7d-97da-5beb04622a25 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:49.781540 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-47e25b9d-5de7-4328-b422-123d36faa71d service neutron] 10.222.0.50 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501830 Jul 07 17:15:49.786181 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838abfd-a5bd-4319-acb6-b471e59f8896 req-083daa25-cfda-4e7a-aa55-735877cb4d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:49.788132 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a838abfd-a5bd-4319-acb6-b471e59f8896 req-083daa25-cfda-4e7a-aa55-735877cb4d72 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=813d1850aa3c4934a7e97cbee8a39039&device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 1095 time: 0.1941473 Jul 07 17:15:49.871822 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74766295-78d9-42fc-90af-3e932758afb2 req-4a02004d-6a6b-4419-a810-bcd5745ca035 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:49.875225 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74766295-78d9-42fc-90af-3e932758afb2 req-4a02004d-6a6b-4419-a810-bcd5745ca035 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 945 time: 0.2153878 Jul 07 17:15:49.921230 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470198f-dd0a-47d0-9ce7-328b0bf11aab req-8b803955-620e-4d30-8296-047a28249adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:49.923104 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0470198f-dd0a-47d0-9ce7-328b0bf11aab req-8b803955-620e-4d30-8296-047a28249adb service neutron] 10.222.0.69 "GET /v2.0/networks?id=1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c HTTP/1.1" status: 200 len: 897 time: 0.1392865 Jul 07 17:15:49.963206 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-74766295-78d9-42fc-90af-3e932758afb2 req-24132b08-475f-4f97-9541-56f3779a62fc tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830145 Jul 07 17:15:49.968801 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838abfd-a5bd-4319-acb6-b471e59f8896 req-891fc980-3091-44df-babc-de5aee94722a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:49.970368 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a838abfd-a5bd-4319-acb6-b471e59f8896 req-891fc980-3091-44df-babc-de5aee94722a service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1 HTTP/1.1" status: 200 len: 918 time: 0.1739554 Jul 07 17:15:50.053966 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0470198f-dd0a-47d0-9ce7-328b0bf11aab req-31b9aeef-8dac-490c-aa06-5a2514d8e389 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81e9f0b5-4489-4f1d-a5ce-d259a17bba06 HTTP/1.1" status: 200 len: 217 time: 0.0715883 Jul 07 17:15:50.078529 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a838abfd-a5bd-4319-acb6-b471e59f8896 req-27430d63-742d-4cbd-864e-50127b7fd639 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 HTTP/1.1" status: 200 len: 1000 time: 0.0997972 Jul 07 17:15:50.163360 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-209e4d07-261c-4e94-8df3-99e2d94630f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260774869', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:05Z', 'updated_at': '2021-07-07T17:14:16Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:06Z', 'updated_at': '2021-07-07T17:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '55ef17bc-a05b-4357-a55c-132ce4f4b78c', 'name': '', 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:55:d7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '959e22ab-3971-4a34-82c2-c3830639c367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:12Z', 'updated_at': '2021-07-07T17:14:23Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '959e22ab-3971-4a34-82c2-c3830639c367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:50.167863 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838abfd-a5bd-4319-acb6-b471e59f8896 req-f58168cd-3db8-4e0b-b89c-cfc9340b2ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:50.168456 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-61d1ad87-9b50-43e1-821e-822c7b4b8fbe service neutron] 10.222.0.50 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643255 Jul 07 17:15:50.170067 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470198f-dd0a-47d0-9ce7-328b0bf11aab req-825233a2-1240-4c18-82cd-27d560ae4bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:50.170992 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a838abfd-a5bd-4319-acb6-b471e59f8896 req-f58168cd-3db8-4e0b-b89c-cfc9340b2ae4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c3cd916-6514-42d5-8d29-5aae3a405db3 HTTP/1.1" status: 200 len: 856 time: 0.0864718 Jul 07 17:15:50.171498 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0470198f-dd0a-47d0-9ce7-328b0bf11aab req-825233a2-1240-4c18-82cd-27d560ae4bbb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=959e22ab-3971-4a34-82c2-c3830639c367 HTTP/1.1" status: 200 len: 834 time: 0.1100955 Jul 07 17:15:50.232132 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e4d07-261c-4e94-8df3-99e2d94630f8 None None] The sync data for ids ['9d09c8ef-b10e-4b7d-97da-5beb04622a25'] in n-d-793620-7 is: [{'id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260774869', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:05Z', 'updated_at': '2021-07-07T17:14:16Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:06Z', 'updated_at': '2021-07-07T17:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '55ef17bc-a05b-4357-a55c-132ce4f4b78c', 'name': '', 'network_id': '1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:55:d7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '959e22ab-3971-4a34-82c2-c3830639c367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:12Z', 'updated_at': '2021-07-07T17:14:23Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '959e22ab-3971-4a34-82c2-c3830639c367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:50.321393 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.327031 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470198f-dd0a-47d0-9ce7-328b0bf11aab req-f91099f0-3ce0-47ce-aaa4-946a01de86d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:50.328718 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0470198f-dd0a-47d0-9ce7-328b0bf11aab req-f91099f0-3ce0-47ce-aaa4-946a01de86d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1457798 Jul 07 17:15:50.376328 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838abfd-a5bd-4319-acb6-b471e59f8896 req-a94fba9e-c3ac-49ce-ae39-16208a81075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:50.378851 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a838abfd-a5bd-4319-acb6-b471e59f8896 req-a94fba9e-c3ac-49ce-ae39-16208a81075d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1961119 Jul 07 17:15:50.387958 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f95305-399a-40c7-ab6f-20f05dfdfb82 req-ca9e9be3-e5d6-43f6-8e27-f037757d665d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:50.389981 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-91f95305-399a-40c7-ab6f-20f05dfdfb82 req-ca9e9be3-e5d6-43f6-8e27-f037757d665d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 944 time: 0.1487274 Jul 07 17:15:50.434521 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 51d7971c-abee-40e3-9b99-1f50a6fe0be7 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:15:50.452393 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c8cfe-973c-43b9-9961-834efa8643f6 req-59e9d908-fe4b-425f-9fef-f0b22557e044 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:50.454533 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ee8c8cfe-973c-43b9-9961-834efa8643f6 req-59e9d908-fe4b-425f-9fef-f0b22557e044 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 944 time: 0.2126238 Jul 07 17:15:50.567405 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-91f95305-399a-40c7-ab6f-20f05dfdfb82 req-9097b8d3-f36b-474b-b305-80b686083293 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=4599d268-8cc5-4196-96f1-2cc1d5754cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1659391 Jul 07 17:15:50.586096 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0470198f-dd0a-47d0-9ce7-328b0bf11aab req-8a6d2055-2844-4943-9e69-751e65e99594 service neutron] 10.222.0.69 "GET /v2.0/networks/1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432680 Jul 07 17:15:50.605096 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 51d7971c-abee-40e3-9b99-1f50a6fe0be7 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:15:50.614451 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 51d7971c-abee-40e3-9b99-1f50a6fe0be7 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:15:50.615073 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.648835 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a838abfd-a5bd-4319-acb6-b471e59f8896 req-9796c1be-3bd7-41d8-921a-04b335d7f075 service neutron] 10.222.0.69 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539611 Jul 07 17:15:50.800975 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0470198f-dd0a-47d0-9ce7-328b0bf11aab req-08724aa2-e86b-4f9d-afa8-ea8850c17cfe service neutron] 10.222.0.69 "GET /v2.0/networks/1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071066 Jul 07 17:15:50.824218 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.848056 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-ee8c8cfe-973c-43b9-9961-834efa8643f6 req-8c7ac337-ebdb-4c74-b68d-987567718cd5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Deleting port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:15:50.848517 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ee8c8cfe-973c-43b9-9961-834efa8643f6 req-8c7ac337-ebdb-4c74-b68d-987567718cd5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.874226 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a838abfd-a5bd-4319-acb6-b471e59f8896 req-d91a687a-634e-405a-a7fc-04d689af7c10 service neutron] 10.222.0.69 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210896 Jul 07 17:15:50.888653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ea8904-048e-4d9d-9b0a-c80450ccc7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d7971c-abee-40e3-9b99-1f50a6fe0be7'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:50.891493 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fba376-5d89-48dc-a5d1-0ff07c5229d6" -d '{"events": [{"server_uuid": "a6ea8904-048e-4d9d-9b0a-c80450ccc7ad", "name": "network-vif-plugged", "status": "completed", "tag": "51d7971c-abee-40e3-9b99-1f50a6fe0be7"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:50.902248 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f227fc2f-9c46-43d6-bb48-0d4ba5aa3ae3 None None] New status for floating IP 3f410469-ff54-4965-9d5f-74ce28b5300d: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:15:50.924539 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 51d7971c-abee-40e3-9b99-1f50a6fe0be7, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=51d7971c-abee-40e3-9b99-1f50a6fe0be7,segment=NetworkSegment(453669c1-6ecc-4ab7-8804-3a7fff87378b),segment_id=453669c1-6ecc-4ab7-8804-3a7fff87378b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:50.930541 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:50.998258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95823b79-974c-4de1-bc3e-1af082d8abae req-16a67a6c-611a-4ca4-a341-7609a5eefbfa tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:51.006616 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-95823b79-974c-4de1-bc3e-1af082d8abae req-16a67a6c-611a-4ca4-a341-7609a5eefbfa tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.1402519 Jul 07 17:15:51.028847 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-ee8c8cfe-973c-43b9-9961-834efa8643f6 req-8c7ac337-ebdb-4c74-b68d-987567718cd5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] For port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,segment=NetworkSegment(c3a6e6dd-1bc6-4a1a-b309-0412425c3b01),segment_id=c3a6e6dd-1bc6-4a1a-b309-0412425c3b01)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:15:51.029333 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ee8c8cfe-973c-43b9-9961-834efa8643f6 req-8c7ac337-ebdb-4c74-b68d-987567718cd5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.057474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=51d7971c-abee-40e3-9b99-1f50a6fe0be7,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:51.083203 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-ee8c8cfe-973c-43b9-9961-834efa8643f6 req-8c7ac337-ebdb-4c74-b68d-987567718cd5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Calling delete_port for 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:15:51.101663 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-95823b79-974c-4de1-bc3e-1af082d8abae req-802e48e5-6bb7-4670-a478-4faa3b61bd77 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882926 Jul 07 17:15:51.232013 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4ec4b0-0129-4b47-934e-13b6e8410719 x-openstack-request-id: req-dd4ec4b0-0129-4b47-934e-13b6e8410719 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:51.232313 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ea8904-048e-4d9d-9b0a-c80450ccc7ad", "name": "network-vif-plugged", "status": "completed", "tag": "51d7971c-abee-40e3-9b99-1f50a6fe0be7", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:51.232575 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dd4ec4b0-0129-4b47-934e-13b6e8410719 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:51.232976 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ea8904-048e-4d9d-9b0a-c80450ccc7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d7971c-abee-40e3-9b99-1f50a6fe0be7', 'code': 200} Jul 07 17:15:51.347000 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0f6437ae-b0f7-4405-9622-fc93f0255219 req-d9b3d030-2207-4c7d-8f07-0c7b7700f356 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0535152 Jul 07 17:15:51.491748 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab06d8-85e3-409b-a342-77aa214ab77f req-5eb69f22-f8ec-4fe1-b1d2-f573db534d77 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:51.498531 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a1ab06d8-85e3-409b-a342-77aa214ab77f req-5eb69f22-f8ec-4fe1-b1d2-f573db534d77 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.2142675 Jul 07 17:15:51.500421 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ee8c8cfe-973c-43b9-9961-834efa8643f6 req-8c7ac337-ebdb-4c74-b68d-987567718cd5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.617259 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ac337-ebdb-4c74-b68d-987567718cd5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Port': ['ID=81e9f0b5-4489-4f1d-a5ce-d259a17bba06,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:15:51.778296 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dae98-ce52-42c5-835c-1db56d700815 req-1de5a4a8-f7c7-4191-a305-c24a29fcf73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:51.780979 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a8dae98-ce52-42c5-835c-1db56d700815 req-1de5a4a8-f7c7-4191-a305-c24a29fcf73b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 1097 time: 0.3728225 Jul 07 17:15:51.840384 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-171e9b1a-9e72-4d48-a865-fcaba1efa70c req-a25e233a-407f-497f-9245-bcc37f51f271 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 210 time: 0.0679579 Jul 07 17:15:51.863793 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8c8cfe-973c-43b9-9961-834efa8643f6 req-8c7ac337-ebdb-4c74-b68d-987567718cd5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] No DVR routers for this DVR port 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:15:51.920087 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a1ab06d8-85e3-409b-a342-77aa214ab77f req-f6cb1efc-b2e6-4e44-9758-bf54c9f0f606 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4181221 Jul 07 17:15:51.920087 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ee8c8cfe-973c-43b9-9961-834efa8643f6 req-8c7ac337-ebdb-4c74-b68d-987567718cd5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:51.928145 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ee8c8cfe-973c-43b9-9961-834efa8643f6 req-8c7ac337-ebdb-4c74-b68d-987567718cd5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.69 "DELETE /v2.0/ports/81e9f0b5-4489-4f1d-a5ce-d259a17bba06 HTTP/1.1" status: 204 len: 173 time: 1.4673772 Jul 07 17:15:51.931166 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'name': 'network-vif-deleted', 'tag': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:51.933992 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c265c296-14d9-44ad-b045-33819010de73" -d '{"events": [{"server_uuid": "e9f4bc28-e39d-482a-a46f-2b4f04592b10", "name": "network-vif-deleted", "tag": "81e9f0b5-4489-4f1d-a5ce-d259a17bba06"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:51.988417 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a8dae98-ce52-42c5-835c-1db56d700815 req-ab6f4da7-f0b1-4ef9-9bbc-41344467c872 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823206 Jul 07 17:15:51.996681 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe18fc28-da4c-41c9-8e8b-1a11af2f01f0 x-openstack-request-id: req-fe18fc28-da4c-41c9-8e8b-1a11af2f01f0 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:51.997003 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f4bc28-e39d-482a-a46f-2b4f04592b10", "name": "network-vif-deleted", "tag": "81e9f0b5-4489-4f1d-a5ce-d259a17bba06", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:51.997306 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fe18fc28-da4c-41c9-8e8b-1a11af2f01f0 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:51.997880 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f4bc28-e39d-482a-a46f-2b4f04592b10', 'name': 'network-vif-deleted', 'tag': '81e9f0b5-4489-4f1d-a5ce-d259a17bba06', 'status': 'completed', 'code': 200} Jul 07 17:15:52.615508 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c88fc230-83ef-4a80-96d1-520a4e94307c req-22ac1af0-1409-4990-b15a-c9dd9e21a949 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0563974 Jul 07 17:15:52.794580 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd249e1a-aef5-44d5-8f7b-28d76d5f3479 req-cd196127-2840-45be-8b2f-31f649a62ad4 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:52.796455 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd249e1a-aef5-44d5-8f7b-28d76d5f3479 req-cd196127-2840-45be-8b2f-31f649a62ad4 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.5212631 Jul 07 17:15:52.842413 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd249e1a-aef5-44d5-8f7b-28d76d5f3479 req-c6e4ed34-16d6-49c7-81b3-b743d34f1e95 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387595 Jul 07 17:15:53.081385 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-af5f7f2f-9648-4b26-b2b6-cb4559491dd6 req-0e894ec5-eff0-462e-80e1-ac88a02eebc0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 210 time: 0.0572734 Jul 07 17:15:53.152544 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3af5e-d825-4d36-843f-58f38b3c86b7 req-f61b9d85-a1cf-448f-a48c-e8193a098c4a tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:53.154107 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6e3af5e-d825-4d36-843f-58f38b3c86b7 req-f61b9d85-a1cf-448f-a48c-e8193a098c4a tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.0892904 Jul 07 17:15:53.206778 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6e3af5e-d825-4d36-843f-58f38b3c86b7 req-f3d55977-f8e7-443b-9a03-acd78e4ecc49 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433483 Jul 07 17:15:53.401319 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a2f94-0377-47c6-b230-7c96baa721d3 req-666535c2-5d7c-46ba-aa81-2340f77c39d9 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:53.402890 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b27a2f94-0377-47c6-b230-7c96baa721d3 req-666535c2-5d7c-46ba-aa81-2340f77c39d9 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.0662150 Jul 07 17:15:53.414640 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46210) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:15:53.419952 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-06bc2db3-596c-40e3-8c53-4029feee3321 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Request body: {'floatingip': {'port_id': '51d7971c-abee-40e3-9b99-1f50a6fe0be7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:15:53.470472 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06bc2db3-596c-40e3-8c53-4029feee3321 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for floatingip, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:53.714998 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:15:53.744999 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:15:53.745701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 81e9f0b5-4489-4f1d-a5ce-d259a17bba06 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:15:53.948617 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19ca7b62-5d68-4fd1-9d3f-fe5a19809410 req-fb46b377-88a0-47b1-a35e-13f3dd684bf6 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.1299899 Jul 07 17:15:54.176904 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06bc2db3-596c-40e3-8c53-4029feee3321 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.186696 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06bc2db3-596c-40e3-8c53-4029feee3321 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.269267 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59802cf-09a5-4bd0-8529-60ca88b356a6 req-f69c4ebc-6016-49e2-b975-3ffc4ba7f7fc tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:54.283948 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a59802cf-09a5-4bd0-8529-60ca88b356a6 req-f69c4ebc-6016-49e2-b975-3ffc4ba7f7fc tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.1809649 Jul 07 17:15:54.391208 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a59802cf-09a5-4bd0-8529-60ca88b356a6 req-ea0d93b2-4305-424a-8b5f-98a17a622743 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049531 Jul 07 17:15:54.475169 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-490c832f-ec11-4968-b47f-0d6af9dd3ffa req-5c50cfee-614d-4cce-859c-44ec18637047 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 210 time: 0.0976751 Jul 07 17:15:54.494684 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-06bc2db3-596c-40e3-8c53-4029feee3321 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Floating IP 2d00d116-5e7f-4e53-95d7-8c18f0191b85 associated. External IP: 172.25.2.7, port: 51d7971c-abee-40e3-9b99-1f50a6fe0be7. Jul 07 17:15:54.832953 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bc2db3-596c-40e3-8c53-4029feee3321 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:15:54.967788 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bc2db3-596c-40e3-8c53-4029feee3321 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:15:54.973394 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-06bc2db3-596c-40e3-8c53-4029feee3321 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:15:54.988142 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d22ce3f-c7a2-4e04-ae4c-856bca180c8e None None] Sync routers for ids ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:15:55.013183 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d22ce3f-c7a2-4e04-ae4c-856bca180c8e None None] Routers {'0785c84c-07d3-404a-8ca6-e77a1a66f5b5'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:55.013840 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-0d22ce3f-c7a2-4e04-ae4c-856bca180c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:15:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:55.019583 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-06bc2db3-596c-40e3-8c53-4029feee3321 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "PUT /v2.0/floatingips/2d00d116-5e7f-4e53-95d7-8c18f0191b85 HTTP/1.1" status: 200 len: 990 time: 1.6037672 Jul 07 17:15:55.020420 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ea8904-048e-4d9d-9b0a-c80450ccc7ad', 'tag': '51d7971c-abee-40e3-9b99-1f50a6fe0be7'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:15:55.022983 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c092fb-bf00-4b9f-84e2-385aaa42a72f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ea8904-048e-4d9d-9b0a-c80450ccc7ad", "tag": "51d7971c-abee-40e3-9b99-1f50a6fe0be7"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:15:55.204008 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-834c96ea-981e-4284-96e8-b9ba08ec147d req-9045a389-d75c-4eee-bfe4-136530385b74 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0800009 Jul 07 17:15:55.246776 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d47c2a-fd3b-4cdd-84cb-b8ee0ce9ed0f x-openstack-request-id: req-21d47c2a-fd3b-4cdd-84cb-b8ee0ce9ed0f {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:15:55.247304 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ea8904-048e-4d9d-9b0a-c80450ccc7ad", "tag": "51d7971c-abee-40e3-9b99-1f50a6fe0be7", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:15:55.247304 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21d47c2a-fd3b-4cdd-84cb-b8ee0ce9ed0f {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:15:55.247714 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ea8904-048e-4d9d-9b0a-c80450ccc7ad', 'tag': '51d7971c-abee-40e3-9b99-1f50a6fe0be7', 'status': 'completed', 'code': 200} Jul 07 17:15:55.355725 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c092fb-bf00-4b9f-84e2-385aaa42a72f req-72c25471-294d-46f0-ab09-012257c95120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:55.357623 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3c092fb-bf00-4b9f-84e2-385aaa42a72f req-72c25471-294d-46f0-ab09-012257c95120 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0d3f4c1ff294119a2c5fc6e804d1e59&device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 1097 time: 0.0815363 Jul 07 17:15:55.479230 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-0d22ce3f-c7a2-4e04-ae4c-856bca180c8e None None] Set router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:55.505939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c092fb-bf00-4b9f-84e2-385aaa42a72f req-5eaa0530-875e-4325-9163-f23acbb5afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:55.508656 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3c092fb-bf00-4b9f-84e2-385aaa42a72f req-5eaa0530-875e-4325-9163-f23acbb5afc7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=292197e0-01dc-4068-ba5d-c7a67aedfe6d HTTP/1.1" status: 200 len: 912 time: 0.1448214 Jul 07 17:15:55.610962 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3c092fb-bf00-4b9f-84e2-385aaa42a72f req-5fa0b481-d9d7-4cd7-8551-bd8cb1167172 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51d7971c-abee-40e3-9b99-1f50a6fe0be7 HTTP/1.1" status: 200 len: 998 time: 0.0885248 Jul 07 17:15:55.719211 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c092fb-bf00-4b9f-84e2-385aaa42a72f req-f2eafe65-6494-46c3-abb6-7221f068b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:55.721215 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3c092fb-bf00-4b9f-84e2-385aaa42a72f req-f2eafe65-6494-46c3-abb6-7221f068b97a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aeaad8af-4e95-4aca-8e25-9c0ee640a68c HTTP/1.1" status: 200 len: 850 time: 0.1043072 Jul 07 17:15:55.780882 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27985c0d-c73d-47e5-945e-4940ff865677 req-567aebb6-7556-4be0-9c39-4fcdfd6a609f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 210 time: 0.0651591 Jul 07 17:15:55.815279 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915be47-8569-4bc1-967f-741362452b2a req-2caca5e2-8a62-4630-a208-cf9834ca7efb tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:55.824478 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c915be47-8569-4bc1-967f-741362452b2a req-2caca5e2-8a62-4630-a208-cf9834ca7efb tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.1955299 Jul 07 17:15:55.891236 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c915be47-8569-4bc1-967f-741362452b2a req-a6711580-4509-4367-a0bc-65d51a3e5e4c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641747 Jul 07 17:15:55.922463 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c092fb-bf00-4b9f-84e2-385aaa42a72f req-5c9e34eb-2eaa-4dd3-a022-4d2323dad388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:55.923908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-0d22ce3f-c7a2-4e04-ae4c-856bca180c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:27Z', 'revision_number': 4, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'gw_port': {'id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:20Z', 'updated_at': '2021-07-07T17:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '2d00d116-5e7f-4e53-95d7-8c18f0191b85', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'port_id': '51d7971c-abee-40e3-9b99-1f50a6fe0be7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'mac_address': 'fa:16:3e:32:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ea8904-048e-4d9d-9b0a-c80450ccc7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:15:32Z', 'updated_at': '2021-07-07T17:15:53Z', 'revision_number': 1, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd05a713f-7064-4556-af42-957daef6203f', 'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'mac_address': 'fa:16:3e:bf:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:26Z', 'updated_at': '2021-07-07T17:15:39Z', 'revision_number': 5, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'subnets': [{'id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:55.924791 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3c092fb-bf00-4b9f-84e2-385aaa42a72f req-5c9e34eb-2eaa-4dd3-a022-4d2323dad388 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=292197e0-01dc-4068-ba5d-c7a67aedfe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1880987 Jul 07 17:15:55.979109 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d22ce3f-c7a2-4e04-ae4c-856bca180c8e None None] Checking router: 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:15:55.998635 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d22ce3f-c7a2-4e04-ae4c-856bca180c8e None None] Routers {'0785c84c-07d3-404a-8ca6-e77a1a66f5b5'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:15:55.999713 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-0d22ce3f-c7a2-4e04-ae4c-856bca180c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:15:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:56.087750 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3c092fb-bf00-4b9f-84e2-385aaa42a72f req-869f8a07-e8d4-4c34-b7d9-5acb540f11dc service neutron] 10.222.0.15 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482410 Jul 07 17:15:56.166183 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-0d22ce3f-c7a2-4e04-ae4c-856bca180c8e None None] Set router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:15:56.249866 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3c092fb-bf00-4b9f-84e2-385aaa42a72f req-9912b950-7481-4c77-91cb-ce45f4c57e6f service neutron] 10.222.0.15 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490471 Jul 07 17:15:56.444937 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb56690f-4b28-4f88-814a-215941083b47 req-9e62d258-3990-4388-bec4-2a2076ab9eb7 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0454922 Jul 07 17:15:56.542414 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-0d22ce3f-c7a2-4e04-ae4c-856bca180c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:27Z', 'revision_number': 4, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'gw_port': {'id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:20Z', 'updated_at': '2021-07-07T17:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '2d00d116-5e7f-4e53-95d7-8c18f0191b85', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'port_id': '51d7971c-abee-40e3-9b99-1f50a6fe0be7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'mac_address': 'fa:16:3e:32:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ea8904-048e-4d9d-9b0a-c80450ccc7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:15:32Z', 'updated_at': '2021-07-07T17:15:53Z', 'revision_number': 1, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd05a713f-7064-4556-af42-957daef6203f', 'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'mac_address': 'fa:16:3e:bf:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:26Z', 'updated_at': '2021-07-07T17:15:39Z', 'revision_number': 5, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'subnets': [{'id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:15:56.571143 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d22ce3f-c7a2-4e04-ae4c-856bca180c8e None None] The sync data for ids ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'] in n-d-793620-7 is: [{'id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:27Z', 'revision_number': 4, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'gw_port': {'id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:20Z', 'updated_at': '2021-07-07T17:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '2d00d116-5e7f-4e53-95d7-8c18f0191b85', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'port_id': '51d7971c-abee-40e3-9b99-1f50a6fe0be7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'mac_address': 'fa:16:3e:32:25:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ea8904-048e-4d9d-9b0a-c80450ccc7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:15:32Z', 'updated_at': '2021-07-07T17:15:53Z', 'revision_number': 1, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd05a713f-7064-4556-af42-957daef6203f', 'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'mac_address': 'fa:16:3e:bf:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:26Z', 'updated_at': '2021-07-07T17:15:39Z', 'revision_number': 5, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'subnets': [{'id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:15:56.835060 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db515074-d2bf-4597-9bb7-04ec2f6f5a89 None None] New status for floating IP 2d00d116-5e7f-4e53-95d7-8c18f0191b85: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:15:57.039049 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-62bba5bf-ab71-4038-8133-b195634529ea req-4f304071-89f5-4a10-aef5-3e8f15b413bf tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 210 time: 0.0647545 Jul 07 17:15:57.159477 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2eee95-c32f-4000-b13f-1d6acba72a4f req-eb73802f-a113-46a1-bc4b-953c43154475 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:57.161138 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-af2eee95-c32f-4000-b13f-1d6acba72a4f req-eb73802f-a113-46a1-bc4b-953c43154475 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.1047723 Jul 07 17:15:57.214574 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-af2eee95-c32f-4000-b13f-1d6acba72a4f req-32478b3f-2580-4b64-83fe-e67fd1a803ff tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471878 Jul 07 17:15:57.647015 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9cedb2a3-4d7b-4adf-b642-b985b5f71454 req-ecabfd6e-45b9-40bc-ba27-7b87d9f629d5 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0335813 Jul 07 17:15:58.217847 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-08a0e682-2a67-4c09-8f59-8263256e8d13 req-f93accf2-c50c-480e-bbf6-6bc2a85789f0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 210 time: 0.0523295 Jul 07 17:15:58.423834 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee4ebb-0bdf-4878-bc19-3167a8ed1f85 req-9c701a9d-db6a-438e-ac71-d509242a7010 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:58.425962 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d7ee4ebb-0bdf-4878-bc19-3167a8ed1f85 req-9c701a9d-db6a-438e-ac71-d509242a7010 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.0835724 Jul 07 17:15:58.479219 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d7ee4ebb-0bdf-4878-bc19-3167a8ed1f85 req-78730fb3-5ab6-4abc-ad71-a59470518232 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460153 Jul 07 17:15:58.834622 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f508a145-690b-43f9-b3c6-048695f61e0c req-e5625528-ef23-4843-95ea-35782a35ee63 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0489707 Jul 07 17:15:59.400935 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-130aef94-e4ed-422c-9b77-0f0c5e71439a req-ddc438d3-6343-4b60-abae-c0ec6e2a8861 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 210 time: 0.0355909 Jul 07 17:15:59.728605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4c55f-33d3-4fb2-be1d-09995b5706bb req-47c6aee6-2de9-4ecf-b359-494337ae6e47 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:15:59.730217 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f6e4c55f-33d3-4fb2-be1d-09995b5706bb req-47c6aee6-2de9-4ecf-b359-494337ae6e47 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.0878899 Jul 07 17:15:59.790957 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f6e4c55f-33d3-4fb2-be1d-09995b5706bb req-51a3040c-0362-4f24-83a6-2f81effb84a3 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541718 Jul 07 17:16:00.007931 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f4c97cce-d34d-475c-905d-0a4f397b1e42 req-5f8a0189-fd32-4929-b464-e6ac986b657f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0412860 Jul 07 17:16:00.559137 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7c99554d-7669-42be-9b59-9746848ec0fd req-1a08ad90-e428-43cb-8449-57edb1000304 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 210 time: 0.0363345 Jul 07 17:16:01.012831 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e6a5c-2746-4440-a078-4594df249355 req-579070d9-50f1-4abf-ba6f-d00e88a4042a tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:01.015093 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-092e6a5c-2746-4440-a078-4594df249355 req-579070d9-50f1-4abf-ba6f-d00e88a4042a tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.0736542 Jul 07 17:16:01.061312 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-092e6a5c-2746-4440-a078-4594df249355 req-8cecb077-cdf9-4933-8103-6e2d87039c99 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404177 Jul 07 17:16:01.187431 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-77ae0ed9-7669-42f1-8082-63c661c8cc2a req-02e14adb-b5fb-45be-90f6-c3912b4eec84 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0401495 Jul 07 17:16:01.745995 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e4eebf6c-64d3-4fb5-a4c3-0328de5f9831 req-696a08a4-da07-471f-9d45-eeee76410701 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 210 time: 0.0306413 Jul 07 17:16:02.306474 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86980b6e-f8b4-4326-b310-4bcf68031dfb req-af512373-d843-4466-a632-02453b499f89 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:02.308512 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-86980b6e-f8b4-4326-b310-4bcf68031dfb req-af512373-d843-4466-a632-02453b499f89 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.1013818 Jul 07 17:16:02.365915 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-86980b6e-f8b4-4326-b310-4bcf68031dfb req-8c7c1599-31f5-4648-ac96-94f5373605c4 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512400 Jul 07 17:16:02.369279 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a19d5cf0-0926-47db-8fd9-3b4a4b30680f req-8c519397-5147-4765-b51a-76b3a0c7d2a2 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0315084 Jul 07 17:16:02.918264 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb97555a-bc33-44df-a864-07f6abf9da84 req-d6516c87-ed90-4cd4-97d4-e11c9c1015f6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 210 time: 0.0293803 Jul 07 17:16:03.547963 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-46e38536-f30d-4949-98aa-207e06717ef1 req-e09af72a-f0c0-4499-96c4-8c0c64bb3b37 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0354273 Jul 07 17:16:03.559642 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fc405-6db5-4653-bb6c-8c959cf46273 req-53ef0e5b-f9d1-4290-a7bc-3acf757fb80c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:03.561264 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a77fc405-6db5-4653-bb6c-8c959cf46273 req-53ef0e5b-f9d1-4290-a7bc-3acf757fb80c tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.0696337 Jul 07 17:16:03.603904 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a77fc405-6db5-4653-bb6c-8c959cf46273 req-747ea5b2-626b-45fa-bd26-2a69e6748520 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357172 Jul 07 17:16:04.064339 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2cb3daae-ca76-421d-a481-593a61299c50 req-329e883e-8a35-41a1-9bb6-bae01029b0ce tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 210 time: 0.0295510 Jul 07 17:16:04.709795 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5399cf22-de38-4ce3-8f7f-984b42eafdf4 req-b6e2913a-4e51-40f1-bb04-aab56e13274a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0296774 Jul 07 17:16:04.792577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac383ada-e49d-4af8-82a4-95617be8d9d9 req-93780efc-d90c-4ac8-9fac-2e24c1610c54 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:04.794153 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ac383ada-e49d-4af8-82a4-95617be8d9d9 req-93780efc-d90c-4ac8-9fac-2e24c1610c54 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.0677073 Jul 07 17:16:04.837049 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ac383ada-e49d-4af8-82a4-95617be8d9d9 req-d0b38046-2b1f-495c-8a4c-209ae7b4abbf tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367582 Jul 07 17:16:05.209567 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-83aa13aa-0c51-4010-bead-2f031f7a6d2b req-4f7861c8-b530-4489-bcab-331939d4d11d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f4bc28-e39d-482a-a46f-2b4f04592b10 HTTP/1.1" status: 200 len: 210 time: 0.0312486 Jul 07 17:16:05.884913 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c6d52af8-77d9-488b-a923-6b348087402f req-ed09d96e-a38c-4461-8733-c9ebc712aa3b tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0405233 Jul 07 17:16:06.028179 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf4e8f-2c4f-47cc-ad6c-35a32c49f8e3 req-4b6b7892-3921-414f-92b0-31081fa279c2 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:06.029892 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f9cf4e8f-2c4f-47cc-ad6c-35a32c49f8e3 req-4b6b7892-3921-414f-92b0-31081fa279c2 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.0695121 Jul 07 17:16:06.075211 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f9cf4e8f-2c4f-47cc-ad6c-35a32c49f8e3 req-6d9b6afd-a56c-43e8-b95e-cfa13d55ec39 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385387 Jul 07 17:16:06.303510 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46412) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:06.415768 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-c6633b0f-1b47-49ea-b8fb-6ceac940343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:06.420599 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-c6633b0f-1b47-49ea-b8fb-6ceac940343c service neutron] 10.222.0.69 "GET /v2.0/ports/abb06316-0dcb-4177-a46e-857fc15015ac HTTP/1.1" status: 200 len: 1032 time: 0.0900309 Jul 07 17:16:06.538144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-5fd57c08-7269-465b-aa6d-7c4236ca6c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:06.539813 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-5fd57c08-7269-465b-aa6d-7c4236ca6c76 service neutron] 10.222.0.69 "GET /v2.0/ports/3ca38a31-8b0b-40d7-958d-92e968e1581f HTTP/1.1" status: 200 len: 1033 time: 0.1070819 Jul 07 17:16:06.680652 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-e84cda95-682f-4509-85fb-21dbfed2c516 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:06.698245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-e84cda95-682f-4509-85fb-21dbfed2c516 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:06.726468 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-e84cda95-682f-4509-85fb-21dbfed2c516 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:06.729426 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-e84cda95-682f-4509-85fb-21dbfed2c516 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.69 "GET /v2.0/networks?id=e29b4352-e24e-4209-8013-9bd6bb864f57&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 HTTP/1.1" status: 200 len: 1996 time: 0.1800749 Jul 07 17:16:06.793588 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-6af065d4-2218-4dc6-9410-93de76061fa5 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b38a717ee4e4ad286d87b62b7311f7d HTTP/1.1" status: 200 len: 380 time: 0.0547874 Jul 07 17:16:06.808058 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-2317f913-908a-4ae3-819a-82368a1176cd req-093bf4ac-dd4e-4325-8947-38b0be5e6433 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Request body: {'port': {'device_id': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57', 'admin_state_up': True, 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'security_groups': ['0e9d870f-c041-440b-8cf4-26f23bf12f53']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:06.829090 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e1afd852-f1c8-4a38-92d8-350e1ba223af tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:06.961750 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-093bf4ac-dd4e-4325-8947-38b0be5e6433 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Made reservation on behalf of 0b38a717ee4e4ad286d87b62b7311f7d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:06.967219 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-093bf4ac-dd4e-4325-8947-38b0be5e6433 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.109910 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7367e6c-c6e4-4546-80d6-54e73fe5bc12 req-3b4a89b3-3ff7-4834-89fe-969e1177ea53 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0320537 Jul 07 17:16:07.138936 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-2317f913-908a-4ae3-819a-82368a1176cd req-093bf4ac-dd4e-4325-8947-38b0be5e6433 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Allocated IP 172.20.0.12 (e29b4352-e24e-4209-8013-9bd6bb864f57/7c2c83dc-bdf2-40c6-96f7-00d45954aec0/edd8fb19-c8db-4344-a7a3-efcc479931b2) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:07.253280 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-e1afd852-f1c8-4a38-92d8-350e1ba223af tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Deleting port 55ef17bc-a05b-4357-a55c-132ce4f4b78c {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:07.254866 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e1afd852-f1c8-4a38-92d8-350e1ba223af tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.358675 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-093bf4ac-dd4e-4325-8947-38b0be5e6433 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.378773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-2317f913-908a-4ae3-819a-82368a1176cd req-093bf4ac-dd4e-4325-8947-38b0be5e6433 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Transition to ACTIVE for port object edd8fb19-c8db-4344-a7a3-efcc479931b2 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:07.379258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-e1afd852-f1c8-4a38-92d8-350e1ba223af tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] For port 55ef17bc-a05b-4357-a55c-132ce4f4b78c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=55ef17bc-a05b-4357-a55c-132ce4f4b78c,segment=NetworkSegment(c3a6e6dd-1bc6-4a1a-b309-0412425c3b01),segment_id=c3a6e6dd-1bc6-4a1a-b309-0412425c3b01)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:07.379638 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e1afd852-f1c8-4a38-92d8-350e1ba223af tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.395021 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-e1afd852-f1c8-4a38-92d8-350e1ba223af tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Calling delete_port for 55ef17bc-a05b-4357-a55c-132ce4f4b78c owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:07.421034 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13936a-05cb-463a-8e81-9f887c4b7e63 req-329dcd97-6e3d-45a7-bce5-1c764227a0d1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:07.422825 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fc13936a-05cb-463a-8e81-9f887c4b7e63 req-329dcd97-6e3d-45a7-bce5-1c764227a0d1 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.1357262 Jul 07 17:16:07.451771 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-093bf4ac-dd4e-4325-8947-38b0be5e6433 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.507757 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2317f913-908a-4ae3-819a-82368a1176cd req-093bf4ac-dd4e-4325-8947-38b0be5e6433 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Network e29b4352-e24e-4209-8013-9bd6bb864f57 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:07.525583 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-2317f913-908a-4ae3-819a-82368a1176cd req-093bf4ac-dd4e-4325-8947-38b0be5e6433 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:07.550921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2317f913-908a-4ae3-819a-82368a1176cd req-093bf4ac-dd4e-4325-8947-38b0be5e6433 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:07.556680 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fc13936a-05cb-463a-8e81-9f887c4b7e63 req-bbea0e6d-f0e5-4af6-957c-2a96baef228a tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229308 Jul 07 17:16:07.586042 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093bf4ac-dd4e-4325-8947-38b0be5e6433 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event updated for resources: {'Port': ['ID=edd8fb19-c8db-4344-a7a3-efcc479931b2,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:07.631129 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-093bf4ac-dd4e-4325-8947-38b0be5e6433 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:07.631913 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-093bf4ac-dd4e-4325-8947-38b0be5e6433 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.651884 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-093bf4ac-dd4e-4325-8947-38b0be5e6433 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8508871 Jul 07 17:16:07.663757 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-2317f913-908a-4ae3-819a-82368a1176cd req-23dabbf5-afb0-4640-9a79-914328a45216 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Request body: {'port': {'device_id': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74', 'admin_state_up': True, 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'security_groups': ['0e9d870f-c041-440b-8cf4-26f23bf12f53']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:07.703040 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e1afd852-f1c8-4a38-92d8-350e1ba223af tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.757739 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afd852-f1c8-4a38-92d8-350e1ba223af tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Port': ['ID=55ef17bc-a05b-4357-a55c-132ce4f4b78c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:07.867705 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-23dabbf5-afb0-4640-9a79-914328a45216 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Made reservation on behalf of 0b38a717ee4e4ad286d87b62b7311f7d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:07.874625 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-23dabbf5-afb0-4640-9a79-914328a45216 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.895455 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-85b9f8d7-a333-48e0-9a02-7e0f9433a713 None None] Provisioning for port edd8fb19-c8db-4344-a7a3-efcc479931b2 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:07.899581 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-85b9f8d7-a333-48e0-9a02-7e0f9433a713 None None] Provisioning complete for port edd8fb19-c8db-4344-a7a3-efcc479931b2 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:07.899979 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-85b9f8d7-a333-48e0-9a02-7e0f9433a713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.969679 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e1afd852-f1c8-4a38-92d8-350e1ba223af tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:07.971306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-85b9f8d7-a333-48e0-9a02-7e0f9433a713 None None] Port edd8fb19-c8db-4344-a7a3-efcc479931b2 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:08.042542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-2317f913-908a-4ae3-819a-82368a1176cd req-23dabbf5-afb0-4640-9a79-914328a45216 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Allocated IP 10.1.1.38 (18634e68-e208-4b15-bdd2-04c0988b7f74/8a48026c-ae48-491b-9c43-56d5c523771e/36c75515-b4d5-40e5-ac8b-57a12501df0b) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:08.229140 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-23dabbf5-afb0-4640-9a79-914328a45216 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.248913 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-2317f913-908a-4ae3-819a-82368a1176cd req-23dabbf5-afb0-4640-9a79-914328a45216 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Transition to ACTIVE for port object 36c75515-b4d5-40e5-ac8b-57a12501df0b will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:08.322564 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-23dabbf5-afb0-4640-9a79-914328a45216 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.389934 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2317f913-908a-4ae3-819a-82368a1176cd req-23dabbf5-afb0-4640-9a79-914328a45216 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Network 18634e68-e208-4b15-bdd2-04c0988b7f74 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:08.398560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-2317f913-908a-4ae3-819a-82368a1176cd req-23dabbf5-afb0-4640-9a79-914328a45216 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:08.402766 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2317f913-908a-4ae3-819a-82368a1176cd req-23dabbf5-afb0-4640-9a79-914328a45216 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:08.441126 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dabbf5-afb0-4640-9a79-914328a45216 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event updated for resources: {'Port': ['ID=36c75515-b4d5-40e5-ac8b-57a12501df0b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:08.472467 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082d9dc-e6be-44fd-8bf3-7a365b50bcb0 req-c071514b-dbd2-4dc0-9671-abed7c9c133d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:08.474094 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4082d9dc-e6be-44fd-8bf3-7a365b50bcb0 req-c071514b-dbd2-4dc0-9671-abed7c9c133d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 932 time: 0.2008359 Jul 07 17:16:08.480406 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-23dabbf5-afb0-4640-9a79-914328a45216 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:08.481113 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-23dabbf5-afb0-4640-9a79-914328a45216 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.515858 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-23dabbf5-afb0-4640-9a79-914328a45216 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8587582 Jul 07 17:16:08.528415 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-2317f913-908a-4ae3-819a-82368a1176cd req-25398b1f-46d4-457a-bf45-956b70743512 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Request body: {'port': {'device_id': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74', 'admin_state_up': True, 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'security_groups': ['0e9d870f-c041-440b-8cf4-26f23bf12f53']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:08.550770 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4082d9dc-e6be-44fd-8bf3-7a365b50bcb0 req-cc0b3cc3-87a5-41ad-bea6-d41181d33093 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649924 Jul 07 17:16:08.652996 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1afd852-f1c8-4a38-92d8-350e1ba223af tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Router 9d09c8ef-b10e-4b7d-97da-5beb04622a25 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:08.688608 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-25398b1f-46d4-457a-bf45-956b70743512 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Made reservation on behalf of 0b38a717ee4e4ad286d87b62b7311f7d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:08.692608 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-25398b1f-46d4-457a-bf45-956b70743512 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.813418 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bec30ee4-8744-47fd-89a7-6c45981e7788 None None] Provisioning for port 36c75515-b4d5-40e5-ac8b-57a12501df0b completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:08.829634 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bec30ee4-8744-47fd-89a7-6c45981e7788 None None] Provisioning complete for port 36c75515-b4d5-40e5-ac8b-57a12501df0b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:08.830185 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bec30ee4-8744-47fd-89a7-6c45981e7788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:08.877792 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1afd852-f1c8-4a38-92d8-350e1ba223af tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:08.885911 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e1afd852-f1c8-4a38-92d8-350e1ba223af tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "PUT /v2.0/routers/9d09c8ef-b10e-4b7d-97da-5beb04622a25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5789354 Jul 07 17:16:08.893563 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46436) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:08.916270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965394e6-a8ea-4a42-9dc6-5eb1d7796eb4 None None] Sync routers for ids ['9d09c8ef-b10e-4b7d-97da-5beb04622a25'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:08.942661 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965394e6-a8ea-4a42-9dc6-5eb1d7796eb4 None None] Routers {'9d09c8ef-b10e-4b7d-97da-5beb04622a25'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:08.943437 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-965394e6-a8ea-4a42-9dc6-5eb1d7796eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:15:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9d09c8ef-b10e-4b7d-97da-5beb04622a25'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:08.944222 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-2317f913-908a-4ae3-819a-82368a1176cd req-25398b1f-46d4-457a-bf45-956b70743512 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Allocated IP 10.1.1.131 (18634e68-e208-4b15-bdd2-04c0988b7f74/8a48026c-ae48-491b-9c43-56d5c523771e/9752ead6-f062-496d-b5e1-bd1277445c2b) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:08.980335 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce7c1c-e31a-4b8d-9767-d37805ff6665 req-f3b5f871-fe8a-4f0c-842e-e61e640ffa8d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:08.982279 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9dce7c1c-e31a-4b8d-9767-d37805ff6665 req-f3b5f871-fe8a-4f0c-842e-e61e640ffa8d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.1898029 Jul 07 17:16:08.990940 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-bec30ee4-8744-47fd-89a7-6c45981e7788 None None] Port 36c75515-b4d5-40e5-ac8b-57a12501df0b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:09.030761 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9612381-c087-4a80-8aa5-db12976fdfed tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Deleting subnet 959e22ab-3971-4a34-82c2-c3830639c367 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:16:09.037068 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a9612381-c087-4a80-8aa5-db12976fdfed tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.042567 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9dce7c1c-e31a-4b8d-9767-d37805ff6665 req-96717a8c-2d59-431d-a576-5d9323c262e3 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538371 Jul 07 17:16:09.092043 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-965394e6-a8ea-4a42-9dc6-5eb1d7796eb4 None None] Set router 9d09c8ef-b10e-4b7d-97da-5beb04622a25 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:09.105974 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a9612381-c087-4a80-8aa5-db12976fdfed tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.210822 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a9612381-c087-4a80-8aa5-db12976fdfed tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.226953 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-25398b1f-46d4-457a-bf45-956b70743512 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.256019 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-2317f913-908a-4ae3-819a-82368a1176cd req-25398b1f-46d4-457a-bf45-956b70743512 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Transition to ACTIVE for port object 9752ead6-f062-496d-b5e1-bd1277445c2b will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:09.285365 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a9612381-c087-4a80-8aa5-db12976fdfed tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.322128 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-25398b1f-46d4-457a-bf45-956b70743512 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.327431 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9612381-c087-4a80-8aa5-db12976fdfed tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Subnet': ['ID=959e22ab-3971-4a34-82c2-c3830639c367,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:09.328571 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-965394e6-a8ea-4a42-9dc6-5eb1d7796eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260774869', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:05Z', 'updated_at': '2021-07-07T17:16:07Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:06Z', 'updated_at': '2021-07-07T17:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:09.341937 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a9612381-c087-4a80-8aa5-db12976fdfed tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.344556 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a9612381-c087-4a80-8aa5-db12976fdfed tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "DELETE /v2.0/subnets/959e22ab-3971-4a34-82c2-c3830639c367 HTTP/1.1" status: 204 len: 168 time: 0.4487138 Jul 07 17:16:09.349680 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46440) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:09.376612 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2317f913-908a-4ae3-819a-82368a1176cd req-25398b1f-46d4-457a-bf45-956b70743512 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Network 18634e68-e208-4b15-bdd2-04c0988b7f74 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:09.380920 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-2317f913-908a-4ae3-819a-82368a1176cd req-25398b1f-46d4-457a-bf45-956b70743512 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:09.385996 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2317f913-908a-4ae3-819a-82368a1176cd req-25398b1f-46d4-457a-bf45-956b70743512 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:09.390308 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965394e6-a8ea-4a42-9dc6-5eb1d7796eb4 None None] Checking router: 9d09c8ef-b10e-4b7d-97da-5beb04622a25 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:16:09.396816 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c2c9df-8c02-4b4a-acb0-03d2a554920d None None] Network 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:09.428310 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25398b1f-46d4-457a-bf45-956b70743512 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event updated for resources: {'Port': ['ID=9752ead6-f062-496d-b5e1-bd1277445c2b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:09.482242 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-25398b1f-46d4-457a-bf45-956b70743512 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:09.483105 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-25398b1f-46d4-457a-bf45-956b70743512 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.499701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965394e6-a8ea-4a42-9dc6-5eb1d7796eb4 None None] Routers {'9d09c8ef-b10e-4b7d-97da-5beb04622a25'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:09.500438 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-965394e6-a8ea-4a42-9dc6-5eb1d7796eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:15:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9d09c8ef-b10e-4b7d-97da-5beb04622a25'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:09.512233 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-25398b1f-46d4-457a-bf45-956b70743512 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9877105 Jul 07 17:16:09.521220 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-399a6051-29cf-4fc0-85d2-59112bb75488 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.523201 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-2317f913-908a-4ae3-819a-82368a1176cd req-c939fffc-8b58-4cd5-8f03-ebd15bee2be3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Request body: {'port': {'device_id': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7f50ef8b-2e6c-4b5b-a4d1-84c812881b17', 'admin_state_up': True, 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'security_groups': ['0e9d870f-c041-440b-8cf4-26f23bf12f53']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:09.688995 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-965394e6-a8ea-4a42-9dc6-5eb1d7796eb4 None None] Set router 9d09c8ef-b10e-4b7d-97da-5beb04622a25 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:09.729572 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-399a6051-29cf-4fc0-85d2-59112bb75488 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.781966 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-c939fffc-8b58-4cd5-8f03-ebd15bee2be3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Made reservation on behalf of 0b38a717ee4e4ad286d87b62b7311f7d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:09.806033 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877a53c4-1cc5-4f6e-9831-724bd9d0aef5 None None] DHCP port deletion for 1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:16:09.844047 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-399a6051-29cf-4fc0-85d2-59112bb75488 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Deleting port dbbcb84a-17be-4b9b-b645-1fce4b49a074 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:09.844401 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-399a6051-29cf-4fc0-85d2-59112bb75488 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.906221 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:09.911099 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-c939fffc-8b58-4cd5-8f03-ebd15bee2be3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.912820 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2db2fcca-a202-4576-84e7-b074db75d46f None None] Provisioning for port 9752ead6-f062-496d-b5e1-bd1277445c2b completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:09.929664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2db2fcca-a202-4576-84e7-b074db75d46f None None] Provisioning complete for port 9752ead6-f062-496d-b5e1-bd1277445c2b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:09.930307 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2db2fcca-a202-4576-84e7-b074db75d46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.952820 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-399a6051-29cf-4fc0-85d2-59112bb75488 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] For port dbbcb84a-17be-4b9b-b645-1fce4b49a074, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=dbbcb84a-17be-4b9b-b645-1fce4b49a074,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:09.953510 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-399a6051-29cf-4fc0-85d2-59112bb75488 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:09.971990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-399a6051-29cf-4fc0-85d2-59112bb75488 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Calling delete_port for dbbcb84a-17be-4b9b-b645-1fce4b49a074 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:10.299282 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2db2fcca-a202-4576-84e7-b074db75d46f None None] Port 9752ead6-f062-496d-b5e1-bd1277445c2b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:10.353930 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:10.357093 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-877a53c4-1cc5-4f6e-9831-724bd9d0aef5 None None] Deleting port 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:16:10.358165 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-877a53c4-1cc5-4f6e-9831-724bd9d0aef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.358356 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-399a6051-29cf-4fc0-85d2-59112bb75488 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.394725 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a6051-29cf-4fc0-85d2-59112bb75488 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Port': ['ID=dbbcb84a-17be-4b9b-b645-1fce4b49a074,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:10.412843 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685de55b-bff6-4f23-a967-20cfe2c1d36f req-5121eb16-b370-4706-a46f-48f5a3896989 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:10.421285 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-685de55b-bff6-4f23-a967-20cfe2c1d36f req-5121eb16-b370-4706-a46f-48f5a3896989 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 944 time: 0.1552784 Jul 07 17:16:10.424570 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'port_id': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3', 'mac_address': 'fa:16:3e:53:d6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:10.430339 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-965394e6-a8ea-4a42-9dc6-5eb1d7796eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260774869', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:05Z', 'updated_at': '2021-07-07T17:16:07Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:06Z', 'updated_at': '2021-07-07T17:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:10.476804 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965394e6-a8ea-4a42-9dc6-5eb1d7796eb4 None None] The sync data for ids ['9d09c8ef-b10e-4b7d-97da-5beb04622a25'] in n-d-793620-7 is: [{'id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1260774869', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:05Z', 'updated_at': '2021-07-07T17:16:07Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': 'dbbcb84a-17be-4b9b-b645-1fce4b49a074', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09c8ef-b10e-4b7d-97da-5beb04622a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:06Z', 'updated_at': '2021-07-07T17:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:10.483874 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-877a53c4-1cc5-4f6e-9831-724bd9d0aef5 None None] For port 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6,segment=NetworkSegment(c3a6e6dd-1bc6-4a1a-b309-0412425c3b01),segment_id=c3a6e6dd-1bc6-4a1a-b309-0412425c3b01)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:10.484280 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-877a53c4-1cc5-4f6e-9831-724bd9d0aef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.507194 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-685de55b-bff6-4f23-a967-20cfe2c1d36f req-a2b796ab-5ebb-4e8a-a968-ec3201d6e660 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846899 Jul 07 17:16:10.564954 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.567715 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-877a53c4-1cc5-4f6e-9831-724bd9d0aef5 None None] Calling delete_port for 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:16:10.591936 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-399a6051-29cf-4fc0-85d2-59112bb75488 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.596500 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:10.624218 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:10.630482 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.742623 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-399a6051-29cf-4fc0-85d2-59112bb75488 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.745223 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-399a6051-29cf-4fc0-85d2-59112bb75488 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.745516 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:10.765724 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-877a53c4-1cc5-4f6e-9831-724bd9d0aef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.773555 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b2f67-a445-4055-9070-e29f7c3e2231 req-2f4bf3d4-2f79-4484-a89b-24b3e8fefd91 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:10.779564 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b2f67-a445-4055-9070-e29f7c3e2231 req-2f4bf3d4-2f79-4484-a89b-24b3e8fefd91 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:10.786097 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b2f67-a445-4055-9070-e29f7c3e2231 req-2f4bf3d4-2f79-4484-a89b-24b3e8fefd91 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:10.787827 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a87b2f67-a445-4055-9070-e29f7c3e2231 req-2f4bf3d4-2f79-4484-a89b-24b3e8fefd91 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 2374 time: 0.8713729 Jul 07 17:16:10.794126 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a53c4-1cc5-4f6e-9831-724bd9d0aef5 None None] Pushing event deleted for resources: {'Port': ['ID=4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:10.801112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a53c4-1cc5-4f6e-9831-724bd9d0aef5 None None] No DVR routers for this DVR port 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:16:10.824142 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-399a6051-29cf-4fc0-85d2-59112bb75488 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.824736 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399a6051-29cf-4fc0-85d2-59112bb75488 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Fanout notify agent at l3_agent the message router_deleted on router 9d09c8ef-b10e-4b7d-97da-5beb04622a25 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:16:10.832731 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-399a6051-29cf-4fc0-85d2-59112bb75488 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:10.836357 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-399a6051-29cf-4fc0-85d2-59112bb75488 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "DELETE /v2.0/routers/9d09c8ef-b10e-4b7d-97da-5beb04622a25 HTTP/1.1" status: 204 len: 168 time: 1.4832053 Jul 07 17:16:10.837603 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46452) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:10.899700 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a87b2f67-a445-4055-9070-e29f7c3e2231 req-9197d441-d823-4fb8-9968-9b3e8c931278 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031649 Jul 07 17:16:10.974716 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['d53de1a3-e363-4a2c-a0f0-8d8e512ffde3'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:10.984361 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-2317f913-908a-4ae3-819a-82368a1176cd req-c939fffc-8b58-4cd5-8f03-ebd15bee2be3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Allocated IP 10.2.2.100 (7f50ef8b-2e6c-4b5b-a4d1-84c812881b17/0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c/dafbd2ac-b04e-42fa-b747-4064f6bc911f) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:10.999361 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-72713450-a596-4931-97b4-24b74297e379 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.038108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 55ef17bc-a05b-4357-a55c-132ce4f4b78c no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:11.067621 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 55ef17bc-a05b-4357-a55c-132ce4f4b78c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:11.067719 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 55ef17bc-a05b-4357-a55c-132ce4f4b78c not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:11.068128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:11.102490 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:11.102844 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4e04ce5d-d4b3-4a51-9b02-64b78fd0d6a6 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:11.169954 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-72713450-a596-4931-97b4-24b74297e379 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.185457 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-72713450-a596-4931-97b4-24b74297e379 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:11.205012 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-72713450-a596-4931-97b4-24b74297e379 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:11.205305 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-72713450-a596-4931-97b4-24b74297e379 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a6e6dd-1bc6-4a1a-b309-0412425c3b01') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:11.224664 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-72713450-a596-4931-97b4-24b74297e379 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.249210 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-72713450-a596-4931-97b4-24b74297e379 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.253225 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-c939fffc-8b58-4cd5-8f03-ebd15bee2be3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.263428 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72713450-a596-4931-97b4-24b74297e379 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:16:11.263838 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-72713450-a596-4931-97b4-24b74297e379 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:16:11.267143 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:16:11.337249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-2317f913-908a-4ae3-819a-82368a1176cd req-c939fffc-8b58-4cd5-8f03-ebd15bee2be3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Transition to ACTIVE for port object dafbd2ac-b04e-42fa-b747-4064f6bc911f will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:11.338945 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-72713450-a596-4931-97b4-24b74297e379 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.347931 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-72713450-a596-4931-97b4-24b74297e379 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.349590 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-72713450-a596-4931-97b4-24b74297e379 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "DELETE /v2.0/networks/1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c HTTP/1.1" status: 204 len: 168 time: 0.5119796 Jul 07 17:16:11.352867 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46456) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:11.366264 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72713450-a596-4931-97b4-24b74297e379 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Network': ['ID=1bb5dcbe-0bb4-4a4f-ad49-603ed08aae9c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:11.402802 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-c939fffc-8b58-4cd5-8f03-ebd15bee2be3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.449516 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2317f913-908a-4ae3-819a-82368a1176cd req-c939fffc-8b58-4cd5-8f03-ebd15bee2be3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Network 7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:11.452254 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80c785b6-198f-42e9-b98d-91f00b7fe001 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.453030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-2317f913-908a-4ae3-819a-82368a1176cd req-c939fffc-8b58-4cd5-8f03-ebd15bee2be3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:11.460989 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2317f913-908a-4ae3-819a-82368a1176cd req-c939fffc-8b58-4cd5-8f03-ebd15bee2be3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:11.483896 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80c785b6-198f-42e9-b98d-91f00b7fe001 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.497375 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939fffc-8b58-4cd5-8f03-ebd15bee2be3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event updated for resources: {'Port': ['ID=dafbd2ac-b04e-42fa-b747-4064f6bc911f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:11.529096 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-c939fffc-8b58-4cd5-8f03-ebd15bee2be3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:11.529916 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-c939fffc-8b58-4cd5-8f03-ebd15bee2be3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.548130 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-c939fffc-8b58-4cd5-8f03-ebd15bee2be3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0293937 Jul 07 17:16:11.563653 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-2317f913-908a-4ae3-819a-82368a1176cd req-503e2a01-afcc-4154-a80c-f3c083097543 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Request body: {'port': {'device_id': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7f50ef8b-2e6c-4b5b-a4d1-84c812881b17', 'admin_state_up': True, 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'security_groups': ['0e9d870f-c041-440b-8cf4-26f23bf12f53']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:11.564937 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80c785b6-198f-42e9-b98d-91f00b7fe001 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.570849 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80c785b6-198f-42e9-b98d-91f00b7fe001 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.575746 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-80c785b6-198f-42e9-b98d-91f00b7fe001 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "DELETE /v2.0/security-groups/4599d268-8cc5-4196-96f1-2cc1d5754cd6 HTTP/1.1" status: 204 len: 168 time: 0.2184494 Jul 07 17:16:11.597866 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c785b6-198f-42e9-b98d-91f00b7fe001 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4599d268-8cc5-4196-96f1-2cc1d5754cd6,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:11.757856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-503e2a01-afcc-4154-a80c-f3c083097543 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Made reservation on behalf of 0b38a717ee4e4ad286d87b62b7311f7d for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:11.765248 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-503e2a01-afcc-4154-a80c-f3c083097543 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.826215 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:11.905018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:11.905730 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:11.962497 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5f791bb9-db5e-43d0-9f1c-6d177fa95645 None None] Provisioning for port dafbd2ac-b04e-42fa-b747-4064f6bc911f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:11.967789 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5f791bb9-db5e-43d0-9f1c-6d177fa95645 None None] Provisioning complete for port dafbd2ac-b04e-42fa-b747-4064f6bc911f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:11.968446 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5f791bb9-db5e-43d0-9f1c-6d177fa95645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.001776 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46470) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:12.007405 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-299f1ee3-ca76-4dc5-aa01-15b72f937423 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1082833335', 'description': 'tempest-secgroup-smoke-1082833335 description', 'project_id': '579e95f3998b4f8bb632de60105379a3'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:12.007591 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882569c-154a-4f19-b802-6e72ffaa86f8 req-3540e66d-edff-4684-8da2-65f680526b20 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:12.015540 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8882569c-154a-4f19-b802-6e72ffaa86f8 req-3540e66d-edff-4684-8da2-65f680526b20 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 945 time: 0.2658429 Jul 07 17:16:12.032897 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-5f791bb9-db5e-43d0-9f1c-6d177fa95645 None None] Port dafbd2ac-b04e-42fa-b747-4064f6bc911f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:12.060425 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-299f1ee3-ca76-4dc5-aa01-15b72f937423 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.104071 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8882569c-154a-4f19-b802-6e72ffaa86f8 req-8ae5f6ea-eb92-486b-9487-6246c7b00166 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838692 Jul 07 17:16:12.129922 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.164841 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3592eede-b238-49a7-883a-41a6222e5811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:12.167775 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f22b79-7dcb-4002-b2cd-41bff5311c77" -d '{"events": [{"server_uuid": "3592eede-b238-49a7-883a-41a6222e5811", "name": "network-vif-plugged", "status": "completed", "tag": "d53de1a3-e363-4a2c-a0f0-8d8e512ffde3"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:12.169633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-2317f913-908a-4ae3-819a-82368a1176cd req-503e2a01-afcc-4154-a80c-f3c083097543 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Allocated IP 10.2.2.200 (7f50ef8b-2e6c-4b5b-a4d1-84c812881b17/0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c/6892b463-e625-476b-95bb-85543e6fc3f0) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:12.183312 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:12.188140 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.233000 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b181aaba-636b-4372-b380-b2b79b5ee713 x-openstack-request-id: req-b181aaba-636b-4372-b380-b2b79b5ee713 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:12.233981 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3592eede-b238-49a7-883a-41a6222e5811", "name": "network-vif-plugged", "status": "completed", "tag": "d53de1a3-e363-4a2c-a0f0-8d8e512ffde3", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:12.234673 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b181aaba-636b-4372-b380-b2b79b5ee713 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:12.235450 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3592eede-b238-49a7-883a-41a6222e5811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3', 'code': 200} Jul 07 17:16:12.276351 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54d59b-f699-4022-a691-4b214d0bbb15 req-44599af4-e690-4de5-8d33-7a694f7098b0 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:12.286143 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,revision_number=10']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:12.287394 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54d59b-f699-4022-a691-4b214d0bbb15 req-44599af4-e690-4de5-8d33-7a694f7098b0 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:12.297335 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54d59b-f699-4022-a691-4b214d0bbb15 req-44599af4-e690-4de5-8d33-7a694f7098b0 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:12.311269 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54d59b-f699-4022-a691-4b214d0bbb15 req-44599af4-e690-4de5-8d33-7a694f7098b0 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:12.313025 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7a54d59b-f699-4022-a691-4b214d0bbb15 req-44599af4-e690-4de5-8d33-7a694f7098b0 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 3095 time: 0.1934178 Jul 07 17:16:12.370659 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-299f1ee3-ca76-4dc5-aa01-15b72f937423 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.383863 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-299f1ee3-ca76-4dc5-aa01-15b72f937423 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.390122 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-503e2a01-afcc-4154-a80c-f3c083097543 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.406586 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-2317f913-908a-4ae3-819a-82368a1176cd req-503e2a01-afcc-4154-a80c-f3c083097543 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Transition to ACTIVE for port object 6892b463-e625-476b-95bb-85543e6fc3f0 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:12.446931 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-503e2a01-afcc-4154-a80c-f3c083097543 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.447383 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7a54d59b-f699-4022-a691-4b214d0bbb15 req-0325ed0b-57b4-41c4-86f8-96e1cb396069 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266053 Jul 07 17:16:12.465038 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-299f1ee3-ca76-4dc5-aa01-15b72f937423 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.466290 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-299f1ee3-ca76-4dc5-aa01-15b72f937423 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4627485 Jul 07 17:16:12.468247 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f1ee3-ca76-4dc5-aa01-15b72f937423 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e97ff362-c7a0-4b17-8956-c0e6625b502e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:12.470441 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46476) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:12.485360 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-61561eef-71fa-4ffd-bfc8-e6e5367f6b49 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': 'e97ff362-c7a0-4b17-8956-c0e6625b502e', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:12.505831 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2317f913-908a-4ae3-819a-82368a1176cd req-503e2a01-afcc-4154-a80c-f3c083097543 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Network 7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:12.512317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-2317f913-908a-4ae3-819a-82368a1176cd req-503e2a01-afcc-4154-a80c-f3c083097543 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:12.515919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2317f913-908a-4ae3-819a-82368a1176cd req-503e2a01-afcc-4154-a80c-f3c083097543 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:12.521690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575381e7-9be5-41b9-b813-bfe66b9d934d req-510bd342-5623-45be-a025-bb2375a7f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:12.523320 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-575381e7-9be5-41b9-b813-bfe66b9d934d req-510bd342-5623-45be-a025-bb2375a7f3b3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 1098 time: 0.1333959 Jul 07 17:16:12.529159 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61561eef-71fa-4ffd-bfc8-e6e5367f6b49 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.535607 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e2a01-afcc-4154-a80c-f3c083097543 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event updated for resources: {'Port': ['ID=6892b463-e625-476b-95bb-85543e6fc3f0,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:12.597461 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-575381e7-9be5-41b9-b813-bfe66b9d934d req-b5f99c4f-3bfb-4248-93d7-4850bdd41eb2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642624 Jul 07 17:16:12.604145 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-503e2a01-afcc-4154-a80c-f3c083097543 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:12.605193 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-503e2a01-afcc-4154-a80c-f3c083097543 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.625606 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61561eef-71fa-4ffd-bfc8-e6e5367f6b49 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.628166 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-503e2a01-afcc-4154-a80c-f3c083097543 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0730996 Jul 07 17:16:12.629442 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61561eef-71fa-4ffd-bfc8-e6e5367f6b49 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.648244 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61561eef-71fa-4ffd-bfc8-e6e5367f6b49 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c666ac-bb6a-4518-a7bd-4747ae904202,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:12.659829 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61561eef-71fa-4ffd-bfc8-e6e5367f6b49 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.661323 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-61561eef-71fa-4ffd-bfc8-e6e5367f6b49 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1800306 Jul 07 17:16:12.664429 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46478) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:12.669417 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-a9a454bf-e911-4fdb-b30e-53d70d032759 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': 'e97ff362-c7a0-4b17-8956-c0e6625b502e', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:12.699411 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a9a454bf-e911-4fdb-b30e-53d70d032759 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.740374 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] Request body: {'port': {'device_id': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:12.779018 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a9a454bf-e911-4fdb-b30e-53d70d032759 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.783668 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a9a454bf-e911-4fdb-b30e-53d70d032759 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.803207 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a454bf-e911-4fdb-b30e-53d70d032759 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a76ae7-d7b6-43cf-be7e-8bdbd2cbc7fe,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:12.812128 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a9a454bf-e911-4fdb-b30e-53d70d032759 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.813476 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a9a454bf-e911-4fdb-b30e-53d70d032759 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481004 Jul 07 17:16:12.816162 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46482) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:12.821900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-beb34283-12b5-4246-b3f2-ca1609078742 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': 'e97ff362-c7a0-4b17-8956-c0e6625b502e', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:12.843461 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dbbcb84a-17be-4b9b-b645-1fce4b49a074 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:16:12.848772 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.875697 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: dbbcb84a-17be-4b9b-b645-1fce4b49a074 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:16:12.876302 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dbbcb84a-17be-4b9b-b645-1fce4b49a074 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:16:12.885769 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-beb34283-12b5-4246-b3f2-ca1609078742 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.889671 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-57da96ad-8e0b-4dd7-8a99-59848319b429 None None] Provisioning for port 6892b463-e625-476b-95bb-85543e6fc3f0 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:12.898725 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-57da96ad-8e0b-4dd7-8a99-59848319b429 None None] Provisioning complete for port 6892b463-e625-476b-95bb-85543e6fc3f0 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:12.899065 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-57da96ad-8e0b-4dd7-8a99-59848319b429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.937562 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-57da96ad-8e0b-4dd7-8a99-59848319b429 None None] Port 6892b463-e625-476b-95bb-85543e6fc3f0 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:12.958858 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-beb34283-12b5-4246-b3f2-ca1609078742 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.963008 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-beb34283-12b5-4246-b3f2-ca1609078742 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.978515 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb34283-12b5-4246-b3f2-ca1609078742 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb979945-6d55-4c59-bd59-9937b4fdbe1b,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:12.991051 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-beb34283-12b5-4246-b3f2-ca1609078742 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:12.992619 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-beb34283-12b5-4246-b3f2-ca1609078742 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1754096 Jul 07 17:16:12.995238 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46484) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:13.000503 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-6468005f-38da-4f59-8303-63cbb0938404 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': 'e97ff362-c7a0-4b17-8956-c0e6625b502e', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:13.029528 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6468005f-38da-4f59-8303-63cbb0938404 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.102946 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6468005f-38da-4f59-8303-63cbb0938404 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.107908 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6468005f-38da-4f59-8303-63cbb0938404 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.129662 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468005f-38da-4f59-8303-63cbb0938404 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a53a9bd-0fa1-487c-b561-d7b4d91fc870,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:13.135836 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6468005f-38da-4f59-8303-63cbb0938404 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.140442 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6468005f-38da-4f59-8303-63cbb0938404 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1436474 Jul 07 17:16:13.141070 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46486) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:13.150715 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-b209d000-b2da-4d17-a0b0-b5996c738f67 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': 'e97ff362-c7a0-4b17-8956-c0e6625b502e', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:13.201697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd8fb19-c8db-4344-a7a3-efcc479931b2 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:13.207296 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-b209d000-b2da-4d17-a0b0-b5996c738f67 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Project 579e95f3998b4f8bb632de60105379a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:16:13.214700 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b209d000-b2da-4d17-a0b0-b5996c738f67 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.218609 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.253106 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] Transition to ACTIVE for port object edd8fb19-c8db-4344-a7a3-efcc479931b2 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:13.263291 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.383571 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b209d000-b2da-4d17-a0b0-b5996c738f67 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.384473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] Pushing event updated for resources: {'Port': ['ID=edd8fb19-c8db-4344-a7a3-efcc479931b2,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:13.394662 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b209d000-b2da-4d17-a0b0-b5996c738f67 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.492933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209d000-b2da-4d17-a0b0-b5996c738f67 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d2e6db-6f3c-4c56-8d64-bba884960312,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:13.511913 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b209d000-b2da-4d17-a0b0-b5996c738f67 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.515990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46496) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:13.521677 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f83c40fc-9d61-440e-aadd-198e15ec9687 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'security_group_rule': {'security_group_id': 'e97ff362-c7a0-4b17-8956-c0e6625b502e', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:13.532187 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b209d000-b2da-4d17-a0b0-b5996c738f67 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3902392 Jul 07 17:16:13.571727 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e6e83-5995-4da7-ac3f-5d6d72093eac req-0a095fe6-ce97-4e7a-9a17-f7e12b09907d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:13.573339 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d0e6e83-5995-4da7-ac3f-5d6d72093eac req-0a095fe6-ce97-4e7a-9a17-f7e12b09907d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 947 time: 0.2689717 Jul 07 17:16:13.584837 n-d-793620-7 neutron-server[100409]: INFO neutron.db.securitygroups_db [None req-f83c40fc-9d61-440e-aadd-198e15ec9687 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Project 579e95f3998b4f8bb632de60105379a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:16:13.596042 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f83c40fc-9d61-440e-aadd-198e15ec9687 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.677084 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] Attempting to bind port edd8fb19-c8db-4344-a7a3-efcc479931b2 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:13.677428 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] Attempting to bind port edd8fb19-c8db-4344-a7a3-efcc479931b2 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '28e7f07a-565e-442a-9c43-e7b0b4b262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:13.677751 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] Attempting to bind port edd8fb19-c8db-4344-a7a3-efcc479931b2 on network e29b4352-e24e-4209-8013-9bd6bb864f57 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:13.708608 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] Port edd8fb19-c8db-4344-a7a3-efcc479931b2 on network e29b4352-e24e-4209-8013-9bd6bb864f57 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:13.708939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] Attempting to bind port edd8fb19-c8db-4344-a7a3-efcc479931b2 on network e29b4352-e24e-4209-8013-9bd6bb864f57 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:13.723281 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:13.725194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] Checking segment: {'id': '28e7f07a-565e-442a-9c43-e7b0b4b262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:13.725194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] Bound using segment: {'id': '28e7f07a-565e-442a-9c43-e7b0b4b262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:13.725426 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] Bound port: edd8fb19-c8db-4344-a7a3-efcc479931b2, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e7f07a-565e-442a-9c43-e7b0b4b262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:13.725973 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.735141 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d0e6e83-5995-4da7-ac3f-5d6d72093eac req-78005e70-e383-409e-aaeb-cce78c4f8862 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311951 Jul 07 17:16:13.840079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] For port edd8fb19-c8db-4344-a7a3-efcc479931b2, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:13.843951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] For port edd8fb19-c8db-4344-a7a3-efcc479931b2, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=edd8fb19-c8db-4344-a7a3-efcc479931b2,segment=NetworkSegment(28e7f07a-565e-442a-9c43-e7b0b4b262d6),segment_id=28e7f07a-565e-442a-9c43-e7b0b4b262d6)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:13.845771 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f83c40fc-9d61-440e-aadd-198e15ec9687 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.850903 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.862416 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f83c40fc-9d61-440e-aadd-198e15ec9687 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.908901 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f83c40fc-9d61-440e-aadd-198e15ec9687 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.917062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:13.918058 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:13.919037 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f83c40fc-9d61-440e-aadd-198e15ec9687 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4010665 Jul 07 17:16:13.919595 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] 10.222.0.69 "PUT /v2.0/ports/edd8fb19-c8db-4344-a7a3-efcc479931b2 HTTP/1.1" status: 200 len: 1092 time: 1.1859531 Jul 07 17:16:13.923599 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46512) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:13.924665 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'tag': 'edd8fb19-c8db-4344-a7a3-efcc479931b2'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:13.925385 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c40fc-9d61-440e-aadd-198e15ec9687 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4674c482-e9c3-4b83-be12-3db912cbb56d,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:13.936302 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e3b45e-3fe3-453d-8dd8-07605fc3d189" -d '{"events": [{"name": "network-changed", "server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "tag": "edd8fb19-c8db-4344-a7a3-efcc479931b2"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:13.946360 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b6581-8afd-4f8f-8e82-97dd43f00519 req-de8e8d9c-8c6d-408f-b35b-57f3321c2c54 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:13.952852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b6581-8afd-4f8f-8e82-97dd43f00519 req-de8e8d9c-8c6d-408f-b35b-57f3321c2c54 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:13.959151 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b6581-8afd-4f8f-8e82-97dd43f00519 req-de8e8d9c-8c6d-408f-b35b-57f3321c2c54 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:13.959521 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-9e5b113b-8adb-49b7-827f-e28176d080bc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'network': {'name': 'tempest-network-smoke--1789804425', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'port_security_enabled': True}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:13.965497 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b6581-8afd-4f8f-8e82-97dd43f00519 req-de8e8d9c-8c6d-408f-b35b-57f3321c2c54 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:13.972129 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b6581-8afd-4f8f-8e82-97dd43f00519 req-de8e8d9c-8c6d-408f-b35b-57f3321c2c54 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:13.979484 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-141b6581-8afd-4f8f-8e82-97dd43f00519 req-de8e8d9c-8c6d-408f-b35b-57f3321c2c54 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 3828 time: 0.2324624 Jul 07 17:16:14.020935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] Request body: {'port': {'device_id': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:14.031012 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-141b6581-8afd-4f8f-8e82-97dd43f00519 req-abc235f2-695e-4a6e-92f6-5ac20aa0d64b tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501652 Jul 07 17:16:14.092278 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67166c73-de91-48ce-8311-fa30fc62ca2c x-openstack-request-id: req-67166c73-de91-48ce-8311-fa30fc62ca2c {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:14.092581 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "tag": "edd8fb19-c8db-4344-a7a3-efcc479931b2", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:14.092834 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67166c73-de91-48ce-8311-fa30fc62ca2c {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:14.093291 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'tag': 'edd8fb19-c8db-4344-a7a3-efcc479931b2', 'status': 'completed', 'code': 200} Jul 07 17:16:14.100701 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5b113b-8adb-49b7-827f-e28176d080bc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Made reservation on behalf of 579e95f3998b4f8bb632de60105379a3 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:14.104680 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e5b113b-8adb-49b7-827f-e28176d080bc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.181169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb065eb-5a90-4407-83b9-fe54d8f7e99b service neutron] Pushing event updated for resources: {'Port': ['ID=edd8fb19-c8db-4344-a7a3-efcc479931b2,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:14.238104 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.244341 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3b45e-3fe3-453d-8dd8-07605fc3d189 req-2009e301-02f6-4626-a581-d60db1c8f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:14.244928 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3b45e-3fe3-453d-8dd8-07605fc3d189 req-2009e301-02f6-4626-a581-d60db1c8f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:14.246552 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3b45e-3fe3-453d-8dd8-07605fc3d189 req-2009e301-02f6-4626-a581-d60db1c8f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:14.246552 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3b45e-3fe3-453d-8dd8-07605fc3d189 req-2009e301-02f6-4626-a581-d60db1c8f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:14.247113 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3b45e-3fe3-453d-8dd8-07605fc3d189 req-2009e301-02f6-4626-a581-d60db1c8f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:14.249156 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-12e3b45e-3fe3-453d-8dd8-07605fc3d189 req-2009e301-02f6-4626-a581-d60db1c8f797 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 4363 time: 0.1526396 Jul 07 17:16:14.252966 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5b113b-8adb-49b7-827f-e28176d080bc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:16:14.277850 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e5b113b-8adb-49b7-827f-e28176d080bc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.278295 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-9e5b113b-8adb-49b7-827f-e28176d080bc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Added segment 86935f3c-1d38-4c75-9523-9fe59a9b8c52 of type vlan for network cfcd8643-83bb-4422-925c-2b4065c6dc05 Jul 07 17:16:14.293778 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.351810 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e5b113b-8adb-49b7-827f-e28176d080bc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.487866 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e5b113b-8adb-49b7-827f-e28176d080bc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.493664 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5b113b-8adb-49b7-827f-e28176d080bc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:14.494421 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e5b113b-8adb-49b7-827f-e28176d080bc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.524945 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3b45e-3fe3-453d-8dd8-07605fc3d189 req-25f96a48-e443-497f-af61-8f56fad12707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:14.526250 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3b45e-3fe3-453d-8dd8-07605fc3d189 req-25f96a48-e443-497f-af61-8f56fad12707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:14.527221 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3b45e-3fe3-453d-8dd8-07605fc3d189 req-25f96a48-e443-497f-af61-8f56fad12707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:14.530299 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-12e3b45e-3fe3-453d-8dd8-07605fc3d189 req-25f96a48-e443-497f-af61-8f56fad12707 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2723327 Jul 07 17:16:14.640885 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9e5b113b-8adb-49b7-827f-e28176d080bc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7006662 Jul 07 17:16:14.645435 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46540) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:14.657118 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-512e1e70-038d-45b1-8e5a-dc3a06ddaa54 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-931972657', 'admin_state_up': True, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:14.703199 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-392b765a-3797-4286-a964-bbbbafa69102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.745901 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-512e1e70-038d-45b1-8e5a-dc3a06ddaa54 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.746491 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-512e1e70-038d-45b1-8e5a-dc3a06ddaa54 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:14.813238 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b113b-8adb-49b7-827f-e28176d080bc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Network': ['ID=cfcd8643-83bb-4422-925c-2b4065c6dc05,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:14.828995 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network cfcd8643-83bb-4422-925c-2b4065c6dc05 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:16:14.841650 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3b45e-3fe3-453d-8dd8-07605fc3d189 req-63ca4c77-0038-4169-9545-3f3ac3f2f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:14.851211 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-12e3b45e-3fe3-453d-8dd8-07605fc3d189 req-63ca4c77-0038-4169-9545-3f3ac3f2f3c7 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3121126 Jul 07 17:16:14.987599 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-512e1e70-038d-45b1-8e5a-dc3a06ddaa54 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.048516 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb06316-0dcb-4177-a46e-857fc15015ac {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:15.058928 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.099684 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] Transition to ACTIVE for port object abb06316-0dcb-4177-a46e-857fc15015ac will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:15.108553 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.160750 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] Pushing event updated for resources: {'Port': ['ID=abb06316-0dcb-4177-a46e-857fc15015ac,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:15.390920 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-512e1e70-038d-45b1-8e5a-dc3a06ddaa54 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.390920 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc8bfa-0143-4ca7-89b2-7232c08c45a8 req-7fde8657-5ce9-442f-81b4-05c5fea0c073 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:15.390920 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4bfc8bfa-0143-4ca7-89b2-7232c08c45a8 req-7fde8657-5ce9-442f-81b4-05c5fea0c073 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 947 time: 0.3170435 Jul 07 17:16:15.457647 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4bfc8bfa-0143-4ca7-89b2-7232c08c45a8 req-89ff469f-2af7-43a5-b1e5-3a86bf1af24e tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487013 Jul 07 17:16:15.496678 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] Attempting to bind port abb06316-0dcb-4177-a46e-857fc15015ac on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:15.497289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] Attempting to bind port abb06316-0dcb-4177-a46e-857fc15015ac by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '9ea53484-19dc-442a-875e-304fb2e32a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:15.497399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] Attempting to bind port abb06316-0dcb-4177-a46e-857fc15015ac on network 18634e68-e208-4b15-bdd2-04c0988b7f74 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:15.520222 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] Port abb06316-0dcb-4177-a46e-857fc15015ac on network 18634e68-e208-4b15-bdd2-04c0988b7f74 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:15.520933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] Attempting to bind port abb06316-0dcb-4177-a46e-857fc15015ac on network 18634e68-e208-4b15-bdd2-04c0988b7f74 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:15.539489 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188a49-ff07-4b00-9ee2-056f6170ec9a req-392bfbda-5ad4-4cb1-8785-e0e66d9cf08d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:15.546618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188a49-ff07-4b00-9ee2-056f6170ec9a req-392bfbda-5ad4-4cb1-8785-e0e66d9cf08d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:15.554718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188a49-ff07-4b00-9ee2-056f6170ec9a req-392bfbda-5ad4-4cb1-8785-e0e66d9cf08d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:15.565370 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188a49-ff07-4b00-9ee2-056f6170ec9a req-392bfbda-5ad4-4cb1-8785-e0e66d9cf08d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:15.589573 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188a49-ff07-4b00-9ee2-056f6170ec9a req-392bfbda-5ad4-4cb1-8785-e0e66d9cf08d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:15.594659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188a49-ff07-4b00-9ee2-056f6170ec9a req-392bfbda-5ad4-4cb1-8785-e0e66d9cf08d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:15.599868 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3b188a49-ff07-4b00-9ee2-056f6170ec9a req-392bfbda-5ad4-4cb1-8785-e0e66d9cf08d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 4605 time: 0.2534037 Jul 07 17:16:15.606748 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:15.607233 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] Checking segment: {'id': '9ea53484-19dc-442a-875e-304fb2e32a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:15.607686 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] Bound using segment: {'id': '9ea53484-19dc-442a-875e-304fb2e32a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:15.608220 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] Bound port: abb06316-0dcb-4177-a46e-857fc15015ac, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea53484-19dc-442a-875e-304fb2e32a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:15.608645 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.660901 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-512e1e70-038d-45b1-8e5a-dc3a06ddaa54 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.680811 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-512e1e70-038d-45b1-8e5a-dc3a06ddaa54 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.681125 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] For port abb06316-0dcb-4177-a46e-857fc15015ac, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:15.684394 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] For port abb06316-0dcb-4177-a46e-857fc15015ac, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=abb06316-0dcb-4177-a46e-857fc15015ac,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:15.693884 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.791670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:15.792407 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:15.794236 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] 10.222.0.69 "PUT /v2.0/ports/abb06316-0dcb-4177-a46e-857fc15015ac HTTP/1.1" status: 200 len: 1135 time: 1.7782307 Jul 07 17:16:15.795137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf47f32-615a-4923-8293-9d7fecc91752 service neutron] Pushing event updated for resources: {'Port': ['ID=abb06316-0dcb-4177-a46e-857fc15015ac,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:15.838021 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] Request body: {'port': {'device_id': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:15.862675 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-512e1e70-038d-45b1-8e5a-dc3a06ddaa54 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Allocated IP 172.25.2.114 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/879890e6-3cf3-428f-9484-8530da077a00) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:15.911428 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3b188a49-ff07-4b00-9ee2-056f6170ec9a req-2ad5a419-e416-4c9f-a568-9eeb2ccb1fe4 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3059115 Jul 07 17:16:15.983295 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.099082 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'tag': 'abb06316-0dcb-4177-a46e-857fc15015ac'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:16.106245 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d396f42-a4ca-4e51-8586-fab5ecd8cdb9" -d '{"events": [{"name": "network-changed", "server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "tag": "abb06316-0dcb-4177-a46e-857fc15015ac"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:16.131320 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-512e1e70-038d-45b1-8e5a-dc3a06ddaa54 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.201732 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-512e1e70-038d-45b1-8e5a-dc3a06ddaa54 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.226093 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512e1e70-038d-45b1-8e5a-dc3a06ddaa54 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:16.229207 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-512e1e70-038d-45b1-8e5a-dc3a06ddaa54 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:16.257506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512e1e70-038d-45b1-8e5a-dc3a06ddaa54 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:16.310171 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52180428-53d6-4366-b083-615acbffb7bf x-openstack-request-id: req-52180428-53d6-4366-b083-615acbffb7bf {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:16.310492 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "tag": "abb06316-0dcb-4177-a46e-857fc15015ac", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:16.310795 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-52180428-53d6-4366-b083-615acbffb7bf {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:16.311197 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'tag': 'abb06316-0dcb-4177-a46e-857fc15015ac', 'status': 'completed', 'code': 200} Jul 07 17:16:16.348692 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e1e70-038d-45b1-8e5a-dc3a06ddaa54 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=879890e6-3cf3-428f-9484-8530da077a00,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:16.443884 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca38a31-8b0b-40d7-958d-92e968e1581f {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:16.467331 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.469437 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.485640 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] Transition to ACTIVE for port object 3ca38a31-8b0b-40d7-958d-92e968e1581f will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:16.486655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d396f42-a4ca-4e51-8586-fab5ecd8cdb9 req-af1bd782-874c-4a15-a7bd-06b5c2283838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:16.487174 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d396f42-a4ca-4e51-8586-fab5ecd8cdb9 req-af1bd782-874c-4a15-a7bd-06b5c2283838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:16.487885 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d396f42-a4ca-4e51-8586-fab5ecd8cdb9 req-af1bd782-874c-4a15-a7bd-06b5c2283838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:16.488518 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d396f42-a4ca-4e51-8586-fab5ecd8cdb9 req-af1bd782-874c-4a15-a7bd-06b5c2283838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:16.489136 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.489453 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d396f42-a4ca-4e51-8586-fab5ecd8cdb9 req-af1bd782-874c-4a15-a7bd-06b5c2283838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:16.490091 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d396f42-a4ca-4e51-8586-fab5ecd8cdb9 req-af1bd782-874c-4a15-a7bd-06b5c2283838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:16.492636 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d396f42-a4ca-4e51-8586-fab5ecd8cdb9 req-af1bd782-874c-4a15-a7bd-06b5c2283838 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5291 time: 0.2089913 Jul 07 17:16:16.591300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca38a31-8b0b-40d7-958d-92e968e1581f,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:16.720653 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] Attempting to bind port 3ca38a31-8b0b-40d7-958d-92e968e1581f on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:16.721296 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] Attempting to bind port 3ca38a31-8b0b-40d7-958d-92e968e1581f by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '9ea53484-19dc-442a-875e-304fb2e32a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:16.721899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] Attempting to bind port 3ca38a31-8b0b-40d7-958d-92e968e1581f on network 18634e68-e208-4b15-bdd2-04c0988b7f74 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:16.736647 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b5aae70-3732-49fc-85a6-ddb51cb75975 req-2dc70a20-7c8e-49f7-a9ce-30b9faa53f26 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2018976 Jul 07 17:16:16.743471 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d396f42-a4ca-4e51-8586-fab5ecd8cdb9 req-8e72bedb-9047-49cf-b27c-f85d8e1a0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:16.744297 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d396f42-a4ca-4e51-8586-fab5ecd8cdb9 req-8e72bedb-9047-49cf-b27c-f85d8e1a0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:16.744771 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d396f42-a4ca-4e51-8586-fab5ecd8cdb9 req-8e72bedb-9047-49cf-b27c-f85d8e1a0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:16.746516 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d396f42-a4ca-4e51-8586-fab5ecd8cdb9 req-8e72bedb-9047-49cf-b27c-f85d8e1a0c79 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2465837 Jul 07 17:16:16.747488 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-512e1e70-038d-45b1-8e5a-dc3a06ddaa54 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:16.784213 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] Port 3ca38a31-8b0b-40d7-958d-92e968e1581f on network 18634e68-e208-4b15-bdd2-04c0988b7f74 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:16.785020 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] Attempting to bind port 3ca38a31-8b0b-40d7-958d-92e968e1581f on network 18634e68-e208-4b15-bdd2-04c0988b7f74 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:16.798585 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:16.799113 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] Checking segment: {'id': '9ea53484-19dc-442a-875e-304fb2e32a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:16.799728 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] Bound using segment: {'id': '9ea53484-19dc-442a-875e-304fb2e32a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:16.800258 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] Bound port: 3ca38a31-8b0b-40d7-958d-92e968e1581f, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea53484-19dc-442a-875e-304fb2e32a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:16.800687 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.024437 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] For port 3ca38a31-8b0b-40d7-958d-92e968e1581f, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:17.031642 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5aae70-3732-49fc-85a6-ddb51cb75975 req-6190b969-3407-416e-ae81-71aa8ec7208d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.044620 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b5aae70-3732-49fc-85a6-ddb51cb75975 req-6190b969-3407-416e-ae81-71aa8ec7208d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=813d1850aa3c4934a7e97cbee8a39039&device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 1098 time: 0.2332492 Jul 07 17:16:17.048138 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] For port 3ca38a31-8b0b-40d7-958d-92e968e1581f, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=3ca38a31-8b0b-40d7-958d-92e968e1581f,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:17.053596 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.134285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca38a31-8b0b-40d7-958d-92e968e1581f,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:17.198447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.199632 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.201190 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-0bcbb4bf-b925-45ec-b115-5e714e7bc4c8 service neutron] 10.222.0.69 "PUT /v2.0/ports/3ca38a31-8b0b-40d7-958d-92e968e1581f HTTP/1.1" status: 200 len: 1136 time: 1.3735156 Jul 07 17:16:17.272501 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] Request body: {'port': {'device_id': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:17.378196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5aae70-3732-49fc-85a6-ddb51cb75975 req-f6e8a9a5-9f56-442d-a1c6-cf3c33273bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.378196 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b5aae70-3732-49fc-85a6-ddb51cb75975 req-f6e8a9a5-9f56-442d-a1c6-cf3c33273bc5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1 HTTP/1.1" status: 200 len: 918 time: 0.2444842 Jul 07 17:16:17.397303 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.527458 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b5aae70-3732-49fc-85a6-ddb51cb75975 req-0c6d8dac-6ac3-400e-b5f9-c6fb8f7be068 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 HTTP/1.1" status: 200 len: 1002 time: 0.1422834 Jul 07 17:16:17.622686 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.668841 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-512e1e70-038d-45b1-8e5a-dc3a06ddaa54 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:17.726105 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d396f42-a4ca-4e51-8586-fab5ecd8cdb9 req-837c4dda-93d8-4f3f-8688-01e67a24602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.727701 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4d396f42-a4ca-4e51-8586-fab5ecd8cdb9 req-837c4dda-93d8-4f3f-8688-01e67a24602b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3448718 Jul 07 17:16:17.785494 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e03b1-c71d-49f4-809a-dc5fcd903c4e req-8b0f383a-f770-4b72-884e-6cf40597af6e tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.798573 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e03b1-c71d-49f4-809a-dc5fcd903c4e req-8b0f383a-f770-4b72-884e-6cf40597af6e tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.805991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e03b1-c71d-49f4-809a-dc5fcd903c4e req-8b0f383a-f770-4b72-884e-6cf40597af6e tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.812475 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e03b1-c71d-49f4-809a-dc5fcd903c4e req-8b0f383a-f770-4b72-884e-6cf40597af6e tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.819857 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e03b1-c71d-49f4-809a-dc5fcd903c4e req-8b0f383a-f770-4b72-884e-6cf40597af6e tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.829063 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e03b1-c71d-49f4-809a-dc5fcd903c4e req-8b0f383a-f770-4b72-884e-6cf40597af6e tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.836328 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e03b1-c71d-49f4-809a-dc5fcd903c4e req-8b0f383a-f770-4b72-884e-6cf40597af6e tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:17.846105 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-139e03b1-c71d-49f4-809a-dc5fcd903c4e req-8b0f383a-f770-4b72-884e-6cf40597af6e tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5383 time: 0.4643521 Jul 07 17:16:17.942108 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7ac74e8e-99fd-40a0-abfe-08b1c12c9069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.018976 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-139e03b1-c71d-49f4-809a-dc5fcd903c4e req-5249ca30-4578-4957-8761-649184ec8bd2 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1716077 Jul 07 17:16:18.028148 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5aae70-3732-49fc-85a6-ddb51cb75975 req-52f6bcb7-71b7-4be6-a091-923fde35675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.029880 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b5aae70-3732-49fc-85a6-ddb51cb75975 req-52f6bcb7-71b7-4be6-a091-923fde35675a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c3cd916-6514-42d5-8d29-5aae3a405db3 HTTP/1.1" status: 200 len: 856 time: 0.4936037 Jul 07 17:16:18.074199 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512e1e70-038d-45b1-8e5a-dc3a06ddaa54 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Router 81589480-ee22-4db5-b582-9be2708a54c3 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:16:18.226715 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5aae70-3732-49fc-85a6-ddb51cb75975 req-12d08cb9-43f8-44c6-85dc-6703b03b63e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.228288 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b5aae70-3732-49fc-85a6-ddb51cb75975 req-12d08cb9-43f8-44c6-85dc-6703b03b63e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911278 Jul 07 17:16:18.232808 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512e1e70-038d-45b1-8e5a-dc3a06ddaa54 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:18.244472 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] Sync routers for ids ['81589480-ee22-4db5-b582-9be2708a54c3'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:18.248529 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1fb813e5-0069-465f-a20a-028af0f77255 req-47f69da8-5bfb-4bee-a3a9-b55877353aae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2148318 Jul 07 17:16:18.278587 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] Routers {'81589480-ee22-4db5-b582-9be2708a54c3'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:18.280896 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:16:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['81589480-ee22-4db5-b582-9be2708a54c3'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:18.300266 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-512e1e70-038d-45b1-8e5a-dc3a06ddaa54 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.300266 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-512e1e70-038d-45b1-8e5a-dc3a06ddaa54 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6503723 Jul 07 17:16:18.302851 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46608) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:18.324349 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'tag': '3ca38a31-8b0b-40d7-958d-92e968e1581f'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:18.326838 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087c4c98-b77a-46b6-9a29-48e977dbc90f" -d '{"events": [{"name": "network-changed", "server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "tag": "3ca38a31-8b0b-40d7-958d-92e968e1581f"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:18.380148 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fa843452-ce93-4324-ad6c-60e900128135 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=579e95f3998b4f8bb632de60105379a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0705972 Jul 07 17:16:18.382789 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46614) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:18.445508 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b5aae70-3732-49fc-85a6-ddb51cb75975 req-42fe6f7b-b4c4-44b1-9344-c48dd4d4cbe6 service neutron] 10.222.0.69 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091110 Jul 07 17:16:18.447228 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3551f630-ee2e-48a9-a3ed-27e766ab4934 x-openstack-request-id: req-3551f630-ee2e-48a9-a3ed-27e766ab4934 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:18.447654 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "tag": "3ca38a31-8b0b-40d7-958d-92e968e1581f", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:18.447909 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3551f630-ee2e-48a9-a3ed-27e766ab4934 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:18.448287 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'tag': '3ca38a31-8b0b-40d7-958d-92e968e1581f', 'status': 'completed', 'code': 200} Jul 07 17:16:18.475313 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] Set router 81589480-ee22-4db5-b582-9be2708a54c3 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:18.612463 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c4c98-b77a-46b6-9a29-48e977dbc90f req-c9bd1ea3-0256-4f8d-81ee-62c6e0fc151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.613096 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c4c98-b77a-46b6-9a29-48e977dbc90f req-c9bd1ea3-0256-4f8d-81ee-62c6e0fc151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.613583 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c4c98-b77a-46b6-9a29-48e977dbc90f req-c9bd1ea3-0256-4f8d-81ee-62c6e0fc151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.614078 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c4c98-b77a-46b6-9a29-48e977dbc90f req-c9bd1ea3-0256-4f8d-81ee-62c6e0fc151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.627532 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c4c98-b77a-46b6-9a29-48e977dbc90f req-c9bd1ea3-0256-4f8d-81ee-62c6e0fc151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.628299 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c4c98-b77a-46b6-9a29-48e977dbc90f req-c9bd1ea3-0256-4f8d-81ee-62c6e0fc151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.628782 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c4c98-b77a-46b6-9a29-48e977dbc90f req-c9bd1ea3-0256-4f8d-81ee-62c6e0fc151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.630831 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-087c4c98-b77a-46b6-9a29-48e977dbc90f req-c9bd1ea3-0256-4f8d-81ee-62c6e0fc151e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 6220 time: 0.1532497 Jul 07 17:16:18.633063 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395e8a63-5012-4ee6-bbe1-543d12f34769 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.634483 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-395e8a63-5012-4ee6-bbe1-543d12f34769 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2504411 Jul 07 17:16:18.637222 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46620) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:18.655663 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b5aae70-3732-49fc-85a6-ddb51cb75975 req-68823eda-0533-450b-8525-e2a6da31e761 service neutron] 10.222.0.69 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789646 Jul 07 17:16:18.754445 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81589480-ee22-4db5-b582-9be2708a54c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931972657', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '879890e6-3cf3-428f-9484-8530da077a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:16:16Z', 'revision_number': 3, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': '879890e6-3cf3-428f-9484-8530da077a00', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:18.809254 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] Checking router: 81589480-ee22-4db5-b582-9be2708a54c3 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:16:18.810173 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] Updating router 81589480-ee22-4db5-b582-9be2708a54c3 port 879890e6-3cf3-428f-9484-8530da077a00 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:16:18.816517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb813e5-0069-465f-a20a-028af0f77255 req-747106db-d965-4aa4-8af3-dc165ad80d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.821531 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1fb813e5-0069-465f-a20a-028af0f77255 req-747106db-d965-4aa4-8af3-dc165ad80d5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0d3f4c1ff294119a2c5fc6e804d1e59&device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 1097 time: 0.4898531 Jul 07 17:16:18.831065 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2b3f5772-f9f4-411e-8887-3e343fd2a434 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1923034 Jul 07 17:16:18.833665 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c4c98-b77a-46b6-9a29-48e977dbc90f req-71120b90-b4fc-489f-8de4-985d930f3235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.834344 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c4c98-b77a-46b6-9a29-48e977dbc90f req-71120b90-b4fc-489f-8de4-985d930f3235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.835401 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c4c98-b77a-46b6-9a29-48e977dbc90f req-71120b90-b4fc-489f-8de4-985d930f3235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.837295 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c75515-b4d5-40e5-ac8b-57a12501df0b {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:18.842716 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-087c4c98-b77a-46b6-9a29-48e977dbc90f req-71120b90-b4fc-489f-8de4-985d930f3235 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1662815 Jul 07 17:16:18.843022 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.845374 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46622) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:18.863961 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-55bb3a34-0627-43e0-a90b-bb20703beb5d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1209694714', 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05', 'project_id': '579e95f3998b4f8bb632de60105379a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:18.870922 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.893004 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.910544 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] Transition to ACTIVE for port object 36c75515-b4d5-40e5-ac8b-57a12501df0b will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:18.967840 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:18.988549 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c4c98-b77a-46b6-9a29-48e977dbc90f req-f1ababc7-95ef-42ce-813d-cfcfbd501926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:18.990106 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-087c4c98-b77a-46b6-9a29-48e977dbc90f req-f1ababc7-95ef-42ce-813d-cfcfbd501926 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1428015 Jul 07 17:16:19.133378 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bb3a34-0627-43e0-a90b-bb20703beb5d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Made reservation on behalf of 579e95f3998b4f8bb632de60105379a3 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:19.136610 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-55bb3a34-0627-43e0-a90b-bb20703beb5d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.234311 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] Pushing event updated for resources: {'Port': ['ID=36c75515-b4d5-40e5-ac8b-57a12501df0b,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:19.266395 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.281215 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] Transition to ACTIVE for port object 879890e6-3cf3-428f-9484-8530da077a00 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:19.291310 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.408789 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bae4fb-2c47-411b-b4b2-fcddca1ebbcd None None] Pushing event updated for resources: {'Port': ['ID=879890e6-3cf3-428f-9484-8530da077a00,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:19.411636 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] Attempting to bind port 879890e6-3cf3-428f-9484-8530da077a00 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:19.412189 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] Attempting to bind port 879890e6-3cf3-428f-9484-8530da077a00 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:19.412737 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] Attempting to bind port 879890e6-3cf3-428f-9484-8530da077a00 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:19.419286 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:19.419887 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:19.420448 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.420999 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:19.421630 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] Bound port: 879890e6-3cf3-428f-9484-8530da077a00, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:19.422184 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.428226 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb813e5-0069-465f-a20a-028af0f77255 req-e666b324-0685-43c3-9c6d-27e435022413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:19.429810 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1fb813e5-0069-465f-a20a-028af0f77255 req-e666b324-0685-43c3-9c6d-27e435022413 service neutron] 10.222.0.15 "GET /v2.0/networks?id=292197e0-01dc-4068-ba5d-c7a67aedfe6d HTTP/1.1" status: 200 len: 912 time: 0.5178552 Jul 07 17:16:19.520511 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] For port 879890e6-3cf3-428f-9484-8530da077a00, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:19.526116 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] Attempting to bind port 36c75515-b4d5-40e5-ac8b-57a12501df0b on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:19.526513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] Attempting to bind port 36c75515-b4d5-40e5-ac8b-57a12501df0b by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '9ea53484-19dc-442a-875e-304fb2e32a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:19.526859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] Attempting to bind port 36c75515-b4d5-40e5-ac8b-57a12501df0b on network 18634e68-e208-4b15-bdd2-04c0988b7f74 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:19.528166 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] For port 879890e6-3cf3-428f-9484-8530da077a00, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=879890e6-3cf3-428f-9484-8530da077a00,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:19.533415 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.559467 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] Port 36c75515-b4d5-40e5-ac8b-57a12501df0b on network 18634e68-e208-4b15-bdd2-04c0988b7f74 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:19.560047 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] Attempting to bind port 36c75515-b4d5-40e5-ac8b-57a12501df0b on network 18634e68-e208-4b15-bdd2-04c0988b7f74 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:19.579944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:19.580673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] Checking segment: {'id': '9ea53484-19dc-442a-875e-304fb2e32a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:19.581093 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] Bound using segment: {'id': '9ea53484-19dc-442a-875e-304fb2e32a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:19.581553 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] Bound port: 36c75515-b4d5-40e5-ac8b-57a12501df0b, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea53484-19dc-442a-875e-304fb2e32a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:19.581922 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:19.599052 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] Routers {'81589480-ee22-4db5-b582-9be2708a54c3'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:19.599720 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:16:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['81589480-ee22-4db5-b582-9be2708a54c3'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:19.625032 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bae4fb-2c47-411b-b4b2-fcddca1ebbcd None None] Pushing event updated for resources: {'Port': ['ID=879890e6-3cf3-428f-9484-8530da077a00,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:19.660102 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b76193-6620-4301-9594-fd11f1ca577c req-3f6dc45a-37e6-424b-8863-e656a3570106 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:19.673285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b76193-6620-4301-9594-fd11f1ca577c req-3f6dc45a-37e6-424b-8863-e656a3570106 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:19.689507 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b76193-6620-4301-9594-fd11f1ca577c req-3f6dc45a-37e6-424b-8863-e656a3570106 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:19.696472 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b76193-6620-4301-9594-fd11f1ca577c req-3f6dc45a-37e6-424b-8863-e656a3570106 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:19.703037 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b76193-6620-4301-9594-fd11f1ca577c req-3f6dc45a-37e6-424b-8863-e656a3570106 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:19.712795 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b76193-6620-4301-9594-fd11f1ca577c req-3f6dc45a-37e6-424b-8863-e656a3570106 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:19.720586 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b76193-6620-4301-9594-fd11f1ca577c req-3f6dc45a-37e6-424b-8863-e656a3570106 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:19.723023 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72b76193-6620-4301-9594-fd11f1ca577c req-3f6dc45a-37e6-424b-8863-e656a3570106 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5395 time: 0.4333575 Jul 07 17:16:19.731516 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1fb813e5-0069-465f-a20a-028af0f77255 req-55ff3b25-41bb-4697-b7e9-1dd73e8545af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51d7971c-abee-40e3-9b99-1f50a6fe0be7 HTTP/1.1" status: 200 len: 1000 time: 0.2901459 Jul 07 17:16:19.830626 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] Set router 81589480-ee22-4db5-b582-9be2708a54c3 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:19.927731 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72b76193-6620-4301-9594-fd11f1ca577c req-4d64bc27-dd44-40c0-8146-c234259c9be0 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1943398 Jul 07 17:16:19.964498 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb813e5-0069-465f-a20a-028af0f77255 req-8594561a-7c64-44d8-a4bd-b9f9a36be95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:19.966175 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1fb813e5-0069-465f-a20a-028af0f77255 req-8594561a-7c64-44d8-a4bd-b9f9a36be95b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aeaad8af-4e95-4aca-8e25-9c0ee640a68c HTTP/1.1" status: 200 len: 850 time: 0.2178209 Jul 07 17:16:20.012057 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-55bb3a34-0627-43e0-a90b-bb20703beb5d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.031475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] For port 36c75515-b4d5-40e5-ac8b-57a12501df0b, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:20.083008 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb3a34-0627-43e0-a90b-bb20703beb5d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Subnet': ['ID=12d196a9-5a11-41af-be0f-9b1700cf8c45,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:20.118405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] For port 36c75515-b4d5-40e5-ac8b-57a12501df0b, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=36c75515-b4d5-40e5-ac8b-57a12501df0b,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:20.130312 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.187097 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:20.187674 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.189373 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] 10.222.0.69 "PUT /v2.0/ports/36c75515-b4d5-40e5-ac8b-57a12501df0b HTTP/1.1" status: 200 len: 1090 time: 2.9402544 Jul 07 17:16:20.204007 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81589480-ee22-4db5-b582-9be2708a54c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931972657', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '879890e6-3cf3-428f-9484-8530da077a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:16:16Z', 'revision_number': 3, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': '879890e6-3cf3-428f-9484-8530da077a00', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:20.221031 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bb3a34-0627-43e0-a90b-bb20703beb5d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Checking segment: {'id': '86935f3c-1d38-4c75-9523-9fe59a9b8c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:20.221582 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bb3a34-0627-43e0-a90b-bb20703beb5d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network hostable DHCP agents. Network: cfcd8643-83bb-4422-925c-2b4065c6dc05, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:16:20.240631 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] Request body: {'port': {'device_id': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:20.245809 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0699ecbe-38f3-4caf-9fda-4271bd878c2e None None] The sync data for ids ['81589480-ee22-4db5-b582-9be2708a54c3'] in n-d-793620-7 is: [{'id': '81589480-ee22-4db5-b582-9be2708a54c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931972657', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '879890e6-3cf3-428f-9484-8530da077a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:16:16Z', 'revision_number': 3, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': '879890e6-3cf3-428f-9484-8530da077a00', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:20.255572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb813e5-0069-465f-a20a-028af0f77255 req-533cfc16-5819-462f-bf75-217925628f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:20.257591 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1fb813e5-0069-465f-a20a-028af0f77255 req-533cfc16-5819-462f-bf75-217925628f98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=292197e0-01dc-4068-ba5d-c7a67aedfe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2838018 Jul 07 17:16:20.405482 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.457617 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bb3a34-0627-43e0-a90b-bb20703beb5d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network cfcd8643-83bb-4422-925c-2b4065c6dc05 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:16:20.464759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'tag': '36c75515-b4d5-40e5-ac8b-57a12501df0b'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:20.472066 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a1a1c9-528e-42a0-a17e-6109f53e9817" -d '{"events": [{"name": "network-changed", "server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "tag": "36c75515-b4d5-40e5-ac8b-57a12501df0b"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:20.578726 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba728f8-88b3-4708-aa06-80f45bd8087e x-openstack-request-id: req-4ba728f8-88b3-4708-aa06-80f45bd8087e {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:20.579609 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "tag": "36c75515-b4d5-40e5-ac8b-57a12501df0b", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:20.580015 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4ba728f8-88b3-4708-aa06-80f45bd8087e {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:20.580475 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'tag': '36c75515-b4d5-40e5-ac8b-57a12501df0b', 'status': 'completed', 'code': 200} Jul 07 17:16:20.584391 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-55bb3a34-0627-43e0-a90b-bb20703beb5d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, cfcd8643-83bb-4422-925c-2b4065c6dc05) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:20.590822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bb3a34-0627-43e0-a90b-bb20703beb5d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:20.591431 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-55bb3a34-0627-43e0-a90b-bb20703beb5d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.595383 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331e3496-25cb-4cf8-b227-0c7c19400bb0 None None] Network cfcd8643-83bb-4422-925c-2b4065c6dc05 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:20.651520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f26845-21a3-47f2-b9fc-ef04983158f0 service neutron] Pushing event updated for resources: {'Port': ['ID=36c75515-b4d5-40e5-ac8b-57a12501df0b,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:20.660287 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:20.754515 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1a1c9-528e-42a0-a17e-6109f53e9817 req-14d06441-f19c-41cc-91ff-594aad34649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:20.755408 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1a1c9-528e-42a0-a17e-6109f53e9817 req-14d06441-f19c-41cc-91ff-594aad34649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:20.755732 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1a1c9-528e-42a0-a17e-6109f53e9817 req-14d06441-f19c-41cc-91ff-594aad34649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:20.756238 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1a1c9-528e-42a0-a17e-6109f53e9817 req-14d06441-f19c-41cc-91ff-594aad34649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:20.756727 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1a1c9-528e-42a0-a17e-6109f53e9817 req-14d06441-f19c-41cc-91ff-594aad34649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:20.757465 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1a1c9-528e-42a0-a17e-6109f53e9817 req-14d06441-f19c-41cc-91ff-594aad34649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:20.758243 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1a1c9-528e-42a0-a17e-6109f53e9817 req-14d06441-f19c-41cc-91ff-594aad34649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:20.760451 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c8a1a1c9-528e-42a0-a17e-6109f53e9817 req-14d06441-f19c-41cc-91ff-594aad34649e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 6287 time: 0.1799245 Jul 07 17:16:20.824894 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-55bb3a34-0627-43e0-a90b-bb20703beb5d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9625735 Jul 07 17:16:20.825697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46654) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:20.971996 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1fb813e5-0069-465f-a20a-028af0f77255 req-7ba278bf-caeb-42e8-8f8a-6b2f448640d5 service neutron] 10.222.0.15 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7028339 Jul 07 17:16:21.069574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-cfcd8643-83bb-4422-925c-2b4065c6dc05', 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'fixed_ips': [{'subnet_id': '12d196a9-5a11-41af-be0f-9b1700cf8c45'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:16:21.076691 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.180197 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1a1c9-528e-42a0-a17e-6109f53e9817 req-7091bfab-c8b9-41c8-a9fc-8b83f5bc9057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:21.180691 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1a1c9-528e-42a0-a17e-6109f53e9817 req-7091bfab-c8b9-41c8-a9fc-8b83f5bc9057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:21.181172 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1a1c9-528e-42a0-a17e-6109f53e9817 req-7091bfab-c8b9-41c8-a9fc-8b83f5bc9057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:21.185319 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c8a1a1c9-528e-42a0-a17e-6109f53e9817 req-7091bfab-c8b9-41c8-a9fc-8b83f5bc9057 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4052932 Jul 07 17:16:21.321070 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 879890e6-3cf3-428f-9484-8530da077a00 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:21.545195 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1a1c9-528e-42a0-a17e-6109f53e9817 req-d3822d51-e257-4c3d-bc55-0595f4f5d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:21.546821 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c8a1a1c9-528e-42a0-a17e-6109f53e9817 req-d3822d51-e257-4c3d-bc55-0595f4f5d875 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3552785 Jul 07 17:16:21.622648 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17d659-4646-49c8-97c9-84baaa29c910 req-b11aaa72-73fd-42fb-b0b9-4548e6caaae5 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:21.631398 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Allocated IP 172.20.0.2 (cfcd8643-83bb-4422-925c-2b4065c6dc05/12d196a9-5a11-41af-be0f-9b1700cf8c45/48950192-6001-4922-9169-b5125f5c9641) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:21.632538 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17d659-4646-49c8-97c9-84baaa29c910 req-b11aaa72-73fd-42fb-b0b9-4548e6caaae5 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:21.641064 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17d659-4646-49c8-97c9-84baaa29c910 req-b11aaa72-73fd-42fb-b0b9-4548e6caaae5 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:21.648283 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17d659-4646-49c8-97c9-84baaa29c910 req-b11aaa72-73fd-42fb-b0b9-4548e6caaae5 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:21.664390 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17d659-4646-49c8-97c9-84baaa29c910 req-b11aaa72-73fd-42fb-b0b9-4548e6caaae5 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:21.674433 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17d659-4646-49c8-97c9-84baaa29c910 req-b11aaa72-73fd-42fb-b0b9-4548e6caaae5 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:21.684329 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17d659-4646-49c8-97c9-84baaa29c910 req-b11aaa72-73fd-42fb-b0b9-4548e6caaae5 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:21.693827 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d17d659-4646-49c8-97c9-84baaa29c910 req-b11aaa72-73fd-42fb-b0b9-4548e6caaae5 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5395 time: 0.3317850 Jul 07 17:16:21.776528 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 879890e6-3cf3-428f-9484-8530da077a00 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:21.792606 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d17d659-4646-49c8-97c9-84baaa29c910 req-3d2bec90-3510-447c-a10b-c0daff45c0d1 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975444 Jul 07 17:16:21.795254 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 879890e6-3cf3-428f-9484-8530da077a00 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:21.795864 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:21.873886 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1fb813e5-0069-465f-a20a-028af0f77255 req-e909dae9-7f0b-482d-85f2-7b29214035fd service neutron] 10.222.0.15 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8094141 Jul 07 17:16:21.999304 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.173646 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 879890e6-3cf3-428f-9484-8530da077a00, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=879890e6-3cf3-428f-9484-8530da077a00,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:22.182226 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.235525 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.278185 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:16:22.292759 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Transition to ACTIVE for port object 48950192-6001-4922-9169-b5125f5c9641 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:22.332530 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Transition to ACTIVE for port object 48950192-6001-4922-9169-b5125f5c9641 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:22.341545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=879890e6-3cf3-428f-9484-8530da077a00,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:22.346751 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.419306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Pushing event updated for resources: {'Port': ['ID=48950192-6001-4922-9169-b5125f5c9641,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:22.431341 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Network cfcd8643-83bb-4422-925c-2b4065c6dc05 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:22.434197 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:22.437615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:22.517939 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Attempting to bind port 48950192-6001-4922-9169-b5125f5c9641 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:22.518280 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Attempting to bind port 48950192-6001-4922-9169-b5125f5c9641 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '86935f3c-1d38-4c75-9523-9fe59a9b8c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:22.518892 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Attempting to bind port 48950192-6001-4922-9169-b5125f5c9641 on network cfcd8643-83bb-4422-925c-2b4065c6dc05 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:22.528535 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:22.528958 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Checking segment: {'id': '86935f3c-1d38-4c75-9523-9fe59a9b8c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:22.529826 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.529826 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Bound using segment: {'id': '86935f3c-1d38-4c75-9523-9fe59a9b8c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:22.530482 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Bound port: 48950192-6001-4922-9169-b5125f5c9641, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86935f3c-1d38-4c75-9523-9fe59a9b8c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:22.530943 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.633783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] For port 48950192-6001-4922-9169-b5125f5c9641, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:22.640484 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] For port 48950192-6001-4922-9169-b5125f5c9641, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=48950192-6001-4922-9169-b5125f5c9641,segment=NetworkSegment(86935f3c-1d38-4c75-9523-9fe59a9b8c52),segment_id=86935f3c-1d38-4c75-9523-9fe59a9b8c52)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:22.647772 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.702903 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9752ead6-f062-496d-b5e1-bd1277445c2b {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:22.715872 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.728576 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ebc619-76bb-4ce6-9f46-2be99968b8bc None None] Pushing event updated for resources: {'Port': ['ID=48950192-6001-4922-9169-b5125f5c9641,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:22.813167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] Transition to ACTIVE for port object 9752ead6-f062-496d-b5e1-bd1277445c2b will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:22.820892 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:22.924081 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 879890e6-3cf3-428f-9484-8530da077a00 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:23.096208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] Pushing event updated for resources: {'Port': ['ID=9752ead6-f062-496d-b5e1-bd1277445c2b,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:23.118529 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 879890e6-3cf3-428f-9484-8530da077a00 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:23.118529 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.309107 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] Attempting to bind port 9752ead6-f062-496d-b5e1-bd1277445c2b on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:23.317380 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] Attempting to bind port 9752ead6-f062-496d-b5e1-bd1277445c2b by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '9ea53484-19dc-442a-875e-304fb2e32a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:23.317773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] Attempting to bind port 9752ead6-f062-496d-b5e1-bd1277445c2b on network 18634e68-e208-4b15-bdd2-04c0988b7f74 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:23.351916 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] Port 9752ead6-f062-496d-b5e1-bd1277445c2b on network 18634e68-e208-4b15-bdd2-04c0988b7f74 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:23.352329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] Attempting to bind port 9752ead6-f062-496d-b5e1-bd1277445c2b on network 18634e68-e208-4b15-bdd2-04c0988b7f74 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:23.421039 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:23.421411 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] Checking segment: {'id': '9ea53484-19dc-442a-875e-304fb2e32a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:23.421781 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] Bound using segment: {'id': '9ea53484-19dc-442a-875e-304fb2e32a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:23.422241 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] Bound port: 9752ead6-f062-496d-b5e1-bd1277445c2b, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea53484-19dc-442a-875e-304fb2e32a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:23.423278 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.432974 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac7e30-632d-4d5d-b0ae-d98aacaeade3 req-33dc98b6-2c94-45d2-a305-76d3a9375a54 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.443344 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac7e30-632d-4d5d-b0ae-d98aacaeade3 req-33dc98b6-2c94-45d2-a305-76d3a9375a54 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.448252 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac7e30-632d-4d5d-b0ae-d98aacaeade3 req-33dc98b6-2c94-45d2-a305-76d3a9375a54 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.472023 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac7e30-632d-4d5d-b0ae-d98aacaeade3 req-33dc98b6-2c94-45d2-a305-76d3a9375a54 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.481217 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac7e30-632d-4d5d-b0ae-d98aacaeade3 req-33dc98b6-2c94-45d2-a305-76d3a9375a54 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.491054 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac7e30-632d-4d5d-b0ae-d98aacaeade3 req-33dc98b6-2c94-45d2-a305-76d3a9375a54 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.499372 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac7e30-632d-4d5d-b0ae-d98aacaeade3 req-33dc98b6-2c94-45d2-a305-76d3a9375a54 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.501637 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c2ac7e30-632d-4d5d-b0ae-d98aacaeade3 req-33dc98b6-2c94-45d2-a305-76d3a9375a54 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5407 time: 0.2178323 Jul 07 17:16:23.567956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] For port 9752ead6-f062-496d-b5e1-bd1277445c2b, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:23.571906 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] For port 9752ead6-f062-496d-b5e1-bd1277445c2b, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=9752ead6-f062-496d-b5e1-bd1277445c2b,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:23.596831 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.602268 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c2ac7e30-632d-4d5d-b0ae-d98aacaeade3 req-8afd7cc6-795e-454a-b75d-f45ca7c79bd4 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929306 Jul 07 17:16:23.639237 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3360c1dc-9d3e-4b54-b028-6e44425fd0ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.661540 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.662164 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:23.663620 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] 10.222.0.69 "PUT /v2.0/ports/9752ead6-f062-496d-b5e1-bd1277445c2b HTTP/1.1" status: 200 len: 1091 time: 3.4298983 Jul 07 17:16:23.664073 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'tag': '9752ead6-f062-496d-b5e1-bd1277445c2b'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:23.666326 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50a984a-f69a-4f6b-bea6-f6ec615e9e84" -d '{"events": [{"name": "network-changed", "server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "tag": "9752ead6-f062-496d-b5e1-bd1277445c2b"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:23.747286 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] Request body: {'port': {'device_id': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:23.754396 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65379c42-43ba-4f7e-9a8c-39410c30587c x-openstack-request-id: req-65379c42-43ba-4f7e-9a8c-39410c30587c {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:23.754901 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "tag": "9752ead6-f062-496d-b5e1-bd1277445c2b", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:23.755486 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-65379c42-43ba-4f7e-9a8c-39410c30587c {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:23.756053 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'tag': '9752ead6-f062-496d-b5e1-bd1277445c2b', 'status': 'completed', 'code': 200} Jul 07 17:16:23.785164 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9625119-4952-4aac-8ec7-a9a3b9a065ed service neutron] Pushing event updated for resources: {'Port': ['ID=9752ead6-f062-496d-b5e1-bd1277445c2b,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:23.910266 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a984a-f69a-4f6b-bea6-f6ec615e9e84 req-864dcd4e-70a0-4be0-8bd7-6f5023de9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.910875 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a984a-f69a-4f6b-bea6-f6ec615e9e84 req-864dcd4e-70a0-4be0-8bd7-6f5023de9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.911360 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a984a-f69a-4f6b-bea6-f6ec615e9e84 req-864dcd4e-70a0-4be0-8bd7-6f5023de9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.911834 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a984a-f69a-4f6b-bea6-f6ec615e9e84 req-864dcd4e-70a0-4be0-8bd7-6f5023de9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.912505 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a984a-f69a-4f6b-bea6-f6ec615e9e84 req-864dcd4e-70a0-4be0-8bd7-6f5023de9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.912932 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a984a-f69a-4f6b-bea6-f6ec615e9e84 req-864dcd4e-70a0-4be0-8bd7-6f5023de9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.913403 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a984a-f69a-4f6b-bea6-f6ec615e9e84 req-864dcd4e-70a0-4be0-8bd7-6f5023de9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:23.924348 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f50a984a-f69a-4f6b-bea6-f6ec615e9e84 req-864dcd4e-70a0-4be0-8bd7-6f5023de9e2d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 6354 time: 0.1380241 Jul 07 17:16:23.929396 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.109231 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a984a-f69a-4f6b-bea6-f6ec615e9e84 req-d54652c1-f228-474f-b732-e66128392304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:24.109743 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a984a-f69a-4f6b-bea6-f6ec615e9e84 req-d54652c1-f228-474f-b732-e66128392304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:24.110265 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a984a-f69a-4f6b-bea6-f6ec615e9e84 req-d54652c1-f228-474f-b732-e66128392304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:24.119539 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f50a984a-f69a-4f6b-bea6-f6ec615e9e84 req-d54652c1-f228-474f-b732-e66128392304 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1872280 Jul 07 17:16:24.321211 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a984a-f69a-4f6b-bea6-f6ec615e9e84 req-e69fe698-3452-417c-8620-ba9402d9b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:24.323572 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f50a984a-f69a-4f6b-bea6-f6ec615e9e84 req-e69fe698-3452-417c-8620-ba9402d9b30b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1978102 Jul 07 17:16:24.355424 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-3360c1dc-9d3e-4b54-b028-6e44425fd0ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Allocated IP 172.20.0.1 (cfcd8643-83bb-4422-925c-2b4065c6dc05/12d196a9-5a11-41af-be0f-9b1700cf8c45/444ce618-d203-4154-b485-c87c14fcb301) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:24.591466 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3360c1dc-9d3e-4b54-b028-6e44425fd0ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.612490 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dafbd2ac-b04e-42fa-b747-4064f6bc911f {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:24.620999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-3360c1dc-9d3e-4b54-b028-6e44425fd0ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Transition to ACTIVE for port object 444ce618-d203-4154-b485-c87c14fcb301 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:24.623864 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.673797 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] Transition to ACTIVE for port object dafbd2ac-b04e-42fa-b747-4064f6bc911f will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:24.699547 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.755347 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48faafe8-f6c5-4bcf-89a7-5747e2e3ca85 None None] Network cfcd8643-83bb-4422-925c-2b4065c6dc05 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:16:24.779539 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] Pushing event updated for resources: {'Port': ['ID=dafbd2ac-b04e-42fa-b747-4064f6bc911f,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:24.909058 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ce05c7cc-02be-49c4-84a8-262ac565d39f None None] Provisioning for port 48950192-6001-4922-9169-b5125f5c9641 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:24.935269 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3360c1dc-9d3e-4b54-b028-6e44425fd0ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:24.990561 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 48950192-6001-4922-9169-b5125f5c9641 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:25.029635 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360c1dc-9d3e-4b54-b028-6e44425fd0ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=444ce618-d203-4154-b485-c87c14fcb301,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:25.101206 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3360c1dc-9d3e-4b54-b028-6e44425fd0ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network cfcd8643-83bb-4422-925c-2b4065c6dc05 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:25.117184 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-3360c1dc-9d3e-4b54-b028-6e44425fd0ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:25.117184 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3360c1dc-9d3e-4b54-b028-6e44425fd0ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:25.139567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf926d-668f-4706-bfaa-0d955de6c990 req-b91cfb3d-a7a0-49eb-9fab-0e813a7ff430 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:25.147845 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf926d-668f-4706-bfaa-0d955de6c990 req-b91cfb3d-a7a0-49eb-9fab-0e813a7ff430 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:25.154244 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf926d-668f-4706-bfaa-0d955de6c990 req-b91cfb3d-a7a0-49eb-9fab-0e813a7ff430 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:25.156842 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 48950192-6001-4922-9169-b5125f5c9641 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:25.161675 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 48950192-6001-4922-9169-b5125f5c9641 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:25.162093 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.162321 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf926d-668f-4706-bfaa-0d955de6c990 req-b91cfb3d-a7a0-49eb-9fab-0e813a7ff430 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:25.170190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf926d-668f-4706-bfaa-0d955de6c990 req-b91cfb3d-a7a0-49eb-9fab-0e813a7ff430 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:25.177416 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf926d-668f-4706-bfaa-0d955de6c990 req-b91cfb3d-a7a0-49eb-9fab-0e813a7ff430 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:25.183520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf926d-668f-4706-bfaa-0d955de6c990 req-b91cfb3d-a7a0-49eb-9fab-0e813a7ff430 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:25.191321 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f2cf926d-668f-4706-bfaa-0d955de6c990 req-b91cfb3d-a7a0-49eb-9fab-0e813a7ff430 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5419 time: 0.3561127 Jul 07 17:16:25.299500 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] Attempting to bind port dafbd2ac-b04e-42fa-b747-4064f6bc911f on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:25.299907 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] Attempting to bind port dafbd2ac-b04e-42fa-b747-4064f6bc911f by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '31fa8454-29c6-43de-a28c-5cac7af44df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7f50ef8b-2e6c-4b5b-a4d1-84c812881b17'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:25.300304 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] Attempting to bind port dafbd2ac-b04e-42fa-b747-4064f6bc911f on network 7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:25.308577 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3360c1dc-9d3e-4b54-b028-6e44425fd0ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.348360 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.373330 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] Port dafbd2ac-b04e-42fa-b747-4064f6bc911f on network 7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:25.373908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] Attempting to bind port dafbd2ac-b04e-42fa-b747-4064f6bc911f on network 7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:25.386548 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f2cf926d-668f-4706-bfaa-0d955de6c990 req-0cde2288-b028-4253-b37b-68b809a0d192 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1943209 Jul 07 17:16:25.396605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:25.398850 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 48950192-6001-4922-9169-b5125f5c9641, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=48950192-6001-4922-9169-b5125f5c9641,segment=NetworkSegment(86935f3c-1d38-4c75-9523-9fe59a9b8c52),segment_id=86935f3c-1d38-4c75-9523-9fe59a9b8c52)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:25.400397 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] Checking segment: {'id': '31fa8454-29c6-43de-a28c-5cac7af44df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7f50ef8b-2e6c-4b5b-a4d1-84c812881b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:25.400942 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] Bound using segment: {'id': '31fa8454-29c6-43de-a28c-5cac7af44df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7f50ef8b-2e6c-4b5b-a4d1-84c812881b17'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:25.401483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] Bound port: dafbd2ac-b04e-42fa-b747-4064f6bc911f, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31fa8454-29c6-43de-a28c-5cac7af44df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7f50ef8b-2e6c-4b5b-a4d1-84c812881b17'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:25.401921 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.409889 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.492083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=48950192-6001-4922-9169-b5125f5c9641,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:25.585466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] For port dafbd2ac-b04e-42fa-b747-4064f6bc911f, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:25.639361 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] For port dafbd2ac-b04e-42fa-b747-4064f6bc911f, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=dafbd2ac-b04e-42fa-b747-4064f6bc911f,segment=NetworkSegment(31fa8454-29c6-43de-a28c-5cac7af44df1),segment_id=31fa8454-29c6-43de-a28c-5cac7af44df1)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:25.657374 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2ba4a01e-0ebc-4aeb-8476-f0f538ea5393 None None] Provisioning for port 444ce618-d203-4154-b485-c87c14fcb301 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:25.660836 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.681488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2ba4a01e-0ebc-4aeb-8476-f0f538ea5393 None None] Provisioning complete for port 444ce618-d203-4154-b485-c87c14fcb301 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:25.683110 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a01e-0ebc-4aeb-8476-f0f538ea5393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.699876 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3360c1dc-9d3e-4b54-b028-6e44425fd0ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.723562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:25.724422 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.725946 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] 10.222.0.69 "PUT /v2.0/ports/dafbd2ac-b04e-42fa-b747-4064f6bc911f HTTP/1.1" status: 200 len: 1091 time: 1.9862149 Jul 07 17:16:25.758624 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] Request body: {'port': {'device_id': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:25.761136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'tag': 'dafbd2ac-b04e-42fa-b747-4064f6bc911f'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:25.763658 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d77030-2b8b-482f-8ec2-b6cdd30b3841" -d '{"events": [{"name": "network-changed", "server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "tag": "dafbd2ac-b04e-42fa-b747-4064f6bc911f"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:25.816244 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2ba4a01e-0ebc-4aeb-8476-f0f538ea5393 None None] Port 444ce618-d203-4154-b485-c87c14fcb301 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:25.868225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2ba4a01e-0ebc-4aeb-8476-f0f538ea5393 None None] Provisioning complete for port 48950192-6001-4922-9169-b5125f5c9641 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:25.868787 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2ba4a01e-0ebc-4aeb-8476-f0f538ea5393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:25.920006 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05533922-f400-4967-823f-fdc79ea25f8b service neutron] Pushing event updated for resources: {'Port': ['ID=dafbd2ac-b04e-42fa-b747-4064f6bc911f,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:25.931122 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f669d5c3-508c-4e04-86fe-c2b8371b65a2 x-openstack-request-id: req-f669d5c3-508c-4e04-86fe-c2b8371b65a2 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:25.931429 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "tag": "dafbd2ac-b04e-42fa-b747-4064f6bc911f", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:25.931681 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f669d5c3-508c-4e04-86fe-c2b8371b65a2 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:25.932127 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'tag': 'dafbd2ac-b04e-42fa-b747-4064f6bc911f', 'status': 'completed', 'code': 200} Jul 07 17:16:26.063066 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d77030-2b8b-482f-8ec2-b6cdd30b3841 req-5f76cb60-ba17-4c5c-ac7f-5daa53b6c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.073405 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d77030-2b8b-482f-8ec2-b6cdd30b3841 req-5f76cb60-ba17-4c5c-ac7f-5daa53b6c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.074230 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d77030-2b8b-482f-8ec2-b6cdd30b3841 req-5f76cb60-ba17-4c5c-ac7f-5daa53b6c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.075014 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d77030-2b8b-482f-8ec2-b6cdd30b3841 req-5f76cb60-ba17-4c5c-ac7f-5daa53b6c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.075587 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d77030-2b8b-482f-8ec2-b6cdd30b3841 req-5f76cb60-ba17-4c5c-ac7f-5daa53b6c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.076210 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d77030-2b8b-482f-8ec2-b6cdd30b3841 req-5f76cb60-ba17-4c5c-ac7f-5daa53b6c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.076824 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d77030-2b8b-482f-8ec2-b6cdd30b3841 req-5f76cb60-ba17-4c5c-ac7f-5daa53b6c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.079505 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a7d77030-2b8b-482f-8ec2-b6cdd30b3841 req-5f76cb60-ba17-4c5c-ac7f-5daa53b6c40a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 6421 time: 0.1729524 Jul 07 17:16:26.222300 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d030423b-0858-4b1e-8552-31de561805dd None None] Provisioning complete for port 444ce618-d203-4154-b485-c87c14fcb301 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:26.222704 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d030423b-0858-4b1e-8552-31de561805dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.234624 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.271249 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d77030-2b8b-482f-8ec2-b6cdd30b3841 req-d4ead13e-91d4-4d00-9465-996aae932681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.273724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d77030-2b8b-482f-8ec2-b6cdd30b3841 req-d4ead13e-91d4-4d00-9465-996aae932681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.274459 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d77030-2b8b-482f-8ec2-b6cdd30b3841 req-d4ead13e-91d4-4d00-9465-996aae932681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.276587 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a7d77030-2b8b-482f-8ec2-b6cdd30b3841 req-d4ead13e-91d4-4d00-9465-996aae932681 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1881971 Jul 07 17:16:26.307709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d030423b-0858-4b1e-8552-31de561805dd None None] Port 444ce618-d203-4154-b485-c87c14fcb301 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:26.473077 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d77030-2b8b-482f-8ec2-b6cdd30b3841 req-ba18da00-0f79-49c6-b7af-38ade431380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.475793 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a7d77030-2b8b-482f-8ec2-b6cdd30b3841 req-ba18da00-0f79-49c6-b7af-38ade431380c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1880579 Jul 07 17:16:26.483792 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3360c1dc-9d3e-4b54-b028-6e44425fd0ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.496050 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3360c1dc-9d3e-4b54-b028-6e44425fd0ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.660261 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360c1dc-9d3e-4b54-b028-6e44425fd0ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=444ce618-d203-4154-b485-c87c14fcb301,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:26.715920 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3360c1dc-9d3e-4b54-b028-6e44425fd0ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:26.863895 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69a549-3416-4d69-be04-170878414af9 req-dd18e816-81c1-4211-8988-f24e80bd545c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.873348 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69a549-3416-4d69-be04-170878414af9 req-dd18e816-81c1-4211-8988-f24e80bd545c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.899362 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69a549-3416-4d69-be04-170878414af9 req-dd18e816-81c1-4211-8988-f24e80bd545c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.906561 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69a549-3416-4d69-be04-170878414af9 req-dd18e816-81c1-4211-8988-f24e80bd545c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.919954 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 48950192-6001-4922-9169-b5125f5c9641 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:26.923990 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69a549-3416-4d69-be04-170878414af9 req-dd18e816-81c1-4211-8988-f24e80bd545c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.930093 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69a549-3416-4d69-be04-170878414af9 req-dd18e816-81c1-4211-8988-f24e80bd545c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.936273 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69a549-3416-4d69-be04-170878414af9 req-dd18e816-81c1-4211-8988-f24e80bd545c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:26.944523 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b69a549-3416-4d69-be04-170878414af9 req-dd18e816-81c1-4211-8988-f24e80bd545c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5419 time: 0.3366029 Jul 07 17:16:27.010781 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 48950192-6001-4922-9169-b5125f5c9641 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:27.011433 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.030759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6892b463-e625-476b-95bb-85543e6fc3f0 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:27.040237 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.069845 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b69a549-3416-4d69-be04-170878414af9 req-399422e7-346d-4ec6-b3be-5ba92140ce1b tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1242509 Jul 07 17:16:27.075436 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] Transition to ACTIVE for port object 6892b463-e625-476b-95bb-85543e6fc3f0 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:27.077856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3360c1dc-9d3e-4b54-b028-6e44425fd0ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network cfcd8643-83bb-4422-925c-2b4065c6dc05 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:27.080064 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-3360c1dc-9d3e-4b54-b028-6e44425fd0ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:27.091797 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.241621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] Pushing event updated for resources: {'Port': ['ID=6892b463-e625-476b-95bb-85543e6fc3f0,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:27.435612 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] Attempting to bind port 6892b463-e625-476b-95bb-85543e6fc3f0 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:27.436064 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] Attempting to bind port 6892b463-e625-476b-95bb-85543e6fc3f0 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '31fa8454-29c6-43de-a28c-5cac7af44df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7f50ef8b-2e6c-4b5b-a4d1-84c812881b17'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:27.436499 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] Attempting to bind port 6892b463-e625-476b-95bb-85543e6fc3f0 on network 7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:27.441146 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3360c1dc-9d3e-4b54-b028-6e44425fd0ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Router 81589480-ee22-4db5-b582-9be2708a54c3 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:27.447730 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] Port 6892b463-e625-476b-95bb-85543e6fc3f0 on network 7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:27.448450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] Attempting to bind port 6892b463-e625-476b-95bb-85543e6fc3f0 on network 7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:27.458038 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:27.458672 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] Checking segment: {'id': '31fa8454-29c6-43de-a28c-5cac7af44df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7f50ef8b-2e6c-4b5b-a4d1-84c812881b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:27.459231 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] Bound using segment: {'id': '31fa8454-29c6-43de-a28c-5cac7af44df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7f50ef8b-2e6c-4b5b-a4d1-84c812881b17'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:27.459858 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] Bound port: 6892b463-e625-476b-95bb-85543e6fc3f0, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31fa8454-29c6-43de-a28c-5cac7af44df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7f50ef8b-2e6c-4b5b-a4d1-84c812881b17'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:27.460388 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.585279 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6bfd3dbc-0c98-4b49-8759-fc31acdfe627 None None] Provisioning complete for port 444ce618-d203-4154-b485-c87c14fcb301 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:27.585873 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3dbc-0c98-4b49-8759-fc31acdfe627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.624478 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-6bfd3dbc-0c98-4b49-8759-fc31acdfe627 None None] Port 444ce618-d203-4154-b485-c87c14fcb301 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:27.631859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] For port 6892b463-e625-476b-95bb-85543e6fc3f0, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:27.643753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3360c1dc-9d3e-4b54-b028-6e44425fd0ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:27.654901 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3360c1dc-9d3e-4b54-b028-6e44425fd0ca tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "PUT /v2.0/routers/81589480-ee22-4db5-b582-9be2708a54c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8206277 Jul 07 17:16:27.654901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] For port 6892b463-e625-476b-95bb-85543e6fc3f0, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6892b463-e625-476b-95bb-85543e6fc3f0,segment=NetworkSegment(31fa8454-29c6-43de-a28c-5cac7af44df1),segment_id=31fa8454-29c6-43de-a28c-5cac7af44df1)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:27.658840 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] Sync routers for ids ['81589480-ee22-4db5-b582-9be2708a54c3'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:27.668588 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.677343 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] Routers {'81589480-ee22-4db5-b582-9be2708a54c3'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:27.679396 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:16:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['81589480-ee22-4db5-b582-9be2708a54c3'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:27.705147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:27.705830 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:27.707431 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] 10.222.0.69 "PUT /v2.0/ports/6892b463-e625-476b-95bb-85543e6fc3f0 HTTP/1.1" status: 200 len: 1091 time: 1.9535830 Jul 07 17:16:27.735623 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa1e86-f7b7-4b76-bbab-1335ce8f0577 service neutron] Pushing event updated for resources: {'Port': ['ID=6892b463-e625-476b-95bb-85543e6fc3f0,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:27.940046 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-2e17c09f-f63a-4148-ab14-011d167a892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:27.940540 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-2e17c09f-f63a-4148-ab14-011d167a892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:27.941208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-2e17c09f-f63a-4148-ab14-011d167a892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:27.942042 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-2e17c09f-f63a-4148-ab14-011d167a892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:27.945128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] Set router 81589480-ee22-4db5-b582-9be2708a54c3 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:27.947898 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-2e17c09f-f63a-4148-ab14-011d167a892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:27.948328 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-2e17c09f-f63a-4148-ab14-011d167a892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:27.949008 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-2e17c09f-f63a-4148-ab14-011d167a892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:27.976492 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-2e17c09f-f63a-4148-ab14-011d167a892c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 6488 time: 0.1879447 Jul 07 17:16:27.991948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'tag': '6892b463-e625-476b-95bb-85543e6fc3f0'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:27.994534 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f575d0e-b023-42a5-82f5-02540f7ebbdd" -d '{"events": [{"name": "network-changed", "server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "tag": "6892b463-e625-476b-95bb-85543e6fc3f0"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:28.006125 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-a16fa8bb-4f70-4548-a3ad-d53a828277a9 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1082833335&fields=id&tenant_id=579e95f3998b4f8bb632de60105379a3 HTTP/1.1" status: 200 len: 267 time: 0.0706995 Jul 07 17:16:28.101052 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95bc73b-6953-4b38-a82a-053080fbbce6 x-openstack-request-id: req-b95bc73b-6953-4b38-a82a-053080fbbce6 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:28.101368 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "tag": "6892b463-e625-476b-95bb-85543e6fc3f0", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:28.101633 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b95bc73b-6953-4b38-a82a-053080fbbce6 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:28.102058 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'tag': '6892b463-e625-476b-95bb-85543e6fc3f0', 'status': 'completed', 'code': 200} Jul 07 17:16:28.104075 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-de08687d-1c6e-4ce9-b1d1-2d66cd2e5151 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edd8fb19-c8db-4344-a7a3-efcc479931b2 HTTP/1.1" status: 200 len: 217 time: 0.1272631 Jul 07 17:16:28.185665 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-60826db5-8e6a-4588-85d1-6112fdbb18e1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.194339 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-60826db5-8e6a-4588-85d1-6112fdbb18e1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/networks?id=cfcd8643-83bb-4422-925c-2b4065c6dc05 HTTP/1.1" status: 200 len: 797 time: 0.1865387 Jul 07 17:16:28.212619 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-5913c4aa-d459-4e33-8655-c63fea38aad6 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/quotas/579e95f3998b4f8bb632de60105379a3 HTTP/1.1" status: 200 len: 375 time: 0.0169697 Jul 07 17:16:28.320664 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-14bc68a2-cc8d-47f5-9689-4e976d002c56 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047153 Jul 07 17:16:28.362791 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81589480-ee22-4db5-b582-9be2708a54c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931972657', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '879890e6-3cf3-428f-9484-8530da077a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:16:25Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': '879890e6-3cf3-428f-9484-8530da077a00', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '444ce618-d203-4154-b485-c87c14fcb301', 'name': '', 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:ef:06:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '12d196a9-5a11-41af-be0f-9b1700cf8c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:23Z', 'updated_at': '2021-07-07T17:16:26Z', 'revision_number': 2, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '12d196a9-5a11-41af-be0f-9b1700cf8c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:28.396161 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] Checking router: 81589480-ee22-4db5-b582-9be2708a54c3 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:16:28.396908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] Updating router 81589480-ee22-4db5-b582-9be2708a54c3 port 444ce618-d203-4154-b485-c87c14fcb301 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:16:28.475436 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:28.505775 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-f1648924-0ddb-4881-a56b-eea5f33fead4 service neutron] 10.222.0.50 "GET /v2.0/networks/cfcd8643-83bb-4422-925c-2b4065c6dc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832585 Jul 07 17:16:28.639586 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-1fc654d4-a2b6-497b-8d4d-29ae4106a1b8 service neutron] 10.222.0.50 "GET /v2.0/networks/cfcd8643-83bb-4422-925c-2b4065c6dc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277492 Jul 07 17:16:28.730922 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-ab357c04-66b2-409d-9a78-cbfd0f6f5b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.733000 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-ab357c04-66b2-409d-9a78-cbfd0f6f5b89 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c2c83dc-bdf2-40c6-96f7-00d45954aec0 HTTP/1.1" status: 200 len: 856 time: 0.6224701 Jul 07 17:16:28.901600 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-1535ff2b-66d5-484c-b96c-8c5200c31622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.908458 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-1535ff2b-66d5-484c-b96c-8c5200c31622 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e29b4352-e24e-4209-8013-9bd6bb864f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380656 Jul 07 17:16:28.940565 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbc20c-15d4-4b7d-8166-890aa1843b51 req-686f92a3-a667-4d18-83fb-a5e3103fc9a4 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.951442 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbc20c-15d4-4b7d-8166-890aa1843b51 req-686f92a3-a667-4d18-83fb-a5e3103fc9a4 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.959103 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbc20c-15d4-4b7d-8166-890aa1843b51 req-686f92a3-a667-4d18-83fb-a5e3103fc9a4 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.965672 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbc20c-15d4-4b7d-8166-890aa1843b51 req-686f92a3-a667-4d18-83fb-a5e3103fc9a4 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.972403 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbc20c-15d4-4b7d-8166-890aa1843b51 req-686f92a3-a667-4d18-83fb-a5e3103fc9a4 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.979463 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbc20c-15d4-4b7d-8166-890aa1843b51 req-686f92a3-a667-4d18-83fb-a5e3103fc9a4 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.986732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbc20c-15d4-4b7d-8166-890aa1843b51 req-686f92a3-a667-4d18-83fb-a5e3103fc9a4 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:28.989928 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6eacaf66-1d60-4d6f-a4ec-22f9668fdeb6 req-6e306e2f-732b-4f1d-b1bd-17a5e49df88c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 210 time: 0.0420852 Jul 07 17:16:28.995070 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dedbc20c-15d4-4b7d-8166-890aa1843b51 req-686f92a3-a667-4d18-83fb-a5e3103fc9a4 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5431 time: 0.2608769 Jul 07 17:16:29.017268 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.037594 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] Transition to ACTIVE for port object 444ce618-d203-4154-b485-c87c14fcb301 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:29.045687 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.130524 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9931a-9f54-4162-a711-57979e7839e4 None None] Pushing event updated for resources: {'Port': ['ID=444ce618-d203-4154-b485-c87c14fcb301,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:29.152757 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dedbc20c-15d4-4b7d-8166-890aa1843b51 req-27b87cc7-86ce-4c67-baf4-9783b7c01fe3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1567028 Jul 07 17:16:29.223651 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-46805f2d-4413-41d9-854a-765e47470367 service neutron] 10.222.0.69 "GET /v2.0/networks/e29b4352-e24e-4209-8013-9bd6bb864f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183356 Jul 07 17:16:29.253878 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] Attempting to bind port 444ce618-d203-4154-b485-c87c14fcb301 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:29.254620 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] Attempting to bind port 444ce618-d203-4154-b485-c87c14fcb301 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '86935f3c-1d38-4c75-9523-9fe59a9b8c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:29.255587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] Attempting to bind port 444ce618-d203-4154-b485-c87c14fcb301 on network cfcd8643-83bb-4422-925c-2b4065c6dc05 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:29.277101 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:29.291974 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] Checking segment: {'id': '86935f3c-1d38-4c75-9523-9fe59a9b8c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:29.292396 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.292801 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] Bound using segment: {'id': '86935f3c-1d38-4c75-9523-9fe59a9b8c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:29.295148 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] Bound port: 444ce618-d203-4154-b485-c87c14fcb301, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86935f3c-1d38-4c75-9523-9fe59a9b8c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:29.298139 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.525775 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-2661309b-a848-4e6e-9973-104e5cbb9b06 service neutron] 10.222.0.69 "GET /v2.0/networks/e29b4352-e24e-4209-8013-9bd6bb864f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944536 Jul 07 17:16:29.579410 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-22ae5ac9-d9c0-45c6-9d64-20e941af95d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=abb06316-0dcb-4177-a46e-857fc15015ac HTTP/1.1" status: 200 len: 217 time: 0.0446606 Jul 07 17:16:29.674451 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-f642b268-4bee-423b-adc7-e21436953ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.677087 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-f642b268-4bee-423b-adc7-e21436953ba1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.0904675 Jul 07 17:16:29.682290 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] For port 444ce618-d203-4154-b485-c87c14fcb301, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:29.685695 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] For port 444ce618-d203-4154-b485-c87c14fcb301, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=444ce618-d203-4154-b485-c87c14fcb301,segment=NetworkSegment(86935f3c-1d38-4c75-9523-9fe59a9b8c52),segment_id=86935f3c-1d38-4c75-9523-9fe59a9b8c52)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:29.692210 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:29.747866 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-dd90b43f-62a3-4fc2-ae75-5ea79e426c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:29.749711 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-dd90b43f-62a3-4fc2-ae75-5ea79e426c54 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0624075 Jul 07 17:16:29.800171 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] Routers {'81589480-ee22-4db5-b582-9be2708a54c3'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:29.801833 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:16:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['81589480-ee22-4db5-b582-9be2708a54c3'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:29.876413 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-7a4adb4b-73b3-460f-b1f0-52b9f082fefb service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104960 Jul 07 17:16:29.972896 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] Set router 81589480-ee22-4db5-b582-9be2708a54c3 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:30.029403 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9931a-9f54-4162-a711-57979e7839e4 None None] Pushing event updated for resources: {'Port': ['ID=444ce618-d203-4154-b485-c87c14fcb301,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:30.061090 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-ba783227-6dc3-4d4f-ba02-52911cc906c4 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779163 Jul 07 17:16:30.118076 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-6ee6c4ef-8320-4af1-8d85-1ad69e6df951 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=3ca38a31-8b0b-40d7-958d-92e968e1581f HTTP/1.1" status: 200 len: 217 time: 0.0500107 Jul 07 17:16:30.212667 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-643f07d9-e87c-4935-b9a8-d19397467769 req-bd6b57c0-af2e-496d-8c1e-1f72155bff68 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 210 time: 0.0389915 Jul 07 17:16:30.239282 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-eb286e34-a812-4a17-a381-0340be799a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:30.240807 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-eb286e34-a812-4a17-a381-0340be799a91 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.1165504 Jul 07 17:16:30.312213 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-0d860853-c4b0-453b-8466-d1f2a0a292cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:30.314839 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-0d860853-c4b0-453b-8466-d1f2a0a292cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0662758 Jul 07 17:16:30.327476 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81589480-ee22-4db5-b582-9be2708a54c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931972657', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '879890e6-3cf3-428f-9484-8530da077a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:16:25Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': '879890e6-3cf3-428f-9484-8530da077a00', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '444ce618-d203-4154-b485-c87c14fcb301', 'name': '', 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:ef:06:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '12d196a9-5a11-41af-be0f-9b1700cf8c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:23Z', 'updated_at': '2021-07-07T17:16:29Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '12d196a9-5a11-41af-be0f-9b1700cf8c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:30.366856 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f46cd3-431f-4d6d-aa52-a2b6c8231ee0 None None] The sync data for ids ['81589480-ee22-4db5-b582-9be2708a54c3'] in n-d-793620-7 is: [{'id': '81589480-ee22-4db5-b582-9be2708a54c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931972657', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '879890e6-3cf3-428f-9484-8530da077a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:16:25Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': '879890e6-3cf3-428f-9484-8530da077a00', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '444ce618-d203-4154-b485-c87c14fcb301', 'name': '', 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:ef:06:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '12d196a9-5a11-41af-be0f-9b1700cf8c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:23Z', 'updated_at': '2021-07-07T17:16:29Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '12d196a9-5a11-41af-be0f-9b1700cf8c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:30.502701 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-0af93f58-ec81-44e5-a9ba-c9cc7e7a111f service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785917 Jul 07 17:16:30.559899 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ddfb1-cea8-48b6-95c6-b9efa656bef3 req-781021cc-f06e-4ba9-b550-bf27e602ac76 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:30.566606 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ddfb1-cea8-48b6-95c6-b9efa656bef3 req-781021cc-f06e-4ba9-b550-bf27e602ac76 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:30.577849 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ddfb1-cea8-48b6-95c6-b9efa656bef3 req-781021cc-f06e-4ba9-b550-bf27e602ac76 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:30.593825 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ddfb1-cea8-48b6-95c6-b9efa656bef3 req-781021cc-f06e-4ba9-b550-bf27e602ac76 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:30.610077 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ddfb1-cea8-48b6-95c6-b9efa656bef3 req-781021cc-f06e-4ba9-b550-bf27e602ac76 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:30.618308 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ddfb1-cea8-48b6-95c6-b9efa656bef3 req-781021cc-f06e-4ba9-b550-bf27e602ac76 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:30.625955 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ddfb1-cea8-48b6-95c6-b9efa656bef3 req-781021cc-f06e-4ba9-b550-bf27e602ac76 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:30.633818 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-341ddfb1-cea8-48b6-95c6-b9efa656bef3 req-781021cc-f06e-4ba9-b550-bf27e602ac76 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5431 time: 0.2582390 Jul 07 17:16:30.679077 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-341ddfb1-cea8-48b6-95c6-b9efa656bef3 req-d1e94544-530d-45b5-8adc-c837d30ccc61 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441885 Jul 07 17:16:30.803091 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-c2578b43-aa73-4484-bcf2-4308c4cb74fb service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925813 Jul 07 17:16:30.888889 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-5f82a9c3-7937-4939-9cd0-b358b7d228b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=36c75515-b4d5-40e5-ac8b-57a12501df0b HTTP/1.1" status: 200 len: 217 time: 0.0557272 Jul 07 17:16:30.983331 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 444ce618-d203-4154-b485-c87c14fcb301 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:31.023261 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-daf6864e-4d2a-4f74-924b-cdff45ffa390 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:31.024936 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-daf6864e-4d2a-4f74-924b-cdff45ffa390 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.15 "GET /v2.0/networks?id=cfcd8643-83bb-4422-925c-2b4065c6dc05 HTTP/1.1" status: 200 len: 797 time: 0.3041303 Jul 07 17:16:31.027583 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-b053ce86-b23e-4cd9-b321-aaf6887155b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:31.028669 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-b053ce86-b23e-4cd9-b321-aaf6887155b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.1329191 Jul 07 17:16:31.124121 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 444ce618-d203-4154-b485-c87c14fcb301 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:31.132337 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 444ce618-d203-4154-b485-c87c14fcb301 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:31.132926 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.200176 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-5740589a-597a-4395-9793-92729a1d96cc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=579e95f3998b4f8bb632de60105379a3 HTTP/1.1" status: 200 len: 380 time: 0.1456265 Jul 07 17:16:31.212747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-5cc246df-ffa0-48d7-b72f-b78b2a4d3bea tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'port': {'device_id': 'cd8d06f2-2121-4b48-b12b-93e56aab06b7', 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05', 'admin_state_up': True, 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'security_groups': ['e97ff362-c7a0-4b17-8956-c0e6625b502e']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:31.291392 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-ba178e96-9abf-445f-b183-c2b972bd75cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:31.292957 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-ba178e96-9abf-445f-b183-c2b972bd75cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2574198 Jul 07 17:16:31.310337 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.411949 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 444ce618-d203-4154-b485-c87c14fcb301, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=444ce618-d203-4154-b485-c87c14fcb301,segment=NetworkSegment(86935f3c-1d38-4c75-9523-9fe59a9b8c52),segment_id=86935f3c-1d38-4c75-9523-9fe59a9b8c52)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:31.416969 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.454448 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8fdfb0ba-e740-46e4-ba08-1bc953576345 req-e3397a74-a20b-469b-ac64-f2b53a17e373 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 210 time: 0.0522299 Jul 07 17:16:31.489205 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=444ce618-d203-4154-b485-c87c14fcb301,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:31.510069 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-e2f1fec5-f224-4d1c-a7cb-5f7c8a419998 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099493 Jul 07 17:16:31.511236 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-5cc246df-ffa0-48d7-b72f-b78b2a4d3bea tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Made reservation on behalf of 579e95f3998b4f8bb632de60105379a3 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:31.515132 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-5cc246df-ffa0-48d7-b72f-b78b2a4d3bea tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:31.729868 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-3251c894-ec79-47f6-be42-1b66fb24a103 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106495 Jul 07 17:16:31.808580 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-b354ed6b-f095-421a-bcc3-1f4da19dd272 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=9752ead6-f062-496d-b5e1-bd1277445c2b HTTP/1.1" status: 200 len: 217 time: 0.0676889 Jul 07 17:16:31.860762 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-5cc246df-ffa0-48d7-b72f-b78b2a4d3bea tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Allocated IP 172.20.0.3 (cfcd8643-83bb-4422-925c-2b4065c6dc05/12d196a9-5a11-41af-be0f-9b1700cf8c45/b35e2dd4-cc63-4460-a6ca-6122f84ff38b) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:31.929224 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-fc415a21-6d2a-4616-967b-e28adcedf83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:31.930822 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-fc415a21-6d2a-4616-967b-e28adcedf83e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.1118522 Jul 07 17:16:32.130801 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ed0c6-81ee-4570-8240-3b7bdf12b152 req-d58df7a8-5784-4963-a59b-9a667686ea06 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.136906 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ed0c6-81ee-4570-8240-3b7bdf12b152 req-d58df7a8-5784-4963-a59b-9a667686ea06 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.143010 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ed0c6-81ee-4570-8240-3b7bdf12b152 req-d58df7a8-5784-4963-a59b-9a667686ea06 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.152689 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ed0c6-81ee-4570-8240-3b7bdf12b152 req-d58df7a8-5784-4963-a59b-9a667686ea06 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.155101 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ed0c6-81ee-4570-8240-3b7bdf12b152 req-d58df7a8-5784-4963-a59b-9a667686ea06 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.161771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ed0c6-81ee-4570-8240-3b7bdf12b152 req-d58df7a8-5784-4963-a59b-9a667686ea06 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.167743 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ed0c6-81ee-4570-8240-3b7bdf12b152 req-d58df7a8-5784-4963-a59b-9a667686ea06 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.169727 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f43ed0c6-81ee-4570-8240-3b7bdf12b152 req-d58df7a8-5784-4963-a59b-9a667686ea06 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5431 time: 0.3117256 Jul 07 17:16:32.205616 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-b7ec1070-16c5-4886-8591-ba5b0f972a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.208455 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-b7ec1070-16c5-4886-8591-ba5b0f972a5f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2700856 Jul 07 17:16:32.321965 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f43ed0c6-81ee-4570-8240-3b7bdf12b152 req-20e99a7a-45d1-4708-ae99-47cbb90c30f5 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1435039 Jul 07 17:16:32.335690 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-5cc246df-ffa0-48d7-b72f-b78b2a4d3bea tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.361651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-5cc246df-ffa0-48d7-b72f-b78b2a4d3bea tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Transition to ACTIVE for port object b35e2dd4-cc63-4460-a6ca-6122f84ff38b will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:32.388049 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-0424d635-a22f-4115-a2eb-ff06861994fa service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677177 Jul 07 17:16:32.473215 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-5cc246df-ffa0-48d7-b72f-b78b2a4d3bea tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.545957 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-5cc246df-ffa0-48d7-b72f-b78b2a4d3bea tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network cfcd8643-83bb-4422-925c-2b4065c6dc05 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:32.556139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-5cc246df-ffa0-48d7-b72f-b78b2a4d3bea tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:32.564210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-5cc246df-ffa0-48d7-b72f-b78b2a4d3bea tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:32.570704 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-d2e36946-837e-4621-ac88-089eda2a4edc service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726463 Jul 07 17:16:32.571313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc246df-ffa0-48d7-b72f-b78b2a4d3bea tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=b35e2dd4-cc63-4460-a6ca-6122f84ff38b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:32.686795 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-c6b66282-e9b1-4bd7-8582-d0e0cca09611 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dafbd2ac-b04e-42fa-b747-4064f6bc911f HTTP/1.1" status: 200 len: 217 time: 0.0727196 Jul 07 17:16:32.706622 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1efa3-9b7c-44c3-a927-a973d12a469a req-f3ceb7a4-f26a-4c4a-b59c-59f8686ea2b5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.708471 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4eb1efa3-9b7c-44c3-a927-a973d12a469a req-f3ceb7a4-f26a-4c4a-b59c-59f8686ea2b5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 931 time: 0.0956378 Jul 07 17:16:32.715983 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-5cc246df-ffa0-48d7-b72f-b78b2a4d3bea tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.717005 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-5cc246df-ffa0-48d7-b72f-b78b2a4d3bea tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.767204 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-5cc246df-ffa0-48d7-b72f-b78b2a4d3bea tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5609112 Jul 07 17:16:32.773899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-5acd6bbb-e504-467d-a94b-b67fe43d8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.775917 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-5acd6bbb-e504-467d-a94b-b67fe43d8ef4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c HTTP/1.1" status: 200 len: 797 time: 0.0815322 Jul 07 17:16:32.782221 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] Request body: {'port': {'device_id': 'cd8d06f2-2121-4b48-b12b-93e56aab06b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:32.784751 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4eb1efa3-9b7c-44c3-a927-a973d12a469a req-1aa65c71-4d57-46a9-862a-461930f081cc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692921 Jul 07 17:16:32.920128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-abddc8a6-a4b0-4ee4-9902-5fe6334a718d None None] Provisioning for port b35e2dd4-cc63-4460-a6ca-6122f84ff38b completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:32.925971 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-abddc8a6-a4b0-4ee4-9902-5fe6334a718d None None] Provisioning complete for port b35e2dd4-cc63-4460-a6ca-6122f84ff38b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:32.926364 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-abddc8a6-a4b0-4ee4-9902-5fe6334a718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.941088 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:32.958679 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-86913f1b-003d-4daf-b56a-d37783dff401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:32.960307 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-86913f1b-003d-4daf-b56a-d37783dff401 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1750402 Jul 07 17:16:32.975440 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-abddc8a6-a4b0-4ee4-9902-5fe6334a718d None None] Port b35e2dd4-cc63-4460-a6ca-6122f84ff38b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:32.977297 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 444ce618-d203-4154-b485-c87c14fcb301 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:33.040218 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 444ce618-d203-4154-b485-c87c14fcb301 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:33.040598 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.238223 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-f711e502-cbd8-46fc-89d9-ecf8d798affd service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369194 Jul 07 17:16:33.379754 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-125e6432-78e3-42e8-97e6-7b3a359add7c service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329250 Jul 07 17:16:33.447266 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-d2b636fc-c4c0-46fc-9a12-a14f4a46f869 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6892b463-e625-476b-95bb-85543e6fc3f0 HTTP/1.1" status: 200 len: 217 time: 0.0581155 Jul 07 17:16:33.493876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35e2dd4-cc63-4460-a6ca-6122f84ff38b {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:33.506209 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.524496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-5212e278-f074-49eb-a872-884bbb6bce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:33.526004 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-5212e278-f074-49eb-a872-884bbb6bce88 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c HTTP/1.1" status: 200 len: 797 time: 0.0719240 Jul 07 17:16:33.528580 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] Transition to ACTIVE for port object b35e2dd4-cc63-4460-a6ca-6122f84ff38b will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:33.542178 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.556627 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dd440-bc92-4927-bf55-5ca88fa7aa20 req-dafd64a1-7ae7-4baa-b30e-cb0d87680e39 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:33.563901 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dd440-bc92-4927-bf55-5ca88fa7aa20 req-dafd64a1-7ae7-4baa-b30e-cb0d87680e39 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:33.569999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dd440-bc92-4927-bf55-5ca88fa7aa20 req-dafd64a1-7ae7-4baa-b30e-cb0d87680e39 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:33.576402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dd440-bc92-4927-bf55-5ca88fa7aa20 req-dafd64a1-7ae7-4baa-b30e-cb0d87680e39 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:33.583201 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dd440-bc92-4927-bf55-5ca88fa7aa20 req-dafd64a1-7ae7-4baa-b30e-cb0d87680e39 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:33.594701 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dd440-bc92-4927-bf55-5ca88fa7aa20 req-dafd64a1-7ae7-4baa-b30e-cb0d87680e39 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:33.602370 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dd440-bc92-4927-bf55-5ca88fa7aa20 req-dafd64a1-7ae7-4baa-b30e-cb0d87680e39 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:33.606266 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-380dd440-bc92-4927-bf55-5ca88fa7aa20 req-dafd64a1-7ae7-4baa-b30e-cb0d87680e39 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5431 time: 0.1307402 Jul 07 17:16:33.631293 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26426902-310a-450b-8142-c41b04d049f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b35e2dd4-cc63-4460-a6ca-6122f84ff38b,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:33.691790 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-380dd440-bc92-4927-bf55-5ca88fa7aa20 req-f1409d24-ff12-47fd-99f3-10349cc44c50 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652561 Jul 07 17:16:33.701688 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f913-908a-4ae3-819a-82368a1176cd req-ceb7b1bb-eacb-46fd-9638-4279a41fbf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:33.708649 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-ceb7b1bb-eacb-46fd-9638-4279a41fbf75 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1705074 Jul 07 17:16:33.794961 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] Attempting to bind port b35e2dd4-cc63-4460-a6ca-6122f84ff38b on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:33.795292 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] Attempting to bind port b35e2dd4-cc63-4460-a6ca-6122f84ff38b by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '86935f3c-1d38-4c75-9523-9fe59a9b8c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:33.795626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] Attempting to bind port b35e2dd4-cc63-4460-a6ca-6122f84ff38b on network cfcd8643-83bb-4422-925c-2b4065c6dc05 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:33.803709 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] Port b35e2dd4-cc63-4460-a6ca-6122f84ff38b on network cfcd8643-83bb-4422-925c-2b4065c6dc05 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:33.804008 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] Attempting to bind port b35e2dd4-cc63-4460-a6ca-6122f84ff38b on network cfcd8643-83bb-4422-925c-2b4065c6dc05 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:33.819707 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:33.819707 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] Checking segment: {'id': '86935f3c-1d38-4c75-9523-9fe59a9b8c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:33.820164 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] Bound using segment: {'id': '86935f3c-1d38-4c75-9523-9fe59a9b8c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:33.820794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] Bound port: b35e2dd4-cc63-4460-a6ca-6122f84ff38b, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86935f3c-1d38-4c75-9523-9fe59a9b8c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:33.821233 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:33.850787 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-2f2f8a4d-94b9-4ef5-b78a-fee40111050a service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393945 Jul 07 17:16:33.981860 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] For port b35e2dd4-cc63-4460-a6ca-6122f84ff38b, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:33.987877 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] For port b35e2dd4-cc63-4460-a6ca-6122f84ff38b, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b35e2dd4-cc63-4460-a6ca-6122f84ff38b,segment=NetworkSegment(86935f3c-1d38-4c75-9523-9fe59a9b8c52),segment_id=86935f3c-1d38-4c75-9523-9fe59a9b8c52)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:34.006103 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.027751 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2317f913-908a-4ae3-819a-82368a1176cd req-5818f876-ddaa-4c6a-a410-280190ee3e6e service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535134 Jul 07 17:16:34.059608 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.060155 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:34.061785 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-26426902-310a-450b-8142-c41b04d049f1 service neutron] 10.222.0.15 "PUT /v2.0/ports/b35e2dd4-cc63-4460-a6ca-6122f84ff38b HTTP/1.1" status: 200 len: 1091 time: 1.2846348 Jul 07 17:16:34.062260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8d06f2-2121-4b48-b12b-93e56aab06b7', 'tag': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:34.066076 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57c4f8f-2ef5-4245-8fbd-f1156e14610b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8d06f2-2121-4b48-b12b-93e56aab06b7", "tag": "b35e2dd4-cc63-4460-a6ca-6122f84ff38b"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:34.098979 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26426902-310a-450b-8142-c41b04d049f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b35e2dd4-cc63-4460-a6ca-6122f84ff38b,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:34.553196 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db93cf6c-32bc-4c88-b6a3-97d9ec56a004 x-openstack-request-id: req-db93cf6c-32bc-4c88-b6a3-97d9ec56a004 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:34.553457 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8d06f2-2121-4b48-b12b-93e56aab06b7", "tag": "b35e2dd4-cc63-4460-a6ca-6122f84ff38b", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:34.553643 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db93cf6c-32bc-4c88-b6a3-97d9ec56a004 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:34.554040 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8d06f2-2121-4b48-b12b-93e56aab06b7', 'tag': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b', 'status': 'completed', 'code': 200} Jul 07 17:16:34.634123 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-fa6483e4-0e5e-42e9-94d3-c885f5bd2fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.635735 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-fa6483e4-0e5e-42e9-94d3-c885f5bd2fe3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 1094 time: 0.5018778 Jul 07 17:16:34.643263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f575d0e-b023-42a5-82f5-02540f7ebbdd req-7a6f1532-d9e7-45df-9797-fc1ca72c5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.643746 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f575d0e-b023-42a5-82f5-02540f7ebbdd req-7a6f1532-d9e7-45df-9797-fc1ca72c5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.644222 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f575d0e-b023-42a5-82f5-02540f7ebbdd req-7a6f1532-d9e7-45df-9797-fc1ca72c5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.644686 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f575d0e-b023-42a5-82f5-02540f7ebbdd req-7a6f1532-d9e7-45df-9797-fc1ca72c5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.645162 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f575d0e-b023-42a5-82f5-02540f7ebbdd req-7a6f1532-d9e7-45df-9797-fc1ca72c5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.645626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f575d0e-b023-42a5-82f5-02540f7ebbdd req-7a6f1532-d9e7-45df-9797-fc1ca72c5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.646090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f575d0e-b023-42a5-82f5-02540f7ebbdd req-7a6f1532-d9e7-45df-9797-fc1ca72c5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.648087 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f575d0e-b023-42a5-82f5-02540f7ebbdd req-7a6f1532-d9e7-45df-9797-fc1ca72c5050 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 6488 time: 0.5111735 Jul 07 17:16:34.705230 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e05d67-24d6-43c4-afb0-0d93a78b6ca3 req-419ddfaa-a194-4d5f-bd9a-625031dd9ce1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.706819 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-95e05d67-24d6-43c4-afb0-0d93a78b6ca3 req-419ddfaa-a194-4d5f-bd9a-625031dd9ce1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 943 time: 0.5000618 Jul 07 17:16:34.718703 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-07dc8e71-e137-428f-bcee-04c903783547 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b35e2dd4-cc63-4460-a6ca-6122f84ff38b HTTP/1.1" status: 200 len: 217 time: 0.0694551 Jul 07 17:16:34.829299 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-95e05d67-24d6-43c4-afb0-0d93a78b6ca3 req-915cd310-2f6d-4985-ae3f-c453e0204029 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122651 Jul 07 17:16:34.840341 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-1f455dd4-245d-4ace-ac7d-458c54567c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.841905 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-1f455dd4-245d-4ace-ac7d-458c54567c40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12d196a9-5a11-41af-be0f-9b1700cf8c45 HTTP/1.1" status: 200 len: 835 time: 0.0922046 Jul 07 17:16:34.893355 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f575d0e-b023-42a5-82f5-02540f7ebbdd req-e39cd1e3-10b0-4897-80a3-e32534e0a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.894916 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f575d0e-b023-42a5-82f5-02540f7ebbdd req-e39cd1e3-10b0-4897-80a3-e32534e0a295 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 HTTP/1.1" status: 200 len: 903 time: 0.2371380 Jul 07 17:16:34.908706 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42556321-ece4-48a2-b3a4-3992c7cb1ee7 req-2b8f99e2-f0b3-4d77-8305-19775276cc64 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.916577 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42556321-ece4-48a2-b3a4-3992c7cb1ee7 req-2b8f99e2-f0b3-4d77-8305-19775276cc64 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.924220 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42556321-ece4-48a2-b3a4-3992c7cb1ee7 req-2b8f99e2-f0b3-4d77-8305-19775276cc64 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.930930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42556321-ece4-48a2-b3a4-3992c7cb1ee7 req-2b8f99e2-f0b3-4d77-8305-19775276cc64 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.937094 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42556321-ece4-48a2-b3a4-3992c7cb1ee7 req-2b8f99e2-f0b3-4d77-8305-19775276cc64 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.943791 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42556321-ece4-48a2-b3a4-3992c7cb1ee7 req-2b8f99e2-f0b3-4d77-8305-19775276cc64 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.943978 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f575d0e-b023-42a5-82f5-02540f7ebbdd req-352c51b8-fca2-483c-a638-a2f9c485b86e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6892b463-e625-476b-95bb-85543e6fc3f0 HTTP/1.1" status: 200 len: 217 time: 0.0399215 Jul 07 17:16:34.950108 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42556321-ece4-48a2-b3a4-3992c7cb1ee7 req-2b8f99e2-f0b3-4d77-8305-19775276cc64 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.952170 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-42556321-ece4-48a2-b3a4-3992c7cb1ee7 req-2b8f99e2-f0b3-4d77-8305-19775276cc64 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5431 time: 0.1196468 Jul 07 17:16:34.963396 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-df74b7e1-02dd-4b7d-9714-a2b750f34128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:34.964917 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-df74b7e1-02dd-4b7d-9714-a2b750f34128 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfcd8643-83bb-4422-925c-2b4065c6dc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119380 Jul 07 17:16:35.003383 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-42556321-ece4-48a2-b3a4-3992c7cb1ee7 req-0c1ef2d0-afbf-4b30-a64d-fe0d2a720fc7 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452483 Jul 07 17:16:35.059637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f575d0e-b023-42a5-82f5-02540f7ebbdd req-3b2e9c21-854f-4731-b741-0747ae0516ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.059637 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f575d0e-b023-42a5-82f5-02540f7ebbdd req-3b2e9c21-854f-4731-b741-0747ae0516ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c HTTP/1.1" status: 200 len: 797 time: 0.1057167 Jul 07 17:16:35.120316 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-076f1e9c-9ab3-4c4c-a011-11dfc1743cdb service neutron] 10.222.0.15 "GET /v2.0/networks/cfcd8643-83bb-4422-925c-2b4065c6dc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338046 Jul 07 17:16:35.199748 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f575d0e-b023-42a5-82f5-02540f7ebbdd req-99226161-74af-4699-a122-3a28d4f1257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.201249 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f575d0e-b023-42a5-82f5-02540f7ebbdd req-99226161-74af-4699-a122-3a28d4f1257c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1173933 Jul 07 17:16:35.269867 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d83de360-f8f8-4bce-8a18-6dad413d256f req-95adcb18-ea74-4e3c-9caf-c8be4a262e29 service neutron] 10.222.0.15 "GET /v2.0/networks/cfcd8643-83bb-4422-925c-2b4065c6dc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424229 Jul 07 17:16:35.318063 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f575d0e-b023-42a5-82f5-02540f7ebbdd req-b9d2fec2-b4c4-483b-b95e-d0d6cccd52d4 service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069071 Jul 07 17:16:35.455924 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f575d0e-b023-42a5-82f5-02540f7ebbdd req-d846420d-fdbf-4ef5-a728-0f090bd7ff82 service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303065 Jul 07 17:16:35.458625 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c4f8f-2ef5-4245-8fbd-f1156e14610b req-ccc6e1bf-302b-4c19-b5a8-73765be4e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.460001 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b57c4f8f-2ef5-4245-8fbd-f1156e14610b req-ccc6e1bf-302b-4c19-b5a8-73765be4e781 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 1094 time: 0.1357973 Jul 07 17:16:35.563734 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c4f8f-2ef5-4245-8fbd-f1156e14610b req-9956e813-d98b-453d-9dca-6a1cbe3b29e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.565265 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b57c4f8f-2ef5-4245-8fbd-f1156e14610b req-9956e813-d98b-453d-9dca-6a1cbe3b29e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfcd8643-83bb-4422-925c-2b4065c6dc05 HTTP/1.1" status: 200 len: 898 time: 0.0987146 Jul 07 17:16:35.608820 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b57c4f8f-2ef5-4245-8fbd-f1156e14610b req-6dde474a-7335-4e8d-892e-36e8ccb44af0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b35e2dd4-cc63-4460-a6ca-6122f84ff38b HTTP/1.1" status: 200 len: 217 time: 0.0360777 Jul 07 17:16:35.662328 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c4f8f-2ef5-4245-8fbd-f1156e14610b req-fed22b60-3ec3-46e5-a5aa-19505da5ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.663738 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b57c4f8f-2ef5-4245-8fbd-f1156e14610b req-fed22b60-3ec3-46e5-a5aa-19505da5ee05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12d196a9-5a11-41af-be0f-9b1700cf8c45 HTTP/1.1" status: 200 len: 835 time: 0.0489731 Jul 07 17:16:35.729686 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c4f8f-2ef5-4245-8fbd-f1156e14610b req-6dbdbed9-1e35-4788-ac99-b2083ac86f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:35.731309 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b57c4f8f-2ef5-4245-8fbd-f1156e14610b req-6dbdbed9-1e35-4788-ac99-b2083ac86f86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfcd8643-83bb-4422-925c-2b4065c6dc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601966 Jul 07 17:16:35.822938 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b57c4f8f-2ef5-4245-8fbd-f1156e14610b req-851fa9fe-a14d-4af3-8663-cac4b13a907e service neutron] 10.222.0.15 "GET /v2.0/networks/cfcd8643-83bb-4422-925c-2b4065c6dc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846100 Jul 07 17:16:35.930543 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b57c4f8f-2ef5-4245-8fbd-f1156e14610b req-54bd3b00-d69c-404e-80bf-97d2a65ea013 service neutron] 10.222.0.15 "GET /v2.0/networks/cfcd8643-83bb-4422-925c-2b4065c6dc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004426 Jul 07 17:16:36.018069 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b52e5-efd3-4a35-a709-1681cbd7ebb3 req-5112bbdb-4e2c-4535-9e31-d43fb62d8a44 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:36.019617 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a21b52e5-efd3-4a35-a709-1681cbd7ebb3 req-5112bbdb-4e2c-4535-9e31-d43fb62d8a44 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 943 time: 0.0639246 Jul 07 17:16:36.069516 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a21b52e5-efd3-4a35-a709-1681cbd7ebb3 req-43345919-8f79-49df-a83c-89fcf9b4a8f1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439267 Jul 07 17:16:36.216314 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dffefe-35e8-47be-a56d-802262bc2e33 req-7611dbe0-9c82-4392-90e1-2222bcc36520 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:36.222763 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dffefe-35e8-47be-a56d-802262bc2e33 req-7611dbe0-9c82-4392-90e1-2222bcc36520 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:36.228669 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dffefe-35e8-47be-a56d-802262bc2e33 req-7611dbe0-9c82-4392-90e1-2222bcc36520 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:36.235321 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dffefe-35e8-47be-a56d-802262bc2e33 req-7611dbe0-9c82-4392-90e1-2222bcc36520 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:36.241309 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dffefe-35e8-47be-a56d-802262bc2e33 req-7611dbe0-9c82-4392-90e1-2222bcc36520 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:36.247264 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dffefe-35e8-47be-a56d-802262bc2e33 req-7611dbe0-9c82-4392-90e1-2222bcc36520 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:36.253954 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dffefe-35e8-47be-a56d-802262bc2e33 req-7611dbe0-9c82-4392-90e1-2222bcc36520 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:36.256008 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a7dffefe-35e8-47be-a56d-802262bc2e33 req-7611dbe0-9c82-4392-90e1-2222bcc36520 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5431 time: 0.1111317 Jul 07 17:16:36.298769 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a7dffefe-35e8-47be-a56d-802262bc2e33 req-bea356c4-9b4a-4131-ad57-01d688580c3c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360589 Jul 07 17:16:37.255604 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ca67f-d6d7-4e5c-887f-6da07d8631de req-bf12a37e-21b8-47a0-96ee-18a361fe6fb5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:37.257106 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0c9ca67f-d6d7-4e5c-887f-6da07d8631de req-bf12a37e-21b8-47a0-96ee-18a361fe6fb5 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 943 time: 0.0684650 Jul 07 17:16:37.296249 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0c9ca67f-d6d7-4e5c-887f-6da07d8631de req-ffa91162-aaf4-4dba-b067-5052262d9764 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331597 Jul 07 17:16:37.498677 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ef98b-73e1-481a-9df9-2ad90fd96951 req-e727e77f-2742-4275-9e79-597b407a5a6f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:37.504825 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ef98b-73e1-481a-9df9-2ad90fd96951 req-e727e77f-2742-4275-9e79-597b407a5a6f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:37.510784 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ef98b-73e1-481a-9df9-2ad90fd96951 req-e727e77f-2742-4275-9e79-597b407a5a6f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:37.516833 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ef98b-73e1-481a-9df9-2ad90fd96951 req-e727e77f-2742-4275-9e79-597b407a5a6f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:37.522857 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ef98b-73e1-481a-9df9-2ad90fd96951 req-e727e77f-2742-4275-9e79-597b407a5a6f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:37.528857 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ef98b-73e1-481a-9df9-2ad90fd96951 req-e727e77f-2742-4275-9e79-597b407a5a6f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:37.535327 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ef98b-73e1-481a-9df9-2ad90fd96951 req-e727e77f-2742-4275-9e79-597b407a5a6f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:37.537307 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f40ef98b-73e1-481a-9df9-2ad90fd96951 req-e727e77f-2742-4275-9e79-597b407a5a6f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5431 time: 0.1085336 Jul 07 17:16:37.587394 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f40ef98b-73e1-481a-9df9-2ad90fd96951 req-4ea520c7-ddc4-4bb8-8863-480ecc89c3f7 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429380 Jul 07 17:16:38.471081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d3c21-dc4f-4f85-821e-e0946d7c8d21 req-7ad235e0-75f6-4c92-af5f-62cea62e62a7 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:38.472603 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e53d3c21-dc4f-4f85-821e-e0946d7c8d21 req-7ad235e0-75f6-4c92-af5f-62cea62e62a7 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 943 time: 0.0641274 Jul 07 17:16:38.511012 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e53d3c21-dc4f-4f85-821e-e0946d7c8d21 req-10f9267e-f909-461e-914e-eb19627f4b00 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326414 Jul 07 17:16:38.577056 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b35e2dd4-cc63-4460-a6ca-6122f84ff38b details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:38.675774 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b35e2dd4-cc63-4460-a6ca-6122f84ff38b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b35e2dd4-cc63-4460-a6ca-6122f84ff38b,segment=NetworkSegment(86935f3c-1d38-4c75-9523-9fe59a9b8c52),segment_id=86935f3c-1d38-4c75-9523-9fe59a9b8c52)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:38.688171 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b', 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05', 'port_id': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b', 'mac_address': 'fa:16:3e:3a:a7:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d196a9-5a11-41af-be0f-9b1700cf8c45', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:38.726762 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.740190 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35e2dd4-cc63-4460-a6ca-6122f84ff38b {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:38.760221 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b35e2dd4-cc63-4460-a6ca-6122f84ff38b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b35e2dd4-cc63-4460-a6ca-6122f84ff38b,segment=NetworkSegment(86935f3c-1d38-4c75-9523-9fe59a9b8c52),segment_id=86935f3c-1d38-4c75-9523-9fe59a9b8c52)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:38.763785 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:38.795885 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467de95-7f33-498f-8e45-ee4162272cb7 req-26a3f3b5-3c9b-4187-83f7-fd94ae0958eb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:38.802723 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467de95-7f33-498f-8e45-ee4162272cb7 req-26a3f3b5-3c9b-4187-83f7-fd94ae0958eb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:38.808882 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467de95-7f33-498f-8e45-ee4162272cb7 req-26a3f3b5-3c9b-4187-83f7-fd94ae0958eb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:38.815137 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=b35e2dd4-cc63-4460-a6ca-6122f84ff38b,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:38.815661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467de95-7f33-498f-8e45-ee4162272cb7 req-26a3f3b5-3c9b-4187-83f7-fd94ae0958eb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:38.821823 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467de95-7f33-498f-8e45-ee4162272cb7 req-26a3f3b5-3c9b-4187-83f7-fd94ae0958eb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:38.827807 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467de95-7f33-498f-8e45-ee4162272cb7 req-26a3f3b5-3c9b-4187-83f7-fd94ae0958eb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:38.833865 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467de95-7f33-498f-8e45-ee4162272cb7 req-26a3f3b5-3c9b-4187-83f7-fd94ae0958eb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:38.835876 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3467de95-7f33-498f-8e45-ee4162272cb7 req-26a3f3b5-3c9b-4187-83f7-fd94ae0958eb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5431 time: 0.1209583 Jul 07 17:16:38.885049 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3467de95-7f33-498f-8e45-ee4162272cb7 req-a9c05b73-5715-4790-a4bb-1eca705d6a60 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430005 Jul 07 17:16:38.965682 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['b35e2dd4-cc63-4460-a6ca-6122f84ff38b'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:39.076007 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46952) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:39.080959 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-795390fa-160f-4722-ac58-08bc892bbba0 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-740812252', 'description': 'tempest-secgroup-smoke-740812252 description', 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:39.104482 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-795390fa-160f-4722-ac58-08bc892bbba0 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.188601 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-795390fa-160f-4722-ac58-08bc892bbba0 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.192507 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-795390fa-160f-4722-ac58-08bc892bbba0 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.222202 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-795390fa-160f-4722-ac58-08bc892bbba0 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.223493 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-795390fa-160f-4722-ac58-08bc892bbba0 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1462867 Jul 07 17:16:39.225370 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795390fa-160f-4722-ac58-08bc892bbba0 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f852006a-966c-427d-84c0-8d95bdd251f9,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:39.226617 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46954) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:39.231622 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-e969064d-eae4-49fa-ad15-538a8c8c341b tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Request body: {'security_group_rule': {'security_group_id': 'f852006a-966c-427d-84c0-8d95bdd251f9', 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:39.232947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795390fa-160f-4722-ac58-08bc892bbba0 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:39.233300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795390fa-160f-4722-ac58-08bc892bbba0 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:39.233649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795390fa-160f-4722-ac58-08bc892bbba0 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:39.233993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795390fa-160f-4722-ac58-08bc892bbba0 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:39.234362 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795390fa-160f-4722-ac58-08bc892bbba0 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:39.234747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795390fa-160f-4722-ac58-08bc892bbba0 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:39.235062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795390fa-160f-4722-ac58-08bc892bbba0 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:39.235393 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795390fa-160f-4722-ac58-08bc892bbba0 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:39.235725 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795390fa-160f-4722-ac58-08bc892bbba0 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:39.236059 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795390fa-160f-4722-ac58-08bc892bbba0 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:39.236390 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795390fa-160f-4722-ac58-08bc892bbba0 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:39.236717 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795390fa-160f-4722-ac58-08bc892bbba0 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:39.259939 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e969064d-eae4-49fa-ad15-538a8c8c341b tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.319566 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e969064d-eae4-49fa-ad15-538a8c8c341b tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.323762 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e969064d-eae4-49fa-ad15-538a8c8c341b tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.345810 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969064d-eae4-49fa-ad15-538a8c8c341b tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7ac270-1ac6-48c9-88d9-190514893db2,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:39.362004 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e969064d-eae4-49fa-ad15-538a8c8c341b tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.363469 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e969064d-eae4-49fa-ad15-538a8c8c341b tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357658 Jul 07 17:16:39.368577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46956) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:39.373377 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-0bdea108-1784-44fd-a258-1d054454f5f1 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Request body: {'security_group_rule': {'security_group_id': 'f852006a-966c-427d-84c0-8d95bdd251f9', 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:39.399437 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0bdea108-1784-44fd-a258-1d054454f5f1 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.456733 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0bdea108-1784-44fd-a258-1d054454f5f1 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.460255 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0bdea108-1784-44fd-a258-1d054454f5f1 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.479681 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdea108-1784-44fd-a258-1d054454f5f1 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c7197a-96fb-4c07-9761-1366832c93e2,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:39.487283 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0bdea108-1784-44fd-a258-1d054454f5f1 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.488779 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0bdea108-1784-44fd-a258-1d054454f5f1 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191621 Jul 07 17:16:39.491800 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46958) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:39.496358 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-75cdeb03-76c7-4e60-a594-d03dd346549c tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Request body: {'security_group_rule': {'security_group_id': 'f852006a-966c-427d-84c0-8d95bdd251f9', 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:39.523944 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-75cdeb03-76c7-4e60-a594-d03dd346549c tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.585774 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-75cdeb03-76c7-4e60-a594-d03dd346549c tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.589737 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-75cdeb03-76c7-4e60-a594-d03dd346549c tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.613260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdeb03-76c7-4e60-a594-d03dd346549c tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61311254-7b70-43d8-afb6-da5b29cd6e0d,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:39.620874 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-75cdeb03-76c7-4e60-a594-d03dd346549c tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.624699 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-75cdeb03-76c7-4e60-a594-d03dd346549c tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293328 Jul 07 17:16:39.625907 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 46962) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:39.630582 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-4a52645d-53a2-4313-98e9-819d9d6f433b tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Request body: {'security_group_rule': {'security_group_id': 'f852006a-966c-427d-84c0-8d95bdd251f9', 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:39.660551 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4a52645d-53a2-4313-98e9-819d9d6f433b tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.694445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0ec6f-56b9-4c70-864c-f969e4875a9d req-ecbeb88b-293c-4dd6-b3fd-83626533dc57 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:39.696224 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59c0ec6f-56b9-4c70-864c-f969e4875a9d req-ecbeb88b-293c-4dd6-b3fd-83626533dc57 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 944 time: 0.0721910 Jul 07 17:16:39.727498 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4a52645d-53a2-4313-98e9-819d9d6f433b tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.732519 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4a52645d-53a2-4313-98e9-819d9d6f433b tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.740689 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59c0ec6f-56b9-4c70-864c-f969e4875a9d req-940cc58a-1c08-4b81-8356-f53b20475b7d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383039 Jul 07 17:16:39.755916 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52645d-53a2-4313-98e9-819d9d6f433b tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b044d64-eae5-4f33-aea3-f6b3f5c1afd4,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:39.760130 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4a52645d-53a2-4313-98e9-819d9d6f433b tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.764724 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4a52645d-53a2-4313-98e9-819d9d6f433b tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376476 Jul 07 17:16:39.765155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46966) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:39.770876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-d5401b2f-5c95-4021-b4b8-ada0546450d3 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Request body: {'security_group_rule': {'security_group_id': 'f852006a-966c-427d-84c0-8d95bdd251f9', 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:39.793104 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-d5401b2f-5c95-4021-b4b8-ada0546450d3 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Project 90d9e739b53e4fdeba4e88e829b4bca6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:16:39.798224 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d5401b2f-5c95-4021-b4b8-ada0546450d3 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.851192 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d5401b2f-5c95-4021-b4b8-ada0546450d3 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.854802 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d5401b2f-5c95-4021-b4b8-ada0546450d3 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.872087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5401b2f-5c95-4021-b4b8-ada0546450d3 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5fefb8-6fd6-41bd-8db7-21c33711675b,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:39.879808 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d5401b2f-5c95-4021-b4b8-ada0546450d3 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.881030 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d5401b2f-5c95-4021-b4b8-ada0546450d3 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1141977 Jul 07 17:16:39.883744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 46968) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:39.888232 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c737d50e-0bdd-453b-a499-a3dde088bbab tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Request body: {'security_group_rule': {'security_group_id': 'f852006a-966c-427d-84c0-8d95bdd251f9', 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:39.910245 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-c737d50e-0bdd-453b-a499-a3dde088bbab tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Project 90d9e739b53e4fdeba4e88e829b4bca6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:16:39.915503 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c737d50e-0bdd-453b-a499-a3dde088bbab tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.980450 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c737d50e-0bdd-453b-a499-a3dde088bbab tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:39.985084 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c737d50e-0bdd-453b-a499-a3dde088bbab tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.000826 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737d50e-0bdd-453b-a499-a3dde088bbab tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036de4ec-6a71-4ffc-a3bd-28b166f8c1e6,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:40.010824 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c737d50e-0bdd-453b-a499-a3dde088bbab tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.012141 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c737d50e-0bdd-453b-a499-a3dde088bbab tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274681 Jul 07 17:16:40.100564 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30978e4e-145e-4cce-8509-3da054ebda7c req-d73a441d-a62b-4a6e-95db-e6d292615975 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.106595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30978e4e-145e-4cce-8509-3da054ebda7c req-d73a441d-a62b-4a6e-95db-e6d292615975 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.113059 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30978e4e-145e-4cce-8509-3da054ebda7c req-d73a441d-a62b-4a6e-95db-e6d292615975 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.119091 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30978e4e-145e-4cce-8509-3da054ebda7c req-d73a441d-a62b-4a6e-95db-e6d292615975 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.125592 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30978e4e-145e-4cce-8509-3da054ebda7c req-d73a441d-a62b-4a6e-95db-e6d292615975 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.132718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30978e4e-145e-4cce-8509-3da054ebda7c req-d73a441d-a62b-4a6e-95db-e6d292615975 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.138786 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30978e4e-145e-4cce-8509-3da054ebda7c req-d73a441d-a62b-4a6e-95db-e6d292615975 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.140818 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-30978e4e-145e-4cce-8509-3da054ebda7c req-d73a441d-a62b-4a6e-95db-e6d292615975 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5431 time: 0.1193492 Jul 07 17:16:40.185319 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-30978e4e-145e-4cce-8509-3da054ebda7c req-4d6cd080-3403-49e0-8d17-30b88bdc5b94 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376070 Jul 07 17:16:40.217771 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-c7d5bdf9-7a8d-4c84-90b4-3cab0d302a6d tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-740812252&fields=id&tenant_id=90d9e739b53e4fdeba4e88e829b4bca6 HTTP/1.1" status: 200 len: 267 time: 0.0348902 Jul 07 17:16:40.325084 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-f928df32-5052-4314-a80b-038e07d0b54f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.326592 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-f928df32-5052-4314-a80b-038e07d0b54f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/networks?id=b5efbb47-7ac0-439c-bd10-5b82d61ca890 HTTP/1.1" status: 200 len: 814 time: 0.1024547 Jul 07 17:16:40.347096 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-d6b11437-1d06-4e81-a03e-f24cd7597846 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/quotas/90d9e739b53e4fdeba4e88e829b4bca6 HTTP/1.1" status: 200 len: 375 time: 0.0141907 Jul 07 17:16:40.419796 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-078376a2-9aca-44ea-af29-835f00715b7a tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=90d9e739b53e4fdeba4e88e829b4bca6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663154 Jul 07 17:16:40.518984 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-c1ef39b5-c69c-4540-bd3c-9848e6eee3a3 service neutron] 10.222.0.50 "GET /v2.0/networks/b5efbb47-7ac0-439c-bd10-5b82d61ca890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867326 Jul 07 17:16:40.596347 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b35e2dd4-cc63-4460-a6ca-6122f84ff38b up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:40.607196 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-6022ddd5-5756-482b-99fa-d036f6f226f5 service neutron] 10.222.0.50 "GET /v2.0/networks/b5efbb47-7ac0-439c-bd10-5b82d61ca890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825300 Jul 07 17:16:40.643597 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port b35e2dd4-cc63-4460-a6ca-6122f84ff38b completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:40.647614 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port b35e2dd4-cc63-4460-a6ca-6122f84ff38b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:40.647991 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.730127 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.753192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8d06f2-2121-4b48-b12b-93e56aab06b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:40.755482 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e909b12e-7405-40b2-bd26-7855a1074bd3" -d '{"events": [{"server_uuid": "cd8d06f2-2121-4b48-b12b-93e56aab06b7", "name": "network-vif-plugged", "status": "completed", "tag": "b35e2dd4-cc63-4460-a6ca-6122f84ff38b"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:40.771081 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b35e2dd4-cc63-4460-a6ca-6122f84ff38b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b35e2dd4-cc63-4460-a6ca-6122f84ff38b,segment=NetworkSegment(86935f3c-1d38-4c75-9523-9fe59a9b8c52),segment_id=86935f3c-1d38-4c75-9523-9fe59a9b8c52)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:40.777027 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:40.809746 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3368b317-2347-42a6-b62f-a25d70ad4465 x-openstack-request-id: req-3368b317-2347-42a6-b62f-a25d70ad4465 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:40.810196 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8d06f2-2121-4b48-b12b-93e56aab06b7", "name": "network-vif-plugged", "status": "completed", "tag": "b35e2dd4-cc63-4460-a6ca-6122f84ff38b", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:40.810639 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3368b317-2347-42a6-b62f-a25d70ad4465 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:40.811170 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8d06f2-2121-4b48-b12b-93e56aab06b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b', 'code': 200} Jul 07 17:16:40.864692 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=b35e2dd4-cc63-4460-a6ca-6122f84ff38b,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:40.893636 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:40.893976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:40.894327 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:40.894711 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:40.895053 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:40.895392 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:40.895736 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:40.896056 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:40.896389 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:40.896719 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:40.897051 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:40.897374 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:40.982831 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8e5fe-df3d-4430-97c5-4361a566771d req-fb3083c9-7b21-413a-9860-b70e4a82df82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:40.988496 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f6c8e5fe-df3d-4430-97c5-4361a566771d req-fb3083c9-7b21-413a-9860-b70e4a82df82 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 1096 time: 0.1196816 Jul 07 17:16:40.997899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1dea2-4d7b-4af3-96ae-5ffa4d78f0f4 req-6ffc551f-4cb7-42c6-8bbf-6d7c4ad9257f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:41.005496 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e8b1dea2-4d7b-4af3-96ae-5ffa4d78f0f4 req-6ffc551f-4cb7-42c6-8bbf-6d7c4ad9257f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.0989008 Jul 07 17:16:41.059174 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e916a188-fb95-4142-9e57-0ebd418a3dd3 req-fbee23bf-78d5-416f-a638-58dd1330fdcb tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 210 time: 0.0427887 Jul 07 17:16:41.064680 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e8b1dea2-4d7b-4af3-96ae-5ffa4d78f0f4 req-6edc5107-ac2b-4439-b55a-c7438b5080bc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581737 Jul 07 17:16:41.066474 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f6c8e5fe-df3d-4430-97c5-4361a566771d req-15a2f6f3-200d-4cc7-8a17-e09c357ab586 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582483 Jul 07 17:16:41.388176 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f73d86-0b50-4fbd-a5f4-f37c22eb7cdf req-dc6516e7-fd12-441f-8c08-905cbf158892 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:41.394020 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f73d86-0b50-4fbd-a5f4-f37c22eb7cdf req-dc6516e7-fd12-441f-8c08-905cbf158892 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:41.400393 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f73d86-0b50-4fbd-a5f4-f37c22eb7cdf req-dc6516e7-fd12-441f-8c08-905cbf158892 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:41.405823 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f73d86-0b50-4fbd-a5f4-f37c22eb7cdf req-dc6516e7-fd12-441f-8c08-905cbf158892 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:41.412179 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f73d86-0b50-4fbd-a5f4-f37c22eb7cdf req-dc6516e7-fd12-441f-8c08-905cbf158892 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:41.418466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f73d86-0b50-4fbd-a5f4-f37c22eb7cdf req-dc6516e7-fd12-441f-8c08-905cbf158892 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:41.424970 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f73d86-0b50-4fbd-a5f4-f37c22eb7cdf req-dc6516e7-fd12-441f-8c08-905cbf158892 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:41.426932 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-83f73d86-0b50-4fbd-a5f4-f37c22eb7cdf req-dc6516e7-fd12-441f-8c08-905cbf158892 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5431 time: 0.1151595 Jul 07 17:16:41.468335 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-83f73d86-0b50-4fbd-a5f4-f37c22eb7cdf req-3387d929-0a10-4133-896b-792ae0933038 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353096 Jul 07 17:16:42.146567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-5399bb64-ac91-4f57-9a1d-45c5e999fed8 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:42.148440 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-5399bb64-ac91-4f57-9a1d-45c5e999fed8 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.15 "GET /v2.0/networks?id=b5efbb47-7ac0-439c-bd10-5b82d61ca890 HTTP/1.1" status: 200 len: 814 time: 0.1321774 Jul 07 17:16:42.203737 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-3b4d6425-f84b-4779-81af-a8774119db23 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90d9e739b53e4fdeba4e88e829b4bca6 HTTP/1.1" status: 200 len: 379 time: 0.0456061 Jul 07 17:16:42.225520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-c7457799-903c-4ab1-b591-dea2865f2471 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Request body: {'port': {'device_id': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'admin_state_up': True, 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'security_groups': ['f852006a-966c-427d-84c0-8d95bdd251f9']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:42.240421 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-095a8bc9-9e4f-4ecd-94a1-25223a0d9b2b req-e5023ead-c136-4a9e-9778-2ce5dd2d0eca tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 210 time: 0.0321887 Jul 07 17:16:42.378606 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243e0b6-7d0d-4752-b2c8-d7eb2803a5de req-8e3be9fc-e84a-4fd7-8eff-3d503aef33ba tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:42.380184 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1243e0b6-7d0d-4752-b2c8-d7eb2803a5de req-8e3be9fc-e84a-4fd7-8eff-3d503aef33ba tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.1613352 Jul 07 17:16:42.413842 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-c7457799-903c-4ab1-b591-dea2865f2471 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Made reservation on behalf of 90d9e739b53e4fdeba4e88e829b4bca6 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:16:42.417352 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-c7457799-903c-4ab1-b591-dea2865f2471 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.441278 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1243e0b6-7d0d-4752-b2c8-d7eb2803a5de req-5df03f2e-0e92-48f1-ae1d-b73f2e9961f8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530031 Jul 07 17:16:42.582237 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-c7457799-903c-4ab1-b591-dea2865f2471 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Allocated IP 172.20.0.14 (b5efbb47-7ac0-439c-bd10-5b82d61ca890/cdc71f5f-4d2b-44a1-af05-6f6eec7e240a/bd765619-d7b7-4469-ae4d-2a451708a27b) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:42.664723 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991d4b1-cf33-47da-b3b5-3af8accc5c78 req-c660b155-65ca-461c-97b8-2acfc4b6d5b0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:42.667093 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c991d4b1-cf33-47da-b3b5-3af8accc5c78 req-c660b155-65ca-461c-97b8-2acfc4b6d5b0 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.1015947 Jul 07 17:16:42.706888 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c991d4b1-cf33-47da-b3b5-3af8accc5c78 req-e2a811ed-3a84-489c-aaac-6fb23ee8f314 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339062 Jul 07 17:16:42.731096 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47012) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:42.785407 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9bccf-38ad-4998-a84c-b4ba148b317c req-424f70ad-94bd-4a58-8abb-fa9f4a19484b tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:42.788967 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503bbef6-1e77-4393-8be1-17ee004624e4 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:42.790539 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-503bbef6-1e77-4393-8be1-17ee004624e4 tempest-TestNetworkAdvancedServerOps-1857395706 tempest-TestNetworkAdvancedServerOps-1857395706-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 1091 time: 0.0582654 Jul 07 17:16:42.791523 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9bccf-38ad-4998-a84c-b4ba148b317c req-424f70ad-94bd-4a58-8abb-fa9f4a19484b tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:42.793535 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47014) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:42.797596 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9bccf-38ad-4998-a84c-b4ba148b317c req-424f70ad-94bd-4a58-8abb-fa9f4a19484b tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:42.797932 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:42.803645 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9bccf-38ad-4998-a84c-b4ba148b317c req-424f70ad-94bd-4a58-8abb-fa9f4a19484b tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:42.809592 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9bccf-38ad-4998-a84c-b4ba148b317c req-424f70ad-94bd-4a58-8abb-fa9f4a19484b tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:42.816139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9bccf-38ad-4998-a84c-b4ba148b317c req-424f70ad-94bd-4a58-8abb-fa9f4a19484b tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:42.820764 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.822345 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9bccf-38ad-4998-a84c-b4ba148b317c req-424f70ad-94bd-4a58-8abb-fa9f4a19484b tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:42.824359 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-94d9bccf-38ad-4998-a84c-b4ba148b317c req-424f70ad-94bd-4a58-8abb-fa9f4a19484b tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5431 time: 0.1697001 Jul 07 17:16:42.861898 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-c7457799-903c-4ab1-b591-dea2865f2471 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.889080 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-c7457799-903c-4ab1-b591-dea2865f2471 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Transition to ACTIVE for port object bd765619-d7b7-4469-ae4d-2a451708a27b will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:42.894689 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-94d9bccf-38ad-4998-a84c-b4ba148b317c req-781bd32c-7f38-4d5e-b7d5-f03e61b0f481 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638859 Jul 07 17:16:42.934278 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-c7457799-903c-4ab1-b591-dea2865f2471 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.939021 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:42.979922 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-c7457799-903c-4ab1-b591-dea2865f2471 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Network b5efbb47-7ac0-439c-bd10-5b82d61ca890 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:42.983625 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-c7457799-903c-4ab1-b591-dea2865f2471 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:42.988310 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-c7457799-903c-4ab1-b591-dea2865f2471 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:43.021104 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7457799-903c-4ab1-b591-dea2865f2471 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Pushing event updated for resources: {'Port': ['ID=bd765619-d7b7-4469-ae4d-2a451708a27b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:43.048141 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-c7457799-903c-4ab1-b591-dea2865f2471 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:43.048793 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-c7457799-903c-4ab1-b591-dea2865f2471 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.067541 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-c7457799-903c-4ab1-b591-dea2865f2471 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8498535 Jul 07 17:16:43.070997 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Allocated IP 172.25.2.208 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/e4078fe8-9429-4b0d-af61-f41e3e431fd1) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:43.081310 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] Request body: {'port': {'device_id': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:43.168646 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.216351 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.303619 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.333985 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b0e30fd5-3da5-4541-a954-215226731553 None None] Provisioning for port bd765619-d7b7-4469-ae4d-2a451708a27b completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:43.344066 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b0e30fd5-3da5-4541-a954-215226731553 None None] Provisioning complete for port bd765619-d7b7-4469-ae4d-2a451708a27b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:43.344718 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b0e30fd5-3da5-4541-a954-215226731553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.356227 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:43.364582 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:43.368426 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:43.408364 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b0e30fd5-3da5-4541-a954-215226731553 None None] Port bd765619-d7b7-4469-ae4d-2a451708a27b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:16:43.450353 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=e4078fe8-9429-4b0d-af61-f41e3e431fd1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:43.465387 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.465866 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.466514 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.468496 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.468859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.469365 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.469776 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.470123 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.470490 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.470833 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.471179 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.471507 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:16:43.530287 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f6995-ae2d-43c9-b6cb-7844a458bc58 req-e1d2135b-4301-4404-989e-8db8ae270088 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:43.531821 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c16f6995-ae2d-43c9-b6cb-7844a458bc58 req-e1d2135b-4301-4404-989e-8db8ae270088 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 932 time: 0.1145921 Jul 07 17:16:43.618010 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c16f6995-ae2d-43c9-b6cb-7844a458bc58 req-9f58f663-0b72-4338-a2c5-8d48f4e8c054 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/security-groups?id=f852006a-966c-427d-84c0-8d95bdd251f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800798 Jul 07 17:16:43.630972 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd765619-d7b7-4469-ae4d-2a451708a27b {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:43.639356 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.659352 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] Transition to ACTIVE for port object bd765619-d7b7-4469-ae4d-2a451708a27b will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:16:43.664151 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.741740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] Pushing event updated for resources: {'Port': ['ID=bd765619-d7b7-4469-ae4d-2a451708a27b,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:43.803339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] Attempting to bind port bd765619-d7b7-4469-ae4d-2a451708a27b on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:16:43.804370 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] Attempting to bind port bd765619-d7b7-4469-ae4d-2a451708a27b by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'ccd64e49-7c2a-4025-aff1-59adf5c81009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:16:43.804714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] Attempting to bind port bd765619-d7b7-4469-ae4d-2a451708a27b on network b5efbb47-7ac0-439c-bd10-5b82d61ca890 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:43.812687 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] Port bd765619-d7b7-4469-ae4d-2a451708a27b on network b5efbb47-7ac0-439c-bd10-5b82d61ca890 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:16:43.813044 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] Attempting to bind port bd765619-d7b7-4469-ae4d-2a451708a27b on network b5efbb47-7ac0-439c-bd10-5b82d61ca890 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:16:43.822974 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:16:43.823823 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] Checking segment: {'id': 'ccd64e49-7c2a-4025-aff1-59adf5c81009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:16:43.824599 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] Bound using segment: {'id': 'ccd64e49-7c2a-4025-aff1-59adf5c81009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:16:43.825319 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] Bound port: bd765619-d7b7-4469-ae4d-2a451708a27b, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd64e49-7c2a-4025-aff1-59adf5c81009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:16:43.825984 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.883613 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.909858 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] For port bd765619-d7b7-4469-ae4d-2a451708a27b, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:16:43.913714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] For port bd765619-d7b7-4469-ae4d-2a451708a27b, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=bd765619-d7b7-4469-ae4d-2a451708a27b,segment=NetworkSegment(ccd64e49-7c2a-4025-aff1-59adf5c81009),segment_id=ccd64e49-7c2a-4025-aff1-59adf5c81009)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:16:43.926979 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.983173 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.989759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:43.990506 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:43.991958 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] 10.222.0.15 "PUT /v2.0/ports/bd765619-d7b7-4469-ae4d-2a451708a27b HTTP/1.1" status: 200 len: 1092 time: 0.9157152 Jul 07 17:16:43.992417 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'tag': 'bd765619-d7b7-4469-ae4d-2a451708a27b'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:43.994719 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732e1230-087a-4abb-b80e-641be024e9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "3a75af52-b658-449d-bcc3-d5738bd3008a", "tag": "bd765619-d7b7-4469-ae4d-2a451708a27b"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:44.082881 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5b86e-5893-4aa0-a61f-30f33985534a service neutron] Pushing event updated for resources: {'Port': ['ID=bd765619-d7b7-4469-ae4d-2a451708a27b,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:44.101061 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a3cba4-4372-4fc8-b6ab-b91fb23fbecb x-openstack-request-id: req-74a3cba4-4372-4fc8-b6ab-b91fb23fbecb {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:44.101415 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a75af52-b658-449d-bcc3-d5738bd3008a", "tag": "bd765619-d7b7-4469-ae4d-2a451708a27b", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:44.101676 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74a3cba4-4372-4fc8-b6ab-b91fb23fbecb {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:44.102082 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'tag': 'bd765619-d7b7-4469-ae4d-2a451708a27b', 'status': 'completed', 'code': 200} Jul 07 17:16:44.128988 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-58e1c218-aec2-49fe-b5cc-27817a44ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:44.130991 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-58e1c218-aec2-49fe-b5cc-27817a44ce09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90d9e739b53e4fdeba4e88e829b4bca6&device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 1095 time: 0.0927556 Jul 07 17:16:44.199640 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-5eba973a-3d19-4cad-9a7a-c2b894f4a1fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd765619-d7b7-4469-ae4d-2a451708a27b HTTP/1.1" status: 200 len: 217 time: 0.0543962 Jul 07 17:16:44.259571 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:44.296927 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-78fc3465-3d1e-4f0f-97f5-b78a1d0b5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:44.298933 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-78fc3465-3d1e-4f0f-97f5-b78a1d0b5325 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdc71f5f-4d2b-44a1-af05-6f6eec7e240a HTTP/1.1" status: 200 len: 853 time: 0.0928025 Jul 07 17:16:44.304604 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76759e3-e4d2-4dc9-9e27-87edbcdbcc38 req-bd8c2457-7f8b-4f02-9099-98f96befd8de tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:44.310718 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76759e3-e4d2-4dc9-9e27-87edbcdbcc38 req-bd8c2457-7f8b-4f02-9099-98f96befd8de tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:44.318980 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76759e3-e4d2-4dc9-9e27-87edbcdbcc38 req-bd8c2457-7f8b-4f02-9099-98f96befd8de tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:44.325599 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76759e3-e4d2-4dc9-9e27-87edbcdbcc38 req-bd8c2457-7f8b-4f02-9099-98f96befd8de tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:44.331986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76759e3-e4d2-4dc9-9e27-87edbcdbcc38 req-bd8c2457-7f8b-4f02-9099-98f96befd8de tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:44.338344 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76759e3-e4d2-4dc9-9e27-87edbcdbcc38 req-bd8c2457-7f8b-4f02-9099-98f96befd8de tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:44.346679 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76759e3-e4d2-4dc9-9e27-87edbcdbcc38 req-bd8c2457-7f8b-4f02-9099-98f96befd8de tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:44.348747 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c76759e3-e4d2-4dc9-9e27-87edbcdbcc38 req-bd8c2457-7f8b-4f02-9099-98f96befd8de tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5431 time: 0.2015727 Jul 07 17:16:44.351238 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:44.392334 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:44.396276 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-c7f270c2-eb4d-4c36-8b48-3412aff981ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:44.397915 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-c7f270c2-eb4d-4c36-8b48-3412aff981ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5efbb47-7ac0-439c-bd10-5b82d61ca890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923266 Jul 07 17:16:44.469521 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c76759e3-e4d2-4dc9-9e27-87edbcdbcc38 req-d6983a0b-da00-486e-b862-4c0babd97d0a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1107674 Jul 07 17:16:44.506631 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:44.508757 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event updated for resources: {'Port': ['ID=e4078fe8-9429-4b0d-af61-f41e3e431fd1,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:44.521259 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-6d90e27b-4ca1-440f-a019-702f868f2af1 service neutron] 10.222.0.15 "GET /v2.0/networks/b5efbb47-7ac0-439c-bd10-5b82d61ca890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155696 Jul 07 17:16:44.617041 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b91a4250-69be-4e5d-a241-96797e0fe346 req-7cec77d0-542e-4e42-a2b3-17399e34c40e service neutron] 10.222.0.15 "GET /v2.0/networks/b5efbb47-7ac0-439c-bd10-5b82d61ca890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891898 Jul 07 17:16:44.617302 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Floating IP 105371b6-c9b3-4f07-b95f-08a4249d221f associated. External IP: 172.25.2.208, port: b35e2dd4-cc63-4460-a6ca-6122f84ff38b. Jul 07 17:16:44.711706 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-049d5c1c-d879-45bf-ab14-5d506a1911e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:44.754671 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e1230-087a-4abb-b80e-641be024e9d6 req-f8ac4e6a-10b6-4f27-a78c-a1475d4f1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:44.756269 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-732e1230-087a-4abb-b80e-641be024e9d6 req-f8ac4e6a-10b6-4f27-a78c-a1475d4f1a3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90d9e739b53e4fdeba4e88e829b4bca6&device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 1095 time: 0.0830305 Jul 07 17:16:44.921445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e59225-7fc7-4ded-b6de-35bbe841ca78 req-caecb7ed-84e1-4b08-9b35-11f9d84e33bf tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:44.923059 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-54e59225-7fc7-4ded-b6de-35bbe841ca78 req-caecb7ed-84e1-4b08-9b35-11f9d84e33bf tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 944 time: 0.1350398 Jul 07 17:16:44.924740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e1230-087a-4abb-b80e-641be024e9d6 req-d765c2b4-4844-4d91-8ea9-187aca5fe58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:44.926155 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-732e1230-087a-4abb-b80e-641be024e9d6 req-d765c2b4-4844-4d91-8ea9-187aca5fe58c service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5efbb47-7ac0-439c-bd10-5b82d61ca890 HTTP/1.1" status: 200 len: 915 time: 0.1608453 Jul 07 17:16:44.988572 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-732e1230-087a-4abb-b80e-641be024e9d6 req-36aa36cc-cf0a-4f69-ac25-85765cbeeeb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd765619-d7b7-4469-ae4d-2a451708a27b HTTP/1.1" status: 200 len: 217 time: 0.0512257 Jul 07 17:16:45.034788 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-54e59225-7fc7-4ded-b6de-35bbe841ca78 req-206fb0ec-beac-494a-ae51-e73e50adab10 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/security-groups?id=f852006a-966c-427d-84c0-8d95bdd251f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040368 Jul 07 17:16:45.059553 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e1230-087a-4abb-b80e-641be024e9d6 req-bfb943e7-194b-4817-a6fe-21f9d3c3203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:45.059553 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-732e1230-087a-4abb-b80e-641be024e9d6 req-bfb943e7-194b-4817-a6fe-21f9d3c3203c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdc71f5f-4d2b-44a1-af05-6f6eec7e240a HTTP/1.1" status: 200 len: 853 time: 0.0573082 Jul 07 17:16:45.117999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e1230-087a-4abb-b80e-641be024e9d6 req-b1ca15b2-3109-40c5-9a01-93b37ccdfa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:45.119691 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-732e1230-087a-4abb-b80e-641be024e9d6 req-b1ca15b2-3109-40c5-9a01-93b37ccdfa48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5efbb47-7ac0-439c-bd10-5b82d61ca890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574632 Jul 07 17:16:45.207034 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Router 81589480-ee22-4db5-b582-9be2708a54c3 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:16:45.229982 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-732e1230-087a-4abb-b80e-641be024e9d6 req-1625905b-0378-4388-abce-b7dcaa336fd3 service neutron] 10.222.0.15 "GET /v2.0/networks/b5efbb47-7ac0-439c-bd10-5b82d61ca890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025643 Jul 07 17:16:45.325039 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-732e1230-087a-4abb-b80e-641be024e9d6 req-d342897f-7f68-4aa2-960d-9882ddf7d1d2 service neutron] 10.222.0.15 "GET /v2.0/networks/b5efbb47-7ac0-439c-bd10-5b82d61ca890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875826 Jul 07 17:16:45.327214 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:16:45.341880 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5d5530-13cf-4c36-950b-a686d74d9279 None None] Sync routers for ids ['81589480-ee22-4db5-b582-9be2708a54c3'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:16:45.356021 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:45.358484 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5d5530-13cf-4c36-950b-a686d74d9279 None None] Routers {'81589480-ee22-4db5-b582-9be2708a54c3'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:45.362819 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4c5d5530-13cf-4c36-950b-a686d74d9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:16:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['81589480-ee22-4db5-b582-9be2708a54c3'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:45.399498 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c3202988-3d3a-4da5-bc7f-3f682c330e36 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6049156 Jul 07 17:16:45.400101 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8d06f2-2121-4b48-b12b-93e56aab06b7', 'tag': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:45.402598 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f81d86-de75-41fc-a65f-953497444081" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8d06f2-2121-4b48-b12b-93e56aab06b7", "tag": "b35e2dd4-cc63-4460-a6ca-6122f84ff38b"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:45.443519 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eea98e-79a7-45f3-941d-38e0376fa5ef x-openstack-request-id: req-c6eea98e-79a7-45f3-941d-38e0376fa5ef {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:45.443823 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8d06f2-2121-4b48-b12b-93e56aab06b7", "tag": "b35e2dd4-cc63-4460-a6ca-6122f84ff38b", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:45.444082 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c6eea98e-79a7-45f3-941d-38e0376fa5ef {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:45.444490 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8d06f2-2121-4b48-b12b-93e56aab06b7', 'tag': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b', 'status': 'completed', 'code': 200} Jul 07 17:16:45.500726 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-4c5d5530-13cf-4c36-950b-a686d74d9279 None None] Set router 81589480-ee22-4db5-b582-9be2708a54c3 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:45.575373 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791331b2-ca45-4f7e-a6d9-2bca325d2cd9 req-81d0262b-579b-4d77-9b34-d4c2cf027766 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:45.580581 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-791331b2-ca45-4f7e-a6d9-2bca325d2cd9 req-81d0262b-579b-4d77-9b34-d4c2cf027766 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.0771356 Jul 07 17:16:45.611239 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f81d86-de75-41fc-a65f-953497444081 req-9f773f2f-947c-4ace-bda4-135911fbcee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:45.612923 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f7f81d86-de75-41fc-a65f-953497444081 req-9f773f2f-947c-4ace-bda4-135911fbcee6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 1096 time: 0.1436303 Jul 07 17:16:45.646359 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-791331b2-ca45-4f7e-a6d9-2bca325d2cd9 req-b2b6b7ad-2a6a-4851-a251-213344399a62 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587044 Jul 07 17:16:45.680281 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47038) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:45.796387 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4c5d5530-13cf-4c36-950b-a686d74d9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81589480-ee22-4db5-b582-9be2708a54c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931972657', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '879890e6-3cf3-428f-9484-8530da077a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:16:25Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': '879890e6-3cf3-428f-9484-8530da077a00', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '105371b6-c9b3-4f07-b95f-08a4249d221f', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'floating_ip_address': '172.25.2.208', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'port_id': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05', 'mac_address': 'fa:16:3e:3a:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8d06f2-2121-4b48-b12b-93e56aab06b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:16:43Z', 'updated_at': '2021-07-07T17:16:43Z', 'revision_number': 0, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '444ce618-d203-4154-b485-c87c14fcb301', 'name': '', 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:ef:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '12d196a9-5a11-41af-be0f-9b1700cf8c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:23Z', 'updated_at': '2021-07-07T17:16:31Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '12d196a9-5a11-41af-be0f-9b1700cf8c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:45.814627 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-37fb262a-6efa-4412-afe6-6cd35c5c1a19 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/floatingips/105371b6-c9b3-4f07-b95f-08a4249d221f HTTP/1.1" status: 200 len: 991 time: 0.1328309 Jul 07 17:16:45.820403 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f81d86-de75-41fc-a65f-953497444081 req-75ebcff9-3893-4b21-9df0-d88b4c1d6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:45.821917 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f7f81d86-de75-41fc-a65f-953497444081 req-75ebcff9-3893-4b21-9df0-d88b4c1d6d87 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfcd8643-83bb-4422-925c-2b4065c6dc05 HTTP/1.1" status: 200 len: 898 time: 0.2023485 Jul 07 17:16:45.829429 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5d5530-13cf-4c36-950b-a686d74d9279 None None] Checking router: 81589480-ee22-4db5-b582-9be2708a54c3 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:16:45.838123 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5d5530-13cf-4c36-950b-a686d74d9279 None None] Routers {'81589480-ee22-4db5-b582-9be2708a54c3'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:16:45.839003 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4c5d5530-13cf-4c36-950b-a686d74d9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:16:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['81589480-ee22-4db5-b582-9be2708a54c3'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:45.959627 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-4c5d5530-13cf-4c36-950b-a686d74d9279 None None] Set router 81589480-ee22-4db5-b582-9be2708a54c3 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:16:46.248690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcdbbc-8716-42df-8de5-37b4e8a8fa1d req-c6fd3f49-2088-425a-adc5-ce754c5aac8a tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:46.250603 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-64fcdbbc-8716-42df-8de5-37b4e8a8fa1d req-c6fd3f49-2088-425a-adc5-ce754c5aac8a tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 944 time: 0.0815942 Jul 07 17:16:46.254158 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf73d3a-e062-4259-8001-c6194e1c64da req-4e417316-f1cd-4805-b694-2c627b326e44 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:46.260435 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf73d3a-e062-4259-8001-c6194e1c64da req-4e417316-f1cd-4805-b694-2c627b326e44 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:46.267249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf73d3a-e062-4259-8001-c6194e1c64da req-4e417316-f1cd-4805-b694-2c627b326e44 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:46.274728 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf73d3a-e062-4259-8001-c6194e1c64da req-4e417316-f1cd-4805-b694-2c627b326e44 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:46.280661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf73d3a-e062-4259-8001-c6194e1c64da req-4e417316-f1cd-4805-b694-2c627b326e44 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:46.282086 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4c5d5530-13cf-4c36-950b-a686d74d9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81589480-ee22-4db5-b582-9be2708a54c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931972657', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '879890e6-3cf3-428f-9484-8530da077a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:16:25Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': '879890e6-3cf3-428f-9484-8530da077a00', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '105371b6-c9b3-4f07-b95f-08a4249d221f', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'floating_ip_address': '172.25.2.208', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'port_id': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05', 'mac_address': 'fa:16:3e:3a:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8d06f2-2121-4b48-b12b-93e56aab06b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:16:43Z', 'updated_at': '2021-07-07T17:16:43Z', 'revision_number': 0, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '444ce618-d203-4154-b485-c87c14fcb301', 'name': '', 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:ef:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '12d196a9-5a11-41af-be0f-9b1700cf8c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:23Z', 'updated_at': '2021-07-07T17:16:31Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '12d196a9-5a11-41af-be0f-9b1700cf8c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:16:46.289086 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf73d3a-e062-4259-8001-c6194e1c64da req-4e417316-f1cd-4805-b694-2c627b326e44 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:46.294685 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-64fcdbbc-8716-42df-8de5-37b4e8a8fa1d req-bb759429-19da-4b76-81c9-a446c4131715 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/security-groups?id=f852006a-966c-427d-84c0-8d95bdd251f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371130 Jul 07 17:16:46.295753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf73d3a-e062-4259-8001-c6194e1c64da req-4e417316-f1cd-4805-b694-2c627b326e44 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:46.297825 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-acf73d3a-e062-4259-8001-c6194e1c64da req-4e417316-f1cd-4805-b694-2c627b326e44 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5431 time: 0.5364928 Jul 07 17:16:46.305561 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f7f81d86-de75-41fc-a65f-953497444081 req-f64ad87d-62c9-4286-8e22-63e7f23830bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b35e2dd4-cc63-4460-a6ca-6122f84ff38b HTTP/1.1" status: 200 len: 999 time: 0.4751086 Jul 07 17:16:46.313890 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5d5530-13cf-4c36-950b-a686d74d9279 None None] The sync data for ids ['81589480-ee22-4db5-b582-9be2708a54c3'] in n-d-793620-7 is: [{'id': '81589480-ee22-4db5-b582-9be2708a54c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931972657', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '879890e6-3cf3-428f-9484-8530da077a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:16:25Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': '879890e6-3cf3-428f-9484-8530da077a00', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '105371b6-c9b3-4f07-b95f-08a4249d221f', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'floating_ip_address': '172.25.2.208', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'port_id': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05', 'mac_address': 'fa:16:3e:3a:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8d06f2-2121-4b48-b12b-93e56aab06b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:16:43Z', 'updated_at': '2021-07-07T17:16:43Z', 'revision_number': 0, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '444ce618-d203-4154-b485-c87c14fcb301', 'name': '', 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:ef:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '12d196a9-5a11-41af-be0f-9b1700cf8c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:23Z', 'updated_at': '2021-07-07T17:16:31Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '12d196a9-5a11-41af-be0f-9b1700cf8c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:16:46.382219 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-acf73d3a-e062-4259-8001-c6194e1c64da req-b300b6af-7301-49ac-b4a2-09155da857e5 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756836 Jul 07 17:16:46.391342 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f81d86-de75-41fc-a65f-953497444081 req-f295e2bf-cb0b-4ea2-9b46-a1073d1cced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:46.393005 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f7f81d86-de75-41fc-a65f-953497444081 req-f295e2bf-cb0b-4ea2-9b46-a1073d1cced6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12d196a9-5a11-41af-be0f-9b1700cf8c45 HTTP/1.1" status: 200 len: 835 time: 0.0781057 Jul 07 17:16:46.459114 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f81d86-de75-41fc-a65f-953497444081 req-243852f3-3dc6-4d46-b90f-c8a31a256c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:46.460655 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f7f81d86-de75-41fc-a65f-953497444081 req-243852f3-3dc6-4d46-b90f-c8a31a256c4e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfcd8643-83bb-4422-925c-2b4065c6dc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608566 Jul 07 17:16:46.478188 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:46.555899 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd0b8ab-9d02-41b6-a508-4564991c9964 None None] New status for floating IP 105371b6-c9b3-4f07-b95f-08a4249d221f: ACTIVE {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:16:46.569257 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f7f81d86-de75-41fc-a65f-953497444081 req-fb831f0c-7554-4aaf-bf69-6cbcc5a66a95 service neutron] 10.222.0.15 "GET /v2.0/networks/cfcd8643-83bb-4422-925c-2b4065c6dc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997627 Jul 07 17:16:46.670633 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f7f81d86-de75-41fc-a65f-953497444081 req-dd5cdfa7-96b8-4e19-a63e-4a751ff86922 service neutron] 10.222.0.15 "GET /v2.0/networks/cfcd8643-83bb-4422-925c-2b4065c6dc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927629 Jul 07 17:16:46.817507 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47044) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:46.891193 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5c337504-9087-4dad-992f-95536270a6f1 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/floatingips/105371b6-c9b3-4f07-b95f-08a4249d221f HTTP/1.1" status: 200 len: 993 time: 0.0671611 Jul 07 17:16:47.477418 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59625ae3-b8a5-408e-8f9c-750a9e98435f req-dc672352-dd01-42ef-b734-eddacfbe9046 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:47.479003 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59625ae3-b8a5-408e-8f9c-750a9e98435f req-dc672352-dd01-42ef-b734-eddacfbe9046 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 944 time: 0.0686045 Jul 07 17:16:47.518314 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59625ae3-b8a5-408e-8f9c-750a9e98435f req-8d14f4d5-76ac-4897-b7bd-c65c1b05f98e tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/security-groups?id=f852006a-966c-427d-84c0-8d95bdd251f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333283 Jul 07 17:16:47.605537 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:47.606312 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda6101-6fe2-4250-8f64-f011424c1038 req-eef324f3-3fdd-4327-8cbc-255b82ab941f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:47.612015 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda6101-6fe2-4250-8f64-f011424c1038 req-eef324f3-3fdd-4327-8cbc-255b82ab941f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:47.617873 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda6101-6fe2-4250-8f64-f011424c1038 req-eef324f3-3fdd-4327-8cbc-255b82ab941f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:47.623956 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda6101-6fe2-4250-8f64-f011424c1038 req-eef324f3-3fdd-4327-8cbc-255b82ab941f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:47.629886 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda6101-6fe2-4250-8f64-f011424c1038 req-eef324f3-3fdd-4327-8cbc-255b82ab941f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:47.635709 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda6101-6fe2-4250-8f64-f011424c1038 req-eef324f3-3fdd-4327-8cbc-255b82ab941f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:47.642188 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda6101-6fe2-4250-8f64-f011424c1038 req-eef324f3-3fdd-4327-8cbc-255b82ab941f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:47.644136 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8eda6101-6fe2-4250-8f64-f011424c1038 req-eef324f3-3fdd-4327-8cbc-255b82ab941f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5431 time: 0.1255751 Jul 07 17:16:47.685356 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8eda6101-6fe2-4250-8f64-f011424c1038 req-1a753ea6-edb6-49ec-97bb-9a534674d4f5 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351074 Jul 07 17:16:47.922465 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a8c152c7-1491-4dd9-afc2-8b8111291384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.704632 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d09d4-7ef2-4f7e-87f1-737fa020a2ed req-0dec4945-9300-44df-801e-6b18ee559b59 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.706093 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b12d09d4-7ef2-4f7e-87f1-737fa020a2ed req-0dec4945-9300-44df-801e-6b18ee559b59 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 944 time: 0.0668962 Jul 07 17:16:48.745354 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b12d09d4-7ef2-4f7e-87f1-737fa020a2ed req-749d0d51-f702-4ae1-9032-ac19a70e2cf3 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/security-groups?id=f852006a-966c-427d-84c0-8d95bdd251f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334144 Jul 07 17:16:48.824605 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:48.884172 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f27ef8-015b-4ec2-a6bc-4ff0d379c84d req-bf874206-8cd7-48d7-a44c-ec729f956e40 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.889670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f27ef8-015b-4ec2-a6bc-4ff0d379c84d req-bf874206-8cd7-48d7-a44c-ec729f956e40 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.896162 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f27ef8-015b-4ec2-a6bc-4ff0d379c84d req-bf874206-8cd7-48d7-a44c-ec729f956e40 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.902178 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f27ef8-015b-4ec2-a6bc-4ff0d379c84d req-bf874206-8cd7-48d7-a44c-ec729f956e40 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.908249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f27ef8-015b-4ec2-a6bc-4ff0d379c84d req-bf874206-8cd7-48d7-a44c-ec729f956e40 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.914147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f27ef8-015b-4ec2-a6bc-4ff0d379c84d req-bf874206-8cd7-48d7-a44c-ec729f956e40 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.920094 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f27ef8-015b-4ec2-a6bc-4ff0d379c84d req-bf874206-8cd7-48d7-a44c-ec729f956e40 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:48.922638 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90f27ef8-015b-4ec2-a6bc-4ff0d379c84d req-bf874206-8cd7-48d7-a44c-ec729f956e40 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5431 time: 0.1112576 Jul 07 17:16:48.967601 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90f27ef8-015b-4ec2-a6bc-4ff0d379c84d req-984e7847-966c-4112-89e9-ee982ae3d409 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388985 Jul 07 17:16:49.918185 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6801b-77ce-49b5-a2ed-3123f7bfd1b9 req-ac862f68-ec13-40bd-a8fb-1d1aa005864a tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:49.919708 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19c6801b-77ce-49b5-a2ed-3123f7bfd1b9 req-ac862f68-ec13-40bd-a8fb-1d1aa005864a tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 944 time: 0.0635376 Jul 07 17:16:49.958310 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19c6801b-77ce-49b5-a2ed-3123f7bfd1b9 req-bc567aeb-09ad-42dd-bdf9-c87d164c13ef tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/security-groups?id=f852006a-966c-427d-84c0-8d95bdd251f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324731 Jul 07 17:16:50.176544 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd152b-dce8-42d6-a8ee-daec9d01b0a8 req-efb11f1d-9f14-4aa8-a881-ca6701a45908 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.182459 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd152b-dce8-42d6-a8ee-daec9d01b0a8 req-efb11f1d-9f14-4aa8-a881-ca6701a45908 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.188375 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd152b-dce8-42d6-a8ee-daec9d01b0a8 req-efb11f1d-9f14-4aa8-a881-ca6701a45908 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.194226 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd152b-dce8-42d6-a8ee-daec9d01b0a8 req-efb11f1d-9f14-4aa8-a881-ca6701a45908 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.200398 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd152b-dce8-42d6-a8ee-daec9d01b0a8 req-efb11f1d-9f14-4aa8-a881-ca6701a45908 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.206328 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd152b-dce8-42d6-a8ee-daec9d01b0a8 req-efb11f1d-9f14-4aa8-a881-ca6701a45908 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.212254 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd152b-dce8-42d6-a8ee-daec9d01b0a8 req-efb11f1d-9f14-4aa8-a881-ca6701a45908 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:50.214153 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bfdd152b-dce8-42d6-a8ee-daec9d01b0a8 req-efb11f1d-9f14-4aa8-a881-ca6701a45908 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5431 time: 0.1110630 Jul 07 17:16:50.255200 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bfdd152b-dce8-42d6-a8ee-daec9d01b0a8 req-df4dfd92-fb2e-43e7-8cbb-24cd6a940aed tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344863 Jul 07 17:16:50.320257 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:51.134944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919f56d-a950-4817-823c-54e62c2977d6 req-c7e36eab-1248-469d-a323-78e85067078b tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.136467 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7919f56d-a950-4817-823c-54e62c2977d6 req-c7e36eab-1248-469d-a323-78e85067078b tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 944 time: 0.0653987 Jul 07 17:16:51.176196 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7919f56d-a950-4817-823c-54e62c2977d6 req-82dc03de-81ed-4227-8ebc-a1ef78e5ef71 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/security-groups?id=f852006a-966c-427d-84c0-8d95bdd251f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335565 Jul 07 17:16:51.447315 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cba096-baec-4752-befb-7083a33c18ec req-5ad4501d-a52d-45a2-a7b0-7fcc4ff3bcae tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.453295 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cba096-baec-4752-befb-7083a33c18ec req-5ad4501d-a52d-45a2-a7b0-7fcc4ff3bcae tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.459181 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cba096-baec-4752-befb-7083a33c18ec req-5ad4501d-a52d-45a2-a7b0-7fcc4ff3bcae tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.465013 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cba096-baec-4752-befb-7083a33c18ec req-5ad4501d-a52d-45a2-a7b0-7fcc4ff3bcae tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.470998 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cba096-baec-4752-befb-7083a33c18ec req-5ad4501d-a52d-45a2-a7b0-7fcc4ff3bcae tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.476827 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cba096-baec-4752-befb-7083a33c18ec req-5ad4501d-a52d-45a2-a7b0-7fcc4ff3bcae tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.482747 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cba096-baec-4752-befb-7083a33c18ec req-5ad4501d-a52d-45a2-a7b0-7fcc4ff3bcae tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:51.485128 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c4cba096-baec-4752-befb-7083a33c18ec req-5ad4501d-a52d-45a2-a7b0-7fcc4ff3bcae tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5431 time: 0.1073089 Jul 07 17:16:51.524577 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c4cba096-baec-4752-befb-7083a33c18ec req-8273cce9-1a6d-4ca2-9c92-482d815bc64f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337422 Jul 07 17:16:52.368604 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ea8c6-7bdc-4771-ab18-a970ae33d619 req-9148e5a3-a91f-47eb-baec-f1fbaee5b553 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.370108 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-330ea8c6-7bdc-4771-ab18-a970ae33d619 req-9148e5a3-a91f-47eb-baec-f1fbaee5b553 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 944 time: 0.0702655 Jul 07 17:16:52.409698 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-330ea8c6-7bdc-4771-ab18-a970ae33d619 req-a42543ab-cf3e-4269-9136-551137f6271b tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/security-groups?id=f852006a-966c-427d-84c0-8d95bdd251f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324786 Jul 07 17:16:52.732402 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d64c83-d494-4398-a7ea-add715dbab72 req-bc204319-c3e8-4b25-9e0b-a1435fc3925d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.738907 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d64c83-d494-4398-a7ea-add715dbab72 req-bc204319-c3e8-4b25-9e0b-a1435fc3925d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.744801 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d64c83-d494-4398-a7ea-add715dbab72 req-bc204319-c3e8-4b25-9e0b-a1435fc3925d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.752075 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d64c83-d494-4398-a7ea-add715dbab72 req-bc204319-c3e8-4b25-9e0b-a1435fc3925d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.757996 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d64c83-d494-4398-a7ea-add715dbab72 req-bc204319-c3e8-4b25-9e0b-a1435fc3925d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.763914 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d64c83-d494-4398-a7ea-add715dbab72 req-bc204319-c3e8-4b25-9e0b-a1435fc3925d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.769897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d64c83-d494-4398-a7ea-add715dbab72 req-bc204319-c3e8-4b25-9e0b-a1435fc3925d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:52.771865 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e9d64c83-d494-4398-a7ea-add715dbab72 req-bc204319-c3e8-4b25-9e0b-a1435fc3925d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5431 time: 0.1084969 Jul 07 17:16:52.813290 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e9d64c83-d494-4398-a7ea-add715dbab72 req-4a9698ee-f3dd-4f3c-a83f-d836cbf49efb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355287 Jul 07 17:16:53.584515 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b3a8f-bbf0-467c-8a88-1c5ab6b869c9 req-fd981984-8536-4d2e-8e51-caf2c1873de9 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:53.586000 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-395b3a8f-bbf0-467c-8a88-1c5ab6b869c9 req-fd981984-8536-4d2e-8e51-caf2c1873de9 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 944 time: 0.0654681 Jul 07 17:16:53.623042 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-395b3a8f-bbf0-467c-8a88-1c5ab6b869c9 req-f1bc583a-cc71-49ff-a0ea-5150d736d677 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/security-groups?id=f852006a-966c-427d-84c0-8d95bdd251f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312912 Jul 07 17:16:54.002718 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a8daa-988d-43be-ac5b-5a009810edbf req-56020211-fa8f-4bf4-81aa-4988838f352d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:54.008823 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a8daa-988d-43be-ac5b-5a009810edbf req-56020211-fa8f-4bf4-81aa-4988838f352d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:54.014633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device abb06316-0dcb-4177-a46e-857fc15015ac details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:54.016221 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a8daa-988d-43be-ac5b-5a009810edbf req-56020211-fa8f-4bf4-81aa-4988838f352d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:54.022319 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a8daa-988d-43be-ac5b-5a009810edbf req-56020211-fa8f-4bf4-81aa-4988838f352d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:54.028292 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a8daa-988d-43be-ac5b-5a009810edbf req-56020211-fa8f-4bf4-81aa-4988838f352d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:54.034859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a8daa-988d-43be-ac5b-5a009810edbf req-56020211-fa8f-4bf4-81aa-4988838f352d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:54.041309 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a8daa-988d-43be-ac5b-5a009810edbf req-56020211-fa8f-4bf4-81aa-4988838f352d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:54.043335 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-202a8daa-988d-43be-ac5b-5a009810edbf req-56020211-fa8f-4bf4-81aa-4988838f352d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5431 time: 0.1092227 Jul 07 17:16:54.085155 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-202a8daa-988d-43be-ac5b-5a009810edbf req-2ed2e5c5-f2ad-48ed-94ec-d5ac3e3332de tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352457 Jul 07 17:16:54.114512 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port abb06316-0dcb-4177-a46e-857fc15015ac, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=abb06316-0dcb-4177-a46e-857fc15015ac,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:54.126988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'abb06316-0dcb-4177-a46e-857fc15015ac', 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74', 'port_id': 'abb06316-0dcb-4177-a46e-857fc15015ac', 'mac_address': 'fa:16:3e:79:ef:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a48026c-ae48-491b-9c43-56d5c523771e', 'ip_address': '10.1.1.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:54.164340 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.177097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb06316-0dcb-4177-a46e-857fc15015ac {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:54.196691 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port abb06316-0dcb-4177-a46e-857fc15015ac, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=abb06316-0dcb-4177-a46e-857fc15015ac,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:54.200741 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.201530 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device edd8fb19-c8db-4344-a7a3-efcc479931b2 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:54.291315 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=abb06316-0dcb-4177-a46e-857fc15015ac,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:54.336137 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port edd8fb19-c8db-4344-a7a3-efcc479931b2, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=edd8fb19-c8db-4344-a7a3-efcc479931b2,segment=NetworkSegment(28e7f07a-565e-442a-9c43-e7b0b4b262d6),segment_id=28e7f07a-565e-442a-9c43-e7b0b4b262d6)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:54.347503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'edd8fb19-c8db-4344-a7a3-efcc479931b2', 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57', 'port_id': 'edd8fb19-c8db-4344-a7a3-efcc479931b2', 'mac_address': 'fa:16:3e:5a:08:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2c83dc-bdf2-40c6-96f7-00d45954aec0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:54.383623 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.396227 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd8fb19-c8db-4344-a7a3-efcc479931b2 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:54.420035 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port edd8fb19-c8db-4344-a7a3-efcc479931b2, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=edd8fb19-c8db-4344-a7a3-efcc479931b2,segment=NetworkSegment(28e7f07a-565e-442a-9c43-e7b0b4b262d6),segment_id=28e7f07a-565e-442a-9c43-e7b0b4b262d6)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:54.424669 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.425472 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 36c75515-b4d5-40e5-ac8b-57a12501df0b details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:54.497429 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=edd8fb19-c8db-4344-a7a3-efcc479931b2,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:54.501762 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 36c75515-b4d5-40e5-ac8b-57a12501df0b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=36c75515-b4d5-40e5-ac8b-57a12501df0b,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:54.513330 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '36c75515-b4d5-40e5-ac8b-57a12501df0b', 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74', 'port_id': '36c75515-b4d5-40e5-ac8b-57a12501df0b', 'mac_address': 'fa:16:3e:d1:70:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a48026c-ae48-491b-9c43-56d5c523771e', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:54.551678 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.565214 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c75515-b4d5-40e5-ac8b-57a12501df0b {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:54.585307 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 36c75515-b4d5-40e5-ac8b-57a12501df0b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=36c75515-b4d5-40e5-ac8b-57a12501df0b,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:54.589445 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.590129 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 3ca38a31-8b0b-40d7-958d-92e968e1581f details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:54.662294 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 3ca38a31-8b0b-40d7-958d-92e968e1581f, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=3ca38a31-8b0b-40d7-958d-92e968e1581f,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:54.664813 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=36c75515-b4d5-40e5-ac8b-57a12501df0b,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:54.676860 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '3ca38a31-8b0b-40d7-958d-92e968e1581f', 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74', 'port_id': '3ca38a31-8b0b-40d7-958d-92e968e1581f', 'mac_address': 'fa:16:3e:84:aa:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a48026c-ae48-491b-9c43-56d5c523771e', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:54.718415 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device bd765619-d7b7-4469-ae4d-2a451708a27b details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:54.737959 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.756235 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca38a31-8b0b-40d7-958d-92e968e1581f {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:54.812646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8739bcb-a71a-4375-959a-add6df7d58ef req-57add76c-01fb-4785-a056-125f25544709 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:54.814159 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c8739bcb-a71a-4375-959a-add6df7d58ef req-57add76c-01fb-4785-a056-125f25544709 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 944 time: 0.0700104 Jul 07 17:16:54.817351 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 3ca38a31-8b0b-40d7-958d-92e968e1581f, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=3ca38a31-8b0b-40d7-958d-92e968e1581f,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:54.825061 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.856779 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c8739bcb-a71a-4375-959a-add6df7d58ef req-471d5532-2a22-467c-b3f6-4f5f9183b475 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/security-groups?id=f852006a-966c-427d-84c0-8d95bdd251f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362723 Jul 07 17:16:54.882360 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port bd765619-d7b7-4469-ae4d-2a451708a27b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=bd765619-d7b7-4469-ae4d-2a451708a27b,segment=NetworkSegment(ccd64e49-7c2a-4025-aff1-59adf5c81009),segment_id=ccd64e49-7c2a-4025-aff1-59adf5c81009)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:54.901487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'bd765619-d7b7-4469-ae4d-2a451708a27b', 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'port_id': 'bd765619-d7b7-4469-ae4d-2a451708a27b', 'mac_address': 'fa:16:3e:2d:98:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:54.906713 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=3ca38a31-8b0b-40d7-958d-92e968e1581f,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:54.944086 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:54.957925 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd765619-d7b7-4469-ae4d-2a451708a27b {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:54.977730 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port bd765619-d7b7-4469-ae4d-2a451708a27b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=bd765619-d7b7-4469-ae4d-2a451708a27b,segment=NetworkSegment(ccd64e49-7c2a-4025-aff1-59adf5c81009),segment_id=ccd64e49-7c2a-4025-aff1-59adf5c81009)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:54.980868 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:55.033257 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=bd765619-d7b7-4469-ae4d-2a451708a27b,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:55.222941 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['bd765619-d7b7-4469-ae4d-2a451708a27b'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:55.284688 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1233542-544e-4a41-bdc0-66a4b4c42612 req-0724b177-d8fa-44b6-827e-937ff09e2b66 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:55.290661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1233542-544e-4a41-bdc0-66a4b4c42612 req-0724b177-d8fa-44b6-827e-937ff09e2b66 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:55.296825 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1233542-544e-4a41-bdc0-66a4b4c42612 req-0724b177-d8fa-44b6-827e-937ff09e2b66 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:55.302849 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1233542-544e-4a41-bdc0-66a4b4c42612 req-0724b177-d8fa-44b6-827e-937ff09e2b66 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:55.308854 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1233542-544e-4a41-bdc0-66a4b4c42612 req-0724b177-d8fa-44b6-827e-937ff09e2b66 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:55.315403 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1233542-544e-4a41-bdc0-66a4b4c42612 req-0724b177-d8fa-44b6-827e-937ff09e2b66 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:55.321820 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1233542-544e-4a41-bdc0-66a4b4c42612 req-0724b177-d8fa-44b6-827e-937ff09e2b66 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:55.323782 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f1233542-544e-4a41-bdc0-66a4b4c42612 req-0724b177-d8fa-44b6-827e-937ff09e2b66 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5435 time: 0.1100574 Jul 07 17:16:55.376733 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f1233542-544e-4a41-bdc0-66a4b4c42612 req-63910887-1da1-429d-a322-da3cec0add94 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464919 Jul 07 17:16:55.503092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['36c75515-b4d5-40e5-ac8b-57a12501df0b'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:55.529554 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['abb06316-0dcb-4177-a46e-857fc15015ac'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:55.531643 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['3ca38a31-8b0b-40d7-958d-92e968e1581f'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:56.032836 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6892b463-e625-476b-95bb-85543e6fc3f0 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:56.048234 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36567222-63b6-4ff3-b3f0-66324aa9bacb req-eed8c0a7-a88c-4e8f-b82d-bcc5286190d3 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:56.049955 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-36567222-63b6-4ff3-b3f0-66324aa9bacb req-eed8c0a7-a88c-4e8f-b82d-bcc5286190d3 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 945 time: 0.0693042 Jul 07 17:16:56.094999 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-36567222-63b6-4ff3-b3f0-66324aa9bacb req-74128fdf-9c0e-41ec-a4d3-92a3753eff7f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/security-groups?id=f852006a-966c-427d-84c0-8d95bdd251f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384037 Jul 07 17:16:56.147053 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6892b463-e625-476b-95bb-85543e6fc3f0, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6892b463-e625-476b-95bb-85543e6fc3f0,segment=NetworkSegment(31fa8454-29c6-43de-a28c-5cac7af44df1),segment_id=31fa8454-29c6-43de-a28c-5cac7af44df1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:56.159128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '6892b463-e625-476b-95bb-85543e6fc3f0', 'network_id': '7f50ef8b-2e6c-4b5b-a4d1-84c812881b17', 'port_id': '6892b463-e625-476b-95bb-85543e6fc3f0', 'mac_address': 'fa:16:3e:4f:12:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:56.209116 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.223488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6892b463-e625-476b-95bb-85543e6fc3f0 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:56.248722 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6892b463-e625-476b-95bb-85543e6fc3f0, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6892b463-e625-476b-95bb-85543e6fc3f0,segment=NetworkSegment(31fa8454-29c6-43de-a28c-5cac7af44df1),segment_id=31fa8454-29c6-43de-a28c-5cac7af44df1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:56.256737 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.257729 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device dafbd2ac-b04e-42fa-b747-4064f6bc911f details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:56.325742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6892b463-e625-476b-95bb-85543e6fc3f0,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:56.329424 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port dafbd2ac-b04e-42fa-b747-4064f6bc911f, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=dafbd2ac-b04e-42fa-b747-4064f6bc911f,segment=NetworkSegment(31fa8454-29c6-43de-a28c-5cac7af44df1),segment_id=31fa8454-29c6-43de-a28c-5cac7af44df1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:56.345086 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'dafbd2ac-b04e-42fa-b747-4064f6bc911f', 'network_id': '7f50ef8b-2e6c-4b5b-a4d1-84c812881b17', 'port_id': 'dafbd2ac-b04e-42fa-b747-4064f6bc911f', 'mac_address': 'fa:16:3e:45:54:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:56.383548 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.396677 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dafbd2ac-b04e-42fa-b747-4064f6bc911f {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:56.417960 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port dafbd2ac-b04e-42fa-b747-4064f6bc911f, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=dafbd2ac-b04e-42fa-b747-4064f6bc911f,segment=NetworkSegment(31fa8454-29c6-43de-a28c-5cac7af44df1),segment_id=31fa8454-29c6-43de-a28c-5cac7af44df1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:56.422739 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.423391 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 9752ead6-f062-496d-b5e1-bd1277445c2b details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:16:56.456623 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['edd8fb19-c8db-4344-a7a3-efcc479931b2'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:56.560808 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=dafbd2ac-b04e-42fa-b747-4064f6bc911f,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:56.611829 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84321192-f3b6-4d92-90cd-5955c535f4e7 req-cef1b554-9022-490b-8367-e6af7ddc7a5c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:56.618496 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84321192-f3b6-4d92-90cd-5955c535f4e7 req-cef1b554-9022-490b-8367-e6af7ddc7a5c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:56.625055 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84321192-f3b6-4d92-90cd-5955c535f4e7 req-cef1b554-9022-490b-8367-e6af7ddc7a5c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:56.625967 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 9752ead6-f062-496d-b5e1-bd1277445c2b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=9752ead6-f062-496d-b5e1-bd1277445c2b,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:56.631327 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84321192-f3b6-4d92-90cd-5955c535f4e7 req-cef1b554-9022-490b-8367-e6af7ddc7a5c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:56.638678 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84321192-f3b6-4d92-90cd-5955c535f4e7 req-cef1b554-9022-490b-8367-e6af7ddc7a5c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:56.647796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84321192-f3b6-4d92-90cd-5955c535f4e7 req-cef1b554-9022-490b-8367-e6af7ddc7a5c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:56.648877 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '9752ead6-f062-496d-b5e1-bd1277445c2b', 'network_id': '18634e68-e208-4b15-bdd2-04c0988b7f74', 'port_id': '9752ead6-f062-496d-b5e1-bd1277445c2b', 'mac_address': 'fa:16:3e:79:0f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a48026c-ae48-491b-9c43-56d5c523771e', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:16:56.659556 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84321192-f3b6-4d92-90cd-5955c535f4e7 req-cef1b554-9022-490b-8367-e6af7ddc7a5c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:56.661921 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-84321192-f3b6-4d92-90cd-5955c535f4e7 req-cef1b554-9022-490b-8367-e6af7ddc7a5c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5437 time: 0.1259720 Jul 07 17:16:56.705903 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-84321192-f3b6-4d92-90cd-5955c535f4e7 req-5eb6a90e-7682-4149-adb0-a1aa242f53d8 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375204 Jul 07 17:16:56.716993 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device bd765619-d7b7-4469-ae4d-2a451708a27b up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:16:56.724542 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.769211 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9752ead6-f062-496d-b5e1-bd1277445c2b {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:16:56.806012 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 9752ead6-f062-496d-b5e1-bd1277445c2b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=9752ead6-f062-496d-b5e1-bd1277445c2b,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:56.813569 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.841854 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port bd765619-d7b7-4469-ae4d-2a451708a27b completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:16:56.849580 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port bd765619-d7b7-4469-ae4d-2a451708a27b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:16:56.849958 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.894539 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=9752ead6-f062-496d-b5e1-bd1277445c2b,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:56.950096 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:56.972423 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd765619-d7b7-4469-ae4d-2a451708a27b'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:16:56.974686 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216497fc-5d5b-4497-b3b8-810614e6a6d1" -d '{"events": [{"server_uuid": "3a75af52-b658-449d-bcc3-d5738bd3008a", "name": "network-vif-plugged", "status": "completed", "tag": "bd765619-d7b7-4469-ae4d-2a451708a27b"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:16:56.987837 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port bd765619-d7b7-4469-ae4d-2a451708a27b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=bd765619-d7b7-4469-ae4d-2a451708a27b,segment=NetworkSegment(ccd64e49-7c2a-4025-aff1-59adf5c81009),segment_id=ccd64e49-7c2a-4025-aff1-59adf5c81009)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:16:56.992964 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:57.022555 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033a8588-f93b-4938-bf6c-379cc4e943e9 x-openstack-request-id: req-033a8588-f93b-4938-bf6c-379cc4e943e9 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:16:57.022861 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a75af52-b658-449d-bcc3-d5738bd3008a", "name": "network-vif-plugged", "status": "completed", "tag": "bd765619-d7b7-4469-ae4d-2a451708a27b", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:16:57.023098 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-033a8588-f93b-4938-bf6c-379cc4e943e9 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:16:57.023483 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd765619-d7b7-4469-ae4d-2a451708a27b', 'code': 200} Jul 07 17:16:57.052151 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=bd765619-d7b7-4469-ae4d-2a451708a27b,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:57.130268 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7adf0c-ad91-43b1-956d-1789980be74e req-8e32991b-a578-4d86-bb9e-bd80778de6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:57.131822 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c7adf0c-ad91-43b1-956d-1789980be74e req-8e32991b-a578-4d86-bb9e-bd80778de6f2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 1097 time: 0.0534081 Jul 07 17:16:57.170004 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c7adf0c-ad91-43b1-956d-1789980be74e req-2b887160-3ab1-42d8-baf9-356317a5f84b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f852006a-966c-427d-84c0-8d95bdd251f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296156 Jul 07 17:16:57.272028 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd94d0-190a-489b-aa55-8273f7cba189 req-99dd10ab-f6e6-4f8f-8ee1-d870744a37fb tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:57.273673 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-00fd94d0-190a-489b-aa55-8273f7cba189 req-99dd10ab-f6e6-4f8f-8ee1-d870744a37fb tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 946 time: 0.0654030 Jul 07 17:16:57.313071 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-00fd94d0-190a-489b-aa55-8273f7cba189 req-c9211bae-175c-4204-aa29-f22fc41549d9 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/security-groups?id=f852006a-966c-427d-84c0-8d95bdd251f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338364 Jul 07 17:16:57.726811 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['6892b463-e625-476b-95bb-85543e6fc3f0'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:57.900517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55500a9a-6a76-4224-b164-a4ebf11516f5 req-c2cbbeda-f43f-4256-b26d-a92aad4ba40f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:57.907066 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55500a9a-6a76-4224-b164-a4ebf11516f5 req-c2cbbeda-f43f-4256-b26d-a92aad4ba40f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:57.913089 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55500a9a-6a76-4224-b164-a4ebf11516f5 req-c2cbbeda-f43f-4256-b26d-a92aad4ba40f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:57.915201 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['9752ead6-f062-496d-b5e1-bd1277445c2b'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:57.919301 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55500a9a-6a76-4224-b164-a4ebf11516f5 req-c2cbbeda-f43f-4256-b26d-a92aad4ba40f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:57.925879 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55500a9a-6a76-4224-b164-a4ebf11516f5 req-c2cbbeda-f43f-4256-b26d-a92aad4ba40f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:57.931999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55500a9a-6a76-4224-b164-a4ebf11516f5 req-c2cbbeda-f43f-4256-b26d-a92aad4ba40f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:57.938013 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55500a9a-6a76-4224-b164-a4ebf11516f5 req-c2cbbeda-f43f-4256-b26d-a92aad4ba40f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:57.940028 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-55500a9a-6a76-4224-b164-a4ebf11516f5 req-c2cbbeda-f43f-4256-b26d-a92aad4ba40f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5438 time: 0.1091030 Jul 07 17:16:58.005899 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-55500a9a-6a76-4224-b164-a4ebf11516f5 req-b5924720-4b64-4037-b33a-25a7a441e524 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559487 Jul 07 17:16:58.509223 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b104115-faaa-493b-b5e6-8fc976613574 req-45cdf4b9-44fe-42b8-9067-5fa4b30c34e1 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:58.510722 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4b104115-faaa-493b-b5e6-8fc976613574 req-45cdf4b9-44fe-42b8-9067-5fa4b30c34e1 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 946 time: 0.0684907 Jul 07 17:16:58.548385 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4b104115-faaa-493b-b5e6-8fc976613574 req-cbb7a691-53cb-42e2-b1b0-bf6c4f06da01 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/security-groups?id=f852006a-966c-427d-84c0-8d95bdd251f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320556 Jul 07 17:16:58.685808 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['dafbd2ac-b04e-42fa-b747-4064f6bc911f'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:16:58.724001 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d01d3-6a54-45e2-aaef-4965d37ad984 req-0ace0fe6-68f7-462c-b1fe-cfcdb58dd430 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:58.725585 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-225d01d3-6a54-45e2-aaef-4965d37ad984 req-0ace0fe6-68f7-462c-b1fe-cfcdb58dd430 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 946 time: 0.0677316 Jul 07 17:16:58.762920 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-225d01d3-6a54-45e2-aaef-4965d37ad984 req-919d4cc5-4a45-494d-bbbc-bfcff0675676 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/security-groups?id=f852006a-966c-427d-84c0-8d95bdd251f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314703 Jul 07 17:16:58.787990 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47112) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:58.976638 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3023e567-439f-4eb2-a983-0c574dcd035f tempest-TestVolumeBackupRestore-186041525 tempest-TestVolumeBackupRestore-186041525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:58.978173 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3023e567-439f-4eb2-a983-0c574dcd035f tempest-TestVolumeBackupRestore-186041525 tempest-TestVolumeBackupRestore-186041525-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 1092 time: 0.1891110 Jul 07 17:16:58.981207 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47116) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:16:58.985993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f75af85e-f10c-455a-955e-5c23f3429185 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': 'bd765619-d7b7-4469-ae4d-2a451708a27b', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:16:59.007285 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f75af85e-f10c-455a-955e-5c23f3429185 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.114890 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f75af85e-f10c-455a-955e-5c23f3429185 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.222139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-f75af85e-f10c-455a-955e-5c23f3429185 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Allocated IP 172.25.2.178 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/ae739449-d0ee-429c-9dd0-7c199ab6f069) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:16:59.226052 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ec2cd-90f7-4f49-9402-599126fa454c req-6fd75a24-09fd-4ae5-acf8-5756f6af5eb2 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.232235 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ec2cd-90f7-4f49-9402-599126fa454c req-6fd75a24-09fd-4ae5-acf8-5756f6af5eb2 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.238146 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ec2cd-90f7-4f49-9402-599126fa454c req-6fd75a24-09fd-4ae5-acf8-5756f6af5eb2 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.244132 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ec2cd-90f7-4f49-9402-599126fa454c req-6fd75a24-09fd-4ae5-acf8-5756f6af5eb2 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.250638 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ec2cd-90f7-4f49-9402-599126fa454c req-6fd75a24-09fd-4ae5-acf8-5756f6af5eb2 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.256582 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ec2cd-90f7-4f49-9402-599126fa454c req-6fd75a24-09fd-4ae5-acf8-5756f6af5eb2 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.262533 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ec2cd-90f7-4f49-9402-599126fa454c req-6fd75a24-09fd-4ae5-acf8-5756f6af5eb2 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:16:59.265126 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-371ec2cd-90f7-4f49-9402-599126fa454c req-6fd75a24-09fd-4ae5-acf8-5756f6af5eb2 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5438 time: 0.1079295 Jul 07 17:16:59.277736 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:16:59.307053 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-371ec2cd-90f7-4f49-9402-599126fa454c req-038a3353-217c-4a0c-b189-9b35de95fd9e tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357845 Jul 07 17:16:59.330961 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f75af85e-f10c-455a-955e-5c23f3429185 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.369509 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f75af85e-f10c-455a-955e-5c23f3429185 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.407134 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75af85e-f10c-455a-955e-5c23f3429185 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:16:59.411911 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-f75af85e-f10c-455a-955e-5c23f3429185 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:16:59.415283 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75af85e-f10c-455a-955e-5c23f3429185 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:16:59.438587 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75af85e-f10c-455a-955e-5c23f3429185 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Pushing event updated for resources: {'Port': ['ID=ae739449-d0ee-429c-9dd0-7c199ab6f069,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:16:59.791867 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f75af85e-f10c-455a-955e-5c23f3429185 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:16:59.869771 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f75af85e-f10c-455a-955e-5c23f3429185 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.018579 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f75af85e-f10c-455a-955e-5c23f3429185 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.022860 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f75af85e-f10c-455a-955e-5c23f3429185 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.060011 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device abb06316-0dcb-4177-a46e-857fc15015ac up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:00.098733 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75af85e-f10c-455a-955e-5c23f3429185 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Pushing event updated for resources: {'Port': ['ID=ae739449-d0ee-429c-9dd0-7c199ab6f069,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:00.105182 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f75af85e-f10c-455a-955e-5c23f3429185 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.118830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port abb06316-0dcb-4177-a46e-857fc15015ac completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:00.123032 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port abb06316-0dcb-4177-a46e-857fc15015ac triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:00.123409 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.202116 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.211959 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-f75af85e-f10c-455a-955e-5c23f3429185 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Floating IP 085dc3dd-d88f-4442-86e4-a4e629c9c14f associated. External IP: 172.25.2.178, port: bd765619-d7b7-4469-ae4d-2a451708a27b. Jul 07 17:17:00.233845 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb06316-0dcb-4177-a46e-857fc15015ac'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:00.236396 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e1806e-b5d3-45c3-9586-93794b5ae5bb" -d '{"events": [{"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-plugged", "status": "completed", "tag": "abb06316-0dcb-4177-a46e-857fc15015ac"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:00.251823 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port abb06316-0dcb-4177-a46e-857fc15015ac, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=abb06316-0dcb-4177-a46e-857fc15015ac,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:00.259829 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.260789 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 3ca38a31-8b0b-40d7-958d-92e968e1581f up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:00.332966 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=abb06316-0dcb-4177-a46e-857fc15015ac,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:00.388157 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 3ca38a31-8b0b-40d7-958d-92e968e1581f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:00.393511 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 3ca38a31-8b0b-40d7-958d-92e968e1581f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:00.393883 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.434966 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30605fe8-ad08-473b-9eb6-d506c5e5359e x-openstack-request-id: req-30605fe8-ad08-473b-9eb6-d506c5e5359e {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:00.435613 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-plugged", "status": "completed", "tag": "abb06316-0dcb-4177-a46e-857fc15015ac", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:00.436090 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-30605fe8-ad08-473b-9eb6-d506c5e5359e {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:00.437247 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb06316-0dcb-4177-a46e-857fc15015ac', 'code': 200} Jul 07 17:17:00.490308 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.524815 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 3ca38a31-8b0b-40d7-958d-92e968e1581f, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=3ca38a31-8b0b-40d7-958d-92e968e1581f,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:00.529167 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.530104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 9752ead6-f062-496d-b5e1-bd1277445c2b up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:00.537568 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75af85e-f10c-455a-955e-5c23f3429185 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Router 41dd2072-8379-4e34-a121-4be76517f96c has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:00.606328 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=3ca38a31-8b0b-40d7-958d-92e968e1581f,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:00.619954 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 9752ead6-f062-496d-b5e1-bd1277445c2b completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:00.620160 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f33f8-4a36-4ae1-ab52-32fdb5b14358 req-c2daa352-6147-429a-a65f-8144f007a2b8 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:00.623743 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 9752ead6-f062-496d-b5e1-bd1277445c2b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:00.624142 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.626074 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f33f8-4a36-4ae1-ab52-32fdb5b14358 req-c2daa352-6147-429a-a65f-8144f007a2b8 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:00.631957 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f33f8-4a36-4ae1-ab52-32fdb5b14358 req-c2daa352-6147-429a-a65f-8144f007a2b8 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:00.637782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f33f8-4a36-4ae1-ab52-32fdb5b14358 req-c2daa352-6147-429a-a65f-8144f007a2b8 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:00.643943 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f33f8-4a36-4ae1-ab52-32fdb5b14358 req-c2daa352-6147-429a-a65f-8144f007a2b8 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:00.649809 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f33f8-4a36-4ae1-ab52-32fdb5b14358 req-c2daa352-6147-429a-a65f-8144f007a2b8 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:00.656357 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f33f8-4a36-4ae1-ab52-32fdb5b14358 req-c2daa352-6147-429a-a65f-8144f007a2b8 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:00.658323 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-281f33f8-4a36-4ae1-ab52-32fdb5b14358 req-c2daa352-6147-429a-a65f-8144f007a2b8 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5439 time: 0.1594505 Jul 07 17:17:00.699868 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.736784 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 9752ead6-f062-496d-b5e1-bd1277445c2b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=9752ead6-f062-496d-b5e1-bd1277445c2b,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:00.740728 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.741508 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device edd8fb19-c8db-4344-a7a3-efcc479931b2 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:00.743957 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-281f33f8-4a36-4ae1-ab52-32fdb5b14358 req-57f309b9-0221-4532-a4f7-fabf9afd9033 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782263 Jul 07 17:17:00.749001 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75af85e-f10c-455a-955e-5c23f3429185 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:00.766028 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a134a-ac51-44dc-a204-71f30c1d9a31 None None] Sync routers for ids ['41dd2072-8379-4e34-a121-4be76517f96c'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:00.766858 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f75af85e-f10c-455a-955e-5c23f3429185 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.794201 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a134a-ac51-44dc-a204-71f30c1d9a31 None None] Routers {'41dd2072-8379-4e34-a121-4be76517f96c'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:00.795241 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d78a134a-ac51-44dc-a204-71f30c1d9a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:16:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['41dd2072-8379-4e34-a121-4be76517f96c'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:00.815711 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47130) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:00.816363 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f75af85e-f10c-455a-955e-5c23f3429185 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8336122 Jul 07 17:17:00.816781 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'tag': 'bd765619-d7b7-4469-ae4d-2a451708a27b'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:00.818954 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5039098f-5aa8-4efd-a645-66ab4cb0ee5c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a75af52-b658-449d-bcc3-d5738bd3008a", "tag": "bd765619-d7b7-4469-ae4d-2a451708a27b"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:00.825275 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=9752ead6-f062-496d-b5e1-bd1277445c2b,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:00.833819 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port edd8fb19-c8db-4344-a7a3-efcc479931b2 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:00.841642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port edd8fb19-c8db-4344-a7a3-efcc479931b2 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:00.842027 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.860491 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0345966c-378e-4d47-9e0a-043848e70e75 x-openstack-request-id: req-0345966c-378e-4d47-9e0a-043848e70e75 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:00.860784 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a75af52-b658-449d-bcc3-d5738bd3008a", "tag": "bd765619-d7b7-4469-ae4d-2a451708a27b", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:00.861036 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0345966c-378e-4d47-9e0a-043848e70e75 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:00.861458 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'tag': 'bd765619-d7b7-4469-ae4d-2a451708a27b', 'status': 'completed', 'code': 200} Jul 07 17:17:00.898574 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7215c57f-9ec0-4f2d-bb27-737bc2d7cc6a tempest-TestVolumeBackupRestore-186041525 tempest-TestVolumeBackupRestore-186041525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:00.900744 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7215c57f-9ec0-4f2d-bb27-737bc2d7cc6a tempest-TestVolumeBackupRestore-186041525 tempest-TestVolumeBackupRestore-186041525-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 1092 time: 0.0815804 Jul 07 17:17:00.903648 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47134) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:00.908562 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f7bfaa7e-6b95-43f5-a743-0b9cbc54c72c tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Request body: {'floatingip': {'port_id': 'bd765619-d7b7-4469-ae4d-2a451708a27b'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:00.933526 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-d78a134a-ac51-44dc-a204-71f30c1d9a31 None None] Set router 41dd2072-8379-4e34-a121-4be76517f96c gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:00.949856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039098f-5aa8-4efd-a645-66ab4cb0ee5c req-e481f6e7-24f7-4820-a826-081f50c30858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:00.953219 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5039098f-5aa8-4efd-a645-66ab4cb0ee5c req-e481f6e7-24f7-4820-a826-081f50c30858 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90d9e739b53e4fdeba4e88e829b4bca6&device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 1097 time: 0.0661399 Jul 07 17:17:00.955466 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.974784 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f7bfaa7e-6b95-43f5-a743-0b9cbc54c72c tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for floatingip, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.992448 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port edd8fb19-c8db-4344-a7a3-efcc479931b2, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=edd8fb19-c8db-4344-a7a3-efcc479931b2,segment=NetworkSegment(28e7f07a-565e-442a-9c43-e7b0b4b262d6),segment_id=28e7f07a-565e-442a-9c43-e7b0b4b262d6)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:00.997392 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:00.998854 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 36c75515-b4d5-40e5-ac8b-57a12501df0b up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:01.051355 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039098f-5aa8-4efd-a645-66ab4cb0ee5c req-940cd8c7-c673-4414-a415-b57e69b1ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:01.052868 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5039098f-5aa8-4efd-a645-66ab4cb0ee5c req-940cd8c7-c673-4414-a415-b57e69b1ea4c service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5efbb47-7ac0-439c-bd10-5b82d61ca890 HTTP/1.1" status: 200 len: 915 time: 0.0949914 Jul 07 17:17:01.091749 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=edd8fb19-c8db-4344-a7a3-efcc479931b2,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:01.109353 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 36c75515-b4d5-40e5-ac8b-57a12501df0b completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:01.124569 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 36c75515-b4d5-40e5-ac8b-57a12501df0b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:01.125226 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.138871 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5039098f-5aa8-4efd-a645-66ab4cb0ee5c req-4c9db396-a633-4a0f-ae46-cbeca2c62296 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd765619-d7b7-4469-ae4d-2a451708a27b HTTP/1.1" status: 200 len: 1000 time: 0.0789213 Jul 07 17:17:01.202628 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039098f-5aa8-4efd-a645-66ab4cb0ee5c req-27ca9c4d-e4ec-469d-a45e-b38e6bc116cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:01.204307 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5039098f-5aa8-4efd-a645-66ab4cb0ee5c req-27ca9c4d-e4ec-469d-a45e-b38e6bc116cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdc71f5f-4d2b-44a1-af05-6f6eec7e240a HTTP/1.1" status: 200 len: 853 time: 0.0593355 Jul 07 17:17:01.226809 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d78a134a-ac51-44dc-a204-71f30c1d9a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dd2072-8379-4e34-a121-4be76517f96c', 'name': 'tempest-TestVolumeBackupRestore-1861771868-router', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:57Z', 'revision_number': 4, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'gw_port': {'id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '085dc3dd-d88f-4442-86e4-a4e629c9c14f', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'floating_ip_address': '172.25.2.178', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'port_id': 'bd765619-d7b7-4469-ae4d-2a451708a27b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'mac_address': 'fa:16:3e:2d:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:16:59Z', 'updated_at': '2021-07-07T17:16:59Z', 'revision_number': 0, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450392ba-ce7c-42f6-856f-b2fdb6055d3b', 'name': '', 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'mac_address': 'fa:16:3e:47:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:56Z', 'updated_at': '2021-07-07T17:14:05Z', 'revision_number': 5, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'subnets': [{'id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:01.232881 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.260682 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a134a-ac51-44dc-a204-71f30c1d9a31 None None] Checking router: 41dd2072-8379-4e34-a121-4be76517f96c for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:01.271813 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a134a-ac51-44dc-a204-71f30c1d9a31 None None] Routers {'41dd2072-8379-4e34-a121-4be76517f96c'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:01.272441 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d78a134a-ac51-44dc-a204-71f30c1d9a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:16:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['41dd2072-8379-4e34-a121-4be76517f96c'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:01.278223 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039098f-5aa8-4efd-a645-66ab4cb0ee5c req-55e5c0d6-ae8f-4c91-862f-e41a7949f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:01.279557 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5039098f-5aa8-4efd-a645-66ab4cb0ee5c req-55e5c0d6-ae8f-4c91-862f-e41a7949f0cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5efbb47-7ac0-439c-bd10-5b82d61ca890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670986 Jul 07 17:17:01.280008 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 36c75515-b4d5-40e5-ac8b-57a12501df0b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=36c75515-b4d5-40e5-ac8b-57a12501df0b,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:01.285203 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.351378 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=36c75515-b4d5-40e5-ac8b-57a12501df0b,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:01.443598 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5039098f-5aa8-4efd-a645-66ab4cb0ee5c req-f07259c6-c0a4-48d3-bfae-9810bf125e8f service neutron] 10.222.0.15 "GET /v2.0/networks/b5efbb47-7ac0-439c-bd10-5b82d61ca890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572716 Jul 07 17:17:01.502007 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-d78a134a-ac51-44dc-a204-71f30c1d9a31 None None] Set router 41dd2072-8379-4e34-a121-4be76517f96c gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:01.541235 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5039098f-5aa8-4efd-a645-66ab4cb0ee5c req-ceb148bf-a682-4b86-bde5-08e60ff49f6a service neutron] 10.222.0.15 "GET /v2.0/networks/b5efbb47-7ac0-439c-bd10-5b82d61ca890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906250 Jul 07 17:17:01.578248 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f7bfaa7e-6b95-43f5-a743-0b9cbc54c72c tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.582302 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f7bfaa7e-6b95-43f5-a743-0b9cbc54c72c tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.734575 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d78a134a-ac51-44dc-a204-71f30c1d9a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dd2072-8379-4e34-a121-4be76517f96c', 'name': 'tempest-TestVolumeBackupRestore-1861771868-router', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:57Z', 'revision_number': 4, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'gw_port': {'id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '085dc3dd-d88f-4442-86e4-a4e629c9c14f', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'floating_ip_address': '172.25.2.178', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'port_id': 'bd765619-d7b7-4469-ae4d-2a451708a27b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'mac_address': 'fa:16:3e:2d:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:16:59Z', 'updated_at': '2021-07-07T17:16:59Z', 'revision_number': 0, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450392ba-ce7c-42f6-856f-b2fdb6055d3b', 'name': '', 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'mac_address': 'fa:16:3e:47:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:56Z', 'updated_at': '2021-07-07T17:14:05Z', 'revision_number': 5, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'subnets': [{'id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:01.760269 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a134a-ac51-44dc-a204-71f30c1d9a31 None None] The sync data for ids ['41dd2072-8379-4e34-a121-4be76517f96c'] in n-d-793620-7 is: [{'id': '41dd2072-8379-4e34-a121-4be76517f96c', 'name': 'tempest-TestVolumeBackupRestore-1861771868-router', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:57Z', 'revision_number': 4, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'gw_port': {'id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '085dc3dd-d88f-4442-86e4-a4e629c9c14f', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'floating_ip_address': '172.25.2.178', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'port_id': 'bd765619-d7b7-4469-ae4d-2a451708a27b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'mac_address': 'fa:16:3e:2d:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:16:59Z', 'updated_at': '2021-07-07T17:16:59Z', 'revision_number': 0, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450392ba-ce7c-42f6-856f-b2fdb6055d3b', 'name': '', 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'mac_address': 'fa:16:3e:47:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:56Z', 'updated_at': '2021-07-07T17:14:05Z', 'revision_number': 5, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'subnets': [{'id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:01.797581 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bfaa7e-6b95-43f5-a743-0b9cbc54c72c tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Router 41dd2072-8379-4e34-a121-4be76517f96c has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:01.952830 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bfaa7e-6b95-43f5-a743-0b9cbc54c72c tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:01.957606 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f7bfaa7e-6b95-43f5-a743-0b9cbc54c72c tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:01.973194 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703ab2ce-0bad-42c8-a7cf-4fab18386922 None None] New status for floating IP 085dc3dd-d88f-4442-86e4-a4e629c9c14f: ACTIVE {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:17:02.015172 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'tag': 'bd765619-d7b7-4469-ae4d-2a451708a27b'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:02.017408 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036d18f1-bee3-49e4-aefa-6deb82e00524" -d '{"events": [{"name": "network-changed", "server_uuid": "3a75af52-b658-449d-bcc3-d5738bd3008a", "tag": "bd765619-d7b7-4469-ae4d-2a451708a27b"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:02.055659 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad206004-2d46-4d38-bc45-f19d6f9fae88 req-76298448-98d0-45f5-bae9-c40206a704fc tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:02.062325 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad206004-2d46-4d38-bc45-f19d6f9fae88 req-76298448-98d0-45f5-bae9-c40206a704fc tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:02.068532 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad206004-2d46-4d38-bc45-f19d6f9fae88 req-76298448-98d0-45f5-bae9-c40206a704fc tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:02.072311 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6892b463-e625-476b-95bb-85543e6fc3f0 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:02.075238 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad206004-2d46-4d38-bc45-f19d6f9fae88 req-76298448-98d0-45f5-bae9-c40206a704fc tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:02.081470 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad206004-2d46-4d38-bc45-f19d6f9fae88 req-76298448-98d0-45f5-bae9-c40206a704fc tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:02.087636 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad206004-2d46-4d38-bc45-f19d6f9fae88 req-76298448-98d0-45f5-bae9-c40206a704fc tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:02.094134 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad206004-2d46-4d38-bc45-f19d6f9fae88 req-76298448-98d0-45f5-bae9-c40206a704fc tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:02.095652 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ad206004-2d46-4d38-bc45-f19d6f9fae88 req-76298448-98d0-45f5-bae9-c40206a704fc tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5443 time: 0.1923361 Jul 07 17:17:02.097153 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc288a75-7aed-4afa-8345-24d2605bdf7f x-openstack-request-id: req-cc288a75-7aed-4afa-8345-24d2605bdf7f {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:02.097493 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a75af52-b658-449d-bcc3-d5738bd3008a", "tag": "bd765619-d7b7-4469-ae4d-2a451708a27b", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:02.097703 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc288a75-7aed-4afa-8345-24d2605bdf7f {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:02.098223 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'tag': 'bd765619-d7b7-4469-ae4d-2a451708a27b', 'status': 'completed', 'code': 200} Jul 07 17:17:02.135671 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f7bfaa7e-6b95-43f5-a743-0b9cbc54c72c tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "PUT /v2.0/floatingips/085dc3dd-d88f-4442-86e4-a4e629c9c14f HTTP/1.1" status: 200 len: 992 time: 1.2306798 Jul 07 17:17:02.156387 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ad206004-2d46-4d38-bc45-f19d6f9fae88 req-6099af92-fd5e-4c90-a2c5-2337f7942ef7 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519309 Jul 07 17:17:02.168532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d18f1-bee3-49e4-aefa-6deb82e00524 req-b9eac24e-c931-498c-9208-ed02268ba065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:02.170846 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-036d18f1-bee3-49e4-aefa-6deb82e00524 req-b9eac24e-c931-498c-9208-ed02268ba065 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90d9e739b53e4fdeba4e88e829b4bca6&device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 1097 time: 0.0695350 Jul 07 17:17:02.192307 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 6892b463-e625-476b-95bb-85543e6fc3f0 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:02.198152 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 6892b463-e625-476b-95bb-85543e6fc3f0 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:02.198589 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.258354 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff2c76b-239c-4484-a3c3-6a28da58437e None None] Sync routers for ids ['41dd2072-8379-4e34-a121-4be76517f96c'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:02.269203 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff2c76b-239c-4484-a3c3-6a28da58437e None None] Routers {'41dd2072-8379-4e34-a121-4be76517f96c'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:02.269479 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cff2c76b-239c-4484-a3c3-6a28da58437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:16:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['41dd2072-8379-4e34-a121-4be76517f96c'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:02.282722 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.282939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d18f1-bee3-49e4-aefa-6deb82e00524 req-5004aaab-f6cb-4fae-bfc6-6b577a120aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:02.284449 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-036d18f1-bee3-49e4-aefa-6deb82e00524 req-5004aaab-f6cb-4fae-bfc6-6b577a120aa7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5efbb47-7ac0-439c-bd10-5b82d61ca890 HTTP/1.1" status: 200 len: 915 time: 0.1073251 Jul 07 17:17:02.318351 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6892b463-e625-476b-95bb-85543e6fc3f0, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6892b463-e625-476b-95bb-85543e6fc3f0,segment=NetworkSegment(31fa8454-29c6-43de-a28c-5cac7af44df1),segment_id=31fa8454-29c6-43de-a28c-5cac7af44df1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:02.322843 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.323700 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device dafbd2ac-b04e-42fa-b747-4064f6bc911f up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:02.353906 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-036d18f1-bee3-49e4-aefa-6deb82e00524 req-bc0c2341-6001-41ab-83dd-fe2daf237fae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd765619-d7b7-4469-ae4d-2a451708a27b HTTP/1.1" status: 200 len: 1002 time: 0.0616002 Jul 07 17:17:02.385702 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-cff2c76b-239c-4484-a3c3-6a28da58437e None None] Set router 41dd2072-8379-4e34-a121-4be76517f96c gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:02.408839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6892b463-e625-476b-95bb-85543e6fc3f0,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:02.416057 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port dafbd2ac-b04e-42fa-b747-4064f6bc911f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:17:02.420416 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port dafbd2ac-b04e-42fa-b747-4064f6bc911f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:02.421831 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.428930 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d18f1-bee3-49e4-aefa-6deb82e00524 req-b5a296f3-5b83-437a-a8fd-f7d5fb494cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:02.430746 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-036d18f1-bee3-49e4-aefa-6deb82e00524 req-b5a296f3-5b83-437a-a8fd-f7d5fb494cf8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdc71f5f-4d2b-44a1-af05-6f6eec7e240a HTTP/1.1" status: 200 len: 853 time: 0.0693288 Jul 07 17:17:02.445638 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca38a31-8b0b-40d7-958d-92e968e1581f'}, {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9752ead6-f062-496d-b5e1-bd1277445c2b'}, {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd8fb19-c8db-4344-a7a3-efcc479931b2'}, {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c75515-b4d5-40e5-ac8b-57a12501df0b'}, {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6892b463-e625-476b-95bb-85543e6fc3f0'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:02.448086 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437e9175-435b-4608-bdbf-c9d8cbc8634a" -d '{"events": [{"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-plugged", "status": "completed", "tag": "3ca38a31-8b0b-40d7-958d-92e968e1581f"}, {"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-plugged", "status": "completed", "tag": "9752ead6-f062-496d-b5e1-bd1277445c2b"}, {"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-plugged", "status": "completed", "tag": "edd8fb19-c8db-4344-a7a3-efcc479931b2"}, {"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-plugged", "status": "completed", "tag": "36c75515-b4d5-40e5-ac8b-57a12501df0b"}, {"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-plugged", "status": "completed", "tag": "6892b463-e625-476b-95bb-85543e6fc3f0"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:02.507656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d18f1-bee3-49e4-aefa-6deb82e00524 req-1f2cb1b8-5306-4161-bd4d-8a8280204843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:02.509567 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-036d18f1-bee3-49e4-aefa-6deb82e00524 req-1f2cb1b8-5306-4161-bd4d-8a8280204843 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5efbb47-7ac0-439c-bd10-5b82d61ca890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708106 Jul 07 17:17:02.511798 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.545060 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86b531b-1e98-456e-b1f5-d0d6452b0aa1 x-openstack-request-id: req-a86b531b-1e98-456e-b1f5-d0d6452b0aa1 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:02.545365 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-plugged", "status": "completed", "tag": "3ca38a31-8b0b-40d7-958d-92e968e1581f", "code": 200}, {"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-plugged", "status": "completed", "tag": "9752ead6-f062-496d-b5e1-bd1277445c2b", "code": 200}, {"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-plugged", "status": "completed", "tag": "edd8fb19-c8db-4344-a7a3-efcc479931b2", "code": 200}, {"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-plugged", "status": "completed", "tag": "36c75515-b4d5-40e5-ac8b-57a12501df0b", "code": 200}, {"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-plugged", "status": "completed", "tag": "6892b463-e625-476b-95bb-85543e6fc3f0", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:02.546327 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a86b531b-1e98-456e-b1f5-d0d6452b0aa1 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:02.546705 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca38a31-8b0b-40d7-958d-92e968e1581f', 'code': 200} Jul 07 17:17:02.546955 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9752ead6-f062-496d-b5e1-bd1277445c2b', 'code': 200} Jul 07 17:17:02.547786 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd8fb19-c8db-4344-a7a3-efcc479931b2', 'code': 200} Jul 07 17:17:02.548461 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c75515-b4d5-40e5-ac8b-57a12501df0b', 'code': 200} Jul 07 17:17:02.548461 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6892b463-e625-476b-95bb-85543e6fc3f0', 'code': 200} Jul 07 17:17:02.562840 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port dafbd2ac-b04e-42fa-b747-4064f6bc911f, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=dafbd2ac-b04e-42fa-b747-4064f6bc911f,segment=NetworkSegment(31fa8454-29c6-43de-a28c-5cac7af44df1),segment_id=31fa8454-29c6-43de-a28c-5cac7af44df1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:02.567498 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:02.618597 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-036d18f1-bee3-49e4-aefa-6deb82e00524 req-30627d33-679f-4bb0-a418-4c4b358c95c7 service neutron] 10.222.0.15 "GET /v2.0/networks/b5efbb47-7ac0-439c-bd10-5b82d61ca890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009696 Jul 07 17:17:02.627343 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=dafbd2ac-b04e-42fa-b747-4064f6bc911f,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:02.658102 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cff2c76b-239c-4484-a3c3-6a28da58437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dd2072-8379-4e34-a121-4be76517f96c', 'name': 'tempest-TestVolumeBackupRestore-1861771868-router', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:57Z', 'revision_number': 4, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'gw_port': {'id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '085dc3dd-d88f-4442-86e4-a4e629c9c14f', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'floating_ip_address': '172.25.2.178', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'port_id': 'bd765619-d7b7-4469-ae4d-2a451708a27b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'mac_address': 'fa:16:3e:2d:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:16:59Z', 'updated_at': '2021-07-07T17:17:02Z', 'revision_number': 2, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450392ba-ce7c-42f6-856f-b2fdb6055d3b', 'name': '', 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'mac_address': 'fa:16:3e:47:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:56Z', 'updated_at': '2021-07-07T17:14:05Z', 'revision_number': 5, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'subnets': [{'id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:02.686947 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff2c76b-239c-4484-a3c3-6a28da58437e None None] Checking router: 41dd2072-8379-4e34-a121-4be76517f96c for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:02.695193 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff2c76b-239c-4484-a3c3-6a28da58437e None None] Routers {'41dd2072-8379-4e34-a121-4be76517f96c'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:02.695800 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cff2c76b-239c-4484-a3c3-6a28da58437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:16:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['41dd2072-8379-4e34-a121-4be76517f96c'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:02.715526 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-036d18f1-bee3-49e4-aefa-6deb82e00524 req-728f91d4-5f65-4b75-884e-bd4e95fc2cbf service neutron] 10.222.0.15 "GET /v2.0/networks/b5efbb47-7ac0-439c-bd10-5b82d61ca890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888314 Jul 07 17:17:02.800612 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-cff2c76b-239c-4484-a3c3-6a28da58437e None None] Set router 41dd2072-8379-4e34-a121-4be76517f96c gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:03.020857 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cff2c76b-239c-4484-a3c3-6a28da58437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dd2072-8379-4e34-a121-4be76517f96c', 'name': 'tempest-TestVolumeBackupRestore-1861771868-router', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:57Z', 'revision_number': 4, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'gw_port': {'id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '085dc3dd-d88f-4442-86e4-a4e629c9c14f', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'floating_ip_address': '172.25.2.178', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'port_id': 'bd765619-d7b7-4469-ae4d-2a451708a27b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'mac_address': 'fa:16:3e:2d:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:16:59Z', 'updated_at': '2021-07-07T17:17:02Z', 'revision_number': 2, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450392ba-ce7c-42f6-856f-b2fdb6055d3b', 'name': '', 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'mac_address': 'fa:16:3e:47:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:56Z', 'updated_at': '2021-07-07T17:14:05Z', 'revision_number': 5, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'subnets': [{'id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:03.047976 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff2c76b-239c-4484-a3c3-6a28da58437e None None] The sync data for ids ['41dd2072-8379-4e34-a121-4be76517f96c'] in n-d-793620-7 is: [{'id': '41dd2072-8379-4e34-a121-4be76517f96c', 'name': 'tempest-TestVolumeBackupRestore-1861771868-router', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:57Z', 'revision_number': 4, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'gw_port': {'id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '085dc3dd-d88f-4442-86e4-a4e629c9c14f', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'floating_ip_address': '172.25.2.178', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'port_id': 'bd765619-d7b7-4469-ae4d-2a451708a27b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'mac_address': 'fa:16:3e:2d:98:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:16:59Z', 'updated_at': '2021-07-07T17:17:02Z', 'revision_number': 2, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450392ba-ce7c-42f6-856f-b2fdb6055d3b', 'name': '', 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'mac_address': 'fa:16:3e:47:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:56Z', 'updated_at': '2021-07-07T17:14:05Z', 'revision_number': 5, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'subnets': [{'id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:03.357473 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09488cd-9091-4e04-a739-187dd308d900 req-47fcedf5-2487-4944-af04-85ea1a5b2fb3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.363939 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09488cd-9091-4e04-a739-187dd308d900 req-47fcedf5-2487-4944-af04-85ea1a5b2fb3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.369960 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09488cd-9091-4e04-a739-187dd308d900 req-47fcedf5-2487-4944-af04-85ea1a5b2fb3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.376569 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09488cd-9091-4e04-a739-187dd308d900 req-47fcedf5-2487-4944-af04-85ea1a5b2fb3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.382562 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09488cd-9091-4e04-a739-187dd308d900 req-47fcedf5-2487-4944-af04-85ea1a5b2fb3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.388555 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09488cd-9091-4e04-a739-187dd308d900 req-47fcedf5-2487-4944-af04-85ea1a5b2fb3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.394606 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09488cd-9091-4e04-a739-187dd308d900 req-47fcedf5-2487-4944-af04-85ea1a5b2fb3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:03.396535 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f09488cd-9091-4e04-a739-187dd308d900 req-47fcedf5-2487-4944-af04-85ea1a5b2fb3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5445 time: 0.1094747 Jul 07 17:17:03.437863 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f09488cd-9091-4e04-a739-187dd308d900 req-bfb993e6-8f3b-4c4f-a591-2ba60ecc4002 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354753 Jul 07 17:17:04.099664 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'tag': 'bd765619-d7b7-4469-ae4d-2a451708a27b'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:04.102036 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a5878e-fa25-4746-90c6-005b3ba3e81e" -d '{"events": [{"name": "network-changed", "server_uuid": "3a75af52-b658-449d-bcc3-d5738bd3008a", "tag": "bd765619-d7b7-4469-ae4d-2a451708a27b"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:04.162593 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1313aabc-6566-495f-b4ed-7149046b3c6c x-openstack-request-id: req-1313aabc-6566-495f-b4ed-7149046b3c6c {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:04.163074 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a75af52-b658-449d-bcc3-d5738bd3008a", "tag": "bd765619-d7b7-4469-ae4d-2a451708a27b", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:04.163452 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1313aabc-6566-495f-b4ed-7149046b3c6c {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:04.164065 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'tag': 'bd765619-d7b7-4469-ae4d-2a451708a27b', 'status': 'completed', 'code': 200} Jul 07 17:17:04.245903 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5878e-fa25-4746-90c6-005b3ba3e81e req-d3e7f7ec-73a1-4891-98a8-fc5e3d1e0c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:04.247505 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b6a5878e-fa25-4746-90c6-005b3ba3e81e req-d3e7f7ec-73a1-4891-98a8-fc5e3d1e0c72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90d9e739b53e4fdeba4e88e829b4bca6&device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 1097 time: 0.0566926 Jul 07 17:17:04.347668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5878e-fa25-4746-90c6-005b3ba3e81e req-caaa2990-86b1-4a0d-8e16-f8af540888ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:04.349054 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b6a5878e-fa25-4746-90c6-005b3ba3e81e req-caaa2990-86b1-4a0d-8e16-f8af540888ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5efbb47-7ac0-439c-bd10-5b82d61ca890 HTTP/1.1" status: 200 len: 915 time: 0.0947251 Jul 07 17:17:04.416247 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b6a5878e-fa25-4746-90c6-005b3ba3e81e req-4b89141a-53a6-4f36-8a83-9942f0b0af46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd765619-d7b7-4469-ae4d-2a451708a27b HTTP/1.1" status: 200 len: 1002 time: 0.0608175 Jul 07 17:17:04.465465 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5878e-fa25-4746-90c6-005b3ba3e81e req-a45abe1a-8324-4a39-8d24-f265dddfac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:04.467021 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b6a5878e-fa25-4746-90c6-005b3ba3e81e req-a45abe1a-8324-4a39-8d24-f265dddfac2c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdc71f5f-4d2b-44a1-af05-6f6eec7e240a HTTP/1.1" status: 200 len: 853 time: 0.0445528 Jul 07 17:17:04.540431 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5878e-fa25-4746-90c6-005b3ba3e81e req-0fa5456a-55e2-46ce-89a8-a634db4f320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:04.542203 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b6a5878e-fa25-4746-90c6-005b3ba3e81e req-0fa5456a-55e2-46ce-89a8-a634db4f320c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5efbb47-7ac0-439c-bd10-5b82d61ca890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684390 Jul 07 17:17:04.550348 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafbd2ac-b04e-42fa-b747-4064f6bc911f'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:04.553658 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6585d563-4903-4b43-aa6b-6026e2e8eadd" -d '{"events": [{"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-plugged", "status": "completed", "tag": "dafbd2ac-b04e-42fa-b747-4064f6bc911f"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:04.591740 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3294994e-960f-4f9b-9ea0-b223927bd7cd x-openstack-request-id: req-3294994e-960f-4f9b-9ea0-b223927bd7cd {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:04.592043 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-plugged", "status": "completed", "tag": "dafbd2ac-b04e-42fa-b747-4064f6bc911f", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:04.592841 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3294994e-960f-4f9b-9ea0-b223927bd7cd {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:04.593324 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafbd2ac-b04e-42fa-b747-4064f6bc911f', 'code': 200} Jul 07 17:17:04.693875 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b6a5878e-fa25-4746-90c6-005b3ba3e81e req-eccd6b58-049a-4e8b-b79d-9c0d6857300f service neutron] 10.222.0.15 "GET /v2.0/networks/b5efbb47-7ac0-439c-bd10-5b82d61ca890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447434 Jul 07 17:17:04.747879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1a2b2-ed53-49ef-8860-1f96ddf48323 req-cc6f4159-9654-43b5-b8ba-7fcbbe328f1f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:04.753969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1a2b2-ed53-49ef-8860-1f96ddf48323 req-cc6f4159-9654-43b5-b8ba-7fcbbe328f1f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:04.759962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1a2b2-ed53-49ef-8860-1f96ddf48323 req-cc6f4159-9654-43b5-b8ba-7fcbbe328f1f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:04.766522 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1a2b2-ed53-49ef-8860-1f96ddf48323 req-cc6f4159-9654-43b5-b8ba-7fcbbe328f1f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:04.772496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1a2b2-ed53-49ef-8860-1f96ddf48323 req-cc6f4159-9654-43b5-b8ba-7fcbbe328f1f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:04.778468 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1a2b2-ed53-49ef-8860-1f96ddf48323 req-cc6f4159-9654-43b5-b8ba-7fcbbe328f1f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:04.784915 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1a2b2-ed53-49ef-8860-1f96ddf48323 req-cc6f4159-9654-43b5-b8ba-7fcbbe328f1f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:04.786821 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ede1a2b2-ed53-49ef-8860-1f96ddf48323 req-cc6f4159-9654-43b5-b8ba-7fcbbe328f1f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5445 time: 0.2191937 Jul 07 17:17:05.205720 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ede1a2b2-ed53-49ef-8860-1f96ddf48323 req-698d367d-c4ec-409e-8a34-4820ce46c3ac tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3882217 Jul 07 17:17:05.218043 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9641be-44c5-464e-98f0-60f09945a677 req-92fee8c9-5c19-493f-ab01-ef4a11888ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:05.218562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9641be-44c5-464e-98f0-60f09945a677 req-92fee8c9-5c19-493f-ab01-ef4a11888ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:05.219051 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9641be-44c5-464e-98f0-60f09945a677 req-92fee8c9-5c19-493f-ab01-ef4a11888ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:05.219527 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9641be-44c5-464e-98f0-60f09945a677 req-92fee8c9-5c19-493f-ab01-ef4a11888ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:05.220000 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9641be-44c5-464e-98f0-60f09945a677 req-92fee8c9-5c19-493f-ab01-ef4a11888ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:05.220481 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9641be-44c5-464e-98f0-60f09945a677 req-92fee8c9-5c19-493f-ab01-ef4a11888ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:05.220962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9641be-44c5-464e-98f0-60f09945a677 req-92fee8c9-5c19-493f-ab01-ef4a11888ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:05.222944 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7b9641be-44c5-464e-98f0-60f09945a677 req-92fee8c9-5c19-493f-ab01-ef4a11888ca8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 6502 time: 0.5475531 Jul 07 17:17:05.228960 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b6a5878e-fa25-4746-90c6-005b3ba3e81e req-e511f909-9888-4f79-bc95-a5c98e4c5f4e service neutron] 10.222.0.15 "GET /v2.0/networks/b5efbb47-7ac0-439c-bd10-5b82d61ca890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158923 Jul 07 17:17:05.260915 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7b9641be-44c5-464e-98f0-60f09945a677 req-7639c50b-33c1-462e-b38d-1dccacf1a16a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0305476 Jul 07 17:17:06.399205 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde437e3-3772-4671-8368-c2a8940af69f req-48eaecd7-a896-419a-ad9e-bf8b5411f5f4 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.405761 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde437e3-3772-4671-8368-c2a8940af69f req-48eaecd7-a896-419a-ad9e-bf8b5411f5f4 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.411704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde437e3-3772-4671-8368-c2a8940af69f req-48eaecd7-a896-419a-ad9e-bf8b5411f5f4 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.417533 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde437e3-3772-4671-8368-c2a8940af69f req-48eaecd7-a896-419a-ad9e-bf8b5411f5f4 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.423424 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde437e3-3772-4671-8368-c2a8940af69f req-48eaecd7-a896-419a-ad9e-bf8b5411f5f4 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.429272 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde437e3-3772-4671-8368-c2a8940af69f req-48eaecd7-a896-419a-ad9e-bf8b5411f5f4 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.435223 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde437e3-3772-4671-8368-c2a8940af69f req-48eaecd7-a896-419a-ad9e-bf8b5411f5f4 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:06.437187 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dde437e3-3772-4671-8368-c2a8940af69f req-48eaecd7-a896-419a-ad9e-bf8b5411f5f4 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5445 time: 0.1074538 Jul 07 17:17:06.480426 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dde437e3-3772-4671-8368-c2a8940af69f req-98dacd6b-a53f-4c97-8a87-2fc2af82a397 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373380 Jul 07 17:17:07.674771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203e8f7-58fb-4933-af1a-dd2afcde4605 req-1639af40-a15a-4ade-ad30-fd2615d604bd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.680669 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203e8f7-58fb-4933-af1a-dd2afcde4605 req-1639af40-a15a-4ade-ad30-fd2615d604bd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.686597 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203e8f7-58fb-4933-af1a-dd2afcde4605 req-1639af40-a15a-4ade-ad30-fd2615d604bd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.692416 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203e8f7-58fb-4933-af1a-dd2afcde4605 req-1639af40-a15a-4ade-ad30-fd2615d604bd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.698519 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203e8f7-58fb-4933-af1a-dd2afcde4605 req-1639af40-a15a-4ade-ad30-fd2615d604bd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.704897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203e8f7-58fb-4933-af1a-dd2afcde4605 req-1639af40-a15a-4ade-ad30-fd2615d604bd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.710748 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203e8f7-58fb-4933-af1a-dd2afcde4605 req-1639af40-a15a-4ade-ad30-fd2615d604bd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.712640 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6203e8f7-58fb-4933-af1a-dd2afcde4605 req-1639af40-a15a-4ade-ad30-fd2615d604bd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5445 time: 0.1105053 Jul 07 17:17:07.753848 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6203e8f7-58fb-4933-af1a-dd2afcde4605 req-e6dd36c3-3d3f-4f57-a4b8-08bc00f6556d tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346329 Jul 07 17:17:07.940284 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10002e98-c0d7-4f46-84e3-c99967bbcc4b req-58d2f833-2af9-4c19-9ae1-3bb35460be0f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.946545 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10002e98-c0d7-4f46-84e3-c99967bbcc4b req-58d2f833-2af9-4c19-9ae1-3bb35460be0f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.952996 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10002e98-c0d7-4f46-84e3-c99967bbcc4b req-58d2f833-2af9-4c19-9ae1-3bb35460be0f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.958936 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10002e98-c0d7-4f46-84e3-c99967bbcc4b req-58d2f833-2af9-4c19-9ae1-3bb35460be0f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.964866 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10002e98-c0d7-4f46-84e3-c99967bbcc4b req-58d2f833-2af9-4c19-9ae1-3bb35460be0f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.971503 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10002e98-c0d7-4f46-84e3-c99967bbcc4b req-58d2f833-2af9-4c19-9ae1-3bb35460be0f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.977411 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10002e98-c0d7-4f46-84e3-c99967bbcc4b req-58d2f833-2af9-4c19-9ae1-3bb35460be0f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:07.979371 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-10002e98-c0d7-4f46-84e3-c99967bbcc4b req-58d2f833-2af9-4c19-9ae1-3bb35460be0f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5445 time: 0.1123827 Jul 07 17:17:07.989591 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47172) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:07.994610 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-0c751209-cbeb-479d-8b38-b8c5b128984a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Request body: {'floatingip': {'port_id': 'edd8fb19-c8db-4344-a7a3-efcc479931b2'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:17:08.035944 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c751209-cbeb-479d-8b38-b8c5b128984a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for floatingip, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.525285 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c751209-cbeb-479d-8b38-b8c5b128984a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.529233 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c751209-cbeb-479d-8b38-b8c5b128984a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.637594 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-0c751209-cbeb-479d-8b38-b8c5b128984a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Floating IP b0e66bce-296e-41b5-a4be-42adfa400281 associated. External IP: 172.25.2.135, port: edd8fb19-c8db-4344-a7a3-efcc479931b2. Jul 07 17:17:08.846315 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c751209-cbeb-479d-8b38-b8c5b128984a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Router 68f8cd02-1d55-4668-9990-259a58ec5a12 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:08.954402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c751209-cbeb-479d-8b38-b8c5b128984a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:08.958996 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c751209-cbeb-479d-8b38-b8c5b128984a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:08.965378 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a60fe-4b62-4b98-9024-d70394fa05b4 None None] Sync routers for ids ['68f8cd02-1d55-4668-9990-259a58ec5a12'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:08.976479 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a60fe-4b62-4b98-9024-d70394fa05b4 None None] Routers {'68f8cd02-1d55-4668-9990-259a58ec5a12'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:08.977104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-d58a60fe-4b62-4b98-9024-d70394fa05b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:16:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['68f8cd02-1d55-4668-9990-259a58ec5a12'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:09.126751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-d58a60fe-4b62-4b98-9024-d70394fa05b4 None None] Set router 68f8cd02-1d55-4668-9990-259a58ec5a12 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:09.368312 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0c751209-cbeb-479d-8b38-b8c5b128984a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "PUT /v2.0/floatingips/b0e66bce-296e-41b5-a4be-42adfa400281 HTTP/1.1" status: 200 len: 992 time: 1.3774436 Jul 07 17:17:09.368920 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'tag': 'edd8fb19-c8db-4344-a7a3-efcc479931b2'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:09.371495 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4e6224-c84c-4290-8e02-42eb67ce048f" -d '{"events": [{"name": "network-changed", "server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "tag": "edd8fb19-c8db-4344-a7a3-efcc479931b2"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:09.377394 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-d58a60fe-4b62-4b98-9024-d70394fa05b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'name': 'tempest-TaggedBootDevicesTest_v242-2052038672-router', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:14:58Z', 'revision_number': 4, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'gw_port': {'id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'b0e66bce-296e-41b5-a4be-42adfa400281', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'floating_ip_address': '172.25.2.135', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'port_id': 'edd8fb19-c8db-4344-a7a3-efcc479931b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57', 'mac_address': 'fa:16:3e:5a:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:15:44Z', 'updated_at': '2021-07-07T17:17:08Z', 'revision_number': 1, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7c0e5a-5492-4b14-8946-22621a3d4e71', 'name': '', 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'mac_address': 'fa:16:3e:ef:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '7c2c83dc-bdf2-40c6-96f7-00d45954aec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:58Z', 'updated_at': '2021-07-07T17:15:05Z', 'revision_number': 5, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'subnets': [{'id': '7c2c83dc-bdf2-40c6-96f7-00d45954aec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:09.405615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a60fe-4b62-4b98-9024-d70394fa05b4 None None] Checking router: 68f8cd02-1d55-4668-9990-259a58ec5a12 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:09.415025 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a60fe-4b62-4b98-9024-d70394fa05b4 None None] Routers {'68f8cd02-1d55-4668-9990-259a58ec5a12'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:09.415655 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-d58a60fe-4b62-4b98-9024-d70394fa05b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:16:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['68f8cd02-1d55-4668-9990-259a58ec5a12'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:09.485046 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74171bde-3c23-4653-8bb8-aeb68b22c3d2 x-openstack-request-id: req-74171bde-3c23-4653-8bb8-aeb68b22c3d2 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:09.485352 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "tag": "edd8fb19-c8db-4344-a7a3-efcc479931b2", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:09.485610 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74171bde-3c23-4653-8bb8-aeb68b22c3d2 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:09.486199 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'tag': 'edd8fb19-c8db-4344-a7a3-efcc479931b2', 'status': 'completed', 'code': 200} Jul 07 17:17:09.591249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6224-c84c-4290-8e02-42eb67ce048f req-427d9038-b18b-4c2d-a74b-b0e83dd3c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:09.591903 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6224-c84c-4290-8e02-42eb67ce048f req-427d9038-b18b-4c2d-a74b-b0e83dd3c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:09.592316 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6224-c84c-4290-8e02-42eb67ce048f req-427d9038-b18b-4c2d-a74b-b0e83dd3c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:09.592830 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6224-c84c-4290-8e02-42eb67ce048f req-427d9038-b18b-4c2d-a74b-b0e83dd3c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:09.593430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6224-c84c-4290-8e02-42eb67ce048f req-427d9038-b18b-4c2d-a74b-b0e83dd3c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:09.593811 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6224-c84c-4290-8e02-42eb67ce048f req-427d9038-b18b-4c2d-a74b-b0e83dd3c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:09.594684 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6224-c84c-4290-8e02-42eb67ce048f req-427d9038-b18b-4c2d-a74b-b0e83dd3c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:09.597265 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-af4e6224-c84c-4290-8e02-42eb67ce048f req-427d9038-b18b-4c2d-a74b-b0e83dd3c234 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 6502 time: 0.0766521 Jul 07 17:17:09.693068 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-d58a60fe-4b62-4b98-9024-d70394fa05b4 None None] Set router 68f8cd02-1d55-4668-9990-259a58ec5a12 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:09.700281 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6224-c84c-4290-8e02-42eb67ce048f req-922559c2-6a0a-49bc-a89d-cd8881fe45f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:09.701866 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-af4e6224-c84c-4290-8e02-42eb67ce048f req-922559c2-6a0a-49bc-a89d-cd8881fe45f7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e29b4352-e24e-4209-8013-9bd6bb864f57 HTTP/1.1" status: 200 len: 918 time: 0.0928669 Jul 07 17:17:09.784791 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-af4e6224-c84c-4290-8e02-42eb67ce048f req-83b499ed-9d1f-4af0-8a63-5ef609dec0bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edd8fb19-c8db-4344-a7a3-efcc479931b2 HTTP/1.1" status: 200 len: 1000 time: 0.0763168 Jul 07 17:17:09.840912 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6224-c84c-4290-8e02-42eb67ce048f req-221ceeaa-767c-4157-9972-f12243af3fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:09.842461 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-af4e6224-c84c-4290-8e02-42eb67ce048f req-221ceeaa-767c-4157-9972-f12243af3fda service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c2c83dc-bdf2-40c6-96f7-00d45954aec0 HTTP/1.1" status: 200 len: 856 time: 0.0508466 Jul 07 17:17:09.905711 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6224-c84c-4290-8e02-42eb67ce048f req-24230a1c-eb29-468c-8007-727a87ff1965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:09.907498 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-af4e6224-c84c-4290-8e02-42eb67ce048f req-24230a1c-eb29-468c-8007-727a87ff1965 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e29b4352-e24e-4209-8013-9bd6bb864f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581257 Jul 07 17:17:09.955023 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-d58a60fe-4b62-4b98-9024-d70394fa05b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'name': 'tempest-TaggedBootDevicesTest_v242-2052038672-router', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:14:58Z', 'revision_number': 4, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'gw_port': {'id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'b0e66bce-296e-41b5-a4be-42adfa400281', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'floating_ip_address': '172.25.2.135', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'port_id': 'edd8fb19-c8db-4344-a7a3-efcc479931b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57', 'mac_address': 'fa:16:3e:5a:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:15:44Z', 'updated_at': '2021-07-07T17:17:08Z', 'revision_number': 1, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7c0e5a-5492-4b14-8946-22621a3d4e71', 'name': '', 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'mac_address': 'fa:16:3e:ef:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '7c2c83dc-bdf2-40c6-96f7-00d45954aec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:58Z', 'updated_at': '2021-07-07T17:15:05Z', 'revision_number': 5, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'subnets': [{'id': '7c2c83dc-bdf2-40c6-96f7-00d45954aec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:09.983953 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a60fe-4b62-4b98-9024-d70394fa05b4 None None] The sync data for ids ['68f8cd02-1d55-4668-9990-259a58ec5a12'] in n-d-793620-7 is: [{'id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'name': 'tempest-TaggedBootDevicesTest_v242-2052038672-router', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:14:58Z', 'revision_number': 4, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'gw_port': {'id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'b0e66bce-296e-41b5-a4be-42adfa400281', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'floating_ip_address': '172.25.2.135', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'port_id': 'edd8fb19-c8db-4344-a7a3-efcc479931b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57', 'mac_address': 'fa:16:3e:5a:08:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:15:44Z', 'updated_at': '2021-07-07T17:17:08Z', 'revision_number': 1, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7c0e5a-5492-4b14-8946-22621a3d4e71', 'name': '', 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'mac_address': 'fa:16:3e:ef:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '7c2c83dc-bdf2-40c6-96f7-00d45954aec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:58Z', 'updated_at': '2021-07-07T17:15:05Z', 'revision_number': 5, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'subnets': [{'id': '7c2c83dc-bdf2-40c6-96f7-00d45954aec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:10.008816 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-af4e6224-c84c-4290-8e02-42eb67ce048f req-9dd02c27-5275-499a-853a-fa7c4dd8e3d2 service neutron] 10.222.0.69 "GET /v2.0/networks/e29b4352-e24e-4209-8013-9bd6bb864f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949874 Jul 07 17:17:10.123012 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-af4e6224-c84c-4290-8e02-42eb67ce048f req-ea5ea211-37c6-448f-94a6-b7b57426729f service neutron] 10.222.0.69 "GET /v2.0/networks/e29b4352-e24e-4209-8013-9bd6bb864f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079164 Jul 07 17:17:10.213816 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7ff717-7492-48f1-b893-3d10297e875c None None] New status for floating IP b0e66bce-296e-41b5-a4be-42adfa400281: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:17:14.234579 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:14.698575 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cf089af7-67b9-42ef-8c34-b038fb43b84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:16.480244 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.550476 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72626b41-069d-4d54-9aa5-7969497ab988 req-e64e9364-b2fd-4d12-8d48-788fc42f49f7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1432002 Jul 07 17:17:17.609976 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.680497 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72626b41-069d-4d54-9aa5-7969497ab988 req-5debd0a3-72ee-4176-b39d-774ce21efc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:17.682126 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72626b41-069d-4d54-9aa5-7969497ab988 req-5debd0a3-72ee-4176-b39d-774ce21efc84 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=813d1850aa3c4934a7e97cbee8a39039&device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 1098 time: 0.0862088 Jul 07 17:17:17.815873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72626b41-069d-4d54-9aa5-7969497ab988 req-98306f93-12a8-456e-a98e-9929fc4e2c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:17.817220 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72626b41-069d-4d54-9aa5-7969497ab988 req-98306f93-12a8-456e-a98e-9929fc4e2c13 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1 HTTP/1.1" status: 200 len: 918 time: 0.1120236 Jul 07 17:17:17.895553 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72626b41-069d-4d54-9aa5-7969497ab988 req-9ede3757-2b52-42a6-9f10-3c87cbc49cb8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 HTTP/1.1" status: 200 len: 1002 time: 0.0704939 Jul 07 17:17:17.928707 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c136d84a-80c5-4b8c-9515-0a95c2648494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:17.966183 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72626b41-069d-4d54-9aa5-7969497ab988 req-d1196402-414d-4d7e-a7cb-7d61b47f420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:17.967991 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72626b41-069d-4d54-9aa5-7969497ab988 req-d1196402-414d-4d7e-a7cb-7d61b47f420d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c3cd916-6514-42d5-8d29-5aae3a405db3 HTTP/1.1" status: 200 len: 856 time: 0.0651453 Jul 07 17:17:18.042264 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72626b41-069d-4d54-9aa5-7969497ab988 req-a4d2ec87-2998-4282-a4a4-6c59d1dc392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:18.043935 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72626b41-069d-4d54-9aa5-7969497ab988 req-a4d2ec87-2998-4282-a4a4-6c59d1dc392c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ee08dc49-e776-43c2-8b3c-7b8a151f5be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694323 Jul 07 17:17:18.054984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-72626b41-069d-4d54-9aa5-7969497ab988 req-b005d2e8-23b6-4ff3-b5ce-0573ab54543a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:17:18.055994 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72626b41-069d-4d54-9aa5-7969497ab988 req-b005d2e8-23b6-4ff3-b5ce-0573ab54543a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054796 Jul 07 17:17:18.170345 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72626b41-069d-4d54-9aa5-7969497ab988 req-8eb54a83-d49a-477d-9524-60e5d2ffde54 service neutron] 10.222.0.69 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049414 Jul 07 17:17:18.288359 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72626b41-069d-4d54-9aa5-7969497ab988 req-4e20dbef-bcf9-4121-b525-2a5a9452c6c5 service neutron] 10.222.0.69 "GET /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092658 Jul 07 17:17:18.825450 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:18.870364 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43967653-76ce-49cb-b8f4-28b4d4389d5c req-f30c30c5-5b2c-4de1-be48-2138cdbf972a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530708 Jul 07 17:17:18.971523 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43967653-76ce-49cb-b8f4-28b4d4389d5c req-a4d594ea-faac-439b-9694-0a765aeedfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:18.973074 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43967653-76ce-49cb-b8f4-28b4d4389d5c req-a4d594ea-faac-439b-9694-0a765aeedfce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0d3f4c1ff294119a2c5fc6e804d1e59&device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 1097 time: 0.0574651 Jul 07 17:17:19.107998 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43967653-76ce-49cb-b8f4-28b4d4389d5c req-e065b0fc-a313-4693-bc4c-1cf8013d1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:19.109372 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43967653-76ce-49cb-b8f4-28b4d4389d5c req-e065b0fc-a313-4693-bc4c-1cf8013d1266 service neutron] 10.222.0.15 "GET /v2.0/networks?id=292197e0-01dc-4068-ba5d-c7a67aedfe6d HTTP/1.1" status: 200 len: 912 time: 0.1093953 Jul 07 17:17:19.187278 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43967653-76ce-49cb-b8f4-28b4d4389d5c req-b17837a9-b3f0-43eb-9058-a8267c051e2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51d7971c-abee-40e3-9b99-1f50a6fe0be7 HTTP/1.1" status: 200 len: 1000 time: 0.0714042 Jul 07 17:17:19.246551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43967653-76ce-49cb-b8f4-28b4d4389d5c req-965309c5-50d1-4fb4-9ea4-421979e3eb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:19.248730 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43967653-76ce-49cb-b8f4-28b4d4389d5c req-965309c5-50d1-4fb4-9ea4-421979e3eb4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aeaad8af-4e95-4aca-8e25-9c0ee640a68c HTTP/1.1" status: 200 len: 850 time: 0.0549719 Jul 07 17:17:19.310968 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43967653-76ce-49cb-b8f4-28b4d4389d5c req-2f54289c-153f-4777-a0d4-d158a5ee1656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:19.312461 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43967653-76ce-49cb-b8f4-28b4d4389d5c req-2f54289c-153f-4777-a0d4-d158a5ee1656 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=292197e0-01dc-4068-ba5d-c7a67aedfe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568786 Jul 07 17:17:19.417713 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43967653-76ce-49cb-b8f4-28b4d4389d5c req-8c22b269-13c3-4e70-bfc1-7e7db7502d68 service neutron] 10.222.0.15 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976586 Jul 07 17:17:19.527909 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-43967653-76ce-49cb-b8f4-28b4d4389d5c req-06bd62b4-4874-481c-907a-ed7817b6648a service neutron] 10.222.0.15 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032364 Jul 07 17:17:20.325808 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:20.601383 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801c88d-e147-4689-827e-d7e8f569f7e3 req-6caa2b8b-6a6a-4948-bc84-4c0c7255350d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:20.603251 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a801c88d-e147-4689-827e-d7e8f569f7e3 req-6caa2b8b-6a6a-4948-bc84-4c0c7255350d tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.0846398 Jul 07 17:17:20.657596 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a801c88d-e147-4689-827e-d7e8f569f7e3 req-1445e525-8a4e-4651-9c46-deda47b7927b tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448127 Jul 07 17:17:21.084208 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a15d5b-c131-46a2-b619-6a36628e054f req-09cad31f-c09e-45f5-846f-46b1e6f8b16b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:21.085704 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f0a15d5b-c131-46a2-b619-6a36628e054f req-09cad31f-c09e-45f5-846f-46b1e6f8b16b tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 947 time: 0.0743270 Jul 07 17:17:21.130584 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f0a15d5b-c131-46a2-b619-6a36628e054f req-566b2ced-30e3-426e-a4ff-459d2e592a05 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387945 Jul 07 17:17:21.854386 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e51c43-05f1-466a-a687-b213c5067b71 req-c2514abe-f4ae-4dfd-98ad-b068923e04be tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:21.856020 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d0e51c43-05f1-466a-a687-b213c5067b71 req-c2514abe-f4ae-4dfd-98ad-b068923e04be tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.0727818 Jul 07 17:17:21.898133 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d0e51c43-05f1-466a-a687-b213c5067b71 req-fffcc02a-f7f8-4217-abde-302796142784 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362806 Jul 07 17:17:22.526411 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2904564-c078-4e72-be23-cb5fd935036a req-0ac82ffd-4e08-471c-ad3d-d58f1c693e76 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:22.527987 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f2904564-c078-4e72-be23-cb5fd935036a req-0ac82ffd-4e08-471c-ad3d-d58f1c693e76 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 947 time: 0.0716689 Jul 07 17:17:22.576234 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f2904564-c078-4e72-be23-cb5fd935036a req-56415485-5359-4412-89cb-6e46436c2535 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups?id=9b2e7373-6fce-473f-b7ee-dc00caeccbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400102 Jul 07 17:17:23.017779 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3071e97-0b32-4bfe-ad0f-a2c40d30ac72 req-3625b9cd-f73d-4e0a-b8ab-1b002f61bea3 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:23.020542 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a3071e97-0b32-4bfe-ad0f-a2c40d30ac72 req-3625b9cd-f73d-4e0a-b8ab-1b002f61bea3 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.69 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 947 time: 0.0803189 Jul 07 17:17:23.114756 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47c898-e046-4f4e-ad61-d9a681caf93f req-6073b47e-b64d-4561-9f24-448f4b3d9a94 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:23.116358 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9d47c898-e046-4f4e-ad61-d9a681caf93f req-6073b47e-b64d-4561-9f24-448f4b3d9a94 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.0845404 Jul 07 17:17:23.157106 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-a3071e97-0b32-4bfe-ad0f-a2c40d30ac72 req-1ed8f127-6ab7-41b9-ad56-109169a35e3d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Deleting port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:23.157453 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a3071e97-0b32-4bfe-ad0f-a2c40d30ac72 req-1ed8f127-6ab7-41b9-ad56-109169a35e3d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:23.164485 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9d47c898-e046-4f4e-ad61-d9a681caf93f req-d62f4cef-819e-4b1a-846b-6440473afdf2 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404170 Jul 07 17:17:23.260071 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-a3071e97-0b32-4bfe-ad0f-a2c40d30ac72 req-1ed8f127-6ab7-41b9-ad56-109169a35e3d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] For port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:23.260467 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a3071e97-0b32-4bfe-ad0f-a2c40d30ac72 req-1ed8f127-6ab7-41b9-ad56-109169a35e3d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:23.534574 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a3071e97-0b32-4bfe-ad0f-a2c40d30ac72 req-1ed8f127-6ab7-41b9-ad56-109169a35e3d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:23.535014 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a3071e97-0b32-4bfe-ad0f-a2c40d30ac72 req-1ed8f127-6ab7-41b9-ad56-109169a35e3d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:23.535388 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [req-a3071e97-0b32-4bfe-ad0f-a2c40d30ac72 req-1ed8f127-6ab7-41b9-ad56-109169a35e3d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Floating IP 9509d0eb-5796-4118-be5f-c2a17eaa7c7e disassociated. External IP: 172.25.2.168, port: d53de1a3-e363-4a2c-a0f0-8d8e512ffde3. Jul 07 17:17:23.535791 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-a3071e97-0b32-4bfe-ad0f-a2c40d30ac72 req-1ed8f127-6ab7-41b9-ad56-109169a35e3d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Calling delete_port for d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:23.711415 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a3071e97-0b32-4bfe-ad0f-a2c40d30ac72 req-1ed8f127-6ab7-41b9-ad56-109169a35e3d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:23.752041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8f127-6ab7-41b9-ad56-109169a35e3d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Pushing event deleted for resources: {'Port': ['ID=d53de1a3-e363-4a2c-a0f0-8d8e512ffde3,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:23.771286 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-664eb731-0f22-466f-8e22-0332d0e77a6c req-5135b106-b574-44dd-9984-568d330083f5 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 210 time: 0.0359433 Jul 07 17:17:23.886930 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3071e97-0b32-4bfe-ad0f-a2c40d30ac72 req-1ed8f127-6ab7-41b9-ad56-109169a35e3d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:24.012255 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3071e97-0b32-4bfe-ad0f-a2c40d30ac72 req-1ed8f127-6ab7-41b9-ad56-109169a35e3d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:24.027985 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ba5a1-9fdf-4e90-a937-4c794083c759 None None] Sync routers for ids ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:24.040874 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ba5a1-9fdf-4e90-a937-4c794083c759 None None] Routers {'fcc15e1f-7d93-4b8d-98e5-fe5813d06636'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:24.041718 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-380ba5a1-9fdf-4e90-a937-4c794083c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:17:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:24.090709 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3071e97-0b32-4bfe-ad0f-a2c40d30ac72 req-1ed8f127-6ab7-41b9-ad56-109169a35e3d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] No DVR routers for this DVR port d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:24.095567 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a3071e97-0b32-4bfe-ad0f-a2c40d30ac72 req-1ed8f127-6ab7-41b9-ad56-109169a35e3d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:24.097652 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a3071e97-0b32-4bfe-ad0f-a2c40d30ac72 req-1ed8f127-6ab7-41b9-ad56-109169a35e3d tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.69 "DELETE /v2.0/ports/d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 HTTP/1.1" status: 204 len: 173 time: 1.0712583 Jul 07 17:17:24.098135 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3592eede-b238-49a7-883a-41a6222e5811', 'name': 'network-vif-deleted', 'tag': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:24.101018 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50237219-f095-4365-8395-6367f0635b47" -d '{"events": [{"server_uuid": "3592eede-b238-49a7-883a-41a6222e5811", "name": "network-vif-deleted", "tag": "d53de1a3-e363-4a2c-a0f0-8d8e512ffde3"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:24.179735 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-380ba5a1-9fdf-4e90-a937-4c794083c759 None None] Set router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:24.271608 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326d57d1-a710-4f43-a80c-95dd5ae4b82e x-openstack-request-id: req-326d57d1-a710-4f43-a80c-95dd5ae4b82e {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:24.271944 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3592eede-b238-49a7-883a-41a6222e5811", "name": "network-vif-deleted", "tag": "d53de1a3-e363-4a2c-a0f0-8d8e512ffde3", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:24.272225 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-326d57d1-a710-4f43-a80c-95dd5ae4b82e {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:24.272675 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3592eede-b238-49a7-883a-41a6222e5811', 'name': 'network-vif-deleted', 'tag': 'd53de1a3-e363-4a2c-a0f0-8d8e512ffde3', 'status': 'completed', 'code': 200} Jul 07 17:17:24.471073 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590c0b8-9ea5-41e6-8564-5bc29ae29000 req-2ad70cd9-4b49-4689-8186-ab0b430b23c2 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:24.472747 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f590c0b8-9ea5-41e6-8564-5bc29ae29000 req-2ad70cd9-4b49-4689-8186-ab0b430b23c2 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.0820808 Jul 07 17:17:24.511334 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-380ba5a1-9fdf-4e90-a937-4c794083c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:14Z', 'updated_at': '2021-07-07T17:07:19Z', 'revision_number': 4, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'gw_port': {'id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:16Z', 'updated_at': '2021-07-07T17:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '9cbf6ba7-ed9e-4700-8489-09f180538625', 'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'mac_address': 'fa:16:3e:de:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:18Z', 'updated_at': '2021-07-07T17:07:26Z', 'revision_number': 5, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'subnets': [{'id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:24.517769 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f590c0b8-9ea5-41e6-8564-5bc29ae29000 req-f0e3dc6c-5b3e-4c94-923b-2c142fe65ca8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356064 Jul 07 17:17:24.540688 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ba5a1-9fdf-4e90-a937-4c794083c759 None None] Checking router: fcc15e1f-7d93-4b8d-98e5-fe5813d06636 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:24.549653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ba5a1-9fdf-4e90-a937-4c794083c759 None None] Routers {'fcc15e1f-7d93-4b8d-98e5-fe5813d06636'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:24.550200 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-380ba5a1-9fdf-4e90-a937-4c794083c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:17:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:24.670291 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-380ba5a1-9fdf-4e90-a937-4c794083c759 None None] Set router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:24.964225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-380ba5a1-9fdf-4e90-a937-4c794083c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:14Z', 'updated_at': '2021-07-07T17:07:19Z', 'revision_number': 4, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'gw_port': {'id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:16Z', 'updated_at': '2021-07-07T17:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '9cbf6ba7-ed9e-4700-8489-09f180538625', 'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'mac_address': 'fa:16:3e:de:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:18Z', 'updated_at': '2021-07-07T17:07:26Z', 'revision_number': 5, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'subnets': [{'id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:25.012280 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ba5a1-9fdf-4e90-a937-4c794083c759 None None] The sync data for ids ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'] in n-d-793620-7 is: [{'id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:14Z', 'updated_at': '2021-07-07T17:07:19Z', 'revision_number': 4, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'gw_port': {'id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:16Z', 'updated_at': '2021-07-07T17:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '9cbf6ba7-ed9e-4700-8489-09f180538625', 'name': '', 'network_id': 'ee08dc49-e776-43c2-8b3c-7b8a151f5be1', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'mac_address': 'fa:16:3e:de:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_interface', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:18Z', 'updated_at': '2021-07-07T17:07:26Z', 'revision_number': 5, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'subnets': [{'id': '5c3cd916-6514-42d5-8d29-5aae3a405db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:25.021986 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69c55f3c-306e-4291-b837-004293df552a req-728ac2d5-4e85-43e3-8628-1b0f430b0583 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/ports?device_id=3592eede-b238-49a7-883a-41a6222e5811 HTTP/1.1" status: 200 len: 210 time: 0.0371628 Jul 07 17:17:25.397673 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d7f0b-d8aa-41d1-bc9b-e6a9bd6677a6 None None] New status for floating IP 9509d0eb-5796-4118-be5f-c2a17eaa7c7e: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:17:25.722763 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a937ae2-2ef1-4d1c-8740-84d2d1439d1a req-eb094b7a-5a60-484b-87f7-20e1aee60d05 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:25.724341 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a937ae2-2ef1-4d1c-8740-84d2d1439d1a req-eb094b7a-5a60-484b-87f7-20e1aee60d05 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.0715828 Jul 07 17:17:25.769066 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a937ae2-2ef1-4d1c-8740-84d2d1439d1a req-fadb61c7-459c-4275-8db0-1991fb752b0c tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379987 Jul 07 17:17:26.165405 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47308) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:26.185202 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:26.207512 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:26.207939 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device d53de1a3-e363-4a2c-a0f0-8d8e512ffde3 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:26.238001 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a592f64-c92e-4158-8588-3d16daac45f7 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.268266 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a592f64-c92e-4158-8588-3d16daac45f7 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.324715 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a592f64-c92e-4158-8588-3d16daac45f7 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.329056 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a592f64-c92e-4158-8588-3d16daac45f7 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.330877 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2a592f64-c92e-4158-8588-3d16daac45f7 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "DELETE /v2.0/security-groups/9b2e7373-6fce-473f-b7ee-dc00caeccbfa HTTP/1.1" status: 204 len: 168 time: 0.1643965 Jul 07 17:17:26.334023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47310) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:26.344292 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a592f64-c92e-4158-8588-3d16daac45f7 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2e7373-6fce-473f-b7ee-dc00caeccbfa,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:26.354586 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-c1263742-9a8e-4207-b00f-d28cfcac0779 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] show failed (client error): The resource could not be found. Jul 07 17:17:26.355878 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c1263742-9a8e-4207-b00f-d28cfcac0779 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "GET /v2.0/security-groups/9b2e7373-6fce-473f-b7ee-dc00caeccbfa HTTP/1.1" status: 404 len: 347 time: 0.0204144 Jul 07 17:17:26.360836 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47312) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:26.495487 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-9f952797-8027-49b1-8d68-08df09e4c8e7 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Deleting port af1b0410-bed6-4a6e-8030-c6a8046a2c02 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:26.495830 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f952797-8027-49b1-8d68-08df09e4c8e7 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.588199 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f952797-8027-49b1-8d68-08df09e4c8e7 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.588543 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f952797-8027-49b1-8d68-08df09e4c8e7 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.603625 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-9f952797-8027-49b1-8d68-08df09e4c8e7 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Calling delete_port for af1b0410-bed6-4a6e-8030-c6a8046a2c02 owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:26.772246 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f952797-8027-49b1-8d68-08df09e4c8e7 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.801466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f952797-8027-49b1-8d68-08df09e4c8e7 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Pushing event deleted for resources: {'Port': ['ID=af1b0410-bed6-4a6e-8030-c6a8046a2c02,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:26.883764 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f952797-8027-49b1-8d68-08df09e4c8e7 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.887513 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f952797-8027-49b1-8d68-08df09e4c8e7 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:26.890023 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9f952797-8027-49b1-8d68-08df09e4c8e7 tempest-AttachVolumeShelveTestJSON-389596646 tempest-AttachVolumeShelveTestJSON-389596646-project] 10.222.0.50 "DELETE /v2.0/floatingips/9509d0eb-5796-4118-be5f-c2a17eaa7c7e HTTP/1.1" status: 204 len: 168 time: 0.5276408 Jul 07 17:17:26.982747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec6261-c860-40c2-b855-c553541f3531 req-51c3cf2f-30f2-47e6-8ad8-a637b91c8c4f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:26.984429 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b7ec6261-c860-40c2-b855-c553541f3531 req-51c3cf2f-30f2-47e6-8ad8-a637b91c8c4f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.0822186 Jul 07 17:17:27.022779 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b7ec6261-c860-40c2-b855-c553541f3531 req-1b5ec1ba-bbfc-40f2-9e91-68693823bc5b tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325978 Jul 07 17:17:28.242141 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cca40-be6b-4b57-9fc2-76f61ccce29a req-3dae40f3-b107-4674-8fee-25407eea275f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:28.243807 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-402cca40-be6b-4b57-9fc2-76f61ccce29a req-3dae40f3-b107-4674-8fee-25407eea275f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.0812283 Jul 07 17:17:28.290669 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-402cca40-be6b-4b57-9fc2-76f61ccce29a req-4d2ba1c3-22d5-4bb1-b5ea-fd126c09b054 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402088 Jul 07 17:17:29.592320 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73be8d-edfb-4bed-89d1-e23aa6f34172 req-4fa2ede6-8f22-4316-84b5-b9df974f1240 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:29.594016 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bf73be8d-edfb-4bed-89d1-e23aa6f34172 req-4fa2ede6-8f22-4316-84b5-b9df974f1240 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.1004760 Jul 07 17:17:29.642444 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bf73be8d-edfb-4bed-89d1-e23aa6f34172 req-0a51fc81-ffb9-4174-a83d-deee5128456f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399683 Jul 07 17:17:30.853347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd9c0f-dd65-407b-96af-21e617085f23 req-b89a9f96-c4af-4ef3-bd18-302ffb20ca12 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:30.855498 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8efd9c0f-dd65-407b-96af-21e617085f23 req-b89a9f96-c4af-4ef3-bd18-302ffb20ca12 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.0775905 Jul 07 17:17:30.901110 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8efd9c0f-dd65-407b-96af-21e617085f23 req-8a538bb2-8c18-4226-880c-7aa290c93cad tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390906 Jul 07 17:17:32.107078 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba5232-5b02-44ed-af58-395fc5bf5fcf req-74ea4dda-d336-47ed-acdc-6dc4c178a068 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:32.108930 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-08ba5232-5b02-44ed-af58-395fc5bf5fcf req-74ea4dda-d336-47ed-acdc-6dc4c178a068 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.0813594 Jul 07 17:17:32.152851 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-08ba5232-5b02-44ed-af58-395fc5bf5fcf req-d40e61e2-124b-4877-8406-e8b3d12b4234 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375638 Jul 07 17:17:32.873849 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47378) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:33.379922 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0695c6-1dc1-48b9-bdac-c33efb34d71f req-2b437c00-e667-4f8b-b150-143bd0164229 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:33.381437 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b0695c6-1dc1-48b9-bdac-c33efb34d71f req-2b437c00-e667-4f8b-b150-143bd0164229 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.1063564 Jul 07 17:17:33.434700 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b0695c6-1dc1-48b9-bdac-c33efb34d71f req-7912a94b-6ad3-4975-8085-af5f04ad602e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457530 Jul 07 17:17:33.492431 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6cc47e22-417f-48e4-b4f8-05955a404704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.766727 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6cc47e22-417f-48e4-b4f8-05955a404704 admin admin] Deleting port 9cbf6ba7-ed9e-4700-8489-09f180538625 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:33.767049 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6cc47e22-417f-48e4-b4f8-05955a404704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.855849 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-6cc47e22-417f-48e4-b4f8-05955a404704 admin admin] For port 9cbf6ba7-ed9e-4700-8489-09f180538625, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=9cbf6ba7-ed9e-4700-8489-09f180538625,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:33.856291 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6cc47e22-417f-48e4-b4f8-05955a404704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:33.872637 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6cc47e22-417f-48e4-b4f8-05955a404704 admin admin] Calling delete_port for 9cbf6ba7-ed9e-4700-8489-09f180538625 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:34.101452 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6cc47e22-417f-48e4-b4f8-05955a404704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.127178 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc47e22-417f-48e4-b4f8-05955a404704 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbf6ba7-ed9e-4700-8489-09f180538625,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:34.408307 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6cc47e22-417f-48e4-b4f8-05955a404704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:34.753775 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599fbf0-4906-434f-8102-9f676a087103 req-767e8032-2f9c-4f2f-89a0-0dc9460ee43f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:34.755564 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7599fbf0-4906-434f-8102-9f676a087103 req-767e8032-2f9c-4f2f-89a0-0dc9460ee43f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.1424530 Jul 07 17:17:34.757556 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc47e22-417f-48e4-b4f8-05955a404704 admin admin] Router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:34.848792 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7599fbf0-4906-434f-8102-9f676a087103 req-c471a751-dc45-4555-b332-08e4d5d8328a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839567 Jul 07 17:17:34.942627 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc47e22-417f-48e4-b4f8-05955a404704 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:34.949078 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6cc47e22-417f-48e4-b4f8-05955a404704 admin admin] 10.222.0.50 "PUT /v2.0/routers/fcc15e1f-7d93-4b8d-98e5-fe5813d06636/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0735109 Jul 07 17:17:34.951197 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47404) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:34.958091 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ecca42-5375-48ee-93e1-b325612b44f4 None None] Sync routers for ids ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:34.967001 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ecca42-5375-48ee-93e1-b325612b44f4 None None] Routers {'fcc15e1f-7d93-4b8d-98e5-fe5813d06636'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:34.967631 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a4ecca42-5375-48ee-93e1-b325612b44f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:17:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:35.060544 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cae05f4d-af79-4438-9293-cad27ac1f3f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.075848 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-a4ecca42-5375-48ee-93e1-b325612b44f4 None None] Set router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:35.167933 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cae05f4d-af79-4438-9293-cad27ac1f3f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.236262 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-cae05f4d-af79-4438-9293-cad27ac1f3f4 admin admin] Deleting port 3ebc76a5-8b36-45cc-9afe-e263a1253cbd {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:35.236910 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cae05f4d-af79-4438-9293-cad27ac1f3f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.282200 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a4ecca42-5375-48ee-93e1-b325612b44f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:14Z', 'updated_at': '2021-07-07T17:17:34Z', 'revision_number': 5, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'gw_port': {'id': '3ebc76a5-8b36-45cc-9afe-e263a1253cbd', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:07:16Z', 'updated_at': '2021-07-07T17:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:35.314778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ecca42-5375-48ee-93e1-b325612b44f4 None None] Checking router: fcc15e1f-7d93-4b8d-98e5-fe5813d06636 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:35.325563 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ecca42-5375-48ee-93e1-b325612b44f4 None None] Routers {'fcc15e1f-7d93-4b8d-98e5-fe5813d06636'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:35.326351 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a4ecca42-5375-48ee-93e1-b325612b44f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:17:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:35.332181 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-cae05f4d-af79-4438-9293-cad27ac1f3f4 admin admin] For port 3ebc76a5-8b36-45cc-9afe-e263a1253cbd, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3ebc76a5-8b36-45cc-9afe-e263a1253cbd,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:35.332759 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cae05f4d-af79-4438-9293-cad27ac1f3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.349444 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-cae05f4d-af79-4438-9293-cad27ac1f3f4 admin admin] Calling delete_port for 3ebc76a5-8b36-45cc-9afe-e263a1253cbd owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:35.428690 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-a4ecca42-5375-48ee-93e1-b325612b44f4 None None] Set router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:35.487065 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a4ecca42-5375-48ee-93e1-b325612b44f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:14Z', 'updated_at': '2021-07-07T17:17:35Z', 'revision_number': 6, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:35.519419 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ecca42-5375-48ee-93e1-b325612b44f4 None None] The sync data for ids ['fcc15e1f-7d93-4b8d-98e5-fe5813d06636'] in n-d-793620-7 is: [{'id': 'fcc15e1f-7d93-4b8d-98e5-fe5813d06636', 'name': 'tempest-AttachVolumeShelveTestJSON-1422606315-router', 'tenant_id': '813d1850aa3c4934a7e97cbee8a39039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:07:14Z', 'updated_at': '2021-07-07T17:17:35Z', 'revision_number': 6, 'project_id': '813d1850aa3c4934a7e97cbee8a39039', 'gw_port_host': None}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:35.560755 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cae05f4d-af79-4438-9293-cad27ac1f3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.590636 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae05f4d-af79-4438-9293-cad27ac1f3f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ebc76a5-8b36-45cc-9afe-e263a1253cbd,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:35.664500 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cae05f4d-af79-4438-9293-cad27ac1f3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.768838 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cae05f4d-af79-4438-9293-cad27ac1f3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.771020 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cae05f4d-af79-4438-9293-cad27ac1f3f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.816772 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cae05f4d-af79-4438-9293-cad27ac1f3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.817289 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae05f4d-af79-4438-9293-cad27ac1f3f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcc15e1f-7d93-4b8d-98e5-fe5813d06636 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:17:35.821973 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cae05f4d-af79-4438-9293-cad27ac1f3f4 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.826152 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cae05f4d-af79-4438-9293-cad27ac1f3f4 admin admin] 10.222.0.50 "DELETE /v2.0/routers/fcc15e1f-7d93-4b8d-98e5-fe5813d06636 HTTP/1.1" status: 204 len: 168 time: 0.8708510 Jul 07 17:17:35.826542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47420) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:35.881204 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-336f0f6a-c596-4422-97ee-496eb8292f21 admin admin] Deleting subnet 5c3cd916-6514-42d5-8d29-5aae3a405db3 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:17:35.884556 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-336f0f6a-c596-4422-97ee-496eb8292f21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:35.927136 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-336f0f6a-c596-4422-97ee-496eb8292f21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.097418 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-336f0f6a-c596-4422-97ee-496eb8292f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.178651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67983be-687d-432d-b991-30aeb51539c4 req-c0b5e5c2-99f1-4e7e-9492-b3a67f8958e2 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:36.180214 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c67983be-687d-432d-b991-30aeb51539c4 req-c0b5e5c2-99f1-4e7e-9492-b3a67f8958e2 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.1757369 Jul 07 17:17:36.187134 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-336f0f6a-c596-4422-97ee-496eb8292f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.234260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f0f6a-c596-4422-97ee-496eb8292f21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c3cd916-6514-42d5-8d29-5aae3a405db3,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:36.241579 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-336f0f6a-c596-4422-97ee-496eb8292f21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.243519 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-336f0f6a-c596-4422-97ee-496eb8292f21 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5c3cd916-6514-42d5-8d29-5aae3a405db3 HTTP/1.1" status: 204 len: 168 time: 0.4159598 Jul 07 17:17:36.246972 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47424) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:36.250937 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5ce352-f126-4727-8764-7c8eae67425d None None] Network ee08dc49-e776-43c2-8b3c-7b8a151f5be1 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:36.262025 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c67983be-687d-432d-b991-30aeb51539c4 req-91ae7b10-5aed-4bce-a324-6ca0eb061715 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723789 Jul 07 17:17:36.282831 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:17:36.455632 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-824c14da-cf18-41bd-bf88-3ddd8d48d748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.524548 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b8f4c0-2f54-4f64-8969-30f4e48f0e77 None None] DHCP port deletion for ee08dc49-e776-43c2-8b3c-7b8a151f5be1 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:17:36.530541 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-824c14da-cf18-41bd-bf88-3ddd8d48d748 admin admin] Deleting port e7f18222-6b43-4133-b9b5-e4ab9eb29e1a {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:36.531103 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-824c14da-cf18-41bd-bf88-3ddd8d48d748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.582586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e9b8f4c0-2f54-4f64-8969-30f4e48f0e77 None None] Deleting port e7f18222-6b43-4133-b9b5-e4ab9eb29e1a {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:36.583210 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e9b8f4c0-2f54-4f64-8969-30f4e48f0e77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.624725 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-824c14da-cf18-41bd-bf88-3ddd8d48d748 admin admin] For port e7f18222-6b43-4133-b9b5-e4ab9eb29e1a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e7f18222-6b43-4133-b9b5-e4ab9eb29e1a,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:36.625357 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-824c14da-cf18-41bd-bf88-3ddd8d48d748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.640415 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-824c14da-cf18-41bd-bf88-3ddd8d48d748 admin admin] Calling delete_port for e7f18222-6b43-4133-b9b5-e4ab9eb29e1a owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:36.652204 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e9b8f4c0-2f54-4f64-8969-30f4e48f0e77 None None] For port e7f18222-6b43-4133-b9b5-e4ab9eb29e1a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e7f18222-6b43-4133-b9b5-e4ab9eb29e1a,segment=NetworkSegment(8c0c0463-114a-47c5-8bd3-4c73920bc8b7),segment_id=8c0c0463-114a-47c5-8bd3-4c73920bc8b7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:36.652603 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e9b8f4c0-2f54-4f64-8969-30f4e48f0e77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.667010 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e9b8f4c0-2f54-4f64-8969-30f4e48f0e77 None None] Calling delete_port for e7f18222-6b43-4133-b9b5-e4ab9eb29e1a owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:36.745150 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-824c14da-cf18-41bd-bf88-3ddd8d48d748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.768389 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824c14da-cf18-41bd-bf88-3ddd8d48d748 admin admin] No DVR routers for this DVR port e7f18222-6b43-4133-b9b5-e4ab9eb29e1a on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:36.773318 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e9b8f4c0-2f54-4f64-8969-30f4e48f0e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.830707 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8f4c0-2f54-4f64-8969-30f4e48f0e77 None None] Pushing event deleted for resources: {'Port': ['ID=e7f18222-6b43-4133-b9b5-e4ab9eb29e1a,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:36.833413 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b8f4c0-2f54-4f64-8969-30f4e48f0e77 None None] No DVR routers for this DVR port e7f18222-6b43-4133-b9b5-e4ab9eb29e1a on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:36.879519 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c14da-cf18-41bd-bf88-3ddd8d48d748 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f18222-6b43-4133-b9b5-e4ab9eb29e1a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:36.896935 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-824c14da-cf18-41bd-bf88-3ddd8d48d748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.913511 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-824c14da-cf18-41bd-bf88-3ddd8d48d748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee08dc49-e776-43c2-8b3c-7b8a151f5be1']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:36.928321 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-824c14da-cf18-41bd-bf88-3ddd8d48d748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0c0463-114a-47c5-8bd3-4c73920bc8b7') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:36.928619 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-824c14da-cf18-41bd-bf88-3ddd8d48d748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0c0463-114a-47c5-8bd3-4c73920bc8b7') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:36.939016 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-824c14da-cf18-41bd-bf88-3ddd8d48d748 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.956264 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-824c14da-cf18-41bd-bf88-3ddd8d48d748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824c14da-cf18-41bd-bf88-3ddd8d48d748 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-824c14da-cf18-41bd-bf88-3ddd8d48d748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:17:36.969894 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:17:36.974496 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 9cbf6ba7-ed9e-4700-8489-09f180538625 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:36.996212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 9cbf6ba7-ed9e-4700-8489-09f180538625 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:36.996544 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 9cbf6ba7-ed9e-4700-8489-09f180538625 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:36.996996 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e7f18222-6b43-4133-b9b5-e4ab9eb29e1a no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:37.018936 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: e7f18222-6b43-4133-b9b5-e4ab9eb29e1a {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:37.019296 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e7f18222-6b43-4133-b9b5-e4ab9eb29e1a not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:37.019828 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3ebc76a5-8b36-45cc-9afe-e263a1253cbd no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:37.027631 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-824c14da-cf18-41bd-bf88-3ddd8d48d748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.035165 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-824c14da-cf18-41bd-bf88-3ddd8d48d748 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.040349 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-824c14da-cf18-41bd-bf88-3ddd8d48d748 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ee08dc49-e776-43c2-8b3c-7b8a151f5be1 HTTP/1.1" status: 204 len: 168 time: 0.7877307 Jul 07 17:17:37.043648 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 3ebc76a5-8b36-45cc-9afe-e263a1253cbd {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:37.044101 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3ebc76a5-8b36-45cc-9afe-e263a1253cbd not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:37.058409 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c14da-cf18-41bd-bf88-3ddd8d48d748 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee08dc49-e776-43c2-8b3c-7b8a151f5be1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:37.198949 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47432) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:37.243672 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c41dfe67-415f-4074-8f3a-b65cb9e1f852 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=813d1850aa3c4934a7e97cbee8a39039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435073 Jul 07 17:17:37.246419 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47434) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:37.301395 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-999059d0-067a-40da-bb02-e971c7e744a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.326175 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-999059d0-067a-40da-bb02-e971c7e744a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.383481 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-999059d0-067a-40da-bb02-e971c7e744a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.386938 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-999059d0-067a-40da-bb02-e971c7e744a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:37.388718 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-999059d0-067a-40da-bb02-e971c7e744a1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2099a5c7-14ca-48c7-b41c-2af31a60d8c9 HTTP/1.1" status: 204 len: 168 time: 0.1411462 Jul 07 17:17:37.404995 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999059d0-067a-40da-bb02-e971c7e744a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2099a5c7-14ca-48c7-b41c-2af31a60d8c9,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:37.508982 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34145497-d3ea-41b9-871a-b8b02c1eac2c req-bf1f149c-0a1f-4005-9872-0482529999ec tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:37.511255 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-34145497-d3ea-41b9-871a-b8b02c1eac2c req-bf1f149c-0a1f-4005-9872-0482529999ec tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.0987153 Jul 07 17:17:37.561046 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-34145497-d3ea-41b9-871a-b8b02c1eac2c req-4289f2c6-6869-4041-ba86-4c0d51df5ccc tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415504 Jul 07 17:17:38.797589 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb14bb2-b6b5-4be5-a318-a209c9683c0d req-80d79960-6af7-4131-8073-68523e5c2f85 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:38.799537 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2fb14bb2-b6b5-4be5-a318-a209c9683c0d req-80d79960-6af7-4131-8073-68523e5c2f85 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.0810733 Jul 07 17:17:38.849705 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2fb14bb2-b6b5-4be5-a318-a209c9683c0d req-c6a00aa3-0080-4fda-9c1b-13466f35da8a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423658 Jul 07 17:17:39.383879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47498) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:39.609384 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Deleting port ae739449-d0ee-429c-9dd0-7c199ab6f069 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:39.609732 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.718761 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.719276 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:39.736909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Calling delete_port for ae739449-d0ee-429c-9dd0-7c199ab6f069 owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:40.007909 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.047931 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Pushing event deleted for resources: {'Port': ['ID=ae739449-d0ee-429c-9dd0-7c199ab6f069,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:40.089885 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:40.090303 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:40.091312 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:40.091784 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:40.092196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:40.092635 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:40.092975 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:40.093364 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:40.093758 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:40.094148 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:40.094627 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:40.094812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:40.162100 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.162447 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Floating IP 085dc3dd-d88f-4442-86e4-a4e629c9c14f disassociated (deleted). External IP: 172.25.2.178, port: bd765619-d7b7-4469-ae4d-2a451708a27b. Jul 07 17:17:40.271269 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d919e-e624-4ffb-9040-9e465223aca7 req-0f79fd41-a82b-4b97-9a5d-0ad724244bc7 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:40.273097 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-127d919e-e624-4ffb-9040-9e465223aca7 req-0f79fd41-a82b-4b97-9a5d-0ad724244bc7 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.2275782 Jul 07 17:17:40.377213 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-127d919e-e624-4ffb-9040-9e465223aca7 req-b6b329e5-6f7d-470c-b2cf-8134b70e9996 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917790 Jul 07 17:17:40.793245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Router 41dd2072-8379-4e34-a121-4be76517f96c has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:40.915311 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:40.920537 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:40.928161 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4986973-885e-4a3e-bd14-cdc8dbd9c5d7 None None] Sync routers for ids ['41dd2072-8379-4e34-a121-4be76517f96c'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:40.945483 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4986973-885e-4a3e-bd14-cdc8dbd9c5d7 None None] Routers {'41dd2072-8379-4e34-a121-4be76517f96c'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:40.946119 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e4986973-885e-4a3e-bd14-cdc8dbd9c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:17:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['41dd2072-8379-4e34-a121-4be76517f96c'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:40.965284 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-77c949aa-7386-4433-b150-c8705ddee29f tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "DELETE /v2.0/floatingips/085dc3dd-d88f-4442-86e4-a4e629c9c14f HTTP/1.1" status: 204 len: 168 time: 1.5797012 Jul 07 17:17:40.967664 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'tag': 'bd765619-d7b7-4469-ae4d-2a451708a27b'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:40.970070 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2a48be-942c-4814-866f-f897d70bc528" -d '{"events": [{"name": "network-changed", "server_uuid": "3a75af52-b658-449d-bcc3-d5738bd3008a", "tag": "bd765619-d7b7-4469-ae4d-2a451708a27b"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:41.077014 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928bc0fb-b8db-4c28-bc81-1eb733206695 x-openstack-request-id: req-928bc0fb-b8db-4c28-bc81-1eb733206695 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:41.077699 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a75af52-b658-449d-bcc3-d5738bd3008a", "tag": "bd765619-d7b7-4469-ae4d-2a451708a27b", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:41.077699 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-928bc0fb-b8db-4c28-bc81-1eb733206695 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:41.078060 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'tag': 'bd765619-d7b7-4469-ae4d-2a451708a27b', 'status': 'completed', 'code': 200} Jul 07 17:17:41.180607 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a48be-942c-4814-866f-f897d70bc528 req-e502466d-d59b-4622-9dbd-e356bf610f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:41.183014 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab2a48be-942c-4814-866f-f897d70bc528 req-e502466d-d59b-4622-9dbd-e356bf610f98 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90d9e739b53e4fdeba4e88e829b4bca6&device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 1097 time: 0.0783947 Jul 07 17:17:41.247676 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-e4986973-885e-4a3e-bd14-cdc8dbd9c5d7 None None] Set router 41dd2072-8379-4e34-a121-4be76517f96c gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:41.306506 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a48be-942c-4814-866f-f897d70bc528 req-f9d46be8-aeba-4b64-a454-597e4d918139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:41.308383 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab2a48be-942c-4814-866f-f897d70bc528 req-f9d46be8-aeba-4b64-a454-597e4d918139 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b5efbb47-7ac0-439c-bd10-5b82d61ca890 HTTP/1.1" status: 200 len: 915 time: 0.1183710 Jul 07 17:17:41.361345 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab2a48be-942c-4814-866f-f897d70bc528 req-269afced-cd62-4689-800d-b72b96292766 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd765619-d7b7-4469-ae4d-2a451708a27b HTTP/1.1" status: 200 len: 217 time: 0.0450404 Jul 07 17:17:41.434779 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a48be-942c-4814-866f-f897d70bc528 req-cb742db9-b85e-4d93-b815-273bd2a55692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:41.436623 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab2a48be-942c-4814-866f-f897d70bc528 req-cb742db9-b85e-4d93-b815-273bd2a55692 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdc71f5f-4d2b-44a1-af05-6f6eec7e240a HTTP/1.1" status: 200 len: 853 time: 0.0682836 Jul 07 17:17:41.461337 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713b167-f794-4541-9f9a-8985c267f4e8 req-7d7bb1bf-09f1-4fe9-8344-f47ea5730177 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:41.464028 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2713b167-f794-4541-9f9a-8985c267f4e8 req-7d7bb1bf-09f1-4fe9-8344-f47ea5730177 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 946 time: 0.0793283 Jul 07 17:17:41.514860 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a48be-942c-4814-866f-f897d70bc528 req-43b6eb89-875f-4694-a2c3-59f944d47e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:41.517310 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab2a48be-942c-4814-866f-f897d70bc528 req-43b6eb89-875f-4694-a2c3-59f944d47e3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b5efbb47-7ac0-439c-bd10-5b82d61ca890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731542 Jul 07 17:17:41.519565 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2713b167-f794-4541-9f9a-8985c267f4e8 req-c71d2332-7b49-4d80-bbd6-9578577e4ec9 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/security-groups?id=f852006a-966c-427d-84c0-8d95bdd251f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489559 Jul 07 17:17:41.520017 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e4986973-885e-4a3e-bd14-cdc8dbd9c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dd2072-8379-4e34-a121-4be76517f96c', 'name': 'tempest-TestVolumeBackupRestore-1861771868-router', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:57Z', 'revision_number': 4, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'gw_port': {'id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '450392ba-ce7c-42f6-856f-b2fdb6055d3b', 'name': '', 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'mac_address': 'fa:16:3e:47:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:56Z', 'updated_at': '2021-07-07T17:14:05Z', 'revision_number': 5, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'subnets': [{'id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:41.550471 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-ab2a48be-942c-4814-866f-f897d70bc528 req-cbee4f63-c0c3-4dd7-9a46-3287b5097345 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:17:41.550471 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab2a48be-942c-4814-866f-f897d70bc528 req-cbee4f63-c0c3-4dd7-9a46-3287b5097345 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111489 Jul 07 17:17:41.556253 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47578) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:41.558015 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4986973-885e-4a3e-bd14-cdc8dbd9c5d7 None None] Checking router: 41dd2072-8379-4e34-a121-4be76517f96c for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:41.579753 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4986973-885e-4a3e-bd14-cdc8dbd9c5d7 None None] Routers {'41dd2072-8379-4e34-a121-4be76517f96c'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:41.580536 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e4986973-885e-4a3e-bd14-cdc8dbd9c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:17:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['41dd2072-8379-4e34-a121-4be76517f96c'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:41.701895 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cc1ffbca-c99a-48a0-bac8-525299a97e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.715266 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-e4986973-885e-4a3e-bd14-cdc8dbd9c5d7 None None] Set router 41dd2072-8379-4e34-a121-4be76517f96c gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:41.722318 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab2a48be-942c-4814-866f-f897d70bc528 req-e1b1ca19-6c99-4bbf-a8c3-6ac8bb0ad53d service neutron] 10.222.0.15 "GET /v2.0/networks/b5efbb47-7ac0-439c-bd10-5b82d61ca890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716533 Jul 07 17:17:41.736157 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f98469-a748-4bea-8dbb-3a3ba8b77216 req-2d20ead1-0732-4f4c-bb68-b101f0b80a2e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:41.742626 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-32f98469-a748-4bea-8dbb-3a3ba8b77216 req-2d20ead1-0732-4f4c-bb68-b101f0b80a2e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.1540146 Jul 07 17:17:41.816043 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cc1ffbca-c99a-48a0-bac8-525299a97e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.823134 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cc1ffbca-c99a-48a0-bac8-525299a97e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.857546 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-32f98469-a748-4bea-8dbb-3a3ba8b77216 req-b8d9c72a-9ac3-4907-8e36-ae85a69ea669 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114290 Jul 07 17:17:41.872888 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cc1ffbca-c99a-48a0-bac8-525299a97e55 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=167a5f3b4c104228a736d2c62826d985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115096 Jul 07 17:17:41.872888 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ffbca-c99a-48a0-bac8-525299a97e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13c6287-eac3-4f7f-b2f5-9e9938958353,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:41.873094 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47582) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:41.944111 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab2a48be-942c-4814-866f-f897d70bc528 req-6ec8016b-0349-4958-b2d7-371395a9f5e0 service neutron] 10.222.0.15 "GET /v2.0/networks/b5efbb47-7ac0-439c-bd10-5b82d61ca890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993594 Jul 07 17:17:41.963263 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ebb6-f3ec-47f6-a141-01f11845a93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:41.988443 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e4986973-885e-4a3e-bd14-cdc8dbd9c5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dd2072-8379-4e34-a121-4be76517f96c', 'name': 'tempest-TestVolumeBackupRestore-1861771868-router', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:57Z', 'revision_number': 4, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'gw_port': {'id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '450392ba-ce7c-42f6-856f-b2fdb6055d3b', 'name': '', 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'mac_address': 'fa:16:3e:47:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:56Z', 'updated_at': '2021-07-07T17:14:05Z', 'revision_number': 5, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'subnets': [{'id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:41.995229 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ebb6-f3ec-47f6-a141-01f11845a93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.017108 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4986973-885e-4a3e-bd14-cdc8dbd9c5d7 None None] The sync data for ids ['41dd2072-8379-4e34-a121-4be76517f96c'] in n-d-793620-7 is: [{'id': '41dd2072-8379-4e34-a121-4be76517f96c', 'name': 'tempest-TestVolumeBackupRestore-1861771868-router', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:57Z', 'revision_number': 4, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'gw_port': {'id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '450392ba-ce7c-42f6-856f-b2fdb6055d3b', 'name': '', 'network_id': 'b5efbb47-7ac0-439c-bd10-5b82d61ca890', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'mac_address': 'fa:16:3e:47:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:56Z', 'updated_at': '2021-07-07T17:14:05Z', 'revision_number': 5, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'subnets': [{'id': 'cdc71f5f-4d2b-44a1-af05-6f6eec7e240a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:42.071297 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ebb6-f3ec-47f6-a141-01f11845a93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.074921 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ebb6-f3ec-47f6-a141-01f11845a93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.076898 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b8d5ebb6-f3ec-47f6-a141-01f11845a93d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a13c6287-eac3-4f7f-b2f5-9e9938958353 HTTP/1.1" status: 204 len: 168 time: 0.2027943 Jul 07 17:17:42.087781 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5ebb6-f3ec-47f6-a141-01f11845a93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13c6287-eac3-4f7f-b2f5-9e9938958353,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:42.419865 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb50177-afc5-4331-9098-f602defbc1c4 None None] New status for floating IP 085dc3dd-d88f-4442-86e4-a4e629c9c14f: DOWN {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:17:42.516089 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47592) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:42.533920 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0302b3f3-8fbc-4ced-ba0b-5a805497e8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.662064 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0302b3f3-8fbc-4ced-ba0b-5a805497e8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.676220 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0302b3f3-8fbc-4ced-ba0b-5a805497e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.741793 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0302b3f3-8fbc-4ced-ba0b-5a805497e8a7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dbe8c0906dc94947b0cfeadab821724b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2237523 Jul 07 17:17:42.744521 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302b3f3-8fbc-4ced-ba0b-5a805497e8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71231ea8-09ab-4070-b2cb-60d0366d9eca,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:42.744694 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47596) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:42.777840 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72690182-9495-4755-9fb0-2a8f8337d346 req-96d504ad-6108-472d-a963-fbc8454047fe tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:42.780856 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72690182-9495-4755-9fb0-2a8f8337d346 req-96d504ad-6108-472d-a963-fbc8454047fe tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 946 time: 0.1167197 Jul 07 17:17:42.805392 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd500-746e-4b67-8a12-d42f68b16cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.825889 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-72690182-9495-4755-9fb0-2a8f8337d346 req-4fe25408-7833-48cb-8b38-28bbbd6468a9 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/security-groups?id=f852006a-966c-427d-84c0-8d95bdd251f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385640 Jul 07 17:17:42.831710 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd500-746e-4b67-8a12-d42f68b16cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.888123 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd500-746e-4b67-8a12-d42f68b16cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.893275 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd500-746e-4b67-8a12-d42f68b16cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:42.896002 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4a0fd500-746e-4b67-8a12-d42f68b16cb0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71231ea8-09ab-4070-b2cb-60d0366d9eca HTTP/1.1" status: 204 len: 168 time: 0.1499298 Jul 07 17:17:42.910479 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0fd500-746e-4b67-8a12-d42f68b16cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71231ea8-09ab-4070-b2cb-60d0366d9eca,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:42.998683 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a9665-640b-48be-9512-029345e7967c req-f795f66a-54d8-41e6-9104-ae77153f0a82 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:43.002420 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cc0a9665-640b-48be-9512-029345e7967c req-f795f66a-54d8-41e6-9104-ae77153f0a82 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 946 time: 0.1296537 Jul 07 17:17:43.114786 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ada504-2ec0-40d1-b9bb-b7fda51dc4d8 req-cada0a11-730d-405a-a625-a75d309054a7 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:43.117025 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-16ada504-2ec0-40d1-b9bb-b7fda51dc4d8 req-cada0a11-730d-405a-a625-a75d309054a7 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.1152184 Jul 07 17:17:43.141147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-cc0a9665-640b-48be-9512-029345e7967c req-f29c7f62-800b-4e87-b433-0890d0fd3376 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Deleting port bd765619-d7b7-4469-ae4d-2a451708a27b {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:43.142320 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-cc0a9665-640b-48be-9512-029345e7967c req-f29c7f62-800b-4e87-b433-0890d0fd3376 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:43.181535 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-16ada504-2ec0-40d1-b9bb-b7fda51dc4d8 req-d92d8b4e-b03b-4cea-b9c2-3cf0567e6c0f tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565705 Jul 07 17:17:43.259349 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-cc0a9665-640b-48be-9512-029345e7967c req-f29c7f62-800b-4e87-b433-0890d0fd3376 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] For port bd765619-d7b7-4469-ae4d-2a451708a27b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=bd765619-d7b7-4469-ae4d-2a451708a27b,segment=NetworkSegment(ccd64e49-7c2a-4025-aff1-59adf5c81009),segment_id=ccd64e49-7c2a-4025-aff1-59adf5c81009)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:43.260112 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-cc0a9665-640b-48be-9512-029345e7967c req-f29c7f62-800b-4e87-b433-0890d0fd3376 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:43.275177 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-cc0a9665-640b-48be-9512-029345e7967c req-f29c7f62-800b-4e87-b433-0890d0fd3376 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Calling delete_port for bd765619-d7b7-4469-ae4d-2a451708a27b owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:43.426339 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-cc0a9665-640b-48be-9512-029345e7967c req-f29c7f62-800b-4e87-b433-0890d0fd3376 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:43.462615 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c7f62-800b-4e87-b433-0890d0fd3376 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Pushing event deleted for resources: {'Port': ['ID=bd765619-d7b7-4469-ae4d-2a451708a27b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:43.528057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0a9665-640b-48be-9512-029345e7967c req-f29c7f62-800b-4e87-b433-0890d0fd3376 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] No DVR routers for this DVR port bd765619-d7b7-4469-ae4d-2a451708a27b on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:43.531240 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-cc0a9665-640b-48be-9512-029345e7967c req-f29c7f62-800b-4e87-b433-0890d0fd3376 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:43.533441 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cc0a9665-640b-48be-9512-029345e7967c req-f29c7f62-800b-4e87-b433-0890d0fd3376 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.15 "DELETE /v2.0/ports/bd765619-d7b7-4469-ae4d-2a451708a27b HTTP/1.1" status: 204 len: 173 time: 0.5259185 Jul 07 17:17:43.533752 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'name': 'network-vif-deleted', 'tag': 'bd765619-d7b7-4469-ae4d-2a451708a27b'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:43.536314 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd084640-372e-4ff1-b7b7-0cb3c8c48f37" -d '{"events": [{"server_uuid": "3a75af52-b658-449d-bcc3-d5738bd3008a", "name": "network-vif-deleted", "tag": "bd765619-d7b7-4469-ae4d-2a451708a27b"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:43.590734 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459ad062-df2f-46b5-8108-5de03467017d x-openstack-request-id: req-459ad062-df2f-46b5-8108-5de03467017d {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:43.591128 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a75af52-b658-449d-bcc3-d5738bd3008a", "name": "network-vif-deleted", "tag": "bd765619-d7b7-4469-ae4d-2a451708a27b", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:43.591377 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-459ad062-df2f-46b5-8108-5de03467017d {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:43.591793 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a75af52-b658-449d-bcc3-d5738bd3008a', 'name': 'network-vif-deleted', 'tag': 'bd765619-d7b7-4469-ae4d-2a451708a27b', 'status': 'completed', 'code': 200} Jul 07 17:17:43.797476 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4849b4a-b98b-4db2-9767-775f26179693 req-83e9cea9-641a-4c60-a3ad-94aaf437d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:43.799571 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d4849b4a-b98b-4db2-9767-775f26179693 req-83e9cea9-641a-4c60-a3ad-94aaf437d440 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 1096 time: 0.1872454 Jul 07 17:17:43.844821 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d4849b4a-b98b-4db2-9767-775f26179693 req-d1f00bd8-283b-4073-a116-0c3f265c951c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383909 Jul 07 17:17:44.025100 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-099d5024-5f11-4aac-8c28-3d3fa5d367fe req-30402b68-4b3e-49d6-9eaf-330dccf71723 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 210 time: 0.0483024 Jul 07 17:17:44.255716 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:44.438266 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647899ea-37e3-4dbc-9c21-8596bf70434e req-dba578a7-744c-486f-87a6-176419e556b8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:44.439964 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-647899ea-37e3-4dbc-9c21-8596bf70434e req-dba578a7-744c-486f-87a6-176419e556b8 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.1009290 Jul 07 17:17:44.511924 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-647899ea-37e3-4dbc-9c21-8596bf70434e req-c8d02d0d-34f2-48ac-8ac3-383eb1251f78 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646820 Jul 07 17:17:44.707266 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2475f653-76cb-42ce-a6d5-3d527dfb0a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:44.997062 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b35e2dd4-cc63-4460-a6ca-6122f84ff38b details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:17:45.000877 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b35e2dd4-cc63-4460-a6ca-6122f84ff38b no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:45.203115 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.239466 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b35e2dd4-cc63-4460-a6ca-6122f84ff38b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b35e2dd4-cc63-4460-a6ca-6122f84ff38b,segment=NetworkSegment(86935f3c-1d38-4c75-9523-9fe59a9b8c52),segment_id=86935f3c-1d38-4c75-9523-9fe59a9b8c52)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:45.246290 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8d06f2-2121-4b48-b12b-93e56aab06b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:45.250290 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc29cd7-bd6f-486d-bee5-f30911465345" -d '{"events": [{"server_uuid": "cd8d06f2-2121-4b48-b12b-93e56aab06b7", "name": "network-vif-unplugged", "status": "completed", "tag": "b35e2dd4-cc63-4460-a6ca-6122f84ff38b"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:45.277602 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b35e2dd4-cc63-4460-a6ca-6122f84ff38b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b35e2dd4-cc63-4460-a6ca-6122f84ff38b,segment=NetworkSegment(86935f3c-1d38-4c75-9523-9fe59a9b8c52),segment_id=86935f3c-1d38-4c75-9523-9fe59a9b8c52)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:45.279943 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b', 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05', 'port_id': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b', 'mac_address': 'fa:16:3e:3a:a7:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d196a9-5a11-41af-be0f-9b1700cf8c45', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:17:45.284959 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.286166 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device bd765619-d7b7-4469-ae4d-2a451708a27b no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:45.298540 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-68a4511a-140b-4786-aa90-f7c7455600e9 req-7371d854-717b-435d-ad45-c1d420ec6901 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 210 time: 0.0592864 Jul 07 17:17:45.371026 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.381996 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da3ee57-0e40-41d0-8409-9f585657c700 x-openstack-request-id: req-8da3ee57-0e40-41d0-8409-9f585657c700 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:45.382557 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8d06f2-2121-4b48-b12b-93e56aab06b7", "name": "network-vif-unplugged", "status": "completed", "tag": "b35e2dd4-cc63-4460-a6ca-6122f84ff38b", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:45.382998 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8da3ee57-0e40-41d0-8409-9f585657c700 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:45.383671 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8d06f2-2121-4b48-b12b-93e56aab06b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b', 'code': 200} Jul 07 17:17:45.388474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: bd765619-d7b7-4469-ae4d-2a451708a27b {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:45.389017 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device bd765619-d7b7-4469-ae4d-2a451708a27b not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:45.399022 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35e2dd4-cc63-4460-a6ca-6122f84ff38b {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:17:45.431644 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b35e2dd4-cc63-4460-a6ca-6122f84ff38b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b35e2dd4-cc63-4460-a6ca-6122f84ff38b,segment=NetworkSegment(86935f3c-1d38-4c75-9523-9fe59a9b8c52),segment_id=86935f3c-1d38-4c75-9523-9fe59a9b8c52)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:45.441944 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:45.447869 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=b35e2dd4-cc63-4460-a6ca-6122f84ff38b,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:45.458020 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:45.458892 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:45.459505 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:45.460287 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:45.461112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:45.461702 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:45.462295 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:45.462938 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:45.463435 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:45.464016 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:45.464465 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:45.464809 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:45.528977 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=b35e2dd4-cc63-4460-a6ca-6122f84ff38b,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:45.680457 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['b35e2dd4-cc63-4460-a6ca-6122f84ff38b'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:17:45.745757 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b4879-6b4e-4b61-9a32-9e735d7e535c req-77f8bf96-6839-4805-8584-c1c87724c142 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:45.749151 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6a9b4879-6b4e-4b61-9a32-9e735d7e535c req-77f8bf96-6839-4805-8584-c1c87724c142 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 944 time: 0.0977397 Jul 07 17:17:45.805714 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6a9b4879-6b4e-4b61-9a32-9e735d7e535c req-a7d7321c-7735-438c-8397-56a0e86760a3 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487835 Jul 07 17:17:45.853740 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47686) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:45.956190 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e1fa919f-7f71-4b58-a10a-84061c65c79e tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/floatingips/105371b6-c9b3-4f07-b95f-08a4249d221f HTTP/1.1" status: 200 len: 992 time: 0.0994267 Jul 07 17:17:46.465643 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eab4de7b-b6a4-482d-8317-1dbe7909dc35 req-af0ac655-0617-4cb6-a18b-4d598317e4c8 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 210 time: 0.0386112 Jul 07 17:17:46.475823 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:46.940449 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e9d26-dc8d-4219-b1ab-b7afbbd646f0 req-42841b01-01a3-4e96-9376-e22fafa19763 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:46.942013 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b48e9d26-dc8d-4219-b1ab-b7afbbd646f0 req-42841b01-01a3-4e96-9376-e22fafa19763 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.0929480 Jul 07 17:17:46.992238 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b48e9d26-dc8d-4219-b1ab-b7afbbd646f0 req-91a19ad4-46e9-447f-85ae-e7376e234ff8 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426860 Jul 07 17:17:46.998349 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b35e2dd4-cc63-4460-a6ca-6122f84ff38b up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:17:47.061579 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port b35e2dd4-cc63-4460-a6ca-6122f84ff38b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:17:47.062704 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.191177 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.230867 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b35e2dd4-cc63-4460-a6ca-6122f84ff38b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b35e2dd4-cc63-4460-a6ca-6122f84ff38b,segment=NetworkSegment(86935f3c-1d38-4c75-9523-9fe59a9b8c52),segment_id=86935f3c-1d38-4c75-9523-9fe59a9b8c52)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:47.235971 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.297039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=b35e2dd4-cc63-4460-a6ca-6122f84ff38b,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:47.385297 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8d06f2-2121-4b48-b12b-93e56aab06b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:17:47.388611 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf693713-0fad-4575-ba1d-787505ce35d9" -d '{"events": [{"server_uuid": "cd8d06f2-2121-4b48-b12b-93e56aab06b7", "name": "network-vif-plugged", "status": "completed", "tag": "b35e2dd4-cc63-4460-a6ca-6122f84ff38b"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:17:47.426950 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1110077-1a35-49c1-a5a2-ddc207d0d7d1 x-openstack-request-id: req-d1110077-1a35-49c1-a5a2-ddc207d0d7d1 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:17:47.427417 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8d06f2-2121-4b48-b12b-93e56aab06b7", "name": "network-vif-plugged", "status": "completed", "tag": "b35e2dd4-cc63-4460-a6ca-6122f84ff38b", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:17:47.427888 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1110077-1a35-49c1-a5a2-ddc207d0d7d1 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:17:47.428432 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8d06f2-2121-4b48-b12b-93e56aab06b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b', 'code': 200} Jul 07 17:17:47.625547 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:47.674244 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-781029d4-b373-4523-8f31-30e7f1818c1d req-3d17e4af-9989-4c27-a98f-9fd9fb1a379b tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a75af52-b658-449d-bcc3-d5738bd3008a HTTP/1.1" status: 200 len: 210 time: 0.0349917 Jul 07 17:17:47.923539 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f2ecac42-b3c1-4802-a75e-0e09661ea788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.203879 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfb57d-7030-4fae-9139-12b46bd0916b req-aef06edf-c255-49b8-b784-ccf1dab6c5c9 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:48.205440 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2bfb57d-7030-4fae-9139-12b46bd0916b req-aef06edf-c255-49b8-b784-ccf1dab6c5c9 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.0860178 Jul 07 17:17:48.245489 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2bfb57d-7030-4fae-9139-12b46bd0916b req-2ac7c2c8-1c1d-47e2-a20b-a7a95dd5bbfb tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337744 Jul 07 17:17:48.784334 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47764) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:48.828590 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.851811 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cc0f5e08-db3c-4c93-89ca-6072aa2d9d07 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.885162 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cc0f5e08-db3c-4c93-89ca-6072aa2d9d07 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.967434 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cc0f5e08-db3c-4c93-89ca-6072aa2d9d07 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.971926 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cc0f5e08-db3c-4c93-89ca-6072aa2d9d07 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:48.973541 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cc0f5e08-db3c-4c93-89ca-6072aa2d9d07 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] 10.222.0.50 "DELETE /v2.0/security-groups/f852006a-966c-427d-84c0-8d95bdd251f9 HTTP/1.1" status: 204 len: 168 time: 0.1880829 Jul 07 17:17:48.991921 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f5e08-db3c-4c93-89ca-6072aa2d9d07 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f852006a-966c-427d-84c0-8d95bdd251f9,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:49.005602 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f5e08-db3c-4c93-89ca-6072aa2d9d07 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:49.006046 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f5e08-db3c-4c93-89ca-6072aa2d9d07 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:49.006636 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f5e08-db3c-4c93-89ca-6072aa2d9d07 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:49.006979 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f5e08-db3c-4c93-89ca-6072aa2d9d07 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:49.007316 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f5e08-db3c-4c93-89ca-6072aa2d9d07 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:49.007683 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f5e08-db3c-4c93-89ca-6072aa2d9d07 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:49.008026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f5e08-db3c-4c93-89ca-6072aa2d9d07 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:49.008404 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f5e08-db3c-4c93-89ca-6072aa2d9d07 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:49.008745 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f5e08-db3c-4c93-89ca-6072aa2d9d07 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:49.009146 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f5e08-db3c-4c93-89ca-6072aa2d9d07 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:49.009474 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f5e08-db3c-4c93-89ca-6072aa2d9d07 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:49.009785 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0f5e08-db3c-4c93-89ca-6072aa2d9d07 tempest-TestVolumeBackupRestore-1575945858 tempest-TestVolumeBackupRestore-1575945858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:17:49.461654 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20395242-e895-4a97-a5f9-aca4010b618a req-e2b55e15-99fc-4acb-ac8f-45cb8e9ddfed tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:49.467329 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-20395242-e895-4a97-a5f9-aca4010b618a req-e2b55e15-99fc-4acb-ac8f-45cb8e9ddfed tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.0859039 Jul 07 17:17:49.530157 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-20395242-e895-4a97-a5f9-aca4010b618a req-8e529ff7-93b0-4150-a9f9-043a55582304 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555995 Jul 07 17:17:49.808088 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 47862) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:49.966915 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c88d8e3-697b-4c01-84cd-23ef7c413d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.116624 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c88d8e3-697b-4c01-84cd-23ef7c413d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.123232 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c88d8e3-697b-4c01-84cd-23ef7c413d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.193716 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6c88d8e3-697b-4c01-84cd-23ef7c413d6f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b7876087d15343d99c09857cb79e4d92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3845866 Jul 07 17:17:50.197289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 47912) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:50.231374 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88d8e3-697b-4c01-84cd-23ef7c413d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c9037a-fe1b-453a-b7f0-34dde28f8e26,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:50.316803 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0fbb26a8-5888-4671-9f15-f5e3dc6205cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.350730 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.353951 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0fbb26a8-5888-4671-9f15-f5e3dc6205cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.430853 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0fbb26a8-5888-4671-9f15-f5e3dc6205cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.434162 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0fbb26a8-5888-4671-9f15-f5e3dc6205cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:50.439011 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0fbb26a8-5888-4671-9f15-f5e3dc6205cf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/00c9037a-fe1b-453a-b7f0-34dde28f8e26 HTTP/1.1" status: 204 len: 168 time: 0.2399468 Jul 07 17:17:50.454730 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb26a8-5888-4671-9f15-f5e3dc6205cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c9037a-fe1b-453a-b7f0-34dde28f8e26,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:50.887547 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d3426-5a94-4e7f-9457-65a3ca626883 req-6e497207-17d9-430d-ad51-685b2a1f5976 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:50.897744 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c93d3426-5a94-4e7f-9457-65a3ca626883 req-6e497207-17d9-430d-ad51-685b2a1f5976 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.1621578 Jul 07 17:17:50.972787 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c93d3426-5a94-4e7f-9457-65a3ca626883 req-4095d9d2-081b-4393-8d0e-6d2c89cd20dc tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630186 Jul 07 17:17:51.022331 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48012) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:51.038850 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5b8c4e49-7d7b-4832-ac22-9ba57dc9daab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.178292 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5b8c4e49-7d7b-4832-ac22-9ba57dc9daab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.185060 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5b8c4e49-7d7b-4832-ac22-9ba57dc9daab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.248129 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c4e49-7d7b-4832-ac22-9ba57dc9daab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dd229b-2ab2-474e-9934-c70f634e3042,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:51.254243 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5b8c4e49-7d7b-4832-ac22-9ba57dc9daab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=28bc87291d0f4adab99f4f32003e1c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2307689 Jul 07 17:17:51.256795 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48038) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:51.337163 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ed13d77-5cb8-4691-b411-1361c7096f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.392802 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ed13d77-5cb8-4691-b411-1361c7096f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.463310 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ed13d77-5cb8-4691-b411-1361c7096f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.478857 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ed13d77-5cb8-4691-b411-1361c7096f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:51.483779 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0ed13d77-5cb8-4691-b411-1361c7096f46 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/78dd229b-2ab2-474e-9934-c70f634e3042 HTTP/1.1" status: 204 len: 168 time: 0.2256393 Jul 07 17:17:51.529393 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed13d77-5cb8-4691-b411-1361c7096f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dd229b-2ab2-474e-9934-c70f634e3042,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:52.298763 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418be7a-c0fc-4a1c-9380-aea468d2dea8 req-c133aa70-d2a7-4b48-8106-61099b2da60c tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:52.311409 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d418be7a-c0fc-4a1c-9380-aea468d2dea8 req-c133aa70-d2a7-4b48-8106-61099b2da60c tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.1191664 Jul 07 17:17:52.377757 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d418be7a-c0fc-4a1c-9380-aea468d2dea8 req-cae44889-67b3-45f6-b24a-d2ca5acca7e7 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645082 Jul 07 17:17:53.621013 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e2c6c-040a-4f20-b4d0-bbce5f341306 req-319dc771-9638-4d2a-b66a-150ee9afc8ae tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:53.623979 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4f4e2c6c-040a-4f20-b4d0-bbce5f341306 req-319dc771-9638-4d2a-b66a-150ee9afc8ae tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.1036699 Jul 07 17:17:53.683223 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4f4e2c6c-040a-4f20-b4d0-bbce5f341306 req-d978b086-fb02-445a-9675-59ae5a1c3229 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527227 Jul 07 17:17:53.748876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48298) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:54.233364 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ec06f7e-50bb-494a-9460-d80c6241429b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.570715 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-4ec06f7e-50bb-494a-9460-d80c6241429b admin admin] Deleting port 450392ba-ce7c-42f6-856f-b2fdb6055d3b {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:54.571141 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ec06f7e-50bb-494a-9460-d80c6241429b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.670620 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-4ec06f7e-50bb-494a-9460-d80c6241429b admin admin] For port 450392ba-ce7c-42f6-856f-b2fdb6055d3b, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=450392ba-ce7c-42f6-856f-b2fdb6055d3b,segment=NetworkSegment(ccd64e49-7c2a-4025-aff1-59adf5c81009),segment_id=ccd64e49-7c2a-4025-aff1-59adf5c81009)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:54.671243 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ec06f7e-50bb-494a-9460-d80c6241429b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.692881 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-4ec06f7e-50bb-494a-9460-d80c6241429b admin admin] Calling delete_port for 450392ba-ce7c-42f6-856f-b2fdb6055d3b owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:54.753054 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48326) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:54.913220 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e51b405c-8113-4d89-84a7-eb61550d78a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:54.940458 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95007d04-43ca-45be-b9a9-3315e69b7588 req-3a6ba1b2-ccc8-4aa9-88a7-da169a9dbb84 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:54.941999 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-95007d04-43ca-45be-b9a9-3315e69b7588 req-3a6ba1b2-ccc8-4aa9-88a7-da169a9dbb84 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.0959194 Jul 07 17:17:55.023034 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-95007d04-43ca-45be-b9a9-3315e69b7588 req-597aaff2-8f68-45e2-842f-9ae431a837b3 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728087 Jul 07 17:17:55.027354 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ec06f7e-50bb-494a-9460-d80c6241429b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.093020 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e51b405c-8113-4d89-84a7-eb61550d78a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.096046 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec06f7e-50bb-494a-9460-d80c6241429b admin admin] Pushing event deleted for resources: {'Port': ['ID=450392ba-ce7c-42f6-856f-b2fdb6055d3b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:55.100338 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e51b405c-8113-4d89-84a7-eb61550d78a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.133227 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e51b405c-8113-4d89-84a7-eb61550d78a8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d5d499b0cdd44f29bafdf061e8a8c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3777864 Jul 07 17:17:55.139560 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48332) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:55.188219 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b405c-8113-4d89-84a7-eb61550d78a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62938ad-0afa-4cb9-bd25-c295747f04fd,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:55.269441 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6fd9f88-3c31-4446-bc32-4de172d58560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.296326 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6fd9f88-3c31-4446-bc32-4de172d58560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.317180 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ec06f7e-50bb-494a-9460-d80c6241429b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.353325 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6fd9f88-3c31-4446-bc32-4de172d58560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.356126 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6fd9f88-3c31-4446-bc32-4de172d58560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.357289 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f6fd9f88-3c31-4446-bc32-4de172d58560 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b62938ad-0afa-4cb9-bd25-c295747f04fd HTTP/1.1" status: 204 len: 168 time: 0.2111728 Jul 07 17:17:55.365553 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd9f88-3c31-4446-bc32-4de172d58560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62938ad-0afa-4cb9-bd25-c295747f04fd,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:55.562677 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec06f7e-50bb-494a-9460-d80c6241429b admin admin] Router 41dd2072-8379-4e34-a121-4be76517f96c has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:17:55.660592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48338) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:55.674683 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ced799ff-87d4-4122-be06-faec78039737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.677991 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec06f7e-50bb-494a-9460-d80c6241429b admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:17:55.683238 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4ec06f7e-50bb-494a-9460-d80c6241429b admin admin] 10.222.0.50 "PUT /v2.0/routers/41dd2072-8379-4e34-a121-4be76517f96c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9340580 Jul 07 17:17:55.685934 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48340) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:55.688941 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ceaffa-319f-4a41-84a3-81546b7d0cca None None] Sync routers for ids ['41dd2072-8379-4e34-a121-4be76517f96c'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:17:55.700006 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ceaffa-319f-4a41-84a3-81546b7d0cca None None] Routers {'41dd2072-8379-4e34-a121-4be76517f96c'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:55.700635 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-20ceaffa-319f-4a41-84a3-81546b7d0cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:17:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['41dd2072-8379-4e34-a121-4be76517f96c'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:55.786298 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ced799ff-87d4-4122-be06-faec78039737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.791448 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ced799ff-87d4-4122-be06-faec78039737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.806325 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20f782d9-7bf6-4cd0-adb7-90241e805102 admin admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.813382 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-20ceaffa-319f-4a41-84a3-81546b7d0cca None None] Set router 41dd2072-8379-4e34-a121-4be76517f96c gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:55.835515 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ced799ff-87d4-4122-be06-faec78039737 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b037eecf6774d739e5bd3085959e4c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713042 Jul 07 17:17:55.835733 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48342) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:55.842589 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced799ff-87d4-4122-be06-faec78039737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46d9001-3dd6-446f-ba74-90a1c6e5bda2,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:55.893065 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6674bc4f-d426-4224-8a43-0ff1f069e459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.916585 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6674bc4f-d426-4224-8a43-0ff1f069e459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.928129 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20f782d9-7bf6-4cd0-adb7-90241e805102 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.989411 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-20f782d9-7bf6-4cd0-adb7-90241e805102 admin admin] Deleting port b024a38e-b37f-43b3-92d9-fb2dd8428b4c {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:55.989867 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20f782d9-7bf6-4cd0-adb7-90241e805102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.991286 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6674bc4f-d426-4224-8a43-0ff1f069e459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.994606 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6674bc4f-d426-4224-8a43-0ff1f069e459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:55.995785 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6674bc4f-d426-4224-8a43-0ff1f069e459 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a46d9001-3dd6-446f-ba74-90a1c6e5bda2 HTTP/1.1" status: 204 len: 168 time: 0.1590507 Jul 07 17:17:56.004929 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674bc4f-d426-4224-8a43-0ff1f069e459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46d9001-3dd6-446f-ba74-90a1c6e5bda2,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:56.036561 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-20ceaffa-319f-4a41-84a3-81546b7d0cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dd2072-8379-4e34-a121-4be76517f96c', 'name': 'tempest-TestVolumeBackupRestore-1861771868-router', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:17:54Z', 'revision_number': 5, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'gw_port': {'id': 'b024a38e-b37f-43b3-92d9-fb2dd8428b4c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dd2072-8379-4e34-a121-4be76517f96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:56.066357 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ceaffa-319f-4a41-84a3-81546b7d0cca None None] Checking router: 41dd2072-8379-4e34-a121-4be76517f96c for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:17:56.076387 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ceaffa-319f-4a41-84a3-81546b7d0cca None None] Routers {'41dd2072-8379-4e34-a121-4be76517f96c'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:17:56.077058 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-20ceaffa-319f-4a41-84a3-81546b7d0cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:17:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['41dd2072-8379-4e34-a121-4be76517f96c'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:56.132746 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-20f782d9-7bf6-4cd0-adb7-90241e805102 admin admin] For port b024a38e-b37f-43b3-92d9-fb2dd8428b4c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b024a38e-b37f-43b3-92d9-fb2dd8428b4c,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:56.133128 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20f782d9-7bf6-4cd0-adb7-90241e805102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.149747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-20f782d9-7bf6-4cd0-adb7-90241e805102 admin admin] Calling delete_port for b024a38e-b37f-43b3-92d9-fb2dd8428b4c owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:56.207775 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-20ceaffa-319f-4a41-84a3-81546b7d0cca None None] Set router 41dd2072-8379-4e34-a121-4be76517f96c gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:17:56.295060 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-20ceaffa-319f-4a41-84a3-81546b7d0cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41dd2072-8379-4e34-a121-4be76517f96c', 'name': 'tempest-TestVolumeBackupRestore-1861771868-router', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:17:55Z', 'revision_number': 6, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:56.348572 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ceaffa-319f-4a41-84a3-81546b7d0cca None None] The sync data for ids ['41dd2072-8379-4e34-a121-4be76517f96c'] in n-d-793620-7 is: [{'id': '41dd2072-8379-4e34-a121-4be76517f96c', 'name': 'tempest-TestVolumeBackupRestore-1861771868-router', 'tenant_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:13:53Z', 'updated_at': '2021-07-07T17:17:55Z', 'revision_number': 6, 'project_id': '90d9e739b53e4fdeba4e88e829b4bca6', 'gw_port_host': None}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:17:56.378639 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf379b-aed1-4c9f-b64c-0367cad83101 req-9b80e3f7-fd02-471a-9e87-a87788e5a904 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:56.380248 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cbf379b-aed1-4c9f-b64c-0367cad83101 req-9b80e3f7-fd02-471a-9e87-a87788e5a904 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.1340287 Jul 07 17:17:56.462465 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cbf379b-aed1-4c9f-b64c-0367cad83101 req-aabe2ffe-5c53-46fb-83f4-d22d08da9816 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710895 Jul 07 17:17:56.463518 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20f782d9-7bf6-4cd0-adb7-90241e805102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:56.491668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f782d9-7bf6-4cd0-adb7-90241e805102 admin admin] Pushing event deleted for resources: {'Port': ['ID=b024a38e-b37f-43b3-92d9-fb2dd8428b4c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:56.911627 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20f782d9-7bf6-4cd0-adb7-90241e805102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.080008 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20f782d9-7bf6-4cd0-adb7-90241e805102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.083938 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20f782d9-7bf6-4cd0-adb7-90241e805102 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.179320 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20f782d9-7bf6-4cd0-adb7-90241e805102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.180246 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f782d9-7bf6-4cd0-adb7-90241e805102 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41dd2072-8379-4e34-a121-4be76517f96c {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:17:57.187580 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20f782d9-7bf6-4cd0-adb7-90241e805102 admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.190903 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-20f782d9-7bf6-4cd0-adb7-90241e805102 admin admin] 10.222.0.50 "DELETE /v2.0/routers/41dd2072-8379-4e34-a121-4be76517f96c HTTP/1.1" status: 204 len: 168 time: 1.5040972 Jul 07 17:17:57.194783 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48372) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:57.261201 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 450392ba-ce7c-42f6-856f-b2fdb6055d3b no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:57.275602 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd9558a-b422-4ab6-ba30-f7e3e5bb8ffc admin admin] Deleting subnet cdc71f5f-4d2b-44a1-af05-6f6eec7e240a {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:17:57.281169 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-abd9558a-b422-4ab6-ba30-f7e3e5bb8ffc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.291545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 450392ba-ce7c-42f6-856f-b2fdb6055d3b {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:57.292410 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 450392ba-ce7c-42f6-856f-b2fdb6055d3b not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:57.294856 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b024a38e-b37f-43b3-92d9-fb2dd8428b4c no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:57.323021 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: b024a38e-b37f-43b3-92d9-fb2dd8428b4c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:57.323366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b024a38e-b37f-43b3-92d9-fb2dd8428b4c not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:57.337995 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-abd9558a-b422-4ab6-ba30-f7e3e5bb8ffc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.464158 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-abd9558a-b422-4ab6-ba30-f7e3e5bb8ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.568587 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-abd9558a-b422-4ab6-ba30-f7e3e5bb8ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.637263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9558a-b422-4ab6-ba30-f7e3e5bb8ffc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdc71f5f-4d2b-44a1-af05-6f6eec7e240a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:57.641120 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-abd9558a-b422-4ab6-ba30-f7e3e5bb8ffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.646257 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-abd9558a-b422-4ab6-ba30-f7e3e5bb8ffc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cdc71f5f-4d2b-44a1-af05-6f6eec7e240a HTTP/1.1" status: 204 len: 168 time: 0.4486692 Jul 07 17:17:57.647898 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48392) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:57.655227 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e9b790-0d70-453f-b58e-be460349fb81 None None] Network b5efbb47-7ac0-439c-bd10-5b82d61ca890 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:17:57.755916 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ce872c4-a8f3-4bbc-b81b-424085905650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.760728 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e15aa-5e3d-4307-a60b-9b84dd64dca9 req-377ca527-f8e2-4853-a642-4d17241849dd tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:57.763823 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-002e15aa-5e3d-4307-a60b-9b84dd64dca9 req-377ca527-f8e2-4853-a642-4d17241849dd tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.1339107 Jul 07 17:17:57.826604 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-0ce872c4-a8f3-4bbc-b81b-424085905650 admin admin] Deleting port a7217ccb-4b95-4fc7-870b-3fe4c55bc52f {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:57.827229 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ce872c4-a8f3-4bbc-b81b-424085905650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.836298 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-002e15aa-5e3d-4307-a60b-9b84dd64dca9 req-cef34a78-ab73-45c0-bece-1df828cba5bc tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624373 Jul 07 17:17:57.904670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-0ce872c4-a8f3-4bbc-b81b-424085905650 admin admin] For port a7217ccb-4b95-4fc7-870b-3fe4c55bc52f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=a7217ccb-4b95-4fc7-870b-3fe4c55bc52f,segment=NetworkSegment(ccd64e49-7c2a-4025-aff1-59adf5c81009),segment_id=ccd64e49-7c2a-4025-aff1-59adf5c81009)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:57.905041 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ce872c4-a8f3-4bbc-b81b-424085905650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:57.923142 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-0ce872c4-a8f3-4bbc-b81b-424085905650 admin admin] Calling delete_port for a7217ccb-4b95-4fc7-870b-3fe4c55bc52f owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:57.945960 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081fe184-8f7b-47dc-9f6e-1f3a611cbc71 None None] DHCP port deletion for b5efbb47-7ac0-439c-bd10-5b82d61ca890 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:17:58.024656 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-081fe184-8f7b-47dc-9f6e-1f3a611cbc71 None None] Deleting port a7217ccb-4b95-4fc7-870b-3fe4c55bc52f {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:58.025639 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-081fe184-8f7b-47dc-9f6e-1f3a611cbc71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.051993 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ce872c4-a8f3-4bbc-b81b-424085905650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.081269 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce872c4-a8f3-4bbc-b81b-424085905650 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7217ccb-4b95-4fc7-870b-3fe4c55bc52f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:58.085594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce872c4-a8f3-4bbc-b81b-424085905650 admin admin] No DVR routers for this DVR port a7217ccb-4b95-4fc7-870b-3fe4c55bc52f on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:58.151178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-081fe184-8f7b-47dc-9f6e-1f3a611cbc71 None None] For port a7217ccb-4b95-4fc7-870b-3fe4c55bc52f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=a7217ccb-4b95-4fc7-870b-3fe4c55bc52f,segment=NetworkSegment(ccd64e49-7c2a-4025-aff1-59adf5c81009),segment_id=ccd64e49-7c2a-4025-aff1-59adf5c81009)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:58.151851 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-081fe184-8f7b-47dc-9f6e-1f3a611cbc71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.174414 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ce872c4-a8f3-4bbc-b81b-424085905650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.187583 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-0ce872c4-a8f3-4bbc-b81b-424085905650 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5efbb47-7ac0-439c-bd10-5b82d61ca890']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:58.201008 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-0ce872c4-a8f3-4bbc-b81b-424085905650 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd64e49-7c2a-4025-aff1-59adf5c81009') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:58.201400 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-0ce872c4-a8f3-4bbc-b81b-424085905650 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd64e49-7c2a-4025-aff1-59adf5c81009') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:17:58.211855 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ce872c4-a8f3-4bbc-b81b-424085905650 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.220141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-081fe184-8f7b-47dc-9f6e-1f3a611cbc71 None None] Calling delete_port for a7217ccb-4b95-4fc7-870b-3fe4c55bc52f owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:58.230843 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ce872c4-a8f3-4bbc-b81b-424085905650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.239312 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce872c4-a8f3-4bbc-b81b-424085905650 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:17:58.239950 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ce872c4-a8f3-4bbc-b81b-424085905650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:17:58.242191 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:17:58.372335 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-081fe184-8f7b-47dc-9f6e-1f3a611cbc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.383735 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ce872c4-a8f3-4bbc-b81b-424085905650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.394811 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0ce872c4-a8f3-4bbc-b81b-424085905650 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:58.397522 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0ce872c4-a8f3-4bbc-b81b-424085905650 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b5efbb47-7ac0-439c-bd10-5b82d61ca890 HTTP/1.1" status: 204 len: 168 time: 0.7457328 Jul 07 17:17:58.408551 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48406) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:17:58.416008 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce872c4-a8f3-4bbc-b81b-424085905650 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5efbb47-7ac0-439c-bd10-5b82d61ca890,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:58.429496 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fe184-8f7b-47dc-9f6e-1f3a611cbc71 None None] Pushing event deleted for resources: {'Port': ['ID=a7217ccb-4b95-4fc7-870b-3fe4c55bc52f,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:17:58.434972 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081fe184-8f7b-47dc-9f6e-1f3a611cbc71 None None] No DVR routers for this DVR port a7217ccb-4b95-4fc7-870b-3fe4c55bc52f on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:17:58.490919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5382a64-33f5-4b81-80ec-c16266aaaccd req-b7b0d078-9cb9-4cc5-8764-fd861ff47334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:58.492613 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5382a64-33f5-4b81-80ec-c16266aaaccd req-b7b0d078-9cb9-4cc5-8764-fd861ff47334 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0d3f4c1ff294119a2c5fc6e804d1e59&device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 1097 time: 0.1766469 Jul 07 17:17:58.501036 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6bcd0-e922-4a73-953e-110b85dc347d req-770e062e-f68b-4a13-9b6c-7cde00b5f322 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:58.502546 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9dc6bcd0-e922-4a73-953e-110b85dc347d req-770e062e-f68b-4a13-9b6c-7cde00b5f322 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.1705260 Jul 07 17:17:58.628729 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9dc6bcd0-e922-4a73-953e-110b85dc347d req-684f943d-c6d6-4226-995c-b36f7aa937ed tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769546 Jul 07 17:17:58.648718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5382a64-33f5-4b81-80ec-c16266aaaccd req-f4adf634-4ad1-4ee7-aa89-3d705ae019e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:58.650503 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5382a64-33f5-4b81-80ec-c16266aaaccd req-f4adf634-4ad1-4ee7-aa89-3d705ae019e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=292197e0-01dc-4068-ba5d-c7a67aedfe6d HTTP/1.1" status: 200 len: 912 time: 0.1470323 Jul 07 17:17:58.732301 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5382a64-33f5-4b81-80ec-c16266aaaccd req-4085b670-a4a2-4ca1-9db4-d8953b8927f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51d7971c-abee-40e3-9b99-1f50a6fe0be7 HTTP/1.1" status: 200 len: 1000 time: 0.0749230 Jul 07 17:17:58.804103 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5382a64-33f5-4b81-80ec-c16266aaaccd req-9810c568-a1f8-4044-bca5-18d1706d58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:58.806939 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5382a64-33f5-4b81-80ec-c16266aaaccd req-9810c568-a1f8-4044-bca5-18d1706d58f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aeaad8af-4e95-4aca-8e25-9c0ee640a68c HTTP/1.1" status: 200 len: 850 time: 0.0676985 Jul 07 17:17:58.889208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5382a64-33f5-4b81-80ec-c16266aaaccd req-61d03a33-9754-45b3-8267-77293735feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:58.891141 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5382a64-33f5-4b81-80ec-c16266aaaccd req-61d03a33-9754-45b3-8267-77293735feb6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=292197e0-01dc-4068-ba5d-c7a67aedfe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764544 Jul 07 17:17:59.005424 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5382a64-33f5-4b81-80ec-c16266aaaccd req-bd64f569-cd71-4b64-84d1-985da226d178 service neutron] 10.222.0.15 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075609 Jul 07 17:17:59.013204 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device a7217ccb-4b95-4fc7-870b-3fe4c55bc52f no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:17:59.049418 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: a7217ccb-4b95-4fc7-870b-3fe4c55bc52f {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:17:59.050039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device a7217ccb-4b95-4fc7-870b-3fe4c55bc52f not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:17:59.181668 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5382a64-33f5-4b81-80ec-c16266aaaccd req-9fca318c-6371-4c2e-a34d-44149fa6bb07 service neutron] 10.222.0.15 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700215 Jul 07 17:17:59.319894 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33ac0a9f-63d3-4e8f-b621-c06a5fdcf00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.645919 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-33ac0a9f-63d3-4e8f-b621-c06a5fdcf00b admin admin] Deleting port dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:17:59.646067 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33ac0a9f-63d3-4e8f-b621-c06a5fdcf00b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.745072 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-33ac0a9f-63d3-4e8f-b621-c06a5fdcf00b admin admin] For port dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0,segment=NetworkSegment(71fd1899-ab0e-4245-bc0f-9969e48df078),segment_id=71fd1899-ab0e-4245-bc0f-9969e48df078)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:17:59.745440 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33ac0a9f-63d3-4e8f-b621-c06a5fdcf00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:17:59.760202 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-33ac0a9f-63d3-4e8f-b621-c06a5fdcf00b admin admin] Calling delete_port for dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:17:59.913225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26e065-c3c2-4b9f-b8b7-f4df5523455c req-21a941b8-d1d3-4a2b-b42c-9d9ade5ce788 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:17:59.917629 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4c26e065-c3c2-4b9f-b8b7-f4df5523455c req-21a941b8-d1d3-4a2b-b42c-9d9ade5ce788 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.1343915 Jul 07 17:17:59.969824 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4c26e065-c3c2-4b9f-b8b7-f4df5523455c req-0b01a95c-3ca1-473d-8790-ce6276b2e4e2 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440338 Jul 07 17:18:00.002144 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33ac0a9f-63d3-4e8f-b621-c06a5fdcf00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.028076 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac0a9f-63d3-4e8f-b621-c06a5fdcf00b admin admin] Pushing event deleted for resources: {'Port': ['ID=dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:00.224941 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33ac0a9f-63d3-4e8f-b621-c06a5fdcf00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.477253 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ac0a9f-63d3-4e8f-b621-c06a5fdcf00b admin admin] Router 0d999516-2346-497b-a81d-bda99c82dd59 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:00.587875 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ac0a9f-63d3-4e8f-b621-c06a5fdcf00b admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:00.596047 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-33ac0a9f-63d3-4e8f-b621-c06a5fdcf00b admin admin] 10.222.0.50 "PUT /v2.0/routers/0d999516-2346-497b-a81d-bda99c82dd59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1838710 Jul 07 17:18:00.596833 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48454) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:00.599234 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bfda00-1efb-4e94-ba4c-cfdb9fd976dd None None] Sync routers for ids ['0d999516-2346-497b-a81d-bda99c82dd59'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:00.611169 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bfda00-1efb-4e94-ba4c-cfdb9fd976dd None None] Routers {'0d999516-2346-497b-a81d-bda99c82dd59'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:00.611926 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-33bfda00-1efb-4e94-ba4c-cfdb9fd976dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:17:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0d999516-2346-497b-a81d-bda99c82dd59'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:00.723885 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2992316-9aad-43ee-a254-36cebdd32b80 admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.732675 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-33bfda00-1efb-4e94-ba4c-cfdb9fd976dd None None] Set router 0d999516-2346-497b-a81d-bda99c82dd59 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:00.841600 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2992316-9aad-43ee-a254-36cebdd32b80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.937868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-f2992316-9aad-43ee-a254-36cebdd32b80 admin admin] Deleting port 5db38626-d917-43be-a9ab-d93d614b589f {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:00.938332 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2992316-9aad-43ee-a254-36cebdd32b80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:00.967161 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-33bfda00-1efb-4e94-ba4c-cfdb9fd976dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d999516-2346-497b-a81d-bda99c82dd59', 'name': 'tempest-TestVolumeBackupRestore-1956944-router', 'tenant_id': '2855096a488e49abb796c8955cd7e2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '5db38626-d917-43be-a9ab-d93d614b589f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:00Z', 'updated_at': '2021-07-07T17:17:59Z', 'revision_number': 5, 'project_id': '2855096a488e49abb796c8955cd7e2b8', 'gw_port': {'id': '5db38626-d917-43be-a9ab-d93d614b589f', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d999516-2346-497b-a81d-bda99c82dd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:01Z', 'updated_at': '2021-07-07T17:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:01.002363 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bfda00-1efb-4e94-ba4c-cfdb9fd976dd None None] Checking router: 0d999516-2346-497b-a81d-bda99c82dd59 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:18:01.011664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bfda00-1efb-4e94-ba4c-cfdb9fd976dd None None] Routers {'0d999516-2346-497b-a81d-bda99c82dd59'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:01.012985 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-33bfda00-1efb-4e94-ba4c-cfdb9fd976dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:17:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0d999516-2346-497b-a81d-bda99c82dd59'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:01.059241 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-f2992316-9aad-43ee-a254-36cebdd32b80 admin admin] For port 5db38626-d917-43be-a9ab-d93d614b589f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5db38626-d917-43be-a9ab-d93d614b589f,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:01.059633 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2992316-9aad-43ee-a254-36cebdd32b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.083557 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-f2992316-9aad-43ee-a254-36cebdd32b80 admin admin] Calling delete_port for 5db38626-d917-43be-a9ab-d93d614b589f owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:01.118439 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-33bfda00-1efb-4e94-ba4c-cfdb9fd976dd None None] Set router 0d999516-2346-497b-a81d-bda99c82dd59 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:01.179719 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-33bfda00-1efb-4e94-ba4c-cfdb9fd976dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d999516-2346-497b-a81d-bda99c82dd59', 'name': 'tempest-TestVolumeBackupRestore-1956944-router', 'tenant_id': '2855096a488e49abb796c8955cd7e2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:00Z', 'updated_at': '2021-07-07T17:18:00Z', 'revision_number': 6, 'project_id': '2855096a488e49abb796c8955cd7e2b8', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:01.210932 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bfda00-1efb-4e94-ba4c-cfdb9fd976dd None None] The sync data for ids ['0d999516-2346-497b-a81d-bda99c82dd59'] in n-d-793620-7 is: [{'id': '0d999516-2346-497b-a81d-bda99c82dd59', 'name': 'tempest-TestVolumeBackupRestore-1956944-router', 'tenant_id': '2855096a488e49abb796c8955cd7e2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:00Z', 'updated_at': '2021-07-07T17:18:00Z', 'revision_number': 6, 'project_id': '2855096a488e49abb796c8955cd7e2b8', 'gw_port_host': None}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:01.253509 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83afe9-5ae6-494b-8a72-1d68b01ca36c req-77004d9b-1c7e-4edd-800b-0806563e1c48 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:01.255852 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9c83afe9-5ae6-494b-8a72-1d68b01ca36c req-77004d9b-1c7e-4edd-800b-0806563e1c48 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.0916331 Jul 07 17:18:01.273714 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2992316-9aad-43ee-a254-36cebdd32b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.300870 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9c83afe9-5ae6-494b-8a72-1d68b01ca36c req-20c9a066-d862-47ed-9dd0-53432bab9819 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392957 Jul 07 17:18:01.305214 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2992316-9aad-43ee-a254-36cebdd32b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=5db38626-d917-43be-a9ab-d93d614b589f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:01.368724 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2992316-9aad-43ee-a254-36cebdd32b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.459496 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2992316-9aad-43ee-a254-36cebdd32b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.461661 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2992316-9aad-43ee-a254-36cebdd32b80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.506472 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2992316-9aad-43ee-a254-36cebdd32b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.507511 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2992316-9aad-43ee-a254-36cebdd32b80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d999516-2346-497b-a81d-bda99c82dd59 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:18:01.512073 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2992316-9aad-43ee-a254-36cebdd32b80 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.513244 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f2992316-9aad-43ee-a254-36cebdd32b80 admin admin] 10.222.0.50 "DELETE /v2.0/routers/0d999516-2346-497b-a81d-bda99c82dd59 HTTP/1.1" status: 204 len: 168 time: 0.9156330 Jul 07 17:18:01.515986 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48474) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:01.569197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-397f0836-d004-4e36-8a47-eb840fdf184c admin admin] Deleting subnet 844bc12c-317f-4173-8c5e-46b8ebfec279 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:01.574863 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-397f0836-d004-4e36-8a47-eb840fdf184c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.612549 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-397f0836-d004-4e36-8a47-eb840fdf184c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.705771 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-397f0836-d004-4e36-8a47-eb840fdf184c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.786357 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-397f0836-d004-4e36-8a47-eb840fdf184c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.814318 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f0836-d004-4e36-8a47-eb840fdf184c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=844bc12c-317f-4173-8c5e-46b8ebfec279,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:01.816339 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-397f0836-d004-4e36-8a47-eb840fdf184c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.818509 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-397f0836-d004-4e36-8a47-eb840fdf184c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/844bc12c-317f-4173-8c5e-46b8ebfec279 HTTP/1.1" status: 204 len: 168 time: 0.3014021 Jul 07 17:18:01.820817 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918fdcbb-2a66-4dfc-9cbc-e07e45bd6abb None None] Network 38cf9eb9-9ebf-445b-b071-62c5aa0288d5 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:01.822066 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48476) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:01.890421 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9834b7b0-da7d-4f32-bfac-0bb4fbb348b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:01.944460 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-9834b7b0-da7d-4f32-bfac-0bb4fbb348b3 admin admin] Deleting port 8c11a605-dc52-4706-9dbb-ddd5758e2ec8 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:01.944719 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9834b7b0-da7d-4f32-bfac-0bb4fbb348b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.033844 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9df326-747b-4595-bdcd-ded7ca7bff14 None None] DHCP port deletion for 38cf9eb9-9ebf-445b-b071-62c5aa0288d5 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:18:02.048266 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-9834b7b0-da7d-4f32-bfac-0bb4fbb348b3 admin admin] For port 8c11a605-dc52-4706-9dbb-ddd5758e2ec8, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8c11a605-dc52-4706-9dbb-ddd5758e2ec8,segment=NetworkSegment(71fd1899-ab0e-4245-bc0f-9969e48df078),segment_id=71fd1899-ab0e-4245-bc0f-9969e48df078)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:02.048266 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9834b7b0-da7d-4f32-bfac-0bb4fbb348b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.071198 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-9834b7b0-da7d-4f32-bfac-0bb4fbb348b3 admin admin] Calling delete_port for 8c11a605-dc52-4706-9dbb-ddd5758e2ec8 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:02.114426 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2d9df326-747b-4595-bdcd-ded7ca7bff14 None None] Deleting port 8c11a605-dc52-4706-9dbb-ddd5758e2ec8 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:02.115100 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2d9df326-747b-4595-bdcd-ded7ca7bff14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.165299 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9834b7b0-da7d-4f32-bfac-0bb4fbb348b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.200363 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2d9df326-747b-4595-bdcd-ded7ca7bff14 None None] For port 8c11a605-dc52-4706-9dbb-ddd5758e2ec8, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8c11a605-dc52-4706-9dbb-ddd5758e2ec8,segment=NetworkSegment(71fd1899-ab0e-4245-bc0f-9969e48df078),segment_id=71fd1899-ab0e-4245-bc0f-9969e48df078)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:02.200772 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2d9df326-747b-4595-bdcd-ded7ca7bff14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.212800 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834b7b0-da7d-4f32-bfac-0bb4fbb348b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c11a605-dc52-4706-9dbb-ddd5758e2ec8,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:02.215064 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9834b7b0-da7d-4f32-bfac-0bb4fbb348b3 admin admin] No DVR routers for this DVR port 8c11a605-dc52-4706-9dbb-ddd5758e2ec8 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:02.228480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2d9df326-747b-4595-bdcd-ded7ca7bff14 None None] Calling delete_port for 8c11a605-dc52-4706-9dbb-ddd5758e2ec8 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:02.295075 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9834b7b0-da7d-4f32-bfac-0bb4fbb348b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.306115 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-9834b7b0-da7d-4f32-bfac-0bb4fbb348b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38cf9eb9-9ebf-445b-b071-62c5aa0288d5']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:02.316920 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2d9df326-747b-4595-bdcd-ded7ca7bff14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.320384 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-9834b7b0-da7d-4f32-bfac-0bb4fbb348b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fd1899-ab0e-4245-bc0f-9969e48df078') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:02.320820 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-9834b7b0-da7d-4f32-bfac-0bb4fbb348b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fd1899-ab0e-4245-bc0f-9969e48df078') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:02.331739 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9834b7b0-da7d-4f32-bfac-0bb4fbb348b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.350489 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9834b7b0-da7d-4f32-bfac-0bb4fbb348b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.351053 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9df326-747b-4595-bdcd-ded7ca7bff14 None None] Pushing event deleted for resources: {'Port': ['ID=8c11a605-dc52-4706-9dbb-ddd5758e2ec8,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:02.355085 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9df326-747b-4595-bdcd-ded7ca7bff14 None None] No DVR routers for this DVR port 8c11a605-dc52-4706-9dbb-ddd5758e2ec8 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:02.366881 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9834b7b0-da7d-4f32-bfac-0bb4fbb348b3 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:02.367811 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9834b7b0-da7d-4f32-bfac-0bb4fbb348b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:02.369310 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:02.437532 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9834b7b0-da7d-4f32-bfac-0bb4fbb348b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.448134 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9834b7b0-da7d-4f32-bfac-0bb4fbb348b3 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.451989 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9834b7b0-da7d-4f32-bfac-0bb4fbb348b3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/38cf9eb9-9ebf-445b-b071-62c5aa0288d5 HTTP/1.1" status: 204 len: 168 time: 0.6286612 Jul 07 17:18:02.469537 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834b7b0-da7d-4f32-bfac-0bb4fbb348b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=38cf9eb9-9ebf-445b-b071-62c5aa0288d5,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:02.665646 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48494) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:02.720233 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3a4bbdc1-93dc-4143-b2d9-8e98917bfc93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=90d9e739b53e4fdeba4e88e829b4bca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529916 Jul 07 17:18:02.722541 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48496) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:02.794492 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-61340973-8f5f-4722-b89e-1ae4aa64d089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.817925 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-61340973-8f5f-4722-b89e-1ae4aa64d089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.874153 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-61340973-8f5f-4722-b89e-1ae4aa64d089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.876918 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-61340973-8f5f-4722-b89e-1ae4aa64d089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:02.880920 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-61340973-8f5f-4722-b89e-1ae4aa64d089 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e5dfc0e0-4db0-42b9-86ba-ebb60d94378e HTTP/1.1" status: 204 len: 168 time: 0.1544919 Jul 07 17:18:02.891076 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61340973-8f5f-4722-b89e-1ae4aa64d089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dfc0e0-4db0-42b9-86ba-ebb60d94378e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:03.001490 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:03.034942 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:03.035504 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dd4e6c0a-23d3-4e74-ba79-133ec6fa59c0 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:03.036306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8c11a605-dc52-4706-9dbb-ddd5758e2ec8 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:03.066198 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 8c11a605-dc52-4706-9dbb-ddd5758e2ec8 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:03.066412 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8c11a605-dc52-4706-9dbb-ddd5758e2ec8 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:03.067045 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5db38626-d917-43be-a9ab-d93d614b589f no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:03.093659 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 5db38626-d917-43be-a9ab-d93d614b589f {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:03.094166 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5db38626-d917-43be-a9ab-d93d614b589f not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:03.429532 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48512) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:03.482759 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-55ef3d10-9a41-4da3-893b-8d22337ce19a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2855096a488e49abb796c8955cd7e2b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517130 Jul 07 17:18:03.485317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48516) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:03.540933 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee48abd1-ff3f-4f82-992c-ed3dd3c7f938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.558841 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48518) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:03.563986 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee48abd1-ff3f-4f82-992c-ed3dd3c7f938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.619172 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee48abd1-ff3f-4f82-992c-ed3dd3c7f938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.622698 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee48abd1-ff3f-4f82-992c-ed3dd3c7f938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.624669 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ee48abd1-ff3f-4f82-992c-ed3dd3c7f938 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dfe385ad-4e5b-446c-b3d8-81244df46c61 HTTP/1.1" status: 204 len: 168 time: 0.1377134 Jul 07 17:18:03.635685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48abd1-ff3f-4f82-992c-ed3dd3c7f938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe385ad-4e5b-446c-b3d8-81244df46c61,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:03.682970 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b60351d8-056c-417b-80e4-513527bfa4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.801517 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b60351d8-056c-417b-80e4-513527bfa4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.819333 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b60351d8-056c-417b-80e4-513527bfa4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.865340 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b60351d8-056c-417b-80e4-513527bfa4ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=379c2db1c74c4a68ac474fba7f096f07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3053873 Jul 07 17:18:03.867889 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48526) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:03.874872 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60351d8-056c-417b-80e4-513527bfa4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2712aa-94b7-4154-bf2e-815964086289,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:03.940352 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d48a-4479-45f4-8eef-df9388429510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:03.973873 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d48a-4479-45f4-8eef-df9388429510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.031817 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d48a-4479-45f4-8eef-df9388429510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.036288 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f1e5d48a-4479-45f4-8eef-df9388429510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.037969 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f1e5d48a-4479-45f4-8eef-df9388429510 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb2712aa-94b7-4154-bf2e-815964086289 HTTP/1.1" status: 204 len: 168 time: 0.1686654 Jul 07 17:18:04.050968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5d48a-4479-45f4-8eef-df9388429510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2712aa-94b7-4154-bf2e-815964086289,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:04.477508 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48550) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:04.492376 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48552) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:04.510262 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6370bbeb-2533-45ab-a725-dca089bc2167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.656824 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6370bbeb-2533-45ab-a725-dca089bc2167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.669566 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6370bbeb-2533-45ab-a725-dca089bc2167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.679130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-31e37454-7562-4c42-a08f-eb11a010e080 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-532343888-network', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:04.706767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e37454-7562-4c42-a08f-eb11a010e080 admin admin] Made reservation on behalf of cea56dc008374433a72ff26fbcfa22d6 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:04.714575 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6370bbeb-2533-45ab-a725-dca089bc2167 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99203c35c60f48ef89e69849352321bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323346 Jul 07 17:18:04.714575 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370bbeb-2533-45ab-a725-dca089bc2167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c98c32-6222-472b-a82b-7abcc838bad6,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:04.716042 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48556) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:04.733019 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31e37454-7562-4c42-a08f-eb11a010e080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.758789 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31e37454-7562-4c42-a08f-eb11a010e080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.775941 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ffc8318d-d52a-4495-93dd-ccedb36dca00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.798224 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ffc8318d-d52a-4495-93dd-ccedb36dca00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.850991 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ffc8318d-d52a-4495-93dd-ccedb36dca00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.854511 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ffc8318d-d52a-4495-93dd-ccedb36dca00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.856289 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ffc8318d-d52a-4495-93dd-ccedb36dca00 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/28c98c32-6222-472b-a82b-7abcc838bad6 HTTP/1.1" status: 204 len: 168 time: 0.1388705 Jul 07 17:18:04.864565 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8318d-d52a-4495-93dd-ccedb36dca00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c98c32-6222-472b-a82b-7abcc838bad6,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:04.895527 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31e37454-7562-4c42-a08f-eb11a010e080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.900288 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31e37454-7562-4c42-a08f-eb11a010e080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.929194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e37454-7562-4c42-a08f-eb11a010e080 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:04.936030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e37454-7562-4c42-a08f-eb11a010e080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa07fa3-ec10-4e3e-b690-151167dc3207,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:04.950333 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31e37454-7562-4c42-a08f-eb11a010e080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:04.951020 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-31e37454-7562-4c42-a08f-eb11a010e080 admin admin] Added segment 657fedf3-913c-47f8-affe-3b1d3b7aac8a of type vlan for network 888184af-68bd-473b-926b-d4ef0f9f6494 Jul 07 17:18:04.996234 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31e37454-7562-4c42-a08f-eb11a010e080 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.026917 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31e37454-7562-4c42-a08f-eb11a010e080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.027888 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e37454-7562-4c42-a08f-eb11a010e080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:05.028478 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31e37454-7562-4c42-a08f-eb11a010e080 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.093039 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-31e37454-7562-4c42-a08f-eb11a010e080 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5949473 Jul 07 17:18:05.093514 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48562) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:05.099374 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e37454-7562-4c42-a08f-eb11a010e080 admin admin] Pushing event updated for resources: {'Network': ['ID=888184af-68bd-473b-926b-d4ef0f9f6494,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:05.109955 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 888184af-68bd-473b-926b-d4ef0f9f6494 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:05.120828 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-56b9a400-0586-4da9-976d-4181459d96b0 admin admin] Request body: {'subnet': {'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-532343888-subnet', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:05.148731 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b9a400-0586-4da9-976d-4181459d96b0 admin admin] Made reservation on behalf of cea56dc008374433a72ff26fbcfa22d6 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:05.153208 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-56b9a400-0586-4da9-976d-4181459d96b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.352844 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-56b9a400-0586-4da9-976d-4181459d96b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.437365 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9a400-0586-4da9-976d-4181459d96b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f79582c-33a8-4ae3-b793-f2486686f367,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:05.445016 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9a400-0586-4da9-976d-4181459d96b0 admin admin] Checking segment: {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:05.445490 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b9a400-0586-4da9-976d-4181459d96b0 admin admin] Network hostable DHCP agents. Network: 888184af-68bd-473b-926b-d4ef0f9f6494, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:05.465415 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b9a400-0586-4da9-976d-4181459d96b0 admin admin] Network 888184af-68bd-473b-926b-d4ef0f9f6494 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:05.476266 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-56b9a400-0586-4da9-976d-4181459d96b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 888184af-68bd-473b-926b-d4ef0f9f6494) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:05.483285 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b902df-1c0d-40dc-9470-c3b37bb40393 None None] Network 888184af-68bd-473b-926b-d4ef0f9f6494 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:05.486491 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b9a400-0586-4da9-976d-4181459d96b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:05.487103 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-56b9a400-0586-4da9-976d-4181459d96b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.501552 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-56b9a400-0586-4da9-976d-4181459d96b0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4064250 Jul 07 17:18:05.504168 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48578) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:05.508866 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-bf597885-7c7e-4315-8dc3-0372b13dec42 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:05.532713 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf597885-7c7e-4315-8dc3-0372b13dec42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.533755 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf597885-7c7e-4315-8dc3-0372b13dec42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.586942 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf597885-7c7e-4315-8dc3-0372b13dec42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.671778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-888184af-68bd-473b-926b-d4ef0f9f6494', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:05.672658 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.735839 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf597885-7c7e-4315-8dc3-0372b13dec42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.815679 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Allocated IP 172.20.0.2 (888184af-68bd-473b-926b-d4ef0f9f6494/0f79582c-33a8-4ae3-b793-f2486686f367/5c6f7284-b446-406e-9a96-7f31062c2cf4) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:05.956809 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf597885-7c7e-4315-8dc3-0372b13dec42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.980148 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.981090 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf597885-7c7e-4315-8dc3-0372b13dec42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:05.988708 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Transition to ACTIVE for port object 5c6f7284-b446-406e-9a96-7f31062c2cf4 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:06.004937 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Transition to ACTIVE for port object 5c6f7284-b446-406e-9a96-7f31062c2cf4 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:06.012606 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.054549 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Network 888184af-68bd-473b-926b-d4ef0f9f6494 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:06.067069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:06.067069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:06.076026 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Pushing event updated for resources: {'Port': ['ID=5c6f7284-b446-406e-9a96-7f31062c2cf4,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:06.141503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Attempting to bind port 5c6f7284-b446-406e-9a96-7f31062c2cf4 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:06.142175 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Attempting to bind port 5c6f7284-b446-406e-9a96-7f31062c2cf4 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:06.142514 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Attempting to bind port 5c6f7284-b446-406e-9a96-7f31062c2cf4 on network 888184af-68bd-473b-926b-d4ef0f9f6494 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:06.148016 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:06.148403 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Checking segment: {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:06.148813 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.149457 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Bound using segment: {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:06.149671 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Bound port: 5c6f7284-b446-406e-9a96-7f31062c2cf4, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:06.150056 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.150486 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-bf597885-7c7e-4315-8dc3-0372b13dec42 admin admin] Allocated IP 172.25.2.32 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/8e8c1395-a3b5-418b-aa81-a6663227815e) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:06.219542 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] For port 5c6f7284-b446-406e-9a96-7f31062c2cf4, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:06.223359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] For port 5c6f7284-b446-406e-9a96-7f31062c2cf4, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5c6f7284-b446-406e-9a96-7f31062c2cf4,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:06.228308 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.274795 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf597885-7c7e-4315-8dc3-0372b13dec42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.295734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40b682-aae3-4011-b56d-83a04b5ae397 None None] Pushing event updated for resources: {'Port': ['ID=5c6f7284-b446-406e-9a96-7f31062c2cf4,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:06.325072 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf597885-7c7e-4315-8dc3-0372b13dec42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.364013 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf597885-7c7e-4315-8dc3-0372b13dec42 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:06.366892 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-bf597885-7c7e-4315-8dc3-0372b13dec42 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:06.369529 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf597885-7c7e-4315-8dc3-0372b13dec42 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:06.414252 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf597885-7c7e-4315-8dc3-0372b13dec42 admin admin] Pushing event updated for resources: {'Port': ['ID=8e8c1395-a3b5-418b-aa81-a6663227815e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:06.727993 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf597885-7c7e-4315-8dc3-0372b13dec42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:06.915338 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48612) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:06.942075 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf597885-7c7e-4315-8dc3-0372b13dec42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.066752 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5c6f7284-b446-406e-9a96-7f31062c2cf4 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:07.138891 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 5c6f7284-b446-406e-9a96-7f31062c2cf4 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:07.140088 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-8916bba0-b007-4274-86eb-419ee9416a9c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:07.142962 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf597885-7c7e-4315-8dc3-0372b13dec42 admin admin] Router 20033ea3-f499-4310-8935-0c7b48870b0d is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:18:07.173711 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8916bba0-b007-4274-86eb-419ee9416a9c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.311182 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8916bba0-b007-4274-86eb-419ee9416a9c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.458895 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-8916bba0-b007-4274-86eb-419ee9416a9c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Allocated IP 172.25.2.175 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/b69e5705-a219-4a46-a6fa-e05ed8554c61) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:07.475529 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b6d133-0430-4d0c-8be4-e135e0bfaaa0 None None] Network 888184af-68bd-473b-926b-d4ef0f9f6494 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:07.584320 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8916bba0-b007-4274-86eb-419ee9416a9c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.588821 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d86ce2c6-b20c-459e-b62f-3dc262d34e83 None None] Provisioning for port 5c6f7284-b446-406e-9a96-7f31062c2cf4 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:07.614001 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d86ce2c6-b20c-459e-b62f-3dc262d34e83 None None] Provisioning complete for port 5c6f7284-b446-406e-9a96-7f31062c2cf4 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:07.614411 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d86ce2c6-b20c-459e-b62f-3dc262d34e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.640264 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf597885-7c7e-4315-8dc3-0372b13dec42 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:07.656432 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8916bba0-b007-4274-86eb-419ee9416a9c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.659512 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] Sync routers for ids ['20033ea3-f499-4310-8935-0c7b48870b0d'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:07.660064 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bf597885-7c7e-4315-8dc3-0372b13dec42 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.661467 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bf597885-7c7e-4315-8dc3-0372b13dec42 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1561761 Jul 07 17:18:07.664115 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48618) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:07.679558 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] Routers {'20033ea3-f499-4310-8935-0c7b48870b0d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:07.680251 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:17:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['20033ea3-f499-4310-8935-0c7b48870b0d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:07.719484 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8916bba0-b007-4274-86eb-419ee9416a9c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:07.723226 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-8916bba0-b007-4274-86eb-419ee9416a9c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:07.728569 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8916bba0-b007-4274-86eb-419ee9416a9c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:07.761950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916bba0-b007-4274-86eb-419ee9416a9c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Pushing event updated for resources: {'Port': ['ID=b69e5705-a219-4a46-a6fa-e05ed8554c61,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:07.847925 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8916bba0-b007-4274-86eb-419ee9416a9c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.880307 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d86ce2c6-b20c-459e-b62f-3dc262d34e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.922462 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8916bba0-b007-4274-86eb-419ee9416a9c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:07.940037 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] Set router 20033ea3-f499-4310-8935-0c7b48870b0d gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:07.957091 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d86ce2c6-b20c-459e-b62f-3dc262d34e83 None None] For port 5c6f7284-b446-406e-9a96-7f31062c2cf4, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5c6f7284-b446-406e-9a96-7f31062c2cf4,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:07.963110 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d86ce2c6-b20c-459e-b62f-3dc262d34e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.059467 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ce2c6-b20c-459e-b62f-3dc262d34e83 None None] Pushing event updated for resources: {'Port': ['ID=5c6f7284-b446-406e-9a96-7f31062c2cf4,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:08.185770 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8916bba0-b007-4274-86eb-419ee9416a9c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.193048 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8916bba0-b007-4274-86eb-419ee9416a9c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.271552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916bba0-b007-4274-86eb-419ee9416a9c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Pushing event updated for resources: {'Port': ['ID=b69e5705-a219-4a46-a6fa-e05ed8554c61,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:08.285445 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8916bba0-b007-4274-86eb-419ee9416a9c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.290208 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c5a9a204-f858-4d92-a227-3ec7b8e1ca87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.305275 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8916bba0-b007-4274-86eb-419ee9416a9c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.307781 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8916bba0-b007-4274-86eb-419ee9416a9c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3910067 Jul 07 17:18:08.311358 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48620) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:08.314783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7ad46f22-e493-4d3e-bec5-95f5a16750ed None None] Provisioning complete for port 5c6f7284-b446-406e-9a96-7f31062c2cf4 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:08.316146 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7ad46f22-e493-4d3e-bec5-95f5a16750ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.321798 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5ba9a7af-9811-48bd-808d-d88e016741d1 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1723943673'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:08.338988 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:06Z', 'revision_number': 3, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:08.349719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba9a7af-9811-48bd-808d-d88e016741d1 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Made reservation on behalf of 1a7fdfd457ea4e1c9b2d91d08d70be36 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:08.356115 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ba9a7af-9811-48bd-808d-d88e016741d1 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.372984 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ba9a7af-9811-48bd-808d-d88e016741d1 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.373650 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] Checking router: 20033ea3-f499-4310-8935-0c7b48870b0d for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:18:08.374080 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] Updating router 20033ea3-f499-4310-8935-0c7b48870b0d port 8e8c1395-a3b5-418b-aa81-a6663227815e binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:18:08.419109 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.501210 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ba9a7af-9811-48bd-808d-d88e016741d1 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.506171 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ba9a7af-9811-48bd-808d-d88e016741d1 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.527919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba9a7af-9811-48bd-808d-d88e016741d1 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:08.551616 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-c5a9a204-f858-4d92-a227-3ec7b8e1ca87 admin admin] Allocated IP 172.20.0.1 (888184af-68bd-473b-926b-d4ef0f9f6494/0f79582c-33a8-4ae3-b793-f2486686f367/5b0bdf04-b259-45fd-a61c-23dd420261c7) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:08.564394 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ba9a7af-9811-48bd-808d-d88e016741d1 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.564981 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-5ba9a7af-9811-48bd-808d-d88e016741d1 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Added segment 021f41dd-4f76-4c25-aadc-0618dc814356 of type vlan for network 3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb Jul 07 17:18:08.578424 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9a7af-9811-48bd-808d-d88e016741d1 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc71dff-90cd-489d-bf74-a5c7ffdf52f7,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:08.636517 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ba9a7af-9811-48bd-808d-d88e016741d1 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.678818 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ba9a7af-9811-48bd-808d-d88e016741d1 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.688280 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.690831 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba9a7af-9811-48bd-808d-d88e016741d1 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:08.691985 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ba9a7af-9811-48bd-808d-d88e016741d1 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.699987 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] Transition to ACTIVE for port object 8e8c1395-a3b5-418b-aa81-a6663227815e will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:08.704187 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c5a9a204-f858-4d92-a227-3ec7b8e1ca87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.706227 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.722347 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-c5a9a204-f858-4d92-a227-3ec7b8e1ca87 admin admin] Transition to ACTIVE for port object 5b0bdf04-b259-45fd-a61c-23dd420261c7 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:08.751386 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] Attempting to bind port 8e8c1395-a3b5-418b-aa81-a6663227815e on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:08.752070 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] Attempting to bind port 8e8c1395-a3b5-418b-aa81-a6663227815e by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:08.752429 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] Attempting to bind port 8e8c1395-a3b5-418b-aa81-a6663227815e on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:08.764297 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:08.764705 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:08.765181 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.765608 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:08.766149 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] Bound port: 8e8c1395-a3b5-418b-aa81-a6663227815e, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:08.766610 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.768636 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c5a9a204-f858-4d92-a227-3ec7b8e1ca87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.788252 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5ba9a7af-9811-48bd-808d-d88e016741d1 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4726534 Jul 07 17:18:08.788466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48622) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:08.793099 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe4747-5bca-4b92-9fd9-adfd6fc5b92a None None] Pushing event updated for resources: {'Port': ['ID=8e8c1395-a3b5-418b-aa81-a6663227815e,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:08.793736 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c871033b-d0ca-409c-99d6-e8dbe90021e0 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Request body: {'subnet': {'network_id': '3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:08.811276 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe4747-5bca-4b92-9fd9-adfd6fc5b92a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:08.811617 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe4747-5bca-4b92-9fd9-adfd6fc5b92a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:08.811952 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe4747-5bca-4b92-9fd9-adfd6fc5b92a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:08.812284 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe4747-5bca-4b92-9fd9-adfd6fc5b92a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:08.812622 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe4747-5bca-4b92-9fd9-adfd6fc5b92a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:08.813074 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe4747-5bca-4b92-9fd9-adfd6fc5b92a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:08.813404 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe4747-5bca-4b92-9fd9-adfd6fc5b92a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:08.813727 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe4747-5bca-4b92-9fd9-adfd6fc5b92a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:08.814046 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe4747-5bca-4b92-9fd9-adfd6fc5b92a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:08.814494 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe4747-5bca-4b92-9fd9-adfd6fc5b92a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:08.814700 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe4747-5bca-4b92-9fd9-adfd6fc5b92a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:08.815330 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befe4747-5bca-4b92-9fd9-adfd6fc5b92a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:08.818532 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a9a204-f858-4d92-a227-3ec7b8e1ca87 admin admin] Network 888184af-68bd-473b-926b-d4ef0f9f6494 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:08.824612 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-c5a9a204-f858-4d92-a227-3ec7b8e1ca87 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:08.828508 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a9a204-f858-4d92-a227-3ec7b8e1ca87 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:08.852874 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9a204-f858-4d92-a227-3ec7b8e1ca87 admin admin] Pushing event updated for resources: {'Port': ['ID=5b0bdf04-b259-45fd-a61c-23dd420261c7,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:08.862147 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] For port 8e8c1395-a3b5-418b-aa81-a6663227815e, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:08.866212 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] For port 8e8c1395-a3b5-418b-aa81-a6663227815e, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8e8c1395-a3b5-418b-aa81-a6663227815e,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:08.867589 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9a7af-9811-48bd-808d-d88e016741d1 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Pushing event updated for resources: {'Network': ['ID=3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:08.880158 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:08.880830 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.893454 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c5a9a204-f858-4d92-a227-3ec7b8e1ca87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:08.960240 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] Routers {'20033ea3-f499-4310-8935-0c7b48870b0d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:08.961041 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:17:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['20033ea3-f499-4310-8935-0c7b48870b0d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:09.006483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c871033b-d0ca-409c-99d6-e8dbe90021e0 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Made reservation on behalf of 1a7fdfd457ea4e1c9b2d91d08d70be36 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:09.013982 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c871033b-d0ca-409c-99d6-e8dbe90021e0 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.041603 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5c6f7284-b446-406e-9a96-7f31062c2cf4 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:09.132506 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5c6f7284-b446-406e-9a96-7f31062c2cf4 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:09.132992 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.160500 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c5a9a204-f858-4d92-a227-3ec7b8e1ca87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.183761 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe4747-5bca-4b92-9fd9-adfd6fc5b92a None None] Pushing event updated for resources: {'Port': ['ID=8e8c1395-a3b5-418b-aa81-a6663227815e,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:09.207205 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] Set router 20033ea3-f499-4310-8935-0c7b48870b0d gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:09.211624 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b1902715-4e7a-4109-810a-d7462604eadb None None] Provisioning for port 5b0bdf04-b259-45fd-a61c-23dd420261c7 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:09.219192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b1902715-4e7a-4109-810a-d7462604eadb None None] Provisioning complete for port 5b0bdf04-b259-45fd-a61c-23dd420261c7 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:09.219583 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b1902715-4e7a-4109-810a-d7462604eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.298733 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c871033b-d0ca-409c-99d6-e8dbe90021e0 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.305211 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b1902715-4e7a-4109-810a-d7462604eadb None None] Port 5b0bdf04-b259-45fd-a61c-23dd420261c7 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:09.377499 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c871033b-d0ca-409c-99d6-e8dbe90021e0 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Checking segment: {'id': '021f41dd-4f76-4c25-aadc-0618dc814356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:09.377929 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c871033b-d0ca-409c-99d6-e8dbe90021e0 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Network hostable DHCP agents. Network: 3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:09.381040 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871033b-d0ca-409c-99d6-e8dbe90021e0 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Pushing event updated for resources: {'Subnet': ['ID=210f454a-dc99-4f98-a535-54ee26d8cbe4,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:09.397939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c871033b-d0ca-409c-99d6-e8dbe90021e0 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Network 3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:09.405239 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c5a9a204-f858-4d92-a227-3ec7b8e1ca87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.408447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-c871033b-d0ca-409c-99d6-e8dbe90021e0 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:09.411024 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c5a9a204-f858-4d92-a227-3ec7b8e1ca87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.413196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c871033b-d0ca-409c-99d6-e8dbe90021e0 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:09.414183 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c871033b-d0ca-409c-99d6-e8dbe90021e0 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.421064 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743bbd27-f19b-447d-bf56-17fda5190742 None None] Network 3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:09.439849 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c871033b-d0ca-409c-99d6-e8dbe90021e0 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6502643 Jul 07 17:18:09.440585 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48626) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:09.447006 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f301ca9d-893d-4324-ad7c-10ffc238cc30 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-618345450', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}, 'admin_state_up': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:09.460749 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:06Z', 'revision_number': 3, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:09.477725 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f301ca9d-893d-4324-ad7c-10ffc238cc30 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.480371 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f301ca9d-893d-4324-ad7c-10ffc238cc30 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.493389 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c5a9a204-f858-4d92-a227-3ec7b8e1ca87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.495308 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9a204-f858-4d92-a227-3ec7b8e1ca87 admin admin] Pushing event updated for resources: {'Port': ['ID=5b0bdf04-b259-45fd-a61c-23dd420261c7,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:09.503921 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471860c8-2b95-4bec-af0b-3a24179b53c3 None None] The sync data for ids ['20033ea3-f499-4310-8935-0c7b48870b0d'] in n-d-793620-7 is: [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:06Z', 'revision_number': 3, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:09.557868 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f301ca9d-893d-4324-ad7c-10ffc238cc30 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.619966 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a9a204-f858-4d92-a227-3ec7b8e1ca87 admin admin] Network 888184af-68bd-473b-926b-d4ef0f9f6494 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:09.621632 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-c5a9a204-f858-4d92-a227-3ec7b8e1ca87 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:09.787492 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f301ca9d-893d-4324-ad7c-10ffc238cc30 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:09.800957 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a9a204-f858-4d92-a227-3ec7b8e1ca87 admin admin] Router 20033ea3-f499-4310-8935-0c7b48870b0d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:09.841871 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb', 'network_id': '3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb', 'tenant_id': '1a7fdfd457ea4e1c9b2d91d08d70be36', 'fixed_ips': [{'subnet_id': '210f454a-dc99-4f98-a535-54ee26d8cbe4'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:09.843525 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.033730 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a9a204-f858-4d92-a227-3ec7b8e1ca87 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:10.047835 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c5a9a204-f858-4d92-a227-3ec7b8e1ca87 admin admin] 10.222.0.50 "PUT /v2.0/routers/20033ea3-f499-4310-8935-0c7b48870b0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3823345 Jul 07 17:18:10.154707 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Allocated IP 172.20.0.2 (3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb/210f454a-dc99-4f98-a535-54ee26d8cbe4/8a0f4b41-c71a-4204-b0ef-0493fc180ccf) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:10.202750 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f301ca9d-893d-4324-ad7c-10ffc238cc30 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.226857 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f301ca9d-893d-4324-ad7c-10ffc238cc30 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.250093 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-08e19efd-b61a-470b-9efb-6e01ca20fdaa None None] Provisioning complete for port 5b0bdf04-b259-45fd-a61c-23dd420261c7 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:10.250515 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-08e19efd-b61a-470b-9efb-6e01ca20fdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.324680 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-08e19efd-b61a-470b-9efb-6e01ca20fdaa None None] Port 5b0bdf04-b259-45fd-a61c-23dd420261c7 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:10.391144 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.400645 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Transition to ACTIVE for port object 8a0f4b41-c71a-4204-b0ef-0493fc180ccf will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:10.432574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Transition to ACTIVE for port object 8a0f4b41-c71a-4204-b0ef-0493fc180ccf will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:10.440756 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.486960 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Network 3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:10.492918 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:10.497348 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:10.502265 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-f301ca9d-893d-4324-ad7c-10ffc238cc30 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Allocated IP 172.25.2.43 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/7b1e046f-32f7-447d-acdb-88d0dab2474e) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:10.535030 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Pushing event updated for resources: {'Port': ['ID=8a0f4b41-c71a-4204-b0ef-0493fc180ccf,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:10.571283 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Attempting to bind port 8a0f4b41-c71a-4204-b0ef-0493fc180ccf on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:10.571665 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Attempting to bind port 8a0f4b41-c71a-4204-b0ef-0493fc180ccf by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '021f41dd-4f76-4c25-aadc-0618dc814356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:10.572039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Attempting to bind port 8a0f4b41-c71a-4204-b0ef-0493fc180ccf on network 3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:10.580372 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:10.580723 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Checking segment: {'id': '021f41dd-4f76-4c25-aadc-0618dc814356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:10.581422 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.582041 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Bound using segment: {'id': '021f41dd-4f76-4c25-aadc-0618dc814356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:10.582832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Bound port: 8a0f4b41-c71a-4204-b0ef-0493fc180ccf, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021f41dd-4f76-4c25-aadc-0618dc814356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:10.583486 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.652295 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f301ca9d-893d-4324-ad7c-10ffc238cc30 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.706995 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] For port 8a0f4b41-c71a-4204-b0ef-0493fc180ccf, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:10.712363 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f301ca9d-893d-4324-ad7c-10ffc238cc30 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.712709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] For port 8a0f4b41-c71a-4204-b0ef-0493fc180ccf, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8a0f4b41-c71a-4204-b0ef-0493fc180ccf,segment=NetworkSegment(021f41dd-4f76-4c25-aadc-0618dc814356),segment_id=021f41dd-4f76-4c25-aadc-0618dc814356)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:10.719949 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:10.771594 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f301ca9d-893d-4324-ad7c-10ffc238cc30 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:10.774841 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-f301ca9d-893d-4324-ad7c-10ffc238cc30 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:10.781927 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f301ca9d-893d-4324-ad7c-10ffc238cc30 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:10.805435 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650b261-6f4a-469f-a545-6500891ebbb5 None None] Pushing event updated for resources: {'Port': ['ID=8a0f4b41-c71a-4204-b0ef-0493fc180ccf,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:10.820899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301ca9d-893d-4324-ad7c-10ffc238cc30 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Pushing event updated for resources: {'Port': ['ID=7b1e046f-32f7-447d-acdb-88d0dab2474e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:10.987264 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48648) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:10.992883 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-db3ef78b-199c-4620-b319-67629d55dd3a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1863787325-network', 'tenant_id': '6df024de71cc47ef8da5895e5addde45'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:11.019980 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3ef78b-199c-4620-b319-67629d55dd3a admin admin] Made reservation on behalf of 6df024de71cc47ef8da5895e5addde45 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:11.023625 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db3ef78b-199c-4620-b319-67629d55dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.041093 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8e8c1395-a3b5-418b-aa81-a6663227815e up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:11.052849 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db3ef78b-199c-4620-b319-67629d55dd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.232692 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 8e8c1395-a3b5-418b-aa81-a6663227815e completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:11.237892 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 8e8c1395-a3b5-418b-aa81-a6663227815e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:11.238826 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.260304 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f301ca9d-893d-4324-ad7c-10ffc238cc30 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.274585 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db3ef78b-199c-4620-b319-67629d55dd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.283405 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db3ef78b-199c-4620-b319-67629d55dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.344527 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3ef78b-199c-4620-b319-67629d55dd3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:11.356948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ef78b-199c-4620-b319-67629d55dd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3957d71-8955-4bdb-aad5-b9dececd6db0,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:11.378704 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db3ef78b-199c-4620-b319-67629d55dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.379075 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-db3ef78b-199c-4620-b319-67629d55dd3a admin admin] Added segment 1238c656-b660-4a29-a058-e167ef27cf9f of type vlan for network 33af2592-3e8d-427d-b984-223761024e8a Jul 07 17:18:11.405261 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.437688 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 8e8c1395-a3b5-418b-aa81-a6663227815e, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8e8c1395-a3b5-418b-aa81-a6663227815e,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:11.443549 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.454700 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db3ef78b-199c-4620-b319-67629d55dd3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.489328 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db3ef78b-199c-4620-b319-67629d55dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.490284 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3ef78b-199c-4620-b319-67629d55dd3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:11.491039 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db3ef78b-199c-4620-b319-67629d55dd3a admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.503954 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=8e8c1395-a3b5-418b-aa81-a6663227815e,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:11.560171 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-db3ef78b-199c-4620-b319-67629d55dd3a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5715501 Jul 07 17:18:11.563031 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48652) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:11.567961 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f301ca9d-893d-4324-ad7c-10ffc238cc30 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.569813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1894edfa-ee61-4972-b17e-18d3ecc10ecd admin admin] Request body: {'subnet': {'network_id': '33af2592-3e8d-427d-b984-223761024e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1863787325-subnet', 'tenant_id': '6df024de71cc47ef8da5895e5addde45', 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:11.578486 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ef78b-199c-4620-b319-67629d55dd3a admin admin] Pushing event updated for resources: {'Network': ['ID=33af2592-3e8d-427d-b984-223761024e8a,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:11.594808 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 33af2592-3e8d-427d-b984-223761024e8a details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:11.597255 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1894edfa-ee61-4972-b17e-18d3ecc10ecd admin admin] Made reservation on behalf of 6df024de71cc47ef8da5895e5addde45 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:11.600203 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1894edfa-ee61-4972-b17e-18d3ecc10ecd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.722458 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f301ca9d-893d-4324-ad7c-10ffc238cc30 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Router 8534c0ee-2b31-4af6-a236-d1a61a90aa79 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:18:11.792230 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1894edfa-ee61-4972-b17e-18d3ecc10ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.855775 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894edfa-ee61-4972-b17e-18d3ecc10ecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e001aa9a-d532-4d5e-bdcc-778c244d97d0,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:11.864315 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1894edfa-ee61-4972-b17e-18d3ecc10ecd admin admin] Checking segment: {'id': '1238c656-b660-4a29-a058-e167ef27cf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '33af2592-3e8d-427d-b984-223761024e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:11.864724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1894edfa-ee61-4972-b17e-18d3ecc10ecd admin admin] Network hostable DHCP agents. Network: 33af2592-3e8d-427d-b984-223761024e8a, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:11.884324 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] Sync routers for ids ['20033ea3-f499-4310-8935-0c7b48870b0d'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:11.887052 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1894edfa-ee61-4972-b17e-18d3ecc10ecd admin admin] Network 33af2592-3e8d-427d-b984-223761024e8a is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:11.896098 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] Routers {'20033ea3-f499-4310-8935-0c7b48870b0d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:11.897441 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:17:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['20033ea3-f499-4310-8935-0c7b48870b0d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:11.900522 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-1894edfa-ee61-4972-b17e-18d3ecc10ecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 33af2592-3e8d-427d-b984-223761024e8a) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:11.907973 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1894edfa-ee61-4972-b17e-18d3ecc10ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:11.908801 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1894edfa-ee61-4972-b17e-18d3ecc10ecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.927027 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1894edfa-ee61-4972-b17e-18d3ecc10ecd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3630383 Jul 07 17:18:11.931758 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48654) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:11.943356 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-7b07da09-0a29-407f-99fc-b8a3eb85babd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1863787325-router', 'tenant_id': '6df024de71cc47ef8da5895e5addde45', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:11.950076 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369c4382-6456-439b-8d9d-31d6e4701d10 None None] Network 33af2592-3e8d-427d-b984-223761024e8a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:11.983027 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b07da09-0a29-407f-99fc-b8a3eb85babd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:11.984181 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b07da09-0a29-407f-99fc-b8a3eb85babd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.049142 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b07da09-0a29-407f-99fc-b8a3eb85babd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.114463 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] Set router 20033ea3-f499-4310-8935-0c7b48870b0d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:12.200714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f301ca9d-893d-4324-ad7c-10ffc238cc30 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:12.210801 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0c0a1f-ce44-4bbc-929f-8869fad9d5a5 None None] Sync routers for ids ['8534c0ee-2b31-4af6-a236-d1a61a90aa79'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:12.227827 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0c0a1f-ce44-4bbc-929f-8869fad9d5a5 None None] Routers {'8534c0ee-2b31-4af6-a236-d1a61a90aa79'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:12.229788 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-5e0c0a1f-ce44-4bbc-929f-8869fad9d5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:17:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['8534c0ee-2b31-4af6-a236-d1a61a90aa79'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:12.237770 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f301ca9d-893d-4324-ad7c-10ffc238cc30 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.242071 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f301ca9d-893d-4324-ad7c-10ffc238cc30 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.7977340 Jul 07 17:18:12.242254 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48656) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:12.266129 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b07da09-0a29-407f-99fc-b8a3eb85babd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.288672 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-5e0c0a1f-ce44-4bbc-929f-8869fad9d5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:12.301324 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0c0a1f-ce44-4bbc-929f-8869fad9d5a5 None None] Routers {'8534c0ee-2b31-4af6-a236-d1a61a90aa79'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:12.302272 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-5e0c0a1f-ce44-4bbc-929f-8869fad9d5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:17:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['8534c0ee-2b31-4af6-a236-d1a61a90aa79'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:12.309092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-33af2592-3e8d-427d-b984-223761024e8a', 'network_id': '33af2592-3e8d-427d-b984-223761024e8a', 'tenant_id': '6df024de71cc47ef8da5895e5addde45', 'fixed_ips': [{'subnet_id': 'e001aa9a-d532-4d5e-bdcc-778c244d97d0'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:12.310231 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.373533 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-5e0c0a1f-ce44-4bbc-929f-8869fad9d5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:12.374618 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0c0a1f-ce44-4bbc-929f-8869fad9d5a5 None None] The sync data for ids ['8534c0ee-2b31-4af6-a236-d1a61a90aa79'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:12.602208 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b07da09-0a29-407f-99fc-b8a3eb85babd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.618457 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f15d99b-ee76-4213-80e0-6148a0ad4a66 None None] Network 3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:12.631241 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b07da09-0a29-407f-99fc-b8a3eb85babd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.664121 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Allocated IP 172.20.0.2 (33af2592-3e8d-427d-b984-223761024e8a/e001aa9a-d532-4d5e-bdcc-778c244d97d0/c374a19a-9ce7-4cb5-aa13-af20811e751c) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:12.757088 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '5b0bdf04-b259-45fd-a61c-23dd420261c7', 'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'mac_address': 'fa:16:3e:26:15:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:08Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 2, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'subnets': [{'id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:12.758764 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-7b07da09-0a29-407f-99fc-b8a3eb85babd admin admin] Allocated IP 172.25.2.22 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/ef420795-2710-4374-998e-2dcccffcf14a) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:12.768540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e18453e5-107b-4c28-816a-17edec47928b None None] Provisioning for port 8a0f4b41-c71a-4204-b0ef-0493fc180ccf completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:12.807111 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] Checking router: 20033ea3-f499-4310-8935-0c7b48870b0d for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:18:12.808407 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] Updating router 20033ea3-f499-4310-8935-0c7b48870b0d port 5b0bdf04-b259-45fd-a61c-23dd420261c7 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:18:12.878943 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.913662 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b07da09-0a29-407f-99fc-b8a3eb85babd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.922896 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d6416306-15fd-4163-992c-0f127f828f91 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:12.994830 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b07da09-0a29-407f-99fc-b8a3eb85babd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.049932 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b07da09-0a29-407f-99fc-b8a3eb85babd admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:13.056100 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.056867 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-7b07da09-0a29-407f-99fc-b8a3eb85babd admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:13.073686 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b07da09-0a29-407f-99fc-b8a3eb85babd admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:13.124119 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Transition to ACTIVE for port object c374a19a-9ce7-4cb5-aa13-af20811e751c will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:13.139865 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07da09-0a29-407f-99fc-b8a3eb85babd admin admin] Pushing event updated for resources: {'Port': ['ID=ef420795-2710-4374-998e-2dcccffcf14a,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:13.155318 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8e8c1395-a3b5-418b-aa81-a6663227815e up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:13.184108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Transition to ACTIVE for port object c374a19a-9ce7-4cb5-aa13-af20811e751c will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:13.199721 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.279271 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:18:13.396535 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b07da09-0a29-407f-99fc-b8a3eb85babd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.404373 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-d6416306-15fd-4163-992c-0f127f828f91 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Allocated IP 172.20.0.1 (3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb/210f454a-dc99-4f98-a535-54ee26d8cbe4/e0b0c59a-2659-4fa0-8a1c-1f9a04a0d56f) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:13.471135 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Network 33af2592-3e8d-427d-b984-223761024e8a is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:13.483098 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:13.488215 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Pushing event updated for resources: {'Port': ['ID=c374a19a-9ce7-4cb5-aa13-af20811e751c,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:13.497011 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:13.554662 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d6416306-15fd-4163-992c-0f127f828f91 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.575289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-d6416306-15fd-4163-992c-0f127f828f91 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Transition to ACTIVE for port object e0b0c59a-2659-4fa0-8a1c-1f9a04a0d56f will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:13.613924 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 8e8c1395-a3b5-418b-aa81-a6663227815e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:13.614187 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.619071 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d6416306-15fd-4163-992c-0f127f828f91 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.654735 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Attempting to bind port c374a19a-9ce7-4cb5-aa13-af20811e751c on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:13.655121 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Attempting to bind port c374a19a-9ce7-4cb5-aa13-af20811e751c by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '1238c656-b660-4a29-a058-e167ef27cf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '33af2592-3e8d-427d-b984-223761024e8a'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:13.655528 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Attempting to bind port c374a19a-9ce7-4cb5-aa13-af20811e751c on network 33af2592-3e8d-427d-b984-223761024e8a {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:13.664922 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b07da09-0a29-407f-99fc-b8a3eb85babd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.672814 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6416306-15fd-4163-992c-0f127f828f91 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Network 3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:13.677542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-d6416306-15fd-4163-992c-0f127f828f91 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:13.680892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6416306-15fd-4163-992c-0f127f828f91 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:13.722400 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:13.722676 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Checking segment: {'id': '1238c656-b660-4a29-a058-e167ef27cf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '33af2592-3e8d-427d-b984-223761024e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:13.723013 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.723425 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Bound using segment: {'id': '1238c656-b660-4a29-a058-e167ef27cf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '33af2592-3e8d-427d-b984-223761024e8a'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:13.723926 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Bound port: c374a19a-9ce7-4cb5-aa13-af20811e751c, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1238c656-b660-4a29-a058-e167ef27cf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '33af2592-3e8d-427d-b984-223761024e8a'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:13.724320 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.738904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6416306-15fd-4163-992c-0f127f828f91 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Pushing event updated for resources: {'Port': ['ID=e0b0c59a-2659-4fa0-8a1c-1f9a04a0d56f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:13.748670 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d6416306-15fd-4163-992c-0f127f828f91 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.793603 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.849462 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] Transition to ACTIVE for port object 5b0bdf04-b259-45fd-a61c-23dd420261c7 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:13.866132 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.920098 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b07da09-0a29-407f-99fc-b8a3eb85babd admin admin] Router c6b1e794-d427-499f-8aed-234c76e28d02 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:18:13.943972 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] For port c374a19a-9ce7-4cb5-aa13-af20811e751c, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:13.945180 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d6416306-15fd-4163-992c-0f127f828f91 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:13.975163 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] For port c374a19a-9ce7-4cb5-aa13-af20811e751c, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c374a19a-9ce7-4cb5-aa13-af20811e751c,segment=NetworkSegment(1238c656-b660-4a29-a058-e167ef27cf9f),segment_id=1238c656-b660-4a29-a058-e167ef27cf9f)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:13.980970 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8a0f4b41-c71a-4204-b0ef-0493fc180ccf up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:13.991744 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.015566 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3550d-ee05-4b1a-a7e4-52d8b0007208 None None] Pushing event updated for resources: {'Port': ['ID=5b0bdf04-b259-45fd-a61c-23dd420261c7,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:14.137303 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b07da09-0a29-407f-99fc-b8a3eb85babd admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:14.167839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] Sync routers for ids ['c6b1e794-d427-499f-8aed-234c76e28d02'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:14.170615 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b07da09-0a29-407f-99fc-b8a3eb85babd admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.175721 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7b07da09-0a29-407f-99fc-b8a3eb85babd admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2419536 Jul 07 17:18:14.176373 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48664) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:14.265627 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a876c-d4b9-4591-927f-4ab7f68bba84 None None] Pushing event updated for resources: {'Port': ['ID=c374a19a-9ce7-4cb5-aa13-af20811e751c,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:14.296513 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] Attempting to bind port 5b0bdf04-b259-45fd-a61c-23dd420261c7 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:14.297156 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] Attempting to bind port 5b0bdf04-b259-45fd-a61c-23dd420261c7 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:14.297872 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] Attempting to bind port 5b0bdf04-b259-45fd-a61c-23dd420261c7 on network 888184af-68bd-473b-926b-d4ef0f9f6494 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:14.317593 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:14.317983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] Checking segment: {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:14.318562 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.318970 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] Bound using segment: {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:14.319467 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] Bound port: 5b0bdf04-b259-45fd-a61c-23dd420261c7, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:14.319861 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.364760 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.365313 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] Routers {'c6b1e794-d427-499f-8aed-234c76e28d02'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:14.365973 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:17:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['c6b1e794-d427-499f-8aed-234c76e28d02'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:14.425123 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c87324f7-5cfe-4058-8d22-87e52705b6fb None None] Provisioning for port e0b0c59a-2659-4fa0-8a1c-1f9a04a0d56f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:14.444086 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 8a0f4b41-c71a-4204-b0ef-0493fc180ccf completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:14.451574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 8a0f4b41-c71a-4204-b0ef-0493fc180ccf triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:14.451947 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.459116 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c87324f7-5cfe-4058-8d22-87e52705b6fb None None] Provisioning complete for port e0b0c59a-2659-4fa0-8a1c-1f9a04a0d56f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:14.459494 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c87324f7-5cfe-4058-8d22-87e52705b6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.507459 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d6416306-15fd-4163-992c-0f127f828f91 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.515599 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d6416306-15fd-4163-992c-0f127f828f91 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.543703 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] For port 5b0bdf04-b259-45fd-a61c-23dd420261c7, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:14.605339 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] For port 5b0bdf04-b259-45fd-a61c-23dd420261c7, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5b0bdf04-b259-45fd-a61c-23dd420261c7,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:14.615373 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6416306-15fd-4163-992c-0f127f828f91 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Pushing event updated for resources: {'Port': ['ID=e0b0c59a-2659-4fa0-8a1c-1f9a04a0d56f,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:14.617817 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.618202 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d6416306-15fd-4163-992c-0f127f828f91 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:14.650729 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-c87324f7-5cfe-4058-8d22-87e52705b6fb None None] Port e0b0c59a-2659-4fa0-8a1c-1f9a04a0d56f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:14.725870 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] Set router c6b1e794-d427-499f-8aed-234c76e28d02 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:14.733748 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6416306-15fd-4163-992c-0f127f828f91 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Network 3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:14.735822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-d6416306-15fd-4163-992c-0f127f828f91 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:14.920353 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] Routers {'20033ea3-f499-4310-8935-0c7b48870b0d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:14.921704 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:17:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['20033ea3-f499-4310-8935-0c7b48870b0d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:14.924814 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3550d-ee05-4b1a-a7e4-52d8b0007208 None None] Pushing event updated for resources: {'Port': ['ID=5b0bdf04-b259-45fd-a61c-23dd420261c7,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:14.945239 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-13d999c5-3bce-400f-b37d-be769b92c4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.022773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6416306-15fd-4163-992c-0f127f828f91 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Router 8534c0ee-2b31-4af6-a236-d1a61a90aa79 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:15.136231 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.217072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6416306-15fd-4163-992c-0f127f828f91 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:15.223131 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d6416306-15fd-4163-992c-0f127f828f91 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] 10.222.0.50 "PUT /v2.0/routers/8534c0ee-2b31-4af6-a236-d1a61a90aa79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9797087 Jul 07 17:18:15.227452 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccea1b87-0748-4699-9572-2c363e4c6c1a None None] Sync routers for ids ['8534c0ee-2b31-4af6-a236-d1a61a90aa79'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:15.227989 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48668) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:15.238533 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-05fbe425-6904-497f-ad58-6c2ebac77d6e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Request body: {'port': {'network_id': '3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb', 'name': 'tempest-FloatingIPAdminTestJSON-415608599'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:15.239299 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccea1b87-0748-4699-9572-2c363e4c6c1a None None] Routers {'8534c0ee-2b31-4af6-a236-d1a61a90aa79'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:15.240225 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ccea1b87-0748-4699-9572-2c363e4c6c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:17:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['8534c0ee-2b31-4af6-a236-d1a61a90aa79'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:15.279654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 8a0f4b41-c71a-4204-b0ef-0493fc180ccf, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8a0f4b41-c71a-4204-b0ef-0493fc180ccf,segment=NetworkSegment(021f41dd-4f76-4c25-aadc-0618dc814356),segment_id=021f41dd-4f76-4c25-aadc-0618dc814356)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:15.283885 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ccea1b87-0748-4699-9572-2c363e4c6c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:15.294812 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccea1b87-0748-4699-9572-2c363e4c6c1a None None] Routers {'8534c0ee-2b31-4af6-a236-d1a61a90aa79'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:15.295656 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.296137 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ccea1b87-0748-4699-9572-2c363e4c6c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:17:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['8534c0ee-2b31-4af6-a236-d1a61a90aa79'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:15.298915 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] Set router 20033ea3-f499-4310-8935-0c7b48870b0d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:15.380684 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ccea1b87-0748-4699-9572-2c363e4c6c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:15.381849 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccea1b87-0748-4699-9572-2c363e4c6c1a None None] The sync data for ids ['8534c0ee-2b31-4af6-a236-d1a61a90aa79'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:15.507449 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef50d-be85-4bc4-8650-b913d7ed38fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.517411 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fbe425-6904-497f-ad58-6c2ebac77d6e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Made reservation on behalf of 1a7fdfd457ea4e1c9b2d91d08d70be36 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:15.520634 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ced4caf5-81da-4b1a-b319-840d20091454 None None] Provisioning complete for port e0b0c59a-2659-4fa0-8a1c-1f9a04a0d56f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:15.521039 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ced4caf5-81da-4b1a-b319-840d20091454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.522764 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05fbe425-6904-497f-ad58-6c2ebac77d6e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.522977 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c374a19a-9ce7-4cb5-aa13-af20811e751c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:15.553614 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-05fbe425-6904-497f-ad58-6c2ebac77d6e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] device_id is not set on port 4fc4693c-22a6-47a0-94ec-5e5099a2cbec yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:15.653859 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=8a0f4b41-c71a-4204-b0ef-0493fc180ccf,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:15.709619 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-05fbe425-6904-497f-ad58-6c2ebac77d6e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Allocated IP 172.20.0.7 (3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb/210f454a-dc99-4f98-a535-54ee26d8cbe4/4fc4693c-22a6-47a0-94ec-5e5099a2cbec) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:15.735613 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-1a9ef50d-be85-4bc4-8650-b913d7ed38fd admin admin] Allocated IP 172.20.0.1 (33af2592-3e8d-427d-b984-223761024e8a/e001aa9a-d532-4d5e-bdcc-778c244d97d0/348f9724-26b1-496f-8e24-21f1ee0aaf32) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:15.741549 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b1839c-7e28-4e5d-890a-33f1873620d9 None None] Network 33af2592-3e8d-427d-b984-223761024e8a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:15.855926 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef50d-be85-4bc4-8650-b913d7ed38fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.874017 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-1a9ef50d-be85-4bc4-8650-b913d7ed38fd admin admin] Transition to ACTIVE for port object 348f9724-26b1-496f-8e24-21f1ee0aaf32 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:15.887367 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05fbe425-6904-497f-ad58-6c2ebac77d6e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.903371 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-05fbe425-6904-497f-ad58-6c2ebac77d6e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Transition to ACTIVE for port object 4fc4693c-22a6-47a0-94ec-5e5099a2cbec will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:15.911713 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef50d-be85-4bc4-8650-b913d7ed38fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.950780 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05fbe425-6904-497f-ad58-6c2ebac77d6e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:15.965512 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9ef50d-be85-4bc4-8650-b913d7ed38fd admin admin] Network 33af2592-3e8d-427d-b984-223761024e8a is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:15.973129 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-1a9ef50d-be85-4bc4-8650-b913d7ed38fd admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:15.975809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9ef50d-be85-4bc4-8650-b913d7ed38fd admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:15.993246 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-ced4caf5-81da-4b1a-b319-840d20091454 None None] Port e0b0c59a-2659-4fa0-8a1c-1f9a04a0d56f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:16.005708 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ef50d-be85-4bc4-8650-b913d7ed38fd admin admin] Pushing event updated for resources: {'Port': ['ID=348f9724-26b1-496f-8e24-21f1ee0aaf32,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:16.011508 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fbe425-6904-497f-ad58-6c2ebac77d6e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Network 3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:16.017422 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-05fbe425-6904-497f-ad58-6c2ebac77d6e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:16.020862 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b1e794-d427-499f-8aed-234c76e28d02', 'name': 'tempest-TestVolumeBootPattern-1863787325-router', 'tenant_id': '6df024de71cc47ef8da5895e5addde45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ef420795-2710-4374-998e-2dcccffcf14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:11Z', 'updated_at': '2021-07-07T17:18:13Z', 'revision_number': 3, 'project_id': '6df024de71cc47ef8da5895e5addde45', 'gw_port': {'id': 'ef420795-2710-4374-998e-2dcccffcf14a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b1e794-d427-499f-8aed-234c76e28d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:18:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:16.022049 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fbe425-6904-497f-ad58-6c2ebac77d6e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:16.042258 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef50d-be85-4bc4-8650-b913d7ed38fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.051798 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbe425-6904-497f-ad58-6c2ebac77d6e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Pushing event updated for resources: {'Port': ['ID=4fc4693c-22a6-47a0-94ec-5e5099a2cbec,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:16.082556 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] Checking router: c6b1e794-d427-499f-8aed-234c76e28d02 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:18:16.082556 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] Updating router c6b1e794-d427-499f-8aed-234c76e28d02 port ef420795-2710-4374-998e-2dcccffcf14a binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:18:16.104819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fbe425-6904-497f-ad58-6c2ebac77d6e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:16.105889 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05fbe425-6904-497f-ad58-6c2ebac77d6e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.112713 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port c374a19a-9ce7-4cb5-aa13-af20811e751c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:16.137557 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-05fbe425-6904-497f-ad58-6c2ebac77d6e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9072566 Jul 07 17:18:16.142038 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48672) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:16.191225 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.216213 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2af71945-ea79-4778-ba8e-730abea468d4 None None] Provisioning for port c374a19a-9ce7-4cb5-aa13-af20811e751c completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:16.249786 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2af71945-ea79-4778-ba8e-730abea468d4 None None] Provisioning complete for port c374a19a-9ce7-4cb5-aa13-af20811e751c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:16.250073 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2af71945-ea79-4778-ba8e-730abea468d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.315143 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef50d-be85-4bc4-8650-b913d7ed38fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.430368 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '5b0bdf04-b259-45fd-a61c-23dd420261c7', 'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'mac_address': 'fa:16:3e:26:15:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:08Z', 'updated_at': '2021-07-07T17:18:14Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'subnets': [{'id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:16.457367 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-0cc2da46-c674-4569-9d17-d6b19ae3c2c5 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'project_id': '1a7fdfd457ea4e1c9b2d91d08d70be36', 'port_id': '4fc4693c-22a6-47a0-94ec-5e5099a2cbec'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:16.492613 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0cc2da46-c674-4569-9d17-d6b19ae3c2c5 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.512850 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7dcd9-6945-44ba-8d6a-18fd20a32f84 None None] The sync data for ids ['20033ea3-f499-4310-8935-0c7b48870b0d'] in n-d-793620-7 is: [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '5b0bdf04-b259-45fd-a61c-23dd420261c7', 'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'mac_address': 'fa:16:3e:26:15:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:08Z', 'updated_at': '2021-07-07T17:18:14Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'subnets': [{'id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:16.525603 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef50d-be85-4bc4-8650-b913d7ed38fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.533285 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef50d-be85-4bc4-8650-b913d7ed38fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.575840 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.594301 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2af71945-ea79-4778-ba8e-730abea468d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.654272 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0cc2da46-c674-4569-9d17-d6b19ae3c2c5 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.661088 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1a9ef50d-be85-4bc4-8650-b913d7ed38fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.690792 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ef50d-be85-4bc4-8650-b913d7ed38fd admin admin] Pushing event updated for resources: {'Port': ['ID=348f9724-26b1-496f-8e24-21f1ee0aaf32,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:16.710172 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2af71945-ea79-4778-ba8e-730abea468d4 None None] For port c374a19a-9ce7-4cb5-aa13-af20811e751c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c374a19a-9ce7-4cb5-aa13-af20811e751c,segment=NetworkSegment(1238c656-b660-4a29-a058-e167ef27cf9f),segment_id=1238c656-b660-4a29-a058-e167ef27cf9f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:16.759359 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2af71945-ea79-4778-ba8e-730abea468d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.835676 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.841868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9ef50d-be85-4bc4-8650-b913d7ed38fd admin admin] Network 33af2592-3e8d-427d-b984-223761024e8a is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:16.846972 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-1a9ef50d-be85-4bc4-8650-b913d7ed38fd admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:16.873954 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] Transition to ACTIVE for port object ef420795-2710-4374-998e-2dcccffcf14a will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:16.884460 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af71945-ea79-4778-ba8e-730abea468d4 None None] Pushing event updated for resources: {'Port': ['ID=c374a19a-9ce7-4cb5-aa13-af20811e751c,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:16.902666 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:16.989460 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9ef50d-be85-4bc4-8650-b913d7ed38fd admin admin] Router c6b1e794-d427-499f-8aed-234c76e28d02 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:17.079968 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-0cc2da46-c674-4569-9d17-d6b19ae3c2c5 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Allocated IP 172.25.2.36 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/89cf79a7-366b-4b10-aa59-01815271898a) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:17.087519 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-45166113-28c0-4a3f-b4e4-d4923ea19fc2 None None] Provisioning for port 4fc4693c-22a6-47a0-94ec-5e5099a2cbec completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:17.090816 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c9b1a-07f9-4576-bc94-53f4bcef3541 None None] Pushing event updated for resources: {'Port': ['ID=ef420795-2710-4374-998e-2dcccffcf14a,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:17.109133 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-45166113-28c0-4a3f-b4e4-d4923ea19fc2 None None] Provisioning complete for port 4fc4693c-22a6-47a0-94ec-5e5099a2cbec triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:17.109561 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-45166113-28c0-4a3f-b4e4-d4923ea19fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.155679 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9ef50d-be85-4bc4-8650-b913d7ed38fd admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:17.159256 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] Attempting to bind port ef420795-2710-4374-998e-2dcccffcf14a on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:17.159741 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] Attempting to bind port ef420795-2710-4374-998e-2dcccffcf14a by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:17.159978 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] Attempting to bind port ef420795-2710-4374-998e-2dcccffcf14a on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:17.166368 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1a9ef50d-be85-4bc4-8650-b913d7ed38fd admin admin] 10.222.0.50 "PUT /v2.0/routers/c6b1e794-d427-499f-8aed-234c76e28d02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9889035 Jul 07 17:18:17.176804 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:17.177185 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:17.177594 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.177995 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:17.178503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] Bound port: ef420795-2710-4374-998e-2dcccffcf14a, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:17.178894 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.220979 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-45166113-28c0-4a3f-b4e4-d4923ea19fc2 None None] Port 4fc4693c-22a6-47a0-94ec-5e5099a2cbec cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:17.267361 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] For port ef420795-2710-4374-998e-2dcccffcf14a, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:17.276154 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] For port ef420795-2710-4374-998e-2dcccffcf14a, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ef420795-2710-4374-998e-2dcccffcf14a,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:17.290243 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.411776 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0cc2da46-c674-4569-9d17-d6b19ae3c2c5 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.446852 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8b21f7a2-20d8-4bd7-ac1e-1147d77fd646 None None] Provisioning complete for port c374a19a-9ce7-4cb5-aa13-af20811e751c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:17.453908 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8b21f7a2-20d8-4bd7-ac1e-1147d77fd646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.527278 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0cc2da46-c674-4569-9d17-d6b19ae3c2c5 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.578936 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] Routers {'c6b1e794-d427-499f-8aed-234c76e28d02'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:17.579886 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:17:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['c6b1e794-d427-499f-8aed-234c76e28d02'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:17.645969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc2da46-c674-4569-9d17-d6b19ae3c2c5 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:17.653715 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-0cc2da46-c674-4569-9d17-d6b19ae3c2c5 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:17.658294 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c9b1a-07f9-4576-bc94-53f4bcef3541 None None] Pushing event updated for resources: {'Port': ['ID=ef420795-2710-4374-998e-2dcccffcf14a,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:17.718816 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc2da46-c674-4569-9d17-d6b19ae3c2c5 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:17.725779 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.763516 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c374a19a-9ce7-4cb5-aa13-af20811e751c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:17.820743 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2da46-c674-4569-9d17-d6b19ae3c2c5 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Pushing event updated for resources: {'Port': ['ID=89cf79a7-366b-4b10-aa59-01815271898a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:17.837247 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8b21f7a2-20d8-4bd7-ac1e-1147d77fd646 None None] Provisioning for port 348f9724-26b1-496f-8e24-21f1ee0aaf32 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:17.848409 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] Set router c6b1e794-d427-499f-8aed-234c76e28d02 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:17.851529 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8b21f7a2-20d8-4bd7-ac1e-1147d77fd646 None None] Provisioning complete for port 348f9724-26b1-496f-8e24-21f1ee0aaf32 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:17.851805 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8b21f7a2-20d8-4bd7-ac1e-1147d77fd646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.938837 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8b21f7a2-20d8-4bd7-ac1e-1147d77fd646 None None] Port 348f9724-26b1-496f-8e24-21f1ee0aaf32 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:17.947790 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port c374a19a-9ce7-4cb5-aa13-af20811e751c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:17.948214 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:17.980504 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8f898faa-0624-414c-90ae-ef979717adf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.105620 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-224c1137-fc0f-4e72-a390-bde84080bdbe None None] Provisioning complete for port 348f9724-26b1-496f-8e24-21f1ee0aaf32 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:18.106008 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-224c1137-fc0f-4e72-a390-bde84080bdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.144261 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-ed697998-2727-4659-a037-74b8830ecb42 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4924748 Jul 07 17:18:18.208003 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-224c1137-fc0f-4e72-a390-bde84080bdbe None None] Port 348f9724-26b1-496f-8e24-21f1ee0aaf32 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:18.218556 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5b0bdf04-b259-45fd-a61c-23dd420261c7 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:18.294171 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b1e794-d427-499f-8aed-234c76e28d02', 'name': 'tempest-TestVolumeBootPattern-1863787325-router', 'tenant_id': '6df024de71cc47ef8da5895e5addde45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ef420795-2710-4374-998e-2dcccffcf14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:11Z', 'updated_at': '2021-07-07T17:18:16Z', 'revision_number': 4, 'project_id': '6df024de71cc47ef8da5895e5addde45', 'gw_port': {'id': 'ef420795-2710-4374-998e-2dcccffcf14a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b1e794-d427-499f-8aed-234c76e28d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '348f9724-26b1-496f-8e24-21f1ee0aaf32', 'name': '', 'network_id': '33af2592-3e8d-427d-b984-223761024e8a', 'tenant_id': '6df024de71cc47ef8da5895e5addde45', 'mac_address': 'fa:16:3e:0a:20:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b1e794-d427-499f-8aed-234c76e28d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'e001aa9a-d532-4d5e-bdcc-778c244d97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:15Z', 'updated_at': '2021-07-07T17:18:16Z', 'revision_number': 2, 'project_id': '6df024de71cc47ef8da5895e5addde45', 'subnets': [{'id': 'e001aa9a-d532-4d5e-bdcc-778c244d97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:18.296457 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 5b0bdf04-b259-45fd-a61c-23dd420261c7 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:18.330077 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5b0bdf04-b259-45fd-a61c-23dd420261c7 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:18.330077 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.333782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209f8fa1-c4b8-4616-843e-64b093ab853b None None] The sync data for ids ['c6b1e794-d427-499f-8aed-234c76e28d02'] in n-d-793620-7 is: [{'id': 'c6b1e794-d427-499f-8aed-234c76e28d02', 'name': 'tempest-TestVolumeBootPattern-1863787325-router', 'tenant_id': '6df024de71cc47ef8da5895e5addde45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ef420795-2710-4374-998e-2dcccffcf14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:11Z', 'updated_at': '2021-07-07T17:18:16Z', 'revision_number': 4, 'project_id': '6df024de71cc47ef8da5895e5addde45', 'gw_port': {'id': 'ef420795-2710-4374-998e-2dcccffcf14a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b1e794-d427-499f-8aed-234c76e28d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '348f9724-26b1-496f-8e24-21f1ee0aaf32', 'name': '', 'network_id': '33af2592-3e8d-427d-b984-223761024e8a', 'tenant_id': '6df024de71cc47ef8da5895e5addde45', 'mac_address': 'fa:16:3e:0a:20:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b1e794-d427-499f-8aed-234c76e28d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'e001aa9a-d532-4d5e-bdcc-778c244d97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:15Z', 'updated_at': '2021-07-07T17:18:16Z', 'revision_number': 2, 'project_id': '6df024de71cc47ef8da5895e5addde45', 'subnets': [{'id': 'e001aa9a-d532-4d5e-bdcc-778c244d97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:18.388985 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-f615b831-6918-48ae-b380-0a122b96a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.389496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-f615b831-6918-48ae-b380-0a122b96a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.389957 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-f615b831-6918-48ae-b380-0a122b96a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.390475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-f615b831-6918-48ae-b380-0a122b96a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.390931 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-f615b831-6918-48ae-b380-0a122b96a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.391406 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-f615b831-6918-48ae-b380-0a122b96a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.391876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-f615b831-6918-48ae-b380-0a122b96a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.393864 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-f615b831-6918-48ae-b380-0a122b96a515 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 6502 time: 0.2084970 Jul 07 17:18:18.496873 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.534099 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0cc2da46-c674-4569-9d17-d6b19ae3c2c5 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.545855 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 5b0bdf04-b259-45fd-a61c-23dd420261c7, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5b0bdf04-b259-45fd-a61c-23dd420261c7,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:18.552653 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.553515 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8a0f4b41-c71a-4204-b0ef-0493fc180ccf up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:18.615257 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-4f764870-98ee-4a39-9f12-310cf8730a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.615740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-4f764870-98ee-4a39-9f12-310cf8730a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.616363 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-4f764870-98ee-4a39-9f12-310cf8730a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:18.618019 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-4f764870-98ee-4a39-9f12-310cf8730a3e service neutron] 10.222.0.69 "GET /v2.0/networks?id=e29b4352-e24e-4209-8013-9bd6bb864f57&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 HTTP/1.1" status: 200 len: 2299 time: 0.1739213 Jul 07 17:18:18.660252 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0cc2da46-c674-4569-9d17-d6b19ae3c2c5 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.685319 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=5b0bdf04-b259-45fd-a61c-23dd420261c7,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:18.707104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 8a0f4b41-c71a-4204-b0ef-0493fc180ccf triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:18.707566 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:18.875542 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.192720 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-31fafa08-6ec3-4f0a-9534-689203771ace service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edd8fb19-c8db-4344-a7a3-efcc479931b2 HTTP/1.1" status: 200 len: 1002 time: 0.5335450 Jul 07 17:18:19.294939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-83e7029f-6498-4090-9499-1ed52b109fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:19.296446 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-83e7029f-6498-4090-9499-1ed52b109fe9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c2c83dc-bdf2-40c6-96f7-00d45954aec0 HTTP/1.1" status: 200 len: 856 time: 0.0936649 Jul 07 17:18:19.409525 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0cc2da46-c674-4569-9d17-d6b19ae3c2c5 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.414061 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-ff589810-bbdd-4e57-a284-a625b698da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:19.415773 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-ff589810-bbdd-4e57-a284-a625b698da5c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e29b4352-e24e-4209-8013-9bd6bb864f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103113 Jul 07 17:18:19.416947 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0cc2da46-c674-4569-9d17-d6b19ae3c2c5 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.444294 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5b0bdf04-b259-45fd-a61c-23dd420261c7 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:19.584249 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5b0bdf04-b259-45fd-a61c-23dd420261c7 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:19.584553 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.606722 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2da46-c674-4569-9d17-d6b19ae3c2c5 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Pushing event updated for resources: {'Port': ['ID=89cf79a7-366b-4b10-aa59-01815271898a,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:19.645554 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0cc2da46-c674-4569-9d17-d6b19ae3c2c5 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:19.705030 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-92eb5e69-bace-4f3a-a0ba-7870e5abf335 service neutron] 10.222.0.69 "GET /v2.0/networks/e29b4352-e24e-4209-8013-9bd6bb864f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408721 Jul 07 17:18:19.912156 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-0cc2da46-c674-4569-9d17-d6b19ae3c2c5 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Floating IP 402e38de-1f92-4a17-b62a-5e52c28f7cae associated. External IP: 172.25.2.36, port: 4fc4693c-22a6-47a0-94ec-5e5099a2cbec. Jul 07 17:18:20.028885 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-96c94cf3-f700-4ca7-8a06-9d46a6bae42c service neutron] 10.222.0.69 "GET /v2.0/networks/e29b4352-e24e-4209-8013-9bd6bb864f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158650 Jul 07 17:18:20.145268 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-033a000e-35fe-4438-8bb5-df5086493da7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=abb06316-0dcb-4177-a46e-857fc15015ac HTTP/1.1" status: 200 len: 217 time: 0.0868390 Jul 07 17:18:20.287001 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-4382745e-7986-43b0-ae48-10784fe42289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.288670 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-4382745e-7986-43b0-ae48-10784fe42289 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.1295912 Jul 07 17:18:20.346363 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59559bd7-7984-42d0-a6a4-fdcae8efdc03 req-a41a4e89-10a9-453f-9d0b-12561b79d54e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3199852 Jul 07 17:18:20.357464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-6d7d750b-774c-4893-82f3-04c48e5badd7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.359641 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-6d7d750b-774c-4893-82f3-04c48e5badd7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 811 time: 0.3505249 Jul 07 17:18:20.364441 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:20.473723 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-068f92a9-cdab-4e81-8baf-422f927e40c2 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/quotas/cea56dc008374433a72ff26fbcfa22d6 HTTP/1.1" status: 200 len: 375 time: 0.0776830 Jul 07 17:18:20.503948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc2da46-c674-4569-9d17-d6b19ae3c2c5 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Router 8534c0ee-2b31-4af6-a236-d1a61a90aa79 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:20.550168 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-874b6df5-7c8f-4867-a025-8244d043cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.551750 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-874b6df5-7c8f-4867-a025-8244d043cd58 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2548332 Jul 07 17:18:20.661600 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59559bd7-7984-42d0-a6a4-fdcae8efdc03 req-7e2de3d2-4d0c-465e-b0f9-dd96ceb490b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:20.663035 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59559bd7-7984-42d0-a6a4-fdcae8efdc03 req-7e2de3d2-4d0c-465e-b0f9-dd96ceb490b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 1096 time: 0.2643456 Jul 07 17:18:20.783311 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-ce879256-c540-4762-8db9-2f66d134362e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2902019 Jul 07 17:18:20.804496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-fa968f67-17c7-4d29-b0fb-3d37329e0054 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:18:20.805477 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-fa968f67-17c7-4d29-b0fb-3d37329e0054 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132115 Jul 07 17:18:20.876897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc2da46-c674-4569-9d17-d6b19ae3c2c5 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:20.883157 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-3f64ca4f-47d7-4627-81b5-11f638ae2e8d service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187225 Jul 07 17:18:20.886118 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f197a1b-2838-4ca5-93db-a1f86ca8c5ff None None] Sync routers for ids ['8534c0ee-2b31-4af6-a236-d1a61a90aa79'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:20.899519 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f197a1b-2838-4ca5-93db-a1f86ca8c5ff None None] Routers {'8534c0ee-2b31-4af6-a236-d1a61a90aa79'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:20.900276 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-0f197a1b-2838-4ca5-93db-a1f86ca8c5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:18:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['8534c0ee-2b31-4af6-a236-d1a61a90aa79'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:20.996989 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0cc2da46-c674-4569-9d17-d6b19ae3c2c5 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.030036 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59559bd7-7984-42d0-a6a4-fdcae8efdc03 req-c8924e91-5c45-4784-8044-a48ccadc8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:21.031710 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59559bd7-7984-42d0-a6a4-fdcae8efdc03 req-c8924e91-5c45-4784-8044-a48ccadc8758 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfcd8643-83bb-4422-925c-2b4065c6dc05 HTTP/1.1" status: 200 len: 898 time: 0.3446512 Jul 07 17:18:21.112398 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-7aad0a08-82a5-4b5a-89e5-da57a920508f service neutron] 10.222.0.50 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970684 Jul 07 17:18:21.148853 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-0f197a1b-2838-4ca5-93db-a1f86ca8c5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:21.159264 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f197a1b-2838-4ca5-93db-a1f86ca8c5ff None None] Routers {'8534c0ee-2b31-4af6-a236-d1a61a90aa79'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:21.159981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-0f197a1b-2838-4ca5-93db-a1f86ca8c5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:18:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['8534c0ee-2b31-4af6-a236-d1a61a90aa79'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:21.161164 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0cc2da46-c674-4569-9d17-d6b19ae3c2c5 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 5.0176766 Jul 07 17:18:21.164864 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48718) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.195382 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-0f197a1b-2838-4ca5-93db-a1f86ca8c5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:21.196457 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f197a1b-2838-4ca5-93db-a1f86ca8c5ff None None] The sync data for ids ['8534c0ee-2b31-4af6-a236-d1a61a90aa79'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:21.199989 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-d74e6068-77cd-4370-8368-f78923c17c87 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014855 Jul 07 17:18:21.255251 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48720) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.265964 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-80e7a899-73e5-4e21-a4f0-a3a59fb110f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=3ca38a31-8b0b-40d7-958d-92e968e1581f HTTP/1.1" status: 200 len: 217 time: 0.0566843 Jul 07 17:18:21.268136 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59559bd7-7984-42d0-a6a4-fdcae8efdc03 req-219078aa-8c26-4a55-8e2f-3e9d9fae92a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b35e2dd4-cc63-4460-a6ca-6122f84ff38b HTTP/1.1" status: 200 len: 1001 time: 0.2255356 Jul 07 17:18:21.368533 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ee1467de-3bca-4679-a37a-b2e99a3aed05 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] 10.222.0.50 "GET /v2.0/floatingips/402e38de-1f92-4a17-b62a-5e52c28f7cae HTTP/1.1" status: 200 len: 981 time: 0.2012174 Jul 07 17:18:21.371455 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48722) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.430730 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-958a46c3-0d43-496e-8a4d-56967e862af0 service neutron] 10.222.0.50 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102009 Jul 07 17:18:21.443784 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59559bd7-7984-42d0-a6a4-fdcae8efdc03 req-d45eeb7b-947f-49c6-aa29-9cc36213dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:21.445611 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59559bd7-7984-42d0-a6a4-fdcae8efdc03 req-d45eeb7b-947f-49c6-aa29-9cc36213dbf1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12d196a9-5a11-41af-be0f-9b1700cf8c45 HTTP/1.1" status: 200 len: 835 time: 0.1364114 Jul 07 17:18:21.452445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-1a873da3-3fa8-41f4-b0ed-633cc0324e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:21.454348 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-1a873da3-3fa8-41f4-b0ed-633cc0324e3d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.1438086 Jul 07 17:18:21.489549 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ef420795-2710-4374-998e-2dcccffcf14a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:21.558700 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port ef420795-2710-4374-998e-2dcccffcf14a completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:21.559059 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] Sync routers for ids ['c6b1e794-d427-499f-8aed-234c76e28d02'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:21.562526 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f3bd9293-a8d5-45c7-ae23-580854e31c3c tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.1891358 Jul 07 17:18:21.563487 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48724) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:21.565271 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port ef420795-2710-4374-998e-2dcccffcf14a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:21.565906 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.572641 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] Routers {'c6b1e794-d427-499f-8aed-234c76e28d02'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:21.573861 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:18:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['c6b1e794-d427-499f-8aed-234c76e28d02'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:21.725758 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.762686 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port ef420795-2710-4374-998e-2dcccffcf14a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ef420795-2710-4374-998e-2dcccffcf14a,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:21.770240 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:21.782181 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] Set router c6b1e794-d427-499f-8aed-234c76e28d02 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:21.838221 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=ef420795-2710-4374-998e-2dcccffcf14a,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:21.901505 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-d5202040-30e7-44b7-b139-8dac2616e82c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Deleting port 89cf79a7-366b-4b10-aa59-01815271898a {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:21.902093 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d5202040-30e7-44b7-b139-8dac2616e82c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.040777 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d5202040-30e7-44b7-b139-8dac2616e82c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.041360 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d5202040-30e7-44b7-b139-8dac2616e82c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.066285 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-d5202040-30e7-44b7-b139-8dac2616e82c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Calling delete_port for 89cf79a7-366b-4b10-aa59-01815271898a owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:22.096209 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b1e794-d427-499f-8aed-234c76e28d02', 'name': 'tempest-TestVolumeBootPattern-1863787325-router', 'tenant_id': '6df024de71cc47ef8da5895e5addde45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ef420795-2710-4374-998e-2dcccffcf14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:11Z', 'updated_at': '2021-07-07T17:18:16Z', 'revision_number': 4, 'project_id': '6df024de71cc47ef8da5895e5addde45', 'gw_port': {'id': 'ef420795-2710-4374-998e-2dcccffcf14a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b1e794-d427-499f-8aed-234c76e28d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '348f9724-26b1-496f-8e24-21f1ee0aaf32', 'name': '', 'network_id': '33af2592-3e8d-427d-b984-223761024e8a', 'tenant_id': '6df024de71cc47ef8da5895e5addde45', 'mac_address': 'fa:16:3e:0a:20:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b1e794-d427-499f-8aed-234c76e28d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'e001aa9a-d532-4d5e-bdcc-778c244d97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:15Z', 'updated_at': '2021-07-07T17:18:16Z', 'revision_number': 2, 'project_id': '6df024de71cc47ef8da5895e5addde45', 'subnets': [{'id': 'e001aa9a-d532-4d5e-bdcc-778c244d97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:22.130092 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] Checking router: c6b1e794-d427-499f-8aed-234c76e28d02 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:18:22.130092 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] Updating router c6b1e794-d427-499f-8aed-234c76e28d02 port 348f9724-26b1-496f-8e24-21f1ee0aaf32 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:18:22.174891 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.228097 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59559bd7-7984-42d0-a6a4-fdcae8efdc03 req-52703e22-da73-4835-86b6-59f3a32d4a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:22.230290 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59559bd7-7984-42d0-a6a4-fdcae8efdc03 req-52703e22-da73-4835-86b6-59f3a32d4a33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfcd8643-83bb-4422-925c-2b4065c6dc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7751777 Jul 07 17:18:22.287607 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-f8f6c576-8170-4130-be00-a88ac4d2c799 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Deleting port e4078fe8-9429-4b0d-af61-f41e3e431fd1 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:22.288076 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f8f6c576-8170-4130-be00-a88ac4d2c799 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.348340 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-28cb5a5b-4296-47f1-93f3-dffc4a7cefd4 req-d5e13b0d-f0ff-4bf6-9154-d5a5846abe3c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 210 time: 0.2779388 Jul 07 17:18:22.456155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-223f3bf5-263b-431d-b4be-571b5c1e9189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:22.457753 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-223f3bf5-263b-431d-b4be-571b5c1e9189 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4547539 Jul 07 17:18:22.491637 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d5202040-30e7-44b7-b139-8dac2616e82c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.564996 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5202040-30e7-44b7-b139-8dac2616e82c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Pushing event deleted for resources: {'Port': ['ID=89cf79a7-366b-4b10-aa59-01815271898a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:22.600004 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-2322ed1b-0356-41e9-a629-361cf21129af service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340611 Jul 07 17:18:22.671021 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d5202040-30e7-44b7-b139-8dac2616e82c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.671866 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-d5202040-30e7-44b7-b139-8dac2616e82c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Floating IP 402e38de-1f92-4a17-b62a-5e52c28f7cae disassociated (deleted). External IP: 172.25.2.36, port: 4fc4693c-22a6-47a0-94ec-5e5099a2cbec. Jul 07 17:18:22.675508 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.687735 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] Transition to ACTIVE for port object 348f9724-26b1-496f-8e24-21f1ee0aaf32 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:22.692443 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f8f6c576-8170-4130-be00-a88ac4d2c799 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.692813 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f8f6c576-8170-4130-be00-a88ac4d2c799 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.695790 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.730494 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-f8f6c576-8170-4130-be00-a88ac4d2c799 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Calling delete_port for e4078fe8-9429-4b0d-af61-f41e3e431fd1 owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:22.765053 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59559bd7-7984-42d0-a6a4-fdcae8efdc03 req-e1e085b0-cc46-4ac6-bb34-b9c62f4b3567 service neutron] 10.222.0.15 "GET /v2.0/networks/cfcd8643-83bb-4422-925c-2b4065c6dc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077684 Jul 07 17:18:22.805733 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62142af8-c034-4300-b018-078b2a071c41 None None] Pushing event updated for resources: {'Port': ['ID=348f9724-26b1-496f-8e24-21f1ee0aaf32,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:22.820275 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] Attempting to bind port 348f9724-26b1-496f-8e24-21f1ee0aaf32 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:22.820624 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] Attempting to bind port 348f9724-26b1-496f-8e24-21f1ee0aaf32 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '1238c656-b660-4a29-a058-e167ef27cf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '33af2592-3e8d-427d-b984-223761024e8a'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:22.821035 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] Attempting to bind port 348f9724-26b1-496f-8e24-21f1ee0aaf32 on network 33af2592-3e8d-427d-b984-223761024e8a {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:22.830202 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:22.830619 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] Checking segment: {'id': '1238c656-b660-4a29-a058-e167ef27cf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '33af2592-3e8d-427d-b984-223761024e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:22.831077 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.831468 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] Bound using segment: {'id': '1238c656-b660-4a29-a058-e167ef27cf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '33af2592-3e8d-427d-b984-223761024e8a'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:22.831943 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] Bound port: 348f9724-26b1-496f-8e24-21f1ee0aaf32, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1238c656-b660-4a29-a058-e167ef27cf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '33af2592-3e8d-427d-b984-223761024e8a'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:22.832325 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:22.976092 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-89ad9163-d2c4-4a75-add8-5ca893b21e3b service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661981 Jul 07 17:18:22.978680 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] For port 348f9724-26b1-496f-8e24-21f1ee0aaf32, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:22.988458 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] For port 348f9724-26b1-496f-8e24-21f1ee0aaf32, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=348f9724-26b1-496f-8e24-21f1ee0aaf32,segment=NetworkSegment(1238c656-b660-4a29-a058-e167ef27cf9f),segment_id=1238c656-b660-4a29-a058-e167ef27cf9f)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:22.992895 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.056006 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-187dbb09-cfa3-44df-abf6-eb47f22bfc47 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=36c75515-b4d5-40e5-ac8b-57a12501df0b HTTP/1.1" status: 200 len: 217 time: 0.0671539 Jul 07 17:18:23.095585 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5202040-30e7-44b7-b139-8dac2616e82c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Router 8534c0ee-2b31-4af6-a236-d1a61a90aa79 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:23.097296 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62142af8-c034-4300-b018-078b2a071c41 None None] Pushing event updated for resources: {'Port': ['ID=348f9724-26b1-496f-8e24-21f1ee0aaf32,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:23.125576 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] Routers {'c6b1e794-d427-499f-8aed-234c76e28d02'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:23.126311 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:18:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['c6b1e794-d427-499f-8aed-234c76e28d02'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:23.206484 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-f991348e-2701-44e5-ab05-c33e489fa256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:23.208318 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-f991348e-2701-44e5-ab05-c33e489fa256 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.1436150 Jul 07 17:18:23.212786 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59559bd7-7984-42d0-a6a4-fdcae8efdc03 req-e95e01b2-827e-4267-a964-2b18ebb4162a service neutron] 10.222.0.15 "GET /v2.0/networks/cfcd8643-83bb-4422-925c-2b4065c6dc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366302 Jul 07 17:18:23.352526 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5202040-30e7-44b7-b139-8dac2616e82c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:23.357591 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] Set router c6b1e794-d427-499f-8aed-234c76e28d02 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:23.365663 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d5202040-30e7-44b7-b139-8dac2616e82c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.367461 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137bb63a-60c9-4118-891d-0f6fe9ed4cdc None None] Sync routers for ids ['8534c0ee-2b31-4af6-a236-d1a61a90aa79'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:23.431189 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137bb63a-60c9-4118-891d-0f6fe9ed4cdc None None] Routers {'8534c0ee-2b31-4af6-a236-d1a61a90aa79'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:23.445793 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-137bb63a-60c9-4118-891d-0f6fe9ed4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:18:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['8534c0ee-2b31-4af6-a236-d1a61a90aa79'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:23.535987 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-51665e7c-9081-4c1f-99d1-f358f78afb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:23.537735 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-51665e7c-9081-4c1f-99d1-f358f78afb44 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3176687 Jul 07 17:18:23.569589 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d5202040-30e7-44b7-b139-8dac2616e82c tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] 10.222.0.50 "DELETE /v2.0/floatingips/402e38de-1f92-4a17-b62a-5e52c28f7cae HTTP/1.1" status: 204 len: 168 time: 2.0045040 Jul 07 17:18:23.574262 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-137bb63a-60c9-4118-891d-0f6fe9ed4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:23.577111 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48754) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:23.587135 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-cae4cf76-1566-4240-86f0-44f85aeb17ca tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:23.595206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137bb63a-60c9-4118-891d-0f6fe9ed4cdc None None] Routers {'8534c0ee-2b31-4af6-a236-d1a61a90aa79'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:23.595945 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-137bb63a-60c9-4118-891d-0f6fe9ed4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:18:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['8534c0ee-2b31-4af6-a236-d1a61a90aa79'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:23.636816 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-137bb63a-60c9-4118-891d-0f6fe9ed4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:23.637743 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137bb63a-60c9-4118-891d-0f6fe9ed4cdc None None] The sync data for ids ['8534c0ee-2b31-4af6-a236-d1a61a90aa79'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:23.689515 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ef420795-2710-4374-998e-2dcccffcf14a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:23.737440 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f8f6c576-8170-4130-be00-a88ac4d2c799 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.803482 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6c576-8170-4130-be00-a88ac4d2c799 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Port': ['ID=e4078fe8-9429-4b0d-af61-f41e3e431fd1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:23.811942 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port ef420795-2710-4374-998e-2dcccffcf14a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:23.812341 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.819357 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-68de4522-27ba-4fff-bb3c-91bac913af4a req-0e4b69e1-2d33-4357-8506-f57ba6322b30 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 210 time: 0.0611324 Jul 07 17:18:23.870865 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cae4cf76-1566-4240-86f0-44f85aeb17ca tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.905931 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 348f9724-26b1-496f-8e24-21f1ee0aaf32 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:23.909124 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b1e794-d427-499f-8aed-234c76e28d02', 'name': 'tempest-TestVolumeBootPattern-1863787325-router', 'tenant_id': '6df024de71cc47ef8da5895e5addde45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ef420795-2710-4374-998e-2dcccffcf14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:11Z', 'updated_at': '2021-07-07T17:18:16Z', 'revision_number': 4, 'project_id': '6df024de71cc47ef8da5895e5addde45', 'gw_port': {'id': 'ef420795-2710-4374-998e-2dcccffcf14a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b1e794-d427-499f-8aed-234c76e28d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '348f9724-26b1-496f-8e24-21f1ee0aaf32', 'name': '', 'network_id': '33af2592-3e8d-427d-b984-223761024e8a', 'tenant_id': '6df024de71cc47ef8da5895e5addde45', 'mac_address': 'fa:16:3e:0a:20:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b1e794-d427-499f-8aed-234c76e28d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'e001aa9a-d532-4d5e-bdcc-778c244d97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:15Z', 'updated_at': '2021-07-07T17:18:22Z', 'revision_number': 4, 'project_id': '6df024de71cc47ef8da5895e5addde45', 'subnets': [{'id': 'e001aa9a-d532-4d5e-bdcc-778c244d97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:23.953404 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c7b0cb-3965-4b4e-b7e3-11fd7443606f None None] The sync data for ids ['c6b1e794-d427-499f-8aed-234c76e28d02'] in n-d-793620-7 is: [{'id': 'c6b1e794-d427-499f-8aed-234c76e28d02', 'name': 'tempest-TestVolumeBootPattern-1863787325-router', 'tenant_id': '6df024de71cc47ef8da5895e5addde45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ef420795-2710-4374-998e-2dcccffcf14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:11Z', 'updated_at': '2021-07-07T17:18:16Z', 'revision_number': 4, 'project_id': '6df024de71cc47ef8da5895e5addde45', 'gw_port': {'id': 'ef420795-2710-4374-998e-2dcccffcf14a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b1e794-d427-499f-8aed-234c76e28d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '348f9724-26b1-496f-8e24-21f1ee0aaf32', 'name': '', 'network_id': '33af2592-3e8d-427d-b984-223761024e8a', 'tenant_id': '6df024de71cc47ef8da5895e5addde45', 'mac_address': 'fa:16:3e:0a:20:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b1e794-d427-499f-8aed-234c76e28d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'e001aa9a-d532-4d5e-bdcc-778c244d97d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:15Z', 'updated_at': '2021-07-07T17:18:22Z', 'revision_number': 4, 'project_id': '6df024de71cc47ef8da5895e5addde45', 'subnets': [{'id': 'e001aa9a-d532-4d5e-bdcc-778c244d97d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:23.961813 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f8f6c576-8170-4130-be00-a88ac4d2c799 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:23.962154 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-f8f6c576-8170-4130-be00-a88ac4d2c799 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Floating IP 105371b6-c9b3-4f07-b95f-08a4249d221f disassociated (deleted). External IP: 172.25.2.208, port: b35e2dd4-cc63-4460-a6ca-6122f84ff38b. Jul 07 17:18:23.968093 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-d09b9466-7d92-4308-9f5b-cf1928a3a7fb service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194074 Jul 07 17:18:23.973631 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 348f9724-26b1-496f-8e24-21f1ee0aaf32 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:23.979621 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 348f9724-26b1-496f-8e24-21f1ee0aaf32 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:23.980001 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.086849 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.136741 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 348f9724-26b1-496f-8e24-21f1ee0aaf32, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=348f9724-26b1-496f-8e24-21f1ee0aaf32,segment=NetworkSegment(1238c656-b660-4a29-a058-e167ef27cf9f),segment_id=1238c656-b660-4a29-a058-e167ef27cf9f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:24.142948 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.220015 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=348f9724-26b1-496f-8e24-21f1ee0aaf32,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:24.288444 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-75738fb2-c46b-42ea-89dd-e8e6b5d972c1 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761815 Jul 07 17:18:24.292811 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-6f3b399e-b49e-4a25-8544-5f84cf8d6031 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:24.295281 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-6f3b399e-b49e-4a25-8544-5f84cf8d6031 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.69 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 811 time: 0.2237194 Jul 07 17:18:24.308857 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-284b1ca1-dd86-4124-93ce-4aec26defb90 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Request body: {'port': {'device_id': 'c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'admin_state_up': True, 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:24.421084 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-c9431fce-5b45-4b0a-8e1c-9c29cf3a4a56 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=9752ead6-f062-496d-b5e1-bd1277445c2b HTTP/1.1" status: 200 len: 217 time: 0.1208296 Jul 07 17:18:24.426836 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cae4cf76-1566-4240-86f0-44f85aeb17ca tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.498819 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-284b1ca1-dd86-4124-93ce-4aec26defb90 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Made reservation on behalf of cea56dc008374433a72ff26fbcfa22d6 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:24.504614 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-284b1ca1-dd86-4124-93ce-4aec26defb90 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.666768 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-cae4cf76-1566-4240-86f0-44f85aeb17ca tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Allocated IP 172.25.2.248 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/db23892a-7fe6-4871-8d42-0dc0804cf469) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:24.809170 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-2510926a-1b03-4ec0-8fc8-e0641ca0a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:24.810963 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-2510926a-1b03-4ec0-8fc8-e0641ca0a3c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.3802454 Jul 07 17:18:24.836200 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cae4cf76-1566-4240-86f0-44f85aeb17ca tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:24.893934 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f6c576-8170-4130-be00-a88ac4d2c799 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Router 81589480-ee22-4db5-b582-9be2708a54c3 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:24.900659 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-284b1ca1-dd86-4124-93ce-4aec26defb90 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Allocated IP 172.20.0.12 (888184af-68bd-473b-926b-d4ef0f9f6494/0f79582c-33a8-4ae3-b793-f2486686f367/45c60def-ace2-4db6-ab5f-3a68a26a2800) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:25.018261 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-e1434b70-a3df-449c-823b-69bd6572ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:25.020223 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-e1434b70-a3df-449c-823b-69bd6572ac20 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2007720 Jul 07 17:18:25.070139 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cae4cf76-1566-4240-86f0-44f85aeb17ca tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.118096 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-219d3200-c553-438d-9a83-c3a58ba45938 req-22dfc13d-c13e-4ef7-a67f-6c8d9ec238b3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 210 time: 0.0818963 Jul 07 17:18:25.196397 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-284b1ca1-dd86-4124-93ce-4aec26defb90 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.212746 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae4cf76-1566-4240-86f0-44f85aeb17ca tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:25.220427 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-284b1ca1-dd86-4124-93ce-4aec26defb90 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Transition to ACTIVE for port object 45c60def-ace2-4db6-ab5f-3a68a26a2800 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:25.223868 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-cae4cf76-1566-4240-86f0-44f85aeb17ca tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:25.230475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae4cf76-1566-4240-86f0-44f85aeb17ca tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:25.263399 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-284b1ca1-dd86-4124-93ce-4aec26defb90 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.281969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4cf76-1566-4240-86f0-44f85aeb17ca tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Pushing event updated for resources: {'Port': ['ID=db23892a-7fe6-4871-8d42-0dc0804cf469,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:25.301091 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f6c576-8170-4130-be00-a88ac4d2c799 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:25.305834 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f8f6c576-8170-4130-be00-a88ac4d2c799 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.312368 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60f5f9-aa23-41d2-8a13-09b2af2d7ecc None None] Sync routers for ids ['81589480-ee22-4db5-b582-9be2708a54c3'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:25.325916 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60f5f9-aa23-41d2-8a13-09b2af2d7ecc None None] Routers {'81589480-ee22-4db5-b582-9be2708a54c3'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:25.327866 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ef60f5f9-aa23-41d2-8a13-09b2af2d7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:18:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['81589480-ee22-4db5-b582-9be2708a54c3'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:25.369981 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-ffb28cc6-ceef-4b60-85c2-1888fee52514 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379745 Jul 07 17:18:25.483970 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-284b1ca1-dd86-4124-93ce-4aec26defb90 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Network 888184af-68bd-473b-926b-d4ef0f9f6494 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:25.489305 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-ef60f5f9-aa23-41d2-8a13-09b2af2d7ecc None None] Set router 81589480-ee22-4db5-b582-9be2708a54c3 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:25.501393 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-284b1ca1-dd86-4124-93ce-4aec26defb90 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:25.531945 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-284b1ca1-dd86-4124-93ce-4aec26defb90 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:25.532152 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 348f9724-26b1-496f-8e24-21f1ee0aaf32 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:25.578408 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b1ca1-dd86-4124-93ce-4aec26defb90 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event updated for resources: {'Port': ['ID=45c60def-ace2-4db6-ab5f-3a68a26a2800,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:25.627310 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-bc692101-df59-4079-8d7b-cba7fd69253d service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499619 Jul 07 17:18:25.632075 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f8f6c576-8170-4130-be00-a88ac4d2c799 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "DELETE /v2.0/floatingips/105371b6-c9b3-4f07-b95f-08a4249d221f HTTP/1.1" status: 204 len: 168 time: 4.3750246 Jul 07 17:18:25.635284 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8d06f2-2121-4b48-b12b-93e56aab06b7', 'tag': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:25.638917 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3e667d-87f5-499f-83e8-a665d0336068" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8d06f2-2121-4b48-b12b-93e56aab06b7", "tag": "b35e2dd4-cc63-4460-a6ca-6122f84ff38b"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:25.655180 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-284b1ca1-dd86-4124-93ce-4aec26defb90 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:25.655954 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-284b1ca1-dd86-4124-93ce-4aec26defb90 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.701650 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-284b1ca1-dd86-4124-93ce-4aec26defb90 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3980975 Jul 07 17:18:25.723496 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] Request body: {'port': {'device_id': 'c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:25.727191 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 348f9724-26b1-496f-8e24-21f1ee0aaf32 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:25.727808 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.741128 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-5d26aa3f-99c9-4764-97d2-273f81f79734 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dafbd2ac-b04e-42fa-b747-4064f6bc911f HTTP/1.1" status: 200 len: 217 time: 0.0976834 Jul 07 17:18:25.765077 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8540c649-1fc7-4e49-89ff-f48e7ea398ea x-openstack-request-id: req-8540c649-1fc7-4e49-89ff-f48e7ea398ea {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:25.774310 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8d06f2-2121-4b48-b12b-93e56aab06b7", "tag": "b35e2dd4-cc63-4460-a6ca-6122f84ff38b", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:25.774930 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8540c649-1fc7-4e49-89ff-f48e7ea398ea {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:25.776425 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8d06f2-2121-4b48-b12b-93e56aab06b7', 'tag': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b', 'status': 'completed', 'code': 200} Jul 07 17:18:25.927885 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:25.996829 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cae4cf76-1566-4240-86f0-44f85aeb17ca tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.153473 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-810b67b4-cb3b-4561-9330-202208aa39eb None None] Provisioning for port 45c60def-ace2-4db6-ab5f-3a68a26a2800 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:26.159405 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-810b67b4-cb3b-4561-9330-202208aa39eb None None] Provisioning complete for port 45c60def-ace2-4db6-ab5f-3a68a26a2800 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:26.161949 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ef60f5f9-aa23-41d2-8a13-09b2af2d7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81589480-ee22-4db5-b582-9be2708a54c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931972657', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '879890e6-3cf3-428f-9484-8530da077a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:16:25Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': '879890e6-3cf3-428f-9484-8530da077a00', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '444ce618-d203-4154-b485-c87c14fcb301', 'name': '', 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:ef:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '12d196a9-5a11-41af-be0f-9b1700cf8c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:23Z', 'updated_at': '2021-07-07T17:16:31Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '12d196a9-5a11-41af-be0f-9b1700cf8c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:26.162836 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-810b67b4-cb3b-4561-9330-202208aa39eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.166737 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-50682037-56c6-44d8-b208-e59e8c2e20af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:26.173092 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-50682037-56c6-44d8-b208-e59e8c2e20af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c HTTP/1.1" status: 200 len: 797 time: 0.3906763 Jul 07 17:18:26.244245 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60f5f9-aa23-41d2-8a13-09b2af2d7ecc None None] Checking router: 81589480-ee22-4db5-b582-9be2708a54c3 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:18:26.245730 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-810b67b4-cb3b-4561-9330-202208aa39eb None None] Port 45c60def-ace2-4db6-ab5f-3a68a26a2800 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:26.260199 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60f5f9-aa23-41d2-8a13-09b2af2d7ecc None None] Routers {'81589480-ee22-4db5-b582-9be2708a54c3'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:26.262057 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ef60f5f9-aa23-41d2-8a13-09b2af2d7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:18:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['81589480-ee22-4db5-b582-9be2708a54c3'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:26.504811 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-ef60f5f9-aa23-41d2-8a13-09b2af2d7ecc None None] Set router 81589480-ee22-4db5-b582-9be2708a54c3 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:26.678072 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c60def-ace2-4db6-ab5f-3a68a26a2800 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:26.704984 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea60818-a7b6-4f45-a7ca-df42d84b27ce req-9c59b8c6-8735-4591-b592-1dc606aa5212 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:26.707654 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9ea60818-a7b6-4f45-a7ca-df42d84b27ce req-9c59b8c6-8735-4591-b592-1dc606aa5212 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 932 time: 0.2033179 Jul 07 17:18:26.710941 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.762442 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] Transition to ACTIVE for port object 45c60def-ace2-4db6-ab5f-3a68a26a2800 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:26.764486 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cae4cf76-1566-4240-86f0-44f85aeb17ca tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.770776 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:26.835806 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9ea60818-a7b6-4f45-a7ca-df42d84b27ce req-f998bcd5-4ddf-4a71-8f4b-1a294a00fc8d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201906 Jul 07 17:18:26.894763 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] Pushing event updated for resources: {'Port': ['ID=45c60def-ace2-4db6-ab5f-3a68a26a2800,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:26.917304 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e667d-87f5-499f-83e8-a665d0336068 req-a24bbab4-a40f-4286-865a-fa309ebc3bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:26.920695 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb3e667d-87f5-499f-83e8-a665d0336068 req-a24bbab4-a40f-4286-865a-fa309ebc3bae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=579e95f3998b4f8bb632de60105379a3&device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 1096 time: 1.1431656 Jul 07 17:18:27.014361 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] Attempting to bind port 45c60def-ace2-4db6-ab5f-3a68a26a2800 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:27.014992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] Attempting to bind port 45c60def-ace2-4db6-ab5f-3a68a26a2800 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:27.015499 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] Attempting to bind port 45c60def-ace2-4db6-ab5f-3a68a26a2800 on network 888184af-68bd-473b-926b-d4ef0f9f6494 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:27.019361 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ef60f5f9-aa23-41d2-8a13-09b2af2d7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81589480-ee22-4db5-b582-9be2708a54c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931972657', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '879890e6-3cf3-428f-9484-8530da077a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:16:25Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': '879890e6-3cf3-428f-9484-8530da077a00', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '444ce618-d203-4154-b485-c87c14fcb301', 'name': '', 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:ef:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '12d196a9-5a11-41af-be0f-9b1700cf8c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:23Z', 'updated_at': '2021-07-07T17:16:31Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '12d196a9-5a11-41af-be0f-9b1700cf8c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:27.024052 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] Port 45c60def-ace2-4db6-ab5f-3a68a26a2800 on network 888184af-68bd-473b-926b-d4ef0f9f6494 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:18:27.027680 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] Attempting to bind port 45c60def-ace2-4db6-ab5f-3a68a26a2800 on network 888184af-68bd-473b-926b-d4ef0f9f6494 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:27.039929 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:27.040816 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] Checking segment: {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:27.042742 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] Bound using segment: {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:27.043798 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] Bound port: 45c60def-ace2-4db6-ab5f-3a68a26a2800, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:27.044597 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.066964 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60f5f9-aa23-41d2-8a13-09b2af2d7ecc None None] The sync data for ids ['81589480-ee22-4db5-b582-9be2708a54c3'] in n-d-793620-7 is: [{'id': '81589480-ee22-4db5-b582-9be2708a54c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931972657', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '879890e6-3cf3-428f-9484-8530da077a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:16:25Z', 'revision_number': 4, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': '879890e6-3cf3-428f-9484-8530da077a00', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '444ce618-d203-4154-b485-c87c14fcb301', 'name': '', 'network_id': 'cfcd8643-83bb-4422-925c-2b4065c6dc05', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'mac_address': 'fa:16:3e:ef:06:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '12d196a9-5a11-41af-be0f-9b1700cf8c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:23Z', 'updated_at': '2021-07-07T17:16:31Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'subnets': [{'id': '12d196a9-5a11-41af-be0f-9b1700cf8c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:27.158698 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968d876-9df7-436e-9efc-0955e194952a req-5d31dc48-35f1-443d-ae88-c6b27b4e9c32 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.161540 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7968d876-9df7-436e-9efc-0955e194952a req-5d31dc48-35f1-443d-ae88-c6b27b4e9c32 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.3940489 Jul 07 17:18:27.246879 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] For port 45c60def-ace2-4db6-ab5f-3a68a26a2800, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:27.282296 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] For port 45c60def-ace2-4db6-ab5f-3a68a26a2800, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=45c60def-ace2-4db6-ab5f-3a68a26a2800,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:27.290905 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.360588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.361219 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.362920 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] 10.222.0.69 "PUT /v2.0/ports/45c60def-ace2-4db6-ab5f-3a68a26a2800 HTTP/1.1" status: 200 len: 1092 time: 1.6533875 Jul 07 17:18:27.364125 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-3ae48c75-c3c4-47f3-979d-e8fd0b9c7ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.365248 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f', 'tag': '45c60def-ace2-4db6-ab5f-3a68a26a2800'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:27.367275 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-3ae48c75-c3c4-47f3-979d-e8fd0b9c7ea1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1898232 Jul 07 17:18:27.369033 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2e0228-05f8-479f-a980-04a88441915f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f", "tag": "45c60def-ace2-4db6-ab5f-3a68a26a2800"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:27.411966 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d2299-a434-4c3b-879b-6d908e97dee9 service neutron] Pushing event updated for resources: {'Port': ['ID=45c60def-ace2-4db6-ab5f-3a68a26a2800,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:27.503497 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a1c973-842a-4d59-b78f-bb82b124e151 x-openstack-request-id: req-12a1c973-842a-4d59-b78f-bb82b124e151 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:27.504056 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f", "tag": "45c60def-ace2-4db6-ab5f-3a68a26a2800", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:27.504549 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-12a1c973-842a-4d59-b78f-bb82b124e151 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:27.505105 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f', 'tag': '45c60def-ace2-4db6-ab5f-3a68a26a2800', 'status': 'completed', 'code': 200} Jul 07 17:18:27.507235 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cae4cf76-1566-4240-86f0-44f85aeb17ca tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.517807 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e667d-87f5-499f-83e8-a665d0336068 req-d5e806d0-9988-485f-a472-518845c97bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.520494 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb3e667d-87f5-499f-83e8-a665d0336068 req-d5e806d0-9988-485f-a472-518845c97bdd service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfcd8643-83bb-4422-925c-2b4065c6dc05 HTTP/1.1" status: 200 len: 898 time: 0.5890448 Jul 07 17:18:27.544160 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cae4cf76-1566-4240-86f0-44f85aeb17ca tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:27.556600 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-d13c759e-af37-4226-a713-dde010fb6368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.559151 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-d13c759e-af37-4226-a713-dde010fb6368 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 1095 time: 0.1168225 Jul 07 17:18:27.671546 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-32453294-fb10-43db-bc28-8148b860ef96 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45c60def-ace2-4db6-ab5f-3a68a26a2800 HTTP/1.1" status: 200 len: 217 time: 0.1018009 Jul 07 17:18:27.696912 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef9007-cd97-4eed-81a4-547d58c6a136 None None] New status for floating IP 105371b6-c9b3-4f07-b95f-08a4249d221f: DOWN {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:18:27.735641 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb3e667d-87f5-499f-83e8-a665d0336068 req-5e29e52b-42de-42c8-b8ad-8bbc0267de51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b35e2dd4-cc63-4460-a6ca-6122f84ff38b HTTP/1.1" status: 200 len: 217 time: 0.1931682 Jul 07 17:18:27.749861 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7968d876-9df7-436e-9efc-0955e194952a req-31ca71c0-4a22-408f-ab39-3d6552b547a9 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5729802 Jul 07 17:18:27.769916 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-cdd47a70-b545-41ac-9b53-dc52fe5dcd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.774743 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-cdd47a70-b545-41ac-9b53-dc52fe5dcd62 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.0961127 Jul 07 17:18:27.866664 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e667d-87f5-499f-83e8-a665d0336068 req-dd8576b6-7c2f-45bc-b7b1-534c1121daef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.869032 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb3e667d-87f5-499f-83e8-a665d0336068 req-dd8576b6-7c2f-45bc-b7b1-534c1121daef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12d196a9-5a11-41af-be0f-9b1700cf8c45 HTTP/1.1" status: 200 len: 835 time: 0.1061525 Jul 07 17:18:27.890364 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-5a6478e3-648b-4410-b619-617fe28d27dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:27.893248 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-5a6478e3-648b-4410-b619-617fe28d27dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110044 Jul 07 17:18:28.009824 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4cf76-1566-4240-86f0-44f85aeb17ca tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Pushing event updated for resources: {'Port': ['ID=db23892a-7fe6-4871-8d42-0dc0804cf469,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:28.077627 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-ca54be69-3b7c-433a-bca9-cddaa92fb717 service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6836672 Jul 07 17:18:28.080767 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cae4cf76-1566-4240-86f0-44f85aeb17ca tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.096261 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb8067-b1e0-4cb9-a008-dda52882b56a req-a70f5c29-89a8-4efb-8f0e-0cefbd310441 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:28.097867 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3bb8067-b1e0-4cb9-a008-dda52882b56a req-a70f5c29-89a8-4efb-8f0e-0cefbd310441 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.5735087 Jul 07 17:18:28.194908 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cae4cf76-1566-4240-86f0-44f85aeb17ca tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.200047 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cae4cf76-1566-4240-86f0-44f85aeb17ca tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6135085 Jul 07 17:18:28.205673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48776) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:28.272088 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e667d-87f5-499f-83e8-a665d0336068 req-b5c9419e-fa47-4525-a91e-e4f7d5d6e863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:28.273648 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb3e667d-87f5-499f-83e8-a665d0336068 req-b5c9419e-fa47-4525-a91e-e4f7d5d6e863 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfcd8643-83bb-4422-925c-2b4065c6dc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3653896 Jul 07 17:18:28.401285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5f42ab05-8e32-4b9d-a55d-e3813cd29391 tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:28.463489 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-58abce79-93f9-42b2-9eed-c2911677acd8 service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763173 Jul 07 17:18:28.464631 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f42ab05-8e32-4b9d-a55d-e3813cd29391 tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.503819 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-16b8e158-72c1-47d4-8cd4-b2fd67d7d8e6 service neutron] 10.222.0.69 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988741 Jul 07 17:18:28.514506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d15ca-e7c3-4a8c-ac9a-7c2938f9b35e req-7598294d-a0f5-481b-b5c7-2eeeaea8639a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:28.523125 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9c3d15ca-e7c3-4a8c-ac9a-7c2938f9b35e req-7598294d-a0f5-481b-b5c7-2eeeaea8639a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 944 time: 0.1242027 Jul 07 17:18:28.526661 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-cabec166-2451-48e6-bc0a-bd67c4eb0f31 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6892b463-e625-476b-95bb-85543e6fc3f0 HTTP/1.1" status: 200 len: 217 time: 0.0445478 Jul 07 17:18:28.621285 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9c3d15ca-e7c3-4a8c-ac9a-7c2938f9b35e req-9d3dbc3d-3ff4-41b3-a0bb-7cfbd9a93aa4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972545 Jul 07 17:18:28.661930 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-32edca3c-48e0-466b-8a40-40fc9af67aea req-2cb3b8d3-0a64-47fd-a634-3ff342cade5c service neutron] 10.222.0.69 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333628 Jul 07 17:18:28.673079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-d3bb8067-b1e0-4cb9-a008-dda52882b56a req-72397e9a-c073-4a20-927b-16222ce72551 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Deleting port b35e2dd4-cc63-4460-a6ca-6122f84ff38b {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:28.673591 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d3bb8067-b1e0-4cb9-a008-dda52882b56a req-72397e9a-c073-4a20-927b-16222ce72551 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:28.680902 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-025e98ee-08da-4df3-8b07-52b87ec86d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:28.683021 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-025e98ee-08da-4df3-8b07-52b87ec86d17 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c HTTP/1.1" status: 200 len: 797 time: 0.1200573 Jul 07 17:18:28.705575 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb3e667d-87f5-499f-83e8-a665d0336068 req-a33ddd0a-a839-4d92-a775-e350f6a6b369 service neutron] 10.222.0.15 "GET /v2.0/networks/cfcd8643-83bb-4422-925c-2b4065c6dc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831100 Jul 07 17:18:28.807906 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e0228-05f8-479f-a980-04a88441915f req-6cfe9563-79ab-4f4b-9dfe-8c0aff2fe4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:28.809632 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0b2e0228-05f8-479f-a980-04a88441915f req-6cfe9563-79ab-4f4b-9dfe-8c0aff2fe4ea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 1095 time: 0.0846429 Jul 07 17:18:28.984862 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d3bb8067-b1e0-4cb9-a008-dda52882b56a req-72397e9a-c073-4a20-927b-16222ce72551 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] For port b35e2dd4-cc63-4460-a6ca-6122f84ff38b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b35e2dd4-cc63-4460-a6ca-6122f84ff38b,segment=NetworkSegment(86935f3c-1d38-4c75-9523-9fe59a9b8c52),segment_id=86935f3c-1d38-4c75-9523-9fe59a9b8c52)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:28.985489 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d3bb8067-b1e0-4cb9-a008-dda52882b56a req-72397e9a-c073-4a20-927b-16222ce72551 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.033542 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f42ab05-8e32-4b9d-a55d-e3813cd29391 tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:29.038115 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-d3bb8067-b1e0-4cb9-a008-dda52882b56a req-72397e9a-c073-4a20-927b-16222ce72551 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Calling delete_port for b35e2dd4-cc63-4460-a6ca-6122f84ff38b owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:29.064498 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-3675c03c-1092-4b41-b540-d8976f2aaa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.067054 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-3675c03c-1092-4b41-b540-d8976f2aaa4f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3338580 Jul 07 17:18:29.070179 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb3e667d-87f5-499f-83e8-a665d0336068 req-f0e074db-783c-427f-84bf-f9d5239adf5f service neutron] 10.222.0.15 "GET /v2.0/networks/cfcd8643-83bb-4422-925c-2b4065c6dc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352289 Jul 07 17:18:29.149107 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e0228-05f8-479f-a980-04a88441915f req-90e75419-59f5-4042-bdcf-d4906d144c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.151761 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0b2e0228-05f8-479f-a980-04a88441915f req-90e75419-59f5-4042-bdcf-d4906d144c1c service neutron] 10.222.0.69 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.3343878 Jul 07 17:18:29.201649 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0b2e0228-05f8-479f-a980-04a88441915f req-7bbd2133-21be-422e-95d6-b616b9b098b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45c60def-ace2-4db6-ab5f-3a68a26a2800 HTTP/1.1" status: 200 len: 217 time: 0.0430059 Jul 07 17:18:29.262177 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e0228-05f8-479f-a980-04a88441915f req-5afadec6-c4d6-44df-81e2-65367478ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.263651 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0b2e0228-05f8-479f-a980-04a88441915f req-5afadec6-c4d6-44df-81e2-65367478ca36 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.0562160 Jul 07 17:18:29.357715 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e0228-05f8-479f-a980-04a88441915f req-6e0f7102-6a12-41c0-9d46-1ffcc31ecf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.360293 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0b2e0228-05f8-479f-a980-04a88441915f req-6e0f7102-6a12-41c0-9d46-1ffcc31ecf51 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898077 Jul 07 17:18:29.404729 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-3c3f3cf1-0ed0-4c42-83d0-5119097bbf3e service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263154 Jul 07 17:18:29.423168 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-5f42ab05-8e32-4b9d-a55d-e3813cd29391 tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Allocated IP 172.25.2.245 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/4f6ae69b-cb33-4d6e-8383-e36d6398c963) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:29.510678 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2e757-e1b0-4ce6-abe5-14ee8fbbd369 req-8b2adbad-743e-4c73-9772-882a9b99a053 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.512261 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0b2e0228-05f8-479f-a980-04a88441915f req-91fdc6ab-9eee-48e4-860d-15f133337644 service neutron] 10.222.0.69 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438432 Jul 07 17:18:29.512612 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-abf2e757-e1b0-4ce6-abe5-14ee8fbbd369 req-8b2adbad-743e-4c73-9772-882a9b99a053 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd8d06f2-2121-4b48-b12b-93e56aab06b7 HTTP/1.1" status: 200 len: 945 time: 0.3639011 Jul 07 17:18:29.644740 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0b2e0228-05f8-479f-a980-04a88441915f req-f292e490-bf8c-475c-8500-d78ee94ba72b service neutron] 10.222.0.69 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254539 Jul 07 17:18:29.881837 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf38e3-fae5-4c13-abd4-825801aa81fc req-69130d09-6c99-445b-9949-7e3ec745c3b9 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:29.883494 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9caf38e3-fae5-4c13-abd4-825801aa81fc req-69130d09-6c99-445b-9949-7e3ec745c3b9 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 944 time: 0.0927954 Jul 07 17:18:29.933902 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9caf38e3-fae5-4c13-abd4-825801aa81fc req-414d7b51-9881-4c5b-b286-35c0e0145617 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411201 Jul 07 17:18:30.013952 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d3bb8067-b1e0-4cb9-a008-dda52882b56a req-72397e9a-c073-4a20-927b-16222ce72551 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.039519 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-abf2e757-e1b0-4ce6-abe5-14ee8fbbd369 req-4d8d4a44-b985-4d8e-be97-2516e4039623 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "GET /v2.0/security-groups?id=e97ff362-c7a0-4b17-8956-c0e6625b502e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5186367 Jul 07 17:18:30.073465 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2bee432-0e23-484f-8d22-5c6a36da7ea8 req-f58dddf8-7b85-4a18-b47d-e73a2109955f service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6589537 Jul 07 17:18:30.083180 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72397e9a-c073-4a20-927b-16222ce72551 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Port': ['ID=b35e2dd4-cc63-4460-a6ca-6122f84ff38b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:30.146975 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f42ab05-8e32-4b9d-a55d-e3813cd29391 tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.149500 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bb8067-b1e0-4cb9-a008-dda52882b56a req-72397e9a-c073-4a20-927b-16222ce72551 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] No DVR routers for this DVR port b35e2dd4-cc63-4460-a6ca-6122f84ff38b on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:30.153625 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d3bb8067-b1e0-4cb9-a008-dda52882b56a req-72397e9a-c073-4a20-927b-16222ce72551 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.155727 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3bb8067-b1e0-4cb9-a008-dda52882b56a req-72397e9a-c073-4a20-927b-16222ce72551 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.15 "DELETE /v2.0/ports/b35e2dd4-cc63-4460-a6ca-6122f84ff38b HTTP/1.1" status: 204 len: 173 time: 2.0452805 Jul 07 17:18:30.156197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8d06f2-2121-4b48-b12b-93e56aab06b7', 'name': 'network-vif-deleted', 'tag': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:30.158627 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155ed962-c17f-4c51-b9cb-618bd368cbaa" -d '{"events": [{"server_uuid": "cd8d06f2-2121-4b48-b12b-93e56aab06b7", "name": "network-vif-deleted", "tag": "b35e2dd4-cc63-4460-a6ca-6122f84ff38b"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:30.206722 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f42ab05-8e32-4b9d-a55d-e3813cd29391 tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.252072 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d696664-8421-4937-9dd4-5416bc50fb07 x-openstack-request-id: req-6d696664-8421-4937-9dd4-5416bc50fb07 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:30.252434 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8d06f2-2121-4b48-b12b-93e56aab06b7", "name": "network-vif-deleted", "tag": "b35e2dd4-cc63-4460-a6ca-6122f84ff38b", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:30.252700 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6d696664-8421-4937-9dd4-5416bc50fb07 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:30.253310 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8d06f2-2121-4b48-b12b-93e56aab06b7', 'name': 'network-vif-deleted', 'tag': 'b35e2dd4-cc63-4460-a6ca-6122f84ff38b', 'status': 'completed', 'code': 200} Jul 07 17:18:30.271155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f42ab05-8e32-4b9d-a55d-e3813cd29391 tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:30.274876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-5f42ab05-8e32-4b9d-a55d-e3813cd29391 tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:30.280568 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f42ab05-8e32-4b9d-a55d-e3813cd29391 tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:30.284212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42ab05-8e32-4b9d-a55d-e3813cd29391 tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Pushing event updated for resources: {'Port': ['ID=4f6ae69b-cb33-4d6e-8383-e36d6398c963,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:30.408111 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f42ab05-8e32-4b9d-a55d-e3813cd29391 tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.477974 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f42ab05-8e32-4b9d-a55d-e3813cd29391 tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.747921 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f42ab05-8e32-4b9d-a55d-e3813cd29391 tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.759487 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f42ab05-8e32-4b9d-a55d-e3813cd29391 tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.871633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42ab05-8e32-4b9d-a55d-e3813cd29391 tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Pushing event updated for resources: {'Port': ['ID=4f6ae69b-cb33-4d6e-8383-e36d6398c963,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:30.888532 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f42ab05-8e32-4b9d-a55d-e3813cd29391 tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.905091 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f42ab05-8e32-4b9d-a55d-e3813cd29391 tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:30.908718 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5f42ab05-8e32-4b9d-a55d-e3813cd29391 tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6847005 Jul 07 17:18:30.909056 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48796) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:31.039826 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cb31a241-4a19-4157-bcbf-2c45c05f16bd tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.1293433 Jul 07 17:18:31.043431 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48800) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:31.132967 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a13e65f8-e843-4564-b92a-09a168ebbb99 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0857816 Jul 07 17:18:31.133489 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48804) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:31.144803 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88260bbf-a54a-40c0-bd37-15efebe3e1fd req-56d5c6c3-ceaf-48c4-bec0-232b7fcf1c59 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:31.146611 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-88260bbf-a54a-40c0-bd37-15efebe3e1fd req-56d5c6c3-ceaf-48c4-bec0-232b7fcf1c59 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 944 time: 0.0807374 Jul 07 17:18:31.192235 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-88260bbf-a54a-40c0-bd37-15efebe3e1fd req-d0be96c2-cd29-4d82-b519-fa8610afd657 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376942 Jul 07 17:18:31.205706 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48806) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:31.222300 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b35e2dd4-cc63-4460-a6ca-6122f84ff38b no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:31.243529 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: b35e2dd4-cc63-4460-a6ca-6122f84ff38b {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:31.244723 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b35e2dd4-cc63-4460-a6ca-6122f84ff38b not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:31.281864 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-dc3be5db-8c87-4a9f-8ead-3eaed628767b tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Deleting port 4f6ae69b-cb33-4d6e-8383-e36d6398c963 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:31.282200 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc3be5db-8c87-4a9f-8ead-3eaed628767b tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.380970 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc3be5db-8c87-4a9f-8ead-3eaed628767b tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.381434 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc3be5db-8c87-4a9f-8ead-3eaed628767b tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.399314 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-dc3be5db-8c87-4a9f-8ead-3eaed628767b tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Calling delete_port for 4f6ae69b-cb33-4d6e-8383-e36d6398c963 owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:31.575121 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc3be5db-8c87-4a9f-8ead-3eaed628767b tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.602984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3be5db-8c87-4a9f-8ead-3eaed628767b tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Pushing event deleted for resources: {'Port': ['ID=4f6ae69b-cb33-4d6e-8383-e36d6398c963,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:31.685993 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc3be5db-8c87-4a9f-8ead-3eaed628767b tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.688744 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc3be5db-8c87-4a9f-8ead-3eaed628767b tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.690287 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dc3be5db-8c87-4a9f-8ead-3eaed628767b tempest-FloatingIPAdminTestJSON-300755929 tempest-FloatingIPAdminTestJSON-300755929-project] 10.222.0.50 "DELETE /v2.0/floatingips/22772631-5298-4bde-a1b0-84a8788d346c HTTP/1.1" status: 204 len: 168 time: 0.5543511 Jul 07 17:18:31.693434 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48808) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:31.839684 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa168-c18e-4c8e-94af-167a3f96830a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:31.909124 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-9ff6ae3a-d31a-4e93-9905-2f49c10e04a1 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Deleting port db23892a-7fe6-4871-8d42-0dc0804cf469 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:31.909489 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9ff6ae3a-d31a-4e93-9905-2f49c10e04a1 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.134615 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9ff6ae3a-d31a-4e93-9905-2f49c10e04a1 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.135111 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9ff6ae3a-d31a-4e93-9905-2f49c10e04a1 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.152420 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-9ff6ae3a-d31a-4e93-9905-2f49c10e04a1 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Calling delete_port for db23892a-7fe6-4871-8d42-0dc0804cf469 owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:32.421020 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6e8fa168-c18e-4c8e-94af-167a3f96830a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Deleting port 444ce618-d203-4154-b485-c87c14fcb301 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:32.421287 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa168-c18e-4c8e-94af-167a3f96830a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.423843 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9ff6ae3a-d31a-4e93-9905-2f49c10e04a1 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.496641 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6ae3a-d31a-4e93-9905-2f49c10e04a1 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Pushing event deleted for resources: {'Port': ['ID=db23892a-7fe6-4871-8d42-0dc0804cf469,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:32.547608 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695ffa0-7bf2-4d83-a7de-40123683447f req-9d5a5adf-14d4-48ad-b8c1-ba44bc4ec4b5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:32.549120 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4695ffa0-7bf2-4d83-a7de-40123683447f req-9d5a5adf-14d4-48ad-b8c1-ba44bc4ec4b5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 944 time: 0.2282019 Jul 07 17:18:32.624684 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-6e8fa168-c18e-4c8e-94af-167a3f96830a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] For port 444ce618-d203-4154-b485-c87c14fcb301, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=444ce618-d203-4154-b485-c87c14fcb301,segment=NetworkSegment(86935f3c-1d38-4c75-9523-9fe59a9b8c52),segment_id=86935f3c-1d38-4c75-9523-9fe59a9b8c52)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:32.625133 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa168-c18e-4c8e-94af-167a3f96830a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.640397 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9ff6ae3a-d31a-4e93-9905-2f49c10e04a1 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.645002 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9ff6ae3a-d31a-4e93-9905-2f49c10e04a1 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.646325 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9ff6ae3a-d31a-4e93-9905-2f49c10e04a1 tempest-FloatingIPAdminTestJSON-554382394 tempest-FloatingIPAdminTestJSON-554382394-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/d258820d-9e71-4457-bb54-1de9a8b157d2 HTTP/1.1" status: 204 len: 168 time: 0.9517546 Jul 07 17:18:32.651165 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48814) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:32.667988 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6e8fa168-c18e-4c8e-94af-167a3f96830a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Calling delete_port for 444ce618-d203-4154-b485-c87c14fcb301 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:32.678160 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4695ffa0-7bf2-4d83-a7de-40123683447f req-84385d70-d03f-46f1-bc69-57f77dcbb4df tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025863 Jul 07 17:18:32.770734 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-2d5534f4-48f3-46a2-bd45-b6ffd748cb84 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Deleting port 4fc4693c-22a6-47a0-94ec-5e5099a2cbec {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:32.771410 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2d5534f4-48f3-46a2-bd45-b6ffd748cb84 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.919054 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2d5534f4-48f3-46a2-bd45-b6ffd748cb84 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.932590 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-2d5534f4-48f3-46a2-bd45-b6ffd748cb84 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Calling delete_port for 4fc4693c-22a6-47a0-94ec-5e5099a2cbec owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:32.936216 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa168-c18e-4c8e-94af-167a3f96830a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:32.968733 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fa168-c18e-4c8e-94af-167a3f96830a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Port': ['ID=444ce618-d203-4154-b485-c87c14fcb301,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:33.157434 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2d5534f4-48f3-46a2-bd45-b6ffd748cb84 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.228188 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5534f4-48f3-46a2-bd45-b6ffd748cb84 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Pushing event deleted for resources: {'Port': ['ID=4fc4693c-22a6-47a0-94ec-5e5099a2cbec,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:33.315375 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2d5534f4-48f3-46a2-bd45-b6ffd748cb84 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.320375 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2d5534f4-48f3-46a2-bd45-b6ffd748cb84 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] 10.222.0.50 "DELETE /v2.0/ports/4fc4693c-22a6-47a0-94ec-5e5099a2cbec HTTP/1.1" status: 204 len: 168 time: 0.6675706 Jul 07 17:18:33.321520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48818) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:33.419258 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21da47f7-6c12-4b8a-8096-8a4e7738cc34 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:33.425236 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-21da47f7-6c12-4b8a-8096-8a4e7738cc34 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] 10.222.0.50 "GET /v2.0/ports?device_id=8534c0ee-2b31-4af6-a236-d1a61a90aa79 HTTP/1.1" status: 200 len: 913 time: 0.0978982 Jul 07 17:18:33.426223 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48822) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:33.617761 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6e8fa168-c18e-4c8e-94af-167a3f96830a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.874325 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-462b0168-b3f8-4a9b-960a-cf5dbabbabe7 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:33.939972 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8fa168-c18e-4c8e-94af-167a3f96830a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Router 81589480-ee22-4db5-b582-9be2708a54c3 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:33.953647 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965b0a0-a5be-4530-874d-be5ac26beea1 req-f0f0a628-0f38-41b1-be58-13fc7d9cdd8c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:33.955263 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2965b0a0-a5be-4530-874d-be5ac26beea1 req-f0f0a628-0f38-41b1-be58-13fc7d9cdd8c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 944 time: 0.1402335 Jul 07 17:18:34.058396 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2965b0a0-a5be-4530-874d-be5ac26beea1 req-ec504dea-50f5-4c9f-bccf-242073c32fb0 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935190 Jul 07 17:18:34.137677 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8fa168-c18e-4c8e-94af-167a3f96830a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:34.145966 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6e8fa168-c18e-4c8e-94af-167a3f96830a tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "PUT /v2.0/routers/81589480-ee22-4db5-b582-9be2708a54c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9385879 Jul 07 17:18:34.150359 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48828) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:34.169867 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14c8060-3423-488f-8cdf-515ba434c69e None None] Sync routers for ids ['81589480-ee22-4db5-b582-9be2708a54c3'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:34.184122 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14c8060-3423-488f-8cdf-515ba434c69e None None] Routers {'81589480-ee22-4db5-b582-9be2708a54c3'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:34.184942 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e14c8060-3423-488f-8cdf-515ba434c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:18:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['81589480-ee22-4db5-b582-9be2708a54c3'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:34.227199 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed02fb99-321a-4efe-a0e7-835039ca4734 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Deleting subnet 12d196a9-5a11-41af-be0f-9b1700cf8c45 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:34.232849 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ed02fb99-321a-4efe-a0e7-835039ca4734 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.248011 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-462b0168-b3f8-4a9b-960a-cf5dbabbabe7 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Deleting port e0b0c59a-2659-4fa0-8a1c-1f9a04a0d56f {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:34.248435 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-462b0168-b3f8-4a9b-960a-cf5dbabbabe7 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.307412 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ed02fb99-321a-4efe-a0e7-835039ca4734 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.368886 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-e14c8060-3423-488f-8cdf-515ba434c69e None None] Set router 81589480-ee22-4db5-b582-9be2708a54c3 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:34.390833 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-462b0168-b3f8-4a9b-960a-cf5dbabbabe7 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.418816 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-462b0168-b3f8-4a9b-960a-cf5dbabbabe7 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Calling delete_port for e0b0c59a-2659-4fa0-8a1c-1f9a04a0d56f owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:34.520149 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ed02fb99-321a-4efe-a0e7-835039ca4734 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.625107 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ed02fb99-321a-4efe-a0e7-835039ca4734 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.667152 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02fb99-321a-4efe-a0e7-835039ca4734 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Subnet': ['ID=12d196a9-5a11-41af-be0f-9b1700cf8c45,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:34.676916 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ed02fb99-321a-4efe-a0e7-835039ca4734 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.680433 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ed02fb99-321a-4efe-a0e7-835039ca4734 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "DELETE /v2.0/subnets/12d196a9-5a11-41af-be0f-9b1700cf8c45 HTTP/1.1" status: 204 len: 168 time: 0.5291593 Jul 07 17:18:34.685672 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48838) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:34.687892 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fc9a75-c071-4413-8848-1630728ca324 None None] Network cfcd8643-83bb-4422-925c-2b4065c6dc05 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:34.787393 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e14c8060-3423-488f-8cdf-515ba434c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81589480-ee22-4db5-b582-9be2708a54c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931972657', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '879890e6-3cf3-428f-9484-8530da077a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:18:32Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': '879890e6-3cf3-428f-9484-8530da077a00', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:34.826029 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2fe60277-4feb-442c-90dc-f277625faa18 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.855096 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14c8060-3423-488f-8cdf-515ba434c69e None None] Checking router: 81589480-ee22-4db5-b582-9be2708a54c3 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:18:34.857566 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-462b0168-b3f8-4a9b-960a-cf5dbabbabe7 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:34.872750 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14c8060-3423-488f-8cdf-515ba434c69e None None] Routers {'81589480-ee22-4db5-b582-9be2708a54c3'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:34.873890 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e14c8060-3423-488f-8cdf-515ba434c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:18:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['81589480-ee22-4db5-b582-9be2708a54c3'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:34.915001 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b0168-b3f8-4a9b-960a-cf5dbabbabe7 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Pushing event deleted for resources: {'Port': ['ID=e0b0c59a-2659-4fa0-8a1c-1f9a04a0d56f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:35.023587 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2fe60277-4feb-442c-90dc-f277625faa18 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.058917 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-e14c8060-3423-488f-8cdf-515ba434c69e None None] Set router 81589480-ee22-4db5-b582-9be2708a54c3 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:18:35.192911 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-2fe60277-4feb-442c-90dc-f277625faa18 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Deleting port 879890e6-3cf3-428f-9484-8530da077a00 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:35.193490 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2fe60277-4feb-442c-90dc-f277625faa18 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.269703 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4845d8-ecb1-4eda-a984-51692c7da7af None None] DHCP port deletion for cfcd8643-83bb-4422-925c-2b4065c6dc05 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:18:35.308367 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-462b0168-b3f8-4a9b-960a-cf5dbabbabe7 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.406546 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e14c8060-3423-488f-8cdf-515ba434c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81589480-ee22-4db5-b582-9be2708a54c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931972657', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '879890e6-3cf3-428f-9484-8530da077a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:18:32Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': '879890e6-3cf3-428f-9484-8530da077a00', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:35.454549 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-2fe60277-4feb-442c-90dc-f277625faa18 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] For port 879890e6-3cf3-428f-9484-8530da077a00, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=879890e6-3cf3-428f-9484-8530da077a00,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:35.455016 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2fe60277-4feb-442c-90dc-f277625faa18 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.477096 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-cc4845d8-ecb1-4eda-a984-51692c7da7af None None] Deleting port 48950192-6001-4922-9169-b5125f5c9641 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:35.495919 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-2fe60277-4feb-442c-90dc-f277625faa18 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Calling delete_port for 879890e6-3cf3-428f-9484-8530da077a00 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:35.496301 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14c8060-3423-488f-8cdf-515ba434c69e None None] The sync data for ids ['81589480-ee22-4db5-b582-9be2708a54c3'] in n-d-793620-7 is: [{'id': '81589480-ee22-4db5-b582-9be2708a54c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-931972657', 'tenant_id': '579e95f3998b4f8bb632de60105379a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '879890e6-3cf3-428f-9484-8530da077a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:16:14Z', 'updated_at': '2021-07-07T17:18:32Z', 'revision_number': 5, 'project_id': '579e95f3998b4f8bb632de60105379a3', 'gw_port': {'id': '879890e6-3cf3-428f-9484-8530da077a00', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81589480-ee22-4db5-b582-9be2708a54c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:16:15Z', 'updated_at': '2021-07-07T17:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:35.503252 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cc4845d8-ecb1-4eda-a984-51692c7da7af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.607108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 48950192-6001-4922-9169-b5125f5c9641 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:35.677349 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71f929-5c69-4080-ab53-56d6845cc352 req-4d136c74-8904-4bd9-a98b-a44850f6ba9d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:35.689903 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3f71f929-5c69-4080-ab53-56d6845cc352 req-4d136c74-8904-4bd9-a98b-a44850f6ba9d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 944 time: 0.2720892 Jul 07 17:18:35.730833 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-cc4845d8-ecb1-4eda-a984-51692c7da7af None None] For port 48950192-6001-4922-9169-b5125f5c9641, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=48950192-6001-4922-9169-b5125f5c9641,segment=NetworkSegment(86935f3c-1d38-4c75-9523-9fe59a9b8c52),segment_id=86935f3c-1d38-4c75-9523-9fe59a9b8c52)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:35.732530 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cc4845d8-ecb1-4eda-a984-51692c7da7af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.758199 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-cc4845d8-ecb1-4eda-a984-51692c7da7af None None] Calling delete_port for 48950192-6001-4922-9169-b5125f5c9641 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:35.830519 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3f71f929-5c69-4080-ab53-56d6845cc352 req-6686799b-2a69-4f83-94e9-a4664e38d5e7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390011 Jul 07 17:18:35.857568 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2fe60277-4feb-442c-90dc-f277625faa18 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:35.949769 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe60277-4feb-442c-90dc-f277625faa18 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Port': ['ID=879890e6-3cf3-428f-9484-8530da077a00,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:35.961209 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.028357 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cc4845d8-ecb1-4eda-a984-51692c7da7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.052644 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462b0168-b3f8-4a9b-960a-cf5dbabbabe7 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Router 8534c0ee-2b31-4af6-a236-d1a61a90aa79 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:18:36.105346 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4845d8-ecb1-4eda-a984-51692c7da7af None None] Pushing event deleted for resources: {'Port': ['ID=48950192-6001-4922-9169-b5125f5c9641,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:36.109491 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4845d8-ecb1-4eda-a984-51692c7da7af None None] No DVR routers for this DVR port 48950192-6001-4922-9169-b5125f5c9641 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:36.161733 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2fe60277-4feb-442c-90dc-f277625faa18 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.241062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462b0168-b3f8-4a9b-960a-cf5dbabbabe7 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:18:36.254433 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-462b0168-b3f8-4a9b-960a-cf5dbabbabe7 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] 10.222.0.50 "PUT /v2.0/routers/8534c0ee-2b31-4af6-a236-d1a61a90aa79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8242176 Jul 07 17:18:36.254693 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faf7a91-fbcf-4b7f-9319-3797a1b85ca7 None None] Sync routers for ids ['8534c0ee-2b31-4af6-a236-d1a61a90aa79'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:18:36.254981 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48846) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:36.263113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faf7a91-fbcf-4b7f-9319-3797a1b85ca7 None None] Routers {'8534c0ee-2b31-4af6-a236-d1a61a90aa79'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:36.264018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-1faf7a91-fbcf-4b7f-9319-3797a1b85ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:18:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['8534c0ee-2b31-4af6-a236-d1a61a90aa79'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:36.300367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-1faf7a91-fbcf-4b7f-9319-3797a1b85ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:36.312194 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faf7a91-fbcf-4b7f-9319-3797a1b85ca7 None None] Routers {'8534c0ee-2b31-4af6-a236-d1a61a90aa79'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:18:36.313213 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-1faf7a91-fbcf-4b7f-9319-3797a1b85ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:18:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['8534c0ee-2b31-4af6-a236-d1a61a90aa79'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:36.338574 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2fe60277-4feb-442c-90dc-f277625faa18 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.344917 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2fe60277-4feb-442c-90dc-f277625faa18 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.361417 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-1faf7a91-fbcf-4b7f-9319-3797a1b85ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:36.363517 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faf7a91-fbcf-4b7f-9319-3797a1b85ca7 None None] The sync data for ids ['8534c0ee-2b31-4af6-a236-d1a61a90aa79'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:18:36.409843 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2fe60277-4feb-442c-90dc-f277625faa18 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.410938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe60277-4feb-442c-90dc-f277625faa18 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Fanout notify agent at l3_agent the message router_deleted on router 81589480-ee22-4db5-b582-9be2708a54c3 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:18:36.420587 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2fe60277-4feb-442c-90dc-f277625faa18 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.422216 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2fe60277-4feb-442c-90dc-f277625faa18 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "DELETE /v2.0/routers/81589480-ee22-4db5-b582-9be2708a54c3 HTTP/1.1" status: 204 len: 168 time: 1.7348742 Jul 07 17:18:36.425021 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48848) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:36.445064 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e8242123-b352-461e-8263-a3fc3a42366e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.528481 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c117822-5a6e-4f1d-ab06-5a99f1f4dc58 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.608235 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e8242123-b352-461e-8263-a3fc3a42366e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.641710 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c117822-5a6e-4f1d-ab06-5a99f1f4dc58 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.655282 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-8c117822-5a6e-4f1d-ab06-5a99f1f4dc58 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfcd8643-83bb-4422-925c-2b4065c6dc05']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:36.669196 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-8c117822-5a6e-4f1d-ab06-5a99f1f4dc58 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86935f3c-1d38-4c75-9523-9fe59a9b8c52') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:36.669507 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-8c117822-5a6e-4f1d-ab06-5a99f1f4dc58 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86935f3c-1d38-4c75-9523-9fe59a9b8c52') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:36.682147 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c117822-5a6e-4f1d-ab06-5a99f1f4dc58 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.700733 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e8242123-b352-461e-8263-a3fc3a42366e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Deleting port 7b1e046f-32f7-447d-acdb-88d0dab2474e {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:36.700973 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c117822-5a6e-4f1d-ab06-5a99f1f4dc58 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.701130 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e8242123-b352-461e-8263-a3fc3a42366e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.721242 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c117822-5a6e-4f1d-ab06-5a99f1f4dc58 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:36.722476 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c117822-5a6e-4f1d-ab06-5a99f1f4dc58 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:36.794067 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:36.819894 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e8242123-b352-461e-8263-a3fc3a42366e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.831200 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c117822-5a6e-4f1d-ab06-5a99f1f4dc58 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.838421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e8242123-b352-461e-8263-a3fc3a42366e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Calling delete_port for 7b1e046f-32f7-447d-acdb-88d0dab2474e owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:36.862940 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c117822-5a6e-4f1d-ab06-5a99f1f4dc58 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:36.869659 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8c117822-5a6e-4f1d-ab06-5a99f1f4dc58 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "DELETE /v2.0/networks/cfcd8643-83bb-4422-925c-2b4065c6dc05 HTTP/1.1" status: 204 len: 168 time: 0.4389107 Jul 07 17:18:36.876585 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48852) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:36.886059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c117822-5a6e-4f1d-ab06-5a99f1f4dc58 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'Network': ['ID=cfcd8643-83bb-4422-925c-2b4065c6dc05,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:36.975983 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-09c09966-095b-4173-af36-c5a970e56a13 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.020820 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-09c09966-095b-4173-af36-c5a970e56a13 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.142415 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7740a-9144-4b68-8523-2c99fcd5a1cc req-fee45ffa-e1d3-418d-837e-fbcd4c622a03 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:37.144293 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7da7740a-9144-4b68-8523-2c99fcd5a1cc req-fee45ffa-e1d3-418d-837e-fbcd4c622a03 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 944 time: 0.1448064 Jul 07 17:18:37.145242 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e8242123-b352-461e-8263-a3fc3a42366e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.151112 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-09c09966-095b-4173-af36-c5a970e56a13 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.157282 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-09c09966-095b-4173-af36-c5a970e56a13 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.164034 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-09c09966-095b-4173-af36-c5a970e56a13 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] 10.222.0.50 "DELETE /v2.0/security-groups/e97ff362-c7a0-4b17-8956-c0e6625b502e HTTP/1.1" status: 204 len: 168 time: 0.2857270 Jul 07 17:18:37.183189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c09966-095b-4173-af36-c5a970e56a13 tempest-TestNetworkAdvancedServerOps-1198336192 tempest-TestNetworkAdvancedServerOps-1198336192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97ff362-c7a0-4b17-8956-c0e6625b502e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:37.204350 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8242123-b352-461e-8263-a3fc3a42366e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Pushing event deleted for resources: {'Port': ['ID=7b1e046f-32f7-447d-acdb-88d0dab2474e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:37.361090 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7da7740a-9144-4b68-8523-2c99fcd5a1cc req-c07e6857-c089-4ecc-a668-0d5a67c9ff63 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043345 Jul 07 17:18:37.424791 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e8242123-b352-461e-8263-a3fc3a42366e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.454020 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 444ce618-d203-4154-b485-c87c14fcb301 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:37.480018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 444ce618-d203-4154-b485-c87c14fcb301 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:37.480661 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 444ce618-d203-4154-b485-c87c14fcb301 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:37.481250 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 879890e6-3cf3-428f-9484-8530da077a00 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:37.512406 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 879890e6-3cf3-428f-9484-8530da077a00 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:37.512979 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 879890e6-3cf3-428f-9484-8530da077a00 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:37.597039 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e8242123-b352-461e-8263-a3fc3a42366e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.599789 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e8242123-b352-461e-8263-a3fc3a42366e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.608017 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48864) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:37.673465 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e8242123-b352-461e-8263-a3fc3a42366e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.674694 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8242123-b352-461e-8263-a3fc3a42366e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Fanout notify agent at l3_agent the message router_deleted on router 8534c0ee-2b31-4af6-a236-d1a61a90aa79 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:18:37.686396 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e8242123-b352-461e-8263-a3fc3a42366e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.688003 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e8242123-b352-461e-8263-a3fc3a42366e tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] 10.222.0.50 "DELETE /v2.0/routers/8534c0ee-2b31-4af6-a236-d1a61a90aa79 HTTP/1.1" status: 204 len: 168 time: 1.4315040 Jul 07 17:18:37.690498 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48868) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:37.767005 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b907855-8d87-469a-ab4a-1f6bb2c3a378 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Deleting subnet 210f454a-dc99-4f98-a535-54ee26d8cbe4 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:37.770671 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8b907855-8d87-469a-ab4a-1f6bb2c3a378 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.846024 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8b907855-8d87-469a-ab4a-1f6bb2c3a378 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.901221 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ddba614a-0a36-4b6d-af3a-037d6d6266b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=579e95f3998b4f8bb632de60105379a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914066 Jul 07 17:18:37.903702 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48872) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:37.991846 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8b907855-8d87-469a-ab4a-1f6bb2c3a378 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:37.992130 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0136478f-a79f-4af5-891c-b066490dd1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.021756 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0136478f-a79f-4af5-891c-b066490dd1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.064406 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8b907855-8d87-469a-ab4a-1f6bb2c3a378 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.093189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b907855-8d87-469a-ab4a-1f6bb2c3a378 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Pushing event deleted for resources: {'Subnet': ['ID=210f454a-dc99-4f98-a535-54ee26d8cbe4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:38.093798 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0136478f-a79f-4af5-891c-b066490dd1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.098686 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0136478f-a79f-4af5-891c-b066490dd1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.100501 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0136478f-a79f-4af5-891c-b066490dd1ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/75ae7d31-5ab0-4299-9bf0-e3d582bd6cb0 HTTP/1.1" status: 204 len: 168 time: 0.1942647 Jul 07 17:18:38.110289 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8b907855-8d87-469a-ab4a-1f6bb2c3a378 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.115285 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8b907855-8d87-469a-ab4a-1f6bb2c3a378 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] 10.222.0.50 "DELETE /v2.0/subnets/210f454a-dc99-4f98-a535-54ee26d8cbe4 HTTP/1.1" status: 204 len: 168 time: 0.4202540 Jul 07 17:18:38.115566 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48876) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:38.135039 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136478f-a79f-4af5-891c-b066490dd1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ae7d31-5ab0-4299-9bf0-e3d582bd6cb0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:38.136642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ad7cbc-39b0-4ff5-9637-71524585149c None None] Network 3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:38.253564 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c77c3e33-6d4a-418d-9d66-f79d77b341b6 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.343593 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-c77c3e33-6d4a-418d-9d66-f79d77b341b6 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Deleting port 8a0f4b41-c71a-4204-b0ef-0493fc180ccf {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:38.343840 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c77c3e33-6d4a-418d-9d66-f79d77b341b6 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.464252 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0947b9-c1db-4228-9aa3-1d6a36b1ab35 None None] DHCP port deletion for 3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:18:38.479583 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-c77c3e33-6d4a-418d-9d66-f79d77b341b6 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] For port 8a0f4b41-c71a-4204-b0ef-0493fc180ccf, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8a0f4b41-c71a-4204-b0ef-0493fc180ccf,segment=NetworkSegment(021f41dd-4f76-4c25-aadc-0618dc814356),segment_id=021f41dd-4f76-4c25-aadc-0618dc814356)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:38.480260 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c77c3e33-6d4a-418d-9d66-f79d77b341b6 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.517920 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-c77c3e33-6d4a-418d-9d66-f79d77b341b6 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Calling delete_port for 8a0f4b41-c71a-4204-b0ef-0493fc180ccf owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:38.558485 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8d0947b9-c1db-4228-9aa3-1d6a36b1ab35 None None] Deleting port 8a0f4b41-c71a-4204-b0ef-0493fc180ccf {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:38.559065 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8d0947b9-c1db-4228-9aa3-1d6a36b1ab35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.640785 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c77c3e33-6d4a-418d-9d66-f79d77b341b6 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.660120 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48884) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:38.664291 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77c3e33-6d4a-418d-9d66-f79d77b341b6 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] No DVR routers for this DVR port 8a0f4b41-c71a-4204-b0ef-0493fc180ccf on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:38.686461 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-8d0947b9-c1db-4228-9aa3-1d6a36b1ab35 None None] For port 8a0f4b41-c71a-4204-b0ef-0493fc180ccf, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8a0f4b41-c71a-4204-b0ef-0493fc180ccf,segment=NetworkSegment(021f41dd-4f76-4c25-aadc-0618dc814356),segment_id=021f41dd-4f76-4c25-aadc-0618dc814356)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:38.687410 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8d0947b9-c1db-4228-9aa3-1d6a36b1ab35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.688230 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c3e33-6d4a-418d-9d66-f79d77b341b6 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Pushing event deleted for resources: {'Port': ['ID=8a0f4b41-c71a-4204-b0ef-0493fc180ccf,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:38.714001 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6353ce-2d6e-46b9-a143-4c83245094b6 req-27940d8a-35a2-4574-8d96-4ce1925d6b65 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:38.716844 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8d0947b9-c1db-4228-9aa3-1d6a36b1ab35 None None] Calling delete_port for 8a0f4b41-c71a-4204-b0ef-0493fc180ccf owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:38.722354 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db6353ce-2d6e-46b9-a143-4c83245094b6 req-27940d8a-35a2-4574-8d96-4ce1925d6b65 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 944 time: 0.1457853 Jul 07 17:18:38.766008 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-68405307-a3b5-4299-8a20-5de455c41d1b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92e78790d1a7454f9694b072d551f06a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1040707 Jul 07 17:18:38.768637 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48886) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:38.783211 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c77c3e33-6d4a-418d-9d66-f79d77b341b6 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.790525 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db6353ce-2d6e-46b9-a143-4c83245094b6 req-289865bf-7cc6-4f1f-84ad-8690dc04ef74 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669355 Jul 07 17:18:38.803503 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-c77c3e33-6d4a-418d-9d66-f79d77b341b6 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:38.821149 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8d0947b9-c1db-4228-9aa3-1d6a36b1ab35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.825134 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-c77c3e33-6d4a-418d-9d66-f79d77b341b6 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021f41dd-4f76-4c25-aadc-0618dc814356') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:38.825435 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-c77c3e33-6d4a-418d-9d66-f79d77b341b6 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021f41dd-4f76-4c25-aadc-0618dc814356') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:18:38.842703 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c77c3e33-6d4a-418d-9d66-f79d77b341b6 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.856400 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0947b9-c1db-4228-9aa3-1d6a36b1ab35 None None] No DVR routers for this DVR port 8a0f4b41-c71a-4204-b0ef-0493fc180ccf on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:38.860429 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0947b9-c1db-4228-9aa3-1d6a36b1ab35 None None] Pushing event deleted for resources: {'Port': ['ID=8a0f4b41-c71a-4204-b0ef-0493fc180ccf,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:38.867296 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c77c3e33-6d4a-418d-9d66-f79d77b341b6 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.875248 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aa86fe03-c9aa-48c7-b5a4-a77bd236d546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.883468 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77c3e33-6d4a-418d-9d66-f79d77b341b6 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:18:38.883891 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c77c3e33-6d4a-418d-9d66-f79d77b341b6 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:18:38.887646 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:18:38.961320 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aa86fe03-c9aa-48c7-b5a4-a77bd236d546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:38.996808 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c77c3e33-6d4a-418d-9d66-f79d77b341b6 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.010778 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c77c3e33-6d4a-418d-9d66-f79d77b341b6 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.016594 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c77c3e33-6d4a-418d-9d66-f79d77b341b6 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] 10.222.0.50 "DELETE /v2.0/networks/3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb HTTP/1.1" status: 204 len: 168 time: 0.8963757 Jul 07 17:18:39.017862 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48890) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:39.061964 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c3e33-6d4a-418d-9d66-f79d77b341b6 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Pushing event deleted for resources: {'Network': ['ID=3c9651e8-a5bd-4fc7-a2ca-ba39dd5364bb,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:39.086789 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aa86fe03-c9aa-48c7-b5a4-a77bd236d546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.090570 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aa86fe03-c9aa-48c7-b5a4-a77bd236d546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.092156 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-aa86fe03-c9aa-48c7-b5a4-a77bd236d546 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d466b5e0-898f-48b6-988b-d14e6312ef38 HTTP/1.1" status: 204 len: 168 time: 0.3200414 Jul 07 17:18:39.108490 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86fe03-c9aa-48c7-b5a4-a77bd236d546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d466b5e0-898f-48b6-988b-d14e6312ef38,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:39.171636 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-dc3be760-f350-4c37-97a4-0b0fabf76922 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Deleting port b69e5705-a219-4a46-a6fa-e05ed8554c61 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:39.172079 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc3be760-f350-4c37-97a4-0b0fabf76922 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.295553 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc3be760-f350-4c37-97a4-0b0fabf76922 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.296012 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc3be760-f350-4c37-97a4-0b0fabf76922 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.318078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-dc3be760-f350-4c37-97a4-0b0fabf76922 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Calling delete_port for b69e5705-a219-4a46-a6fa-e05ed8554c61 owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:39.421530 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8a0f4b41-c71a-4204-b0ef-0493fc180ccf no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:39.458059 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 8a0f4b41-c71a-4204-b0ef-0493fc180ccf {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:39.458433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8a0f4b41-c71a-4204-b0ef-0493fc180ccf not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:39.517832 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc3be760-f350-4c37-97a4-0b0fabf76922 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.628684 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3be760-f350-4c37-97a4-0b0fabf76922 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Pushing event deleted for resources: {'Port': ['ID=b69e5705-a219-4a46-a6fa-e05ed8554c61,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:39.657114 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc3be760-f350-4c37-97a4-0b0fabf76922 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.663104 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc3be760-f350-4c37-97a4-0b0fabf76922 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:39.666739 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dc3be760-f350-4c37-97a4-0b0fabf76922 tempest-FloatingIPAdminTestJSON-1897971828 tempest-FloatingIPAdminTestJSON-1897971828-project] 10.222.0.50 "DELETE /v2.0/floatingips/68598715-3909-498c-91b4-c9bfb83f0d1f HTTP/1.1" status: 204 len: 168 time: 0.6466057 Jul 07 17:18:40.048071 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e60cdf-c7bb-4204-a409-4683454bdce6 req-311f99ea-4ce0-45d9-88e7-b515668c599e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:40.051397 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-32e60cdf-c7bb-4204-a409-4683454bdce6 req-311f99ea-4ce0-45d9-88e7-b515668c599e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 944 time: 0.0977712 Jul 07 17:18:40.065671 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48920) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:40.109955 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-32e60cdf-c7bb-4204-a409-4683454bdce6 req-dd1ebf2a-ea5b-470c-8393-39b421b3b988 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490792 Jul 07 17:18:40.315719 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4d539a50-531a-4271-a5bc-fecad95cf556 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a7fdfd457ea4e1c9b2d91d08d70be36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479897 Jul 07 17:18:40.320096 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48930) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:40.399141 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d00410fe-98d2-4acf-9b6d-9abede4e6e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.433453 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d00410fe-98d2-4acf-9b6d-9abede4e6e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.515090 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d00410fe-98d2-4acf-9b6d-9abede4e6e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.522603 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d00410fe-98d2-4acf-9b6d-9abede4e6e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.526491 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d00410fe-98d2-4acf-9b6d-9abede4e6e81 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1fc71dff-90cd-489d-bf74-a5c7ffdf52f7 HTTP/1.1" status: 204 len: 168 time: 0.2024143 Jul 07 17:18:40.539602 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00410fe-98d2-4acf-9b6d-9abede4e6e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc71dff-90cd-489d-bf74-a5c7ffdf52f7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:40.563954 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00410fe-98d2-4acf-9b6d-9abede4e6e81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:40.564877 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00410fe-98d2-4acf-9b6d-9abede4e6e81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:40.565384 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00410fe-98d2-4acf-9b6d-9abede4e6e81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:40.566202 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00410fe-98d2-4acf-9b6d-9abede4e6e81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:40.566716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00410fe-98d2-4acf-9b6d-9abede4e6e81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:40.567464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00410fe-98d2-4acf-9b6d-9abede4e6e81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:40.567955 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00410fe-98d2-4acf-9b6d-9abede4e6e81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:40.568650 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00410fe-98d2-4acf-9b6d-9abede4e6e81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:40.570405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00410fe-98d2-4acf-9b6d-9abede4e6e81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:40.570557 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00410fe-98d2-4acf-9b6d-9abede4e6e81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:40.571395 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00410fe-98d2-4acf-9b6d-9abede4e6e81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:40.572912 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 45c60def-ace2-4db6-ab5f-3a68a26a2800 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:18:40.574270 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00410fe-98d2-4acf-9b6d-9abede4e6e81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:40.721896 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 45c60def-ace2-4db6-ab5f-3a68a26a2800, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=45c60def-ace2-4db6-ab5f-3a68a26a2800,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:40.734859 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '45c60def-ace2-4db6-ab5f-3a68a26a2800', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'port_id': '45c60def-ace2-4db6-ab5f-3a68a26a2800', 'mac_address': 'fa:16:3e:2d:bb:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:18:40.801145 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.829007 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c60def-ace2-4db6-ab5f-3a68a26a2800 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:18:40.868756 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 45c60def-ace2-4db6-ab5f-3a68a26a2800, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=45c60def-ace2-4db6-ab5f-3a68a26a2800,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:40.876280 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:40.921860 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25ef42-715b-4c22-98b9-b5ac597030be req-7eceebbf-1b65-4d62-8c1e-c5ee6938ca33 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:40.923698 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ca25ef42-715b-4c22-98b9-b5ac597030be req-7eceebbf-1b65-4d62-8c1e-c5ee6938ca33 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.1172478 Jul 07 17:18:40.933982 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=45c60def-ace2-4db6-ab5f-3a68a26a2800,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:40.975346 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ca25ef42-715b-4c22-98b9-b5ac597030be req-50852569-6e39-48f3-9b04-8e08f031141d tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411699 Jul 07 17:18:41.069299 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 48956) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:41.084757 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05e903ec-c7d7-48aa-b954-02045417806a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.221113 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05e903ec-c7d7-48aa-b954-02045417806a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.227680 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05e903ec-c7d7-48aa-b954-02045417806a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.279320 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['45c60def-ace2-4db6-ab5f-3a68a26a2800'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:41.304619 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e903ec-c7d7-48aa-b954-02045417806a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d119d4-d0a6-413f-9208-a384589ab9f4,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:41.312714 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-05e903ec-c7d7-48aa-b954-02045417806a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d40944c70495444d83f93480458b160f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2421138 Jul 07 17:18:41.317091 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 48980) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:41.399746 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-32e65b99-c2da-4758-87b4-6d5202c8e5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.437219 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f65550-daf6-4997-b440-8a979fa79add req-652638b5-dfb4-44af-9e10-4f236ad05656 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:41.439050 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d7f65550-daf6-4997-b440-8a979fa79add req-652638b5-dfb4-44af-9e10-4f236ad05656 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 945 time: 0.1101437 Jul 07 17:18:41.452040 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-32e65b99-c2da-4758-87b4-6d5202c8e5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.517720 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d7f65550-daf6-4997-b440-8a979fa79add req-cf5ac2ec-b176-4444-9245-118178eb586b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683224 Jul 07 17:18:41.528355 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-32e65b99-c2da-4758-87b4-6d5202c8e5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.532429 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-32e65b99-c2da-4758-87b4-6d5202c8e5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:41.533793 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-32e65b99-c2da-4758-87b4-6d5202c8e5eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0d119d4-d0a6-413f-9208-a384589ab9f4 HTTP/1.1" status: 204 len: 168 time: 0.2154040 Jul 07 17:18:41.546728 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e65b99-c2da-4758-87b4-6d5202c8e5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d119d4-d0a6-413f-9208-a384589ab9f4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:41.977250 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49078) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:41.992648 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2682f7a6-5045-4b65-9ec7-6ac2fc0a5d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.136719 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2682f7a6-5045-4b65-9ec7-6ac2fc0a5d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.143842 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2682f7a6-5045-4b65-9ec7-6ac2fc0a5d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.182267 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682f7a6-5045-4b65-9ec7-6ac2fc0a5d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9c7d04-efb1-4200-831c-dde0e93dc46c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:42.197388 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216ec89-08c9-486a-abe9-edf0f6f2f8b5 req-3169ddfb-ffb7-404f-a69e-272d1908fe53 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:42.201076 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a216ec89-08c9-486a-abe9-edf0f6f2f8b5 req-3169ddfb-ffb7-404f-a69e-272d1908fe53 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.0789595 Jul 07 17:18:42.217607 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2682f7a6-5045-4b65-9ec7-6ac2fc0a5d8a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b3f4769a785a4e7aa9e313db5bf485d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390144 Jul 07 17:18:42.220243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49084) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:42.267855 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a216ec89-08c9-486a-abe9-edf0f6f2f8b5 req-2bcc56cc-d2bd-4d68-8ca9-5e53258ea5af tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471783 Jul 07 17:18:42.292647 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d20293fa-62fb-4f17-a600-a0eda7a9c74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.316159 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d20293fa-62fb-4f17-a600-a0eda7a9c74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.364663 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49088) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:42.385321 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d20293fa-62fb-4f17-a600-a0eda7a9c74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.388141 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d20293fa-62fb-4f17-a600-a0eda7a9c74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.392263 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d20293fa-62fb-4f17-a600-a0eda7a9c74a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f9c7d04-efb1-4200-831c-dde0e93dc46c HTTP/1.1" status: 204 len: 168 time: 0.1706970 Jul 07 17:18:42.401549 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20293fa-62fb-4f17-a600-a0eda7a9c74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9c7d04-efb1-4200-831c-dde0e93dc46c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:42.509127 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-254ca21f-5056-4527-ad4b-3ec3c992d649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.578431 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 45c60def-ace2-4db6-ab5f-3a68a26a2800 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:42.642727 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-254ca21f-5056-4527-ad4b-3ec3c992d649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.650662 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-254ca21f-5056-4527-ad4b-3ec3c992d649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.654718 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 45c60def-ace2-4db6-ab5f-3a68a26a2800 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:42.666615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 45c60def-ace2-4db6-ab5f-3a68a26a2800 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:42.667045 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.714362 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-254ca21f-5056-4527-ad4b-3ec3c992d649 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cfdbf8898007428f9bc9536238988ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483348 Jul 07 17:18:42.717208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49102) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:42.725214 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ca21f-5056-4527-ad4b-3ec3c992d649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefce5ef-d0bf-4cf8-adfc-cb02ffe0254d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:42.798132 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.830973 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cf48a8bd-26b4-4e23-bb39-7500de4a2dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.840747 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3fe7a-8d0c-4cc9-98a3-25f88a10011a req-cf3d45b9-27ea-491a-baba-1c8284cb986d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:42.843870 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0df3fe7a-8d0c-4cc9-98a3-25f88a10011a req-cf3d45b9-27ea-491a-baba-1c8284cb986d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 945 time: 0.1122491 Jul 07 17:18:42.851861 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c60def-ace2-4db6-ab5f-3a68a26a2800'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:42.854455 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e37d72-0b2c-479b-8f3c-645cdb1aad83" -d '{"events": [{"server_uuid": "c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f", "name": "network-vif-plugged", "status": "completed", "tag": "45c60def-ace2-4db6-ab5f-3a68a26a2800"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:42.879755 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cf48a8bd-26b4-4e23-bb39-7500de4a2dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.881942 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 45c60def-ace2-4db6-ab5f-3a68a26a2800, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=45c60def-ace2-4db6-ab5f-3a68a26a2800,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:42.891343 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:42.910472 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0df3fe7a-8d0c-4cc9-98a3-25f88a10011a req-a1d46d9a-51a0-4d82-8be4-454010fe8fd8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549066 Jul 07 17:18:42.975068 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bf33be-45ec-4118-820a-e06c2f415f08 x-openstack-request-id: req-e1bf33be-45ec-4118-820a-e06c2f415f08 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:42.975373 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f", "name": "network-vif-plugged", "status": "completed", "tag": "45c60def-ace2-4db6-ab5f-3a68a26a2800", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:42.975610 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e1bf33be-45ec-4118-820a-e06c2f415f08 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:42.976003 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c60def-ace2-4db6-ab5f-3a68a26a2800', 'code': 200} Jul 07 17:18:42.990272 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=45c60def-ace2-4db6-ab5f-3a68a26a2800,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:42.996375 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cf48a8bd-26b4-4e23-bb39-7500de4a2dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.001265 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cf48a8bd-26b4-4e23-bb39-7500de4a2dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.003114 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cf48a8bd-26b4-4e23-bb39-7500de4a2dfc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fefce5ef-d0bf-4cf8-adfc-cb02ffe0254d HTTP/1.1" status: 204 len: 168 time: 0.2844508 Jul 07 17:18:43.017763 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48a8bd-26b4-4e23-bb39-7500de4a2dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefce5ef-d0bf-4cf8-adfc-cb02ffe0254d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:43.130158 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168799f-79f0-4df5-a4b7-6e89012316cb req-df4827d4-a853-4b7b-8039-d66923a4ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:43.132744 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8168799f-79f0-4df5-a4b7-6e89012316cb req-df4827d4-a853-4b7b-8039-d66923a4ecf6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 1097 time: 0.0885305 Jul 07 17:18:43.185702 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8168799f-79f0-4df5-a4b7-6e89012316cb req-1188260d-4f50-4b88-bf62-4e1554f4accd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461390 Jul 07 17:18:43.470312 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49126) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:43.488639 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-be3ca1e1-b520-4591-82ff-b8fbb5ab3d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.531390 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f2b46-caa7-49fc-b9ee-669689261220 req-277acc1f-a02e-4f4c-96a0-2c72d764960b tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:43.532798 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49128) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:43.533005 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1f4f2b46-caa7-49fc-b9ee-669689261220 req-277acc1f-a02e-4f4c-96a0-2c72d764960b tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.0796299 Jul 07 17:18:43.599900 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1f4f2b46-caa7-49fc-b9ee-669689261220 req-d2bac525-b019-4ba0-b4aa-7c9e44f77351 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521829 Jul 07 17:18:43.609624 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-be3ca1e1-b520-4591-82ff-b8fbb5ab3d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.614336 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-be3ca1e1-b520-4591-82ff-b8fbb5ab3d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.660926 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-be3ca1e1-b520-4591-82ff-b8fbb5ab3d25 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f5b7ebdfcd34078bba18caa80b471da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1890266 Jul 07 17:18:43.662475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ca1e1-b520-4591-82ff-b8fbb5ab3d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f51436f-1db5-4f93-943d-7752dd065d93,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:43.664089 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49132) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:43.741450 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f20f2839-633f-4665-9ff1-9b546c1d739b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.750782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-030aca60-c095-4f04-b150-c06f7e0bbd14 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-343153768'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:43.771843 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f20f2839-633f-4665-9ff1-9b546c1d739b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.773592 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030aca60-c095-4f04-b150-c06f7e0bbd14 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:43.779494 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-030aca60-c095-4f04-b150-c06f7e0bbd14 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.793696 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-030aca60-c095-4f04-b150-c06f7e0bbd14 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.829089 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f20f2839-633f-4665-9ff1-9b546c1d739b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.832133 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f20f2839-633f-4665-9ff1-9b546c1d739b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.833682 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f20f2839-633f-4665-9ff1-9b546c1d739b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f51436f-1db5-4f93-943d-7752dd065d93 HTTP/1.1" status: 204 len: 168 time: 0.1680503 Jul 07 17:18:43.845895 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f2839-633f-4665-9ff1-9b546c1d739b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f51436f-1db5-4f93-943d-7752dd065d93,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:43.929345 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-030aca60-c095-4f04-b150-c06f7e0bbd14 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.935689 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-030aca60-c095-4f04-b150-c06f7e0bbd14 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:43.979042 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030aca60-c095-4f04-b150-c06f7e0bbd14 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:18:44.004797 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030aca60-c095-4f04-b150-c06f7e0bbd14 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4208087-c4a9-4af8-9bba-b2b42680d309,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:44.009158 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-030aca60-c095-4f04-b150-c06f7e0bbd14 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.009693 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-030aca60-c095-4f04-b150-c06f7e0bbd14 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Added segment 9ba5b987-5672-40d3-b9c6-e8a3f321a840 of type vlan for network 786ade71-bf54-475c-8871-ff99bd2f3c44 Jul 07 17:18:44.078191 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-030aca60-c095-4f04-b150-c06f7e0bbd14 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.117979 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41fc00-7064-48ce-b59f-855dbf8be1c6 req-ca9ba44e-c65c-43bd-95bd-8f41de7cc176 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:44.119821 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f41fc00-7064-48ce-b59f-855dbf8be1c6 req-ca9ba44e-c65c-43bd-95bd-8f41de7cc176 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 946 time: 0.0749073 Jul 07 17:18:44.130145 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-030aca60-c095-4f04-b150-c06f7e0bbd14 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.136668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030aca60-c095-4f04-b150-c06f7e0bbd14 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:44.137367 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-030aca60-c095-4f04-b150-c06f7e0bbd14 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.174744 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f41fc00-7064-48ce-b59f-855dbf8be1c6 req-f08c4ec0-752d-47ef-9d78-b28fd112de95 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481267 Jul 07 17:18:44.218618 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-030aca60-c095-4f04-b150-c06f7e0bbd14 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6840360 Jul 07 17:18:44.225212 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49140) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:44.233515 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-01e70f50-4301-4677-beb6-a33a8e189665 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:44.241535 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030aca60-c095-4f04-b150-c06f7e0bbd14 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Network': ['ID=786ade71-bf54-475c-8871-ff99bd2f3c44,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:44.262934 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:18:44.335088 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.417900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e70f50-4301-4677-beb6-a33a8e189665 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:44.425392 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-01e70f50-4301-4677-beb6-a33a8e189665 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.689733 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-01e70f50-4301-4677-beb6-a33a8e189665 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.708681 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ad94eed9-aa5a-4f79-bc15-a72943afae23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.765362 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e70f50-4301-4677-beb6-a33a8e189665 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=f5f2589b-7780-4eb5-82d6-1405d3b0008f,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:44.776584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e70f50-4301-4677-beb6-a33a8e189665 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Checking segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:44.776935 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e70f50-4301-4677-beb6-a33a8e189665 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network hostable DHCP agents. Network: 786ade71-bf54-475c-8871-ff99bd2f3c44, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:18:44.795232 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e70f50-4301-4677-beb6-a33a8e189665 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:18:44.805433 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-01e70f50-4301-4677-beb6-a33a8e189665 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 786ade71-bf54-475c-8871-ff99bd2f3c44) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:44.810760 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e70f50-4301-4677-beb6-a33a8e189665 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:44.811594 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-01e70f50-4301-4677-beb6-a33a8e189665 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:44.821538 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c51fdc8-72e3-4894-b36b-4e187ea01156 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:44.833227 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-01e70f50-4301-4677-beb6-a33a8e189665 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6064105 Jul 07 17:18:44.837723 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49144) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:44.843748 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-ab7a5bd6-02c5-4959-934f-6ab8d99d6853 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'name': 'tempest-NetworksTestDHCPv6-1010098576'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:44.857863 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc320ac-aa4e-4619-986e-34eff26e87cd req-5ee11a54-0ab7-492f-a10c-2ca2b9063c92 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:44.859536 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7cc320ac-aa4e-4619-986e-34eff26e87cd req-5ee11a54-0ab7-492f-a10c-2ca2b9063c92 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.0821469 Jul 07 17:18:44.931487 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7cc320ac-aa4e-4619-986e-34eff26e87cd req-2115ec3c-fa28-462f-a176-8e50f8548b46 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607004 Jul 07 17:18:44.996718 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7a5bd6-02c5-4959-934f-6ab8d99d6853 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:45.000746 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ab7a5bd6-02c5-4959-934f-6ab8d99d6853 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.026784 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-ab7a5bd6-02c5-4959-934f-6ab8d99d6853 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port f6d81987-85cc-4dff-b142-3d9e3a57f18f yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:45.043688 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-786ade71-bf54-475c-8871-ff99bd2f3c44', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'fixed_ips': [{'subnet_id': 'f5f2589b-7780-4eb5-82d6-1405d3b0008f'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:45.045203 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.151387 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-ab7a5bd6-02c5-4959-934f-6ab8d99d6853 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::113 (786ade71-bf54-475c-8871-ff99bd2f3c44/f5f2589b-7780-4eb5-82d6-1405d3b0008f/f6d81987-85cc-4dff-b142-3d9e3a57f18f) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:45.325556 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ab7a5bd6-02c5-4959-934f-6ab8d99d6853 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.344525 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-ab7a5bd6-02c5-4959-934f-6ab8d99d6853 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object f6d81987-85cc-4dff-b142-3d9e3a57f18f will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:45.360075 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd291bb8-d67d-45e8-bdc0-b04f2a82b341 req-a6654840-131a-4cad-920f-66b8ea445106 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:45.362759 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bd291bb8-d67d-45e8-bdc0-b04f2a82b341 req-a6654840-131a-4cad-920f-66b8ea445106 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 946 time: 0.0723598 Jul 07 17:18:45.387390 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ab7a5bd6-02c5-4959-934f-6ab8d99d6853 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.416402 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bd291bb8-d67d-45e8-bdc0-b04f2a82b341 req-ca422ecf-5aaf-4e06-98b1-fe0886de9e1b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476809 Jul 07 17:18:45.441222 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Allocated IP 2001:db8::2 (786ade71-bf54-475c-8871-ff99bd2f3c44/f5f2589b-7780-4eb5-82d6-1405d3b0008f/22b8d1b9-0fa2-4143-b693-faa8ae07a1a2) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:45.445386 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7a5bd6-02c5-4959-934f-6ab8d99d6853 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:45.447884 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-ab7a5bd6-02c5-4959-934f-6ab8d99d6853 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:45.452213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7a5bd6-02c5-4959-934f-6ab8d99d6853 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:45.457968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7a5bd6-02c5-4959-934f-6ab8d99d6853 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:45.458687 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ab7a5bd6-02c5-4959-934f-6ab8d99d6853 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.471214 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a5bd6-02c5-4959-934f-6ab8d99d6853 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=f6d81987-85cc-4dff-b142-3d9e3a57f18f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:45.490772 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49152) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:45.511488 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ab7a5bd6-02c5-4959-934f-6ab8d99d6853 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6715491 Jul 07 17:18:45.643610 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.644219 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a4877-58cc-4fb8-a35b-d842a001ca2a req-9f35b456-6b92-4ebe-aaa0-d8788409c8c8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:45.646098 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-458a4877-58cc-4fb8-a35b-d842a001ca2a req-9f35b456-6b92-4ebe-aaa0-d8788409c8c8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 946 time: 0.0838306 Jul 07 17:18:45.657223 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Transition to ACTIVE for port object 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:45.680094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Transition to ACTIVE for port object 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:45.689917 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.698359 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-458a4877-58cc-4fb8-a35b-d842a001ca2a req-a3acf3b4-9ede-4cb8-a24f-b96b24e389db tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450382 Jul 07 17:18:45.735229 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:45.735586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:45.739567 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:45.806571 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Pushing event updated for resources: {'Port': ['ID=22b8d1b9-0fa2-4143-b693-faa8ae07a1a2,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:45.825798 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.826178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.826535 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.826884 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.827221 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.827556 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.827893 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.828221 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.828552 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.828884 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.829214 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.829540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:45.840510 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Attempting to bind port 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:45.840888 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Attempting to bind port 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:45.841274 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Attempting to bind port 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2 on network 786ade71-bf54-475c-8871-ff99bd2f3c44 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:45.848321 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:45.848774 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Checking segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:45.849107 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.849552 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Bound using segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:45.850036 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Bound port: 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:45.850474 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:45.955010 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] For port 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:45.959673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] For port 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=22b8d1b9-0fa2-4143-b693-faa8ae07a1a2,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:45.964166 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.033045 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f8258-ffe9-4064-9f32-4ce27cfb8bea None None] Pushing event updated for resources: {'Port': ['ID=22b8d1b9-0fa2-4143-b693-faa8ae07a1a2,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:46.082522 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad770ca-1fec-4a9d-a54a-1853a6b600d2 req-d0d8fa81-87c0-41f2-b702-b02ac48cd26e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:46.084928 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cad770ca-1fec-4a9d-a54a-1853a6b600d2 req-d0d8fa81-87c0-41f2-b702-b02ac48cd26e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 946 time: 0.1313257 Jul 07 17:18:46.099168 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af1d74b-f508-41e8-ac2b-ac48a5e7fdd5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:46.104357 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1af1d74b-f508-41e8-ac2b-ac48a5e7fdd5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.6091278 Jul 07 17:18:46.104772 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49160) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:46.157068 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cad770ca-1fec-4a9d-a54a-1853a6b600d2 req-f026ac2c-5200-4e65-8b0a-3658e65396f6 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536256 Jul 07 17:18:46.291053 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb931ac-3592-4f97-b66e-bd4f203f27f3 req-1930f311-8497-4781-8de4-5c33fbb81e17 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:46.292715 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bb931ac-3592-4f97-b66e-bd4f203f27f3 req-1930f311-8497-4781-8de4-5c33fbb81e17 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.1499827 Jul 07 17:18:46.325669 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb12b8-9a84-4a07-98a6-2a0c021cf37e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port f6d81987-85cc-4dff-b142-3d9e3a57f18f {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:46.326286 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6bcb12b8-9a84-4a07-98a6-2a0c021cf37e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.402799 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bb931ac-3592-4f97-b66e-bd4f203f27f3 req-0db80db1-164f-45b8-a329-b3b024ba56b4 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023216 Jul 07 17:18:46.457833 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6bcb12b8-9a84-4a07-98a6-2a0c021cf37e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.473186 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb12b8-9a84-4a07-98a6-2a0c021cf37e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for f6d81987-85cc-4dff-b142-3d9e3a57f18f owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:46.485493 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.640990 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6bcb12b8-9a84-4a07-98a6-2a0c021cf37e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.671749 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb12b8-9a84-4a07-98a6-2a0c021cf37e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=f6d81987-85cc-4dff-b142-3d9e3a57f18f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:46.701104 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6bcb12b8-9a84-4a07-98a6-2a0c021cf37e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:46.703254 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6bcb12b8-9a84-4a07-98a6-2a0c021cf37e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/f6d81987-85cc-4dff-b142-3d9e3a57f18f HTTP/1.1" status: 204 len: 168 time: 0.5964172 Jul 07 17:18:46.706757 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49166) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:47.129695 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9b6c0e-20c9-429b-90e4-36df2c255fe0 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:47.138847 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b735c3-9d89-45ad-9733-362610bfef8e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:47.140424 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b735c3-9d89-45ad-9733-362610bfef8e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:47.142012 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-83b735c3-9d89-45ad-9733-362610bfef8e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4342926 Jul 07 17:18:47.146218 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49168) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:47.175895 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197d904-a2f8-4c6e-ad74-649c5558a6a4 req-c0668fe2-258f-4f57-a9f3-1437a6babb68 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:47.178300 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b197d904-a2f8-4c6e-ad74-649c5558a6a4 req-c0668fe2-258f-4f57-a9f3-1437a6babb68 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 946 time: 0.4510481 Jul 07 17:18:47.204574 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d93766-0a84-4a78-8301-f059d076d59b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet f5f2589b-7780-4eb5-82d6-1405d3b0008f {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:47.209289 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4b005bdc-2f48-4b75-9595-bb32ad10e3e3 None None] Provisioning for port 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:47.209916 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20d93766-0a84-4a78-8301-f059d076d59b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.246361 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b197d904-a2f8-4c6e-ad74-649c5558a6a4 req-baf658b1-a4f0-4ef6-a530-2bf165ccc450 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572345 Jul 07 17:18:47.257043 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20d93766-0a84-4a78-8301-f059d076d59b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.357738 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20d93766-0a84-4a78-8301-f059d076d59b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.472980 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20d93766-0a84-4a78-8301-f059d076d59b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.486570 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-20d93766-0a84-4a78-8301-f059d076d59b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.491668 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49174) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:47.492102 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-20d93766-0a84-4a78-8301-f059d076d59b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/f5f2589b-7780-4eb5-82d6-1405d3b0008f HTTP/1.1" status: 204 len: 168 time: 0.3445642 Jul 07 17:18:47.513096 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d93766-0a84-4a78-8301-f059d076d59b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f2589b-7780-4eb5-82d6-1405d3b0008f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:47.562054 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:47.612085 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-21275112-75bc-40ca-a26d-c6f8d01e79f4 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1185529 Jul 07 17:18:47.616169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49176) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:47.621524 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-4d0a081e-9240-4e52-ab1a-91e394d7d966 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:47.644273 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.653085 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:47.660356 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:47.661421 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.707986 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6ba4a1-55ad-49a4-9f36-82e42283b619 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:47.710891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fac713-2330-4d44-adcb-2913d680fcfa req-3888fa96-013d-4303-a257-b740ca3377ef tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:47.714088 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d8fac713-2330-4d44-adcb-2913d680fcfa req-3888fa96-013d-4303-a257-b740ca3377ef tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.1042848 Jul 07 17:18:47.745878 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0a081e-9240-4e52-ab1a-91e394d7d966 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:47.750483 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4d0a081e-9240-4e52-ab1a-91e394d7d966 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.765363 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d8fac713-2330-4d44-adcb-2913d680fcfa req-87ee66a2-a5c0-4516-a257-943f402e13cf tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459321 Jul 07 17:18:47.845555 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6968465d-5193-4b86-b9e2-55cc7eb91557 None None] Provisioning complete for port 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:47.846491 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6968465d-5193-4b86-b9e2-55cc7eb91557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:47.968781 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4d0a081e-9240-4e52-ab1a-91e394d7d966 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.010911 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0a081e-9240-4e52-ab1a-91e394d7d966 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:48.015877 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-4d0a081e-9240-4e52-ab1a-91e394d7d966 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:48.019073 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0a081e-9240-4e52-ab1a-91e394d7d966 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:48.020008 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4d0a081e-9240-4e52-ab1a-91e394d7d966 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.043349 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a081e-9240-4e52-ab1a-91e394d7d966 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=bb61f813-5292-4872-8f60-109108cf562a,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:48.051951 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4d0a081e-9240-4e52-ab1a-91e394d7d966 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4304709 Jul 07 17:18:48.052429 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49178) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:48.062700 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b18588ed-4fab-4e2d-b909-477da5e3d99b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'name': 'tempest-NetworksTestDHCPv6-400132394'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:48.192279 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18588ed-4fab-4e2d-b909-477da5e3d99b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:48.197660 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b18588ed-4fab-4e2d-b909-477da5e3d99b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.217939 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bc3e6f30-ccbb-41f5-8115-b684a21d789d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.222874 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.227714 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-b18588ed-4fab-4e2d-b909-477da5e3d99b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port 71935e65-9200-44fc-b21a-065c322ef2ef yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:48.310031 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=22b8d1b9-0fa2-4143-b693-faa8ae07a1a2,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:48.318917 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.380535 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6968465d-5193-4b86-b9e2-55cc7eb91557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.406847 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-b18588ed-4fab-4e2d-b909-477da5e3d99b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::1fd (786ade71-bf54-475c-8871-ff99bd2f3c44/bb61f813-5292-4872-8f60-109108cf562a/71935e65-9200-44fc-b21a-065c322ef2ef) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:48.424424 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=22b8d1b9-0fa2-4143-b693-faa8ae07a1a2,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:48.450508 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c919fb4b-160d-4c09-b6a9-07cc49ed4f97 None None] DHCP port deletion for 786ade71-bf54-475c-8871-ff99bd2f3c44 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:18:48.484487 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eec2e8-1670-4fa9-8d04-d86a688a5ee9 req-18a75e89-100f-4348-9447-4a5e65c511dd tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:48.486306 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-79eec2e8-1670-4fa9-8d04-d86a688a5ee9 req-18a75e89-100f-4348-9447-4a5e65c511dd tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 946 time: 0.1524365 Jul 07 17:18:48.514948 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.api [None req-6968465d-5193-4b86-b9e2-55cc7eb91557 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:18:48.515589 n-d-793620-7 neutron-server[100411]: DEBUG oslo_db.api [None req-6968465d-5193-4b86-b9e2-55cc7eb91557 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:18:48.562325 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-c919fb4b-160d-4c09-b6a9-07cc49ed4f97 None None] Deleting port 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:48.563385 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c919fb4b-160d-4c09-b6a9-07cc49ed4f97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.599857 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ebe69-903f-4ac9-926c-92bddc0aec99 req-0f111437-9147-4a59-a35f-b518200917b0 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:48.602178 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-001ebe69-903f-4ac9-926c-92bddc0aec99 req-0f111437-9147-4a59-a35f-b518200917b0 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 946 time: 0.2080584 Jul 07 17:18:48.658983 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b18588ed-4fab-4e2d-b909-477da5e3d99b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.667557 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-c919fb4b-160d-4c09-b6a9-07cc49ed4f97 None None] For port 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=22b8d1b9-0fa2-4143-b693-faa8ae07a1a2,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:48.668161 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c919fb4b-160d-4c09-b6a9-07cc49ed4f97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.676012 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-b18588ed-4fab-4e2d-b909-477da5e3d99b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object 71935e65-9200-44fc-b21a-065c322ef2ef will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:48.680707 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-001ebe69-903f-4ac9-926c-92bddc0aec99 req-705256dc-0506-4b1a-b24c-980efe4d2859 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659688 Jul 07 17:18:48.683551 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-c919fb4b-160d-4c09-b6a9-07cc49ed4f97 None None] Calling delete_port for 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:48.687000 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-79eec2e8-1670-4fa9-8d04-d86a688a5ee9 req-924445a2-c16a-44a5-9e16-3bab66c643af tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Deleting port 45c60def-ace2-4db6-ab5f-3a68a26a2800 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:48.687153 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-79eec2e8-1670-4fa9-8d04-d86a688a5ee9 req-924445a2-c16a-44a5-9e16-3bab66c643af tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.716843 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b18588ed-4fab-4e2d-b909-477da5e3d99b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.768098 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18588ed-4fab-4e2d-b909-477da5e3d99b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:48.775368 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c919fb4b-160d-4c09-b6a9-07cc49ed4f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.776681 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-b18588ed-4fab-4e2d-b909-477da5e3d99b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:48.779178 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18588ed-4fab-4e2d-b909-477da5e3d99b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:48.785961 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18588ed-4fab-4e2d-b909-477da5e3d99b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:48.785961 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b18588ed-4fab-4e2d-b909-477da5e3d99b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.796898 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18588ed-4fab-4e2d-b909-477da5e3d99b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=71935e65-9200-44fc-b21a-065c322ef2ef,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:48.809362 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919fb4b-160d-4c09-b6a9-07cc49ed4f97 None None] Pushing event deleted for resources: {'Port': ['ID=22b8d1b9-0fa2-4143-b693-faa8ae07a1a2,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:48.811946 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c919fb4b-160d-4c09-b6a9-07cc49ed4f97 None None] No DVR routers for this DVR port 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:48.820418 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-79eec2e8-1670-4fa9-8d04-d86a688a5ee9 req-924445a2-c16a-44a5-9e16-3bab66c643af tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] For port 45c60def-ace2-4db6-ab5f-3a68a26a2800, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=45c60def-ace2-4db6-ab5f-3a68a26a2800,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:48.820911 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b18588ed-4fab-4e2d-b909-477da5e3d99b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7669215 Jul 07 17:18:48.821276 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-79eec2e8-1670-4fa9-8d04-d86a688a5ee9 req-924445a2-c16a-44a5-9e16-3bab66c643af tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.822341 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49186) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:48.841427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678baca9-2fe9-4fbc-9c7a-fefd8cfe574a None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:48.846412 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:48.849326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-79eec2e8-1670-4fa9-8d04-d86a688a5ee9 req-924445a2-c16a-44a5-9e16-3bab66c643af tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Calling delete_port for 45c60def-ace2-4db6-ab5f-3a68a26a2800 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:48.955448 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea16cf2-df67-4346-85ca-9827ec803785 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:48.960107 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7ea16cf2-df67-4346-85ca-9827ec803785 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1366799 Jul 07 17:18:48.960796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49188) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:49.021837 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-79eec2e8-1670-4fa9-8d04-d86a688a5ee9 req-924445a2-c16a-44a5-9e16-3bab66c643af tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.054313 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['45c60def-ace2-4db6-ab5f-3a68a26a2800'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:18:49.057434 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924445a2-c16a-44a5-9e16-3bab66c643af tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event deleted for resources: {'Port': ['ID=45c60def-ace2-4db6-ab5f-3a68a26a2800,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:49.059698 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-6968465d-5193-4b86-b9e2-55cc7eb91557 None None] Port 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2 update to ACTIVE by agent not found {{(pid=100411) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 17:18:49.093513 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521ba47-6cb5-4e8b-a1fd-421f8762aca6 req-d96fd46e-49b0-43a0-b138-6c2749f8174c tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:49.095269 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5521ba47-6cb5-4e8b-a1fd-421f8762aca6 req-d96fd46e-49b0-43a0-b138-6c2749f8174c tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.1649332 Jul 07 17:18:49.121152 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-79eec2e8-1670-4fa9-8d04-d86a688a5ee9 req-924445a2-c16a-44a5-9e16-3bab66c643af tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] No DVR routers for this DVR port 45c60def-ace2-4db6-ab5f-3a68a26a2800 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:49.124439 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-79eec2e8-1670-4fa9-8d04-d86a688a5ee9 req-924445a2-c16a-44a5-9e16-3bab66c643af tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.126796 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-79eec2e8-1670-4fa9-8d04-d86a688a5ee9 req-924445a2-c16a-44a5-9e16-3bab66c643af tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.69 "DELETE /v2.0/ports/45c60def-ace2-4db6-ab5f-3a68a26a2800 HTTP/1.1" status: 204 len: 173 time: 0.6336997 Jul 07 17:18:49.127343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f', 'name': 'network-vif-deleted', 'tag': '45c60def-ace2-4db6-ab5f-3a68a26a2800'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:18:49.129981 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ba398b-5097-4d1b-9a1d-167bc49c0aa5" -d '{"events": [{"server_uuid": "c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f", "name": "network-vif-deleted", "tag": "45c60def-ace2-4db6-ab5f-3a68a26a2800"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:18:49.143569 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-786ade71-bf54-475c-8871-ff99bd2f3c44', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'fixed_ips': [{'subnet_id': 'bb61f813-5292-4872-8f60-109108cf562a'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:49.145494 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.175725 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7e6931dc-bd0c-4c3f-aa92-873fd5ff8624 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port 71935e65-9200-44fc-b21a-065c322ef2ef {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:49.176304 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e6931dc-bd0c-4c3f-aa92-873fd5ff8624 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.201681 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92d277d-3ea1-409c-a17f-bec8d920e306 x-openstack-request-id: req-a92d277d-3ea1-409c-a17f-bec8d920e306 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:18:49.202403 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f", "name": "network-vif-deleted", "tag": "45c60def-ace2-4db6-ab5f-3a68a26a2800", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:18:49.202820 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a92d277d-3ea1-409c-a17f-bec8d920e306 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:18:49.203404 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f', 'name': 'network-vif-deleted', 'tag': '45c60def-ace2-4db6-ab5f-3a68a26a2800', 'status': 'completed', 'code': 200} Jul 07 17:18:49.245263 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5521ba47-6cb5-4e8b-a1fd-421f8762aca6 req-5f96cb68-6130-470c-8fff-ce903a3e2a72 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425295 Jul 07 17:18:49.315466 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e6931dc-bd0c-4c3f-aa92-873fd5ff8624 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.354729 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Allocated IP 2001:db8::2 (786ade71-bf54-475c-8871-ff99bd2f3c44/bb61f813-5292-4872-8f60-109108cf562a/55f2167e-ee9c-461e-9042-2493e61dc1a2) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:49.357734 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7e6931dc-bd0c-4c3f-aa92-873fd5ff8624 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for 71935e65-9200-44fc-b21a-065c322ef2ef owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:49.437037 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:49.463431 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:49.463777 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 22b8d1b9-0fa2-4143-b693-faa8ae07a1a2 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:49.545385 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e6931dc-bd0c-4c3f-aa92-873fd5ff8624 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.562691 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.572509 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Transition to ACTIVE for port object 55f2167e-ee9c-461e-9042-2493e61dc1a2 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:49.578608 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6931dc-bd0c-4c3f-aa92-873fd5ff8624 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=71935e65-9200-44fc-b21a-065c322ef2ef,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:49.586938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6931dc-bd0c-4c3f-aa92-873fd5ff8624 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:49.587894 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6931dc-bd0c-4c3f-aa92-873fd5ff8624 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:49.588420 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6931dc-bd0c-4c3f-aa92-873fd5ff8624 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:49.588924 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6931dc-bd0c-4c3f-aa92-873fd5ff8624 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:49.589426 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6931dc-bd0c-4c3f-aa92-873fd5ff8624 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:49.589948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6931dc-bd0c-4c3f-aa92-873fd5ff8624 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:49.590410 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6931dc-bd0c-4c3f-aa92-873fd5ff8624 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:49.591090 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6931dc-bd0c-4c3f-aa92-873fd5ff8624 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:49.591268 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6931dc-bd0c-4c3f-aa92-873fd5ff8624 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:49.591511 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6931dc-bd0c-4c3f-aa92-873fd5ff8624 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:49.591825 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6931dc-bd0c-4c3f-aa92-873fd5ff8624 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:49.592140 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6931dc-bd0c-4c3f-aa92-873fd5ff8624 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:18:49.594157 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Transition to ACTIVE for port object 55f2167e-ee9c-461e-9042-2493e61dc1a2 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:49.625164 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.641023 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e6931dc-bd0c-4c3f-aa92-873fd5ff8624 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.645357 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7e6931dc-bd0c-4c3f-aa92-873fd5ff8624 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/71935e65-9200-44fc-b21a-065c322ef2ef HTTP/1.1" status: 204 len: 168 time: 0.6644909 Jul 07 17:18:49.645817 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49192) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:49.668303 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:49.670299 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Pushing event updated for resources: {'Port': ['ID=55f2167e-ee9c-461e-9042-2493e61dc1a2,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:49.674717 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:49.677368 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:49.761914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Attempting to bind port 55f2167e-ee9c-461e-9042-2493e61dc1a2 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:49.763357 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Attempting to bind port 55f2167e-ee9c-461e-9042-2493e61dc1a2 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:49.763756 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Attempting to bind port 55f2167e-ee9c-461e-9042-2493e61dc1a2 on network 786ade71-bf54-475c-8871-ff99bd2f3c44 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:49.779615 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20959949-a24f-437c-a0b8-3108beab10ed tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:49.782802 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20959949-a24f-437c-a0b8-3108beab10ed tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:49.784079 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:49.784812 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Checking segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:49.787185 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-20959949-a24f-437c-a0b8-3108beab10ed tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1397321 Jul 07 17:18:49.791877 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49198) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:49.792250 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.794251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Bound using segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:49.794251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Bound port: 55f2167e-ee9c-461e-9042-2493e61dc1a2, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:49.794251 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.875384 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dbae33b-b036-48c0-910f-0267765b8a7d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet bb61f813-5292-4872-8f60-109108cf562a {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:49.879096 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1dbae33b-b036-48c0-910f-0267765b8a7d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.888647 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] For port 55f2167e-ee9c-461e-9042-2493e61dc1a2, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:49.892854 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] For port 55f2167e-ee9c-461e-9042-2493e61dc1a2, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=55f2167e-ee9c-461e-9042-2493e61dc1a2,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:49.898815 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.955901 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ca4e941-585c-4628-ba5d-911f6bd44024 req-49371669-ba86-4269-979f-5876ec2a3cd2 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 210 time: 0.0488813 Jul 07 17:18:49.961406 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1dbae33b-b036-48c0-910f-0267765b8a7d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:49.965136 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb8d1d-a659-4c51-b26a-93e2389de94f None None] Pushing event updated for resources: {'Port': ['ID=55f2167e-ee9c-461e-9042-2493e61dc1a2,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:50.078567 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1dbae33b-b036-48c0-910f-0267765b8a7d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.187214 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1dbae33b-b036-48c0-910f-0267765b8a7d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.223643 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbae33b-b036-48c0-910f-0267765b8a7d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=bb61f813-5292-4872-8f60-109108cf562a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:50.228245 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1dbae33b-b036-48c0-910f-0267765b8a7d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.230238 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1dbae33b-b036-48c0-910f-0267765b8a7d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/bb61f813-5292-4872-8f60-109108cf562a HTTP/1.1" status: 204 len: 168 time: 0.4370620 Jul 07 17:18:50.232665 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49200) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:50.286367 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-481dd892-7d8c-4cb7-ab12-4780a2868d56 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523844 Jul 07 17:18:50.289449 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49204) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:50.297956 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:18:50.299199 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-726a8ae6-ec2f-4e3c-a4a4-57b804dba95f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:50.338086 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.529458 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726a8ae6-ec2f-4e3c-a4a4-57b804dba95f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:50.533344 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-726a8ae6-ec2f-4e3c-a4a4-57b804dba95f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.561094 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd0196-9a4b-43dd-8300-0876cb725ae4 req-0433fa4c-0db0-4708-b4ad-fa8fbb2288e6 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:50.564242 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7ecd0196-9a4b-43dd-8300-0876cb725ae4 req-0433fa4c-0db0-4708-b4ad-fa8fbb2288e6 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.1673081 Jul 07 17:18:50.659820 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7ecd0196-9a4b-43dd-8300-0876cb725ae4 req-6dfe59b4-7dbd-41b8-bd06-bcac92b85552 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632954 Jul 07 17:18:50.792539 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-726a8ae6-ec2f-4e3c-a4a4-57b804dba95f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.849659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726a8ae6-ec2f-4e3c-a4a4-57b804dba95f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:50.853933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-726a8ae6-ec2f-4e3c-a4a4-57b804dba95f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:50.858843 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726a8ae6-ec2f-4e3c-a4a4-57b804dba95f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:50.859705 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-726a8ae6-ec2f-4e3c-a4a4-57b804dba95f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:50.874548 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a8ae6-ec2f-4e3c-a4a4-57b804dba95f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=2a4da7e5-1dc2-43ee-9f94-b903bdd33538,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:50.879923 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-726a8ae6-ec2f-4e3c-a4a4-57b804dba95f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5880182 Jul 07 17:18:50.884320 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49208) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:50.890093 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-38233f5c-b83f-467d-9c3f-df879eb8bf5a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'name': 'tempest-NetworksTestDHCPv6-2141898603'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:51.061201 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38233f5c-b83f-467d-9c3f-df879eb8bf5a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:51.067056 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-38233f5c-b83f-467d-9c3f-df879eb8bf5a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.088872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-38233f5c-b83f-467d-9c3f-df879eb8bf5a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port 89f2a214-1f14-4772-b581-825ab1277e49 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:51.196264 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8f9c46e9-0b66-4735-ae12-739193afdf6e req-1df31b03-0859-424a-9c9e-5211cbb7746e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 210 time: 0.0354621 Jul 07 17:18:51.286287 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-38233f5c-b83f-467d-9c3f-df879eb8bf5a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::50 (786ade71-bf54-475c-8871-ff99bd2f3c44/2a4da7e5-1dc2-43ee-9f94-b903bdd33538/89f2a214-1f14-4772-b581-825ab1277e49) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:51.308368 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5cd958-bbbe-4686-92d4-a5aa913c376b None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:51.338195 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f80a9324-7b91-4b42-bf52-0f47ec83d5b4 None None] Could not find standard attr ID for object 71935e65-9200-44fc-b21a-065c322ef2ef. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:18:51.422499 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f80a9324-7b91-4b42-bf52-0f47ec83d5b4 None None] Provisioning for port 55f2167e-ee9c-461e-9042-2493e61dc1a2 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:51.491848 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-38233f5c-b83f-467d-9c3f-df879eb8bf5a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.517651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-38233f5c-b83f-467d-9c3f-df879eb8bf5a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object 89f2a214-1f14-4772-b581-825ab1277e49 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:51.520379 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 55f2167e-ee9c-461e-9042-2493e61dc1a2 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:51.569401 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-38233f5c-b83f-467d-9c3f-df879eb8bf5a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.618828 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 55f2167e-ee9c-461e-9042-2493e61dc1a2 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:51.625715 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 55f2167e-ee9c-461e-9042-2493e61dc1a2 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:51.626089 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.644981 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38233f5c-b83f-467d-9c3f-df879eb8bf5a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:51.652672 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-38233f5c-b83f-467d-9c3f-df879eb8bf5a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:51.656884 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38233f5c-b83f-467d-9c3f-df879eb8bf5a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:51.662434 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38233f5c-b83f-467d-9c3f-df879eb8bf5a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:51.663386 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-38233f5c-b83f-467d-9c3f-df879eb8bf5a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.671008 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38233f5c-b83f-467d-9c3f-df879eb8bf5a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=89f2a214-1f14-4772-b581-825ab1277e49,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:51.685980 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-38233f5c-b83f-467d-9c3f-df879eb8bf5a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8001335 Jul 07 17:18:51.689761 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49212) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:51.725449 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.772916 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 55f2167e-ee9c-461e-9042-2493e61dc1a2, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=55f2167e-ee9c-461e-9042-2493e61dc1a2,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:51.779468 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:51.867540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=55f2167e-ee9c-461e-9042-2493e61dc1a2,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:51.879110 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5067c8-b248-48b6-91eb-c139c636b3e1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:51.886875 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5067c8-b248-48b6-91eb-c139c636b3e1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:51.889007 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3b5067c8-b248-48b6-91eb-c139c636b3e1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1974556 Jul 07 17:18:51.891857 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49216) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:51.974536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080dbf6-b84f-4d34-bfec-77bdad26d94d req-d12e08dc-150a-49c7-bbc2-477871012091 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:51.976986 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9080dbf6-b84f-4d34-bfec-77bdad26d94d req-d12e08dc-150a-49c7-bbc2-477871012091 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.0894332 Jul 07 17:18:52.026652 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9080dbf6-b84f-4d34-bfec-77bdad26d94d req-84b845ae-6b1d-48fb-bd78-d2a8b52faee3 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433903 Jul 07 17:18:52.035457 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-354f4d59-ff94-4c96-b772-dee340c1341f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port 89f2a214-1f14-4772-b581-825ab1277e49 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:52.036284 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-354f4d59-ff94-4c96-b772-dee340c1341f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.087727 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a54be9d3-3c73-47d0-95ef-ae1e4149bd85 None None] Provisioning for port 89f2a214-1f14-4772-b581-825ab1277e49 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:52.107579 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a54be9d3-3c73-47d0-95ef-ae1e4149bd85 None None] Provisioning complete for port 89f2a214-1f14-4772-b581-825ab1277e49 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:52.108078 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a54be9d3-3c73-47d0-95ef-ae1e4149bd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.164339 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-354f4d59-ff94-4c96-b772-dee340c1341f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.189556 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-354f4d59-ff94-4c96-b772-dee340c1341f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for 89f2a214-1f14-4772-b581-825ab1277e49 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:52.196163 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-a54be9d3-3c73-47d0-95ef-ae1e4149bd85 None None] Port 89f2a214-1f14-4772-b581-825ab1277e49 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:18:52.224437 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a54be9d3-3c73-47d0-95ef-ae1e4149bd85 None None] Provisioning complete for port 55f2167e-ee9c-461e-9042-2493e61dc1a2 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:52.224820 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a54be9d3-3c73-47d0-95ef-ae1e4149bd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.533090 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-354f4d59-ff94-4c96-b772-dee340c1341f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.541159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1102e1eb-3b61-4185-8f40-d4aa7f6a0f8b None None] Could not find standard attr ID for object f6d81987-85cc-4dff-b142-3d9e3a57f18f. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:18:52.570242 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b240a00-8197-4863-b43e-cf7c868b0585 req-e25b0419-9fa1-49c5-98fd-9c90f60f6ce9 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 210 time: 0.0553651 Jul 07 17:18:52.614865 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738ea0d-b4a5-4318-ade2-2a87a051d9f2 req-e6a957ec-46ea-4a22-a5c6-5195a9aaa0a6 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:52.622291 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 45c60def-ace2-4db6-ab5f-3a68a26a2800 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:52.624904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f4d59-ff94-4c96-b772-dee340c1341f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=89f2a214-1f14-4772-b581-825ab1277e49,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:52.626067 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3738ea0d-b4a5-4318-ade2-2a87a051d9f2 req-e6a957ec-46ea-4a22-a5c6-5195a9aaa0a6 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.1072340 Jul 07 17:18:52.668564 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-354f4d59-ff94-4c96-b772-dee340c1341f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.670701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 45c60def-ace2-4db6-ab5f-3a68a26a2800 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:52.673539 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-354f4d59-ff94-4c96-b772-dee340c1341f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/89f2a214-1f14-4772-b581-825ab1277e49 HTTP/1.1" status: 204 len: 168 time: 0.7805610 Jul 07 17:18:52.674211 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 45c60def-ace2-4db6-ab5f-3a68a26a2800 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:52.674363 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49226) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:52.677285 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3738ea0d-b4a5-4318-ade2-2a87a051d9f2 req-08550803-27a2-4f3f-9a0f-e2a542d4ef17 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453558 Jul 07 17:18:52.692440 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49283be-ab9a-44c8-9327-ae1e75b1dfb7 req-84673698-2ba3-4f5f-b15d-d6eca5428fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:52.694028 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e49283be-ab9a-44c8-9327-ae1e75b1dfb7 req-84673698-2ba3-4f5f-b15d-d6eca5428fdb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e0d3f4c1ff294119a2c5fc6e804d1e59&device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 1097 time: 0.2403169 Jul 07 17:18:52.794607 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bb9749-137b-4724-91fa-4e6861f19946 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:52.796261 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bb9749-137b-4724-91fa-4e6861f19946 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:52.797793 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-89bb9749-137b-4724-91fa-4e6861f19946 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1213593 Jul 07 17:18:52.800845 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49228) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:52.844261 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49283be-ab9a-44c8-9327-ae1e75b1dfb7 req-628ef8ae-dec8-47c5-8590-64e98034b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:52.846102 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e49283be-ab9a-44c8-9327-ae1e75b1dfb7 req-628ef8ae-dec8-47c5-8590-64e98034b3d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=292197e0-01dc-4068-ba5d-c7a67aedfe6d HTTP/1.1" status: 200 len: 912 time: 0.1310079 Jul 07 17:18:52.861436 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-37509397-05bf-4e32-86d3-f80c116f4913 None None] Could not find standard attr ID for object 71935e65-9200-44fc-b21a-065c322ef2ef. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:18:52.882482 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-da414ee9-d80f-422f-b67d-ebf253e758fa tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet 2a4da7e5-1dc2-43ee-9f94-b903bdd33538 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:52.885869 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-da414ee9-d80f-422f-b67d-ebf253e758fa tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.944264 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-da414ee9-d80f-422f-b67d-ebf253e758fa tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:52.947027 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e49283be-ab9a-44c8-9327-ae1e75b1dfb7 req-cb4faf42-cb1e-4b58-a97c-94965032ec67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51d7971c-abee-40e3-9b99-1f50a6fe0be7 HTTP/1.1" status: 200 len: 1000 time: 0.0913899 Jul 07 17:18:53.029814 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49283be-ab9a-44c8-9327-ae1e75b1dfb7 req-7cb65677-b1b7-4c20-8991-7fb6daed9ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:53.031610 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e49283be-ab9a-44c8-9327-ae1e75b1dfb7 req-7cb65677-b1b7-4c20-8991-7fb6daed9ae9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aeaad8af-4e95-4aca-8e25-9c0ee640a68c HTTP/1.1" status: 200 len: 850 time: 0.0783508 Jul 07 17:18:53.032103 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-da414ee9-d80f-422f-b67d-ebf253e758fa tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.080984 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-daba1407-0707-4c84-93fb-8c1061423cc3 None None] Could not find standard attr ID for object 89f2a214-1f14-4772-b581-825ab1277e49. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:18:53.107333 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49283be-ab9a-44c8-9327-ae1e75b1dfb7 req-28cefe3a-7056-4dbe-bf33-918aeee88dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:53.108863 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e49283be-ab9a-44c8-9327-ae1e75b1dfb7 req-28cefe3a-7056-4dbe-bf33-918aeee88dcd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=292197e0-01dc-4068-ba5d-c7a67aedfe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708299 Jul 07 17:18:53.133083 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-da414ee9-d80f-422f-b67d-ebf253e758fa tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.188286 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da414ee9-d80f-422f-b67d-ebf253e758fa tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4da7e5-1dc2-43ee-9f94-b903bdd33538,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:53.194640 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-da414ee9-d80f-422f-b67d-ebf253e758fa tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.200857 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-da414ee9-d80f-422f-b67d-ebf253e758fa tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/2a4da7e5-1dc2-43ee-9f94-b903bdd33538 HTTP/1.1" status: 204 len: 168 time: 0.3966842 Jul 07 17:18:53.201412 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49230) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:53.281001 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4faf4e9c-96a1-4937-900e-53bb16f46ae1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757878 Jul 07 17:18:53.281502 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49232) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:53.361721 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e49283be-ab9a-44c8-9327-ae1e75b1dfb7 req-22727cba-2088-4463-990b-f067bc21a013 service neutron] 10.222.0.15 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423973 Jul 07 17:18:53.370998 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0538761-35ba-4a5a-a7ff-43f53af68671 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:53.465552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46507fba-c87d-4d24-a7b7-7652f708ca46 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:53.467272 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-46507fba-c87d-4d24-a7b7-7652f708ca46 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1833591 Jul 07 17:18:53.471256 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49236) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:53.518618 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 55f2167e-ee9c-461e-9042-2493e61dc1a2 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:53.525881 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e49283be-ab9a-44c8-9327-ae1e75b1dfb7 req-1b78d784-203b-49d4-a448-3426ce033dc1 service neutron] 10.222.0.15 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532953 Jul 07 17:18:53.538965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0884403-de96-49ab-bbae-0da09c4d5954 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:53.540846 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e0884403-de96-49ab-bbae-0da09c4d5954 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0685067 Jul 07 17:18:53.543796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49238) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:53.596295 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1d8fc9a6-d62d-4838-9c2f-e6175cb12526 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510733 Jul 07 17:18:53.601780 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49242) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:53.609284 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-69d41989-1fa5-41b9-ad65-ffa7aee3ec0c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:53.625929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 55f2167e-ee9c-461e-9042-2493e61dc1a2 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:53.626526 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.753030 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6982a227-c5a6-41b8-bca9-b595bb8fe6fc req-2bc9ee60-fea6-4696-a22a-97ec25c50321 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8d2a3e7-b06e-4fdd-a7b5-e305ce42ce4f HTTP/1.1" status: 200 len: 210 time: 0.0492053 Jul 07 17:18:53.792285 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d41989-1fa5-41b9-ad65-ffa7aee3ec0c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:53.797076 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69d41989-1fa5-41b9-ad65-ffa7aee3ec0c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:53.800180 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509280de-f5c0-4f33-bcee-c8d134af3056 None None] DHCP port deletion for 786ade71-bf54-475c-8871-ff99bd2f3c44 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:18:53.895886 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-509280de-f5c0-4f33-bcee-c8d134af3056 None None] Deleting port 55f2167e-ee9c-461e-9042-2493e61dc1a2 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:53.896809 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-509280de-f5c0-4f33-bcee-c8d134af3056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.038449 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69d41989-1fa5-41b9-ad65-ffa7aee3ec0c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.050457 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-509280de-f5c0-4f33-bcee-c8d134af3056 None None] For port 55f2167e-ee9c-461e-9042-2493e61dc1a2, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=55f2167e-ee9c-461e-9042-2493e61dc1a2,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:54.052105 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-509280de-f5c0-4f33-bcee-c8d134af3056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.080372 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-509280de-f5c0-4f33-bcee-c8d134af3056 None None] Calling delete_port for 55f2167e-ee9c-461e-9042-2493e61dc1a2 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:54.097909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5c497-3588-403e-bfae-37b7cde1de94 req-7ae76a20-e18c-46df-b405-5ee18bcbe8a1 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:54.109276 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-83b5c497-3588-403e-bfae-37b7cde1de94 req-7ae76a20-e18c-46df-b405-5ee18bcbe8a1 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.1730578 Jul 07 17:18:54.127271 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d41989-1fa5-41b9-ad65-ffa7aee3ec0c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:54.130901 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-69d41989-1fa5-41b9-ad65-ffa7aee3ec0c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:54.148624 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d41989-1fa5-41b9-ad65-ffa7aee3ec0c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:54.150111 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69d41989-1fa5-41b9-ad65-ffa7aee3ec0c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.156023 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d41989-1fa5-41b9-ad65-ffa7aee3ec0c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=9648b50d-3e03-46d3-a6a7-5154248c365c,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:54.177303 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-83b5c497-3588-403e-bfae-37b7cde1de94 req-0e4e3298-f646-40a1-a21d-bb61cca0b0be tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414312 Jul 07 17:18:54.187553 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-69d41989-1fa5-41b9-ad65-ffa7aee3ec0c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5834105 Jul 07 17:18:54.188265 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49246) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:54.197862 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-10bd9eba-de2e-433f-99d3-d5f3099fe328 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'fixed_ips': [{'subnet_id': '9648b50d-3e03-46d3-a6a7-5154248c365c', 'ip_address': '2001:db8::a555:8cc7:e21c:1c07'}], 'name': 'tempest-NetworksTestDHCPv6-880632473'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:54.241497 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-509280de-f5c0-4f33-bcee-c8d134af3056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.267915 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509280de-f5c0-4f33-bcee-c8d134af3056 None None] Pushing event deleted for resources: {'Port': ['ID=55f2167e-ee9c-461e-9042-2493e61dc1a2,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:54.277267 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509280de-f5c0-4f33-bcee-c8d134af3056 None None] No DVR routers for this DVR port 55f2167e-ee9c-461e-9042-2493e61dc1a2 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:54.296754 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3dbe87-e19d-437c-96c9-13419622882e None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:54.335766 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bd9eba-de2e-433f-99d3-d5f3099fe328 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:54.434492 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10bd9eba-de2e-433f-99d3-d5f3099fe328 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.455458 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-786ade71-bf54-475c-8871-ff99bd2f3c44', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'fixed_ips': [{'subnet_id': '9648b50d-3e03-46d3-a6a7-5154248c365c'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:54.456496 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.456910 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-10bd9eba-de2e-433f-99d3-d5f3099fe328 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port 5b01a8e8-a6dd-4138-bdeb-637cff3f5431 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:54.618974 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Allocated IP 2001:db8::2 (786ade71-bf54-475c-8871-ff99bd2f3c44/9648b50d-3e03-46d3-a6a7-5154248c365c/78562a42-b215-4680-ad9c-3bef07161faf) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:54.767281 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.776216 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Transition to ACTIVE for port object 78562a42-b215-4680-ad9c-3bef07161faf will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:54.795540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Transition to ACTIVE for port object 78562a42-b215-4680-ad9c-3bef07161faf will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:54.801663 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.853969 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:54.859308 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:54.863050 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:54.870734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Pushing event updated for resources: {'Port': ['ID=78562a42-b215-4680-ad9c-3bef07161faf,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:54.895306 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-10bd9eba-de2e-433f-99d3-d5f3099fe328 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::a555:8cc7:e21c:1c07 (786ade71-bf54-475c-8871-ff99bd2f3c44/9648b50d-3e03-46d3-a6a7-5154248c365c/5b01a8e8-a6dd-4138-bdeb-637cff3f5431) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:54.935006 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Attempting to bind port 78562a42-b215-4680-ad9c-3bef07161faf on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:54.935483 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Attempting to bind port 78562a42-b215-4680-ad9c-3bef07161faf by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:54.935941 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Attempting to bind port 78562a42-b215-4680-ad9c-3bef07161faf on network 786ade71-bf54-475c-8871-ff99bd2f3c44 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:54.942285 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:54.942969 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Checking segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:54.943516 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:54.944148 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Bound using segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:54.944690 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Bound port: 78562a42-b215-4680-ad9c-3bef07161faf, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:54.945296 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.052950 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] For port 78562a42-b215-4680-ad9c-3bef07161faf, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:55.060131 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] For port 78562a42-b215-4680-ad9c-3bef07161faf, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=78562a42-b215-4680-ad9c-3bef07161faf,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:55.069483 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.118951 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10bd9eba-de2e-433f-99d3-d5f3099fe328 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.139710 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-10bd9eba-de2e-433f-99d3-d5f3099fe328 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object 5b01a8e8-a6dd-4138-bdeb-637cff3f5431 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:55.184033 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b9b99-52f8-4958-9cf9-74937beb105e None None] Pushing event updated for resources: {'Port': ['ID=78562a42-b215-4680-ad9c-3bef07161faf,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:55.204223 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10bd9eba-de2e-433f-99d3-d5f3099fe328 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.270189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bd9eba-de2e-433f-99d3-d5f3099fe328 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:55.277027 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-10bd9eba-de2e-433f-99d3-d5f3099fe328 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:55.281274 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd9eba-de2e-433f-99d3-d5f3099fe328 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:55.287310 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bd9eba-de2e-433f-99d3-d5f3099fe328 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.287965 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10bd9eba-de2e-433f-99d3-d5f3099fe328 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.298731 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd9eba-de2e-433f-99d3-d5f3099fe328 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=5b01a8e8-a6dd-4138-bdeb-637cff3f5431,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:55.318789 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-10bd9eba-de2e-433f-99d3-d5f3099fe328 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1289487 Jul 07 17:18:55.322048 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49258) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:55.472889 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dc3ed9-aa2c-46f2-8af7-57d2769131fa tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.479566 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dc3ed9-aa2c-46f2-8af7-57d2769131fa tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.483990 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b0dc3ed9-aa2c-46f2-8af7-57d2769131fa tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1576383 Jul 07 17:18:55.484594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49260) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:55.513673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 55f2167e-ee9c-461e-9042-2493e61dc1a2 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:18:55.553239 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 55f2167e-ee9c-461e-9042-2493e61dc1a2 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:18:55.553619 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 55f2167e-ee9c-461e-9042-2493e61dc1a2 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:18:55.704677 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6b71b-4986-40d3-bf78-62db62c9e7ec req-fb4b41c8-7ae0-4a5e-80a0-16b33558e27c tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:55.712071 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1ad6b71b-4986-40d3-bf78-62db62c9e7ec req-fb4b41c8-7ae0-4a5e-80a0-16b33558e27c tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.1567085 Jul 07 17:18:55.765148 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1ad6b71b-4986-40d3-bf78-62db62c9e7ec req-239d96c3-5e12-4162-88fb-00a04292c8e6 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521271 Jul 07 17:18:55.770723 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8d6be3e4-bf6d-48f2-a033-a21e15e892a7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port 5b01a8e8-a6dd-4138-bdeb-637cff3f5431 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:55.771103 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8d6be3e4-bf6d-48f2-a033-a21e15e892a7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.874364 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8d6be3e4-bf6d-48f2-a033-a21e15e892a7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:55.889188 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8d6be3e4-bf6d-48f2-a033-a21e15e892a7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for 5b01a8e8-a6dd-4138-bdeb-637cff3f5431 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:56.025599 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8d6be3e4-bf6d-48f2-a033-a21e15e892a7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.059738 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6be3e4-bf6d-48f2-a033-a21e15e892a7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=5b01a8e8-a6dd-4138-bdeb-637cff3f5431,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:56.089804 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8d6be3e4-bf6d-48f2-a033-a21e15e892a7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.094336 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8d6be3e4-bf6d-48f2-a033-a21e15e892a7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/5b01a8e8-a6dd-4138-bdeb-637cff3f5431 HTTP/1.1" status: 204 len: 168 time: 0.6062546 Jul 07 17:18:56.094595 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49266) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:56.167895 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f1d938-849d-4825-8bef-0a5a93772fda tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:56.172567 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f1d938-849d-4825-8bef-0a5a93772fda tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:56.175378 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-91f1d938-849d-4825-8bef-0a5a93772fda tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0792949 Jul 07 17:18:56.184506 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49270) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:56.257205 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b62f616-9b5d-4646-a952-29e9b44b169b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet 9648b50d-3e03-46d3-a6a7-5154248c365c {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:56.262197 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9b62f616-9b5d-4646-a952-29e9b44b169b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.317634 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9b62f616-9b5d-4646-a952-29e9b44b169b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.435578 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9b62f616-9b5d-4646-a952-29e9b44b169b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.515835 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9b62f616-9b5d-4646-a952-29e9b44b169b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.546788 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62f616-9b5d-4646-a952-29e9b44b169b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=9648b50d-3e03-46d3-a6a7-5154248c365c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:56.550851 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9b62f616-9b5d-4646-a952-29e9b44b169b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.555846 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49272) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:56.556051 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9b62f616-9b5d-4646-a952-29e9b44b169b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/9648b50d-3e03-46d3-a6a7-5154248c365c HTTP/1.1" status: 204 len: 168 time: 0.3701575 Jul 07 17:18:56.592906 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b78143f-c8a5-4d92-8d0e-50ec2b2773a6 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:56.605996 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9173e47f-592f-4bd1-9060-efbfe167431d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483212 Jul 07 17:18:56.609027 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49274) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:56.614721 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2417df92-9095-4fe5-84d2-9c901f35b62d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:56.698179 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2e58cce5-818c-42ab-92d1-bef14c107990 None None] Provisioning for port 78562a42-b215-4680-ad9c-3bef07161faf completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:56.720301 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2417df92-9095-4fe5-84d2-9c901f35b62d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:56.724161 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2417df92-9095-4fe5-84d2-9c901f35b62d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.831925 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060c6732-3f5e-4b92-8556-99d3ff6cdc29 None None] DHCP port deletion for 786ade71-bf54-475c-8871-ff99bd2f3c44 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:18:56.884751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-060c6732-3f5e-4b92-8556-99d3ff6cdc29 None None] Deleting port 78562a42-b215-4680-ad9c-3bef07161faf {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:56.885276 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-060c6732-3f5e-4b92-8556-99d3ff6cdc29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:56.995714 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2417df92-9095-4fe5-84d2-9c901f35b62d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.014924 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-060c6732-3f5e-4b92-8556-99d3ff6cdc29 None None] For port 78562a42-b215-4680-ad9c-3bef07161faf, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=78562a42-b215-4680-ad9c-3bef07161faf,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:18:57.015594 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-060c6732-3f5e-4b92-8556-99d3ff6cdc29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.030226 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-060c6732-3f5e-4b92-8556-99d3ff6cdc29 None None] Calling delete_port for 78562a42-b215-4680-ad9c-3bef07161faf owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:57.073090 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2417df92-9095-4fe5-84d2-9c901f35b62d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:57.078947 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-2417df92-9095-4fe5-84d2-9c901f35b62d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:57.085852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2417df92-9095-4fe5-84d2-9c901f35b62d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:57.087082 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2417df92-9095-4fe5-84d2-9c901f35b62d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.102869 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417df92-9095-4fe5-84d2-9c901f35b62d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=947d06eb-3581-4110-b029-70b7d8358458,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:57.119702 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2417df92-9095-4fe5-84d2-9c901f35b62d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5092146 Jul 07 17:18:57.123332 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49278) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:57.128291 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-060c6732-3f5e-4b92-8556-99d3ff6cdc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.128611 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c7f3ef26-9a90-4a93-8120-433b3a328587 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'fixed_ips': [{'subnet_id': '947d06eb-3581-4110-b029-70b7d8358458', 'ip_address': '2001:db8::a9f4:bcf3:20a6:1355'}], 'name': 'tempest-NetworksTestDHCPv6-1942918606'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:57.159258 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c6732-3f5e-4b92-8556-99d3ff6cdc29 None None] Pushing event deleted for resources: {'Port': ['ID=78562a42-b215-4680-ad9c-3bef07161faf,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:57.163355 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060c6732-3f5e-4b92-8556-99d3ff6cdc29 None None] No DVR routers for this DVR port 78562a42-b215-4680-ad9c-3bef07161faf on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:18:57.181222 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a72ccfa-b969-4cc3-a39c-89f6fddb657f None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:57.285547 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f3ef26-9a90-4a93-8120-433b3a328587 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:57.297047 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ef26-9a90-4a93-8120-433b3a328587 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.311087 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-c7f3ef26-9a90-4a93-8120-433b3a328587 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port 9937ae28-94f4-4369-9d35-6c9ca102bc69 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:18:57.367262 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-786ade71-bf54-475c-8871-ff99bd2f3c44', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'fixed_ips': [{'subnet_id': '947d06eb-3581-4110-b029-70b7d8358458'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:18:57.368391 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.532597 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-c7f3ef26-9a90-4a93-8120-433b3a328587 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::a9f4:bcf3:20a6:1355 (786ade71-bf54-475c-8871-ff99bd2f3c44/947d06eb-3581-4110-b029-70b7d8358458/9937ae28-94f4-4369-9d35-6c9ca102bc69) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:57.698193 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ef26-9a90-4a93-8120-433b3a328587 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.713584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-c7f3ef26-9a90-4a93-8120-433b3a328587 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object 9937ae28-94f4-4369-9d35-6c9ca102bc69 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:57.752052 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ef26-9a90-4a93-8120-433b3a328587 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.811020 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Allocated IP 2001:db8::2 (786ade71-bf54-475c-8871-ff99bd2f3c44/947d06eb-3581-4110-b029-70b7d8358458/42e6cd2b-6399-4e15-8e6c-2d4b12a8551a) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:18:57.833525 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f3ef26-9a90-4a93-8120-433b3a328587 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:57.839684 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-c7f3ef26-9a90-4a93-8120-433b3a328587 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:57.847198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f3ef26-9a90-4a93-8120-433b3a328587 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:57.853943 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f3ef26-9a90-4a93-8120-433b3a328587 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:57.854859 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ef26-9a90-4a93-8120-433b3a328587 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:57.859212 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3ef26-9a90-4a93-8120-433b3a328587 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=9937ae28-94f4-4369-9d35-6c9ca102bc69,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:57.882586 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c7f3ef26-9a90-4a93-8120-433b3a328587 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7549195 Jul 07 17:18:57.882845 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49282) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:57.988993 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae56f38-6ba8-4854-873e-498d70eb7595 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:57.990746 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5ae56f38-6ba8-4854-873e-498d70eb7595 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1060305 Jul 07 17:18:57.995524 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49286) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:58.022119 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.035312 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Transition to ACTIVE for port object 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:58.066406 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Transition to ACTIVE for port object 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:18:58.075492 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.140741 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:58.149079 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:58.155071 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:18:58.157594 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Pushing event updated for resources: {'Port': ['ID=42e6cd2b-6399-4e15-8e6c-2d4b12a8551a,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:58.165383 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-91214c92-9d53-4f2c-9709-7a762fd492c8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port 9937ae28-94f4-4369-9d35-6c9ca102bc69 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:18:58.166117 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-91214c92-9d53-4f2c-9709-7a762fd492c8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.237165 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Attempting to bind port 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:18:58.237633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Attempting to bind port 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:18:58.238071 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Attempting to bind port 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a on network 786ade71-bf54-475c-8871-ff99bd2f3c44 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:18:58.243931 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:18:58.244408 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Checking segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:18:58.244922 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.245430 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Bound using segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:18:58.246194 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Bound port: 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:18:58.246724 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.299784 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-91214c92-9d53-4f2c-9709-7a762fd492c8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.330715 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-91214c92-9d53-4f2c-9709-7a762fd492c8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for 9937ae28-94f4-4369-9d35-6c9ca102bc69 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:18:58.398600 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] For port 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:18:58.405617 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] For port 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=42e6cd2b-6399-4e15-8e6c-2d4b12a8551a,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:18:58.414151 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.563663 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c2605-0a0f-41b4-80ef-b7a3066bce55 None None] Pushing event updated for resources: {'Port': ['ID=42e6cd2b-6399-4e15-8e6c-2d4b12a8551a,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:58.590566 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-91214c92-9d53-4f2c-9709-7a762fd492c8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.636116 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91214c92-9d53-4f2c-9709-7a762fd492c8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=9937ae28-94f4-4369-9d35-6c9ca102bc69,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:58.675806 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-91214c92-9d53-4f2c-9709-7a762fd492c8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.678947 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-91214c92-9d53-4f2c-9709-7a762fd492c8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/9937ae28-94f4-4369-9d35-6c9ca102bc69 HTTP/1.1" status: 204 len: 168 time: 0.6822796 Jul 07 17:18:58.681052 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49320) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:58.772192 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48d7683-5d34-4613-9455-db0d86b099da tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:58.773753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48d7683-5d34-4613-9455-db0d86b099da tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:58.778722 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b48d7683-5d34-4613-9455-db0d86b099da tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0936553 Jul 07 17:18:58.779295 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49330) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:58.837658 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e7348b-cdd1-41f1-9912-0456f69c5479 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet 947d06eb-3581-4110-b029-70b7d8358458 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:18:58.841857 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5e7348b-cdd1-41f1-9912-0456f69c5479 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.900137 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5e7348b-cdd1-41f1-9912-0456f69c5479 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:58.996409 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5e7348b-cdd1-41f1-9912-0456f69c5479 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.075493 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5e7348b-cdd1-41f1-9912-0456f69c5479 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.105664 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7348b-cdd1-41f1-9912-0456f69c5479 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=947d06eb-3581-4110-b029-70b7d8358458,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:59.116902 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5e7348b-cdd1-41f1-9912-0456f69c5479 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.120303 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f5e7348b-cdd1-41f1-9912-0456f69c5479 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/947d06eb-3581-4110-b029-70b7d8358458 HTTP/1.1" status: 204 len: 168 time: 0.3399539 Jul 07 17:18:59.122787 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49344) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:59.172520 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b564ac06-f341-4070-90bd-4b5b239a8f99 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479581 Jul 07 17:18:59.176618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49348) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:59.182445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-9c347f8f-bbd9-4878-89ec-48610228c880 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:59.292263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c347f8f-bbd9-4878-89ec-48610228c880 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:59.296232 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c347f8f-bbd9-4878-89ec-48610228c880 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.497507 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:18:59.550686 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c347f8f-bbd9-4878-89ec-48610228c880 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.563146 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:59.611178 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c347f8f-bbd9-4878-89ec-48610228c880 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:18:59.616826 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-9c347f8f-bbd9-4878-89ec-48610228c880 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:18:59.622532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c347f8f-bbd9-4878-89ec-48610228c880 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:18:59.623148 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9c347f8f-bbd9-4878-89ec-48610228c880 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.629761 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c347f8f-bbd9-4878-89ec-48610228c880 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=e4abe732-96a8-4386-b96b-0997a1a4d21e,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:18:59.647802 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9c347f8f-bbd9-4878-89ec-48610228c880 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4698112 Jul 07 17:18:59.652256 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49380) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:18:59.660195 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-dea88c5a-4389-4dd6-b590-0361fd04ee96 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'fixed_ips': [{'subnet_id': 'e4abe732-96a8-4386-b96b-0997a1a4d21e', 'ip_address': '2001:db8::b8e5:3be7:cfe:1f4'}], 'name': 'tempest-NetworksTestDHCPv6-1620786684'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:18:59.721812 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405f8f35-c09d-40c5-b311-66af1e2d01ff None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:18:59.787717 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0aaac6b4-e97f-4198-a012-4dfea84e3aaf None None] Provisioning for port 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:18:59.798472 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0aaac6b4-e97f-4198-a012-4dfea84e3aaf None None] Provisioning complete for port 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:18:59.799235 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0aaac6b4-e97f-4198-a012-4dfea84e3aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.807002 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea88c5a-4389-4dd6-b590-0361fd04ee96 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:18:59.940626 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dea88c5a-4389-4dd6-b590-0361fd04ee96 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:18:59.967014 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-dea88c5a-4389-4dd6-b590-0361fd04ee96 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port 10894a34-f8cd-4d37-8369-0cbc1bbe4e41 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:00.140901 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0aaac6b4-e97f-4198-a012-4dfea84e3aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.172261 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-dea88c5a-4389-4dd6-b590-0361fd04ee96 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::b8e5:3be7:cfe:1f4 (786ade71-bf54-475c-8871-ff99bd2f3c44/e4abe732-96a8-4386-b96b-0997a1a4d21e/10894a34-f8cd-4d37-8369-0cbc1bbe4e41) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:00.213494 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-0aaac6b4-e97f-4198-a012-4dfea84e3aaf None None] For port 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=42e6cd2b-6399-4e15-8e6c-2d4b12a8551a,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:00.218465 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0aaac6b4-e97f-4198-a012-4dfea84e3aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.349502 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaac6b4-e97f-4198-a012-4dfea84e3aaf None None] Pushing event updated for resources: {'Port': ['ID=42e6cd2b-6399-4e15-8e6c-2d4b12a8551a,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:00.650190 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5f903795-2c6b-472e-8304-5b5b4ccc40f5 None None] Provisioning complete for port 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:00.650903 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5f903795-2c6b-472e-8304-5b5b4ccc40f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.781459 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dea88c5a-4389-4dd6-b590-0361fd04ee96 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.800364 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-dea88c5a-4389-4dd6-b590-0361fd04ee96 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object 10894a34-f8cd-4d37-8369-0cbc1bbe4e41 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:00.837022 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dea88c5a-4389-4dd6-b590-0361fd04ee96 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.857407 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9be3b996-6a63-42fd-9cc3-493540c86ee1 None None] Could not find standard attr ID for object 5b01a8e8-a6dd-4138-bdeb-637cff3f5431. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:00.903767 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea88c5a-4389-4dd6-b590-0361fd04ee96 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:00.908812 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-dea88c5a-4389-4dd6-b590-0361fd04ee96 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:00.921936 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea88c5a-4389-4dd6-b590-0361fd04ee96 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:00.930813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea88c5a-4389-4dd6-b590-0361fd04ee96 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:00.931779 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dea88c5a-4389-4dd6-b590-0361fd04ee96 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:00.962810 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea88c5a-4389-4dd6-b590-0361fd04ee96 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=10894a34-f8cd-4d37-8369-0cbc1bbe4e41,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:00.968852 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dea88c5a-4389-4dd6-b590-0361fd04ee96 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3146722 Jul 07 17:19:00.971409 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49386) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:01.067896 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a41d5d-d864-4335-a947-3aecba4dcc0d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.072264 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-94626690-a4cc-4d74-a305-95b73bf63313 None None] Could not find standard attr ID for object 9937ae28-94f4-4369-9d35-6c9ca102bc69. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:01.075598 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a41d5d-d864-4335-a947-3aecba4dcc0d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.077441 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-09a41d5d-d864-4335-a947-3aecba4dcc0d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1048059 Jul 07 17:19:01.081097 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49388) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:01.194643 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-8aac5366-6da4-4b44-a13b-f2c0d4f29b37 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port 10894a34-f8cd-4d37-8369-0cbc1bbe4e41 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:01.194987 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8aac5366-6da4-4b44-a13b-f2c0d4f29b37 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.306006 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a1873383-1e69-4ad1-a25d-788b7a74b274 None None] Provisioning for port 10894a34-f8cd-4d37-8369-0cbc1bbe4e41 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:01.306796 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8aac5366-6da4-4b44-a13b-f2c0d4f29b37 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.314568 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a1873383-1e69-4ad1-a25d-788b7a74b274 None None] Provisioning complete for port 10894a34-f8cd-4d37-8369-0cbc1bbe4e41 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:01.315179 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a1873383-1e69-4ad1-a25d-788b7a74b274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.329182 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-8aac5366-6da4-4b44-a13b-f2c0d4f29b37 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for 10894a34-f8cd-4d37-8369-0cbc1bbe4e41 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:01.361817 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-a1873383-1e69-4ad1-a25d-788b7a74b274 None None] Port 10894a34-f8cd-4d37-8369-0cbc1bbe4e41 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:01.485778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:01.583513 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:01.583952 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.584351 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8aac5366-6da4-4b44-a13b-f2c0d4f29b37 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.621383 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac5366-6da4-4b44-a13b-f2c0d4f29b37 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=10894a34-f8cd-4d37-8369-0cbc1bbe4e41,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:01.653395 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8aac5366-6da4-4b44-a13b-f2c0d4f29b37 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.658157 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49394) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:01.663319 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8aac5366-6da4-4b44-a13b-f2c0d4f29b37 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/10894a34-f8cd-4d37-8369-0cbc1bbe4e41 HTTP/1.1" status: 204 len: 168 time: 0.5806627 Jul 07 17:19:01.725579 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef8afb0-3a48-4696-944d-dffef755586e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.727603 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef8afb0-3a48-4696-944d-dffef755586e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:01.729341 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1ef8afb0-3a48-4696-944d-dffef755586e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0699596 Jul 07 17:19:01.731891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49396) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:01.789362 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a707f1-5e88-476e-9436-306e83730563 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet e4abe732-96a8-4386-b96b-0997a1a4d21e {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:01.793678 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21a707f1-5e88-476e-9436-306e83730563 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.856743 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21a707f1-5e88-476e-9436-306e83730563 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:01.925890 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21a707f1-5e88-476e-9436-306e83730563 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.001509 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21a707f1-5e88-476e-9436-306e83730563 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.018321 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-21a707f1-5e88-476e-9436-306e83730563 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.020414 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-21a707f1-5e88-476e-9436-306e83730563 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/e4abe732-96a8-4386-b96b-0997a1a4d21e HTTP/1.1" status: 204 len: 168 time: 0.2872756 Jul 07 17:19:02.022967 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49398) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:02.050358 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a707f1-5e88-476e-9436-306e83730563 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=e4abe732-96a8-4386-b96b-0997a1a4d21e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:02.099350 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f128a911-9ccf-4bf2-bf49-fc447b51c07b None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:02.344407 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ea465b-90fb-4f97-a47a-26e08d8d417a None None] DHCP port deletion for 786ade71-bf54-475c-8871-ff99bd2f3c44 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:02.405411 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b2ea465b-90fb-4f97-a47a-26e08d8d417a None None] Deleting port 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:02.405945 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b2ea465b-90fb-4f97-a47a-26e08d8d417a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.435028 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8ddf14b3-d544-401a-8c21-d4a6c71496d1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4079173 Jul 07 17:19:02.435249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49402) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:02.493545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b2ea465b-90fb-4f97-a47a-26e08d8d417a None None] For port 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=42e6cd2b-6399-4e15-8e6c-2d4b12a8551a,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:02.493947 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b2ea465b-90fb-4f97-a47a-26e08d8d417a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.505933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6415181-fdd8-4fba-8660-75d66a66e903 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:02.507461 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c6415181-fdd8-4fba-8660-75d66a66e903 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0712888 Jul 07 17:19:02.510587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b2ea465b-90fb-4f97-a47a-26e08d8d417a None None] Calling delete_port for 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:02.511788 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49404) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:02.572465 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a35c86-1db3-4556-b0ed-cd84b8bd5ff1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:02.574002 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-73a35c86-1db3-4556-b0ed-cd84b8bd5ff1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0612359 Jul 07 17:19:02.577859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49408) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:02.624583 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0fcb7027-a6a4-4e7e-aa32-f4cf1e0c8b5e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404220 Jul 07 17:19:02.624892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49410) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:02.633135 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-40bef84a-597f-4b87-b1ed-304d5c9d91fd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:02.635499 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b2ea465b-90fb-4f97-a47a-26e08d8d417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.671486 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ea465b-90fb-4f97-a47a-26e08d8d417a None None] No DVR routers for this DVR port 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:02.674127 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea465b-90fb-4f97-a47a-26e08d8d417a None None] Pushing event deleted for resources: {'Port': ['ID=42e6cd2b-6399-4e15-8e6c-2d4b12a8551a,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:02.741002 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bef84a-597f-4b87-b1ed-304d5c9d91fd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:02.745755 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-40bef84a-597f-4b87-b1ed-304d5c9d91fd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.942744 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-40bef84a-597f-4b87-b1ed-304d5c9d91fd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:02.989921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bef84a-597f-4b87-b1ed-304d5c9d91fd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:02.993104 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-40bef84a-597f-4b87-b1ed-304d5c9d91fd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:02.997647 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bef84a-597f-4b87-b1ed-304d5c9d91fd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:02.998263 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-40bef84a-597f-4b87-b1ed-304d5c9d91fd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.002966 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da5cf82-7ef8-4c17-b396-3bddbc8c7d12 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:03.008042 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bef84a-597f-4b87-b1ed-304d5c9d91fd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=fefee5ba-d380-42ba-8fb7-a19137f961df,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:03.021127 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-40bef84a-597f-4b87-b1ed-304d5c9d91fd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3926828 Jul 07 17:19:03.021554 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49412) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:03.027329 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-3e03f750-4175-4987-a46a-86c5e5ffe7be tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'fixed_ips': [{'subnet_id': 'fefee5ba-d380-42ba-8fb7-a19137f961df', 'ip_address': '2001:db8::ea22:ba7d:ad97:1c87'}], 'name': 'tempest-NetworksTestDHCPv6-380500700'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:03.162551 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e03f750-4175-4987-a46a-86c5e5ffe7be tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:03.169723 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e03f750-4175-4987-a46a-86c5e5ffe7be tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.176452 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-786ade71-bf54-475c-8871-ff99bd2f3c44', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'fixed_ips': [{'subnet_id': 'fefee5ba-d380-42ba-8fb7-a19137f961df'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:03.177403 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.189351 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-3e03f750-4175-4987-a46a-86c5e5ffe7be tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port deee4dc5-be54-4f93-b8ab-adfdb54c65f2 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:03.342988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Allocated IP 2001:db8::2 (786ade71-bf54-475c-8871-ff99bd2f3c44/fefee5ba-d380-42ba-8fb7-a19137f961df/6e9065d5-b70b-41d7-a471-e21b6a1c86a8) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:03.434487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:03.460371 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:03.460719 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 42e6cd2b-6399-4e15-8e6c-2d4b12a8551a not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:03.529596 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.539147 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Transition to ACTIVE for port object 6e9065d5-b70b-41d7-a471-e21b6a1c86a8 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:03.557341 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Transition to ACTIVE for port object 6e9065d5-b70b-41d7-a471-e21b6a1c86a8 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:03.572676 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.611904 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:03.618125 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:03.621351 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:03.632483 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-3e03f750-4175-4987-a46a-86c5e5ffe7be tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::ea22:ba7d:ad97:1c87 (786ade71-bf54-475c-8871-ff99bd2f3c44/fefee5ba-d380-42ba-8fb7-a19137f961df/deee4dc5-be54-4f93-b8ab-adfdb54c65f2) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:03.632708 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Pushing event updated for resources: {'Port': ['ID=6e9065d5-b70b-41d7-a471-e21b6a1c86a8,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:03.697464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Attempting to bind port 6e9065d5-b70b-41d7-a471-e21b6a1c86a8 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:03.697783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Attempting to bind port 6e9065d5-b70b-41d7-a471-e21b6a1c86a8 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:03.698152 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Attempting to bind port 6e9065d5-b70b-41d7-a471-e21b6a1c86a8 on network 786ade71-bf54-475c-8871-ff99bd2f3c44 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:03.704464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:03.704843 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Checking segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:03.705511 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.705908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Bound using segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:03.706415 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Bound port: 6e9065d5-b70b-41d7-a471-e21b6a1c86a8, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:03.706889 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.794905 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] For port 6e9065d5-b70b-41d7-a471-e21b6a1c86a8, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:03.799483 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] For port 6e9065d5-b70b-41d7-a471-e21b6a1c86a8, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=6e9065d5-b70b-41d7-a471-e21b6a1c86a8,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:03.807240 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.882945 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035869d6-af28-4415-8bce-24c0ad25ffb1 None None] Pushing event updated for resources: {'Port': ['ID=6e9065d5-b70b-41d7-a471-e21b6a1c86a8,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:03.909778 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e03f750-4175-4987-a46a-86c5e5ffe7be tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:03.926724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-3e03f750-4175-4987-a46a-86c5e5ffe7be tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object deee4dc5-be54-4f93-b8ab-adfdb54c65f2 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:03.972832 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e03f750-4175-4987-a46a-86c5e5ffe7be tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.006914 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e03f750-4175-4987-a46a-86c5e5ffe7be tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:04.028357 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-3e03f750-4175-4987-a46a-86c5e5ffe7be tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:04.034085 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e03f750-4175-4987-a46a-86c5e5ffe7be tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:04.041152 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e03f750-4175-4987-a46a-86c5e5ffe7be tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:04.042098 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e03f750-4175-4987-a46a-86c5e5ffe7be tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.074745 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3e03f750-4175-4987-a46a-86c5e5ffe7be tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0519915 Jul 07 17:19:04.077786 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49418) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:04.082927 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-27dc1ae9-7645-4740-b96e-a7d7def21c24 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'fixed_ips': [{'subnet_id': 'fefee5ba-d380-42ba-8fb7-a19137f961df', 'ip_address': '2001:db8::ea22:ba7d:ad97:1c87'}], 'name': 'tempest-NetworksTestDHCPv6-704229690'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:04.090758 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03f750-4175-4987-a46a-86c5e5ffe7be tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=deee4dc5-be54-4f93-b8ab-adfdb54c65f2,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:04.268146 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27dc1ae9-7645-4740-b96e-a7d7def21c24 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:04.276178 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-27dc1ae9-7645-4740-b96e-a7d7def21c24 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.300251 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-27dc1ae9-7645-4740-b96e-a7d7def21c24 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port 0ddde04a-86ce-4eec-8454-3db3a79eb67a yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:04.495419 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-27dc1ae9-7645-4740-b96e-a7d7def21c24 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 17:19:04.496047 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27dc1ae9-7645-4740-b96e-a7d7def21c24 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:19:04.512888 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-27dc1ae9-7645-4740-b96e-a7d7def21c24 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4339921 Jul 07 17:19:04.515868 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49420) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:04.616831 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88d4f4b-4639-44b2-9725-9baca7d5fdda tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:04.623162 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88d4f4b-4639-44b2-9725-9baca7d5fdda tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:04.627383 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e88d4f4b-4639-44b2-9725-9baca7d5fdda tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1078775 Jul 07 17:19:04.627609 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49424) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:04.745323 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e5c13-72f6-4f9e-aebc-138069a01407 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port deee4dc5-be54-4f93-b8ab-adfdb54c65f2 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:04.745925 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ab2e5c13-72f6-4f9e-aebc-138069a01407 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.857573 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ab2e5c13-72f6-4f9e-aebc-138069a01407 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:04.872987 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e5c13-72f6-4f9e-aebc-138069a01407 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for deee4dc5-be54-4f93-b8ab-adfdb54c65f2 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:05.056453 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ab2e5c13-72f6-4f9e-aebc-138069a01407 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.091672 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e5c13-72f6-4f9e-aebc-138069a01407 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=deee4dc5-be54-4f93-b8ab-adfdb54c65f2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:05.124421 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ab2e5c13-72f6-4f9e-aebc-138069a01407 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.126403 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ab2e5c13-72f6-4f9e-aebc-138069a01407 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/deee4dc5-be54-4f93-b8ab-adfdb54c65f2 HTTP/1.1" status: 204 len: 168 time: 0.4978013 Jul 07 17:19:05.129186 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49428) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:05.201387 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94779729-7610-4edb-a87b-471fb3f2c126 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:05.203081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94779729-7610-4edb-a87b-471fb3f2c126 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:05.204702 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-94779729-7610-4edb-a87b-471fb3f2c126 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0742753 Jul 07 17:19:05.207773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49430) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:05.244079 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-03960a66-0c74-4cc2-baaf-c210b75ce4ba None None] Provisioning for port 6e9065d5-b70b-41d7-a471-e21b6a1c86a8 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:05.298487 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-1edc41d6-375c-4123-99a6-061ab1559781 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet fefee5ba-d380-42ba-8fb7-a19137f961df {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:05.302051 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1edc41d6-375c-4123-99a6-061ab1559781 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.353592 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1edc41d6-375c-4123-99a6-061ab1559781 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.476709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 6e9065d5-b70b-41d7-a471-e21b6a1c86a8 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:05.489876 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1edc41d6-375c-4123-99a6-061ab1559781 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.527446 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-869c6cb9-4a81-42f8-a673-dcea550b5ea1 None None] Could not find standard attr ID for object deee4dc5-be54-4f93-b8ab-adfdb54c65f2. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:05.544264 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 6e9065d5-b70b-41d7-a471-e21b6a1c86a8 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:05.548902 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 6e9065d5-b70b-41d7-a471-e21b6a1c86a8 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:05.549284 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.579955 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1edc41d6-375c-4123-99a6-061ab1559781 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.616463 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc41d6-375c-4123-99a6-061ab1559781 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=fefee5ba-d380-42ba-8fb7-a19137f961df,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:05.619508 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1edc41d6-375c-4123-99a6-061ab1559781 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.623882 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1edc41d6-375c-4123-99a6-061ab1559781 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/fefee5ba-d380-42ba-8fb7-a19137f961df HTTP/1.1" status: 204 len: 168 time: 0.4126089 Jul 07 17:19:05.624355 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49436) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:05.663962 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.681854 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-365f6976-5b8e-4aa1-9315-fda26abf4180 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527809 Jul 07 17:19:05.682668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49438) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:05.689090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-dd7f6433-9646-4cc9-b2bf-2f72e8cd2054 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:05.718598 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 6e9065d5-b70b-41d7-a471-e21b6a1c86a8, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=6e9065d5-b70b-41d7-a471-e21b6a1c86a8,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:05.723434 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.730010 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404b7a72-ab7c-460d-8654-3d643566c136 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:05.806681 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7f6433-9646-4cc9-b2bf-2f72e8cd2054 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:05.811958 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6433-9646-4cc9-b2bf-2f72e8cd2054 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:05.834938 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=6e9065d5-b70b-41d7-a471-e21b6a1c86a8,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:05.999763 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf22a1d-df88-4d23-8088-a31adb6b6b5e None None] DHCP port deletion for 786ade71-bf54-475c-8871-ff99bd2f3c44 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:06.057370 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6433-9646-4cc9-b2bf-2f72e8cd2054 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.087997 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-daf22a1d-df88-4d23-8088-a31adb6b6b5e None None] Deleting port 6e9065d5-b70b-41d7-a471-e21b6a1c86a8 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:06.088292 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-daf22a1d-df88-4d23-8088-a31adb6b6b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.108522 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7f6433-9646-4cc9-b2bf-2f72e8cd2054 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:06.116220 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-dd7f6433-9646-4cc9-b2bf-2f72e8cd2054 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:06.116775 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7f6433-9646-4cc9-b2bf-2f72e8cd2054 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:06.117903 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6433-9646-4cc9-b2bf-2f72e8cd2054 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.130893 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f6433-9646-4cc9-b2bf-2f72e8cd2054 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=7654a804-3269-468b-a26e-e428921c8bb0,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:06.147239 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49442) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:06.155271 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dd7f6433-9646-4cc9-b2bf-2f72e8cd2054 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4710233 Jul 07 17:19:06.155583 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-437546f3-b44b-41cf-834e-9b70cbfb8b36 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'fixed_ips': [{'subnet_id': '7654a804-3269-468b-a26e-e428921c8bb0', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1727729576'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:06.197618 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-daf22a1d-df88-4d23-8088-a31adb6b6b5e None None] For port 6e9065d5-b70b-41d7-a471-e21b6a1c86a8, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=6e9065d5-b70b-41d7-a471-e21b6a1c86a8,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:06.198055 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-daf22a1d-df88-4d23-8088-a31adb6b6b5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.217099 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-daf22a1d-df88-4d23-8088-a31adb6b6b5e None None] Calling delete_port for 6e9065d5-b70b-41d7-a471-e21b6a1c86a8 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:06.309399 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-daf22a1d-df88-4d23-8088-a31adb6b6b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.316009 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437546f3-b44b-41cf-834e-9b70cbfb8b36 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:06.337834 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf22a1d-df88-4d23-8088-a31adb6b6b5e None None] Pushing event deleted for resources: {'Port': ['ID=6e9065d5-b70b-41d7-a471-e21b6a1c86a8,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:06.346560 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf22a1d-df88-4d23-8088-a31adb6b6b5e None None] No DVR routers for this DVR port 6e9065d5-b70b-41d7-a471-e21b6a1c86a8 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:06.374044 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e8d363-9ae6-4300-bc3f-af1c7520e0e0 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:06.425693 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-437546f3-b44b-41cf-834e-9b70cbfb8b36 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.446141 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-437546f3-b44b-41cf-834e-9b70cbfb8b36 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port 20c03a85-9554-4b8d-97e4-1b69be2fae5a yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:06.570273 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-786ade71-bf54-475c-8871-ff99bd2f3c44', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'fixed_ips': [{'subnet_id': '7654a804-3269-468b-a26e-e428921c8bb0'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:06.574118 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.577301 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-437546f3-b44b-41cf-834e-9b70cbfb8b36 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:19:06.578069 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437546f3-b44b-41cf-834e-9b70cbfb8b36 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:19:06.594263 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-437546f3-b44b-41cf-834e-9b70cbfb8b36 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4452755 Jul 07 17:19:06.596479 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49444) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:06.631453 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-524b610c-668a-4420-8625-763c951f708a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0337045 Jul 07 17:19:06.633861 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49446) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:06.696013 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a5a6f2-0be8-437d-8e04-f3662541b17c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:06.698097 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a5a6f2-0be8-437d-8e04-f3662541b17c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:06.699687 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e3a5a6f2-0be8-437d-8e04-f3662541b17c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0648627 Jul 07 17:19:06.702688 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49448) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:06.740329 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Allocated IP 2001:db8::2 (786ade71-bf54-475c-8871-ff99bd2f3c44/7654a804-3269-468b-a26e-e428921c8bb0/b95380ca-b0a3-4b82-a835-03387c576349) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:06.775862 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae0075d-ae2b-4c14-978b-70c9f4dc5595 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet 7654a804-3269-468b-a26e-e428921c8bb0 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:06.920614 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.931688 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Transition to ACTIVE for port object b95380ca-b0a3-4b82-a835-03387c576349 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:06.949940 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Transition to ACTIVE for port object b95380ca-b0a3-4b82-a835-03387c576349 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:06.957665 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ae0075d-ae2b-4c14-978b-70c9f4dc5595 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:06.958661 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.006800 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:07.011957 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:07.014367 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ae0075d-ae2b-4c14-978b-70c9f4dc5595 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.015752 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:07.023014 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Pushing event updated for resources: {'Port': ['ID=b95380ca-b0a3-4b82-a835-03387c576349,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:07.084566 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Attempting to bind port b95380ca-b0a3-4b82-a835-03387c576349 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:07.084939 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Attempting to bind port b95380ca-b0a3-4b82-a835-03387c576349 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:07.085305 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Attempting to bind port b95380ca-b0a3-4b82-a835-03387c576349 on network 786ade71-bf54-475c-8871-ff99bd2f3c44 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:07.090755 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:07.091050 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Checking segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:07.091302 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.091711 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Bound using segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:07.092231 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Bound port: b95380ca-b0a3-4b82-a835-03387c576349, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:07.092616 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.123608 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ae0075d-ae2b-4c14-978b-70c9f4dc5595 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.197246 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] For port b95380ca-b0a3-4b82-a835-03387c576349, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:07.197817 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ae0075d-ae2b-4c14-978b-70c9f4dc5595 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.202296 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] For port b95380ca-b0a3-4b82-a835-03387c576349, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b95380ca-b0a3-4b82-a835-03387c576349,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:07.210938 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.235242 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0075d-ae2b-4c14-978b-70c9f4dc5595 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=7654a804-3269-468b-a26e-e428921c8bb0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:07.246795 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ae0075d-ae2b-4c14-978b-70c9f4dc5595 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.250249 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3ae0075d-ae2b-4c14-978b-70c9f4dc5595 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/7654a804-3269-468b-a26e-e428921c8bb0 HTTP/1.1" status: 204 len: 168 time: 0.5464928 Jul 07 17:19:07.254157 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49454) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:07.299277 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b24577-a185-43bd-8c9e-6a9c6e081b5d None None] Pushing event updated for resources: {'Port': ['ID=b95380ca-b0a3-4b82-a835-03387c576349,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:07.325666 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ea2ef466-04ab-471e-84ed-5e10194e2750 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699072 Jul 07 17:19:07.330909 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49456) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:07.336826 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-3d656e01-5e13-4863-8f3f-03fab348b63d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:07.440570 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d656e01-5e13-4863-8f3f-03fab348b63d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:07.444394 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3d656e01-5e13-4863-8f3f-03fab348b63d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.449183 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 6e9065d5-b70b-41d7-a471-e21b6a1c86a8 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:07.474907 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 6e9065d5-b70b-41d7-a471-e21b6a1c86a8 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:07.475268 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 6e9065d5-b70b-41d7-a471-e21b6a1c86a8 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:07.694507 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3d656e01-5e13-4863-8f3f-03fab348b63d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.762613 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d656e01-5e13-4863-8f3f-03fab348b63d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:07.765787 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-3d656e01-5e13-4863-8f3f-03fab348b63d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:07.768986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d656e01-5e13-4863-8f3f-03fab348b63d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:07.769599 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3d656e01-5e13-4863-8f3f-03fab348b63d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.784421 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d656e01-5e13-4863-8f3f-03fab348b63d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=40ccc26a-b6ee-4f07-b4d2-92fc27ea3df9,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:07.797999 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3d656e01-5e13-4863-8f3f-03fab348b63d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4626722 Jul 07 17:19:07.797999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49460) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:07.802918 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-0f78c7a7-d5f3-4506-b12b-ccf0c316dbff tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-966283147', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:07.837335 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0f78c7a7-d5f3-4506-b12b-ccf0c316dbff tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.839270 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0f78c7a7-d5f3-4506-b12b-ccf0c316dbff tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.902846 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0f78c7a7-d5f3-4506-b12b-ccf0c316dbff tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.907914 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0f78c7a7-d5f3-4506-b12b-ccf0c316dbff tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.924781 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0f78c7a7-d5f3-4506-b12b-ccf0c316dbff tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:07.926900 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0f78c7a7-d5f3-4506-b12b-ccf0c316dbff tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1285486 Jul 07 17:19:07.928926 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49462) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:08.236289 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f7fdcc2c-03e8-483d-bc19-432b69dac813 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.379551 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202f18a1-70b5-4a84-bf05-9da854840435 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:08.507297 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dab12f10-2b93-4e61-840c-e3e59700a7e8 None None] Provisioning for port b95380ca-b0a3-4b82-a835-03387c576349 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:08.546570 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-f7fdcc2c-03e8-483d-bc19-432b69dac813 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::1 (786ade71-bf54-475c-8871-ff99bd2f3c44/40ccc26a-b6ee-4f07-b4d2-92fc27ea3df9/17f010d7-b701-4a51-a42d-95af65fa298a) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:08.674768 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f7fdcc2c-03e8-483d-bc19-432b69dac813 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.692289 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-f7fdcc2c-03e8-483d-bc19-432b69dac813 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object 17f010d7-b701-4a51-a42d-95af65fa298a will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:08.731929 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f7fdcc2c-03e8-483d-bc19-432b69dac813 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.779709 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fdcc2c-03e8-483d-bc19-432b69dac813 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:08.783302 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f7fdcc2c-03e8-483d-bc19-432b69dac813 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:08.790308 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fdcc2c-03e8-483d-bc19-432b69dac813 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:08.791251 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f7fdcc2c-03e8-483d-bc19-432b69dac813 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:08.837109 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdcc2c-03e8-483d-bc19-432b69dac813 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=17f010d7-b701-4a51-a42d-95af65fa298a,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:08.953817 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f7fdcc2c-03e8-483d-bc19-432b69dac813 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.072392 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3871e55c-9dcb-42d4-9b3d-95207161c9c1 None None] Provisioning for port 17f010d7-b701-4a51-a42d-95af65fa298a completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:09.076761 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3871e55c-9dcb-42d4-9b3d-95207161c9c1 None None] Provisioning complete for port 17f010d7-b701-4a51-a42d-95af65fa298a triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:09.077234 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3871e55c-9dcb-42d4-9b3d-95207161c9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.113644 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3871e55c-9dcb-42d4-9b3d-95207161c9c1 None None] Port 17f010d7-b701-4a51-a42d-95af65fa298a cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:09.264808 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f7fdcc2c-03e8-483d-bc19-432b69dac813 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.270336 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f7fdcc2c-03e8-483d-bc19-432b69dac813 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.271198 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f7fdcc2c-03e8-483d-bc19-432b69dac813 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.366063 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdcc2c-03e8-483d-bc19-432b69dac813 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=17f010d7-b701-4a51-a42d-95af65fa298a,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:09.427549 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fdcc2c-03e8-483d-bc19-432b69dac813 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:09.429998 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f7fdcc2c-03e8-483d-bc19-432b69dac813 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:09.463731 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b95380ca-b0a3-4b82-a835-03387c576349 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:09.537813 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port b95380ca-b0a3-4b82-a835-03387c576349 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:09.544008 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port b95380ca-b0a3-4b82-a835-03387c576349 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:09.544619 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.583744 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fdcc2c-03e8-483d-bc19-432b69dac813 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Router a51bf9c9-b776-455c-978c-027a6aaad998 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:19:09.657863 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.700862 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port b95380ca-b0a3-4b82-a835-03387c576349, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b95380ca-b0a3-4b82-a835-03387c576349,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:09.708129 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.708663 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fdcc2c-03e8-483d-bc19-432b69dac813 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:09.719975 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] Sync routers for ids ['a51bf9c9-b776-455c-978c-027a6aaad998'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:09.720584 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49470) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:09.727646 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f7fdcc2c-03e8-483d-bc19-432b69dac813 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "PUT /v2.0/routers/a51bf9c9-b776-455c-978c-027a6aaad998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7969434 Jul 07 17:19:09.730677 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] Routers {'a51bf9c9-b776-455c-978c-027a6aaad998'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:09.731675 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:18:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['a51bf9c9-b776-455c-978c-027a6aaad998'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:09.774045 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=b95380ca-b0a3-4b82-a835-03387c576349,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:09.803749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd10ade5-1a03-4ffe-9c80-a8ab8488bf5b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:09.806530 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dd10ade5-1a03-4ffe-9c80-a8ab8488bf5b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports/17f010d7-b701-4a51-a42d-95af65fa298a HTTP/1.1" status: 200 len: 911 time: 0.0854487 Jul 07 17:19:09.809794 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49472) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:09.856077 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dba530c5-bb4a-49e4-b96a-f13489359b8d None None] Provisioning complete for port 17f010d7-b701-4a51-a42d-95af65fa298a triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:09.856880 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dba530c5-bb4a-49e4-b96a-f13489359b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:09.862818 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] Set router a51bf9c9-b776-455c-978c-027a6aaad998 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:09.885890 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d366fd-f5c9-4d55-a6d6-90849aee1a8f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:09.892268 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d366fd-f5c9-4d55-a6d6-90849aee1a8f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:09.893927 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b1d366fd-f5c9-4d55-a6d6-90849aee1a8f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0827446 Jul 07 17:19:09.898203 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49474) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:09.949454 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-dba530c5-bb4a-49e4-b96a-f13489359b8d None None] Port 17f010d7-b701-4a51-a42d-95af65fa298a cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:10.165534 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51bf9c9-b776-455c-978c-027a6aaad998', 'name': 'tempest-NetworksTestDHCPv6-router-966283147', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:07Z', 'updated_at': '2021-07-07T17:19:08Z', 'revision_number': 2, 'project_id': '15945a46c8744487a30387e01f477b94', 'gw_port_host': None, '_interfaces': [{'id': '17f010d7-b701-4a51-a42d-95af65fa298a', 'name': '', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'mac_address': 'fa:16:3e:90:69:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51bf9c9-b776-455c-978c-027a6aaad998', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '40ccc26a-b6ee-4f07-b4d2-92fc27ea3df9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:08Z', 'updated_at': '2021-07-07T17:19:09Z', 'revision_number': 2, 'project_id': '15945a46c8744487a30387e01f477b94', 'subnets': [{'id': '40ccc26a-b6ee-4f07-b4d2-92fc27ea3df9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:10.208256 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] Checking router: a51bf9c9-b776-455c-978c-027a6aaad998 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:10.208619 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] Updating router a51bf9c9-b776-455c-978c-027a6aaad998 port 17f010d7-b701-4a51-a42d-95af65fa298a binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:19:10.247200 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.372204 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a96567f5-498b-43d6-a075-59fbf919b652 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.569293 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.583179 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] Transition to ACTIVE for port object 17f010d7-b701-4a51-a42d-95af65fa298a will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:10.592958 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.650465 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771a446-efa5-4205-b526-657fb2261c64 None None] Pushing event updated for resources: {'Port': ['ID=17f010d7-b701-4a51-a42d-95af65fa298a,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:10.660697 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771a446-efa5-4205-b526-657fb2261c64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.661054 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771a446-efa5-4205-b526-657fb2261c64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.661387 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771a446-efa5-4205-b526-657fb2261c64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.661727 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771a446-efa5-4205-b526-657fb2261c64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.662063 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771a446-efa5-4205-b526-657fb2261c64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.662419 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771a446-efa5-4205-b526-657fb2261c64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.662766 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771a446-efa5-4205-b526-657fb2261c64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.663113 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771a446-efa5-4205-b526-657fb2261c64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.663442 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771a446-efa5-4205-b526-657fb2261c64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.663762 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771a446-efa5-4205-b526-657fb2261c64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.664747 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771a446-efa5-4205-b526-657fb2261c64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.665076 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771a446-efa5-4205-b526-657fb2261c64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:10.741681 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] Attempting to bind port 17f010d7-b701-4a51-a42d-95af65fa298a on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:10.742863 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] Attempting to bind port 17f010d7-b701-4a51-a42d-95af65fa298a by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:10.743191 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] Attempting to bind port 17f010d7-b701-4a51-a42d-95af65fa298a on network 786ade71-bf54-475c-8871-ff99bd2f3c44 {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:10.749128 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:10.749588 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] Checking segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:10.750081 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.750624 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] Bound using segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:10.751165 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] Bound port: 17f010d7-b701-4a51-a42d-95af65fa298a, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:10.751622 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.835671 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] For port 17f010d7-b701-4a51-a42d-95af65fa298a, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:10.844387 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] For port 17f010d7-b701-4a51-a42d-95af65fa298a, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=17f010d7-b701-4a51-a42d-95af65fa298a,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:10.849501 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.928710 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] Routers {'a51bf9c9-b776-455c-978c-027a6aaad998'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:10.929770 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:18:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['a51bf9c9-b776-455c-978c-027a6aaad998'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:10.967820 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-a96567f5-498b-43d6-a075-59fbf919b652 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port 17f010d7-b701-4a51-a42d-95af65fa298a {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:10.968334 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a96567f5-498b-43d6-a075-59fbf919b652 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:10.977306 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771a446-efa5-4205-b526-657fb2261c64 None None] Pushing event updated for resources: {'Port': ['ID=17f010d7-b701-4a51-a42d-95af65fa298a,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:11.100802 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-a96567f5-498b-43d6-a075-59fbf919b652 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] For port 17f010d7-b701-4a51-a42d-95af65fa298a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=17f010d7-b701-4a51-a42d-95af65fa298a,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:11.101492 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a96567f5-498b-43d6-a075-59fbf919b652 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.121609 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-a96567f5-498b-43d6-a075-59fbf919b652 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for 17f010d7-b701-4a51-a42d-95af65fa298a owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:11.148085 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] Set router a51bf9c9-b776-455c-978c-027a6aaad998 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:11.364525 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a96567f5-498b-43d6-a075-59fbf919b652 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.375104 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51bf9c9-b776-455c-978c-027a6aaad998', 'name': 'tempest-NetworksTestDHCPv6-router-966283147', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:07Z', 'updated_at': '2021-07-07T17:19:08Z', 'revision_number': 2, 'project_id': '15945a46c8744487a30387e01f477b94', 'gw_port_host': None, '_interfaces': [{'id': '17f010d7-b701-4a51-a42d-95af65fa298a', 'name': '', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'mac_address': 'fa:16:3e:90:69:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51bf9c9-b776-455c-978c-027a6aaad998', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '40ccc26a-b6ee-4f07-b4d2-92fc27ea3df9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:08Z', 'updated_at': '2021-07-07T17:19:10Z', 'revision_number': 4, 'project_id': '15945a46c8744487a30387e01f477b94', 'subnets': [{'id': '40ccc26a-b6ee-4f07-b4d2-92fc27ea3df9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:11.397550 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96567f5-498b-43d6-a075-59fbf919b652 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=17f010d7-b701-4a51-a42d-95af65fa298a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:11.417245 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f29245-33b8-46f0-9fdb-6158368d36d2 None None] The sync data for ids ['a51bf9c9-b776-455c-978c-027a6aaad998'] in n-d-793620-7 is: [{'id': 'a51bf9c9-b776-455c-978c-027a6aaad998', 'name': 'tempest-NetworksTestDHCPv6-router-966283147', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:07Z', 'updated_at': '2021-07-07T17:19:08Z', 'revision_number': 2, 'project_id': '15945a46c8744487a30387e01f477b94', 'gw_port_host': None, '_interfaces': [{'id': '17f010d7-b701-4a51-a42d-95af65fa298a', 'name': '', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'mac_address': 'fa:16:3e:90:69:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51bf9c9-b776-455c-978c-027a6aaad998', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '40ccc26a-b6ee-4f07-b4d2-92fc27ea3df9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:08Z', 'updated_at': '2021-07-07T17:19:10Z', 'revision_number': 4, 'project_id': '15945a46c8744487a30387e01f477b94', 'subnets': [{'id': '40ccc26a-b6ee-4f07-b4d2-92fc27ea3df9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:11.439651 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b95380ca-b0a3-4b82-a835-03387c576349 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:11.508239 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port b95380ca-b0a3-4b82-a835-03387c576349 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:11.508875 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.533074 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a96567f5-498b-43d6-a075-59fbf919b652 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:11.747763 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96567f5-498b-43d6-a075-59fbf919b652 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Router a51bf9c9-b776-455c-978c-027a6aaad998 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:11.846685 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96567f5-498b-43d6-a075-59fbf919b652 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:11.858600 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49486) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:11.873205 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a96567f5-498b-43d6-a075-59fbf919b652 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "PUT /v2.0/routers/a51bf9c9-b776-455c-978c-027a6aaad998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9736977 Jul 07 17:19:11.959126 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e766463-a199-4cdb-810f-33853b344707 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:11.961573 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e766463-a199-4cdb-810f-33853b344707 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:11.964588 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6e766463-a199-4cdb-810f-33853b344707 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1050220 Jul 07 17:19:11.966110 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49488) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:12.032051 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-26565a59-c85e-4ab9-a49a-f61885ad24b7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet 40ccc26a-b6ee-4f07-b4d2-92fc27ea3df9 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:12.039221 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-26565a59-c85e-4ab9-a49a-f61885ad24b7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.105083 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-26565a59-c85e-4ab9-a49a-f61885ad24b7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.174513 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-26565a59-c85e-4ab9-a49a-f61885ad24b7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.282205 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-26565a59-c85e-4ab9-a49a-f61885ad24b7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.324697 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26565a59-c85e-4ab9-a49a-f61885ad24b7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=40ccc26a-b6ee-4f07-b4d2-92fc27ea3df9,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:12.326835 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-26565a59-c85e-4ab9-a49a-f61885ad24b7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.332008 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49492) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:12.332338 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4646737c-6629-4582-912a-039b5b9d6388 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:12.335095 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-26565a59-c85e-4ab9-a49a-f61885ad24b7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/40ccc26a-b6ee-4f07-b4d2-92fc27ea3df9 HTTP/1.1" status: 204 len: 168 time: 0.3676381 Jul 07 17:19:12.463289 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-914b507c-40c5-4726-bfa0-ae5afb617e7b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1299703 Jul 07 17:19:12.465521 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49494) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:12.543460 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9175d165-9cc1-4438-ad68-95cd028f5b25 None None] DHCP port deletion for 786ade71-bf54-475c-8871-ff99bd2f3c44 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:12.548181 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7eb6c6b8-3e14-480e-867d-d94c22335d07 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.607110 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-9175d165-9cc1-4438-ad68-95cd028f5b25 None None] Deleting port b95380ca-b0a3-4b82-a835-03387c576349 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:12.607489 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9175d165-9cc1-4438-ad68-95cd028f5b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.680977 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-9175d165-9cc1-4438-ad68-95cd028f5b25 None None] For port b95380ca-b0a3-4b82-a835-03387c576349, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b95380ca-b0a3-4b82-a835-03387c576349,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:12.681379 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9175d165-9cc1-4438-ad68-95cd028f5b25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.695477 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-9175d165-9cc1-4438-ad68-95cd028f5b25 None None] Calling delete_port for b95380ca-b0a3-4b82-a835-03387c576349 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:12.727774 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7eb6c6b8-3e14-480e-867d-d94c22335d07 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.730881 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7eb6c6b8-3e14-480e-867d-d94c22335d07 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.777468 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7eb6c6b8-3e14-480e-867d-d94c22335d07 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.778081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb6c6b8-3e14-480e-867d-d94c22335d07 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Fanout notify agent at l3_agent the message router_deleted on router a51bf9c9-b776-455c-978c-027a6aaad998 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:19:12.780654 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9175d165-9cc1-4438-ad68-95cd028f5b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.786053 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7eb6c6b8-3e14-480e-867d-d94c22335d07 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:12.787079 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7eb6c6b8-3e14-480e-867d-d94c22335d07 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/routers/a51bf9c9-b776-455c-978c-027a6aaad998 HTTP/1.1" status: 204 len: 168 time: 0.3205521 Jul 07 17:19:12.790543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49504) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:12.796102 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-2b345e8c-19e5-47a9-bc4d-20737f4f466a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:12.807250 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175d165-9cc1-4438-ad68-95cd028f5b25 None None] Pushing event deleted for resources: {'Port': ['ID=b95380ca-b0a3-4b82-a835-03387c576349,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:12.815663 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175d165-9cc1-4438-ad68-95cd028f5b25 None None] No DVR routers for this DVR port b95380ca-b0a3-4b82-a835-03387c576349 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:12.905643 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b345e8c-19e5-47a9-bc4d-20737f4f466a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:12.909694 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b345e8c-19e5-47a9-bc4d-20737f4f466a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.132231 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b345e8c-19e5-47a9-bc4d-20737f4f466a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.178564 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b345e8c-19e5-47a9-bc4d-20737f4f466a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:13.182727 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c71012-5b72-4d6b-8ff3-9ae4d86d518d None None] Sync routers for ids ['a51bf9c9-b776-455c-978c-027a6aaad998'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:13.187217 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-2b345e8c-19e5-47a9-bc4d-20737f4f466a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:13.192029 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b345e8c-19e5-47a9-bc4d-20737f4f466a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:13.192630 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b345e8c-19e5-47a9-bc4d-20737f4f466a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.196891 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c71012-5b72-4d6b-8ff3-9ae4d86d518d None None] Routers set() bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:13.197517 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c71012-5b72-4d6b-8ff3-9ae4d86d518d None None] Router IDs set() for agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 17:19:13.198130 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_agentschedulers_db [None req-d4c71012-5b72-4d6b-8ff3-9ae4d86d518d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a51bf9c9-b776-455c-978c-027a6aaad998'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:18:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent'). {{(pid=100411) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 17:19:13.202755 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f953239-ca82-42f6-a66e-b83053876474 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:13.207405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b345e8c-19e5-47a9-bc4d-20737f4f466a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=a01b56ae-3c05-4ca6-824d-1eb511058d0f,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:13.214448 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2b345e8c-19e5-47a9-bc4d-20737f4f466a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4209924 Jul 07 17:19:13.215508 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49516) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:13.226295 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2114da2e-1182-4004-8255-0e0688093e99 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-631438904', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:13.250762 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2114da2e-1182-4004-8255-0e0688093e99 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.251773 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2114da2e-1182-4004-8255-0e0688093e99 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.265745 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c71012-5b72-4d6b-8ff3-9ae4d86d518d None None] Routers set() bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:13.266078 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c71012-5b72-4d6b-8ff3-9ae4d86d518d None None] Router IDs set() for agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 17:19:13.266721 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_agentschedulers_db [None req-d4c71012-5b72-4d6b-8ff3-9ae4d86d518d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a51bf9c9-b776-455c-978c-027a6aaad998'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:18:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent'). {{(pid=100411) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 17:19:13.267260 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c71012-5b72-4d6b-8ff3-9ae4d86d518d None None] The sync data for ids ['a51bf9c9-b776-455c-978c-027a6aaad998'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:13.324499 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2114da2e-1182-4004-8255-0e0688093e99 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.332301 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2114da2e-1182-4004-8255-0e0688093e99 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.368641 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2114da2e-1182-4004-8255-0e0688093e99 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.370103 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2114da2e-1182-4004-8255-0e0688093e99 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1529372 Jul 07 17:19:13.372869 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49520) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:13.399931 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-786ade71-bf54-475c-8871-ff99bd2f3c44', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'fixed_ips': [{'subnet_id': 'a01b56ae-3c05-4ca6-824d-1eb511058d0f'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:13.400814 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.545157 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Allocated IP 2001:db8::2 (786ade71-bf54-475c-8871-ff99bd2f3c44/a01b56ae-3c05-4ca6-824d-1eb511058d0f/28eae256-5db5-43cb-bb79-80bdafd6424b) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:13.677248 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0d801ee4-dc35-4a7a-9c3b-784dc11fc640 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.867695 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b95380ca-b0a3-4b82-a835-03387c576349 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:13.890825 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: b95380ca-b0a3-4b82-a835-03387c576349 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:13.891149 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b95380ca-b0a3-4b82-a835-03387c576349 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:13.908742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 17f010d7-b701-4a51-a42d-95af65fa298a no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:13.914948 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:13.937104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 17f010d7-b701-4a51-a42d-95af65fa298a {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:13.937446 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 17f010d7-b701-4a51-a42d-95af65fa298a not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:13.941186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Transition to ACTIVE for port object 28eae256-5db5-43cb-bb79-80bdafd6424b will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:13.963176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Transition to ACTIVE for port object 28eae256-5db5-43cb-bb79-80bdafd6424b will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:13.968769 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.014072 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:14.020143 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:14.024188 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:14.036193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-0d801ee4-dc35-4a7a-9c3b-784dc11fc640 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::1 (786ade71-bf54-475c-8871-ff99bd2f3c44/a01b56ae-3c05-4ca6-824d-1eb511058d0f/59ab9b81-3285-406c-a071-9a88d7b3ff13) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:14.037963 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Pushing event updated for resources: {'Port': ['ID=28eae256-5db5-43cb-bb79-80bdafd6424b,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:14.100403 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Attempting to bind port 28eae256-5db5-43cb-bb79-80bdafd6424b on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:14.100778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Attempting to bind port 28eae256-5db5-43cb-bb79-80bdafd6424b by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:14.101144 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Attempting to bind port 28eae256-5db5-43cb-bb79-80bdafd6424b on network 786ade71-bf54-475c-8871-ff99bd2f3c44 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:14.107666 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:14.108061 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Checking segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:14.108459 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.108858 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Bound using segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:14.109342 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Bound port: 28eae256-5db5-43cb-bb79-80bdafd6424b, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:14.109728 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.185046 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0d801ee4-dc35-4a7a-9c3b-784dc11fc640 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.188795 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] For port 28eae256-5db5-43cb-bb79-80bdafd6424b, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:14.194178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] For port 28eae256-5db5-43cb-bb79-80bdafd6424b, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=28eae256-5db5-43cb-bb79-80bdafd6424b,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:14.203917 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.222014 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-0d801ee4-dc35-4a7a-9c3b-784dc11fc640 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object 59ab9b81-3285-406c-a071-9a88d7b3ff13 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:14.278826 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0d801ee4-dc35-4a7a-9c3b-784dc11fc640 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.285614 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacf9d5-33f5-48f7-b582-1ac91e117e17 None None] Pushing event updated for resources: {'Port': ['ID=28eae256-5db5-43cb-bb79-80bdafd6424b,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:14.289709 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.332981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d801ee4-dc35-4a7a-9c3b-784dc11fc640 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:14.339375 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-0d801ee4-dc35-4a7a-9c3b-784dc11fc640 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:14.343827 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d801ee4-dc35-4a7a-9c3b-784dc11fc640 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:14.344060 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0d801ee4-dc35-4a7a-9c3b-784dc11fc640 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.380957 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d801ee4-dc35-4a7a-9c3b-784dc11fc640 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=59ab9b81-3285-406c-a071-9a88d7b3ff13,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:14.534427 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0d801ee4-dc35-4a7a-9c3b-784dc11fc640 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.694653 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5a75ab89-a000-4a2f-a3b8-b775eebaed56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.825172 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0d801ee4-dc35-4a7a-9c3b-784dc11fc640 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.830226 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0d801ee4-dc35-4a7a-9c3b-784dc11fc640 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.831142 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0d801ee4-dc35-4a7a-9c3b-784dc11fc640 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:14.926288 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d801ee4-dc35-4a7a-9c3b-784dc11fc640 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=59ab9b81-3285-406c-a071-9a88d7b3ff13,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:14.974630 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d801ee4-dc35-4a7a-9c3b-784dc11fc640 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:14.976111 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-0d801ee4-dc35-4a7a-9c3b-784dc11fc640 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:15.109364 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d801ee4-dc35-4a7a-9c3b-784dc11fc640 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Router 230329fe-e382-41fd-808d-93a778a7dd2a is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:19:15.216884 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d801ee4-dc35-4a7a-9c3b-784dc11fc640 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:15.224590 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0d801ee4-dc35-4a7a-9c3b-784dc11fc640 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "PUT /v2.0/routers/230329fe-e382-41fd-808d-93a778a7dd2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8504667 Jul 07 17:19:15.226744 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49536) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:15.228020 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] Sync routers for ids ['230329fe-e382-41fd-808d-93a778a7dd2a'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:15.258740 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] Routers {'230329fe-e382-41fd-808d-93a778a7dd2a'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:15.259391 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:18:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['230329fe-e382-41fd-808d-93a778a7dd2a'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:15.288098 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab811d8-f2c5-4052-8859-c7f31ef1169e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:15.289642 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4ab811d8-f2c5-4052-8859-c7f31ef1169e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports/59ab9b81-3285-406c-a071-9a88d7b3ff13 HTTP/1.1" status: 200 len: 911 time: 0.0619333 Jul 07 17:19:15.292306 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49538) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:15.394538 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7e97c834-e984-4546-886e-ee2375631ca6 None None] Provisioning for port 28eae256-5db5-43cb-bb79-80bdafd6424b completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:15.430951 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] Set router 230329fe-e382-41fd-808d-93a778a7dd2a gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:15.441381 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d817075-2ffb-4393-90a3-2efeba1afe33 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:15.450465 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d817075-2ffb-4393-90a3-2efeba1afe33 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:15.452409 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0d817075-2ffb-4393-90a3-2efeba1afe33 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1590493 Jul 07 17:19:15.465214 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49540) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:15.517699 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 28eae256-5db5-43cb-bb79-80bdafd6424b up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:15.635787 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 28eae256-5db5-43cb-bb79-80bdafd6424b completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:15.643143 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 28eae256-5db5-43cb-bb79-80bdafd6424b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:15.643736 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.775440 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230329fe-e382-41fd-808d-93a778a7dd2a', 'name': 'tempest-NetworksTestDHCPv6-router-631438904', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:13Z', 'updated_at': '2021-07-07T17:19:14Z', 'revision_number': 2, 'project_id': '15945a46c8744487a30387e01f477b94', 'gw_port_host': None, '_interfaces': [{'id': '59ab9b81-3285-406c-a071-9a88d7b3ff13', 'name': '', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'mac_address': 'fa:16:3e:dc:7f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230329fe-e382-41fd-808d-93a778a7dd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a01b56ae-3c05-4ca6-824d-1eb511058d0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:13Z', 'updated_at': '2021-07-07T17:19:14Z', 'revision_number': 2, 'project_id': '15945a46c8744487a30387e01f477b94', 'subnets': [{'id': 'a01b56ae-3c05-4ca6-824d-1eb511058d0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:15.780260 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.819629 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] Checking router: 230329fe-e382-41fd-808d-93a778a7dd2a for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:15.820840 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] Updating router 230329fe-e382-41fd-808d-93a778a7dd2a port 59ab9b81-3285-406c-a071-9a88d7b3ff13 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:19:15.841653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 28eae256-5db5-43cb-bb79-80bdafd6424b, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=28eae256-5db5-43cb-bb79-80bdafd6424b,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:15.850338 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.860958 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ede46458-9843-45a5-9a5b-260d7bf814e2 None None] Provisioning for port 59ab9b81-3285-406c-a071-9a88d7b3ff13 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:15.865556 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.900736 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ede46458-9843-45a5-9a5b-260d7bf814e2 None None] Provisioning complete for port 59ab9b81-3285-406c-a071-9a88d7b3ff13 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:15.901402 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ede46458-9843-45a5-9a5b-260d7bf814e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:15.940874 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-ede46458-9843-45a5-9a5b-260d7bf814e2 None None] Port 59ab9b81-3285-406c-a071-9a88d7b3ff13 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:15.970850 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=28eae256-5db5-43cb-bb79-80bdafd6424b,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:16.033362 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-15e706e7-1003-49ae-8389-2c712af2ec35 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.168430 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5a0e35de-f574-4e4a-8c29-700f1470f089 None None] Provisioning complete for port 59ab9b81-3285-406c-a071-9a88d7b3ff13 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:16.168712 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5a0e35de-f574-4e4a-8c29-700f1470f089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.191716 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.207424 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] Transition to ACTIVE for port object 59ab9b81-3285-406c-a071-9a88d7b3ff13 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:16.215783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-5a0e35de-f574-4e4a-8c29-700f1470f089 None None] Port 59ab9b81-3285-406c-a071-9a88d7b3ff13 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:16.222444 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.283412 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6abdb-c535-42f5-b850-dddcfa0f2c65 None None] Pushing event updated for resources: {'Port': ['ID=59ab9b81-3285-406c-a071-9a88d7b3ff13,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:16.346086 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-15e706e7-1003-49ae-8389-2c712af2ec35 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port 59ab9b81-3285-406c-a071-9a88d7b3ff13 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:16.346801 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-15e706e7-1003-49ae-8389-2c712af2ec35 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.347614 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] Attempting to bind port 59ab9b81-3285-406c-a071-9a88d7b3ff13 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:16.348071 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] Attempting to bind port 59ab9b81-3285-406c-a071-9a88d7b3ff13 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:16.348594 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] Attempting to bind port 59ab9b81-3285-406c-a071-9a88d7b3ff13 on network 786ade71-bf54-475c-8871-ff99bd2f3c44 {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:16.361001 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:16.362563 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] Checking segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:16.363073 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.363513 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] Bound using segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:16.364183 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] Bound port: 59ab9b81-3285-406c-a071-9a88d7b3ff13, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:16.364583 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.515735 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.521883 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] For port 59ab9b81-3285-406c-a071-9a88d7b3ff13, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:16.528025 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] For port 59ab9b81-3285-406c-a071-9a88d7b3ff13, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=59ab9b81-3285-406c-a071-9a88d7b3ff13,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:16.536379 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-15e706e7-1003-49ae-8389-2c712af2ec35 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] For port 59ab9b81-3285-406c-a071-9a88d7b3ff13, host n-d-793620-7, got binding levels [] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:16.537988 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-15e706e7-1003-49ae-8389-2c712af2ec35 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.542972 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.572861 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-15e706e7-1003-49ae-8389-2c712af2ec35 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for 59ab9b81-3285-406c-a071-9a88d7b3ff13 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:16.645835 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] Routers {'230329fe-e382-41fd-808d-93a778a7dd2a'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:16.647980 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:18:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['230329fe-e382-41fd-808d-93a778a7dd2a'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:16.652525 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6abdb-c535-42f5-b850-dddcfa0f2c65 None None] Pushing event updated for resources: {'Port': ['ID=59ab9b81-3285-406c-a071-9a88d7b3ff13,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:16.793971 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] Set router 230329fe-e382-41fd-808d-93a778a7dd2a gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:16.917669 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-15e706e7-1003-49ae-8389-2c712af2ec35 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:16.964122 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e706e7-1003-49ae-8389-2c712af2ec35 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=59ab9b81-3285-406c-a071-9a88d7b3ff13,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:17.073563 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-15e706e7-1003-49ae-8389-2c712af2ec35 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.084460 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230329fe-e382-41fd-808d-93a778a7dd2a', 'name': 'tempest-NetworksTestDHCPv6-router-631438904', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:13Z', 'updated_at': '2021-07-07T17:19:14Z', 'revision_number': 2, 'project_id': '15945a46c8744487a30387e01f477b94', 'gw_port_host': None, '_interfaces': [{'id': '59ab9b81-3285-406c-a071-9a88d7b3ff13', 'name': '', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'mac_address': 'fa:16:3e:dc:7f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230329fe-e382-41fd-808d-93a778a7dd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a01b56ae-3c05-4ca6-824d-1eb511058d0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:13Z', 'updated_at': '2021-07-07T17:19:16Z', 'revision_number': 4, 'project_id': '15945a46c8744487a30387e01f477b94', 'subnets': [{'id': 'a01b56ae-3c05-4ca6-824d-1eb511058d0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:17.135552 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce1c13-53fd-46ad-91f1-0b3ae56ac766 None None] The sync data for ids ['230329fe-e382-41fd-808d-93a778a7dd2a'] in n-d-793620-7 is: [{'id': '230329fe-e382-41fd-808d-93a778a7dd2a', 'name': 'tempest-NetworksTestDHCPv6-router-631438904', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:13Z', 'updated_at': '2021-07-07T17:19:14Z', 'revision_number': 2, 'project_id': '15945a46c8744487a30387e01f477b94', 'gw_port_host': None, '_interfaces': [{'id': '59ab9b81-3285-406c-a071-9a88d7b3ff13', 'name': '', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'mac_address': 'fa:16:3e:dc:7f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230329fe-e382-41fd-808d-93a778a7dd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'a01b56ae-3c05-4ca6-824d-1eb511058d0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:19:13Z', 'updated_at': '2021-07-07T17:19:16Z', 'revision_number': 4, 'project_id': '15945a46c8744487a30387e01f477b94', 'subnets': [{'id': 'a01b56ae-3c05-4ca6-824d-1eb511058d0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:17.203650 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-814fc35e-d3dd-4ec6-a81c-edae56b4febd None None] Could not find standard attr ID for object 59ab9b81-3285-406c-a071-9a88d7b3ff13. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:17.516641 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-f35eda14-b4f8-4c06-8a6c-77a5c75f02eb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1185763 Jul 07 17:19:17.528960 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 28eae256-5db5-43cb-bb79-80bdafd6424b up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:17.679441 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.681570 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 28eae256-5db5-43cb-bb79-80bdafd6424b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:17.684757 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.723144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-c487fdd5-90c5-4e20-a8c0-f16943280c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:17.724041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-c487fdd5-90c5-4e20-a8c0-f16943280c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:17.724829 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-c487fdd5-90c5-4e20-a8c0-f16943280c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:17.725547 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-c487fdd5-90c5-4e20-a8c0-f16943280c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:17.726303 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-c487fdd5-90c5-4e20-a8c0-f16943280c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:17.727092 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-c487fdd5-90c5-4e20-a8c0-f16943280c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:17.727818 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-c487fdd5-90c5-4e20-a8c0-f16943280c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:17.732350 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-c487fdd5-90c5-4e20-a8c0-f16943280c23 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 6502 time: 0.1459744 Jul 07 17:19:17.833699 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e706e7-1003-49ae-8389-2c712af2ec35 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Router 230329fe-e382-41fd-808d-93a778a7dd2a has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:17.896123 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-a53caa0f-b8fe-422c-8f34-2e8b11956246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:17.896962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-a53caa0f-b8fe-422c-8f34-2e8b11956246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:17.897647 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-a53caa0f-b8fe-422c-8f34-2e8b11956246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:17.899619 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-a53caa0f-b8fe-422c-8f34-2e8b11956246 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e29b4352-e24e-4209-8013-9bd6bb864f57&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 HTTP/1.1" status: 200 len: 2299 time: 0.1349876 Jul 07 17:19:17.918601 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e706e7-1003-49ae-8389-2c712af2ec35 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:17.926473 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-15e706e7-1003-49ae-8389-2c712af2ec35 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "PUT /v2.0/routers/230329fe-e382-41fd-808d-93a778a7dd2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4568272 Jul 07 17:19:17.927119 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49556) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:17.935083 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3f4c2ac7-7007-4f6c-8c0f-bdde935c7015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:17.988564 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-0ae660a6-4e67-4972-9968-87266ad0a40e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edd8fb19-c8db-4344-a7a3-efcc479931b2 HTTP/1.1" status: 200 len: 1002 time: 0.0821993 Jul 07 17:19:17.993508 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dd7319-5aa8-4d8e-947b-ddd62f25fbdc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:17.995084 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dd7319-5aa8-4d8e-947b-ddd62f25fbdc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:17.999330 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-02dd7319-5aa8-4d8e-947b-ddd62f25fbdc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0707259 Jul 07 17:19:17.999935 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49558) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:18.044109 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-da37efce-b160-488c-8fa3-4422c62bdf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:18.045920 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-da37efce-b160-488c-8fa3-4422c62bdf7c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c2c83dc-bdf2-40c6-96f7-00d45954aec0 HTTP/1.1" status: 200 len: 856 time: 0.0506158 Jul 07 17:19:18.053775 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58e8b36-d177-4bca-bce8-8f5807411bd1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet a01b56ae-3c05-4ca6-824d-1eb511058d0f {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:18.058688 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b58e8b36-d177-4bca-bce8-8f5807411bd1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.108769 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b58e8b36-d177-4bca-bce8-8f5807411bd1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.111266 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-2c5b1ce4-011c-473d-998f-a2f9e7efeb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:18.112803 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-2c5b1ce4-011c-473d-998f-a2f9e7efeb23 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e29b4352-e24e-4209-8013-9bd6bb864f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601668 Jul 07 17:19:18.203474 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b58e8b36-d177-4bca-bce8-8f5807411bd1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.219963 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-c327faac-00d1-4499-81a8-ac7c32581c51 service neutron] 10.222.0.69 "GET /v2.0/networks/e29b4352-e24e-4209-8013-9bd6bb864f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991271 Jul 07 17:19:18.264366 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b58e8b36-d177-4bca-bce8-8f5807411bd1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.291688 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e8b36-d177-4bca-bce8-8f5807411bd1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=a01b56ae-3c05-4ca6-824d-1eb511058d0f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:18.295388 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b58e8b36-d177-4bca-bce8-8f5807411bd1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.299842 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b58e8b36-d177-4bca-bce8-8f5807411bd1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/a01b56ae-3c05-4ca6-824d-1eb511058d0f HTTP/1.1" status: 204 len: 168 time: 0.2988861 Jul 07 17:19:18.300450 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49560) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:18.305132 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd16e2e-ceef-4754-85b4-535ed67b63ad None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:18.315445 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-575499d8-c89f-48a7-9b0d-c6e7497ddf5e service neutron] 10.222.0.69 "GET /v2.0/networks/e29b4352-e24e-4209-8013-9bd6bb864f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882082 Jul 07 17:19:18.358625 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-4863a151-c0c6-402a-872f-c917ae22fde3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=abb06316-0dcb-4177-a46e-857fc15015ac HTTP/1.1" status: 200 len: 217 time: 0.0355053 Jul 07 17:19:18.420545 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-5c963f82-9be7-471c-b519-f66b7301ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:18.420701 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c1c8aeee-f494-4cda-ab51-baf36632a7ed tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1168385 Jul 07 17:19:18.420906 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-5c963f82-9be7-471c-b519-f66b7301ebe2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.0545247 Jul 07 17:19:18.421004 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49562) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:18.512726 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6455d8e4-04f4-4a98-aac3-f5974817c3bd None None] DHCP port deletion for 786ade71-bf54-475c-8871-ff99bd2f3c44 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:18.525807 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2e97a203-3ea5-4281-8dfa-5d54b6a248e2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.561050 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-6455d8e4-04f4-4a98-aac3-f5974817c3bd None None] Deleting port 28eae256-5db5-43cb-bb79-80bdafd6424b {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:18.561349 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6455d8e4-04f4-4a98-aac3-f5974817c3bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.627798 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-6455d8e4-04f4-4a98-aac3-f5974817c3bd None None] For port 28eae256-5db5-43cb-bb79-80bdafd6424b, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=28eae256-5db5-43cb-bb79-80bdafd6424b,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:18.628201 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6455d8e4-04f4-4a98-aac3-f5974817c3bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.642429 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-6455d8e4-04f4-4a98-aac3-f5974817c3bd None None] Calling delete_port for 28eae256-5db5-43cb-bb79-80bdafd6424b owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:18.695977 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-6d81b693-5347-4429-afce-40e2d872cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:18.695977 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-6d81b693-5347-4429-afce-40e2d872cf65 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2674661 Jul 07 17:19:18.701353 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2e97a203-3ea5-4281-8dfa-5d54b6a248e2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.703660 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2e97a203-3ea5-4281-8dfa-5d54b6a248e2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.723373 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0970bf7-f42e-4be2-af0d-75e4f0222045 None None] Sync routers for ids ['230329fe-e382-41fd-808d-93a778a7dd2a'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:18.727639 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6455d8e4-04f4-4a98-aac3-f5974817c3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.756963 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455d8e4-04f4-4a98-aac3-f5974817c3bd None None] Pushing event deleted for resources: {'Port': ['ID=28eae256-5db5-43cb-bb79-80bdafd6424b,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:18.763095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455d8e4-04f4-4a98-aac3-f5974817c3bd None None] No DVR routers for this DVR port 28eae256-5db5-43cb-bb79-80bdafd6424b on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:18.767367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0970bf7-f42e-4be2-af0d-75e4f0222045 None None] Routers {'230329fe-e382-41fd-808d-93a778a7dd2a'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:18.773283 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c0970bf7-f42e-4be2-af0d-75e4f0222045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:19:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['230329fe-e382-41fd-808d-93a778a7dd2a'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:18.796298 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2e97a203-3ea5-4281-8dfa-5d54b6a248e2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.796901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e97a203-3ea5-4281-8dfa-5d54b6a248e2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Fanout notify agent at l3_agent the message router_deleted on router 230329fe-e382-41fd-808d-93a778a7dd2a {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:19:18.805142 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2e97a203-3ea5-4281-8dfa-5d54b6a248e2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.808757 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2e97a203-3ea5-4281-8dfa-5d54b6a248e2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/routers/230329fe-e382-41fd-808d-93a778a7dd2a HTTP/1.1" status: 204 len: 168 time: 0.3844955 Jul 07 17:19:18.809568 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49566) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:18.839711 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-8271b2fb-4cda-4699-850d-3e1b8edb6e7e service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342397 Jul 07 17:19:18.844331 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-856c78bc-deb4-4499-8bbc-2892c5b245b5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0340078 Jul 07 17:19:18.846908 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49568) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:18.912052 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-c0970bf7-f42e-4be2-af0d-75e4f0222045 None None] Set router 230329fe-e382-41fd-808d-93a778a7dd2a gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:18.915766 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3982bec8-470e-4be9-9ee2-54462aa6533c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:18.919562 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3982bec8-470e-4be9-9ee2-54462aa6533c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0715184 Jul 07 17:19:18.921050 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49572) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:18.953128 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:18.981695 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c0970bf7-f42e-4be2-af0d-75e4f0222045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230329fe-e382-41fd-808d-93a778a7dd2a', 'name': 'tempest-NetworksTestDHCPv6-router-631438904', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:19:13Z', 'updated_at': '2021-07-07T17:19:16Z', 'revision_number': 3, 'project_id': '15945a46c8744487a30387e01f477b94', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:18.982144 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-483bbf75-2188-4979-a74b-3896e4a048c1 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345267 Jul 07 17:19:19.010097 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ca7a52be-bf58-451c-aa26-c0eea35ef592 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841117 Jul 07 17:19:19.011867 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0970bf7-f42e-4be2-af0d-75e4f0222045 None None] Checking router: 230329fe-e382-41fd-808d-93a778a7dd2a for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:19.014908 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49578) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:19.023752 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0970bf7-f42e-4be2-af0d-75e4f0222045 None None] Routers set() bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:19.023936 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-fd3c7872-06c5-4238-bf03-a29357adbb17 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:19.024074 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0970bf7-f42e-4be2-af0d-75e4f0222045 None None] Router IDs set() for agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 17:19:19.024654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_agentschedulers_db [None req-c0970bf7-f42e-4be2-af0d-75e4f0222045 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'230329fe-e382-41fd-808d-93a778a7dd2a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:19:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent'). {{(pid=100411) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 17:19:19.025041 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0970bf7-f42e-4be2-af0d-75e4f0222045 None None] The sync data for ids ['230329fe-e382-41fd-808d-93a778a7dd2a'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:19.034252 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-6492d8b6-a616-4429-9115-5e86af0d833f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=3ca38a31-8b0b-40d7-958d-92e968e1581f HTTP/1.1" status: 200 len: 217 time: 0.0461762 Jul 07 17:19:19.104036 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-f74588a9-dca4-4ea9-a0ef-3de18e084c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:19.105705 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-f74588a9-dca4-4ea9-a0ef-3de18e084c23 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.0648925 Jul 07 17:19:19.147729 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3c7872-06c5-4238-bf03-a29357adbb17 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:19.151922 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fd3c7872-06c5-4238-bf03-a29357adbb17 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.173465 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-d49b9bc8-1aea-4222-993a-3b2f5d36c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:19.174909 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-d49b9bc8-1aea-4222-993a-3b2f5d36c51a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0630813 Jul 07 17:19:19.310506 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-8eb0d7ed-8711-45d5-a27f-0f64cc2bfbff service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278951 Jul 07 17:19:19.460182 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 28eae256-5db5-43cb-bb79-80bdafd6424b no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:19.484867 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 28eae256-5db5-43cb-bb79-80bdafd6424b {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:19.485543 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 28eae256-5db5-43cb-bb79-80bdafd6424b not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:19.521753 n-d-793620-7 neutron-server[100409]: DEBUG neutron.objects.ports [None req-fd3c7872-06c5-4238-bf03-a29357adbb17 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100409) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:19:19.523974 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fd3c7872-06c5-4238-bf03-a29357adbb17 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.577486 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3c7872-06c5-4238-bf03-a29357adbb17 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:19.581151 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-fd3c7872-06c5-4238-bf03-a29357adbb17 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:19.583124 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c7872-06c5-4238-bf03-a29357adbb17 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=51193e8e-c89a-46dd-8ab3-e61249bc29c8,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:19.586465 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3c7872-06c5-4238-bf03-a29357adbb17 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:19.587076 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fd3c7872-06c5-4238-bf03-a29357adbb17 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.593045 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5b105e-1e99-4418-83d0-928cdfdf655e None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:19.607811 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fd3c7872-06c5-4238-bf03-a29357adbb17 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5912404 Jul 07 17:19:19.611506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49582) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:19.618063 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-dab311da-a80b-4329-8a7c-9baf203717ac tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:19.758792 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab311da-a80b-4329-8a7c-9baf203717ac tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:19.764684 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dab311da-a80b-4329-8a7c-9baf203717ac tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.793209 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-19e24fa1-6401-40c8-8a7e-3df4216821aa service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763734 Jul 07 17:19:19.794600 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-786ade71-bf54-475c-8871-ff99bd2f3c44', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'fixed_ips': [{'subnet_id': '51193e8e-c89a-46dd-8ab3-e61249bc29c8'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:19.795576 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:19.850761 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-7e8f9501-17ed-498c-8c30-077dd412ff54 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=36c75515-b4d5-40e5-ac8b-57a12501df0b HTTP/1.1" status: 200 len: 217 time: 0.0505602 Jul 07 17:19:19.920247 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-90d419b4-f1d0-49ad-86a4-7208a0559794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:19.922418 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-90d419b4-f1d0-49ad-86a4-7208a0559794 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.0656891 Jul 07 17:19:19.976004 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Allocated IP 2001:db8::f816:3eff:fed0:5c49 (786ade71-bf54-475c-8871-ff99bd2f3c44/51193e8e-c89a-46dd-8ab3-e61249bc29c8/d1faa9c5-e9a0-417f-8085-6ae6e58afd21) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:20.056533 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-9e1f5684-1a33-465d-a6e1-3cf5c041a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:20.059255 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-9e1f5684-1a33-465d-a6e1-3cf5c041a8f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1283445 Jul 07 17:19:20.154056 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dab311da-a80b-4329-8a7c-9baf203717ac tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.194133 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-50299c8b-8517-4913-ab26-e91e7e427207 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270781 Jul 07 17:19:20.195969 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.205869 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Transition to ACTIVE for port object d1faa9c5-e9a0-417f-8085-6ae6e58afd21 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:20.208377 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab311da-a80b-4329-8a7c-9baf203717ac tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:20.212849 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-dab311da-a80b-4329-8a7c-9baf203717ac tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:20.217847 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab311da-a80b-4329-8a7c-9baf203717ac tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:20.218546 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dab311da-a80b-4329-8a7c-9baf203717ac tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.229406 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab311da-a80b-4329-8a7c-9baf203717ac tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=53e1e705-40f8-45b3-9a3f-b9734580c0da,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:20.243903 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dab311da-a80b-4329-8a7c-9baf203717ac tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6308458 Jul 07 17:19:20.246763 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49588) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:20.251629 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Transition to ACTIVE for port object d1faa9c5-e9a0-417f-8085-6ae6e58afd21 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:20.260805 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-8f05a9f3-9c5d-485b-8945-eef47a0db522 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'mac_address': 'fa:16:3e:9a:ec:52', 'name': 'tempest-NetworksTestDHCPv6-223675014'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:20.269100 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.306428 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-fab86305-0a00-4357-a086-bf72f1b39cc4 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052883 Jul 07 17:19:20.355141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:20.357247 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-5f8f5b9b-bbf5-48e0-a3ed-a5afa2c6a6af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=9752ead6-f062-496d-b5e1-bd1277445c2b HTTP/1.1" status: 200 len: 217 time: 0.0443604 Jul 07 17:19:20.378177 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:20.380950 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:20.413688 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Pushing event updated for resources: {'Port': ['ID=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:20.434062 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.512717 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-635ac24a-6485-4b6d-9d4a-adb08b4f1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:20.514474 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-635ac24a-6485-4b6d-9d4a-adb08b4f1da9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.1506858 Jul 07 17:19:20.520773 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Attempting to bind port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:20.521805 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Attempting to bind port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:20.522188 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Attempting to bind port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 on network 786ade71-bf54-475c-8871-ff99bd2f3c44 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:20.533421 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:20.533837 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Checking segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:20.534257 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.534694 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Bound using segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:20.535198 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Bound port: d1faa9c5-e9a0-417f-8085-6ae6e58afd21, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:20.535596 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.538929 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f05a9f3-9c5d-485b-8945-eef47a0db522 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:20.594309 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-c1cfc6d2-9509-4c8d-a60f-0c798a0864af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:20.595998 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-c1cfc6d2-9509-4c8d-a60f-0c798a0864af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0749333 Jul 07 17:19:20.623144 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] For port d1faa9c5-e9a0-417f-8085-6ae6e58afd21, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:20.628169 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] For port d1faa9c5-e9a0-417f-8085-6ae6e58afd21, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:20.634497 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.647289 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8f05a9f3-9c5d-485b-8945-eef47a0db522 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:20.697910 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-8f05a9f3-9c5d-485b-8945-eef47a0db522 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port c87c42bf-c544-4a5b-9440-c2dd737e667b yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:20.717485 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-c0b22879-74f7-4d57-80fd-4c69f6503a31 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123922 Jul 07 17:19:20.727967 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cbf66-f1ab-4ae9-8950-ff07073a01f1 None None] Pushing event updated for resources: {'Port': ['ID=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:20.820987 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-c2385ebf-8f01-41ec-b314-ba418f2516f1 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963087 Jul 07 17:19:20.863371 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-2b84c61c-d02d-48e7-8c06-fe244ceaecc1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dafbd2ac-b04e-42fa-b747-4064f6bc911f HTTP/1.1" status: 200 len: 217 time: 0.0363998 Jul 07 17:19:20.880599 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-8f05a9f3-9c5d-485b-8945-eef47a0db522 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 172.20.0.14 (786ade71-bf54-475c-8871-ff99bd2f3c44/53e1e705-40f8-45b3-9a3f-b9734580c0da/c87c42bf-c544-4a5b-9440-c2dd737e667b) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:20.898982 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-8f05a9f3-9c5d-485b-8945-eef47a0db522 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::f816:3eff:fe9a:ec52 (786ade71-bf54-475c-8871-ff99bd2f3c44/51193e8e-c89a-46dd-8ab3-e61249bc29c8/c87c42bf-c544-4a5b-9440-c2dd737e667b) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:20.939910 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-b17480fc-7e30-4250-be04-f7752d7b26b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:20.941473 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-b17480fc-7e30-4250-be04-f7752d7b26b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c HTTP/1.1" status: 200 len: 797 time: 0.0720403 Jul 07 17:19:21.011081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-eb139ea8-30a4-4e3a-853f-8cc68bf4b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:21.012653 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-eb139ea8-30a4-4e3a-853f-8cc68bf4b6f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0628545 Jul 07 17:19:21.082977 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8f05a9f3-9c5d-485b-8945-eef47a0db522 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.097004 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-8f05a9f3-9c5d-485b-8945-eef47a0db522 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object c87c42bf-c544-4a5b-9440-c2dd737e667b will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:21.114018 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-b04cdfd7-9755-483a-a424-32209bdf71ac service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949440 Jul 07 17:19:21.135667 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8f05a9f3-9c5d-485b-8945-eef47a0db522 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.180877 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f05a9f3-9c5d-485b-8945-eef47a0db522 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:21.185348 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-8f05a9f3-9c5d-485b-8945-eef47a0db522 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:21.192386 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f05a9f3-9c5d-485b-8945-eef47a0db522 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:21.221487 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-fda08e6c-1725-4603-86ce-283fbfa47aa2 service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002579 Jul 07 17:19:21.224417 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05a9f3-9c5d-485b-8945-eef47a0db522 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=c87c42bf-c544-4a5b-9440-c2dd737e667b,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:21.253083 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f05a9f3-9c5d-485b-8945-eef47a0db522 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:21.253703 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8f05a9f3-9c5d-485b-8945-eef47a0db522 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.263609 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-704ab580-cf33-4575-98c8-c0f4884c32e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6892b463-e625-476b-95bb-85543e6fc3f0 HTTP/1.1" status: 200 len: 217 time: 0.0358140 Jul 07 17:19:21.268638 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8f05a9f3-9c5d-485b-8945-eef47a0db522 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0190518 Jul 07 17:19:21.271202 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49594) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:21.322690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-0677b23b-a033-498e-8ef3-b484aaa0c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:21.324208 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-0677b23b-a033-498e-8ef3-b484aaa0c9dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c HTTP/1.1" status: 200 len: 797 time: 0.0529199 Jul 07 17:19:21.357574 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f45cb9-599b-40e3-bd23-d8735a836a24 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:21.365196 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f45cb9-599b-40e3-bd23-d8735a836a24 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:21.367189 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-53f45cb9-599b-40e3-bd23-d8735a836a24 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0950279 Jul 07 17:19:21.370312 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49602) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:21.425076 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-9169f6ad-08eb-45ba-a481-09586896ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:21.426583 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-9169f6ad-08eb-45ba-a481-09586896ce7c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0960038 Jul 07 17:19:21.530859 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d1faa9c5-e9a0-417f-8085-6ae6e58afd21 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:21.531382 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-fe62d461-aa2b-4aa9-bba2-25bf0d2a3b8e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port c87c42bf-c544-4a5b-9440-c2dd737e667b {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:21.531382 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fe62d461-aa2b-4aa9-bba2-25bf0d2a3b8e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.586272 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-f60e7f2e-dc77-491e-9857-7a5748c21da4 service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524353 Jul 07 17:19:21.591275 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:21.651377 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fe62d461-aa2b-4aa9-bba2-25bf0d2a3b8e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.665162 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-fe62d461-aa2b-4aa9-bba2-25bf0d2a3b8e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for c87c42bf-c544-4a5b-9440-c2dd737e667b owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:21.766290 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4a839a15-e5e3-47f3-9c6a-e246a1054d26 req-390c3b8d-0438-43d7-bb76-30929c2220d1 service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733797 Jul 07 17:19:21.782850 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-657b19ac-f53a-4a3c-83d2-d8c6f8778264 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:21.784583 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-657b19ac-f53a-4a3c-83d2-d8c6f8778264 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 811 time: 0.1718554 Jul 07 17:19:21.806266 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-7813ec0d-5d83-4ad7-9a7c-ecce27aa0f05 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/quotas/cea56dc008374433a72ff26fbcfa22d6 HTTP/1.1" status: 200 len: 375 time: 0.0141504 Jul 07 17:19:21.852535 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6717f8a8-bd3b-4875-8d9f-70244a76e2b7 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:21.886768 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-9fcff75a-a7d8-41b0-86d9-182746f50bb5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728521 Jul 07 17:19:21.891718 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fe62d461-aa2b-4aa9-bba2-25bf0d2a3b8e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:21.922605 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62d461-aa2b-4aa9-bba2-25bf0d2a3b8e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=c87c42bf-c544-4a5b-9440-c2dd737e667b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:21.931496 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-16f24b98-48b9-4aa6-8c7c-a02d1d983b73 None None] Provisioning for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:21.941330 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-16f24b98-48b9-4aa6-8c7c-a02d1d983b73 None None] Provisioning complete for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:21.941704 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-16f24b98-48b9-4aa6-8c7c-a02d1d983b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.022943 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fe62d461-aa2b-4aa9-bba2-25bf0d2a3b8e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.027249 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fe62d461-aa2b-4aa9-bba2-25bf0d2a3b8e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/c87c42bf-c544-4a5b-9440-c2dd737e667b HTTP/1.1" status: 204 len: 168 time: 0.6534319 Jul 07 17:19:22.027519 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49612) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:22.098895 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-16f24b98-48b9-4aa6-8c7c-a02d1d983b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.102462 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a037ae7-338a-43fc-bb12-b928d879fb32 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:22.105406 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a037ae7-338a-43fc-bb12-b928d879fb32 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:22.108509 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a037ae7-338a-43fc-bb12-b928d879fb32 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:22.112321 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8a037ae7-338a-43fc-bb12-b928d879fb32 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0826442 Jul 07 17:19:22.116078 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49614) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:22.130575 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-34da8c37-557f-4e20-a696-fea0dc4f6ba1 service neutron] 10.222.0.50 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367129 Jul 07 17:19:22.152849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-16f24b98-48b9-4aa6-8c7c-a02d1d983b73 None None] For port d1faa9c5-e9a0-417f-8085-6ae6e58afd21, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:22.162595 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-16f24b98-48b9-4aa6-8c7c-a02d1d983b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.232914 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceee7082-a540-4066-960b-fb7bbb0fcfe0 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet 51193e8e-c89a-46dd-8ab3-e61249bc29c8 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:22.236807 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ceee7082-a540-4066-960b-fb7bbb0fcfe0 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.249408 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f24b98-48b9-4aa6-8c7c-a02d1d983b73 None None] Pushing event updated for resources: {'Port': ['ID=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:22.285689 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-3e284246-72bd-4caf-8547-f627ac42442b service neutron] 10.222.0.50 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389325 Jul 07 17:19:22.328140 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdc3036-3a4a-4b9c-a5b5-e13fcbfe8600 None None] Update dhcp port {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'fixed_ips': [{'subnet_id': '51193e8e-c89a-46dd-8ab3-e61249bc29c8', 'ip_address': '2001:db8::f816:3eff:fed0:5c49'}, {'subnet_id': '53e1e705-40f8-45b3-9a3f-b9734580c0da'}], 'binding:host_id': 'n-d-793620-7'}, 'id': 'd1faa9c5-e9a0-417f-8085-6ae6e58afd21'} from n-d-793620-7. {{(pid=100411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:19:22.330086 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ceee7082-a540-4066-960b-fb7bbb0fcfe0 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.394292 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6fdc3036-3a4a-4b9c-a5b5-e13fcbfe8600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.452944 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ceee7082-a540-4066-960b-fb7bbb0fcfe0 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.530591 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-abc114c4-114c-4e26-a216-9f33d654472c req-9adfe97f-92c1-4463-a2ba-3aae2f08a21f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 210 time: 0.0390675 Jul 07 17:19:22.548668 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ceee7082-a540-4066-960b-fb7bbb0fcfe0 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server [None req-6fdc3036-3a4a-4b9c-a5b5-e13fcbfe8600 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 51193e8e-c89a-46dd-8ab3-e61249bc29c8: This subnet is being modified by another concurrent operation. Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 51193e8e-c89a-46dd-8ab3-e61249bc29c8: This subnet is being modified by another concurrent operation. Jul 07 17:19:22.550177 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server Jul 07 17:19:22.581416 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee7082-a540-4066-960b-fb7bbb0fcfe0 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=51193e8e-c89a-46dd-8ab3-e61249bc29c8,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:22.587576 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ceee7082-a540-4066-960b-fb7bbb0fcfe0 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.591833 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ceee7082-a540-4066-960b-fb7bbb0fcfe0 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/51193e8e-c89a-46dd-8ab3-e61249bc29c8 HTTP/1.1" status: 204 len: 168 time: 0.4707263 Jul 07 17:19:22.592265 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49622) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:22.646495 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca0ed37-f161-494c-8c11-a11d4f95f1e8 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:22.646657 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c431b4-a696-4e23-86d6-4d5592429b5b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet 53e1e705-40f8-45b3-9a3f-b9734580c0da {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:22.649926 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24c431b4-a696-4e23-86d6-4d5592429b5b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.691216 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24c431b4-a696-4e23-86d6-4d5592429b5b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.717338 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6d239e0f-6d5c-4e3d-94a3-535f604d4ff2 None None] Provisioning complete for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:22.717714 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6d239e0f-6d5c-4e3d-94a3-535f604d4ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.735467 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24c431b4-a696-4e23-86d6-4d5592429b5b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.801385 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24c431b4-a696-4e23-86d6-4d5592429b5b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.829413 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c431b4-a696-4e23-86d6-4d5592429b5b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=53e1e705-40f8-45b3-9a3f-b9734580c0da,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:22.834878 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24c431b4-a696-4e23-86d6-4d5592429b5b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.836675 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-24c431b4-a696-4e23-86d6-4d5592429b5b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/53e1e705-40f8-45b3-9a3f-b9734580c0da HTTP/1.1" status: 204 len: 168 time: 0.2433665 Jul 07 17:19:22.839115 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49624) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:22.883699 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0291c2a7-c531-4bb3-9ab2-c989c7840d75 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404723 Jul 07 17:19:22.883933 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49626) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:22.890108 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-ef396ebc-91d9-41e2-82e9-39940f5b4a98 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:22.935707 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c626f0d3-fd1f-4676-99c8-11b0d7bc55c7 None None] Update dhcp port {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'fixed_ips': [{'subnet_id': '53e1e705-40f8-45b3-9a3f-b9734580c0da'}], 'binding:host_id': 'n-d-793620-7'}, 'id': 'd1faa9c5-e9a0-417f-8085-6ae6e58afd21'} from n-d-793620-7. {{(pid=100411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:19:22.971657 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c626f0d3-fd1f-4676-99c8-11b0d7bc55c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:22.984643 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef396ebc-91d9-41e2-82e9-39940f5b4a98 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:22.988186 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef396ebc-91d9-41e2-82e9-39940f5b4a98 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.188677 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-fdc0dc10-e372-44ef-b981-98c864c1b884 None None] Could not find standard attr ID for object c87c42bf-c544-4a5b-9440-c2dd737e667b. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:23.199058 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-fdc0dc10-e372-44ef-b981-98c864c1b884 None None] Provisioning complete for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:23.199642 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fdc0dc10-e372-44ef-b981-98c864c1b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.247985 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b3250e-aa0d-46c2-aa67-e4272156fe13 None None] get_active_networks_info from n-d-793620-7 {{(pid=100411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:19:23.311299 n-d-793620-7 neutron-server[100409]: DEBUG neutron.objects.ports [None req-ef396ebc-91d9-41e2-82e9-39940f5b4a98 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100409) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:19:23.393334 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b3250e-aa0d-46c2-aa67-e4272156fe13 None None] Resources bound (agent type, host, resource id): {{(pid=100411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:19:23.468920 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d1faa9c5-e9a0-417f-8085-6ae6e58afd21 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:23.619096 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.639374 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-102903f9-d3d2-406f-8104-931131d6f60f req-c38022dc-c270-437f-a3fc-4fc13612c945 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 210 time: 0.0373340 Jul 07 17:19:23.654642 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef396ebc-91d9-41e2-82e9-39940f5b4a98 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.837977 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-ef396ebc-91d9-41e2-82e9-39940f5b4a98 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] For port d1faa9c5-e9a0-417f-8085-6ae6e58afd21, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:23.871510 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef396ebc-91d9-41e2-82e9-39940f5b4a98 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.877774 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef396ebc-91d9-41e2-82e9-39940f5b4a98 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.879009 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef396ebc-91d9-41e2-82e9-39940f5b4a98 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:23.879377 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.api [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:19:23.879700 n-d-793620-7 neutron-server[100411]: DEBUG oslo_db.api [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:19:23.967493 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef396ebc-91d9-41e2-82e9-39940f5b4a98 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:23.981698 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-ef396ebc-91d9-41e2-82e9-39940f5b4a98 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:23.984813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef396ebc-91d9-41e2-82e9-39940f5b4a98 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:23.985904 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ef396ebc-91d9-41e2-82e9-39940f5b4a98 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.010792 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef396ebc-91d9-41e2-82e9-39940f5b4a98 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=85c8e1b5-4ef2-459a-8f14-1239c94edc41,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:24.020811 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef396ebc-91d9-41e2-82e9-39940f5b4a98 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,revision_number=6']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:24.027738 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ef396ebc-91d9-41e2-82e9-39940f5b4a98 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1426799 Jul 07 17:19:24.030469 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49644) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:24.036584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-ce51f3fe-df5d-4cd3-b33d-3cc23c58c2a5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:24.183139 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce51f3fe-df5d-4cd3-b33d-3cc23c58c2a5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:24.191314 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce51f3fe-df5d-4cd3-b33d-3cc23c58c2a5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.423723 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.440421 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce51f3fe-df5d-4cd3-b33d-3cc23c58c2a5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.461306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port d1faa9c5-e9a0-417f-8085-6ae6e58afd21, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:24.465560 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.480854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce51f3fe-df5d-4cd3-b33d-3cc23c58c2a5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:24.486110 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-ce51f3fe-df5d-4cd3-b33d-3cc23c58c2a5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:24.490531 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce51f3fe-df5d-4cd3-b33d-3cc23c58c2a5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:24.491142 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce51f3fe-df5d-4cd3-b33d-3cc23c58c2a5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.508863 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51f3fe-df5d-4cd3-b33d-3cc23c58c2a5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=57e9a578-7add-4602-ad8e-066020550113,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:24.514359 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ce51f3fe-df5d-4cd3-b33d-3cc23c58c2a5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4827604 Jul 07 17:19:24.517811 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49646) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:24.523511 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5ac69d65-531b-4961-88ba-6edd1158867c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'mac_address': 'fa:16:3e:9a:9c:03', 'name': 'tempest-NetworksTestDHCPv6-1473795540'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:24.543336 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:24.669450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac69d65-531b-4961-88ba-6edd1158867c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:24.761978 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d178d599-0fe5-4c1b-ba06-5be0ea345ad7 None None] get_active_networks_info from n-d-793620-7 {{(pid=100411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:19:24.810758 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5232e0a3-ea91-4fff-a5e3-3a200655a400 req-e6eda3a3-3ab4-42e9-9d43-14265465f9cd tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 210 time: 0.0360131 Jul 07 17:19:24.877441 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ac69d65-531b-4961-88ba-6edd1158867c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.882805 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-810cc97e-ec84-4bda-8370-cbc9d7743533 None None] Provisioning complete for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:24.883202 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-810cc97e-ec84-4bda-8370-cbc9d7743533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:24.903224 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-9c24e14d-ffc3-4047-aa74-023230e0b86e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:24.904746 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-9c24e14d-ffc3-4047-aa74-023230e0b86e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.15 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 811 time: 0.2174423 Jul 07 17:19:24.922036 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-d5d93355-82e4-43a6-8ec9-7d3ceec2a6b4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Request body: {'port': {'device_id': 'aa95d49e-440a-4996-b691-106f29a40ffe', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'admin_state_up': True, 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:24.926693 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-5ac69d65-531b-4961-88ba-6edd1158867c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port 785fa83e-6932-452f-9fad-f586b1f2444e yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:24.949435 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d178d599-0fe5-4c1b-ba06-5be0ea345ad7 None None] Resources bound (agent type, host, resource id): {{(pid=100411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:19:25.047086 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-810cc97e-ec84-4bda-8370-cbc9d7743533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.116614 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-810cc97e-ec84-4bda-8370-cbc9d7743533 None None] For port d1faa9c5-e9a0-417f-8085-6ae6e58afd21, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:25.126524 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-810cc97e-ec84-4bda-8370-cbc9d7743533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.146284 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-d5d93355-82e4-43a6-8ec9-7d3ceec2a6b4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Made reservation on behalf of cea56dc008374433a72ff26fbcfa22d6 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:25.150471 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-d5d93355-82e4-43a6-8ec9-7d3ceec2a6b4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.220686 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cc97e-ec84-4bda-8370-cbc9d7743533 None None] Pushing event updated for resources: {'Port': ['ID=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:25.226241 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-5ac69d65-531b-4961-88ba-6edd1158867c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 172.20.0.7 (786ade71-bf54-475c-8871-ff99bd2f3c44/57e9a578-7add-4602-ad8e-066020550113/785fa83e-6932-452f-9fad-f586b1f2444e) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:25.240478 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-5ac69d65-531b-4961-88ba-6edd1158867c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::f816:3eff:fe9a:9c03 (786ade71-bf54-475c-8871-ff99bd2f3c44/85c8e1b5-4ef2-459a-8f14-1239c94edc41/785fa83e-6932-452f-9fad-f586b1f2444e) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:25.417443 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade56446-7254-4739-8617-b5637b08e27f None None] Update dhcp port {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'fixed_ips': [{'subnet_id': '85c8e1b5-4ef2-459a-8f14-1239c94edc41', 'ip_address': '2001:db8::f816:3eff:fed0:5c49'}, {'subnet_id': '57e9a578-7add-4602-ad8e-066020550113'}], 'binding:host_id': 'n-d-793620-7'}, 'id': 'd1faa9c5-e9a0-417f-8085-6ae6e58afd21'} from n-d-793620-7. {{(pid=100411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:19:25.423995 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-d5d93355-82e4-43a6-8ec9-7d3ceec2a6b4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Allocated IP 172.20.0.12 (888184af-68bd-473b-926b-d4ef0f9f6494/0f79582c-33a8-4ae3-b793-f2486686f367/af7e825f-a28a-490b-91a4-9042283f8492) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:25.453328 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ade56446-7254-4739-8617-b5637b08e27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.546176 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ac69d65-531b-4961-88ba-6edd1158867c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.596206 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-5ac69d65-531b-4961-88ba-6edd1158867c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object 785fa83e-6932-452f-9fad-f586b1f2444e will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:25.627955 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d1faa9c5-e9a0-417f-8085-6ae6e58afd21 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:25.665227 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-d5d93355-82e4-43a6-8ec9-7d3ceec2a6b4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.682463 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ac69d65-531b-4961-88ba-6edd1158867c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.691306 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-d5d93355-82e4-43a6-8ec9-7d3ceec2a6b4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Transition to ACTIVE for port object af7e825f-a28a-490b-91a4-9042283f8492 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:25.748320 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-ade56446-7254-4739-8617-b5637b08e27f None None] Allocated IP 172.20.0.2 (786ade71-bf54-475c-8871-ff99bd2f3c44/57e9a578-7add-4602-ad8e-066020550113/d1faa9c5-e9a0-417f-8085-6ae6e58afd21) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:25.752581 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac69d65-531b-4961-88ba-6edd1158867c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:25.766608 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-5ac69d65-531b-4961-88ba-6edd1158867c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:25.770316 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac69d65-531b-4961-88ba-6edd1158867c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:25.772913 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac69d65-531b-4961-88ba-6edd1158867c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=785fa83e-6932-452f-9fad-f586b1f2444e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:25.822639 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-d5d93355-82e4-43a6-8ec9-7d3ceec2a6b4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.829615 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac69d65-531b-4961-88ba-6edd1158867c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:25.830236 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ac69d65-531b-4961-88ba-6edd1158867c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.881355 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-d5d93355-82e4-43a6-8ec9-7d3ceec2a6b4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Network 888184af-68bd-473b-926b-d4ef0f9f6494 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:25.885347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-d5d93355-82e4-43a6-8ec9-7d3ceec2a6b4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:25.894925 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49660) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:25.895536 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5ac69d65-531b-4961-88ba-6edd1158867c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3762286 Jul 07 17:19:25.895980 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-d5d93355-82e4-43a6-8ec9-7d3ceec2a6b4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:25.897587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:25.898070 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.925614 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d93355-82e4-43a6-8ec9-7d3ceec2a6b4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event updated for resources: {'Port': ['ID=af7e825f-a28a-490b-91a4-9042283f8492,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:25.941905 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ade56446-7254-4739-8617-b5637b08e27f None None] For port d1faa9c5-e9a0-417f-8085-6ae6e58afd21, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:25.974684 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-d5d93355-82e4-43a6-8ec9-7d3ceec2a6b4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:25.975415 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-d5d93355-82e4-43a6-8ec9-7d3ceec2a6b4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:25.996438 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-d5d93355-82e4-43a6-8ec9-7d3ceec2a6b4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0780540 Jul 07 17:19:26.010454 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] Request body: {'port': {'device_id': 'aa95d49e-440a-4996-b691-106f29a40ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:26.021932 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ade56446-7254-4739-8617-b5637b08e27f None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.025563 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ab6a88-87c0-4a39-8d30-6aeb04591300 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:26.032352 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ab6a88-87c0-4a39-8d30-6aeb04591300 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:26.037380 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d6ab6a88-87c0-4a39-8d30-6aeb04591300 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1377037 Jul 07 17:19:26.046193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49662) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:26.050446 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ade56446-7254-4739-8617-b5637b08e27f None None] Transition to ACTIVE for port object d1faa9c5-e9a0-417f-8085-6ae6e58afd21 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:26.057402 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ade56446-7254-4739-8617-b5637b08e27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.129614 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.211511 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca9951-1234-4b72-8b38-a0b177223cbe req-b6e6da60-c708-45d4-94dd-9452da49d29b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:26.219627 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afca9951-1234-4b72-8b38-a0b177223cbe req-b6e6da60-c708-45d4-94dd-9452da49d29b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 932 time: 0.1834683 Jul 07 17:19:26.233388 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade56446-7254-4739-8617-b5637b08e27f None None] Pushing event updated for resources: {'Port': ['ID=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:26.289256 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afca9951-1234-4b72-8b38-a0b177223cbe req-5541b5bc-a5e1-49a9-bf9b-4a1e8d394302 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681920 Jul 07 17:19:26.291868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b6027bfc-ebfd-41cf-a8a9-ca2676120382 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port 785fa83e-6932-452f-9fad-f586b1f2444e {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:26.292219 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b6027bfc-ebfd-41cf-a8a9-ca2676120382 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.391185 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b6027bfc-ebfd-41cf-a8a9-ca2676120382 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.408178 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b6027bfc-ebfd-41cf-a8a9-ca2676120382 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for 785fa83e-6932-452f-9fad-f586b1f2444e owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:26.491430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af7e825f-a28a-490b-91a4-9042283f8492 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:26.504943 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.523507 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] Transition to ACTIVE for port object af7e825f-a28a-490b-91a4-9042283f8492 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:26.529136 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.626340 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b6027bfc-ebfd-41cf-a8a9-ca2676120382 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.638895 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] Pushing event updated for resources: {'Port': ['ID=af7e825f-a28a-490b-91a4-9042283f8492,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:26.676125 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] Attempting to bind port af7e825f-a28a-490b-91a4-9042283f8492 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:26.676492 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] Attempting to bind port af7e825f-a28a-490b-91a4-9042283f8492 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:26.676822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] Attempting to bind port af7e825f-a28a-490b-91a4-9042283f8492 on network 888184af-68bd-473b-926b-d4ef0f9f6494 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:26.683757 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] Port af7e825f-a28a-490b-91a4-9042283f8492 on network 888184af-68bd-473b-926b-d4ef0f9f6494 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:19:26.684088 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] Attempting to bind port af7e825f-a28a-490b-91a4-9042283f8492 on network 888184af-68bd-473b-926b-d4ef0f9f6494 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:26.689850 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:26.690190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] Checking segment: {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:26.690613 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] Bound using segment: {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:26.691052 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] Bound port: af7e825f-a28a-490b-91a4-9042283f8492, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:26.691410 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.784383 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] For port af7e825f-a28a-490b-91a4-9042283f8492, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:26.789722 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] For port af7e825f-a28a-490b-91a4-9042283f8492, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=af7e825f-a28a-490b-91a4-9042283f8492,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:26.795290 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.840923 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:26.841672 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:26.843401 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] 10.222.0.15 "PUT /v2.0/ports/af7e825f-a28a-490b-91a4-9042283f8492 HTTP/1.1" status: 200 len: 1092 time: 0.8387923 Jul 07 17:19:26.846312 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa95d49e-440a-4996-b691-106f29a40ffe', 'tag': 'af7e825f-a28a-490b-91a4-9042283f8492'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:26.857944 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d39e76b-4911-40fd-98b5-a00cad2795ee" -d '{"events": [{"name": "network-changed", "server_uuid": "aa95d49e-440a-4996-b691-106f29a40ffe", "tag": "af7e825f-a28a-490b-91a4-9042283f8492"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:26.894736 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679f949-2b4a-4790-bcd0-6252e6da5e9a service neutron] Pushing event updated for resources: {'Port': ['ID=af7e825f-a28a-490b-91a4-9042283f8492,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:26.955440 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb4ae15-9510-4ce5-ae77-b823f9ef08e7 x-openstack-request-id: req-6cb4ae15-9510-4ce5-ae77-b823f9ef08e7 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:26.956091 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa95d49e-440a-4996-b691-106f29a40ffe", "tag": "af7e825f-a28a-490b-91a4-9042283f8492", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:26.956504 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6cb4ae15-9510-4ce5-ae77-b823f9ef08e7 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:26.956916 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa95d49e-440a-4996-b691-106f29a40ffe', 'tag': 'af7e825f-a28a-490b-91a4-9042283f8492', 'status': 'completed', 'code': 200} Jul 07 17:19:26.985396 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-0a3695d8-d907-40ee-9ce0-7dd4001a28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:26.987439 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-0a3695d8-d907-40ee-9ce0-7dd4001a28ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 1095 time: 0.0878961 Jul 07 17:19:27.040411 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-a9797a55-cda6-4231-8c0c-3d8b4a09fc3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af7e825f-a28a-490b-91a4-9042283f8492 HTTP/1.1" status: 200 len: 217 time: 0.0444019 Jul 07 17:19:27.058005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df46673a-a49d-480c-89fc-fa4e83debd6c None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:27.073398 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6027bfc-ebfd-41cf-a8a9-ca2676120382 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=785fa83e-6932-452f-9fad-f586b1f2444e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:27.098461 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-f4fbcdb2-53e3-439a-9d41-270d50c67f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:27.100244 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-f4fbcdb2-53e3-439a-9d41-270d50c67f30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.0532668 Jul 07 17:19:27.129193 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-55c69a47-c00e-40d1-9662-eae39ea8ec6d None None] Provisioning for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:27.139700 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-55c69a47-c00e-40d1-9662-eae39ea8ec6d None None] Provisioning complete for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:27.140067 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-55c69a47-c00e-40d1-9662-eae39ea8ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.201250 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-1df78dd5-1431-493c-9d93-dcbaa1641a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:27.203717 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-1df78dd5-1431-493c-9d93-dcbaa1641a01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867343 Jul 07 17:19:27.242624 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b6027bfc-ebfd-41cf-a8a9-ca2676120382 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.245082 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b6027bfc-ebfd-41cf-a8a9-ca2676120382 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/785fa83e-6932-452f-9fad-f586b1f2444e HTTP/1.1" status: 204 len: 168 time: 1.1981063 Jul 07 17:19:27.256375 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49668) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:27.285316 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:19:27.344709 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-d42d8c2e-2a68-4959-877a-9ad5b5798a4b service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296394 Jul 07 17:19:27.348669 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1f3e7a-106b-41bc-a887-b054b43231a0 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:27.352498 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1f3e7a-106b-41bc-a887-b054b43231a0 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:27.359574 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1f3e7a-106b-41bc-a887-b054b43231a0 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:27.367923 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0a1f3e7a-106b-41bc-a887-b054b43231a0 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1092544 Jul 07 17:19:27.368737 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49672) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:27.489072 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e6a0ef-5538-4212-ae49-431f4045a41a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet 57e9a578-7add-4602-ad8e-066020550113 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:27.494116 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19e6a0ef-5538-4212-ae49-431f4045a41a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.540913 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9274b448-fe60-46e7-b095-a4f7cb84f186 req-69a0ae18-22b1-4c89-b974-ca6ff9a6d0ed service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914258 Jul 07 17:19:27.587540 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19e6a0ef-5538-4212-ae49-431f4045a41a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.618699 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d1faa9c5-e9a0-417f-8085-6ae6e58afd21 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:27.661648 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-78b93f0b-f1f2-4cbc-b3b0-fae3cff4a501 None None] Provisioning for port af7e825f-a28a-490b-91a4-9042283f8492 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:27.681849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-78b93f0b-f1f2-4cbc-b3b0-fae3cff4a501 None None] Provisioning complete for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:27.682292 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-78b93f0b-f1f2-4cbc-b3b0-fae3cff4a501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.688782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:27.688782 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.711917 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e1263-dfcf-484b-a411-8c0f08149123 req-0d1b1c8e-aa1b-4758-b099-06f7745487c7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:27.714026 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f67e1263-dfcf-484b-a411-8c0f08149123 req-0d1b1c8e-aa1b-4758-b099-06f7745487c7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 944 time: 0.1789887 Jul 07 17:19:27.764158 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19e6a0ef-5538-4212-ae49-431f4045a41a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.782990 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e76b-4911-40fd-98b5-a00cad2795ee req-23ea505d-41dc-49e2-8bc5-c0cd0d8256ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:27.784644 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1d39e76b-4911-40fd-98b5-a00cad2795ee req-23ea505d-41dc-49e2-8bc5-c0cd0d8256ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 1095 time: 0.1644225 Jul 07 17:19:27.821443 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f67e1263-dfcf-484b-a411-8c0f08149123 req-e342d927-f989-4a40-b744-dad7e5368ded tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987449 Jul 07 17:19:27.870877 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19e6a0ef-5538-4212-ae49-431f4045a41a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.907031 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6a0ef-5538-4212-ae49-431f4045a41a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=57e9a578-7add-4602-ad8e-066020550113,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:27.914320 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19e6a0ef-5538-4212-ae49-431f4045a41a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:27.916565 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-19e6a0ef-5538-4212-ae49-431f4045a41a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/57e9a578-7add-4602-ad8e-066020550113 HTTP/1.1" status: 204 len: 168 time: 0.5462122 Jul 07 17:19:27.919393 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49676) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:27.964188 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e76b-4911-40fd-98b5-a00cad2795ee req-3cdeea5b-64fd-4c44-b08b-f2604dce72da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:27.965865 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1d39e76b-4911-40fd-98b5-a00cad2795ee req-3cdeea5b-64fd-4c44-b08b-f2604dce72da service neutron] 10.222.0.15 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.1748724 Jul 07 17:19:28.027749 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1d39e76b-4911-40fd-98b5-a00cad2795ee req-0aa2b9d3-6e68-471f-ac2c-f2ccc0450bff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af7e825f-a28a-490b-91a4-9042283f8492 HTTP/1.1" status: 200 len: 217 time: 0.0554531 Jul 07 17:19:28.048540 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9c2d34-5f28-48ef-a285-6fd605492e36 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet 85c8e1b5-4ef2-459a-8f14-1239c94edc41 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:28.055687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5bf72b-3b5f-4e50-9e96-41d3e6d5b359 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:28.072557 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8f9c2d34-5f28-48ef-a285-6fd605492e36 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.108381 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e76b-4911-40fd-98b5-a00cad2795ee req-0f7411a7-64b6-40dc-b597-3ee47cc53eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:28.122473 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1d39e76b-4911-40fd-98b5-a00cad2795ee req-0f7411a7-64b6-40dc-b597-3ee47cc53eab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.0878341 Jul 07 17:19:28.162360 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8f9c2d34-5f28-48ef-a285-6fd605492e36 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.226241 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e76b-4911-40fd-98b5-a00cad2795ee req-6b6a21e6-50c1-40b5-b9c6-307a32beceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:28.228616 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1d39e76b-4911-40fd-98b5-a00cad2795ee req-6b6a21e6-50c1-40b5-b9c6-307a32beceb9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990036 Jul 07 17:19:28.256012 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a2b6ab15-6bb0-4192-bc4e-e12d2eb3dc21 None None] Provisioning complete for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:28.256605 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a2b6ab15-6bb0-4192-bc4e-e12d2eb3dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.312124 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8f9c2d34-5f28-48ef-a285-6fd605492e36 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.346722 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1d39e76b-4911-40fd-98b5-a00cad2795ee req-430506a6-6c85-494b-9ffd-157cfa001992 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098788 Jul 07 17:19:28.417792 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8f9c2d34-5f28-48ef-a285-6fd605492e36 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.447716 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c2d34-5f28-48ef-a285-6fd605492e36 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=85c8e1b5-4ef2-459a-8f14-1239c94edc41,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:28.453361 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8f9c2d34-5f28-48ef-a285-6fd605492e36 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:28.457616 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8f9c2d34-5f28-48ef-a285-6fd605492e36 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/85c8e1b5-4ef2-459a-8f14-1239c94edc41 HTTP/1.1" status: 204 len: 168 time: 0.5366404 Jul 07 17:19:28.459516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49680) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:28.523094 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0d54f79d-37d8-407d-b4d9-12bc69134c3e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613425 Jul 07 17:19:28.525680 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49682) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:28.532047 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-4bba7d7d-58bc-4bf4-907d-f503c68685ae tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:28.542764 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1d39e76b-4911-40fd-98b5-a00cad2795ee req-d2a48e28-9f63-4ea4-8ae6-9bc28189e1f9 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883256 Jul 07 17:19:28.745606 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bba7d7d-58bc-4bf4-907d-f503c68685ae tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:28.752131 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4bba7d7d-58bc-4bf4-907d-f503c68685ae tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.083987 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4bba7d7d-58bc-4bf4-907d-f503c68685ae tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.193752 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bba7d7d-58bc-4bf4-907d-f503c68685ae tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:29.199029 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-4bba7d7d-58bc-4bf4-907d-f503c68685ae tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:29.204299 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bba7d7d-58bc-4bf4-907d-f503c68685ae tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:29.205203 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4bba7d7d-58bc-4bf4-907d-f503c68685ae tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.220390 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba7d7d-58bc-4bf4-907d-f503c68685ae tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=b124a87f-346d-4ac0-8db9-2f9622bad112,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:29.239160 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49694) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:29.240468 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4bba7d7d-58bc-4bf4-907d-f503c68685ae tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7136810 Jul 07 17:19:29.249531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-9a83ddb7-9865-46e8-9739-722c01a28939 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:29.417164 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df084f88-2e5b-4c51-8539-79b60fa0fcea req-edd5fce4-3231-4469-b0fb-563243a459d3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:29.424724 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-df084f88-2e5b-4c51-8539-79b60fa0fcea req-edd5fce4-3231-4469-b0fb-563243a459d3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 944 time: 0.2429512 Jul 07 17:19:29.483893 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-df084f88-2e5b-4c51-8539-79b60fa0fcea req-0ef3cb55-6290-41d3-96c9-e98e349f9bc7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577383 Jul 07 17:19:29.490145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa8bbe1-309d-49cb-8c60-9138a8fe0824 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:29.493400 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a83ddb7-9865-46e8-9739-722c01a28939 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:29.499210 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a83ddb7-9865-46e8-9739-722c01a28939 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.594830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d719552a-915e-4702-b764-d20c454c33e4 None None] Provisioning complete for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:29.595265 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d719552a-915e-4702-b764-d20c454c33e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:29.821202 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f0028-3d6a-43cc-95b0-0ed053cb6dff req-74601b5c-ada7-4863-a5e9-dfaaa5eca528 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:29.823108 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc6f0028-3d6a-43cc-95b0-0ed053cb6dff req-74601b5c-ada7-4863-a5e9-dfaaa5eca528 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.1068602 Jul 07 17:19:29.900957 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc6f0028-3d6a-43cc-95b0-0ed053cb6dff req-59c551b0-77b3-47ae-a1d6-ec02a221d9a6 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673127 Jul 07 17:19:29.969446 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b2448d-240f-42b1-a2db-05953fee5d53 None None] Update dhcp port {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'fixed_ips': [{'subnet_id': 'b124a87f-346d-4ac0-8db9-2f9622bad112'}], 'binding:host_id': 'n-d-793620-7'}, 'id': 'd1faa9c5-e9a0-417f-8085-6ae6e58afd21'} from n-d-793620-7. {{(pid=100411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:19:30.037378 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-29b2448d-240f-42b1-a2db-05953fee5d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.243405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.objects.ports [None req-9a83ddb7-9865-46e8-9739-722c01a28939 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100410) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:19:30.339303 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-29b2448d-240f-42b1-a2db-05953fee5d53 None None] Allocated IP 172.20.0.2 (786ade71-bf54-475c-8871-ff99bd2f3c44/b124a87f-346d-4ac0-8db9-2f9622bad112/d1faa9c5-e9a0-417f-8085-6ae6e58afd21) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:30.356914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-29b2448d-240f-42b1-a2db-05953fee5d53 None None] Allocated IP 2001:db8::f816:3eff:fed0:5c49 (786ade71-bf54-475c-8871-ff99bd2f3c44/0a202927-42c4-47b9-bacf-93990a873934/d1faa9c5-e9a0-417f-8085-6ae6e58afd21) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:30.544336 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-29b2448d-240f-42b1-a2db-05953fee5d53 None None] For port d1faa9c5-e9a0-417f-8085-6ae6e58afd21, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:30.614787 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-29b2448d-240f-42b1-a2db-05953fee5d53 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.647840 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-29b2448d-240f-42b1-a2db-05953fee5d53 None None] Transition to ACTIVE for port object d1faa9c5-e9a0-417f-8085-6ae6e58afd21 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:30.657385 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-29b2448d-240f-42b1-a2db-05953fee5d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.811449 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2448d-240f-42b1-a2db-05953fee5d53 None None] Pushing event updated for resources: {'Port': ['ID=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,revision_number=12']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:30.870074 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.ipam_pluggable_backend [None req-9a83ddb7-9865-46e8-9739-722c01a28939 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=100410) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Jul 07 17:19:30.870717 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a83ddb7-9865-46e8-9739-722c01a28939 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.937140 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a83ddb7-9865-46e8-9739-722c01a28939 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:30.945278 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-9a83ddb7-9865-46e8-9739-722c01a28939 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:30.959950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5be1b3-fa04-4855-bf58-ff2d9739db6d req-17c31044-d6c9-41ac-8532-180023fa125f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:30.961627 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d5be1b3-fa04-4855-bf58-ff2d9739db6d req-17c31044-d6c9-41ac-8532-180023fa125f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 944 time: 0.1893232 Jul 07 17:19:30.963581 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a83ddb7-9865-46e8-9739-722c01a28939 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:30.964672 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a83ddb7-9865-46e8-9739-722c01a28939 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:30.968340 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83ddb7-9865-46e8-9739-722c01a28939 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=0a202927-42c4-47b9-bacf-93990a873934,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:31.023966 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9a83ddb7-9865-46e8-9739-722c01a28939 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7834032 Jul 07 17:19:31.027151 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49706) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:31.033227 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-6b5bfd28-e43f-42d4-abae-2bdd70b29105 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'mac_address': 'fa:16:3e:f9:5d:30', 'name': 'tempest-NetworksTestDHCPv6-408051864'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:31.042464 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d5be1b3-fa04-4855-bf58-ff2d9739db6d req-4ded2839-0dc6-4ba1-b678-3eb97e55db46 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709009 Jul 07 17:19:31.239641 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5bfd28-e43f-42d4-abae-2bdd70b29105 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:31.313275 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43397f4-51bc-4c19-8c5d-5eb12b57dccc req-0895315d-8ac9-4a61-8303-2981f3a01650 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:31.315513 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a43397f4-51bc-4c19-8c5d-5eb12b57dccc req-0895315d-8ac9-4a61-8303-2981f3a01650 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.1649349 Jul 07 17:19:31.376793 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a43397f4-51bc-4c19-8c5d-5eb12b57dccc req-9a0b9a21-ed59-4b41-8d05-8aeac3f0c20d tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534849 Jul 07 17:19:31.441939 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6b5bfd28-e43f-42d4-abae-2bdd70b29105 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.488707 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-6b5bfd28-e43f-42d4-abae-2bdd70b29105 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port 94e0c47f-50f3-4b84-a71a-e2076cdbb089 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:31.502518 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d1faa9c5-e9a0-417f-8085-6ae6e58afd21 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:31.513920 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee7ba1-3edc-4b8c-a256-f920fc69b7d5 req-e85e45e4-6a51-48a4-8637-55ed970bd2de tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:31.515711 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2fee7ba1-3edc-4b8c-a256-f920fc69b7d5 req-e85e45e4-6a51-48a4-8637-55ed970bd2de tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 946 time: 0.1395347 Jul 07 17:19:31.736449 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8ddb4a-274b-4c94-8fbf-af6a90eca4a5 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:31.809148 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-2fee7ba1-3edc-4b8c-a256-f920fc69b7d5 req-548ae14d-66d0-42a3-97b9-504bc191c700 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Deleting port 51d7971c-abee-40e3-9b99-1f50a6fe0be7 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:31.809148 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2fee7ba1-3edc-4b8c-a256-f920fc69b7d5 req-548ae14d-66d0-42a3-97b9-504bc191c700 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.833830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4c8283f8-7efa-4758-826c-14f017deecf7 None None] Provisioning for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:31.842070 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4c8283f8-7efa-4758-826c-14f017deecf7 None None] Provisioning complete for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:31.842584 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4c8283f8-7efa-4758-826c-14f017deecf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:31.870896 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-6b5bfd28-e43f-42d4-abae-2bdd70b29105 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 172.20.0.7 (786ade71-bf54-475c-8871-ff99bd2f3c44/b124a87f-346d-4ac0-8db9-2f9622bad112/94e0c47f-50f3-4b84-a71a-e2076cdbb089) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:31.899381 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-6b5bfd28-e43f-42d4-abae-2bdd70b29105 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::f816:3eff:fef9:5d30 (786ade71-bf54-475c-8871-ff99bd2f3c44/0a202927-42c4-47b9-bacf-93990a873934/94e0c47f-50f3-4b84-a71a-e2076cdbb089) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:32.016867 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-2fee7ba1-3edc-4b8c-a256-f920fc69b7d5 req-548ae14d-66d0-42a3-97b9-504bc191c700 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] For port 51d7971c-abee-40e3-9b99-1f50a6fe0be7, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=51d7971c-abee-40e3-9b99-1f50a6fe0be7,segment=NetworkSegment(453669c1-6ecc-4ab7-8804-3a7fff87378b),segment_id=453669c1-6ecc-4ab7-8804-3a7fff87378b)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:32.018058 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2fee7ba1-3edc-4b8c-a256-f920fc69b7d5 req-548ae14d-66d0-42a3-97b9-504bc191c700 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.323512 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606d686-e9d0-4e4e-990f-2fcfbadf718d req-5c08424f-bb29-47cd-bca2-e1dde4c1afa8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:32.330969 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1606d686-e9d0-4e4e-990f-2fcfbadf718d req-5c08424f-bb29-47cd-bca2-e1dde4c1afa8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 944 time: 0.0934429 Jul 07 17:19:32.332482 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6b5bfd28-e43f-42d4-abae-2bdd70b29105 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.370041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-6b5bfd28-e43f-42d4-abae-2bdd70b29105 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object 94e0c47f-50f3-4b84-a71a-e2076cdbb089 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:32.394799 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2fee7ba1-3edc-4b8c-a256-f920fc69b7d5 req-548ae14d-66d0-42a3-97b9-504bc191c700 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.395333 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2fee7ba1-3edc-4b8c-a256-f920fc69b7d5 req-548ae14d-66d0-42a3-97b9-504bc191c700 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.395993 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [req-2fee7ba1-3edc-4b8c-a256-f920fc69b7d5 req-548ae14d-66d0-42a3-97b9-504bc191c700 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Floating IP 2d00d116-5e7f-4e53-95d7-8c18f0191b85 disassociated. External IP: 172.25.2.7, port: 51d7971c-abee-40e3-9b99-1f50a6fe0be7. Jul 07 17:19:32.396452 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-2fee7ba1-3edc-4b8c-a256-f920fc69b7d5 req-548ae14d-66d0-42a3-97b9-504bc191c700 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Calling delete_port for 51d7971c-abee-40e3-9b99-1f50a6fe0be7 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:32.411547 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1606d686-e9d0-4e4e-990f-2fcfbadf718d req-8fb0817f-0571-4f17-8528-2655cb04b38f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793226 Jul 07 17:19:32.543921 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6b5bfd28-e43f-42d4-abae-2bdd70b29105 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.686537 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5bfd28-e43f-42d4-abae-2bdd70b29105 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:32.723272 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-6b5bfd28-e43f-42d4-abae-2bdd70b29105 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:32.727659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5bfd28-e43f-42d4-abae-2bdd70b29105 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:32.733032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5bfd28-e43f-42d4-abae-2bdd70b29105 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=94e0c47f-50f3-4b84-a71a-e2076cdbb089,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:32.830356 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2fee7ba1-3edc-4b8c-a256-f920fc69b7d5 req-548ae14d-66d0-42a3-97b9-504bc191c700 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.855597 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350c795-043c-4174-9dd8-1d67c34e6376 req-f51a752f-9876-47f3-b41c-0f0c447f9e28 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:32.862955 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7350c795-043c-4174-9dd8-1d67c34e6376 req-f51a752f-9876-47f3-b41c-0f0c447f9e28 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 867 time: 0.3006911 Jul 07 17:19:32.870607 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5bfd28-e43f-42d4-abae-2bdd70b29105 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:32.873271 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6b5bfd28-e43f-42d4-abae-2bdd70b29105 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:32.938846 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ae14d-66d0-42a3-97b9-504bc191c700 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Pushing event deleted for resources: {'Port': ['ID=51d7971c-abee-40e3-9b99-1f50a6fe0be7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:32.956583 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6b5bfd28-e43f-42d4-abae-2bdd70b29105 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9254613 Jul 07 17:19:32.957110 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49714) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:33.055013 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7350c795-043c-4174-9dd8-1d67c34e6376 req-dd962d03-25bc-4102-a2c9-5a1366664b7c tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=440bf5a6-3038-4971-8ef3-6662d8936b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858318 Jul 07 17:19:33.091419 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c16391-45fd-4a7b-b260-8af2031b23dd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:33.097860 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c16391-45fd-4a7b-b260-8af2031b23dd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:33.103361 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a4c16391-45fd-4a7b-b260-8af2031b23dd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1450465 Jul 07 17:19:33.104057 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49718) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:33.191909 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7c8e243c-72f1-477c-9e54-63e2d596109c None None] Provisioning complete for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:33.192450 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7c8e243c-72f1-477c-9e54-63e2d596109c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.244071 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fee7ba1-3edc-4b8c-a256-f920fc69b7d5 req-548ae14d-66d0-42a3-97b9-504bc191c700 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:33.282669 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-127c1a10-4778-4502-9440-76aa0d6266e7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port 94e0c47f-50f3-4b84-a71a-e2076cdbb089 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:33.283402 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-127c1a10-4778-4502-9440-76aa0d6266e7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.524037 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-127c1a10-4778-4502-9440-76aa0d6266e7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.558089 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-127c1a10-4778-4502-9440-76aa0d6266e7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for 94e0c47f-50f3-4b84-a71a-e2076cdbb089 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:33.568455 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fee7ba1-3edc-4b8c-a256-f920fc69b7d5 req-548ae14d-66d0-42a3-97b9-504bc191c700 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:33.590809 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87feb67-2b16-4939-8df5-c762bb7ac84a None None] Sync routers for ids ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:33.636889 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87feb67-2b16-4939-8df5-c762bb7ac84a None None] Routers {'0785c84c-07d3-404a-8ca6-e77a1a66f5b5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:33.642512 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e87feb67-2b16-4939-8df5-c762bb7ac84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:19:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:33.651589 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fee7ba1-3edc-4b8c-a256-f920fc69b7d5 req-548ae14d-66d0-42a3-97b9-504bc191c700 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] No DVR routers for this DVR port 51d7971c-abee-40e3-9b99-1f50a6fe0be7 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:33.667847 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-2fee7ba1-3edc-4b8c-a256-f920fc69b7d5 req-548ae14d-66d0-42a3-97b9-504bc191c700 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:33.670040 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2fee7ba1-3edc-4b8c-a256-f920fc69b7d5 req-548ae14d-66d0-42a3-97b9-504bc191c700 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.15 "DELETE /v2.0/ports/51d7971c-abee-40e3-9b99-1f50a6fe0be7 HTTP/1.1" status: 204 len: 173 time: 2.1185422 Jul 07 17:19:33.670543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ea8904-048e-4d9d-9b0a-c80450ccc7ad', 'name': 'network-vif-deleted', 'tag': '51d7971c-abee-40e3-9b99-1f50a6fe0be7'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:33.696669 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4102d8b-1e88-4e6e-8275-25a3848be482" -d '{"events": [{"server_uuid": "a6ea8904-048e-4d9d-9b0a-c80450ccc7ad", "name": "network-vif-deleted", "tag": "51d7971c-abee-40e3-9b99-1f50a6fe0be7"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:33.709382 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2016548f-81e5-48d9-ba6b-4586345786cf None None] Could not find standard attr ID for object 785fa83e-6932-452f-9fad-f586b1f2444e. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:33.838121 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f83362-edf8-4ed5-a65a-8aba5e797d57 x-openstack-request-id: req-35f83362-edf8-4ed5-a65a-8aba5e797d57 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:33.838552 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ea8904-048e-4d9d-9b0a-c80450ccc7ad", "name": "network-vif-deleted", "tag": "51d7971c-abee-40e3-9b99-1f50a6fe0be7", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:33.838795 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35f83362-edf8-4ed5-a65a-8aba5e797d57 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:33.839236 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ea8904-048e-4d9d-9b0a-c80450ccc7ad', 'name': 'network-vif-deleted', 'tag': '51d7971c-abee-40e3-9b99-1f50a6fe0be7', 'status': 'completed', 'code': 200} Jul 07 17:19:33.858065 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89dcd5-e3eb-48ba-8d3a-aece9f993357 req-62379fb6-f9fd-49aa-a5b0-9ca423c10d17 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:33.858303 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-e87feb67-2b16-4939-8df5-c762bb7ac84a None None] Set router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:33.858934 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa89dcd5-e3eb-48ba-8d3a-aece9f993357 req-62379fb6-f9fd-49aa-a5b0-9ca423c10d17 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 944 time: 0.2091675 Jul 07 17:19:33.921873 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa89dcd5-e3eb-48ba-8d3a-aece9f993357 req-cb018a30-7f7d-47a4-9e11-205eae73f9ef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552893 Jul 07 17:19:34.136353 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-127c1a10-4778-4502-9440-76aa0d6266e7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.192993 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c1a10-4778-4502-9440-76aa0d6266e7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=94e0c47f-50f3-4b84-a71a-e2076cdbb089,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:34.375724 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e87feb67-2b16-4939-8df5-c762bb7ac84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:27Z', 'revision_number': 4, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'gw_port': {'id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:20Z', 'updated_at': '2021-07-07T17:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'd05a713f-7064-4556-af42-957daef6203f', 'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'mac_address': 'fa:16:3e:bf:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:26Z', 'updated_at': '2021-07-07T17:15:39Z', 'revision_number': 5, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'subnets': [{'id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:34.381446 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ac2ad280-4296-43d9-8ab4-55a7e2d0ee7a req-1f8728ce-5f62-4b7f-8f46-1bab0d91685c tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6ea8904-048e-4d9d-9b0a-c80450ccc7ad HTTP/1.1" status: 200 len: 210 time: 0.0394628 Jul 07 17:19:34.428218 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87feb67-2b16-4939-8df5-c762bb7ac84a None None] Checking router: 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:34.452453 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87feb67-2b16-4939-8df5-c762bb7ac84a None None] Routers {'0785c84c-07d3-404a-8ca6-e77a1a66f5b5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:34.454035 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e87feb67-2b16-4939-8df5-c762bb7ac84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:19:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:34.462469 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-127c1a10-4778-4502-9440-76aa0d6266e7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.464502 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-127c1a10-4778-4502-9440-76aa0d6266e7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/94e0c47f-50f3-4b84-a71a-e2076cdbb089 HTTP/1.1" status: 204 len: 168 time: 1.3592966 Jul 07 17:19:34.471255 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49728) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:34.564014 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0981105a-7434-41c2-9bb4-918e5d464c47 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:34.565933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0981105a-7434-41c2-9bb4-918e5d464c47 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:34.577742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-64ecf06a-fb53-4c62-bb73-8ee97aae4b14 None None] Could not find standard attr ID for object 94e0c47f-50f3-4b84-a71a-e2076cdbb089. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:34.585483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0981105a-7434-41c2-9bb4-918e5d464c47 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:34.587826 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0981105a-7434-41c2-9bb4-918e5d464c47 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1131341 Jul 07 17:19:34.590745 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49730) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:34.629869 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-e87feb67-2b16-4939-8df5-c762bb7ac84a None None] Set router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:34.713747 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-503ef704-b328-45a9-8bfc-38e4ceb5c694 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet 0a202927-42c4-47b9-bacf-93990a873934 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:34.717501 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-503ef704-b328-45a9-8bfc-38e4ceb5c694 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.765080 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-503ef704-b328-45a9-8bfc-38e4ceb5c694 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.929391 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-503ef704-b328-45a9-8bfc-38e4ceb5c694 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:34.969869 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e87feb67-2b16-4939-8df5-c762bb7ac84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:27Z', 'revision_number': 4, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'gw_port': {'id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:20Z', 'updated_at': '2021-07-07T17:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'd05a713f-7064-4556-af42-957daef6203f', 'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'mac_address': 'fa:16:3e:bf:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:26Z', 'updated_at': '2021-07-07T17:15:39Z', 'revision_number': 5, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'subnets': [{'id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:35.008190 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-503ef704-b328-45a9-8bfc-38e4ceb5c694 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.017774 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87feb67-2b16-4939-8df5-c762bb7ac84a None None] The sync data for ids ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'] in n-d-793620-7 is: [{'id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:27Z', 'revision_number': 4, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'gw_port': {'id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:20Z', 'updated_at': '2021-07-07T17:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'd05a713f-7064-4556-af42-957daef6203f', 'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'mac_address': 'fa:16:3e:bf:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:26Z', 'updated_at': '2021-07-07T17:15:39Z', 'revision_number': 5, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'subnets': [{'id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:35.045256 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ef704-b328-45a9-8bfc-38e4ceb5c694 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=0a202927-42c4-47b9-bacf-93990a873934,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:35.055367 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-503ef704-b328-45a9-8bfc-38e4ceb5c694 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.061307 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a0e1eb-0b37-4d48-a2a5-502ef73b3e3c None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:35.061528 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-503ef704-b328-45a9-8bfc-38e4ceb5c694 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/0a202927-42c4-47b9-bacf-93990a873934 HTTP/1.1" status: 204 len: 168 time: 0.4655759 Jul 07 17:19:35.062344 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49734) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:35.151058 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b40952a-9311-424f-b2c4-e183a607a2f5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet b124a87f-346d-4ac0-8db9-2f9622bad112 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:35.159287 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b40952a-9311-424f-b2c4-e183a607a2f5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.200545 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b2451-b223-4aa3-849c-0f073d86c8b0 req-9dba58a2-1ee3-4d50-b26e-cccbc61aaf29 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:35.204369 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db3b2451-b223-4aa3-849c-0f073d86c8b0 req-9dba58a2-1ee3-4d50-b26e-cccbc61aaf29 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 944 time: 0.1130097 Jul 07 17:19:35.259979 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b40952a-9311-424f-b2c4-e183a607a2f5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.264453 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db3b2451-b223-4aa3-849c-0f073d86c8b0 req-a7177f21-f52c-4938-9aa5-9fe4c7f3f995 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512588 Jul 07 17:19:35.488934 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b40952a-9311-424f-b2c4-e183a607a2f5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.565169 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8688e5-a9ab-4ee9-b46d-8b2310112225 None None] New status for floating IP 2d00d116-5e7f-4e53-95d7-8c18f0191b85: DOWN {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:19:35.572687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 51d7971c-abee-40e3-9b99-1f50a6fe0be7 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:35.611286 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b40952a-9311-424f-b2c4-e183a607a2f5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.625575 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49742) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:35.647772 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40952a-9311-424f-b2c4-e183a607a2f5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=b124a87f-346d-4ac0-8db9-2f9622bad112,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:35.657850 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7b40952a-9311-424f-b2c4-e183a607a2f5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.662306 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7b40952a-9311-424f-b2c4-e183a607a2f5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/b124a87f-346d-4ac0-8db9-2f9622bad112 HTTP/1.1" status: 204 len: 168 time: 0.5965362 Jul 07 17:19:35.664193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49744) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:35.681681 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 51d7971c-abee-40e3-9b99-1f50a6fe0be7 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:35.682259 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 51d7971c-abee-40e3-9b99-1f50a6fe0be7 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:35.725473 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-30d50c23-5309-4839-b296-226cb0050ee8 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.734948 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e53e4c44-39ea-4cd3-a94c-e42ebc6f6d36 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671506 Jul 07 17:19:35.736140 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49746) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:35.743218 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-465a2780-e956-4854-8795-bebc2a11fbaf tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:35.785234 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-30d50c23-5309-4839-b296-226cb0050ee8 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.871451 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465a2780-e956-4854-8795-bebc2a11fbaf tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:35.873605 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-30d50c23-5309-4839-b296-226cb0050ee8 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.875983 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-465a2780-e956-4854-8795-bebc2a11fbaf tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.876665 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-30d50c23-5309-4839-b296-226cb0050ee8 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.878018 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-30d50c23-5309-4839-b296-226cb0050ee8 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "DELETE /v2.0/security-groups/440bf5a6-3038-4971-8ef3-6662d8936b79 HTTP/1.1" status: 204 len: 168 time: 0.2513945 Jul 07 17:19:35.882133 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e37f081-a45d-43b5-b94f-1bd92bd8ad07 None None] Update dhcp port {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'fixed_ips': [{'subnet_id': 'b124a87f-346d-4ac0-8db9-2f9622bad112'}], 'binding:host_id': 'n-d-793620-7'}, 'id': 'd1faa9c5-e9a0-417f-8085-6ae6e58afd21'} from n-d-793620-7. {{(pid=100411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:19:35.882753 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49748) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:35.891040 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d50c23-5309-4839-b296-226cb0050ee8 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=440bf5a6-3038-4971-8ef3-6662d8936b79,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:35.928516 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7e37f081-a45d-43b5-b94f-1bd92bd8ad07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:35.940540 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-19858a03-437e-4c41-a9f8-8c5d87d21ff9 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] show failed (client error): The resource could not be found. Jul 07 17:19:35.941625 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-19858a03-437e-4c41-a9f8-8c5d87d21ff9 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups/440bf5a6-3038-4971-8ef3-6662d8936b79 HTTP/1.1" status: 404 len: 347 time: 0.0578117 Jul 07 17:19:35.944944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49750) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:36.091115 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e77b8da7-386e-4985-9ab3-2c54e3e2a583 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Deleting port 02855fd9-455c-49bd-9a08-f3a42f8c3d90 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:36.091374 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e77b8da7-386e-4985-9ab3-2c54e3e2a583 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.114504 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be91199-eb4f-41f9-a37d-b2ee2ef5df0f None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:36.114698 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-465a2780-e956-4854-8795-bebc2a11fbaf tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.148488 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465a2780-e956-4854-8795-bebc2a11fbaf tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:36.152041 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-465a2780-e956-4854-8795-bebc2a11fbaf tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:36.156453 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465a2780-e956-4854-8795-bebc2a11fbaf tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:36.157175 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-465a2780-e956-4854-8795-bebc2a11fbaf tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.164489 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2923c48c-9d2a-4d3a-b106-b7f3a992274e None None] Provisioning complete for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:36.164871 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2923c48c-9d2a-4d3a-b106-b7f3a992274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.195683 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-465a2780-e956-4854-8795-bebc2a11fbaf tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4571857 Jul 07 17:19:36.201026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49752) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:36.207116 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e77b8da7-386e-4985-9ab3-2c54e3e2a583 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.207486 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e77b8da7-386e-4985-9ab3-2c54e3e2a583 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.208806 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-15d49ae5-b862-4c4d-bee4-b0af7e95bb60 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:36.214252 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a2780-e956-4854-8795-bebc2a11fbaf tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=b59a4e68-628e-4a90-976e-1c19b83ade91,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:36.229834 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e77b8da7-386e-4985-9ab3-2c54e3e2a583 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Calling delete_port for 02855fd9-455c-49bd-9a08-f3a42f8c3d90 owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:36.356457 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d49ae5-b862-4c4d-bee4-b0af7e95bb60 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:36.361741 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-15d49ae5-b862-4c4d-bee4-b0af7e95bb60 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.408842 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e77b8da7-386e-4985-9ab3-2c54e3e2a583 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.421567 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eccc94-60b7-4aa1-91ea-1cbd265c5523 None None] Update dhcp port {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'fixed_ips': [{'subnet_id': 'b59a4e68-628e-4a90-976e-1c19b83ade91'}], 'binding:host_id': 'n-d-793620-7'}, 'id': 'd1faa9c5-e9a0-417f-8085-6ae6e58afd21'} from n-d-793620-7. {{(pid=100411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:19:36.464206 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e1eccc94-60b7-4aa1-91ea-1cbd265c5523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.475066 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b8da7-386e-4985-9ab3-2c54e3e2a583 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Pushing event deleted for resources: {'Port': ['ID=02855fd9-455c-49bd-9a08-f3a42f8c3d90,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:36.555497 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e77b8da7-386e-4985-9ab3-2c54e3e2a583 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.558201 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e77b8da7-386e-4985-9ab3-2c54e3e2a583 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.559935 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e77b8da7-386e-4985-9ab3-2c54e3e2a583 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "DELETE /v2.0/floatingips/2d00d116-5e7f-4e53-95d7-8c18f0191b85 HTTP/1.1" status: 204 len: 168 time: 0.6134663 Jul 07 17:19:36.578116 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e7f2e-5f26-43cd-8098-5af5529c40f9 req-4c394e33-af2f-4b54-8e62-30c58f7044c2 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:36.579872 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e0e7f2e-5f26-43cd-8098-5af5529c40f9 req-4c394e33-af2f-4b54-8e62-30c58f7044c2 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 944 time: 0.1727562 Jul 07 17:19:36.653924 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-e1eccc94-60b7-4aa1-91ea-1cbd265c5523 None None] Allocated IP 172.20.0.2 (786ade71-bf54-475c-8871-ff99bd2f3c44/b59a4e68-628e-4a90-976e-1c19b83ade91/d1faa9c5-e9a0-417f-8085-6ae6e58afd21) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:36.663083 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e0e7f2e-5f26-43cd-8098-5af5529c40f9 req-7158eefe-8b3e-491d-af43-be22c58d18a4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774128 Jul 07 17:19:36.778409 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e1eccc94-60b7-4aa1-91ea-1cbd265c5523 None None] For port d1faa9c5-e9a0-417f-8085-6ae6e58afd21, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:36.808184 n-d-793620-7 neutron-server[100409]: DEBUG neutron.objects.ports [None req-15d49ae5-b862-4c4d-bee4-b0af7e95bb60 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100409) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:19:36.817849 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e1eccc94-60b7-4aa1-91ea-1cbd265c5523 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.832934 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e1eccc94-60b7-4aa1-91ea-1cbd265c5523 None None] Transition to ACTIVE for port object d1faa9c5-e9a0-417f-8085-6ae6e58afd21 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:36.836858 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e1eccc94-60b7-4aa1-91ea-1cbd265c5523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:36.919899 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eccc94-60b7-4aa1-91ea-1cbd265c5523 None None] Pushing event updated for resources: {'Port': ['ID=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,revision_number=15']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:36.996833 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49760) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:37.001682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-29239f97-8f8f-4066-9c09-ba67d5b7a9b5 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--497338030', 'description': 'tempest-description--1191669115'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:37.004159 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-15d49ae5-b862-4c4d-bee4-b0af7e95bb60 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.058148 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-29239f97-8f8f-4066-9c09-ba67d5b7a9b5 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.173141 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-29239f97-8f8f-4066-9c09-ba67d5b7a9b5 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.178230 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-29239f97-8f8f-4066-9c09-ba67d5b7a9b5 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.205295 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-15d49ae5-b862-4c4d-bee4-b0af7e95bb60 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] For port d1faa9c5-e9a0-417f-8085-6ae6e58afd21, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:37.214953 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-29239f97-8f8f-4066-9c09-ba67d5b7a9b5 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.216602 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-29239f97-8f8f-4066-9c09-ba67d5b7a9b5 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2187517 Jul 07 17:19:37.220616 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49762) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:37.222913 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29239f97-8f8f-4066-9c09-ba67d5b7a9b5 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa6d413-43de-4c4c-aa73-f159399b7da9,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:37.226484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-908c10dc-1618-4e00-a8dd-287298db9705 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Request body: {'security_group_rule': {'security_group_id': '9fa6d413-43de-4c4c-aa73-f159399b7da9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:37.272059 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-15d49ae5-b862-4c4d-bee4-b0af7e95bb60 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.278189 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-15d49ae5-b862-4c4d-bee4-b0af7e95bb60 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.279108 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-15d49ae5-b862-4c4d-bee4-b0af7e95bb60 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.340755 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-908c10dc-1618-4e00-a8dd-287298db9705 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.379378 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d49ae5-b862-4c4d-bee4-b0af7e95bb60 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:37.383253 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d1faa9c5-e9a0-417f-8085-6ae6e58afd21 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:37.396439 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-15d49ae5-b862-4c4d-bee4-b0af7e95bb60 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:37.409095 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d49ae5-b862-4c4d-bee4-b0af7e95bb60 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:37.409909 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-15d49ae5-b862-4c4d-bee4-b0af7e95bb60 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.445929 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d49ae5-b862-4c4d-bee4-b0af7e95bb60 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=50203ea2-1791-4de7-9692-69aafe3b30fb,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:37.472515 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-15d49ae5-b862-4c4d-bee4-b0af7e95bb60 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2673111 Jul 07 17:19:37.473458 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49764) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:37.474668 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d49ae5-b862-4c4d-bee4-b0af7e95bb60 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,revision_number=17']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:37.479677 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.486196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-875105cd-34cd-43eb-974a-6158c85e3d16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'mac_address': 'fa:16:3e:d5:79:0e', 'name': 'tempest-NetworksTestDHCPv6-1043888167'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:37.496219 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-908c10dc-1618-4e00-a8dd-287298db9705 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.502350 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-908c10dc-1618-4e00-a8dd-287298db9705 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.530344 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c10dc-1618-4e00-a8dd-287298db9705 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01190a2f-20f4-49d9-8cb6-2dda4a26a36d,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:37.531336 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port d1faa9c5-e9a0-417f-8085-6ae6e58afd21, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:37.540967 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-908c10dc-1618-4e00-a8dd-287298db9705 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.544245 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.545340 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49766) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:37.545591 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-908c10dc-1618-4e00-a8dd-287298db9705 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3238645 Jul 07 17:19:37.555477 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-69a47516-5097-41e4-9587-f9baf6e4167c tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Request body: {'security_group_rule': {'security_group_id': '9fa6d413-43de-4c4c-aa73-f159399b7da9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:37.598294 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-69a47516-5097-41e4-9587-f9baf6e4167c tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.614258 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,revision_number=18']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:37.662308 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d1faa9c5-e9a0-417f-8085-6ae6e58afd21 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:37.694267 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60730080-c744-4af9-a040-1cf0e83c519a None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:37.695545 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-69a47516-5097-41e4-9587-f9baf6e4167c tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.703964 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-69a47516-5097-41e4-9587-f9baf6e4167c tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.761484 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875105cd-34cd-43eb-974a-6158c85e3d16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:37.768551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a47516-5097-41e4-9587-f9baf6e4167c tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5883ad2-210f-4a43-9a7d-b79a0a61a996,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:37.770691 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-69a47516-5097-41e4-9587-f9baf6e4167c tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.772153 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-69a47516-5097-41e4-9587-f9baf6e4167c tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2258129 Jul 07 17:19:37.775914 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49772) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:37.781278 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-558c42fd-4c6d-4599-862a-c54f14e8fb20 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:37.839571 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-fc4c7e5f-b69e-4928-8283-f16164efa667 None None] Provisioning for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:37.859765 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-fc4c7e5f-b69e-4928-8283-f16164efa667 None None] Provisioning complete for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:37.860509 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fc4c7e5f-b69e-4928-8283-f16164efa667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.894148 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-558c42fd-4c6d-4599-862a-c54f14e8fb20 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.921529 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:37.922153 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.933122 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-875105cd-34cd-43eb-974a-6158c85e3d16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:37.960253 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-875105cd-34cd-43eb-974a-6158c85e3d16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port 43f1fd9f-38b3-4bfa-a4d0-870f5e56dbf2 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:37.987486 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7462a9-dec7-4091-868d-887c1ad3412a req-30f0e905-4264-4cce-87fc-625360eb495f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:37.995031 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5a7462a9-dec7-4091-868d-887c1ad3412a req-30f0e905-4264-4cce-87fc-625360eb495f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 944 time: 0.1869128 Jul 07 17:19:38.058047 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5a7462a9-dec7-4091-868d-887c1ad3412a req-bc3341ca-ade3-47ed-a7a7-212600502e8f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580518 Jul 07 17:19:38.105497 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-558c42fd-4c6d-4599-862a-c54f14e8fb20 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.154272 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fc4c7e5f-b69e-4928-8283-f16164efa667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.159202 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.228334 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-fc4c7e5f-b69e-4928-8283-f16164efa667 None None] For port d1faa9c5-e9a0-417f-8085-6ae6e58afd21, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:38.233938 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fc4c7e5f-b69e-4928-8283-f16164efa667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.237292 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-875105cd-34cd-43eb-974a-6158c85e3d16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 172.20.0.14 (786ade71-bf54-475c-8871-ff99bd2f3c44/b59a4e68-628e-4a90-976e-1c19b83ade91/43f1fd9f-38b3-4bfa-a4d0-870f5e56dbf2) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:38.248878 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-875105cd-34cd-43eb-974a-6158c85e3d16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::f816:3eff:fed5:790e (786ade71-bf54-475c-8871-ff99bd2f3c44/50203ea2-1791-4de7-9692-69aafe3b30fb/43f1fd9f-38b3-4bfa-a4d0-870f5e56dbf2) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:38.298706 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-558c42fd-4c6d-4599-862a-c54f14e8fb20 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Allocated IP 172.25.2.247 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/99c11b58-cb93-47ec-a083-8190a240ebd3) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:38.352639 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.api [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:19:38.353002 n-d-793620-7 neutron-server[100411]: DEBUG oslo_db.api [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:19:38.356580 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c7e5f-b69e-4928-8283-f16164efa667 None None] Pushing event updated for resources: {'Port': ['ID=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,revision_number=19']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:38.446081 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-558c42fd-4c6d-4599-862a-c54f14e8fb20 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.478804 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-875105cd-34cd-43eb-974a-6158c85e3d16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.494579 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-875105cd-34cd-43eb-974a-6158c85e3d16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object 43f1fd9f-38b3-4bfa-a4d0-870f5e56dbf2 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:38.506191 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-558c42fd-4c6d-4599-862a-c54f14e8fb20 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.541228 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-875105cd-34cd-43eb-974a-6158c85e3d16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.549109 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558c42fd-4c6d-4599-862a-c54f14e8fb20 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:38.552366 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-558c42fd-4c6d-4599-862a-c54f14e8fb20 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:38.557260 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558c42fd-4c6d-4599-862a-c54f14e8fb20 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:38.592957 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875105cd-34cd-43eb-974a-6158c85e3d16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:38.595664 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-875105cd-34cd-43eb-974a-6158c85e3d16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:38.598499 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875105cd-34cd-43eb-974a-6158c85e3d16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:38.619069 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c42fd-4c6d-4599-862a-c54f14e8fb20 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Pushing event updated for resources: {'Port': ['ID=99c11b58-cb93-47ec-a083-8190a240ebd3,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:38.664371 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-558c42fd-4c6d-4599-862a-c54f14e8fb20 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.669060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875105cd-34cd-43eb-974a-6158c85e3d16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:38.669915 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-875105cd-34cd-43eb-974a-6158c85e3d16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.677466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875105cd-34cd-43eb-974a-6158c85e3d16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=43f1fd9f-38b3-4bfa-a4d0-870f5e56dbf2,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:38.694927 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-875105cd-34cd-43eb-974a-6158c85e3d16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2178953 Jul 07 17:19:38.695252 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49774) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:38.718718 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-558c42fd-4c6d-4599-862a-c54f14e8fb20 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.783209 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9c1b92-b5bf-4c60-944e-91782e353fec tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:38.790340 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9c1b92-b5bf-4c60-944e-91782e353fec tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:38.795287 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bd9c1b92-b5bf-4c60-944e-91782e353fec tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.0958881 Jul 07 17:19:38.795287 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49776) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:38.892130 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-558c42fd-4c6d-4599-862a-c54f14e8fb20 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.900931 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-558c42fd-4c6d-4599-862a-c54f14e8fb20 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:38.942990 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-657268fe-8822-4beb-b8e7-9b5dacb91d53 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port 43f1fd9f-38b3-4bfa-a4d0-870f5e56dbf2 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:38.943409 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-657268fe-8822-4beb-b8e7-9b5dacb91d53 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.028820 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-558c42fd-4c6d-4599-862a-c54f14e8fb20 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.060668 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82f86af-6773-475d-9b00-0062c59f10d6 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:39.077164 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c42fd-4c6d-4599-862a-c54f14e8fb20 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Pushing event updated for resources: {'Port': ['ID=99c11b58-cb93-47ec-a083-8190a240ebd3,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:39.085490 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-558c42fd-4c6d-4599-862a-c54f14e8fb20 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.097455 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-558c42fd-4c6d-4599-862a-c54f14e8fb20 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3121002 Jul 07 17:19:39.117105 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-657268fe-8822-4beb-b8e7-9b5dacb91d53 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.133546 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-657268fe-8822-4beb-b8e7-9b5dacb91d53 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for 43f1fd9f-38b3-4bfa-a4d0-870f5e56dbf2 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:39.157358 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f7cf6268-c083-47b6-9108-0678e1333289 None None] Provisioning complete for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:39.157913 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f7cf6268-c083-47b6-9108-0678e1333289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.426024 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9e9e2-703d-4abf-854e-dc5c69db66bd req-3a1df82a-eebc-41cb-9546-620295c8ab64 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:39.429375 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-39b9e9e2-703d-4abf-854e-dc5c69db66bd req-3a1df82a-eebc-41cb-9546-620295c8ab64 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 944 time: 0.1272459 Jul 07 17:19:39.432455 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-657268fe-8822-4beb-b8e7-9b5dacb91d53 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.478585 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657268fe-8822-4beb-b8e7-9b5dacb91d53 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=43f1fd9f-38b3-4bfa-a4d0-870f5e56dbf2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:39.489501 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-3bac574e-5e3b-4566-99ea-7acff7ad0c5d tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--497338030&fields=id&tenant_id=e0d3f4c1ff294119a2c5fc6e804d1e59 HTTP/1.1" status: 200 len: 267 time: 0.0801044 Jul 07 17:19:39.525138 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-39b9e9e2-703d-4abf-854e-dc5c69db66bd req-f7fd7d1d-3dc1-4c35-bd87-1a87dc77b834 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883422 Jul 07 17:19:39.535068 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d1faa9c5-e9a0-417f-8085-6ae6e58afd21 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:39.620494 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:39.621320 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.685610 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-657268fe-8822-4beb-b8e7-9b5dacb91d53 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.690605 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-657268fe-8822-4beb-b8e7-9b5dacb91d53 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/43f1fd9f-38b3-4bfa-a4d0-870f5e56dbf2 HTTP/1.1" status: 204 len: 168 time: 0.8919680 Jul 07 17:19:39.691314 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49794) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:39.709782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-f9376bbd-bb3c-4329-8bac-3e8cffe7f11a tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:39.711509 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-f9376bbd-bb3c-4329-8bac-3e8cffe7f11a tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/networks?id=292197e0-01dc-4068-ba5d-c7a67aedfe6d HTTP/1.1" status: 200 len: 811 time: 0.2209859 Jul 07 17:19:39.729048 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-8596b941-ac5e-4edc-85b3-67ed434f1e84 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/quotas/e0d3f4c1ff294119a2c5fc6e804d1e59 HTTP/1.1" status: 200 len: 375 time: 0.0120566 Jul 07 17:19:39.765334 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89879b75-d49f-4e12-88af-fc7bf0021d67 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:39.767094 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89879b75-d49f-4e12-88af-fc7bf0021d67 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:39.768603 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89879b75-d49f-4e12-88af-fc7bf0021d67 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:39.773434 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-89879b75-d49f-4e12-88af-fc7bf0021d67 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0807202 Jul 07 17:19:39.774166 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49796) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:39.824826 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-ae950afb-113e-448d-b301-22e2e440aa19 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0d3f4c1ff294119a2c5fc6e804d1e59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0893135 Jul 07 17:19:39.857917 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10cd8d7-b815-4120-984a-9e6efdcc88c8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet 50203ea2-1791-4de7-9692-69aafe3b30fb {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:39.862738 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f10cd8d7-b815-4120-984a-9e6efdcc88c8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.907151 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-adfa23c6-2cff-4279-8cc4-05b5455556d1 None None] Provisioning complete for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:39.907628 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-adfa23c6-2cff-4279-8cc4-05b5455556d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.924295 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f10cd8d7-b815-4120-984a-9e6efdcc88c8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:39.971733 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-e680ece8-6703-4a5b-b2af-74c875bb6ec5 service neutron] 10.222.0.50 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330917 Jul 07 17:19:40.033757 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f10cd8d7-b815-4120-984a-9e6efdcc88c8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.117386 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-1b1cdc1a-40e6-467d-906b-af896d9086e2 service neutron] 10.222.0.50 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432431 Jul 07 17:19:40.124512 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f10cd8d7-b815-4120-984a-9e6efdcc88c8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.141010 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f10cd8d7-b815-4120-984a-9e6efdcc88c8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.143108 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f10cd8d7-b815-4120-984a-9e6efdcc88c8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/50203ea2-1791-4de7-9692-69aafe3b30fb HTTP/1.1" status: 204 len: 168 time: 0.3682206 Jul 07 17:19:40.145729 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49800) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:40.173025 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cd8d7-b815-4120-984a-9e6efdcc88c8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=50203ea2-1791-4de7-9692-69aafe3b30fb,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:40.204038 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e182513-0216-4362-9aa1-d776c7f6c2ab None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:40.233689 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f694cd-5db0-45d8-8863-628ec9b01e30 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet b59a4e68-628e-4a90-976e-1c19b83ade91 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:40.243743 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-84f694cd-5db0-45d8-8863-628ec9b01e30 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.261433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-df4a86aa-18a2-4d29-afe9-7d36bff9764a None None] Could not find standard attr ID for object 43f1fd9f-38b3-4bfa-a4d0-870f5e56dbf2. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:40.310466 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-84f694cd-5db0-45d8-8863-628ec9b01e30 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.422405 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-84f694cd-5db0-45d8-8863-628ec9b01e30 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.470992 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6f966cd5-4a52-487f-8722-7c768a88dbff req-6c48419f-efaf-4008-8a4c-34fe4a974dc8 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 210 time: 0.0477786 Jul 07 17:19:40.510128 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-84f694cd-5db0-45d8-8863-628ec9b01e30 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.543451 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f694cd-5db0-45d8-8863-628ec9b01e30 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=b59a4e68-628e-4a90-976e-1c19b83ade91,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:40.548829 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-84f694cd-5db0-45d8-8863-628ec9b01e30 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:40.553964 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49808) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:40.560585 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-84f694cd-5db0-45d8-8863-628ec9b01e30 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/b59a4e68-628e-4a90-976e-1c19b83ade91 HTTP/1.1" status: 204 len: 168 time: 0.4136822 Jul 07 17:19:40.622771 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5c4fc665-c13b-4e4b-b52b-10048f08250b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650494 Jul 07 17:19:40.623171 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49810) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:40.730883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6614708-c203-4683-8fe2-e4d4b2ccfd56 req-aeb33926-84eb-4e7e-a668-07d6918931ee tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:40.732909 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6614708-c203-4683-8fe2-e4d4b2ccfd56 req-aeb33926-84eb-4e7e-a668-07d6918931ee tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 944 time: 0.0851867 Jul 07 17:19:40.756905 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede4caa2-05a1-48c7-beeb-b70a34c6539b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:40.761487 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ede4caa2-05a1-48c7-beeb-b70a34c6539b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1371684 Jul 07 17:19:40.761879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49816) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:40.831732 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6614708-c203-4683-8fe2-e4d4b2ccfd56 req-f5925dd9-51b2-48d6-a082-6333412aa784 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923519 Jul 07 17:19:40.848983 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9fbd6d-44b2-43a9-9558-d79cb8c241b2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:40.854112 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49820) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:40.860589 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8e9fbd6d-44b2-43a9-9558-d79cb8c241b2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0882175 Jul 07 17:19:40.906619 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0eccc342-4246-4d53-aa2e-3bdefe90cfab tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487559 Jul 07 17:19:40.909288 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49822) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:40.915582 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-096fd6e1-489f-454a-8ee9-fd28cb00a7ea tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:41.021609 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096fd6e1-489f-454a-8ee9-fd28cb00a7ea tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:41.026195 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-096fd6e1-489f-454a-8ee9-fd28cb00a7ea tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.027776 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-096fd6e1-489f-454a-8ee9-fd28cb00a7ea tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:19:41.028221 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096fd6e1-489f-454a-8ee9-fd28cb00a7ea tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:19:41.047724 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-096fd6e1-489f-454a-8ee9-fd28cb00a7ea tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1371360 Jul 07 17:19:41.050830 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49824) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:41.057045 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-91136f43-0b7f-49e7-ac1b-517ae63336c5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:41.170918 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91136f43-0b7f-49e7-ac1b-517ae63336c5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:41.174637 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-91136f43-0b7f-49e7-ac1b-517ae63336c5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.176161 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-91136f43-0b7f-49e7-ac1b-517ae63336c5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:19:41.176672 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91136f43-0b7f-49e7-ac1b-517ae63336c5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:19:41.198126 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-91136f43-0b7f-49e7-ac1b-517ae63336c5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1433988 Jul 07 17:19:41.198654 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49826) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:41.205162 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-6b9d83c5-0c47-4a80-a2b5-80f5f260891f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:41.333306 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9d83c5-0c47-4a80-a2b5-80f5f260891f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:41.338823 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6b9d83c5-0c47-4a80-a2b5-80f5f260891f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.340351 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9d83c5-0c47-4a80-a2b5-80f5f260891f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:19:41.340739 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b9d83c5-0c47-4a80-a2b5-80f5f260891f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:19:41.363139 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdf4be1-26b8-4eb4-ba1c-dea4fbed2dc4 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:41.368027 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6b9d83c5-0c47-4a80-a2b5-80f5f260891f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1644437 Jul 07 17:19:41.368255 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49830) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:41.373929 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-7d5721c2-ea29-46cc-876f-81b7102200f0 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:41.463385 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-075b696c-d5ef-40df-84f2-17b3b449833e None None] Provisioning complete for port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:41.463762 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-075b696c-d5ef-40df-84f2-17b3b449833e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.474267 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5721c2-ea29-46cc-876f-81b7102200f0 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:41.478927 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7d5721c2-ea29-46cc-876f-81b7102200f0 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.480195 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5721c2-ea29-46cc-876f-81b7102200f0 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:19:41.480639 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5721c2-ea29-46cc-876f-81b7102200f0 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:19:41.507237 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7d5721c2-ea29-46cc-876f-81b7102200f0 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1376123 Jul 07 17:19:41.510543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49834) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:41.518833 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-dbd0044b-d6fb-4553-adaa-f8115c91ba70 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:41.647466 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-73d75456-1e51-4a90-8202-c253eae14677 req-664c1023-5f1a-481d-a1e0-887a4912de2e tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 210 time: 0.0529795 Jul 07 17:19:41.670598 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88655cb7-1b85-4a67-a5a0-89960362856f None None] DHCP port deletion for 786ade71-bf54-475c-8871-ff99bd2f3c44 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:41.721819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd0044b-d6fb-4553-adaa-f8115c91ba70 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:41.726562 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dbd0044b-d6fb-4553-adaa-f8115c91ba70 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.728101 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd0044b-d6fb-4553-adaa-f8115c91ba70 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:19:41.728875 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd0044b-d6fb-4553-adaa-f8115c91ba70 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:19:41.740089 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-88655cb7-1b85-4a67-a5a0-89960362856f None None] Deleting port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:41.740473 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-88655cb7-1b85-4a67-a5a0-89960362856f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:41.791370 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dbd0044b-d6fb-4553-adaa-f8115c91ba70 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2792990 Jul 07 17:19:41.797575 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49836) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:41.813199 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-be02e353-fd0d-487b-80f8-cf6d0872c250 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:41.929132 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-57ef7aae-be62-485a-be77-d8c2a8e8fd4a tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:41.932551 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-57ef7aae-be62-485a-be77-d8c2a8e8fd4a tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.69 "GET /v2.0/networks?id=292197e0-01dc-4068-ba5d-c7a67aedfe6d HTTP/1.1" status: 200 len: 811 time: 0.1997344 Jul 07 17:19:42.013439 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-d1c7ba56-4c62-4690-8d49-05624603f812 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0d3f4c1ff294119a2c5fc6e804d1e59 HTTP/1.1" status: 200 len: 379 time: 0.0727220 Jul 07 17:19:42.023595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Request body: {'port': {'device_id': '2a759a74-f9fd-4ac3-9cce-defb0475212b', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'admin_state_up': True, 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'security_groups': ['9fa6d413-43de-4c4c-aa73-f159399b7da9']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:42.028536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be02e353-fd0d-487b-80f8-cf6d0872c250 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:42.033192 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-be02e353-fd0d-487b-80f8-cf6d0872c250 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.035723 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-be02e353-fd0d-487b-80f8-cf6d0872c250 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:19:42.036168 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be02e353-fd0d-487b-80f8-cf6d0872c250 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:19:42.045702 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-88655cb7-1b85-4a67-a5a0-89960362856f None None] For port d1faa9c5-e9a0-417f-8085-6ae6e58afd21, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:42.046109 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-88655cb7-1b85-4a67-a5a0-89960362856f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.079900 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-88655cb7-1b85-4a67-a5a0-89960362856f None None] Calling delete_port for d1faa9c5-e9a0-417f-8085-6ae6e58afd21 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:42.102308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49840) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:42.103405 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-be02e353-fd0d-487b-80f8-cf6d0872c250 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3035822 Jul 07 17:19:42.152679 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7c0e9-1dfe-4ad7-896d-b16f67c0d159 req-2f37d45c-3356-4c0c-9f3a-07175d7cad50 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:42.154834 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fef7c0e9-1dfe-4ad7-896d-b16f67c0d159 req-2f37d45c-3356-4c0c-9f3a-07175d7cad50 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 944 time: 0.1056859 Jul 07 17:19:42.215239 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-88655cb7-1b85-4a67-a5a0-89960362856f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.231052 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Made reservation on behalf of e0d3f4c1ff294119a2c5fc6e804d1e59 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:42.235654 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.248169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184d4834-fa65-4fa5-9efa-c67a651653dd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:42.249793 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-184d4834-fa65-4fa5-9efa-c67a651653dd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1463056 Jul 07 17:19:42.250609 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fef7c0e9-1dfe-4ad7-896d-b16f67c0d159 req-72a2d75c-e44c-48cb-a003-04a11159ea2e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878296 Jul 07 17:19:42.253156 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49842) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:42.268406 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88655cb7-1b85-4a67-a5a0-89960362856f None None] No DVR routers for this DVR port d1faa9c5-e9a0-417f-8085-6ae6e58afd21 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:42.295187 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88655cb7-1b85-4a67-a5a0-89960362856f None None] Pushing event deleted for resources: {'Port': ['ID=d1faa9c5-e9a0-417f-8085-6ae6e58afd21,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:42.313560 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3066a8f-1c8b-4cb7-9566-a5df28ea7fc6 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:42.315961 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e3066a8f-1c8b-4cb7-9566-a5df28ea7fc6 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0616379 Jul 07 17:19:42.318652 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49844) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:42.364775 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9d7d51cd-d233-4f84-8c1e-36ee50648bea tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449085 Jul 07 17:19:42.370655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49846) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:42.376930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2c424056-01a5-4566-948c-60bdbd8cb31d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:42.400095 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Allocated IP 172.20.0.9 (292197e0-01dc-4068-ba5d-c7a67aedfe6d/aeaad8af-4e95-4aca-8e25-9c0ee640a68c/8293a3f3-5a88-4d4c-919e-9aa137d83048) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:42.493218 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c424056-01a5-4566-948c-60bdbd8cb31d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:42.497706 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2c424056-01a5-4566-948c-60bdbd8cb31d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.570102 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.818991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.objects.ports [None req-2c424056-01a5-4566-948c-60bdbd8cb31d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100409) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:19:42.820668 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2c424056-01a5-4566-948c-60bdbd8cb31d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.862021 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c424056-01a5-4566-948c-60bdbd8cb31d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:42.883950 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-2c424056-01a5-4566-948c-60bdbd8cb31d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:42.896548 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971b8ded-7239-4d33-a43d-e88ef3050be1 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:42.904072 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c424056-01a5-4566-948c-60bdbd8cb31d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:42.904669 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2c424056-01a5-4566-948c-60bdbd8cb31d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:42.922207 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dfae325b-2776-4cdc-8773-afadf5c80c9f req-911c8316-4226-4da2-add4-08437879013f tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 210 time: 0.0858884 Jul 07 17:19:42.926899 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2c424056-01a5-4566-948c-60bdbd8cb31d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5550597 Jul 07 17:19:42.930745 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49852) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:42.936026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d9958269-9adc-4346-b1ff-545211ca0df8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'mac_address': 'fa:16:3e:e4:e1:5f', 'name': 'tempest-NetworksTestDHCPv6-1882682678'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:42.993861 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c424056-01a5-4566-948c-60bdbd8cb31d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=7db12ba4-65b4-4377-83ab-5827a5380328,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:43.014813 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Transition to ACTIVE for port object 8293a3f3-5a88-4d4c-919e-9aa137d83048 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:43.064956 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.095983 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9958269-9adc-4346-b1ff-545211ca0df8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:43.103726 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-786ade71-bf54-475c-8871-ff99bd2f3c44', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'fixed_ips': [{'subnet_id': '7db12ba4-65b4-4377-83ab-5827a5380328'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:43.104865 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.129958 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Network 292197e0-01dc-4068-ba5d-c7a67aedfe6d is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:43.134637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:43.157669 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:43.206488 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d9958269-9adc-4346-b1ff-545211ca0df8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.219195 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Pushing event updated for resources: {'Port': ['ID=8293a3f3-5a88-4d4c-919e-9aa137d83048,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:43.229469 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:43.229830 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:43.230172 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:43.230570 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:43.230938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:43.231323 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:43.231663 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:43.232030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:43.232466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:43.232875 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:43.233215 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:43.233593 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:43.238146 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-d9958269-9adc-4346-b1ff-545211ca0df8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port 66c75bfa-4d6b-4e2e-8960-7b5841ac1287 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:43.245454 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:43.246136 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.270544 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-4ec03004-e713-4125-b0ad-e838ee737024 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2518718 Jul 07 17:19:43.294929 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] Request body: {'port': {'device_id': '2a759a74-f9fd-4ac3-9cce-defb0475212b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:43.303876 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Allocated IP 2001:db8::f816:3eff:fe76:b0a4 (786ade71-bf54-475c-8871-ff99bd2f3c44/7db12ba4-65b4-4377-83ab-5827a5380328/db4d416b-65d7-4852-8621-5b2b0e7a8063) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:43.420104 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.465441 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ac4a6084-cc2a-4da6-aca4-88e35415a722 None None] Provisioning for port 8293a3f3-5a88-4d4c-919e-9aa137d83048 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:43.479447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ac4a6084-cc2a-4da6-aca4-88e35415a722 None None] Provisioning complete for port 8293a3f3-5a88-4d4c-919e-9aa137d83048 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:43.480213 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ac4a6084-cc2a-4da6-aca4-88e35415a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.510067 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d1faa9c5-e9a0-417f-8085-6ae6e58afd21 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:43.541736 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: d1faa9c5-e9a0-417f-8085-6ae6e58afd21 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:43.542175 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d1faa9c5-e9a0-417f-8085-6ae6e58afd21 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:43.569463 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d69e2-7b86-4f9a-a957-442ef4cd967b req-84eef9cc-32ba-4501-9b44-3e5aaec969cb tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:43.572051 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-324d69e2-7b86-4f9a-a957-442ef4cd967b req-84eef9cc-32ba-4501-9b44-3e5aaec969cb tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 944 time: 0.1497469 Jul 07 17:19:43.589231 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-ac4a6084-cc2a-4da6-aca4-88e35415a722 None None] Port 8293a3f3-5a88-4d4c-919e-9aa137d83048 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:19:43.616127 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.625542 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Transition to ACTIVE for port object db4d416b-65d7-4852-8621-5b2b0e7a8063 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:43.642719 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Transition to ACTIVE for port object db4d416b-65d7-4852-8621-5b2b0e7a8063 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:43.649460 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.695656 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:43.700273 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:43.706277 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:43.706718 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-324d69e2-7b86-4f9a-a957-442ef4cd967b req-06234a88-fff7-47c2-b9c9-09d2076e3f0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728381 Jul 07 17:19:43.714454 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-d9958269-9adc-4346-b1ff-545211ca0df8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::f816:3eff:fee4:e15f (786ade71-bf54-475c-8871-ff99bd2f3c44/7db12ba4-65b4-4377-83ab-5827a5380328/66c75bfa-4d6b-4e2e-8960-7b5841ac1287) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:43.717503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Pushing event updated for resources: {'Port': ['ID=db4d416b-65d7-4852-8621-5b2b0e7a8063,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:43.778588 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Attempting to bind port db4d416b-65d7-4852-8621-5b2b0e7a8063 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:43.779082 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Attempting to bind port db4d416b-65d7-4852-8621-5b2b0e7a8063 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:43.780282 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Attempting to bind port db4d416b-65d7-4852-8621-5b2b0e7a8063 on network 786ade71-bf54-475c-8871-ff99bd2f3c44 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:43.786329 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:43.786739 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Checking segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:43.787845 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.788389 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Bound using segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:43.789009 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Bound port: db4d416b-65d7-4852-8621-5b2b0e7a8063, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:43.789456 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.863986 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8293a3f3-5a88-4d4c-919e-9aa137d83048 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:43.866701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] For port db4d416b-65d7-4852-8621-5b2b0e7a8063, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:43.871056 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] For port db4d416b-65d7-4852-8621-5b2b0e7a8063, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=db4d416b-65d7-4852-8621-5b2b0e7a8063,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:43.873159 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.876327 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.889460 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] Transition to ACTIVE for port object 8293a3f3-5a88-4d4c-919e-9aa137d83048 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:43.893028 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.893214 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d9958269-9adc-4346-b1ff-545211ca0df8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.908446 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-d9958269-9adc-4346-b1ff-545211ca0df8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object 66c75bfa-4d6b-4e2e-8960-7b5841ac1287 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:43.955738 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d9958269-9adc-4346-b1ff-545211ca0df8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:43.961100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] Pushing event updated for resources: {'Port': ['ID=8293a3f3-5a88-4d4c-919e-9aa137d83048,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:43.979043 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da74e0-cb58-4c7a-bac5-c6778dfad4f0 None None] Pushing event updated for resources: {'Port': ['ID=db4d416b-65d7-4852-8621-5b2b0e7a8063,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:43.986878 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9958269-9adc-4346-b1ff-545211ca0df8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:43.991160 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-d9958269-9adc-4346-b1ff-545211ca0df8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:43.993963 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9958269-9adc-4346-b1ff-545211ca0df8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:44.001116 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9958269-9adc-4346-b1ff-545211ca0df8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:44.002102 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d9958269-9adc-4346-b1ff-545211ca0df8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.048461 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d9958269-9adc-4346-b1ff-545211ca0df8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1168139 Jul 07 17:19:44.052117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49860) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:44.092611 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9958269-9adc-4346-b1ff-545211ca0df8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=66c75bfa-4d6b-4e2e-8960-7b5841ac1287,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:44.094846 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] Attempting to bind port 8293a3f3-5a88-4d4c-919e-9aa137d83048 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:44.095787 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] Attempting to bind port 8293a3f3-5a88-4d4c-919e-9aa137d83048 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '453669c1-6ecc-4ab7-8804-3a7fff87378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:44.096306 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] Attempting to bind port 8293a3f3-5a88-4d4c-919e-9aa137d83048 on network 292197e0-01dc-4068-ba5d-c7a67aedfe6d {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:44.102310 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] Port 8293a3f3-5a88-4d4c-919e-9aa137d83048 on network 292197e0-01dc-4068-ba5d-c7a67aedfe6d not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:19:44.102882 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] Attempting to bind port 8293a3f3-5a88-4d4c-919e-9aa137d83048 on network 292197e0-01dc-4068-ba5d-c7a67aedfe6d {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:44.109353 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:44.109884 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] Checking segment: {'id': '453669c1-6ecc-4ab7-8804-3a7fff87378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:44.110473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] Bound using segment: {'id': '453669c1-6ecc-4ab7-8804-3a7fff87378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:44.113268 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] Bound port: 8293a3f3-5a88-4d4c-919e-9aa137d83048, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453669c1-6ecc-4ab7-8804-3a7fff87378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:44.113872 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.145158 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f19b4ea-07a6-42a5-82f9-cdab9bde5ee7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:44.152352 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f19b4ea-07a6-42a5-82f9-cdab9bde5ee7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:44.154052 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5f19b4ea-07a6-42a5-82f9-cdab9bde5ee7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1009457 Jul 07 17:19:44.158054 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49862) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:44.232537 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951b0d1-a5bc-4b5c-ae9e-a8312d3a3140 req-9c49fac8-97b9-4591-939e-dde6e37007d0 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:44.235433 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e951b0d1-a5bc-4b5c-ae9e-a8312d3a3140 req-9c49fac8-97b9-4591-939e-dde6e37007d0 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 943 time: 0.0788825 Jul 07 17:19:44.285032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] For port 8293a3f3-5a88-4d4c-919e-9aa137d83048, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:44.288524 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.289789 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] For port 8293a3f3-5a88-4d4c-919e-9aa137d83048, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8293a3f3-5a88-4d4c-919e-9aa137d83048,segment=NetworkSegment(453669c1-6ecc-4ab7-8804-3a7fff87378b),segment_id=453669c1-6ecc-4ab7-8804-3a7fff87378b)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:44.297419 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.321766 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e951b0d1-a5bc-4b5c-ae9e-a8312d3a3140 req-dcd048fa-423f-4654-b240-025d3f062a75 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fa6d413-43de-4c4c-aa73-f159399b7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815172 Jul 07 17:19:44.356347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:44.356976 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.358496 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] 10.222.0.69 "PUT /v2.0/ports/8293a3f3-5a88-4d4c-919e-9aa137d83048 HTTP/1.1" status: 200 len: 1091 time: 1.0753009 Jul 07 17:19:44.359069 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a759a74-f9fd-4ac3-9cce-defb0475212b', 'tag': '8293a3f3-5a88-4d4c-919e-9aa137d83048'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:44.361399 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ce30cc-07ca-47e0-96a0-3b50cb27c403" -d '{"events": [{"name": "network-changed", "server_uuid": "2a759a74-f9fd-4ac3-9cce-defb0475212b", "tag": "8293a3f3-5a88-4d4c-919e-9aa137d83048"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:44.366765 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-00dc4fb5-0a53-45d1-9225-df8197af8cd9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port 66c75bfa-4d6b-4e2e-8960-7b5841ac1287 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:44.367114 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00dc4fb5-0a53-45d1-9225-df8197af8cd9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.427389 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9022c2-d8c0-4dad-b531-8d3db47f634a x-openstack-request-id: req-9c9022c2-d8c0-4dad-b531-8d3db47f634a {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:44.427657 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a759a74-f9fd-4ac3-9cce-defb0475212b", "tag": "8293a3f3-5a88-4d4c-919e-9aa137d83048", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:44.427967 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c9022c2-d8c0-4dad-b531-8d3db47f634a {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:44.428934 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a759a74-f9fd-4ac3-9cce-defb0475212b', 'tag': '8293a3f3-5a88-4d4c-919e-9aa137d83048', 'status': 'completed', 'code': 200} Jul 07 17:19:44.485775 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76070a08-19b3-4fb6-99da-b5553fd925de service neutron] Pushing event updated for resources: {'Port': ['ID=8293a3f3-5a88-4d4c-919e-9aa137d83048,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:44.542601 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00dc4fb5-0a53-45d1-9225-df8197af8cd9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.558276 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-00dc4fb5-0a53-45d1-9225-df8197af8cd9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for 66c75bfa-4d6b-4e2e-8960-7b5841ac1287 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:44.566903 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-2ce8b4d2-2e25-4f8b-83f3-848e8d7d25a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:44.568453 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-2ce8b4d2-2e25-4f8b-83f3-848e8d7d25a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e0d3f4c1ff294119a2c5fc6e804d1e59&device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 1094 time: 0.1386101 Jul 07 17:19:44.646655 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-1608a9d9-f910-4475-ad8e-0f0e3409b3cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8293a3f3-5a88-4d4c-919e-9aa137d83048 HTTP/1.1" status: 200 len: 217 time: 0.0694556 Jul 07 17:19:44.708986 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5fa5dcc0-9445-4724-a991-90b0d2efee9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.716904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-0f5fba96-d3d3-4d31-aa3f-e0592cd67805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:44.718466 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-0f5fba96-d3d3-4d31-aa3f-e0592cd67805 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aeaad8af-4e95-4aca-8e25-9c0ee640a68c HTTP/1.1" status: 200 len: 850 time: 0.0633380 Jul 07 17:19:44.831992 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00dc4fb5-0a53-45d1-9225-df8197af8cd9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.880123 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc4fb5-0a53-45d1-9225-df8197af8cd9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=66c75bfa-4d6b-4e2e-8960-7b5841ac1287,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:44.915078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-3d7545a0-e5f7-4124-a54b-0744ac5e2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:44.916739 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-3d7545a0-e5f7-4124-a54b-0744ac5e2b0e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=292197e0-01dc-4068-ba5d-c7a67aedfe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1913373 Jul 07 17:19:44.951772 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00dc4fb5-0a53-45d1-9225-df8197af8cd9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:44.956079 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-00dc4fb5-0a53-45d1-9225-df8197af8cd9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/66c75bfa-4d6b-4e2e-8960-7b5841ac1287 HTTP/1.1" status: 204 len: 168 time: 0.7969894 Jul 07 17:19:44.959926 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49870) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:45.031541 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9ade44-015b-44b3-8429-8c388a60373b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:45.033280 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9ade44-015b-44b3-8429-8c388a60373b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:45.037572 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ae9ade44-015b-44b3-8429-8c388a60373b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0743015 Jul 07 17:19:45.038022 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49872) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:45.093277 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2687a-0d5f-4e8b-80cb-d466f05abc8d req-4789818b-ffe1-47d4-a3d5-9620432d101c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:45.094977 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f2d2687a-0d5f-4e8b-80cb-d466f05abc8d req-4789818b-ffe1-47d4-a3d5-9620432d101c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 944 time: 0.2287524 Jul 07 17:19:45.152563 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-f63cd9d4-6f9f-451b-8749-4d75baf9d421 service neutron] 10.222.0.69 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158484 Jul 07 17:19:45.158752 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a0c95b-3dac-4d39-8362-2017de5b528f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet 7db12ba4-65b4-4377-83ab-5827a5380328 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:45.175941 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8566e86b-12fb-471b-aecc-2212658f1ede None None] Provisioning for port db4d416b-65d7-4852-8621-5b2b0e7a8063 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:45.178748 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-42a0c95b-3dac-4d39-8362-2017de5b528f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.255378 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f2d2687a-0d5f-4e8b-80cb-d466f05abc8d req-21c104cc-db6c-4938-b50d-c634c7a019b6 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505356 Jul 07 17:19:45.285782 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-42a0c95b-3dac-4d39-8362-2017de5b528f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.374320 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3ff37f0-ae08-40d3-97cd-de29fe113fd2 req-dcd9d2b3-8e28-4135-b58b-84db04a1786f service neutron] 10.222.0.69 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120121 Jul 07 17:19:45.394217 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9650d24d-0d72-4b9c-8802-1f9e747944eb None None] Could not find standard attr ID for object 66c75bfa-4d6b-4e2e-8960-7b5841ac1287. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:45.432562 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-42a0c95b-3dac-4d39-8362-2017de5b528f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.511561 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device db4d416b-65d7-4852-8621-5b2b0e7a8063 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:45.569467 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-42a0c95b-3dac-4d39-8362-2017de5b528f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.586593 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port db4d416b-65d7-4852-8621-5b2b0e7a8063 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:45.594909 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port db4d416b-65d7-4852-8621-5b2b0e7a8063 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:45.595288 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.603406 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce30cc-07ca-47e0-96a0-3b50cb27c403 req-67cc2da9-4af0-4efc-b7e2-e48004179bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:45.603787 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c06a3-5d56-4dfc-8fee-7f71a7c34eac req-0bffb570-298f-44d2-8ae1-af3ff44c2d69 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:45.605419 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a0ce30cc-07ca-47e0-96a0-3b50cb27c403 req-67cc2da9-4af0-4efc-b7e2-e48004179bd5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e0d3f4c1ff294119a2c5fc6e804d1e59&device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 1094 time: 0.1442697 Jul 07 17:19:45.605884 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e49c06a3-5d56-4dfc-8fee-7f71a7c34eac req-0bffb570-298f-44d2-8ae1-af3ff44c2d69 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 943 time: 0.1046035 Jul 07 17:19:45.608357 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0c95b-3dac-4d39-8362-2017de5b528f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=7db12ba4-65b4-4377-83ab-5827a5380328,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:45.613355 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-42a0c95b-3dac-4d39-8362-2017de5b528f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.618920 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-42a0c95b-3dac-4d39-8362-2017de5b528f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/7db12ba4-65b4-4377-83ab-5827a5380328 HTTP/1.1" status: 204 len: 168 time: 0.5784106 Jul 07 17:19:45.620767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49876) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:45.625440 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd6fce6-7569-4bf8-b28e-1bcfdcb6c034 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:45.659873 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e49c06a3-5d56-4dfc-8fee-7f71a7c34eac req-46d2077d-7516-4e31-ae8f-4a8e4716be98 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fa6d413-43de-4c4c-aa73-f159399b7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482016 Jul 07 17:19:45.711899 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1f52374c-c3d7-46d5-9758-97d629d70a9e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899782 Jul 07 17:19:45.714619 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49880) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:45.719680 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f4eee3a0-353f-43e1-89e1-16759b065e79 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:45.794948 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.833155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce30cc-07ca-47e0-96a0-3b50cb27c403 req-5e18049b-8de9-43db-9a9a-69517c460deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:45.834725 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a0ce30cc-07ca-47e0-96a0-3b50cb27c403 req-5e18049b-8de9-43db-9a9a-69517c460deb service neutron] 10.222.0.69 "GET /v2.0/networks?id=292197e0-01dc-4068-ba5d-c7a67aedfe6d HTTP/1.1" status: 200 len: 912 time: 0.2147055 Jul 07 17:19:45.842627 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port db4d416b-65d7-4852-8621-5b2b0e7a8063, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=db4d416b-65d7-4852-8621-5b2b0e7a8063,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:45.847293 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.883941 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4eee3a0-353f-43e1-89e1-16759b065e79 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:45.887559 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f4eee3a0-353f-43e1-89e1-16759b065e79 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:45.892642 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a0ce30cc-07ca-47e0-96a0-3b50cb27c403 req-22cf4a27-7e4e-4e9e-99ce-8db6da578739 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8293a3f3-5a88-4d4c-919e-9aa137d83048 HTTP/1.1" status: 200 len: 217 time: 0.0496953 Jul 07 17:19:45.902918 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=db4d416b-65d7-4852-8621-5b2b0e7a8063,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:45.910889 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:45.911249 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:45.911601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:45.911947 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:45.912835 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:45.913174 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:45.913512 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:45.913850 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:45.914185 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:45.914800 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:45.915307 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:45.915642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:45.925314 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fe4e54-1f4f-4aa3-b343-45d2b74c493d None None] DHCP port deletion for 786ade71-bf54-475c-8871-ff99bd2f3c44 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:45.973045 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-25fe4e54-1f4f-4aa3-b343-45d2b74c493d None None] Deleting port db4d416b-65d7-4852-8621-5b2b0e7a8063 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:45.973436 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-25fe4e54-1f4f-4aa3-b343-45d2b74c493d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.012773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce30cc-07ca-47e0-96a0-3b50cb27c403 req-585110b2-2489-49f2-8dad-2d1f3ade371b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:46.014353 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a0ce30cc-07ca-47e0-96a0-3b50cb27c403 req-585110b2-2489-49f2-8dad-2d1f3ade371b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aeaad8af-4e95-4aca-8e25-9c0ee640a68c HTTP/1.1" status: 200 len: 850 time: 0.0998788 Jul 07 17:19:46.041447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-25fe4e54-1f4f-4aa3-b343-45d2b74c493d None None] For port db4d416b-65d7-4852-8621-5b2b0e7a8063, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=db4d416b-65d7-4852-8621-5b2b0e7a8063,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:46.041849 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-25fe4e54-1f4f-4aa3-b343-45d2b74c493d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.056465 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-25fe4e54-1f4f-4aa3-b343-45d2b74c493d None None] Calling delete_port for db4d416b-65d7-4852-8621-5b2b0e7a8063 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:46.127546 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce30cc-07ca-47e0-96a0-3b50cb27c403 req-200fa1a9-cee1-4d8c-aeb4-df12c39b3315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:46.129066 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a0ce30cc-07ca-47e0-96a0-3b50cb27c403 req-200fa1a9-cee1-4d8c-aeb4-df12c39b3315 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=292197e0-01dc-4068-ba5d-c7a67aedfe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060040 Jul 07 17:19:46.136457 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-25fe4e54-1f4f-4aa3-b343-45d2b74c493d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.161733 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe4e54-1f4f-4aa3-b343-45d2b74c493d None None] Pushing event deleted for resources: {'Port': ['ID=db4d416b-65d7-4852-8621-5b2b0e7a8063,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:46.165791 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fe4e54-1f4f-4aa3-b343-45d2b74c493d None None] No DVR routers for this DVR port db4d416b-65d7-4852-8621-5b2b0e7a8063 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:46.297221 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a0ce30cc-07ca-47e0-96a0-3b50cb27c403 req-050ae10a-c6f6-4788-9237-35e88bf8a2a4 service neutron] 10.222.0.69 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596866 Jul 07 17:19:46.328631 n-d-793620-7 neutron-server[100410]: DEBUG neutron.objects.ports [None req-f4eee3a0-353f-43e1-89e1-16759b065e79 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100410) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:19:46.330868 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f4eee3a0-353f-43e1-89e1-16759b065e79 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.422662 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eee3a0-353f-43e1-89e1-16759b065e79 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:46.431047 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-f4eee3a0-353f-43e1-89e1-16759b065e79 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:46.435491 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b5c77-7723-4140-84e7-15b9e2312727 req-b34538c9-53ff-4c8b-8283-f782b59bc5ed tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:46.436620 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eee3a0-353f-43e1-89e1-16759b065e79 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:46.437218 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-330b5c77-7723-4140-84e7-15b9e2312727 req-b34538c9-53ff-4c8b-8283-f782b59bc5ed tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 944 time: 0.0671320 Jul 07 17:19:46.437332 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f4eee3a0-353f-43e1-89e1-16759b065e79 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.441939 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00c7c7b-d1f1-4db1-bca1-29338e67dc6b None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:46.449018 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eee3a0-353f-43e1-89e1-16759b065e79 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=d87795ef-5b07-449a-b6c9-c035ca5b8f61,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:46.474212 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a0ce30cc-07ca-47e0-96a0-3b50cb27c403 req-cf436f8c-2694-4623-af81-12852ccdcd49 service neutron] 10.222.0.69 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689391 Jul 07 17:19:46.476880 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f4eee3a0-353f-43e1-89e1-16759b065e79 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7611215 Jul 07 17:19:46.479610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49886) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:46.484930 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-96231d07-7ed5-46c5-8de6-647ad910be2a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'mac_address': 'fa:16:3e:2b:7e:2b', 'name': 'tempest-NetworksTestDHCPv6-1746375427'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:46.495443 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-330b5c77-7723-4140-84e7-15b9e2312727 req-37ea0b44-e3dd-4fd0-adbd-fabda230d427 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483434 Jul 07 17:19:46.528473 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.602571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96231d07-7ed5-46c5-8de6-647ad910be2a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:46.617541 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-786ade71-bf54-475c-8871-ff99bd2f3c44', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'fixed_ips': [{'subnet_id': 'd87795ef-5b07-449a-b6c9-c035ca5b8f61'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:46.618478 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.686618 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-96231d07-7ed5-46c5-8de6-647ad910be2a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.708744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-96231d07-7ed5-46c5-8de6-647ad910be2a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port f4bac369-7a08-4118-892c-d046568cafe6 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:46.764654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Allocated IP 2001:db8::f816:3eff:fe14:6d88 (786ade71-bf54-475c-8871-ff99bd2f3c44/d87795ef-5b07-449a-b6c9-c035ca5b8f61/5bad5cfe-a626-4e28-97c8-08820a2de7cb) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:46.850263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8d5a0-9f5a-49c8-afe7-ae6d41c8cef1 req-117af7c0-9350-4804-ac05-cedb81308439 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:46.851828 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45a8d5a0-9f5a-49c8-afe7-ae6d41c8cef1 req-117af7c0-9350-4804-ac05-cedb81308439 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 943 time: 0.0651867 Jul 07 17:19:46.890482 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45a8d5a0-9f5a-49c8-afe7-ae6d41c8cef1 req-96f1a726-c312-4f6b-a405-225db550b6d7 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fa6d413-43de-4c4c-aa73-f159399b7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327981 Jul 07 17:19:46.913484 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.921990 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Transition to ACTIVE for port object 5bad5cfe-a626-4e28-97c8-08820a2de7cb will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:46.936692 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Transition to ACTIVE for port object 5bad5cfe-a626-4e28-97c8-08820a2de7cb will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:46.943357 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:46.989652 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:46.996260 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:46.998789 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-96231d07-7ed5-46c5-8de6-647ad910be2a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::f816:3eff:fe2b:7e2b (786ade71-bf54-475c-8871-ff99bd2f3c44/d87795ef-5b07-449a-b6c9-c035ca5b8f61/f4bac369-7a08-4118-892c-d046568cafe6) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:47.001687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:47.004148 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Pushing event updated for resources: {'Port': ['ID=5bad5cfe-a626-4e28-97c8-08820a2de7cb,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:47.064121 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Attempting to bind port 5bad5cfe-a626-4e28-97c8-08820a2de7cb on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:47.064525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Attempting to bind port 5bad5cfe-a626-4e28-97c8-08820a2de7cb by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:47.065038 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Attempting to bind port 5bad5cfe-a626-4e28-97c8-08820a2de7cb on network 786ade71-bf54-475c-8871-ff99bd2f3c44 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:47.070799 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:47.071183 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Checking segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:47.071592 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.071994 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Bound using segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:47.072469 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Bound port: 5bad5cfe-a626-4e28-97c8-08820a2de7cb, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:47.072866 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.138918 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] For port 5bad5cfe-a626-4e28-97c8-08820a2de7cb, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:47.142276 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] For port 5bad5cfe-a626-4e28-97c8-08820a2de7cb, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5bad5cfe-a626-4e28-97c8-08820a2de7cb,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:47.146582 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.167592 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-96231d07-7ed5-46c5-8de6-647ad910be2a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.182954 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-96231d07-7ed5-46c5-8de6-647ad910be2a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object f4bac369-7a08-4118-892c-d046568cafe6 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:47.208493 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b50fb-1ca8-4d3d-9700-dfdc40aff8c6 None None] Pushing event updated for resources: {'Port': ['ID=5bad5cfe-a626-4e28-97c8-08820a2de7cb,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:47.235490 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-96231d07-7ed5-46c5-8de6-647ad910be2a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.288998 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96231d07-7ed5-46c5-8de6-647ad910be2a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:47.292240 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-96231d07-7ed5-46c5-8de6-647ad910be2a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:47.296936 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96231d07-7ed5-46c5-8de6-647ad910be2a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:47.302647 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96231d07-7ed5-46c5-8de6-647ad910be2a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:47.303826 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-96231d07-7ed5-46c5-8de6-647ad910be2a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.307618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96231d07-7ed5-46c5-8de6-647ad910be2a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=f4bac369-7a08-4118-892c-d046568cafe6,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:47.325125 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-96231d07-7ed5-46c5-8de6-647ad910be2a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8417075 Jul 07 17:19:47.325310 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49892) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:47.428796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2221d381-0333-4207-9a99-7efab1181d99 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:47.434935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2221d381-0333-4207-9a99-7efab1181d99 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:47.436643 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2221d381-0333-4207-9a99-7efab1181d99 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1103430 Jul 07 17:19:47.439862 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49894) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:47.515653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5bad5cfe-a626-4e28-97c8-08820a2de7cb up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:47.560360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-fb762a06-63c7-4955-afc6-90d82b7df3ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port f4bac369-7a08-4118-892c-d046568cafe6 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:47.560935 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb762a06-63c7-4955-afc6-90d82b7df3ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.578623 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 5bad5cfe-a626-4e28-97c8-08820a2de7cb completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:47.643283 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.650940 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device db4d416b-65d7-4852-8621-5b2b0e7a8063 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:47.671252 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: db4d416b-65d7-4852-8621-5b2b0e7a8063 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:47.671563 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device db4d416b-65d7-4852-8621-5b2b0e7a8063 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:47.691112 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb762a06-63c7-4955-afc6-90d82b7df3ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.705532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-fb762a06-63c7-4955-afc6-90d82b7df3ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for f4bac369-7a08-4118-892c-d046568cafe6 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:47.777980 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92870052-3269-4844-9147-abd1c0472e16 req-4065535c-f149-4e02-9316-fd2384d010a5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:47.779501 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92870052-3269-4844-9147-abd1c0472e16 req-4065535c-f149-4e02-9316-fd2384d010a5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 944 time: 0.1377552 Jul 07 17:19:47.833166 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92870052-3269-4844-9147-abd1c0472e16 req-1e546893-ae27-4ab1-8267-40431e7a1d8c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446568 Jul 07 17:19:47.893601 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb762a06-63c7-4955-afc6-90d82b7df3ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.924767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb762a06-63c7-4955-afc6-90d82b7df3ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=f4bac369-7a08-4118-892c-d046568cafe6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:47.944408 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ddac5880-1734-4ede-a9f7-9145810aaebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.954883 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb762a06-63c7-4955-afc6-90d82b7df3ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:47.960180 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49900) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:47.960823 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fb762a06-63c7-4955-afc6-90d82b7df3ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/f4bac369-7a08-4118-892c-d046568cafe6 HTTP/1.1" status: 204 len: 168 time: 0.5193553 Jul 07 17:19:48.015710 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6a9da2-34b1-43e5-8a8c-37e99effc14f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:48.017561 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6a9da2-34b1-43e5-8a8c-37e99effc14f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:48.019482 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1a6a9da2-34b1-43e5-8a8c-37e99effc14f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0582542 Jul 07 17:19:48.023040 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49902) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:48.100419 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f5e4e-cb0a-402f-a76c-72c2b362d1f4 req-aff3ad77-a6a7-4d68-8fc4-882b6abb1a88 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:48.100809 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d78713-803b-4bec-b864-3560a9cdca4c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet d87795ef-5b07-449a-b6c9-c035ca5b8f61 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:48.102137 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e44f5e4e-cb0a-402f-a76c-72c2b362d1f4 req-aff3ad77-a6a7-4d68-8fc4-882b6abb1a88 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 943 time: 0.0793047 Jul 07 17:19:48.104542 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-93d78713-803b-4bec-b864-3560a9cdca4c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.155495 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-93d78713-803b-4bec-b864-3560a9cdca4c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.157541 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e44f5e4e-cb0a-402f-a76c-72c2b362d1f4 req-ac526d49-997f-41a7-8378-e80a17e77c12 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fa6d413-43de-4c4c-aa73-f159399b7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478275 Jul 07 17:19:48.245075 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-93d78713-803b-4bec-b864-3560a9cdca4c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.311827 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-93d78713-803b-4bec-b864-3560a9cdca4c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.340486 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d78713-803b-4bec-b864-3560a9cdca4c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=d87795ef-5b07-449a-b6c9-c035ca5b8f61,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:48.344204 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-93d78713-803b-4bec-b864-3560a9cdca4c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.347923 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-629024d1-db2a-44b5-a12a-988ff680c1ec None None] Provisioning for port 5bad5cfe-a626-4e28-97c8-08820a2de7cb completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:48.348752 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-93d78713-803b-4bec-b864-3560a9cdca4c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/d87795ef-5b07-449a-b6c9-c035ca5b8f61 HTTP/1.1" status: 204 len: 168 time: 0.3245826 Jul 07 17:19:48.348906 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49906) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:48.352388 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-629024d1-db2a-44b5-a12a-988ff680c1ec None None] Provisioning complete for port 5bad5cfe-a626-4e28-97c8-08820a2de7cb triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:48.352771 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-629024d1-db2a-44b5-a12a-988ff680c1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.388536 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bff29c07-47b8-43d8-98fa-78da6b8ad537 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0384429 Jul 07 17:19:48.390970 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49908) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:48.442635 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-629024d1-db2a-44b5-a12a-988ff680c1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.461170 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9801a6c8-aa3b-4bb0-a289-e70731fc9917 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:48.462783 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9801a6c8-aa3b-4bb0-a289-e70731fc9917 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0706956 Jul 07 17:19:48.465464 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49910) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:48.468020 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945d65ee-7b4f-4048-b4a2-e80bab337a08 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:48.516830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-629024d1-db2a-44b5-a12a-988ff680c1ec None None] For port 5bad5cfe-a626-4e28-97c8-08820a2de7cb, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5bad5cfe-a626-4e28-97c8-08820a2de7cb,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:48.517699 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3287e323-fd22-4a04-9eec-f0611fa64bdf tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:48.518532 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3287e323-fd22-4a04-9eec-f0611fa64bdf tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0514500 Jul 07 17:19:48.521577 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49912) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:48.530910 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-629024d1-db2a-44b5-a12a-988ff680c1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.571930 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1a23ba98-a132-4708-ac5d-b7c4b16656f0 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441504 Jul 07 17:19:48.572262 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49914) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:48.577339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f716f49f-dc07-48a4-bc2f-c116c8c91016 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:48.634537 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629024d1-db2a-44b5-a12a-988ff680c1ec None None] Pushing event updated for resources: {'Port': ['ID=5bad5cfe-a626-4e28-97c8-08820a2de7cb,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:48.646135 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8f0211b9-0cdf-4165-979f-71121a779510 None None] Could not find standard attr ID for object f4bac369-7a08-4118-892c-d046568cafe6. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:48.668081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f716f49f-dc07-48a4-bc2f-c116c8c91016 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:48.672836 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f716f49f-dc07-48a4-bc2f-c116c8c91016 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.722711 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacf70b4-31ef-4cdb-a562-0a9a55e11f8d None None] DHCP port deletion for 786ade71-bf54-475c-8871-ff99bd2f3c44 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:48.769344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-eacf70b4-31ef-4cdb-a562-0a9a55e11f8d None None] Deleting port 5bad5cfe-a626-4e28-97c8-08820a2de7cb {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:48.769716 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eacf70b4-31ef-4cdb-a562-0a9a55e11f8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.837228 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 8293a3f3-5a88-4d4c-919e-9aa137d83048 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:19:48.844632 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-eacf70b4-31ef-4cdb-a562-0a9a55e11f8d None None] For port 5bad5cfe-a626-4e28-97c8-08820a2de7cb, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5bad5cfe-a626-4e28-97c8-08820a2de7cb,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:48.845035 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eacf70b4-31ef-4cdb-a562-0a9a55e11f8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:48.868381 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-eacf70b4-31ef-4cdb-a562-0a9a55e11f8d None None] Calling delete_port for 5bad5cfe-a626-4e28-97c8-08820a2de7cb owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:48.873587 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.000473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.objects.ports [None req-f716f49f-dc07-48a4-bc2f-c116c8c91016 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100410) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:19:49.025871 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 8293a3f3-5a88-4d4c-919e-9aa137d83048, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8293a3f3-5a88-4d4c-919e-9aa137d83048,segment=NetworkSegment(453669c1-6ecc-4ab7-8804-3a7fff87378b),segment_id=453669c1-6ecc-4ab7-8804-3a7fff87378b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:49.039168 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '8293a3f3-5a88-4d4c-919e-9aa137d83048', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'port_id': '8293a3f3-5a88-4d4c-919e-9aa137d83048', 'mac_address': 'fa:16:3e:bb:3f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:19:49.071204 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eacf70b4-31ef-4cdb-a562-0a9a55e11f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.103010 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847ea46-6c82-4e82-a0d5-2876b0a6002b req-7ffa0cc2-86be-4481-9aa2-afa44de43438 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:49.104099 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf70b4-31ef-4cdb-a562-0a9a55e11f8d None None] Pushing event deleted for resources: {'Port': ['ID=5bad5cfe-a626-4e28-97c8-08820a2de7cb,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:49.104536 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0847ea46-6c82-4e82-a0d5-2876b0a6002b req-7ffa0cc2-86be-4481-9aa2-afa44de43438 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 944 time: 0.1455328 Jul 07 17:19:49.109407 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacf70b4-31ef-4cdb-a562-0a9a55e11f8d None None] No DVR routers for this DVR port 5bad5cfe-a626-4e28-97c8-08820a2de7cb on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:49.117619 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.134436 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8293a3f3-5a88-4d4c-919e-9aa137d83048 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:49.155925 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 8293a3f3-5a88-4d4c-919e-9aa137d83048, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8293a3f3-5a88-4d4c-919e-9aa137d83048,segment=NetworkSegment(453669c1-6ecc-4ab7-8804-3a7fff87378b),segment_id=453669c1-6ecc-4ab7-8804-3a7fff87378b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:49.160490 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.232197 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=8293a3f3-5a88-4d4c-919e-9aa137d83048,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:49.458304 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b8493-e94b-4d00-ab18-374014427a30 req-48f376b4-5da2-47da-82ed-3cb3dd543860 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:49.459938 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f34b8493-e94b-4d00-ab18-374014427a30 req-48f376b4-5da2-47da-82ed-3cb3dd543860 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 944 time: 0.0758741 Jul 07 17:19:49.466370 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5bad5cfe-a626-4e28-97c8-08820a2de7cb no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:49.489082 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 5bad5cfe-a626-4e28-97c8-08820a2de7cb {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:49.489760 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5bad5cfe-a626-4e28-97c8-08820a2de7cb not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:49.504128 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f34b8493-e94b-4d00-ab18-374014427a30 req-c435225a-af6a-4886-bdd0-35677450f7b6 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fa6d413-43de-4c4c-aa73-f159399b7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380931 Jul 07 17:19:49.517417 n-d-793620-7 neutron-server[100410]: WARNING neutron.services.revisions.revision_plugin [None req-f716f49f-dc07-48a4-bc2f-c116c8c91016 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Could not find related port for resource to bump revision. Jul 07 17:19:49.535305 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['8293a3f3-5a88-4d4c-919e-9aa137d83048'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:49.535890 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.ipam_pluggable_backend [None req-f716f49f-dc07-48a4-bc2f-c116c8c91016 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Port 5bad5cfe-a626-4e28-97c8-08820a2de7cb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100410) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 07 17:19:49.535890 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.ipam_pluggable_backend [None req-f716f49f-dc07-48a4-bc2f-c116c8c91016 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Reverting IP allocation for 2001:db8::f816:3eff:fe14:6d88 {{(pid=100410) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 07 17:19:49.542298 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.ipam_pluggable_backend [None req-f716f49f-dc07-48a4-bc2f-c116c8c91016 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe14:6d88 {{(pid=100410) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 07 17:19:49.548199 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f716f49f-dc07-48a4-bc2f-c116c8c91016 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.585433 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0847ea46-6c82-4e82-a0d5-2876b0a6002b req-0e6eb069-b60a-42c7-9541-0a9ddd2fb6d4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898306 Jul 07 17:19:49.601113 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f716f49f-dc07-48a4-bc2f-c116c8c91016 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:49.604800 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-f716f49f-dc07-48a4-bc2f-c116c8c91016 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:49.608199 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f716f49f-dc07-48a4-bc2f-c116c8c91016 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:49.608794 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f716f49f-dc07-48a4-bc2f-c116c8c91016 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.617284 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2776876b-2f44-4125-9d07-08b492cfe65c None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:49.621790 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716f49f-dc07-48a4-bc2f-c116c8c91016 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=ff6e4221-26f9-4354-aa03-949ad8036702,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:49.631955 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f716f49f-dc07-48a4-bc2f-c116c8c91016 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0580993 Jul 07 17:19:49.635566 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49922) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:49.642578 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'mac_address': 'fa:16:3e:51:b0:ef', 'name': 'tempest-NetworksTestDHCPv6-1471631011'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:49.760661 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:49.811380 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-786ade71-bf54-475c-8871-ff99bd2f3c44', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'fixed_ips': [{'subnet_id': 'ff6e4221-26f9-4354-aa03-949ad8036702'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:49.812409 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.844344 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:49.864946 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port e6414dcc-2e3a-4fc3-8ec3-fbcd53911b9c yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:49.947075 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Allocated IP 2001:db8::f816:3eff:fe11:7032 (786ade71-bf54-475c-8871-ff99bd2f3c44/ff6e4221-26f9-4354-aa03-949ad8036702/025fbc4a-b729-415d-9bea-bf83ca0aa352) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:50.091880 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.100511 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Transition to ACTIVE for port object 025fbc4a-b729-415d-9bea-bf83ca0aa352 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:50.117501 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Transition to ACTIVE for port object 025fbc4a-b729-415d-9bea-bf83ca0aa352 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:50.123854 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.160750 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:50.167480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:50.171873 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:50.172409 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::f816:3eff:fe51:b0ef (786ade71-bf54-475c-8871-ff99bd2f3c44/ff6e4221-26f9-4354-aa03-949ad8036702/e6414dcc-2e3a-4fc3-8ec3-fbcd53911b9c) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:50.175022 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Pushing event updated for resources: {'Port': ['ID=025fbc4a-b729-415d-9bea-bf83ca0aa352,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:50.232998 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Attempting to bind port 025fbc4a-b729-415d-9bea-bf83ca0aa352 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:50.233378 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Attempting to bind port 025fbc4a-b729-415d-9bea-bf83ca0aa352 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:50.233750 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Attempting to bind port 025fbc4a-b729-415d-9bea-bf83ca0aa352 on network 786ade71-bf54-475c-8871-ff99bd2f3c44 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:50.238809 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:50.239186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Checking segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:50.239591 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.240000 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Bound using segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:50.240502 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Bound port: 025fbc4a-b729-415d-9bea-bf83ca0aa352, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:50.240888 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.337980 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.465291 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.486935 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] For port 025fbc4a-b729-415d-9bea-bf83ca0aa352, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:50.491014 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] For port 025fbc4a-b729-415d-9bea-bf83ca0aa352, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=025fbc4a-b729-415d-9bea-bf83ca0aa352,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:50.496083 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.580096 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2471270-32c1-46c6-8377-259d04279d88 None None] Pushing event updated for resources: {'Port': ['ID=025fbc4a-b729-415d-9bea-bf83ca0aa352,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:50.708387 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08458e0f-e10b-4fe3-8f99-257f0f02dba9 req-717d2a9b-5ed2-4cbc-b82c-21e51c25d766 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:50.710759 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-08458e0f-e10b-4fe3-8f99-257f0f02dba9 req-717d2a9b-5ed2-4cbc-b82c-21e51c25d766 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 944 time: 0.0759950 Jul 07 17:19:50.715764 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object e6414dcc-2e3a-4fc3-8ec3-fbcd53911b9c will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:50.767485 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-08458e0f-e10b-4fe3-8f99-257f0f02dba9 req-f64a39d7-3eb5-4245-90dd-a9cf1ab35152 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fa6d413-43de-4c4c-aa73-f159399b7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459449 Jul 07 17:19:50.806665 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.849034 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 8293a3f3-5a88-4d4c-919e-9aa137d83048 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:50.870284 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:50.878437 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:50.887859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bd751-a044-46ac-bf20-e3c491a7d052 req-de309e9a-80e5-4c51-8eab-899c634e1426 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:50.889467 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-943bd751-a044-46ac-bf20-e3c491a7d052 req-de309e9a-80e5-4c51-8eab-899c634e1426 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 944 time: 0.1518433 Jul 07 17:19:50.890826 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:50.897832 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:50.898525 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.903622 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=e6414dcc-2e3a-4fc3-8ec3-fbcd53911b9c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:50.906669 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 8293a3f3-5a88-4d4c-919e-9aa137d83048 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:50.910943 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 8293a3f3-5a88-4d4c-919e-9aa137d83048 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:50.911410 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:50.929863 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:50.930204 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:50.930584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:50.930908 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:50.931245 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:50.931599 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:50.931896 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:50.932257 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:50.932559 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:50.932870 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:50.933219 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:50.933527 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:19:50.940388 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-55e39b52-14e9-4150-a790-6b45b5b8f4f7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3026884 Jul 07 17:19:50.944098 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49930) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:50.976587 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-943bd751-a044-46ac-bf20-e3c491a7d052 req-071fe446-8a7d-4343-a521-ef082effe517 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740809 Jul 07 17:19:51.012160 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.017918 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3813f0e1-c816-46ed-b050-784bd0a0decb tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:51.023828 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3813f0e1-c816-46ed-b050-784bd0a0decb tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:51.025475 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3813f0e1-c816-46ed-b050-784bd0a0decb tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0800343 Jul 07 17:19:51.028430 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49932) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:51.034445 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a759a74-f9fd-4ac3-9cce-defb0475212b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8293a3f3-5a88-4d4c-919e-9aa137d83048'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:51.036700 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a01101-9d19-4464-957c-e5561b55fe8f" -d '{"events": [{"server_uuid": "2a759a74-f9fd-4ac3-9cce-defb0475212b", "name": "network-vif-plugged", "status": "completed", "tag": "8293a3f3-5a88-4d4c-919e-9aa137d83048"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:51.049998 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 8293a3f3-5a88-4d4c-919e-9aa137d83048, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8293a3f3-5a88-4d4c-919e-9aa137d83048,segment=NetworkSegment(453669c1-6ecc-4ab7-8804-3a7fff87378b),segment_id=453669c1-6ecc-4ab7-8804-3a7fff87378b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:51.056234 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.081125 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6a9c1b-c691-4f88-af7e-15005840d845 x-openstack-request-id: req-1e6a9c1b-c691-4f88-af7e-15005840d845 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:51.081418 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a759a74-f9fd-4ac3-9cce-defb0475212b", "name": "network-vif-plugged", "status": "completed", "tag": "8293a3f3-5a88-4d4c-919e-9aa137d83048", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:51.081665 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1e6a9c1b-c691-4f88-af7e-15005840d845 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:51.082053 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a759a74-f9fd-4ac3-9cce-defb0475212b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8293a3f3-5a88-4d4c-919e-9aa137d83048', 'code': 200} Jul 07 17:19:51.111586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=8293a3f3-5a88-4d4c-919e-9aa137d83048,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:51.137709 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-dbd23dcb-a3ff-4c3e-b387-ea0d85ac5678 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port e6414dcc-2e3a-4fc3-8ec3-fbcd53911b9c {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:51.138059 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbd23dcb-a3ff-4c3e-b387-ea0d85ac5678 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.205328 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bc637-67a8-45f5-a87e-f368cae09193 req-2d84129e-f90c-44d4-a0cc-63e89a834430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:51.206914 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-953bc637-67a8-45f5-a87e-f368cae09193 req-2d84129e-f90c-44d4-a0cc-63e89a834430 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 1096 time: 0.0529664 Jul 07 17:19:51.230062 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbd23dcb-a3ff-4c3e-b387-ea0d85ac5678 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.245073 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-dbd23dcb-a3ff-4c3e-b387-ea0d85ac5678 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for e6414dcc-2e3a-4fc3-8ec3-fbcd53911b9c owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:51.246678 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-953bc637-67a8-45f5-a87e-f368cae09193 req-2d633448-55b9-4170-b653-0a9c5e17d32e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9fa6d413-43de-4c4c-aa73-f159399b7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320632 Jul 07 17:19:51.376088 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbd23dcb-a3ff-4c3e-b387-ea0d85ac5678 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.410648 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd23dcb-a3ff-4c3e-b387-ea0d85ac5678 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=e6414dcc-2e3a-4fc3-8ec3-fbcd53911b9c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:51.454062 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbd23dcb-a3ff-4c3e-b387-ea0d85ac5678 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.456323 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dbd23dcb-a3ff-4c3e-b387-ea0d85ac5678 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/e6414dcc-2e3a-4fc3-8ec3-fbcd53911b9c HTTP/1.1" status: 204 len: 168 time: 0.4267242 Jul 07 17:19:51.458854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49938) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:51.478168 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device af7e825f-a28a-490b-91a4-9042283f8492 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:19:51.515369 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 025fbc4a-b729-415d-9bea-bf83ca0aa352 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:51.518816 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a3100d-d5aa-476c-9122-5f6d13722940 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:51.520750 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a3100d-d5aa-476c-9122-5f6d13722940 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:51.524524 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-49a3100d-d5aa-476c-9122-5f6d13722940 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0620177 Jul 07 17:19:51.524922 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49940) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:51.592041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc42d73a-3c1c-4698-a2f5-8eb18b9dd214 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet ff6e4221-26f9-4354-aa03-949ad8036702 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:51.595618 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fc42d73a-3c1c-4698-a2f5-8eb18b9dd214 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.633962 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 025fbc4a-b729-415d-9bea-bf83ca0aa352 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:51.639872 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fc42d73a-3c1c-4698-a2f5-8eb18b9dd214 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.650249 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port af7e825f-a28a-490b-91a4-9042283f8492, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=af7e825f-a28a-490b-91a4-9042283f8492,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:51.662953 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'af7e825f-a28a-490b-91a4-9042283f8492', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'port_id': 'af7e825f-a28a-490b-91a4-9042283f8492', 'mac_address': 'fa:16:3e:be:cd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:19:51.702589 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.721517 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7e825f-a28a-490b-91a4-9042283f8492 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:19:51.728211 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fc42d73a-3c1c-4698-a2f5-8eb18b9dd214 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.745241 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port af7e825f-a28a-490b-91a4-9042283f8492, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=af7e825f-a28a-490b-91a4-9042283f8492,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:51.750584 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.796632 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fc42d73a-3c1c-4698-a2f5-8eb18b9dd214 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.807683 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6bafc08a-f8a1-45a2-925e-0be224d1ab5e None None] Provisioning for port 025fbc4a-b729-415d-9bea-bf83ca0aa352 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:51.814026 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=af7e825f-a28a-490b-91a4-9042283f8492,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:51.817814 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6bafc08a-f8a1-45a2-925e-0be224d1ab5e None None] Provisioning complete for port 025fbc4a-b729-415d-9bea-bf83ca0aa352 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:51.818668 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6bafc08a-f8a1-45a2-925e-0be224d1ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.826700 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42d73a-3c1c-4698-a2f5-8eb18b9dd214 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=ff6e4221-26f9-4354-aa03-949ad8036702,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:51.830721 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fc42d73a-3c1c-4698-a2f5-8eb18b9dd214 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.833734 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fc42d73a-3c1c-4698-a2f5-8eb18b9dd214 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/ff6e4221-26f9-4354-aa03-949ad8036702 HTTP/1.1" status: 204 len: 168 time: 0.3075700 Jul 07 17:19:51.837168 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49944) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:51.887000 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2c5acc82-51b9-4590-a407-58db91597c1d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477226 Jul 07 17:19:51.889818 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49946) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:51.895229 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7fadd3a7-6dcb-4b55-a394-c0f83f17e55b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:51.921485 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6bafc08a-f8a1-45a2-925e-0be224d1ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:51.950933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724531df-9e56-4c2b-9e46-f74c7569a4a6 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:51.973776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-6bafc08a-f8a1-45a2-925e-0be224d1ab5e None None] For port 025fbc4a-b729-415d-9bea-bf83ca0aa352, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=025fbc4a-b729-415d-9bea-bf83ca0aa352,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:52.000503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['af7e825f-a28a-490b-91a4-9042283f8492'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:52.007926 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6bafc08a-f8a1-45a2-925e-0be224d1ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.051541 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fadd3a7-6dcb-4b55-a394-c0f83f17e55b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:52.057683 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7fadd3a7-6dcb-4b55-a394-c0f83f17e55b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.121746 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14d75a-d3f3-4b01-8064-bb922920faee req-e0dc95b6-a856-45ec-8216-454f7a165e9d tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:52.123592 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e14d75a-d3f3-4b01-8064-bb922920faee req-e0dc95b6-a856-45ec-8216-454f7a165e9d tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 945 time: 0.1864421 Jul 07 17:19:52.161997 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafc08a-f8a1-45a2-925e-0be224d1ab5e None None] Pushing event updated for resources: {'Port': ['ID=025fbc4a-b729-415d-9bea-bf83ca0aa352,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:52.174219 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f2b00dbd-efa0-4074-a17e-4c1e854bcfd6 None None] Could not find standard attr ID for object e6414dcc-2e3a-4fc3-8ec3-fbcd53911b9c. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:52.203846 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e14d75a-d3f3-4b01-8064-bb922920faee req-ade99cbd-645b-4fc4-b649-623226d225fe tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fa6d413-43de-4c4c-aa73-f159399b7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721354 Jul 07 17:19:52.217507 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c066367-2dcc-4cc9-9d2e-fd9a90ea2a7f req-3514fe11-e10c-40a8-b5d7-14f1e74a5f72 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:52.219602 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1c066367-2dcc-4cc9-9d2e-fd9a90ea2a7f req-3514fe11-e10c-40a8-b5d7-14f1e74a5f72 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 945 time: 0.0715005 Jul 07 17:19:52.268881 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1c066367-2dcc-4cc9-9d2e-fd9a90ea2a7f req-1d5e0d20-8ca8-462d-9c6a-9587111aa74d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416329 Jul 07 17:19:52.338819 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f296c99c-fa1a-4a81-8a60-d8a63461f2ff None None] DHCP port deletion for 786ade71-bf54-475c-8871-ff99bd2f3c44 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:52.391603 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f296c99c-fa1a-4a81-8a60-d8a63461f2ff None None] Deleting port 025fbc4a-b729-415d-9bea-bf83ca0aa352 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:52.391984 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f296c99c-fa1a-4a81-8a60-d8a63461f2ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.450538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.objects.ports [None req-7fadd3a7-6dcb-4b55-a394-c0f83f17e55b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100410) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:19:52.476933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f296c99c-fa1a-4a81-8a60-d8a63461f2ff None None] For port 025fbc4a-b729-415d-9bea-bf83ca0aa352, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=025fbc4a-b729-415d-9bea-bf83ca0aa352,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:52.477332 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f296c99c-fa1a-4a81-8a60-d8a63461f2ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.489835 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f296c99c-fa1a-4a81-8a60-d8a63461f2ff None None] Calling delete_port for 025fbc4a-b729-415d-9bea-bf83ca0aa352 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:52.589858 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f296c99c-fa1a-4a81-8a60-d8a63461f2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.617958 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296c99c-fa1a-4a81-8a60-d8a63461f2ff None None] Pushing event deleted for resources: {'Port': ['ID=025fbc4a-b729-415d-9bea-bf83ca0aa352,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:52.625028 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f296c99c-fa1a-4a81-8a60-d8a63461f2ff None None] No DVR routers for this DVR port 025fbc4a-b729-415d-9bea-bf83ca0aa352 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:52.629165 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7fadd3a7-6dcb-4b55-a394-c0f83f17e55b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.668650 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fadd3a7-6dcb-4b55-a394-c0f83f17e55b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Port 025fbc4a-b729-415d-9bea-bf83ca0aa352 concurrently deleted while adding address for new subnet {'id': 'e4fffacf-f079-4990-9b2a-bc05ec95d43c', 'name': '', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3004, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-07T17:19:52Z', 'updated_at': '2021-07-07T17:19:52Z', 'revision_number': 0, 'segment_id': None, 'project_id': '15945a46c8744487a30387e01f477b94'}. {{(pid=100410) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 07 17:19:52.669438 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7fadd3a7-6dcb-4b55-a394-c0f83f17e55b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.715795 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fadd3a7-6dcb-4b55-a394-c0f83f17e55b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:52.718922 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-7fadd3a7-6dcb-4b55-a394-c0f83f17e55b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:52.723195 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fadd3a7-6dcb-4b55-a394-c0f83f17e55b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:52.723795 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7fadd3a7-6dcb-4b55-a394-c0f83f17e55b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.728902 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135da6e2-6dfd-4d0e-ace2-9d9da46c95d8 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:52.734030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadd3a7-6dcb-4b55-a394-c0f83f17e55b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=e4fffacf-f079-4990-9b2a-bc05ec95d43c,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:52.750491 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7fadd3a7-6dcb-4b55-a394-c0f83f17e55b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8568387 Jul 07 17:19:52.750917 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49952) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:52.756428 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-305830da-2dcf-4591-8952-233d687bb132 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'mac_address': 'fa:16:3e:4e:a5:1c', 'name': 'tempest-NetworksTestDHCPv6-1367630456'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:52.869143 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305830da-2dcf-4591-8952-233d687bb132 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:52.889120 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-786ade71-bf54-475c-8871-ff99bd2f3c44', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'fixed_ips': [{'subnet_id': 'e4fffacf-f079-4990-9b2a-bc05ec95d43c'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:52.889925 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.958605 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-305830da-2dcf-4591-8952-233d687bb132 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:52.979566 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-305830da-2dcf-4591-8952-233d687bb132 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port cd71530f-b6b5-4253-836e-c49888156c7b yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:53.022695 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Allocated IP 2001:db8::f816:3eff:fe07:253d (786ade71-bf54-475c-8871-ff99bd2f3c44/e4fffacf-f079-4990-9b2a-bc05ec95d43c/ea0cc0ea-a89c-46e9-8b7e-3a945b7beda0) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:53.166634 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.174616 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Transition to ACTIVE for port object ea0cc0ea-a89c-46e9-8b7e-3a945b7beda0 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:53.189085 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Transition to ACTIVE for port object ea0cc0ea-a89c-46e9-8b7e-3a945b7beda0 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:53.195162 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.244333 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:53.247258 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:53.251797 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:53.254964 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Pushing event updated for resources: {'Port': ['ID=ea0cc0ea-a89c-46e9-8b7e-3a945b7beda0,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:53.255210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-305830da-2dcf-4591-8952-233d687bb132 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::f816:3eff:fe4e:a51c (786ade71-bf54-475c-8871-ff99bd2f3c44/e4fffacf-f079-4990-9b2a-bc05ec95d43c/cd71530f-b6b5-4253-836e-c49888156c7b) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:53.332940 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Attempting to bind port ea0cc0ea-a89c-46e9-8b7e-3a945b7beda0 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:53.333639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Attempting to bind port ea0cc0ea-a89c-46e9-8b7e-3a945b7beda0 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:53.334572 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Attempting to bind port ea0cc0ea-a89c-46e9-8b7e-3a945b7beda0 on network 786ade71-bf54-475c-8871-ff99bd2f3c44 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:53.343888 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:53.344718 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Checking segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:53.345475 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.346207 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Bound using segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:53.347140 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Bound port: ea0cc0ea-a89c-46e9-8b7e-3a945b7beda0, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:53.348027 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.419149 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb15a1-c916-49dd-a22e-3e7f8ca4977a req-29c7a313-4b92-4231-9e3b-4fe34aa15627 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:53.433694 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1ceb15a1-c916-49dd-a22e-3e7f8ca4977a req-29c7a313-4b92-4231-9e3b-4fe34aa15627 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 945 time: 0.1048191 Jul 07 17:19:53.451082 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] For port ea0cc0ea-a89c-46e9-8b7e-3a945b7beda0, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:53.455243 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] For port ea0cc0ea-a89c-46e9-8b7e-3a945b7beda0, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ea0cc0ea-a89c-46e9-8b7e-3a945b7beda0,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:53.461449 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.499084 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 025fbc4a-b729-415d-9bea-bf83ca0aa352 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:53.501324 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device af7e825f-a28a-490b-91a4-9042283f8492 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:53.519233 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1ceb15a1-c916-49dd-a22e-3e7f8ca4977a req-bd8fb06d-dd79-4b6d-be81-d18da9a2bb88 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fa6d413-43de-4c4c-aa73-f159399b7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783138 Jul 07 17:19:53.532772 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-305830da-2dcf-4591-8952-233d687bb132 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.552960 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29d9bf-7b42-4363-865d-1452a84ea690 req-c26d4b32-5023-4cad-860c-9edc43f60a24 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:53.554740 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de29d9bf-7b42-4363-865d-1452a84ea690 req-c26d4b32-5023-4cad-860c-9edc43f60a24 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 945 time: 0.1357718 Jul 07 17:19:53.561087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-305830da-2dcf-4591-8952-233d687bb132 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object cd71530f-b6b5-4253-836e-c49888156c7b will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:53.562805 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 025fbc4a-b729-415d-9bea-bf83ca0aa352 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:53.563159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 025fbc4a-b729-415d-9bea-bf83ca0aa352 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:53.598283 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a81ef-f8b7-479b-a40d-4b50b6c952da None None] Pushing event updated for resources: {'Port': ['ID=ea0cc0ea-a89c-46e9-8b7e-3a945b7beda0,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:53.614872 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port af7e825f-a28a-490b-91a4-9042283f8492 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:53.622531 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port af7e825f-a28a-490b-91a4-9042283f8492 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:53.623326 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.632854 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de29d9bf-7b42-4363-865d-1452a84ea690 req-0434fef5-7d90-4afe-98ef-c334a1983af3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705204 Jul 07 17:19:53.647593 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-305830da-2dcf-4591-8952-233d687bb132 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.704169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305830da-2dcf-4591-8952-233d687bb132 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:53.708940 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-305830da-2dcf-4591-8952-233d687bb132 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:53.711949 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305830da-2dcf-4591-8952-233d687bb132 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:53.718922 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305830da-2dcf-4591-8952-233d687bb132 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:53.719878 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-305830da-2dcf-4591-8952-233d687bb132 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.741076 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305830da-2dcf-4591-8952-233d687bb132 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=cd71530f-b6b5-4253-836e-c49888156c7b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:53.753637 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-305830da-2dcf-4591-8952-233d687bb132 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0015063 Jul 07 17:19:53.756355 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49962) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:53.768530 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.779096 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507fb1e-3f79-4d4c-a0a9-6f93ff1a153e req-916eea59-3142-4b58-94f3-b475c96479c6 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:53.785528 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a507fb1e-3f79-4d4c-a0a9-6f93ff1a153e req-916eea59-3142-4b58-94f3-b475c96479c6 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 945 time: 0.1107793 Jul 07 17:19:53.795256 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 49964) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:53.802153 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-63c05948-7d2b-4036-8052-95be91416473 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Request body: {'floatingip': {'port_id': '8293a3f3-5a88-4d4c-919e-9aa137d83048'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:53.809607 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port af7e825f-a28a-490b-91a4-9042283f8492, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=af7e825f-a28a-490b-91a4-9042283f8492,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:53.810874 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa95d49e-440a-4996-b691-106f29a40ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7e825f-a28a-490b-91a4-9042283f8492'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:53.814221 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89465e61-33a1-45e5-a959-7cb7f2bf390d" -d '{"events": [{"server_uuid": "aa95d49e-440a-4996-b691-106f29a40ffe", "name": "network-vif-plugged", "status": "completed", "tag": "af7e825f-a28a-490b-91a4-9042283f8492"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:53.819399 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.869582 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63c05948-7d2b-4036-8052-95be91416473 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for floatingip, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:53.911087 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=af7e825f-a28a-490b-91a4-9042283f8492,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:53.937516 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d332428-698a-4e3d-99a8-8efe575ae10b x-openstack-request-id: req-4d332428-698a-4e3d-99a8-8efe575ae10b {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:53.937844 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa95d49e-440a-4996-b691-106f29a40ffe", "name": "network-vif-plugged", "status": "completed", "tag": "af7e825f-a28a-490b-91a4-9042283f8492", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:53.938059 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4d332428-698a-4e3d-99a8-8efe575ae10b {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:53.938750 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa95d49e-440a-4996-b691-106f29a40ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7e825f-a28a-490b-91a4-9042283f8492', 'code': 200} Jul 07 17:19:53.976234 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf34932-6140-4f7b-9d87-5111ec1312b1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:53.982458 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf34932-6140-4f7b-9d87-5111ec1312b1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:53.984114 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-daf34932-6140-4f7b-9d87-5111ec1312b1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2267241 Jul 07 17:19:53.987007 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49968) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:54.099397 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2fce8-6c40-4618-81b4-82a2aa06b6e2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port cd71530f-b6b5-4253-836e-c49888156c7b {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:54.100424 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e9b2fce8-6c40-4618-81b4-82a2aa06b6e2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.136396 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381b5bb-bb1a-4d6f-b26d-4779c89a5f8d req-073a05a6-33a9-44d2-8c64-cb951869eb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:54.137840 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d381b5bb-bb1a-4d6f-b26d-4779c89a5f8d req-073a05a6-33a9-44d2-8c64-cb951869eb87 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 1097 time: 0.1442242 Jul 07 17:19:54.194371 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e9b2fce8-6c40-4618-81b4-82a2aa06b6e2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.206700 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2fce8-6c40-4618-81b4-82a2aa06b6e2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for cd71530f-b6b5-4253-836e-c49888156c7b owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:54.214182 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d381b5bb-bb1a-4d6f-b26d-4779c89a5f8d req-f5bc6711-fb5a-4e4f-9f58-5ad06fa31252 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498173 Jul 07 17:19:54.338641 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e9b2fce8-6c40-4618-81b4-82a2aa06b6e2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.375506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2fce8-6c40-4618-81b4-82a2aa06b6e2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=cd71530f-b6b5-4253-836e-c49888156c7b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:54.408305 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e9b2fce8-6c40-4618-81b4-82a2aa06b6e2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.410986 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e9b2fce8-6c40-4618-81b4-82a2aa06b6e2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/cd71530f-b6b5-4253-836e-c49888156c7b HTTP/1.1" status: 204 len: 168 time: 0.4229650 Jul 07 17:19:54.414302 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49970) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:54.467067 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63c05948-7d2b-4036-8052-95be91416473 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.471183 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63c05948-7d2b-4036-8052-95be91416473 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.473407 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd853bd7-6ddc-4459-b88d-236e71d6c2bc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:54.475182 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd853bd7-6ddc-4459-b88d-236e71d6c2bc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:54.479016 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dd853bd7-6ddc-4459-b88d-236e71d6c2bc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0633969 Jul 07 17:19:54.479846 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49972) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:54.539950 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e16b2e-dc41-4419-9c32-5726e0d2ce8c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet e4fffacf-f079-4990-9b2a-bc05ec95d43c {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:54.543491 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78e16b2e-dc41-4419-9c32-5726e0d2ce8c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.588523 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78e16b2e-dc41-4419-9c32-5726e0d2ce8c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.604718 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-63c05948-7d2b-4036-8052-95be91416473 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Floating IP 7928b7c9-7081-470a-bc55-05ede6d2714a associated. External IP: 172.25.2.247, port: 8293a3f3-5a88-4d4c-919e-9aa137d83048. Jul 07 17:19:54.695113 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78e16b2e-dc41-4419-9c32-5726e0d2ce8c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.781121 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78e16b2e-dc41-4419-9c32-5726e0d2ce8c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.808624 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e16b2e-dc41-4419-9c32-5726e0d2ce8c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=e4fffacf-f079-4990-9b2a-bc05ec95d43c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:54.815568 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78e16b2e-dc41-4419-9c32-5726e0d2ce8c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:54.820512 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-78e16b2e-dc41-4419-9c32-5726e0d2ce8c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/e4fffacf-f079-4990-9b2a-bc05ec95d43c HTTP/1.1" status: 204 len: 168 time: 0.3367207 Jul 07 17:19:54.822916 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49976) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:54.835817 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c4f6ab20-ca7e-449d-93ff-eab1aab7e01f None None] Provisioning for port ea0cc0ea-a89c-46e9-8b7e-3a945b7beda0 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:54.900054 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-77f4f3f6-8b82-462e-ac44-dfac6b73fcb5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756068 Jul 07 17:19:54.903900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49980) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:54.964422 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac9fa0-cc75-4a7e-b41b-48a5eb10260a req-2df60e91-f404-486a-a9b2-c21d5e3ca76a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:54.970862 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8ac9fa0-cc75-4a7e-b41b-48a5eb10260a req-2df60e91-f404-486a-a9b2-c21d5e3ca76a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 946 time: 0.1909740 Jul 07 17:19:54.986743 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c05948-7d2b-4036-8052-95be91416473 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:19:55.022315 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff963f94-d1df-4855-96f7-f8b875489b21 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:55.028048 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ff963f94-d1df-4855-96f7-f8b875489b21 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1194696 Jul 07 17:19:55.029342 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49982) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:55.046329 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8ac9fa0-cc75-4a7e-b41b-48a5eb10260a req-d52e7cf2-5695-4e93-923b-d3255b60ec46 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612738 Jul 07 17:19:55.055931 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cc3c87-cf93-488f-9631-bf1bc93dcafc None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:55.107996 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51458f3-4a05-4704-8d7f-ad4f71eb044a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:55.109917 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a51458f3-4a05-4704-8d7f-ad4f71eb044a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0802500 Jul 07 17:19:55.114201 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49984) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:55.163013 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a2bd1763-a20b-467f-8e78-879c043124da tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458014 Jul 07 17:19:55.166792 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49986) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:55.172431 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-92aee4fb-61c9-451b-b71d-b36fd7caa4b2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:55.183007 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6f013177-14fe-4a7d-96d4-c15599a41a57 None None] Could not find standard attr ID for object cd71530f-b6b5-4253-836e-c49888156c7b. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:55.196504 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c05948-7d2b-4036-8052-95be91416473 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:19:55.201518 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63c05948-7d2b-4036-8052-95be91416473 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.214630 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790c1083-5c9a-45fd-acc0-2e397da2414c None None] Sync routers for ids ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:19:55.226913 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790c1083-5c9a-45fd-acc0-2e397da2414c None None] Routers {'0785c84c-07d3-404a-8ca6-e77a1a66f5b5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:55.227547 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-790c1083-5c9a-45fd-acc0-2e397da2414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:19:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:55.253772 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-63c05948-7d2b-4036-8052-95be91416473 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "PUT /v2.0/floatingips/7928b7c9-7081-470a-bc55-05ede6d2714a HTTP/1.1" status: 200 len: 991 time: 1.4527340 Jul 07 17:19:55.253772 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a759a74-f9fd-4ac3-9cce-defb0475212b', 'tag': '8293a3f3-5a88-4d4c-919e-9aa137d83048'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:55.254944 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3392ae-f3ce-421f-9de5-e462e84195e2" -d '{"events": [{"name": "network-changed", "server_uuid": "2a759a74-f9fd-4ac3-9cce-defb0475212b", "tag": "8293a3f3-5a88-4d4c-919e-9aa137d83048"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:55.309387 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92aee4fb-61c9-451b-b71d-b36fd7caa4b2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:55.310010 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a01952-2683-4c1e-b4ac-6a75bcd74cc5 None None] DHCP port deletion for 786ade71-bf54-475c-8871-ff99bd2f3c44 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:55.318347 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92aee4fb-61c9-451b-b71d-b36fd7caa4b2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.323663 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd1658e-5510-46b4-b880-6014e3b76505 x-openstack-request-id: req-5dd1658e-5510-46b4-b880-6014e3b76505 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:55.323969 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a759a74-f9fd-4ac3-9cce-defb0475212b", "tag": "8293a3f3-5a88-4d4c-919e-9aa137d83048", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:55.324230 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5dd1658e-5510-46b4-b880-6014e3b76505 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:55.324635 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a759a74-f9fd-4ac3-9cce-defb0475212b', 'tag': '8293a3f3-5a88-4d4c-919e-9aa137d83048', 'status': 'completed', 'code': 200} Jul 07 17:19:55.378822 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-04a01952-2683-4c1e-b4ac-6a75bcd74cc5 None None] Deleting port ea0cc0ea-a89c-46e9-8b7e-3a945b7beda0 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:55.379359 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-04a01952-2683-4c1e-b4ac-6a75bcd74cc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.380377 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-790c1083-5c9a-45fd-acc0-2e397da2414c None None] Set router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:55.424200 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3392ae-f3ce-421f-9de5-e462e84195e2 req-e74c4170-b5f0-4387-9124-c1531705c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:55.426171 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aa3392ae-f3ce-421f-9de5-e462e84195e2 req-e74c4170-b5f0-4387-9124-c1531705c465 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e0d3f4c1ff294119a2c5fc6e804d1e59&device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 1096 time: 0.0805409 Jul 07 17:19:55.485240 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-04a01952-2683-4c1e-b4ac-6a75bcd74cc5 None None] For port ea0cc0ea-a89c-46e9-8b7e-3a945b7beda0, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ea0cc0ea-a89c-46e9-8b7e-3a945b7beda0,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:55.486472 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-04a01952-2683-4c1e-b4ac-6a75bcd74cc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.510110 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-04a01952-2683-4c1e-b4ac-6a75bcd74cc5 None None] Calling delete_port for ea0cc0ea-a89c-46e9-8b7e-3a945b7beda0 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:55.540850 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3392ae-f3ce-421f-9de5-e462e84195e2 req-9619f065-f889-4d2d-b825-47538105bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:55.542280 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aa3392ae-f3ce-421f-9de5-e462e84195e2 req-9619f065-f889-4d2d-b825-47538105bf4b service neutron] 10.222.0.69 "GET /v2.0/networks?id=292197e0-01dc-4068-ba5d-c7a67aedfe6d HTTP/1.1" status: 200 len: 912 time: 0.1099792 Jul 07 17:19:55.561660 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92aee4fb-61c9-451b-b71d-b36fd7caa4b2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.618079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92aee4fb-61c9-451b-b71d-b36fd7caa4b2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:55.621965 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-04a01952-2683-4c1e-b4ac-6a75bcd74cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.622268 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-92aee4fb-61c9-451b-b71d-b36fd7caa4b2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:55.626841 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aee4fb-61c9-451b-b71d-b36fd7caa4b2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:55.627220 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92aee4fb-61c9-451b-b71d-b36fd7caa4b2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.646577 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aee4fb-61c9-451b-b71d-b36fd7caa4b2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=152b72e1-cca4-498f-b234-9de60a9dbee4,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:55.652740 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a01952-2683-4c1e-b4ac-6a75bcd74cc5 None None] Pushing event deleted for resources: {'Port': ['ID=ea0cc0ea-a89c-46e9-8b7e-3a945b7beda0,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:55.657251 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aa3392ae-f3ce-421f-9de5-e462e84195e2 req-02099d5a-8ee1-4610-a70e-935452bd1a34 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8293a3f3-5a88-4d4c-919e-9aa137d83048 HTTP/1.1" status: 200 len: 999 time: 0.1087999 Jul 07 17:19:55.660020 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a01952-2683-4c1e-b4ac-6a75bcd74cc5 None None] No DVR routers for this DVR port ea0cc0ea-a89c-46e9-8b7e-3a945b7beda0 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:55.680003 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e977a999-302e-4810-9dbc-aebf222ded56 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:55.685383 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-92aee4fb-61c9-451b-b71d-b36fd7caa4b2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5143037 Jul 07 17:19:55.686909 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 49992) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:55.698515 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-455715d0-8fd6-462d-84e5-9486c9f0b19c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'mac_address': 'fa:16:3e:31:7d:82', 'name': 'tempest-NetworksTestDHCPv6-814210150'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:55.715612 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-790c1083-5c9a-45fd-acc0-2e397da2414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:27Z', 'revision_number': 4, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'gw_port': {'id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:20Z', 'updated_at': '2021-07-07T17:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '7928b7c9-7081-470a-bc55-05ede6d2714a', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'floating_ip_address': '172.25.2.247', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'port_id': '8293a3f3-5a88-4d4c-919e-9aa137d83048', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'mac_address': 'fa:16:3e:bb:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a759a74-f9fd-4ac3-9cce-defb0475212b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:38Z', 'updated_at': '2021-07-07T17:19:54Z', 'revision_number': 1, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd05a713f-7064-4556-af42-957daef6203f', 'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'mac_address': 'fa:16:3e:bf:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:26Z', 'updated_at': '2021-07-07T17:15:39Z', 'revision_number': 5, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'subnets': [{'id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:55.735502 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3392ae-f3ce-421f-9de5-e462e84195e2 req-f49d4ba3-4251-4613-bfb3-a50a8f78b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:55.737128 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aa3392ae-f3ce-421f-9de5-e462e84195e2 req-f49d4ba3-4251-4613-bfb3-a50a8f78b326 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aeaad8af-4e95-4aca-8e25-9c0ee640a68c HTTP/1.1" status: 200 len: 850 time: 0.0713983 Jul 07 17:19:55.788157 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790c1083-5c9a-45fd-acc0-2e397da2414c None None] Checking router: 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:19:55.810401 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790c1083-5c9a-45fd-acc0-2e397da2414c None None] Routers {'0785c84c-07d3-404a-8ca6-e77a1a66f5b5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:19:55.811051 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-790c1083-5c9a-45fd-acc0-2e397da2414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:19:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:55.821784 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3392ae-f3ce-421f-9de5-e462e84195e2 req-a9d36ee4-c469-474a-b57e-2ebfd4c46706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:55.827152 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aa3392ae-f3ce-421f-9de5-e462e84195e2 req-a9d36ee4-c469-474a-b57e-2ebfd4c46706 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=292197e0-01dc-4068-ba5d-c7a67aedfe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835588 Jul 07 17:19:55.843824 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455715d0-8fd6-462d-84e5-9486c9f0b19c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:55.934045 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-786ade71-bf54-475c-8871-ff99bd2f3c44', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'fixed_ips': [{'subnet_id': '152b72e1-cca4-498f-b234-9de60a9dbee4'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:55.934886 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:55.966636 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aa3392ae-f3ce-421f-9de5-e462e84195e2 req-35eb1c16-ae37-486e-8598-442a614e04ae service neutron] 10.222.0.69 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311104 Jul 07 17:19:55.980388 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-455715d0-8fd6-462d-84e5-9486c9f0b19c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.009529 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-455715d0-8fd6-462d-84e5-9486c9f0b19c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port 416e802d-1a98-40e5-9e8f-3bafca890c30 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:19:56.023143 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-790c1083-5c9a-45fd-acc0-2e397da2414c None None] Set router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:19:56.157307 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Allocated IP 2001:db8::2 (786ade71-bf54-475c-8871-ff99bd2f3c44/152b72e1-cca4-498f-b234-9de60a9dbee4/ef32e99d-d53e-4fa8-be81-49934c24ab67) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:56.166330 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aa3392ae-f3ce-421f-9de5-e462e84195e2 req-0953a8c3-1c69-4520-9f59-e64b80644bd6 service neutron] 10.222.0.69 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940913 Jul 07 17:19:56.327509 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defec2dd-2264-46ca-be29-2eae6b6a82cc req-034c9b3f-67fb-45a6-85fb-452534961c0a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:56.329440 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-defec2dd-2264-46ca-be29-2eae6b6a82cc req-034c9b3f-67fb-45a6-85fb-452534961c0a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 946 time: 0.0840580 Jul 07 17:19:56.368293 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-790c1083-5c9a-45fd-acc0-2e397da2414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:27Z', 'revision_number': 4, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'gw_port': {'id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:20Z', 'updated_at': '2021-07-07T17:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '7928b7c9-7081-470a-bc55-05ede6d2714a', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'floating_ip_address': '172.25.2.247', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'port_id': '8293a3f3-5a88-4d4c-919e-9aa137d83048', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'mac_address': 'fa:16:3e:bb:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a759a74-f9fd-4ac3-9cce-defb0475212b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:38Z', 'updated_at': '2021-07-07T17:19:54Z', 'revision_number': 1, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd05a713f-7064-4556-af42-957daef6203f', 'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'mac_address': 'fa:16:3e:bf:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:26Z', 'updated_at': '2021-07-07T17:15:39Z', 'revision_number': 5, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'subnets': [{'id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:19:56.371701 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.374098 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-defec2dd-2264-46ca-be29-2eae6b6a82cc req-454b4a1b-cc3e-46a8-86c0-5b58448db440 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379772 Jul 07 17:19:56.382209 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Transition to ACTIVE for port object ef32e99d-d53e-4fa8-be81-49934c24ab67 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:56.399311 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790c1083-5c9a-45fd-acc0-2e397da2414c None None] The sync data for ids ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'] in n-d-793620-7 is: [{'id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:27Z', 'revision_number': 4, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'gw_port': {'id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:20Z', 'updated_at': '2021-07-07T17:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '7928b7c9-7081-470a-bc55-05ede6d2714a', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'floating_ip_address': '172.25.2.247', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'port_id': '8293a3f3-5a88-4d4c-919e-9aa137d83048', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'mac_address': 'fa:16:3e:bb:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a759a74-f9fd-4ac3-9cce-defb0475212b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:19:38Z', 'updated_at': '2021-07-07T17:19:54Z', 'revision_number': 1, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd05a713f-7064-4556-af42-957daef6203f', 'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'mac_address': 'fa:16:3e:bf:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:26Z', 'updated_at': '2021-07-07T17:15:39Z', 'revision_number': 5, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'subnets': [{'id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:19:56.415966 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Transition to ACTIVE for port object ef32e99d-d53e-4fa8-be81-49934c24ab67 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:56.429055 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.479584 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:56.504325 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Pushing event updated for resources: {'Port': ['ID=ef32e99d-d53e-4fa8-be81-49934c24ab67,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:56.514789 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:56.519833 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:56.568362 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-455715d0-8fd6-462d-84e5-9486c9f0b19c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::373 (786ade71-bf54-475c-8871-ff99bd2f3c44/152b72e1-cca4-498f-b234-9de60a9dbee4/416e802d-1a98-40e5-9e8f-3bafca890c30) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:56.586953 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Attempting to bind port ef32e99d-d53e-4fa8-be81-49934c24ab67 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:56.587443 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Attempting to bind port ef32e99d-d53e-4fa8-be81-49934c24ab67 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:56.587930 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Attempting to bind port ef32e99d-d53e-4fa8-be81-49934c24ab67 on network 786ade71-bf54-475c-8871-ff99bd2f3c44 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:56.594261 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:56.594768 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Checking segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:56.595243 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.595706 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Bound using segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:56.596496 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Bound port: ef32e99d-d53e-4fa8-be81-49934c24ab67, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:56.596940 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.646891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb03262-efa5-4e78-9321-505e22eb0ec2 req-8410a249-6429-49eb-a9b3-2a3fde278798 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:56.648511 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cb03262-efa5-4e78-9321-505e22eb0ec2 req-8410a249-6429-49eb-a9b3-2a3fde278798 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 946 time: 0.1232650 Jul 07 17:19:56.669934 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] For port ef32e99d-d53e-4fa8-be81-49934c24ab67, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:56.673760 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] For port ef32e99d-d53e-4fa8-be81-49934c24ab67, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ef32e99d-d53e-4fa8-be81-49934c24ab67,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:56.680834 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.713880 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91620ff-ba05-4fdb-ae4b-f056dd4c6bb2 None None] New status for floating IP 7928b7c9-7081-470a-bc55-05ede6d2714a: ACTIVE {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:19:56.753868 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cb03262-efa5-4e78-9321-505e22eb0ec2 req-8ac17eb6-ad35-436e-8d24-0eeba23237c9 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976105 Jul 07 17:19:56.799910 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785da512-dd68-4eca-9394-11e5e3957483 None None] Pushing event updated for resources: {'Port': ['ID=ef32e99d-d53e-4fa8-be81-49934c24ab67,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:56.808211 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-455715d0-8fd6-462d-84e5-9486c9f0b19c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.827449 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-455715d0-8fd6-462d-84e5-9486c9f0b19c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object 416e802d-1a98-40e5-9e8f-3bafca890c30 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:56.870526 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-455715d0-8fd6-462d-84e5-9486c9f0b19c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.918050 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455715d0-8fd6-462d-84e5-9486c9f0b19c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:56.921662 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-455715d0-8fd6-462d-84e5-9486c9f0b19c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:56.926783 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455715d0-8fd6-462d-84e5-9486c9f0b19c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:56.933313 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455715d0-8fd6-462d-84e5-9486c9f0b19c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:56.934095 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-455715d0-8fd6-462d-84e5-9486c9f0b19c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:56.959701 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455715d0-8fd6-462d-84e5-9486c9f0b19c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=416e802d-1a98-40e5-9e8f-3bafca890c30,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:56.963591 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-455715d0-8fd6-462d-84e5-9486c9f0b19c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2755420 Jul 07 17:19:56.966899 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50004) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:57.019062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de86a7-0787-4346-ba33-96430dd96258 req-252a6113-bac8-4240-9096-63e0c4af1bf6 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:57.021492 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38de86a7-0787-4346-ba33-96430dd96258 req-252a6113-bac8-4240-9096-63e0c4af1bf6 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 946 time: 0.1358032 Jul 07 17:19:57.097103 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38de86a7-0787-4346-ba33-96430dd96258 req-77657092-c432-4fce-93e5-7696186a3e5f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651710 Jul 07 17:19:57.116498 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24306271-b60e-4744-8c97-ea6aeeb77069 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:57.122882 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24306271-b60e-4744-8c97-ea6aeeb77069 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:57.124591 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-24306271-b60e-4744-8c97-ea6aeeb77069 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1567008 Jul 07 17:19:57.127785 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50008) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:57.257939 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-278988cd-d52e-435b-a5f1-1a61b9ae8d8d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port 416e802d-1a98-40e5-9e8f-3bafca890c30 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:57.258143 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-278988cd-d52e-435b-a5f1-1a61b9ae8d8d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.357632 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-278988cd-d52e-435b-a5f1-1a61b9ae8d8d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.371088 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-278988cd-d52e-435b-a5f1-1a61b9ae8d8d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for 416e802d-1a98-40e5-9e8f-3bafca890c30 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:57.506520 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ef32e99d-d53e-4fa8-be81-49934c24ab67 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:19:57.545881 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-278988cd-d52e-435b-a5f1-1a61b9ae8d8d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.559732 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port ef32e99d-d53e-4fa8-be81-49934c24ab67 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:57.584089 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278988cd-d52e-435b-a5f1-1a61b9ae8d8d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=416e802d-1a98-40e5-9e8f-3bafca890c30,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:57.618099 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-278988cd-d52e-435b-a5f1-1a61b9ae8d8d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.622880 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-278988cd-d52e-435b-a5f1-1a61b9ae8d8d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/416e802d-1a98-40e5-9e8f-3bafca890c30 HTTP/1.1" status: 204 len: 168 time: 0.4922454 Jul 07 17:19:57.623172 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4b153-9424-4fb3-b09d-7a6fcfef44d3 req-2dad9f63-865a-48dc-b96d-fbd3edbef1de tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:57.623715 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50018) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:57.625290 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-83f4b153-9424-4fb3-b09d-7a6fcfef44d3 req-2dad9f63-865a-48dc-b96d-fbd3edbef1de tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 946 time: 0.0953338 Jul 07 17:19:57.684218 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-83f4b153-9424-4fb3-b09d-7a6fcfef44d3 req-07326e70-5182-4ffd-adc8-dd56b1ca4adb tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512309 Jul 07 17:19:57.684953 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d371703-530e-45eb-9c87-3c235e89c222 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:57.686989 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d371703-530e-45eb-9c87-3c235e89c222 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:57.688867 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4d371703-530e-45eb-9c87-3c235e89c222 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0641046 Jul 07 17:19:57.691965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50020) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:57.754628 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5417936-349a-4084-be4c-52905cb11c6d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet 152b72e1-cca4-498f-b234-9de60a9dbee4 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:19:57.758188 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5417936-349a-4084-be4c-52905cb11c6d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.800213 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5417936-349a-4084-be4c-52905cb11c6d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.899041 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5417936-349a-4084-be4c-52905cb11c6d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.967581 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5417936-349a-4084-be4c-52905cb11c6d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:57.996548 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5417936-349a-4084-be4c-52905cb11c6d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=152b72e1-cca4-498f-b234-9de60a9dbee4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:57.998583 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5417936-349a-4084-be4c-52905cb11c6d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.003094 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f5417936-349a-4084-be4c-52905cb11c6d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/152b72e1-cca4-498f-b234-9de60a9dbee4 HTTP/1.1" status: 204 len: 168 time: 0.3074656 Jul 07 17:19:58.003309 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50022) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:58.042812 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1475905a-7412-470b-bd9c-c26e9a9e6696 None None] Provisioning for port ef32e99d-d53e-4fa8-be81-49934c24ab67 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:19:58.046873 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1475905a-7412-470b-bd9c-c26e9a9e6696 None None] Provisioning complete for port ef32e99d-d53e-4fa8-be81-49934c24ab67 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:19:58.047140 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ab6e837f-53cd-4731-912f-7a6d5012dc22 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425067 Jul 07 17:19:58.047911 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1475905a-7412-470b-bd9c-c26e9a9e6696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.049327 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50024) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:58.124663 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd16d7-966d-4bbe-92db-74be27cc2656 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:58.126503 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-33cd16d7-966d-4bbe-92db-74be27cc2656 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0758576 Jul 07 17:19:58.129072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50026) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:58.154680 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1475905a-7412-470b-bd9c-c26e9a9e6696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.167460 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f55cde-1a2b-4cfc-a942-ac590d284e7a None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:58.184695 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07aa9678-1f60-4303-bc9e-13f1ff15a0d1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:58.186188 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-07aa9678-1f60-4303-bc9e-13f1ff15a0d1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0555387 Jul 07 17:19:58.188933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50028) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:58.231777 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ef73357b-042b-4cc7-86c6-2b6e7aa11c76 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417216 Jul 07 17:19:58.235891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50030) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:58.241075 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-cea29d70-f562-4cb7-bdb5-c025af8ac814 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:58.246223 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-1475905a-7412-470b-bd9c-c26e9a9e6696 None None] For port ef32e99d-d53e-4fa8-be81-49934c24ab67, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ef32e99d-d53e-4fa8-be81-49934c24ab67,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:58.251037 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1475905a-7412-470b-bd9c-c26e9a9e6696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.340703 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea29d70-f562-4cb7-bdb5-c025af8ac814 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:58.341932 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475905a-7412-470b-bd9c-c26e9a9e6696 None None] Pushing event updated for resources: {'Port': ['ID=ef32e99d-d53e-4fa8-be81-49934c24ab67,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:58.344279 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cea29d70-f562-4cb7-bdb5-c025af8ac814 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.365791 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ce4bdaef-dc93-4b12-b07d-f85ae3fbda92 None None] Could not find standard attr ID for object 416e802d-1a98-40e5-9e8f-3bafca890c30. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:19:58.447116 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba755cd-051a-4964-b608-f5ab996bf31a None None] DHCP port deletion for 786ade71-bf54-475c-8871-ff99bd2f3c44 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:19:58.496406 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3ba755cd-051a-4964-b608-f5ab996bf31a None None] Deleting port ef32e99d-d53e-4fa8-be81-49934c24ab67 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:58.497036 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3ba755cd-051a-4964-b608-f5ab996bf31a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.569511 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-3ba755cd-051a-4964-b608-f5ab996bf31a None None] For port ef32e99d-d53e-4fa8-be81-49934c24ab67, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ef32e99d-d53e-4fa8-be81-49934c24ab67,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:58.570179 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3ba755cd-051a-4964-b608-f5ab996bf31a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.583277 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3ba755cd-051a-4964-b608-f5ab996bf31a None None] Calling delete_port for ef32e99d-d53e-4fa8-be81-49934c24ab67 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:58.652043 n-d-793620-7 neutron-server[100409]: DEBUG neutron.objects.ports [None req-cea29d70-f562-4cb7-bdb5-c025af8ac814 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100409) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:19:58.665902 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3ba755cd-051a-4964-b608-f5ab996bf31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.691451 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba755cd-051a-4964-b608-f5ab996bf31a None None] Pushing event deleted for resources: {'Port': ['ID=ef32e99d-d53e-4fa8-be81-49934c24ab67,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:58.696161 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba755cd-051a-4964-b608-f5ab996bf31a None None] No DVR routers for this DVR port ef32e99d-d53e-4fa8-be81-49934c24ab67 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:58.773843 n-d-793620-7 neutron-server[100409]: WARNING neutron.services.revisions.revision_plugin [None req-cea29d70-f562-4cb7-bdb5-c025af8ac814 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Could not find related port for resource to bump revision. Jul 07 17:19:58.779139 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.ipam_pluggable_backend [None req-cea29d70-f562-4cb7-bdb5-c025af8ac814 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Port ef32e99d-d53e-4fa8-be81-49934c24ab67 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100409) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 07 17:19:58.779454 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.ipam_pluggable_backend [None req-cea29d70-f562-4cb7-bdb5-c025af8ac814 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Reverting IP allocation for 2001:db8::f816:3eff:fe75:1d09 {{(pid=100409) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 07 17:19:58.782931 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.ipam_pluggable_backend [None req-cea29d70-f562-4cb7-bdb5-c025af8ac814 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe75:1d09 {{(pid=100409) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 07 17:19:58.784755 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cea29d70-f562-4cb7-bdb5-c025af8ac814 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.856409 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea29d70-f562-4cb7-bdb5-c025af8ac814 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:58.861966 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-cea29d70-f562-4cb7-bdb5-c025af8ac814 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:58.867782 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea29d70-f562-4cb7-bdb5-c025af8ac814 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:58.868374 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cea29d70-f562-4cb7-bdb5-c025af8ac814 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:58.873344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e192e3c1-91d0-4be0-bc6d-eeff742a3f61 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:19:58.884657 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea29d70-f562-4cb7-bdb5-c025af8ac814 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=c3a7930b-7b02-441c-a4a9-fcfed8a08b30,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:58.894367 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cea29d70-f562-4cb7-bdb5-c025af8ac814 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6573520 Jul 07 17:19:58.899610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50038) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:58.907946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f2998a74-2999-400c-b38a-1ac8922033ca tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:58.917868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17170b71-5870-40b9-90cc-af444e0cfefa req-a6ac5c91-d0bb-4465-a0b2-bd2500f8e45d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:58.919496 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-17170b71-5870-40b9-90cc-af444e0cfefa req-a6ac5c91-d0bb-4465-a0b2-bd2500f8e45d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 946 time: 0.1025569 Jul 07 17:19:58.968920 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-17170b71-5870-40b9-90cc-af444e0cfefa req-934e474f-796f-4c93-abd8-363c6949f14a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412917 Jul 07 17:19:59.072966 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-786ade71-bf54-475c-8871-ff99bd2f3c44', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'fixed_ips': [{'subnet_id': 'c3a7930b-7b02-441c-a4a9-fcfed8a08b30'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:19:59.073930 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.074812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe5164-89cd-48e2-804a-d2e09bb28f62 req-c594891e-3f98-47a7-8c62-c0b48fb23ff6 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:59.076312 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ecfe5164-89cd-48e2-804a-d2e09bb28f62 req-c594891e-3f98-47a7-8c62-c0b48fb23ff6 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 946 time: 0.1635394 Jul 07 17:19:59.093123 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2998a74-2999-400c-b38a-1ac8922033ca tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:59.096297 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f2998a74-2999-400c-b38a-1ac8922033ca tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.233451 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Allocated IP 2001:db8::f816:3eff:fed9:140d (786ade71-bf54-475c-8871-ff99bd2f3c44/c3a7930b-7b02-441c-a4a9-fcfed8a08b30/101f3442-fadc-4207-b953-288cba118bb5) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:19:59.253310 n-d-793620-7 neutron-server[100410]: INFO neutron.db.ipam_backend_mixin [None req-f2998a74-2999-400c-b38a-1ac8922033ca tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c3a7930b-7b02-441c-a4a9-fcfed8a08b30 (CIDR: 2001:db8::/64) Jul 07 17:19:59.259119 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2998a74-2999-400c-b38a-1ac8922033ca tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:19:59.259488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2998a74-2999-400c-b38a-1ac8922033ca tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:19:59.275229 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-ecfe5164-89cd-48e2-804a-d2e09bb28f62 req-71925b90-3e2c-472e-84f4-8e05a92e1019 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Deleting port af7e825f-a28a-490b-91a4-9042283f8492 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:19:59.275579 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ecfe5164-89cd-48e2-804a-d2e09bb28f62 req-71925b90-3e2c-472e-84f4-8e05a92e1019 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.280710 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f2998a74-2999-400c-b38a-1ac8922033ca tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3789871 Jul 07 17:19:59.283706 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50040) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:59.289585 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1d7595c8-a3c0-430b-a578-f8e9a5945164 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:59.382195 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-ecfe5164-89cd-48e2-804a-d2e09bb28f62 req-71925b90-3e2c-472e-84f4-8e05a92e1019 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] For port af7e825f-a28a-490b-91a4-9042283f8492, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=af7e825f-a28a-490b-91a4-9042283f8492,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:19:59.384006 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ecfe5164-89cd-48e2-804a-d2e09bb28f62 req-71925b90-3e2c-472e-84f4-8e05a92e1019 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.408493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-ecfe5164-89cd-48e2-804a-d2e09bb28f62 req-71925b90-3e2c-472e-84f4-8e05a92e1019 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Calling delete_port for af7e825f-a28a-490b-91a4-9042283f8492 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:19:59.413169 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.423658 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Transition to ACTIVE for port object 101f3442-fadc-4207-b953-288cba118bb5 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:59.424460 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7595c8-a3c0-430b-a578-f8e9a5945164 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:19:59.428836 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1d7595c8-a3c0-430b-a578-f8e9a5945164 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.442649 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Transition to ACTIVE for port object 101f3442-fadc-4207-b953-288cba118bb5 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:19:59.449019 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.506628 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:59.507684 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ef32e99d-d53e-4fa8-be81-49934c24ab67 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:19:59.539353 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:59.540934 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:19:59.546095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: ef32e99d-d53e-4fa8-be81-49934c24ab67 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:19:59.546490 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ef32e99d-d53e-4fa8-be81-49934c24ab67 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:19:59.559261 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Pushing event updated for resources: {'Port': ['ID=101f3442-fadc-4207-b953-288cba118bb5,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:59.582095 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ecfe5164-89cd-48e2-804a-d2e09bb28f62 req-71925b90-3e2c-472e-84f4-8e05a92e1019 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.596521 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['af7e825f-a28a-490b-91a4-9042283f8492'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:19:59.619440 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71925b90-3e2c-472e-84f4-8e05a92e1019 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event deleted for resources: {'Port': ['ID=af7e825f-a28a-490b-91a4-9042283f8492,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:59.675228 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfe5164-89cd-48e2-804a-d2e09bb28f62 req-71925b90-3e2c-472e-84f4-8e05a92e1019 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] No DVR routers for this DVR port af7e825f-a28a-490b-91a4-9042283f8492 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:19:59.678407 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ecfe5164-89cd-48e2-804a-d2e09bb28f62 req-71925b90-3e2c-472e-84f4-8e05a92e1019 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.680533 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ecfe5164-89cd-48e2-804a-d2e09bb28f62 req-71925b90-3e2c-472e-84f4-8e05a92e1019 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.15 "DELETE /v2.0/ports/af7e825f-a28a-490b-91a4-9042283f8492 HTTP/1.1" status: 204 len: 173 time: 0.5983720 Jul 07 17:19:59.681057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa95d49e-440a-4996-b691-106f29a40ffe', 'name': 'network-vif-deleted', 'tag': 'af7e825f-a28a-490b-91a4-9042283f8492'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:19:59.685501 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Attempting to bind port 101f3442-fadc-4207-b953-288cba118bb5 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:19:59.686106 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Attempting to bind port 101f3442-fadc-4207-b953-288cba118bb5 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:19:59.687161 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Attempting to bind port 101f3442-fadc-4207-b953-288cba118bb5 on network 786ade71-bf54-475c-8871-ff99bd2f3c44 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:19:59.691205 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98830c4b-1a26-40e5-8286-7fe806e72d6f" -d '{"events": [{"server_uuid": "aa95d49e-440a-4996-b691-106f29a40ffe", "name": "network-vif-deleted", "tag": "af7e825f-a28a-490b-91a4-9042283f8492"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:19:59.696586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:19:59.697073 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Checking segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:19:59.697558 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.698793 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Bound using segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:19:59.701921 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Bound port: 101f3442-fadc-4207-b953-288cba118bb5, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:19:59.702559 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.759916 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa7973d-08bb-48f2-ab00-5962c116b597 x-openstack-request-id: req-4aa7973d-08bb-48f2-ab00-5962c116b597 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:19:59.760489 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa95d49e-440a-4996-b691-106f29a40ffe", "name": "network-vif-deleted", "tag": "af7e825f-a28a-490b-91a4-9042283f8492", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:19:59.760732 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4aa7973d-08bb-48f2-ab00-5962c116b597 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:19:59.761147 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa95d49e-440a-4996-b691-106f29a40ffe', 'name': 'network-vif-deleted', 'tag': 'af7e825f-a28a-490b-91a4-9042283f8492', 'status': 'completed', 'code': 200} Jul 07 17:19:59.764542 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1d7595c8-a3c0-430b-a578-f8e9a5945164 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.802211 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b875083c-f418-42a0-8053-c2db69159915 None None] For port 101f3442-fadc-4207-b953-288cba118bb5, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:19:59.806745 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b875083c-f418-42a0-8053-c2db69159915 None None] For port 101f3442-fadc-4207-b953-288cba118bb5, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=101f3442-fadc-4207-b953-288cba118bb5,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:19:59.813972 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.827319 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7595c8-a3c0-430b-a578-f8e9a5945164 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:19:59.831906 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-1d7595c8-a3c0-430b-a578-f8e9a5945164 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:19:59.837061 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7595c8-a3c0-430b-a578-f8e9a5945164 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:19:59.838012 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1d7595c8-a3c0-430b-a578-f8e9a5945164 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:19:59.858325 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7595c8-a3c0-430b-a578-f8e9a5945164 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=8996f92f-6b5f-49e1-a869-1a04dbe1696e,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:19:59.863672 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1d7595c8-a3c0-430b-a578-f8e9a5945164 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5788686 Jul 07 17:19:59.866746 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50048) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:19:59.872674 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-d25c0c3a-2935-4cad-a69a-d9a639df9429 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'mac_address': 'fa:16:3e:67:70:e7', 'name': 'tempest-NetworksTestDHCPv6-1881473716'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:19:59.897674 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875083c-f418-42a0-8053-c2db69159915 None None] Pushing event updated for resources: {'Port': ['ID=101f3442-fadc-4207-b953-288cba118bb5,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:00.016169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25c0c3a-2935-4cad-a69a-d9a639df9429 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:00.115408 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d25c0c3a-2935-4cad-a69a-d9a639df9429 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.141586 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-d25c0c3a-2935-4cad-a69a-d9a639df9429 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port 4d2102db-f725-4602-a4ec-360d8c8d4fe3 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:00.148855 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fed3a6a6-d991-4b7b-85a8-0fee9b858d1c req-c606590a-ffb7-4e7d-93ee-2fa0fcc3e8ac tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 210 time: 0.0437932 Jul 07 17:20:00.743413 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-d25c0c3a-2935-4cad-a69a-d9a639df9429 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8:0:1::171 (786ade71-bf54-475c-8871-ff99bd2f3c44/8996f92f-6b5f-49e1-a869-1a04dbe1696e/4d2102db-f725-4602-a4ec-360d8c8d4fe3) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:00.751625 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-d25c0c3a-2935-4cad-a69a-d9a639df9429 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::f816:3eff:fe67:70e7 (786ade71-bf54-475c-8871-ff99bd2f3c44/c3a7930b-7b02-441c-a4a9-fcfed8a08b30/4d2102db-f725-4602-a4ec-360d8c8d4fe3) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:00.942725 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d25c0c3a-2935-4cad-a69a-d9a639df9429 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:00.969444 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-d25c0c3a-2935-4cad-a69a-d9a639df9429 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object 4d2102db-f725-4602-a4ec-360d8c8d4fe3 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:01.019605 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d25c0c3a-2935-4cad-a69a-d9a639df9429 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.079833 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25c0c3a-2935-4cad-a69a-d9a639df9429 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:01.087682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-d25c0c3a-2935-4cad-a69a-d9a639df9429 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:01.092794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25c0c3a-2935-4cad-a69a-d9a639df9429 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:01.099818 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25c0c3a-2935-4cad-a69a-d9a639df9429 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:01.100611 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d25c0c3a-2935-4cad-a69a-d9a639df9429 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.121003 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c0c3a-2935-4cad-a69a-d9a639df9429 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=4d2102db-f725-4602-a4ec-360d8c8d4fe3,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:01.128247 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50058) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:01.128797 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d25c0c3a-2935-4cad-a69a-d9a639df9429 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2607074 Jul 07 17:20:01.165967 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae0cdef-b993-48a3-a275-65fa29bb2db1 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:01.259914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-86fdec40-70a7-4061-9dde-abbb656dffcc None None] Provisioning for port 101f3442-fadc-4207-b953-288cba118bb5 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:01.261118 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc0791-f8d5-4660-b3cb-47688d5056c6 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port 4d2102db-f725-4602-a4ec-360d8c8d4fe3 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:01.261477 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cdfc0791-f8d5-4660-b3cb-47688d5056c6 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.340237 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-517dc2e8-e18c-4c39-99d2-b4a8eb253005 req-e210ae85-8683-40bd-97e7-5025d77e55e3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 210 time: 0.0333638 Jul 07 17:20:01.410358 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cdfc0791-f8d5-4660-b3cb-47688d5056c6 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.426427 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc0791-f8d5-4660-b3cb-47688d5056c6 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for 4d2102db-f725-4602-a4ec-360d8c8d4fe3 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:01.526708 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 101f3442-fadc-4207-b953-288cba118bb5 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:01.554777 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61b7785-4e7e-4003-815b-dd1c70012bd1 None None] Update dhcp port {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'fixed_ips': [{'subnet_id': 'c3a7930b-7b02-441c-a4a9-fcfed8a08b30', 'ip_address': '2001:db8::f816:3eff:fed9:140d'}, {'subnet_id': '8996f92f-6b5f-49e1-a869-1a04dbe1696e'}], 'binding:host_id': 'n-d-793620-7'}, 'id': '101f3442-fadc-4207-b953-288cba118bb5'} from n-d-793620-7. {{(pid=100411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:20:01.600202 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e61b7785-4e7e-4003-815b-dd1c70012bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.639941 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 101f3442-fadc-4207-b953-288cba118bb5 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:01.648186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 101f3442-fadc-4207-b953-288cba118bb5 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:01.648567 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.649521 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cdfc0791-f8d5-4660-b3cb-47688d5056c6 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.681047 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc0791-f8d5-4660-b3cb-47688d5056c6 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=4d2102db-f725-4602-a4ec-360d8c8d4fe3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:01.730087 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cdfc0791-f8d5-4660-b3cb-47688d5056c6 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.734561 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cdfc0791-f8d5-4660-b3cb-47688d5056c6 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/4d2102db-f725-4602-a4ec-360d8c8d4fe3 HTTP/1.1" status: 204 len: 168 time: 0.6002743 Jul 07 17:20:01.735787 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50062) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:01.810189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7920c4bc-8104-4005-bd2a-9bbe83107f8a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:01.815035 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7920c4bc-8104-4005-bd2a-9bbe83107f8a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0766237 Jul 07 17:20:01.815294 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50064) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:01.837503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-e61b7785-4e7e-4003-815b-dd1c70012bd1 None None] Allocated IP 2001:db8:0:1::2 (786ade71-bf54-475c-8871-ff99bd2f3c44/8996f92f-6b5f-49e1-a869-1a04dbe1696e/101f3442-fadc-4207-b953-288cba118bb5) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:01.846525 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:01.893917 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a210b7-4be6-431e-aefa-c31d497392ef tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:01.898577 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d6a210b7-4be6-431e-aefa-c31d497392ef tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0786450 Jul 07 17:20:01.898749 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50066) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:01.961904 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5bac7d-1d6f-4e3b-af6a-8fff84674329 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:01.963471 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5bac7d-1d6f-4e3b-af6a-8fff84674329 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:01.965006 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5bac7d-1d6f-4e3b-af6a-8fff84674329 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:01.965732 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e61b7785-4e7e-4003-815b-dd1c70012bd1 None None] For port 101f3442-fadc-4207-b953-288cba118bb5, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=101f3442-fadc-4207-b953-288cba118bb5,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:01.969204 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-be5bac7d-1d6f-4e3b-af6a-8fff84674329 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0668375 Jul 07 17:20:01.969712 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50068) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.002253 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e61b7785-4e7e-4003-815b-dd1c70012bd1 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.017086 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e61b7785-4e7e-4003-815b-dd1c70012bd1 None None] Transition to ACTIVE for port object 101f3442-fadc-4207-b953-288cba118bb5 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:02.022212 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e61b7785-4e7e-4003-815b-dd1c70012bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.031811 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-510d3615-8c69-44e3-89a0-864d3a417e6d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet 8996f92f-6b5f-49e1-a869-1a04dbe1696e {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:02.035621 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-510d3615-8c69-44e3-89a0-864d3a417e6d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.090329 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-510d3615-8c69-44e3-89a0-864d3a417e6d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.103997 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.api [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:20:02.104485 n-d-793620-7 neutron-server[100411]: DEBUG oslo_db.api [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:20:02.187134 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b7785-4e7e-4003-815b-dd1c70012bd1 None None] Pushing event updated for resources: {'Port': ['ID=101f3442-fadc-4207-b953-288cba118bb5,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:02.229427 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-510d3615-8c69-44e3-89a0-864d3a417e6d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.308413 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-510d3615-8c69-44e3-89a0-864d3a417e6d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.340403 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d3615-8c69-44e3-89a0-864d3a417e6d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=8996f92f-6b5f-49e1-a869-1a04dbe1696e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:02.346759 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-510d3615-8c69-44e3-89a0-864d3a417e6d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.348950 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-510d3615-8c69-44e3-89a0-864d3a417e6d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/8996f92f-6b5f-49e1-a869-1a04dbe1696e HTTP/1.1" status: 204 len: 168 time: 0.3775275 Jul 07 17:20:02.352512 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50074) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.432033 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-316f0cc4-ba5b-4db4-92d3-58a0b6bdc887 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet c3a7930b-7b02-441c-a4a9-fcfed8a08b30 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:02.435812 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-316f0cc4-ba5b-4db4-92d3-58a0b6bdc887 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.481694 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-316f0cc4-ba5b-4db4-92d3-58a0b6bdc887 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.544961 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e45169ce-6639-41fb-bd38-ab28297c4c08 req-91515346-e887-428f-840c-b50109926dcb tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 210 time: 0.0353305 Jul 07 17:20:02.618333 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-316f0cc4-ba5b-4db4-92d3-58a0b6bdc887 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.650285 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.691889 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-316f0cc4-ba5b-4db4-92d3-58a0b6bdc887 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.738193 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f0cc4-ba5b-4db4-92d3-58a0b6bdc887 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=c3a7930b-7b02-441c-a4a9-fcfed8a08b30,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:02.741543 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.api [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:20:02.742267 n-d-793620-7 neutron-server[100411]: DEBUG oslo_db.api [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:20:02.744044 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-316f0cc4-ba5b-4db4-92d3-58a0b6bdc887 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.746083 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-316f0cc4-ba5b-4db4-92d3-58a0b6bdc887 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/c3a7930b-7b02-441c-a4a9-fcfed8a08b30 HTTP/1.1" status: 204 len: 168 time: 0.3920417 Jul 07 17:20:02.748587 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50078) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.788227 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-60448142-831b-473c-91be-8a13219c5619 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0384378 Jul 07 17:20:02.792554 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50080) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:02.797647 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-877ec7c9-f03a-424a-b7c1-59fa69957fb4 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:02.863554 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3618fe-7bdc-4a6d-b9c4-86b93b5e0a4f None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:02.903787 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877ec7c9-f03a-424a-b7c1-59fa69957fb4 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:02.907649 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-877ec7c9-f03a-424a-b7c1-59fa69957fb4 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:02.937818 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-cae6b0cf-4a20-44ff-bc49-5a7abffca262 None None] Provisioning for port 101f3442-fadc-4207-b953-288cba118bb5 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:02.948870 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-cae6b0cf-4a20-44ff-bc49-5a7abffca262 None None] Provisioning complete for port 101f3442-fadc-4207-b953-288cba118bb5 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:02.949092 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cae6b0cf-4a20-44ff-bc49-5a7abffca262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.087958 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cae6b0cf-4a20-44ff-bc49-5a7abffca262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.123490 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-cae6b0cf-4a20-44ff-bc49-5a7abffca262 None None] For port 101f3442-fadc-4207-b953-288cba118bb5, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=101f3442-fadc-4207-b953-288cba118bb5,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:03.129761 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cae6b0cf-4a20-44ff-bc49-5a7abffca262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.155905 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-cae6b0cf-4a20-44ff-bc49-5a7abffca262 None None] Could not find standard attr ID for object 4d2102db-f725-4602-a4ec-360d8c8d4fe3. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:20:03.179123 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e92c334-e724-4b82-988b-bc4f6f0f16f0 None None] DHCP port deletion for 786ade71-bf54-475c-8871-ff99bd2f3c44 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:20:03.192105 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6b0cf-4a20-44ff-bc49-5a7abffca262 None None] Pushing event updated for resources: {'Port': ['ID=101f3442-fadc-4207-b953-288cba118bb5,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:03.252071 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-5e92c334-e724-4b82-988b-bc4f6f0f16f0 None None] Deleting port 101f3442-fadc-4207-b953-288cba118bb5 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:03.252428 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5e92c334-e724-4b82-988b-bc4f6f0f16f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.274763 n-d-793620-7 neutron-server[100410]: DEBUG neutron.objects.ports [None req-877ec7c9-f03a-424a-b7c1-59fa69957fb4 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100410) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:20:03.399158 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5e92c334-e724-4b82-988b-bc4f6f0f16f0 None None] For port 101f3442-fadc-4207-b953-288cba118bb5, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=101f3442-fadc-4207-b953-288cba118bb5,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:03.399497 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5e92c334-e724-4b82-988b-bc4f6f0f16f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.422211 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-5e92c334-e724-4b82-988b-bc4f6f0f16f0 None None] Calling delete_port for 101f3442-fadc-4207-b953-288cba118bb5 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:03.519038 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 101f3442-fadc-4207-b953-288cba118bb5 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:03.533525 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-877ec7c9-f03a-424a-b7c1-59fa69957fb4 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.546027 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5e92c334-e724-4b82-988b-bc4f6f0f16f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.558007 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device af7e825f-a28a-490b-91a4-9042283f8492 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:03.569531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-877ec7c9-f03a-424a-b7c1-59fa69957fb4 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Port 101f3442-fadc-4207-b953-288cba118bb5 concurrently deleted while adding address for new subnet {'id': 'eb28b2ca-d849-432e-a5f6-a2cc0e108930', 'name': '', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3014, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-07T17:20:03Z', 'updated_at': '2021-07-07T17:20:03Z', 'revision_number': 0, 'segment_id': None, 'project_id': '15945a46c8744487a30387e01f477b94'}. {{(pid=100410) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 07 17:20:03.570245 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-877ec7c9-f03a-424a-b7c1-59fa69957fb4 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.604404 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: af7e825f-a28a-490b-91a4-9042283f8492 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:03.604755 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device af7e825f-a28a-490b-91a4-9042283f8492 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:03.606223 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92c334-e724-4b82-988b-bc4f6f0f16f0 None None] Pushing event deleted for resources: {'Port': ['ID=101f3442-fadc-4207-b953-288cba118bb5,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:03.608335 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e92c334-e724-4b82-988b-bc4f6f0f16f0 None None] No DVR routers for this DVR port 101f3442-fadc-4207-b953-288cba118bb5 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:03.628708 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No active binding found for port 101f3442-fadc-4207-b953-288cba118bb5 {{(pid=100411) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:20:03.629177 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 101f3442-fadc-4207-b953-288cba118bb5 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:03.649302 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877ec7c9-f03a-424a-b7c1-59fa69957fb4 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:03.658263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-877ec7c9-f03a-424a-b7c1-59fa69957fb4 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:03.664152 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877ec7c9-f03a-424a-b7c1-59fa69957fb4 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:03.664844 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-877ec7c9-f03a-424a-b7c1-59fa69957fb4 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.669574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfff7c2e-a647-4fb6-8a59-a7109954c4a9 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:03.685694 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-877ec7c9-f03a-424a-b7c1-59fa69957fb4 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8919280 Jul 07 17:20:03.686363 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50088) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:03.693561 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ec7c9-f03a-424a-b7c1-59fa69957fb4 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=eb28b2ca-d849-432e-a5f6-a2cc0e108930,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:03.694329 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-01a550e9-1db5-41c8-a458-ba70a22d5491 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:03.803782 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-85c761f6-88b8-4e15-94ff-87c3e645f127 req-370d2849-2f82-4e46-ac40-a136eb3aaba8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa95d49e-440a-4996-b691-106f29a40ffe HTTP/1.1" status: 200 len: 210 time: 0.0476966 Jul 07 17:20:03.876139 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-786ade71-bf54-475c-8871-ff99bd2f3c44', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'fixed_ips': [{'subnet_id': 'eb28b2ca-d849-432e-a5f6-a2cc0e108930'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:03.876977 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.879502 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a550e9-1db5-41c8-a458-ba70a22d5491 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:03.884675 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-01a550e9-1db5-41c8-a458-ba70a22d5491 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:03.996385 n-d-793620-7 neutron-server[100409]: INFO neutron.db.ipam_backend_mixin [None req-01a550e9-1db5-41c8-a458-ba70a22d5491 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eb28b2ca-d849-432e-a5f6-a2cc0e108930 (CIDR: 2001:db8::/64) Jul 07 17:20:04.001393 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a550e9-1db5-41c8-a458-ba70a22d5491 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:04.002425 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a550e9-1db5-41c8-a458-ba70a22d5491 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:04.032974 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50090) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:04.039612 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-644303b0-a968-4d5e-8bfe-52f1661806f1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:04.043712 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-01a550e9-1db5-41c8-a458-ba70a22d5491 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3547637 Jul 07 17:20:04.184398 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644303b0-a968-4d5e-8bfe-52f1661806f1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:04.188835 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-644303b0-a968-4d5e-8bfe-52f1661806f1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.266249 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Allocated IP 2001:db8::f816:3eff:fe63:27ec (786ade71-bf54-475c-8871-ff99bd2f3c44/eb28b2ca-d849-432e-a5f6-a2cc0e108930/9bee590d-f3e6-4925-970a-2f61a74a9b76) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:04.290022 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:20:04.550166 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-644303b0-a968-4d5e-8bfe-52f1661806f1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.553932 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.570204 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Transition to ACTIVE for port object 9bee590d-f3e6-4925-970a-2f61a74a9b76 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:04.595396 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644303b0-a968-4d5e-8bfe-52f1661806f1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:04.599682 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Transition to ACTIVE for port object 9bee590d-f3e6-4925-970a-2f61a74a9b76 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:04.599910 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-644303b0-a968-4d5e-8bfe-52f1661806f1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:04.609968 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.612124 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644303b0-a968-4d5e-8bfe-52f1661806f1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:04.612787 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-644303b0-a968-4d5e-8bfe-52f1661806f1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.652156 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644303b0-a968-4d5e-8bfe-52f1661806f1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=87ac4998-50dc-4f8c-98a1-ffc5cb0cd2c4,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:04.656412 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-644303b0-a968-4d5e-8bfe-52f1661806f1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6220956 Jul 07 17:20:04.659184 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50096) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:04.671540 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-4792eaa4-bf36-4192-82e5-348925dd6b2d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'mac_address': 'fa:16:3e:30:7e:97', 'name': 'tempest-NetworksTestDHCPv6-70156722'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:04.691118 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:04.698329 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:04.702361 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:04.710430 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Pushing event updated for resources: {'Port': ['ID=9bee590d-f3e6-4925-970a-2f61a74a9b76,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:04.771480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Attempting to bind port 9bee590d-f3e6-4925-970a-2f61a74a9b76 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:04.772047 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Attempting to bind port 9bee590d-f3e6-4925-970a-2f61a74a9b76 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:04.772370 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Attempting to bind port 9bee590d-f3e6-4925-970a-2f61a74a9b76 on network 786ade71-bf54-475c-8871-ff99bd2f3c44 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:04.779122 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:04.779660 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Checking segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:04.780085 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.780491 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Bound using segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:04.781051 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Bound port: 9bee590d-f3e6-4925-970a-2f61a74a9b76, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:04.781440 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.895247 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e61d3c21-014f-4023-962c-858a7349506a None None] For port 9bee590d-f3e6-4925-970a-2f61a74a9b76, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:04.903947 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e61d3c21-014f-4023-962c-858a7349506a None None] For port 9bee590d-f3e6-4925-970a-2f61a74a9b76, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=9bee590d-f3e6-4925-970a-2f61a74a9b76,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:04.916352 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:04.990035 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4792eaa4-bf36-4192-82e5-348925dd6b2d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:04.997846 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d3c21-014f-4023-962c-858a7349506a None None] Pushing event updated for resources: {'Port': ['ID=9bee590d-f3e6-4925-970a-2f61a74a9b76,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:05.010417 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4792eaa4-bf36-4192-82e5-348925dd6b2d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.066032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-4792eaa4-bf36-4192-82e5-348925dd6b2d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port 9ab1ea27-ab7e-4c75-ba0f-b3773ce5bcf5 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:05.295138 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-4792eaa4-bf36-4192-82e5-348925dd6b2d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8:0:1::244 (786ade71-bf54-475c-8871-ff99bd2f3c44/87ac4998-50dc-4f8c-98a1-ffc5cb0cd2c4/9ab1ea27-ab7e-4c75-ba0f-b3773ce5bcf5) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:05.304072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-4792eaa4-bf36-4192-82e5-348925dd6b2d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::f816:3eff:fe30:7e97 (786ade71-bf54-475c-8871-ff99bd2f3c44/eb28b2ca-d849-432e-a5f6-a2cc0e108930/9ab1ea27-ab7e-4c75-ba0f-b3773ce5bcf5) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:05.479299 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4792eaa4-bf36-4192-82e5-348925dd6b2d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.494562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-4792eaa4-bf36-4192-82e5-348925dd6b2d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object 9ab1ea27-ab7e-4c75-ba0f-b3773ce5bcf5 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:05.535149 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 9bee590d-f3e6-4925-970a-2f61a74a9b76 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:05.544563 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4792eaa4-bf36-4192-82e5-348925dd6b2d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.592152 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4792eaa4-bf36-4192-82e5-348925dd6b2d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:05.595659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-4792eaa4-bf36-4192-82e5-348925dd6b2d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:05.602523 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4792eaa4-bf36-4192-82e5-348925dd6b2d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:05.609310 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4792eaa4-bf36-4192-82e5-348925dd6b2d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:05.610097 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4792eaa4-bf36-4192-82e5-348925dd6b2d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.625173 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 9bee590d-f3e6-4925-970a-2f61a74a9b76 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:05.626545 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792eaa4-bf36-4192-82e5-348925dd6b2d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=9ab1ea27-ab7e-4c75-ba0f-b3773ce5bcf5,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:05.637398 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4792eaa4-bf36-4192-82e5-348925dd6b2d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9769068 Jul 07 17:20:05.641194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50104) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:05.754329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-90eef151-1368-49ed-a2c3-263d6e9027a6 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port 9ab1ea27-ab7e-4c75-ba0f-b3773ce5bcf5 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:05.754829 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-90eef151-1368-49ed-a2c3-263d6e9027a6 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.869852 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-90eef151-1368-49ed-a2c3-263d6e9027a6 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:05.883577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-90eef151-1368-49ed-a2c3-263d6e9027a6 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for 9ab1ea27-ab7e-4c75-ba0f-b3773ce5bcf5 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:06.094602 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-90eef151-1368-49ed-a2c3-263d6e9027a6 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.132534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eef151-1368-49ed-a2c3-263d6e9027a6 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=9ab1ea27-ab7e-4c75-ba0f-b3773ce5bcf5,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:06.166781 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43408d0-8e76-480a-b9cb-29bed6a9bca8 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:06.192216 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-90eef151-1368-49ed-a2c3-263d6e9027a6 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.194482 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-90eef151-1368-49ed-a2c3-263d6e9027a6 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/9ab1ea27-ab7e-4c75-ba0f-b3773ce5bcf5 HTTP/1.1" status: 204 len: 168 time: 0.5512028 Jul 07 17:20:06.198775 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50110) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:06.241398 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3dec1d13-50f6-4b7c-a846-89ffd93e647c None None] Provisioning for port 9bee590d-f3e6-4925-970a-2f61a74a9b76 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:06.250003 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3dec1d13-50f6-4b7c-a846-89ffd93e647c None None] Provisioning complete for port 9bee590d-f3e6-4925-970a-2f61a74a9b76 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:06.250487 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3dec1d13-50f6-4b7c-a846-89ffd93e647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.277242 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856bd28e-ca45-4a95-afa1-227a29dad3cc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:06.279440 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-856bd28e-ca45-4a95-afa1-227a29dad3cc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0791280 Jul 07 17:20:06.282125 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50112) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:06.352344 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d177e780-8b6c-4e0c-a70d-214734eeb025 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:06.356376 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d177e780-8b6c-4e0c-a70d-214734eeb025 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0705690 Jul 07 17:20:06.356584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50114) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:06.414653 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9942f63-740d-4e4e-b7ed-8da2cd69abd2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:06.415948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9942f63-740d-4e4e-b7ed-8da2cd69abd2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:06.417665 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9942f63-740d-4e4e-b7ed-8da2cd69abd2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:06.419601 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a9942f63-740d-4e4e-b7ed-8da2cd69abd2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0619850 Jul 07 17:20:06.423459 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50116) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:06.424291 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3dec1d13-50f6-4b7c-a846-89ffd93e647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.468893 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-3dec1d13-50f6-4b7c-a846-89ffd93e647c None None] For port 9bee590d-f3e6-4925-970a-2f61a74a9b76, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=9bee590d-f3e6-4925-970a-2f61a74a9b76,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:06.474996 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3dec1d13-50f6-4b7c-a846-89ffd93e647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.477874 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-81361156-d5f6-4efa-a160-e649e9430a04 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet 87ac4998-50dc-4f8c-98a1-ffc5cb0cd2c4 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:06.481468 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-81361156-d5f6-4efa-a160-e649e9430a04 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.527776 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-81361156-d5f6-4efa-a160-e649e9430a04 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.535156 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec1d13-50f6-4b7c-a846-89ffd93e647c None None] Pushing event updated for resources: {'Port': ['ID=9bee590d-f3e6-4925-970a-2f61a74a9b76,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:06.583662 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-81361156-d5f6-4efa-a160-e649e9430a04 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.594474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e598e843-43e3-4b47-af9f-c3a3520e8beb None None] Update dhcp port {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'fixed_ips': [{'subnet_id': 'eb28b2ca-d849-432e-a5f6-a2cc0e108930', 'ip_address': '2001:db8::f816:3eff:fe63:27ec'}, {'subnet_id': '87ac4998-50dc-4f8c-98a1-ffc5cb0cd2c4'}], 'binding:host_id': 'n-d-793620-7'}, 'id': '9bee590d-f3e6-4925-970a-2f61a74a9b76'} from n-d-793620-7. {{(pid=100411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:20:06.644336 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e598e843-43e3-4b47-af9f-c3a3520e8beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.656805 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-81361156-d5f6-4efa-a160-e649e9430a04 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.689616 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81361156-d5f6-4efa-a160-e649e9430a04 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=87ac4998-50dc-4f8c-98a1-ffc5cb0cd2c4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:06.694862 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-81361156-d5f6-4efa-a160-e649e9430a04 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.697096 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-81361156-d5f6-4efa-a160-e649e9430a04 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/87ac4998-50dc-4f8c-98a1-ffc5cb0cd2c4 HTTP/1.1" status: 204 len: 168 time: 0.2724960 Jul 07 17:20:06.699865 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50120) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:06.766912 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d57133d-1c53-4468-b289-a226989cc095 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet eb28b2ca-d849-432e-a5f6-a2cc0e108930 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:06.770653 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2d57133d-1c53-4468-b289-a226989cc095 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.817214 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2d57133d-1c53-4468-b289-a226989cc095 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.906853 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2d57133d-1c53-4468-b289-a226989cc095 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.980623 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2d57133d-1c53-4468-b289-a226989cc095 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server [None req-e598e843-43e3-4b47-af9f-c3a3520e8beb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb28b2ca-d849-432e-a5f6-a2cc0e108930: This subnet is being modified by another concurrent operation. Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server raise exception Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb28b2ca-d849-432e-a5f6-a2cc0e108930: This subnet is being modified by another concurrent operation. Jul 07 17:20:06.983827 n-d-793620-7 neutron-server[100411]: ERROR oslo_messaging.rpc.server Jul 07 17:20:07.012037 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57133d-1c53-4468-b289-a226989cc095 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=eb28b2ca-d849-432e-a5f6-a2cc0e108930,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:07.017859 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2d57133d-1c53-4468-b289-a226989cc095 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.020898 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2d57133d-1c53-4468-b289-a226989cc095 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/eb28b2ca-d849-432e-a5f6-a2cc0e108930 HTTP/1.1" status: 204 len: 168 time: 0.3189986 Jul 07 17:20:07.023374 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50124) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:07.071143 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8e4179b9-bc71-4bea-9910-be162fcb8c44 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461786 Jul 07 17:20:07.074703 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50126) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:07.079690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-8cb72610-1d87-4bc6-89bb-42fd2efaa5ab tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:07.081962 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdac9bf5-3133-4073-9eba-6acae5647a4f None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:07.158089 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-35fdfed0-c790-468d-814c-9c7ec6c6ef5d None None] Provisioning complete for port 9bee590d-f3e6-4925-970a-2f61a74a9b76 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:07.158489 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-35fdfed0-c790-468d-814c-9c7ec6c6ef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.175937 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb72610-1d87-4bc6-89bb-42fd2efaa5ab tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:07.180540 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8cb72610-1d87-4bc6-89bb-42fd2efaa5ab tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.337515 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a318ef-6d62-42a4-ac3c-3ec1eadd63cc None None] DHCP port deletion for 786ade71-bf54-475c-8871-ff99bd2f3c44 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:20:07.403809 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f2a318ef-6d62-42a4-ac3c-3ec1eadd63cc None None] Deleting port 9bee590d-f3e6-4925-970a-2f61a74a9b76 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:07.404115 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f2a318ef-6d62-42a4-ac3c-3ec1eadd63cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.492029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f2a318ef-6d62-42a4-ac3c-3ec1eadd63cc None None] For port 9bee590d-f3e6-4925-970a-2f61a74a9b76, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=9bee590d-f3e6-4925-970a-2f61a74a9b76,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:07.492352 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f2a318ef-6d62-42a4-ac3c-3ec1eadd63cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.513132 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f2a318ef-6d62-42a4-ac3c-3ec1eadd63cc None None] Calling delete_port for 9bee590d-f3e6-4925-970a-2f61a74a9b76 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:07.589711 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 9bee590d-f3e6-4925-970a-2f61a74a9b76 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:07.713267 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.736924 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f2a318ef-6d62-42a4-ac3c-3ec1eadd63cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.804447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a318ef-6d62-42a4-ac3c-3ec1eadd63cc None None] Pushing event deleted for resources: {'Port': ['ID=9bee590d-f3e6-4925-970a-2f61a74a9b76,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:07.811676 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a318ef-6d62-42a4-ac3c-3ec1eadd63cc None None] No DVR routers for this DVR port 9bee590d-f3e6-4925-970a-2f61a74a9b76 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:07.849060 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef1e333-7d1f-4a8d-a17d-44c5a55f336c None None] get_active_networks_info from n-d-793620-7 {{(pid=100411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:20:07.888220 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8cb72610-1d87-4bc6-89bb-42fd2efaa5ab tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.940451 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb72610-1d87-4bc6-89bb-42fd2efaa5ab tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:07.944627 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-8cb72610-1d87-4bc6-89bb-42fd2efaa5ab tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:07.958900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb72610-1d87-4bc6-89bb-42fd2efaa5ab tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:07.960148 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8cb72610-1d87-4bc6-89bb-42fd2efaa5ab tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:07.970912 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb72610-1d87-4bc6-89bb-42fd2efaa5ab tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=04ff0098-f03e-4e2b-813c-77df72fc769a,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:07.987390 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8cb72610-1d87-4bc6-89bb-42fd2efaa5ab tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9115918 Jul 07 17:20:07.989106 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef1e333-7d1f-4a8d-a17d-44c5a55f336c None None] Resources bound (agent type, host, resource id): {{(pid=100411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:20:07.990189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50142) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:07.995509 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-822cf9e0-251b-47b5-b715-841bc828a7dc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:08.129878 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822cf9e0-251b-47b5-b715-841bc828a7dc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:08.134102 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-822cf9e0-251b-47b5-b715-841bc828a7dc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.235103 n-d-793620-7 neutron-server[100409]: INFO neutron.db.ipam_backend_mixin [None req-822cf9e0-251b-47b5-b715-841bc828a7dc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 04ff0098-f03e-4e2b-813c-77df72fc769a (CIDR: 2001:db8::/64) Jul 07 17:20:08.242734 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-822cf9e0-251b-47b5-b715-841bc828a7dc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:08.243207 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-822cf9e0-251b-47b5-b715-841bc828a7dc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:08.264192 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-822cf9e0-251b-47b5-b715-841bc828a7dc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2702243 Jul 07 17:20:08.264526 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50144) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:08.269767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-eb7e3cb9-fa81-4f64-bba1-ee7a699ddf2b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:08.311075 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-786ade71-bf54-475c-8871-ff99bd2f3c44', 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'tenant_id': '15945a46c8744487a30387e01f477b94', 'fixed_ips': [{'subnet_id': '04ff0098-f03e-4e2b-813c-77df72fc769a'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:08.312090 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.390602 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7e3cb9-fa81-4f64-bba1-ee7a699ddf2b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:08.394233 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-eb7e3cb9-fa81-4f64-bba1-ee7a699ddf2b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.459059 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Allocated IP 2001:db8::2 (786ade71-bf54-475c-8871-ff99bd2f3c44/04ff0098-f03e-4e2b-813c-77df72fc769a/40404bea-9c4c-4799-9e34-ae5d13998202) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:08.660485 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.671820 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Transition to ACTIVE for port object 40404bea-9c4c-4799-9e34-ae5d13998202 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:08.689087 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Transition to ACTIVE for port object 40404bea-9c4c-4799-9e34-ae5d13998202 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:08.698034 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.754120 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:08.757625 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:08.762620 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:08.767489 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Pushing event updated for resources: {'Port': ['ID=40404bea-9c4c-4799-9e34-ae5d13998202,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:08.797052 n-d-793620-7 neutron-server[100410]: DEBUG neutron.objects.ports [None req-eb7e3cb9-fa81-4f64-bba1-ee7a699ddf2b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100410) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:20:08.840443 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Attempting to bind port 40404bea-9c4c-4799-9e34-ae5d13998202 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:08.841010 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Attempting to bind port 40404bea-9c4c-4799-9e34-ae5d13998202 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:08.841893 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Attempting to bind port 40404bea-9c4c-4799-9e34-ae5d13998202 on network 786ade71-bf54-475c-8871-ff99bd2f3c44 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:08.849367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:08.850005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Checking segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:08.850731 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.851957 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Bound using segment: {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:08.852281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Bound port: 40404bea-9c4c-4799-9e34-ae5d13998202, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba5b987-5672-40d3-b9c6-e8a3f321a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:08.852791 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.922995 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] For port 40404bea-9c4c-4799-9e34-ae5d13998202, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:08.926270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] For port 40404bea-9c4c-4799-9e34-ae5d13998202, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=40404bea-9c4c-4799-9e34-ae5d13998202,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:08.932891 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:08.999701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac5753-bd38-4170-9d7c-0d83c9272a99 None None] Pushing event updated for resources: {'Port': ['ID=40404bea-9c4c-4799-9e34-ae5d13998202,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:09.018831 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-eb7e3cb9-fa81-4f64-bba1-ee7a699ddf2b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.236676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-eb7e3cb9-fa81-4f64-bba1-ee7a699ddf2b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] For port 40404bea-9c4c-4799-9e34-ae5d13998202, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=40404bea-9c4c-4799-9e34-ae5d13998202,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:09.271887 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-eb7e3cb9-fa81-4f64-bba1-ee7a699ddf2b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.277742 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-eb7e3cb9-fa81-4f64-bba1-ee7a699ddf2b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.278638 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-eb7e3cb9-fa81-4f64-bba1-ee7a699ddf2b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.359609 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7e3cb9-fa81-4f64-bba1-ee7a699ddf2b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:09.369236 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-eb7e3cb9-fa81-4f64-bba1-ee7a699ddf2b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:09.375890 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e3cb9-fa81-4f64-bba1-ee7a699ddf2b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=5c32e5c7-2243-4fa2-a860-0eae0e566c5c,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:09.380422 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e3cb9-fa81-4f64-bba1-ee7a699ddf2b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:09.381013 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-eb7e3cb9-fa81-4f64-bba1-ee7a699ddf2b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.388848 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e3cb9-fa81-4f64-bba1-ee7a699ddf2b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=40404bea-9c4c-4799-9e34-ae5d13998202,revision_number=4']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:09.400097 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-eb7e3cb9-fa81-4f64-bba1-ee7a699ddf2b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1344719 Jul 07 17:20:09.402849 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50152) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:09.407861 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-46a2b8ec-f4bb-4713-a9c6-1e1f19acc6bd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'mac_address': 'fa:16:3e:64:2b:f3', 'name': 'tempest-NetworksTestDHCPv6-58287947'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:09.535927 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a2b8ec-f4bb-4713-a9c6-1e1f19acc6bd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:09.552866 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 40404bea-9c4c-4799-9e34-ae5d13998202 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:09.609312 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 40404bea-9c4c-4799-9e34-ae5d13998202 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:09.637001 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-46a2b8ec-f4bb-4713-a9c6-1e1f19acc6bd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:09.671033 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-46a2b8ec-f4bb-4713-a9c6-1e1f19acc6bd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port 7438ce39-718e-4992-a62f-2d66ccedf65d yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:09.868842 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-46a2b8ec-f4bb-4713-a9c6-1e1f19acc6bd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::173 (786ade71-bf54-475c-8871-ff99bd2f3c44/04ff0098-f03e-4e2b-813c-77df72fc769a/7438ce39-718e-4992-a62f-2d66ccedf65d) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:09.876839 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-46a2b8ec-f4bb-4713-a9c6-1e1f19acc6bd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8:0:1:f816:3eff:fe64:2bf3 (786ade71-bf54-475c-8871-ff99bd2f3c44/5c32e5c7-2243-4fa2-a860-0eae0e566c5c/7438ce39-718e-4992-a62f-2d66ccedf65d) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:10.052193 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-46a2b8ec-f4bb-4713-a9c6-1e1f19acc6bd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.060775 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a000617-ed5a-4e28-b24d-d1e5c11f6af6 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:10.072930 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-46a2b8ec-f4bb-4713-a9c6-1e1f19acc6bd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object 7438ce39-718e-4992-a62f-2d66ccedf65d will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:10.123794 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-46a2b8ec-f4bb-4713-a9c6-1e1f19acc6bd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.175338 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a2b8ec-f4bb-4713-a9c6-1e1f19acc6bd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:10.178882 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-46a2b8ec-f4bb-4713-a9c6-1e1f19acc6bd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:10.181182 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a2b8ec-f4bb-4713-a9c6-1e1f19acc6bd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:10.184427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-cdcfc059-34c9-4175-a40d-710a96bd7bd4 None None] Provisioning for port 40404bea-9c4c-4799-9e34-ae5d13998202 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:10.187223 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a2b8ec-f4bb-4713-a9c6-1e1f19acc6bd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:10.188220 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-46a2b8ec-f4bb-4713-a9c6-1e1f19acc6bd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.195344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-cdcfc059-34c9-4175-a40d-710a96bd7bd4 None None] Provisioning complete for port 40404bea-9c4c-4799-9e34-ae5d13998202 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:10.196130 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc059-34c9-4175-a40d-710a96bd7bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.234066 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2b8ec-f4bb-4713-a9c6-1e1f19acc6bd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=7438ce39-718e-4992-a62f-2d66ccedf65d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:10.244024 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-46a2b8ec-f4bb-4713-a9c6-1e1f19acc6bd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.8401234 Jul 07 17:20:10.246864 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50164) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:10.329147 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc059-34c9-4175-a40d-710a96bd7bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.368442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-cdcfc059-34c9-4175-a40d-710a96bd7bd4 None None] For port 40404bea-9c4c-4799-9e34-ae5d13998202, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=40404bea-9c4c-4799-9e34-ae5d13998202,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:10.376798 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc059-34c9-4175-a40d-710a96bd7bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.382786 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7963ea81-1afb-4d59-a26d-2d4f5c1ec81b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port 7438ce39-718e-4992-a62f-2d66ccedf65d {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:10.383170 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7963ea81-1afb-4d59-a26d-2d4f5c1ec81b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.435406 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfc059-34c9-4175-a40d-710a96bd7bd4 None None] Pushing event updated for resources: {'Port': ['ID=40404bea-9c4c-4799-9e34-ae5d13998202,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:10.493179 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7963ea81-1afb-4d59-a26d-2d4f5c1ec81b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.509278 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7963ea81-1afb-4d59-a26d-2d4f5c1ec81b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for 7438ce39-718e-4992-a62f-2d66ccedf65d owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:10.712212 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7963ea81-1afb-4d59-a26d-2d4f5c1ec81b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.763610 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963ea81-1afb-4d59-a26d-2d4f5c1ec81b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=7438ce39-718e-4992-a62f-2d66ccedf65d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:10.825703 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7963ea81-1afb-4d59-a26d-2d4f5c1ec81b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:10.830210 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7963ea81-1afb-4d59-a26d-2d4f5c1ec81b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/7438ce39-718e-4992-a62f-2d66ccedf65d HTTP/1.1" status: 204 len: 168 time: 0.5798182 Jul 07 17:20:10.830725 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50168) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:10.905809 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aadd10-e669-4399-b5a8-179b7b0abb0b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:10.908505 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b3aadd10-e669-4399-b5a8-179b7b0abb0b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0760572 Jul 07 17:20:10.912048 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50170) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:10.998215 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282aba22-5dd4-4ff7-bcdf-2435f61bf117 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:10.998993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2172c7-da24-419a-9743-fe04a077ba66 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:11.000577 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1b2172c7-da24-419a-9743-fe04a077ba66 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0871634 Jul 07 17:20:11.003397 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50172) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:11.006493 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d7745b95-f467-4d02-aa07-eddfc290fb5f None None] Could not find standard attr ID for object 7438ce39-718e-4992-a62f-2d66ccedf65d. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:20:11.060112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d7745b95-f467-4d02-aa07-eddfc290fb5f None None] Provisioning complete for port 40404bea-9c4c-4799-9e34-ae5d13998202 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:11.060841 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d7745b95-f467-4d02-aa07-eddfc290fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.067396 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3f3b65-2202-42a3-b352-1a30b5b69495 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:11.069130 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3f3b65-2202-42a3-b352-1a30b5b69495 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:11.070868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3f3b65-2202-42a3-b352-1a30b5b69495 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:11.076726 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fd3f3b65-2202-42a3-b352-1a30b5b69495 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0679524 Jul 07 17:20:11.076992 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50174) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:11.132787 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4bb3bd7-3186-4878-b953-aff037b77b3e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet 04ff0098-f03e-4e2b-813c-77df72fc769a {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:11.136068 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e4bb3bd7-3186-4878-b953-aff037b77b3e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.180345 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e4bb3bd7-3186-4878-b953-aff037b77b3e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.293942 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e4bb3bd7-3186-4878-b953-aff037b77b3e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.398717 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e4bb3bd7-3186-4878-b953-aff037b77b3e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.430548 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb3bd7-3186-4878-b953-aff037b77b3e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=04ff0098-f03e-4e2b-813c-77df72fc769a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:11.439463 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e4bb3bd7-3186-4878-b953-aff037b77b3e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.441397 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e4bb3bd7-3186-4878-b953-aff037b77b3e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/04ff0098-f03e-4e2b-813c-77df72fc769a HTTP/1.1" status: 204 len: 168 time: 0.3634937 Jul 07 17:20:11.445214 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50180) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:11.525643 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b74ad1-a785-4cd2-b6a7-8f35c7b56762 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet 5c32e5c7-2243-4fa2-a860-0eae0e566c5c {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:11.529871 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f4b74ad1-a785-4cd2-b6a7-8f35c7b56762 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.543604 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 40404bea-9c4c-4799-9e34-ae5d13998202 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:11.551691 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37c7f51-2ace-46ac-94e9-4fd27bc18fb8 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:11.586095 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f4b74ad1-a785-4cd2-b6a7-8f35c7b56762 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.635805 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f876027d-0941-46d1-93fb-f23504e66a1f None None] Provisioning complete for port 40404bea-9c4c-4799-9e34-ae5d13998202 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:11.636334 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f876027d-0941-46d1-93fb-f23504e66a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.674710 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f4b74ad1-a785-4cd2-b6a7-8f35c7b56762 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.723942 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 40404bea-9c4c-4799-9e34-ae5d13998202 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:11.723942 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.746099 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f4b74ad1-a785-4cd2-b6a7-8f35c7b56762 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.783114 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b74ad1-a785-4cd2-b6a7-8f35c7b56762 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=5c32e5c7-2243-4fa2-a860-0eae0e566c5c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:11.785812 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f4b74ad1-a785-4cd2-b6a7-8f35c7b56762 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:11.788146 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f4b74ad1-a785-4cd2-b6a7-8f35c7b56762 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/5c32e5c7-2243-4fa2-a860-0eae0e566c5c HTTP/1.1" status: 204 len: 168 time: 0.3416774 Jul 07 17:20:11.790819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50184) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:11.860219 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50196) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:11.860724 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9bb4e8cb-96a3-43ce-ac7c-0e36537e4c21 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675302 Jul 07 17:20:11.868235 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-0d43706f-12a9-40dd-9059-571097b9e0d1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:12.039095 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d43706f-12a9-40dd-9059-571097b9e0d1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:12.047470 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0d43706f-12a9-40dd-9059-571097b9e0d1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.230512 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fff420-fdcc-41e7-884b-06f03f95bea8 None None] Update dhcp port {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'fixed_ips': [{'subnet_id': '5c32e5c7-2243-4fa2-a860-0eae0e566c5c'}], 'binding:host_id': 'n-d-793620-7'}, 'id': '40404bea-9c4c-4799-9e34-ae5d13998202'} from n-d-793620-7. {{(pid=100411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:20:12.277629 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-83fff420-fdcc-41e7-884b-06f03f95bea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.355068 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0d43706f-12a9-40dd-9059-571097b9e0d1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.434455 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43706f-12a9-40dd-9059-571097b9e0d1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=78572021-9f44-4733-b950-783b6bca7974,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:12.448333 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d43706f-12a9-40dd-9059-571097b9e0d1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:12.450441 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-0d43706f-12a9-40dd-9059-571097b9e0d1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:12.468332 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d43706f-12a9-40dd-9059-571097b9e0d1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:12.469185 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0d43706f-12a9-40dd-9059-571097b9e0d1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.491607 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0d43706f-12a9-40dd-9059-571097b9e0d1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6290317 Jul 07 17:20:12.494791 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50234) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:12.502289 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b0fb1532-044c-4c38-adc9-2f960cffb1cc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:12.602222 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc43f88c-8646-4051-a25c-875c69e82ebb None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:12.619158 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-78452d74-bd96-4646-8bcb-0c284139c9fd None None] Provisioning complete for port 40404bea-9c4c-4799-9e34-ae5d13998202 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:12.619536 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-78452d74-bd96-4646-8bcb-0c284139c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.662958 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fb1532-044c-4c38-adc9-2f960cffb1cc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:12.667976 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1532-044c-4c38-adc9-2f960cffb1cc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:12.813476 n-d-793620-7 neutron-server[100409]: INFO neutron.db.ipam_backend_mixin [None req-b0fb1532-044c-4c38-adc9-2f960cffb1cc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 78572021-9f44-4733-b950-783b6bca7974 (CIDR: 2001:db8::/64) Jul 07 17:20:12.816835 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fb1532-044c-4c38-adc9-2f960cffb1cc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:12.817999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0fb1532-044c-4c38-adc9-2f960cffb1cc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:12.847287 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b0fb1532-044c-4c38-adc9-2f960cffb1cc tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3507109 Jul 07 17:20:12.849770 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50266) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:12.859195 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-10e2aea9-97dd-4426-9df6-7a26322719f9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'subnet': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:12.915475 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34184962-ce95-4fbb-9e36-3f947fbd1ad1 None None] Update dhcp port {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'fixed_ips': [{'subnet_id': '78572021-9f44-4733-b950-783b6bca7974'}], 'binding:host_id': 'n-d-793620-7'}, 'id': '40404bea-9c4c-4799-9e34-ae5d13998202'} from n-d-793620-7. {{(pid=100411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:20:12.956040 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-34184962-ce95-4fbb-9e36-3f947fbd1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.014923 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e2aea9-97dd-4426-9df6-7a26322719f9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:13.020949 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10e2aea9-97dd-4426-9df6-7a26322719f9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.157051 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-34184962-ce95-4fbb-9e36-3f947fbd1ad1 None None] Allocated IP 2001:db8::2 (786ade71-bf54-475c-8871-ff99bd2f3c44/78572021-9f44-4733-b950-783b6bca7974/40404bea-9c4c-4799-9e34-ae5d13998202) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:13.264584 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-34184962-ce95-4fbb-9e36-3f947fbd1ad1 None None] For port 40404bea-9c4c-4799-9e34-ae5d13998202, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=40404bea-9c4c-4799-9e34-ae5d13998202,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:13.301947 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-34184962-ce95-4fbb-9e36-3f947fbd1ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.318196 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-34184962-ce95-4fbb-9e36-3f947fbd1ad1 None None] Transition to ACTIVE for port object 40404bea-9c4c-4799-9e34-ae5d13998202 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:13.325307 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-34184962-ce95-4fbb-9e36-3f947fbd1ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.412276 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34184962-ce95-4fbb-9e36-3f947fbd1ad1 None None] Pushing event updated for resources: {'Port': ['ID=40404bea-9c4c-4799-9e34-ae5d13998202,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:13.416335 n-d-793620-7 neutron-server[100409]: DEBUG neutron.objects.ports [None req-10e2aea9-97dd-4426-9df6-7a26322719f9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100409) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 17:20:13.651423 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 40404bea-9c4c-4799-9e34-ae5d13998202 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:13.706888 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10e2aea9-97dd-4426-9df6-7a26322719f9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.778993 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.827873 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 40404bea-9c4c-4799-9e34-ae5d13998202, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=40404bea-9c4c-4799-9e34-ae5d13998202,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:13.835774 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.db.api [None req-10e2aea9-97dd-4426-9df6-7a26322719f9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:20:13.836003 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:13.836115 n-d-793620-7 neutron-server[100409]: DEBUG oslo_db.api [None req-10e2aea9-97dd-4426-9df6-7a26322719f9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:20:13.894005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=40404bea-9c4c-4799-9e34-ae5d13998202,revision_number=10']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:14.233929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7a9a8266-29ae-4a73-a599-026d99438c12 None None] Provisioning for port 40404bea-9c4c-4799-9e34-ae5d13998202 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:14.238527 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7a9a8266-29ae-4a73-a599-026d99438c12 None None] Provisioning complete for port 40404bea-9c4c-4799-9e34-ae5d13998202 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:14.238968 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7a9a8266-29ae-4a73-a599-026d99438c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.290612 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.354046 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7a9a8266-29ae-4a73-a599-026d99438c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.393945 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10e2aea9-97dd-4426-9df6-7a26322719f9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.404974 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7a9a8266-29ae-4a73-a599-026d99438c12 None None] For port 40404bea-9c4c-4799-9e34-ae5d13998202, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=40404bea-9c4c-4799-9e34-ae5d13998202,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:14.410444 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7a9a8266-29ae-4a73-a599-026d99438c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.473224 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a8266-29ae-4a73-a599-026d99438c12 None None] Pushing event updated for resources: {'Port': ['ID=40404bea-9c4c-4799-9e34-ae5d13998202,revision_number=11']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:14.524539 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d734d3d0-4486-41e2-8618-26083761550d None None] Could not find standard attr ID for object 7438ce39-718e-4992-a62f-2d66ccedf65d. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:20:14.599125 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-10e2aea9-97dd-4426-9df6-7a26322719f9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] For port 40404bea-9c4c-4799-9e34-ae5d13998202, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=40404bea-9c4c-4799-9e34-ae5d13998202,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:14.637753 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10e2aea9-97dd-4426-9df6-7a26322719f9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.645198 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10e2aea9-97dd-4426-9df6-7a26322719f9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.646665 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10e2aea9-97dd-4426-9df6-7a26322719f9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.723835 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c01c41b6-5dfd-46bf-8f88-59209893bf4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.754252 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e2aea9-97dd-4426-9df6-7a26322719f9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:14.758269 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2aea9-97dd-4426-9df6-7a26322719f9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=40404bea-9c4c-4799-9e34-ae5d13998202,revision_number=12']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:14.763983 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-10e2aea9-97dd-4426-9df6-7a26322719f9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:14.768854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e2aea9-97dd-4426-9df6-7a26322719f9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:14.769465 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10e2aea9-97dd-4426-9df6-7a26322719f9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:14.778871 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb8d31c-5806-4d41-bdd2-296105684f0b None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:14.779125 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2aea9-97dd-4426-9df6-7a26322719f9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Subnet': ['ID=4ca07bf5-2f74-4ac3-98b3-63b7b502136a,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:14.794244 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50278) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:14.795126 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-10e2aea9-97dd-4426-9df6-7a26322719f9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9432514 Jul 07 17:20:14.804339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-370ef776-ccad-4aee-8337-3ddf17e699ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Request body: {'port': {'network_id': '786ade71-bf54-475c-8871-ff99bd2f3c44', 'mac_address': 'fa:16:3e:dc:e2:fa', 'name': 'tempest-NetworksTestDHCPv6-1986347900'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:14.939445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370ef776-ccad-4aee-8337-3ddf17e699ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Made reservation on behalf of 15945a46c8744487a30387e01f477b94 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:15.048012 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-370ef776-ccad-4aee-8337-3ddf17e699ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.077026 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-370ef776-ccad-4aee-8337-3ddf17e699ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] device_id is not set on port f543db57-34b3-4743-bae6-e183563057de yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:15.271714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-370ef776-ccad-4aee-8337-3ddf17e699ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8::103 (786ade71-bf54-475c-8871-ff99bd2f3c44/78572021-9f44-4733-b950-783b6bca7974/f543db57-34b3-4743-bae6-e183563057de) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:15.280488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-370ef776-ccad-4aee-8337-3ddf17e699ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Allocated IP 2001:db8:0:1:f816:3eff:fedc:e2fa (786ade71-bf54-475c-8871-ff99bd2f3c44/4ca07bf5-2f74-4ac3-98b3-63b7b502136a/f543db57-34b3-4743-bae6-e183563057de) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:15.439296 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-370ef776-ccad-4aee-8337-3ddf17e699ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.453685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-370ef776-ccad-4aee-8337-3ddf17e699ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Transition to ACTIVE for port object f543db57-34b3-4743-bae6-e183563057de will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:15.494309 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-370ef776-ccad-4aee-8337-3ddf17e699ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.569493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370ef776-ccad-4aee-8337-3ddf17e699ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:15.580589 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-370ef776-ccad-4aee-8337-3ddf17e699ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:15.583744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ef776-ccad-4aee-8337-3ddf17e699ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event updated for resources: {'Port': ['ID=f543db57-34b3-4743-bae6-e183563057de,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:15.586714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370ef776-ccad-4aee-8337-3ddf17e699ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:15.599714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370ef776-ccad-4aee-8337-3ddf17e699ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:15.602651 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-370ef776-ccad-4aee-8337-3ddf17e699ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.606845 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 40404bea-9c4c-4799-9e34-ae5d13998202 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:15.628242 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-370ef776-ccad-4aee-8337-3ddf17e699ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8282149 Jul 07 17:20:15.629019 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50282) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:15.680728 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 40404bea-9c4c-4799-9e34-ae5d13998202 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:15.681107 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.767357 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-811b5b22-fced-47e6-93ef-ecb00f210d4d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting port f543db57-34b3-4743-bae6-e183563057de {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:15.771926 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-811b5b22-fced-47e6-93ef-ecb00f210d4d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.826752 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-413f336a-cd94-49c0-931e-555a3aee9bc3 None None] Provisioning complete for port 40404bea-9c4c-4799-9e34-ae5d13998202 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:15.827139 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-413f336a-cd94-49c0-931e-555a3aee9bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.961689 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-811b5b22-fced-47e6-93ef-ecb00f210d4d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:15.985129 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-811b5b22-fced-47e6-93ef-ecb00f210d4d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Calling delete_port for f543db57-34b3-4743-bae6-e183563057de owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:16.072932 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-cd78c6b5-e62c-4c32-9128-5079160e8b78 None None] Provisioning for port f543db57-34b3-4743-bae6-e183563057de completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:16.077350 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-cd78c6b5-e62c-4c32-9128-5079160e8b78 None None] Provisioning complete for port f543db57-34b3-4743-bae6-e183563057de triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:16.077711 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cd78c6b5-e62c-4c32-9128-5079160e8b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.115417 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-cd78c6b5-e62c-4c32-9128-5079160e8b78 None None] Port f543db57-34b3-4743-bae6-e183563057de cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:16.218776 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-811b5b22-fced-47e6-93ef-ecb00f210d4d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.257674 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b5b22-fced-47e6-93ef-ecb00f210d4d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Port': ['ID=f543db57-34b3-4743-bae6-e183563057de,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:16.311662 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-811b5b22-fced-47e6-93ef-ecb00f210d4d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.316705 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-811b5b22-fced-47e6-93ef-ecb00f210d4d tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/f543db57-34b3-4743-bae6-e183563057de HTTP/1.1" status: 204 len: 168 time: 0.6836412 Jul 07 17:20:16.317623 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50290) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:16.396431 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0be23b7-0050-463f-b10c-017edceb7be1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.402357 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d0be23b7-0050-463f-b10c-017edceb7be1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0795035 Jul 07 17:20:16.402357 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50292) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:16.476875 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7216bd90-c568-4487-8bad-f82a70458250 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.479707 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7216bd90-c568-4487-8bad-f82a70458250 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0777760 Jul 07 17:20:16.483094 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50294) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:16.528362 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.549554 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ab94de-a627-4ae4-9fa5-bbeca239f42e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.551158 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ab94de-a627-4ae4-9fa5-bbeca239f42e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.553205 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ab94de-a627-4ae4-9fa5-bbeca239f42e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:16.554797 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d8ab94de-a627-4ae4-9fa5-bbeca239f42e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0707104 Jul 07 17:20:16.559100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50296) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:16.622538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0692fd6-da1f-4dd8-a41a-062397455885 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet 4ca07bf5-2f74-4ac3-98b3-63b7b502136a {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:16.626030 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0692fd6-da1f-4dd8-a41a-062397455885 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.672041 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0692fd6-da1f-4dd8-a41a-062397455885 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.763562 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0692fd6-da1f-4dd8-a41a-062397455885 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.830511 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0692fd6-da1f-4dd8-a41a-062397455885 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.881147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0692fd6-da1f-4dd8-a41a-062397455885 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca07bf5-2f74-4ac3-98b3-63b7b502136a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:16.896979 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0692fd6-da1f-4dd8-a41a-062397455885 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:16.899981 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d0692fd6-da1f-4dd8-a41a-062397455885 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/4ca07bf5-2f74-4ac3-98b3-63b7b502136a HTTP/1.1" status: 204 len: 168 time: 0.3397617 Jul 07 17:20:16.902366 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50300) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:16.905056 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d67467e-0eae-45b7-8aef-7a963ba96a69 None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:16.966846 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-914858b7-7f70-4864-add1-92e158f75f16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Deleting subnet 78572021-9f44-4733-b950-783b6bca7974 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:16.970781 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-914858b7-7f70-4864-add1-92e158f75f16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.012855 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-914858b7-7f70-4864-add1-92e158f75f16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.123649 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-914858b7-7f70-4864-add1-92e158f75f16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.204890 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-914858b7-7f70-4864-add1-92e158f75f16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.242212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914858b7-7f70-4864-add1-92e158f75f16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Subnet': ['ID=78572021-9f44-4733-b950-783b6bca7974,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:17.243256 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-914858b7-7f70-4864-add1-92e158f75f16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.250365 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-914858b7-7f70-4864-add1-92e158f75f16 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/78572021-9f44-4733-b950-783b6bca7974 HTTP/1.1" status: 204 len: 168 time: 0.3392777 Jul 07 17:20:17.251387 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50306) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.297581 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c985c020-91c5-4420-b30b-bf12d0a89fc8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455258 Jul 07 17:20:17.300036 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50308) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.399551 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04191ffe-fb98-443b-9286-1803d9891d21 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.404218 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-04191ffe-fb98-443b-9286-1803d9891d21 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1010134 Jul 07 17:20:17.404648 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50310) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.495398 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-57e553d7-33f9-4621-99b9-86bf1d089f02 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1086450 Jul 07 17:20:17.517851 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978e5398-5318-4662-95ab-1a2a309fae03 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.519569 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-978e5398-5318-4662-95ab-1a2a309fae03 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1136515 Jul 07 17:20:17.522796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50312) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.590957 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-79f41ce0-e298-4105-b0da-4f48ac2c2d59 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663772 Jul 07 17:20:17.594939 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50314) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.662726 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.674209 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5eb302e-555e-4f44-84b5-522da681dfb9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:17.675797 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5eb302e-555e-4f44-84b5-522da681dfb9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:17.679434 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f5eb302e-555e-4f44-84b5-522da681dfb9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/f543db57-34b3-4743-bae6-e183563057de HTTP/1.1" status: 404 len: 333 time: 0.0826476 Jul 07 17:20:17.681741 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50316) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.696381 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-d82c5ce7-ec9b-4a73-9ae4-b46ca3c65e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.696925 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-d82c5ce7-ec9b-4a73-9ae4-b46ca3c65e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.697573 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-d82c5ce7-ec9b-4a73-9ae4-b46ca3c65e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.698048 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-d82c5ce7-ec9b-4a73-9ae4-b46ca3c65e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.698536 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-d82c5ce7-ec9b-4a73-9ae4-b46ca3c65e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.699009 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-d82c5ce7-ec9b-4a73-9ae4-b46ca3c65e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.699476 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-d82c5ce7-ec9b-4a73-9ae4-b46ca3c65e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.701756 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-d82c5ce7-ec9b-4a73-9ae4-b46ca3c65e5a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 6502 time: 0.1144917 Jul 07 17:20:17.727525 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e6cd2c-cb17-4927-9815-bd06ea996960 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:17.727995 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e6cd2c-cb17-4927-9815-bd06ea996960 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:17.730049 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d4e6cd2c-cb17-4927-9815-bd06ea996960 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/4ca07bf5-2f74-4ac3-98b3-63b7b502136a HTTP/1.1" status: 404 len: 337 time: 0.0468059 Jul 07 17:20:17.732848 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50318) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.761077 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f041e8b-b889-4080-bd23-4fb12bf6aa69 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:17.761833 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f041e8b-b889-4080-bd23-4fb12bf6aa69 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:17.763824 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9f041e8b-b889-4080-bd23-4fb12bf6aa69 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/78572021-9f44-4733-b950-783b6bca7974 HTTP/1.1" status: 404 len: 337 time: 0.0298104 Jul 07 17:20:17.766411 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50320) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.796619 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1316980-f902-4557-a7a9-e76ed583ae8b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:17.797991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1316980-f902-4557-a7a9-e76ed583ae8b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:17.800036 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b1316980-f902-4557-a7a9-e76ed583ae8b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/7438ce39-718e-4992-a62f-2d66ccedf65d HTTP/1.1" status: 404 len: 333 time: 0.0321949 Jul 07 17:20:17.805380 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50322) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.852629 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-feed8ae6-3b74-4a6d-b113-b527e016eb8e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:17.853144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feed8ae6-3b74-4a6d-b113-b527e016eb8e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:17.854942 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-feed8ae6-3b74-4a6d-b113-b527e016eb8e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/5c32e5c7-2243-4fa2-a860-0eae0e566c5c HTTP/1.1" status: 404 len: 337 time: 0.0480828 Jul 07 17:20:17.857599 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50324) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.897099 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecdd9e48-5cdb-4701-a515-73104aab07cb tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:17.897554 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecdd9e48-5cdb-4701-a515-73104aab07cb tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:17.901645 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ecdd9e48-5cdb-4701-a515-73104aab07cb tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/04ff0098-f03e-4e2b-813c-77df72fc769a HTTP/1.1" status: 404 len: 337 time: 0.0408235 Jul 07 17:20:17.902030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50326) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.911567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-461cc57c-b638-4347-9fa6-6e33e7fbab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.912058 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-461cc57c-b638-4347-9fa6-6e33e7fbab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.912532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-461cc57c-b638-4347-9fa6-6e33e7fbab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:17.914149 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-461cc57c-b638-4347-9fa6-6e33e7fbab7e service neutron] 10.222.0.69 "GET /v2.0/networks?id=e29b4352-e24e-4209-8013-9bd6bb864f57&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 HTTP/1.1" status: 200 len: 2299 time: 0.1847329 Jul 07 17:20:17.929555 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d2a0d58a-101d-4876-a39f-821925f0c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:17.946805 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffedb07-85bc-459f-a0fc-6c04937cd11f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:17.947694 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ffedb07-85bc-459f-a0fc-6c04937cd11f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:17.949330 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4ffedb07-85bc-459f-a0fc-6c04937cd11f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/9ab1ea27-ab7e-4c75-ba0f-b3773ce5bcf5 HTTP/1.1" status: 404 len: 333 time: 0.0463278 Jul 07 17:20:17.952211 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50330) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:17.992383 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22d6252-c1b4-4845-afc9-fef16a2accc9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:17.992929 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22d6252-c1b4-4845-afc9-fef16a2accc9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:17.994940 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c22d6252-c1b4-4845-afc9-fef16a2accc9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/87ac4998-50dc-4f8c-98a1-ffc5cb0cd2c4 HTTP/1.1" status: 404 len: 337 time: 0.0414369 Jul 07 17:20:17.998853 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d7c43f-a394-4bd0-a912-3c35446cc2de None None] Network 786ade71-bf54-475c-8871-ff99bd2f3c44 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:18.008003 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50332) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.008983 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-be6d8ec6-40c3-4038-b63a-e431baefa815 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edd8fb19-c8db-4344-a7a3-efcc479931b2 HTTP/1.1" status: 200 len: 1002 time: 0.0698950 Jul 07 17:20:18.043518 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d93016d-4646-491d-8df7-1cc5059a7fad tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:18.044091 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d93016d-4646-491d-8df7-1cc5059a7fad tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:18.050107 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50334) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.051437 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0d93016d-4646-491d-8df7-1cc5059a7fad tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/eb28b2ca-d849-432e-a5f6-a2cc0e108930 HTTP/1.1" status: 404 len: 337 time: 0.0420568 Jul 07 17:20:18.086548 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-873351a5-053b-4aec-aa99-8dd995bba47c None None] Provisioning complete for port 40404bea-9c4c-4799-9e34-ae5d13998202 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:18.086926 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-873351a5-053b-4aec-aa99-8dd995bba47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.093220 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b51a1c-87da-433d-9012-89b3ca66db02 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:18.093908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b51a1c-87da-433d-9012-89b3ca66db02 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:18.098164 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d0b51a1c-87da-433d-9012-89b3ca66db02 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/4d2102db-f725-4602-a4ec-360d8c8d4fe3 HTTP/1.1" status: 404 len: 333 time: 0.0433946 Jul 07 17:20:18.098439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50336) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.136679 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d975dd-4dfd-467c-8c13-4e7ce39998df tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:18.137138 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d975dd-4dfd-467c-8c13-4e7ce39998df tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:18.141345 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-64d975dd-4dfd-467c-8c13-4e7ce39998df tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/8996f92f-6b5f-49e1-a869-1a04dbe1696e HTTP/1.1" status: 404 len: 337 time: 0.0388823 Jul 07 17:20:18.141663 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50338) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.142790 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-49d10930-e6e3-4150-b347-c7369b654ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:18.144356 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-49d10930-e6e3-4150-b347-c7369b654ceb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c2c83dc-bdf2-40c6-96f7-00d45954aec0 HTTP/1.1" status: 200 len: 856 time: 0.1268647 Jul 07 17:20:18.169746 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-9024c74d-a4e8-489c-a973-9bd8c6321c6f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:18.170580 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9024c74d-a4e8-489c-a973-9bd8c6321c6f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:18.174274 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9024c74d-a4e8-489c-a973-9bd8c6321c6f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/c3a7930b-7b02-441c-a4a9-fcfed8a08b30 HTTP/1.1" status: 404 len: 337 time: 0.0293314 Jul 07 17:20:18.174552 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50340) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.222091 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b7b2ec-0216-4982-aee6-a35b490dccb8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:18.223556 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b7b2ec-0216-4982-aee6-a35b490dccb8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:18.227266 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b8b7b2ec-0216-4982-aee6-a35b490dccb8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/416e802d-1a98-40e5-9e8f-3bafca890c30 HTTP/1.1" status: 404 len: 333 time: 0.0515544 Jul 07 17:20:18.230895 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50344) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.286423 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c783b24-4ca2-472d-a780-263a8d280a48 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:18.286889 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c783b24-4ca2-472d-a780-263a8d280a48 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:18.287067 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-24e3a744-9106-4d86-bbf2-3eb2156140bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:18.288725 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-24e3a744-9106-4d86-bbf2-3eb2156140bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e29b4352-e24e-4209-8013-9bd6bb864f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374788 Jul 07 17:20:18.292393 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4c783b24-4ca2-472d-a780-263a8d280a48 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/152b72e1-cca4-498f-b234-9de60a9dbee4 HTTP/1.1" status: 404 len: 337 time: 0.0593491 Jul 07 17:20:18.293067 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50348) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.362870 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589f2596-e9cf-4ce7-9dc6-e351a8b3e548 None None] DHCP port deletion for 786ade71-bf54-475c-8871-ff99bd2f3c44 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:20:18.399034 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a187a9-992b-46f8-bdcd-176697f79385 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:18.399777 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a187a9-992b-46f8-bdcd-176697f79385 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:18.401586 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e3a187a9-992b-46f8-bdcd-176697f79385 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/cd71530f-b6b5-4253-836e-c49888156c7b HTTP/1.1" status: 404 len: 333 time: 0.1075742 Jul 07 17:20:18.404354 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50350) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.450182 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-23787ed2-306e-4786-8236-281fa0243cb9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:18.450452 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-dcb4cc79-cbde-49b7-8593-efe437799873 service neutron] 10.222.0.69 "GET /v2.0/networks/e29b4352-e24e-4209-8013-9bd6bb864f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458449 Jul 07 17:20:18.451010 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23787ed2-306e-4786-8236-281fa0243cb9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:18.452819 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-23787ed2-306e-4786-8236-281fa0243cb9 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/e4fffacf-f079-4990-9b2a-bc05ec95d43c HTTP/1.1" status: 404 len: 337 time: 0.0463078 Jul 07 17:20:18.455443 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50352) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.461779 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-589f2596-e9cf-4ce7-9dc6-e351a8b3e548 None None] Deleting port 40404bea-9c4c-4799-9e34-ae5d13998202 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:18.462259 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-589f2596-e9cf-4ce7-9dc6-e351a8b3e548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.528340 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0e8760-f615-466e-9b16-93232801ee41 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:18.529087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d0e8760-f615-466e-9b16-93232801ee41 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:18.530854 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4d0e8760-f615-466e-9b16-93232801ee41 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/e6414dcc-2e3a-4fc3-8ec3-fbcd53911b9c HTTP/1.1" status: 404 len: 333 time: 0.0744135 Jul 07 17:20:18.533511 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50354) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.537379 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-589f2596-e9cf-4ce7-9dc6-e351a8b3e548 None None] For port 40404bea-9c4c-4799-9e34-ae5d13998202, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=40404bea-9c4c-4799-9e34-ae5d13998202,segment=NetworkSegment(9ba5b987-5672-40d3-b9c6-e8a3f321a840),segment_id=9ba5b987-5672-40d3-b9c6-e8a3f321a840)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:18.538047 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-589f2596-e9cf-4ce7-9dc6-e351a8b3e548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.557801 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-589f2596-e9cf-4ce7-9dc6-e351a8b3e548 None None] Calling delete_port for 40404bea-9c4c-4799-9e34-ae5d13998202 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:18.561675 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1be6b54-b6af-49a0-8976-09c95676b34b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:18.562144 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1be6b54-b6af-49a0-8976-09c95676b34b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:18.564599 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c1be6b54-b6af-49a0-8976-09c95676b34b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/ff6e4221-26f9-4354-aa03-949ad8036702 HTTP/1.1" status: 404 len: 337 time: 0.0300868 Jul 07 17:20:18.567799 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50356) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.595338 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-6542c9ab-a90a-4bc7-8307-36a8e27bbb84 service neutron] 10.222.0.69 "GET /v2.0/networks/e29b4352-e24e-4209-8013-9bd6bb864f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308491 Jul 07 17:20:18.596474 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-31444e68-9c05-43f3-ac9b-a50ee8b5ff6c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:18.597195 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31444e68-9c05-43f3-ac9b-a50ee8b5ff6c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:18.599536 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-31444e68-9c05-43f3-ac9b-a50ee8b5ff6c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/f4bac369-7a08-4118-892c-d046568cafe6 HTTP/1.1" status: 404 len: 333 time: 0.0307600 Jul 07 17:20:18.603116 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50358) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.634053 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-28abaf07-1566-4242-86b3-cef0b828c2c2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:18.634837 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28abaf07-1566-4242-86b3-cef0b828c2c2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:18.636777 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-28abaf07-1566-4242-86b3-cef0b828c2c2 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/d87795ef-5b07-449a-b6c9-c035ca5b8f61 HTTP/1.1" status: 404 len: 337 time: 0.0327475 Jul 07 17:20:18.639338 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50360) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.651881 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-2e9c846e-346a-4ca6-96e8-0cf7c12454eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=abb06316-0dcb-4177-a46e-857fc15015ac HTTP/1.1" status: 200 len: 217 time: 0.0495858 Jul 07 17:20:18.668172 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-662d71f4-df8b-42c0-86b9-be29c5658555 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:18.669160 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662d71f4-df8b-42c0-86b9-be29c5658555 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:18.671179 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-662d71f4-df8b-42c0-86b9-be29c5658555 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/66c75bfa-4d6b-4e2e-8960-7b5841ac1287 HTTP/1.1" status: 404 len: 333 time: 0.0305982 Jul 07 17:20:18.673683 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50362) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.700577 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-589f2596-e9cf-4ce7-9dc6-e351a8b3e548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.700937 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9db79e8-3e55-4fb8-a89c-5b9617a9f200 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:18.701698 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9db79e8-3e55-4fb8-a89c-5b9617a9f200 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:18.704102 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c9db79e8-3e55-4fb8-a89c-5b9617a9f200 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/7db12ba4-65b4-4377-83ab-5827a5380328 HTTP/1.1" status: 404 len: 337 time: 0.0293005 Jul 07 17:20:18.706745 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50364) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.720672 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-f57a30bc-0dcb-4dc2-a83b-d3e655e2581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:18.722424 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-f57a30bc-0dcb-4dc2-a83b-d3e655e2581c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.0646772 Jul 07 17:20:18.733186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f2596-e9cf-4ce7-9dc6-e351a8b3e548 None None] Pushing event deleted for resources: {'Port': ['ID=40404bea-9c4c-4799-9e34-ae5d13998202,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:18.738168 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-763752cf-0e3b-4fca-9597-c1e0a92704a1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:18.738634 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f2596-e9cf-4ce7-9dc6-e351a8b3e548 None None] No DVR routers for this DVR port 40404bea-9c4c-4799-9e34-ae5d13998202 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:18.738969 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763752cf-0e3b-4fca-9597-c1e0a92704a1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:18.740732 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-763752cf-0e3b-4fca-9597-c1e0a92704a1 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/43f1fd9f-38b3-4bfa-a4d0-870f5e56dbf2 HTTP/1.1" status: 404 len: 333 time: 0.0313349 Jul 07 17:20:18.744640 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50366) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.775654 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b6c8c0f-7fa6-428f-8df2-c8fbbd5d46a8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:18.776385 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b6c8c0f-7fa6-428f-8df2-c8fbbd5d46a8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:18.778145 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7b6c8c0f-7fa6-428f-8df2-c8fbbd5d46a8 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/50203ea2-1791-4de7-9692-69aafe3b30fb HTTP/1.1" status: 404 len: 337 time: 0.0321083 Jul 07 17:20:18.780653 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50368) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.795149 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-a0472f0b-33cc-4936-b0c7-c404bafdb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:18.796720 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-a0472f0b-33cc-4936-b0c7-c404bafdb97c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0668552 Jul 07 17:20:18.817867 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd92ebda-8f9b-4a6c-bed8-51548d706932 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:18.818330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd92ebda-8f9b-4a6c-bed8-51548d706932 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:18.820133 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dd92ebda-8f9b-4a6c-bed8-51548d706932 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/b59a4e68-628e-4a90-976e-1c19b83ade91 HTTP/1.1" status: 404 len: 337 time: 0.0385675 Jul 07 17:20:18.822776 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50370) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.849207 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:18.849962 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd64e1e-dd20-41cc-bcb8-46596ae5af09 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:18.850721 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd64e1e-dd20-41cc-bcb8-46596ae5af09 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:18.855825 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2bd64e1e-dd20-41cc-bcb8-46596ae5af09 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/94e0c47f-50f3-4b84-a71a-e2076cdbb089 HTTP/1.1" status: 404 len: 333 time: 0.0287387 Jul 07 17:20:18.856105 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50372) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.892958 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ae21f9-312f-43a2-b088-a17b038f85ed tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:18.892958 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ae21f9-312f-43a2-b088-a17b038f85ed tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:18.895787 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a5ae21f9-312f-43a2-b088-a17b038f85ed tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/0a202927-42c4-47b9-bacf-93990a873934 HTTP/1.1" status: 404 len: 337 time: 0.0384364 Jul 07 17:20:18.899483 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50374) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.921349 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-e251833f-d816-4b5d-a4be-73da8942f5f8 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176195 Jul 07 17:20:18.928489 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b5e70a-b63e-4c1a-a2b7-08092907ec26 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:18.928489 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b5e70a-b63e-4c1a-a2b7-08092907ec26 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:18.933327 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f2b5e70a-b63e-4c1a-a2b7-08092907ec26 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/b124a87f-346d-4ac0-8db9-2f9622bad112 HTTP/1.1" status: 404 len: 337 time: 0.0307119 Jul 07 17:20:18.933571 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50376) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:18.961171 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3fdf60-0e0b-409e-a6f5-1730ed0c75fb tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:18.962092 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3fdf60-0e0b-409e-a6f5-1730ed0c75fb tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:18.963907 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0c3fdf60-0e0b-409e-a6f5-1730ed0c75fb tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/785fa83e-6932-452f-9fad-f586b1f2444e HTTP/1.1" status: 404 len: 333 time: 0.0294063 Jul 07 17:20:18.966596 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50378) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.018722 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16be35d-6364-4c26-9010-0672d8be8152 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:19.019547 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a16be35d-6364-4c26-9010-0672d8be8152 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:19.022742 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a16be35d-6364-4c26-9010-0672d8be8152 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/57e9a578-7add-4602-ad8e-066020550113 HTTP/1.1" status: 404 len: 337 time: 0.0547774 Jul 07 17:20:19.025393 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50382) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.089947 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-070b9a4c-1847-4b82-9bf9-777ed47341b5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:19.090513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070b9a4c-1847-4b82-9bf9-777ed47341b5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:19.092341 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-070b9a4c-1847-4b82-9bf9-777ed47341b5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/85c8e1b5-4ef2-459a-8f14-1239c94edc41 HTTP/1.1" status: 404 len: 337 time: 0.0656574 Jul 07 17:20:19.095991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50384) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.105696 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-e865fa75-5d58-4a8e-b19e-27b4f76fb672 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770432 Jul 07 17:20:19.132296 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-43af236e-155e-420f-b1cd-41aac7776dcd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:19.133127 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43af236e-155e-420f-b1cd-41aac7776dcd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:19.143518 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-43af236e-155e-420f-b1cd-41aac7776dcd tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/c87c42bf-c544-4a5b-9440-c2dd737e667b HTTP/1.1" status: 404 len: 333 time: 0.0374126 Jul 07 17:20:19.143518 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50386) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.152099 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-ad337a61-35a7-4800-8213-3c3bec8ef9e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=3ca38a31-8b0b-40d7-958d-92e968e1581f HTTP/1.1" status: 200 len: 217 time: 0.0397320 Jul 07 17:20:19.183506 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d5122d-006b-4240-9e65-83f7ec4768b6 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:19.184543 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d5122d-006b-4240-9e65-83f7ec4768b6 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:19.187411 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b5d5122d-006b-4240-9e65-83f7ec4768b6 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/53e1e705-40f8-45b3-9a3f-b9734580c0da HTTP/1.1" status: 404 len: 337 time: 0.0429373 Jul 07 17:20:19.190046 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50388) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.228258 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8f4cb4-4e81-48ff-af67-2da02f97611b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:19.228709 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8f4cb4-4e81-48ff-af67-2da02f97611b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:19.233246 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ac8f4cb4-4e81-48ff-af67-2da02f97611b tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/51193e8e-c89a-46dd-8ab3-e61249bc29c8 HTTP/1.1" status: 404 len: 337 time: 0.0394068 Jul 07 17:20:19.234660 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50390) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.242762 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-fd7279b8-077d-468e-950e-8b8e248d1356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:19.244523 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-fd7279b8-077d-468e-950e-8b8e248d1356 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.0866597 Jul 07 17:20:19.265216 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c290184f-c8e9-4e68-8657-bbe51ad3fba4 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports?device_id=230329fe-e382-41fd-808d-93a778a7dd2a HTTP/1.1" status: 200 len: 205 time: 0.0293810 Jul 07 17:20:19.267915 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50392) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.311311 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-5d7bd166-d8b1-4376-9b1f-3c6c0d609a67 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] delete failed (client error): The resource could not be found. Jul 07 17:20:19.314983 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5d7bd166-d8b1-4376-9b1f-3c6c0d609a67 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/routers/230329fe-e382-41fd-808d-93a778a7dd2a HTTP/1.1" status: 404 len: 336 time: 0.0459685 Jul 07 17:20:19.315800 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50394) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.315997 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-0b15b1fd-6a21-427f-81a2-357424457cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:19.318095 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-0b15b1fd-6a21-427f-81a2-357424457cc9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0672867 Jul 07 17:20:19.348608 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1c0a7b-d067-47ad-9a79-6733faf9eef4 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:19.349085 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1c0a7b-d067-47ad-9a79-6733faf9eef4 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:19.353857 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4c1c0a7b-d067-47ad-9a79-6733faf9eef4 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/a01b56ae-3c05-4ca6-824d-1eb511058d0f HTTP/1.1" status: 404 len: 337 time: 0.0358043 Jul 07 17:20:19.354418 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50396) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.391223 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4958da95-4090-401c-80cd-edb4120e2643 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "GET /v2.0/ports?device_id=a51bf9c9-b776-455c-978c-027a6aaad998 HTTP/1.1" status: 200 len: 205 time: 0.0354946 Jul 07 17:20:19.392060 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50400) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.442990 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-cd83381d-56fd-49c6-8b0a-f87566f01e6a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] delete failed (client error): The resource could not be found. Jul 07 17:20:19.447530 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cd83381d-56fd-49c6-8b0a-f87566f01e6a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/routers/a51bf9c9-b776-455c-978c-027a6aaad998 HTTP/1.1" status: 404 len: 336 time: 0.0537195 Jul 07 17:20:19.447786 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50404) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.455435 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-6ecc80ae-1b85-41ce-b80e-993d0108a083 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295121 Jul 07 17:20:19.484003 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb445b5-e80f-471c-b6ac-718aac714634 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:19.484563 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb445b5-e80f-471c-b6ac-718aac714634 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:19.490288 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9bb445b5-e80f-471c-b6ac-718aac714634 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/40ccc26a-b6ee-4f07-b4d2-92fc27ea3df9 HTTP/1.1" status: 404 len: 337 time: 0.0413723 Jul 07 17:20:19.491052 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50406) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.523743 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68f4b18-de8f-49c3-b451-be64c236bf44 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:19.524408 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68f4b18-de8f-49c3-b451-be64c236bf44 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:19.533341 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d68f4b18-de8f-49c3-b451-be64c236bf44 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/7654a804-3269-468b-a26e-e428921c8bb0 HTTP/1.1" status: 404 len: 337 time: 0.0407896 Jul 07 17:20:19.534090 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50408) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.543467 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 40404bea-9c4c-4799-9e34-ae5d13998202 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:19.569515 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 40404bea-9c4c-4799-9e34-ae5d13998202 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:19.570029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 40404bea-9c4c-4799-9e34-ae5d13998202 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:19.573396 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3222fd8-808e-4918-8de5-41759c7f7548 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:19.574211 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3222fd8-808e-4918-8de5-41759c7f7548 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:19.579521 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c3222fd8-808e-4918-8de5-41759c7f7548 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/deee4dc5-be54-4f93-b8ab-adfdb54c65f2 HTTP/1.1" status: 404 len: 333 time: 0.0437629 Jul 07 17:20:19.580241 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50410) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.603738 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-58de4d00-3e3c-4833-ad0d-73f98fa265a0 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400371 Jul 07 17:20:19.612821 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-52951086-55e1-4ceb-aa94-03607b991c26 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:19.613276 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52951086-55e1-4ceb-aa94-03607b991c26 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:19.618701 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-52951086-55e1-4ceb-aa94-03607b991c26 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/fefee5ba-d380-42ba-8fb7-a19137f961df HTTP/1.1" status: 404 len: 337 time: 0.0344300 Jul 07 17:20:19.620458 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50412) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.647172 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-cf41c460-fff6-4c6c-959c-289a33f354ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=36c75515-b4d5-40e5-ac8b-57a12501df0b HTTP/1.1" status: 200 len: 217 time: 0.0369391 Jul 07 17:20:19.653514 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1944722-6378-4635-9bb6-23e510beca80 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:19.654317 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1944722-6378-4635-9bb6-23e510beca80 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:19.659252 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b1944722-6378-4635-9bb6-23e510beca80 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/10894a34-f8cd-4d37-8369-0cbc1bbe4e41 HTTP/1.1" status: 404 len: 333 time: 0.0348475 Jul 07 17:20:19.660060 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50414) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.691549 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba3a4df-88fd-41af-b758-0b01fc1aa0d7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:19.692188 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ba3a4df-88fd-41af-b758-0b01fc1aa0d7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:19.696223 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8ba3a4df-88fd-41af-b758-0b01fc1aa0d7 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/e4abe732-96a8-4386-b96b-0997a1a4d21e HTTP/1.1" status: 404 len: 337 time: 0.0319512 Jul 07 17:20:19.696836 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50416) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.707117 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-eced3526-e726-427d-80cd-c1788f3f6348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:19.708605 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-eced3526-e726-427d-80cd-c1788f3f6348 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.0543182 Jul 07 17:20:19.724350 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1638fd1-88c9-45fe-a57d-018c298f5a1c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:19.725296 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1638fd1-88c9-45fe-a57d-018c298f5a1c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:19.727102 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e1638fd1-88c9-45fe-a57d-018c298f5a1c tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/9937ae28-94f4-4369-9d35-6c9ca102bc69 HTTP/1.1" status: 404 len: 333 time: 0.0293260 Jul 07 17:20:19.729588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50418) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.776215 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-a8534613-4f85-45a9-a922-13647358c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:19.776600 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbaa8bfc-1244-4c3d-a48a-3073ea0cef40 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:19.777294 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbaa8bfc-1244-4c3d-a48a-3073ea0cef40 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:19.777980 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-a8534613-4f85-45a9-a922-13647358c1c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0623500 Jul 07 17:20:19.780151 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cbaa8bfc-1244-4c3d-a48a-3073ea0cef40 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/947d06eb-3581-4110-b029-70b7d8358458 HTTP/1.1" status: 404 len: 337 time: 0.0492661 Jul 07 17:20:19.782553 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50420) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.824794 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-0417e466-452c-49e3-9f84-f9ab5f5fa3ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:19.825495 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0417e466-452c-49e3-9f84-f9ab5f5fa3ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:19.827257 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0417e466-452c-49e3-9f84-f9ab5f5fa3ba tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/5b01a8e8-a6dd-4138-bdeb-637cff3f5431 HTTP/1.1" status: 404 len: 333 time: 0.0435474 Jul 07 17:20:19.830053 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50422) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.858325 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6fc08b-8a71-4848-aa49-6446ce1fc3d3 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:19.858954 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6fc08b-8a71-4848-aa49-6446ce1fc3d3 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:19.860830 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3e6fc08b-8a71-4848-aa49-6446ce1fc3d3 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/9648b50d-3e03-46d3-a6a7-5154248c365c HTTP/1.1" status: 404 len: 337 time: 0.0295982 Jul 07 17:20:19.863350 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50424) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.897705 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8e1ba6-3daa-4057-a639-2a9c4696683a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:19.898565 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8e1ba6-3daa-4057-a639-2a9c4696683a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:19.902787 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9d8e1ba6-3daa-4057-a639-2a9c4696683a tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/89f2a214-1f14-4772-b581-825ab1277e49 HTTP/1.1" status: 404 len: 333 time: 0.0355217 Jul 07 17:20:19.903181 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50426) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.911911 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-b0ef2036-3f8a-4ca9-9cea-4a1337bf9ad8 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268635 Jul 07 17:20:19.930594 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-4636889b-231b-4e0d-a27e-1bb0feb19d98 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:19.931047 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4636889b-231b-4e0d-a27e-1bb0feb19d98 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:19.932781 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4636889b-231b-4e0d-a27e-1bb0feb19d98 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/2a4da7e5-1dc2-43ee-9f94-b903bdd33538 HTTP/1.1" status: 404 len: 337 time: 0.0285354 Jul 07 17:20:19.935919 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50428) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.964092 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-03314224-07dd-4e43-952c-25c523569c7e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:19.964808 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03314224-07dd-4e43-952c-25c523569c7e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:19.966656 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-03314224-07dd-4e43-952c-25c523569c7e tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/71935e65-9200-44fc-b21a-065c322ef2ef HTTP/1.1" status: 404 len: 333 time: 0.0298018 Jul 07 17:20:19.969269 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50430) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:19.996176 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2f7595-bad9-49c0-b3da-47b0f4edd340 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:19.996531 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd2f7595-bad9-49c0-b3da-47b0f4edd340 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:19.998256 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dd2f7595-bad9-49c0-b3da-47b0f4edd340 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/bb61f813-5292-4872-8f60-109108cf562a HTTP/1.1" status: 404 len: 337 time: 0.0280874 Jul 07 17:20:20.001097 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50432) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:20.028010 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-28de9beb-3203-48bb-a666-71338b30d915 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:20.029103 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28de9beb-3203-48bb-a666-71338b30d915 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:20.032212 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-28de9beb-3203-48bb-a666-71338b30d915 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/ports/f6d81987-85cc-4dff-b142-3d9e3a57f18f HTTP/1.1" status: 404 len: 333 time: 0.0299633 Jul 07 17:20:20.034450 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-2a4b8a00-d037-4c3d-a1bd-f60865c7185e service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158192 Jul 07 17:20:20.034933 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50434) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:20.076003 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f380b4-451f-4489-94cb-634613a761c5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:20.076468 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f380b4-451f-4489-94cb-634613a761c5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:20.080641 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d6f380b4-451f-4489-94cb-634613a761c5 tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/subnets/f5f2589b-7780-4eb5-82d6-1405d3b0008f HTTP/1.1" status: 404 len: 337 time: 0.0416532 Jul 07 17:20:20.080794 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-f87b9ea2-4766-48b1-9abb-8e8b230ca529 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=9752ead6-f062-496d-b5e1-bd1277445c2b HTTP/1.1" status: 200 len: 217 time: 0.0375025 Jul 07 17:20:20.080899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50438) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:20.195460 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3eb54c19-8c3d-4180-aa45-9e010f14b57f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.199186 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-97db82f7-8c8d-41a0-bbea-788004b0001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:20.200646 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-97db82f7-8c8d-41a0-bbea-788004b0001b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.1099324 Jul 07 17:20:20.333719 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3eb54c19-8c3d-4180-aa45-9e010f14b57f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.345506 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-3eb54c19-8c3d-4180-aa45-9e010f14b57f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786ade71-bf54-475c-8871-ff99bd2f3c44']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:20.360577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-3eb54c19-8c3d-4180-aa45-9e010f14b57f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba5b987-5672-40d3-b9c6-e8a3f321a840') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:20.360577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-3eb54c19-8c3d-4180-aa45-9e010f14b57f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba5b987-5672-40d3-b9c6-e8a3f321a840') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:20.366870 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.371747 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3eb54c19-8c3d-4180-aa45-9e010f14b57f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.383311 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-55c6c08e-49c6-4957-9d89-13e35d167122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:20.384866 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-55c6c08e-49c6-4957-9d89-13e35d167122 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1767948 Jul 07 17:20:20.400517 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3eb54c19-8c3d-4180-aa45-9e010f14b57f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.825029 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb54c19-8c3d-4180-aa45-9e010f14b57f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:20.825442 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3eb54c19-8c3d-4180-aa45-9e010f14b57f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:20.828441 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:20.899531 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3eb54c19-8c3d-4180-aa45-9e010f14b57f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.925787 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3eb54c19-8c3d-4180-aa45-9e010f14b57f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:20.928273 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3eb54c19-8c3d-4180-aa45-9e010f14b57f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] 10.222.0.50 "DELETE /v2.0/networks/786ade71-bf54-475c-8871-ff99bd2f3c44 HTTP/1.1" status: 204 len: 168 time: 0.8464823 Jul 07 17:20:20.929358 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb54c19-8c3d-4180-aa45-9e010f14b57f tempest-NetworksTestDHCPv6-240110983 tempest-NetworksTestDHCPv6-240110983-project] Pushing event deleted for resources: {'Network': ['ID=786ade71-bf54-475c-8871-ff99bd2f3c44,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:20.951523 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-132b1c05-7851-40aa-90aa-beb332d36d8a service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592158 Jul 07 17:20:21.062795 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-864555d2-813f-4165-8f23-0a00a62c0b69 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042247 Jul 07 17:20:21.109901 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-1c7ce2eb-b2c0-403a-83a0-246662d7104f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dafbd2ac-b04e-42fa-b747-4064f6bc911f HTTP/1.1" status: 200 len: 217 time: 0.0408602 Jul 07 17:20:21.181049 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-2cf43699-851f-473d-be8e-58f3ea7f3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:21.182765 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-2cf43699-851f-473d-be8e-58f3ea7f3f0f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c HTTP/1.1" status: 200 len: 797 time: 0.0634100 Jul 07 17:20:21.249180 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-34826588-045d-4400-a9e9-803ef57c12f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:21.251197 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-34826588-045d-4400-a9e9-803ef57c12f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0606270 Jul 07 17:20:21.274926 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50450) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:21.385780 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-f664c6ca-28d9-4772-b231-c14e54588f6c service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276739 Jul 07 17:20:21.442659 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-404e4d6c-34ba-426c-8da0-729bf752ee01 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=15945a46c8744487a30387e01f477b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1656032 Jul 07 17:20:21.446578 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50454) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:21.504806 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b03c8383-61ff-4bc3-8cf0-9e85faf1d9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.509151 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-9393a900-07fa-43ba-875c-8c735d25d0b4 service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168416 Jul 07 17:20:21.532940 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b03c8383-61ff-4bc3-8cf0-9e85faf1d9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.553338 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-94cf9127-1f31-4a08-98d7-e300a3257b98 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6892b463-e625-476b-95bb-85543e6fc3f0 HTTP/1.1" status: 200 len: 217 time: 0.0378449 Jul 07 17:20:21.605743 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b03c8383-61ff-4bc3-8cf0-9e85faf1d9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.608690 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b03c8383-61ff-4bc3-8cf0-9e85faf1d9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:21.609576 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b03c8383-61ff-4bc3-8cf0-9e85faf1d9f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d4208087-c4a9-4af8-9bba-b2b42680d309 HTTP/1.1" status: 204 len: 168 time: 0.1619158 Jul 07 17:20:21.617550 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c8383-61ff-4bc3-8cf0-9e85faf1d9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4208087-c4a9-4af8-9bba-b2b42680d309,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:21.633775 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-6c4b44f3-08ea-48c1-926f-2672b34f15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:21.635334 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-6c4b44f3-08ea-48c1-926f-2672b34f15e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c HTTP/1.1" status: 200 len: 797 time: 0.0752215 Jul 07 17:20:21.724508 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-80d326f6-14a8-471f-9cf2-67c4f0a1f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:21.726358 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-80d326f6-14a8-471f-9cf2-67c4f0a1f3c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0756404 Jul 07 17:20:21.853662 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-c29b7a61-06ae-4a08-88a8-4b32ae8f75e7 service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197579 Jul 07 17:20:21.965423 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57dbc068-d428-4dd2-82f5-a04bd49b5a80 req-92891cb9-98d7-47bd-ae11-001fd7173a42 service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053910 Jul 07 17:20:22.520525 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50482) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:22.636092 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2f066d54-f6f4-457b-aaf1-5f7d53073048 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-75207582'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:22.663777 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f066d54-f6f4-457b-aaf1-5f7d53073048 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Made reservation on behalf of a0c2fa3fc8c74a3d9da89f4df9e53eef for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:22.667312 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2f066d54-f6f4-457b-aaf1-5f7d53073048 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.677965 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2f066d54-f6f4-457b-aaf1-5f7d53073048 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.796519 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2f066d54-f6f4-457b-aaf1-5f7d53073048 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.803156 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2f066d54-f6f4-457b-aaf1-5f7d53073048 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.833377 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f066d54-f6f4-457b-aaf1-5f7d53073048 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:22.849796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f066d54-f6f4-457b-aaf1-5f7d53073048 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5a3d5a-16b7-4873-b27c-1d8ebcccc523,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:22.852990 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2f066d54-f6f4-457b-aaf1-5f7d53073048 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.853336 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-2f066d54-f6f4-457b-aaf1-5f7d53073048 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Added segment 2324265a-3e96-47aa-a61a-9e5448e82b4e of type vlan for network 41d3509b-0fd5-41a1-b556-d5e3b4eeaca6 Jul 07 17:20:22.902436 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2f066d54-f6f4-457b-aaf1-5f7d53073048 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.939072 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2f066d54-f6f4-457b-aaf1-5f7d53073048 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:22.944937 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f066d54-f6f4-457b-aaf1-5f7d53073048 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:22.945594 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2f066d54-f6f4-457b-aaf1-5f7d53073048 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.048558 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2f066d54-f6f4-457b-aaf1-5f7d53073048 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5267649 Jul 07 17:20:23.051676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50490) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:23.061698 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-ce1b1101-a2f3-40a3-99b8-8c5299fb45ec tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Request body: {'subnet': {'network_id': '41d3509b-0fd5-41a1-b556-d5e3b4eeaca6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:23.063648 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f066d54-f6f4-457b-aaf1-5f7d53073048 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Pushing event updated for resources: {'Network': ['ID=41d3509b-0fd5-41a1-b556-d5e3b4eeaca6,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:23.075825 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 41d3509b-0fd5-41a1-b556-d5e3b4eeaca6 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:23.176735 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1b1101-a2f3-40a3-99b8-8c5299fb45ec tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Made reservation on behalf of a0c2fa3fc8c74a3d9da89f4df9e53eef for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:23.180342 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1101-a2f3-40a3-99b8-8c5299fb45ec tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.399638 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1101-a2f3-40a3-99b8-8c5299fb45ec tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.495161 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b1101-a2f3-40a3-99b8-8c5299fb45ec tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Pushing event updated for resources: {'Subnet': ['ID=2121182d-05aa-4e40-8519-c2106a268a1b,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:23.517554 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b1101-a2f3-40a3-99b8-8c5299fb45ec tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Checking segment: {'id': '2324265a-3e96-47aa-a61a-9e5448e82b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41d3509b-0fd5-41a1-b556-d5e3b4eeaca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:23.518478 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1b1101-a2f3-40a3-99b8-8c5299fb45ec tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Network hostable DHCP agents. Network: 41d3509b-0fd5-41a1-b556-d5e3b4eeaca6, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:23.537647 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1b1101-a2f3-40a3-99b8-8c5299fb45ec tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Network 41d3509b-0fd5-41a1-b556-d5e3b4eeaca6 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:23.547699 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-ce1b1101-a2f3-40a3-99b8-8c5299fb45ec tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 41d3509b-0fd5-41a1-b556-d5e3b4eeaca6) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:23.553237 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1b1101-a2f3-40a3-99b8-8c5299fb45ec tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:23.555243 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1101-a2f3-40a3-99b8-8c5299fb45ec tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.558961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1e531a-281a-4c20-9697-606b802952e5 None None] Network 41d3509b-0fd5-41a1-b556-d5e3b4eeaca6 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:23.573560 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ce1b1101-a2f3-40a3-99b8-8c5299fb45ec tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5159388 Jul 07 17:20:23.573560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50494) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:23.583006 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-67e4370d-9c66-4332-88d1-51107e5613c0 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Request body: {'port': {'network_id': '41d3509b-0fd5-41a1-b556-d5e3b4eeaca6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-959026769'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:23.721422 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e4370d-9c66-4332-88d1-51107e5613c0 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Made reservation on behalf of a0c2fa3fc8c74a3d9da89f4df9e53eef for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:23.725274 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67e4370d-9c66-4332-88d1-51107e5613c0 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.730615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-41d3509b-0fd5-41a1-b556-d5e3b4eeaca6', 'network_id': '41d3509b-0fd5-41a1-b556-d5e3b4eeaca6', 'tenant_id': 'a0c2fa3fc8c74a3d9da89f4df9e53eef', 'fixed_ips': [{'subnet_id': '2121182d-05aa-4e40-8519-c2106a268a1b'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:23.731572 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:23.745134 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-67e4370d-9c66-4332-88d1-51107e5613c0 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] device_id is not set on port 3a7aee33-0c34-4656-b9c2-c10a897a68be yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:23.875798 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Allocated IP 172.20.0.2 (41d3509b-0fd5-41a1-b556-d5e3b4eeaca6/2121182d-05aa-4e40-8519-c2106a268a1b/4b6b6af9-481f-41a0-93ac-988e1c62a5a2) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:24.092807 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.104617 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Transition to ACTIVE for port object 4b6b6af9-481f-41a0-93ac-988e1c62a5a2 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:24.129961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Transition to ACTIVE for port object 4b6b6af9-481f-41a0-93ac-988e1c62a5a2 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:24.137638 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.181520 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Network 41d3509b-0fd5-41a1-b556-d5e3b4eeaca6 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:24.186665 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:24.190702 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:24.201338 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Pushing event updated for resources: {'Port': ['ID=4b6b6af9-481f-41a0-93ac-988e1c62a5a2,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:24.216371 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-67e4370d-9c66-4332-88d1-51107e5613c0 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Allocated IP 172.20.0.11 (41d3509b-0fd5-41a1-b556-d5e3b4eeaca6/2121182d-05aa-4e40-8519-c2106a268a1b/3a7aee33-0c34-4656-b9c2-c10a897a68be) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:24.265668 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Attempting to bind port 4b6b6af9-481f-41a0-93ac-988e1c62a5a2 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:24.266050 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Attempting to bind port 4b6b6af9-481f-41a0-93ac-988e1c62a5a2 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '2324265a-3e96-47aa-a61a-9e5448e82b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41d3509b-0fd5-41a1-b556-d5e3b4eeaca6'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:24.266437 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Attempting to bind port 4b6b6af9-481f-41a0-93ac-988e1c62a5a2 on network 41d3509b-0fd5-41a1-b556-d5e3b4eeaca6 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:24.273289 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:24.273769 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Checking segment: {'id': '2324265a-3e96-47aa-a61a-9e5448e82b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41d3509b-0fd5-41a1-b556-d5e3b4eeaca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:24.274179 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.274603 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Bound using segment: {'id': '2324265a-3e96-47aa-a61a-9e5448e82b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41d3509b-0fd5-41a1-b556-d5e3b4eeaca6'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:24.275113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Bound port: 4b6b6af9-481f-41a0-93ac-988e1c62a5a2, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2324265a-3e96-47aa-a61a-9e5448e82b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41d3509b-0fd5-41a1-b556-d5e3b4eeaca6'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:24.275529 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.353141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] For port 4b6b6af9-481f-41a0-93ac-988e1c62a5a2, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:24.356650 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] For port 4b6b6af9-481f-41a0-93ac-988e1c62a5a2, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4b6b6af9-481f-41a0-93ac-988e1c62a5a2,segment=NetworkSegment(2324265a-3e96-47aa-a61a-9e5448e82b4e),segment_id=2324265a-3e96-47aa-a61a-9e5448e82b4e)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:24.361760 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.395017 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67e4370d-9c66-4332-88d1-51107e5613c0 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.415868 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-67e4370d-9c66-4332-88d1-51107e5613c0 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Transition to ACTIVE for port object 3a7aee33-0c34-4656-b9c2-c10a897a68be will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:24.427600 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258af6d-5355-4bc5-8aca-a0f733738fe7 None None] Pushing event updated for resources: {'Port': ['ID=4b6b6af9-481f-41a0-93ac-988e1c62a5a2,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:24.487195 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67e4370d-9c66-4332-88d1-51107e5613c0 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.536883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e4370d-9c66-4332-88d1-51107e5613c0 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Network 41d3509b-0fd5-41a1-b556-d5e3b4eeaca6 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:24.540312 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-67e4370d-9c66-4332-88d1-51107e5613c0 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:24.542810 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e4370d-9c66-4332-88d1-51107e5613c0 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:24.577950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4370d-9c66-4332-88d1-51107e5613c0 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Pushing event updated for resources: {'Port': ['ID=3a7aee33-0c34-4656-b9c2-c10a897a68be,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:24.609055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4370d-9c66-4332-88d1-51107e5613c0 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:24.609703 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67e4370d-9c66-4332-88d1-51107e5613c0 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.639727 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50502) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:24.640252 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-67e4370d-9c66-4332-88d1-51107e5613c0 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0648761 Jul 07 17:20:24.646980 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b7ca7413-1cd9-4eac-a7ae-4ac6a56b0847 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Request body: {'port': {'network_id': '41d3509b-0fd5-41a1-b556-d5e3b4eeaca6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-655023135', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:24.647502 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.api.validators [None req-b7ca7413-1cd9-4eac-a7ae-4ac6a56b0847 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] bootfile-name is not in valid_values {{(pid=100409) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:20:24.647830 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.api.validators [None req-b7ca7413-1cd9-4eac-a7ae-4ac6a56b0847 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] tftp-server is not in valid_values {{(pid=100409) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:20:24.648168 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.api.validators [None req-b7ca7413-1cd9-4eac-a7ae-4ac6a56b0847 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] server-ip-address is not in valid_values {{(pid=100409) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:20:24.779065 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ca7413-1cd9-4eac-a7ae-4ac6a56b0847 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Made reservation on behalf of a0c2fa3fc8c74a3d9da89f4df9e53eef for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:24.783327 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7ca7413-1cd9-4eac-a7ae-4ac6a56b0847 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:24.803985 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-b7ca7413-1cd9-4eac-a7ae-4ac6a56b0847 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] device_id is not set on port 3644df50-b3da-4be3-981e-c8f03c42adf0 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:24.938328 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-b7ca7413-1cd9-4eac-a7ae-4ac6a56b0847 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Allocated IP 172.20.0.12 (41d3509b-0fd5-41a1-b556-d5e3b4eeaca6/2121182d-05aa-4e40-8519-c2106a268a1b/3644df50-b3da-4be3-981e-c8f03c42adf0) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:25.167009 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7ca7413-1cd9-4eac-a7ae-4ac6a56b0847 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.205161 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-b7ca7413-1cd9-4eac-a7ae-4ac6a56b0847 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Transition to ACTIVE for port object 3644df50-b3da-4be3-981e-c8f03c42adf0 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:25.252845 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7ca7413-1cd9-4eac-a7ae-4ac6a56b0847 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.298343 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ca7413-1cd9-4eac-a7ae-4ac6a56b0847 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Network 41d3509b-0fd5-41a1-b556-d5e3b4eeaca6 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:25.304112 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-b7ca7413-1cd9-4eac-a7ae-4ac6a56b0847 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:25.307037 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ca7413-1cd9-4eac-a7ae-4ac6a56b0847 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:25.364738 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca7413-1cd9-4eac-a7ae-4ac6a56b0847 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Pushing event updated for resources: {'Port': ['ID=3644df50-b3da-4be3-981e-c8f03c42adf0,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:25.380210 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ca7413-1cd9-4eac-a7ae-4ac6a56b0847 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:25.381197 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7ca7413-1cd9-4eac-a7ae-4ac6a56b0847 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.402260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50508) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:25.403109 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b7ca7413-1cd9-4eac-a7ae-4ac6a56b0847 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.7614121 Jul 07 17:20:25.481422 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3e35c3-94ee-4a8c-b061-d35e1072e0fe tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:25.488950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3e35c3-94ee-4a8c-b061-d35e1072e0fe tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:25.494891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3e35c3-94ee-4a8c-b061-d35e1072e0fe tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:25.499993 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50512) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:25.510758 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2f3e35c3-94ee-4a8c-b061-d35e1072e0fe tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1068513 Jul 07 17:20:25.599778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4b6b6af9-481f-41a0-93ac-988e1c62a5a2 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:25.624024 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37da6f2-24f1-4f53-82e5-08d3777273d0 None None] Network 41d3509b-0fd5-41a1-b556-d5e3b4eeaca6 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:25.629958 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-24d1c447-27be-4729-8795-d1510245eb75 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Deleting port 3644df50-b3da-4be3-981e-c8f03c42adf0 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:25.630308 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24d1c447-27be-4729-8795-d1510245eb75 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.694486 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e7d098dc-fdc5-453a-8451-df66fd606c9d None None] Provisioning for port 4b6b6af9-481f-41a0-93ac-988e1c62a5a2 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:25.727879 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 4b6b6af9-481f-41a0-93ac-988e1c62a5a2 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:25.729979 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24d1c447-27be-4729-8795-d1510245eb75 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.739857 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4b6b6af9-481f-41a0-93ac-988e1c62a5a2 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:25.740239 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.745865 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-24d1c447-27be-4729-8795-d1510245eb75 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Calling delete_port for 3644df50-b3da-4be3-981e-c8f03c42adf0 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:25.881216 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.923944 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24d1c447-27be-4729-8795-d1510245eb75 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.927449 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 4b6b6af9-481f-41a0-93ac-988e1c62a5a2, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4b6b6af9-481f-41a0-93ac-988e1c62a5a2,segment=NetworkSegment(2324265a-3e96-47aa-a61a-9e5448e82b4e),segment_id=2324265a-3e96-47aa-a61a-9e5448e82b4e)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:25.932382 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:25.963436 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1c447-27be-4729-8795-d1510245eb75 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Pushing event deleted for resources: {'Port': ['ID=3644df50-b3da-4be3-981e-c8f03c42adf0,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:25.992412 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=4b6b6af9-481f-41a0-93ac-988e1c62a5a2,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:26.057868 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24d1c447-27be-4729-8795-d1510245eb75 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.063472 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-24d1c447-27be-4729-8795-d1510245eb75 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] 10.222.0.50 "DELETE /v2.0/ports/3644df50-b3da-4be3-981e-c8f03c42adf0 HTTP/1.1" status: 204 len: 168 time: 0.5620296 Jul 07 17:20:26.067898 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50522) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:26.074270 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-1b8f19bf-1f6e-4924-ab8c-862a13dcffd1 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Request body: {'port': {'name': 'tempest-new-port-name-2053407867', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:26.074698 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.api.validators [None req-1b8f19bf-1f6e-4924-ab8c-862a13dcffd1 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] bootfile-name is not in valid_values {{(pid=100410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:20:26.075047 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.api.validators [None req-1b8f19bf-1f6e-4924-ab8c-862a13dcffd1 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] tftp-server is not in valid_values {{(pid=100410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:20:26.075386 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.api.validators [None req-1b8f19bf-1f6e-4924-ab8c-862a13dcffd1 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] server-ip-address is not in valid_values {{(pid=100410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 17:20:26.202641 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1b8f19bf-1f6e-4924-ab8c-862a13dcffd1 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.220211 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-06eb38ac-22fc-4866-b388-665e37f1d16a None None] Could not find standard attr ID for object 3644df50-b3da-4be3-981e-c8f03c42adf0. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:20:26.247967 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-06eb38ac-22fc-4866-b388-665e37f1d16a None None] Provisioning for port 3a7aee33-0c34-4656-b9c2-c10a897a68be completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:26.255919 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-06eb38ac-22fc-4866-b388-665e37f1d16a None None] Provisioning complete for port 3a7aee33-0c34-4656-b9c2-c10a897a68be triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:26.257411 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-06eb38ac-22fc-4866-b388-665e37f1d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.303809 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-06eb38ac-22fc-4866-b388-665e37f1d16a None None] Port 3a7aee33-0c34-4656-b9c2-c10a897a68be cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:26.320668 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-06eb38ac-22fc-4866-b388-665e37f1d16a None None] Provisioning complete for port 4b6b6af9-481f-41a0-93ac-988e1c62a5a2 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:26.321674 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-06eb38ac-22fc-4866-b388-665e37f1d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.581418 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-43984f67-f65b-41fd-8106-e63a0099074e None None] Provisioning complete for port 3a7aee33-0c34-4656-b9c2-c10a897a68be triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:26.581418 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-43984f67-f65b-41fd-8106-e63a0099074e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.651784 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-43984f67-f65b-41fd-8106-e63a0099074e None None] Port 3a7aee33-0c34-4656-b9c2-c10a897a68be cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:26.684315 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1b8f19bf-1f6e-4924-ab8c-862a13dcffd1 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.691550 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1b8f19bf-1f6e-4924-ab8c-862a13dcffd1 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.767776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-38a7c1e0-6800-40a4-8538-b37fa4bc62b2 None None] Could not find standard attr ID for object 3644df50-b3da-4be3-981e-c8f03c42adf0. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:20:26.804520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f19bf-1f6e-4924-ab8c-862a13dcffd1 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Pushing event updated for resources: {'Port': ['ID=3a7aee33-0c34-4656-b9c2-c10a897a68be,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:26.819361 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-1b8f19bf-1f6e-4924-ab8c-862a13dcffd1 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] In _notify_port_updated(), no bound segment for port 3a7aee33-0c34-4656-b9c2-c10a897a68be on network 41d3509b-0fd5-41a1-b556-d5e3b4eeaca6 {{(pid=100410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:20:26.825258 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8f19bf-1f6e-4924-ab8c-862a13dcffd1 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:26.826056 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1b8f19bf-1f6e-4924-ab8c-862a13dcffd1 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:26.827567 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1b8f19bf-1f6e-4924-ab8c-862a13dcffd1 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] 10.222.0.50 "PUT /v2.0/ports/3a7aee33-0c34-4656-b9c2-c10a897a68be HTTP/1.1" status: 200 len: 1137 time: 0.7585888 Jul 07 17:20:26.831426 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50538) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:26.895317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194c29ea-a04b-49c4-b22e-4652efedfcd3 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:26.900080 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-194c29ea-a04b-49c4-b22e-4652efedfcd3 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] 10.222.0.50 "GET /v2.0/ports/3a7aee33-0c34-4656-b9c2-c10a897a68be HTTP/1.1" status: 200 len: 1137 time: 0.0638235 Jul 07 17:20:26.900517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50540) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:27.022679 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-98c3d8e8-fde0-4fa1-af1c-0164bf8e20f7 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Deleting port 3a7aee33-0c34-4656-b9c2-c10a897a68be {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:27.022951 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-98c3d8e8-fde0-4fa1-af1c-0164bf8e20f7 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.125754 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-98c3d8e8-fde0-4fa1-af1c-0164bf8e20f7 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.139927 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-98c3d8e8-fde0-4fa1-af1c-0164bf8e20f7 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Calling delete_port for 3a7aee33-0c34-4656-b9c2-c10a897a68be owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:27.293923 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-98c3d8e8-fde0-4fa1-af1c-0164bf8e20f7 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.299069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f49966ae-1e92-4aec-83f3-4aeb5acd506e None None] Provisioning complete for port 3a7aee33-0c34-4656-b9c2-c10a897a68be triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:27.299856 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f49966ae-1e92-4aec-83f3-4aeb5acd506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.331935 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f49966ae-1e92-4aec-83f3-4aeb5acd506e None None] Port 3a7aee33-0c34-4656-b9c2-c10a897a68be was deleted so its status cannot be updated. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 17:20:27.335527 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3d8e8-fde0-4fa1-af1c-0164bf8e20f7 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Pushing event deleted for resources: {'Port': ['ID=3a7aee33-0c34-4656-b9c2-c10a897a68be,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:27.423044 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-98c3d8e8-fde0-4fa1-af1c-0164bf8e20f7 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.424941 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-98c3d8e8-fde0-4fa1-af1c-0164bf8e20f7 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] 10.222.0.50 "DELETE /v2.0/ports/3a7aee33-0c34-4656-b9c2-c10a897a68be HTTP/1.1" status: 204 len: 168 time: 0.5233276 Jul 07 17:20:27.428902 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50542) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:27.493836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d5a3b0-4ce2-4f90-8995-8e18663ec1e4 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Deleting subnet 2121182d-05aa-4e40-8519-c2106a268a1b {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:27.497758 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-34d5a3b0-4ce2-4f90-8995-8e18663ec1e4 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.541510 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-34d5a3b0-4ce2-4f90-8995-8e18663ec1e4 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.593724 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4b6b6af9-481f-41a0-93ac-988e1c62a5a2 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:27.656070 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4b6b6af9-481f-41a0-93ac-988e1c62a5a2 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:27.656731 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.720021 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-34d5a3b0-4ce2-4f90-8995-8e18663ec1e4 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.795124 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-34d5a3b0-4ce2-4f90-8995-8e18663ec1e4 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.824419 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4e541b-4250-4f8c-8e1f-a58ba89441b8 None None] Network 41d3509b-0fd5-41a1-b556-d5e3b4eeaca6 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:27.844439 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-34d5a3b0-4ce2-4f90-8995-8e18663ec1e4 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:27.850526 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-34d5a3b0-4ce2-4f90-8995-8e18663ec1e4 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] 10.222.0.50 "DELETE /v2.0/subnets/2121182d-05aa-4e40-8519-c2106a268a1b HTTP/1.1" status: 204 len: 168 time: 0.4174850 Jul 07 17:20:27.850526 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5a3b0-4ce2-4f90-8995-8e18663ec1e4 tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Pushing event deleted for resources: {'Subnet': ['ID=2121182d-05aa-4e40-8519-c2106a268a1b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:27.850876 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50558) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:27.943872 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-636d162b-4bb0-47ff-85d0-382ed249dd5c tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.004490 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-636d162b-4bb0-47ff-85d0-382ed249dd5c tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Deleting port 4b6b6af9-481f-41a0-93ac-988e1c62a5a2 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:28.004823 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-636d162b-4bb0-47ff-85d0-382ed249dd5c tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.075269 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-636d162b-4bb0-47ff-85d0-382ed249dd5c tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] For port 4b6b6af9-481f-41a0-93ac-988e1c62a5a2, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4b6b6af9-481f-41a0-93ac-988e1c62a5a2,segment=NetworkSegment(2324265a-3e96-47aa-a61a-9e5448e82b4e),segment_id=2324265a-3e96-47aa-a61a-9e5448e82b4e)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:28.075573 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-636d162b-4bb0-47ff-85d0-382ed249dd5c tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.089508 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-636d162b-4bb0-47ff-85d0-382ed249dd5c tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Calling delete_port for 4b6b6af9-481f-41a0-93ac-988e1c62a5a2 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:28.180738 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681ba507-d0d3-4cd1-ba15-4e211bf5d8e4 None None] DHCP port deletion for 41d3509b-0fd5-41a1-b556-d5e3b4eeaca6 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:20:28.181572 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-636d162b-4bb0-47ff-85d0-382ed249dd5c tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.215531 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636d162b-4bb0-47ff-85d0-382ed249dd5c tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] No DVR routers for this DVR port 4b6b6af9-481f-41a0-93ac-988e1c62a5a2 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:28.217453 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d162b-4bb0-47ff-85d0-382ed249dd5c tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Pushing event deleted for resources: {'Port': ['ID=4b6b6af9-481f-41a0-93ac-988e1c62a5a2,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:28.302983 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-636d162b-4bb0-47ff-85d0-382ed249dd5c tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.313303 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-636d162b-4bb0-47ff-85d0-382ed249dd5c tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d3509b-0fd5-41a1-b556-d5e3b4eeaca6']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:28.682313 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-636d162b-4bb0-47ff-85d0-382ed249dd5c tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2324265a-3e96-47aa-a61a-9e5448e82b4e') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:28.682726 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-636d162b-4bb0-47ff-85d0-382ed249dd5c tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2324265a-3e96-47aa-a61a-9e5448e82b4e') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:28.693358 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-636d162b-4bb0-47ff-85d0-382ed249dd5c tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.709595 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-636d162b-4bb0-47ff-85d0-382ed249dd5c tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.716517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636d162b-4bb0-47ff-85d0-382ed249dd5c tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:28.716927 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-636d162b-4bb0-47ff-85d0-382ed249dd5c tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:28.720456 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:28.783264 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-636d162b-4bb0-47ff-85d0-382ed249dd5c tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.804402 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-636d162b-4bb0-47ff-85d0-382ed249dd5c tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:28.807193 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-636d162b-4bb0-47ff-85d0-382ed249dd5c tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] 10.222.0.50 "DELETE /v2.0/networks/41d3509b-0fd5-41a1-b556-d5e3b4eeaca6 HTTP/1.1" status: 204 len: 168 time: 0.9550934 Jul 07 17:20:28.808186 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d162b-4bb0-47ff-85d0-382ed249dd5c tempest-ExtraDHCPOptionsTestJSON-1343155536 tempest-ExtraDHCPOptionsTestJSON-1343155536-project] Pushing event deleted for resources: {'Network': ['ID=41d3509b-0fd5-41a1-b556-d5e3b4eeaca6,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:29.115892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50570) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:29.280943 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c0cccc77-8a3b-4159-83bc-77e3b7b12e62 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0c2fa3fc8c74a3d9da89f4df9e53eef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637928 Jul 07 17:20:29.283639 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50574) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:29.340855 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8d1742b7-a484-459a-b202-0345042d9770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.369866 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8d1742b7-a484-459a-b202-0345042d9770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.423996 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8d1742b7-a484-459a-b202-0345042d9770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.428600 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8d1742b7-a484-459a-b202-0345042d9770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:29.430565 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8d1742b7-a484-459a-b202-0345042d9770 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fc5a3d5a-16b7-4873-b27c-1d8ebcccc523 HTTP/1.1" status: 204 len: 168 time: 0.1457481 Jul 07 17:20:29.445545 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1742b7-a484-459a-b202-0345042d9770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5a3d5a-16b7-4873-b27c-1d8ebcccc523,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:29.539868 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4b6b6af9-481f-41a0-93ac-988e1c62a5a2 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:29.564110 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 4b6b6af9-481f-41a0-93ac-988e1c62a5a2 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:29.564787 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4b6b6af9-481f-41a0-93ac-988e1c62a5a2 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:30.324367 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50604) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:30.465462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-00c9051e-69e9-4cb4-82ee-8b79e6ff1999 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2068181387'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:30.493648 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c9051e-69e9-4cb4-82ee-8b79e6ff1999 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Made reservation on behalf of 57944fb6bc2e4963be4b060c3487530a for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:30.497176 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00c9051e-69e9-4cb4-82ee-8b79e6ff1999 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.507142 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00c9051e-69e9-4cb4-82ee-8b79e6ff1999 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.600735 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00c9051e-69e9-4cb4-82ee-8b79e6ff1999 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.604917 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00c9051e-69e9-4cb4-82ee-8b79e6ff1999 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.636215 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c9051e-69e9-4cb4-82ee-8b79e6ff1999 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:20:30.646687 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9051e-69e9-4cb4-82ee-8b79e6ff1999 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8843bd98-c342-49e3-929b-0636674dbd31,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:30.651926 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00c9051e-69e9-4cb4-82ee-8b79e6ff1999 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.652271 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-00c9051e-69e9-4cb4-82ee-8b79e6ff1999 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Added segment 78c4fb8c-457b-42a7-a34f-fdff7576ab6e of type vlan for network f978413e-1cd5-4b5f-a521-096538fe856b Jul 07 17:20:30.697545 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00c9051e-69e9-4cb4-82ee-8b79e6ff1999 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.726304 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00c9051e-69e9-4cb4-82ee-8b79e6ff1999 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.732255 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c9051e-69e9-4cb4-82ee-8b79e6ff1999 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:30.732849 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00c9051e-69e9-4cb4-82ee-8b79e6ff1999 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:30.794098 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-00c9051e-69e9-4cb4-82ee-8b79e6ff1999 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4685984 Jul 07 17:20:30.797053 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50608) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:30.803206 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f888ed2d-08f2-411c-bb1b-59769f47064b tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Request body: {'subnet': {'network_id': 'f978413e-1cd5-4b5f-a521-096538fe856b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:30.813178 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9051e-69e9-4cb4-82ee-8b79e6ff1999 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Pushing event updated for resources: {'Network': ['ID=f978413e-1cd5-4b5f-a521-096538fe856b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:30.830806 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network f978413e-1cd5-4b5f-a521-096538fe856b details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:20:30.915089 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f888ed2d-08f2-411c-bb1b-59769f47064b tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Made reservation on behalf of 57944fb6bc2e4963be4b060c3487530a for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:30.918902 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f888ed2d-08f2-411c-bb1b-59769f47064b tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.133119 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f888ed2d-08f2-411c-bb1b-59769f47064b tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.200988 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888ed2d-08f2-411c-bb1b-59769f47064b tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Pushing event updated for resources: {'Subnet': ['ID=28bcb185-cb94-4769-9cea-cc5457f07ead,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:31.205432 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f888ed2d-08f2-411c-bb1b-59769f47064b tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Checking segment: {'id': '78c4fb8c-457b-42a7-a34f-fdff7576ab6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f978413e-1cd5-4b5f-a521-096538fe856b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:31.205813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f888ed2d-08f2-411c-bb1b-59769f47064b tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Network hostable DHCP agents. Network: f978413e-1cd5-4b5f-a521-096538fe856b, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:20:31.229607 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f888ed2d-08f2-411c-bb1b-59769f47064b tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Network f978413e-1cd5-4b5f-a521-096538fe856b is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:20:31.245755 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f888ed2d-08f2-411c-bb1b-59769f47064b tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, f978413e-1cd5-4b5f-a521-096538fe856b) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:31.250430 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f888ed2d-08f2-411c-bb1b-59769f47064b tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:31.251314 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f888ed2d-08f2-411c-bb1b-59769f47064b tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.257040 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448868d1-1b50-434c-a749-61c3d989ae60 None None] Network f978413e-1cd5-4b5f-a521-096538fe856b requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:31.270607 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f888ed2d-08f2-411c-bb1b-59769f47064b tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4721293 Jul 07 17:20:31.273096 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50614) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:31.277958 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-19642647-4022-4d24-b65f-f0c4622314ac tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1610824674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:31.308855 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19642647-4022-4d24-b65f-f0c4622314ac tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.309891 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19642647-4022-4d24-b65f-f0c4622314ac tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.402817 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19642647-4022-4d24-b65f-f0c4622314ac tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.407424 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19642647-4022-4d24-b65f-f0c4622314ac tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.424363 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-19642647-4022-4d24-b65f-f0c4622314ac tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.426150 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-19642647-4022-4d24-b65f-f0c4622314ac tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1514261 Jul 07 17:20:31.429026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50618) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:31.431537 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-f978413e-1cd5-4b5f-a521-096538fe856b', 'network_id': 'f978413e-1cd5-4b5f-a521-096538fe856b', 'tenant_id': '57944fb6bc2e4963be4b060c3487530a', 'fixed_ips': [{'subnet_id': '28bcb185-cb94-4769-9cea-cc5457f07ead'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:20:31.432576 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.610512 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Allocated IP 172.20.0.2 (f978413e-1cd5-4b5f-a521-096538fe856b/28bcb185-cb94-4769-9cea-cc5457f07ead/2467a96c-d078-43bc-b1df-2a1c5209eaca) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:31.710285 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3f24135a-dc07-4584-9e16-1709315a1f5d tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.768492 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.777325 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Transition to ACTIVE for port object 2467a96c-d078-43bc-b1df-2a1c5209eaca will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:31.792710 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Transition to ACTIVE for port object 2467a96c-d078-43bc-b1df-2a1c5209eaca will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:31.799078 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.836990 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Network f978413e-1cd5-4b5f-a521-096538fe856b is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:31.844472 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:31.849565 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:31.852677 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Pushing event updated for resources: {'Port': ['ID=2467a96c-d078-43bc-b1df-2a1c5209eaca,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:31.914072 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Attempting to bind port 2467a96c-d078-43bc-b1df-2a1c5209eaca on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:31.914072 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Attempting to bind port 2467a96c-d078-43bc-b1df-2a1c5209eaca by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '78c4fb8c-457b-42a7-a34f-fdff7576ab6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f978413e-1cd5-4b5f-a521-096538fe856b'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:31.914540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Attempting to bind port 2467a96c-d078-43bc-b1df-2a1c5209eaca on network f978413e-1cd5-4b5f-a521-096538fe856b {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:31.920317 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:31.920969 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Checking segment: {'id': '78c4fb8c-457b-42a7-a34f-fdff7576ab6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f978413e-1cd5-4b5f-a521-096538fe856b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:31.921489 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:31.923008 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Bound using segment: {'id': '78c4fb8c-457b-42a7-a34f-fdff7576ab6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f978413e-1cd5-4b5f-a521-096538fe856b'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:31.923008 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Bound port: 2467a96c-d078-43bc-b1df-2a1c5209eaca, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c4fb8c-457b-42a7-a34f-fdff7576ab6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f978413e-1cd5-4b5f-a521-096538fe856b'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:31.923008 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.009222 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] For port 2467a96c-d078-43bc-b1df-2a1c5209eaca, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:32.014185 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] For port 2467a96c-d078-43bc-b1df-2a1c5209eaca, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2467a96c-d078-43bc-b1df-2a1c5209eaca,segment=NetworkSegment(78c4fb8c-457b-42a7-a34f-fdff7576ab6e),segment_id=78c4fb8c-457b-42a7-a34f-fdff7576ab6e)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:32.020092 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.084438 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a94fb-20c2-4777-be28-fa3878441f92 None None] Pushing event updated for resources: {'Port': ['ID=2467a96c-d078-43bc-b1df-2a1c5209eaca,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:32.102011 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-3f24135a-dc07-4584-9e16-1709315a1f5d tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Allocated IP 172.20.0.1 (f978413e-1cd5-4b5f-a521-096538fe856b/28bcb185-cb94-4769-9cea-cc5457f07ead/6f8e00ff-f973-458a-b813-349b7da326f5) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:32.289329 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3f24135a-dc07-4584-9e16-1709315a1f5d tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.328401 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-3f24135a-dc07-4584-9e16-1709315a1f5d tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Transition to ACTIVE for port object 6f8e00ff-f973-458a-b813-349b7da326f5 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:32.382658 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3f24135a-dc07-4584-9e16-1709315a1f5d tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.408889 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-fb41cdbb-e0c4-421c-bae4-6287fad17fbe tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:32.413667 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-fb41cdbb-e0c4-421c-bae4-6287fad17fbe tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 811 time: 0.1775823 Jul 07 17:20:32.431887 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-2ae81bdc-db8b-4a85-af13-6ec16409248a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/quotas/cea56dc008374433a72ff26fbcfa22d6 HTTP/1.1" status: 200 len: 375 time: 0.0108857 Jul 07 17:20:32.452597 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f24135a-dc07-4584-9e16-1709315a1f5d tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Network f978413e-1cd5-4b5f-a521-096538fe856b is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:32.460007 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-3f24135a-dc07-4584-9e16-1709315a1f5d tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:32.471044 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f24135a-dc07-4584-9e16-1709315a1f5d tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:32.517292 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24135a-dc07-4584-9e16-1709315a1f5d tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Pushing event updated for resources: {'Port': ['ID=6f8e00ff-f973-458a-b813-349b7da326f5,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:32.528390 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-78788450-ec5f-4479-aa39-895fd737db89 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905614 Jul 07 17:20:32.556027 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3f24135a-dc07-4584-9e16-1709315a1f5d tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.635237 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-e8a55b86-ecd3-48ed-9d34-5e3205a6edfc service neutron] 10.222.0.50 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997989 Jul 07 17:20:32.734577 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3f24135a-dc07-4584-9e16-1709315a1f5d tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:32.740836 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-cc424472-5b5a-4a27-856a-8481d651dd74 service neutron] 10.222.0.50 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996923 Jul 07 17:20:33.031099 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3f24135a-dc07-4584-9e16-1709315a1f5d tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.036063 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3f24135a-dc07-4584-9e16-1709315a1f5d tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.127074 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-07f102d3-70e1-4c51-ae3b-ed0a23cdc9fd req-49f6e51b-0695-44fc-9b0e-a88c3db42553 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 210 time: 0.0647829 Jul 07 17:20:33.151550 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3f24135a-dc07-4584-9e16-1709315a1f5d tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.166694 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24135a-dc07-4584-9e16-1709315a1f5d tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Pushing event updated for resources: {'Port': ['ID=6f8e00ff-f973-458a-b813-349b7da326f5,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:33.264185 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f24135a-dc07-4584-9e16-1709315a1f5d tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Network f978413e-1cd5-4b5f-a521-096538fe856b is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:33.265733 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-3f24135a-dc07-4584-9e16-1709315a1f5d tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:33.266695 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fec8e6-153f-4a96-8988-32cd5537de0d None None] Network f978413e-1cd5-4b5f-a521-096538fe856b requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:33.361920 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4f44396d-1789-48e8-a1fb-082547bc0cb3 None None] Provisioning for port 2467a96c-d078-43bc-b1df-2a1c5209eaca completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:33.391731 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f24135a-dc07-4584-9e16-1709315a1f5d tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Router 94747620-7f04-46b1-a51e-3dc43a1c50ae is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:20:33.515804 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f24135a-dc07-4584-9e16-1709315a1f5d tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:33.527721 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54386297-4427-4477-a194-07c5f43dc682 None None] Sync routers for ids ['94747620-7f04-46b1-a51e-3dc43a1c50ae'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:33.531109 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50652) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:33.533499 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3f24135a-dc07-4584-9e16-1709315a1f5d tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] 10.222.0.50 "PUT /v2.0/routers/94747620-7f04-46b1-a51e-3dc43a1c50ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1029847 Jul 07 17:20:33.538552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-6b68a0e7-af04-404c-9665-0d09f50a66c2 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Request body: {'port': {'network_id': 'f978413e-1cd5-4b5f-a521-096538fe856b', 'name': 'tempest-FloatingIPNegativeTestJSON-39255347'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:33.558802 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54386297-4427-4477-a194-07c5f43dc682 None None] Routers {'94747620-7f04-46b1-a51e-3dc43a1c50ae'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:33.560703 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-54386297-4427-4477-a194-07c5f43dc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:20:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['94747620-7f04-46b1-a51e-3dc43a1c50ae'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:33.633061 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2467a96c-d078-43bc-b1df-2a1c5209eaca up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:33.663426 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-54386297-4427-4477-a194-07c5f43dc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:33.708968 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54386297-4427-4477-a194-07c5f43dc682 None None] Routers {'94747620-7f04-46b1-a51e-3dc43a1c50ae'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:33.710141 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-54386297-4427-4477-a194-07c5f43dc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:20:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['94747620-7f04-46b1-a51e-3dc43a1c50ae'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:33.745624 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 2467a96c-d078-43bc-b1df-2a1c5209eaca completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:33.750663 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 2467a96c-d078-43bc-b1df-2a1c5209eaca triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:33.751271 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.776931 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-54386297-4427-4477-a194-07c5f43dc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:33.778001 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54386297-4427-4477-a194-07c5f43dc682 None None] The sync data for ids ['94747620-7f04-46b1-a51e-3dc43a1c50ae'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:33.790467 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b68a0e7-af04-404c-9665-0d09f50a66c2 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Made reservation on behalf of 57944fb6bc2e4963be4b060c3487530a for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:33.797800 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6b68a0e7-af04-404c-9665-0d09f50a66c2 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.835904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-6b68a0e7-af04-404c-9665-0d09f50a66c2 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] device_id is not set on port ab498aa9-8e9a-47fc-8e92-e82039053d3e yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:20:33.878187 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:33.933083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 2467a96c-d078-43bc-b1df-2a1c5209eaca, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2467a96c-d078-43bc-b1df-2a1c5209eaca,segment=NetworkSegment(78c4fb8c-457b-42a7-a34f-fdff7576ab6e),segment_id=78c4fb8c-457b-42a7-a34f-fdff7576ab6e)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:33.939603 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.020470 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=2467a96c-d078-43bc-b1df-2a1c5209eaca,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:34.022076 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-6b68a0e7-af04-404c-9665-0d09f50a66c2 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Allocated IP 172.20.0.6 (f978413e-1cd5-4b5f-a521-096538fe856b/28bcb185-cb94-4769-9cea-cc5457f07ead/ab498aa9-8e9a-47fc-8e92-e82039053d3e) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:34.118158 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4e20be91-d28a-4aa9-9286-4609eedbf603 None None] Provisioning for port 6f8e00ff-f973-458a-b813-349b7da326f5 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:34.126535 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4e20be91-d28a-4aa9-9286-4609eedbf603 None None] Provisioning complete for port 6f8e00ff-f973-458a-b813-349b7da326f5 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:34.128028 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4e20be91-d28a-4aa9-9286-4609eedbf603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.209749 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4e20be91-d28a-4aa9-9286-4609eedbf603 None None] Port 6f8e00ff-f973-458a-b813-349b7da326f5 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:34.241491 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4e20be91-d28a-4aa9-9286-4609eedbf603 None None] Provisioning complete for port 2467a96c-d078-43bc-b1df-2a1c5209eaca triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:34.242538 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4e20be91-d28a-4aa9-9286-4609eedbf603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.285572 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6b68a0e7-af04-404c-9665-0d09f50a66c2 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.331526 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4f901bce-7668-4b71-827a-514b03005997 req-d442a1a4-9cf7-4d89-89e4-78f210087fde tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 210 time: 0.0425961 Jul 07 17:20:34.332851 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-6b68a0e7-af04-404c-9665-0d09f50a66c2 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Transition to ACTIVE for port object ab498aa9-8e9a-47fc-8e92-e82039053d3e will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:34.386177 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6b68a0e7-af04-404c-9665-0d09f50a66c2 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.438082 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b68a0e7-af04-404c-9665-0d09f50a66c2 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Network f978413e-1cd5-4b5f-a521-096538fe856b is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:34.443324 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-6b68a0e7-af04-404c-9665-0d09f50a66c2 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:34.447996 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b68a0e7-af04-404c-9665-0d09f50a66c2 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:34.480911 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68a0e7-af04-404c-9665-0d09f50a66c2 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Pushing event updated for resources: {'Port': ['ID=ab498aa9-8e9a-47fc-8e92-e82039053d3e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:34.511972 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b68a0e7-af04-404c-9665-0d09f50a66c2 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:34.513158 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6b68a0e7-af04-404c-9665-0d09f50a66c2 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.515540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-89486462-098e-4745-93a8-533f1c04266c None None] Provisioning complete for port 6f8e00ff-f973-458a-b813-349b7da326f5 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:34.516950 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-89486462-098e-4745-93a8-533f1c04266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.529129 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6b68a0e7-af04-404c-9665-0d09f50a66c2 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9964032 Jul 07 17:20:34.533673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50658) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:34.539183 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-fe8a2bd8-9e31-4563-81a3-c14ae88774a1 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:34.576198 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe8a2bd8-9e31-4563-81a3-c14ae88774a1 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.583715 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-89486462-098e-4745-93a8-533f1c04266c None None] Port 6f8e00ff-f973-458a-b813-349b7da326f5 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:34.720551 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0f827af5-bcc2-4fcc-8041-d8ac3daad5d6 None None] Provisioning complete for port 6f8e00ff-f973-458a-b813-349b7da326f5 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:34.721174 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0f827af5-bcc2-4fcc-8041-d8ac3daad5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.780290 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-0f827af5-bcc2-4fcc-8041-d8ac3daad5d6 None None] Port 6f8e00ff-f973-458a-b813-349b7da326f5 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:34.799485 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-7a97804d-9416-4873-aa53-00732db15b92 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:34.801556 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-7a97804d-9416-4873-aa53-00732db15b92 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.15 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 811 time: 0.1808016 Jul 07 17:20:34.813670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-f2c7d581-f92d-47a3-957f-d0e74154927b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Request body: {'port': {'device_id': 'eda19663-88b4-45cd-b839-53df25f60d16', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'admin_state_up': True, 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:34.911759 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8fcf9e6d-2791-4d9e-89ef-7d803bef2c8f None None] Provisioning for port ab498aa9-8e9a-47fc-8e92-e82039053d3e completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:34.916010 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8fcf9e6d-2791-4d9e-89ef-7d803bef2c8f None None] Provisioning complete for port ab498aa9-8e9a-47fc-8e92-e82039053d3e triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:34.916706 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9e6d-2791-4d9e-89ef-7d803bef2c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.926779 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe8a2bd8-9e31-4563-81a3-c14ae88774a1 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:34.961598 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8fcf9e6d-2791-4d9e-89ef-7d803bef2c8f None None] Port ab498aa9-8e9a-47fc-8e92-e82039053d3e cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:35.119571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-f2c7d581-f92d-47a3-957f-d0e74154927b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Made reservation on behalf of cea56dc008374433a72ff26fbcfa22d6 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:35.123129 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-f2c7d581-f92d-47a3-957f-d0e74154927b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.186178 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-fe8a2bd8-9e31-4563-81a3-c14ae88774a1 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Allocated IP 172.25.2.73 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/d1ed884d-2655-48f5-850f-ee7e9b06e324) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:35.369078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-f2c7d581-f92d-47a3-957f-d0e74154927b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Allocated IP 172.20.0.11 (888184af-68bd-473b-926b-d4ef0f9f6494/0f79582c-33a8-4ae3-b793-f2486686f367/98396be1-6576-41ca-a2f9-bafb61875bbc) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:35.407908 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe8a2bd8-9e31-4563-81a3-c14ae88774a1 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.537126 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe8a2bd8-9e31-4563-81a3-c14ae88774a1 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.547338 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5fde4e83-560c-4e7d-98c9-fdd158854d10 req-d7692134-080c-4fc8-a79d-369c03e52c06 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 210 time: 0.0355527 Jul 07 17:20:35.602088 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2467a96c-d078-43bc-b1df-2a1c5209eaca up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:35.627894 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8a2bd8-9e31-4563-81a3-c14ae88774a1 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:35.633723 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-f2c7d581-f92d-47a3-957f-d0e74154927b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.640430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-fe8a2bd8-9e31-4563-81a3-c14ae88774a1 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:35.645570 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8a2bd8-9e31-4563-81a3-c14ae88774a1 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:35.647537 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a2bd8-9e31-4563-81a3-c14ae88774a1 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Pushing event updated for resources: {'Port': ['ID=d1ed884d-2655-48f5-850f-ee7e9b06e324,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:35.678520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-f2c7d581-f92d-47a3-957f-d0e74154927b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Transition to ACTIVE for port object 98396be1-6576-41ca-a2f9-bafb61875bbc will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:35.684138 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 2467a96c-d078-43bc-b1df-2a1c5209eaca triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:35.684805 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.799585 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-f2c7d581-f92d-47a3-957f-d0e74154927b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.808820 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe8a2bd8-9e31-4563-81a3-c14ae88774a1 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:35.879939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-f2c7d581-f92d-47a3-957f-d0e74154927b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Network 888184af-68bd-473b-926b-d4ef0f9f6494 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:35.885932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-f2c7d581-f92d-47a3-957f-d0e74154927b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:35.895980 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-f2c7d581-f92d-47a3-957f-d0e74154927b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:35.905126 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7d581-f92d-47a3-957f-d0e74154927b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event updated for resources: {'Port': ['ID=98396be1-6576-41ca-a2f9-bafb61875bbc,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:36.297858 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-324a8704-c9c6-4429-8dd9-4788e0d5e40f None None] Provisioning for port 98396be1-6576-41ca-a2f9-bafb61875bbc completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:36.304748 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-324a8704-c9c6-4429-8dd9-4788e0d5e40f None None] Provisioning complete for port 98396be1-6576-41ca-a2f9-bafb61875bbc triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:36.305696 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-324a8704-c9c6-4429-8dd9-4788e0d5e40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.362829 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-324a8704-c9c6-4429-8dd9-4788e0d5e40f None None] Port 98396be1-6576-41ca-a2f9-bafb61875bbc cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:36.403082 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe8a2bd8-9e31-4563-81a3-c14ae88774a1 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.439082 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-f2c7d581-f92d-47a3-957f-d0e74154927b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:36.439622 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-f2c7d581-f92d-47a3-957f-d0e74154927b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.472150 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-f2c7d581-f92d-47a3-957f-d0e74154927b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6623712 Jul 07 17:20:36.515871 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] Request body: {'port': {'device_id': 'eda19663-88b4-45cd-b839-53df25f60d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:36.627644 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.684844 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe8a2bd8-9e31-4563-81a3-c14ae88774a1 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.692679 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe8a2bd8-9e31-4563-81a3-c14ae88774a1 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.866886 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a2bd8-9e31-4563-81a3-c14ae88774a1 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Pushing event updated for resources: {'Port': ['ID=d1ed884d-2655-48f5-850f-ee7e9b06e324,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:36.934525 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe8a2bd8-9e31-4563-81a3-c14ae88774a1 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.969248 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe8a2bd8-9e31-4563-81a3-c14ae88774a1 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:36.974134 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fe8a2bd8-9e31-4563-81a3-c14ae88774a1 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4393966 Jul 07 17:20:36.974918 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50672) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:36.983260 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-4753d419-5e14-419b-82a3-a740206c2c1f tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Request body: {'floatingip': {'port_id': 'ab498aa9-8e9a-47fc-8e92-e82039053d3e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:36.990784 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a5a23-9778-42a6-ae31-68b480b5b132 req-6f634eda-2ba6-429d-90f6-86dbd5b15808 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:36.992387 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ef0a5a23-9778-42a6-ae31-68b480b5b132 req-6f634eda-2ba6-429d-90f6-86dbd5b15808 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 932 time: 0.2824881 Jul 07 17:20:37.036522 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4753d419-5e14-419b-82a3-a740206c2c1f tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for floatingip, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.076642 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ef0a5a23-9778-42a6-ae31-68b480b5b132 req-feea6d58-e4f4-4e4a-afe6-7e9c74ad66e4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770257 Jul 07 17:20:37.143575 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98396be1-6576-41ca-a2f9-bafb61875bbc {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:37.153240 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.170908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] Transition to ACTIVE for port object 98396be1-6576-41ca-a2f9-bafb61875bbc will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:37.186457 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.286894 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] Pushing event updated for resources: {'Port': ['ID=98396be1-6576-41ca-a2f9-bafb61875bbc,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:37.301914 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-4753d419-5e14-419b-82a3-a740206c2c1f tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] update failed (client error): The resource could not be found. Jul 07 17:20:37.306455 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4753d419-5e14-419b-82a3-a740206c2c1f tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] 10.222.0.50 "PUT /v2.0/floatingips/6dfb429d-7644-4935-a79d-bca03d458482 HTTP/1.1" status: 404 len: 507 time: 0.3269761 Jul 07 17:20:37.307474 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50678) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:37.411131 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] Attempting to bind port 98396be1-6576-41ca-a2f9-bafb61875bbc on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:37.412095 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] Attempting to bind port 98396be1-6576-41ca-a2f9-bafb61875bbc by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:37.413518 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] Attempting to bind port 98396be1-6576-41ca-a2f9-bafb61875bbc on network 888184af-68bd-473b-926b-d4ef0f9f6494 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:37.421194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] Port 98396be1-6576-41ca-a2f9-bafb61875bbc on network 888184af-68bd-473b-926b-d4ef0f9f6494 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:20:37.422119 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] Attempting to bind port 98396be1-6576-41ca-a2f9-bafb61875bbc on network 888184af-68bd-473b-926b-d4ef0f9f6494 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:37.431042 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:37.432042 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] Checking segment: {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:37.433242 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] Bound using segment: {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:37.434621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] Bound port: 98396be1-6576-41ca-a2f9-bafb61875bbc, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:37.435260 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.497911 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-4fd0f53e-fa63-4803-98ae-f047d97797ad tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Deleting port d1ed884d-2655-48f5-850f-ee7e9b06e324 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:37.498267 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f53e-fa63-4803-98ae-f047d97797ad tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.544453 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] For port 98396be1-6576-41ca-a2f9-bafb61875bbc, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:37.551253 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] For port 98396be1-6576-41ca-a2f9-bafb61875bbc, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=98396be1-6576-41ca-a2f9-bafb61875bbc,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:37.555851 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.592729 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:37.593678 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.595568 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] 10.222.0.15 "PUT /v2.0/ports/98396be1-6576-41ca-a2f9-bafb61875bbc HTTP/1.1" status: 200 len: 1092 time: 1.1084571 Jul 07 17:20:37.596099 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda19663-88b4-45cd-b839-53df25f60d16', 'tag': '98396be1-6576-41ca-a2f9-bafb61875bbc'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:37.596460 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f53e-fa63-4803-98ae-f047d97797ad tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.598190 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f53e-fa63-4803-98ae-f047d97797ad tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.599562 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632091ae-0df6-48e9-9c87-554efb8f0294" -d '{"events": [{"name": "network-changed", "server_uuid": "eda19663-88b4-45cd-b839-53df25f60d16", "tag": "98396be1-6576-41ca-a2f9-bafb61875bbc"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:37.616601 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-4fd0f53e-fa63-4803-98ae-f047d97797ad tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Calling delete_port for d1ed884d-2655-48f5-850f-ee7e9b06e324 owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:37.627631 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be3a31-cc6c-4af3-b465-3e69d35b9c68 service neutron] Pushing event updated for resources: {'Port': ['ID=98396be1-6576-41ca-a2f9-bafb61875bbc,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:37.720283 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd0edda-5b1f-436d-b63e-57959dc81d12 x-openstack-request-id: req-2bd0edda-5b1f-436d-b63e-57959dc81d12 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:37.720951 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda19663-88b4-45cd-b839-53df25f60d16", "tag": "98396be1-6576-41ca-a2f9-bafb61875bbc", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:37.721076 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2bd0edda-5b1f-436d-b63e-57959dc81d12 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:37.721616 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda19663-88b4-45cd-b839-53df25f60d16', 'tag': '98396be1-6576-41ca-a2f9-bafb61875bbc', 'status': 'completed', 'code': 200} Jul 07 17:20:37.754466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-a732d898-d894-4c71-9e26-9048c792c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:37.756045 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-a732d898-d894-4c71-9e26-9048c792c228 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 1095 time: 0.1042988 Jul 07 17:20:37.802616 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f53e-fa63-4803-98ae-f047d97797ad tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.812150 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-5bf0d314-fa1c-4e29-856a-669419c992ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98396be1-6576-41ca-a2f9-bafb61875bbc HTTP/1.1" status: 200 len: 217 time: 0.0476623 Jul 07 17:20:37.835122 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0f53e-fa63-4803-98ae-f047d97797ad tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Pushing event deleted for resources: {'Port': ['ID=d1ed884d-2655-48f5-850f-ee7e9b06e324,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:37.870241 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-3564a65b-983a-43b6-bc9e-7a4b2b9cef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:37.871891 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-3564a65b-983a-43b6-bc9e-7a4b2b9cef24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.0538025 Jul 07 17:20:37.910820 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f53e-fa63-4803-98ae-f047d97797ad tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.913309 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f53e-fa63-4803-98ae-f047d97797ad tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:37.918016 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4fd0f53e-fa63-4803-98ae-f047d97797ad tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] 10.222.0.50 "DELETE /v2.0/floatingips/6dfb429d-7644-4935-a79d-bca03d458482 HTTP/1.1" status: 204 len: 168 time: 0.6059504 Jul 07 17:20:37.918312 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50682) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:37.923001 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-474930a7-eb80-4a70-81d8-82cec6a40ee2 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Request body: {'floatingip': {'floating_network_id': 'f978413e-1cd5-4b5f-a521-096538fe856b', 'port_id': 'ab498aa9-8e9a-47fc-8e92-e82039053d3e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:37.945280 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-fe63b486-0f0a-4029-a4b9-41f5d9a26fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:37.947103 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-fe63b486-0f0a-4029-a4b9-41f5d9a26fe3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674872 Jul 07 17:20:37.947730 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-474930a7-eb80-4a70-81d8-82cec6a40ee2 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.074273 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-ac504768-2def-4a1c-b4be-c28301d2968a service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206932 Jul 07 17:20:38.094839 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-474930a7-eb80-4a70-81d8-82cec6a40ee2 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:20:38.095726 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-474930a7-eb80-4a70-81d8-82cec6a40ee2 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1761920 Jul 07 17:20:38.100856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50684) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:38.131174 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-aa2a2847-5306-457f-9990-9f3027c8fd72 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': 'ab498aa9-8e9a-47fc-8e92-e82039053d3e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:38.159088 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa2a2847-5306-457f-9990-9f3027c8fd72 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.251822 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-51ba1f69-72b4-44c6-a3db-850be326b039 req-107e842b-73e1-4c0a-8270-c3e32e12f4e7 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713359 Jul 07 17:20:38.432523 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa2a2847-5306-457f-9990-9f3027c8fd72 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.533575 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18412dcc-12bf-4c8e-b5c8-6560bd24e698 req-5cbaaca1-1b99-4812-8af4-85d3d4d52013 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:38.536364 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18412dcc-12bf-4c8e-b5c8-6560bd24e698 req-5cbaaca1-1b99-4812-8af4-85d3d4d52013 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 944 time: 0.2521927 Jul 07 17:20:38.586281 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632091ae-0df6-48e9-9c87-554efb8f0294 req-287ec510-2304-4d22-9480-53881852e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:38.587794 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-632091ae-0df6-48e9-9c87-554efb8f0294 req-287ec510-2304-4d22-9480-53881852e47f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 1095 time: 0.2519348 Jul 07 17:20:38.693538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-aa2a2847-5306-457f-9990-9f3027c8fd72 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Allocated IP 172.25.2.157 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/a15debcc-9b82-4602-b1ed-5b762c54137c) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:38.705298 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18412dcc-12bf-4c8e-b5c8-6560bd24e698 req-7d398008-7617-4dae-922d-43d345c6fd9c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587441 Jul 07 17:20:38.791542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632091ae-0df6-48e9-9c87-554efb8f0294 req-c74f2749-3f42-4f9c-8922-79110d768a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:38.793147 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-632091ae-0df6-48e9-9c87-554efb8f0294 req-c74f2749-3f42-4f9c-8922-79110d768a77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.1861677 Jul 07 17:20:38.849957 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-632091ae-0df6-48e9-9c87-554efb8f0294 req-f46c77fa-9487-463d-a370-6c3d38bb7827 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98396be1-6576-41ca-a2f9-bafb61875bbc HTTP/1.1" status: 200 len: 217 time: 0.0498574 Jul 07 17:20:38.914328 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa2a2847-5306-457f-9990-9f3027c8fd72 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:38.930943 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632091ae-0df6-48e9-9c87-554efb8f0294 req-6c83a654-abc7-4f0f-8aa6-c506ada4653d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:38.932408 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-632091ae-0df6-48e9-9c87-554efb8f0294 req-6c83a654-abc7-4f0f-8aa6-c506ada4653d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.0740712 Jul 07 17:20:39.001767 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa2a2847-5306-457f-9990-9f3027c8fd72 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.048368 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632091ae-0df6-48e9-9c87-554efb8f0294 req-33825c3e-8094-4365-93d9-a8c4a14090ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:39.049870 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-632091ae-0df6-48e9-9c87-554efb8f0294 req-33825c3e-8094-4365-93d9-a8c4a14090ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110678 Jul 07 17:20:39.077680 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2a2847-5306-457f-9990-9f3027c8fd72 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:39.087520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a2847-5306-457f-9990-9f3027c8fd72 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Pushing event updated for resources: {'Port': ['ID=a15debcc-9b82-4602-b1ed-5b762c54137c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:39.119582 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-aa2a2847-5306-457f-9990-9f3027c8fd72 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:39.121932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2a2847-5306-457f-9990-9f3027c8fd72 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:39.228743 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-632091ae-0df6-48e9-9c87-554efb8f0294 req-1f60b23d-8523-425d-887a-8db32968921e service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719332 Jul 07 17:20:39.390620 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-632091ae-0df6-48e9-9c87-554efb8f0294 req-0a5dd02c-89d2-4d9a-88cc-e4bee7e7fcf5 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543360 Jul 07 17:20:39.411352 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a2847-5306-457f-9990-9f3027c8fd72 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Deleting port a15debcc-9b82-4602-b1ed-5b762c54137c {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:39.411880 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa2a2847-5306-457f-9990-9f3027c8fd72 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.507441 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa2a2847-5306-457f-9990-9f3027c8fd72 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.507909 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa2a2847-5306-457f-9990-9f3027c8fd72 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.522585 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a2847-5306-457f-9990-9f3027c8fd72 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Calling delete_port for a15debcc-9b82-4602-b1ed-5b762c54137c owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:39.677146 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aa2a2847-5306-457f-9990-9f3027c8fd72 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.724702 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a2847-5306-457f-9990-9f3027c8fd72 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Pushing event deleted for resources: {'Port': ['ID=a15debcc-9b82-4602-b1ed-5b762c54137c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:39.824229 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-aa2a2847-5306-457f-9990-9f3027c8fd72 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] create failed (client error): The resource could not be found. Jul 07 17:20:39.825410 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-aa2a2847-5306-457f-9990-9f3027c8fd72 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7234190 Jul 07 17:20:39.828789 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50698) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:39.947339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-70f3bda4-dece-4d0c-b507-c1802015e1cf tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Deleting port ab498aa9-8e9a-47fc-8e92-e82039053d3e {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:39.947979 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-70f3bda4-dece-4d0c-b507-c1802015e1cf tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:39.993765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4902a-8917-45a7-852d-c68a5d2ca760 req-d7f4b15c-a2d1-4331-b4d3-cfda403fc6ff tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:39.997123 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-17f4902a-8917-45a7-852d-c68a5d2ca760 req-d7f4b15c-a2d1-4331-b4d3-cfda403fc6ff tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 944 time: 0.0975528 Jul 07 17:20:40.052676 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-70f3bda4-dece-4d0c-b507-c1802015e1cf tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.055224 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-17f4902a-8917-45a7-852d-c68a5d2ca760 req-a623e371-54f4-4c71-a096-6071f2f12461 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478764 Jul 07 17:20:40.068782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-70f3bda4-dece-4d0c-b507-c1802015e1cf tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Calling delete_port for ab498aa9-8e9a-47fc-8e92-e82039053d3e owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:40.464310 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-70f3bda4-dece-4d0c-b507-c1802015e1cf tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.499124 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3bda4-dece-4d0c-b507-c1802015e1cf tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Pushing event deleted for resources: {'Port': ['ID=ab498aa9-8e9a-47fc-8e92-e82039053d3e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:40.573359 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-70f3bda4-dece-4d0c-b507-c1802015e1cf tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:40.575758 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-70f3bda4-dece-4d0c-b507-c1802015e1cf tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] 10.222.0.50 "DELETE /v2.0/ports/ab498aa9-8e9a-47fc-8e92-e82039053d3e HTTP/1.1" status: 204 len: 168 time: 0.7459188 Jul 07 17:20:40.578920 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50700) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:40.655620 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a0d1d5-991e-464f-ada5-022a8d550466 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:40.657894 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a7a0d1d5-991e-464f-ada5-022a8d550466 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] 10.222.0.50 "GET /v2.0/ports?device_id=94747620-7f04-46b1-a51e-3dc43a1c50ae HTTP/1.1" status: 200 len: 913 time: 0.0777652 Jul 07 17:20:40.661292 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50704) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:41.031749 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e76ae2c1-e5a7-4fba-aaf9-fa21e565118c tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.258000 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f969a22-aec3-482b-b773-065665ea7b15 req-d0825b32-f879-40d6-bb94-9221d8d58d23 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:41.259916 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f969a22-aec3-482b-b773-065665ea7b15 req-d0825b32-f879-40d6-bb94-9221d8d58d23 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 944 time: 0.0841634 Jul 07 17:20:41.271921 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:20:41.304462 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2f969a22-aec3-482b-b773-065665ea7b15 req-2f2a6b25-db08-4046-9bcf-07d27f6b39ce tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358984 Jul 07 17:20:41.332836 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-e76ae2c1-e5a7-4fba-aaf9-fa21e565118c tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Deleting port 6f8e00ff-f973-458a-b813-349b7da326f5 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:41.333296 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e76ae2c1-e5a7-4fba-aaf9-fa21e565118c tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.426145 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e76ae2c1-e5a7-4fba-aaf9-fa21e565118c tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.438129 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-e76ae2c1-e5a7-4fba-aaf9-fa21e565118c tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Calling delete_port for 6f8e00ff-f973-458a-b813-349b7da326f5 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:41.613497 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e76ae2c1-e5a7-4fba-aaf9-fa21e565118c tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:41.648861 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ae2c1-e5a7-4fba-aaf9-fa21e565118c tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Pushing event deleted for resources: {'Port': ['ID=6f8e00ff-f973-458a-b813-349b7da326f5,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:41.855406 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e76ae2c1-e5a7-4fba-aaf9-fa21e565118c tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.477620 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76ae2c1-e5a7-4fba-aaf9-fa21e565118c tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Router 94747620-7f04-46b1-a51e-3dc43a1c50ae has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:20:42.569009 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76ae2c1-e5a7-4fba-aaf9-fa21e565118c tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:20:42.574407 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e76ae2c1-e5a7-4fba-aaf9-fa21e565118c tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] 10.222.0.50 "PUT /v2.0/routers/94747620-7f04-46b1-a51e-3dc43a1c50ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9113636 Jul 07 17:20:42.578437 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50718) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:42.580572 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e53af4a-1764-4c60-8cc3-5c9e9ffde5de None None] Sync routers for ids ['94747620-7f04-46b1-a51e-3dc43a1c50ae'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:20:42.583573 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbdbc8-244e-4a6c-98a7-14a8a9b34ac5 req-22339e91-cd03-4414-aacf-f3debcc0dd46 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:42.585164 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7dbbdbc8-244e-4a6c-98a7-14a8a9b34ac5 req-22339e91-cd03-4414-aacf-f3debcc0dd46 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 944 time: 0.1508980 Jul 07 17:20:42.603262 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e53af4a-1764-4c60-8cc3-5c9e9ffde5de None None] Routers {'94747620-7f04-46b1-a51e-3dc43a1c50ae'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:42.604411 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6e53af4a-1764-4c60-8cc3-5c9e9ffde5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:20:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['94747620-7f04-46b1-a51e-3dc43a1c50ae'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:42.637654 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7dbbdbc8-244e-4a6c-98a7-14a8a9b34ac5 req-b38255bb-d2d1-4a5e-856a-b4ba72138af8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424733 Jul 07 17:20:42.658570 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6e53af4a-1764-4c60-8cc3-5c9e9ffde5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:42.669888 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e53af4a-1764-4c60-8cc3-5c9e9ffde5de None None] Routers {'94747620-7f04-46b1-a51e-3dc43a1c50ae'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:20:42.670759 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6e53af4a-1764-4c60-8cc3-5c9e9ffde5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:20:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['94747620-7f04-46b1-a51e-3dc43a1c50ae'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:42.681795 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a6923a82-1bc4-41b4-b1b0-3d2f1a274a78 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.704229 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6e53af4a-1764-4c60-8cc3-5c9e9ffde5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:42.704883 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e53af4a-1764-4c60-8cc3-5c9e9ffde5de None None] The sync data for ids ['94747620-7f04-46b1-a51e-3dc43a1c50ae'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:20:42.893452 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a6923a82-1bc4-41b4-b1b0-3d2f1a274a78 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.897166 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a6923a82-1bc4-41b4-b1b0-3d2f1a274a78 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.953937 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a6923a82-1bc4-41b4-b1b0-3d2f1a274a78 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.954911 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6923a82-1bc4-41b4-b1b0-3d2f1a274a78 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Fanout notify agent at l3_agent the message router_deleted on router 94747620-7f04-46b1-a51e-3dc43a1c50ae {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:20:42.967787 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a6923a82-1bc4-41b4-b1b0-3d2f1a274a78 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:42.969320 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a6923a82-1bc4-41b4-b1b0-3d2f1a274a78 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] 10.222.0.50 "DELETE /v2.0/routers/94747620-7f04-46b1-a51e-3dc43a1c50ae HTTP/1.1" status: 204 len: 168 time: 0.3894131 Jul 07 17:20:42.971966 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50724) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:43.045206 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e90afb-a30a-4e1f-ab8e-4040dfbcd0c9 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Deleting subnet 28bcb185-cb94-4769-9cea-cc5457f07ead {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:20:43.048847 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c9e90afb-a30a-4e1f-ab8e-4040dfbcd0c9 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.097984 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c9e90afb-a30a-4e1f-ab8e-4040dfbcd0c9 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.188024 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c9e90afb-a30a-4e1f-ab8e-4040dfbcd0c9 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.249091 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c9e90afb-a30a-4e1f-ab8e-4040dfbcd0c9 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.281137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e90afb-a30a-4e1f-ab8e-4040dfbcd0c9 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Pushing event deleted for resources: {'Subnet': ['ID=28bcb185-cb94-4769-9cea-cc5457f07ead,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:43.285779 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c9e90afb-a30a-4e1f-ab8e-4040dfbcd0c9 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.287665 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c9e90afb-a30a-4e1f-ab8e-4040dfbcd0c9 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] 10.222.0.50 "DELETE /v2.0/subnets/28bcb185-cb94-4769-9cea-cc5457f07ead HTTP/1.1" status: 204 len: 168 time: 0.3145485 Jul 07 17:20:43.291729 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50728) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:43.293271 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e90afb-a30a-4e1f-ab8e-4040dfbcd0c9 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:43.293621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e90afb-a30a-4e1f-ab8e-4040dfbcd0c9 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:43.293793 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598dc06e-2467-4bfa-92bd-3dc28f42c6c1 None None] Network f978413e-1cd5-4b5f-a521-096538fe856b requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:20:43.294086 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e90afb-a30a-4e1f-ab8e-4040dfbcd0c9 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:43.294458 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e90afb-a30a-4e1f-ab8e-4040dfbcd0c9 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:43.294875 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e90afb-a30a-4e1f-ab8e-4040dfbcd0c9 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:43.295214 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e90afb-a30a-4e1f-ab8e-4040dfbcd0c9 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:43.295547 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e90afb-a30a-4e1f-ab8e-4040dfbcd0c9 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:43.295876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e90afb-a30a-4e1f-ab8e-4040dfbcd0c9 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:43.296208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e90afb-a30a-4e1f-ab8e-4040dfbcd0c9 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:43.296532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e90afb-a30a-4e1f-ab8e-4040dfbcd0c9 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:43.296896 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e90afb-a30a-4e1f-ab8e-4040dfbcd0c9 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:43.297303 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e90afb-a30a-4e1f-ab8e-4040dfbcd0c9 tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:43.385384 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-62ed5c48-c732-45be-b314-39b20ff3d4db tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.449921 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-62ed5c48-c732-45be-b314-39b20ff3d4db tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Deleting port 2467a96c-d078-43bc-b1df-2a1c5209eaca {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:43.451051 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-62ed5c48-c732-45be-b314-39b20ff3d4db tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.525138 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-62ed5c48-c732-45be-b314-39b20ff3d4db tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] For port 2467a96c-d078-43bc-b1df-2a1c5209eaca, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2467a96c-d078-43bc-b1df-2a1c5209eaca,segment=NetworkSegment(78c4fb8c-457b-42a7-a34f-fdff7576ab6e),segment_id=78c4fb8c-457b-42a7-a34f-fdff7576ab6e)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:43.525138 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-62ed5c48-c732-45be-b314-39b20ff3d4db tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.532942 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6477816-bb80-49a3-a796-2a405a70caa6 None None] DHCP port deletion for f978413e-1cd5-4b5f-a521-096538fe856b request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:20:43.540126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-62ed5c48-c732-45be-b314-39b20ff3d4db tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Calling delete_port for 2467a96c-d078-43bc-b1df-2a1c5209eaca owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:43.582557 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f6477816-bb80-49a3-a796-2a405a70caa6 None None] Deleting port 2467a96c-d078-43bc-b1df-2a1c5209eaca {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:20:43.583280 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f6477816-bb80-49a3-a796-2a405a70caa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.625433 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-62ed5c48-c732-45be-b314-39b20ff3d4db tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.655536 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f6477816-bb80-49a3-a796-2a405a70caa6 None None] For port 2467a96c-d078-43bc-b1df-2a1c5209eaca, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2467a96c-d078-43bc-b1df-2a1c5209eaca,segment=NetworkSegment(78c4fb8c-457b-42a7-a34f-fdff7576ab6e),segment_id=78c4fb8c-457b-42a7-a34f-fdff7576ab6e)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:43.655753 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed5c48-c732-45be-b314-39b20ff3d4db tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Pushing event deleted for resources: {'Port': ['ID=2467a96c-d078-43bc-b1df-2a1c5209eaca,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:43.655883 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f6477816-bb80-49a3-a796-2a405a70caa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.657290 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ed5c48-c732-45be-b314-39b20ff3d4db tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] No DVR routers for this DVR port 2467a96c-d078-43bc-b1df-2a1c5209eaca on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:43.677543 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f6477816-bb80-49a3-a796-2a405a70caa6 None None] Calling delete_port for 2467a96c-d078-43bc-b1df-2a1c5209eaca owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:20:43.745536 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-62ed5c48-c732-45be-b314-39b20ff3d4db tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.757187 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-62ed5c48-c732-45be-b314-39b20ff3d4db tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f978413e-1cd5-4b5f-a521-096538fe856b']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:43.767741 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f6477816-bb80-49a3-a796-2a405a70caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.770409 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-62ed5c48-c732-45be-b314-39b20ff3d4db tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c4fb8c-457b-42a7-a34f-fdff7576ab6e') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:43.770723 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-62ed5c48-c732-45be-b314-39b20ff3d4db tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c4fb8c-457b-42a7-a34f-fdff7576ab6e') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:20:43.780788 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-62ed5c48-c732-45be-b314-39b20ff3d4db tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.798024 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6477816-bb80-49a3-a796-2a405a70caa6 None None] Pushing event deleted for resources: {'Port': ['ID=2467a96c-d078-43bc-b1df-2a1c5209eaca,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:43.798313 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-62ed5c48-c732-45be-b314-39b20ff3d4db tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.802790 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6477816-bb80-49a3-a796-2a405a70caa6 None None] No DVR routers for this DVR port 2467a96c-d078-43bc-b1df-2a1c5209eaca on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:20:43.810599 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ed5c48-c732-45be-b314-39b20ff3d4db tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:20:43.811107 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-62ed5c48-c732-45be-b314-39b20ff3d4db tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:20:43.815221 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:20:43.881427 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-62ed5c48-c732-45be-b314-39b20ff3d4db tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.890484 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-62ed5c48-c732-45be-b314-39b20ff3d4db tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:43.892585 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-62ed5c48-c732-45be-b314-39b20ff3d4db tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] 10.222.0.50 "DELETE /v2.0/networks/f978413e-1cd5-4b5f-a521-096538fe856b HTTP/1.1" status: 204 len: 168 time: 0.5992043 Jul 07 17:20:43.907799 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed5c48-c732-45be-b314-39b20ff3d4db tempest-FloatingIPNegativeTestJSON-1750153035 tempest-FloatingIPNegativeTestJSON-1750153035-project] Pushing event deleted for resources: {'Network': ['ID=f978413e-1cd5-4b5f-a521-096538fe856b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:43.932298 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d3a26-2af2-4616-9f62-f70422313445 req-802b2420-9984-41a3-8c61-40b7674a71c7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:43.934574 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8a0d3a26-2af2-4616-9f62-f70422313445 req-802b2420-9984-41a3-8c61-40b7674a71c7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 944 time: 0.0991840 Jul 07 17:20:43.980552 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8a0d3a26-2af2-4616-9f62-f70422313445 req-85777454-86bb-4078-826a-ab22bcc21125 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400558 Jul 07 17:20:44.186122 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50740) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:44.283896 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.329760 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-113bc7ba-669b-4272-afc1-e18e506bfeda admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57944fb6bc2e4963be4b060c3487530a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420615 Jul 07 17:20:44.332843 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50744) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:44.383597 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-def97f6b-ea29-4fae-94da-77e1dd72ff18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.409863 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-def97f6b-ea29-4fae-94da-77e1dd72ff18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.467796 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-def97f6b-ea29-4fae-94da-77e1dd72ff18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.470632 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-def97f6b-ea29-4fae-94da-77e1dd72ff18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:44.471868 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-def97f6b-ea29-4fae-94da-77e1dd72ff18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8843bd98-c342-49e3-929b-0636674dbd31 HTTP/1.1" status: 204 len: 168 time: 0.1380811 Jul 07 17:20:44.480831 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def97f6b-ea29-4fae-94da-77e1dd72ff18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8843bd98-c342-49e3-929b-0636674dbd31,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:44.708771 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-65ba2ee3-5324-4e5f-8911-086f85707a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:45.204429 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79744f-0f8e-4860-8ceb-c0d4a9f369a3 req-83c73d34-078b-4272-8b9f-0fc3ea4e4141 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:45.206915 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-be79744f-0f8e-4860-8ceb-c0d4a9f369a3 req-83c73d34-078b-4272-8b9f-0fc3ea4e4141 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 944 time: 0.0846446 Jul 07 17:20:45.214672 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50770) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.251407 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-be79744f-0f8e-4860-8ceb-c0d4a9f369a3 req-c12e1224-8e01-413f-a8cf-080e87e3e4f6 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360498 Jul 07 17:20:45.348379 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-31dd4d68-3b4b-42f8-b08e-046aceb9c44d tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] Request body: {'port': {'network_id': '80750879-647a-43e6-8a9f-44cfd9b84a13', 'name': 'tempest-NetworksNegativeTestJSON-601742074'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:45.364786 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-31dd4d68-3b4b-42f8-b08e-046aceb9c44d tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] POST failed (client error): The resource could not be found. Jul 07 17:20:45.365482 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31dd4d68-3b4b-42f8-b08e-046aceb9c44d tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:45.366855 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-31dd4d68-3b4b-42f8-b08e-046aceb9c44d tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1498775 Jul 07 17:20:45.371581 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50776) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.391519 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e9b7bd-0847-46c5-8f5e-5c53d92bacad tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:45.392068 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e9b7bd-0847-46c5-8f5e-5c53d92bacad tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:45.394308 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-04e9b7bd-0847-46c5-8f5e-5c53d92bacad tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] 10.222.0.50 "DELETE /v2.0/networks/a334832a-1f51-4418-a8f2-5a1dbaa71286 HTTP/1.1" status: 404 len: 339 time: 0.0209880 Jul 07 17:20:45.398083 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50778) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.423840 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f335e0b1-4d8f-4d1d-b2a4-bf13d46b5acc tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:45.424505 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f335e0b1-4d8f-4d1d-b2a4-bf13d46b5acc tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:45.426241 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f335e0b1-4d8f-4d1d-b2a4-bf13d46b5acc tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] 10.222.0.50 "DELETE /v2.0/ports/b93a2810-570a-41c1-a1af-081fd43a8b85 HTTP/1.1" status: 404 len: 333 time: 0.0270875 Jul 07 17:20:45.430243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50780) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.457141 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-281d4bf7-e582-4344-abd7-3cb39a679a60 tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] DELETE failed (client error): The resource could not be found. Jul 07 17:20:45.457574 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281d4bf7-e582-4344-abd7-3cb39a679a60 tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:45.459975 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-281d4bf7-e582-4344-abd7-3cb39a679a60 tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] 10.222.0.50 "DELETE /v2.0/subnets/ae3f0b55-24fa-423b-9003-ee43a850a7f2 HTTP/1.1" status: 404 len: 337 time: 0.0281048 Jul 07 17:20:45.463525 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50782) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.485040 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-8265667f-6874-4fbe-83b2-93a013a97dca tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] GET failed (client error): The resource could not be found. Jul 07 17:20:45.486515 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8265667f-6874-4fbe-83b2-93a013a97dca tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] 10.222.0.50 "GET /v2.0/networks/8b3615ab-1325-4abd-8fe1-9fd146b75133 HTTP/1.1" status: 404 len: 339 time: 0.0219972 Jul 07 17:20:45.493165 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50784) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.527504 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-9661f7b4-d634-4bc5-b417-29ce26951729 tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] GET failed (client error): The resource could not be found. Jul 07 17:20:45.529021 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9661f7b4-d634-4bc5-b417-29ce26951729 tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] 10.222.0.50 "GET /v2.0/ports/4e0d8fde-aa76-4592-9fb1-32cc426c08ce HTTP/1.1" status: 404 len: 333 time: 0.0347981 Jul 07 17:20:45.533731 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50786) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.548591 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2467a96c-d078-43bc-b1df-2a1c5209eaca no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:20:45.576882 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1081b97-2165-45ef-8231-2f27dfd8dbb8 tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] GET failed (client error): The resource could not be found. Jul 07 17:20:45.579179 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a1081b97-2165-45ef-8231-2f27dfd8dbb8 tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] 10.222.0.50 "GET /v2.0/subnets/e56dc735-02f7-42c9-b961-ce2ace5b9c91 HTTP/1.1" status: 404 len: 337 time: 0.0438187 Jul 07 17:20:45.580780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 2467a96c-d078-43bc-b1df-2a1c5209eaca {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:20:45.581519 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2467a96c-d078-43bc-b1df-2a1c5209eaca not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:20:45.583121 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50788) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.589610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-07742ba0-4d50-4481-bdf7-d6f0de84bf08 tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:45.605898 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-07742ba0-4d50-4481-bdf7-d6f0de84bf08 tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] PUT failed (client error): The resource could not be found. Jul 07 17:20:45.606567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07742ba0-4d50-4481-bdf7-d6f0de84bf08 tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:45.607957 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-07742ba0-4d50-4481-bdf7-d6f0de84bf08 tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] 10.222.0.50 "PUT /v2.0/networks/46a4694a-d835-4e5d-8b62-3cd111823340 HTTP/1.1" status: 404 len: 339 time: 0.0235596 Jul 07 17:20:45.613022 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50790) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.618732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-3080f59d-c9a8-4c14-8da1-c54334d55ef4 tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:45.640548 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-3080f59d-c9a8-4c14-8da1-c54334d55ef4 tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] PUT failed (client error): The resource could not be found. Jul 07 17:20:45.641205 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3080f59d-c9a8-4c14-8da1-c54334d55ef4 tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:45.642337 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3080f59d-c9a8-4c14-8da1-c54334d55ef4 tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] 10.222.0.50 "PUT /v2.0/ports/138f6176-e5c8-40f3-b8b2-9f13b71dca24 HTTP/1.1" status: 404 len: 333 time: 0.0283501 Jul 07 17:20:45.646049 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50792) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:45.651691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f3b22f08-8c37-4f85-bbcf-83168e169372 tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:45.673860 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b22f08-8c37-4f85-bbcf-83168e169372 tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] PUT failed (client error): The resource could not be found. Jul 07 17:20:45.674312 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b22f08-8c37-4f85-bbcf-83168e169372 tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:20:45.676034 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f3b22f08-8c37-4f85-bbcf-83168e169372 tempest-NetworksNegativeTestJSON-906420277 tempest-NetworksNegativeTestJSON-906420277-project] 10.222.0.50 "PUT /v2.0/subnets/baad1dee-dec0-41c2-913b-d627283f193b HTTP/1.1" status: 404 len: 337 time: 0.0287745 Jul 07 17:20:45.928786 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50798) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:46.037915 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c088f33b-cfbb-461b-bea8-dd328b5ec207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.143937 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c088f33b-cfbb-461b-bea8-dd328b5ec207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.148106 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c088f33b-cfbb-461b-bea8-dd328b5ec207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.185352 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088f33b-cfbb-461b-bea8-dd328b5ec207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9397788-0596-4673-b353-d91578f4c3e6,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:46.193565 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c088f33b-cfbb-461b-bea8-dd328b5ec207 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f532ec4d3af74669904c850379cff834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2603557 Jul 07 17:20:46.194492 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50802) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:46.255596 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3dcec94a-d7d3-4a8b-ab90-e95955a46855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.279923 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3dcec94a-d7d3-4a8b-ab90-e95955a46855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.338314 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3dcec94a-d7d3-4a8b-ab90-e95955a46855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.344327 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3dcec94a-d7d3-4a8b-ab90-e95955a46855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:46.351117 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3dcec94a-d7d3-4a8b-ab90-e95955a46855 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9397788-0596-4673-b353-d91578f4c3e6 HTTP/1.1" status: 204 len: 168 time: 0.1553702 Jul 07 17:20:46.360990 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcec94a-d7d3-4a8b-ab90-e95955a46855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9397788-0596-4673-b353-d91578f4c3e6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:46.460869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c549ba-c8ca-4a56-a14c-0c5218020770 req-3c21ab6f-189a-40b7-a50d-24ad82f56c20 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:46.465487 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a7c549ba-c8ca-4a56-a14c-0c5218020770 req-3c21ab6f-189a-40b7-a50d-24ad82f56c20 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 944 time: 0.0799935 Jul 07 17:20:46.528896 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a7c549ba-c8ca-4a56-a14c-0c5218020770 req-742755bb-b48b-424c-9fa5-d34047caf104 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578101 Jul 07 17:20:46.541635 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.085074 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50830) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:47.190625 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-170ebdb2-e0a3-4c02-8cee-79e94ebb51ea tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Request body: {'security_group': {'name': 'tempest-secgroup--105427012'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:47.215038 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-170ebdb2-e0a3-4c02-8cee-79e94ebb51ea tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.225245 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-170ebdb2-e0a3-4c02-8cee-79e94ebb51ea tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.338541 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-170ebdb2-e0a3-4c02-8cee-79e94ebb51ea tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.342695 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-170ebdb2-e0a3-4c02-8cee-79e94ebb51ea tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.382904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ebdb2-e0a3-4c02-8cee-79e94ebb51ea tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b04e31-10f4-406c-a068-63010784a4f1,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:47.451775 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-170ebdb2-e0a3-4c02-8cee-79e94ebb51ea tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.456076 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-170ebdb2-e0a3-4c02-8cee-79e94ebb51ea tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.489948 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-170ebdb2-e0a3-4c02-8cee-79e94ebb51ea tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.489948 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-170ebdb2-e0a3-4c02-8cee-79e94ebb51ea tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4030461 Jul 07 17:20:47.492164 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50838) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:47.494035 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ebdb2-e0a3-4c02-8cee-79e94ebb51ea tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046c99f5-4ba7-4be3-a57c-1489fd80c454,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:47.569937 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-673379cb-12f3-41c9-9c04-8b1681037cc6 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0722020 Jul 07 17:20:47.570196 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50842) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:47.575589 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-0c471bbc-2eaa-4dc9-90eb-2fdac223e929 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Request body: {'security_group': {'name': 'tempest-security--1814494628', 'description': 'tempest-security-description-1151615243'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:47.605298 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c471bbc-2eaa-4dc9-90eb-2fdac223e929 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.651167 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.656704 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c471bbc-2eaa-4dc9-90eb-2fdac223e929 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.662288 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c471bbc-2eaa-4dc9-90eb-2fdac223e929 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.665918 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c471bbc-2eaa-4dc9-90eb-2fdac223e929 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.667506 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0c471bbc-2eaa-4dc9-90eb-2fdac223e929 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "PUT /v2.0/security-groups/046c99f5-4ba7-4be3-a57c-1489fd80c454 HTTP/1.1" status: 200 len: 1780 time: 0.0960369 Jul 07 17:20:47.671618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50844) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:47.713998 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 98396be1-6576-41ca-a2f9-bafb61875bbc details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:20:47.714801 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7015d1cb-6f2a-4b52-95f8-eee3b1c98be2 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-groups/046c99f5-4ba7-4be3-a57c-1489fd80c454 HTTP/1.1" status: 200 len: 1780 time: 0.0419798 Jul 07 17:20:47.718769 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50846) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:47.733269 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c471bbc-2eaa-4dc9-90eb-2fdac223e929 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046c99f5-4ba7-4be3-a57c-1489fd80c454,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:47.778169 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f775c00-1145-40ff-96e9-e77bf95d33b3 req-f7387b6f-b0c0-4e70-b3e2-10dde2110558 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:47.780669 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4f775c00-1145-40ff-96e9-e77bf95d33b3 req-f7387b6f-b0c0-4e70-b3e2-10dde2110558 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 944 time: 0.1116242 Jul 07 17:20:47.786779 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cbc8b89c-ff76-40bd-9ce8-100df57e2ae8 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.813901 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cbc8b89c-ff76-40bd-9ce8-100df57e2ae8 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.838477 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 98396be1-6576-41ca-a2f9-bafb61875bbc, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=98396be1-6576-41ca-a2f9-bafb61875bbc,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:47.839936 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4f775c00-1145-40ff-96e9-e77bf95d33b3 req-3001d2f9-05f8-47a0-a17e-3f793f0c1b6f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495512 Jul 07 17:20:47.853657 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '98396be1-6576-41ca-a2f9-bafb61875bbc', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'port_id': '98396be1-6576-41ca-a2f9-bafb61875bbc', 'mac_address': 'fa:16:3e:29:ec:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:20:47.889054 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cbc8b89c-ff76-40bd-9ce8-100df57e2ae8 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.892017 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cbc8b89c-ff76-40bd-9ce8-100df57e2ae8 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.897668 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cbc8b89c-ff76-40bd-9ce8-100df57e2ae8 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "DELETE /v2.0/security-groups/046c99f5-4ba7-4be3-a57c-1489fd80c454 HTTP/1.1" status: 204 len: 168 time: 0.1731215 Jul 07 17:20:47.897908 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.898121 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50848) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:47.908611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8b89c-ff76-40bd-9ce8-100df57e2ae8 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=046c99f5-4ba7-4be3-a57c-1489fd80c454,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:47.908901 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98396be1-6576-41ca-a2f9-bafb61875bbc {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:47.939335 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 98396be1-6576-41ca-a2f9-bafb61875bbc, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=98396be1-6576-41ca-a2f9-bafb61875bbc,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:47.949370 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.958103 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-684d38e5-c821-4a91-bf69-c3d17d574975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:47.963602 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-001ddf0e-a1cf-4ab4-ab77-e7465b5c4f3e tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0635526 Jul 07 17:20:47.964055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50850) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:47.983934 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-c90a8e26-b2ca-4a0e-8a13-8af2dfb89cc4 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] delete failed (client error): The resource could not be found. Jul 07 17:20:47.984948 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c90a8e26-b2ca-4a0e-8a13-8af2dfb89cc4 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "DELETE /v2.0/security-groups/046c99f5-4ba7-4be3-a57c-1489fd80c454 HTTP/1.1" status: 404 len: 347 time: 0.0175369 Jul 07 17:20:47.990626 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50852) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:47.996103 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-6c2d1e29-d5bf-48d7-8986-da823bfb800f tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1332221935'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:48.003983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=98396be1-6576-41ca-a2f9-bafb61875bbc,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:48.012027 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:48.012381 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:48.012805 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:48.013154 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:48.013488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:48.013824 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:48.014149 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:48.014588 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:48.014925 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:48.015255 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:48.015573 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:48.015887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:48.023896 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1e29-d5bf-48d7-8986-da823bfb800f tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.116136 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1e29-d5bf-48d7-8986-da823bfb800f tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.120454 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1e29-d5bf-48d7-8986-da823bfb800f tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.139982 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['98396be1-6576-41ca-a2f9-bafb61875bbc'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:20:48.148054 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1e29-d5bf-48d7-8986-da823bfb800f tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.149338 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6c2d1e29-d5bf-48d7-8986-da823bfb800f tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1575563 Jul 07 17:20:48.153470 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50854) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:48.158184 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-8989cb72-b2d6-4a5f-982a-e51b8fdbebeb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Request body: {'security_group_rule': {'security_group_id': 'eb4d5444-58e3-4ae1-9e6a-155701ef61f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:48.164278 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d1e29-d5bf-48d7-8986-da823bfb800f tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4d5444-58e3-4ae1-9e6a-155701ef61f2,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:48.192381 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8989cb72-b2d6-4a5f-982a-e51b8fdbebeb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.279047 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8989cb72-b2d6-4a5f-982a-e51b8fdbebeb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.286537 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8989cb72-b2d6-4a5f-982a-e51b8fdbebeb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.305151 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989cb72-b2d6-4a5f-982a-e51b8fdbebeb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f91a43-1871-41b6-8d2e-281ff81770b8,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:48.319021 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8989cb72-b2d6-4a5f-982a-e51b8fdbebeb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.320274 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8989cb72-b2d6-4a5f-982a-e51b8fdbebeb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1657984 Jul 07 17:20:48.324910 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50856) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:48.359191 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42d5c3f8-db0b-4d74-9e33-43bfe9f9dd07 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.367400 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42d5c3f8-db0b-4d74-9e33-43bfe9f9dd07 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.397460 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42d5c3f8-db0b-4d74-9e33-43bfe9f9dd07 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.403523 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42d5c3f8-db0b-4d74-9e33-43bfe9f9dd07 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.404640 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-42d5c3f8-db0b-4d74-9e33-43bfe9f9dd07 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/93f91a43-1871-41b6-8d2e-281ff81770b8 HTTP/1.1" status: 204 len: 168 time: 0.0785449 Jul 07 17:20:48.407566 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50858) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:48.411119 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5c3f8-db0b-4d74-9e33-43bfe9f9dd07 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93f91a43-1871-41b6-8d2e-281ff81770b8,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:48.457125 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ebce7552-0cdf-478b-b6c6-80cca5c6ff69 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0483992 Jul 07 17:20:48.459859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50860) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:48.515778 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4d54dc3-6b78-4fec-9c77-206dc5435c8f tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.539364 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4d54dc3-6b78-4fec-9c77-206dc5435c8f tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.583424 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4d54dc3-6b78-4fec-9c77-206dc5435c8f tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.586279 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4d54dc3-6b78-4fec-9c77-206dc5435c8f tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.587462 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b4d54dc3-6b78-4fec-9c77-206dc5435c8f tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "DELETE /v2.0/security-groups/eb4d5444-58e3-4ae1-9e6a-155701ef61f2 HTTP/1.1" status: 204 len: 168 time: 0.1266797 Jul 07 17:20:48.590451 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50864) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:48.597156 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d54dc3-6b78-4fec-9c77-206dc5435c8f tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4d5444-58e3-4ae1-9e6a-155701ef61f2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:48.637271 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6247a115-701d-4fb0-975a-7331503af7e8 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0455320 Jul 07 17:20:48.641251 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50868) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:48.646891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-583e7d14-e344-439f-a3b4-ba8a02b9d9ec tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Request body: {'security_group': {'name': 'tempest-secgroup--561226273'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:48.673960 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-583e7d14-e344-439f-a3b4-ba8a02b9d9ec tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.765719 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-583e7d14-e344-439f-a3b4-ba8a02b9d9ec tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.770161 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-583e7d14-e344-439f-a3b4-ba8a02b9d9ec tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.798893 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-583e7d14-e344-439f-a3b4-ba8a02b9d9ec tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.800136 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-583e7d14-e344-439f-a3b4-ba8a02b9d9ec tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1575787 Jul 07 17:20:48.802137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e7d14-e344-439f-a3b4-ba8a02b9d9ec tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63102502-5162-4516-a779-76c8ee20277c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:48.803104 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50870) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:48.808020 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-4a5067b0-d7e7-4b30-be78-0ccfc513be07 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Request body: {'security_group_rule': {'security_group_id': '63102502-5162-4516-a779-76c8ee20277c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:48.835935 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4a5067b0-d7e7-4b30-be78-0ccfc513be07 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.847283 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.898263 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4a5067b0-d7e7-4b30-be78-0ccfc513be07 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.903008 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4a5067b0-d7e7-4b30-be78-0ccfc513be07 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.922143 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5067b0-d7e7-4b30-be78-0ccfc513be07 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a6143a-de58-46cf-8c74-18cc08dc6064,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:48.930551 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4a5067b0-d7e7-4b30-be78-0ccfc513be07 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:48.931921 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4a5067b0-d7e7-4b30-be78-0ccfc513be07 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1277714 Jul 07 17:20:48.935633 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50874) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:48.941951 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-fc3f0da1-92f2-4ed6-8111-eb9509f63375 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Request body: {'security_group_rule': {'security_group_id': '63102502-5162-4516-a779-76c8ee20277c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:48.972807 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0da1-92f2-4ed6-8111-eb9509f63375 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.030683 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0065481-c8c4-408b-a360-b75bb06cfd69 req-e8a64e5c-5ccf-474d-890f-7a8f9cf7c503 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:49.032245 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c0065481-c8c4-408b-a360-b75bb06cfd69 req-e8a64e5c-5ccf-474d-890f-7a8f9cf7c503 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 945 time: 0.0689998 Jul 07 17:20:49.044681 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0da1-92f2-4ed6-8111-eb9509f63375 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.048928 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0da1-92f2-4ed6-8111-eb9509f63375 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.072902 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f0da1-92f2-4ed6-8111-eb9509f63375 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa327c89-1621-486b-833b-fce75d306097,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:49.074658 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c0065481-c8c4-408b-a360-b75bb06cfd69 req-d76d6709-3684-498a-b38d-084cc3644e62 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363076 Jul 07 17:20:49.077109 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0da1-92f2-4ed6-8111-eb9509f63375 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.078340 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fc3f0da1-92f2-4ed6-8111-eb9509f63375 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417277 Jul 07 17:20:49.081752 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50876) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:49.087036 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-e1454cbe-5ac0-4abc-bb77-adb5f2023a1e tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Request body: {'security_group_rule': {'security_group_id': '63102502-5162-4516-a779-76c8ee20277c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:49.124731 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e1454cbe-5ac0-4abc-bb77-adb5f2023a1e tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.185411 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e1454cbe-5ac0-4abc-bb77-adb5f2023a1e tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.189118 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e1454cbe-5ac0-4abc-bb77-adb5f2023a1e tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.208992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1454cbe-5ac0-4abc-bb77-adb5f2023a1e tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d3c8d7-53cc-408c-bcad-050e08fb1d3f,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:49.219503 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e1454cbe-5ac0-4abc-bb77-adb5f2023a1e tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.220724 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e1454cbe-5ac0-4abc-bb77-adb5f2023a1e tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377449 Jul 07 17:20:49.225126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50878) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:49.229540 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-69379e88-0036-45eb-ab10-14440660d263 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Request body: {'security_group_rule': {'security_group_id': '63102502-5162-4516-a779-76c8ee20277c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:49.257640 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69379e88-0036-45eb-ab10-14440660d263 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.318679 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69379e88-0036-45eb-ab10-14440660d263 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.323002 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69379e88-0036-45eb-ab10-14440660d263 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.342157 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69379e88-0036-45eb-ab10-14440660d263 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b853f59-2a02-400b-8715-90c4066e2c66,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:49.345460 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-69379e88-0036-45eb-ab10-14440660d263 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.346991 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-69379e88-0036-45eb-ab10-14440660d263 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207027 Jul 07 17:20:49.349799 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50880) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:49.354649 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-34133b0e-4e57-4b48-be9a-5ba2ca29c2ff tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Request body: {'security_group_rule': {'security_group_id': '63102502-5162-4516-a779-76c8ee20277c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:49.381560 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-34133b0e-4e57-4b48-be9a-5ba2ca29c2ff tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.445823 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-34133b0e-4e57-4b48-be9a-5ba2ca29c2ff tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.449774 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-34133b0e-4e57-4b48-be9a-5ba2ca29c2ff tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.467030 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34133b0e-4e57-4b48-be9a-5ba2ca29c2ff tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4497a14f-3ec9-4e84-9184-95a8f22f7e09,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:49.473894 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-34133b0e-4e57-4b48-be9a-5ba2ca29c2ff tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.475330 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-34133b0e-4e57-4b48-be9a-5ba2ca29c2ff tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1245208 Jul 07 17:20:49.478215 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50882) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:49.504326 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d14fb76d-0048-46bb-806a-b36acd74d9df tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.512474 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d14fb76d-0048-46bb-806a-b36acd74d9df tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.548483 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d14fb76d-0048-46bb-806a-b36acd74d9df tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.555188 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d14fb76d-0048-46bb-806a-b36acd74d9df tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.556320 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d14fb76d-0048-46bb-806a-b36acd74d9df tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/4497a14f-3ec9-4e84-9184-95a8f22f7e09 HTTP/1.1" status: 204 len: 168 time: 0.0771270 Jul 07 17:20:49.559132 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50884) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:49.562419 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fb76d-0048-46bb-806a-b36acd74d9df tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4497a14f-3ec9-4e84-9184-95a8f22f7e09,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:49.611149 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6169238e-8ad6-4678-8883-4fbd9651c5aa tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0507450 Jul 07 17:20:49.613976 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50888) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:49.645067 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d8922365-0dc9-4b63-8ac0-2a3daccee647 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.654190 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d8922365-0dc9-4b63-8ac0-2a3daccee647 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.697292 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d8922365-0dc9-4b63-8ac0-2a3daccee647 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.703338 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d8922365-0dc9-4b63-8ac0-2a3daccee647 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.704536 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d8922365-0dc9-4b63-8ac0-2a3daccee647 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/7b853f59-2a02-400b-8715-90c4066e2c66 HTTP/1.1" status: 204 len: 168 time: 0.0891092 Jul 07 17:20:49.707992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50890) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:49.711032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8922365-0dc9-4b63-8ac0-2a3daccee647 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b853f59-2a02-400b-8715-90c4066e2c66,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:49.729123 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 98396be1-6576-41ca-a2f9-bafb61875bbc up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:20:49.771722 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-13fc5832-8eb4-4ffa-9817-ba2a0c6f1712 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0617170 Jul 07 17:20:49.774791 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50894) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:49.792214 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 98396be1-6576-41ca-a2f9-bafb61875bbc completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:49.797905 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 98396be1-6576-41ca-a2f9-bafb61875bbc triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:49.798831 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.802635 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87d6385d-b841-4d4e-8c20-3d291c641e89 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.814419 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87d6385d-b841-4d4e-8c20-3d291c641e89 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.844205 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87d6385d-b841-4d4e-8c20-3d291c641e89 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.850667 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87d6385d-b841-4d4e-8c20-3d291c641e89 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.851962 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-87d6385d-b841-4d4e-8c20-3d291c641e89 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/77d3c8d7-53cc-408c-bcad-050e08fb1d3f HTTP/1.1" status: 204 len: 168 time: 0.0760596 Jul 07 17:20:49.855383 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50896) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:49.857418 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6385d-b841-4d4e-8c20-3d291c641e89 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77d3c8d7-53cc-408c-bcad-050e08fb1d3f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:49.890419 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.903618 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6d94a23a-035f-4f28-9eba-47cd42bc3e65 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0471113 Jul 07 17:20:49.907156 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50898) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:49.915906 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda19663-88b4-45cd-b839-53df25f60d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98396be1-6576-41ca-a2f9-bafb61875bbc'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:49.918787 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823d3d38-b591-4879-89ad-a4ef9b17461b" -d '{"events": [{"server_uuid": "eda19663-88b4-45cd-b839-53df25f60d16", "name": "network-vif-plugged", "status": "completed", "tag": "98396be1-6576-41ca-a2f9-bafb61875bbc"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:49.933402 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 98396be1-6576-41ca-a2f9-bafb61875bbc, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=98396be1-6576-41ca-a2f9-bafb61875bbc,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:20:49.935424 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d740a1d0-8de7-4949-993b-2f1e3a6521db tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.938666 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.944962 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d740a1d0-8de7-4949-993b-2f1e3a6521db tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.964887 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5688979-8792-4b61-902e-72c299e9b311 x-openstack-request-id: req-b5688979-8792-4b61-902e-72c299e9b311 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:49.965203 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda19663-88b4-45cd-b839-53df25f60d16", "name": "network-vif-plugged", "status": "completed", "tag": "98396be1-6576-41ca-a2f9-bafb61875bbc", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:49.965454 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b5688979-8792-4b61-902e-72c299e9b311 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:49.965896 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda19663-88b4-45cd-b839-53df25f60d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98396be1-6576-41ca-a2f9-bafb61875bbc', 'code': 200} Jul 07 17:20:49.977952 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d740a1d0-8de7-4949-993b-2f1e3a6521db tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.984936 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d740a1d0-8de7-4949-993b-2f1e3a6521db tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:49.989697 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d740a1d0-8de7-4949-993b-2f1e3a6521db tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/fa327c89-1621-486b-833b-fce75d306097 HTTP/1.1" status: 204 len: 168 time: 0.0788028 Jul 07 17:20:49.990412 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50902) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:50.002297 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740a1d0-8de7-4949-993b-2f1e3a6521db tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa327c89-1621-486b-833b-fce75d306097,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:50.006146 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=98396be1-6576-41ca-a2f9-bafb61875bbc,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:50.040154 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-649a6342-01e3-4d2b-9b82-f5189d7f8919 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0484555 Jul 07 17:20:50.043267 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50904) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:50.070918 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ad0e0d9c-9648-488f-b03b-6bbd7b7601cf tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.079114 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ad0e0d9c-9648-488f-b03b-6bbd7b7601cf tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.080605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b4a71-3794-469e-a138-7e91d59b312c req-f5f4b858-ff2a-4eb1-8595-de8224fda386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:50.082142 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-882b4a71-3794-469e-a138-7e91d59b312c req-f5f4b858-ff2a-4eb1-8595-de8224fda386 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 1097 time: 0.0535557 Jul 07 17:20:50.107683 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ad0e0d9c-9648-488f-b03b-6bbd7b7601cf tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.114476 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ad0e0d9c-9648-488f-b03b-6bbd7b7601cf tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.118442 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ad0e0d9c-9648-488f-b03b-6bbd7b7601cf tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/51a6143a-de58-46cf-8c74-18cc08dc6064 HTTP/1.1" status: 204 len: 168 time: 0.0715013 Jul 07 17:20:50.119427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50908) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:50.124560 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e0d9c-9648-488f-b03b-6bbd7b7601cf tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51a6143a-de58-46cf-8c74-18cc08dc6064,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:50.140142 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-882b4a71-3794-469e-a138-7e91d59b312c req-5ad360fd-39a7-48be-983f-a34475bc6f7d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510113 Jul 07 17:20:50.181472 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-38681428-b51b-4fb9-86f4-1d1563323184 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0579722 Jul 07 17:20:50.184167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50910) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:50.283216 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-08b5984d-4a7b-41e9-a434-3d0b9218c3ab tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.313854 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-08b5984d-4a7b-41e9-a434-3d0b9218c3ab tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.333760 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.335276 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1f938-fea7-4cda-85cf-f985357e3c51 req-73b458ba-1a66-4cba-8d3d-28f1fc70b8a7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:50.336788 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9da1f938-fea7-4cda-85cf-f985357e3c51 req-73b458ba-1a66-4cba-8d3d-28f1fc70b8a7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 946 time: 0.1235993 Jul 07 17:20:50.394190 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9da1f938-fea7-4cda-85cf-f985357e3c51 req-9e12ca2b-6a9b-44e6-80a8-34ae534c8876 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498078 Jul 07 17:20:50.395576 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-08b5984d-4a7b-41e9-a434-3d0b9218c3ab tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.398612 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-08b5984d-4a7b-41e9-a434-3d0b9218c3ab tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.402117 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-08b5984d-4a7b-41e9-a434-3d0b9218c3ab tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "DELETE /v2.0/security-groups/63102502-5162-4516-a779-76c8ee20277c HTTP/1.1" status: 204 len: 168 time: 0.2144401 Jul 07 17:20:50.402934 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50912) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:50.410128 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5984d-4a7b-41e9-a434-3d0b9218c3ab tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63102502-5162-4516-a779-76c8ee20277c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:50.455308 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4844d922-29f9-412c-82d3-26b30bc80a41 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0510163 Jul 07 17:20:50.459461 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50914) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:50.464111 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-426b1354-6baf-4f3b-8176-e80dd003cce6 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Request body: {'security_group': {'name': 'tempest-secgroup--2053092499'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:50.486084 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-426b1354-6baf-4f3b-8176-e80dd003cce6 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.570619 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-426b1354-6baf-4f3b-8176-e80dd003cce6 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.575277 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-426b1354-6baf-4f3b-8176-e80dd003cce6 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.602897 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-426b1354-6baf-4f3b-8176-e80dd003cce6 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.607021 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50916) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:50.607511 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-426b1354-6baf-4f3b-8176-e80dd003cce6 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1465008 Jul 07 17:20:50.611416 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b1354-6baf-4f3b-8176-e80dd003cce6 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c4e888-c043-4f80-afba-1593732fcc89,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:50.616293 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-3f90c938-c48f-4e8f-970f-88929fde38eb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Request body: {'security_group_rule': {'security_group_id': '25c4e888-c043-4f80-afba-1593732fcc89', 'direction': 'ingress', 'protocol': 17}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:50.642905 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f90c938-c48f-4e8f-970f-88929fde38eb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.689679 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f90c938-c48f-4e8f-970f-88929fde38eb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.693180 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f90c938-c48f-4e8f-970f-88929fde38eb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.711439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90c938-c48f-4e8f-970f-88929fde38eb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be49e1e3-e2dd-412e-aed0-50cdc9099004,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:50.717343 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f90c938-c48f-4e8f-970f-88929fde38eb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.722756 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3f90c938-c48f-4e8f-970f-88929fde38eb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1102262 Jul 07 17:20:50.723112 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50920) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:50.780395 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dcdd0565-15cf-4ce8-ad08-06dd820967a2 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.806599 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dcdd0565-15cf-4ce8-ad08-06dd820967a2 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.870785 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dcdd0565-15cf-4ce8-ad08-06dd820967a2 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.875114 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dcdd0565-15cf-4ce8-ad08-06dd820967a2 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:50.879100 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dcdd0565-15cf-4ce8-ad08-06dd820967a2 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "DELETE /v2.0/security-groups/25c4e888-c043-4f80-afba-1593732fcc89 HTTP/1.1" status: 204 len: 168 time: 0.1547334 Jul 07 17:20:50.879682 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50924) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:50.889624 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd0565-15cf-4ce8-ad08-06dd820967a2 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c4e888-c043-4f80-afba-1593732fcc89,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:50.943843 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9511f3cc-08e6-4308-9c77-3d0602f9faa1 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0628698 Jul 07 17:20:50.947304 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50926) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:50.952016 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f2b735be-a5ca-418e-8732-10a1165049fe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1209564830'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:50.976799 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2b735be-a5ca-418e-8732-10a1165049fe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.063144 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2b735be-a5ca-418e-8732-10a1165049fe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.067221 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2b735be-a5ca-418e-8732-10a1165049fe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.097424 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2b735be-a5ca-418e-8732-10a1165049fe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.098674 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f2b735be-a5ca-418e-8732-10a1165049fe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1503451 Jul 07 17:20:51.099448 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b735be-a5ca-418e-8732-10a1165049fe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c98fc074-315c-434a-b4b5-6aeab00c96a0,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:51.102157 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50928) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:51.107052 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-9bc4e89f-eaa3-4ad7-911e-c8e5a58c7a8c tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1956105012'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:51.107749 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b735be-a5ca-418e-8732-10a1165049fe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.108100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b735be-a5ca-418e-8732-10a1165049fe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.108450 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b735be-a5ca-418e-8732-10a1165049fe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.108812 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b735be-a5ca-418e-8732-10a1165049fe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.109179 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b735be-a5ca-418e-8732-10a1165049fe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.109516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b735be-a5ca-418e-8732-10a1165049fe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.109855 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b735be-a5ca-418e-8732-10a1165049fe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.110185 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b735be-a5ca-418e-8732-10a1165049fe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.110571 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b735be-a5ca-418e-8732-10a1165049fe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.110997 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b735be-a5ca-418e-8732-10a1165049fe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.111228 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b735be-a5ca-418e-8732-10a1165049fe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.111561 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b735be-a5ca-418e-8732-10a1165049fe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:20:51.135802 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9bc4e89f-eaa3-4ad7-911e-c8e5a58c7a8c tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.219859 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9bc4e89f-eaa3-4ad7-911e-c8e5a58c7a8c tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.224034 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9bc4e89f-eaa3-4ad7-911e-c8e5a58c7a8c tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.249856 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9bc4e89f-eaa3-4ad7-911e-c8e5a58c7a8c tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.251148 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9bc4e89f-eaa3-4ad7-911e-c8e5a58c7a8c tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1478720 Jul 07 17:20:51.254920 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50930) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:51.255885 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4e89f-eaa3-4ad7-911e-c8e5a58c7a8c tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1562c0b6-ff6a-4b52-88fe-7836811f873c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:51.259884 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-80d5182b-ad0e-4990-bc5b-d17ec35a9ddb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Request body: {'security_group_rule': {'security_group_id': 'c98fc074-315c-434a-b4b5-6aeab00c96a0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1562c0b6-ff6a-4b52-88fe-7836811f873c', 'remote_ip_prefix': None}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:51.291551 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80d5182b-ad0e-4990-bc5b-d17ec35a9ddb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.369834 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80d5182b-ad0e-4990-bc5b-d17ec35a9ddb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.374474 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80d5182b-ad0e-4990-bc5b-d17ec35a9ddb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.391512 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5182b-ad0e-4990-bc5b-d17ec35a9ddb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2152d7c9-4a9c-4b41-a2fb-a8e53dce2f27,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:51.398788 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80d5182b-ad0e-4990-bc5b-d17ec35a9ddb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.400059 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-80d5182b-ad0e-4990-bc5b-d17ec35a9ddb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1439989 Jul 07 17:20:51.404038 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50932) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:51.430904 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-004d4aff-c2d7-4eea-8b03-32af17873812 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.439456 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-004d4aff-c2d7-4eea-8b03-32af17873812 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.468610 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-004d4aff-c2d7-4eea-8b03-32af17873812 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.475038 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-004d4aff-c2d7-4eea-8b03-32af17873812 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.476487 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-004d4aff-c2d7-4eea-8b03-32af17873812 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/2152d7c9-4a9c-4b41-a2fb-a8e53dce2f27 HTTP/1.1" status: 204 len: 168 time: 0.0709720 Jul 07 17:20:51.479093 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50936) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:51.490065 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d4aff-c2d7-4eea-8b03-32af17873812 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2152d7c9-4a9c-4b41-a2fb-a8e53dce2f27,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:51.528584 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d26f7423-6968-4913-ab8c-9c513f56faef tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0483890 Jul 07 17:20:51.532350 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50938) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:51.591076 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d3f3d4a9-4431-418e-ab85-094ba2304fb9 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.598774 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfcb02-6243-4a00-bec5-4ddec3763780 req-6721b929-cee5-47d5-835a-20805ec6dad2 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:51.600255 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fbfcb02-6243-4a00-bec5-4ddec3763780 req-6721b929-cee5-47d5-835a-20805ec6dad2 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 946 time: 0.0688789 Jul 07 17:20:51.614699 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d3f3d4a9-4431-418e-ab85-094ba2304fb9 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.647583 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fbfcb02-6243-4a00-bec5-4ddec3763780 req-f8892e0f-2942-45ef-b902-b047d642d4b9 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414517 Jul 07 17:20:51.669712 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d3f3d4a9-4431-418e-ab85-094ba2304fb9 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.672437 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d3f3d4a9-4431-418e-ab85-094ba2304fb9 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.675463 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d3f3d4a9-4431-418e-ab85-094ba2304fb9 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "DELETE /v2.0/security-groups/1562c0b6-ff6a-4b52-88fe-7836811f873c HTTP/1.1" status: 204 len: 168 time: 0.1419814 Jul 07 17:20:51.678937 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50942) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:51.685297 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3d4a9-4431-418e-ab85-094ba2304fb9 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1562c0b6-ff6a-4b52-88fe-7836811f873c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:51.738728 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1e2d1c1e-8083-467a-b0fb-672a26f11f34 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0582879 Jul 07 17:20:51.742895 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50944) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:51.802982 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80593c0c-9f6a-4547-8b11-d1f871d77f5c tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.827530 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80593c0c-9f6a-4547-8b11-d1f871d77f5c tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.853042 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b814fc7-dcb8-4150-87bc-fa6e956d5c31 req-3be325b2-6076-4bb9-a774-417605626bf9 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:51.854791 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b814fc7-dcb8-4150-87bc-fa6e956d5c31 req-3be325b2-6076-4bb9-a774-417605626bf9 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 946 time: 0.0743759 Jul 07 17:20:51.879468 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80593c0c-9f6a-4547-8b11-d1f871d77f5c tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.882249 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80593c0c-9f6a-4547-8b11-d1f871d77f5c tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:51.886126 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-80593c0c-9f6a-4547-8b11-d1f871d77f5c tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "DELETE /v2.0/security-groups/c98fc074-315c-434a-b4b5-6aeab00c96a0 HTTP/1.1" status: 204 len: 168 time: 0.1395264 Jul 07 17:20:51.888722 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50948) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:51.901605 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b814fc7-dcb8-4150-87bc-fa6e956d5c31 req-4946159a-dbc9-49c5-bd95-bac375bb29aa tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382433 Jul 07 17:20:51.902718 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80593c0c-9f6a-4547-8b11-d1f871d77f5c tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98fc074-315c-434a-b4b5-6aeab00c96a0,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:51.948575 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2865b809-a52f-4b78-aea3-5c756fdd5102 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0586529 Jul 07 17:20:51.952766 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50952) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:51.959051 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c1428429-bc82-482a-90cd-94c05de5a653 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1041914518'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:51.995849 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c1428429-bc82-482a-90cd-94c05de5a653 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.100890 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c1428429-bc82-482a-90cd-94c05de5a653 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.104737 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c1428429-bc82-482a-90cd-94c05de5a653 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.134646 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c1428429-bc82-482a-90cd-94c05de5a653 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.135892 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c1428429-bc82-482a-90cd-94c05de5a653 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1817975 Jul 07 17:20:52.139118 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50958) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.140129 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1428429-bc82-482a-90cd-94c05de5a653 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e52944de-6640-4c29-8eff-29b8a1936bcd,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:52.147992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1933c06e-77da-4775-a40e-823bc34bf033 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Request body: {'security_group_rule': {'security_group_id': 'e52944de-6640-4c29-8eff-29b8a1936bcd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:52.185398 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1933c06e-77da-4775-a40e-823bc34bf033 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.250845 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1933c06e-77da-4775-a40e-823bc34bf033 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.256024 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1933c06e-77da-4775-a40e-823bc34bf033 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.277018 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933c06e-77da-4775-a40e-823bc34bf033 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32c5998-62ea-46d7-919b-194236087cb7,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:52.287627 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1933c06e-77da-4775-a40e-823bc34bf033 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.287627 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1933c06e-77da-4775-a40e-823bc34bf033 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1468661 Jul 07 17:20:52.290315 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50964) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.319430 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dd98b71d-9cd0-4149-a31e-db97f10d6ce0 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.328428 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dd98b71d-9cd0-4149-a31e-db97f10d6ce0 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.371110 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dd98b71d-9cd0-4149-a31e-db97f10d6ce0 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.376785 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dd98b71d-9cd0-4149-a31e-db97f10d6ce0 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.378552 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dd98b71d-9cd0-4149-a31e-db97f10d6ce0 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/d32c5998-62ea-46d7-919b-194236087cb7 HTTP/1.1" status: 204 len: 168 time: 0.0867815 Jul 07 17:20:52.381567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50968) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.386969 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98b71d-9cd0-4149-a31e-db97f10d6ce0 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d32c5998-62ea-46d7-919b-194236087cb7,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:52.427423 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c3560157-2d83-4227-a425-8a15e7252e50 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0439925 Jul 07 17:20:52.430987 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50970) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.498058 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ea06a73-01e7-4f26-aa41-ac6a5ff305a7 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.523068 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ea06a73-01e7-4f26-aa41-ac6a5ff305a7 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.569482 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ea06a73-01e7-4f26-aa41-ac6a5ff305a7 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.572686 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ea06a73-01e7-4f26-aa41-ac6a5ff305a7 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.576344 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0ea06a73-01e7-4f26-aa41-ac6a5ff305a7 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "DELETE /v2.0/security-groups/e52944de-6640-4c29-8eff-29b8a1936bcd HTTP/1.1" status: 204 len: 168 time: 0.1430833 Jul 07 17:20:52.577002 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50980) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.585058 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea06a73-01e7-4f26-aa41-ac6a5ff305a7 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52944de-6640-4c29-8eff-29b8a1936bcd,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:52.651913 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8e63045e-8ceb-480c-ba7e-b5d3b7a5f899 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0735114 Jul 07 17:20:52.657572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 50986) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.665434 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-2f6cce34-d22c-4019-a35e-b81e7c2d6eeb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1175160997'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:52.699455 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2f6cce34-d22c-4019-a35e-b81e7c2d6eeb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.785394 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2f6cce34-d22c-4019-a35e-b81e7c2d6eeb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.790978 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2f6cce34-d22c-4019-a35e-b81e7c2d6eeb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.823786 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2f6cce34-d22c-4019-a35e-b81e7c2d6eeb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.825030 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2f6cce34-d22c-4019-a35e-b81e7c2d6eeb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1649387 Jul 07 17:20:52.828097 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 50994) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:52.832829 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-dcf7499e-5580-408f-8518-fa3a8cb463a2 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Request body: {'security_group_rule': {'security_group_id': 'e40a0011-4056-4db1-993e-76a34e032dd7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:52.836697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cce34-d22c-4019-a35e-b81e7c2d6eeb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e40a0011-4056-4db1-993e-76a34e032dd7,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:52.866782 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dcf7499e-5580-408f-8518-fa3a8cb463a2 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.950710 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dcf7499e-5580-408f-8518-fa3a8cb463a2 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.956459 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dcf7499e-5580-408f-8518-fa3a8cb463a2 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.984221 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7499e-5580-408f-8518-fa3a8cb463a2 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a99bdd1-e81a-4771-b232-c78f3352d6dc,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:52.992038 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dcf7499e-5580-408f-8518-fa3a8cb463a2 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:52.993268 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dcf7499e-5580-408f-8518-fa3a8cb463a2 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1641731 Jul 07 17:20:52.996395 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51000) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.016354 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-32359b8b-c1e2-4832-a801-7132d43fd4bb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-group-rules/8a99bdd1-e81a-4771-b232-c78f3352d6dc HTTP/1.1" status: 200 len: 763 time: 0.0184817 Jul 07 17:20:53.019629 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51002) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.076148 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b638abec-bfb8-44bb-a1ed-3b9962298d18 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0524876 Jul 07 17:20:53.077100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51008) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.130745 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e6c4adb8-2963-49b9-a387-7bdadbb73fbe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.141831 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e6c4adb8-2963-49b9-a387-7bdadbb73fbe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.174079 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e6c4adb8-2963-49b9-a387-7bdadbb73fbe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.181066 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e6c4adb8-2963-49b9-a387-7bdadbb73fbe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.182565 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e6c4adb8-2963-49b9-a387-7bdadbb73fbe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/8a99bdd1-e81a-4771-b232-c78f3352d6dc HTTP/1.1" status: 204 len: 168 time: 0.1042347 Jul 07 17:20:53.185126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51018) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.196396 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4adb8-2963-49b9-a387-7bdadbb73fbe tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a99bdd1-e81a-4771-b232-c78f3352d6dc,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:53.238437 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a4d8d6f0-f02d-442b-b91d-53c4097420c9 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0508556 Jul 07 17:20:53.240344 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51020) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.245360 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2efa2061-b0f0-4c5f-8356-c44a95412173 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Request body: {'security_group_rule': {'security_group_id': 'e40a0011-4056-4db1-993e-76a34e032dd7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:53.275016 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2efa2061-b0f0-4c5f-8356-c44a95412173 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.329098 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2efa2061-b0f0-4c5f-8356-c44a95412173 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.334187 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2efa2061-b0f0-4c5f-8356-c44a95412173 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.353029 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa2061-b0f0-4c5f-8356-c44a95412173 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460b9bd3-eae0-45a9-9d6c-edf97dd1f236,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:53.359807 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2efa2061-b0f0-4c5f-8356-c44a95412173 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.362433 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2efa2061-b0f0-4c5f-8356-c44a95412173 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195714 Jul 07 17:20:53.364196 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51028) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.389610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51030) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.398210 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-174aa0d1-2206-4f52-90c9-f403d20c6e89 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-group-rules/460b9bd3-eae0-45a9-9d6c-edf97dd1f236 HTTP/1.1" status: 200 len: 763 time: 0.0201216 Jul 07 17:20:53.453678 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51040) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.454059 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a595383e-617e-4a22-9fd8-fd2ae0f18455 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0626907 Jul 07 17:20:53.484554 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b60eedc1-26fd-4168-a4e7-d6b878a350a0 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.498842 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b60eedc1-26fd-4168-a4e7-d6b878a350a0 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.556058 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b60eedc1-26fd-4168-a4e7-d6b878a350a0 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.571662 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b60eedc1-26fd-4168-a4e7-d6b878a350a0 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.573649 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b60eedc1-26fd-4168-a4e7-d6b878a350a0 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/460b9bd3-eae0-45a9-9d6c-edf97dd1f236 HTTP/1.1" status: 204 len: 168 time: 0.1189828 Jul 07 17:20:53.576751 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51050) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.622583 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60eedc1-26fd-4168-a4e7-d6b878a350a0 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=460b9bd3-eae0-45a9-9d6c-edf97dd1f236,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:53.656998 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8697c454-7955-41bd-8eb0-7d634800bc75 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0785105 Jul 07 17:20:53.660203 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51054) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.665243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-d0e167aa-67f6-4214-8607-e92281c31a89 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Request body: {'security_group_rule': {'security_group_id': 'e40a0011-4056-4db1-993e-76a34e032dd7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:53.695652 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0e167aa-67f6-4214-8607-e92281c31a89 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.762778 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0e167aa-67f6-4214-8607-e92281c31a89 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.767739 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0e167aa-67f6-4214-8607-e92281c31a89 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.793785 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e167aa-67f6-4214-8607-e92281c31a89 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb96336-784a-4b32-a6e7-8dde0ec0594e,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:53.798156 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0e167aa-67f6-4214-8607-e92281c31a89 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.800267 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d0e167aa-67f6-4214-8607-e92281c31a89 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389244 Jul 07 17:20:53.803213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51056) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.820101 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-23643d8e-e0e1-4b71-80ad-340a4c67309e tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-group-rules/1bb96336-784a-4b32-a6e7-8dde0ec0594e HTTP/1.1" status: 200 len: 764 time: 0.0156667 Jul 07 17:20:53.822537 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51058) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.862959 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fc537bf7-3513-42aa-b5c9-6d302043768d tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0393543 Jul 07 17:20:53.865379 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51060) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.888923 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-73c23b5b-a727-4fe7-a2ab-02c2e01877a1 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.896411 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-73c23b5b-a727-4fe7-a2ab-02c2e01877a1 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.922031 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-73c23b5b-a727-4fe7-a2ab-02c2e01877a1 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.928694 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-73c23b5b-a727-4fe7-a2ab-02c2e01877a1 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:53.929784 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-73c23b5b-a727-4fe7-a2ab-02c2e01877a1 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/1bb96336-784a-4b32-a6e7-8dde0ec0594e HTTP/1.1" status: 204 len: 168 time: 0.0635109 Jul 07 17:20:53.932520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51062) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:53.935012 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c23b5b-a727-4fe7-a2ab-02c2e01877a1 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bb96336-784a-4b32-a6e7-8dde0ec0594e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:53.976835 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-52e7c79b-688f-402b-884f-e7c37589578e tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0431540 Jul 07 17:20:53.979601 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51064) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:54.031312 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d34efea6-0ea2-4a3c-ae98-8b27f08aaff4 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.054681 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d34efea6-0ea2-4a3c-ae98-8b27f08aaff4 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.099127 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d34efea6-0ea2-4a3c-ae98-8b27f08aaff4 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.101926 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d34efea6-0ea2-4a3c-ae98-8b27f08aaff4 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.103138 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d34efea6-0ea2-4a3c-ae98-8b27f08aaff4 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "DELETE /v2.0/security-groups/e40a0011-4056-4db1-993e-76a34e032dd7 HTTP/1.1" status: 204 len: 168 time: 0.1226249 Jul 07 17:20:54.105919 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51068) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:54.113325 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34efea6-0ea2-4a3c-ae98-8b27f08aaff4 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40a0011-4056-4db1-993e-76a34e032dd7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:54.160232 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-77198607-6ced-4fcd-ad69-0ae791502bcb tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0521605 Jul 07 17:20:54.164113 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51070) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:54.205486 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b4a1af55-13ce-4dc8-b42a-88a1c0ef5846 tempest-SecGroupTest-339629757 tempest-SecGroupTest-339629757-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0401862 Jul 07 17:20:54.454967 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51078) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:54.603673 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-238b5b25-010a-43a6-accf-e47ebfc47d2e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=419cc77dc00a4ca389176293a0a5fbc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468713 Jul 07 17:20:54.606717 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51082) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:20:54.688830 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-17d29414-0944-46a0-849e-64c23c1642ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.716841 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-17d29414-0944-46a0-849e-64c23c1642ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.775020 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-17d29414-0944-46a0-849e-64c23c1642ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.778000 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-17d29414-0944-46a0-849e-64c23c1642ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:54.779209 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-17d29414-0944-46a0-849e-64c23c1642ed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9b04e31-10f4-406c-a068-63010784a4f1 HTTP/1.1" status: 204 len: 168 time: 0.1710854 Jul 07 17:20:54.788780 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d29414-0944-46a0-849e-64c23c1642ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b04e31-10f4-406c-a068-63010784a4f1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:54.948661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-53ff6c9f-9cdb-4550-b2b3-e5cced6e89d8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:54.950203 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-53ff6c9f-9cdb-4550-b2b3-e5cced6e89d8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 811 time: 0.1107686 Jul 07 17:20:54.968830 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-3d85a35a-8555-4fda-ab48-a7476166d347 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/quotas/cea56dc008374433a72ff26fbcfa22d6 HTTP/1.1" status: 200 len: 375 time: 0.0102932 Jul 07 17:20:55.044864 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-c41aac8f-007b-4168-8874-4f3e973fa18b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0705528 Jul 07 17:20:55.147958 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-d031058a-5dc2-41a8-99a8-3cd62e8e95d1 service neutron] 10.222.0.50 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960064 Jul 07 17:20:55.244463 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-ca41fa2d-42c3-4c1c-abdc-4497558881a4 service neutron] 10.222.0.50 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908351 Jul 07 17:20:55.473534 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b05111f2-351e-4a99-9663-ad2bcdcf3188 req-ba8e8fba-9f23-471c-bf7c-d5d1730f4dcd tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 210 time: 0.0360413 Jul 07 17:20:56.685700 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-6e786d1e-17f7-4a4f-9f30-0f363abe89d8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:56.687921 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-6e786d1e-17f7-4a4f-9f30-0f363abe89d8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.69 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 811 time: 0.1726263 Jul 07 17:20:56.690986 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-894f93f3-0dc8-4245-8563-4aafb9295cd8 req-c9028114-f3c0-43a7-b4ba-a4acff5b68a6 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 210 time: 0.0385287 Jul 07 17:20:56.709378 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-faafc414-0996-4e75-a7ed-49b65102033d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Request body: {'port': {'device_id': '958f7dcb-efb2-497d-8df7-c7998e44d474', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'admin_state_up': True, 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:56.834186 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-faafc414-0996-4e75-a7ed-49b65102033d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Made reservation on behalf of cea56dc008374433a72ff26fbcfa22d6 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:20:56.839656 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-faafc414-0996-4e75-a7ed-49b65102033d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:56.989685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-faafc414-0996-4e75-a7ed-49b65102033d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Allocated IP 172.20.0.10 (888184af-68bd-473b-926b-d4ef0f9f6494/0f79582c-33a8-4ae3-b793-f2486686f367/fcfe9042-6532-4122-b1aa-577260c7e73d) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:20:57.163448 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-faafc414-0996-4e75-a7ed-49b65102033d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.180372 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-faafc414-0996-4e75-a7ed-49b65102033d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Transition to ACTIVE for port object fcfe9042-6532-4122-b1aa-577260c7e73d will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:57.220233 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-faafc414-0996-4e75-a7ed-49b65102033d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.232295 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['98396be1-6576-41ca-a2f9-bafb61875bbc'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:20:57.265430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-faafc414-0996-4e75-a7ed-49b65102033d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Network 888184af-68bd-473b-926b-d4ef0f9f6494 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:20:57.271175 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-faafc414-0996-4e75-a7ed-49b65102033d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:20:57.275055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-faafc414-0996-4e75-a7ed-49b65102033d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:20:57.281867 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafc414-0996-4e75-a7ed-49b65102033d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event updated for resources: {'Port': ['ID=fcfe9042-6532-4122-b1aa-577260c7e73d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:57.340993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-faafc414-0996-4e75-a7ed-49b65102033d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:57.341768 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-faafc414-0996-4e75-a7ed-49b65102033d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.358684 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-faafc414-0996-4e75-a7ed-49b65102033d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6540124 Jul 07 17:20:57.372271 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] Request body: {'port': {'device_id': '958f7dcb-efb2-497d-8df7-c7998e44d474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:20:57.485497 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.651178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-53e74d27-c58f-41fd-95bf-682cd568a5ca None None] Provisioning for port fcfe9042-6532-4122-b1aa-577260c7e73d completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:20:57.659129 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-53e74d27-c58f-41fd-95bf-682cd568a5ca None None] Provisioning complete for port fcfe9042-6532-4122-b1aa-577260c7e73d triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:20:57.659881 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-53e74d27-c58f-41fd-95bf-682cd568a5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.725984 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-53e74d27-c58f-41fd-95bf-682cd568a5ca None None] Port fcfe9042-6532-4122-b1aa-577260c7e73d cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:20:57.849740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfe9042-6532-4122-b1aa-577260c7e73d {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:20:57.868141 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.904441 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] Transition to ACTIVE for port object fcfe9042-6532-4122-b1aa-577260c7e73d will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:20:57.910787 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:57.994933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] Pushing event updated for resources: {'Port': ['ID=fcfe9042-6532-4122-b1aa-577260c7e73d,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:58.013493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457b488-1cc4-4c32-81b9-7a4787f93e73 req-d0c35512-b033-4ab1-93ee-3eebdfc23a28 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:58.015222 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e457b488-1cc4-4c32-81b9-7a4787f93e73 req-d0c35512-b033-4ab1-93ee-3eebdfc23a28 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 932 time: 0.1721158 Jul 07 17:20:58.123793 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e457b488-1cc4-4c32-81b9-7a4787f93e73 req-44fbb126-532e-480c-969a-c077e2f0fa3c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781896 Jul 07 17:20:58.154430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] Attempting to bind port fcfe9042-6532-4122-b1aa-577260c7e73d on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:20:58.154859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] Attempting to bind port fcfe9042-6532-4122-b1aa-577260c7e73d by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:20:58.155203 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] Attempting to bind port fcfe9042-6532-4122-b1aa-577260c7e73d on network 888184af-68bd-473b-926b-d4ef0f9f6494 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:58.159962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] Port fcfe9042-6532-4122-b1aa-577260c7e73d on network 888184af-68bd-473b-926b-d4ef0f9f6494 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:20:58.160292 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] Attempting to bind port fcfe9042-6532-4122-b1aa-577260c7e73d on network 888184af-68bd-473b-926b-d4ef0f9f6494 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:20:58.165685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:20:58.166029 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] Checking segment: {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:20:58.166451 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] Bound using segment: {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:20:58.166892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] Bound port: fcfe9042-6532-4122-b1aa-577260c7e73d, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:20:58.167257 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.239694 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] For port fcfe9042-6532-4122-b1aa-577260c7e73d, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:20:58.242932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] For port fcfe9042-6532-4122-b1aa-577260c7e73d, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=fcfe9042-6532-4122-b1aa-577260c7e73d,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:20:58.248830 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.284577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:58.285050 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:20:58.286667 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] 10.222.0.69 "PUT /v2.0/ports/fcfe9042-6532-4122-b1aa-577260c7e73d HTTP/1.1" status: 200 len: 1092 time: 0.9192953 Jul 07 17:20:58.287127 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958f7dcb-efb2-497d-8df7-c7998e44d474', 'tag': 'fcfe9042-6532-4122-b1aa-577260c7e73d'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:20:58.289387 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf588c1-b7fd-48b7-bd29-2c21f2be47c6" -d '{"events": [{"name": "network-changed", "server_uuid": "958f7dcb-efb2-497d-8df7-c7998e44d474", "tag": "fcfe9042-6532-4122-b1aa-577260c7e73d"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:20:58.324423 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a68061-fd5f-456b-a52c-d6b1b3b26a9c service neutron] Pushing event updated for resources: {'Port': ['ID=fcfe9042-6532-4122-b1aa-577260c7e73d,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:20:58.370136 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9086c50-c356-4637-87b1-dad6da48951b x-openstack-request-id: req-f9086c50-c356-4637-87b1-dad6da48951b {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:20:58.370791 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958f7dcb-efb2-497d-8df7-c7998e44d474", "tag": "fcfe9042-6532-4122-b1aa-577260c7e73d", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:20:58.371204 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f9086c50-c356-4637-87b1-dad6da48951b {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:20:58.371760 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958f7dcb-efb2-497d-8df7-c7998e44d474', 'tag': 'fcfe9042-6532-4122-b1aa-577260c7e73d', 'status': 'completed', 'code': 200} Jul 07 17:20:58.400773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-88bd6530-8ba1-4d1d-b53d-b6ee84b02abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:58.402302 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-88bd6530-8ba1-4d1d-b53d-b6ee84b02abc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 1095 time: 0.0669188 Jul 07 17:20:58.450325 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-71112856-e6ea-4f27-bc73-2b671215710e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfe9042-6532-4122-b1aa-577260c7e73d HTTP/1.1" status: 200 len: 217 time: 0.0380969 Jul 07 17:20:58.503578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-4ce56b52-3469-4021-bda2-44ef3d6fa7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:58.505538 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-4ce56b52-3469-4021-bda2-44ef3d6fa7d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.0488021 Jul 07 17:20:58.573408 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-6a63a1d2-4bb3-4917-864a-34371e7e5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:58.575043 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-6a63a1d2-4bb3-4917-864a-34371e7e5f28 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625939 Jul 07 17:20:58.685521 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-ea066f5c-edc3-4937-abbe-fa78207cb769 service neutron] 10.222.0.69 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031692 Jul 07 17:20:58.817049 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8da8931-ec9c-40f3-b431-cbda680702d8 req-0d247dc8-3d30-4199-9e57-c600a0cd1d6d service neutron] 10.222.0.69 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214888 Jul 07 17:20:58.939096 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf588c1-b7fd-48b7-bd29-2c21f2be47c6 req-b8296fc0-81ab-49fc-be05-f97ecadddd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:58.940898 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6cf588c1-b7fd-48b7-bd29-2c21f2be47c6 req-b8296fc0-81ab-49fc-be05-f97ecadddd30 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 1095 time: 0.0686049 Jul 07 17:20:59.035778 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf588c1-b7fd-48b7-bd29-2c21f2be47c6 req-4f01fffd-2d81-45c4-bbda-09ab30a384d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:59.037243 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6cf588c1-b7fd-48b7-bd29-2c21f2be47c6 req-4f01fffd-2d81-45c4-bbda-09ab30a384d2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.0899878 Jul 07 17:20:59.087520 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6cf588c1-b7fd-48b7-bd29-2c21f2be47c6 req-ec43d71e-2b9b-4a7a-9ee3-0443826ab856 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfe9042-6532-4122-b1aa-577260c7e73d HTTP/1.1" status: 200 len: 217 time: 0.0438230 Jul 07 17:20:59.435430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf588c1-b7fd-48b7-bd29-2c21f2be47c6 req-d32ed469-80e4-466a-8af1-b4357e921edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:59.437177 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6cf588c1-b7fd-48b7-bd29-2c21f2be47c6 req-d32ed469-80e4-466a-8af1-b4357e921edc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.3431053 Jul 07 17:20:59.503441 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0d3a2-e9e8-4a2b-a957-9deac2d6a7db req-4cf6f236-ea6b-4f7c-a507-5176911c203d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:59.504925 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f8b0d3a2-e9e8-4a2b-a957-9deac2d6a7db req-4cf6f236-ea6b-4f7c-a507-5176911c203d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 944 time: 0.1178966 Jul 07 17:20:59.550045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf588c1-b7fd-48b7-bd29-2c21f2be47c6 req-8bc1455f-ac38-4976-914d-cadde0c12088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:20:59.551628 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6cf588c1-b7fd-48b7-bd29-2c21f2be47c6 req-8bc1455f-ac38-4976-914d-cadde0c12088 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058183 Jul 07 17:20:59.565823 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f8b0d3a2-e9e8-4a2b-a957-9deac2d6a7db req-f70a3017-6259-44e8-9020-2dfd21a77628 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547884 Jul 07 17:20:59.669953 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6cf588c1-b7fd-48b7-bd29-2c21f2be47c6 req-6949eb84-bafb-45eb-80d2-f26b5465cffb service neutron] 10.222.0.69 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030412 Jul 07 17:20:59.805599 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6cf588c1-b7fd-48b7-bd29-2c21f2be47c6 req-838550f2-59d7-4318-ad1c-236f35280eb6 service neutron] 10.222.0.69 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283541 Jul 07 17:21:00.823973 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142cc85-05c2-4726-86bc-c2a77f674dd5 req-7ff7693d-c890-4052-a449-27b9436bcc0c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:00.834091 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8142cc85-05c2-4726-86bc-c2a77f674dd5 req-7ff7693d-c890-4052-a449-27b9436bcc0c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 944 time: 0.1150749 Jul 07 17:21:00.908168 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8142cc85-05c2-4726-86bc-c2a77f674dd5 req-4908b480-6385-4189-869d-02dab1825289 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729580 Jul 07 17:21:02.184372 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f5f86-c8fa-456d-afe1-dcf65bc2c317 req-85d75b07-5092-4230-a142-fceb414d3e1d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:02.199092 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d13f5f86-c8fa-456d-afe1-dcf65bc2c317 req-85d75b07-5092-4230-a142-fceb414d3e1d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 944 time: 0.0991802 Jul 07 17:21:02.274734 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d13f5f86-c8fa-456d-afe1-dcf65bc2c317 req-166de271-30d5-4398-aa2f-4a072127ebbc tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667367 Jul 07 17:21:03.585103 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03ad8a-733d-484b-a85a-b975cd7917fc req-c9052fa4-16bc-4e66-8bb2-9fc0d5d4e081 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:03.591071 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bd03ad8a-733d-484b-a85a-b975cd7917fc req-c9052fa4-16bc-4e66-8bb2-9fc0d5d4e081 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 944 time: 0.0804899 Jul 07 17:21:03.686715 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bd03ad8a-733d-484b-a85a-b975cd7917fc req-74a85572-d91e-4486-88e8-288ad0d57185 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926015 Jul 07 17:21:04.923285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315a745-4e2a-413d-96e9-4051fa30d4e9 req-eb001544-13ad-4bcb-b572-eaa054a6266e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:04.926274 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1315a745-4e2a-413d-96e9-4051fa30d4e9 req-eb001544-13ad-4bcb-b572-eaa054a6266e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 944 time: 0.0887778 Jul 07 17:21:04.989887 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1315a745-4e2a-413d-96e9-4051fa30d4e9 req-2d275da0-dc65-405d-8ec2-d1cc5b6a892d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564535 Jul 07 17:21:06.170962 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a4b45-b96c-41bc-9f58-3cd83619c9bd req-72dfb90b-f954-40a9-a22a-dfcd83f9263e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:06.173090 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-483a4b45-b96c-41bc-9f58-3cd83619c9bd req-72dfb90b-f954-40a9-a22a-dfcd83f9263e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 944 time: 0.0684087 Jul 07 17:21:06.219825 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-483a4b45-b96c-41bc-9f58-3cd83619c9bd req-327fd1d9-649a-41c4-ba57-37c25fc0d2d2 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400639 Jul 07 17:21:07.415142 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23d882-9bd4-4489-9a29-aed53155fda6 req-9a27cec7-7ee3-4ae8-8096-fa64104308a3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:07.422988 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bf23d882-9bd4-4489-9a29-aed53155fda6 req-9a27cec7-7ee3-4ae8-8096-fa64104308a3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 944 time: 0.0791354 Jul 07 17:21:07.473844 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bf23d882-9bd4-4489-9a29-aed53155fda6 req-8c45f2fb-a400-48c2-b4f3-5f2124b37373 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475485 Jul 07 17:21:08.691782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299731d-7033-40dd-904a-a6a71ffa73bf req-f8d93a90-662b-4c43-86b6-f1aeb81b8fae tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:08.693975 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8299731d-7033-40dd-904a-a6a71ffa73bf req-f8d93a90-662b-4c43-86b6-f1aeb81b8fae tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 944 time: 0.0842152 Jul 07 17:21:08.742525 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8299731d-7033-40dd-904a-a6a71ffa73bf req-bf3247ff-7366-40ab-887c-6b71977a6861 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381715 Jul 07 17:21:09.927944 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e09660-d77b-428c-b4d5-6e448ca16cd1 req-d5af47d0-aa3f-4b19-9a9d-0da447c069a6 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:09.929525 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c3e09660-d77b-428c-b4d5-6e448ca16cd1 req-d5af47d0-aa3f-4b19-9a9d-0da447c069a6 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 944 time: 0.0645096 Jul 07 17:21:09.975248 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c3e09660-d77b-428c-b4d5-6e448ca16cd1 req-336a8676-f6f6-4c00-8e2c-2a7d33c6c88a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391240 Jul 07 17:21:11.157815 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8edae-9658-4aca-9f36-719f2196fa88 req-1ace6f01-d4db-4f5c-b369-809430193791 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:11.159492 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4ca8edae-9658-4aca-9f36-719f2196fa88 req-1ace6f01-d4db-4f5c-b369-809430193791 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 944 time: 0.0641642 Jul 07 17:21:11.199568 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4ca8edae-9658-4aca-9f36-719f2196fa88 req-970fbc61-c5f8-40ce-a00f-fe3621cefa53 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341294 Jul 07 17:21:12.387291 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad5ef8-ed8e-47ed-ae58-c7f3a89b3397 req-882017b9-3c42-4e4c-9de1-ecc892fcf8ca tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:12.388938 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f0ad5ef8-ed8e-47ed-ae58-c7f3a89b3397 req-882017b9-3c42-4e4c-9de1-ecc892fcf8ca tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 944 time: 0.0701087 Jul 07 17:21:12.433677 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f0ad5ef8-ed8e-47ed-ae58-c7f3a89b3397 req-e45bfe67-eabf-488d-94bf-dbc888a62818 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386674 Jul 07 17:21:13.804334 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c69c9-0389-4d3f-9c0a-1431a07eb61f req-ef3e15f3-9649-4785-a409-2aa25a8f247e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:13.813022 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-573c69c9-0389-4d3f-9c0a-1431a07eb61f req-ef3e15f3-9649-4785-a409-2aa25a8f247e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 944 time: 0.2564385 Jul 07 17:21:13.858681 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-573c69c9-0389-4d3f-9c0a-1431a07eb61f req-8e9b177d-a8a7-426f-9aee-1b6da2dd4bd8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445766 Jul 07 17:21:14.281976 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:14.700723 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-65e7c3a7-c366-4b41-b8e0-d41b6c4cdead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.081427 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702505d7-fb4d-440d-90bb-456ed4f07c12 req-e89839e4-6eff-46db-bd93-83a840ee4e6a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:15.083794 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-702505d7-fb4d-440d-90bb-456ed4f07c12 req-e89839e4-6eff-46db-bd93-83a840ee4e6a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 944 time: 0.0749383 Jul 07 17:21:15.128981 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-702505d7-fb4d-440d-90bb-456ed4f07c12 req-005a4350-302e-461b-8aff-88e1f2937d61 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376074 Jul 07 17:21:15.381010 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51390) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:15.504907 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5ac315d-6f5e-4f57-8624-f4bf519ce982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.596249 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5ac315d-6f5e-4f57-8624-f4bf519ce982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.600228 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5ac315d-6f5e-4f57-8624-f4bf519ce982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.640411 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f5ac315d-6f5e-4f57-8624-f4bf519ce982 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=73374065b167456daa2811aaf61f1fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580574 Jul 07 17:21:15.641714 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac315d-6f5e-4f57-8624-f4bf519ce982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb8a41e-d1ad-4992-8f94-b5a3828670d5,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:15.645180 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51394) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:15.702297 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f934c6d-43e9-43ff-82a5-4368c8beeff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.727151 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f934c6d-43e9-43ff-82a5-4368c8beeff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.790416 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f934c6d-43e9-43ff-82a5-4368c8beeff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.793053 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f934c6d-43e9-43ff-82a5-4368c8beeff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:15.794293 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7f934c6d-43e9-43ff-82a5-4368c8beeff3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4eb8a41e-d1ad-4992-8f94-b5a3828670d5 HTTP/1.1" status: 204 len: 168 time: 0.1478727 Jul 07 17:21:15.802571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f934c6d-43e9-43ff-82a5-4368c8beeff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb8a41e-d1ad-4992-8f94-b5a3828670d5,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:16.101603 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51404) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:16.116217 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89eafac1-f09d-4357-8160-23213fc62542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.227073 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89eafac1-f09d-4357-8160-23213fc62542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.231068 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89eafac1-f09d-4357-8160-23213fc62542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.334975 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-89eafac1-f09d-4357-8160-23213fc62542 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=525d75f877cf458fbf0b64889fa3dc4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2321579 Jul 07 17:21:16.336543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eafac1-f09d-4357-8160-23213fc62542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6f26cf-525f-4874-afbb-d72997d79b54,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:16.337652 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51408) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:16.379291 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa220875-ac4f-41d8-8ef3-682406a29dd5 req-b97cb302-759f-40b7-a1b0-9bf2ea6d463a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:16.380841 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa220875-ac4f-41d8-8ef3-682406a29dd5 req-b97cb302-759f-40b7-a1b0-9bf2ea6d463a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 944 time: 0.1184573 Jul 07 17:21:16.405117 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78bb95dd-8863-40d2-a0f4-bd3de915f174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.431086 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa220875-ac4f-41d8-8ef3-682406a29dd5 req-4c72ba38-9067-425f-ab27-bf999ddba5a8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367696 Jul 07 17:21:16.432281 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78bb95dd-8863-40d2-a0f4-bd3de915f174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.494038 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78bb95dd-8863-40d2-a0f4-bd3de915f174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.496932 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78bb95dd-8863-40d2-a0f4-bd3de915f174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:16.498129 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-78bb95dd-8863-40d2-a0f4-bd3de915f174 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fa6f26cf-525f-4874-afbb-d72997d79b54 HTTP/1.1" status: 204 len: 168 time: 0.1594775 Jul 07 17:21:16.506571 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb95dd-8863-40d2-a0f4-bd3de915f174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6f26cf-525f-4874-afbb-d72997d79b54,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:16.540153 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.645471 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:17.666038 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7b9a3-0e34-4f71-bdeb-e082eebef566 req-095dede1-18b0-44aa-afd9-5fc3d045716a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:17.667399 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9cc7b9a3-0e34-4f71-bdeb-e082eebef566 req-095dede1-18b0-44aa-afd9-5fc3d045716a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 944 time: 0.0794072 Jul 07 17:21:17.708638 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9cc7b9a3-0e34-4f71-bdeb-e082eebef566 req-097983fb-c71c-4af2-9734-9c98a7494ff9 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344007 Jul 07 17:21:17.936564 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-707c85c5-25fc-4060-a75f-8fdd2d13f8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.273666 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:21:18.850713 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:18.900365 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3a206-cbb9-49cf-88e7-ff89e2075c18 req-7a862852-40de-4306-b5b8-5c4131968ab5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:18.901878 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0fc3a206-cbb9-49cf-88e7-ff89e2075c18 req-7a862852-40de-4306-b5b8-5c4131968ab5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 944 time: 0.0642221 Jul 07 17:21:18.940453 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0fc3a206-cbb9-49cf-88e7-ff89e2075c18 req-5418d1d1-b721-44d2-9b42-42641941a642 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329838 Jul 07 17:21:19.292775 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device fcfe9042-6532-4122-b1aa-577260c7e73d details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:21:19.391710 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port fcfe9042-6532-4122-b1aa-577260c7e73d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=fcfe9042-6532-4122-b1aa-577260c7e73d,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:19.403651 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'fcfe9042-6532-4122-b1aa-577260c7e73d', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'port_id': 'fcfe9042-6532-4122-b1aa-577260c7e73d', 'mac_address': 'fa:16:3e:ac:08:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:21:19.453015 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.468725 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcfe9042-6532-4122-b1aa-577260c7e73d {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:19.495140 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-84fec98d-9e26-46be-b04f-d516f5ea8f8a req-6b5b1832-b4a9-4f68-8bb4-5b99cc2a8d07 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0842063 Jul 07 17:21:19.497642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port fcfe9042-6532-4122-b1aa-577260c7e73d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=fcfe9042-6532-4122-b1aa-577260c7e73d,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:19.502876 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:19.560154 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=fcfe9042-6532-4122-b1aa-577260c7e73d,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:19.579219 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fec98d-9e26-46be-b04f-d516f5ea8f8a req-f4445679-7ac2-4e32-a01e-e1b7930bf4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:19.580725 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-84fec98d-9e26-46be-b04f-d516f5ea8f8a req-f4445679-7ac2-4e32-a01e-e1b7930bf4cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e0d3f4c1ff294119a2c5fc6e804d1e59&device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 1096 time: 0.0594923 Jul 07 17:21:19.689305 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fec98d-9e26-46be-b04f-d516f5ea8f8a req-629b3a29-a918-494b-bda2-369fbfaf6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:19.690903 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-84fec98d-9e26-46be-b04f-d516f5ea8f8a req-629b3a29-a918-494b-bda2-369fbfaf6698 service neutron] 10.222.0.69 "GET /v2.0/networks?id=292197e0-01dc-4068-ba5d-c7a67aedfe6d HTTP/1.1" status: 200 len: 912 time: 0.0883820 Jul 07 17:21:19.772938 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-84fec98d-9e26-46be-b04f-d516f5ea8f8a req-f553b1ff-30e7-4e7d-a2bf-704a806ab505 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8293a3f3-5a88-4d4c-919e-9aa137d83048 HTTP/1.1" status: 200 len: 1001 time: 0.0752280 Jul 07 17:21:19.823689 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fec98d-9e26-46be-b04f-d516f5ea8f8a req-dbfb75ea-8b77-4e1b-bb89-ff33c1c1a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:19.825177 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-84fec98d-9e26-46be-b04f-d516f5ea8f8a req-dbfb75ea-8b77-4e1b-bb89-ff33c1c1a2bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aeaad8af-4e95-4aca-8e25-9c0ee640a68c HTTP/1.1" status: 200 len: 850 time: 0.0457909 Jul 07 17:21:19.890316 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fec98d-9e26-46be-b04f-d516f5ea8f8a req-92b0d927-f515-418e-8d16-3e5d6c6fb27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:19.892418 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-84fec98d-9e26-46be-b04f-d516f5ea8f8a req-92b0d927-f515-418e-8d16-3e5d6c6fb27a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=292197e0-01dc-4068-ba5d-c7a67aedfe6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605249 Jul 07 17:21:19.906972 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['fcfe9042-6532-4122-b1aa-577260c7e73d'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:20.017176 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-84fec98d-9e26-46be-b04f-d516f5ea8f8a req-4e322000-0109-46f0-90d3-292be5969723 service neutron] 10.222.0.69 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169260 Jul 07 17:21:20.148167 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-84fec98d-9e26-46be-b04f-d516f5ea8f8a req-e87c5ca4-bb94-40e3-a5f4-b0c7657c652e service neutron] 10.222.0.69 "GET /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242301 Jul 07 17:21:20.206024 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31cad8-9c0d-4ba8-8824-7b27f477c1ba req-2ee33119-a233-4829-a25d-d85ea6e1af77 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:20.207657 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6d31cad8-9c0d-4ba8-8824-7b27f477c1ba req-2ee33119-a233-4829-a25d-d85ea6e1af77 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 945 time: 0.0864673 Jul 07 17:21:20.259073 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6d31cad8-9c0d-4ba8-8824-7b27f477c1ba req-11a35410-b555-495e-a86b-d118d203cf79 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449970 Jul 07 17:21:20.342436 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.228319 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51514) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:21.300938 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device fcfe9042-6532-4122-b1aa-577260c7e73d up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:21.354160 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port fcfe9042-6532-4122-b1aa-577260c7e73d completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:21.354745 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4311604-020a-4bbb-8658-a9ac868dd17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.359071 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port fcfe9042-6532-4122-b1aa-577260c7e73d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:21.359578 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.452957 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.487682 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958f7dcb-efb2-497d-8df7-c7998e44d474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfe9042-6532-4122-b1aa-577260c7e73d'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:21.491605 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeba768b-539a-49ba-8024-bad108827aa1" -d '{"events": [{"server_uuid": "958f7dcb-efb2-497d-8df7-c7998e44d474", "name": "network-vif-plugged", "status": "completed", "tag": "fcfe9042-6532-4122-b1aa-577260c7e73d"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:21.513744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a835a-5f11-4c2a-a094-a53110550970 req-33c79108-17f0-4eff-b640-9623105cff93 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:21.515290 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-689a835a-5f11-4c2a-a094-a53110550970 req-33c79108-17f0-4eff-b640-9623105cff93 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 945 time: 0.1131599 Jul 07 17:21:21.519736 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port fcfe9042-6532-4122-b1aa-577260c7e73d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=fcfe9042-6532-4122-b1aa-577260c7e73d,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:21.520919 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4311604-020a-4bbb-8658-a9ac868dd17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.525220 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.533838 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b4311604-020a-4bbb-8658-a9ac868dd17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.592366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=fcfe9042-6532-4122-b1aa-577260c7e73d,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:21.597004 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4311604-020a-4bbb-8658-a9ac868dd17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfac08a7-e168-4c32-a91c-73e5f3ee8295,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:21.602267 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-689a835a-5f11-4c2a-a094-a53110550970 req-1bb8bbe2-a78b-4c2c-be5c-3630d98db082 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776646 Jul 07 17:21:21.605217 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b4311604-020a-4bbb-8658-a9ac868dd17c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8eb770d9c7ed4123841bc7492fccab2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3757124 Jul 07 17:21:21.608127 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51524) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:21.619632 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203b6de7-f61b-4297-a3b3-9b6ed83365ef x-openstack-request-id: req-203b6de7-f61b-4297-a3b3-9b6ed83365ef {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:21.620017 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958f7dcb-efb2-497d-8df7-c7998e44d474", "name": "network-vif-plugged", "status": "completed", "tag": "fcfe9042-6532-4122-b1aa-577260c7e73d", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:21.620268 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-203b6de7-f61b-4297-a3b3-9b6ed83365ef {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:21.620670 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958f7dcb-efb2-497d-8df7-c7998e44d474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfe9042-6532-4122-b1aa-577260c7e73d', 'code': 200} Jul 07 17:21:21.666879 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-654e53b6-0f5f-488d-a583-a6cb5471ac62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.745840 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-654e53b6-0f5f-488d-a583-a6cb5471ac62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.803107 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b262c-abd0-4093-bf4e-374f8622b23e req-b27ef214-a5eb-4df9-9e7e-45ca9e2f92da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:21.804667 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f33b262c-abd0-4093-bf4e-374f8622b23e req-b27ef214-a5eb-4df9-9e7e-45ca9e2f92da service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 1097 time: 0.1105237 Jul 07 17:21:21.818994 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-654e53b6-0f5f-488d-a583-a6cb5471ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.821567 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-654e53b6-0f5f-488d-a583-a6cb5471ac62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:21.822975 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-654e53b6-0f5f-488d-a583-a6cb5471ac62 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bfac08a7-e168-4c32-a91c-73e5f3ee8295 HTTP/1.1" status: 204 len: 168 time: 0.2138114 Jul 07 17:21:21.842473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e53b6-0f5f-488d-a583-a6cb5471ac62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfac08a7-e168-4c32-a91c-73e5f3ee8295,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:21.856054 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f33b262c-abd0-4093-bf4e-374f8622b23e req-f0b53963-00ba-441a-9d79-13e6be4eb874 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443079 Jul 07 17:21:22.139657 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51532) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:22.154572 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a6660ee3-8ff4-4b66-a517-daf8d7841a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.198796 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3e4d0bc-8aa6-4092-af26-07e66ec9de5a req-2bd693d6-7b1b-4004-bbd8-495f6d338df0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0601289 Jul 07 17:21:22.281794 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a6660ee3-8ff4-4b66-a517-daf8d7841a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.286925 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a6660ee3-8ff4-4b66-a517-daf8d7841a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.310179 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4d0bc-8aa6-4092-af26-07e66ec9de5a req-84b8f331-0ca8-4ae6-8222-1808ca4e50bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:22.312044 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3e4d0bc-8aa6-4092-af26-07e66ec9de5a req-84b8f331-0ca8-4ae6-8222-1808ca4e50bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 1097 time: 0.0669341 Jul 07 17:21:22.330523 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a6660ee3-8ff4-4b66-a517-daf8d7841a84 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2696da143be54a128a225cdfba8e7646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895604 Jul 07 17:21:22.331260 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6660ee3-8ff4-4b66-a517-daf8d7841a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff959a4-6c29-460d-829d-ba9b84751db7,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:22.334916 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51534) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:22.459644 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-806f37b3-f7c2-47f7-85f0-449485ad32bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.483933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4d0bc-8aa6-4092-af26-07e66ec9de5a req-16e4605e-fa07-4284-b9fc-d52a7a684e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:22.485994 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3e4d0bc-8aa6-4092-af26-07e66ec9de5a req-16e4605e-fa07-4284-b9fc-d52a7a684e78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.1433718 Jul 07 17:21:22.496298 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-806f37b3-f7c2-47f7-85f0-449485ad32bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.544972 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3e4d0bc-8aa6-4092-af26-07e66ec9de5a req-706f3f84-e49a-4604-bf2c-da84dd35b4e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98396be1-6576-41ca-a2f9-bafb61875bbc HTTP/1.1" status: 200 len: 217 time: 0.0510826 Jul 07 17:21:22.619307 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4d0bc-8aa6-4092-af26-07e66ec9de5a req-64abbe00-8f50-4546-b005-0ee5c253273c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:22.620131 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3e4d0bc-8aa6-4092-af26-07e66ec9de5a req-64abbe00-8f50-4546-b005-0ee5c253273c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.0645697 Jul 07 17:21:22.637609 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-806f37b3-f7c2-47f7-85f0-449485ad32bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.640625 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-806f37b3-f7c2-47f7-85f0-449485ad32bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:22.644737 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-806f37b3-f7c2-47f7-85f0-449485ad32bb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aff959a4-6c29-460d-829d-ba9b84751db7 HTTP/1.1" status: 204 len: 168 time: 0.3059866 Jul 07 17:21:22.674780 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f37b3-f7c2-47f7-85f0-449485ad32bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff959a4-6c29-460d-829d-ba9b84751db7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:22.707333 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4d0bc-8aa6-4092-af26-07e66ec9de5a req-54c944c7-fbc4-4657-8bff-620012965308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:22.710694 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3e4d0bc-8aa6-4092-af26-07e66ec9de5a req-54c944c7-fbc4-4657-8bff-620012965308 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835528 Jul 07 17:21:22.859894 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3e4d0bc-8aa6-4092-af26-07e66ec9de5a req-187e0b23-cbf8-4423-b629-349f55d07544 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430960 Jul 07 17:21:23.066405 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3e4d0bc-8aa6-4092-af26-07e66ec9de5a req-f1c58833-dd5f-4419-af12-54bd26938c30 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991570 Jul 07 17:21:23.180937 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed529e3-4d10-4139-8077-76125b3dfc8d req-ba9b7197-7471-4c33-bf8d-7888800af021 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:23.192558 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9ed529e3-4d10-4139-8077-76125b3dfc8d req-ba9b7197-7471-4c33-bf8d-7888800af021 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 946 time: 0.4200201 Jul 07 17:21:23.232500 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9ed529e3-4d10-4139-8077-76125b3dfc8d req-ee9ae056-8de0-4970-bf14-cfd53e49cee5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410647 Jul 07 17:21:24.438170 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dea6e-0351-43ec-a9c7-faa0822eba2e req-8e4b0f35-cc1f-4461-a20a-8b66b81c6a60 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:24.440689 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4b2dea6e-0351-43ec-a9c7-faa0822eba2e req-8e4b0f35-cc1f-4461-a20a-8b66b81c6a60 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 946 time: 0.0878093 Jul 07 17:21:24.489885 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4b2dea6e-0351-43ec-a9c7-faa0822eba2e req-6acaad14-91eb-4411-817b-df88c2dbe6d3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435743 Jul 07 17:21:24.712362 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d96547-8f2f-4ccc-812b-cc4db2bcc052 req-3c262307-2542-4c83-a27c-6508dc6968ca tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:24.714826 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19d96547-8f2f-4ccc-812b-cc4db2bcc052 req-3c262307-2542-4c83-a27c-6508dc6968ca tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 946 time: 0.0810535 Jul 07 17:21:24.760625 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19d96547-8f2f-4ccc-812b-cc4db2bcc052 req-92cdeccb-54f5-4f22-afdb-07b135a4180f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390265 Jul 07 17:21:24.878242 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51604) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:25.004266 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-01f4d9b5-2f72-4ba5-a3c4-c27c70384fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.140501 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-01f4d9b5-2f72-4ba5-a3c4-c27c70384fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.148529 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-01f4d9b5-2f72-4ba5-a3c4-c27c70384fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.191721 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4d9b5-2f72-4ba5-a3c4-c27c70384fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8e4d49-4c0c-496d-b86f-c13743d106f4,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:25.203488 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-01f4d9b5-2f72-4ba5-a3c4-c27c70384fab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3bda1d04fc3f41b7a37d047b264050c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230205 Jul 07 17:21:25.203972 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51612) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:25.302325 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-02108e55-1e1d-461d-b8cf-5f2cb2fe8760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.339752 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c83872-2deb-4e44-b1e7-6dc17337f238 req-c70494bc-c5d5-46cc-a1c9-2b6bb725b116 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:25.341355 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b7c83872-2deb-4e44-b1e7-6dc17337f238 req-c70494bc-c5d5-46cc-a1c9-2b6bb725b116 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 946 time: 0.1237526 Jul 07 17:21:25.343515 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-02108e55-1e1d-461d-b8cf-5f2cb2fe8760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.409287 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b7c83872-2deb-4e44-b1e7-6dc17337f238 req-174bba50-3c9b-49bc-b0d7-4aaaf3daa149 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581722 Jul 07 17:21:25.428506 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-02108e55-1e1d-461d-b8cf-5f2cb2fe8760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.432058 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-02108e55-1e1d-461d-b8cf-5f2cb2fe8760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.433459 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-02108e55-1e1d-461d-b8cf-5f2cb2fe8760 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a8e4d49-4c0c-496d-b86f-c13743d106f4 HTTP/1.1" status: 204 len: 168 time: 0.2279081 Jul 07 17:21:25.452331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02108e55-1e1d-461d-b8cf-5f2cb2fe8760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8e4d49-4c0c-496d-b86f-c13743d106f4,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:25.771579 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51618) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:25.786196 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-693b0ddc-77a1-4709-b29b-0a672c4f9a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.877496 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-693b0ddc-77a1-4709-b29b-0a672c4f9a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.881297 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-693b0ddc-77a1-4709-b29b-0a672c4f9a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:25.922165 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-693b0ddc-77a1-4709-b29b-0a672c4f9a36 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b9c121585f2b49e99d36bd6b4966dc3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494720 Jul 07 17:21:25.923358 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b0ddc-77a1-4709-b29b-0a672c4f9a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000820db-b6d0-4e9f-a832-425c25781ad0,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:25.926794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51620) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:25.978850 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bf396ff1-f4b7-4397-9780-72c0302c41d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.001664 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bf396ff1-f4b7-4397-9780-72c0302c41d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.053017 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bf396ff1-f4b7-4397-9780-72c0302c41d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.053017 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bf396ff1-f4b7-4397-9780-72c0302c41d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.053017 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bf396ff1-f4b7-4397-9780-72c0302c41d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/000820db-b6d0-4e9f-a832-425c25781ad0 HTTP/1.1" status: 204 len: 168 time: 0.1249106 Jul 07 17:21:26.064388 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf396ff1-f4b7-4397-9780-72c0302c41d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000820db-b6d0-4e9f-a832-425c25781ad0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:26.622692 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd8c84-af4c-4c07-8368-6a65a8e7d800 req-b182b868-abaf-4b84-9dd6-6c4402bcc897 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:26.624331 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a7bd8c84-af4c-4c07-8368-6a65a8e7d800 req-b182b868-abaf-4b84-9dd6-6c4402bcc897 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 946 time: 0.0673821 Jul 07 17:21:26.666289 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a7bd8c84-af4c-4c07-8368-6a65a8e7d800 req-a7df4a9e-bfa7-41ce-87ff-cb8c73594de5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355723 Jul 07 17:21:26.776479 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7593b5-06d7-43e3-8f88-43d15d6254c4 req-ffc293ee-b8b4-403a-afdb-3c823cc8b3fd tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:26.778078 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8d7593b5-06d7-43e3-8f88-43d15d6254c4 req-ffc293ee-b8b4-403a-afdb-3c823cc8b3fd tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.69 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 946 time: 0.0655277 Jul 07 17:21:26.885680 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8d7593b5-06d7-43e3-8f88-43d15d6254c4 req-3db42ee6-92e9-45b1-9fbc-3d7c34c9787b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Deleting port fcfe9042-6532-4122-b1aa-577260c7e73d {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:26.886033 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8d7593b5-06d7-43e3-8f88-43d15d6254c4 req-3db42ee6-92e9-45b1-9fbc-3d7c34c9787b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.983948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8d7593b5-06d7-43e3-8f88-43d15d6254c4 req-3db42ee6-92e9-45b1-9fbc-3d7c34c9787b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] For port fcfe9042-6532-4122-b1aa-577260c7e73d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=fcfe9042-6532-4122-b1aa-577260c7e73d,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:26.984327 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8d7593b5-06d7-43e3-8f88-43d15d6254c4 req-3db42ee6-92e9-45b1-9fbc-3d7c34c9787b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:26.999439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8d7593b5-06d7-43e3-8f88-43d15d6254c4 req-3db42ee6-92e9-45b1-9fbc-3d7c34c9787b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Calling delete_port for fcfe9042-6532-4122-b1aa-577260c7e73d owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:27.142322 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8d7593b5-06d7-43e3-8f88-43d15d6254c4 req-3db42ee6-92e9-45b1-9fbc-3d7c34c9787b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.157077 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['fcfe9042-6532-4122-b1aa-577260c7e73d'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:27.173949 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db42ee6-92e9-45b1-9fbc-3d7c34c9787b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event deleted for resources: {'Port': ['ID=fcfe9042-6532-4122-b1aa-577260c7e73d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:27.219774 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['98396be1-6576-41ca-a2f9-bafb61875bbc'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:27.231146 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7593b5-06d7-43e3-8f88-43d15d6254c4 req-3db42ee6-92e9-45b1-9fbc-3d7c34c9787b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] No DVR routers for this DVR port fcfe9042-6532-4122-b1aa-577260c7e73d on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:27.233901 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8d7593b5-06d7-43e3-8f88-43d15d6254c4 req-3db42ee6-92e9-45b1-9fbc-3d7c34c9787b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:27.236734 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8d7593b5-06d7-43e3-8f88-43d15d6254c4 req-3db42ee6-92e9-45b1-9fbc-3d7c34c9787b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.69 "DELETE /v2.0/ports/fcfe9042-6532-4122-b1aa-577260c7e73d HTTP/1.1" status: 204 len: 173 time: 0.4526298 Jul 07 17:21:27.239798 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958f7dcb-efb2-497d-8df7-c7998e44d474', 'name': 'network-vif-deleted', 'tag': 'fcfe9042-6532-4122-b1aa-577260c7e73d'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:27.242273 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd30d05-87b7-4fe5-ba9f-c4fee13e4d14" -d '{"events": [{"server_uuid": "958f7dcb-efb2-497d-8df7-c7998e44d474", "name": "network-vif-deleted", "tag": "fcfe9042-6532-4122-b1aa-577260c7e73d"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:27.285461 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adf3322-6238-4a68-b224-49ee2d7342d9 x-openstack-request-id: req-2adf3322-6238-4a68-b224-49ee2d7342d9 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:27.285860 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958f7dcb-efb2-497d-8df7-c7998e44d474", "name": "network-vif-deleted", "tag": "fcfe9042-6532-4122-b1aa-577260c7e73d", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:27.286209 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2adf3322-6238-4a68-b224-49ee2d7342d9 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:27.286755 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958f7dcb-efb2-497d-8df7-c7998e44d474', 'name': 'network-vif-deleted', 'tag': 'fcfe9042-6532-4122-b1aa-577260c7e73d', 'status': 'completed', 'code': 200} Jul 07 17:21:27.816442 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c97b78f8-8155-482b-87ca-2f511fbda43c req-1d98e994-bd84-4582-80e2-8552082b6d7e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 210 time: 0.0301771 Jul 07 17:21:28.967694 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-23ee21cc-a520-4022-8e7a-5b17e13147b9 req-d0cfd9f5-4812-4489-b22d-93dbbad7c26d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 210 time: 0.0308576 Jul 07 17:21:29.344699 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device fcfe9042-6532-4122-b1aa-577260c7e73d no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:29.372072 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: fcfe9042-6532-4122-b1aa-577260c7e73d {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:29.372642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device fcfe9042-6532-4122-b1aa-577260c7e73d not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:30.121791 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9b9dd061-8264-40b1-b557-906ce186a906 req-386ee8b0-0b37-4696-ae5f-06ce61ef402d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 210 time: 0.0310633 Jul 07 17:21:31.310192 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7852fc0-cfbf-45f0-9a51-9ceff090d231 req-633551fd-21d8-45ba-b58b-6486ff20143f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=958f7dcb-efb2-497d-8df7-c7998e44d474 HTTP/1.1" status: 200 len: 210 time: 0.0308995 Jul 07 17:21:34.153987 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51798) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:34.322188 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7983bd02-ff34-443a-adf4-5a080d002d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.437092 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7983bd02-ff34-443a-adf4-5a080d002d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.442315 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7983bd02-ff34-443a-adf4-5a080d002d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.490333 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7983bd02-ff34-443a-adf4-5a080d002d2f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0912ae6eb7d3465093aa5083f20dda68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3320055 Jul 07 17:21:34.490333 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983bd02-ff34-443a-adf4-5a080d002d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd6e6ec-b562-41ec-8cb7-a8a0ff8a4ba1,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:34.491031 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51802) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:34.553567 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8178c73e-49e5-4da1-8dc0-76446a706d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.578954 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8178c73e-49e5-4da1-8dc0-76446a706d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.633264 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8178c73e-49e5-4da1-8dc0-76446a706d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.636167 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8178c73e-49e5-4da1-8dc0-76446a706d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:34.637337 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8178c73e-49e5-4da1-8dc0-76446a706d22 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3fd6e6ec-b562-41ec-8cb7-a8a0ff8a4ba1 HTTP/1.1" status: 204 len: 168 time: 0.1453273 Jul 07 17:21:34.654322 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178c73e-49e5-4da1-8dc0-76446a706d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd6e6ec-b562-41ec-8cb7-a8a0ff8a4ba1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:34.958587 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51810) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:34.973204 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-353a8690-4ce6-47c5-b08b-b9f961d88383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.099958 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-353a8690-4ce6-47c5-b08b-b9f961d88383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.105473 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-353a8690-4ce6-47c5-b08b-b9f961d88383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.150355 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-353a8690-4ce6-47c5-b08b-b9f961d88383 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=511d4c7ef3804de7b724afda977247c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906152 Jul 07 17:21:35.153167 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51814) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:35.155792 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a8690-4ce6-47c5-b08b-b9f961d88383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080855c4-ca62-4f78-8165-9fde3818be30,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:35.212465 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-27ddf85e-6034-470f-82f7-8e8ed424b81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.234137 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-27ddf85e-6034-470f-82f7-8e8ed424b81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.288402 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-27ddf85e-6034-470f-82f7-8e8ed424b81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.290992 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-27ddf85e-6034-470f-82f7-8e8ed424b81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:35.292166 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-27ddf85e-6034-470f-82f7-8e8ed424b81a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/080855c4-ca62-4f78-8165-9fde3818be30 HTTP/1.1" status: 204 len: 168 time: 0.1380165 Jul 07 17:21:35.301750 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddf85e-6034-470f-82f7-8e8ed424b81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080855c4-ca62-4f78-8165-9fde3818be30,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:35.985980 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 51844) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:36.089436 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-9ea8fc80-31ca-4fad-b63b-3e97253eee83 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1377176685-network', 'tenant_id': '1ce5c175837f45e5a3d5ba1fa0f841e8'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:36.126908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea8fc80-31ca-4fad-b63b-3e97253eee83 admin admin] Made reservation on behalf of 1ce5c175837f45e5a3d5ba1fa0f841e8 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:36.129276 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fc80-31ca-4fad-b63b-3e97253eee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.139031 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd596434-eb5c-4760-b82c-d9e10a16b392 req-93e4afb9-ecc4-4fd6-933f-3741d4dd33bc tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:36.140720 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dd596434-eb5c-4760-b82c-d9e10a16b392 req-93e4afb9-ecc4-4fd6-933f-3741d4dd33bc tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 946 time: 0.0756178 Jul 07 17:21:36.147307 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fc80-31ca-4fad-b63b-3e97253eee83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.183331 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dd596434-eb5c-4760-b82c-d9e10a16b392 req-d3a8ab62-dec4-4644-bb98-2237c482a9ef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361338 Jul 07 17:21:36.252569 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fc80-31ca-4fad-b63b-3e97253eee83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.257430 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fc80-31ca-4fad-b63b-3e97253eee83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.293528 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea8fc80-31ca-4fad-b63b-3e97253eee83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:36.319641 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8fc80-31ca-4fad-b63b-3e97253eee83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bd9502-0ecb-4203-b3ff-a37083482288,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:36.324593 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fc80-31ca-4fad-b63b-3e97253eee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.325166 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-9ea8fc80-31ca-4fad-b63b-3e97253eee83 admin admin] Added segment c1bb0166-9994-453f-b86d-f28ec4fbea35 of type vlan for network a83fd958-bc37-451e-9d80-9f39984ef258 Jul 07 17:21:36.395157 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fc80-31ca-4fad-b63b-3e97253eee83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.441183 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fc80-31ca-4fad-b63b-3e97253eee83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.442850 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea8fc80-31ca-4fad-b63b-3e97253eee83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:36.443829 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fc80-31ca-4fad-b63b-3e97253eee83 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.588477 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9ea8fc80-31ca-4fad-b63b-3e97253eee83 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6010051 Jul 07 17:21:36.591086 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51852) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:36.596198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-06b07447-5336-419c-ad9c-8be37cfeff36 admin admin] Request body: {'subnet': {'network_id': 'a83fd958-bc37-451e-9d80-9f39984ef258', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1377176685-subnet', 'tenant_id': '1ce5c175837f45e5a3d5ba1fa0f841e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:36.611048 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8fc80-31ca-4fad-b63b-3e97253eee83 admin admin] Pushing event updated for resources: {'Network': ['ID=a83fd958-bc37-451e-9d80-9f39984ef258,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:36.619495 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b07447-5336-419c-ad9c-8be37cfeff36 admin admin] Made reservation on behalf of 1ce5c175837f45e5a3d5ba1fa0f841e8 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:36.621926 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-06b07447-5336-419c-ad9c-8be37cfeff36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.626190 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network a83fd958-bc37-451e-9d80-9f39984ef258 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:36.793183 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-06b07447-5336-419c-ad9c-8be37cfeff36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.852634 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b07447-5336-419c-ad9c-8be37cfeff36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc866318-9541-4694-bb65-df780ea10b01,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:36.862507 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b07447-5336-419c-ad9c-8be37cfeff36 admin admin] Checking segment: {'id': 'c1bb0166-9994-453f-b86d-f28ec4fbea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a83fd958-bc37-451e-9d80-9f39984ef258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:36.862891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b07447-5336-419c-ad9c-8be37cfeff36 admin admin] Network hostable DHCP agents. Network: a83fd958-bc37-451e-9d80-9f39984ef258, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:36.880245 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b07447-5336-419c-ad9c-8be37cfeff36 admin admin] Network a83fd958-bc37-451e-9d80-9f39984ef258 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:36.888588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-06b07447-5336-419c-ad9c-8be37cfeff36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, a83fd958-bc37-451e-9d80-9f39984ef258) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:36.893155 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b07447-5336-419c-ad9c-8be37cfeff36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:36.893737 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-06b07447-5336-419c-ad9c-8be37cfeff36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:36.897477 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d51dfe-f740-4711-b142-55167343b8f6 None None] Network a83fd958-bc37-451e-9d80-9f39984ef258 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:36.911631 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-06b07447-5336-419c-ad9c-8be37cfeff36 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3194180 Jul 07 17:21:37.023845 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf63070f-5202-4d42-98d0-8fc08f13a51e None None] Network a83fd958-bc37-451e-9d80-9f39984ef258 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:37.381690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073140c-3fe9-417e-abf3-a4a178da6f56 req-398a444e-637f-44f8-8f8d-427c0b9df260 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.383342 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4073140c-3fe9-417e-abf3-a4a178da6f56 req-398a444e-637f-44f8-8f8d-427c0b9df260 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 946 time: 0.0664592 Jul 07 17:21:37.428825 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4073140c-3fe9-417e-abf3-a4a178da6f56 req-9db7b24f-f539-4d95-84a2-446d7e838539 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fa07fa3-ec10-4e3e-b690-151167dc3207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395117 Jul 07 17:21:37.460814 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51874) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:37.466292 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f5014181-05e7-4029-b520-da31e5436661 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2008603078-network', 'tenant_id': '041e7bd2aebc41a7bc2e576d05f61309'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:37.488522 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5014181-05e7-4029-b520-da31e5436661 admin admin] Made reservation on behalf of 041e7bd2aebc41a7bc2e576d05f61309 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:37.491461 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5014181-05e7-4029-b520-da31e5436661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.501930 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5014181-05e7-4029-b520-da31e5436661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.575694 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045027a5-d2f5-4bc8-9267-20682f15f50a req-29ab335e-0349-46f1-b4cd-09160902ec8b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.577460 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-045027a5-d2f5-4bc8-9267-20682f15f50a req-29ab335e-0349-46f1-b4cd-09160902ec8b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.15 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 946 time: 0.0700049 Jul 07 17:21:37.611976 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5014181-05e7-4029-b520-da31e5436661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.616466 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5014181-05e7-4029-b520-da31e5436661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.638417 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5014181-05e7-4029-b520-da31e5436661 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:21:37.653585 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5014181-05e7-4029-b520-da31e5436661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a00bc1d-01bb-4297-9ab3-b15024c05206,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:37.661219 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5014181-05e7-4029-b520-da31e5436661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.661583 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-f5014181-05e7-4029-b520-da31e5436661 admin admin] Added segment dbe9dcb5-b651-47a3-8ea9-e577883ccefc of type vlan for network 7534d716-6ee9-4ec4-adcb-204efd28c2dc Jul 07 17:21:37.692586 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-045027a5-d2f5-4bc8-9267-20682f15f50a req-99a681b0-f0f7-49d0-9ff3-34b6e7cd1c39 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Deleting port 98396be1-6576-41ca-a2f9-bafb61875bbc {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:37.692844 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-045027a5-d2f5-4bc8-9267-20682f15f50a req-99a681b0-f0f7-49d0-9ff3-34b6e7cd1c39 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.707164 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5014181-05e7-4029-b520-da31e5436661 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.737796 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5014181-05e7-4029-b520-da31e5436661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.738981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5014181-05e7-4029-b520-da31e5436661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:37.739564 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f5014181-05e7-4029-b520-da31e5436661 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.788307 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-045027a5-d2f5-4bc8-9267-20682f15f50a req-99a681b0-f0f7-49d0-9ff3-34b6e7cd1c39 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] For port 98396be1-6576-41ca-a2f9-bafb61875bbc, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=98396be1-6576-41ca-a2f9-bafb61875bbc,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:37.788685 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-045027a5-d2f5-4bc8-9267-20682f15f50a req-99a681b0-f0f7-49d0-9ff3-34b6e7cd1c39 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.796612 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f5014181-05e7-4029-b520-da31e5436661 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3346598 Jul 07 17:21:37.800992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 51876) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:37.801772 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-045027a5-d2f5-4bc8-9267-20682f15f50a req-99a681b0-f0f7-49d0-9ff3-34b6e7cd1c39 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Calling delete_port for 98396be1-6576-41ca-a2f9-bafb61875bbc owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:37.805991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-0dca0ae9-b93e-4778-b0eb-67635dbf5e82 admin admin] Request body: {'subnet': {'network_id': '7534d716-6ee9-4ec4-adcb-204efd28c2dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2008603078-subnet', 'tenant_id': '041e7bd2aebc41a7bc2e576d05f61309', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:37.817070 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5014181-05e7-4029-b520-da31e5436661 admin admin] Pushing event updated for resources: {'Network': ['ID=7534d716-6ee9-4ec4-adcb-204efd28c2dc,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:37.829301 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 7534d716-6ee9-4ec4-adcb-204efd28c2dc details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:21:37.836828 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dca0ae9-b93e-4778-b0eb-67635dbf5e82 admin admin] Made reservation on behalf of 041e7bd2aebc41a7bc2e576d05f61309 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:37.839281 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0dca0ae9-b93e-4778-b0eb-67635dbf5e82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.960362 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-045027a5-d2f5-4bc8-9267-20682f15f50a req-99a681b0-f0f7-49d0-9ff3-34b6e7cd1c39 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:37.974342 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['98396be1-6576-41ca-a2f9-bafb61875bbc'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:38.002103 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a681b0-f0f7-49d0-9ff3-34b6e7cd1c39 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event deleted for resources: {'Port': ['ID=98396be1-6576-41ca-a2f9-bafb61875bbc,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:38.036754 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0dca0ae9-b93e-4778-b0eb-67635dbf5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.049542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-045027a5-d2f5-4bc8-9267-20682f15f50a req-99a681b0-f0f7-49d0-9ff3-34b6e7cd1c39 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] No DVR routers for this DVR port 98396be1-6576-41ca-a2f9-bafb61875bbc on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:38.052629 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-045027a5-d2f5-4bc8-9267-20682f15f50a req-99a681b0-f0f7-49d0-9ff3-34b6e7cd1c39 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.054881 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-045027a5-d2f5-4bc8-9267-20682f15f50a req-99a681b0-f0f7-49d0-9ff3-34b6e7cd1c39 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.15 "DELETE /v2.0/ports/98396be1-6576-41ca-a2f9-bafb61875bbc HTTP/1.1" status: 204 len: 173 time: 0.4723220 Jul 07 17:21:38.055349 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda19663-88b4-45cd-b839-53df25f60d16', 'name': 'network-vif-deleted', 'tag': '98396be1-6576-41ca-a2f9-bafb61875bbc'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:38.057905 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1620cefe-0288-4d7b-944a-c53fade69433" -d '{"events": [{"server_uuid": "eda19663-88b4-45cd-b839-53df25f60d16", "name": "network-vif-deleted", "tag": "98396be1-6576-41ca-a2f9-bafb61875bbc"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:38.105036 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca0ae9-b93e-4778-b0eb-67635dbf5e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bc67168-5ea3-4b45-9203-b5400e1d063f,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:38.115133 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a627752-deaa-404e-b588-d0cc52a835f5 x-openstack-request-id: req-5a627752-deaa-404e-b588-d0cc52a835f5 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:38.115414 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dca0ae9-b93e-4778-b0eb-67635dbf5e82 admin admin] Checking segment: {'id': 'dbe9dcb5-b651-47a3-8ea9-e577883ccefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7534d716-6ee9-4ec4-adcb-204efd28c2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:38.115801 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dca0ae9-b93e-4778-b0eb-67635dbf5e82 admin admin] Network hostable DHCP agents. Network: 7534d716-6ee9-4ec4-adcb-204efd28c2dc, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:21:38.115951 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda19663-88b4-45cd-b839-53df25f60d16", "name": "network-vif-deleted", "tag": "98396be1-6576-41ca-a2f9-bafb61875bbc", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:38.116332 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a627752-deaa-404e-b588-d0cc52a835f5 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:38.117007 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda19663-88b4-45cd-b839-53df25f60d16', 'name': 'network-vif-deleted', 'tag': '98396be1-6576-41ca-a2f9-bafb61875bbc', 'status': 'completed', 'code': 200} Jul 07 17:21:38.135605 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dca0ae9-b93e-4778-b0eb-67635dbf5e82 admin admin] Network 7534d716-6ee9-4ec4-adcb-204efd28c2dc is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:21:38.146490 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-0dca0ae9-b93e-4778-b0eb-67635dbf5e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 7534d716-6ee9-4ec4-adcb-204efd28c2dc) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:38.156341 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbbd838-079c-411a-ad16-606e31922f04 None None] Network 7534d716-6ee9-4ec4-adcb-204efd28c2dc requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:38.158840 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dca0ae9-b93e-4778-b0eb-67635dbf5e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:38.159451 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0dca0ae9-b93e-4778-b0eb-67635dbf5e82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:38.178570 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0dca0ae9-b93e-4778-b0eb-67635dbf5e82 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3764369 Jul 07 17:21:38.315889 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3038d10-d742-4f6c-8fb1-639f23542a26 None None] Network 7534d716-6ee9-4ec4-adcb-204efd28c2dc requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:21:38.656954 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-57c73d2f-f2a1-48e4-bb44-cb3eb32598de req-00ee811d-92dc-483a-8f34-7ffd8c86e41d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 210 time: 0.0289404 Jul 07 17:21:38.755063 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-7284bc71-bd23-4d95-83b5-8a2b1cc83476 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:38.758873 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-7284bc71-bd23-4d95-83b5-8a2b1cc83476 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.50 "GET /v2.0/networks?id=a83fd958-bc37-451e-9d80-9f39984ef258 HTTP/1.1" status: 200 len: 809 time: 0.1119161 Jul 07 17:21:38.772631 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-522e582c-6f51-4803-8420-48f98486b080 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.50 "GET /v2.0/quotas/1ce5c175837f45e5a3d5ba1fa0f841e8 HTTP/1.1" status: 200 len: 375 time: 0.0108457 Jul 07 17:21:38.815888 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-6dccc91e-1847-479a-a304-1f3704806edc tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1ce5c175837f45e5a3d5ba1fa0f841e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377059 Jul 07 17:21:38.914246 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-cf1ab505-0366-4d47-abf5-aaeed3ebf430 service neutron] 10.222.0.50 "GET /v2.0/networks/a83fd958-bc37-451e-9d80-9f39984ef258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908334 Jul 07 17:21:39.020364 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-22a962a5-3ec7-4aa6-8a63-22e1d9d5998e service neutron] 10.222.0.50 "GET /v2.0/networks/a83fd958-bc37-451e-9d80-9f39984ef258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002548 Jul 07 17:21:39.231655 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-959a1289-e804-4e13-a764-eef48ed2c802 req-54a28552-c018-44d9-8bd8-5ca2d3a98b28 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a59fed5-07d4-471c-bd91-cf072b67e535 HTTP/1.1" status: 200 len: 210 time: 0.0374079 Jul 07 17:21:39.846791 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a28aa02d-52ea-4a98-b43f-96ecf9ea5ee7 req-2a6eb09f-88d9-485c-b511-094ef95af940 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 210 time: 0.0562279 Jul 07 17:21:40.384594 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-d1164c21-67ea-41a6-8464-62ac4daea3e0 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:40.386992 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-d1164c21-67ea-41a6-8464-62ac4daea3e0 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.15 "GET /v2.0/networks?id=a83fd958-bc37-451e-9d80-9f39984ef258 HTTP/1.1" status: 200 len: 809 time: 0.1453779 Jul 07 17:21:40.401984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-9d895566-75c5-46f0-b4b0-188ec890d67a tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Request body: {'port': {'device_id': '4a59fed5-07d4-471c-bd91-cf072b67e535', 'network_id': 'a83fd958-bc37-451e-9d80-9f39984ef258', 'admin_state_up': True, 'tenant_id': '1ce5c175837f45e5a3d5ba1fa0f841e8'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:40.416003 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d3253b53-e73e-42ab-9650-5e4a9de190ca req-5bcf5bd0-2885-4b65-9d7c-058eebdb09c1 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a59fed5-07d4-471c-bd91-cf072b67e535 HTTP/1.1" status: 200 len: 210 time: 0.0392601 Jul 07 17:21:40.539322 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-9d895566-75c5-46f0-b4b0-188ec890d67a tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Made reservation on behalf of 1ce5c175837f45e5a3d5ba1fa0f841e8 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:21:40.542897 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-9d895566-75c5-46f0-b4b0-188ec890d67a tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.679330 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-9d895566-75c5-46f0-b4b0-188ec890d67a tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Allocated IP 172.20.0.10 (a83fd958-bc37-451e-9d80-9f39984ef258/dc866318-9541-4694-bb65-df780ea10b01/815666b1-f38d-4966-9d68-7579793f16b4) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:21:40.841304 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-9d895566-75c5-46f0-b4b0-188ec890d67a tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.883389 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-9d895566-75c5-46f0-b4b0-188ec890d67a tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:40.929130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-9d895566-75c5-46f0-b4b0-188ec890d67a tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Network a83fd958-bc37-451e-9d80-9f39984ef258 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:21:40.934026 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-9d895566-75c5-46f0-b4b0-188ec890d67a tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:21:40.936087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-9d895566-75c5-46f0-b4b0-188ec890d67a tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:21:41.001428 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d895566-75c5-46f0-b4b0-188ec890d67a tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Pushing event updated for resources: {'Port': ['ID=815666b1-f38d-4966-9d68-7579793f16b4,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:41.014732 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e03d9d5e-577b-4e42-a596-05743f22de2b req-639ede98-18be-4948-a0e6-dd1105c74394 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 210 time: 0.0424173 Jul 07 17:21:41.020507 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-9d895566-75c5-46f0-b4b0-188ec890d67a tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:41.021385 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-9d895566-75c5-46f0-b4b0-188ec890d67a tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.037150 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-9d895566-75c5-46f0-b4b0-188ec890d67a tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6414096 Jul 07 17:21:41.049802 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] Request body: {'port': {'device_id': '4a59fed5-07d4-471c-bd91-cf072b67e535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:41.135308 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.407169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 815666b1-f38d-4966-9d68-7579793f16b4 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:41.414696 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.426431 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] Transition to ACTIVE for port object 815666b1-f38d-4966-9d68-7579793f16b4 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:21:41.430352 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.481879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=815666b1-f38d-4966-9d68-7579793f16b4,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:41.561530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] Attempting to bind port 815666b1-f38d-4966-9d68-7579793f16b4 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:21:41.561933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] Attempting to bind port 815666b1-f38d-4966-9d68-7579793f16b4 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'c1bb0166-9994-453f-b86d-f28ec4fbea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a83fd958-bc37-451e-9d80-9f39984ef258'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:21:41.562272 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] Attempting to bind port 815666b1-f38d-4966-9d68-7579793f16b4 on network a83fd958-bc37-451e-9d80-9f39984ef258 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:41.567815 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] Port 815666b1-f38d-4966-9d68-7579793f16b4 on network a83fd958-bc37-451e-9d80-9f39984ef258 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:21:41.569329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] Attempting to bind port 815666b1-f38d-4966-9d68-7579793f16b4 on network a83fd958-bc37-451e-9d80-9f39984ef258 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:21:41.576941 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:21:41.577492 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] Checking segment: {'id': 'c1bb0166-9994-453f-b86d-f28ec4fbea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a83fd958-bc37-451e-9d80-9f39984ef258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:21:41.577951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] Bound using segment: {'id': 'c1bb0166-9994-453f-b86d-f28ec4fbea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a83fd958-bc37-451e-9d80-9f39984ef258'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:21:41.579822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] Bound port: 815666b1-f38d-4966-9d68-7579793f16b4, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1bb0166-9994-453f-b86d-f28ec4fbea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a83fd958-bc37-451e-9d80-9f39984ef258'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:21:41.580263 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.592255 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a1295-d009-4659-a79a-ec371e50e941 req-01aec7b5-8483-46f1-82b6-2d77f5f77efa tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:41.594330 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc2a1295-d009-4659-a79a-ec371e50e941 req-01aec7b5-8483-46f1-82b6-2d77f5f77efa tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a59fed5-07d4-471c-bd91-cf072b67e535 HTTP/1.1" status: 200 len: 944 time: 0.0683603 Jul 07 17:21:41.636781 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc2a1295-d009-4659-a79a-ec371e50e941 req-d1e0da31-854d-4d28-a4be-98c224110b9b tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3bd9502-0ecb-4203-b3ff-a37083482288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346231 Jul 07 17:21:41.654682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] For port 815666b1-f38d-4966-9d68-7579793f16b4, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:21:41.658365 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] For port 815666b1-f38d-4966-9d68-7579793f16b4, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=815666b1-f38d-4966-9d68-7579793f16b4,segment=NetworkSegment(c1bb0166-9994-453f-b86d-f28ec4fbea35),segment_id=c1bb0166-9994-453f-b86d-f28ec4fbea35)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:21:41.664545 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.699357 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:41.700063 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:41.701570 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] 10.222.0.15 "PUT /v2.0/ports/815666b1-f38d-4966-9d68-7579793f16b4 HTTP/1.1" status: 200 len: 1092 time: 0.6576962 Jul 07 17:21:41.702064 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a59fed5-07d4-471c-bd91-cf072b67e535', 'tag': '815666b1-f38d-4966-9d68-7579793f16b4'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:41.704484 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a15b914-4383-4f05-add4-b4d79eb3cb1e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a59fed5-07d4-471c-bd91-cf072b67e535", "tag": "815666b1-f38d-4966-9d68-7579793f16b4"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:41.734001 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e827ced-c4e1-47a8-8133-c5fc85cff3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=815666b1-f38d-4966-9d68-7579793f16b4,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:41.766542 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cea1934-fa6f-41fe-90c6-171722b908ad x-openstack-request-id: req-2cea1934-fa6f-41fe-90c6-171722b908ad {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:41.766978 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a59fed5-07d4-471c-bd91-cf072b67e535", "tag": "815666b1-f38d-4966-9d68-7579793f16b4", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:41.767239 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2cea1934-fa6f-41fe-90c6-171722b908ad {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:41.767646 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a59fed5-07d4-471c-bd91-cf072b67e535', 'tag': '815666b1-f38d-4966-9d68-7579793f16b4', 'status': 'completed', 'code': 200} Jul 07 17:21:41.815430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-4e21bb54-06f7-49c1-b963-c116159d9d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:41.817103 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-4e21bb54-06f7-49c1-b963-c116159d9d02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ce5c175837f45e5a3d5ba1fa0f841e8&device_id=4a59fed5-07d4-471c-bd91-cf072b67e535 HTTP/1.1" status: 200 len: 1095 time: 0.0618331 Jul 07 17:21:42.013354 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 98396be1-6576-41ca-a2f9-bafb61875bbc no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:42.068178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 98396be1-6576-41ca-a2f9-bafb61875bbc {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:42.068809 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 98396be1-6576-41ca-a2f9-bafb61875bbc not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:21:42.188397 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-2e98e8b6-eff3-4bad-9b36-1cab9154dbcf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=815666b1-f38d-4966-9d68-7579793f16b4 HTTP/1.1" status: 200 len: 217 time: 0.3621235 Jul 07 17:21:42.268138 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-146e7c6e-b62b-41f7-8ae9-3daf4ee75886 req-9e611484-0bb8-41f4-bb1e-7523f9db015e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=eda19663-88b4-45cd-b839-53df25f60d16 HTTP/1.1" status: 200 len: 210 time: 0.0837536 Jul 07 17:21:42.322673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-65136b02-6de9-4811-acf4-5befecb0dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.324610 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-65136b02-6de9-4811-acf4-5befecb0dbbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc866318-9541-4694-bb65-df780ea10b01 HTTP/1.1" status: 200 len: 849 time: 0.1270626 Jul 07 17:21:42.360294 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-ce81083f-9908-44fa-8c02-5e986eacc9b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a83fd958-bc37-451e-9d80-9f39984ef258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287185 Jul 07 17:21:42.497566 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-f6937db9-a9fd-4cf3-a815-ea52d7f82768 service neutron] 10.222.0.15 "GET /v2.0/networks/a83fd958-bc37-451e-9d80-9f39984ef258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260829 Jul 07 17:21:42.590419 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb57f09a-abf2-411a-9075-2c0cc175e9ce req-0b6e40ce-3d49-4126-bfcd-c17dc74d89f4 service neutron] 10.222.0.15 "GET /v2.0/networks/a83fd958-bc37-451e-9d80-9f39984ef258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858219 Jul 07 17:21:42.701527 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15b914-4383-4f05-add4-b4d79eb3cb1e req-cb67faeb-e5b6-4b60-a435-dab02d90c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.703147 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2a15b914-4383-4f05-add4-b4d79eb3cb1e req-cb67faeb-e5b6-4b60-a435-dab02d90c952 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ce5c175837f45e5a3d5ba1fa0f841e8&device_id=4a59fed5-07d4-471c-bd91-cf072b67e535 HTTP/1.1" status: 200 len: 1095 time: 0.0642438 Jul 07 17:21:42.843882 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15b914-4383-4f05-add4-b4d79eb3cb1e req-f7733401-6266-4340-8f67-c0f41e25edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.845305 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2a15b914-4383-4f05-add4-b4d79eb3cb1e req-f7733401-6266-4340-8f67-c0f41e25edbe service neutron] 10.222.0.15 "GET /v2.0/networks?id=a83fd958-bc37-451e-9d80-9f39984ef258 HTTP/1.1" status: 200 len: 910 time: 0.1360486 Jul 07 17:21:42.858061 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c3a54-15b2-4b86-a8fc-8dc71f1d77b0 req-576a307e-4005-487b-9856-abd93b193b82 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.860130 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d4c3a54-15b2-4b86-a8fc-8dc71f1d77b0 req-576a307e-4005-487b-9856-abd93b193b82 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a59fed5-07d4-471c-bd91-cf072b67e535 HTTP/1.1" status: 200 len: 944 time: 0.1034849 Jul 07 17:21:42.918009 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2a15b914-4383-4f05-add4-b4d79eb3cb1e req-8347f99d-8b05-4675-8a0d-82c8967e9956 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=815666b1-f38d-4966-9d68-7579793f16b4 HTTP/1.1" status: 200 len: 217 time: 0.0568399 Jul 07 17:21:42.969607 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9d4c3a54-15b2-4b86-a8fc-8dc71f1d77b0 req-3dae7ee1-8190-4056-8fe7-a53f34171b24 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3bd9502-0ecb-4203-b3ff-a37083482288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024268 Jul 07 17:21:42.987908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15b914-4383-4f05-add4-b4d79eb3cb1e req-f86c3b3d-788e-4c11-8545-da087c85759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:42.989422 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2a15b914-4383-4f05-add4-b4d79eb3cb1e req-f86c3b3d-788e-4c11-8545-da087c85759a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc866318-9541-4694-bb65-df780ea10b01 HTTP/1.1" status: 200 len: 849 time: 0.0639875 Jul 07 17:21:43.027647 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2a15b914-4383-4f05-add4-b4d79eb3cb1e req-0bb2fb49-1c46-4664-a9b5-a3721171a10d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a83fd958-bc37-451e-9d80-9f39984ef258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314181 Jul 07 17:21:43.122569 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2a15b914-4383-4f05-add4-b4d79eb3cb1e req-173defae-9463-45cf-be0b-910110df64b3 service neutron] 10.222.0.15 "GET /v2.0/networks/a83fd958-bc37-451e-9d80-9f39984ef258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884085 Jul 07 17:21:43.222640 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2a15b914-4383-4f05-add4-b4d79eb3cb1e req-810be3f4-6ddd-4de2-a993-90ec34109dc5 service neutron] 10.222.0.15 "GET /v2.0/networks/a83fd958-bc37-451e-9d80-9f39984ef258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928252 Jul 07 17:21:44.032425 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 815666b1-f38d-4966-9d68-7579793f16b4 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:21:44.144500 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 815666b1-f38d-4966-9d68-7579793f16b4, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=815666b1-f38d-4966-9d68-7579793f16b4,segment=NetworkSegment(c1bb0166-9994-453f-b86d-f28ec4fbea35),segment_id=c1bb0166-9994-453f-b86d-f28ec4fbea35)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:44.159316 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '815666b1-f38d-4966-9d68-7579793f16b4', 'network_id': 'a83fd958-bc37-451e-9d80-9f39984ef258', 'port_id': '815666b1-f38d-4966-9d68-7579793f16b4', 'mac_address': 'fa:16:3e:b2:d7:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc866318-9541-4694-bb65-df780ea10b01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:21:44.176470 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5442f-45dc-437d-857d-83abc5b0db36 req-3b00f4a3-6721-46d6-a47a-007864115237 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:44.178256 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dce5442f-45dc-437d-857d-83abc5b0db36 req-3b00f4a3-6721-46d6-a47a-007864115237 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a59fed5-07d4-471c-bd91-cf072b67e535 HTTP/1.1" status: 200 len: 944 time: 0.0712030 Jul 07 17:21:44.202830 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.216011 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815666b1-f38d-4966-9d68-7579793f16b4 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:21:44.221317 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dce5442f-45dc-437d-857d-83abc5b0db36 req-fe0677fd-896b-4bd4-8f81-6e15ca8ce12a tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3bd9502-0ecb-4203-b3ff-a37083482288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363996 Jul 07 17:21:44.241816 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 815666b1-f38d-4966-9d68-7579793f16b4, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=815666b1-f38d-4966-9d68-7579793f16b4,segment=NetworkSegment(c1bb0166-9994-453f-b86d-f28ec4fbea35),segment_id=c1bb0166-9994-453f-b86d-f28ec4fbea35)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:44.246643 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.300332 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:44.304756 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=815666b1-f38d-4966-9d68-7579793f16b4,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:44.453656 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['815666b1-f38d-4966-9d68-7579793f16b4'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:44.703135 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-606da3b6-4ae8-48f2-822f-376b373a82e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.412128 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e7c59-2abb-4b9c-8175-9dce68c31f34 req-99ddf5f1-c42b-44b8-8656-d2617d3b9ab8 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:45.413654 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-591e7c59-2abb-4b9c-8175-9dce68c31f34 req-99ddf5f1-c42b-44b8-8656-d2617d3b9ab8 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a59fed5-07d4-471c-bd91-cf072b67e535 HTTP/1.1" status: 200 len: 945 time: 0.0680330 Jul 07 17:21:45.451105 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-591e7c59-2abb-4b9c-8175-9dce68c31f34 req-de04fe3a-2798-474b-8366-ce3085e97174 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3bd9502-0ecb-4203-b3ff-a37083482288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318274 Jul 07 17:21:45.516805 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52000) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:45.521737 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1c925c72-71df-46f6-829b-f2ce23857681 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1996724436', 'description': 'tempest-secgroup-smoke-1996724436 description', 'project_id': 'cea56dc008374433a72ff26fbcfa22d6'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:45.545377 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c925c72-71df-46f6-829b-f2ce23857681 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.628418 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c925c72-71df-46f6-829b-f2ce23857681 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.632441 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c925c72-71df-46f6-829b-f2ce23857681 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.663035 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c925c72-71df-46f6-829b-f2ce23857681 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.664303 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1c925c72-71df-46f6-829b-f2ce23857681 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1464009 Jul 07 17:21:45.665030 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c925c72-71df-46f6-829b-f2ce23857681 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb51a49-2319-4116-93a6-ea6d0586e78f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:45.667364 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52004) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:45.672785 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f0130949-8cb7-4f8e-a42b-7b6f9bfbcc25 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Request body: {'security_group_rule': {'security_group_id': 'aeb51a49-2319-4116-93a6-ea6d0586e78f', 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:45.702169 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f0130949-8cb7-4f8e-a42b-7b6f9bfbcc25 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.766274 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f0130949-8cb7-4f8e-a42b-7b6f9bfbcc25 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.770419 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f0130949-8cb7-4f8e-a42b-7b6f9bfbcc25 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.786989 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0130949-8cb7-4f8e-a42b-7b6f9bfbcc25 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064fa7ed-9af8-45a0-95ef-6d497cc0179a,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:45.797252 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f0130949-8cb7-4f8e-a42b-7b6f9bfbcc25 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.801379 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f0130949-8cb7-4f8e-a42b-7b6f9bfbcc25 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303146 Jul 07 17:21:45.801564 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52006) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:45.806074 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-3ecf60c5-4c7f-408d-91eb-c557986c5f75 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Request body: {'security_group_rule': {'security_group_id': 'aeb51a49-2319-4116-93a6-ea6d0586e78f', 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:45.833135 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ecf60c5-4c7f-408d-91eb-c557986c5f75 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.891118 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ecf60c5-4c7f-408d-91eb-c557986c5f75 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.894940 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ecf60c5-4c7f-408d-91eb-c557986c5f75 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.913338 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf60c5-4c7f-408d-91eb-c557986c5f75 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f2a425-5c67-4156-9558-1370d5a87dd3,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:45.920001 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ecf60c5-4c7f-408d-91eb-c557986c5f75 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:45.921310 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3ecf60c5-4c7f-408d-91eb-c557986c5f75 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187751 Jul 07 17:21:45.924820 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52008) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:45.929516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-41ef6988-db60-4913-aef0-4311bdcc4de3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Request body: {'security_group_rule': {'security_group_id': 'aeb51a49-2319-4116-93a6-ea6d0586e78f', 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:45.957264 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-41ef6988-db60-4913-aef0-4311bdcc4de3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.017429 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-41ef6988-db60-4913-aef0-4311bdcc4de3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.021285 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-41ef6988-db60-4913-aef0-4311bdcc4de3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.038696 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef6988-db60-4913-aef0-4311bdcc4de3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab41f1f9-6460-45cd-bd43-d0de29c9cecd,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:46.045045 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-41ef6988-db60-4913-aef0-4311bdcc4de3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.049917 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-41ef6988-db60-4913-aef0-4311bdcc4de3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205995 Jul 07 17:21:46.050100 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 815666b1-f38d-4966-9d68-7579793f16b4 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:21:46.050868 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52010) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:46.057842 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-fa31a65b-1cb3-45d0-9c67-40af70b0d673 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Request body: {'security_group_rule': {'security_group_id': 'aeb51a49-2319-4116-93a6-ea6d0586e78f', 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:46.089888 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fa31a65b-1cb3-45d0-9c67-40af70b0d673 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.102575 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 815666b1-f38d-4966-9d68-7579793f16b4 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:21:46.106209 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 815666b1-f38d-4966-9d68-7579793f16b4 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:21:46.106623 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.144376 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fa31a65b-1cb3-45d0-9c67-40af70b0d673 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.148884 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fa31a65b-1cb3-45d0-9c67-40af70b0d673 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.168550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31a65b-1cb3-45d0-9c67-40af70b0d673 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1bb7bf6-5279-42fe-90a4-10f218f89ef6,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:46.184967 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31a65b-1cb3-45d0-9c67-40af70b0d673 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:46.186180 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31a65b-1cb3-45d0-9c67-40af70b0d673 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:46.186180 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31a65b-1cb3-45d0-9c67-40af70b0d673 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:46.186684 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31a65b-1cb3-45d0-9c67-40af70b0d673 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:46.187413 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31a65b-1cb3-45d0-9c67-40af70b0d673 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:46.187794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31a65b-1cb3-45d0-9c67-40af70b0d673 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:46.188353 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31a65b-1cb3-45d0-9c67-40af70b0d673 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:46.188760 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31a65b-1cb3-45d0-9c67-40af70b0d673 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:46.189323 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31a65b-1cb3-45d0-9c67-40af70b0d673 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:46.189838 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31a65b-1cb3-45d0-9c67-40af70b0d673 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:46.190402 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31a65b-1cb3-45d0-9c67-40af70b0d673 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:46.190959 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa31a65b-1cb3-45d0-9c67-40af70b0d673 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:21:46.195429 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fa31a65b-1cb3-45d0-9c67-40af70b0d673 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.199861 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fa31a65b-1cb3-45d0-9c67-40af70b0d673 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444249 Jul 07 17:21:46.200309 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52012) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:46.204845 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.206966 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-fb14fca9-0f84-4e45-a6aa-6f9dce3d6b86 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Request body: {'security_group_rule': {'security_group_id': 'aeb51a49-2319-4116-93a6-ea6d0586e78f', 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:46.240563 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-fb14fca9-0f84-4e45-a6aa-6f9dce3d6b86 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Project cea56dc008374433a72ff26fbcfa22d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:21:46.245855 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb14fca9-0f84-4e45-a6aa-6f9dce3d6b86 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.246101 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a59fed5-07d4-471c-bd91-cf072b67e535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815666b1-f38d-4966-9d68-7579793f16b4'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:46.250260 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736f9170-6b64-42f1-8e8f-c2d4a33cd4ce" -d '{"events": [{"server_uuid": "4a59fed5-07d4-471c-bd91-cf072b67e535", "name": "network-vif-plugged", "status": "completed", "tag": "815666b1-f38d-4966-9d68-7579793f16b4"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:46.273184 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 815666b1-f38d-4966-9d68-7579793f16b4, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=815666b1-f38d-4966-9d68-7579793f16b4,segment=NetworkSegment(c1bb0166-9994-453f-b86d-f28ec4fbea35),segment_id=c1bb0166-9994-453f-b86d-f28ec4fbea35)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:46.277946 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.308623 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df420124-5340-4e77-a6a6-a2f2baf0edd2 x-openstack-request-id: req-df420124-5340-4e77-a6a6-a2f2baf0edd2 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:46.308967 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a59fed5-07d4-471c-bd91-cf072b67e535", "name": "network-vif-plugged", "status": "completed", "tag": "815666b1-f38d-4966-9d68-7579793f16b4", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:46.309160 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df420124-5340-4e77-a6a6-a2f2baf0edd2 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:46.310107 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a59fed5-07d4-471c-bd91-cf072b67e535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815666b1-f38d-4966-9d68-7579793f16b4', 'code': 200} Jul 07 17:21:46.340046 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb14fca9-0f84-4e45-a6aa-6f9dce3d6b86 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.346820 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb14fca9-0f84-4e45-a6aa-6f9dce3d6b86 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.349757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=815666b1-f38d-4966-9d68-7579793f16b4,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:46.368003 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14fca9-0f84-4e45-a6aa-6f9dce3d6b86 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ab1d0d-4b98-4bfa-96d2-0e641797f939,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:46.374181 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fb14fca9-0f84-4e45-a6aa-6f9dce3d6b86 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.375437 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fb14fca9-0f84-4e45-a6aa-6f9dce3d6b86 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1743059 Jul 07 17:21:46.378644 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52018) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:21:46.383431 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-71c3c5a1-521e-4a24-ad60-6f3620027af8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Request body: {'security_group_rule': {'security_group_id': 'aeb51a49-2319-4116-93a6-ea6d0586e78f', 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:21:46.407114 n-d-793620-7 neutron-server[100409]: INFO neutron.db.securitygroups_db [None req-71c3c5a1-521e-4a24-ad60-6f3620027af8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Project cea56dc008374433a72ff26fbcfa22d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:21:46.412375 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-71c3c5a1-521e-4a24-ad60-6f3620027af8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.429138 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd71b8-9f43-417d-8eb0-2560798f21b2 req-2ec13afa-ac78-4799-aa96-28e0c6f9a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:46.430688 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15bd71b8-9f43-417d-8eb0-2560798f21b2 req-2ec13afa-ac78-4799-aa96-28e0c6f9a68a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a59fed5-07d4-471c-bd91-cf072b67e535 HTTP/1.1" status: 200 len: 1097 time: 0.0541813 Jul 07 17:21:46.471046 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15bd71b8-9f43-417d-8eb0-2560798f21b2 req-b2e6174d-4a98-4287-8c5f-fae807a954ad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d3bd9502-0ecb-4203-b3ff-a37083482288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328779 Jul 07 17:21:46.477205 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-71c3c5a1-521e-4a24-ad60-6f3620027af8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.481470 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-71c3c5a1-521e-4a24-ad60-6f3620027af8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.502118 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3c5a1-521e-4a24-ad60-6f3620027af8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1470208-81f2-4403-86dd-f334801d613e,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:46.508222 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-71c3c5a1-521e-4a24-ad60-6f3620027af8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.512579 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-71c3c5a1-521e-4a24-ad60-6f3620027af8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1298003 Jul 07 17:21:46.559219 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:46.635565 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf7eba-0145-4e36-bf72-1b089d7752ae req-75f614ad-eb06-4d3f-8ad8-799848a23e66 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:46.637133 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4eaf7eba-0145-4e36-bf72-1b089d7752ae req-75f614ad-eb06-4d3f-8ad8-799848a23e66 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a59fed5-07d4-471c-bd91-cf072b67e535 HTTP/1.1" status: 200 len: 946 time: 0.0652921 Jul 07 17:21:46.676262 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4eaf7eba-0145-4e36-bf72-1b089d7752ae req-bb8a2868-1935-44a3-a5ad-8fb532533aed tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3bd9502-0ecb-4203-b3ff-a37083482288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328317 Jul 07 17:21:47.646445 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:47.865549 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e861553-6052-4bda-9572-aef1895b9b5f req-36ca3f26-65eb-4c2c-b939-11a34a52b878 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:47.867940 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6e861553-6052-4bda-9572-aef1895b9b5f req-36ca3f26-65eb-4c2c-b939-11a34a52b878 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a59fed5-07d4-471c-bd91-cf072b67e535 HTTP/1.1" status: 200 len: 946 time: 0.0744576 Jul 07 17:21:47.911574 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6e861553-6052-4bda-9572-aef1895b9b5f req-8f7e2832-a015-452b-a68f-3994dddb377b tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3bd9502-0ecb-4203-b3ff-a37083482288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379353 Jul 07 17:21:47.947787 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b7c4f9e8-e6d8-4fb0-85c1-3ed3c30718e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:48.860437 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.343131 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:50.735306 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cad95-6e16-4cc7-ab30-f29ddd8ec7c1 req-3faff78e-26c1-4f41-8911-635b2d11753d tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:50.736955 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ec0cad95-6e16-4cc7-ab30-f29ddd8ec7c1 req-3faff78e-26c1-4f41-8911-635b2d11753d tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a59fed5-07d4-471c-bd91-cf072b67e535 HTTP/1.1" status: 200 len: 946 time: 0.0743527 Jul 07 17:21:50.780486 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ec0cad95-6e16-4cc7-ab30-f29ddd8ec7c1 req-180be17d-be3c-41dd-a6f8-9ccc34588672 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3bd9502-0ecb-4203-b3ff-a37083482288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373397 Jul 07 17:21:52.000311 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d5435-517d-406c-9f08-b2c00e216e2a req-38d95a7e-b481-4fb8-8695-7e6a1320d9fa tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:52.001856 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-292d5435-517d-406c-9f08-b2c00e216e2a req-38d95a7e-b481-4fb8-8695-7e6a1320d9fa tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a59fed5-07d4-471c-bd91-cf072b67e535 HTTP/1.1" status: 200 len: 946 time: 0.1279061 Jul 07 17:21:52.010419 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ccfce-8905-4ef5-8e3e-9904e0050b40 req-e9964b29-b4d0-4013-8ba7-ddbc80b17893 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:21:52.011911 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-853ccfce-8905-4ef5-8e3e-9904e0050b40 req-e9964b29-b4d0-4013-8ba7-ddbc80b17893 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a59fed5-07d4-471c-bd91-cf072b67e535 HTTP/1.1" status: 200 len: 946 time: 0.0961783 Jul 07 17:21:52.112354 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-853ccfce-8905-4ef5-8e3e-9904e0050b40 req-22489b27-8f1e-4fef-946b-062234e52b93 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3bd9502-0ecb-4203-b3ff-a37083482288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918908 Jul 07 17:21:52.147036 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-292d5435-517d-406c-9f08-b2c00e216e2a req-b40c5392-6142-4621-b053-fd0d10918b11 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Deleting port 815666b1-f38d-4966-9d68-7579793f16b4 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:21:52.147488 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-292d5435-517d-406c-9f08-b2c00e216e2a req-b40c5392-6142-4621-b053-fd0d10918b11 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.239899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-292d5435-517d-406c-9f08-b2c00e216e2a req-b40c5392-6142-4621-b053-fd0d10918b11 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] For port 815666b1-f38d-4966-9d68-7579793f16b4, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=815666b1-f38d-4966-9d68-7579793f16b4,segment=NetworkSegment(c1bb0166-9994-453f-b86d-f28ec4fbea35),segment_id=c1bb0166-9994-453f-b86d-f28ec4fbea35)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:21:52.240264 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-292d5435-517d-406c-9f08-b2c00e216e2a req-b40c5392-6142-4621-b053-fd0d10918b11 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.254290 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-292d5435-517d-406c-9f08-b2c00e216e2a req-b40c5392-6142-4621-b053-fd0d10918b11 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Calling delete_port for 815666b1-f38d-4966-9d68-7579793f16b4 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:21:52.395355 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-292d5435-517d-406c-9f08-b2c00e216e2a req-b40c5392-6142-4621-b053-fd0d10918b11 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.408005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['815666b1-f38d-4966-9d68-7579793f16b4'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:21:52.428497 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c5392-6142-4621-b053-fd0d10918b11 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Pushing event deleted for resources: {'Port': ['ID=815666b1-f38d-4966-9d68-7579793f16b4,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:21:52.485223 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-292d5435-517d-406c-9f08-b2c00e216e2a req-b40c5392-6142-4621-b053-fd0d10918b11 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] No DVR routers for this DVR port 815666b1-f38d-4966-9d68-7579793f16b4 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:21:52.488524 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-292d5435-517d-406c-9f08-b2c00e216e2a req-b40c5392-6142-4621-b053-fd0d10918b11 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:21:52.490925 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-292d5435-517d-406c-9f08-b2c00e216e2a req-b40c5392-6142-4621-b053-fd0d10918b11 tempest-VolumesActionsTest-1377242920 tempest-VolumesActionsTest-1377242920-project] 10.222.0.15 "DELETE /v2.0/ports/815666b1-f38d-4966-9d68-7579793f16b4 HTTP/1.1" status: 204 len: 173 time: 0.4781034 Jul 07 17:21:52.491387 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a59fed5-07d4-471c-bd91-cf072b67e535', 'name': 'network-vif-deleted', 'tag': '815666b1-f38d-4966-9d68-7579793f16b4'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:21:52.494420 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249ad926-0f69-4f94-9a6e-7a99d594427b" -d '{"events": [{"server_uuid": "4a59fed5-07d4-471c-bd91-cf072b67e535", "name": "network-vif-deleted", "tag": "815666b1-f38d-4966-9d68-7579793f16b4"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:21:52.541628 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf13d66d-c666-4f22-af2b-18ecff579161 x-openstack-request-id: req-bf13d66d-c666-4f22-af2b-18ecff579161 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:21:52.542121 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a59fed5-07d4-471c-bd91-cf072b67e535", "name": "network-vif-deleted", "tag": "815666b1-f38d-4966-9d68-7579793f16b4", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:21:52.542356 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf13d66d-c666-4f22-af2b-18ecff579161 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:21:52.542866 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a59fed5-07d4-471c-bd91-cf072b67e535', 'name': 'network-vif-deleted', 'tag': '815666b1-f38d-4966-9d68-7579793f16b4', 'status': 'completed', 'code': 200} Jul 07 17:21:55.277975 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:21:56.071095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 815666b1-f38d-4966-9d68-7579793f16b4 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:21:56.094021 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 815666b1-f38d-4966-9d68-7579793f16b4 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:21:56.094675 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 815666b1-f38d-4966-9d68-7579793f16b4 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:22:03.218521 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-3663aac1-f3bd-42a5-a7b9-a8629949ffc0 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1996724436&fields=id&tenant_id=cea56dc008374433a72ff26fbcfa22d6 HTTP/1.1" status: 200 len: 267 time: 0.0374236 Jul 07 17:22:03.345670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-50a8ce1e-2758-44c0-a132-26fb261c2e20 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:03.347323 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-50a8ce1e-2758-44c0-a132-26fb261c2e20 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 811 time: 0.1216886 Jul 07 17:22:03.365549 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-0939d350-ae65-48c3-882d-ba735230582c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/quotas/cea56dc008374433a72ff26fbcfa22d6 HTTP/1.1" status: 200 len: 375 time: 0.0105822 Jul 07 17:22:03.437490 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-a18ec7a2-e67c-4af7-969b-a987598e656f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657866 Jul 07 17:22:03.455222 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-f018d16a-0848-4b72-b6ba-9df32469649a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:22:03.456244 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-f018d16a-0848-4b72-b6ba-9df32469649a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067205 Jul 07 17:22:03.668608 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-918909ff-8d4b-437d-8277-c03243fcb164 service neutron] 10.222.0.50 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063498 Jul 07 17:22:03.777417 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-0794ba4c-7d82-4c52-92cc-ae1be31d8641 service neutron] 10.222.0.50 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022136 Jul 07 17:22:04.196254 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-349855b7-0a46-4ad7-a7f2-d89bee72db8b req-b99be4b8-b115-440c-bd35-0abc7b734cd7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0526068 Jul 07 17:22:05.429597 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c33f0118-6096-4754-b003-94cf6aa03049 req-f975ad1b-dc85-47f1-a896-32a5fd43e7ae tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0807068 Jul 07 17:22:05.441956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-46f635f4-644d-43bb-a401-23e6186e988d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:05.444843 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-46f635f4-644d-43bb-a401-23e6186e988d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.15 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 811 time: 0.1750093 Jul 07 17:22:05.498407 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-01d8a959-4239-40d7-901a-bae32ae95ea0 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cea56dc008374433a72ff26fbcfa22d6 HTTP/1.1" status: 200 len: 380 time: 0.0392570 Jul 07 17:22:05.506867 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-b22d9656-6f3a-4c57-872d-cd2f2744d08b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Request body: {'port': {'device_id': '9f7a562e-4398-492f-bc64-b26939c1e3f4', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'admin_state_up': True, 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'security_groups': ['aeb51a49-2319-4116-93a6-ea6d0586e78f']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:05.622302 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-b22d9656-6f3a-4c57-872d-cd2f2744d08b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Made reservation on behalf of cea56dc008374433a72ff26fbcfa22d6 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:05.626459 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-b22d9656-6f3a-4c57-872d-cd2f2744d08b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.778408 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-b22d9656-6f3a-4c57-872d-cd2f2744d08b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Allocated IP 172.20.0.14 (888184af-68bd-473b-926b-d4ef0f9f6494/0f79582c-33a8-4ae3-b793-f2486686f367/17ce0e2a-78ca-481f-9f01-6b2a4fac50dc) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:05.946816 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-b22d9656-6f3a-4c57-872d-cd2f2744d08b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:05.963661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-b22d9656-6f3a-4c57-872d-cd2f2744d08b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Transition to ACTIVE for port object 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:06.001551 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-b22d9656-6f3a-4c57-872d-cd2f2744d08b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.058981 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d9656-6f3a-4c57-872d-cd2f2744d08b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event updated for resources: {'Port': ['ID=17ce0e2a-78ca-481f-9f01-6b2a4fac50dc,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:06.084618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-b22d9656-6f3a-4c57-872d-cd2f2744d08b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Network 888184af-68bd-473b-926b-d4ef0f9f6494 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:06.086360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-b22d9656-6f3a-4c57-872d-cd2f2744d08b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:06.091283 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-b22d9656-6f3a-4c57-872d-cd2f2744d08b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:06.160389 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-b22d9656-6f3a-4c57-872d-cd2f2744d08b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:06.161576 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-b22d9656-6f3a-4c57-872d-cd2f2744d08b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.179529 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-b22d9656-6f3a-4c57-872d-cd2f2744d08b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6764138 Jul 07 17:22:06.192222 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] Request body: {'port': {'device_id': '9f7a562e-4398-492f-bc64-b26939c1e3f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:06.293016 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.444694 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a12e2a67-22dd-4ddb-848d-bfd6ecd5acfe None None] Provisioning for port 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:06.467410 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a12e2a67-22dd-4ddb-848d-bfd6ecd5acfe None None] Provisioning complete for port 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:06.468414 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a12e2a67-22dd-4ddb-848d-bfd6ecd5acfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.560382 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-a12e2a67-22dd-4ddb-848d-bfd6ecd5acfe None None] Port 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:06.621640 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:06.630457 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.645713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] Transition to ACTIVE for port object 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:06.665440 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.808874 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] Pushing event updated for resources: {'Port': ['ID=17ce0e2a-78ca-481f-9f01-6b2a4fac50dc,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:06.853026 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a924963-c9e9-41fb-a7cc-a9757c200847 req-8f7f9f67-151d-44a9-8809-423270d6c558 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:06.855410 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3a924963-c9e9-41fb-a7cc-a9757c200847 req-8f7f9f67-151d-44a9-8809-423270d6c558 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 944 time: 0.2182548 Jul 07 17:22:06.884530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] Attempting to bind port 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:06.884872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] Attempting to bind port 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:06.885211 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] Attempting to bind port 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc on network 888184af-68bd-473b-926b-d4ef0f9f6494 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:06.904819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] Port 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc on network 888184af-68bd-473b-926b-d4ef0f9f6494 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:22:06.905166 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] Attempting to bind port 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc on network 888184af-68bd-473b-926b-d4ef0f9f6494 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:06.929368 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:06.929717 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] Checking segment: {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:06.930170 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] Bound using segment: {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:06.930695 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] Bound port: 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:06.931066 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:06.936991 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3a924963-c9e9-41fb-a7cc-a9757c200847 req-891ad1bd-1dd3-458d-803d-0f123373e99a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710855 Jul 07 17:22:07.038267 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] For port 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:07.042622 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] For port 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=17ce0e2a-78ca-481f-9f01-6b2a4fac50dc,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:07.048494 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.112313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:07.113132 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:07.114835 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] 10.222.0.15 "PUT /v2.0/ports/17ce0e2a-78ca-481f-9f01-6b2a4fac50dc HTTP/1.1" status: 200 len: 1092 time: 0.9272220 Jul 07 17:22:07.121020 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7a562e-4398-492f-bc64-b26939c1e3f4', 'tag': '17ce0e2a-78ca-481f-9f01-6b2a4fac50dc'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:07.123314 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf97860-96d9-43f4-be93-e819917343ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7a562e-4398-492f-bc64-b26939c1e3f4", "tag": "17ce0e2a-78ca-481f-9f01-6b2a4fac50dc"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:07.184493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb364015-620c-42db-91f1-8e6faebf34ed service neutron] Pushing event updated for resources: {'Port': ['ID=17ce0e2a-78ca-481f-9f01-6b2a4fac50dc,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:07.216933 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790d00cb-f60f-409a-9559-30ba767a1fa6 x-openstack-request-id: req-790d00cb-f60f-409a-9559-30ba767a1fa6 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:07.219772 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7a562e-4398-492f-bc64-b26939c1e3f4", "tag": "17ce0e2a-78ca-481f-9f01-6b2a4fac50dc", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:07.220331 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-790d00cb-f60f-409a-9559-30ba767a1fa6 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:07.221014 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7a562e-4398-492f-bc64-b26939c1e3f4', 'tag': '17ce0e2a-78ca-481f-9f01-6b2a4fac50dc', 'status': 'completed', 'code': 200} Jul 07 17:22:07.272647 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-6c866a07-764d-44ae-8b55-6310110f4b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:07.276709 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-6c866a07-764d-44ae-8b55-6310110f4b00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 1095 time: 0.0860684 Jul 07 17:22:07.328907 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-ce597a8d-1fd2-4318-8b90-22c12bd7a772 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17ce0e2a-78ca-481f-9f01-6b2a4fac50dc HTTP/1.1" status: 200 len: 217 time: 0.0463712 Jul 07 17:22:07.388122 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-f81cec49-71a5-4968-bcc4-beb5c56a1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:07.389716 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-f81cec49-71a5-4968-bcc4-beb5c56a1ed4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.0554163 Jul 07 17:22:07.470330 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-ae2c4e3f-993b-42c0-af2a-03d41185606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:07.472012 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-ae2c4e3f-993b-42c0-af2a-03d41185606c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763304 Jul 07 17:22:07.571679 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-3ccf9675-84c3-45f8-a8be-7f19b9775229 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935814 Jul 07 17:22:07.684981 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b1cfe830-c5ca-4d4f-9b83-e322bc41052c req-c8f897b8-0a22-4cf4-afc8-0c1e9a66f635 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058700 Jul 07 17:22:07.799652 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf97860-96d9-43f4-be93-e819917343ef req-39cbe1d7-5d3e-41a6-afc1-29d9284b4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:07.801186 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-baf97860-96d9-43f4-be93-e819917343ef req-39cbe1d7-5d3e-41a6-afc1-29d9284b4821 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 1095 time: 0.0632291 Jul 07 17:22:07.914986 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf97860-96d9-43f4-be93-e819917343ef req-7dde8044-a784-4014-9e25-41daf1e6ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:07.916548 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-baf97860-96d9-43f4-be93-e819917343ef req-7dde8044-a784-4014-9e25-41daf1e6ff91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.1095133 Jul 07 17:22:07.971106 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-baf97860-96d9-43f4-be93-e819917343ef req-1eea727c-5639-4bda-a78f-a896cb176b56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17ce0e2a-78ca-481f-9f01-6b2a4fac50dc HTTP/1.1" status: 200 len: 217 time: 0.0476930 Jul 07 17:22:08.028179 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf97860-96d9-43f4-be93-e819917343ef req-2b55f2f1-7ca1-43de-96b4-896a5da345af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:08.029973 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-baf97860-96d9-43f4-be93-e819917343ef req-2b55f2f1-7ca1-43de-96b4-896a5da345af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.0527918 Jul 07 17:22:08.103084 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf97860-96d9-43f4-be93-e819917343ef req-6bf2bd94-bf58-4a0f-bccc-87f9f959bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:08.104807 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-baf97860-96d9-43f4-be93-e819917343ef req-6bf2bd94-bf58-4a0f-bccc-87f9f959bcb2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682473 Jul 07 17:22:08.195681 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a420a-b0ed-4272-a8c8-751a80d1f127 req-e1850e49-4e80-4bee-af55-758280014466 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:08.198084 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-042a420a-b0ed-4272-a8c8-751a80d1f127 req-e1850e49-4e80-4bee-af55-758280014466 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 944 time: 0.0704920 Jul 07 17:22:08.215837 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-baf97860-96d9-43f4-be93-e819917343ef req-c0c670a5-90fb-4167-b8ca-792897e891d4 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023636 Jul 07 17:22:08.274095 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-042a420a-b0ed-4272-a8c8-751a80d1f127 req-716b0765-a6b2-466e-9870-e6f9d1f36b86 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661201 Jul 07 17:22:08.379262 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-baf97860-96d9-43f4-be93-e819917343ef req-29384f1e-7ad6-4da4-9b99-aeb136e212b3 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576474 Jul 07 17:22:09.462505 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4483b1-70db-4d8c-89bc-07697920d744 req-be67f99a-b294-41c6-9158-889f3e28e6a8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:09.464268 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f4483b1-70db-4d8c-89bc-07697920d744 req-be67f99a-b294-41c6-9158-889f3e28e6a8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 944 time: 0.0689867 Jul 07 17:22:09.507658 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f4483b1-70db-4d8c-89bc-07697920d744 req-c32db43a-71d8-4794-a9c6-ce706b25eaa3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363345 Jul 07 17:22:10.711483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21358890-d160-4ed0-acc4-9a40e2e2887a req-0e1f9d79-9be8-4fd5-9b74-76b10594744e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:10.713033 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-21358890-d160-4ed0-acc4-9a40e2e2887a req-0e1f9d79-9be8-4fd5-9b74-76b10594744e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 944 time: 0.0784347 Jul 07 17:22:10.755098 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-21358890-d160-4ed0-acc4-9a40e2e2887a req-edb4c249-744c-4c27-a812-1495def50929 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356126 Jul 07 17:22:11.946198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516aa460-2413-44a1-8ac9-7d9abf096232 req-44784059-3551-4a4b-b33d-d3c5417ae1df tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:11.947665 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-516aa460-2413-44a1-8ac9-7d9abf096232 req-44784059-3551-4a4b-b33d-d3c5417ae1df tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 944 time: 0.0710177 Jul 07 17:22:11.989078 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-516aa460-2413-44a1-8ac9-7d9abf096232 req-212dca9b-577f-4ed8-b5a0-da5010393a65 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355146 Jul 07 17:22:13.175676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d721b3b-5dd9-48e8-8052-ac2d1d97b339 req-744044d3-413b-4dcb-a338-4af93783a583 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:13.177266 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5d721b3b-5dd9-48e8-8052-ac2d1d97b339 req-744044d3-413b-4dcb-a338-4af93783a583 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 944 time: 0.0725372 Jul 07 17:22:13.218518 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5d721b3b-5dd9-48e8-8052-ac2d1d97b339 req-c8a0b673-658d-4c3a-86a0-93341b86c51a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353370 Jul 07 17:22:14.284997 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.413101 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66236368-f35a-4855-9ba8-5c1546b995f9 req-8dcc6af4-fd57-4624-811b-d30b6e0989a7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:14.415415 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-66236368-f35a-4855-9ba8-5c1546b995f9 req-8dcc6af4-fd57-4624-811b-d30b6e0989a7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 944 time: 0.0781786 Jul 07 17:22:14.460596 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-66236368-f35a-4855-9ba8-5c1546b995f9 req-f734d264-60d0-4fd7-9476-34c61b02be7b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394702 Jul 07 17:22:14.706915 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2d769a31-30ed-4c84-adb7-4fb60bb365c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.711036 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52476) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:14.759130 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-357cff8b-109f-4e9a-8677-528605810718 admin admin] Deleting subnet dc866318-9541-4694-bb65-df780ea10b01 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:22:14.762642 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-357cff8b-109f-4e9a-8677-528605810718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.799174 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-357cff8b-109f-4e9a-8677-528605810718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.845128 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-357cff8b-109f-4e9a-8677-528605810718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.902467 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-357cff8b-109f-4e9a-8677-528605810718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.928582 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cff8b-109f-4e9a-8677-528605810718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc866318-9541-4694-bb65-df780ea10b01,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:14.935900 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-357cff8b-109f-4e9a-8677-528605810718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:14.937846 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-357cff8b-109f-4e9a-8677-528605810718 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/dc866318-9541-4694-bb65-df780ea10b01 HTTP/1.1" status: 204 len: 168 time: 0.2256095 Jul 07 17:22:14.940466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52478) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:14.943788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357cff8b-109f-4e9a-8677-528605810718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.944354 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357cff8b-109f-4e9a-8677-528605810718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.944699 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357cff8b-109f-4e9a-8677-528605810718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.945045 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357cff8b-109f-4e9a-8677-528605810718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.945425 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357cff8b-109f-4e9a-8677-528605810718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.945764 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357cff8b-109f-4e9a-8677-528605810718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.946236 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357cff8b-109f-4e9a-8677-528605810718 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.946598 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357cff8b-109f-4e9a-8677-528605810718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.946925 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357cff8b-109f-4e9a-8677-528605810718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.947251 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357cff8b-109f-4e9a-8677-528605810718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.947578 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357cff8b-109f-4e9a-8677-528605810718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:14.947909 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357cff8b-109f-4e9a-8677-528605810718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:15.017677 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a34dae7-e183-45ea-82aa-4569de2c9518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.117091 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a34dae7-e183-45ea-82aa-4569de2c9518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.128422 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-5a34dae7-e183-45ea-82aa-4569de2c9518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83fd958-bc37-451e-9d80-9f39984ef258']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:15.139516 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-5a34dae7-e183-45ea-82aa-4569de2c9518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bb0166-9994-453f-b86d-f28ec4fbea35') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:15.139813 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-5a34dae7-e183-45ea-82aa-4569de2c9518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bb0166-9994-453f-b86d-f28ec4fbea35') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:15.148838 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a34dae7-e183-45ea-82aa-4569de2c9518 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.165150 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a34dae7-e183-45ea-82aa-4569de2c9518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.171555 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a34dae7-e183-45ea-82aa-4569de2c9518 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:15.172091 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a34dae7-e183-45ea-82aa-4569de2c9518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:15.173885 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:15.232445 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a34dae7-e183-45ea-82aa-4569de2c9518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.239622 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a34dae7-e183-45ea-82aa-4569de2c9518 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.241463 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5a34dae7-e183-45ea-82aa-4569de2c9518 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a83fd958-bc37-451e-9d80-9f39984ef258 HTTP/1.1" status: 204 len: 168 time: 0.3000102 Jul 07 17:22:15.244368 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52482) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:15.256702 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34dae7-e183-45ea-82aa-4569de2c9518 admin admin] Pushing event deleted for resources: {'Network': ['ID=a83fd958-bc37-451e-9d80-9f39984ef258,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:15.290148 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-de50a764-f645-4881-8978-2dd6a726c3a2 admin admin] Deleting subnet 1bc67168-5ea3-4b45-9203-b5400e1d063f {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:22:15.293548 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-de50a764-f645-4881-8978-2dd6a726c3a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.329269 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-de50a764-f645-4881-8978-2dd6a726c3a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.372942 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-de50a764-f645-4881-8978-2dd6a726c3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.426241 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-de50a764-f645-4881-8978-2dd6a726c3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.456860 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50a764-f645-4881-8978-2dd6a726c3a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bc67168-5ea3-4b45-9203-b5400e1d063f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:15.458390 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-de50a764-f645-4881-8978-2dd6a726c3a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.462886 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-de50a764-f645-4881-8978-2dd6a726c3a2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1bc67168-5ea3-4b45-9203-b5400e1d063f HTTP/1.1" status: 204 len: 168 time: 0.2149253 Jul 07 17:22:15.463031 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52486) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:15.534165 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b619e8b6-f088-4af0-bb3e-21ca8237b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.623382 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b619e8b6-f088-4af0-bb3e-21ca8237b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.633368 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-b619e8b6-f088-4af0-bb3e-21ca8237b662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7534d716-6ee9-4ec4-adcb-204efd28c2dc']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:15.642285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d13cc9-995e-473a-8ec6-6e96d6a18475 req-61ceec9e-d8dd-4680-8e26-fc2f5dd9ff73 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:15.643975 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59d13cc9-995e-473a-8ec6-6e96d6a18475 req-61ceec9e-d8dd-4680-8e26-fc2f5dd9ff73 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 944 time: 0.0647597 Jul 07 17:22:15.644651 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-b619e8b6-f088-4af0-bb3e-21ca8237b662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe9dcb5-b651-47a3-8ea9-e577883ccefc') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:15.644954 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-b619e8b6-f088-4af0-bb3e-21ca8237b662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe9dcb5-b651-47a3-8ea9-e577883ccefc') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:15.654154 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b619e8b6-f088-4af0-bb3e-21ca8237b662 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.670029 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b619e8b6-f088-4af0-bb3e-21ca8237b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.676408 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b619e8b6-f088-4af0-bb3e-21ca8237b662 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:22:15.676822 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b619e8b6-f088-4af0-bb3e-21ca8237b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:22:15.678555 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:22:15.684153 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-59d13cc9-995e-473a-8ec6-6e96d6a18475 req-3c6960b5-b8fe-4f22-bbf1-936e0367060d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346668 Jul 07 17:22:15.734869 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b619e8b6-f088-4af0-bb3e-21ca8237b662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.740321 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b619e8b6-f088-4af0-bb3e-21ca8237b662 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:15.742188 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b619e8b6-f088-4af0-bb3e-21ca8237b662 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7534d716-6ee9-4ec4-adcb-204efd28c2dc HTTP/1.1" status: 204 len: 168 time: 0.2782032 Jul 07 17:22:15.757657 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619e8b6-f088-4af0-bb3e-21ca8237b662 admin admin] Pushing event deleted for resources: {'Network': ['ID=7534d716-6ee9-4ec4-adcb-204efd28c2dc,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:15.918321 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52492) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:15.960498 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-03f380db-558d-4679-bb99-d41d722ba400 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1ce5c175837f45e5a3d5ba1fa0f841e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408335 Jul 07 17:22:15.963142 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52494) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:16.014451 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5795b82-92b7-40fb-998a-946dce5ec76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.036362 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5795b82-92b7-40fb-998a-946dce5ec76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.088086 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5795b82-92b7-40fb-998a-946dce5ec76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.090513 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5795b82-92b7-40fb-998a-946dce5ec76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.091693 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f5795b82-92b7-40fb-998a-946dce5ec76e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d3bd9502-0ecb-4203-b3ff-a37083482288 HTTP/1.1" status: 204 len: 168 time: 0.1274588 Jul 07 17:22:16.100291 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5795b82-92b7-40fb-998a-946dce5ec76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bd9502-0ecb-4203-b3ff-a37083482288,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:16.464349 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52502) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:16.504962 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-77fba1ec-fe24-432f-ae1d-a1adf3692f01 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=041e7bd2aebc41a7bc2e576d05f61309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394597 Jul 07 17:22:16.507386 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52504) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:16.559278 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.565685 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-de43c062-b128-49bf-8da6-06a13f3e8412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.587830 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-de43c062-b128-49bf-8da6-06a13f3e8412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.638421 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-de43c062-b128-49bf-8da6-06a13f3e8412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.641408 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-de43c062-b128-49bf-8da6-06a13f3e8412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:16.642621 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-de43c062-b128-49bf-8da6-06a13f3e8412 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a00bc1d-01bb-4297-9ab3-b15024c05206 HTTP/1.1" status: 204 len: 168 time: 0.1342990 Jul 07 17:22:16.651113 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43c062-b128-49bf-8da6-06a13f3e8412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a00bc1d-01bb-4297-9ab3-b15024c05206,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:16.868152 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9481c-1643-4a61-a10c-c9227c9437d9 req-e1d7eded-9607-406d-bf54-8c5b6959efb7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:16.869740 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1df9481c-1643-4a61-a10c-c9227c9437d9 req-e1d7eded-9607-406d-bf54-8c5b6959efb7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 944 time: 0.0667851 Jul 07 17:22:16.913252 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1df9481c-1643-4a61-a10c-c9227c9437d9 req-d5c5666b-9a69-4ec9-8c40-e61503fd8312 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372653 Jul 07 17:22:17.638263 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:17.940211 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c4fa23b1-62b3-4529-b927-da052575b940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.015852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52556) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:18.105930 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe451d16-6b5b-4cfb-b92d-edfcf635b856 req-67565c8b-bba0-4417-86e6-0f4182cc7d81 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:18.107665 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fe451d16-6b5b-4cfb-b92d-edfcf635b856 req-67565c8b-bba0-4417-86e6-0f4182cc7d81 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 944 time: 0.0662451 Jul 07 17:22:18.126778 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cb1bca05-2dbc-4f08-a499-a6579cb35c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.153115 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fe451d16-6b5b-4cfb-b92d-edfcf635b856 req-25e1b0a2-eabf-478c-9ea4-8e093b59cfd8 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357141 Jul 07 17:22:18.204426 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:22:18.232446 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cb1bca05-2dbc-4f08-a499-a6579cb35c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.236811 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cb1bca05-2dbc-4f08-a499-a6579cb35c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.278973 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cb1bca05-2dbc-4f08-a499-a6579cb35c00 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e5d03bda4deb43c9b3a5fc78cb1f594e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619450 Jul 07 17:22:18.280387 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bca05-2dbc-4f08-a499-a6579cb35c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfddc9e-a0c9-413e-92f2-35a6ca0c64d0,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:18.280809 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52560) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:18.319339 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=17ce0e2a-78ca-481f-9f01-6b2a4fac50dc,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:18.332841 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '17ce0e2a-78ca-481f-9f01-6b2a4fac50dc', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'port_id': '17ce0e2a-78ca-481f-9f01-6b2a4fac50dc', 'mac_address': 'fa:16:3e:2d:50:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:22:18.337290 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc797-043e-4d69-8afe-028ba644b192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.365371 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc797-043e-4d69-8afe-028ba644b192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.376927 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.399876 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:18.420395 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=17ce0e2a-78ca-481f-9f01-6b2a4fac50dc,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:18.427030 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.432049 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc797-043e-4d69-8afe-028ba644b192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.436961 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc797-043e-4d69-8afe-028ba644b192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:18.438237 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5bbfc797-043e-4d69-8afe-028ba644b192 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fbfddc9e-a0c9-413e-92f2-35a6ca0c64d0 HTTP/1.1" status: 204 len: 168 time: 0.1561925 Jul 07 17:22:18.449836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfc797-043e-4d69-8afe-028ba644b192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfddc9e-a0c9-413e-92f2-35a6ca0c64d0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:18.493044 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=17ce0e2a-78ca-481f-9f01-6b2a4fac50dc,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:18.501939 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:18.502343 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:18.502718 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:18.503239 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:18.503651 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:18.504043 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:18.504457 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:18.504956 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:18.505324 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:18.505747 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:18.506100 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:18.506446 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:18.621736 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['17ce0e2a-78ca-481f-9f01-6b2a4fac50dc'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:18.873101 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:19.337096 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64f4bd-8f8c-4548-98c9-9dc8e6efd3e2 req-ca244d3c-add8-4c16-9a2e-f99d01e9fde1 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:19.338650 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cb64f4bd-8f8c-4548-98c9-9dc8e6efd3e2 req-ca244d3c-add8-4c16-9a2e-f99d01e9fde1 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 945 time: 0.0661168 Jul 07 17:22:19.395712 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cb64f4bd-8f8c-4548-98c9-9dc8e6efd3e2 req-ff2ee4e1-c1b0-4b0a-a64b-eb4fede5ff73 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424430 Jul 07 17:22:20.220891 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:20.278224 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:20.282806 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:20.283206 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.352265 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.427206 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.459998 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7a562e-4398-492f-bc64-b26939c1e3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ce0e2a-78ca-481f-9f01-6b2a4fac50dc'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:20.462469 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb206250-4ab9-4d8e-9654-535f1dd32e84" -d '{"events": [{"server_uuid": "9f7a562e-4398-492f-bc64-b26939c1e3f4", "name": "network-vif-plugged", "status": "completed", "tag": "17ce0e2a-78ca-481f-9f01-6b2a4fac50dc"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:20.479535 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=17ce0e2a-78ca-481f-9f01-6b2a4fac50dc,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:20.486710 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:20.574232 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=17ce0e2a-78ca-481f-9f01-6b2a4fac50dc,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:20.665154 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-9184671a-d1ae-4cf2-b52b-2d16a69dfe99 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2933607 Jul 07 17:22:20.687864 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f633dd-7373-43bf-a056-383a05a73547 req-25063ef9-bb16-4b67-b56e-1ff6ace68ff7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:20.690150 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5583259-afe8-48af-a151-f43b57a01234 x-openstack-request-id: req-a5583259-afe8-48af-a151-f43b57a01234 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:20.690689 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7a562e-4398-492f-bc64-b26939c1e3f4", "name": "network-vif-plugged", "status": "completed", "tag": "17ce0e2a-78ca-481f-9f01-6b2a4fac50dc", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:20.691128 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5583259-afe8-48af-a151-f43b57a01234 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:20.691876 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7a562e-4398-492f-bc64-b26939c1e3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ce0e2a-78ca-481f-9f01-6b2a4fac50dc', 'code': 200} Jul 07 17:22:20.697911 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81f633dd-7373-43bf-a056-383a05a73547 req-25063ef9-bb16-4b67-b56e-1ff6ace68ff7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 946 time: 0.1150398 Jul 07 17:22:20.757066 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81f633dd-7373-43bf-a056-383a05a73547 req-50a91274-bec1-4333-bf83-2e5e222f6cce tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579824 Jul 07 17:22:20.875955 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-aec058a8-dccc-4551-a98a-aafe513a3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:20.876441 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-aec058a8-dccc-4551-a98a-aafe513a3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:20.876912 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-aec058a8-dccc-4551-a98a-aafe513a3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:20.877383 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-aec058a8-dccc-4551-a98a-aafe513a3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:20.877848 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-aec058a8-dccc-4551-a98a-aafe513a3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:20.878314 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-aec058a8-dccc-4551-a98a-aafe513a3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:20.878804 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-aec058a8-dccc-4551-a98a-aafe513a3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:20.880707 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-aec058a8-dccc-4551-a98a-aafe513a3f01 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 6502 time: 0.1092267 Jul 07 17:22:20.894443 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857f56c-722b-4f43-80c1-11bb039af3e7 req-995b6f73-317d-43e0-ad68-bdfa5d4941f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:20.895971 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d857f56c-722b-4f43-80c1-11bb039af3e7 req-995b6f73-317d-43e0-ad68-bdfa5d4941f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 1097 time: 0.0793931 Jul 07 17:22:20.981531 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d857f56c-722b-4f43-80c1-11bb039af3e7 req-db643484-c75f-4f4a-be63-57c2fe200077 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792084 Jul 07 17:22:21.017289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-418d01fa-cbe0-4dd5-8857-acac3990b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.017779 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-418d01fa-cbe0-4dd5-8857-acac3990b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.018280 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-418d01fa-cbe0-4dd5-8857-acac3990b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.019958 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-418d01fa-cbe0-4dd5-8857-acac3990b396 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e29b4352-e24e-4209-8013-9bd6bb864f57&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 HTTP/1.1" status: 200 len: 2299 time: 0.1116176 Jul 07 17:22:21.365044 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-9d1271e8-a2f5-44a3-8bc2-87867d2facfd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edd8fb19-c8db-4344-a7a3-efcc479931b2 HTTP/1.1" status: 200 len: 1002 time: 0.3376238 Jul 07 17:22:21.415604 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-a4e3bec9-75dc-4b13-941c-468797714201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.417076 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-a4e3bec9-75dc-4b13-941c-468797714201 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c2c83dc-bdf2-40c6-96f7-00d45954aec0 HTTP/1.1" status: 200 len: 856 time: 0.0450802 Jul 07 17:22:21.478636 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-a2e099e5-15d4-4684-96af-b51e90445aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.480139 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-a2e099e5-15d4-4684-96af-b51e90445aed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e29b4352-e24e-4209-8013-9bd6bb864f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560005 Jul 07 17:22:21.572614 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-70e63a5f-9959-4896-9d92-28261673efca service neutron] 10.222.0.69 "GET /v2.0/networks/e29b4352-e24e-4209-8013-9bd6bb864f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852146 Jul 07 17:22:21.666968 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-92a9b0f3-e9b8-472f-8ecb-81c76580a3e5 service neutron] 10.222.0.69 "GET /v2.0/networks/e29b4352-e24e-4209-8013-9bd6bb864f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877569 Jul 07 17:22:21.710032 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-0c8b408c-ef2a-4618-86eb-a8bd250b4313 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=abb06316-0dcb-4177-a46e-857fc15015ac HTTP/1.1" status: 200 len: 217 time: 0.0359769 Jul 07 17:22:21.761478 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-f3ec2a9b-e3b3-4011-b8e0-ca717a97d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.763188 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-f3ec2a9b-e3b3-4011-b8e0-ca717a97d16c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.0469239 Jul 07 17:22:21.835596 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-1388b2a5-d1bc-477e-9bbd-1c4e637f5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.837619 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-1388b2a5-d1bc-477e-9bbd-1c4e637f5d5e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0677743 Jul 07 17:22:21.944034 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-b01c8fcc-1b86-47f3-9f92-5a8508527a4a service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999441 Jul 07 17:22:21.975294 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f37b87-8e71-4f29-bbde-ccaad4921f58 req-aa4bc8b7-eb46-4079-8129-9c95c4e78fd3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:21.976866 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-50f37b87-8e71-4f29-bbde-ccaad4921f58 req-aa4bc8b7-eb46-4079-8129-9c95c4e78fd3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 946 time: 0.0719776 Jul 07 17:22:22.016872 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-50f37b87-8e71-4f29-bbde-ccaad4921f58 req-dd6e25a8-5ad1-43d5-93b3-07159bbfb003 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335882 Jul 07 17:22:22.048810 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-29a03373-9224-4677-9f67-14a3364cfd16 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978627 Jul 07 17:22:22.092966 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-8e633eec-b5e7-4f62-af2a-301fc8abe7c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=3ca38a31-8b0b-40d7-958d-92e968e1581f HTTP/1.1" status: 200 len: 217 time: 0.0377157 Jul 07 17:22:22.152077 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-952093a9-556f-44ef-8ae4-aa3cb09cc57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:22.154499 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-952093a9-556f-44ef-8ae4-aa3cb09cc57f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.0552089 Jul 07 17:22:22.323225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-519d2926-9f27-40fc-9b89-049b92f2e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:22.324782 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-519d2926-9f27-40fc-9b89-049b92f2e6f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1639001 Jul 07 17:22:22.328191 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7acac721-e38e-48c2-bf4d-851bb344e043 req-631f2052-239e-4cd3-a556-bd3880fefba2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1686621 Jul 07 17:22:22.336962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85244996-31c1-4133-8305-8b209f182ed4 req-d1b748cb-5043-46ed-9ee8-956000c23d92 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:22.338521 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-85244996-31c1-4133-8305-8b209f182ed4 req-d1b748cb-5043-46ed-9ee8-956000c23d92 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 946 time: 0.1666391 Jul 07 17:22:22.477776 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-85244996-31c1-4133-8305-8b209f182ed4 req-de611510-e230-474f-b8c5-6f064c49935a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291850 Jul 07 17:22:22.504167 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-883adb86-62b7-4997-a880-0a93b65ca1d7 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646047 Jul 07 17:22:22.505173 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52648) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:22.510779 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acac721-e38e-48c2-bf4d-851bb344e043 req-2201016f-3d76-40be-a21e-5405079061b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:22.512285 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7acac721-e38e-48c2-bf4d-851bb344e043 req-2201016f-3d76-40be-a21e-5405079061b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 1097 time: 0.1263022 Jul 07 17:22:22.567499 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2141f957-53dd-47bf-9189-6e07f35e5c59 tempest-TestVolumeBootPattern-1513148762 tempest-TestVolumeBootPattern-1513148762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:22.570645 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2141f957-53dd-47bf-9189-6e07f35e5c59 tempest-TestVolumeBootPattern-1513148762 tempest-TestVolumeBootPattern-1513148762-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 1092 time: 0.0640368 Jul 07 17:22:22.573193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52650) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:22.581714 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-bb5b1eb6-c49b-42ff-89af-409791e4ff0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': '17ce0e2a-78ca-481f-9f01-6b2a4fac50dc', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:22.607950 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bb5b1eb6-c49b-42ff-89af-409791e4ff0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.687175 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-74655007-4083-46da-9b9a-509c590959c9 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738639 Jul 07 17:22:22.692712 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acac721-e38e-48c2-bf4d-851bb344e043 req-d39068f1-b89c-4255-b49f-d69808a0ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:22.694228 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7acac721-e38e-48c2-bf4d-851bb344e043 req-d39068f1-b89c-4255-b49f-d69808a0ee75 service neutron] 10.222.0.15 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.1548328 Jul 07 17:22:22.733602 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-6f983a18-5b1c-4fe7-8412-c212dc9b159a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=36c75515-b4d5-40e5-ac8b-57a12501df0b HTTP/1.1" status: 200 len: 217 time: 0.0382366 Jul 07 17:22:22.735119 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bb5b1eb6-c49b-42ff-89af-409791e4ff0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:22.802337 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7acac721-e38e-48c2-bf4d-851bb344e043 req-2cfa9ff3-5589-44e4-a08e-bd71684abfc2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17ce0e2a-78ca-481f-9f01-6b2a4fac50dc HTTP/1.1" status: 200 len: 217 time: 0.0678051 Jul 07 17:22:22.856253 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-bb5b1eb6-c49b-42ff-89af-409791e4ff0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Allocated IP 172.25.2.94 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/887bdef8-0a8f-4eaf-b6c7-7f5413effcea) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:22.858529 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-4d1c1725-4d21-4347-aab9-dc096d3ddf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:22.860324 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-4d1c1725-4d21-4347-aab9-dc096d3ddf39 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.1196432 Jul 07 17:22:22.869694 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acac721-e38e-48c2-bf4d-851bb344e043 req-afca9a57-7e82-48f0-adae-66455ca5f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:22.871258 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7acac721-e38e-48c2-bf4d-851bb344e043 req-afca9a57-7e82-48f0-adae-66455ca5f92a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.0624731 Jul 07 17:22:22.986825 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-e4b91645-3d25-482a-9140-d896e66b1b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:22.988301 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-e4b91645-3d25-482a-9140-d896e66b1b9d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1207194 Jul 07 17:22:22.992996 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acac721-e38e-48c2-bf4d-851bb344e043 req-e73d51b1-361e-4cda-892f-2d24d7156a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:22.994506 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7acac721-e38e-48c2-bf4d-851bb344e043 req-e73d51b1-361e-4cda-892f-2d24d7156a0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153164 Jul 07 17:22:22.995880 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bb5b1eb6-c49b-42ff-89af-409791e4ff0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.052172 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bb5b1eb6-c49b-42ff-89af-409791e4ff0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:23.097370 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5b1eb6-c49b-42ff-89af-409791e4ff0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:23.100554 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-bb5b1eb6-c49b-42ff-89af-409791e4ff0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:23.106406 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b1eb6-c49b-42ff-89af-409791e4ff0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:23.136705 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b1eb6-c49b-42ff-89af-409791e4ff0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event updated for resources: {'Port': ['ID=887bdef8-0a8f-4eaf-b6c7-7f5413effcea,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:23.194957 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-18d1db7d-0d20-494a-bef1-2d3cfbce8ef4 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988761 Jul 07 17:22:23.200601 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7acac721-e38e-48c2-bf4d-851bb344e043 req-9378c0d7-85b0-4f14-988f-f8a151a68999 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953762 Jul 07 17:22:23.370004 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-f9d37c64-b820-405d-9926-718002d94cb2 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681085 Jul 07 17:22:23.371994 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7acac721-e38e-48c2-bf4d-851bb344e043 req-4c44a490-3595-4b7f-918e-ab23e4d00eab service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620278 Jul 07 17:22:23.453659 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-a6e0b758-7e7e-4f85-a7ae-a800d3e36b28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=9752ead6-f062-496d-b5e1-bd1277445c2b HTTP/1.1" status: 200 len: 217 time: 0.0770113 Jul 07 17:22:23.527998 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-87b2ca67-23f3-4a56-99f8-ba330b315c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:23.531617 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-87b2ca67-23f3-4a56-99f8-ba330b315c6d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.0714171 Jul 07 17:22:23.605481 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-4151820d-f734-4d88-868d-9551661917be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:23.608696 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-4151820d-f734-4d88-868d-9551661917be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0695512 Jul 07 17:22:23.722655 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-6db0eb9c-2f71-4d7a-8a6c-2e36b64f2e68 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067646 Jul 07 17:22:23.854945 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-be2d8fd0-5e66-463d-8f24-d44e6d4eb281 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225502 Jul 07 17:22:23.855448 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52662) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:23.902291 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-9789e307-b144-4858-9c8b-8c21ce875f07 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dafbd2ac-b04e-42fa-b747-4064f6bc911f HTTP/1.1" status: 200 len: 217 time: 0.0400972 Jul 07 17:22:23.979375 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-6cb00ade-7be6-4773-8b08-710a418dfb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:23.981243 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-6cb00ade-7be6-4773-8b08-710a418dfb80 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c HTTP/1.1" status: 200 len: 797 time: 0.0719066 Jul 07 17:22:24.028693 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-54b3c4e4-3470-4a78-a332-992c0b9a1a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.086412 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bb5b1eb6-c49b-42ff-89af-409791e4ff0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.091491 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-75d8a3ed-d884-44d1-9070-aba11d2a7fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:24.093120 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-75d8a3ed-d884-44d1-9070-aba11d2a7fcf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0990725 Jul 07 17:22:24.192739 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bb5b1eb6-c49b-42ff-89af-409791e4ff0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.236782 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-54b3c4e4-3470-4a78-a332-992c0b9a1a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.241909 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-54b3c4e4-3470-4a78-a332-992c0b9a1a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.245816 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-391eb2e6-f962-42ef-8743-c6bd4ee983f1 service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449177 Jul 07 17:22:24.327704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3c4e4-3470-4a78-a332-992c0b9a1a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3208f596-9293-4887-afa9-eb727a52833e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:24.336363 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52668) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:24.336559 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-54b3c4e4-3470-4a78-a332-992c0b9a1a21 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=071452983c97449e99622d031ea0c963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4798970 Jul 07 17:22:24.380278 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-b1f3b608-2268-4c95-b8a3-7e78feb2c55d service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256189 Jul 07 17:22:24.402567 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bb5b1eb6-c49b-42ff-89af-409791e4ff0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.410089 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bb5b1eb6-c49b-42ff-89af-409791e4ff0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.430155 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-27070c70-fd24-43f0-b3ff-f258b79b9854 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6892b463-e625-476b-95bb-85543e6fc3f0 HTTP/1.1" status: 200 len: 217 time: 0.0423660 Jul 07 17:22:24.452132 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bda593af-cc20-422d-8f7f-5f9808639e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.487245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-9f989c83-c017-4c3c-803f-75538f99462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:24.488739 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-9f989c83-c017-4c3c-803f-75538f99462d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c HTTP/1.1" status: 200 len: 797 time: 0.0518417 Jul 07 17:22:24.531063 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bda593af-cc20-422d-8f7f-5f9808639e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.533651 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b1eb6-c49b-42ff-89af-409791e4ff0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event updated for resources: {'Port': ['ID=887bdef8-0a8f-4eaf-b6c7-7f5413effcea,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:24.550619 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bb5b1eb6-c49b-42ff-89af-409791e4ff0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.569685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-74f865f4-6870-4b49-8236-8689702ad0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:24.571261 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-74f865f4-6870-4b49-8236-8689702ad0ef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0748017 Jul 07 17:22:24.675031 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-3e85e07a-ed0f-469c-ab72-456d8c14a138 service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967488 Jul 07 17:22:24.680179 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bda593af-cc20-422d-8f7f-5f9808639e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.683611 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bda593af-cc20-422d-8f7f-5f9808639e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:24.684654 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bda593af-cc20-422d-8f7f-5f9808639e3d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3208f596-9293-4887-afa9-eb727a52833e HTTP/1.1" status: 204 len: 168 time: 0.3473241 Jul 07 17:22:24.691947 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-bb5b1eb6-c49b-42ff-89af-409791e4ff0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Floating IP 334563ba-7429-4a38-a82b-cf4c5496292d associated. External IP: 172.25.2.94, port: 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc. Jul 07 17:22:24.733560 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda593af-cc20-422d-8f7f-5f9808639e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3208f596-9293-4887-afa9-eb727a52833e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:24.801768 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3f34146-21d7-443b-b03a-a9f9e90ad183 req-1f278bea-dd19-4886-a913-d61cb8cc735d service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196072 Jul 07 17:22:24.931320 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5b1eb6-c49b-42ff-89af-409791e4ff0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Router 20033ea3-f499-4310-8935-0c7b48870b0d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:22:24.985719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52676) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:25.000794 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-61b80110-de89-4490-aa97-d82d6621ca1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.050699 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5b1eb6-c49b-42ff-89af-409791e4ff0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:22:25.067507 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200c4d9-4baf-4029-ab0d-dded384652e1 None None] Sync routers for ids ['20033ea3-f499-4310-8935-0c7b48870b0d'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:22:25.078006 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200c4d9-4baf-4029-ab0d-dded384652e1 None None] Routers {'20033ea3-f499-4310-8935-0c7b48870b0d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:25.078671 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a200c4d9-4baf-4029-ab0d-dded384652e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:22:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['20033ea3-f499-4310-8935-0c7b48870b0d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:25.102538 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-61b80110-de89-4490-aa97-d82d6621ca1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.106421 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-61b80110-de89-4490-aa97-d82d6621ca1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.110564 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bb5b1eb6-c49b-42ff-89af-409791e4ff0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.156858 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bb5b1eb6-c49b-42ff-89af-409791e4ff0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5818834 Jul 07 17:22:25.157468 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7a562e-4398-492f-bc64-b26939c1e3f4', 'tag': '17ce0e2a-78ca-481f-9f01-6b2a4fac50dc'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:25.160138 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971299e5-205a-4e63-8df7-0af76c12dfdc" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7a562e-4398-492f-bc64-b26939c1e3f4", "tag": "17ce0e2a-78ca-481f-9f01-6b2a4fac50dc"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:25.167210 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-61b80110-de89-4490-aa97-d82d6621ca1f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d86a416b82b544a2883cf3c903419d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801071 Jul 07 17:22:25.168466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b80110-de89-4490-aa97-d82d6621ca1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8db56b8-b7d4-4787-bd83-fd2b5e593d0c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:25.172041 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52680) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:25.207237 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-a200c4d9-4baf-4029-ab0d-dded384652e1 None None] Set router 20033ea3-f499-4310-8935-0c7b48870b0d gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:25.231973 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e31551a-b67a-44c2-83c8-7fa2ba80a4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.264548 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e31551a-b67a-44c2-83c8-7fa2ba80a4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.322470 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e31551a-b67a-44c2-83c8-7fa2ba80a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.325392 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e31551a-b67a-44c2-83c8-7fa2ba80a4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:25.327865 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9e31551a-b67a-44c2-83c8-7fa2ba80a4e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e8db56b8-b7d4-4787-bd83-fd2b5e593d0c HTTP/1.1" status: 204 len: 168 time: 0.1537378 Jul 07 17:22:25.339108 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31551a-b67a-44c2-83c8-7fa2ba80a4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8db56b8-b7d4-4787-bd83-fd2b5e593d0c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:25.461781 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a200c4d9-4baf-4029-ab0d-dded384652e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '334563ba-7429-4a38-a82b-cf4c5496292d', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'floating_ip_address': '172.25.2.94', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'port_id': '17ce0e2a-78ca-481f-9f01-6b2a4fac50dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'mac_address': 'fa:16:3e:2d:50:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7a562e-4398-492f-bc64-b26939c1e3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:22:23Z', 'updated_at': '2021-07-07T17:22:23Z', 'revision_number': 0, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0bdf04-b259-45fd-a61c-23dd420261c7', 'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'mac_address': 'fa:16:3e:26:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:08Z', 'updated_at': '2021-07-07T17:18:18Z', 'revision_number': 5, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'subnets': [{'id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:25.485818 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929ecfc9-0d65-4da2-83ae-03e842957074 x-openstack-request-id: req-929ecfc9-0d65-4da2-83ae-03e842957074 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:25.486350 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7a562e-4398-492f-bc64-b26939c1e3f4", "tag": "17ce0e2a-78ca-481f-9f01-6b2a4fac50dc", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:25.486813 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-929ecfc9-0d65-4da2-83ae-03e842957074 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:25.487630 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7a562e-4398-492f-bc64-b26939c1e3f4', 'tag': '17ce0e2a-78ca-481f-9f01-6b2a4fac50dc', 'status': 'completed', 'code': 200} Jul 07 17:22:25.500666 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200c4d9-4baf-4029-ab0d-dded384652e1 None None] Checking router: 20033ea3-f499-4310-8935-0c7b48870b0d for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:22:25.534661 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200c4d9-4baf-4029-ab0d-dded384652e1 None None] Routers {'20033ea3-f499-4310-8935-0c7b48870b0d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:25.535872 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a200c4d9-4baf-4029-ab0d-dded384652e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:22:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['20033ea3-f499-4310-8935-0c7b48870b0d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:25.580333 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971299e5-205a-4e63-8df7-0af76c12dfdc req-ebcd0214-9d82-49ff-a7f7-8f49375d7f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:25.582152 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-971299e5-205a-4e63-8df7-0af76c12dfdc req-ebcd0214-9d82-49ff-a7f7-8f49375d7f20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 1097 time: 0.0727201 Jul 07 17:22:25.661224 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-a200c4d9-4baf-4029-ab0d-dded384652e1 None None] Set router 20033ea3-f499-4310-8935-0c7b48870b0d gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:25.689939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971299e5-205a-4e63-8df7-0af76c12dfdc req-bc4c30a2-4138-478c-8b48-308099b20a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:25.691468 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-971299e5-205a-4e63-8df7-0af76c12dfdc req-bc4c30a2-4138-478c-8b48-308099b20a5c service neutron] 10.222.0.15 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.1034162 Jul 07 17:22:25.775561 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-971299e5-205a-4e63-8df7-0af76c12dfdc req-3167c46b-3320-4b47-9568-59c2e9243ab0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17ce0e2a-78ca-481f-9f01-6b2a4fac50dc HTTP/1.1" status: 200 len: 999 time: 0.0779600 Jul 07 17:22:25.828897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971299e5-205a-4e63-8df7-0af76c12dfdc req-cdedd3db-1c50-4cb4-9357-43f29a4ef8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:25.830646 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-971299e5-205a-4e63-8df7-0af76c12dfdc req-cdedd3db-1c50-4cb4-9357-43f29a4ef8b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.0481455 Jul 07 17:22:25.893459 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971299e5-205a-4e63-8df7-0af76c12dfdc req-818a8c8c-a080-40b8-904d-92824a17e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:25.896049 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-971299e5-205a-4e63-8df7-0af76c12dfdc req-818a8c8c-a080-40b8-904d-92824a17e18b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595496 Jul 07 17:22:25.940914 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a200c4d9-4baf-4029-ab0d-dded384652e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '334563ba-7429-4a38-a82b-cf4c5496292d', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'floating_ip_address': '172.25.2.94', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'port_id': '17ce0e2a-78ca-481f-9f01-6b2a4fac50dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'mac_address': 'fa:16:3e:2d:50:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7a562e-4398-492f-bc64-b26939c1e3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:22:23Z', 'updated_at': '2021-07-07T17:22:23Z', 'revision_number': 0, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0bdf04-b259-45fd-a61c-23dd420261c7', 'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'mac_address': 'fa:16:3e:26:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:08Z', 'updated_at': '2021-07-07T17:18:18Z', 'revision_number': 5, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'subnets': [{'id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:25.981996 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200c4d9-4baf-4029-ab0d-dded384652e1 None None] The sync data for ids ['20033ea3-f499-4310-8935-0c7b48870b0d'] in n-d-793620-7 is: [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '334563ba-7429-4a38-a82b-cf4c5496292d', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'floating_ip_address': '172.25.2.94', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'port_id': '17ce0e2a-78ca-481f-9f01-6b2a4fac50dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'mac_address': 'fa:16:3e:2d:50:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7a562e-4398-492f-bc64-b26939c1e3f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:22:23Z', 'updated_at': '2021-07-07T17:22:23Z', 'revision_number': 0, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0bdf04-b259-45fd-a61c-23dd420261c7', 'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'mac_address': 'fa:16:3e:26:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:08Z', 'updated_at': '2021-07-07T17:18:18Z', 'revision_number': 5, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'subnets': [{'id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:22:26.260049 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeef384-ec8c-4edb-a0fe-213dcb9e4764 None None] New status for floating IP 334563ba-7429-4a38-a82b-cf4c5496292d: ACTIVE {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:22:26.305014 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-971299e5-205a-4e63-8df7-0af76c12dfdc req-f7100d38-e078-4c2a-9467-94a20eeb4bdd service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018235 Jul 07 17:22:26.407804 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-971299e5-205a-4e63-8df7-0af76c12dfdc req-90a57917-78cb-40dd-ba60-9ae2f168827a service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957761 Jul 07 17:22:26.598850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52720) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:26.706033 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1a268268-876f-448d-b4fc-8bf1b8d073d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.798496 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1a268268-876f-448d-b4fc-8bf1b8d073d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.802433 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1a268268-876f-448d-b4fc-8bf1b8d073d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.840356 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1a268268-876f-448d-b4fc-8bf1b8d073d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1bfb181239234773b4afa1b65aee92ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403944 Jul 07 17:22:26.841087 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a268268-876f-448d-b4fc-8bf1b8d073d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77379a5-6f0e-41b8-bea1-4db9e4841175,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:26.843745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52726) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:26.904887 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2c0fdb40-5504-4bb6-8817-857a941e532d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.930783 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2c0fdb40-5504-4bb6-8817-857a941e532d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.986978 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2c0fdb40-5504-4bb6-8817-857a941e532d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.990310 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2c0fdb40-5504-4bb6-8817-857a941e532d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:26.992363 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2c0fdb40-5504-4bb6-8817-857a941e532d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a77379a5-6f0e-41b8-bea1-4db9e4841175 HTTP/1.1" status: 204 len: 168 time: 0.1473353 Jul 07 17:22:27.003697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fdb40-5504-4bb6-8817-857a941e532d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77379a5-6f0e-41b8-bea1-4db9e4841175,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:28.235129 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52766) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:28.389510 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-d35301c0-27d0-4b2b-95ed-1bdb6bbd3aef tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'network': {'name': 'tempest-network-smoke--1440609159', 'project_id': '2819b097d22142529378d8839f8df263', 'port_security_enabled': True}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:28.411439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35301c0-27d0-4b2b-95ed-1bdb6bbd3aef tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Made reservation on behalf of 2819b097d22142529378d8839f8df263 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:28.414865 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d35301c0-27d0-4b2b-95ed-1bdb6bbd3aef tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.424097 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d35301c0-27d0-4b2b-95ed-1bdb6bbd3aef tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.517902 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d35301c0-27d0-4b2b-95ed-1bdb6bbd3aef tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.522181 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d35301c0-27d0-4b2b-95ed-1bdb6bbd3aef tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.548986 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35301c0-27d0-4b2b-95ed-1bdb6bbd3aef tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:22:28.559140 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35301c0-27d0-4b2b-95ed-1bdb6bbd3aef tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f7f8ad-454b-4463-82b2-21c865b68aa4,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:28.564785 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d35301c0-27d0-4b2b-95ed-1bdb6bbd3aef tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.565146 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-d35301c0-27d0-4b2b-95ed-1bdb6bbd3aef tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Added segment 69996c40-5b6a-4e68-84cb-57ee05ef9873 of type vlan for network 4f3c2d94-8dda-443b-b73b-10bacda2e76a Jul 07 17:22:28.607431 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d35301c0-27d0-4b2b-95ed-1bdb6bbd3aef tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.636848 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d35301c0-27d0-4b2b-95ed-1bdb6bbd3aef tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.642940 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35301c0-27d0-4b2b-95ed-1bdb6bbd3aef tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:28.643602 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d35301c0-27d0-4b2b-95ed-1bdb6bbd3aef tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.705638 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d35301c0-27d0-4b2b-95ed-1bdb6bbd3aef tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4673390 Jul 07 17:22:28.706542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52772) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:28.711041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-ea9bd71e-2741-4aca-9370-62c32dd358c3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-81828197', 'admin_state_up': True, 'project_id': '2819b097d22142529378d8839f8df263', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:28.728335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35301c0-27d0-4b2b-95ed-1bdb6bbd3aef tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'Network': ['ID=4f3c2d94-8dda-443b-b73b-10bacda2e76a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:28.740739 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 4f3c2d94-8dda-443b-b73b-10bacda2e76a details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:22:28.744447 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd71e-2741-4aca-9370-62c32dd358c3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.745567 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd71e-2741-4aca-9370-62c32dd358c3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.802412 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd71e-2741-4aca-9370-62c32dd358c3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:28.944378 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd71e-2741-4aca-9370-62c32dd358c3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.140087 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd71e-2741-4aca-9370-62c32dd358c3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.163894 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd71e-2741-4aca-9370-62c32dd358c3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.265571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-ea9bd71e-2741-4aca-9370-62c32dd358c3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Allocated IP 172.25.2.11 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/618c7eb8-fe3d-47b5-872c-c003f5b68d37) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:29.369970 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd71e-2741-4aca-9370-62c32dd358c3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.408478 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd71e-2741-4aca-9370-62c32dd358c3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.449819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9bd71e-2741-4aca-9370-62c32dd358c3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:29.452631 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-ea9bd71e-2741-4aca-9370-62c32dd358c3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:29.456984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9bd71e-2741-4aca-9370-62c32dd358c3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:29.460010 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bd71e-2741-4aca-9370-62c32dd358c3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'Port': ['ID=618c7eb8-fe3d-47b5-872c-c003f5b68d37,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:29.762069 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd71e-2741-4aca-9370-62c32dd358c3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:29.980568 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd71e-2741-4aca-9370-62c32dd358c3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.125852 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9bd71e-2741-4aca-9370-62c32dd358c3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Router 63da0261-14dc-4f96-8a64-cf6da870ad5d is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:22:30.237810 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9bd71e-2741-4aca-9370-62c32dd358c3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:22:30.249777 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] Sync routers for ids ['63da0261-14dc-4f96-8a64-cf6da870ad5d'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:22:30.259767 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd71e-2741-4aca-9370-62c32dd358c3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.264805 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ea9bd71e-2741-4aca-9370-62c32dd358c3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5536325 Jul 07 17:22:30.265010 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] Routers {'63da0261-14dc-4f96-8a64-cf6da870ad5d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:30.265010 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:22:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['63da0261-14dc-4f96-8a64-cf6da870ad5d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:30.265254 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52784) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:30.356400 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dc90e3d2-0ff1-42a7-8fcc-7cd97c4558d2 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=2819b097d22142529378d8839f8df263&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0902269 Jul 07 17:22:30.359605 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52790) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:30.403456 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] Set router 63da0261-14dc-4f96-8a64-cf6da870ad5d gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:30.491526 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477ca9df-6e17-4c62-9cd0-c75343bd2864 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:30.492988 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-477ca9df-6e17-4c62-9cd0-c75343bd2864 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1323233 Jul 07 17:22:30.496039 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52794) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:30.531987 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6361fe58-3de8-4334-8828-3846865e246f tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347793 Jul 07 17:22:30.534813 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52798) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:30.540661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-a58f81ce-c221-4760-bb58-a7ac8c49f10b tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1014187552', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'project_id': '2819b097d22142529378d8839f8df263', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:30.622399 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'name': 'tempest-TestNetworkBasicOps-router-81828197', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:28Z', 'updated_at': '2021-07-07T17:22:29Z', 'revision_number': 3, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:29Z', 'updated_at': '2021-07-07T17:22:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:30.647597 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58f81ce-c221-4760-bb58-a7ac8c49f10b tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Made reservation on behalf of 2819b097d22142529378d8839f8df263 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:30.653380 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a58f81ce-c221-4760-bb58-a7ac8c49f10b tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.655883 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] Checking router: 63da0261-14dc-4f96-8a64-cf6da870ad5d for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:22:30.656234 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] Updating router 63da0261-14dc-4f96-8a64-cf6da870ad5d port 618c7eb8-fe3d-47b5-872c-c003f5b68d37 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:22:30.704365 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.901060 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a58f81ce-c221-4760-bb58-a7ac8c49f10b tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:30.977978 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f81ce-c221-4760-bb58-a7ac8c49f10b tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'Subnet': ['ID=7616a41f-937f-41ab-9662-5b8cfd078971,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:30.988690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f81ce-c221-4760-bb58-a7ac8c49f10b tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Checking segment: {'id': '69996c40-5b6a-4e68-84cb-57ee05ef9873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:30.989078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58f81ce-c221-4760-bb58-a7ac8c49f10b tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Network hostable DHCP agents. Network: 4f3c2d94-8dda-443b-b73b-10bacda2e76a, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:22:31.010600 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58f81ce-c221-4760-bb58-a7ac8c49f10b tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Network 4f3c2d94-8dda-443b-b73b-10bacda2e76a is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:22:31.020935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-a58f81ce-c221-4760-bb58-a7ac8c49f10b tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 4f3c2d94-8dda-443b-b73b-10bacda2e76a) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:31.027811 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58f81ce-c221-4760-bb58-a7ac8c49f10b tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:31.028917 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.030873 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6f73d4-7d20-40e8-a4cf-b17170a80e55 None None] Network 4f3c2d94-8dda-443b-b73b-10bacda2e76a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:31.034307 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a58f81ce-c221-4760-bb58-a7ac8c49f10b tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.046795 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] Transition to ACTIVE for port object 618c7eb8-fe3d-47b5-872c-c003f5b68d37 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:31.060998 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.087099 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52802) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:31.096015 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a58f81ce-c221-4760-bb58-a7ac8c49f10b tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5585377 Jul 07 17:22:31.135188 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] Attempting to bind port 618c7eb8-fe3d-47b5-872c-c003f5b68d37 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:31.135966 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] Attempting to bind port 618c7eb8-fe3d-47b5-872c-c003f5b68d37 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:31.137249 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] Attempting to bind port 618c7eb8-fe3d-47b5-872c-c003f5b68d37 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:31.151164 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd6e3f-28c1-49c7-9b02-df53d59b1e76 None None] Pushing event updated for resources: {'Port': ['ID=618c7eb8-fe3d-47b5-872c-c003f5b68d37,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:31.161263 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd6e3f-28c1-49c7-9b02-df53d59b1e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:31.161703 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd6e3f-28c1-49c7-9b02-df53d59b1e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:31.162077 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd6e3f-28c1-49c7-9b02-df53d59b1e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:31.162490 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd6e3f-28c1-49c7-9b02-df53d59b1e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:31.162883 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd6e3f-28c1-49c7-9b02-df53d59b1e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:31.163221 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd6e3f-28c1-49c7-9b02-df53d59b1e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:31.163548 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd6e3f-28c1-49c7-9b02-df53d59b1e76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:31.163936 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd6e3f-28c1-49c7-9b02-df53d59b1e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:31.164279 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd6e3f-28c1-49c7-9b02-df53d59b1e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:31.164630 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd6e3f-28c1-49c7-9b02-df53d59b1e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:31.165033 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd6e3f-28c1-49c7-9b02-df53d59b1e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:31.165361 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fd6e3f-28c1-49c7-9b02-df53d59b1e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:22:31.171268 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:31.171645 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:31.172049 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.179144 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:31.179572 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] Bound port: 618c7eb8-fe3d-47b5-872c-c003f5b68d37, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:31.180117 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.249827 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] For port 618c7eb8-fe3d-47b5-872c-c003f5b68d37, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:31.255302 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] For port 618c7eb8-fe3d-47b5-872c-c003f5b68d37, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=618c7eb8-fe3d-47b5-872c-c003f5b68d37,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:31.260700 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.282501 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'tenant_id': '2819b097d22142529378d8839f8df263', 'fixed_ips': [{'subnet_id': '7616a41f-937f-41ab-9662-5b8cfd078971'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:22:31.283696 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.340356 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] Routers {'63da0261-14dc-4f96-8a64-cf6da870ad5d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:31.340904 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:22:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['63da0261-14dc-4f96-8a64-cf6da870ad5d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:31.344578 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd6e3f-28c1-49c7-9b02-df53d59b1e76 None None] Pushing event updated for resources: {'Port': ['ID=618c7eb8-fe3d-47b5-872c-c003f5b68d37,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:31.470496 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Allocated IP 172.20.0.2 (4f3c2d94-8dda-443b-b73b-10bacda2e76a/7616a41f-937f-41ab-9662-5b8cfd078971/2ffc4d9d-8409-4fa4-8482-e58238f33c3d) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:31.595621 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] Set router 63da0261-14dc-4f96-8a64-cf6da870ad5d gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:31.627860 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2aa9a701-6902-493b-b6e0-1ea97a409758 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.672121 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.682327 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Transition to ACTIVE for port object 2ffc4d9d-8409-4fa4-8482-e58238f33c3d will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:31.704448 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Transition to ACTIVE for port object 2ffc4d9d-8409-4fa4-8482-e58238f33c3d will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:31.711263 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.752099 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Network 4f3c2d94-8dda-443b-b73b-10bacda2e76a is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:31.757177 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:31.760823 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:31.767251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Pushing event updated for resources: {'Port': ['ID=2ffc4d9d-8409-4fa4-8482-e58238f33c3d,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:31.826770 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'name': 'tempest-TestNetworkBasicOps-router-81828197', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:28Z', 'updated_at': '2021-07-07T17:22:29Z', 'revision_number': 3, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:29Z', 'updated_at': '2021-07-07T17:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:31.834161 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Attempting to bind port 2ffc4d9d-8409-4fa4-8482-e58238f33c3d on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:31.834571 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Attempting to bind port 2ffc4d9d-8409-4fa4-8482-e58238f33c3d by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '69996c40-5b6a-4e68-84cb-57ee05ef9873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:31.834956 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Attempting to bind port 2ffc4d9d-8409-4fa4-8482-e58238f33c3d on network 4f3c2d94-8dda-443b-b73b-10bacda2e76a {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:31.843754 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:31.844112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Checking segment: {'id': '69996c40-5b6a-4e68-84cb-57ee05ef9873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:31.844529 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.845100 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Bound using segment: {'id': '69996c40-5b6a-4e68-84cb-57ee05ef9873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:31.846736 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Bound port: 2ffc4d9d-8409-4fa4-8482-e58238f33c3d, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69996c40-5b6a-4e68-84cb-57ee05ef9873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:31.847093 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:31.867602 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b49132-0890-4e49-ba13-d1a8dab57ca1 None None] The sync data for ids ['63da0261-14dc-4f96-8a64-cf6da870ad5d'] in n-d-793620-7 is: [{'id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'name': 'tempest-TestNetworkBasicOps-router-81828197', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:28Z', 'updated_at': '2021-07-07T17:22:29Z', 'revision_number': 3, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:29Z', 'updated_at': '2021-07-07T17:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:22:31.937867 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] For port 2ffc4d9d-8409-4fa4-8482-e58238f33c3d, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:31.944534 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] For port 2ffc4d9d-8409-4fa4-8482-e58238f33c3d, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2ffc4d9d-8409-4fa4-8482-e58238f33c3d,segment=NetworkSegment(69996c40-5b6a-4e68-84cb-57ee05ef9873),segment_id=69996c40-5b6a-4e68-84cb-57ee05ef9873)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:31.954702 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.059537 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb404ec-6a41-47b0-af37-f502ce4afac7 None None] Pushing event updated for resources: {'Port': ['ID=2ffc4d9d-8409-4fa4-8482-e58238f33c3d,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:32.098858 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-2aa9a701-6902-493b-b6e0-1ea97a409758 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Allocated IP 172.20.0.1 (4f3c2d94-8dda-443b-b73b-10bacda2e76a/7616a41f-937f-41ab-9662-5b8cfd078971/027ca4fc-f521-4d38-ae94-d75180b8975c) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:32.281951 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:22:32.306219 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2aa9a701-6902-493b-b6e0-1ea97a409758 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.325913 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-2aa9a701-6902-493b-b6e0-1ea97a409758 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Transition to ACTIVE for port object 027ca4fc-f521-4d38-ae94-d75180b8975c will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:32.413625 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2aa9a701-6902-493b-b6e0-1ea97a409758 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.508071 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa9a701-6902-493b-b6e0-1ea97a409758 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Network 4f3c2d94-8dda-443b-b73b-10bacda2e76a is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:32.514500 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-2aa9a701-6902-493b-b6e0-1ea97a409758 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:32.518088 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9a701-6902-493b-b6e0-1ea97a409758 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'Port': ['ID=027ca4fc-f521-4d38-ae94-d75180b8975c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:32.521308 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa9a701-6902-493b-b6e0-1ea97a409758 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:32.588785 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2aa9a701-6902-493b-b6e0-1ea97a409758 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:32.770808 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2aa9a701-6902-493b-b6e0-1ea97a409758 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.234239 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2aa9a701-6902-493b-b6e0-1ea97a409758 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.239293 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2aa9a701-6902-493b-b6e0-1ea97a409758 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.327373 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2aa9a701-6902-493b-b6e0-1ea97a409758 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.329388 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9a701-6902-493b-b6e0-1ea97a409758 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'Port': ['ID=027ca4fc-f521-4d38-ae94-d75180b8975c,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:33.427568 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9259bb72-d2da-49de-b1eb-0ad806c1bc05 None None] Network 4f3c2d94-8dda-443b-b73b-10bacda2e76a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:22:33.443090 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa9a701-6902-493b-b6e0-1ea97a409758 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Network 4f3c2d94-8dda-443b-b73b-10bacda2e76a is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:33.444492 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-2aa9a701-6902-493b-b6e0-1ea97a409758 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:33.500017 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a7918f8d-bfd7-46b4-b559-defcf4caf6bb None None] Provisioning for port 2ffc4d9d-8409-4fa4-8482-e58238f33c3d completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:33.635224 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa9a701-6902-493b-b6e0-1ea97a409758 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Router 63da0261-14dc-4f96-8a64-cf6da870ad5d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:22:33.740200 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2ffc4d9d-8409-4fa4-8482-e58238f33c3d up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:33.818814 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa9a701-6902-493b-b6e0-1ea97a409758 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:22:33.834041 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2aa9a701-6902-493b-b6e0-1ea97a409758 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "PUT /v2.0/routers/63da0261-14dc-4f96-8a64-cf6da870ad5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7434127 Jul 07 17:22:33.834599 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52824) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:33.844638 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 2ffc4d9d-8409-4fa4-8482-e58238f33c3d completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:33.858656 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 2ffc4d9d-8409-4fa4-8482-e58238f33c3d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:33.860674 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:33.977195 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.035588 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 2ffc4d9d-8409-4fa4-8482-e58238f33c3d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2ffc4d9d-8409-4fa4-8482-e58238f33c3d,segment=NetworkSegment(69996c40-5b6a-4e68-84cb-57ee05ef9873),segment_id=69996c40-5b6a-4e68-84cb-57ee05ef9873)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:34.039868 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.041108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 618c7eb8-fe3d-47b5-872c-c003f5b68d37 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:34.096348 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-939bde44-d8ca-41b4-8b14-57232344057f None None] Provisioning complete for port 2ffc4d9d-8409-4fa4-8482-e58238f33c3d triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:34.096735 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-939bde44-d8ca-41b4-8b14-57232344057f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.103230 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab84959b-1ed2-4350-8817-ad477ff21f2d tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.104287 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab84959b-1ed2-4350-8817-ad477ff21f2d tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.104763 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab84959b-1ed2-4350-8817-ad477ff21f2d tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.105231 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab84959b-1ed2-4350-8817-ad477ff21f2d tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.105690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab84959b-1ed2-4350-8817-ad477ff21f2d tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.106148 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab84959b-1ed2-4350-8817-ad477ff21f2d tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.107217 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab84959b-1ed2-4350-8817-ad477ff21f2d tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.107679 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab84959b-1ed2-4350-8817-ad477ff21f2d tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.108481 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab84959b-1ed2-4350-8817-ad477ff21f2d tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.109380 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab84959b-1ed2-4350-8817-ad477ff21f2d tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.121769 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ab84959b-1ed2-4350-8817-ad477ff21f2d tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7069 time: 0.2860641 Jul 07 17:22:34.124981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52826) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:34.180358 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=2ffc4d9d-8409-4fa4-8482-e58238f33c3d,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:34.276124 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 618c7eb8-fe3d-47b5-872c-c003f5b68d37 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:34.279590 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869d86e3-26f4-462c-b9a7-3aa09b932bf9 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.280291 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869d86e3-26f4-462c-b9a7-3aa09b932bf9 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.280913 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869d86e3-26f4-462c-b9a7-3aa09b932bf9 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.283330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869d86e3-26f4-462c-b9a7-3aa09b932bf9 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.283975 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869d86e3-26f4-462c-b9a7-3aa09b932bf9 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.284603 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869d86e3-26f4-462c-b9a7-3aa09b932bf9 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.285261 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869d86e3-26f4-462c-b9a7-3aa09b932bf9 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.285379 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 618c7eb8-fe3d-47b5-872c-c003f5b68d37 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:34.285887 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.286180 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869d86e3-26f4-462c-b9a7-3aa09b932bf9 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.286844 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869d86e3-26f4-462c-b9a7-3aa09b932bf9 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.287467 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869d86e3-26f4-462c-b9a7-3aa09b932bf9 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:34.289754 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-869d86e3-26f4-462c-b9a7-3aa09b932bf9 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6457 time: 0.1636612 Jul 07 17:22:34.293571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52832) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:34.316214 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-939bde44-d8ca-41b4-8b14-57232344057f None None] Provisioning for port 027ca4fc-f521-4d38-ae94-d75180b8975c completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:34.337150 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] Sync routers for ids ['63da0261-14dc-4f96-8a64-cf6da870ad5d'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:22:34.339433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-939bde44-d8ca-41b4-8b14-57232344057f None None] Provisioning complete for port 027ca4fc-f521-4d38-ae94-d75180b8975c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:34.339985 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-939bde44-d8ca-41b4-8b14-57232344057f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.589712 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-939bde44-d8ca-41b4-8b14-57232344057f None None] Port 027ca4fc-f521-4d38-ae94-d75180b8975c cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:34.598977 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] Routers {'63da0261-14dc-4f96-8a64-cf6da870ad5d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:34.599646 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:22:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['63da0261-14dc-4f96-8a64-cf6da870ad5d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:34.776234 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.787692 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-cc3bf080-b379-48b8-a619-d24feb98030d None None] Provisioning complete for port 027ca4fc-f521-4d38-ae94-d75180b8975c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:34.788054 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf080-b379-48b8-a619-d24feb98030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.798823 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] Set router 63da0261-14dc-4f96-8a64-cf6da870ad5d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:34.857973 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 618c7eb8-fe3d-47b5-872c-c003f5b68d37, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=618c7eb8-fe3d-47b5-872c-c003f5b68d37,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:34.868198 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:34.903615 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f7e523c6-8695-410a-ad28-bb7fde85d0b6 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4490 time: 0.6072760 Jul 07 17:22:34.947636 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-cc3bf080-b379-48b8-a619-d24feb98030d None None] Port 027ca4fc-f521-4d38-ae94-d75180b8975c cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:35.030039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=618c7eb8-fe3d-47b5-872c-c003f5b68d37,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:35.125499 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'name': 'tempest-TestNetworkBasicOps-router-81828197', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:28Z', 'updated_at': '2021-07-07T17:22:32Z', 'revision_number': 4, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:29Z', 'updated_at': '2021-07-07T17:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '027ca4fc-f521-4d38-ae94-d75180b8975c', 'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:98:72:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:31Z', 'updated_at': '2021-07-07T17:22:32Z', 'revision_number': 2, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:35.156649 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] Checking router: 63da0261-14dc-4f96-8a64-cf6da870ad5d for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:22:35.157018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] Updating router 63da0261-14dc-4f96-8a64-cf6da870ad5d port 027ca4fc-f521-4d38-ae94-d75180b8975c binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:22:35.192107 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.473497 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.485031 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] Transition to ACTIVE for port object 027ca4fc-f521-4d38-ae94-d75180b8975c will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:35.492046 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.576971 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768188ec-65bc-46b3-ad9f-568677a357ac None None] Pushing event updated for resources: {'Port': ['ID=027ca4fc-f521-4d38-ae94-d75180b8975c,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:35.617632 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] Attempting to bind port 027ca4fc-f521-4d38-ae94-d75180b8975c on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:35.618742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] Attempting to bind port 027ca4fc-f521-4d38-ae94-d75180b8975c by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '69996c40-5b6a-4e68-84cb-57ee05ef9873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:35.619907 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] Attempting to bind port 027ca4fc-f521-4d38-ae94-d75180b8975c on network 4f3c2d94-8dda-443b-b73b-10bacda2e76a {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:35.626291 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:35.626710 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] Checking segment: {'id': '69996c40-5b6a-4e68-84cb-57ee05ef9873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:35.627132 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.627534 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] Bound using segment: {'id': '69996c40-5b6a-4e68-84cb-57ee05ef9873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:35.628019 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] Bound port: 027ca4fc-f521-4d38-ae94-d75180b8975c, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69996c40-5b6a-4e68-84cb-57ee05ef9873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:35.628408 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.692419 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2ffc4d9d-8409-4fa4-8482-e58238f33c3d up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:35.757406 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] For port 027ca4fc-f521-4d38-ae94-d75180b8975c, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:35.772335 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] For port 027ca4fc-f521-4d38-ae94-d75180b8975c, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=027ca4fc-f521-4d38-ae94-d75180b8975c,segment=NetworkSegment(69996c40-5b6a-4e68-84cb-57ee05ef9873),segment_id=69996c40-5b6a-4e68-84cb-57ee05ef9873)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:35.779109 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.818135 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 2ffc4d9d-8409-4fa4-8482-e58238f33c3d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:35.818555 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:35.881122 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] Routers {'63da0261-14dc-4f96-8a64-cf6da870ad5d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:35.881781 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:22:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['63da0261-14dc-4f96-8a64-cf6da870ad5d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:35.885294 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768188ec-65bc-46b3-ad9f-568677a357ac None None] Pushing event updated for resources: {'Port': ['ID=027ca4fc-f521-4d38-ae94-d75180b8975c,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:36.036493 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 618c7eb8-fe3d-47b5-872c-c003f5b68d37 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:36.068193 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] Set router 63da0261-14dc-4f96-8a64-cf6da870ad5d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:36.215138 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 618c7eb8-fe3d-47b5-872c-c003f5b68d37 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:36.215796 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.380872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52844) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:36.385696 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-a65e8332-9f99-4f1f-b79f-3f29497eccfe tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1274941042', 'description': 'tempest-secgroup-smoke-1274941042 description', 'project_id': '2819b097d22142529378d8839f8df263'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:36.392747 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'name': 'tempest-TestNetworkBasicOps-router-81828197', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:28Z', 'updated_at': '2021-07-07T17:22:32Z', 'revision_number': 4, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:29Z', 'updated_at': '2021-07-07T17:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '027ca4fc-f521-4d38-ae94-d75180b8975c', 'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:98:72:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:31Z', 'updated_at': '2021-07-07T17:22:35Z', 'revision_number': 4, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:36.409770 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a65e8332-9f99-4f1f-b79f-3f29497eccfe tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.422083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff0e0f5-9f64-4fe0-a81a-b66d4dcb6ed9 None None] The sync data for ids ['63da0261-14dc-4f96-8a64-cf6da870ad5d'] in n-d-793620-7 is: [{'id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'name': 'tempest-TestNetworkBasicOps-router-81828197', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:28Z', 'updated_at': '2021-07-07T17:22:32Z', 'revision_number': 4, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:29Z', 'updated_at': '2021-07-07T17:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '027ca4fc-f521-4d38-ae94-d75180b8975c', 'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:98:72:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:31Z', 'updated_at': '2021-07-07T17:22:35Z', 'revision_number': 4, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:22:36.533183 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a65e8332-9f99-4f1f-b79f-3f29497eccfe tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.538844 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a65e8332-9f99-4f1f-b79f-3f29497eccfe tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.576019 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a65e8332-9f99-4f1f-b79f-3f29497eccfe tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.578451 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a65e8332-9f99-4f1f-b79f-3f29497eccfe tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1956966 Jul 07 17:22:36.580475 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52848) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:36.582872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e8332-9f99-4f1f-b79f-3f29497eccfe tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c54cb4-91cd-4dc1-bae1-9ff3531253d1,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:36.591609 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-29a3ed4c-f62c-4398-88c5-536bc303b27c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'security_group_rule': {'security_group_id': '97c54cb4-91cd-4dc1-bae1-9ff3531253d1', 'project_id': '2819b097d22142529378d8839f8df263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:36.641893 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-29a3ed4c-f62c-4398-88c5-536bc303b27c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.720318 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-29a3ed4c-f62c-4398-88c5-536bc303b27c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.725267 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-29a3ed4c-f62c-4398-88c5-536bc303b27c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.747062 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3ed4c-f62c-4398-88c5-536bc303b27c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5c32a0-68da-444f-beef-c274cc70cc5b,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:36.756169 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-29a3ed4c-f62c-4398-88c5-536bc303b27c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.762185 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-29a3ed4c-f62c-4398-88c5-536bc303b27c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1776371 Jul 07 17:22:36.762671 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52850) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:36.767874 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-61f67916-5ef5-4901-873c-24f4ecfa20f7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'security_group_rule': {'security_group_id': '97c54cb4-91cd-4dc1-bae1-9ff3531253d1', 'project_id': '2819b097d22142529378d8839f8df263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:36.799392 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61f67916-5ef5-4901-873c-24f4ecfa20f7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.869152 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61f67916-5ef5-4901-873c-24f4ecfa20f7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.878913 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61f67916-5ef5-4901-873c-24f4ecfa20f7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.916205 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f67916-5ef5-4901-873c-24f4ecfa20f7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a519b6c-c791-416c-b22d-ba217de8c3d5,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:36.926425 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61f67916-5ef5-4901-873c-24f4ecfa20f7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:36.930708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52852) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:36.930890 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-61f67916-5ef5-4901-873c-24f4ecfa20f7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1669896 Jul 07 17:22:36.935832 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-d0260992-de76-4587-8805-77a1ef947d13 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'security_group_rule': {'security_group_id': '97c54cb4-91cd-4dc1-bae1-9ff3531253d1', 'project_id': '2819b097d22142529378d8839f8df263', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:36.967798 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0260992-de76-4587-8805-77a1ef947d13 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.039075 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0260992-de76-4587-8805-77a1ef947d13 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.044541 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0260992-de76-4587-8805-77a1ef947d13 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.064586 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0260992-de76-4587-8805-77a1ef947d13 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e654a9ea-b34c-4567-b46f-1ce7cfd16d79,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:37.072290 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0260992-de76-4587-8805-77a1ef947d13 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.073647 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d0260992-de76-4587-8805-77a1ef947d13 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418638 Jul 07 17:22:37.076570 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52854) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:37.081590 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-4adbe67b-1ae2-4dbf-b683-d3017cb98fe1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'security_group_rule': {'security_group_id': '97c54cb4-91cd-4dc1-bae1-9ff3531253d1', 'project_id': '2819b097d22142529378d8839f8df263', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:37.111611 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4adbe67b-1ae2-4dbf-b683-d3017cb98fe1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.177832 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4adbe67b-1ae2-4dbf-b683-d3017cb98fe1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.182369 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4adbe67b-1ae2-4dbf-b683-d3017cb98fe1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.205399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adbe67b-1ae2-4dbf-b683-d3017cb98fe1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11ca5d2-8564-4137-b452-a798e039c421,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:37.209190 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4adbe67b-1ae2-4dbf-b683-d3017cb98fe1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.213765 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4adbe67b-1ae2-4dbf-b683-d3017cb98fe1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360872 Jul 07 17:22:37.213919 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52856) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:37.219078 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-6da26e6e-2aed-4218-9d17-4f8c84b748ff tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'security_group_rule': {'security_group_id': '97c54cb4-91cd-4dc1-bae1-9ff3531253d1', 'project_id': '2819b097d22142529378d8839f8df263', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:37.243189 n-d-793620-7 neutron-server[100409]: INFO neutron.db.securitygroups_db [None req-6da26e6e-2aed-4218-9d17-4f8c84b748ff tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Project 2819b097d22142529378d8839f8df263 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:22:37.249188 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6da26e6e-2aed-4218-9d17-4f8c84b748ff tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.319653 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6da26e6e-2aed-4218-9d17-4f8c84b748ff tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.323776 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6da26e6e-2aed-4218-9d17-4f8c84b748ff tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.346652 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da26e6e-2aed-4218-9d17-4f8c84b748ff tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e02cc95-65ff-453a-9227-5db3aef4f4de,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:37.350691 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6da26e6e-2aed-4218-9d17-4f8c84b748ff tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.353167 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6da26e6e-2aed-4218-9d17-4f8c84b748ff tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1380880 Jul 07 17:22:37.354939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52858) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:37.359713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-603ebaee-326f-46bc-af8b-90aa946816bd tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'security_group_rule': {'security_group_id': '97c54cb4-91cd-4dc1-bae1-9ff3531253d1', 'project_id': '2819b097d22142529378d8839f8df263', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:37.383973 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-603ebaee-326f-46bc-af8b-90aa946816bd tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Project 2819b097d22142529378d8839f8df263 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:22:37.393593 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-603ebaee-326f-46bc-af8b-90aa946816bd tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.490962 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-603ebaee-326f-46bc-af8b-90aa946816bd tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.495037 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-603ebaee-326f-46bc-af8b-90aa946816bd tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.518137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ebaee-326f-46bc-af8b-90aa946816bd tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0416c71-b730-48be-a7d4-32735c80f4fa,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:37.521915 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-603ebaee-326f-46bc-af8b-90aa946816bd tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.527204 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-603ebaee-326f-46bc-af8b-90aa946816bd tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1709468 Jul 07 17:22:37.681483 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 027ca4fc-f521-4d38-ae94-d75180b8975c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:37.686278 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-b1aaddd0-f471-4d59-9bd4-6b040426bd8a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274941042&fields=id&tenant_id=2819b097d22142529378d8839f8df263 HTTP/1.1" status: 200 len: 267 time: 0.0429378 Jul 07 17:22:37.755840 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 027ca4fc-f521-4d38-ae94-d75180b8975c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:37.760231 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 027ca4fc-f521-4d38-ae94-d75180b8975c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:37.760769 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.842651 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-8f1fb000-0805-4050-b962-650077ee5d1f tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:37.844221 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-8f1fb000-0805-4050-b962-650077ee5d1f tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/networks?id=4f3c2d94-8dda-443b-b73b-10bacda2e76a HTTP/1.1" status: 200 len: 797 time: 0.1482956 Jul 07 17:22:37.850124 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.879467 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-96939063-3b13-4866-a585-6b0a7a8789be tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/quotas/2819b097d22142529378d8839f8df263 HTTP/1.1" status: 200 len: 375 time: 0.0216775 Jul 07 17:22:37.883260 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 027ca4fc-f521-4d38-ae94-d75180b8975c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=027ca4fc-f521-4d38-ae94-d75180b8975c,segment=NetworkSegment(69996c40-5b6a-4e68-84cb-57ee05ef9873),segment_id=69996c40-5b6a-4e68-84cb-57ee05ef9873)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:37.887377 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:37.941206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=027ca4fc-f521-4d38-ae94-d75180b8975c,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:37.974096 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-af6c728d-33f6-4358-b929-c585d925a2dd tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2819b097d22142529378d8839f8df263&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888817 Jul 07 17:22:38.076862 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-4f807c92-a36b-4d44-a5ec-462dd4f7d027 service neutron] 10.222.0.50 "GET /v2.0/networks/4f3c2d94-8dda-443b-b73b-10bacda2e76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914557 Jul 07 17:22:38.166960 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-44196db6-ad6b-4329-bd67-bf59d68ad587 service neutron] 10.222.0.50 "GET /v2.0/networks/4f3c2d94-8dda-443b-b73b-10bacda2e76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839589 Jul 07 17:22:38.358703 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d5b9e193-6321-40d1-bd0f-d001682a2191 req-b880e7ca-f712-48a6-a1d3-e5203fa9aee3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=13fb9b71-76cc-4bbc-9929-2cba2f06eefe HTTP/1.1" status: 200 len: 210 time: 0.0336020 Jul 07 17:22:39.471129 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-ee865a32-d2a1-41a5-a48d-3ea4c17c051e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:39.472856 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-ee865a32-d2a1-41a5-a48d-3ea4c17c051e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.69 "GET /v2.0/networks?id=4f3c2d94-8dda-443b-b73b-10bacda2e76a HTTP/1.1" status: 200 len: 797 time: 0.1206286 Jul 07 17:22:39.530597 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-41a14422-b970-4f9e-8ded-208a2c79d619 req-fe7efb91-1148-47c2-acc8-cd7f3353223b tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=13fb9b71-76cc-4bbc-9929-2cba2f06eefe HTTP/1.1" status: 200 len: 210 time: 0.0333929 Jul 07 17:22:39.548105 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-98addfca-a204-470b-a75a-f0583d3230a8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2819b097d22142529378d8839f8df263 HTTP/1.1" status: 200 len: 380 time: 0.0667915 Jul 07 17:22:39.557989 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-2c78a45e-c4ef-420b-aae7-439ea3bb8b9a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'port': {'device_id': '13fb9b71-76cc-4bbc-9929-2cba2f06eefe', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'admin_state_up': True, 'tenant_id': '2819b097d22142529378d8839f8df263', 'security_groups': ['97c54cb4-91cd-4dc1-bae1-9ff3531253d1']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:39.671929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 027ca4fc-f521-4d38-ae94-d75180b8975c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:39.692748 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-2c78a45e-c4ef-420b-aae7-439ea3bb8b9a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Made reservation on behalf of 2819b097d22142529378d8839f8df263 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:22:39.696520 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-2c78a45e-c4ef-420b-aae7-439ea3bb8b9a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.732966 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 027ca4fc-f521-4d38-ae94-d75180b8975c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:39.733220 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:39.863623 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-2c78a45e-c4ef-420b-aae7-439ea3bb8b9a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Allocated IP 172.20.0.5 (4f3c2d94-8dda-443b-b73b-10bacda2e76a/7616a41f-937f-41ab-9662-5b8cfd078971/853ab862-cd31-4453-99a9-97bb43347997) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:40.036974 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-2c78a45e-c4ef-420b-aae7-439ea3bb8b9a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.053089 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-2c78a45e-c4ef-420b-aae7-439ea3bb8b9a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Transition to ACTIVE for port object 853ab862-cd31-4453-99a9-97bb43347997 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:40.089113 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-2c78a45e-c4ef-420b-aae7-439ea3bb8b9a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.133803 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-2c78a45e-c4ef-420b-aae7-439ea3bb8b9a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Network 4f3c2d94-8dda-443b-b73b-10bacda2e76a is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:40.139822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-2c78a45e-c4ef-420b-aae7-439ea3bb8b9a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:40.142338 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-2c78a45e-c4ef-420b-aae7-439ea3bb8b9a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:40.168733 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78a45e-c4ef-420b-aae7-439ea3bb8b9a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'Port': ['ID=853ab862-cd31-4453-99a9-97bb43347997,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:40.204112 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-2c78a45e-c4ef-420b-aae7-439ea3bb8b9a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:40.204783 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-2c78a45e-c4ef-420b-aae7-439ea3bb8b9a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.221011 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-2c78a45e-c4ef-420b-aae7-439ea3bb8b9a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6675794 Jul 07 17:22:40.233290 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] Request body: {'port': {'device_id': '13fb9b71-76cc-4bbc-9929-2cba2f06eefe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:40.318609 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.394274 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-233bc91d-fb7f-4f3a-b20c-85d5bb5a4746 None None] Provisioning for port 853ab862-cd31-4453-99a9-97bb43347997 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:40.398288 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-233bc91d-fb7f-4f3a-b20c-85d5bb5a4746 None None] Provisioning complete for port 853ab862-cd31-4453-99a9-97bb43347997 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:40.398811 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-233bc91d-fb7f-4f3a-b20c-85d5bb5a4746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.435231 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-233bc91d-fb7f-4f3a-b20c-85d5bb5a4746 None None] Port 853ab862-cd31-4453-99a9-97bb43347997 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:22:40.593543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853ab862-cd31-4453-99a9-97bb43347997 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:40.601517 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.614450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] Transition to ACTIVE for port object 853ab862-cd31-4453-99a9-97bb43347997 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:22:40.618309 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.699326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] Pushing event updated for resources: {'Port': ['ID=853ab862-cd31-4453-99a9-97bb43347997,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:40.808051 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] Attempting to bind port 853ab862-cd31-4453-99a9-97bb43347997 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:22:40.808388 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] Attempting to bind port 853ab862-cd31-4453-99a9-97bb43347997 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '69996c40-5b6a-4e68-84cb-57ee05ef9873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:22:40.808721 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] Attempting to bind port 853ab862-cd31-4453-99a9-97bb43347997 on network 4f3c2d94-8dda-443b-b73b-10bacda2e76a {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:40.823658 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c4113-5e3c-4049-ac15-9542c60ef619 req-d60ecc9d-6854-4ea5-9d15-ce7b15d03f72 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:40.826009 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-789c4113-5e3c-4049-ac15-9542c60ef619 req-d60ecc9d-6854-4ea5-9d15-ce7b15d03f72 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=13fb9b71-76cc-4bbc-9929-2cba2f06eefe HTTP/1.1" status: 200 len: 943 time: 0.1563783 Jul 07 17:22:40.826658 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] Port 853ab862-cd31-4453-99a9-97bb43347997 on network 4f3c2d94-8dda-443b-b73b-10bacda2e76a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:22:40.826986 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] Attempting to bind port 853ab862-cd31-4453-99a9-97bb43347997 on network 4f3c2d94-8dda-443b-b73b-10bacda2e76a {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:22:40.839855 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:22:40.840189 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] Checking segment: {'id': '69996c40-5b6a-4e68-84cb-57ee05ef9873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:22:40.840749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] Bound using segment: {'id': '69996c40-5b6a-4e68-84cb-57ee05ef9873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:22:40.841196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] Bound port: 853ab862-cd31-4453-99a9-97bb43347997, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69996c40-5b6a-4e68-84cb-57ee05ef9873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:22:40.841561 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.903307 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-789c4113-5e3c-4049-ac15-9542c60ef619 req-a56b718d-0e89-4d18-8311-98206d5ada32 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=97c54cb4-91cd-4dc1-bae1-9ff3531253d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705371 Jul 07 17:22:40.930255 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] For port 853ab862-cd31-4453-99a9-97bb43347997, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:22:40.933859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] For port 853ab862-cd31-4453-99a9-97bb43347997, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=853ab862-cd31-4453-99a9-97bb43347997,segment=NetworkSegment(69996c40-5b6a-4e68-84cb-57ee05ef9873),segment_id=69996c40-5b6a-4e68-84cb-57ee05ef9873)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:22:40.939793 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.983953 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:40.984571 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:40.985983 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] 10.222.0.69 "PUT /v2.0/ports/853ab862-cd31-4453-99a9-97bb43347997 HTTP/1.1" status: 200 len: 1091 time: 0.7571132 Jul 07 17:22:40.986448 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13fb9b71-76cc-4bbc-9929-2cba2f06eefe', 'tag': '853ab862-cd31-4453-99a9-97bb43347997'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:40.988689 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b155b4b0-a227-4cd8-b610-d4063876edea" -d '{"events": [{"name": "network-changed", "server_uuid": "13fb9b71-76cc-4bbc-9929-2cba2f06eefe", "tag": "853ab862-cd31-4453-99a9-97bb43347997"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:41.021446 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae657d-6e94-4a18-bcc3-4493a8eb79d8 service neutron] Pushing event updated for resources: {'Port': ['ID=853ab862-cd31-4453-99a9-97bb43347997,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:41.139073 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-6f95201b-2ba5-4a9f-9580-f75d35fee5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.141382 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-6f95201b-2ba5-4a9f-9580-f75d35fee5f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2819b097d22142529378d8839f8df263&device_id=13fb9b71-76cc-4bbc-9929-2cba2f06eefe HTTP/1.1" status: 200 len: 1094 time: 0.1062088 Jul 07 17:22:41.195242 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-180d6425-855a-4bbd-8787-985275cca11e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=853ab862-cd31-4453-99a9-97bb43347997 HTTP/1.1" status: 200 len: 217 time: 0.0461900 Jul 07 17:22:41.211611 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a8a5f2-10f9-4ebd-8e1d-865a864d9f1e x-openstack-request-id: req-68a8a5f2-10f9-4ebd-8e1d-865a864d9f1e {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:41.211897 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13fb9b71-76cc-4bbc-9929-2cba2f06eefe", "tag": "853ab862-cd31-4453-99a9-97bb43347997", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:41.212145 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-68a8a5f2-10f9-4ebd-8e1d-865a864d9f1e {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:41.212536 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13fb9b71-76cc-4bbc-9929-2cba2f06eefe', 'tag': '853ab862-cd31-4453-99a9-97bb43347997', 'status': 'completed', 'code': 200} Jul 07 17:22:41.250767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-432b9aa4-043d-4ec3-9883-99bb6c45f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.252217 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-432b9aa4-043d-4ec3-9883-99bb6c45f10a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7616a41f-937f-41ab-9662-5b8cfd078971 HTTP/1.1" status: 200 len: 835 time: 0.0506628 Jul 07 17:22:41.318299 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-9aa5c86f-70da-494b-813f-5eb99c853bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.319870 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-9aa5c86f-70da-494b-813f-5eb99c853bbb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4f3c2d94-8dda-443b-b73b-10bacda2e76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600934 Jul 07 17:22:41.418046 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-987ee0ea-df64-4ea0-a35e-0051db6e37b9 service neutron] 10.222.0.69 "GET /v2.0/networks/4f3c2d94-8dda-443b-b73b-10bacda2e76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895452 Jul 07 17:22:41.507010 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-681a5b56-240d-42a4-8fa7-cf6eca60d03f req-e56dab4c-733f-4b25-b6d9-fc2340ac142d service neutron] 10.222.0.69 "GET /v2.0/networks/4f3c2d94-8dda-443b-b73b-10bacda2e76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829701 Jul 07 17:22:41.622298 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155b4b0-a227-4cd8-b610-d4063876edea req-4cb2ed9a-2864-4625-b2a3-dbe35bbab860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.623864 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b155b4b0-a227-4cd8-b610-d4063876edea req-4cb2ed9a-2864-4625-b2a3-dbe35bbab860 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2819b097d22142529378d8839f8df263&device_id=13fb9b71-76cc-4bbc-9929-2cba2f06eefe HTTP/1.1" status: 200 len: 1094 time: 0.0612638 Jul 07 17:22:41.723685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155b4b0-a227-4cd8-b610-d4063876edea req-0f19294c-0d27-4357-b8f8-7775d8670b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.725202 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b155b4b0-a227-4cd8-b610-d4063876edea req-0f19294c-0d27-4357-b8f8-7775d8670b8c service neutron] 10.222.0.69 "GET /v2.0/networks?id=4f3c2d94-8dda-443b-b73b-10bacda2e76a HTTP/1.1" status: 200 len: 898 time: 0.0950763 Jul 07 17:22:41.767213 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b155b4b0-a227-4cd8-b610-d4063876edea req-c693424a-7721-4803-913a-acefdb2deb1d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=853ab862-cd31-4453-99a9-97bb43347997 HTTP/1.1" status: 200 len: 217 time: 0.0355031 Jul 07 17:22:41.821910 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155b4b0-a227-4cd8-b610-d4063876edea req-38721500-96ff-48c0-8456-01ffaa2b68f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.823396 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b155b4b0-a227-4cd8-b610-d4063876edea req-38721500-96ff-48c0-8456-01ffaa2b68f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7616a41f-937f-41ab-9662-5b8cfd078971 HTTP/1.1" status: 200 len: 835 time: 0.0498812 Jul 07 17:22:41.886573 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155b4b0-a227-4cd8-b610-d4063876edea req-680c2056-4223-4df8-9fa9-8349a2aa71db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:41.888714 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b155b4b0-a227-4cd8-b610-d4063876edea req-680c2056-4223-4df8-9fa9-8349a2aa71db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4f3c2d94-8dda-443b-b73b-10bacda2e76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592322 Jul 07 17:22:41.994277 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b155b4b0-a227-4cd8-b610-d4063876edea req-bd0d786a-e8b0-4392-9463-1df03cfa773b service neutron] 10.222.0.69 "GET /v2.0/networks/4f3c2d94-8dda-443b-b73b-10bacda2e76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990586 Jul 07 17:22:42.146367 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b155b4b0-a227-4cd8-b610-d4063876edea req-d9488067-2c45-4e3e-bd58-fcec524f44d8 service neutron] 10.222.0.69 "GET /v2.0/networks/4f3c2d94-8dda-443b-b73b-10bacda2e76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454539 Jul 07 17:22:42.158963 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abcea6-ce9b-4305-8388-7810fcdaf05f req-96649ee7-42f8-41d1-8836-41671cca67da tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:42.160444 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18abcea6-ce9b-4305-8388-7810fcdaf05f req-96649ee7-42f8-41d1-8836-41671cca67da tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=13fb9b71-76cc-4bbc-9929-2cba2f06eefe HTTP/1.1" status: 200 len: 943 time: 0.1346531 Jul 07 17:22:42.209736 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18abcea6-ce9b-4305-8388-7810fcdaf05f req-bc15bebd-07d7-4eff-b6c9-0805fae10ee5 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=97c54cb4-91cd-4dc1-bae1-9ff3531253d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433562 Jul 07 17:22:43.448252 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269061a-983b-4889-ba25-c7c869506fc1 req-624d421d-c8f4-424c-9146-62c910426a1c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:43.451057 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4269061a-983b-4889-ba25-c7c869506fc1 req-624d421d-c8f4-424c-9146-62c910426a1c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=13fb9b71-76cc-4bbc-9929-2cba2f06eefe HTTP/1.1" status: 200 len: 943 time: 0.0830591 Jul 07 17:22:43.501469 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4269061a-983b-4889-ba25-c7c869506fc1 req-f395c5b9-fbb4-446f-ad5f-108be98d10b3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=97c54cb4-91cd-4dc1-bae1-9ff3531253d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429323 Jul 07 17:22:43.753400 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 853ab862-cd31-4453-99a9-97bb43347997 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:22:43.867276 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 853ab862-cd31-4453-99a9-97bb43347997, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=853ab862-cd31-4453-99a9-97bb43347997,segment=NetworkSegment(69996c40-5b6a-4e68-84cb-57ee05ef9873),segment_id=69996c40-5b6a-4e68-84cb-57ee05ef9873)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:43.880589 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '853ab862-cd31-4453-99a9-97bb43347997', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'port_id': '853ab862-cd31-4453-99a9-97bb43347997', 'mac_address': 'fa:16:3e:65:11:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:22:43.921494 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:43.943675 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853ab862-cd31-4453-99a9-97bb43347997 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:22:43.969183 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 853ab862-cd31-4453-99a9-97bb43347997, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=853ab862-cd31-4453-99a9-97bb43347997,segment=NetworkSegment(69996c40-5b6a-4e68-84cb-57ee05ef9873),segment_id=69996c40-5b6a-4e68-84cb-57ee05ef9873)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:43.973600 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.024238 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=853ab862-cd31-4453-99a9-97bb43347997,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:44.302874 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.386363 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['853ab862-cd31-4453-99a9-97bb43347997'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:22:44.703916 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b879953e-b2a2-4dd4-a9c7-269c5028be38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:44.718094 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f92c17-b97c-490b-8fed-7c34ebe7c43a req-565120d6-72a9-492c-b1bf-4fd9ab891a15 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:44.719640 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29f92c17-b97c-490b-8fed-7c34ebe7c43a req-565120d6-72a9-492c-b1bf-4fd9ab891a15 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=13fb9b71-76cc-4bbc-9929-2cba2f06eefe HTTP/1.1" status: 200 len: 944 time: 0.0785043 Jul 07 17:22:44.774430 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29f92c17-b97c-490b-8fed-7c34ebe7c43a req-1dab5aa0-9aa9-4ad7-8b7b-3f788cdc4969 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=97c54cb4-91cd-4dc1-bae1-9ff3531253d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486429 Jul 07 17:22:45.776908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 853ab862-cd31-4453-99a9-97bb43347997 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:22:45.842560 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 853ab862-cd31-4453-99a9-97bb43347997 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:22:45.848844 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 853ab862-cd31-4453-99a9-97bb43347997 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:22:45.849408 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:45.959286 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:45.991944 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fb9b71-76cc-4bbc-9929-2cba2f06eefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853ab862-cd31-4453-99a9-97bb43347997'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:45.995119 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a590b3b-ede8-40b1-a907-3f089bd45779" -d '{"events": [{"server_uuid": "13fb9b71-76cc-4bbc-9929-2cba2f06eefe", "name": "network-vif-plugged", "status": "completed", "tag": "853ab862-cd31-4453-99a9-97bb43347997"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:46.002973 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b64fd-029a-4e39-89f1-aa52039f48e7 req-6b98ae56-6afd-40d7-91fe-96fda410a639 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:46.007872 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f5b64fd-029a-4e39-89f1-aa52039f48e7 req-6b98ae56-6afd-40d7-91fe-96fda410a639 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=13fb9b71-76cc-4bbc-9929-2cba2f06eefe HTTP/1.1" status: 200 len: 944 time: 0.0839562 Jul 07 17:22:46.020772 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 853ab862-cd31-4453-99a9-97bb43347997, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=853ab862-cd31-4453-99a9-97bb43347997,segment=NetworkSegment(69996c40-5b6a-4e68-84cb-57ee05ef9873),segment_id=69996c40-5b6a-4e68-84cb-57ee05ef9873)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:22:46.025780 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:46.061732 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f5b64fd-029a-4e39-89f1-aa52039f48e7 req-4bc95b5e-f46e-46c7-a79c-cf15a2f51cd7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=97c54cb4-91cd-4dc1-bae1-9ff3531253d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464318 Jul 07 17:22:46.066198 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8114b1ed-16dd-4dda-8b74-85b291bdba0b x-openstack-request-id: req-8114b1ed-16dd-4dda-8b74-85b291bdba0b {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:46.066780 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fb9b71-76cc-4bbc-9929-2cba2f06eefe", "name": "network-vif-plugged", "status": "completed", "tag": "853ab862-cd31-4453-99a9-97bb43347997", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:46.066926 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8114b1ed-16dd-4dda-8b74-85b291bdba0b {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:46.067466 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13fb9b71-76cc-4bbc-9929-2cba2f06eefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853ab862-cd31-4453-99a9-97bb43347997', 'code': 200} Jul 07 17:22:46.109302 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=853ab862-cd31-4453-99a9-97bb43347997,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:46.191567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c84825-92a8-4c38-bf9e-008c2eec8b6b req-48a8296a-fbc0-4208-ab1c-fe741dee6708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:46.193132 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-56c84825-92a8-4c38-bf9e-008c2eec8b6b req-48a8296a-fbc0-4208-ab1c-fe741dee6708 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=13fb9b71-76cc-4bbc-9929-2cba2f06eefe HTTP/1.1" status: 200 len: 1096 time: 0.0591972 Jul 07 17:22:46.233064 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-56c84825-92a8-4c38-bf9e-008c2eec8b6b req-96165c34-37f2-47e3-a81b-15cb5f38ff45 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=97c54cb4-91cd-4dc1-bae1-9ff3531253d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318127 Jul 07 17:22:46.594922 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.254007 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02261b5-9073-461c-9c8a-ea08a29eb230 req-c9a26d2d-5cdf-4016-bfc6-9409ef0da45e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:47.255569 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b02261b5-9073-461c-9c8a-ea08a29eb230 req-c9a26d2d-5cdf-4016-bfc6-9409ef0da45e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=13fb9b71-76cc-4bbc-9929-2cba2f06eefe HTTP/1.1" status: 200 len: 945 time: 0.0694783 Jul 07 17:22:47.298920 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b02261b5-9073-461c-9c8a-ea08a29eb230 req-58f29b19-f4fb-43fe-97a4-f08bbe457181 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=97c54cb4-91cd-4dc1-bae1-9ff3531253d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375834 Jul 07 17:22:47.641418 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:47.944576 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1c7c779e-69ad-4945-b4b3-0fca8183b69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:48.516048 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba9a61-4770-425a-b270-58fc869b2080 req-57ae6dd0-bcb8-4882-aa76-d6ec577fa1dc tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:48.518131 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-70ba9a61-4770-425a-b270-58fc869b2080 req-57ae6dd0-bcb8-4882-aa76-d6ec577fa1dc tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=13fb9b71-76cc-4bbc-9929-2cba2f06eefe HTTP/1.1" status: 200 len: 945 time: 0.0757928 Jul 07 17:22:48.563861 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-70ba9a61-4770-425a-b270-58fc869b2080 req-c71a4f66-ca76-4b59-8295-07a70dd4e5c8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=97c54cb4-91cd-4dc1-bae1-9ff3531253d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384090 Jul 07 17:22:48.785581 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a43b84-397b-43bb-8423-bd27fc2b9108 req-6a019441-4bbf-41e8-af1f-b06e7dbcae3d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:48.787527 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e0a43b84-397b-43bb-8423-bd27fc2b9108 req-6a019441-4bbf-41e8-af1f-b06e7dbcae3d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=13fb9b71-76cc-4bbc-9929-2cba2f06eefe HTTP/1.1" status: 200 len: 945 time: 0.0795772 Jul 07 17:22:48.843254 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e0a43b84-397b-43bb-8423-bd27fc2b9108 req-b1c06e90-34ff-4199-83f6-46acd4bdf582 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=97c54cb4-91cd-4dc1-bae1-9ff3531253d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498779 Jul 07 17:22:48.870980 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:48.881517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52972) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:48.945415 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbd299a-9ad9-45fb-b62d-666f12807574 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:48.947472 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3bbd299a-9ad9-45fb-b62d-666f12807574 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=13fb9b71-76cc-4bbc-9929-2cba2f06eefe HTTP/1.1" status: 200 len: 1091 time: 0.0648925 Jul 07 17:22:48.951457 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 52976) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:48.956209 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-5f0b1064-339a-40c6-8501-a7c0b2b4ac2c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': '853ab862-cd31-4453-99a9-97bb43347997', 'tenant_id': '2819b097d22142529378d8839f8df263', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:22:48.991725 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f0b1064-339a-40c6-8501-a7c0b2b4ac2c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.125332 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f0b1064-339a-40c6-8501-a7c0b2b4ac2c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.250406 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-5f0b1064-339a-40c6-8501-a7c0b2b4ac2c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Allocated IP 172.25.2.89 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/d47a2442-a54b-4b4d-b2ef-6a165ff846d3) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:22:49.376278 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f0b1064-339a-40c6-8501-a7c0b2b4ac2c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.422287 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f0b1064-339a-40c6-8501-a7c0b2b4ac2c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:49.472032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0b1064-339a-40c6-8501-a7c0b2b4ac2c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:22:49.475596 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-5f0b1064-339a-40c6-8501-a7c0b2b4ac2c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:22:49.479275 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0b1064-339a-40c6-8501-a7c0b2b4ac2c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:22:49.522159 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b1064-339a-40c6-8501-a7c0b2b4ac2c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'Port': ['ID=d47a2442-a54b-4b4d-b2ef-6a165ff846d3,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:49.953341 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f0b1064-339a-40c6-8501-a7c0b2b4ac2c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.071541 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f0b1064-339a-40c6-8501-a7c0b2b4ac2c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.244368 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f0b1064-339a-40c6-8501-a7c0b2b4ac2c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.249556 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f0b1064-339a-40c6-8501-a7c0b2b4ac2c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.317289 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b1064-339a-40c6-8501-a7c0b2b4ac2c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'Port': ['ID=d47a2442-a54b-4b4d-b2ef-6a165ff846d3,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:22:50.330663 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f0b1064-339a-40c6-8501-a7c0b2b4ac2c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.353834 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:50.781842 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-5f0b1064-339a-40c6-8501-a7c0b2b4ac2c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Floating IP a1d83f7e-07e2-4658-817b-4c85643166f6 associated. External IP: 172.25.2.89, port: 853ab862-cd31-4453-99a9-97bb43347997. Jul 07 17:22:50.996110 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0b1064-339a-40c6-8501-a7c0b2b4ac2c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Router 63da0261-14dc-4f96-8a64-cf6da870ad5d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:22:51.123549 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0b1064-339a-40c6-8501-a7c0b2b4ac2c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:22:51.135682 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f165c03-f6ac-4ea4-9f3e-e20529ed221a None None] Sync routers for ids ['63da0261-14dc-4f96-8a64-cf6da870ad5d'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:22:51.140250 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5f0b1064-339a-40c6-8501-a7c0b2b4ac2c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:22:51.147207 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f165c03-f6ac-4ea4-9f3e-e20529ed221a None None] Routers {'63da0261-14dc-4f96-8a64-cf6da870ad5d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:51.147828 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-9f165c03-f6ac-4ea4-9f3e-e20529ed221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:22:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['63da0261-14dc-4f96-8a64-cf6da870ad5d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:51.181413 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5f0b1064-339a-40c6-8501-a7c0b2b4ac2c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2259779 Jul 07 17:22:51.181413 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13fb9b71-76cc-4bbc-9929-2cba2f06eefe', 'tag': '853ab862-cd31-4453-99a9-97bb43347997'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:22:51.181792 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52988) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:51.182583 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59b4497-376a-4ccb-b1c6-a9d23f609aee" -d '{"events": [{"name": "network-changed", "server_uuid": "13fb9b71-76cc-4bbc-9929-2cba2f06eefe", "tag": "853ab862-cd31-4453-99a9-97bb43347997"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:22:51.233958 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c3b30e-fcb6-4a32-bf25-b507e1e6bef3 x-openstack-request-id: req-14c3b30e-fcb6-4a32-bf25-b507e1e6bef3 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:22:51.234260 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13fb9b71-76cc-4bbc-9929-2cba2f06eefe", "tag": "853ab862-cd31-4453-99a9-97bb43347997", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:22:51.234539 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14c3b30e-fcb6-4a32-bf25-b507e1e6bef3 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:22:51.234994 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13fb9b71-76cc-4bbc-9929-2cba2f06eefe', 'tag': '853ab862-cd31-4453-99a9-97bb43347997', 'status': 'completed', 'code': 200} Jul 07 17:22:51.295361 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-9f165c03-f6ac-4ea4-9f3e-e20529ed221a None None] Set router 63da0261-14dc-4f96-8a64-cf6da870ad5d gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:51.315354 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-32d283b4-6fa6-426b-8d1b-86b477e46f1e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/floatingips/a1d83f7e-07e2-4658-817b-4c85643166f6 HTTP/1.1" status: 200 len: 990 time: 0.1314414 Jul 07 17:22:51.335646 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b4497-376a-4ccb-b1c6-a9d23f609aee req-a1797112-70c7-46ba-8902-7830c829a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.337168 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b59b4497-376a-4ccb-b1c6-a9d23f609aee req-a1797112-70c7-46ba-8902-7830c829a1f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2819b097d22142529378d8839f8df263&device_id=13fb9b71-76cc-4bbc-9929-2cba2f06eefe HTTP/1.1" status: 200 len: 1096 time: 0.0750632 Jul 07 17:22:51.431488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b4497-376a-4ccb-b1c6-a9d23f609aee req-209a8087-5daf-44ba-a130-37a0d98561d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.433171 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b59b4497-376a-4ccb-b1c6-a9d23f609aee req-209a8087-5daf-44ba-a130-37a0d98561d2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4f3c2d94-8dda-443b-b73b-10bacda2e76a HTTP/1.1" status: 200 len: 898 time: 0.0898390 Jul 07 17:22:51.499623 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b59b4497-376a-4ccb-b1c6-a9d23f609aee req-d912f7cb-4aa9-4ab9-b15b-8cf78dafb8ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=853ab862-cd31-4453-99a9-97bb43347997 HTTP/1.1" status: 200 len: 998 time: 0.0594809 Jul 07 17:22:51.522660 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-9f165c03-f6ac-4ea4-9f3e-e20529ed221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'name': 'tempest-TestNetworkBasicOps-router-81828197', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:28Z', 'updated_at': '2021-07-07T17:22:32Z', 'revision_number': 4, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:29Z', 'updated_at': '2021-07-07T17:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'a1d83f7e-07e2-4658-817b-4c85643166f6', 'tenant_id': '2819b097d22142529378d8839f8df263', 'floating_ip_address': '172.25.2.89', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'port_id': '853ab862-cd31-4453-99a9-97bb43347997', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'mac_address': 'fa:16:3e:65:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb9b71-76cc-4bbc-9929-2cba2f06eefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:22:49Z', 'updated_at': '2021-07-07T17:22:49Z', 'revision_number': 0, 'project_id': '2819b097d22142529378d8839f8df263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027ca4fc-f521-4d38-ae94-d75180b8975c', 'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:98:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:31Z', 'updated_at': '2021-07-07T17:22:37Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:51.548596 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f165c03-f6ac-4ea4-9f3e-e20529ed221a None None] Checking router: 63da0261-14dc-4f96-8a64-cf6da870ad5d for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:22:51.548992 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b4497-376a-4ccb-b1c6-a9d23f609aee req-f496157f-f1fe-438c-9596-83353fa9b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.550492 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b59b4497-376a-4ccb-b1c6-a9d23f609aee req-f496157f-f1fe-438c-9596-83353fa9b821 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7616a41f-937f-41ab-9662-5b8cfd078971 HTTP/1.1" status: 200 len: 835 time: 0.0449955 Jul 07 17:22:51.556910 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f165c03-f6ac-4ea4-9f3e-e20529ed221a None None] Routers {'63da0261-14dc-4f96-8a64-cf6da870ad5d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:22:51.557762 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-9f165c03-f6ac-4ea4-9f3e-e20529ed221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:22:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['63da0261-14dc-4f96-8a64-cf6da870ad5d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:51.613890 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b4497-376a-4ccb-b1c6-a9d23f609aee req-df3611e8-8539-415f-8eb1-de0c79ff6dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:22:51.616501 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b59b4497-376a-4ccb-b1c6-a9d23f609aee req-df3611e8-8539-415f-8eb1-de0c79ff6dda service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4f3c2d94-8dda-443b-b73b-10bacda2e76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592034 Jul 07 17:22:51.684611 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-9f165c03-f6ac-4ea4-9f3e-e20529ed221a None None] Set router 63da0261-14dc-4f96-8a64-cf6da870ad5d gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:22:51.752906 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b59b4497-376a-4ccb-b1c6-a9d23f609aee req-09ac268b-30ca-403c-bcf5-f559f1713069 service neutron] 10.222.0.69 "GET /v2.0/networks/4f3c2d94-8dda-443b-b73b-10bacda2e76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291327 Jul 07 17:22:51.892991 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b59b4497-376a-4ccb-b1c6-a9d23f609aee req-98e92510-fd5e-4da3-a3ad-55cd22e44e96 service neutron] 10.222.0.69 "GET /v2.0/networks/4f3c2d94-8dda-443b-b73b-10bacda2e76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303682 Jul 07 17:22:51.902348 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-9f165c03-f6ac-4ea4-9f3e-e20529ed221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'name': 'tempest-TestNetworkBasicOps-router-81828197', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:28Z', 'updated_at': '2021-07-07T17:22:32Z', 'revision_number': 4, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:29Z', 'updated_at': '2021-07-07T17:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'a1d83f7e-07e2-4658-817b-4c85643166f6', 'tenant_id': '2819b097d22142529378d8839f8df263', 'floating_ip_address': '172.25.2.89', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'port_id': '853ab862-cd31-4453-99a9-97bb43347997', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'mac_address': 'fa:16:3e:65:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb9b71-76cc-4bbc-9929-2cba2f06eefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:22:49Z', 'updated_at': '2021-07-07T17:22:49Z', 'revision_number': 0, 'project_id': '2819b097d22142529378d8839f8df263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027ca4fc-f521-4d38-ae94-d75180b8975c', 'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:98:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:31Z', 'updated_at': '2021-07-07T17:22:37Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:22:51.933313 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f165c03-f6ac-4ea4-9f3e-e20529ed221a None None] The sync data for ids ['63da0261-14dc-4f96-8a64-cf6da870ad5d'] in n-d-793620-7 is: [{'id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'name': 'tempest-TestNetworkBasicOps-router-81828197', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:28Z', 'updated_at': '2021-07-07T17:22:32Z', 'revision_number': 4, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:29Z', 'updated_at': '2021-07-07T17:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'a1d83f7e-07e2-4658-817b-4c85643166f6', 'tenant_id': '2819b097d22142529378d8839f8df263', 'floating_ip_address': '172.25.2.89', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'port_id': '853ab862-cd31-4453-99a9-97bb43347997', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'mac_address': 'fa:16:3e:65:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb9b71-76cc-4bbc-9929-2cba2f06eefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:22:49Z', 'updated_at': '2021-07-07T17:22:49Z', 'revision_number': 0, 'project_id': '2819b097d22142529378d8839f8df263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027ca4fc-f521-4d38-ae94-d75180b8975c', 'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:98:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:31Z', 'updated_at': '2021-07-07T17:22:37Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:22:52.157122 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c54b5b5-15ab-4a8c-b44a-15b3d484e559 None None] New status for floating IP a1d83f7e-07e2-4658-817b-4c85643166f6: ACTIVE {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:22:52.318649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 52998) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:52.383565 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f554d53a-4254-4758-b75c-66f350b90894 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/floatingips/a1d83f7e-07e2-4658-817b-4c85643166f6 HTTP/1.1" status: 200 len: 990 time: 0.0637393 Jul 07 17:22:53.387809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53004) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:22:53.485392 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ffe7d1f8-87b4-4f31-864f-d49b1c2186fe tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/floatingips/a1d83f7e-07e2-4658-817b-4c85643166f6 HTTP/1.1" status: 200 len: 992 time: 0.0963864 Jul 07 17:23:05.573466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a9fe6-d1a4-43cb-a598-057f3dc2c8ff req-258bfdca-a8c6-45df-a828-2e3f7836aafb tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:05.575506 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-407a9fe6-d1a4-43cb-a598-057f3dc2c8ff req-258bfdca-a8c6-45df-a828-2e3f7836aafb tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 945 time: 0.0650322 Jul 07 17:23:05.613382 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-407a9fe6-d1a4-43cb-a598-057f3dc2c8ff req-8df19649-a9e8-4149-a734-f4b422c67676 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fa6d413-43de-4c4c-aa73-f159399b7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321751 Jul 07 17:23:06.790798 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fcd0c-f02e-4571-ba93-ea29f3876d26 req-acdcb4c1-2b36-480a-9dc8-4aa5ced7bf11 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:06.792376 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b61fcd0c-f02e-4571-ba93-ea29f3876d26 req-acdcb4c1-2b36-480a-9dc8-4aa5ced7bf11 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 945 time: 0.0634358 Jul 07 17:23:06.836111 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b61fcd0c-f02e-4571-ba93-ea29f3876d26 req-59994cb6-3402-472a-811e-5677fe975d2e tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fa6d413-43de-4c4c-aa73-f159399b7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380244 Jul 07 17:23:07.756415 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8eb12-b921-41c4-bbde-2e4afe425890 req-b7007abe-b2c1-4568-a664-759afabbf36b tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:07.757864 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e0a8eb12-b921-41c4-bbde-2e4afe425890 req-b7007abe-b2c1-4568-a664-759afabbf36b tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 945 time: 0.0637093 Jul 07 17:23:07.862218 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-e0a8eb12-b921-41c4-bbde-2e4afe425890 req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Deleting port 8293a3f3-5a88-4d4c-919e-9aa137d83048 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:07.863750 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e0a8eb12-b921-41c4-bbde-2e4afe425890 req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:07.957722 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-e0a8eb12-b921-41c4-bbde-2e4afe425890 req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] For port 8293a3f3-5a88-4d4c-919e-9aa137d83048, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=8293a3f3-5a88-4d4c-919e-9aa137d83048,segment=NetworkSegment(453669c1-6ecc-4ab7-8804-3a7fff87378b),segment_id=453669c1-6ecc-4ab7-8804-3a7fff87378b)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:07.958080 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e0a8eb12-b921-41c4-bbde-2e4afe425890 req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.018903 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916f82b-6a27-4d41-8435-f0c095dc73f0 req-9d976f60-ae73-4522-88db-40e4655d3c7a tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:08.020445 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5916f82b-6a27-4d41-8435-f0c095dc73f0 req-9d976f60-ae73-4522-88db-40e4655d3c7a tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 945 time: 0.0664270 Jul 07 17:23:08.060284 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5916f82b-6a27-4d41-8435-f0c095dc73f0 req-b32b8cbe-18d5-4c05-a79f-0c4149e5074e tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fa6d413-43de-4c4c-aa73-f159399b7da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341480 Jul 07 17:23:08.137708 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e0a8eb12-b921-41c4-bbde-2e4afe425890 req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.137994 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e0a8eb12-b921-41c4-bbde-2e4afe425890 req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.138313 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [req-e0a8eb12-b921-41c4-bbde-2e4afe425890 req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Floating IP 7928b7c9-7081-470a-bc55-05ede6d2714a disassociated. External IP: 172.25.2.247, port: 8293a3f3-5a88-4d4c-919e-9aa137d83048. Jul 07 17:23:08.138695 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-e0a8eb12-b921-41c4-bbde-2e4afe425890 req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Calling delete_port for 8293a3f3-5a88-4d4c-919e-9aa137d83048 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:08.272741 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e0a8eb12-b921-41c4-bbde-2e4afe425890 req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.307141 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Pushing event deleted for resources: {'Port': ['ID=8293a3f3-5a88-4d4c-919e-9aa137d83048,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:08.320007 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.320364 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.320700 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.321040 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.321377 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.321708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.322039 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.322454 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.322783 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.323109 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.323940 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.324273 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:08.432237 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0a8eb12-b921-41c4-bbde-2e4afe425890 req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:23:08.539841 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0a8eb12-b921-41c4-bbde-2e4afe425890 req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:08.548954 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af2c1ce-ca99-4ede-95ce-ac1f3306cc61 None None] Sync routers for ids ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:08.559429 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af2c1ce-ca99-4ede-95ce-ac1f3306cc61 None None] Routers {'0785c84c-07d3-404a-8ca6-e77a1a66f5b5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:08.560014 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-9af2c1ce-ca99-4ede-95ce-ac1f3306cc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:22:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:08.588660 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a8eb12-b921-41c4-bbde-2e4afe425890 req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] No DVR routers for this DVR port 8293a3f3-5a88-4d4c-919e-9aa137d83048 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:08.591507 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e0a8eb12-b921-41c4-bbde-2e4afe425890 req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:08.593691 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e0a8eb12-b921-41c4-bbde-2e4afe425890 req-c5178039-2729-4b08-b9ea-808b4ccf7b73 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.69 "DELETE /v2.0/ports/8293a3f3-5a88-4d4c-919e-9aa137d83048 HTTP/1.1" status: 204 len: 173 time: 0.8301704 Jul 07 17:23:08.594132 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a759a74-f9fd-4ac3-9cce-defb0475212b', 'name': 'network-vif-deleted', 'tag': '8293a3f3-5a88-4d4c-919e-9aa137d83048'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:23:08.596483 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2de7c4a-b5ac-416d-bf3d-cc916f44c399" -d '{"events": [{"server_uuid": "2a759a74-f9fd-4ac3-9cce-defb0475212b", "name": "network-vif-deleted", "tag": "8293a3f3-5a88-4d4c-919e-9aa137d83048"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:23:08.642677 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af3d1c3-91af-4992-8e3e-77cc2c829ba8 x-openstack-request-id: req-4af3d1c3-91af-4992-8e3e-77cc2c829ba8 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:23:08.642971 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a759a74-f9fd-4ac3-9cce-defb0475212b", "name": "network-vif-deleted", "tag": "8293a3f3-5a88-4d4c-919e-9aa137d83048", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:23:08.643227 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4af3d1c3-91af-4992-8e3e-77cc2c829ba8 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:23:08.643616 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a759a74-f9fd-4ac3-9cce-defb0475212b', 'name': 'network-vif-deleted', 'tag': '8293a3f3-5a88-4d4c-919e-9aa137d83048', 'status': 'completed', 'code': 200} Jul 07 17:23:08.679796 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-9af2c1ce-ca99-4ede-95ce-ac1f3306cc61 None None] Set router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:08.889477 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-9af2c1ce-ca99-4ede-95ce-ac1f3306cc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:27Z', 'revision_number': 4, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'gw_port': {'id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:20Z', 'updated_at': '2021-07-07T17:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'd05a713f-7064-4556-af42-957daef6203f', 'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'mac_address': 'fa:16:3e:bf:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:26Z', 'updated_at': '2021-07-07T17:15:39Z', 'revision_number': 5, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'subnets': [{'id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:08.915152 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af2c1ce-ca99-4ede-95ce-ac1f3306cc61 None None] Checking router: 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:23:08.923983 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af2c1ce-ca99-4ede-95ce-ac1f3306cc61 None None] Routers {'0785c84c-07d3-404a-8ca6-e77a1a66f5b5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:08.924595 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-9af2c1ce-ca99-4ede-95ce-ac1f3306cc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:22:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:09.202184 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-9af2c1ce-ca99-4ede-95ce-ac1f3306cc61 None None] Set router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:09.251714 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8cbea256-0794-4ae0-a94b-91cb025321ed req-a2faa790-15eb-4c1f-a340-0969dcf31496 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a759a74-f9fd-4ac3-9cce-defb0475212b HTTP/1.1" status: 200 len: 210 time: 0.0311294 Jul 07 17:23:09.267423 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a48a3c-c7ea-4fed-8d9e-47dfca9b4aff req-3dbd72d0-4ff1-48e4-974e-99ff8f36ae50 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.273443 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a48a3c-c7ea-4fed-8d9e-47dfca9b4aff req-3dbd72d0-4ff1-48e4-974e-99ff8f36ae50 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.277332 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:23:09.280144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a48a3c-c7ea-4fed-8d9e-47dfca9b4aff req-3dbd72d0-4ff1-48e4-974e-99ff8f36ae50 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.286150 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a48a3c-c7ea-4fed-8d9e-47dfca9b4aff req-3dbd72d0-4ff1-48e4-974e-99ff8f36ae50 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.293031 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a48a3c-c7ea-4fed-8d9e-47dfca9b4aff req-3dbd72d0-4ff1-48e4-974e-99ff8f36ae50 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.299079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a48a3c-c7ea-4fed-8d9e-47dfca9b4aff req-3dbd72d0-4ff1-48e4-974e-99ff8f36ae50 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.305030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a48a3c-c7ea-4fed-8d9e-47dfca9b4aff req-3dbd72d0-4ff1-48e4-974e-99ff8f36ae50 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.307329 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b6a48a3c-c7ea-4fed-8d9e-47dfca9b4aff req-3dbd72d0-4ff1-48e4-974e-99ff8f36ae50 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5445 time: 0.1516645 Jul 07 17:23:09.354296 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b6a48a3c-c7ea-4fed-8d9e-47dfca9b4aff req-ad3967b1-a2f2-44a3-9668-c4ca9f3c94a2 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401890 Jul 07 17:23:09.465994 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-9af2c1ce-ca99-4ede-95ce-ac1f3306cc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:27Z', 'revision_number': 4, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'gw_port': {'id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:20Z', 'updated_at': '2021-07-07T17:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'd05a713f-7064-4556-af42-957daef6203f', 'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'mac_address': 'fa:16:3e:bf:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:26Z', 'updated_at': '2021-07-07T17:15:39Z', 'revision_number': 5, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'subnets': [{'id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:09.492905 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af2c1ce-ca99-4ede-95ce-ac1f3306cc61 None None] The sync data for ids ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'] in n-d-793620-7 is: [{'id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:15:27Z', 'revision_number': 4, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'gw_port': {'id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:20Z', 'updated_at': '2021-07-07T17:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'd05a713f-7064-4556-af42-957daef6203f', 'name': '', 'network_id': '292197e0-01dc-4068-ba5d-c7a67aedfe6d', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'mac_address': 'fa:16:3e:bf:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:26Z', 'updated_at': '2021-07-07T17:15:39Z', 'revision_number': 5, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'subnets': [{'id': 'aeaad8af-4e95-4aca-8e25-9c0ee640a68c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:09.559839 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020de255-b008-479e-95de-d28af9abae84 req-9dcbf771-7c06-40fd-a2a7-e37a9b2ce1b3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.565732 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020de255-b008-479e-95de-d28af9abae84 req-9dcbf771-7c06-40fd-a2a7-e37a9b2ce1b3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.571667 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020de255-b008-479e-95de-d28af9abae84 req-9dcbf771-7c06-40fd-a2a7-e37a9b2ce1b3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.578139 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020de255-b008-479e-95de-d28af9abae84 req-9dcbf771-7c06-40fd-a2a7-e37a9b2ce1b3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.584083 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020de255-b008-479e-95de-d28af9abae84 req-9dcbf771-7c06-40fd-a2a7-e37a9b2ce1b3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.590592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020de255-b008-479e-95de-d28af9abae84 req-9dcbf771-7c06-40fd-a2a7-e37a9b2ce1b3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.596408 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020de255-b008-479e-95de-d28af9abae84 req-9dcbf771-7c06-40fd-a2a7-e37a9b2ce1b3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:09.598401 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-020de255-b008-479e-95de-d28af9abae84 req-9dcbf771-7c06-40fd-a2a7-e37a9b2ce1b3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5445 time: 0.1142228 Jul 07 17:23:09.731033 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e202b162-7ace-4523-94c5-341b218cad85 None None] New status for floating IP 7928b7c9-7081-470a-bc55-05ede6d2714a: DOWN {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:23:10.377131 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53114) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:10.444063 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbd2efc1-8e87-4460-aaaa-dbe5f50575e9 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.466979 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbd2efc1-8e87-4460-aaaa-dbe5f50575e9 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.515207 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbd2efc1-8e87-4460-aaaa-dbe5f50575e9 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.517790 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dbd2efc1-8e87-4460-aaaa-dbe5f50575e9 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.519010 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dbd2efc1-8e87-4460-aaaa-dbe5f50575e9 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "DELETE /v2.0/security-groups/9fa6d413-43de-4c4c-aa73-f159399b7da9 HTTP/1.1" status: 204 len: 168 time: 0.1408358 Jul 07 17:23:10.522240 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53116) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:10.529440 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2efc1-8e87-4460-aaaa-dbe5f50575e9 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa6d413-43de-4c4c-aa73-f159399b7da9,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:10.536063 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-77493441-32c5-4bae-8b14-c955d689d2ef tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] show failed (client error): The resource could not be found. Jul 07 17:23:10.537669 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-77493441-32c5-4bae-8b14-c955d689d2ef tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "GET /v2.0/security-groups/9fa6d413-43de-4c4c-aa73-f159399b7da9 HTTP/1.1" status: 404 len: 347 time: 0.0138004 Jul 07 17:23:10.540208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53118) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:10.669308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-2a5caa3f-d5d7-470d-9852-7b0726254604 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Deleting port 99c11b58-cb93-47ec-a083-8190a240ebd3 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:10.669671 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2a5caa3f-d5d7-470d-9852-7b0726254604 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.751694 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2a5caa3f-d5d7-470d-9852-7b0726254604 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.752033 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2a5caa3f-d5d7-470d-9852-7b0726254604 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.763711 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-2a5caa3f-d5d7-470d-9852-7b0726254604 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Calling delete_port for 99c11b58-cb93-47ec-a083-8190a240ebd3 owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:10.896037 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2a5caa3f-d5d7-470d-9852-7b0726254604 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.923595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5caa3f-d5d7-470d-9852-7b0726254604 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Pushing event deleted for resources: {'Port': ['ID=99c11b58-cb93-47ec-a083-8190a240ebd3,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:10.986081 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2a5caa3f-d5d7-470d-9852-7b0726254604 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.988799 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2a5caa3f-d5d7-470d-9852-7b0726254604 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:10.990138 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2a5caa3f-d5d7-470d-9852-7b0726254604 tempest-AttachVolumeTestJSON-425505124 tempest-AttachVolumeTestJSON-425505124-project] 10.222.0.50 "DELETE /v2.0/floatingips/7928b7c9-7081-470a-bc55-05ede6d2714a HTTP/1.1" status: 204 len: 168 time: 0.4488463 Jul 07 17:23:11.467891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53138) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:11.572670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539c19b-33d1-495c-90ff-0dfc30f2e579 req-0bc89444-e278-4421-bac0-1f07d0be3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:11.573950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539c19b-33d1-495c-90ff-0dfc30f2e579 req-0bc89444-e278-4421-bac0-1f07d0be3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:11.574173 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539c19b-33d1-495c-90ff-0dfc30f2e579 req-0bc89444-e278-4421-bac0-1f07d0be3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:11.574671 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539c19b-33d1-495c-90ff-0dfc30f2e579 req-0bc89444-e278-4421-bac0-1f07d0be3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:11.575151 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539c19b-33d1-495c-90ff-0dfc30f2e579 req-0bc89444-e278-4421-bac0-1f07d0be3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:11.575624 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539c19b-33d1-495c-90ff-0dfc30f2e579 req-0bc89444-e278-4421-bac0-1f07d0be3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:11.576097 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539c19b-33d1-495c-90ff-0dfc30f2e579 req-0bc89444-e278-4421-bac0-1f07d0be3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:11.578085 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1539c19b-33d1-495c-90ff-0dfc30f2e579 req-0bc89444-e278-4421-bac0-1f07d0be3806 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 6502 time: 0.1089470 Jul 07 17:23:11.616140 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1539c19b-33d1-495c-90ff-0dfc30f2e579 req-e8f1db9c-3f1e-4e6c-bda4-b065c5ae9869 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320022 Jul 07 17:23:11.873476 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 8293a3f3-5a88-4d4c-919e-9aa137d83048 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:11.893273 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 8293a3f3-5a88-4d4c-919e-9aa137d83048 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:11.893636 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 8293a3f3-5a88-4d4c-919e-9aa137d83048 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:14.292867 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:14.705587 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c566f496-c6b7-4a1f-991d-d2b613512924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:16.601819 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.642859 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:17.927660 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53174) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:17.949627 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-05f656b5-70b3-4e6e-89c9-a2c67001a43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.750893 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b9139647-5c93-43b3-844c-7f08cb551e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:18.862819 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.050475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b9139647-5c93-43b3-844c-7f08cb551e83 admin admin] Deleting port d05a713f-7064-4556-af42-957daef6203f {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:19.051128 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b9139647-5c93-43b3-844c-7f08cb551e83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.136913 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-b9139647-5c93-43b3-844c-7f08cb551e83 admin admin] For port d05a713f-7064-4556-af42-957daef6203f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d05a713f-7064-4556-af42-957daef6203f,segment=NetworkSegment(453669c1-6ecc-4ab7-8804-3a7fff87378b),segment_id=453669c1-6ecc-4ab7-8804-3a7fff87378b)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:19.137279 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b9139647-5c93-43b3-844c-7f08cb551e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.149756 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b9139647-5c93-43b3-844c-7f08cb551e83 admin admin] Calling delete_port for d05a713f-7064-4556-af42-957daef6203f owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:19.380640 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b9139647-5c93-43b3-844c-7f08cb551e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.405577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9139647-5c93-43b3-844c-7f08cb551e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=d05a713f-7064-4556-af42-957daef6203f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:19.572734 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b9139647-5c93-43b3-844c-7f08cb551e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:19.791673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9139647-5c93-43b3-844c-7f08cb551e83 admin admin] Router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:23:19.901809 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9139647-5c93-43b3-844c-7f08cb551e83 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:23:19.907448 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b9139647-5c93-43b3-844c-7f08cb551e83 admin admin] 10.222.0.50 "PUT /v2.0/routers/0785c84c-07d3-404a-8ca6-e77a1a66f5b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9782116 Jul 07 17:23:19.909514 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53178) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:19.912072 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edd9d0-024d-47ef-84ed-ab79073155f3 None None] Sync routers for ids ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:23:19.921899 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08edd9d0-024d-47ef-84ed-ab79073155f3 None None] Routers {'0785c84c-07d3-404a-8ca6-e77a1a66f5b5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:19.922540 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-08edd9d0-024d-47ef-84ed-ab79073155f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:23:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:20.015165 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0fa102c3-c534-45a3-9c7c-0472243fa16b admin admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.028950 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-08edd9d0-024d-47ef-84ed-ab79073155f3 None None] Set router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:20.135099 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0fa102c3-c534-45a3-9c7c-0472243fa16b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.191882 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-0fa102c3-c534-45a3-9c7c-0472243fa16b admin admin] Deleting port d89deb55-8c32-4674-b46a-c3dd00943afa {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:20.192137 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0fa102c3-c534-45a3-9c7c-0472243fa16b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.223560 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-08edd9d0-024d-47ef-84ed-ab79073155f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:23:19Z', 'revision_number': 5, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'gw_port': {'id': 'd89deb55-8c32-4674-b46a-c3dd00943afa', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:15:20Z', 'updated_at': '2021-07-07T17:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:20.249581 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edd9d0-024d-47ef-84ed-ab79073155f3 None None] Checking router: 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:23:20.257733 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08edd9d0-024d-47ef-84ed-ab79073155f3 None None] Routers {'0785c84c-07d3-404a-8ca6-e77a1a66f5b5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:23:20.258355 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-08edd9d0-024d-47ef-84ed-ab79073155f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:23:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:20.275779 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-0fa102c3-c534-45a3-9c7c-0472243fa16b admin admin] For port d89deb55-8c32-4674-b46a-c3dd00943afa, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d89deb55-8c32-4674-b46a-c3dd00943afa,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:20.276705 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0fa102c3-c534-45a3-9c7c-0472243fa16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.289517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-0fa102c3-c534-45a3-9c7c-0472243fa16b admin admin] Calling delete_port for d89deb55-8c32-4674-b46a-c3dd00943afa owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:20.346308 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-08edd9d0-024d-47ef-84ed-ab79073155f3 None None] Set router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:23:20.352989 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.399063 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-08edd9d0-024d-47ef-84ed-ab79073155f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:23:20Z', 'revision_number': 6, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:20.430338 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edd9d0-024d-47ef-84ed-ab79073155f3 None None] The sync data for ids ['0785c84c-07d3-404a-8ca6-e77a1a66f5b5'] in n-d-793620-7 is: [{'id': '0785c84c-07d3-404a-8ca6-e77a1a66f5b5', 'name': 'tempest-AttachVolumeTestJSON-1009243341-router', 'tenant_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:15:17Z', 'updated_at': '2021-07-07T17:23:20Z', 'revision_number': 6, 'project_id': 'e0d3f4c1ff294119a2c5fc6e804d1e59', 'gw_port_host': None}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:23:20.462303 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0fa102c3-c534-45a3-9c7c-0472243fa16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.489539 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa102c3-c534-45a3-9c7c-0472243fa16b admin admin] Pushing event deleted for resources: {'Port': ['ID=d89deb55-8c32-4674-b46a-c3dd00943afa,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:20.555778 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0fa102c3-c534-45a3-9c7c-0472243fa16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.647473 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0fa102c3-c534-45a3-9c7c-0472243fa16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.649599 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0fa102c3-c534-45a3-9c7c-0472243fa16b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.696166 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0fa102c3-c534-45a3-9c7c-0472243fa16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.696690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa102c3-c534-45a3-9c7c-0472243fa16b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0785c84c-07d3-404a-8ca6-e77a1a66f5b5 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:23:20.701676 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0fa102c3-c534-45a3-9c7c-0472243fa16b admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.702915 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0fa102c3-c534-45a3-9c7c-0472243fa16b admin admin] 10.222.0.50 "DELETE /v2.0/routers/0785c84c-07d3-404a-8ca6-e77a1a66f5b5 HTTP/1.1" status: 204 len: 168 time: 0.7924774 Jul 07 17:23:20.705393 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53180) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:20.749396 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-190fbde2-6200-4073-abb5-ddb146b7ec26 admin admin] Deleting subnet aeaad8af-4e95-4aca-8e25-9c0ee640a68c {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:23:20.752579 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-190fbde2-6200-4073-abb5-ddb146b7ec26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.789513 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-190fbde2-6200-4073-abb5-ddb146b7ec26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.879655 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-190fbde2-6200-4073-abb5-ddb146b7ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.932146 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-190fbde2-6200-4073-abb5-ddb146b7ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.959228 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fbde2-6200-4073-abb5-ddb146b7ec26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeaad8af-4e95-4aca-8e25-9c0ee640a68c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:20.961138 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-190fbde2-6200-4073-abb5-ddb146b7ec26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:20.963157 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-190fbde2-6200-4073-abb5-ddb146b7ec26 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/aeaad8af-4e95-4aca-8e25-9c0ee640a68c HTTP/1.1" status: 204 len: 168 time: 0.2567890 Jul 07 17:23:20.965545 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53182) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:20.968038 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e59d8b-1c6f-4fe9-824a-4bdd7788bdef None None] Network 292197e0-01dc-4068-ba5d-c7a67aedfe6d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:21.034358 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7c25fa2-bec7-422e-a9ee-5b799756e024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.093898 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-a7c25fa2-bec7-422e-a9ee-5b799756e024 admin admin] Deleting port c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:21.094400 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7c25fa2-bec7-422e-a9ee-5b799756e024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.161043 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-a7c25fa2-bec7-422e-a9ee-5b799756e024 admin admin] For port c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f,segment=NetworkSegment(453669c1-6ecc-4ab7-8804-3a7fff87378b),segment_id=453669c1-6ecc-4ab7-8804-3a7fff87378b)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:21.161849 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7c25fa2-bec7-422e-a9ee-5b799756e024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.176059 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-a7c25fa2-bec7-422e-a9ee-5b799756e024 admin admin] Calling delete_port for c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:21.224386 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] DHCP port deletion for 292197e0-01dc-4068-ba5d-c7a67aedfe6d request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:23:21.263862 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7c25fa2-bec7-422e-a9ee-5b799756e024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.287601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] Deleting port c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:21.287814 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.292606 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c25fa2-bec7-422e-a9ee-5b799756e024 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:21.294702 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c25fa2-bec7-422e-a9ee-5b799756e024 admin admin] No DVR routers for this DVR port c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:21.357322 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] For port c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f, host n-d-793620-7, got binding levels [] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:21.357910 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.367578 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7c25fa2-bec7-422e-a9ee-5b799756e024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.371333 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] Calling delete_port for c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:21.374053 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.ipam_backend_mixin [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] Port c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f was not found and therefore no delete operation was performed {{(pid=100411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:23:21.375424 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.377847 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-a7c25fa2-bec7-422e-a9ee-5b799756e024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['292197e0-01dc-4068-ba5d-c7a67aedfe6d']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:21.389506 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-a7c25fa2-bec7-422e-a9ee-5b799756e024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453669c1-6ecc-4ab7-8804-3a7fff87378b') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:21.389905 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-a7c25fa2-bec7-422e-a9ee-5b799756e024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453669c1-6ecc-4ab7-8804-3a7fff87378b') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:21.399540 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7c25fa2-bec7-422e-a9ee-5b799756e024 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.400551 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] Pushing event deleted for resources: {'Port': ['ID=c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:21.405604 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] No DVR routers for this DVR port c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:23:21.414867 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.415561 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.416074 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.417158 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.417678 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.418170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.418722 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.419207 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.420968 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.421514 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.422158 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.422289 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88325a95-dbeb-4df3-9ccf-d5e8250f7e2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.425521 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7c25fa2-bec7-422e-a9ee-5b799756e024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.437861 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c25fa2-bec7-422e-a9ee-5b799756e024 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:21.438501 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7c25fa2-bec7-422e-a9ee-5b799756e024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:21.440619 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:21.518877 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7c25fa2-bec7-422e-a9ee-5b799756e024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.524531 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a7c25fa2-bec7-422e-a9ee-5b799756e024 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.530436 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a7c25fa2-bec7-422e-a9ee-5b799756e024 admin admin] 10.222.0.50 "DELETE /v2.0/networks/292197e0-01dc-4068-ba5d-c7a67aedfe6d HTTP/1.1" status: 204 len: 168 time: 0.5638030 Jul 07 17:23:21.549394 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c25fa2-bec7-422e-a9ee-5b799756e024 admin admin] Pushing event deleted for resources: {'Network': ['ID=292197e0-01dc-4068-ba5d-c7a67aedfe6d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:21.667554 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53186) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:21.671391 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d05a713f-7064-4556-af42-957daef6203f no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:21.691701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: d05a713f-7064-4556-af42-957daef6203f {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:21.692057 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d05a713f-7064-4556-af42-957daef6203f not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:21.692479 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d89deb55-8c32-4674-b46a-c3dd00943afa no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:21.708977 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5fe5bd56-a76b-48c9-8d15-ebde888c5d64 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e0d3f4c1ff294119a2c5fc6e804d1e59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402439 Jul 07 17:23:21.711661 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53188) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:21.711806 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: d89deb55-8c32-4674-b46a-c3dd00943afa {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:21.712089 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d89deb55-8c32-4674-b46a-c3dd00943afa not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:21.712511 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:23:21.735317 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:23:21.735591 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c8c21b87-ab5a-4bbc-9d3b-7a1f28f0363f not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:23:21.763354 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7cddde16-8e92-4b77-87fd-ded021f08cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.786050 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7cddde16-8e92-4b77-87fd-ded021f08cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.834476 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7cddde16-8e92-4b77-87fd-ded021f08cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.836920 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7cddde16-8e92-4b77-87fd-ded021f08cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:21.838063 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7cddde16-8e92-4b77-87fd-ded021f08cf5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5dffdbea-1f0e-45ed-ae29-5014e657a70e HTTP/1.1" status: 204 len: 168 time: 0.1254601 Jul 07 17:23:21.846089 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddde16-8e92-4b77-87fd-ded021f08cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dffdbea-1f0e-45ed-ae29-5014e657a70e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:21.853524 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddde16-8e92-4b77-87fd-ded021f08cf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.853872 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddde16-8e92-4b77-87fd-ded021f08cf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.854262 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddde16-8e92-4b77-87fd-ded021f08cf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.854622 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddde16-8e92-4b77-87fd-ded021f08cf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.854955 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddde16-8e92-4b77-87fd-ded021f08cf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.855283 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddde16-8e92-4b77-87fd-ded021f08cf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.855607 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddde16-8e92-4b77-87fd-ded021f08cf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.855927 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddde16-8e92-4b77-87fd-ded021f08cf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.856363 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddde16-8e92-4b77-87fd-ded021f08cf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.856563 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddde16-8e92-4b77-87fd-ded021f08cf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.856882 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddde16-8e92-4b77-87fd-ded021f08cf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:21.857197 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddde16-8e92-4b77-87fd-ded021f08cf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:23:23.292611 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-736f9db6-22bd-42f3-8de7-69e570983894 req-3aa62c95-be2a-46f1-a7f0-47bb0f2c8803 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1672173 Jul 07 17:23:23.397494 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f9db6-22bd-42f3-8de7-69e570983894 req-d8a20b8f-a02a-4314-bcef-c685f16985b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:23.399105 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-736f9db6-22bd-42f3-8de7-69e570983894 req-d8a20b8f-a02a-4314-bcef-c685f16985b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 1097 time: 0.0637453 Jul 07 17:23:23.525856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f9db6-22bd-42f3-8de7-69e570983894 req-f76c16fb-5344-482b-bf19-66bd377e3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:23.527445 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-736f9db6-22bd-42f3-8de7-69e570983894 req-f76c16fb-5344-482b-bf19-66bd377e3b97 service neutron] 10.222.0.15 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.1036973 Jul 07 17:23:23.594239 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-736f9db6-22bd-42f3-8de7-69e570983894 req-a5c6417b-dc9c-4c9d-8016-f1c3e66f29e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17ce0e2a-78ca-481f-9f01-6b2a4fac50dc HTTP/1.1" status: 200 len: 1001 time: 0.0600865 Jul 07 17:23:23.648038 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f9db6-22bd-42f3-8de7-69e570983894 req-94a3be39-fa1d-40dc-acd5-3c1c0c9a1298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:23.649449 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-736f9db6-22bd-42f3-8de7-69e570983894 req-94a3be39-fa1d-40dc-acd5-3c1c0c9a1298 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.0491366 Jul 07 17:23:23.705794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f9db6-22bd-42f3-8de7-69e570983894 req-0d49381c-b25d-417d-b951-34f1468fe1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:23.707389 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-736f9db6-22bd-42f3-8de7-69e570983894 req-0d49381c-b25d-417d-b951-34f1468fe1f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516617 Jul 07 17:23:23.795688 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-736f9db6-22bd-42f3-8de7-69e570983894 req-240ef781-3e5b-44cf-8b9a-baf776608cb2 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816901 Jul 07 17:23:23.889705 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-736f9db6-22bd-42f3-8de7-69e570983894 req-5da0b6d2-fe63-4696-a3f1-2ed396e07dd2 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868547 Jul 07 17:23:30.154083 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53300) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:30.262999 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-66f64867-049c-4389-913c-b5c313b88839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.355650 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-66f64867-049c-4389-913c-b5c313b88839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.359491 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-66f64867-049c-4389-913c-b5c313b88839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.397244 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-66f64867-049c-4389-913c-b5c313b88839 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e07f2bb07594acbb698b43ff6f6a4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420194 Jul 07 17:23:30.398168 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f64867-049c-4389-913c-b5c313b88839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4568f7-dabc-414f-a15f-1bbc31cfaba9,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:30.399942 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53306) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:30.451345 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f279837b-2656-48f0-bc17-3a9ddc916e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.472631 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f279837b-2656-48f0-bc17-3a9ddc916e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.519893 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f279837b-2656-48f0-bc17-3a9ddc916e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.522610 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f279837b-2656-48f0-bc17-3a9ddc916e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:30.523718 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f279837b-2656-48f0-bc17-3a9ddc916e98 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb4568f7-dabc-414f-a15f-1bbc31cfaba9 HTTP/1.1" status: 204 len: 168 time: 0.1222441 Jul 07 17:23:30.532196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279837b-2656-48f0-bc17-3a9ddc916e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4568f7-dabc-414f-a15f-1bbc31cfaba9,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:33.231584 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53370) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:33.338653 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b1fafe6-105d-4497-9908-38d0ed3db6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.443186 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b1fafe6-105d-4497-9908-38d0ed3db6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.447858 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b1fafe6-105d-4497-9908-38d0ed3db6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.484914 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fafe6-105d-4497-9908-38d0ed3db6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64106fbb-97e8-4aa8-9ac5-676480b04fab,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:33.489335 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2b1fafe6-105d-4497-9908-38d0ed3db6ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01f2a31b31c24fdf9f2e1d781406f5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566631 Jul 07 17:23:33.492620 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53374) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:33.543678 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7a97132-046c-485e-8998-5ec55fbca4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.566049 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7a97132-046c-485e-8998-5ec55fbca4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.616306 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7a97132-046c-485e-8998-5ec55fbca4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.619086 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7a97132-046c-485e-8998-5ec55fbca4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.620306 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e7a97132-046c-485e-8998-5ec55fbca4a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/64106fbb-97e8-4aa8-9ac5-676480b04fab HTTP/1.1" status: 204 len: 168 time: 0.1273882 Jul 07 17:23:33.629240 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a97132-046c-485e-8998-5ec55fbca4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64106fbb-97e8-4aa8-9ac5-676480b04fab,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:33.886541 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53382) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:33.900034 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e693323-9413-48a0-abbe-52bd5df8ac12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.990600 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e693323-9413-48a0-abbe-52bd5df8ac12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:33.994857 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e693323-9413-48a0-abbe-52bd5df8ac12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.031991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e693323-9413-48a0-abbe-52bd5df8ac12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078d799f-b2ea-4221-b02c-8882ff78bf50,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:34.036346 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3e693323-9413-48a0-abbe-52bd5df8ac12 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b300865d84a4c97a6b64475b71742a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487582 Jul 07 17:23:34.039086 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53384) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:34.093557 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e47f70e9-632f-40b5-bdaf-c92db2cc40b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.115870 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e47f70e9-632f-40b5-bdaf-c92db2cc40b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.163507 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e47f70e9-632f-40b5-bdaf-c92db2cc40b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.167048 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e47f70e9-632f-40b5-bdaf-c92db2cc40b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:34.168210 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e47f70e9-632f-40b5-bdaf-c92db2cc40b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/078d799f-b2ea-4221-b02c-8882ff78bf50 HTTP/1.1" status: 204 len: 168 time: 0.1282089 Jul 07 17:23:34.180103 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f70e9-632f-40b5-bdaf-c92db2cc40b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078d799f-b2ea-4221-b02c-8882ff78bf50,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:40.101425 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53524) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:40.208094 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7915ed96-4f90-4396-afa6-d3326a80c613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.304034 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7915ed96-4f90-4396-afa6-d3326a80c613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.309414 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7915ed96-4f90-4396-afa6-d3326a80c613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.349327 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915ed96-4f90-4396-afa6-d3326a80c613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7d7e8f-3e59-45df-a07f-efa12801162a,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:40.357114 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53528) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:40.357628 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7915ed96-4f90-4396-afa6-d3326a80c613 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61d7b25c98b14c36be03f2b40f2ebab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546041 Jul 07 17:23:40.409211 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a10adc1-3ff1-48e3-95fc-28313f807ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.435453 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a10adc1-3ff1-48e3-95fc-28313f807ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.488338 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a10adc1-3ff1-48e3-95fc-28313f807ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.490895 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a10adc1-3ff1-48e3-95fc-28313f807ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.492048 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7a10adc1-3ff1-48e3-95fc-28313f807ba1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f7d7e8f-3e59-45df-a07f-efa12801162a HTTP/1.1" status: 204 len: 168 time: 0.1331556 Jul 07 17:23:40.501027 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10adc1-3ff1-48e3-95fc-28313f807ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7d7e8f-3e59-45df-a07f-efa12801162a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:40.752205 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53534) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:40.765433 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c07ec856-4008-434d-8e3c-10ee57f5b2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.856349 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c07ec856-4008-434d-8e3c-10ee57f5b2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.860597 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c07ec856-4008-434d-8e3c-10ee57f5b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.898611 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c07ec856-4008-434d-8e3c-10ee57f5b2bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a00ec9c8e9814f41906258a05bf04b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452591 Jul 07 17:23:40.899751 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ec856-4008-434d-8e3c-10ee57f5b2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cd9b42-f011-44a2-99af-fa6290c99b3a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:40.902142 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53536) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:40.952928 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9dd121a6-c9e1-4d1d-b19f-6ff36507f6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:40.974644 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9dd121a6-c9e1-4d1d-b19f-6ff36507f6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:41.024463 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9dd121a6-c9e1-4d1d-b19f-6ff36507f6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:41.027936 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9dd121a6-c9e1-4d1d-b19f-6ff36507f6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:41.029352 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9dd121a6-c9e1-4d1d-b19f-6ff36507f6f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c6cd9b42-f011-44a2-99af-fa6290c99b3a HTTP/1.1" status: 204 len: 168 time: 0.1258981 Jul 07 17:23:41.037515 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd121a6-c9e1-4d1d-b19f-6ff36507f6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cd9b42-f011-44a2-99af-fa6290c99b3a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:42.615395 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53584) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:42.740998 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8e7e663c-7e2d-4dfd-bf54-d1e09da02b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:42.832974 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8e7e663c-7e2d-4dfd-bf54-d1e09da02b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:42.839248 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8e7e663c-7e2d-4dfd-bf54-d1e09da02b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:42.876942 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e663c-7e2d-4dfd-bf54-d1e09da02b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eec082f-27d9-418c-8920-60daf8e54ec7,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:42.881131 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8e7e663c-7e2d-4dfd-bf54-d1e09da02b2f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5bf7b2715d34492c9b0be00f5ba15696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2647028 Jul 07 17:23:42.884399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53588) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:42.936146 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9217849c-e658-42b3-9baf-ee9ee13d14d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:42.957364 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9217849c-e658-42b3-9baf-ee9ee13d14d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.007055 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9217849c-e658-42b3-9baf-ee9ee13d14d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.009695 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9217849c-e658-42b3-9baf-ee9ee13d14d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:43.010899 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9217849c-e658-42b3-9baf-ee9ee13d14d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4eec082f-27d9-418c-8920-60daf8e54ec7 HTTP/1.1" status: 204 len: 168 time: 0.1261787 Jul 07 17:23:43.019027 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217849c-e658-42b3-9baf-ee9ee13d14d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eec082f-27d9-418c-8920-60daf8e54ec7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:44.219808 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53626) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:44.308439 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.367393 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-934d4299-0410-4efa-94e4-cc373bef0d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2056967213'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:44.388843 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934d4299-0410-4efa-94e4-cc373bef0d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Made reservation on behalf of 69a18874c6664cb5821a29aa5774fc97 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:44.392501 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-934d4299-0410-4efa-94e4-cc373bef0d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.401994 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-934d4299-0410-4efa-94e4-cc373bef0d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.499812 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-934d4299-0410-4efa-94e4-cc373bef0d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.503836 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-934d4299-0410-4efa-94e4-cc373bef0d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.530504 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934d4299-0410-4efa-94e4-cc373bef0d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:23:44.541478 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d4299-0410-4efa-94e4-cc373bef0d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b993937-578e-4804-aa0c-813b3d744401,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:44.547299 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-934d4299-0410-4efa-94e4-cc373bef0d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.547646 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-934d4299-0410-4efa-94e4-cc373bef0d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Added segment 527e234b-a92e-4d6d-a2cb-1680ae4aa792 of type vlan for network 6eeb5558-46ad-440e-bdcb-dcf27de70540 Jul 07 17:23:44.589970 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-934d4299-0410-4efa-94e4-cc373bef0d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.620764 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-934d4299-0410-4efa-94e4-cc373bef0d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.626295 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934d4299-0410-4efa-94e4-cc373bef0d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:44.626901 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-934d4299-0410-4efa-94e4-cc373bef0d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.708763 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ea10f921-fcf5-47c8-be4e-293cd058dd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.714097 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-934d4299-0410-4efa-94e4-cc373bef0d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4931355 Jul 07 17:23:44.732354 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d4299-0410-4efa-94e4-cc373bef0d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Pushing event updated for resources: {'Network': ['ID=6eeb5558-46ad-440e-bdcb-dcf27de70540,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:44.744717 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 6eeb5558-46ad-440e-bdcb-dcf27de70540 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:23:44.890466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53634) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:44.895727 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Request body: {'port': {'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540', 'binding:host_id': 'n-h1-793620-7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1279609606'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:44.920161 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Made reservation on behalf of 346e70461ca8422a9544540ad8ac8997 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:44.922661 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:44.932231 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.022280 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.026295 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.031168 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] device_id is not set on port d2d66f83-780a-4207-8221-308e019cb7f5 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:23:45.131851 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3e4f01-4a69-4738-8dc9-618e85d694b1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:45.289070 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] device_id is not set on port d2d66f83-780a-4207-8221-308e019cb7f5 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:23:45.299205 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.312193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Transition to ACTIVE for port object d2d66f83-780a-4207-8221-308e019cb7f5 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:45.321021 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.373506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Pushing event updated for resources: {'Port': ['ID=d2d66f83-780a-4207-8221-308e019cb7f5,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:45.389415 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Checking segment: {'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:45.389683 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Network hostable DHCP agents. Network: 6eeb5558-46ad-440e-bdcb-dcf27de70540, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:23:45.407348 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Network 6eeb5558-46ad-440e-bdcb-dcf27de70540 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:23:45.416577 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 6eeb5558-46ad-440e-bdcb-dcf27de70540) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:45.420333 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:45.426974 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4f59ef-ab6c-4815-be27-98a97fa9b930 None None] Network 6eeb5558-46ad-440e-bdcb-dcf27de70540 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:45.435165 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:45.435507 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:45.435848 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:45.443327 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port d2d66f83-780a-4207-8221-308e019cb7f5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:45.444703 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:45.444703 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 2 to bind port d2d66f83-780a-4207-8221-308e019cb7f5 Jul 07 17:23:45.463399 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:45.464107 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:45.464107 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:45.471443 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port d2d66f83-780a-4207-8221-308e019cb7f5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:45.471963 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:45.472454 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 3 to bind port d2d66f83-780a-4207-8221-308e019cb7f5 Jul 07 17:23:45.487063 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:45.487403 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:45.487739 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:45.492626 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port d2d66f83-780a-4207-8221-308e019cb7f5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:45.492962 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:45.493390 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 4 to bind port d2d66f83-780a-4207-8221-308e019cb7f5 Jul 07 17:23:45.507286 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:45.507870 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:45.508459 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:45.515349 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port d2d66f83-780a-4207-8221-308e019cb7f5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:45.515844 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:45.516105 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 5 to bind port d2d66f83-780a-4207-8221-308e019cb7f5 Jul 07 17:23:45.533260 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:45.533594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:45.533935 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:45.538321 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port d2d66f83-780a-4207-8221-308e019cb7f5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:45.538682 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:45.539082 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 6 to bind port d2d66f83-780a-4207-8221-308e019cb7f5 Jul 07 17:23:45.551967 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:45.552302 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:45.552645 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:45.558210 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port d2d66f83-780a-4207-8221-308e019cb7f5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:45.558734 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:45.559135 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 7 to bind port d2d66f83-780a-4207-8221-308e019cb7f5 Jul 07 17:23:45.576268 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:45.576607 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:45.576953 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:45.581596 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port d2d66f83-780a-4207-8221-308e019cb7f5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:45.581916 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:45.582311 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 8 to bind port d2d66f83-780a-4207-8221-308e019cb7f5 Jul 07 17:23:45.594818 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:45.595218 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:45.595482 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:45.599803 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port d2d66f83-780a-4207-8221-308e019cb7f5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:45.600122 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:45.600509 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 9 to bind port d2d66f83-780a-4207-8221-308e019cb7f5 Jul 07 17:23:45.613097 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:45.613428 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:45.613760 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:45.618149 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port d2d66f83-780a-4207-8221-308e019cb7f5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:45.618592 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:45.619057 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 10 to bind port d2d66f83-780a-4207-8221-308e019cb7f5 Jul 07 17:23:45.631161 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:45.631572 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:45.631908 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:45.637033 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port d2d66f83-780a-4207-8221-308e019cb7f5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:45.637523 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port d2d66f83-780a-4207-8221-308e019cb7f5 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:45.637913 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.702539 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] For port d2d66f83-780a-4207-8221-308e019cb7f5, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:45.702811 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempted to set empty binding levels {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:23:45.707578 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.741223 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:45.741818 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.760845 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Pushing event updated for resources: {'Port': ['ID=d2d66f83-780a-4207-8221-308e019cb7f5,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:45.766973 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3bd1b307-bf9b-47c2-96f7-43c7a833e9f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 0.8753085 Jul 07 17:23:45.767790 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53636) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:45.854158 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-d1173901-7166-4c48-9a11-eb51a0e8734c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Deleting port d2d66f83-780a-4207-8221-308e019cb7f5 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:45.854537 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d1173901-7166-4c48-9a11-eb51a0e8734c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.920614 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-d1173901-7166-4c48-9a11-eb51a0e8734c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] For port d2d66f83-780a-4207-8221-308e019cb7f5, host n-h1-793620-7, got binding levels [] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:45.920970 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d1173901-7166-4c48-9a11-eb51a0e8734c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:45.935738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-d1173901-7166-4c48-9a11-eb51a0e8734c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Calling delete_port for d2d66f83-780a-4207-8221-308e019cb7f5 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:46.014905 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d1173901-7166-4c48-9a11-eb51a0e8734c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.045662 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1173901-7166-4c48-9a11-eb51a0e8734c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2d66f83-780a-4207-8221-308e019cb7f5,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:46.054739 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d1173901-7166-4c48-9a11-eb51a0e8734c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.057965 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d1173901-7166-4c48-9a11-eb51a0e8734c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] 10.222.0.50 "DELETE /v2.0/ports/d2d66f83-780a-4207-8221-308e019cb7f5 HTTP/1.1" status: 204 len: 168 time: 0.2891011 Jul 07 17:23:46.060278 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53638) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:46.086838 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-84951277-067c-4eb3-9e04-7cb4a0eb915f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:23:46.088354 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-84951277-067c-4eb3-9e04-7cb4a0eb915f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] 10.222.0.50 "GET /v2.0/ports/d2d66f83-780a-4207-8221-308e019cb7f5 HTTP/1.1" status: 404 len: 333 time: 0.0271552 Jul 07 17:23:46.091869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53640) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:46.096777 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-08a1dd20-1bd9-4040-b8f6-1644fff66722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Request body: {'port': {'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1185735709'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:46.117965 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a1dd20-1bd9-4040-b8f6-1644fff66722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Made reservation on behalf of 346e70461ca8422a9544540ad8ac8997 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:46.120910 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-08a1dd20-1bd9-4040-b8f6-1644fff66722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.137105 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-08a1dd20-1bd9-4040-b8f6-1644fff66722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] device_id is not set on port 34647e7a-a591-4de1-ba2f-d46716777694 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:23:46.277249 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:23:46.594041 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.607298 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-08a1dd20-1bd9-4040-b8f6-1644fff66722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.644123 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-08a1dd20-1bd9-4040-b8f6-1644fff66722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.685210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a1dd20-1bd9-4040-b8f6-1644fff66722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Network 6eeb5558-46ad-440e-bdcb-dcf27de70540 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:46.691471 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-08a1dd20-1bd9-4040-b8f6-1644fff66722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:46.695684 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a1dd20-1bd9-4040-b8f6-1644fff66722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:46.697399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a1dd20-1bd9-4040-b8f6-1644fff66722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:46.697762 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-08a1dd20-1bd9-4040-b8f6-1644fff66722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.701252 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1dd20-1bd9-4040-b8f6-1644fff66722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Pushing event updated for resources: {'Port': ['ID=34647e7a-a591-4de1-ba2f-d46716777694,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:46.714002 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-08a1dd20-1bd9-4040-b8f6-1644fff66722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6210465 Jul 07 17:23:46.716873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53642) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:46.722083 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:46.796631 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.967401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] device_id is not set on port 34647e7a-a591-4de1-ba2f-d46716777694 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:23:46.976962 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:46.995756 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Transition to ACTIVE for port object 34647e7a-a591-4de1-ba2f-d46716777694 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:47.000373 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.074930 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:47.075268 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:47.075616 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:47.079851 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Pushing event updated for resources: {'Port': ['ID=34647e7a-a591-4de1-ba2f-d46716777694,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:47.083735 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port 34647e7a-a591-4de1-ba2f-d46716777694 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:47.084070 n-d-793620-7 neutron-server[100410]: ERROR neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:47.084461 n-d-793620-7 neutron-server[100410]: INFO neutron.plugins.ml2.plugin [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 2 to bind port 34647e7a-a591-4de1-ba2f-d46716777694 Jul 07 17:23:47.096854 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:47.097187 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:47.097529 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:47.101825 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port 34647e7a-a591-4de1-ba2f-d46716777694 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:47.102153 n-d-793620-7 neutron-server[100410]: ERROR neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:47.103115 n-d-793620-7 neutron-server[100410]: INFO neutron.plugins.ml2.plugin [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 3 to bind port 34647e7a-a591-4de1-ba2f-d46716777694 Jul 07 17:23:47.116643 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:47.116979 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:47.117317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:47.122726 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port 34647e7a-a591-4de1-ba2f-d46716777694 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:47.123053 n-d-793620-7 neutron-server[100410]: ERROR neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:47.123449 n-d-793620-7 neutron-server[100410]: INFO neutron.plugins.ml2.plugin [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 4 to bind port 34647e7a-a591-4de1-ba2f-d46716777694 Jul 07 17:23:47.135727 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:47.136066 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:47.136406 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:47.140753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port 34647e7a-a591-4de1-ba2f-d46716777694 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:47.141079 n-d-793620-7 neutron-server[100410]: ERROR neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:47.141467 n-d-793620-7 neutron-server[100410]: INFO neutron.plugins.ml2.plugin [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 5 to bind port 34647e7a-a591-4de1-ba2f-d46716777694 Jul 07 17:23:47.154058 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:47.154426 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:47.154768 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:47.159059 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port 34647e7a-a591-4de1-ba2f-d46716777694 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:47.159386 n-d-793620-7 neutron-server[100410]: ERROR neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:47.159777 n-d-793620-7 neutron-server[100410]: INFO neutron.plugins.ml2.plugin [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 6 to bind port 34647e7a-a591-4de1-ba2f-d46716777694 Jul 07 17:23:47.171978 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:47.172312 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:47.172646 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:47.176955 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port 34647e7a-a591-4de1-ba2f-d46716777694 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:47.177283 n-d-793620-7 neutron-server[100410]: ERROR neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:47.177683 n-d-793620-7 neutron-server[100410]: INFO neutron.plugins.ml2.plugin [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 7 to bind port 34647e7a-a591-4de1-ba2f-d46716777694 Jul 07 17:23:47.191087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:47.191418 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:47.191745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:47.196104 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port 34647e7a-a591-4de1-ba2f-d46716777694 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:47.196456 n-d-793620-7 neutron-server[100410]: ERROR neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:47.196847 n-d-793620-7 neutron-server[100410]: INFO neutron.plugins.ml2.plugin [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 8 to bind port 34647e7a-a591-4de1-ba2f-d46716777694 Jul 07 17:23:47.208561 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:47.208869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:47.209208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:47.213658 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port 34647e7a-a591-4de1-ba2f-d46716777694 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:47.213990 n-d-793620-7 neutron-server[100410]: ERROR neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:47.214439 n-d-793620-7 neutron-server[100410]: INFO neutron.plugins.ml2.plugin [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 9 to bind port 34647e7a-a591-4de1-ba2f-d46716777694 Jul 07 17:23:47.228132 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:47.228483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:47.228820 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:47.233090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port 34647e7a-a591-4de1-ba2f-d46716777694 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:47.233417 n-d-793620-7 neutron-server[100410]: ERROR neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:47.233810 n-d-793620-7 neutron-server[100410]: INFO neutron.plugins.ml2.plugin [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 10 to bind port 34647e7a-a591-4de1-ba2f-d46716777694 Jul 07 17:23:47.246179 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:47.246560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:47.246894 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:47.251113 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port 34647e7a-a591-4de1-ba2f-d46716777694 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:47.251474 n-d-793620-7 neutron-server[100410]: ERROR neutron.plugins.ml2.managers [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port 34647e7a-a591-4de1-ba2f-d46716777694 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:47.251812 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.317864 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] For port 34647e7a-a591-4de1-ba2f-d46716777694, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:47.318224 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempted to set empty binding levels {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:23:47.322619 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.352581 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] In _notify_port_updated(), no bound segment for port 34647e7a-a591-4de1-ba2f-d46716777694 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:23:47.353947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.354583 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.355927 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] 10.222.0.50 "PUT /v2.0/ports/34647e7a-a591-4de1-ba2f-d46716777694 HTTP/1.1" status: 200 len: 979 time: 0.6381223 Jul 07 17:23:47.358782 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53644) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:47.372096 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ae593-9169-4cb8-8623-65d3675d527e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Pushing event updated for resources: {'Port': ['ID=34647e7a-a591-4de1-ba2f-d46716777694,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:47.469907 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.470466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.470943 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.471418 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.471886 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.472358 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.472832 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.473290 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.473755 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.474217 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.474702 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.475165 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.475621 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.476074 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.476531 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.476986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.477439 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.478598 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.478984 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.479440 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.479896 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.480349 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.480810 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.481265 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.481725 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.482179 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.482663 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.483120 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.483576 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.484042 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.484499 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:47.487944 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5dc1fcfd-7411-4dbe-850e-375f177de6f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27983 time: 0.1280444 Jul 07 17:23:47.492103 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53646) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:47.577664 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-4ef5d95a-fdeb-48d7-9b27-e5442b1d9d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Deleting port 34647e7a-a591-4de1-ba2f-d46716777694 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:47.578033 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4ef5d95a-fdeb-48d7-9b27-e5442b1d9d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.648280 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-4ef5d95a-fdeb-48d7-9b27-e5442b1d9d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] For port 34647e7a-a591-4de1-ba2f-d46716777694, host n-h1-793620-7, got binding levels [] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:47.648649 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4ef5d95a-fdeb-48d7-9b27-e5442b1d9d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.650187 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.663249 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-4ef5d95a-fdeb-48d7-9b27-e5442b1d9d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Calling delete_port for 34647e7a-a591-4de1-ba2f-d46716777694 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:47.745369 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4ef5d95a-fdeb-48d7-9b27-e5442b1d9d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.772242 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5d95a-fdeb-48d7-9b27-e5442b1d9d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Pushing event deleted for resources: {'Port': ['ID=34647e7a-a591-4de1-ba2f-d46716777694,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:47.778528 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4ef5d95a-fdeb-48d7-9b27-e5442b1d9d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.781706 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4ef5d95a-fdeb-48d7-9b27-e5442b1d9d85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] 10.222.0.50 "DELETE /v2.0/ports/34647e7a-a591-4de1-ba2f-d46716777694 HTTP/1.1" status: 204 len: 168 time: 0.2874877 Jul 07 17:23:47.783170 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53648) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:47.809707 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde23cd4-1477-46f7-9b7b-c8078f2d34d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:23:47.811241 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dde23cd4-1477-46f7-9b7b-c8078f2d34d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] 10.222.0.50 "GET /v2.0/ports/34647e7a-a591-4de1-ba2f-d46716777694 HTTP/1.1" status: 404 len: 333 time: 0.0271385 Jul 07 17:23:47.814821 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53650) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:47.819593 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2e9aeed1-31b3-4a53-a81d-01680c616073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507576376', 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:47.845845 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9aeed1-31b3-4a53-a81d-01680c616073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Made reservation on behalf of 346e70461ca8422a9544540ad8ac8997 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:47.848281 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e9aeed1-31b3-4a53-a81d-01680c616073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:47.863446 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-2e9aeed1-31b3-4a53-a81d-01680c616073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] device_id is not set on port c302c0eb-a39f-485d-bd46-14f02567ced7 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:23:47.959577 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9f2ba242-1de0-4619-ac11-c9e73d0aa770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.016856 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e9aeed1-31b3-4a53-a81d-01680c616073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.052356 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e9aeed1-31b3-4a53-a81d-01680c616073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.093624 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9aeed1-31b3-4a53-a81d-01680c616073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Network 6eeb5558-46ad-440e-bdcb-dcf27de70540 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:48.098354 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-2e9aeed1-31b3-4a53-a81d-01680c616073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:48.101726 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9aeed1-31b3-4a53-a81d-01680c616073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:48.102750 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9aeed1-31b3-4a53-a81d-01680c616073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:48.103447 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2e9aeed1-31b3-4a53-a81d-01680c616073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.108887 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9aeed1-31b3-4a53-a81d-01680c616073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Pushing event updated for resources: {'Port': ['ID=c302c0eb-a39f-485d-bd46-14f02567ced7,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:48.122648 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2e9aeed1-31b3-4a53-a81d-01680c616073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3066969 Jul 07 17:23:48.125270 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53652) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:48.171166 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a03677a-a87e-4e29-91e8-55f8fc630589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:48.172570 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2a03677a-a87e-4e29-91e8-55f8fc630589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] 10.222.0.50 "GET /v2.0/ports/c302c0eb-a39f-485d-bd46-14f02567ced7 HTTP/1.1" status: 200 len: 959 time: 0.0463691 Jul 07 17:23:48.175318 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53654) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:48.261044 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb3f7-8b1b-4b35-b74d-53c3ed4c2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Deleting port c302c0eb-a39f-485d-bd46-14f02567ced7 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:48.261385 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f05bb3f7-8b1b-4b35-b74d-53c3ed4c2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.323268 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f05bb3f7-8b1b-4b35-b74d-53c3ed4c2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.336576 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-f05bb3f7-8b1b-4b35-b74d-53c3ed4c2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Calling delete_port for c302c0eb-a39f-485d-bd46-14f02567ced7 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:48.415645 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f05bb3f7-8b1b-4b35-b74d-53c3ed4c2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.441594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05bb3f7-8b1b-4b35-b74d-53c3ed4c2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Pushing event deleted for resources: {'Port': ['ID=c302c0eb-a39f-485d-bd46-14f02567ced7,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:48.449798 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f05bb3f7-8b1b-4b35-b74d-53c3ed4c2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.451810 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f05bb3f7-8b1b-4b35-b74d-53c3ed4c2e05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] 10.222.0.50 "DELETE /v2.0/ports/c302c0eb-a39f-485d-bd46-14f02567ced7 HTTP/1.1" status: 204 len: 168 time: 0.2755809 Jul 07 17:23:48.454558 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53656) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:48.480759 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd477df-91eb-4908-bb00-fb41f59665b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:23:48.482294 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ebd477df-91eb-4908-bb00-fb41f59665b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] 10.222.0.50 "GET /v2.0/ports/c302c0eb-a39f-485d-bd46-14f02567ced7 HTTP/1.1" status: 404 len: 333 time: 0.0267904 Jul 07 17:23:48.486128 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53658) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:48.491134 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-3e40f3b5-62ae-497c-9059-a150d037f146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Request body: {'port': {'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-325521836'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:48.515113 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e40f3b5-62ae-497c-9059-a150d037f146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Made reservation on behalf of 346e70461ca8422a9544540ad8ac8997 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:48.520935 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e40f3b5-62ae-497c-9059-a150d037f146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.549785 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-3e40f3b5-62ae-497c-9059-a150d037f146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] device_id is not set on port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:23:48.710016 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e40f3b5-62ae-497c-9059-a150d037f146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.745712 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e40f3b5-62ae-497c-9059-a150d037f146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.791219 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e40f3b5-62ae-497c-9059-a150d037f146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Network 6eeb5558-46ad-440e-bdcb-dcf27de70540 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:48.796417 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-3e40f3b5-62ae-497c-9059-a150d037f146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:48.799724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e40f3b5-62ae-497c-9059-a150d037f146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:48.800664 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e40f3b5-62ae-497c-9059-a150d037f146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:48.801645 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e40f3b5-62ae-497c-9059-a150d037f146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.807885 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40f3b5-62ae-497c-9059-a150d037f146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Pushing event updated for resources: {'Port': ['ID=b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:48.820621 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3e40f3b5-62ae-497c-9059-a150d037f146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3333189 Jul 07 17:23:48.823247 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53660) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:48.828246 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:48.867284 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:48.901278 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:49.309540 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] device_id is not set on port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:23:49.317232 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:49.329758 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Transition to ACTIVE for port object b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:49.332932 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:49.392878 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Pushing event updated for resources: {'Port': ['ID=b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:49.398849 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:49.399190 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:49.400163 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:49.404664 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:49.404998 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:49.405397 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 2 to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 Jul 07 17:23:49.418401 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:49.419090 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:49.419090 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:49.423579 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:49.423907 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:49.424312 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 3 to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 Jul 07 17:23:49.436878 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:49.437279 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:49.437688 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:49.442651 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:49.443020 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:49.443541 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 4 to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 Jul 07 17:23:49.456696 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:49.457035 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:49.457374 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:49.461674 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:49.462796 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:49.463206 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 5 to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 Jul 07 17:23:49.475199 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:49.475563 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:49.475907 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:49.480247 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:49.480573 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:49.480973 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 6 to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 Jul 07 17:23:49.493496 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:49.493835 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:49.494187 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:49.498473 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:49.498810 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:49.499209 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 7 to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 Jul 07 17:23:49.511455 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:49.511792 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:49.512135 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:49.516452 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:49.516784 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:49.517183 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 8 to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 Jul 07 17:23:49.530088 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:49.530461 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:49.530800 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:49.535061 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:49.535387 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:49.535786 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 9 to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 Jul 07 17:23:49.547561 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:49.547899 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:49.548243 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:49.552504 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:49.552831 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:49.553230 n-d-793620-7 neutron-server[100409]: INFO neutron.plugins.ml2.plugin [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempt 10 to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 Jul 07 17:23:49.565986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:49.566322 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:49.566690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempting to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:49.570963 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:23:49.571931 n-d-793620-7 neutron-server[100409]: ERROR neutron.plugins.ml2.managers [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Failed to bind port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on host n-h1-793620-7 for vnic_type normal using segments [{'id': '527e234b-a92e-4d6d-a2cb-1680ae4aa792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6eeb5558-46ad-440e-bdcb-dcf27de70540'}] Jul 07 17:23:49.572201 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:49.643586 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] For port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:49.643951 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attempted to set empty binding levels {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 17:23:49.648504 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:49.682359 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] In _notify_port_updated(), no bound segment for port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 on network 6eeb5558-46ad-440e-bdcb-dcf27de70540 {{(pid=100409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:23:49.683281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:49.683903 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:49.685283 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] 10.222.0.50 "PUT /v2.0/ports/b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 HTTP/1.1" status: 200 len: 978 time: 0.8610430 Jul 07 17:23:49.687985 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53662) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:49.727421 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34f1fb-6bd9-4d51-bc78-d3cc7c6e726d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Pushing event updated for resources: {'Port': ['ID=b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:49.792466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-88281d78-b3dd-4452-9081-90790e65b875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Deleting port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:49.792804 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-88281d78-b3dd-4452-9081-90790e65b875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:49.859345 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-88281d78-b3dd-4452-9081-90790e65b875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] For port b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5, host n-h1-793620-7, got binding levels [] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:49.859714 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-88281d78-b3dd-4452-9081-90790e65b875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:49.873260 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-88281d78-b3dd-4452-9081-90790e65b875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Calling delete_port for b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:49.951675 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-88281d78-b3dd-4452-9081-90790e65b875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:49.981932 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88281d78-b3dd-4452-9081-90790e65b875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Pushing event deleted for resources: {'Port': ['ID=b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:49.986767 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-88281d78-b3dd-4452-9081-90790e65b875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:49.988396 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-88281d78-b3dd-4452-9081-90790e65b875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] 10.222.0.50 "DELETE /v2.0/ports/b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 HTTP/1.1" status: 204 len: 168 time: 0.2993655 Jul 07 17:23:49.991250 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53664) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:50.020955 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebbe852-3902-43be-95db-6e157248b38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] GET failed (client error): The resource could not be found. Jul 07 17:23:50.022478 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1ebbe852-3902-43be-95db-6e157248b38b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1708870707-project-admin] 10.222.0.50 "GET /v2.0/ports/b08a06dd-b9b6-42f1-bee8-e1afe9e89cc5 HTTP/1.1" status: 404 len: 333 time: 0.0300972 Jul 07 17:23:50.026548 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53666) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:50.104530 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce858444-66fc-4775-aef5-2765bd89612f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.201939 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce858444-66fc-4775-aef5-2765bd89612f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.212802 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ce858444-66fc-4775-aef5-2765bd89612f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eeb5558-46ad-440e-bdcb-dcf27de70540']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:50.223819 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ce858444-66fc-4775-aef5-2765bd89612f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527e234b-a92e-4d6d-a2cb-1680ae4aa792') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:50.224120 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ce858444-66fc-4775-aef5-2765bd89612f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527e234b-a92e-4d6d-a2cb-1680ae4aa792') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:23:50.233067 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce858444-66fc-4775-aef5-2765bd89612f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.247003 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce858444-66fc-4775-aef5-2765bd89612f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.253496 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce858444-66fc-4775-aef5-2765bd89612f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:23:50.253885 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce858444-66fc-4775-aef5-2765bd89612f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:23:50.257053 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:23:50.315355 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce858444-66fc-4775-aef5-2765bd89612f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.323589 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce858444-66fc-4775-aef5-2765bd89612f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.325850 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ce858444-66fc-4775-aef5-2765bd89612f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] 10.222.0.50 "DELETE /v2.0/networks/6eeb5558-46ad-440e-bdcb-dcf27de70540 HTTP/1.1" status: 204 len: 168 time: 0.2981832 Jul 07 17:23:50.345973 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce858444-66fc-4775-aef5-2765bd89612f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1494361748-project] Pushing event deleted for resources: {'Network': ['ID=6eeb5558-46ad-440e-bdcb-dcf27de70540,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:50.358848 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.582211 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53674) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:50.715757 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fd845eda-9f10-4f32-a7e6-88d6c07d590d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=69a18874c6664cb5821a29aa5774fc97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323292 Jul 07 17:23:50.718485 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53678) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:50.769084 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ff6c1002-a645-485b-bd6c-0c9174ab1a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.791448 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ff6c1002-a645-485b-bd6c-0c9174ab1a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.844016 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ff6c1002-a645-485b-bd6c-0c9174ab1a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.846777 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ff6c1002-a645-485b-bd6c-0c9174ab1a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:50.847945 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ff6c1002-a645-485b-bd6c-0c9174ab1a31 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b993937-578e-4804-aa0c-813b3d744401 HTTP/1.1" status: 204 len: 168 time: 0.1285250 Jul 07 17:23:50.857037 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c1002-a645-485b-bd6c-0c9174ab1a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b993937-578e-4804-aa0c-813b3d744401,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:51.115100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53684) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:51.156554 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-86b3fe87-a40a-425f-a145-a92201bc441a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=346e70461ca8422a9544540ad8ac8997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401692 Jul 07 17:23:51.159137 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53686) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:51.212313 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-85ce03f0-f21c-4575-ac47-011b758b275e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.233963 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-85ce03f0-f21c-4575-ac47-011b758b275e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.281038 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-85ce03f0-f21c-4575-ac47-011b758b275e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.283605 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-85ce03f0-f21c-4575-ac47-011b758b275e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:51.284829 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-85ce03f0-f21c-4575-ac47-011b758b275e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb3e4f01-4a69-4738-8dc9-618e85d694b1 HTTP/1.1" status: 204 len: 168 time: 0.1248021 Jul 07 17:23:51.293350 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce03f0-f21c-4575-ac47-011b758b275e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3e4f01-4a69-4738-8dc9-618e85d694b1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:52.601558 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53724) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:52.701342 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-11a15f02-4ae2-441d-83cc-4bed61d559c7 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-232872928', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:52.724383 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a15f02-4ae2-441d-83cc-4bed61d559c7 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Made reservation on behalf of 18cbfad1081944a2bf2ea60974de56c8 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:52.726942 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-11a15f02-4ae2-441d-83cc-4bed61d559c7 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:52.735678 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-11a15f02-4ae2-441d-83cc-4bed61d559c7 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:52.827512 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-11a15f02-4ae2-441d-83cc-4bed61d559c7 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:52.831557 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-11a15f02-4ae2-441d-83cc-4bed61d559c7 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:52.837161 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-11a15f02-4ae2-441d-83cc-4bed61d559c7 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] device_id is not set on port 4ab3e335-066b-4c96-bbc3-9d47d07c9822 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:23:52.892159 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a15f02-4ae2-441d-83cc-4bed61d559c7 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85af869-5539-4ca8-9bfc-2e399b424810,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:52.959745 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-11a15f02-4ae2-441d-83cc-4bed61d559c7 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Allocated IP 172.25.2.131 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/4ab3e335-066b-4c96-bbc3-9d47d07c9822) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:53.120012 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-11a15f02-4ae2-441d-83cc-4bed61d559c7 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.163777 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-11a15f02-4ae2-441d-83cc-4bed61d559c7 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.204999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a15f02-4ae2-441d-83cc-4bed61d559c7 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:53.209751 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-11a15f02-4ae2-441d-83cc-4bed61d559c7 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:53.213492 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a15f02-4ae2-441d-83cc-4bed61d559c7 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:53.236753 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a15f02-4ae2-441d-83cc-4bed61d559c7 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Pushing event updated for resources: {'Port': ['ID=4ab3e335-066b-4c96-bbc3-9d47d07c9822,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:53.258080 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a15f02-4ae2-441d-83cc-4bed61d559c7 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:53.258739 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-11a15f02-4ae2-441d-83cc-4bed61d559c7 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.271814 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-11a15f02-4ae2-441d-83cc-4bed61d559c7 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6691327 Jul 07 17:23:53.274967 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53728) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:53.279339 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-278687f1-13e1-4039-9003-b0e6482986a5 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.131'}]}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:53.303129 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-278687f1-13e1-4039-9003-b0e6482986a5 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.304182 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-278687f1-13e1-4039-9003-b0e6482986a5 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.395669 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-278687f1-13e1-4039-9003-b0e6482986a5 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.538612 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-278687f1-13e1-4039-9003-b0e6482986a5 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.775990 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-278687f1-13e1-4039-9003-b0e6482986a5 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.805753 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-278687f1-13e1-4039-9003-b0e6482986a5 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:53.995977 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-278687f1-13e1-4039-9003-b0e6482986a5 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.170651 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-278687f1-13e1-4039-9003-b0e6482986a5 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.172778 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-278687f1-13e1-4039-9003-b0e6482986a5 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.235182 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-278687f1-13e1-4039-9003-b0e6482986a5 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.236914 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278687f1-13e1-4039-9003-b0e6482986a5 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d10faa77-25b8-4f80-90b5-6974145dd363 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:23:54.252589 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-278687f1-13e1-4039-9003-b0e6482986a5 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:23:54.253717 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-278687f1-13e1-4039-9003-b0e6482986a5 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9778144 Jul 07 17:23:54.256620 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53732) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:54.354512 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-c75ddefb-7e9b-486e-91a0-c15298deb0d9 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Deleting port 4ab3e335-066b-4c96-bbc3-9d47d07c9822 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:54.354852 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c75ddefb-7e9b-486e-91a0-c15298deb0d9 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.439768 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c75ddefb-7e9b-486e-91a0-c15298deb0d9 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.452123 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-c75ddefb-7e9b-486e-91a0-c15298deb0d9 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Calling delete_port for 4ab3e335-066b-4c96-bbc3-9d47d07c9822 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:54.586940 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c75ddefb-7e9b-486e-91a0-c15298deb0d9 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.612433 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ddefb-7e9b-486e-91a0-c15298deb0d9 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ab3e335-066b-4c96-bbc3-9d47d07c9822,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:54.679537 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c75ddefb-7e9b-486e-91a0-c15298deb0d9 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:54.682416 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c75ddefb-7e9b-486e-91a0-c15298deb0d9 tempest-RoutersAdminNegativeIpV6Test-70219299 tempest-RoutersAdminNegativeIpV6Test-70219299-project-admin] 10.222.0.50 "DELETE /v2.0/ports/4ab3e335-066b-4c96-bbc3-9d47d07c9822 HTTP/1.1" status: 204 len: 168 time: 0.4248569 Jul 07 17:23:54.927938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53738) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:55.286734 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-af97c815-8876-44b4-bf95-b50d2a970195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.392380 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-af97c815-8876-44b4-bf95-b50d2a970195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.396550 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-af97c815-8876-44b4-bf95-b50d2a970195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.435129 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-af97c815-8876-44b4-bf95-b50d2a970195 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f98d3e565d74445690bdf554e69b7627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5060806 Jul 07 17:23:55.436357 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97c815-8876-44b4-bf95-b50d2a970195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397e8415-e67f-4df7-8f23-1e7afee8333f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:55.437795 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53742) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:55.488204 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c9768524-5d55-4170-a877-b7791d232d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.509604 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c9768524-5d55-4170-a877-b7791d232d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.556089 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c9768524-5d55-4170-a877-b7791d232d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.558556 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c9768524-5d55-4170-a877-b7791d232d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.559728 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c9768524-5d55-4170-a877-b7791d232d4c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/397e8415-e67f-4df7-8f23-1e7afee8333f HTTP/1.1" status: 204 len: 168 time: 0.1206410 Jul 07 17:23:55.567953 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9768524-5d55-4170-a877-b7791d232d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397e8415-e67f-4df7-8f23-1e7afee8333f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:55.836433 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53748) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:55.876272 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bb403aa7-916c-41df-8c05-a7bea65bb29a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=18cbfad1081944a2bf2ea60974de56c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385680 Jul 07 17:23:55.878856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53750) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:55.931540 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-72261858-3b26-4008-973a-c48421843316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:55.953718 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-72261858-3b26-4008-973a-c48421843316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.008008 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-72261858-3b26-4008-973a-c48421843316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.011228 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-72261858-3b26-4008-973a-c48421843316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.012405 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-72261858-3b26-4008-973a-c48421843316 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a85af869-5539-4ca8-9bfc-2e399b424810 HTTP/1.1" status: 204 len: 168 time: 0.1325850 Jul 07 17:23:56.020986 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72261858-3b26-4008-973a-c48421843316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85af869-5539-4ca8-9bfc-2e399b424810,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:56.715690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53772) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:56.810992 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-faba8144-8431-408a-98ae-907b16859009 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1495558144'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:56.832847 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faba8144-8431-408a-98ae-907b16859009 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Made reservation on behalf of 7e618045375247e2b85c502beb863d75 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:56.836438 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-faba8144-8431-408a-98ae-907b16859009 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.845436 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-faba8144-8431-408a-98ae-907b16859009 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.942957 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-faba8144-8431-408a-98ae-907b16859009 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.946829 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-faba8144-8431-408a-98ae-907b16859009 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.977880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faba8144-8431-408a-98ae-907b16859009 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:23:56.984716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba8144-8431-408a-98ae-907b16859009 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6184bec8-f1ab-4c26-985a-9ee0c88101b9,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:56.991983 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-faba8144-8431-408a-98ae-907b16859009 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:56.992351 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-faba8144-8431-408a-98ae-907b16859009 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Added segment 43edbc9c-23c9-48d3-b4ac-3924d3c9a4c4 of type vlan for network 63bbf65c-e5aa-4a60-bae4-09df3a924fcb Jul 07 17:23:57.039314 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-faba8144-8431-408a-98ae-907b16859009 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.072555 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-faba8144-8431-408a-98ae-907b16859009 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.078584 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faba8144-8431-408a-98ae-907b16859009 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:57.079180 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-faba8144-8431-408a-98ae-907b16859009 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.143420 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-faba8144-8431-408a-98ae-907b16859009 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4265821 Jul 07 17:23:57.146260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53776) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:57.152092 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-b3f47094-e78f-4b14-b7bc-e86277b60c18 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Request body: {'subnet': {'network_id': '63bbf65c-e5aa-4a60-bae4-09df3a924fcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:57.158977 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba8144-8431-408a-98ae-907b16859009 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Pushing event updated for resources: {'Network': ['ID=63bbf65c-e5aa-4a60-bae4-09df3a924fcb,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:57.170751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 63bbf65c-e5aa-4a60-bae4-09df3a924fcb details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:23:57.248723 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f47094-e78f-4b14-b7bc-e86277b60c18 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Made reservation on behalf of 7e618045375247e2b85c502beb863d75 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:57.252461 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b3f47094-e78f-4b14-b7bc-e86277b60c18 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.445865 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b3f47094-e78f-4b14-b7bc-e86277b60c18 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.518771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f47094-e78f-4b14-b7bc-e86277b60c18 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Pushing event updated for resources: {'Subnet': ['ID=e975b0b0-8dba-4d62-9374-ee1e913ee7a5,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:57.524992 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f47094-e78f-4b14-b7bc-e86277b60c18 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Checking segment: {'id': '43edbc9c-23c9-48d3-b4ac-3924d3c9a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '63bbf65c-e5aa-4a60-bae4-09df3a924fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:57.525548 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f47094-e78f-4b14-b7bc-e86277b60c18 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Network hostable DHCP agents. Network: 63bbf65c-e5aa-4a60-bae4-09df3a924fcb, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:23:57.546478 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f47094-e78f-4b14-b7bc-e86277b60c18 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Network 63bbf65c-e5aa-4a60-bae4-09df3a924fcb is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:23:57.558821 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-b3f47094-e78f-4b14-b7bc-e86277b60c18 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 63bbf65c-e5aa-4a60-bae4-09df3a924fcb) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:57.569224 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f47094-e78f-4b14-b7bc-e86277b60c18 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:57.570100 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b3f47094-e78f-4b14-b7bc-e86277b60c18 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.570397 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649e071b-250e-411e-8c5f-fef4292e63e5 None None] Network 63bbf65c-e5aa-4a60-bae4-09df3a924fcb requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:57.588565 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b3f47094-e78f-4b14-b7bc-e86277b60c18 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4409406 Jul 07 17:23:57.592409 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53778) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:57.599768 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-31832a2d-7850-4fbd-ad7b-be017706aa2b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Request body: {'port': {'network_id': '63bbf65c-e5aa-4a60-bae4-09df3a924fcb', 'name': 'tempest-AllowedAddressPairTestJSON-331461604'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:57.747486 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-63bbf65c-e5aa-4a60-bae4-09df3a924fcb', 'network_id': '63bbf65c-e5aa-4a60-bae4-09df3a924fcb', 'tenant_id': '7e618045375247e2b85c502beb863d75', 'fixed_ips': [{'subnet_id': 'e975b0b0-8dba-4d62-9374-ee1e913ee7a5'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:23:57.748558 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.758729 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31832a2d-7850-4fbd-ad7b-be017706aa2b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Made reservation on behalf of 7e618045375247e2b85c502beb863d75 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:57.762624 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31832a2d-7850-4fbd-ad7b-be017706aa2b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:57.781691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-31832a2d-7850-4fbd-ad7b-be017706aa2b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] device_id is not set on port dc43fd9b-d83f-4bdf-815f-055fd65cc161 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:23:57.890556 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Allocated IP 172.20.0.2 (63bbf65c-e5aa-4a60-bae4-09df3a924fcb/e975b0b0-8dba-4d62-9374-ee1e913ee7a5/0fb283e2-e8aa-472c-98f8-332c8c40e754) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:58.032474 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.041653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Transition to ACTIVE for port object 0fb283e2-e8aa-472c-98f8-332c8c40e754 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:58.058141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Transition to ACTIVE for port object 0fb283e2-e8aa-472c-98f8-332c8c40e754 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:58.064946 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.107270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Network 63bbf65c-e5aa-4a60-bae4-09df3a924fcb is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:58.113751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:58.116057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-31832a2d-7850-4fbd-ad7b-be017706aa2b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Allocated IP 172.20.0.6 (63bbf65c-e5aa-4a60-bae4-09df3a924fcb/e975b0b0-8dba-4d62-9374-ee1e913ee7a5/dc43fd9b-d83f-4bdf-815f-055fd65cc161) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:58.119192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:58.122569 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Pushing event updated for resources: {'Port': ['ID=0fb283e2-e8aa-472c-98f8-332c8c40e754,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:58.180943 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Attempting to bind port 0fb283e2-e8aa-472c-98f8-332c8c40e754 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:23:58.181612 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Attempting to bind port 0fb283e2-e8aa-472c-98f8-332c8c40e754 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '43edbc9c-23c9-48d3-b4ac-3924d3c9a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '63bbf65c-e5aa-4a60-bae4-09df3a924fcb'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:23:58.181775 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Attempting to bind port 0fb283e2-e8aa-472c-98f8-332c8c40e754 on network 63bbf65c-e5aa-4a60-bae4-09df3a924fcb {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:23:58.187064 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:23:58.187466 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Checking segment: {'id': '43edbc9c-23c9-48d3-b4ac-3924d3c9a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '63bbf65c-e5aa-4a60-bae4-09df3a924fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:23:58.187873 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.188267 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Bound using segment: {'id': '43edbc9c-23c9-48d3-b4ac-3924d3c9a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '63bbf65c-e5aa-4a60-bae4-09df3a924fcb'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:23:58.188739 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Bound port: 0fb283e2-e8aa-472c-98f8-332c8c40e754, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43edbc9c-23c9-48d3-b4ac-3924d3c9a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '63bbf65c-e5aa-4a60-bae4-09df3a924fcb'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:23:58.189125 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.254104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] For port 0fb283e2-e8aa-472c-98f8-332c8c40e754, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:23:58.260359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] For port 0fb283e2-e8aa-472c-98f8-332c8c40e754, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0fb283e2-e8aa-472c-98f8-332c8c40e754,segment=NetworkSegment(43edbc9c-23c9-48d3-b4ac-3924d3c9a4c4),segment_id=43edbc9c-23c9-48d3-b4ac-3924d3c9a4c4)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:23:58.266548 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.283674 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31832a2d-7850-4fbd-ad7b-be017706aa2b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.299529 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-31832a2d-7850-4fbd-ad7b-be017706aa2b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Transition to ACTIVE for port object dc43fd9b-d83f-4bdf-815f-055fd65cc161 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:58.329238 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebda846-a96b-41d4-8a27-7a8778e7b638 None None] Pushing event updated for resources: {'Port': ['ID=0fb283e2-e8aa-472c-98f8-332c8c40e754,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:58.349667 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31832a2d-7850-4fbd-ad7b-be017706aa2b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.404867 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31832a2d-7850-4fbd-ad7b-be017706aa2b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Network 63bbf65c-e5aa-4a60-bae4-09df3a924fcb is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:58.408128 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-31832a2d-7850-4fbd-ad7b-be017706aa2b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:58.413578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31832a2d-7850-4fbd-ad7b-be017706aa2b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:58.417225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31832a2d-7850-4fbd-ad7b-be017706aa2b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Pushing event updated for resources: {'Port': ['ID=dc43fd9b-d83f-4bdf-815f-055fd65cc161,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:58.469466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31832a2d-7850-4fbd-ad7b-be017706aa2b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:58.470147 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31832a2d-7850-4fbd-ad7b-be017706aa2b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.495553 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-31832a2d-7850-4fbd-ad7b-be017706aa2b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9017205 Jul 07 17:23:58.498795 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53782) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:58.509453 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b44e1c61-c132-44a3-b854-2e087a33dafd tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Request body: {'port': {'network_id': '63bbf65c-e5aa-4a60-bae4-09df3a924fcb', 'name': 'tempest-AllowedAddressPairTestJSON-287422762', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:df:02:6c'}]}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:23:58.631531 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44e1c61-c132-44a3-b854-2e087a33dafd tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Made reservation on behalf of 7e618045375247e2b85c502beb863d75 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:23:58.716671 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b44e1c61-c132-44a3-b854-2e087a33dafd tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:58.737210 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-b44e1c61-c132-44a3-b854-2e087a33dafd tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] device_id is not set on port 830d1b63-5c17-48a1-93cf-3b1a2e2bc2b1 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:23:58.853872 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-b44e1c61-c132-44a3-b854-2e087a33dafd tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Allocated IP 172.20.0.11 (63bbf65c-e5aa-4a60-bae4-09df3a924fcb/e975b0b0-8dba-4d62-9374-ee1e913ee7a5/830d1b63-5c17-48a1-93cf-3b1a2e2bc2b1) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:23:59.022225 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b44e1c61-c132-44a3-b854-2e087a33dafd tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.043642 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-b44e1c61-c132-44a3-b854-2e087a33dafd tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Transition to ACTIVE for port object 830d1b63-5c17-48a1-93cf-3b1a2e2bc2b1 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:23:59.083652 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b44e1c61-c132-44a3-b854-2e087a33dafd tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.143078 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44e1c61-c132-44a3-b854-2e087a33dafd tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Network 63bbf65c-e5aa-4a60-bae4-09df3a924fcb is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:23:59.146637 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-b44e1c61-c132-44a3-b854-2e087a33dafd tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:23:59.152321 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44e1c61-c132-44a3-b854-2e087a33dafd tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:23:59.177639 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e1c61-c132-44a3-b854-2e087a33dafd tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Pushing event updated for resources: {'Port': ['ID=830d1b63-5c17-48a1-93cf-3b1a2e2bc2b1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:59.212511 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44e1c61-c132-44a3-b854-2e087a33dafd tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:59.213187 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b44e1c61-c132-44a3-b854-2e087a33dafd tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.230022 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b44e1c61-c132-44a3-b854-2e087a33dafd tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.7293992 Jul 07 17:23:59.232855 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53784) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:59.322188 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ab4e60-48bd-46e0-aa62-c0101f8192f7 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:59.328644 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ab4e60-48bd-46e0-aa62-c0101f8192f7 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:59.335190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ab4e60-48bd-46e0-aa62-c0101f8192f7 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:23:59.339153 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c0ab4e60-48bd-46e0-aa62-c0101f8192f7 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1048326 Jul 07 17:23:59.340575 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53788) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:23:59.344989 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86774887-4a47-4d2d-9af8-904bf06341a0 None None] Network 63bbf65c-e5aa-4a60-bae4-09df3a924fcb requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:23:59.415843 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ea81c277-70fd-4699-b52a-120a0202efb5 None None] Provisioning for port 0fb283e2-e8aa-472c-98f8-332c8c40e754 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:59.474708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b29e9ceb-fabe-4561-9e5d-12b9c6adb51b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Deleting port 830d1b63-5c17-48a1-93cf-3b1a2e2bc2b1 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:23:59.475055 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b29e9ceb-fabe-4561-9e5d-12b9c6adb51b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.578531 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b29e9ceb-fabe-4561-9e5d-12b9c6adb51b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.592942 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b29e9ceb-fabe-4561-9e5d-12b9c6adb51b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Calling delete_port for 830d1b63-5c17-48a1-93cf-3b1a2e2bc2b1 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:23:59.736502 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0fb283e2-e8aa-472c-98f8-332c8c40e754 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:23:59.747240 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b29e9ceb-fabe-4561-9e5d-12b9c6adb51b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.791397 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e9ceb-fabe-4561-9e5d-12b9c6adb51b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Pushing event deleted for resources: {'Port': ['ID=830d1b63-5c17-48a1-93cf-3b1a2e2bc2b1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:23:59.804358 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3eee4643-6288-4401-a7ec-540e357e8201 None None] Provisioning for port dc43fd9b-d83f-4bdf-815f-055fd65cc161 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:59.810426 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3eee4643-6288-4401-a7ec-540e357e8201 None None] Provisioning complete for port dc43fd9b-d83f-4bdf-815f-055fd65cc161 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:59.810919 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3eee4643-6288-4401-a7ec-540e357e8201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.832228 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 0fb283e2-e8aa-472c-98f8-332c8c40e754 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:23:59.841105 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 0fb283e2-e8aa-472c-98f8-332c8c40e754 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:23:59.841491 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.876502 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3eee4643-6288-4401-a7ec-540e357e8201 None None] Port dc43fd9b-d83f-4bdf-815f-055fd65cc161 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:23:59.886357 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3eee4643-6288-4401-a7ec-540e357e8201 None None] Could not find standard attr ID for object 830d1b63-5c17-48a1-93cf-3b1a2e2bc2b1. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:23:59.941427 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.977433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 0fb283e2-e8aa-472c-98f8-332c8c40e754, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0fb283e2-e8aa-472c-98f8-332c8c40e754,segment=NetworkSegment(43edbc9c-23c9-48d3-b4ac-3924d3c9a4c4),segment_id=43edbc9c-23c9-48d3-b4ac-3924d3c9a4c4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:23:59.981287 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.987997 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b29e9ceb-fabe-4561-9e5d-12b9c6adb51b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:23:59.990508 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b29e9ceb-fabe-4561-9e5d-12b9c6adb51b tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "DELETE /v2.0/ports/830d1b63-5c17-48a1-93cf-3b1a2e2bc2b1 HTTP/1.1" status: 204 len: 168 time: 0.6486294 Jul 07 17:23:59.993074 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53790) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:00.023285 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dde7fd9-d4a5-45e6-9706-ada7e7344d94 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] GET failed (client error): The resource could not be found. Jul 07 17:24:00.025347 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3dde7fd9-d4a5-45e6-9706-ada7e7344d94 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "GET /v2.0/ports/830d1b63-5c17-48a1-93cf-3b1a2e2bc2b1 HTTP/1.1" status: 404 len: 333 time: 0.0311959 Jul 07 17:24:00.029181 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53792) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:00.034424 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f407d80c-bd82-4664-bcf8-2efa1a0998fe tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Request body: {'port': {'network_id': '63bbf65c-e5aa-4a60-bae4-09df3a924fcb', 'name': 'tempest-AllowedAddressPairTestJSON-1215642723'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:00.041244 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3f527c03-3fb1-403b-8290-0264123175c0 None None] Provisioning complete for port dc43fd9b-d83f-4bdf-815f-055fd65cc161 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:00.041617 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3f527c03-3fb1-403b-8290-0264123175c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.070528 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=0fb283e2-e8aa-472c-98f8-332c8c40e754,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:00.091138 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3f527c03-3fb1-403b-8290-0264123175c0 None None] Port dc43fd9b-d83f-4bdf-815f-055fd65cc161 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:00.162583 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f407d80c-bd82-4664-bcf8-2efa1a0998fe tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Made reservation on behalf of 7e618045375247e2b85c502beb863d75 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:00.167078 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f407d80c-bd82-4664-bcf8-2efa1a0998fe tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.187135 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-f407d80c-bd82-4664-bcf8-2efa1a0998fe tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] device_id is not set on port ac26cbaf-5a40-431f-8097-227260aa3a51 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:24:00.207482 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4b02208d-2c5c-4e23-8991-5b39d616bb92 None None] Could not find standard attr ID for object 830d1b63-5c17-48a1-93cf-3b1a2e2bc2b1. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:24:00.318607 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-f407d80c-bd82-4664-bcf8-2efa1a0998fe tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Allocated IP 172.20.0.13 (63bbf65c-e5aa-4a60-bae4-09df3a924fcb/e975b0b0-8dba-4d62-9374-ee1e913ee7a5/ac26cbaf-5a40-431f-8097-227260aa3a51) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:00.492799 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f407d80c-bd82-4664-bcf8-2efa1a0998fe tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.507538 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-f407d80c-bd82-4664-bcf8-2efa1a0998fe tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Transition to ACTIVE for port object ac26cbaf-5a40-431f-8097-227260aa3a51 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:00.542458 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f407d80c-bd82-4664-bcf8-2efa1a0998fe tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.598312 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f407d80c-bd82-4664-bcf8-2efa1a0998fe tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Network 63bbf65c-e5aa-4a60-bae4-09df3a924fcb is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:00.605248 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f407d80c-bd82-4664-bcf8-2efa1a0998fe tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:00.610525 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f407d80c-bd82-4664-bcf8-2efa1a0998fe tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:00.618001 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407d80c-bd82-4664-bcf8-2efa1a0998fe tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Pushing event updated for resources: {'Port': ['ID=ac26cbaf-5a40-431f-8097-227260aa3a51,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:00.676846 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f407d80c-bd82-4664-bcf8-2efa1a0998fe tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:00.677753 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f407d80c-bd82-4664-bcf8-2efa1a0998fe tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.696607 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f407d80c-bd82-4664-bcf8-2efa1a0998fe tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6655662 Jul 07 17:24:00.699608 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53794) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:00.705672 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-1f3ada46-0ce8-4d99-9d48-9f6c611241fb tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:df:02:6c'}]}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:00.896767 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f3ada46-0ce8-4d99-9d48-9f6c611241fb tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:00.940890 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-14109bcf-a31d-44b6-a38a-5718a66aa361 None None] Provisioning for port ac26cbaf-5a40-431f-8097-227260aa3a51 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:00.944769 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-14109bcf-a31d-44b6-a38a-5718a66aa361 None None] Provisioning complete for port ac26cbaf-5a40-431f-8097-227260aa3a51 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:00.945147 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-14109bcf-a31d-44b6-a38a-5718a66aa361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.004892 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-14109bcf-a31d-44b6-a38a-5718a66aa361 None None] Port ac26cbaf-5a40-431f-8097-227260aa3a51 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:01.090603 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f3ada46-0ce8-4d99-9d48-9f6c611241fb tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.095025 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f3ada46-0ce8-4d99-9d48-9f6c611241fb tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.170587 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ada46-0ce8-4d99-9d48-9f6c611241fb tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Pushing event updated for resources: {'Port': ['ID=ac26cbaf-5a40-431f-8097-227260aa3a51,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:01.189832 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-1f3ada46-0ce8-4d99-9d48-9f6c611241fb tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] In _notify_port_updated(), no bound segment for port ac26cbaf-5a40-431f-8097-227260aa3a51 on network 63bbf65c-e5aa-4a60-bae4-09df3a924fcb {{(pid=100410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:24:01.195600 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3ada46-0ce8-4d99-9d48-9f6c611241fb tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:01.196890 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f3ada46-0ce8-4d99-9d48-9f6c611241fb tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.198325 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1f3ada46-0ce8-4d99-9d48-9f6c611241fb tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "PUT /v2.0/ports/ac26cbaf-5a40-431f-8097-227260aa3a51 HTTP/1.1" status: 200 len: 994 time: 0.4974978 Jul 07 17:24:01.201617 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53796) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:01.313666 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b2fd2071-26c7-4bce-80af-435ae0aef6be tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Deleting port ac26cbaf-5a40-431f-8097-227260aa3a51 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:01.314012 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b2fd2071-26c7-4bce-80af-435ae0aef6be tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.327009 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-aa176f67-f6e9-4206-8c27-b315068ea0b2 None None] Provisioning complete for port ac26cbaf-5a40-431f-8097-227260aa3a51 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:01.327472 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aa176f67-f6e9-4206-8c27-b315068ea0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.362225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-aa176f67-f6e9-4206-8c27-b315068ea0b2 None None] Port ac26cbaf-5a40-431f-8097-227260aa3a51 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:01.404665 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b2fd2071-26c7-4bce-80af-435ae0aef6be tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.421706 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b2fd2071-26c7-4bce-80af-435ae0aef6be tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Calling delete_port for ac26cbaf-5a40-431f-8097-227260aa3a51 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:01.567095 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b2fd2071-26c7-4bce-80af-435ae0aef6be tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.596154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd2071-26c7-4bce-80af-435ae0aef6be tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Pushing event deleted for resources: {'Port': ['ID=ac26cbaf-5a40-431f-8097-227260aa3a51,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:01.718972 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0fb283e2-e8aa-472c-98f8-332c8c40e754 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:01.757079 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b2fd2071-26c7-4bce-80af-435ae0aef6be tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.762771 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b2fd2071-26c7-4bce-80af-435ae0aef6be tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "DELETE /v2.0/ports/ac26cbaf-5a40-431f-8097-227260aa3a51 HTTP/1.1" status: 204 len: 168 time: 0.5566070 Jul 07 17:24:01.762771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53798) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:01.781607 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 0fb283e2-e8aa-472c-98f8-332c8c40e754 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:01.782171 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.800720 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-96681e52-3684-4c03-85e9-dcc5e0eef19d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] GET failed (client error): The resource could not be found. Jul 07 17:24:01.802399 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-96681e52-3684-4c03-85e9-dcc5e0eef19d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "GET /v2.0/ports/ac26cbaf-5a40-431f-8097-227260aa3a51 HTTP/1.1" status: 404 len: 333 time: 0.0388994 Jul 07 17:24:01.807440 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53800) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:01.812990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c99aa346-6f63-49e7-b7ec-bd2effd66719 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Request body: {'port': {'network_id': '63bbf65c-e5aa-4a60-bae4-09df3a924fcb', 'name': 'tempest-AllowedAddressPairTestJSON-2124214971'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:01.936459 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99aa346-6f63-49e7-b7ec-bd2effd66719 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Made reservation on behalf of 7e618045375247e2b85c502beb863d75 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:01.940032 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c99aa346-6f63-49e7-b7ec-bd2effd66719 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:01.959242 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-c99aa346-6f63-49e7-b7ec-bd2effd66719 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] device_id is not set on port d2844e3f-9b8c-4f32-b6ac-a1fb6c1006f9 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:24:02.077535 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-c99aa346-6f63-49e7-b7ec-bd2effd66719 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Allocated IP 172.20.0.14 (63bbf65c-e5aa-4a60-bae4-09df3a924fcb/e975b0b0-8dba-4d62-9374-ee1e913ee7a5/d2844e3f-9b8c-4f32-b6ac-a1fb6c1006f9) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:02.234792 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c99aa346-6f63-49e7-b7ec-bd2effd66719 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.248738 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-c99aa346-6f63-49e7-b7ec-bd2effd66719 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Transition to ACTIVE for port object d2844e3f-9b8c-4f32-b6ac-a1fb6c1006f9 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:02.283006 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c99aa346-6f63-49e7-b7ec-bd2effd66719 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.331146 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99aa346-6f63-49e7-b7ec-bd2effd66719 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Network 63bbf65c-e5aa-4a60-bae4-09df3a924fcb is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:02.334505 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-c99aa346-6f63-49e7-b7ec-bd2effd66719 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:02.340935 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99aa346-6f63-49e7-b7ec-bd2effd66719 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:02.368987 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99aa346-6f63-49e7-b7ec-bd2effd66719 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Pushing event updated for resources: {'Port': ['ID=d2844e3f-9b8c-4f32-b6ac-a1fb6c1006f9,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:02.397327 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99aa346-6f63-49e7-b7ec-bd2effd66719 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:02.397968 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c99aa346-6f63-49e7-b7ec-bd2effd66719 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.415599 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c99aa346-6f63-49e7-b7ec-bd2effd66719 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6050220 Jul 07 17:24:02.417503 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53816) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:02.425251 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-72620620-bf35-46a3-802b-c18243d8d050 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:df:02:6c'}]}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:02.516119 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72620620-bf35-46a3-802b-c18243d8d050 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.591228 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e3fe2cda-3788-4e4a-9b24-cbcd759f0967 None None] Provisioning for port d2844e3f-9b8c-4f32-b6ac-a1fb6c1006f9 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:02.595442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e3fe2cda-3788-4e4a-9b24-cbcd759f0967 None None] Provisioning complete for port d2844e3f-9b8c-4f32-b6ac-a1fb6c1006f9 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:02.595727 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e3fe2cda-3788-4e4a-9b24-cbcd759f0967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.629780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe2cda-3788-4e4a-9b24-cbcd759f0967 None None] Port d2844e3f-9b8c-4f32-b6ac-a1fb6c1006f9 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:02.701643 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72620620-bf35-46a3-802b-c18243d8d050 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.706452 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72620620-bf35-46a3-802b-c18243d8d050 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.799900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72620620-bf35-46a3-802b-c18243d8d050 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Pushing event updated for resources: {'Port': ['ID=d2844e3f-9b8c-4f32-b6ac-a1fb6c1006f9,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:02.816232 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-72620620-bf35-46a3-802b-c18243d8d050 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] In _notify_port_updated(), no bound segment for port d2844e3f-9b8c-4f32-b6ac-a1fb6c1006f9 on network 63bbf65c-e5aa-4a60-bae4-09df3a924fcb {{(pid=100409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:24:02.822504 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72620620-bf35-46a3-802b-c18243d8d050 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:02.823153 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-72620620-bf35-46a3-802b-c18243d8d050 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.824732 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-72620620-bf35-46a3-802b-c18243d8d050 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "PUT /v2.0/ports/d2844e3f-9b8c-4f32-b6ac-a1fb6c1006f9 HTTP/1.1" status: 200 len: 997 time: 0.4057803 Jul 07 17:24:02.827806 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53818) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:02.933544 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-75c9c2de-c0f5-4714-be2d-c37a7ae55e1a tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Deleting port d2844e3f-9b8c-4f32-b6ac-a1fb6c1006f9 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:02.933896 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75c9c2de-c0f5-4714-be2d-c37a7ae55e1a tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.949607 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d53902f1-c351-4b2a-ba7e-42bf78496db7 None None] Provisioning complete for port d2844e3f-9b8c-4f32-b6ac-a1fb6c1006f9 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:02.950017 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d53902f1-c351-4b2a-ba7e-42bf78496db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:02.987732 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d53902f1-c351-4b2a-ba7e-42bf78496db7 None None] Port d2844e3f-9b8c-4f32-b6ac-a1fb6c1006f9 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:03.032845 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75c9c2de-c0f5-4714-be2d-c37a7ae55e1a tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:03.044835 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-75c9c2de-c0f5-4714-be2d-c37a7ae55e1a tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Calling delete_port for d2844e3f-9b8c-4f32-b6ac-a1fb6c1006f9 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:03.176455 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75c9c2de-c0f5-4714-be2d-c37a7ae55e1a tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:03.210159 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9c2de-c0f5-4714-be2d-c37a7ae55e1a tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Pushing event deleted for resources: {'Port': ['ID=d2844e3f-9b8c-4f32-b6ac-a1fb6c1006f9,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:03.285960 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-75c9c2de-c0f5-4714-be2d-c37a7ae55e1a tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:03.288101 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-75c9c2de-c0f5-4714-be2d-c37a7ae55e1a tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "DELETE /v2.0/ports/d2844e3f-9b8c-4f32-b6ac-a1fb6c1006f9 HTTP/1.1" status: 204 len: 168 time: 0.4590921 Jul 07 17:24:03.291110 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53820) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:03.324474 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb0cf75-d8a0-438f-8a07-1e6496ffe70f tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] GET failed (client error): The resource could not be found. Jul 07 17:24:03.327625 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4eb0cf75-d8a0-438f-8a07-1e6496ffe70f tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "GET /v2.0/ports/d2844e3f-9b8c-4f32-b6ac-a1fb6c1006f9 HTTP/1.1" status: 404 len: 333 time: 0.0339894 Jul 07 17:24:03.330338 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53822) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:03.335542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-ffc2e3e2-959c-4eff-a16a-c18a78c964df tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Request body: {'port': {'network_id': '63bbf65c-e5aa-4a60-bae4-09df3a924fcb', 'name': 'tempest-AllowedAddressPairTestJSON-1806258999'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:03.449010 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc2e3e2-959c-4eff-a16a-c18a78c964df tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Made reservation on behalf of 7e618045375247e2b85c502beb863d75 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:03.452683 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e3e2-959c-4eff-a16a-c18a78c964df tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:03.470307 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-ffc2e3e2-959c-4eff-a16a-c18a78c964df tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] device_id is not set on port 2650a2a2-28d6-4779-8905-ad874e818ccc yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:24:03.582938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-ffc2e3e2-959c-4eff-a16a-c18a78c964df tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Allocated IP 172.20.0.11 (63bbf65c-e5aa-4a60-bae4-09df3a924fcb/e975b0b0-8dba-4d62-9374-ee1e913ee7a5/2650a2a2-28d6-4779-8905-ad874e818ccc) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:03.739936 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e3e2-959c-4eff-a16a-c18a78c964df tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:03.753917 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-ffc2e3e2-959c-4eff-a16a-c18a78c964df tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Transition to ACTIVE for port object 2650a2a2-28d6-4779-8905-ad874e818ccc will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:03.787649 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e3e2-959c-4eff-a16a-c18a78c964df tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:03.833948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc2e3e2-959c-4eff-a16a-c18a78c964df tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Network 63bbf65c-e5aa-4a60-bae4-09df3a924fcb is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:03.839243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-ffc2e3e2-959c-4eff-a16a-c18a78c964df tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:03.843139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc2e3e2-959c-4eff-a16a-c18a78c964df tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:03.874636 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2e3e2-959c-4eff-a16a-c18a78c964df tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Pushing event updated for resources: {'Port': ['ID=2650a2a2-28d6-4779-8905-ad874e818ccc,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:03.899356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc2e3e2-959c-4eff-a16a-c18a78c964df tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:03.899996 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e3e2-959c-4eff-a16a-c18a78c964df tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:03.916692 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ffc2e3e2-959c-4eff-a16a-c18a78c964df tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5851371 Jul 07 17:24:03.919333 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53824) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:03.924683 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c486c72f-0e19-47bd-938d-07681125ef56 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Request body: {'port': {'network_id': '63bbf65c-e5aa-4a60-bae4-09df3a924fcb', 'name': 'tempest-AllowedAddressPairTestJSON-970287902'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:04.061350 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c486c72f-0e19-47bd-938d-07681125ef56 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Made reservation on behalf of 7e618045375247e2b85c502beb863d75 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:04.065186 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c486c72f-0e19-47bd-938d-07681125ef56 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.086647 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-c486c72f-0e19-47bd-938d-07681125ef56 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] device_id is not set on port d854c1d8-123f-4869-8150-8d61ee1430ef yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:24:04.115755 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-da346e26-ae85-4843-b310-22943fc07c66 None None] Provisioning for port 2650a2a2-28d6-4779-8905-ad874e818ccc completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:04.121812 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-da346e26-ae85-4843-b310-22943fc07c66 None None] Provisioning complete for port 2650a2a2-28d6-4779-8905-ad874e818ccc triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:04.122577 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-da346e26-ae85-4843-b310-22943fc07c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.160420 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-da346e26-ae85-4843-b310-22943fc07c66 None None] Port 2650a2a2-28d6-4779-8905-ad874e818ccc cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:04.207210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-c486c72f-0e19-47bd-938d-07681125ef56 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Allocated IP 172.20.0.9 (63bbf65c-e5aa-4a60-bae4-09df3a924fcb/e975b0b0-8dba-4d62-9374-ee1e913ee7a5/d854c1d8-123f-4869-8150-8d61ee1430ef) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:04.364049 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c486c72f-0e19-47bd-938d-07681125ef56 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.378306 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-c486c72f-0e19-47bd-938d-07681125ef56 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Transition to ACTIVE for port object d854c1d8-123f-4869-8150-8d61ee1430ef will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:04.412133 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c486c72f-0e19-47bd-938d-07681125ef56 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.456790 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c486c72f-0e19-47bd-938d-07681125ef56 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Network 63bbf65c-e5aa-4a60-bae4-09df3a924fcb is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:04.462621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-c486c72f-0e19-47bd-938d-07681125ef56 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:04.466706 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c486c72f-0e19-47bd-938d-07681125ef56 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:04.497415 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486c72f-0e19-47bd-938d-07681125ef56 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Pushing event updated for resources: {'Port': ['ID=d854c1d8-123f-4869-8150-8d61ee1430ef,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:04.532227 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c486c72f-0e19-47bd-938d-07681125ef56 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:04.532921 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c486c72f-0e19-47bd-938d-07681125ef56 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.558329 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c486c72f-0e19-47bd-938d-07681125ef56 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6375034 Jul 07 17:24:04.561454 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53826) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:04.567310 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-759e1399-7507-4249-8112-70a5b7073819 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:df:02:6c'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:58:73:0a'}]}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:04.672549 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-759e1399-7507-4249-8112-70a5b7073819 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.683299 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-02e6df65-a0e4-40af-aae9-ef9237d9c144 None None] Provisioning for port d854c1d8-123f-4869-8150-8d61ee1430ef completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:04.687453 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-02e6df65-a0e4-40af-aae9-ef9237d9c144 None None] Provisioning complete for port d854c1d8-123f-4869-8150-8d61ee1430ef triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:04.687947 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-02e6df65-a0e4-40af-aae9-ef9237d9c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.725877 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-02e6df65-a0e4-40af-aae9-ef9237d9c144 None None] Port d854c1d8-123f-4869-8150-8d61ee1430ef cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:04.865577 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-759e1399-7507-4249-8112-70a5b7073819 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.870849 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-759e1399-7507-4249-8112-70a5b7073819 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.956702 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e1399-7507-4249-8112-70a5b7073819 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Pushing event updated for resources: {'Port': ['ID=d854c1d8-123f-4869-8150-8d61ee1430ef,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:04.974474 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-759e1399-7507-4249-8112-70a5b7073819 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] In _notify_port_updated(), no bound segment for port d854c1d8-123f-4869-8150-8d61ee1430ef on network 63bbf65c-e5aa-4a60-bae4-09df3a924fcb {{(pid=100410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:24:04.981000 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759e1399-7507-4249-8112-70a5b7073819 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:04.982636 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-759e1399-7507-4249-8112-70a5b7073819 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:04.984120 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-759e1399-7507-4249-8112-70a5b7073819 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "PUT /v2.0/ports/d854c1d8-123f-4869-8150-8d61ee1430ef HTTP/1.1" status: 200 len: 1055 time: 0.4215367 Jul 07 17:24:04.987392 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53828) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:05.109746 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-0f357f02-3505-4ded-8621-46cb7fca6fd4 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Deleting port d854c1d8-123f-4869-8150-8d61ee1430ef {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:05.110099 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f357f02-3505-4ded-8621-46cb7fca6fd4 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:05.145805 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-17309f7d-c973-429f-ba36-5a1ecf10ee54 None None] Provisioning complete for port d854c1d8-123f-4869-8150-8d61ee1430ef triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:05.146416 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-17309f7d-c973-429f-ba36-5a1ecf10ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:05.191525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-17309f7d-c973-429f-ba36-5a1ecf10ee54 None None] Port d854c1d8-123f-4869-8150-8d61ee1430ef cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:05.207841 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f357f02-3505-4ded-8621-46cb7fca6fd4 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:05.221197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-0f357f02-3505-4ded-8621-46cb7fca6fd4 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Calling delete_port for d854c1d8-123f-4869-8150-8d61ee1430ef owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:05.358466 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f357f02-3505-4ded-8621-46cb7fca6fd4 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:05.392970 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f357f02-3505-4ded-8621-46cb7fca6fd4 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Pushing event deleted for resources: {'Port': ['ID=d854c1d8-123f-4869-8150-8d61ee1430ef,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:05.606580 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0f357f02-3505-4ded-8621-46cb7fca6fd4 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:05.608542 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0f357f02-3505-4ded-8621-46cb7fca6fd4 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "DELETE /v2.0/ports/d854c1d8-123f-4869-8150-8d61ee1430ef HTTP/1.1" status: 204 len: 168 time: 0.6203048 Jul 07 17:24:05.611127 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53830) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:05.644008 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9cd3d62-0b4d-4557-a9cb-3d18b7050057 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] GET failed (client error): The resource could not be found. Jul 07 17:24:05.644008 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e9cd3d62-0b4d-4557-a9cb-3d18b7050057 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "GET /v2.0/ports/d854c1d8-123f-4869-8150-8d61ee1430ef HTTP/1.1" status: 404 len: 333 time: 0.0291889 Jul 07 17:24:05.644585 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53832) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:05.778606 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ccbc5-4751-4e48-9f6d-a9a2f298ce43 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Deleting port 2650a2a2-28d6-4779-8905-ad874e818ccc {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:05.778861 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f1ccbc5-4751-4e48-9f6d-a9a2f298ce43 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:05.876307 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f1ccbc5-4751-4e48-9f6d-a9a2f298ce43 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:05.888807 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ccbc5-4751-4e48-9f6d-a9a2f298ce43 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Calling delete_port for 2650a2a2-28d6-4779-8905-ad874e818ccc owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:06.026841 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f1ccbc5-4751-4e48-9f6d-a9a2f298ce43 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.064509 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ccbc5-4751-4e48-9f6d-a9a2f298ce43 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Pushing event deleted for resources: {'Port': ['ID=2650a2a2-28d6-4779-8905-ad874e818ccc,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:06.131536 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f1ccbc5-4751-4e48-9f6d-a9a2f298ce43 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.134088 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7f1ccbc5-4751-4e48-9f6d-a9a2f298ce43 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "DELETE /v2.0/ports/2650a2a2-28d6-4779-8905-ad874e818ccc HTTP/1.1" status: 204 len: 168 time: 0.4884932 Jul 07 17:24:06.136742 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53834) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:06.495897 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-010ce7bb-fb8f-4f27-b0f7-90f16dabf0f0 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] GET failed (client error): The resource could not be found. Jul 07 17:24:06.497733 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-010ce7bb-fb8f-4f27-b0f7-90f16dabf0f0 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "GET /v2.0/ports/2650a2a2-28d6-4779-8905-ad874e818ccc HTTP/1.1" status: 404 len: 333 time: 0.3597963 Jul 07 17:24:06.498987 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53838) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:06.501172 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53840) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:06.591116 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d334e2-b22a-465e-9a7b-ba5282855090 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:06.591771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d334e2-b22a-465e-9a7b-ba5282855090 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:06.592356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d334e2-b22a-465e-9a7b-ba5282855090 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:06.604828 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-26d334e2-b22a-465e-9a7b-ba5282855090 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=2819b097d22142529378d8839f8df263&network_id=4f3c2d94-8dda-443b-b73b-10bacda2e76a HTTP/1.1" status: 200 len: 2969 time: 0.0942698 Jul 07 17:24:06.610791 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-1470f56f-d1a9-47cc-8118-92342175e6b8 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Deleting port dc43fd9b-d83f-4bdf-815f-055fd65cc161 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:06.611140 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1470f56f-d1a9-47cc-8118-92342175e6b8 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.717033 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1470f56f-d1a9-47cc-8118-92342175e6b8 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.729538 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-1470f56f-d1a9-47cc-8118-92342175e6b8 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Calling delete_port for dc43fd9b-d83f-4bdf-815f-055fd65cc161 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:06.861123 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1470f56f-d1a9-47cc-8118-92342175e6b8 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.891885 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470f56f-d1a9-47cc-8118-92342175e6b8 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Pushing event deleted for resources: {'Port': ['ID=dc43fd9b-d83f-4bdf-815f-055fd65cc161,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:06.969801 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1470f56f-d1a9-47cc-8118-92342175e6b8 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:06.971837 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1470f56f-d1a9-47cc-8118-92342175e6b8 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "DELETE /v2.0/ports/dc43fd9b-d83f-4bdf-815f-055fd65cc161 HTTP/1.1" status: 204 len: 168 time: 0.4695902 Jul 07 17:24:06.974482 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53846) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:07.031359 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-4657682e-fb00-481b-8ac4-8839a222a448 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Deleting subnet e975b0b0-8dba-4d62-9374-ee1e913ee7a5 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:24:07.035441 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4657682e-fb00-481b-8ac4-8839a222a448 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.079553 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4657682e-fb00-481b-8ac4-8839a222a448 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.198184 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4657682e-fb00-481b-8ac4-8839a222a448 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.256885 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4657682e-fb00-481b-8ac4-8839a222a448 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.284393 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657682e-fb00-481b-8ac4-8839a222a448 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Pushing event deleted for resources: {'Subnet': ['ID=e975b0b0-8dba-4d62-9374-ee1e913ee7a5,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:07.288088 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4657682e-fb00-481b-8ac4-8839a222a448 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.294543 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4657682e-fb00-481b-8ac4-8839a222a448 tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "DELETE /v2.0/subnets/e975b0b0-8dba-4d62-9374-ee1e913ee7a5 HTTP/1.1" status: 204 len: 168 time: 0.3150980 Jul 07 17:24:07.294662 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53848) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:07.297442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0771c6-9926-42bf-9ae9-a60ca270035d None None] Network 63bbf65c-e5aa-4a60-bae4-09df3a924fcb requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:07.379077 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a7a639f-82ce-4f33-b0ef-4410b454f83d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.431745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-9a7a639f-82ce-4f33-b0ef-4410b454f83d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Deleting port 0fb283e2-e8aa-472c-98f8-332c8c40e754 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:07.432098 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a7a639f-82ce-4f33-b0ef-4410b454f83d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.491522 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eca490b-d008-4a58-ad43-64b63287f96c None None] DHCP port deletion for 63bbf65c-e5aa-4a60-bae4-09df3a924fcb request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:24:07.503044 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-9a7a639f-82ce-4f33-b0ef-4410b454f83d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] For port 0fb283e2-e8aa-472c-98f8-332c8c40e754, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0fb283e2-e8aa-472c-98f8-332c8c40e754,segment=NetworkSegment(43edbc9c-23c9-48d3-b4ac-3924d3c9a4c4),segment_id=43edbc9c-23c9-48d3-b4ac-3924d3c9a4c4)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:07.503678 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a7a639f-82ce-4f33-b0ef-4410b454f83d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.517477 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-9a7a639f-82ce-4f33-b0ef-4410b454f83d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Calling delete_port for 0fb283e2-e8aa-472c-98f8-332c8c40e754 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:07.538220 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3eca490b-d008-4a58-ad43-64b63287f96c None None] Deleting port 0fb283e2-e8aa-472c-98f8-332c8c40e754 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:07.538723 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3eca490b-d008-4a58-ad43-64b63287f96c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.600046 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a7a639f-82ce-4f33-b0ef-4410b454f83d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.604854 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-3eca490b-d008-4a58-ad43-64b63287f96c None None] For port 0fb283e2-e8aa-472c-98f8-332c8c40e754, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0fb283e2-e8aa-472c-98f8-332c8c40e754,segment=NetworkSegment(43edbc9c-23c9-48d3-b4ac-3924d3c9a4c4),segment_id=43edbc9c-23c9-48d3-b4ac-3924d3c9a4c4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:07.605256 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3eca490b-d008-4a58-ad43-64b63287f96c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.622481 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3eca490b-d008-4a58-ad43-64b63287f96c None None] Calling delete_port for 0fb283e2-e8aa-472c-98f8-332c8c40e754 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:07.631003 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7a639f-82ce-4f33-b0ef-4410b454f83d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] No DVR routers for this DVR port 0fb283e2-e8aa-472c-98f8-332c8c40e754 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:07.634740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a639f-82ce-4f33-b0ef-4410b454f83d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Pushing event deleted for resources: {'Port': ['ID=0fb283e2-e8aa-472c-98f8-332c8c40e754,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:07.703757 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3eca490b-d008-4a58-ad43-64b63287f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.713022 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0fb283e2-e8aa-472c-98f8-332c8c40e754 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:07.724950 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a7a639f-82ce-4f33-b0ef-4410b454f83d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.735662 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-9a7a639f-82ce-4f33-b0ef-4410b454f83d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63bbf65c-e5aa-4a60-bae4-09df3a924fcb']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:07.747421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-9a7a639f-82ce-4f33-b0ef-4410b454f83d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43edbc9c-23c9-48d3-b4ac-3924d3c9a4c4') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:07.747717 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-9a7a639f-82ce-4f33-b0ef-4410b454f83d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43edbc9c-23c9-48d3-b4ac-3924d3c9a4c4') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:07.750710 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 0fb283e2-e8aa-472c-98f8-332c8c40e754 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:07.751060 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0fb283e2-e8aa-472c-98f8-332c8c40e754 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:07.752669 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca490b-d008-4a58-ad43-64b63287f96c None None] No DVR routers for this DVR port 0fb283e2-e8aa-472c-98f8-332c8c40e754 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:07.754250 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca490b-d008-4a58-ad43-64b63287f96c None None] Pushing event deleted for resources: {'Port': ['ID=0fb283e2-e8aa-472c-98f8-332c8c40e754,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:07.758942 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a7a639f-82ce-4f33-b0ef-4410b454f83d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.780522 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a7a639f-82ce-4f33-b0ef-4410b454f83d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.786936 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7a639f-82ce-4f33-b0ef-4410b454f83d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:24:07.787341 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a7a639f-82ce-4f33-b0ef-4410b454f83d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:24:07.790818 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:24:07.853007 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a7a639f-82ce-4f33-b0ef-4410b454f83d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.861285 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a7a639f-82ce-4f33-b0ef-4410b454f83d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:07.863118 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9a7a639f-82ce-4f33-b0ef-4410b454f83d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] 10.222.0.50 "DELETE /v2.0/networks/63bbf65c-e5aa-4a60-bae4-09df3a924fcb HTTP/1.1" status: 204 len: 168 time: 0.5676937 Jul 07 17:24:07.877046 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a639f-82ce-4f33-b0ef-4410b454f83d tempest-AllowedAddressPairTestJSON-521346304 tempest-AllowedAddressPairTestJSON-521346304-project] Pushing event deleted for resources: {'Network': ['ID=63bbf65c-e5aa-4a60-bae4-09df3a924fcb,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:08.112616 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53856) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:08.246763 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-13a316bb-ad96-489d-88b1-4d6b42b824a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e618045375247e2b85c502beb863d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323872 Jul 07 17:24:08.248682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53860) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:08.307571 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-40f78aff-1a11-4386-a434-842a06e84f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:08.341880 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-40f78aff-1a11-4386-a434-842a06e84f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:08.391130 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-40f78aff-1a11-4386-a434-842a06e84f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:08.393830 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-40f78aff-1a11-4386-a434-842a06e84f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:08.395037 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-40f78aff-1a11-4386-a434-842a06e84f41 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6184bec8-f1ab-4c26-985a-9ee0c88101b9 HTTP/1.1" status: 204 len: 168 time: 0.1454561 Jul 07 17:24:08.403861 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f78aff-1a11-4386-a434-842a06e84f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6184bec8-f1ab-4c26-985a-9ee0c88101b9,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:08.411854 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f78aff-1a11-4386-a434-842a06e84f41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:08.412210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f78aff-1a11-4386-a434-842a06e84f41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:08.412558 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f78aff-1a11-4386-a434-842a06e84f41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:08.412970 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f78aff-1a11-4386-a434-842a06e84f41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:08.413227 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f78aff-1a11-4386-a434-842a06e84f41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:08.413567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f78aff-1a11-4386-a434-842a06e84f41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:08.413906 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f78aff-1a11-4386-a434-842a06e84f41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:08.414862 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f78aff-1a11-4386-a434-842a06e84f41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:08.415200 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f78aff-1a11-4386-a434-842a06e84f41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:08.415531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f78aff-1a11-4386-a434-842a06e84f41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:08.415867 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f78aff-1a11-4386-a434-842a06e84f41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:08.416197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f78aff-1a11-4386-a434-842a06e84f41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:09.033280 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53884) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:09.131186 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-df895acd-b3e9-4f7f-ba96-b981f31450c4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-112273028'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:09.152722 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df895acd-b3e9-4f7f-ba96-b981f31450c4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Made reservation on behalf of 23dc5754d8c049d18396032be0c80377 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:09.156388 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-df895acd-b3e9-4f7f-ba96-b981f31450c4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.165456 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-df895acd-b3e9-4f7f-ba96-b981f31450c4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.263192 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-df895acd-b3e9-4f7f-ba96-b981f31450c4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.267131 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-df895acd-b3e9-4f7f-ba96-b981f31450c4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.298860 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df895acd-b3e9-4f7f-ba96-b981f31450c4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:24:09.304067 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df895acd-b3e9-4f7f-ba96-b981f31450c4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1e6af0-e892-4d82-bb46-fa211c256655,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:09.312325 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-df895acd-b3e9-4f7f-ba96-b981f31450c4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.312681 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-df895acd-b3e9-4f7f-ba96-b981f31450c4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Added segment 3a07a523-8a63-4748-8d43-c8728e55847d of type vlan for network 54b38019-c9ec-4476-ae81-8c27bc803711 Jul 07 17:24:09.353789 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-df895acd-b3e9-4f7f-ba96-b981f31450c4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.384243 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-df895acd-b3e9-4f7f-ba96-b981f31450c4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.389922 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df895acd-b3e9-4f7f-ba96-b981f31450c4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:09.390543 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-df895acd-b3e9-4f7f-ba96-b981f31450c4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.440487 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-df895acd-b3e9-4f7f-ba96-b981f31450c4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4060738 Jul 07 17:24:09.443516 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53888) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:09.449779 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-d041d884-070c-4150-9327-1a0aeefd3b27 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'subnet': {'network_id': '54b38019-c9ec-4476-ae81-8c27bc803711', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:09.460116 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df895acd-b3e9-4f7f-ba96-b981f31450c4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Network': ['ID=54b38019-c9ec-4476-ae81-8c27bc803711,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:09.471698 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 54b38019-c9ec-4476-ae81-8c27bc803711 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:24:09.547138 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d041d884-070c-4150-9327-1a0aeefd3b27 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Made reservation on behalf of 23dc5754d8c049d18396032be0c80377 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:09.550928 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d041d884-070c-4150-9327-1a0aeefd3b27 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.581528 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53890) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:09.641213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb3d04a-c946-4248-a6a0-06d54f326524 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:09.654984 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8fb3d04a-c946-4248-a6a0-06d54f326524 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 814 time: 0.0601161 Jul 07 17:24:09.749928 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d041d884-070c-4150-9327-1a0aeefd3b27 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.827832 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041d884-070c-4150-9327-1a0aeefd3b27 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Subnet': ['ID=df935924-e8d3-4f15-860d-42ecfad0ca5c,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:09.837131 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d041d884-070c-4150-9327-1a0aeefd3b27 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Checking segment: {'id': '3a07a523-8a63-4748-8d43-c8728e55847d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '54b38019-c9ec-4476-ae81-8c27bc803711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:09.837492 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d041d884-070c-4150-9327-1a0aeefd3b27 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Network hostable DHCP agents. Network: 54b38019-c9ec-4476-ae81-8c27bc803711, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:24:09.855244 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d041d884-070c-4150-9327-1a0aeefd3b27 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Network 54b38019-c9ec-4476-ae81-8c27bc803711 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:24:09.864586 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-d041d884-070c-4150-9327-1a0aeefd3b27 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 54b38019-c9ec-4476-ae81-8c27bc803711) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:09.869998 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d041d884-070c-4150-9327-1a0aeefd3b27 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:09.870632 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d041d884-070c-4150-9327-1a0aeefd3b27 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.876065 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0508d3a-1aeb-4f62-aa43-0a55a6156ddb None None] Network 54b38019-c9ec-4476-ae81-8c27bc803711 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:09.888085 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d041d884-070c-4150-9327-1a0aeefd3b27 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4431794 Jul 07 17:24:09.891563 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53896) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:09.897315 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-62bcedba-a029-4876-972b-b73174d3d925 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-317321289', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}, 'admin_state_up': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:09.922652 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62bcedba-a029-4876-972b-b73174d3d925 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.923826 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62bcedba-a029-4876-972b-b73174d3d925 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:09.985083 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62bcedba-a029-4876-972b-b73174d3d925 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.030982 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a78fbad-c2ea-48aa-99aa-5b281346c0e2 None None] Network 54b38019-c9ec-4476-ae81-8c27bc803711 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:10.132356 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62bcedba-a029-4876-972b-b73174d3d925 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.334565 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62bcedba-a029-4876-972b-b73174d3d925 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.355137 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62bcedba-a029-4876-972b-b73174d3d925 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.389859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53898) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:10.395105 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c551ce03-8ddd-491f-8012-c1453257ade7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'network': {'name': 'tempest-network-smoke--1352460605', 'project_id': '2819b097d22142529378d8839f8df263', 'port_security_enabled': True}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:10.416666 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c551ce03-8ddd-491f-8012-c1453257ade7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Made reservation on behalf of 2819b097d22142529378d8839f8df263 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:10.420767 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c551ce03-8ddd-491f-8012-c1453257ade7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.445591 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c551ce03-8ddd-491f-8012-c1453257ade7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:24:10.455165 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c551ce03-8ddd-491f-8012-c1453257ade7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.455550 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-c551ce03-8ddd-491f-8012-c1453257ade7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Added segment c047bb72-e7a7-40e8-9da3-36417577ee04 of type vlan for network 1c286650-c0b7-410d-8dba-ec3b067dfe3c Jul 07 17:24:10.474472 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-62bcedba-a029-4876-972b-b73174d3d925 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Allocated IP 172.25.2.57 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/6a306a2a-66c6-4580-ba85-28f96d97a26d) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:10.500051 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c551ce03-8ddd-491f-8012-c1453257ade7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.529343 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c551ce03-8ddd-491f-8012-c1453257ade7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.535049 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c551ce03-8ddd-491f-8012-c1453257ade7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:10.535654 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c551ce03-8ddd-491f-8012-c1453257ade7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.583431 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62bcedba-a029-4876-972b-b73174d3d925 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.601047 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c551ce03-8ddd-491f-8012-c1453257ade7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2101679 Jul 07 17:24:10.604603 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53900) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:10.623541 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551ce03-8ddd-491f-8012-c1453257ade7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'Network': ['ID=1c286650-c0b7-410d-8dba-ec3b067dfe3c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:10.634247 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 1c286650-c0b7-410d-8dba-ec3b067dfe3c details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:24:10.636319 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62bcedba-a029-4876-972b-b73174d3d925 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:10.685213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94789931-6cbf-4c34-b889-d77075e695a7 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:10.689765 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-94789931-6cbf-4c34-b889-d77075e695a7 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=2819b097d22142529378d8839f8df263&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0811534 Jul 07 17:24:10.690462 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53902) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:10.695726 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bcedba-a029-4876-972b-b73174d3d925 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:10.698989 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-62bcedba-a029-4876-972b-b73174d3d925 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:10.701827 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bcedba-a029-4876-972b-b73174d3d925 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:10.708164 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcedba-a029-4876-972b-b73174d3d925 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Port': ['ID=6a306a2a-66c6-4580-ba85-28f96d97a26d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:10.786542 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc187ab-939e-429d-ae21-29fa83f98dcf tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:10.791490 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ffc187ab-939e-429d-ae21-29fa83f98dcf tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0966215 Jul 07 17:24:10.791680 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53904) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:10.828176 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ce8ae707-918e-455c-a57c-e0ac8b92f64e tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353408 Jul 07 17:24:10.830992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53906) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:10.859957 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8891bac6-a487-4db9-a6e2-427e097deaaa tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=2819b097d22142529378d8839f8df263&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278566 Jul 07 17:24:10.863896 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53908) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:10.973079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5154fe0-56b2-45e8-91e3-b3f039fbc2c4 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:10.975380 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d5154fe0-56b2-45e8-91e3-b3f039fbc2c4 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1117697 Jul 07 17:24:10.978610 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53910) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:10.983237 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62bcedba-a029-4876-972b-b73174d3d925 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.008975 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cfd65df5-6765-47ed-b464-1ff5f231dff5 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291691 Jul 07 17:24:11.011546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53912) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:11.016539 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f6c18926-966d-4a8c-9f2a-48e8dbc5ce47 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2025521819', 'network_id': '1c286650-c0b7-410d-8dba-ec3b067dfe3c', 'project_id': '2819b097d22142529378d8839f8df263', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:11.126198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c18926-966d-4a8c-9f2a-48e8dbc5ce47 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Made reservation on behalf of 2819b097d22142529378d8839f8df263 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:11.129853 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6c18926-966d-4a8c-9f2a-48e8dbc5ce47 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.242791 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62bcedba-a029-4876-972b-b73174d3d925 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.317762 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6c18926-966d-4a8c-9f2a-48e8dbc5ce47 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.374099 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bcedba-a029-4876-972b-b73174d3d925 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Router 91066cf2-7e93-48b1-bcdc-4eea275f96d4 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:24:11.383258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c18926-966d-4a8c-9f2a-48e8dbc5ce47 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'Subnet': ['ID=7b7e30cd-7901-438c-9671-27368652587a,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:11.391449 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c18926-966d-4a8c-9f2a-48e8dbc5ce47 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Checking segment: {'id': 'c047bb72-e7a7-40e8-9da3-36417577ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1c286650-c0b7-410d-8dba-ec3b067dfe3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:11.392072 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c18926-966d-4a8c-9f2a-48e8dbc5ce47 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Network hostable DHCP agents. Network: 1c286650-c0b7-410d-8dba-ec3b067dfe3c, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:24:11.409854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c18926-966d-4a8c-9f2a-48e8dbc5ce47 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Network 1c286650-c0b7-410d-8dba-ec3b067dfe3c is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:24:11.421777 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f6c18926-966d-4a8c-9f2a-48e8dbc5ce47 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 1c286650-c0b7-410d-8dba-ec3b067dfe3c) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:11.427150 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c18926-966d-4a8c-9f2a-48e8dbc5ce47 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:11.428407 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f6c18926-966d-4a8c-9f2a-48e8dbc5ce47 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.431927 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eec6a5-9135-4b18-b73a-950117feff32 None None] Network 1c286650-c0b7-410d-8dba-ec3b067dfe3c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:11.454962 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f6c18926-966d-4a8c-9f2a-48e8dbc5ce47 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4423318 Jul 07 17:24:11.498683 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bcedba-a029-4876-972b-b73174d3d925 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:11.515556 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca2a3d-6876-4818-b6ef-01e5dda3b8ff None None] Sync routers for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:11.520712 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-62bcedba-a029-4876-972b-b73174d3d925 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.524924 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-62bcedba-a029-4876-972b-b73174d3d925 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6292408 Jul 07 17:24:11.525192 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53916) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:11.556257 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca2a3d-6876-4818-b6ef-01e5dda3b8ff None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:11.556917 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5aca2a3d-6876-4818-b6ef-01e5dda3b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:23:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:11.593877 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5aca2a3d-6876-4818-b6ef-01e5dda3b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:11.609698 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca2a3d-6876-4818-b6ef-01e5dda3b8ff None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:11.610326 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5aca2a3d-6876-4818-b6ef-01e5dda3b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:23:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:11.648450 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5aca2a3d-6876-4818-b6ef-01e5dda3b8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:11.649100 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca2a3d-6876-4818-b6ef-01e5dda3b8ff None None] The sync data for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:11.710084 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53918) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:11.715216 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-a037287d-efe7-47bf-afcf-a47264c3f111 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1335593798', 'description': 'tempest-secgroup-smoke-1335593798 description', 'project_id': '2819b097d22142529378d8839f8df263'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:11.740402 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a037287d-efe7-47bf-afcf-a47264c3f111 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.846654 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a037287d-efe7-47bf-afcf-a47264c3f111 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.852549 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-1c286650-c0b7-410d-8dba-ec3b067dfe3c', 'network_id': '1c286650-c0b7-410d-8dba-ec3b067dfe3c', 'tenant_id': '2819b097d22142529378d8839f8df263', 'fixed_ips': [{'subnet_id': '7b7e30cd-7901-438c-9671-27368652587a'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:24:11.853697 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a037287d-efe7-47bf-afcf-a47264c3f111 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.853869 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.881556 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a037287d-efe7-47bf-afcf-a47264c3f111 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:11.882993 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a037287d-efe7-47bf-afcf-a47264c3f111 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1716330 Jul 07 17:24:11.887873 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53920) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:11.893034 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-57467ed8-8e22-4689-964c-a31438f70d48 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'security_group_rule': {'security_group_id': 'cc3ecba0-f251-48dd-83c4-016e5b17d843', 'project_id': '2819b097d22142529378d8839f8df263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:11.907077 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037287d-efe7-47bf-afcf-a47264c3f111 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3ecba0-f251-48dd-83c4-016e5b17d843,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:11.955318 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57467ed8-8e22-4689-964c-a31438f70d48 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.013959 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57467ed8-8e22-4689-964c-a31438f70d48 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.018672 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57467ed8-8e22-4689-964c-a31438f70d48 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.042408 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Allocated IP 172.20.0.18 (1c286650-c0b7-410d-8dba-ec3b067dfe3c/7b7e30cd-7901-438c-9671-27368652587a/9e61050e-884a-4ff4-bc15-cc12898af5ef) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:12.044700 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57467ed8-8e22-4689-964c-a31438f70d48 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.046243 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-57467ed8-8e22-4689-964c-a31438f70d48 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1570406 Jul 07 17:24:12.048098 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57467ed8-8e22-4689-964c-a31438f70d48 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de41d59a-1fe1-4d3e-b930-ea9496b920f9,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:12.050655 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53924) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:12.056298 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-abe10429-dc40-4126-b1d5-067ecdfb800e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'security_group_rule': {'security_group_id': 'cc3ecba0-f251-48dd-83c4-016e5b17d843', 'project_id': '2819b097d22142529378d8839f8df263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:12.090607 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-abe10429-dc40-4126-b1d5-067ecdfb800e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.166514 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-abe10429-dc40-4126-b1d5-067ecdfb800e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.171556 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-abe10429-dc40-4126-b1d5-067ecdfb800e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.209543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe10429-dc40-4126-b1d5-067ecdfb800e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d42c25-d743-423c-8fe5-628ccc818bdf,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:12.228821 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-abe10429-dc40-4126-b1d5-067ecdfb800e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.234482 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-abe10429-dc40-4126-b1d5-067ecdfb800e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1789384 Jul 07 17:24:12.234769 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53926) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:12.239766 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-59a39e1a-6d82-45ac-9106-c73bdf3373d8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'security_group_rule': {'security_group_id': 'cc3ecba0-f251-48dd-83c4-016e5b17d843', 'project_id': '2819b097d22142529378d8839f8df263', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:12.244904 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.255735 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Transition to ACTIVE for port object 9e61050e-884a-4ff4-bc15-cc12898af5ef will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:12.270162 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-59a39e1a-6d82-45ac-9106-c73bdf3373d8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.276653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Transition to ACTIVE for port object 9e61050e-884a-4ff4-bc15-cc12898af5ef will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:12.284186 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.322723 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a272e714-de4d-41db-8152-aaaeaee48b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.329029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Network 1c286650-c0b7-410d-8dba-ec3b067dfe3c is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:12.332101 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:12.336371 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:12.342481 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-59a39e1a-6d82-45ac-9106-c73bdf3373d8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.348593 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-59a39e1a-6d82-45ac-9106-c73bdf3373d8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.366184 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a39e1a-6d82-45ac-9106-c73bdf3373d8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cadd57ba-cf9e-4211-81ab-f440a003ee3a,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:12.378655 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Pushing event updated for resources: {'Port': ['ID=9e61050e-884a-4ff4-bc15-cc12898af5ef,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:12.384122 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-59a39e1a-6d82-45ac-9106-c73bdf3373d8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.385734 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-59a39e1a-6d82-45ac-9106-c73bdf3373d8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1498780 Jul 07 17:24:12.388409 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53928) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:12.394102 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-0ea3deb0-e441-4e3a-af23-7a4cc17dabb9 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'security_group_rule': {'security_group_id': 'cc3ecba0-f251-48dd-83c4-016e5b17d843', 'project_id': '2819b097d22142529378d8839f8df263', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:12.410399 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Attempting to bind port 9e61050e-884a-4ff4-bc15-cc12898af5ef on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:12.410784 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Attempting to bind port 9e61050e-884a-4ff4-bc15-cc12898af5ef by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'c047bb72-e7a7-40e8-9da3-36417577ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1c286650-c0b7-410d-8dba-ec3b067dfe3c'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:12.411198 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Attempting to bind port 9e61050e-884a-4ff4-bc15-cc12898af5ef on network 1c286650-c0b7-410d-8dba-ec3b067dfe3c {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:12.417247 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:12.417562 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Checking segment: {'id': 'c047bb72-e7a7-40e8-9da3-36417577ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1c286650-c0b7-410d-8dba-ec3b067dfe3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:12.418008 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.418440 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Bound using segment: {'id': 'c047bb72-e7a7-40e8-9da3-36417577ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1c286650-c0b7-410d-8dba-ec3b067dfe3c'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:12.418943 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Bound port: 9e61050e-884a-4ff4-bc15-cc12898af5ef, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c047bb72-e7a7-40e8-9da3-36417577ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1c286650-c0b7-410d-8dba-ec3b067dfe3c'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:12.419329 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.428890 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ea3deb0-e441-4e3a-af23-7a4cc17dabb9 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.499738 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] For port 9e61050e-884a-4ff4-bc15-cc12898af5ef, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:12.504480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] For port 9e61050e-884a-4ff4-bc15-cc12898af5ef, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=9e61050e-884a-4ff4-bc15-cc12898af5ef,segment=NetworkSegment(c047bb72-e7a7-40e8-9da3-36417577ee04),segment_id=c047bb72-e7a7-40e8-9da3-36417577ee04)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:12.510988 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.543952 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ea3deb0-e441-4e3a-af23-7a4cc17dabb9 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.548823 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ea3deb0-e441-4e3a-af23-7a4cc17dabb9 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.575433 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3deb0-e441-4e3a-af23-7a4cc17dabb9 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3ea85e-62a1-486c-8613-106e43a5cd07,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:12.589418 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ea3deb0-e441-4e3a-af23-7a4cc17dabb9 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.594018 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0ea3deb0-e441-4e3a-af23-7a4cc17dabb9 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2008729 Jul 07 17:24:12.594490 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53930) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:12.596215 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5a8ec-9081-4de0-81d0-1af52a90fecc None None] Pushing event updated for resources: {'Port': ['ID=9e61050e-884a-4ff4-bc15-cc12898af5ef,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:12.599114 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f210c196-8814-44a8-afc8-b186a61bb643 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'security_group_rule': {'security_group_id': 'cc3ecba0-f251-48dd-83c4-016e5b17d843', 'project_id': '2819b097d22142529378d8839f8df263', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:12.624088 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-f210c196-8814-44a8-afc8-b186a61bb643 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Project 2819b097d22142529378d8839f8df263 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:24:12.632154 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f210c196-8814-44a8-afc8-b186a61bb643 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.713516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-a272e714-de4d-41db-8152-aaaeaee48b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Allocated IP 172.20.0.1 (54b38019-c9ec-4476-ae81-8c27bc803711/df935924-e8d3-4f15-860d-42ecfad0ca5c/a7d860aa-f015-427e-ab17-94562712bf56) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:12.725089 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f210c196-8814-44a8-afc8-b186a61bb643 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.730519 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f210c196-8814-44a8-afc8-b186a61bb643 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.748039 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210c196-8814-44a8-afc8-b186a61bb643 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bcf272-3d99-497a-9618-fc1138b7a04c,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:12.764792 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f210c196-8814-44a8-afc8-b186a61bb643 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.769386 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f210c196-8814-44a8-afc8-b186a61bb643 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1709311 Jul 07 17:24:12.769555 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53932) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:12.777182 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-e58b3f6b-5496-451a-8c4e-4ebf2b99f2d4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'security_group_rule': {'security_group_id': 'cc3ecba0-f251-48dd-83c4-016e5b17d843', 'project_id': '2819b097d22142529378d8839f8df263', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:12.829389 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-e58b3f6b-5496-451a-8c4e-4ebf2b99f2d4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Project 2819b097d22142529378d8839f8df263 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:24:12.837413 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e58b3f6b-5496-451a-8c4e-4ebf2b99f2d4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.908801 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a272e714-de4d-41db-8152-aaaeaee48b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.911945 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e58b3f6b-5496-451a-8c4e-4ebf2b99f2d4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.916838 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e58b3f6b-5496-451a-8c4e-4ebf2b99f2d4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.938207 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b3f6b-5496-451a-8c4e-4ebf2b99f2d4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116bc0b2-4cd3-4959-a0c5-fa65508d1883,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:12.945153 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e58b3f6b-5496-451a-8c4e-4ebf2b99f2d4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:12.947718 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e58b3f6b-5496-451a-8c4e-4ebf2b99f2d4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1756639 Jul 07 17:24:12.964205 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a272e714-de4d-41db-8152-aaaeaee48b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.013843 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a272e714-de4d-41db-8152-aaaeaee48b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Network 54b38019-c9ec-4476-ae81-8c27bc803711 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:13.017230 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-a272e714-de4d-41db-8152-aaaeaee48b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:13.022180 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a272e714-de4d-41db-8152-aaaeaee48b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:13.026119 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272e714-de4d-41db-8152-aaaeaee48b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Port': ['ID=a7d860aa-f015-427e-ab17-94562712bf56,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:13.076476 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a272e714-de4d-41db-8152-aaaeaee48b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.163992 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-5e7de390-b052-4931-9aa2-cf4ed24522ce tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1335593798&fields=id&tenant_id=2819b097d22142529378d8839f8df263 HTTP/1.1" status: 200 len: 267 time: 0.0342133 Jul 07 17:24:13.229266 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a272e714-de4d-41db-8152-aaaeaee48b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.286799 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-589472e7-9193-494e-8331-32df70308fb8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:13.289453 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-589472e7-9193-494e-8331-32df70308fb8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/networks?id=1c286650-c0b7-410d-8dba-ec3b067dfe3c HTTP/1.1" status: 200 len: 797 time: 0.1170614 Jul 07 17:24:13.306842 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-7cbf735c-2453-4e98-bd0d-baed65d27dc3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/quotas/2819b097d22142529378d8839f8df263 HTTP/1.1" status: 200 len: 375 time: 0.0117326 Jul 07 17:24:13.403605 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-656d11d8-92e3-41c7-843d-d2552b5a7288 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2819b097d22142529378d8839f8df263&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0905900 Jul 07 17:24:13.519788 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-961b53c6-6130-4d2b-a77c-7922bd5569f6 service neutron] 10.222.0.50 "GET /v2.0/networks/1c286650-c0b7-410d-8dba-ec3b067dfe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039865 Jul 07 17:24:13.562952 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a272e714-de4d-41db-8152-aaaeaee48b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.568604 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a272e714-de4d-41db-8152-aaaeaee48b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.623365 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090d0152-7fe7-4768-9b48-b51a5b645103 None None] Network 1c286650-c0b7-410d-8dba-ec3b067dfe3c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:13.630857 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-9b09d55d-9322-431d-a57b-586dc110598b service neutron] 10.222.0.50 "GET /v2.0/networks/1c286650-c0b7-410d-8dba-ec3b067dfe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035919 Jul 07 17:24:13.653930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272e714-de4d-41db-8152-aaaeaee48b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Port': ['ID=a7d860aa-f015-427e-ab17-94562712bf56,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:13.656734 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a272e714-de4d-41db-8152-aaaeaee48b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.712535 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-cf33e8dc-69a2-46ab-a2d9-5af211df978a None None] Provisioning for port 9e61050e-884a-4ff4-bc15-cc12898af5ef completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:13.781800 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a272e714-de4d-41db-8152-aaaeaee48b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Network 54b38019-c9ec-4476-ae81-8c27bc803711 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:13.783715 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-a272e714-de4d-41db-8152-aaaeaee48b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:13.818801 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 9e61050e-884a-4ff4-bc15-cc12898af5ef up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:13.894702 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2888ec77-e683-4f62-877f-1ccfefa08a49 req-4b8015bd-9fd1-49d1-95cf-b1faf2b3c73e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde75b06-6bc0-4a93-96dc-4da70ee778ae HTTP/1.1" status: 200 len: 210 time: 0.0442519 Jul 07 17:24:13.930845 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 9e61050e-884a-4ff4-bc15-cc12898af5ef completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:13.938144 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 9e61050e-884a-4ff4-bc15-cc12898af5ef triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:13.939096 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:13.981841 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a272e714-de4d-41db-8152-aaaeaee48b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Router 91066cf2-7e93-48b1-bcdc-4eea275f96d4 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:14.052790 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.105877 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 9e61050e-884a-4ff4-bc15-cc12898af5ef, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=9e61050e-884a-4ff4-bc15-cc12898af5ef,segment=NetworkSegment(c047bb72-e7a7-40e8-9da3-36417577ee04),segment_id=c047bb72-e7a7-40e8-9da3-36417577ee04)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:14.110476 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.123567 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a272e714-de4d-41db-8152-aaaeaee48b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:14.132196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53958) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.132875 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a272e714-de4d-41db-8152-aaaeaee48b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "PUT /v2.0/routers/91066cf2-7e93-48b1-bcdc-4eea275f96d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6060047 Jul 07 17:24:14.134248 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d03b444-736f-45c6-b786-fbf7163e072a None None] Sync routers for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:14.138577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-35ceafce-e079-4527-ae30-adea82c93ea3 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'port': {'network_id': '54b38019-c9ec-4476-ae81-8c27bc803711', 'name': 'tempest-FloatingIPTestJSON-6386967'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:14.153235 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d03b444-736f-45c6-b786-fbf7163e072a None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:14.153888 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-8d03b444-736f-45c6-b786-fbf7163e072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:23:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:14.222194 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-8d03b444-736f-45c6-b786-fbf7163e072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:14.230545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=9e61050e-884a-4ff4-bc15-cc12898af5ef,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:14.233767 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d03b444-736f-45c6-b786-fbf7163e072a None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:14.234571 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-8d03b444-736f-45c6-b786-fbf7163e072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:23:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:14.275469 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-8d03b444-736f-45c6-b786-fbf7163e072a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:14.275981 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d03b444-736f-45c6-b786-fbf7163e072a None None] The sync data for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:14.282951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ceafce-e079-4527-ae30-adea82c93ea3 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Made reservation on behalf of 23dc5754d8c049d18396032be0c80377 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:14.287392 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-35ceafce-e079-4527-ae30-adea82c93ea3 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.309174 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-35ceafce-e079-4527-ae30-adea82c93ea3 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] device_id is not set on port 736352b6-e00b-4976-90dc-eb15fd3b34a8 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:24:14.323878 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.355882 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c5098c60-286e-4a2b-8e7e-d860c9efb689 None None] Provisioning complete for port 9e61050e-884a-4ff4-bc15-cc12898af5ef triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:14.356337 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c5098c60-286e-4a2b-8e7e-d860c9efb689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.449202 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-35ceafce-e079-4527-ae30-adea82c93ea3 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Allocated IP 172.20.0.11 (54b38019-c9ec-4476-ae81-8c27bc803711/df935924-e8d3-4f15-860d-42ecfad0ca5c/736352b6-e00b-4976-90dc-eb15fd3b34a8) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:14.605720 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-35ceafce-e079-4527-ae30-adea82c93ea3 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.649211 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-35ceafce-e079-4527-ae30-adea82c93ea3 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.706839 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ceafce-e079-4527-ae30-adea82c93ea3 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Network 54b38019-c9ec-4476-ae81-8c27bc803711 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:14.711256 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-35ceafce-e079-4527-ae30-adea82c93ea3 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:14.713343 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-04dcf44d-273d-46aa-9452-a30df3d1c669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.719347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ceafce-e079-4527-ae30-adea82c93ea3 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:14.723305 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ceafce-e079-4527-ae30-adea82c93ea3 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Port': ['ID=736352b6-e00b-4976-90dc-eb15fd3b34a8,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:14.776737 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ceafce-e079-4527-ae30-adea82c93ea3 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:14.777472 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-35ceafce-e079-4527-ae30-adea82c93ea3 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.794831 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-35ceafce-e079-4527-ae30-adea82c93ea3 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.6609461 Jul 07 17:24:14.797416 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53968) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:14.802443 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-067e536d-e32d-4aad-9faa-a07731d7e95e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'port': {'network_id': '54b38019-c9ec-4476-ae81-8c27bc803711', 'name': 'tempest-FloatingIPTestJSON-1738833070'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:14.913399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067e536d-e32d-4aad-9faa-a07731d7e95e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Made reservation on behalf of 23dc5754d8c049d18396032be0c80377 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:14.917459 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-067e536d-e32d-4aad-9faa-a07731d7e95e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:14.940495 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-067e536d-e32d-4aad-9faa-a07731d7e95e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] device_id is not set on port b67535ba-be2d-4377-bba4-7af0342c2ba2 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:24:15.071417 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-625f0a86-aa30-4cdd-96ca-84059597296b req-4d438e43-d268-4e66-b274-2d38d5ae83c4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde75b06-6bc0-4a93-96dc-4da70ee778ae HTTP/1.1" status: 200 len: 210 time: 0.0394609 Jul 07 17:24:15.094847 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-067e536d-e32d-4aad-9faa-a07731d7e95e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Allocated IP 172.20.0.13 (54b38019-c9ec-4476-ae81-8c27bc803711/df935924-e8d3-4f15-860d-42ecfad0ca5c/b67535ba-be2d-4377-bba4-7af0342c2ba2) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:15.658664 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-067e536d-e32d-4aad-9faa-a07731d7e95e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.673496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-bfc367ee-c861-40b2-a3b2-617c9979771e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:15.675014 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-bfc367ee-c861-40b2-a3b2-617c9979771e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.15 "GET /v2.0/networks?id=1c286650-c0b7-410d-8dba-ec3b067dfe3c HTTP/1.1" status: 200 len: 797 time: 0.5072629 Jul 07 17:24:15.701783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 9e61050e-884a-4ff4-bc15-cc12898af5ef up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:15.739029 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-3047fc1c-418f-4a15-8db3-18d5bb9286f3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2819b097d22142529378d8839f8df263 HTTP/1.1" status: 200 len: 473 time: 0.0536692 Jul 07 17:24:15.740551 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-067e536d-e32d-4aad-9faa-a07731d7e95e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.753978 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 9e61050e-884a-4ff4-bc15-cc12898af5ef triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:15.754821 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.771445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-7091086c-7b8d-480a-86bd-6c1d90a2af50 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'port': {'device_id': 'cde75b06-6bc0-4a93-96dc-4da70ee778ae', 'network_id': '1c286650-c0b7-410d-8dba-ec3b067dfe3c', 'admin_state_up': True, 'tenant_id': '2819b097d22142529378d8839f8df263', 'security_groups': ['cc3ecba0-f251-48dd-83c4-016e5b17d843']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:15.846940 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e536d-e32d-4aad-9faa-a07731d7e95e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Network 54b38019-c9ec-4476-ae81-8c27bc803711 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:15.853517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-067e536d-e32d-4aad-9faa-a07731d7e95e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:15.857351 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e536d-e32d-4aad-9faa-a07731d7e95e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Port': ['ID=b67535ba-be2d-4377-bba4-7af0342c2ba2,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:15.859676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067e536d-e32d-4aad-9faa-a07731d7e95e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:15.932314 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067e536d-e32d-4aad-9faa-a07731d7e95e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:15.932819 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-067e536d-e32d-4aad-9faa-a07731d7e95e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.961897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-7091086c-7b8d-480a-86bd-6c1d90a2af50 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Made reservation on behalf of 2819b097d22142529378d8839f8df263 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:15.966535 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-7091086c-7b8d-480a-86bd-6c1d90a2af50 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:15.974175 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53974) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:15.974774 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-067e536d-e32d-4aad-9faa-a07731d7e95e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1757331 Jul 07 17:24:15.980192 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-851b61ad-c1a5-4d06-8e4c-1c98e59dfcc0 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': 'b67535ba-be2d-4377-bba4-7af0342c2ba2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:16.009503 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-851b61ad-c1a5-4d06-8e4c-1c98e59dfcc0 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.117935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-7091086c-7b8d-480a-86bd-6c1d90a2af50 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Allocated IP 172.20.0.26 (1c286650-c0b7-410d-8dba-ec3b067dfe3c/7b7e30cd-7901-438c-9671-27368652587a/680f18a2-d2c8-4ff8-a741-dbadbde6ba9b) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:16.129074 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-851b61ad-c1a5-4d06-8e4c-1c98e59dfcc0 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.256105 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-85e2b525-e8bc-456c-9821-69ed40952445 req-f8b94d54-9a3d-40bc-a0bd-0f191ebca834 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde75b06-6bc0-4a93-96dc-4da70ee778ae HTTP/1.1" status: 200 len: 210 time: 0.0361018 Jul 07 17:24:16.267327 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-7091086c-7b8d-480a-86bd-6c1d90a2af50 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.283832 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-851b61ad-c1a5-4d06-8e4c-1c98e59dfcc0 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Allocated IP 172.25.2.43 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/cc431154-96fa-4d86-bb61-7340fd2ec5cb) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:16.293834 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-7091086c-7b8d-480a-86bd-6c1d90a2af50 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Transition to ACTIVE for port object 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:16.334096 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-7091086c-7b8d-480a-86bd-6c1d90a2af50 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.384662 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-7091086c-7b8d-480a-86bd-6c1d90a2af50 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Network 1c286650-c0b7-410d-8dba-ec3b067dfe3c is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:16.388193 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-7091086c-7b8d-480a-86bd-6c1d90a2af50 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:16.394927 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-7091086c-7b8d-480a-86bd-6c1d90a2af50 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:16.420446 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-851b61ad-c1a5-4d06-8e4c-1c98e59dfcc0 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.424014 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091086c-7b8d-480a-86bd-6c1d90a2af50 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'Port': ['ID=680f18a2-d2c8-4ff8-a741-dbadbde6ba9b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:16.452645 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-7091086c-7b8d-480a-86bd-6c1d90a2af50 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:16.453431 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-7091086c-7b8d-480a-86bd-6c1d90a2af50 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.469757 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-7091086c-7b8d-480a-86bd-6c1d90a2af50 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7201233 Jul 07 17:24:16.473677 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-851b61ad-c1a5-4d06-8e4c-1c98e59dfcc0 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.483168 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] Request body: {'port': {'device_id': 'cde75b06-6bc0-4a93-96dc-4da70ee778ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:16.523811 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851b61ad-c1a5-4d06-8e4c-1c98e59dfcc0 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:16.529543 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-851b61ad-c1a5-4d06-8e4c-1c98e59dfcc0 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:16.532209 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851b61ad-c1a5-4d06-8e4c-1c98e59dfcc0 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:16.560611 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b61ad-c1a5-4d06-8e4c-1c98e59dfcc0 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Port': ['ID=cc431154-96fa-4d86-bb61-7340fd2ec5cb,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:16.575134 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.623458 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.689072 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e075b64f-805f-428c-9b1d-553979ece109 None None] Provisioning for port 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:16.698145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e075b64f-805f-428c-9b1d-553979ece109 None None] Provisioning complete for port 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:16.699285 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e075b64f-805f-428c-9b1d-553979ece109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.752913 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e075b64f-805f-428c-9b1d-553979ece109 None None] Port 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:16.875601 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:24:16.884338 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.897603 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] Transition to ACTIVE for port object 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:16.901432 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.963018 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-851b61ad-c1a5-4d06-8e4c-1c98e59dfcc0 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:16.976208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] Pushing event updated for resources: {'Port': ['ID=680f18a2-d2c8-4ff8-a741-dbadbde6ba9b,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:17.030306 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] Attempting to bind port 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:17.030693 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] Attempting to bind port 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'c047bb72-e7a7-40e8-9da3-36417577ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1c286650-c0b7-410d-8dba-ec3b067dfe3c'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:17.031015 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] Attempting to bind port 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b on network 1c286650-c0b7-410d-8dba-ec3b067dfe3c {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:17.036360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] Port 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b on network 1c286650-c0b7-410d-8dba-ec3b067dfe3c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:24:17.036688 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] Attempting to bind port 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b on network 1c286650-c0b7-410d-8dba-ec3b067dfe3c {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:17.043373 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:17.043790 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] Checking segment: {'id': 'c047bb72-e7a7-40e8-9da3-36417577ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1c286650-c0b7-410d-8dba-ec3b067dfe3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:17.044215 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] Bound using segment: {'id': 'c047bb72-e7a7-40e8-9da3-36417577ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1c286650-c0b7-410d-8dba-ec3b067dfe3c'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:17.051447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] Bound port: 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c047bb72-e7a7-40e8-9da3-36417577ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1c286650-c0b7-410d-8dba-ec3b067dfe3c'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:17.051879 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.059787 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-851b61ad-c1a5-4d06-8e4c-1c98e59dfcc0 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.137445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] For port 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:17.141249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] For port 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=680f18a2-d2c8-4ff8-a741-dbadbde6ba9b,segment=NetworkSegment(c047bb72-e7a7-40e8-9da3-36417577ee04),segment_id=c047bb72-e7a7-40e8-9da3-36417577ee04)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:17.146399 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.187681 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:17.188311 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.189853 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] 10.222.0.15 "PUT /v2.0/ports/680f18a2-d2c8-4ff8-a741-dbadbde6ba9b HTTP/1.1" status: 200 len: 1092 time: 0.7123723 Jul 07 17:24:17.190323 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde75b06-6bc0-4a93-96dc-4da70ee778ae', 'tag': '680f18a2-d2c8-4ff8-a741-dbadbde6ba9b'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:17.192681 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea03fea-ff8e-46a6-9000-c16b0b86e0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "cde75b06-6bc0-4a93-96dc-4da70ee778ae", "tag": "680f18a2-d2c8-4ff8-a741-dbadbde6ba9b"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:17.236277 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c26d83-e7b8-4c0c-b9ca-513f0c4e4586 service neutron] Pushing event updated for resources: {'Port': ['ID=680f18a2-d2c8-4ff8-a741-dbadbde6ba9b,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:17.246204 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-851b61ad-c1a5-4d06-8e4c-1c98e59dfcc0 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.253210 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-851b61ad-c1a5-4d06-8e4c-1c98e59dfcc0 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.253415 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf33c765-7146-4248-ad24-d130e4e0db74 x-openstack-request-id: req-bf33c765-7146-4248-ad24-d130e4e0db74 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:17.253773 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde75b06-6bc0-4a93-96dc-4da70ee778ae", "tag": "680f18a2-d2c8-4ff8-a741-dbadbde6ba9b", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:17.253918 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf33c765-7146-4248-ad24-d130e4e0db74 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:17.254401 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde75b06-6bc0-4a93-96dc-4da70ee778ae', 'tag': '680f18a2-d2c8-4ff8-a741-dbadbde6ba9b', 'status': 'completed', 'code': 200} Jul 07 17:24:17.310528 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-163f4485-4a24-4574-88af-a5ef22da7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:17.313559 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-163f4485-4a24-4574-88af-a5ef22da7418 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2819b097d22142529378d8839f8df263&device_id=cde75b06-6bc0-4a93-96dc-4da70ee778ae HTTP/1.1" status: 200 len: 1095 time: 0.0730391 Jul 07 17:24:17.327269 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b61ad-c1a5-4d06-8e4c-1c98e59dfcc0 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Port': ['ID=cc431154-96fa-4d86-bb61-7340fd2ec5cb,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:17.339966 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-851b61ad-c1a5-4d06-8e4c-1c98e59dfcc0 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.375017 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-5c31f94f-7c90-4f90-83da-b6fff03d4c45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=680f18a2-d2c8-4ff8-a741-dbadbde6ba9b HTTP/1.1" status: 200 len: 217 time: 0.0534747 Jul 07 17:24:17.432759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-322154d6-e6ed-486e-b335-221c25a7c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:17.434277 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-322154d6-e6ed-486e-b335-221c25a7c33e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7b7e30cd-7901-438c-9671-27368652587a HTTP/1.1" status: 200 len: 838 time: 0.0521364 Jul 07 17:24:17.487121 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-851b61ad-c1a5-4d06-8e4c-1c98e59dfcc0 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Floating IP 120349f9-6444-48d5-a648-c61541ce7a81 associated. External IP: 172.25.2.43, port: b67535ba-be2d-4377-bba4-7af0342c2ba2. Jul 07 17:24:17.498483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-93bca20d-edb3-40fd-a345-fccbe1e429b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:17.500043 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-93bca20d-edb3-40fd-a345-fccbe1e429b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c286650-c0b7-410d-8dba-ec3b067dfe3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591998 Jul 07 17:24:17.549625 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51a095-af0c-4d1b-b26f-19e6688c36f9 req-64e9d050-24a1-4c52-8860-c2cd664098bf tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:17.551175 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2d51a095-af0c-4d1b-b26f-19e6688c36f9 req-64e9d050-24a1-4c52-8860-c2cd664098bf tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde75b06-6bc0-4a93-96dc-4da70ee778ae HTTP/1.1" status: 200 len: 944 time: 0.1545150 Jul 07 17:24:17.601268 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-dd96cd93-fee7-47b0-ae82-ce8dce2bed52 service neutron] 10.222.0.15 "GET /v2.0/networks/1c286650-c0b7-410d-8dba-ec3b067dfe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949771 Jul 07 17:24:17.676548 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.701299 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a3da7ae5-5cda-4b0a-91a7-9d116cc46e78 req-860b59b6-0f14-415b-9359-30f28d108c5f service neutron] 10.222.0.15 "GET /v2.0/networks/1c286650-c0b7-410d-8dba-ec3b067dfe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940316 Jul 07 17:24:17.810539 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea03fea-ff8e-46a6-9000-c16b0b86e0f5 req-d4bf36b0-93b0-4ea8-9de0-7baf49f5cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:17.811996 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2ea03fea-ff8e-46a6-9000-c16b0b86e0f5 req-d4bf36b0-93b0-4ea8-9de0-7baf49f5cc61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2819b097d22142529378d8839f8df263&device_id=cde75b06-6bc0-4a93-96dc-4da70ee778ae HTTP/1.1" status: 200 len: 1095 time: 0.0590999 Jul 07 17:24:17.909465 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2d51a095-af0c-4d1b-b26f-19e6688c36f9 req-978ea4a2-2726-4e16-a01a-fdcfc595fa8d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc3ecba0-f251-48dd-83c4-016e5b17d843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3516960 Jul 07 17:24:17.911454 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea03fea-ff8e-46a6-9000-c16b0b86e0f5 req-0a7dde47-ffa7-4a99-ab8e-a28a2eec3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:17.913082 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2ea03fea-ff8e-46a6-9000-c16b0b86e0f5 req-0a7dde47-ffa7-4a99-ab8e-a28a2eec3a4e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1c286650-c0b7-410d-8dba-ec3b067dfe3c HTTP/1.1" status: 200 len: 898 time: 0.0947444 Jul 07 17:24:17.954033 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1161cfab-b1d5-4b47-ac03-48fa798c8a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:17.956852 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2ea03fea-ff8e-46a6-9000-c16b0b86e0f5 req-4211f218-cf64-4ac8-bef5-e9ca075383f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=680f18a2-d2c8-4ff8-a741-dbadbde6ba9b HTTP/1.1" status: 200 len: 217 time: 0.0370576 Jul 07 17:24:18.020217 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea03fea-ff8e-46a6-9000-c16b0b86e0f5 req-608d66d0-f423-4590-ba76-b0415d5d42ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:18.021853 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2ea03fea-ff8e-46a6-9000-c16b0b86e0f5 req-608d66d0-f423-4590-ba76-b0415d5d42ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7b7e30cd-7901-438c-9671-27368652587a HTTP/1.1" status: 200 len: 838 time: 0.0564265 Jul 07 17:24:18.033718 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851b61ad-c1a5-4d06-8e4c-1c98e59dfcc0 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Router 91066cf2-7e93-48b1-bcdc-4eea275f96d4 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:18.085637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea03fea-ff8e-46a6-9000-c16b0b86e0f5 req-fbc3a27f-aaa9-4174-9c74-390788618a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:18.087583 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2ea03fea-ff8e-46a6-9000-c16b0b86e0f5 req-fbc3a27f-aaa9-4174-9c74-390788618a00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1c286650-c0b7-410d-8dba-ec3b067dfe3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583453 Jul 07 17:24:18.166994 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851b61ad-c1a5-4d06-8e4c-1c98e59dfcc0 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:18.177626 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b34189-fbff-4f0e-aea6-1ee4bf5bebb9 None None] Sync routers for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:18.184279 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-851b61ad-c1a5-4d06-8e4c-1c98e59dfcc0 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.191622 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b34189-fbff-4f0e-aea6-1ee4bf5bebb9 None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:18.192293 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-77b34189-fbff-4f0e-aea6-1ee4bf5bebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:18.193738 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2ea03fea-ff8e-46a6-9000-c16b0b86e0f5 req-e9bfa79a-c3b9-4e24-8871-22f7aa24caff service neutron] 10.222.0.15 "GET /v2.0/networks/1c286650-c0b7-410d-8dba-ec3b067dfe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966628 Jul 07 17:24:18.227412 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-851b61ad-c1a5-4d06-8e4c-1c98e59dfcc0 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.2520630 Jul 07 17:24:18.230126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 53982) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:18.230306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-77b34189-fbff-4f0e-aea6-1ee4bf5bebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:18.234988 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-4c56d160-6a74-484a-ab29-6546842c80cf tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:18.240003 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b34189-fbff-4f0e-aea6-1ee4bf5bebb9 None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:18.240710 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-77b34189-fbff-4f0e-aea6-1ee4bf5bebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:18.275281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-77b34189-fbff-4f0e-aea6-1ee4bf5bebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:18.275945 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b34189-fbff-4f0e-aea6-1ee4bf5bebb9 None None] The sync data for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:18.297100 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c56d160-6a74-484a-ab29-6546842c80cf tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.305374 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2ea03fea-ff8e-46a6-9000-c16b0b86e0f5 req-57b4572b-1e4c-486b-b216-dc31c63074f5 service neutron] 10.222.0.15 "GET /v2.0/networks/1c286650-c0b7-410d-8dba-ec3b067dfe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046822 Jul 07 17:24:18.457196 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c56d160-6a74-484a-ab29-6546842c80cf tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.461467 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c56d160-6a74-484a-ab29-6546842c80cf tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.461849 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-4c56d160-6a74-484a-ab29-6546842c80cf tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Floating IP 120349f9-6444-48d5-a648-c61541ce7a81 disassociated. External IP: 172.25.2.43, port: b67535ba-be2d-4377-bba4-7af0342c2ba2. Jul 07 17:24:18.673070 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c56d160-6a74-484a-ab29-6546842c80cf tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Router 91066cf2-7e93-48b1-bcdc-4eea275f96d4 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:18.782027 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c56d160-6a74-484a-ab29-6546842c80cf tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:18.786752 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c56d160-6a74-484a-ab29-6546842c80cf tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.791393 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed6dd8-9ca5-45c3-a878-d78dc9045c1d None None] Sync routers for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:18.800716 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed6dd8-9ca5-45c3-a878-d78dc9045c1d None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:18.801407 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-daed6dd8-9ca5-45c3-a878-d78dc9045c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:18.826073 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4c56d160-6a74-484a-ab29-6546842c80cf tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "PUT /v2.0/floatingips/120349f9-6444-48d5-a648-c61541ce7a81 HTTP/1.1" status: 200 len: 687 time: 0.5919623 Jul 07 17:24:18.826589 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53984) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:18.834214 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-daed6dd8-9ca5-45c3-a878-d78dc9045c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:18.843937 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed6dd8-9ca5-45c3-a878-d78dc9045c1d None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:18.844545 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-daed6dd8-9ca5-45c3-a878-d78dc9045c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:18.869719 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:18.881563 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-daed6dd8-9ca5-45c3-a878-d78dc9045c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:18.883045 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed6dd8-9ca5-45c3-a878-d78dc9045c1d None None] The sync data for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:18.958786 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-f6ab80ad-004f-4d91-a3a6-3c8f12ff4fb7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Deleting port cc431154-96fa-4d86-bb61-7340fd2ec5cb {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:18.959338 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6ab80ad-004f-4d91-a3a6-3c8f12ff4fb7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.048036 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6ab80ad-004f-4d91-a3a6-3c8f12ff4fb7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.048275 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6ab80ad-004f-4d91-a3a6-3c8f12ff4fb7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.079574 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-f6ab80ad-004f-4d91-a3a6-3c8f12ff4fb7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Calling delete_port for cc431154-96fa-4d86-bb61-7340fd2ec5cb owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:19.157909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21bc19-c6ca-4768-95c5-f2df34fb68c9 req-d0c2e249-2f81-4e91-91f0-2b1f90cbd029 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:19.159494 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a21bc19-c6ca-4768-95c5-f2df34fb68c9 req-d0c2e249-2f81-4e91-91f0-2b1f90cbd029 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde75b06-6bc0-4a93-96dc-4da70ee778ae HTTP/1.1" status: 200 len: 944 time: 0.1277833 Jul 07 17:24:19.218717 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1a21bc19-c6ca-4768-95c5-f2df34fb68c9 req-191800d6-f700-4fbe-ab1b-e7c37087860b tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc3ecba0-f251-48dd-83c4-016e5b17d843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507612 Jul 07 17:24:19.268339 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6ab80ad-004f-4d91-a3a6-3c8f12ff4fb7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.295697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab80ad-004f-4d91-a3a6-3c8f12ff4fb7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event deleted for resources: {'Port': ['ID=cc431154-96fa-4d86-bb61-7340fd2ec5cb,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:19.357961 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6ab80ad-004f-4d91-a3a6-3c8f12ff4fb7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.360525 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f6ab80ad-004f-4d91-a3a6-3c8f12ff4fb7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.361703 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f6ab80ad-004f-4d91-a3a6-3c8f12ff4fb7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "DELETE /v2.0/floatingips/120349f9-6444-48d5-a648-c61541ce7a81 HTTP/1.1" status: 204 len: 168 time: 0.5340316 Jul 07 17:24:19.365075 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53988) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:19.370169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-1a3cc891-3837-4660-bd34-597952509293 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': '736352b6-e00b-4976-90dc-eb15fd3b34a8'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:19.392073 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc891-3837-4660-bd34-597952509293 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.496266 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc891-3837-4660-bd34-597952509293 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.604401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-1a3cc891-3837-4660-bd34-597952509293 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Allocated IP 172.25.2.212 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/ddbf9bac-352f-449f-88b7-3310809080e9) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:19.724126 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc891-3837-4660-bd34-597952509293 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.767417 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc891-3837-4660-bd34-597952509293 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:19.807539 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3cc891-3837-4660-bd34-597952509293 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:19.812632 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-1a3cc891-3837-4660-bd34-597952509293 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:19.815464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3cc891-3837-4660-bd34-597952509293 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:19.842030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3cc891-3837-4660-bd34-597952509293 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Port': ['ID=ddbf9bac-352f-449f-88b7-3310809080e9,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:20.193280 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc891-3837-4660-bd34-597952509293 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.275867 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc891-3837-4660-bd34-597952509293 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.398412 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.404229 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc1c1e-5837-46c1-bec9-83e4f91c6abf req-6ed06ece-83e8-44f6-983f-009a494638cf tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:20.405799 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-55cc1c1e-5837-46c1-bec9-83e4f91c6abf req-6ed06ece-83e8-44f6-983f-009a494638cf tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde75b06-6bc0-4a93-96dc-4da70ee778ae HTTP/1.1" status: 200 len: 944 time: 0.0744748 Jul 07 17:24:20.444466 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc891-3837-4660-bd34-597952509293 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.448216 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-55cc1c1e-5837-46c1-bec9-83e4f91c6abf req-3b1c1deb-1122-449d-b4d6-dba04642576b tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc3ecba0-f251-48dd-83c4-016e5b17d843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368350 Jul 07 17:24:20.448730 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc891-3837-4660-bd34-597952509293 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.524617 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3cc891-3837-4660-bd34-597952509293 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Port': ['ID=ddbf9bac-352f-449f-88b7-3310809080e9,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:20.532757 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc891-3837-4660-bd34-597952509293 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.633009 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-1a3cc891-3837-4660-bd34-597952509293 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Floating IP 8437f55f-7cb8-438f-8127-1ce5438345a2 associated. External IP: 172.25.2.212, port: 736352b6-e00b-4976-90dc-eb15fd3b34a8. Jul 07 17:24:20.744888 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:24:20.841603 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3cc891-3837-4660-bd34-597952509293 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Router 91066cf2-7e93-48b1-bcdc-4eea275f96d4 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:20.844973 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=680f18a2-d2c8-4ff8-a741-dbadbde6ba9b,segment=NetworkSegment(c047bb72-e7a7-40e8-9da3-36417577ee04),segment_id=c047bb72-e7a7-40e8-9da3-36417577ee04)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:20.857700 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '680f18a2-d2c8-4ff8-a741-dbadbde6ba9b', 'network_id': '1c286650-c0b7-410d-8dba-ec3b067dfe3c', 'port_id': '680f18a2-d2c8-4ff8-a741-dbadbde6ba9b', 'mac_address': 'fa:16:3e:6f:9e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b7e30cd-7901-438c-9671-27368652587a', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:24:20.895467 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.909015 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:24:20.928659 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=680f18a2-d2c8-4ff8-a741-dbadbde6ba9b,segment=NetworkSegment(c047bb72-e7a7-40e8-9da3-36417577ee04),segment_id=c047bb72-e7a7-40e8-9da3-36417577ee04)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:20.933392 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.953585 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3cc891-3837-4660-bd34-597952509293 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:20.964554 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5de76a-f31c-4fdc-a0e8-602471abfd16 None None] Sync routers for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:20.970671 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc891-3837-4660-bd34-597952509293 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:20.992911 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5de76a-f31c-4fdc-a0e8-602471abfd16 None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:20.993545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ee5de76a-f31c-4fdc-a0e8-602471abfd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:21.009022 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1a3cc891-3837-4660-bd34-597952509293 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.6427968 Jul 07 17:24:21.011474 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53992) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:21.029419 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ee5de76a-f31c-4fdc-a0e8-602471abfd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:21.032440 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=680f18a2-d2c8-4ff8-a741-dbadbde6ba9b,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:21.040915 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5de76a-f31c-4fdc-a0e8-602471abfd16 None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:21.041425 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ee5de76a-f31c-4fdc-a0e8-602471abfd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:21.076121 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5c9e7fea-82a4-446c-887b-4533e11cf069 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "GET /v2.0/floatingips/8437f55f-7cb8-438f-8127-1ce5438345a2 HTTP/1.1" status: 200 len: 976 time: 0.0635457 Jul 07 17:24:21.079519 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ee5de76a-f31c-4fdc-a0e8-602471abfd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:21.080186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5de76a-f31c-4fdc-a0e8-602471abfd16 None None] The sync data for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:21.082821 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53994) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:21.152615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['680f18a2-d2c8-4ff8-a741-dbadbde6ba9b'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:24:21.193132 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fd39ba14-e1ea-4b1a-9f90-e9c2b855923f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1091504 Jul 07 17:24:21.196345 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 53996) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:21.200894 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-10f283ff-91d5-42b1-bb85-6d8144eadf2c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'floatingip': {'port_id': 'b67535ba-be2d-4377-bba4-7af0342c2ba2'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:21.260416 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10f283ff-91d5-42b1-bb85-6d8144eadf2c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:21.961853 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabfb2e-ac9d-4733-9a44-5bc9e020e341 req-80314c5e-0e2c-4289-8928-119d506b1872 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:21.963301 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-deabfb2e-ac9d-4733-9a44-5bc9e020e341 req-80314c5e-0e2c-4289-8928-119d506b1872 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde75b06-6bc0-4a93-96dc-4da70ee778ae HTTP/1.1" status: 200 len: 945 time: 0.1577053 Jul 07 17:24:22.040198 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-deabfb2e-ac9d-4733-9a44-5bc9e020e341 req-80b46ceb-6e50-434b-a407-46e703a81c0e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc3ecba0-f251-48dd-83c4-016e5b17d843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510170 Jul 07 17:24:22.134371 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10f283ff-91d5-42b1-bb85-6d8144eadf2c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:22.138345 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10f283ff-91d5-42b1-bb85-6d8144eadf2c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:22.243599 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-10f283ff-91d5-42b1-bb85-6d8144eadf2c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Floating IP 8437f55f-7cb8-438f-8127-1ce5438345a2 associated. External IP: 172.25.2.212, port: 736352b6-e00b-4976-90dc-eb15fd3b34a8. Jul 07 17:24:22.473402 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f283ff-91d5-42b1-bb85-6d8144eadf2c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Router 91066cf2-7e93-48b1-bcdc-4eea275f96d4 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:22.587336 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f283ff-91d5-42b1-bb85-6d8144eadf2c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:22.597735 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165b6628-e97c-4b5b-9603-1824842fcfd2 None None] Sync routers for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:22.611280 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165b6628-e97c-4b5b-9603-1824842fcfd2 None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:22.612236 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-165b6628-e97c-4b5b-9603-1824842fcfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:22.649850 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-165b6628-e97c-4b5b-9603-1824842fcfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:22.658731 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165b6628-e97c-4b5b-9603-1824842fcfd2 None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:22.659345 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-165b6628-e97c-4b5b-9603-1824842fcfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:22.761380 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:22.782893 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-165b6628-e97c-4b5b-9603-1824842fcfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:22.783570 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165b6628-e97c-4b5b-9603-1824842fcfd2 None None] The sync data for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:22.816112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:22.820727 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:22.821142 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:22.833283 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f283ff-91d5-42b1-bb85-6d8144eadf2c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Router 91066cf2-7e93-48b1-bcdc-4eea275f96d4 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:22.904802 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:22.940923 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde75b06-6bc0-4a93-96dc-4da70ee778ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680f18a2-d2c8-4ff8-a741-dbadbde6ba9b'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:22.944188 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f69a84-bd37-4818-bb2f-6fb80fe63388" -d '{"events": [{"server_uuid": "cde75b06-6bc0-4a93-96dc-4da70ee778ae", "name": "network-vif-plugged", "status": "completed", "tag": "680f18a2-d2c8-4ff8-a741-dbadbde6ba9b"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:22.952011 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f283ff-91d5-42b1-bb85-6d8144eadf2c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:22.957649 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10f283ff-91d5-42b1-bb85-6d8144eadf2c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:22.960614 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=680f18a2-d2c8-4ff8-a741-dbadbde6ba9b,segment=NetworkSegment(c047bb72-e7a7-40e8-9da3-36417577ee04),segment_id=c047bb72-e7a7-40e8-9da3-36417577ee04)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:22.962666 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185fff49-b446-40bb-bf49-9f2435997b1a None None] Sync routers for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:22.968898 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:22.996113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185fff49-b446-40bb-bf49-9f2435997b1a None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:22.996445 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-185fff49-b446-40bb-bf49-9f2435997b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:23.040244 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-185fff49-b446-40bb-bf49-9f2435997b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:23.068908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185fff49-b446-40bb-bf49-9f2435997b1a None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:23.069984 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-185fff49-b446-40bb-bf49-9f2435997b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:23.084028 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649bfd21-0d0c-4cbd-9206-5db7d4c33a5c x-openstack-request-id: req-649bfd21-0d0c-4cbd-9206-5db7d4c33a5c {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:23.084940 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde75b06-6bc0-4a93-96dc-4da70ee778ae", "name": "network-vif-plugged", "status": "completed", "tag": "680f18a2-d2c8-4ff8-a741-dbadbde6ba9b", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:23.085385 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-649bfd21-0d0c-4cbd-9206-5db7d4c33a5c {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:23.085977 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde75b06-6bc0-4a93-96dc-4da70ee778ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680f18a2-d2c8-4ff8-a741-dbadbde6ba9b', 'code': 200} Jul 07 17:24:23.086746 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=680f18a2-d2c8-4ff8-a741-dbadbde6ba9b,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:23.112034 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-10f283ff-91d5-42b1-bb85-6d8144eadf2c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "PUT /v2.0/floatingips/8437f55f-7cb8-438f-8127-1ce5438345a2 HTTP/1.1" status: 200 len: 979 time: 1.9144619 Jul 07 17:24:23.116743 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54008) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:23.134574 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-67eb5520-51fc-441a-b482-4c38aaefadf4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:23.152186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-185fff49-b446-40bb-bf49-9f2435997b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:23.153069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185fff49-b446-40bb-bf49-9f2435997b1a None None] The sync data for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:23.155931 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:23.156389 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:23.156843 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:23.157289 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:23.157733 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:23.158170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:23.158642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:23.159305 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:23.159604 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:23.160036 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:23.160602 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:23.160993 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:23.276971 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:24:23.302096 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67eb5520-51fc-441a-b482-4c38aaefadf4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:23.469960 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e93364c-6684-43d3-b7ad-5638ad53fc19 req-8c3c117e-1903-459d-8a26-b30e128b37ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2808447 Jul 07 17:24:23.478139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e272e-fa53-469d-b460-0e6c3e500228 req-3a8d70d1-2f64-4c14-97a0-6de918d8d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:23.479685 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ca9e272e-fa53-469d-b460-0e6c3e500228 req-3a8d70d1-2f64-4c14-97a0-6de918d8d094 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cde75b06-6bc0-4a93-96dc-4da70ee778ae HTTP/1.1" status: 200 len: 1097 time: 0.2813675 Jul 07 17:24:23.525373 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df571bc-d3d3-476f-988a-e0853d87324f req-a3394572-4ddd-4dff-8285-e6d2ecdbecc9 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:23.526900 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5df571bc-d3d3-476f-988a-e0853d87324f req-a3394572-4ddd-4dff-8285-e6d2ecdbecc9 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde75b06-6bc0-4a93-96dc-4da70ee778ae HTTP/1.1" status: 200 len: 946 time: 0.2815843 Jul 07 17:24:23.564596 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01b153-1ecb-4808-800e-fe1ded67f4ca req-052fb963-17c6-485d-95ed-90d99c81279f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:23.566048 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ae01b153-1ecb-4808-800e-fe1ded67f4ca req-052fb963-17c6-485d-95ed-90d99c81279f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 946 time: 0.0718124 Jul 07 17:24:23.605614 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ae01b153-1ecb-4808-800e-fe1ded67f4ca req-6f344394-d4e4-489b-9437-1a2c3042b6e0 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330060 Jul 07 17:24:23.631805 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67eb5520-51fc-441a-b482-4c38aaefadf4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:23.638717 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ca9e272e-fa53-469d-b460-0e6c3e500228 req-779608b6-01a0-4109-b138-c18d173c099b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cc3ecba0-f251-48dd-83c4-016e5b17d843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496353 Jul 07 17:24:23.647674 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67eb5520-51fc-441a-b482-4c38aaefadf4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:23.647993 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-67eb5520-51fc-441a-b482-4c38aaefadf4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Floating IP 8437f55f-7cb8-438f-8127-1ce5438345a2 disassociated. External IP: 172.25.2.212, port: b67535ba-be2d-4377-bba4-7af0342c2ba2. Jul 07 17:24:23.705572 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5df571bc-d3d3-476f-988a-e0853d87324f req-9534d1d6-5bb8-47b5-85b4-5447204bdf31 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc3ecba0-f251-48dd-83c4-016e5b17d843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680982 Jul 07 17:24:23.719615 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-cc96497a-7599-4b57-977a-0298b879b1fb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3291154 Jul 07 17:24:23.779116 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93364c-6684-43d3-b7ad-5638ad53fc19 req-5640fec1-03f3-4c66-9fde-d08e4b2fe733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:23.780558 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e93364c-6684-43d3-b7ad-5638ad53fc19 req-5640fec1-03f3-4c66-9fde-d08e4b2fe733 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 1097 time: 0.2492924 Jul 07 17:24:23.961871 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-5a4cd1c2-f20a-4fef-86d1-a0e128d91e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:23.962281 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-5a4cd1c2-f20a-4fef-86d1-a0e128d91e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:23.962791 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-5a4cd1c2-f20a-4fef-86d1-a0e128d91e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:23.963262 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-5a4cd1c2-f20a-4fef-86d1-a0e128d91e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:23.963732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-5a4cd1c2-f20a-4fef-86d1-a0e128d91e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:23.964202 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-5a4cd1c2-f20a-4fef-86d1-a0e128d91e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:23.964676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-5a4cd1c2-f20a-4fef-86d1-a0e128d91e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:23.966610 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-5a4cd1c2-f20a-4fef-86d1-a0e128d91e23 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 6502 time: 0.1981184 Jul 07 17:24:23.977669 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93364c-6684-43d3-b7ad-5638ad53fc19 req-d5794483-564e-49ad-8ce1-8d22d6657ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:23.979198 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e93364c-6684-43d3-b7ad-5638ad53fc19 req-d5794483-564e-49ad-8ce1-8d22d6657ed5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.1756799 Jul 07 17:24:24.468410 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67eb5520-51fc-441a-b482-4c38aaefadf4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Router 91066cf2-7e93-48b1-bcdc-4eea275f96d4 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:24.494734 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e93364c-6684-43d3-b7ad-5638ad53fc19 req-49b00ac5-ae2d-49a2-838e-8ee7114032c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17ce0e2a-78ca-481f-9f01-6b2a4fac50dc HTTP/1.1" status: 200 len: 1001 time: 0.4885969 Jul 07 17:24:24.574689 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-81e2d1f3-875a-42b1-8923-d7109c75451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:24.575255 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-81e2d1f3-875a-42b1-8923-d7109c75451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:24.575867 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-81e2d1f3-875a-42b1-8923-d7109c75451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:24.577716 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-81e2d1f3-875a-42b1-8923-d7109c75451e service neutron] 10.222.0.69 "GET /v2.0/networks?id=e29b4352-e24e-4209-8013-9bd6bb864f57&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=18634e68-e208-4b15-bdd2-04c0988b7f74&id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 HTTP/1.1" status: 200 len: 2299 time: 0.5727797 Jul 07 17:24:24.681307 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93364c-6684-43d3-b7ad-5638ad53fc19 req-e187a1df-f460-4f65-91c4-b646f7da05a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:24.682830 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e93364c-6684-43d3-b7ad-5638ad53fc19 req-e187a1df-f460-4f65-91c4-b646f7da05a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.1757517 Jul 07 17:24:24.740680 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-dbeea4a3-ae3d-4513-9491-381730bd5bee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edd8fb19-c8db-4344-a7a3-efcc479931b2 HTTP/1.1" status: 200 len: 1002 time: 0.1538429 Jul 07 17:24:24.747812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67eb5520-51fc-441a-b482-4c38aaefadf4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:24.753814 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67eb5520-51fc-441a-b482-4c38aaefadf4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:24.761097 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ff2231-401d-40f3-8d11-1ebf00c92fef None None] Sync routers for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:24.771779 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ff2231-401d-40f3-8d11-1ebf00c92fef None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:24.772783 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-49ff2231-401d-40f3-8d11-1ebf00c92fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:24.792874 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0346f6-5442-4ede-922c-e410c68b4c42 req-f7a29809-e31e-4cf2-963d-c146a006e866 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:24.798590 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6a0346f6-5442-4ede-922c-e410c68b4c42 req-f7a29809-e31e-4cf2-963d-c146a006e866 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 946 time: 0.0791099 Jul 07 17:24:24.813597 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-49ff2231-401d-40f3-8d11-1ebf00c92fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:24.824636 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ff2231-401d-40f3-8d11-1ebf00c92fef None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:24.825636 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-49ff2231-401d-40f3-8d11-1ebf00c92fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:24.841912 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-67eb5520-51fc-441a-b482-4c38aaefadf4 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "PUT /v2.0/floatingips/8437f55f-7cb8-438f-8127-1ce5438345a2 HTTP/1.1" status: 200 len: 688 time: 1.7237463 Jul 07 17:24:24.845344 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54018) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:24.857794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-c50b62b9-91f8-4cc4-824a-8313618dd549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:24.859304 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-c50b62b9-91f8-4cc4-824a-8313618dd549 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c2c83dc-bdf2-40c6-96f7-00d45954aec0 HTTP/1.1" status: 200 len: 856 time: 0.1096470 Jul 07 17:24:24.859468 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6a0346f6-5442-4ede-922c-e410c68b4c42 req-a078f1e8-8d8f-4e42-89fa-a1cd114a2132 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514548 Jul 07 17:24:24.867222 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-49ff2231-401d-40f3-8d11-1ebf00c92fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:24.867918 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ff2231-401d-40f3-8d11-1ebf00c92fef None None] The sync data for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:24.907779 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93364c-6684-43d3-b7ad-5638ad53fc19 req-01600e98-2aaf-42af-9552-a05f96d90578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:24.909273 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e93364c-6684-43d3-b7ad-5638ad53fc19 req-01600e98-2aaf-42af-9552-a05f96d90578 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2110519 Jul 07 17:24:25.172349 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e93364c-6684-43d3-b7ad-5638ad53fc19 req-1c465858-970c-41af-9390-7b8c3cf47261 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520487 Jul 07 17:24:25.184044 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9a736-2590-43fb-9246-9e03027e966b req-52311b3a-47e9-43f9-9b7d-6d2752802b88 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:25.185485 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1ff9a736-2590-43fb-9246-9e03027e966b req-52311b3a-47e9-43f9-9b7d-6d2752802b88 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde75b06-6bc0-4a93-96dc-4da70ee778ae HTTP/1.1" status: 200 len: 946 time: 0.3295653 Jul 07 17:24:25.190308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-07e26bdf-9562-46a1-98c4-1fc12251a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:25.191759 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-07e26bdf-9562-46a1-98c4-1fc12251a85e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e29b4352-e24e-4209-8013-9bd6bb864f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2863991 Jul 07 17:24:25.354041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-9a795638-c63d-4300-81ab-2d82110f9b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Deleting port ddbf9bac-352f-449f-88b7-3310809080e9 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:25.354422 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a795638-c63d-4300-81ab-2d82110f9b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.380913 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1ff9a736-2590-43fb-9246-9e03027e966b req-838e1b80-3f9a-46cc-8468-39a490c28d44 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc3ecba0-f251-48dd-83c4-016e5b17d843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882479 Jul 07 17:24:25.464753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ab7ae-0f81-4c61-a949-2ad9e7072152 req-d897af51-fb02-4667-8a65-f0483643390d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:25.466307 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-147ab7ae-0f81-4c61-a949-2ad9e7072152 req-d897af51-fb02-4667-8a65-f0483643390d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 946 time: 0.3425300 Jul 07 17:24:25.471400 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e93364c-6684-43d3-b7ad-5638ad53fc19 req-ec7a5fac-b9dc-4784-878a-411d5597f09c service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831810 Jul 07 17:24:25.482604 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-b4f7b92f-9854-4d71-bed7-62d75829b97a service neutron] 10.222.0.69 "GET /v2.0/networks/e29b4352-e24e-4209-8013-9bd6bb864f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769914 Jul 07 17:24:25.563122 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8335961-8897-431e-9b48-07fdd5569d8e req-929f16eb-da1d-4bf9-976f-2155b157d3f0 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:25.564647 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d8335961-8897-431e-9b48-07fdd5569d8e req-929f16eb-da1d-4bf9-976f-2155b157d3f0 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde75b06-6bc0-4a93-96dc-4da70ee778ae HTTP/1.1" status: 200 len: 946 time: 0.0690675 Jul 07 17:24:25.603117 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a795638-c63d-4300-81ab-2d82110f9b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.603453 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a795638-c63d-4300-81ab-2d82110f9b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.604547 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d8335961-8897-431e-9b48-07fdd5569d8e req-f31c4d0c-1385-4155-b1cf-7fb511235992 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc3ecba0-f251-48dd-83c4-016e5b17d843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333271 Jul 07 17:24:25.637764 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-9a795638-c63d-4300-81ab-2d82110f9b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Calling delete_port for ddbf9bac-352f-449f-88b7-3310809080e9 owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:25.723436 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-a66658bd-5355-418b-95f6-25ba0d411066 service neutron] 10.222.0.69 "GET /v2.0/networks/e29b4352-e24e-4209-8013-9bd6bb864f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169569 Jul 07 17:24:25.780895 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-147ab7ae-0f81-4c61-a949-2ad9e7072152 req-6291bf49-a9ef-4d36-af8e-4daf4df7555c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Deleting port 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:25.781241 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-147ab7ae-0f81-4c61-a949-2ad9e7072152 req-6291bf49-a9ef-4d36-af8e-4daf4df7555c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:25.797001 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-c0baf8b5-41e6-4e39-bf22-f81fc1a9749f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=abb06316-0dcb-4177-a46e-857fc15015ac HTTP/1.1" status: 200 len: 217 time: 0.0670221 Jul 07 17:24:25.913667 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-98009c50-2b81-4c4b-a58c-749130dc6cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:25.915264 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-98009c50-2b81-4c4b-a58c-749130dc6cf8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.0891821 Jul 07 17:24:26.012645 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-147ab7ae-0f81-4c61-a949-2ad9e7072152 req-6291bf49-a9ef-4d36-af8e-4daf4df7555c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] For port 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=17ce0e2a-78ca-481f-9f01-6b2a4fac50dc,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:26.013027 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-147ab7ae-0f81-4c61-a949-2ad9e7072152 req-6291bf49-a9ef-4d36-af8e-4daf4df7555c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.061151 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a795638-c63d-4300-81ab-2d82110f9b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.132763 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a795638-c63d-4300-81ab-2d82110f9b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event deleted for resources: {'Port': ['ID=ddbf9bac-352f-449f-88b7-3310809080e9,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:26.254125 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-118ba4d9-c2f2-4c97-967a-ae968af2d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:26.255602 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-118ba4d9-c2f2-4c97-967a-ae968af2d30e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3322537 Jul 07 17:24:26.282905 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340beacc-e72a-4b72-963e-69b3783cdb98 req-013a6357-2e28-48ea-85de-e8c6dacb2cdb tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:26.284387 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-340beacc-e72a-4b72-963e-69b3783cdb98 req-013a6357-2e28-48ea-85de-e8c6dacb2cdb tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 946 time: 0.2899306 Jul 07 17:24:26.311051 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a795638-c63d-4300-81ab-2d82110f9b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.313554 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a795638-c63d-4300-81ab-2d82110f9b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.314723 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9a795638-c63d-4300-81ab-2d82110f9b9f tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "DELETE /v2.0/floatingips/8437f55f-7cb8-438f-8127-1ce5438345a2 HTTP/1.1" status: 204 len: 168 time: 1.4684210 Jul 07 17:24:26.317722 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54030) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:26.355843 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-84f421fa-e9b7-4cdb-a72c-11cb4e847591 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] delete failed (client error): The resource could not be found. Jul 07 17:24:26.356900 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-84f421fa-e9b7-4cdb-a72c-11cb4e847591 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "DELETE /v2.0/floatingips/8437f55f-7cb8-438f-8127-1ce5438345a2 HTTP/1.1" status: 404 len: 345 time: 0.0381482 Jul 07 17:24:26.360720 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54032) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:26.440821 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-147ab7ae-0f81-4c61-a949-2ad9e7072152 req-6291bf49-a9ef-4d36-af8e-4daf4df7555c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.441200 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-147ab7ae-0f81-4c61-a949-2ad9e7072152 req-6291bf49-a9ef-4d36-af8e-4daf4df7555c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.441519 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [req-147ab7ae-0f81-4c61-a949-2ad9e7072152 req-6291bf49-a9ef-4d36-af8e-4daf4df7555c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Floating IP 334563ba-7429-4a38-a82b-cf4c5496292d disassociated. External IP: 172.25.2.94, port: 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc. Jul 07 17:24:26.441869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-147ab7ae-0f81-4c61-a949-2ad9e7072152 req-6291bf49-a9ef-4d36-af8e-4daf4df7555c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Calling delete_port for 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:26.446196 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-340beacc-e72a-4b72-963e-69b3783cdb98 req-cf84d0fe-1696-449f-b4b1-fcf03349205c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395414 Jul 07 17:24:26.476819 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1b104e-79d6-44f2-a1ab-91cc2abec0da tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:26.483144 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1b104e-79d6-44f2-a1ab-91cc2abec0da tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:26.490237 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1b104e-79d6-44f2-a1ab-91cc2abec0da tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:26.492052 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ad1b104e-79d6-44f2-a1ab-91cc2abec0da tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "GET /v2.0/ports?network_id=54b38019-c9ec-4476-ae81-8c27bc803711 HTTP/1.1" status: 200 len: 2357 time: 0.1303957 Jul 07 17:24:26.495100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54034) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:26.501389 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-2cf18023-677e-4d8b-b036-d051a2a76ca8 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366061 Jul 07 17:24:26.546082 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205c02cc-5afe-4381-b56c-ea94cba43711 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:26.547416 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-205c02cc-5afe-4381-b56c-ea94cba43711 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "GET /v2.0/subnets/df935924-e8d3-4f15-860d-42ecfad0ca5c HTTP/1.1" status: 200 len: 797 time: 0.0513625 Jul 07 17:24:26.552245 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54036) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:26.557375 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'port': {'network_id': '54b38019-c9ec-4476-ae81-8c27bc803711', 'name': 'tempest-FloatingIPTestJSON-360823125', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:26.676207 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Made reservation on behalf of 23dc5754d8c049d18396032be0c80377 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:26.774302 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:26.794542 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] device_id is not set on port 9e914829-0cb3-4db5-942c-4782813f2fa7 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:24:26.991567 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-e457e054-8d4c-4b6c-857c-efa34652c35e service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835327 Jul 07 17:24:27.038996 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-c974e72f-ffaa-444d-a899-41f80de397f0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=3ca38a31-8b0b-40d7-958d-92e968e1581f HTTP/1.1" status: 200 len: 217 time: 0.0396757 Jul 07 17:24:27.044049 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-147ab7ae-0f81-4c61-a949-2ad9e7072152 req-6291bf49-a9ef-4d36-af8e-4daf4df7555c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.093143 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54038) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:27.107962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291bf49-a9ef-4d36-af8e-4daf4df7555c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event deleted for resources: {'Port': ['ID=17ce0e2a-78ca-481f-9f01-6b2a4fac50dc,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:27.132480 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-4e1772c0-c3ac-4bf9-92b9-a92855276842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:27.133995 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-4e1772c0-c3ac-4bf9-92b9-a92855276842 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.0876484 Jul 07 17:24:27.158868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Allocated IP 172.20.0.14 (54b38019-c9ec-4476-ae81-8c27bc803711/df935924-e8d3-4f15-860d-42ecfad0ca5c/9e914829-0cb3-4db5-942c-4782813f2fa7) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:27.168747 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Allocated IP 172.20.0.12 (54b38019-c9ec-4476-ae81-8c27bc803711/df935924-e8d3-4f15-860d-42ecfad0ca5c/9e914829-0cb3-4db5-942c-4782813f2fa7) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:27.280699 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-147ab7ae-0f81-4c61-a949-2ad9e7072152 req-6291bf49-a9ef-4d36-af8e-4daf4df7555c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Router 20033ea3-f499-4310-8935-0c7b48870b0d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:27.282677 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-c35166b0-209c-4a74-8959-b285d9f6103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:27.284187 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-c35166b0-209c-4a74-8959-b285d9f6103d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1171575 Jul 07 17:24:27.452421 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.466556 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-5d9bbb0e-a2cd-4f21-b6ac-70b4d77c76b5 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749239 Jul 07 17:24:27.467790 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-147ab7ae-0f81-4c61-a949-2ad9e7072152 req-6291bf49-a9ef-4d36-af8e-4daf4df7555c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:27.479965 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab8e9a2-19dc-4a0d-b9a4-fc1941df1b1c None None] Sync routers for ids ['20033ea3-f499-4310-8935-0c7b48870b0d'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:27.497723 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab8e9a2-19dc-4a0d-b9a4-fc1941df1b1c None None] Routers {'20033ea3-f499-4310-8935-0c7b48870b0d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:27.498874 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4ab8e9a2-19dc-4a0d-b9a4-fc1941df1b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['20033ea3-f499-4310-8935-0c7b48870b0d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:27.544396 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.565418 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-147ab7ae-0f81-4c61-a949-2ad9e7072152 req-6291bf49-a9ef-4d36-af8e-4daf4df7555c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] No DVR routers for this DVR port 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:27.569402 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-147ab7ae-0f81-4c61-a949-2ad9e7072152 req-6291bf49-a9ef-4d36-af8e-4daf4df7555c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.571512 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-147ab7ae-0f81-4c61-a949-2ad9e7072152 req-6291bf49-a9ef-4d36-af8e-4daf4df7555c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.15 "DELETE /v2.0/ports/17ce0e2a-78ca-481f-9f01-6b2a4fac50dc HTTP/1.1" status: 204 len: 173 time: 2.0992005 Jul 07 17:24:27.571978 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7a562e-4398-492f-bc64-b26939c1e3f4', 'name': 'network-vif-deleted', 'tag': '17ce0e2a-78ca-481f-9f01-6b2a4fac50dc'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:27.574366 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3736ecd3-57d5-4de1-ae0c-e878a8e92f79" -d '{"events": [{"server_uuid": "9f7a562e-4398-492f-bc64-b26939c1e3f4", "name": "network-vif-deleted", "tag": "17ce0e2a-78ca-481f-9f01-6b2a4fac50dc"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:27.654723 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90c8ed2-d4ca-4828-b7a7-31de56ec6473 x-openstack-request-id: req-e90c8ed2-d4ca-4828-b7a7-31de56ec6473 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:27.654879 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Network 54b38019-c9ec-4476-ae81-8c27bc803711 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:27.655179 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7a562e-4398-492f-bc64-b26939c1e3f4", "name": "network-vif-deleted", "tag": "17ce0e2a-78ca-481f-9f01-6b2a4fac50dc", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:27.655460 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e90c8ed2-d4ca-4828-b7a7-31de56ec6473 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:27.655937 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7a562e-4398-492f-bc64-b26939c1e3f4', 'name': 'network-vif-deleted', 'tag': '17ce0e2a-78ca-481f-9f01-6b2a4fac50dc', 'status': 'completed', 'code': 200} Jul 07 17:24:27.659891 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-126b3b8c-ae32-45c5-9b81-acd90f25b79b service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854076 Jul 07 17:24:27.701599 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b7e9e38-1685-42f7-9aac-34f76f852bf1 req-048e5449-2631-41dc-9e56-da8b686350d5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0690098 Jul 07 17:24:27.711443 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-4ab8e9a2-19dc-4a0d-b9a4-fc1941df1b1c None None] Set router 20033ea3-f499-4310-8935-0c7b48870b0d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:27.714453 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-5bca35c1-4ac2-4336-a1f8-2ea147cb5ca1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=36c75515-b4d5-40e5-ac8b-57a12501df0b HTTP/1.1" status: 200 len: 217 time: 0.0443041 Jul 07 17:24:27.778339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-34306792-6ab0-4b18-b3d8-97fd3cad028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:27.779885 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-34306792-6ab0-4b18-b3d8-97fd3cad028a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.0594001 Jul 07 17:24:27.785976 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:27.791023 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:27.840780 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Port': ['ID=9e914829-0cb3-4db5-942c-4782813f2fa7,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:27.852757 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:27.853129 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:27.853287 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-59426d6d-cdd5-42ba-8585-c6e57e063998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:27.853534 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:27.853786 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:27.854124 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:27.854495 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:27.854840 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:27.855143 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-59426d6d-cdd5-42ba-8585-c6e57e063998 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0686276 Jul 07 17:24:27.855270 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:27.855501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:27.855834 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:27.856164 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:27.856493 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:24:27.884709 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:27.885380 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:27.932281 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-60b33091-471c-48b7-8817-8dc912e350aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.3790078 Jul 07 17:24:27.932942 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54044) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:27.940110 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1857b756-c49f-4d20-81a3-76e3e2a35d8a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': '9e914829-0cb3-4db5-942c-4782813f2fa7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:27.992575 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-c794ae77-6aed-498d-a040-acd7c527912d service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297863 Jul 07 17:24:27.996965 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4ab8e9a2-19dc-4a0d-b9a4-fc1941df1b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '5b0bdf04-b259-45fd-a61c-23dd420261c7', 'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'mac_address': 'fa:16:3e:26:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:08Z', 'updated_at': '2021-07-07T17:18:18Z', 'revision_number': 5, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'subnets': [{'id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:28.026813 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1857b756-c49f-4d20-81a3-76e3e2a35d8a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:28.031969 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab8e9a2-19dc-4a0d-b9a4-fc1941df1b1c None None] Checking router: 20033ea3-f499-4310-8935-0c7b48870b0d for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:24:28.041660 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab8e9a2-19dc-4a0d-b9a4-fc1941df1b1c None None] Routers {'20033ea3-f499-4310-8935-0c7b48870b0d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:28.042294 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4ab8e9a2-19dc-4a0d-b9a4-fc1941df1b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['20033ea3-f499-4310-8935-0c7b48870b0d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:28.105455 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-d8c695fc-01e6-4098-9638-dd7df6c4a5bc service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058440 Jul 07 17:24:28.167131 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-5e7d5da7-8d44-42ac-9414-4910a61e14cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=9752ead6-f062-496d-b5e1-bd1277445c2b HTTP/1.1" status: 200 len: 217 time: 0.0555084 Jul 07 17:24:28.199148 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92f2a000-c4b6-498a-9b49-d59ecbe49ba1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:28.223560 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1857b756-c49f-4d20-81a3-76e3e2a35d8a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:28.227011 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-4ab8e9a2-19dc-4a0d-b9a4-fc1941df1b1c None None] Set router 20033ea3-f499-4310-8935-0c7b48870b0d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:28.246189 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-4e9d0d12-f2c0-4a2a-8d91-c0a0c9d2546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:28.248356 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-4e9d0d12-f2c0-4a2a-8d91-c0a0c9d2546d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 200 len: 797 time: 0.0746491 Jul 07 17:24:28.317772 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-95ee144d-6041-45be-89d2-ea168c5c429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:28.319514 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-95ee144d-6041-45be-89d2-ea168c5c429b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18634e68-e208-4b15-bdd2-04c0988b7f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0639064 Jul 07 17:24:28.458579 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-1d7609e0-84fa-401b-8610-6f392f68d898 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316204 Jul 07 17:24:28.498830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-4ab8e9a2-19dc-4a0d-b9a4-fc1941df1b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '5b0bdf04-b259-45fd-a61c-23dd420261c7', 'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'mac_address': 'fa:16:3e:26:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:08Z', 'updated_at': '2021-07-07T17:18:18Z', 'revision_number': 5, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'subnets': [{'id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:28.535357 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab8e9a2-19dc-4a0d-b9a4-fc1941df1b1c None None] The sync data for ids ['20033ea3-f499-4310-8935-0c7b48870b0d'] in n-d-793620-7 is: [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '5b0bdf04-b259-45fd-a61c-23dd420261c7', 'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'mac_address': 'fa:16:3e:26:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:08Z', 'updated_at': '2021-07-07T17:18:18Z', 'revision_number': 5, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'subnets': [{'id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:28.583185 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-b2bf2a5c-7ac0-4cc9-942b-a211f5935c39 service neutron] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169014 Jul 07 17:24:28.616901 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-1857b756-c49f-4d20-81a3-76e3e2a35d8a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Allocated IP 172.25.2.147 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/d0a4cded-ba0c-4af8-a64c-bfa1fe6c31a0) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:28.635194 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-d549c934-47ce-4345-b6dd-b2bcd5a37996 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dafbd2ac-b04e-42fa-b747-4064f6bc911f HTTP/1.1" status: 200 len: 217 time: 0.0450416 Jul 07 17:24:28.647508 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-92f2a000-c4b6-498a-9b49-d59ecbe49ba1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Allocated IP 172.20.0.17 (1c286650-c0b7-410d-8dba-ec3b067dfe3c/7b7e30cd-7901-438c-9671-27368652587a/68e53770-857c-4c2a-9552-57f462b170ce) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:28.693965 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-e15cf8cb-776c-4a9c-ba57-2e022c9e22b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:28.696395 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-e15cf8cb-776c-4a9c-ba57-2e022c9e22b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c HTTP/1.1" status: 200 len: 797 time: 0.0547826 Jul 07 17:24:28.766493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-3376f998-ff5b-447a-aa9f-785e729f6de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:28.768143 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-3376f998-ff5b-447a-aa9f-785e729f6de8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0657151 Jul 07 17:24:28.792280 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:28.845099 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:28.845439 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 17ce0e2a-78ca-481f-9f01-6b2a4fac50dc not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:28.954013 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-1239fde4-1fe0-422f-8457-5b10e678a4e9 service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681626 Jul 07 17:24:28.956490 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-23bda9de-3712-4319-bbf7-e3febb4892d5 req-0b6fe06f-ddd3-4ce5-b604-74230e0f79cf tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0402718 Jul 07 17:24:28.974606 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83030367-e5c5-4003-a10c-548d6fc4073b None None] New status for floating IP 334563ba-7429-4a38-a82b-cf4c5496292d: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:24:29.084420 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-c589b94c-f2e4-4c51-9451-8d0018c933c2 service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237543 Jul 07 17:24:29.158159 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-698177aa-3677-4fb4-a142-713d3c39d83b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6892b463-e625-476b-95bb-85543e6fc3f0 HTTP/1.1" status: 200 len: 217 time: 0.0656517 Jul 07 17:24:29.167759 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1857b756-c49f-4d20-81a3-76e3e2a35d8a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.224651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-6e6c8680-72a5-442b-9c01-df5b747c68d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:29.226421 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-6e6c8680-72a5-442b-9c01-df5b747c68d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c HTTP/1.1" status: 200 len: 797 time: 0.0621655 Jul 07 17:24:29.249592 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92f2a000-c4b6-498a-9b49-d59ecbe49ba1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.272291 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-92f2a000-c4b6-498a-9b49-d59ecbe49ba1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Transition to ACTIVE for port object 68e53770-857c-4c2a-9552-57f462b170ce will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:29.283917 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1857b756-c49f-4d20-81a3-76e3e2a35d8a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.303059 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-a3bd7897-a540-41d8-b2c3-965f9edc3ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:29.305394 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-a3bd7897-a540-41d8-b2c3-965f9edc3ec5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0715964 Jul 07 17:24:29.341591 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1857b756-c49f-4d20-81a3-76e3e2a35d8a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:29.351653 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-1857b756-c49f-4d20-81a3-76e3e2a35d8a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:29.354224 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1857b756-c49f-4d20-81a3-76e3e2a35d8a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:29.387010 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857b756-c49f-4d20-81a3-76e3e2a35d8a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Port': ['ID=d0a4cded-ba0c-4af8-a64c-bfa1fe6c31a0,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:29.393374 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92f2a000-c4b6-498a-9b49-d59ecbe49ba1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.427362 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-cc71ce58-2303-430c-9f36-b0d363e5ef7b service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145005 Jul 07 17:24:29.441365 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f2a000-c4b6-498a-9b49-d59ecbe49ba1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Network 1c286650-c0b7-410d-8dba-ec3b067dfe3c is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:29.452642 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-92f2a000-c4b6-498a-9b49-d59ecbe49ba1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:29.508740 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2a000-c4b6-498a-9b49-d59ecbe49ba1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'Port': ['ID=68e53770-857c-4c2a-9552-57f462b170ce,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:29.511458 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f2a000-c4b6-498a-9b49-d59ecbe49ba1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:29.536376 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6f49c834-904f-4077-b2e8-557b0cebe124 req-28908637-4900-4ef6-a9b2-d3350d4168d8 service neutron] 10.222.0.69 "GET /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024559 Jul 07 17:24:29.603629 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92f2a000-c4b6-498a-9b49-d59ecbe49ba1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.711298 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2bd6e614-97a1-4d58-9f3b-57613acc729b None None] Provisioning for port 68e53770-857c-4c2a-9552-57f462b170ce completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:29.718936 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2bd6e614-97a1-4d58-9f3b-57613acc729b None None] Provisioning complete for port 68e53770-857c-4c2a-9552-57f462b170ce triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:29.719808 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e614-97a1-4d58-9f3b-57613acc729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:29.771513 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6e614-97a1-4d58-9f3b-57613acc729b None None] Port 68e53770-857c-4c2a-9552-57f462b170ce cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:29.905955 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92f2a000-c4b6-498a-9b49-d59ecbe49ba1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.099728 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1857b756-c49f-4d20-81a3-76e3e2a35d8a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.191746 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ffb10fb4-151a-4749-8006-183fd877b12e req-e751b659-16a6-4458-8567-8c0d82328237 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0933425 Jul 07 17:24:30.315272 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1857b756-c49f-4d20-81a3-76e3e2a35d8a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.466370 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92f2a000-c4b6-498a-9b49-d59ecbe49ba1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.478628 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92f2a000-c4b6-498a-9b49-d59ecbe49ba1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.585402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2a000-c4b6-498a-9b49-d59ecbe49ba1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'Port': ['ID=68e53770-857c-4c2a-9552-57f462b170ce,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:30.588750 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92f2a000-c4b6-498a-9b49-d59ecbe49ba1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.610223 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1857b756-c49f-4d20-81a3-76e3e2a35d8a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.649302 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1857b756-c49f-4d20-81a3-76e3e2a35d8a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.744970 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857b756-c49f-4d20-81a3-76e3e2a35d8a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Port': ['ID=d0a4cded-ba0c-4af8-a64c-bfa1fe6c31a0,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:30.780465 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1857b756-c49f-4d20-81a3-76e3e2a35d8a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:30.818184 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f2a000-c4b6-498a-9b49-d59ecbe49ba1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Network 1c286650-c0b7-410d-8dba-ec3b067dfe3c is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:30.821592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-92f2a000-c4b6-498a-9b49-d59ecbe49ba1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:30.964549 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-1857b756-c49f-4d20-81a3-76e3e2a35d8a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Floating IP 2d691eb1-b956-46e1-8c85-81bae348e09c associated. External IP: 172.25.2.147, port: 9e914829-0cb3-4db5-942c-4782813f2fa7. Jul 07 17:24:31.036909 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f2a000-c4b6-498a-9b49-d59ecbe49ba1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Router 63da0261-14dc-4f96-8a64-cf6da870ad5d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:31.101169 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-eaca181d-74ec-456d-b2ab-e4c5a913637f None None] Provisioning complete for port 68e53770-857c-4c2a-9552-57f462b170ce triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:31.102187 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eaca181d-74ec-456d-b2ab-e4c5a913637f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:31.140775 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-eaca181d-74ec-456d-b2ab-e4c5a913637f None None] Port 68e53770-857c-4c2a-9552-57f462b170ce cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:31.347608 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c92dc76f-e68a-41c1-8b88-ad50b554803b req-6d980792-f6da-4f0c-93c2-37ae366c71ee tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f7a562e-4398-492f-bc64-b26939c1e3f4 HTTP/1.1" status: 200 len: 210 time: 0.0382457 Jul 07 17:24:31.573729 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f2a000-c4b6-498a-9b49-d59ecbe49ba1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:31.579605 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-92f2a000-c4b6-498a-9b49-d59ecbe49ba1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "PUT /v2.0/routers/63da0261-14dc-4f96-8a64-cf6da870ad5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4851353 Jul 07 17:24:31.595106 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1857b756-c49f-4d20-81a3-76e3e2a35d8a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Router 91066cf2-7e93-48b1-bcdc-4eea275f96d4 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:31.596061 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] Sync routers for ids ['63da0261-14dc-4f96-8a64-cf6da870ad5d'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:31.605232 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] Routers {'63da0261-14dc-4f96-8a64-cf6da870ad5d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:31.605875 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['63da0261-14dc-4f96-8a64-cf6da870ad5d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:31.705239 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1857b756-c49f-4d20-81a3-76e3e2a35d8a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:31.712687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] Set router 63da0261-14dc-4f96-8a64-cf6da870ad5d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:31.717946 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d14065-bbb0-4632-83b0-74753ed1cabd None None] Sync routers for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:31.725330 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1857b756-c49f-4d20-81a3-76e3e2a35d8a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:31.728562 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d14065-bbb0-4632-83b0-74753ed1cabd None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:31.729198 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-56d14065-bbb0-4632-83b0-74753ed1cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:31.764859 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-56d14065-bbb0-4632-83b0-74753ed1cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:31.768689 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54056) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:31.769152 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1857b756-c49f-4d20-81a3-76e3e2a35d8a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8327756 Jul 07 17:24:31.773935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-51d2a590-4ff4-4801-abdf-9aa48a9ccf71 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'floatingip': {'port_id': '9e914829-0cb3-4db5-942c-4782813f2fa7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:31.776082 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d14065-bbb0-4632-83b0-74753ed1cabd None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:31.776873 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-56d14065-bbb0-4632-83b0-74753ed1cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:31.811704 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-56d14065-bbb0-4632-83b0-74753ed1cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:31.812712 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d14065-bbb0-4632-83b0-74753ed1cabd None None] The sync data for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:31.840090 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-51d2a590-4ff4-4801-abdf-9aa48a9ccf71 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.145095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'name': 'tempest-TestNetworkBasicOps-router-81828197', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:28Z', 'updated_at': '2021-07-07T17:24:29Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:29Z', 'updated_at': '2021-07-07T17:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'a1d83f7e-07e2-4658-817b-4c85643166f6', 'tenant_id': '2819b097d22142529378d8839f8df263', 'floating_ip_address': '172.25.2.89', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'port_id': '853ab862-cd31-4453-99a9-97bb43347997', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'mac_address': 'fa:16:3e:65:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb9b71-76cc-4bbc-9929-2cba2f06eefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:22:49Z', 'updated_at': '2021-07-07T17:22:52Z', 'revision_number': 1, 'project_id': '2819b097d22142529378d8839f8df263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027ca4fc-f521-4d38-ae94-d75180b8975c', 'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:98:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:31Z', 'updated_at': '2021-07-07T17:22:37Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68e53770-857c-4c2a-9552-57f462b170ce', 'name': '', 'network_id': '1c286650-c0b7-410d-8dba-ec3b067dfe3c', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:29:ee:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '7b7e30cd-7901-438c-9671-27368652587a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:28Z', 'updated_at': '2021-07-07T17:24:30Z', 'revision_number': 2, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '7b7e30cd-7901-438c-9671-27368652587a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:32.174182 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] Checking router: 63da0261-14dc-4f96-8a64-cf6da870ad5d for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:24:32.174483 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] Updating router 63da0261-14dc-4f96-8a64-cf6da870ad5d port 68e53770-857c-4c2a-9552-57f462b170ce binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:24:32.209339 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.387772 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-51d2a590-4ff4-4801-abdf-9aa48a9ccf71 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.393656 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-51d2a590-4ff4-4801-abdf-9aa48a9ccf71 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.543710 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.552723 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] Transition to ACTIVE for port object 68e53770-857c-4c2a-9552-57f462b170ce will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:32.559928 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.615705 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c157a-3b4c-4445-ade4-a6eb21592887 None None] Pushing event updated for resources: {'Port': ['ID=68e53770-857c-4c2a-9552-57f462b170ce,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:32.667718 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-57a29575-677e-4ec2-90ec-d77bb2674ee0 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1996724436&fields=id&tenant_id=cea56dc008374433a72ff26fbcfa22d6 HTTP/1.1" status: 200 len: 267 time: 0.0794673 Jul 07 17:24:32.674467 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] Attempting to bind port 68e53770-857c-4c2a-9552-57f462b170ce on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:32.674849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] Attempting to bind port 68e53770-857c-4c2a-9552-57f462b170ce by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'c047bb72-e7a7-40e8-9da3-36417577ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1c286650-c0b7-410d-8dba-ec3b067dfe3c'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:32.675216 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] Attempting to bind port 68e53770-857c-4c2a-9552-57f462b170ce on network 1c286650-c0b7-410d-8dba-ec3b067dfe3c {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:32.676397 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d2a590-4ff4-4801-abdf-9aa48a9ccf71 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Router 91066cf2-7e93-48b1-bcdc-4eea275f96d4 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:32.680878 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:32.681267 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] Checking segment: {'id': 'c047bb72-e7a7-40e8-9da3-36417577ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1c286650-c0b7-410d-8dba-ec3b067dfe3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:32.681682 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.682290 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] Bound using segment: {'id': 'c047bb72-e7a7-40e8-9da3-36417577ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1c286650-c0b7-410d-8dba-ec3b067dfe3c'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:32.682826 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] Bound port: 68e53770-857c-4c2a-9552-57f462b170ce, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c047bb72-e7a7-40e8-9da3-36417577ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1c286650-c0b7-410d-8dba-ec3b067dfe3c'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:32.683220 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.761678 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] For port 68e53770-857c-4c2a-9552-57f462b170ce, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:32.766723 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] For port 68e53770-857c-4c2a-9552-57f462b170ce, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=68e53770-857c-4c2a-9552-57f462b170ce,segment=NetworkSegment(c047bb72-e7a7-40e8-9da3-36417577ee04),segment_id=c047bb72-e7a7-40e8-9da3-36417577ee04)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:32.771936 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.844959 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] Routers {'63da0261-14dc-4f96-8a64-cf6da870ad5d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:32.844959 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['63da0261-14dc-4f96-8a64-cf6da870ad5d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:32.844959 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c157a-3b4c-4445-ade4-a6eb21592887 None None] Pushing event updated for resources: {'Port': ['ID=68e53770-857c-4c2a-9552-57f462b170ce,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:32.873068 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-20f241a5-5ad2-46f6-b73d-de7d300c3cd7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:32.874579 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-20f241a5-5ad2-46f6-b73d-de7d300c3cd7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 811 time: 0.1925197 Jul 07 17:24:32.909968 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-f2fb0e62-392a-4bb9-9856-a99166041754 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/quotas/cea56dc008374433a72ff26fbcfa22d6 HTTP/1.1" status: 200 len: 375 time: 0.0215316 Jul 07 17:24:32.911856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d2a590-4ff4-4801-abdf-9aa48a9ccf71 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:32.916790 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-51d2a590-4ff4-4801-abdf-9aa48a9ccf71 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:32.938990 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2d36c-a82d-4820-997f-b1a2c73988a1 None None] Sync routers for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:32.962176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2d36c-a82d-4820-997f-b1a2c73988a1 None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:32.962767 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b4e2d36c-a82d-4820-997f-b1a2c73988a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:33.005221 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b4e2d36c-a82d-4820-997f-b1a2c73988a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:33.023465 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] Set router 63da0261-14dc-4f96-8a64-cf6da870ad5d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:33.046316 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-51d2a590-4ff4-4801-abdf-9aa48a9ccf71 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "PUT /v2.0/floatingips/2d691eb1-b956-46e1-8c85-81bae348e09c HTTP/1.1" status: 200 len: 978 time: 1.2759950 Jul 07 17:24:33.049563 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54070) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:33.054444 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2d36c-a82d-4820-997f-b1a2c73988a1 None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:33.055068 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b4e2d36c-a82d-4820-997f-b1a2c73988a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:33.061969 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-1bf6da2f-c78f-4228-81f6-fdcdd4ba6b1c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1160195 Jul 07 17:24:33.092726 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b4e2d36c-a82d-4820-997f-b1a2c73988a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:33.093370 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2d36c-a82d-4820-997f-b1a2c73988a1 None None] The sync data for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:33.231789 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-77a1b077-ce36-4676-9c36-22ef808dbd19 service neutron] 10.222.0.50 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575792 Jul 07 17:24:33.236450 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-0eab8481-90c5-49ac-bf7c-2d2ed12ccf5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Deleting port d0a4cded-ba0c-4af8-a64c-bfa1fe6c31a0 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:33.236804 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0eab8481-90c5-49ac-bf7c-2d2ed12ccf5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.313915 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'name': 'tempest-TestNetworkBasicOps-router-81828197', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:28Z', 'updated_at': '2021-07-07T17:24:29Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:29Z', 'updated_at': '2021-07-07T17:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'a1d83f7e-07e2-4658-817b-4c85643166f6', 'tenant_id': '2819b097d22142529378d8839f8df263', 'floating_ip_address': '172.25.2.89', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'port_id': '853ab862-cd31-4453-99a9-97bb43347997', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'mac_address': 'fa:16:3e:65:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb9b71-76cc-4bbc-9929-2cba2f06eefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:22:49Z', 'updated_at': '2021-07-07T17:22:52Z', 'revision_number': 1, 'project_id': '2819b097d22142529378d8839f8df263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027ca4fc-f521-4d38-ae94-d75180b8975c', 'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:98:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:31Z', 'updated_at': '2021-07-07T17:22:37Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68e53770-857c-4c2a-9552-57f462b170ce', 'name': '', 'network_id': '1c286650-c0b7-410d-8dba-ec3b067dfe3c', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:29:ee:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '7b7e30cd-7901-438c-9671-27368652587a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:28Z', 'updated_at': '2021-07-07T17:24:32Z', 'revision_number': 4, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '7b7e30cd-7901-438c-9671-27368652587a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:33.325834 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0eab8481-90c5-49ac-bf7c-2d2ed12ccf5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.325834 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0eab8481-90c5-49ac-bf7c-2d2ed12ccf5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.331624 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-3686c626-d4be-4978-a525-83bf5e400a78 service neutron] 10.222.0.50 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935752 Jul 07 17:24:33.339404 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-0eab8481-90c5-49ac-bf7c-2d2ed12ccf5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Calling delete_port for d0a4cded-ba0c-4af8-a64c-bfa1fe6c31a0 owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:33.342277 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa926673-60de-4bbe-b22c-d7193eb3fb92 None None] The sync data for ids ['63da0261-14dc-4f96-8a64-cf6da870ad5d'] in n-d-793620-7 is: [{'id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'name': 'tempest-TestNetworkBasicOps-router-81828197', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:28Z', 'updated_at': '2021-07-07T17:24:29Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:29Z', 'updated_at': '2021-07-07T17:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'a1d83f7e-07e2-4658-817b-4c85643166f6', 'tenant_id': '2819b097d22142529378d8839f8df263', 'floating_ip_address': '172.25.2.89', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'port_id': '853ab862-cd31-4453-99a9-97bb43347997', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'mac_address': 'fa:16:3e:65:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb9b71-76cc-4bbc-9929-2cba2f06eefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:22:49Z', 'updated_at': '2021-07-07T17:22:52Z', 'revision_number': 1, 'project_id': '2819b097d22142529378d8839f8df263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027ca4fc-f521-4d38-ae94-d75180b8975c', 'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:98:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:31Z', 'updated_at': '2021-07-07T17:22:37Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68e53770-857c-4c2a-9552-57f462b170ce', 'name': '', 'network_id': '1c286650-c0b7-410d-8dba-ec3b067dfe3c', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:29:ee:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '7b7e30cd-7901-438c-9671-27368652587a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:24:28Z', 'updated_at': '2021-07-07T17:24:32Z', 'revision_number': 4, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '7b7e30cd-7901-438c-9671-27368652587a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:33.565543 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0eab8481-90c5-49ac-bf7c-2d2ed12ccf5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.593858 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab8481-90c5-49ac-bf7c-2d2ed12ccf5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event deleted for resources: {'Port': ['ID=d0a4cded-ba0c-4af8-a64c-bfa1fe6c31a0,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:33.689893 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0eab8481-90c5-49ac-bf7c-2d2ed12ccf5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.690327 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-0eab8481-90c5-49ac-bf7c-2d2ed12ccf5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Floating IP 2d691eb1-b956-46e1-8c85-81bae348e09c disassociated (deleted). External IP: 172.25.2.147, port: 9e914829-0cb3-4db5-942c-4782813f2fa7. Jul 07 17:24:33.809895 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 68e53770-857c-4c2a-9552-57f462b170ce up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:33.860590 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a134c5cd-b2c1-4bd5-a6ac-e7820669e2ea req-34829a29-fdd4-4a4e-a0fc-1505d82b9419 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 210 time: 0.1745424 Jul 07 17:24:33.865083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 68e53770-857c-4c2a-9552-57f462b170ce completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:33.872552 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 68e53770-857c-4c2a-9552-57f462b170ce triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:33.872991 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:33.993497 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.063057 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 68e53770-857c-4c2a-9552-57f462b170ce, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=68e53770-857c-4c2a-9552-57f462b170ce,segment=NetworkSegment(c047bb72-e7a7-40e8-9da3-36417577ee04),segment_id=c047bb72-e7a7-40e8-9da3-36417577ee04)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:34.066912 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eab8481-90c5-49ac-bf7c-2d2ed12ccf5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Router 91066cf2-7e93-48b1-bcdc-4eea275f96d4 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:34.071655 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.136939 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=68e53770-857c-4c2a-9552-57f462b170ce,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:34.207958 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eab8481-90c5-49ac-bf7c-2d2ed12ccf5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:34.222087 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da4f9e-becc-4af6-bfdb-6f2cbd5417d4 None None] Sync routers for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:34.227347 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0eab8481-90c5-49ac-bf7c-2d2ed12ccf5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.233540 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8da4f9e-becc-4af6-bfdb-6f2cbd5417d4 None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:34.234451 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-b8da4f9e-becc-4af6-bfdb-6f2cbd5417d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:34.273400 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-b8da4f9e-becc-4af6-bfdb-6f2cbd5417d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:34.281938 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8da4f9e-becc-4af6-bfdb-6f2cbd5417d4 None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:34.282726 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-b8da4f9e-becc-4af6-bfdb-6f2cbd5417d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:34.285337 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0eab8481-90c5-49ac-bf7c-2d2ed12ccf5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "DELETE /v2.0/floatingips/2d691eb1-b956-46e1-8c85-81bae348e09c HTTP/1.1" status: 204 len: 168 time: 1.2348709 Jul 07 17:24:34.289083 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54094) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:34.322719 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-b8da4f9e-becc-4af6-bfdb-6f2cbd5417d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:34.323475 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da4f9e-becc-4af6-bfdb-6f2cbd5417d4 None None] The sync data for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:34.392805 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8ef8acf6-2e22-487a-934a-6fe6e264be5e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Deleting port 9e914829-0cb3-4db5-942c-4782813f2fa7 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:34.393197 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8ef8acf6-2e22-487a-934a-6fe6e264be5e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.487545 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8ef8acf6-2e22-487a-934a-6fe6e264be5e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.499965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8ef8acf6-2e22-487a-934a-6fe6e264be5e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Calling delete_port for 9e914829-0cb3-4db5-942c-4782813f2fa7 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:34.680849 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8ef8acf6-2e22-487a-934a-6fe6e264be5e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.710590 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8acf6-2e22-487a-934a-6fe6e264be5e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event deleted for resources: {'Port': ['ID=9e914829-0cb3-4db5-942c-4782813f2fa7,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:34.798608 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8ef8acf6-2e22-487a-934a-6fe6e264be5e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.800621 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8ef8acf6-2e22-487a-934a-6fe6e264be5e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "DELETE /v2.0/ports/9e914829-0cb3-4db5-942c-4782813f2fa7 HTTP/1.1" status: 204 len: 168 time: 0.5107505 Jul 07 17:24:34.805399 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54096) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:34.810037 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b627c012-7126-4645-8d2f-da09db085818 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:34.832016 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b627c012-7126-4645-8d2f-da09db085818 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:34.962260 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b627c012-7126-4645-8d2f-da09db085818 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.051586 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-10d3b127-9bb5-4c8b-afc3-58e9ed99981f req-75cb3dcb-5b0f-406f-8d3b-0396f77e5840 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 210 time: 0.0467784 Jul 07 17:24:35.060497 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-bf9cebb6-52fa-495b-b3b2-f366417ab919 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:35.061998 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-bf9cebb6-52fa-495b-b3b2-f366417ab919 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.15 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 811 time: 0.1538091 Jul 07 17:24:35.110968 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-0f010faa-4933-460b-95db-6f2d49d5dd19 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cea56dc008374433a72ff26fbcfa22d6 HTTP/1.1" status: 200 len: 380 time: 0.0382385 Jul 07 17:24:35.120034 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-b627c012-7126-4645-8d2f-da09db085818 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Allocated IP 172.25.2.188 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/28515316-b7d7-43d8-b2ab-cae849a8ee84) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:35.121813 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-9c22e05a-17aa-4e78-bcaa-63b002a2fa8e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Request body: {'port': {'device_id': '06f27a1a-32c1-4faf-8e6d-6b09e70285dc', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'admin_state_up': True, 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'security_groups': ['aeb51a49-2319-4116-93a6-ea6d0586e78f']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:35.232710 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b627c012-7126-4645-8d2f-da09db085818 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.251789 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-9c22e05a-17aa-4e78-bcaa-63b002a2fa8e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Made reservation on behalf of cea56dc008374433a72ff26fbcfa22d6 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:35.255999 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-9c22e05a-17aa-4e78-bcaa-63b002a2fa8e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.273789 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b627c012-7126-4645-8d2f-da09db085818 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.318907 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b627c012-7126-4645-8d2f-da09db085818 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:35.324303 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-b627c012-7126-4645-8d2f-da09db085818 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:35.326252 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627c012-7126-4645-8d2f-da09db085818 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Port': ['ID=28515316-b7d7-43d8-b2ab-cae849a8ee84,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:35.328544 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b627c012-7126-4645-8d2f-da09db085818 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:35.395566 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-9c22e05a-17aa-4e78-bcaa-63b002a2fa8e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Allocated IP 172.20.0.13 (888184af-68bd-473b-926b-d4ef0f9f6494/0f79582c-33a8-4ae3-b793-f2486686f367/b0e15d22-70c6-473b-a462-be85ef862d97) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:35.422603 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b627c012-7126-4645-8d2f-da09db085818 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.470595 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b627c012-7126-4645-8d2f-da09db085818 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.554000 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-9c22e05a-17aa-4e78-bcaa-63b002a2fa8e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.568664 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-9c22e05a-17aa-4e78-bcaa-63b002a2fa8e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Transition to ACTIVE for port object b0e15d22-70c6-473b-a462-be85ef862d97 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:35.602673 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-9c22e05a-17aa-4e78-bcaa-63b002a2fa8e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.634126 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b627c012-7126-4645-8d2f-da09db085818 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.640109 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b627c012-7126-4645-8d2f-da09db085818 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.649561 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-9c22e05a-17aa-4e78-bcaa-63b002a2fa8e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Network 888184af-68bd-473b-926b-d4ef0f9f6494 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:35.655963 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-9c22e05a-17aa-4e78-bcaa-63b002a2fa8e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:35.658845 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-9c22e05a-17aa-4e78-bcaa-63b002a2fa8e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:35.689528 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22e05a-17aa-4e78-bcaa-63b002a2fa8e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event updated for resources: {'Port': ['ID=b0e15d22-70c6-473b-a462-be85ef862d97,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:35.716004 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627c012-7126-4645-8d2f-da09db085818 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Port': ['ID=28515316-b7d7-43d8-b2ab-cae849a8ee84,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:35.720836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-9c22e05a-17aa-4e78-bcaa-63b002a2fa8e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:35.721515 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-9c22e05a-17aa-4e78-bcaa-63b002a2fa8e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.729404 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b627c012-7126-4645-8d2f-da09db085818 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.743908 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-9c22e05a-17aa-4e78-bcaa-63b002a2fa8e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6269274 Jul 07 17:24:35.745691 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b627c012-7126-4645-8d2f-da09db085818 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.756809 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b627c012-7126-4645-8d2f-da09db085818 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9436014 Jul 07 17:24:35.756809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54100) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:35.756809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-a95f2049-d389-4ac3-9391-593e80bf38ee tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'port': {'network_id': '54b38019-c9ec-4476-ae81-8c27bc803711', 'name': 'tempest-FloatingIPTestJSON-1169831173'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:35.764453 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] Request body: {'port': {'device_id': '06f27a1a-32c1-4faf-8e6d-6b09e70285dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:35.817496 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 68e53770-857c-4c2a-9552-57f462b170ce up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:35.852416 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.902398 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95f2049-d389-4ac3-9391-593e80bf38ee tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Made reservation on behalf of 23dc5754d8c049d18396032be0c80377 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:35.907056 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a95f2049-d389-4ac3-9391-593e80bf38ee tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:35.926683 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-a95f2049-d389-4ac3-9391-593e80bf38ee tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] device_id is not set on port 3e032669-79f4-4c97-8ab6-f25143beff7d yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:24:35.931054 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 68e53770-857c-4c2a-9552-57f462b170ce triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:35.931434 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.025047 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e9d047ad-7e0e-41f9-942c-46aa51cda658 None None] Provisioning for port b0e15d22-70c6-473b-a462-be85ef862d97 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:36.067568 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e9d047ad-7e0e-41f9-942c-46aa51cda658 None None] Provisioning complete for port b0e15d22-70c6-473b-a462-be85ef862d97 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:36.068144 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e9d047ad-7e0e-41f9-942c-46aa51cda658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.100759 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-a95f2049-d389-4ac3-9391-593e80bf38ee tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Allocated IP 172.20.0.2 (54b38019-c9ec-4476-ae81-8c27bc803711/df935924-e8d3-4f15-860d-42ecfad0ca5c/3e032669-79f4-4c97-8ab6-f25143beff7d) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:36.106289 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e9d047ad-7e0e-41f9-942c-46aa51cda658 None None] Port b0e15d22-70c6-473b-a462-be85ef862d97 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:36.201184 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e15d22-70c6-473b-a462-be85ef862d97 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:24:36.211674 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.226620 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] Transition to ACTIVE for port object b0e15d22-70c6-473b-a462-be85ef862d97 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:36.232272 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.374759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] Pushing event updated for resources: {'Port': ['ID=b0e15d22-70c6-473b-a462-be85ef862d97,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:36.393232 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] Attempting to bind port b0e15d22-70c6-473b-a462-be85ef862d97 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:36.393996 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] Attempting to bind port b0e15d22-70c6-473b-a462-be85ef862d97 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:36.395110 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] Attempting to bind port b0e15d22-70c6-473b-a462-be85ef862d97 on network 888184af-68bd-473b-926b-d4ef0f9f6494 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:36.402484 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] Port b0e15d22-70c6-473b-a462-be85ef862d97 on network 888184af-68bd-473b-926b-d4ef0f9f6494 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:24:36.402799 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a95f2049-d389-4ac3-9391-593e80bf38ee tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.403270 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] Attempting to bind port b0e15d22-70c6-473b-a462-be85ef862d97 on network 888184af-68bd-473b-926b-d4ef0f9f6494 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:36.411023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:36.411520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] Checking segment: {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:36.412176 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] Bound using segment: {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:36.413309 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] Bound port: b0e15d22-70c6-473b-a462-be85ef862d97, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:36.414804 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.421661 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ab056-d35c-4244-8728-d2d3120712c6 req-b66fbf9d-6d0f-490b-9e35-379d9ff52f51 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:36.423920 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ec4ab056-d35c-4244-8728-d2d3120712c6 req-b66fbf9d-6d0f-490b-9e35-379d9ff52f51 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 944 time: 0.1933553 Jul 07 17:24:36.491346 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ec4ab056-d35c-4244-8728-d2d3120712c6 req-d9a1a80e-2407-42a8-97f6-da4938c8285e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595829 Jul 07 17:24:36.504844 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a95f2049-d389-4ac3-9391-593e80bf38ee tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.535475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] For port b0e15d22-70c6-473b-a462-be85ef862d97, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:36.539321 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] For port b0e15d22-70c6-473b-a462-be85ef862d97, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b0e15d22-70c6-473b-a462-be85ef862d97,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:36.544479 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.573859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95f2049-d389-4ac3-9391-593e80bf38ee tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Network 54b38019-c9ec-4476-ae81-8c27bc803711 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:36.580811 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-a95f2049-d389-4ac3-9391-593e80bf38ee tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:36.583566 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95f2049-d389-4ac3-9391-593e80bf38ee tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:36.603784 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:36.604731 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.606325 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] 10.222.0.15 "PUT /v2.0/ports/b0e15d22-70c6-473b-a462-be85ef862d97 HTTP/1.1" status: 200 len: 1092 time: 0.8464367 Jul 07 17:24:36.606809 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f27a1a-32c1-4faf-8e6d-6b09e70285dc', 'tag': 'b0e15d22-70c6-473b-a462-be85ef862d97'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:36.609132 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe12545-d012-4459-a89c-dc3601b55586" -d '{"events": [{"name": "network-changed", "server_uuid": "06f27a1a-32c1-4faf-8e6d-6b09e70285dc", "tag": "b0e15d22-70c6-473b-a462-be85ef862d97"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:36.618961 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f2049-d389-4ac3-9391-593e80bf38ee tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Port': ['ID=3e032669-79f4-4c97-8ab6-f25143beff7d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:36.656991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95f2049-d389-4ac3-9391-593e80bf38ee tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:36.658296 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a95f2049-d389-4ac3-9391-593e80bf38ee tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:36.679967 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54108) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:36.680835 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a95f2049-d389-4ac3-9391-593e80bf38ee tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9286482 Jul 07 17:24:36.685090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-dce3df03-adf2-42fd-852b-633dab7f1624 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'floatingip': {'port_id': '3e032669-79f4-4c97-8ab6-f25143beff7d'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:36.690422 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e26d036-8b57-46c6-bbd8-893cc2d90ca1 x-openstack-request-id: req-6e26d036-8b57-46c6-bbd8-893cc2d90ca1 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:36.690742 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f27a1a-32c1-4faf-8e6d-6b09e70285dc", "tag": "b0e15d22-70c6-473b-a462-be85ef862d97", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:36.690960 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e26d036-8b57-46c6-bbd8-893cc2d90ca1 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:36.691364 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f27a1a-32c1-4faf-8e6d-6b09e70285dc', 'tag': 'b0e15d22-70c6-473b-a462-be85ef862d97', 'status': 'completed', 'code': 200} Jul 07 17:24:36.691935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe42ecf-17cd-4033-a0ae-768e68847d8d service neutron] Pushing event updated for resources: {'Port': ['ID=b0e15d22-70c6-473b-a462-be85ef862d97,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:36.748951 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dce3df03-adf2-42fd-852b-633dab7f1624 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.188831 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-8faac3bd-971c-416b-9bca-7d9812e27200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:37.190297 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-8faac3bd-971c-416b-9bca-7d9812e27200 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 1095 time: 0.5240102 Jul 07 17:24:37.240138 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-95a9f735-aaec-45d8-bbab-658d1174edea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0e15d22-70c6-473b-a462-be85ef862d97 HTTP/1.1" status: 200 len: 217 time: 0.0423028 Jul 07 17:24:37.360761 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-fb8cf5ab-4da1-408f-ab09-6b1b646f06b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:37.362235 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-fb8cf5ab-4da1-408f-ab09-6b1b646f06b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.1150143 Jul 07 17:24:37.512517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-4c3ac81b-0a97-4444-b911-686692ccb752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:37.514035 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-4c3ac81b-0a97-4444-b911-686692ccb752 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379461 Jul 07 17:24:37.698234 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc631a34-e8c5-409f-a642-a824b157099e req-eda75f18-35d1-4338-94b8-0dd98c9ec653 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:37.700144 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc631a34-e8c5-409f-a642-a824b157099e req-eda75f18-35d1-4338-94b8-0dd98c9ec653 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 944 time: 0.0690382 Jul 07 17:24:37.707374 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-f302e947-c921-47bf-9e9c-3c7696269e43 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636255 Jul 07 17:24:37.742009 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bc631a34-e8c5-409f-a642-a824b157099e req-c71e6b5f-5c16-49e9-bc79-2ea6e4ba8f66 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354550 Jul 07 17:24:37.777566 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dce3df03-adf2-42fd-852b-633dab7f1624 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.784229 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dce3df03-adf2-42fd-852b-633dab7f1624 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:37.892037 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be5e4e96-2a9d-4aea-8b6c-7f2cbddc84eb req-6c0461ed-d7a4-40aa-a4d0-2cd28f9eb281 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749671 Jul 07 17:24:37.914148 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-dce3df03-adf2-42fd-852b-633dab7f1624 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Floating IP ef12bcfc-4449-4b5c-9ae3-17559ec67822 associated. External IP: 172.25.2.188, port: 3e032669-79f4-4c97-8ab6-f25143beff7d. Jul 07 17:24:38.066184 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe12545-d012-4459-a89c-dc3601b55586 req-3748653e-88c4-403f-87e3-c2c533b086e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:38.067734 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fbe12545-d012-4459-a89c-dc3601b55586 req-3748653e-88c4-403f-87e3-c2c533b086e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 1095 time: 0.1167653 Jul 07 17:24:38.245144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce3df03-adf2-42fd-852b-633dab7f1624 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Router 91066cf2-7e93-48b1-bcdc-4eea275f96d4 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:38.246744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe12545-d012-4459-a89c-dc3601b55586 req-8a9c209d-5be9-4956-9bf4-e8e2c19266eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:38.248243 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fbe12545-d012-4459-a89c-dc3601b55586 req-8a9c209d-5be9-4956-9bf4-e8e2c19266eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.1460898 Jul 07 17:24:38.328486 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fbe12545-d012-4459-a89c-dc3601b55586 req-adec8bdb-1290-4c30-9fa1-e6399d1f4436 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0e15d22-70c6-473b-a462-be85ef862d97 HTTP/1.1" status: 200 len: 217 time: 0.0706706 Jul 07 17:24:38.422981 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe12545-d012-4459-a89c-dc3601b55586 req-55eacf31-22d7-4c65-81d3-9147e25418c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:38.424475 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fbe12545-d012-4459-a89c-dc3601b55586 req-55eacf31-22d7-4c65-81d3-9147e25418c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.0898976 Jul 07 17:24:38.458495 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce3df03-adf2-42fd-852b-633dab7f1624 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:38.463463 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dce3df03-adf2-42fd-852b-633dab7f1624 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.469798 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36d0ff0-1f76-4dd0-b643-468f45b58f4a None None] Sync routers for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:38.479591 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36d0ff0-1f76-4dd0-b643-468f45b58f4a None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:38.480336 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c36d0ff0-1f76-4dd0-b643-468f45b58f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:38.510506 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dce3df03-adf2-42fd-852b-633dab7f1624 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "PUT /v2.0/floatingips/ef12bcfc-4449-4b5c-9ae3-17559ec67822 HTTP/1.1" status: 200 len: 978 time: 1.8271623 Jul 07 17:24:38.511569 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54112) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:38.517441 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c36d0ff0-1f76-4dd0-b643-468f45b58f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:38.525237 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe12545-d012-4459-a89c-dc3601b55586 req-28e144c4-e64c-4f69-b629-82bc1e313846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:38.526805 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fbe12545-d012-4459-a89c-dc3601b55586 req-28e144c4-e64c-4f69-b629-82bc1e313846 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961015 Jul 07 17:24:38.527023 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36d0ff0-1f76-4dd0-b643-468f45b58f4a None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:38.527763 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c36d0ff0-1f76-4dd0-b643-468f45b58f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:38.561482 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c36d0ff0-1f76-4dd0-b643-468f45b58f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:38.562572 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36d0ff0-1f76-4dd0-b643-468f45b58f4a None None] The sync data for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:38.625101 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-142326e2-6000-43a4-b8f5-9d4279ae5b16 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Deleting port 3e032669-79f4-4c97-8ab6-f25143beff7d {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:38.625344 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-142326e2-6000-43a4-b8f5-9d4279ae5b16 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.642110 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fbe12545-d012-4459-a89c-dc3601b55586 req-2710c688-10ba-48d9-9dea-8483025944a3 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090341 Jul 07 17:24:38.727877 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-142326e2-6000-43a4-b8f5-9d4279ae5b16 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.739173 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fbe12545-d012-4459-a89c-dc3601b55586 req-98822bf2-fe16-4573-ba3a-233b9d0cc647 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871811 Jul 07 17:24:38.946809 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473859ca-7f61-43e5-af08-c2fc93731000 req-c5f037e7-ba06-477a-b8c2-83878ab21e5c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:38.949772 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-473859ca-7f61-43e5-af08-c2fc93731000 req-c5f037e7-ba06-477a-b8c2-83878ab21e5c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 944 time: 0.0880010 Jul 07 17:24:38.950867 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-142326e2-6000-43a4-b8f5-9d4279ae5b16 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.951280 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-142326e2-6000-43a4-b8f5-9d4279ae5b16 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:38.951595 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-142326e2-6000-43a4-b8f5-9d4279ae5b16 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Floating IP ef12bcfc-4449-4b5c-9ae3-17559ec67822 disassociated. External IP: 172.25.2.188, port: 3e032669-79f4-4c97-8ab6-f25143beff7d. Jul 07 17:24:38.951937 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-142326e2-6000-43a4-b8f5-9d4279ae5b16 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Calling delete_port for 3e032669-79f4-4c97-8ab6-f25143beff7d owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:38.994852 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-473859ca-7f61-43e5-af08-c2fc93731000 req-8824f870-25bd-4320-a721-dda558998b43 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384946 Jul 07 17:24:39.085465 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-142326e2-6000-43a4-b8f5-9d4279ae5b16 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:39.121463 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142326e2-6000-43a4-b8f5-9d4279ae5b16 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event deleted for resources: {'Port': ['ID=3e032669-79f4-4c97-8ab6-f25143beff7d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:39.525259 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142326e2-6000-43a4-b8f5-9d4279ae5b16 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Router 91066cf2-7e93-48b1-bcdc-4eea275f96d4 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:39.636040 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142326e2-6000-43a4-b8f5-9d4279ae5b16 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:39.646522 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd5c8b8-8206-4d7a-a09d-c3bde100dea8 None None] Sync routers for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:39.671530 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd5c8b8-8206-4d7a-a09d-c3bde100dea8 None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:39.672158 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-acd5c8b8-8206-4d7a-a09d-c3bde100dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:39.703195 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-142326e2-6000-43a4-b8f5-9d4279ae5b16 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:39.705202 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-142326e2-6000-43a4-b8f5-9d4279ae5b16 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "DELETE /v2.0/ports/3e032669-79f4-4c97-8ab6-f25143beff7d HTTP/1.1" status: 204 len: 168 time: 1.1926148 Jul 07 17:24:39.708152 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54118) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:39.708678 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-acd5c8b8-8206-4d7a-a09d-c3bde100dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:39.717756 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd5c8b8-8206-4d7a-a09d-c3bde100dea8 None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:39.718358 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-acd5c8b8-8206-4d7a-a09d-c3bde100dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:39.749013 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-acd5c8b8-8206-4d7a-a09d-c3bde100dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:39.749570 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd5c8b8-8206-4d7a-a09d-c3bde100dea8 None None] The sync data for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:39.751935 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-71359ebf-4f4b-4c56-b6cc-4540b00a3f87 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "GET /v2.0/floatingips/ef12bcfc-4449-4b5c-9ae3-17559ec67822 HTTP/1.1" status: 200 len: 688 time: 0.0426164 Jul 07 17:24:39.754479 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54120) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:39.879841 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-68f41445-4428-442a-8f4b-24c24a0afd71 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Deleting port 28515316-b7d7-43d8-b2ab-cae849a8ee84 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:39.880189 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-68f41445-4428-442a-8f4b-24c24a0afd71 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:39.958159 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-68f41445-4428-442a-8f4b-24c24a0afd71 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:39.958529 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-68f41445-4428-442a-8f4b-24c24a0afd71 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:39.971171 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-68f41445-4428-442a-8f4b-24c24a0afd71 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Calling delete_port for 28515316-b7d7-43d8-b2ab-cae849a8ee84 owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:40.104527 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-68f41445-4428-442a-8f4b-24c24a0afd71 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.133905 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f41445-4428-442a-8f4b-24c24a0afd71 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event deleted for resources: {'Port': ['ID=28515316-b7d7-43d8-b2ab-cae849a8ee84,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:40.179141 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37d11d-9ac4-4ec0-a427-7b334d8298e5 req-f7f2992d-304f-47e2-9d3a-f21f0e772b3d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:40.180918 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0b37d11d-9ac4-4ec0-a427-7b334d8298e5 req-f7f2992d-304f-47e2-9d3a-f21f0e772b3d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 944 time: 0.0683906 Jul 07 17:24:40.199248 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-68f41445-4428-442a-8f4b-24c24a0afd71 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.201830 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-68f41445-4428-442a-8f4b-24c24a0afd71 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.203049 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-68f41445-4428-442a-8f4b-24c24a0afd71 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "DELETE /v2.0/floatingips/ef12bcfc-4449-4b5c-9ae3-17559ec67822 HTTP/1.1" status: 204 len: 168 time: 0.4476435 Jul 07 17:24:40.207119 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54124) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:40.212472 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-035ccdd3-42b1-4d21-9599-f7c8cacb8478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': 'b67535ba-be2d-4377-bba4-7af0342c2ba2'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:40.222272 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0b37d11d-9ac4-4ec0-a427-7b334d8298e5 req-e39251d1-ca92-4c56-b46c-9f7d059f7223 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357828 Jul 07 17:24:40.235208 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-035ccdd3-42b1-4d21-9599-f7c8cacb8478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.335546 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-035ccdd3-42b1-4d21-9599-f7c8cacb8478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.440562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-035ccdd3-42b1-4d21-9599-f7c8cacb8478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Allocated IP 172.25.2.234 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/d8919ce4-59db-44f6-a403-dbc5d2ea1918) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:40.543871 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-035ccdd3-42b1-4d21-9599-f7c8cacb8478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.582586 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-035ccdd3-42b1-4d21-9599-f7c8cacb8478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:40.619753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035ccdd3-42b1-4d21-9599-f7c8cacb8478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:40.624371 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-035ccdd3-42b1-4d21-9599-f7c8cacb8478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:40.627674 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ccdd3-42b1-4d21-9599-f7c8cacb8478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:40.649572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ccdd3-42b1-4d21-9599-f7c8cacb8478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Port': ['ID=d8919ce4-59db-44f6-a403-dbc5d2ea1918,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:41.310853 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-035ccdd3-42b1-4d21-9599-f7c8cacb8478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.428526 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-035ccdd3-42b1-4d21-9599-f7c8cacb8478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.438259 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa477d8-2bf1-4636-a7a0-ef14d7cef702 req-16c0d48a-0424-4bc0-994f-2eefec6cc7bf tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:41.439765 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-caa477d8-2bf1-4636-a7a0-ef14d7cef702 req-16c0d48a-0424-4bc0-994f-2eefec6cc7bf tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 944 time: 0.1063771 Jul 07 17:24:41.507161 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-caa477d8-2bf1-4636-a7a0-ef14d7cef702 req-43a46809-3592-48e4-9c7b-ced4f30fc64d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510111 Jul 07 17:24:41.611700 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-035ccdd3-42b1-4d21-9599-f7c8cacb8478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.616183 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-035ccdd3-42b1-4d21-9599-f7c8cacb8478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.681237 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ccdd3-42b1-4d21-9599-f7c8cacb8478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Port': ['ID=d8919ce4-59db-44f6-a403-dbc5d2ea1918,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:41.692497 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-035ccdd3-42b1-4d21-9599-f7c8cacb8478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:41.791261 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-035ccdd3-42b1-4d21-9599-f7c8cacb8478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Floating IP 5d4d80dc-d974-46b6-9295-1a253eb5746f associated. External IP: 172.25.2.234, port: b67535ba-be2d-4377-bba4-7af0342c2ba2. Jul 07 17:24:42.022584 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035ccdd3-42b1-4d21-9599-f7c8cacb8478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Router 91066cf2-7e93-48b1-bcdc-4eea275f96d4 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:42.134050 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035ccdd3-42b1-4d21-9599-f7c8cacb8478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:42.143447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb5dcd7-7daf-4a03-8a4a-9e38e87ecee6 None None] Sync routers for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:42.149910 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-035ccdd3-42b1-4d21-9599-f7c8cacb8478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:42.153081 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb5dcd7-7daf-4a03-8a4a-9e38e87ecee6 None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:42.153702 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-3bb5dcd7-7daf-4a03-8a4a-9e38e87ecee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:42.185625 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-3bb5dcd7-7daf-4a03-8a4a-9e38e87ecee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:42.186846 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-035ccdd3-42b1-4d21-9599-f7c8cacb8478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.9779170 Jul 07 17:24:42.189537 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54130) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:42.195141 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-a8008946-d255-489f-8701-d4c83b8d3d4d tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2002461692'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:42.195725 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb5dcd7-7daf-4a03-8a4a-9e38e87ecee6 None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:42.196439 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-3bb5dcd7-7daf-4a03-8a4a-9e38e87ecee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:42.228930 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8008946-d255-489f-8701-d4c83b8d3d4d tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Made reservation on behalf of 23dc5754d8c049d18396032be0c80377 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:42.232801 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a8008946-d255-489f-8701-d4c83b8d3d4d tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:42.233291 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-3bb5dcd7-7daf-4a03-8a4a-9e38e87ecee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:42.233951 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb5dcd7-7daf-4a03-8a4a-9e38e87ecee6 None None] The sync data for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:42.258575 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8008946-d255-489f-8701-d4c83b8d3d4d tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:24:42.267224 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a8008946-d255-489f-8701-d4c83b8d3d4d tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:42.267557 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-a8008946-d255-489f-8701-d4c83b8d3d4d tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Added segment 9a470067-ae69-4216-bf78-9853532c06ec of type vlan for network cb359ea5-674e-487b-9740-3ba02ebdcdb0 Jul 07 17:24:42.314358 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a8008946-d255-489f-8701-d4c83b8d3d4d tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:42.347389 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a8008946-d255-489f-8701-d4c83b8d3d4d tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:42.353456 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8008946-d255-489f-8701-d4c83b8d3d4d tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:42.354059 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a8008946-d255-489f-8701-d4c83b8d3d4d tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:42.415083 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a8008946-d255-489f-8701-d4c83b8d3d4d tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2243977 Jul 07 17:24:42.417667 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54132) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:42.422584 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7dc1dac8-e052-49a5-a8ed-bbd884ccea78 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'subnet': {'network_id': 'cb359ea5-674e-487b-9740-3ba02ebdcdb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:42.468194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8008946-d255-489f-8701-d4c83b8d3d4d tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Network': ['ID=cb359ea5-674e-487b-9740-3ba02ebdcdb0,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:42.478897 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network cb359ea5-674e-487b-9740-3ba02ebdcdb0 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:24:42.518562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc1dac8-e052-49a5-a8ed-bbd884ccea78 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Made reservation on behalf of 23dc5754d8c049d18396032be0c80377 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:42.522120 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7dc1dac8-e052-49a5-a8ed-bbd884ccea78 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:42.685884 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b45f1-15b1-4b05-9c29-570c1893c3b8 req-cc4eafe5-e380-4ba3-bf0c-b459bd2b9f9a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:42.687703 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-632b45f1-15b1-4b05-9c29-570c1893c3b8 req-cc4eafe5-e380-4ba3-bf0c-b459bd2b9f9a tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 944 time: 0.0685647 Jul 07 17:24:42.713594 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7dc1dac8-e052-49a5-a8ed-bbd884ccea78 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:42.729515 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-632b45f1-15b1-4b05-9c29-570c1893c3b8 req-b822a29e-6b90-4d95-86bd-a604379eb212 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363090 Jul 07 17:24:42.780742 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1dac8-e052-49a5-a8ed-bbd884ccea78 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Subnet': ['ID=6be8955d-d5b4-43ec-9dd7-4e979abf29ab,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:42.788705 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc1dac8-e052-49a5-a8ed-bbd884ccea78 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Checking segment: {'id': '9a470067-ae69-4216-bf78-9853532c06ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cb359ea5-674e-487b-9740-3ba02ebdcdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:42.789169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc1dac8-e052-49a5-a8ed-bbd884ccea78 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Network hostable DHCP agents. Network: cb359ea5-674e-487b-9740-3ba02ebdcdb0, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:24:42.805813 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc1dac8-e052-49a5-a8ed-bbd884ccea78 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Network cb359ea5-674e-487b-9740-3ba02ebdcdb0 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:24:42.814559 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-7dc1dac8-e052-49a5-a8ed-bbd884ccea78 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, cb359ea5-674e-487b-9740-3ba02ebdcdb0) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:42.819611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc1dac8-e052-49a5-a8ed-bbd884ccea78 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:42.820341 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7dc1dac8-e052-49a5-a8ed-bbd884ccea78 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:42.824978 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bc43e1-6781-4ae4-b6a8-351b39740283 None None] Network cb359ea5-674e-487b-9740-3ba02ebdcdb0 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:42.834890 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7dc1dac8-e052-49a5-a8ed-bbd884ccea78 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4156132 Jul 07 17:24:42.837430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54136) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:42.842047 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-2aea109a-e2b2-4db6-9393-38ab940c8b5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-763229182', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}, 'admin_state_up': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:42.864808 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aea109a-e2b2-4db6-9393-38ab940c8b5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:42.865823 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aea109a-e2b2-4db6-9393-38ab940c8b5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:42.918568 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aea109a-e2b2-4db6-9393-38ab940c8b5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:42.972444 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-cb359ea5-674e-487b-9740-3ba02ebdcdb0', 'network_id': 'cb359ea5-674e-487b-9740-3ba02ebdcdb0', 'tenant_id': '23dc5754d8c049d18396032be0c80377', 'fixed_ips': [{'subnet_id': '6be8955d-d5b4-43ec-9dd7-4e979abf29ab'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:24:42.973458 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.079580 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aea109a-e2b2-4db6-9393-38ab940c8b5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.118729 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Allocated IP 172.20.0.2 (cb359ea5-674e-487b-9740-3ba02ebdcdb0/6be8955d-d5b4-43ec-9dd7-4e979abf29ab/5a76b613-3e50-42bb-836c-f22b2c85898c) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:43.267886 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.276814 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Transition to ACTIVE for port object 5a76b613-3e50-42bb-836c-f22b2c85898c will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:43.280843 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aea109a-e2b2-4db6-9393-38ab940c8b5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.292258 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Transition to ACTIVE for port object 5a76b613-3e50-42bb-836c-f22b2c85898c will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:43.297372 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.301519 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aea109a-e2b2-4db6-9393-38ab940c8b5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.334578 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Network cb359ea5-674e-487b-9740-3ba02ebdcdb0 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:43.340803 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:43.345243 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:43.348302 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Pushing event updated for resources: {'Port': ['ID=5a76b613-3e50-42bb-836c-f22b2c85898c,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:43.406424 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Attempting to bind port 5a76b613-3e50-42bb-836c-f22b2c85898c on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:24:43.406851 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Attempting to bind port 5a76b613-3e50-42bb-836c-f22b2c85898c by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '9a470067-ae69-4216-bf78-9853532c06ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cb359ea5-674e-487b-9740-3ba02ebdcdb0'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:24:43.407243 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Attempting to bind port 5a76b613-3e50-42bb-836c-f22b2c85898c on network cb359ea5-674e-487b-9740-3ba02ebdcdb0 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:24:43.411531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-2aea109a-e2b2-4db6-9393-38ab940c8b5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Allocated IP 172.25.2.183 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/2e0c475c-f6ff-4433-9f9d-91010d7982cd) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:43.412757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:24:43.413136 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Checking segment: {'id': '9a470067-ae69-4216-bf78-9853532c06ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cb359ea5-674e-487b-9740-3ba02ebdcdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:24:43.413565 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.414025 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Bound using segment: {'id': '9a470067-ae69-4216-bf78-9853532c06ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cb359ea5-674e-487b-9740-3ba02ebdcdb0'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:24:43.414529 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Bound port: 5a76b613-3e50-42bb-836c-f22b2c85898c, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a470067-ae69-4216-bf78-9853532c06ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cb359ea5-674e-487b-9740-3ba02ebdcdb0'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:24:43.415014 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.482215 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] For port 5a76b613-3e50-42bb-836c-f22b2c85898c, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:24:43.485696 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] For port 5a76b613-3e50-42bb-836c-f22b2c85898c, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5a76b613-3e50-42bb-836c-f22b2c85898c,segment=NetworkSegment(9a470067-ae69-4216-bf78-9853532c06ec),segment_id=9a470067-ae69-4216-bf78-9853532c06ec)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:24:43.490289 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.521111 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aea109a-e2b2-4db6-9393-38ab940c8b5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.559186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69186b8-61dd-4d3d-9346-2b4f04062613 None None] Pushing event updated for resources: {'Port': ['ID=5a76b613-3e50-42bb-836c-f22b2c85898c,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:43.570489 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aea109a-e2b2-4db6-9393-38ab940c8b5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:43.608712 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aea109a-e2b2-4db6-9393-38ab940c8b5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:43.611628 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-2aea109a-e2b2-4db6-9393-38ab940c8b5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:43.617488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aea109a-e2b2-4db6-9393-38ab940c8b5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:43.644342 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea109a-e2b2-4db6-9393-38ab940c8b5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Port': ['ID=2e0c475c-f6ff-4433-9f9d-91010d7982cd,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:43.935753 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aea109a-e2b2-4db6-9393-38ab940c8b5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:44.000854 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905fe7f-8d4f-4640-b2b3-eb78048939ad req-2cb7d5d5-7bf6-4f80-b57c-c28c8db6f8c5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:44.002336 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5905fe7f-8d4f-4640-b2b3-eb78048939ad req-2cb7d5d5-7bf6-4f80-b57c-c28c8db6f8c5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 944 time: 0.1214371 Jul 07 17:24:44.079911 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5905fe7f-8d4f-4640-b2b3-eb78048939ad req-fd6d851a-ea0c-4cfc-a889-778f348beac2 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520899 Jul 07 17:24:44.178806 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aea109a-e2b2-4db6-9393-38ab940c8b5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:44.314630 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aea109a-e2b2-4db6-9393-38ab940c8b5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Router 09de6252-013b-4dc0-a37a-ec4674ca0c10 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:24:44.320007 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:44.438935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aea109a-e2b2-4db6-9393-38ab940c8b5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:44.448429 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cfac01-6545-4776-ab05-826b8ec5ea28 None None] Sync routers for ids ['09de6252-013b-4dc0-a37a-ec4674ca0c10'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:44.458361 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cfac01-6545-4776-ab05-826b8ec5ea28 None None] Routers {'09de6252-013b-4dc0-a37a-ec4674ca0c10'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:44.459680 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aea109a-e2b2-4db6-9393-38ab940c8b5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:44.459817 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d8cfac01-6545-4776-ab05-826b8ec5ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['09de6252-013b-4dc0-a37a-ec4674ca0c10'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:44.463688 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2aea109a-e2b2-4db6-9393-38ab940c8b5a tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6226287 Jul 07 17:24:44.464095 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54142) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:44.496518 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e202276c-7c05-4efa-8083-053209b3e3d9 None None] Network cb359ea5-674e-487b-9740-3ba02ebdcdb0 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:44.499697 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d8cfac01-6545-4776-ab05-826b8ec5ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:44.508647 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cfac01-6545-4776-ab05-826b8ec5ea28 None None] Routers {'09de6252-013b-4dc0-a37a-ec4674ca0c10'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:44.509312 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d8cfac01-6545-4776-ab05-826b8ec5ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['09de6252-013b-4dc0-a37a-ec4674ca0c10'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:44.542498 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d8cfac01-6545-4776-ab05-826b8ec5ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:44.543060 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cfac01-6545-4776-ab05-826b8ec5ea28 None None] The sync data for ids ['09de6252-013b-4dc0-a37a-ec4674ca0c10'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:44.562953 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3ec77ece-e791-42f3-b856-d93bbb5bd3dc None None] Provisioning for port 5a76b613-3e50-42bb-836c-f22b2c85898c completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:44.708050 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-93102c87-3fe7-47bc-aeae-96d4b4b08fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:44.945366 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-548d5035-bebc-4e80-9731-9647b4e9f587 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.268145 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17085e-f3d8-4f5b-83e2-49d363c3d09a req-a3211a39-f860-4141-adc8-ec88e636a241 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:45.269757 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ee17085e-f3d8-4f5b-83e2-49d363c3d09a req-a3211a39-f860-4141-adc8-ec88e636a241 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 944 time: 0.0672278 Jul 07 17:24:45.311971 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ee17085e-f3d8-4f5b-83e2-49d363c3d09a req-7a6cbd4a-08b0-44d9-99e9-87ec884188b4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349343 Jul 07 17:24:45.588852 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-548d5035-bebc-4e80-9731-9647b4e9f587 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Allocated IP 172.20.0.1 (cb359ea5-674e-487b-9740-3ba02ebdcdb0/6be8955d-d5b4-43ec-9dd7-4e979abf29ab/c7395459-8268-42ac-ae88-f4e0d50d1a99) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:45.706299 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-548d5035-bebc-4e80-9731-9647b4e9f587 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.720892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-548d5035-bebc-4e80-9731-9647b4e9f587 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Transition to ACTIVE for port object c7395459-8268-42ac-ae88-f4e0d50d1a99 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:45.746891 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5a76b613-3e50-42bb-836c-f22b2c85898c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:45.754162 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-548d5035-bebc-4e80-9731-9647b4e9f587 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.794764 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548d5035-bebc-4e80-9731-9647b4e9f587 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Network cb359ea5-674e-487b-9740-3ba02ebdcdb0 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:45.795976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 5a76b613-3e50-42bb-836c-f22b2c85898c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:45.797938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-548d5035-bebc-4e80-9731-9647b4e9f587 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:45.799807 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5a76b613-3e50-42bb-836c-f22b2c85898c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:45.800185 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.804517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548d5035-bebc-4e80-9731-9647b4e9f587 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:45.832749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d5035-bebc-4e80-9731-9647b4e9f587 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Port': ['ID=c7395459-8268-42ac-ae88-f4e0d50d1a99,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:45.855717 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-548d5035-bebc-4e80-9731-9647b4e9f587 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.899890 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.934456 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 5a76b613-3e50-42bb-836c-f22b2c85898c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5a76b613-3e50-42bb-836c-f22b2c85898c,segment=NetworkSegment(9a470067-ae69-4216-bf78-9853532c06ec),segment_id=9a470067-ae69-4216-bf78-9853532c06ec)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:45.938597 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:45.998535 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=5a76b613-3e50-42bb-836c-f22b2c85898c,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:46.032289 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-53138903-d441-43f8-a0ee-25bd417c2363 None None] Provisioning for port c7395459-8268-42ac-ae88-f4e0d50d1a99 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:46.036327 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-53138903-d441-43f8-a0ee-25bd417c2363 None None] Provisioning complete for port c7395459-8268-42ac-ae88-f4e0d50d1a99 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:46.036706 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-53138903-d441-43f8-a0ee-25bd417c2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.064857 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-548d5035-bebc-4e80-9731-9647b4e9f587 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.071075 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-53138903-d441-43f8-a0ee-25bd417c2363 None None] Port c7395459-8268-42ac-ae88-f4e0d50d1a99 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:46.344856 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-548d5035-bebc-4e80-9731-9647b4e9f587 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.353356 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-548d5035-bebc-4e80-9731-9647b4e9f587 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.437285 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-548d5035-bebc-4e80-9731-9647b4e9f587 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.446440 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d5035-bebc-4e80-9731-9647b4e9f587 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Port': ['ID=c7395459-8268-42ac-ae88-f4e0d50d1a99,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:46.571874 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0542ee4-fdcc-47e4-a835-c682e9911460 req-ef6082c5-654b-41b8-9231-8c583e0666e0 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:46.573371 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a0542ee4-fdcc-47e4-a835-c682e9911460 req-ef6082c5-654b-41b8-9231-8c583e0666e0 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 944 time: 0.1385329 Jul 07 17:24:46.591921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548d5035-bebc-4e80-9731-9647b4e9f587 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Network cb359ea5-674e-487b-9740-3ba02ebdcdb0 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:46.599196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-548d5035-bebc-4e80-9731-9647b4e9f587 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:46.636127 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:46.665514 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a0542ee4-fdcc-47e4-a835-c682e9911460 req-9d26a77b-697f-4130-8bf6-0db045fcceb1 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860832 Jul 07 17:24:46.748330 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548d5035-bebc-4e80-9731-9647b4e9f587 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Router 09de6252-013b-4dc0-a37a-ec4674ca0c10 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:46.860155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548d5035-bebc-4e80-9731-9647b4e9f587 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:46.865010 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-548d5035-bebc-4e80-9731-9647b4e9f587 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "PUT /v2.0/routers/09de6252-013b-4dc0-a37a-ec4674ca0c10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4001439 Jul 07 17:24:46.868534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54150) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:46.869809 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c703e59-e7b3-4211-bb35-cf8bd1c6a3ac None None] Sync routers for ids ['09de6252-013b-4dc0-a37a-ec4674ca0c10'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:46.873384 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-3666f7f6-f7ee-49bb-a391-1c2870155b7c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'port': {'network_id': 'cb359ea5-674e-487b-9740-3ba02ebdcdb0', 'name': 'tempest-FloatingIPTestJSON-1788648064'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:46.878917 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c703e59-e7b3-4211-bb35-cf8bd1c6a3ac None None] Routers {'09de6252-013b-4dc0-a37a-ec4674ca0c10'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:46.879522 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5c703e59-e7b3-4211-bb35-cf8bd1c6a3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['09de6252-013b-4dc0-a37a-ec4674ca0c10'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:46.987886 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3666f7f6-f7ee-49bb-a391-1c2870155b7c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Made reservation on behalf of 23dc5754d8c049d18396032be0c80377 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:24:46.992196 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3666f7f6-f7ee-49bb-a391-1c2870155b7c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.016870 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-3666f7f6-f7ee-49bb-a391-1c2870155b7c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] device_id is not set on port a465e036-370f-4ab6-94e3-535ba2de0749 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:24:47.077387 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5c703e59-e7b3-4211-bb35-cf8bd1c6a3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:47.092376 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-85bdc8ea-48ef-4b7c-a472-1073e273088e None None] Provisioning complete for port c7395459-8268-42ac-ae88-f4e0d50d1a99 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:47.092746 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-85bdc8ea-48ef-4b7c-a472-1073e273088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.095735 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c703e59-e7b3-4211-bb35-cf8bd1c6a3ac None None] Routers {'09de6252-013b-4dc0-a37a-ec4674ca0c10'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:47.096512 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5c703e59-e7b3-4211-bb35-cf8bd1c6a3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['09de6252-013b-4dc0-a37a-ec4674ca0c10'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:47.133917 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-3666f7f6-f7ee-49bb-a391-1c2870155b7c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Allocated IP 172.20.0.8 (cb359ea5-674e-487b-9740-3ba02ebdcdb0/6be8955d-d5b4-43ec-9dd7-4e979abf29ab/a465e036-370f-4ab6-94e3-535ba2de0749) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:47.153041 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5c703e59-e7b3-4211-bb35-cf8bd1c6a3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:47.153678 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c703e59-e7b3-4211-bb35-cf8bd1c6a3ac None None] The sync data for ids ['09de6252-013b-4dc0-a37a-ec4674ca0c10'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:47.164503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-85bdc8ea-48ef-4b7c-a472-1073e273088e None None] Port c7395459-8268-42ac-ae88-f4e0d50d1a99 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:47.284542 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3666f7f6-f7ee-49bb-a391-1c2870155b7c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.298228 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-3666f7f6-f7ee-49bb-a391-1c2870155b7c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Transition to ACTIVE for port object a465e036-370f-4ab6-94e3-535ba2de0749 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:24:47.329908 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3666f7f6-f7ee-49bb-a391-1c2870155b7c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.373335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3666f7f6-f7ee-49bb-a391-1c2870155b7c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Network cb359ea5-674e-487b-9740-3ba02ebdcdb0 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:47.378523 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-3666f7f6-f7ee-49bb-a391-1c2870155b7c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:47.382245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3666f7f6-f7ee-49bb-a391-1c2870155b7c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:47.388719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666f7f6-f7ee-49bb-a391-1c2870155b7c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event updated for resources: {'Port': ['ID=a465e036-370f-4ab6-94e3-535ba2de0749,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:47.436778 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3666f7f6-f7ee-49bb-a391-1c2870155b7c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:47.437413 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3666f7f6-f7ee-49bb-a391-1c2870155b7c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.454592 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3666f7f6-f7ee-49bb-a391-1c2870155b7c tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5827255 Jul 07 17:24:47.455062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54154) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:47.460313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-0b2f9225-85e0-4dd6-9ad8-75ddad9c8f42 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Request body: {'floatingip': {'port_id': 'a465e036-370f-4ab6-94e3-535ba2de0749'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:47.524841 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9225-85e0-4dd6-9ad8-75ddad9c8f42 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.587790 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dd0759e5-d615-4530-aca9-5edf16140527 None None] Provisioning for port a465e036-370f-4ab6-94e3-535ba2de0749 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:47.591531 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dd0759e5-d615-4530-aca9-5edf16140527 None None] Provisioning complete for port a465e036-370f-4ab6-94e3-535ba2de0749 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:47.591980 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dd0759e5-d615-4530-aca9-5edf16140527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.626612 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-dd0759e5-d615-4530-aca9-5edf16140527 None None] Port a465e036-370f-4ab6-94e3-535ba2de0749 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:24:47.651011 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.730276 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5a76b613-3e50-42bb-836c-f22b2c85898c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:47.778819 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5a76b613-3e50-42bb-836c-f22b2c85898c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:47.779356 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:47.862309 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6072eaf-961d-45d3-927b-8d312fcc4581 req-256631c8-0b0d-4f80-a5db-62f5391d3283 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:47.869354 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b6072eaf-961d-45d3-927b-8d312fcc4581 req-256631c8-0b0d-4f80-a5db-62f5391d3283 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 944 time: 0.0807867 Jul 07 17:24:47.902942 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b6072eaf-961d-45d3-927b-8d312fcc4581 req-ae4314d0-5d1e-4e4d-8ac7-407b7cd9f879 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326173 Jul 07 17:24:47.955933 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-483b0594-2e81-4d16-b74f-fb31ccd7a0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.023140 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9225-85e0-4dd6-9ad8-75ddad9c8f42 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.026946 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9225-85e0-4dd6-9ad8-75ddad9c8f42 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.122496 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-0b2f9225-85e0-4dd6-9ad8-75ddad9c8f42 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Floating IP 5d4d80dc-d974-46b6-9295-1a253eb5746f associated. External IP: 172.25.2.234, port: b67535ba-be2d-4377-bba4-7af0342c2ba2. Jul 07 17:24:48.329976 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2f9225-85e0-4dd6-9ad8-75ddad9c8f42 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Router 91066cf2-7e93-48b1-bcdc-4eea275f96d4 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:48.441006 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2f9225-85e0-4dd6-9ad8-75ddad9c8f42 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:48.451092 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7879fcc-44c0-4c32-92f4-d837102a76f3 None None] Sync routers for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:48.460553 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7879fcc-44c0-4c32-92f4-d837102a76f3 None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:48.461199 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d7879fcc-44c0-4c32-92f4-d837102a76f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:48.492992 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d7879fcc-44c0-4c32-92f4-d837102a76f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:48.501404 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7879fcc-44c0-4c32-92f4-d837102a76f3 None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:48.502020 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d7879fcc-44c0-4c32-92f4-d837102a76f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:48.536013 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d7879fcc-44c0-4c32-92f4-d837102a76f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:48.536672 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7879fcc-44c0-4c32-92f4-d837102a76f3 None None] The sync data for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:48.652203 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2f9225-85e0-4dd6-9ad8-75ddad9c8f42 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Router 09de6252-013b-4dc0-a37a-ec4674ca0c10 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:48.759270 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2f9225-85e0-4dd6-9ad8-75ddad9c8f42 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:48.763495 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9225-85e0-4dd6-9ad8-75ddad9c8f42 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.768117 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c1def7-17e8-48d5-a222-3915a92d68b7 None None] Sync routers for ids ['09de6252-013b-4dc0-a37a-ec4674ca0c10'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:48.777115 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c1def7-17e8-48d5-a222-3915a92d68b7 None None] Routers {'09de6252-013b-4dc0-a37a-ec4674ca0c10'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:48.777736 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-83c1def7-17e8-48d5-a222-3915a92d68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['09de6252-013b-4dc0-a37a-ec4674ca0c10'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:48.810788 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-83c1def7-17e8-48d5-a222-3915a92d68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:48.819326 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c1def7-17e8-48d5-a222-3915a92d68b7 None None] Routers {'09de6252-013b-4dc0-a37a-ec4674ca0c10'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:48.819944 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-83c1def7-17e8-48d5-a222-3915a92d68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['09de6252-013b-4dc0-a37a-ec4674ca0c10'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:48.832945 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0b2f9225-85e0-4dd6-9ad8-75ddad9c8f42 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "PUT /v2.0/floatingips/5d4d80dc-d974-46b6-9295-1a253eb5746f HTTP/1.1" status: 200 len: 978 time: 1.3767562 Jul 07 17:24:48.835615 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54160) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:48.852033 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-83c1def7-17e8-48d5-a222-3915a92d68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:48.852690 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c1def7-17e8-48d5-a222-3915a92d68b7 None None] The sync data for ids ['09de6252-013b-4dc0-a37a-ec4674ca0c10'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:48.873093 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.885328 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b0e15d22-70c6-473b-a462-be85ef862d97 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:24:48.935991 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-dc937925-f89b-45b3-80f5-4ee5233e6954 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Deleting port a465e036-370f-4ab6-94e3-535ba2de0749 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:48.936407 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc937925-f89b-45b3-80f5-4ee5233e6954 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:48.986710 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b0e15d22-70c6-473b-a462-be85ef862d97, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b0e15d22-70c6-473b-a462-be85ef862d97,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:48.998469 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'b0e15d22-70c6-473b-a462-be85ef862d97', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'port_id': 'b0e15d22-70c6-473b-a462-be85ef862d97', 'mac_address': 'fa:16:3e:19:38:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:24:49.023547 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc937925-f89b-45b3-80f5-4ee5233e6954 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.039653 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.052993 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e15d22-70c6-473b-a462-be85ef862d97 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:24:49.073086 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b0e15d22-70c6-473b-a462-be85ef862d97, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b0e15d22-70c6-473b-a462-be85ef862d97,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:49.076894 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.133317 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=b0e15d22-70c6-473b-a462-be85ef862d97,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:49.284570 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['b0e15d22-70c6-473b-a462-be85ef862d97'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:24:49.517513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec72f9-ab8b-4190-a91c-ed848e40958c req-b0b6fb1b-b4b4-49c7-89e8-a837bcdfcf5d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:49.519006 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-52ec72f9-ab8b-4190-a91c-ed848e40958c req-b0b6fb1b-b4b4-49c7-89e8-a837bcdfcf5d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 944 time: 0.4881089 Jul 07 17:24:49.598719 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-52ec72f9-ab8b-4190-a91c-ed848e40958c req-7c6c373b-edb4-425c-9f53-9a79c174a117 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732613 Jul 07 17:24:49.601828 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc937925-f89b-45b3-80f5-4ee5233e6954 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.602207 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc937925-f89b-45b3-80f5-4ee5233e6954 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.602540 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-dc937925-f89b-45b3-80f5-4ee5233e6954 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Floating IP 5d4d80dc-d974-46b6-9295-1a253eb5746f disassociated. External IP: 172.25.2.234, port: a465e036-370f-4ab6-94e3-535ba2de0749. Jul 07 17:24:49.602901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-dc937925-f89b-45b3-80f5-4ee5233e6954 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Calling delete_port for a465e036-370f-4ab6-94e3-535ba2de0749 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:49.731558 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc937925-f89b-45b3-80f5-4ee5233e6954 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:49.767159 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc937925-f89b-45b3-80f5-4ee5233e6954 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event deleted for resources: {'Port': ['ID=a465e036-370f-4ab6-94e3-535ba2de0749,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:49.886689 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc937925-f89b-45b3-80f5-4ee5233e6954 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Router 09de6252-013b-4dc0-a37a-ec4674ca0c10 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:49.997424 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc937925-f89b-45b3-80f5-4ee5233e6954 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:50.007379 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f0a26-baad-48b0-8a4e-0f11c314df95 None None] Sync routers for ids ['09de6252-013b-4dc0-a37a-ec4674ca0c10'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:50.016015 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f0a26-baad-48b0-8a4e-0f11c314df95 None None] Routers {'09de6252-013b-4dc0-a37a-ec4674ca0c10'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:50.016607 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-1f3f0a26-baad-48b0-8a4e-0f11c314df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['09de6252-013b-4dc0-a37a-ec4674ca0c10'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:50.034170 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54166) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:50.049971 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-1f3f0a26-baad-48b0-8a4e-0f11c314df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:50.058046 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f0a26-baad-48b0-8a4e-0f11c314df95 None None] Routers {'09de6252-013b-4dc0-a37a-ec4674ca0c10'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:50.058744 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-1f3f0a26-baad-48b0-8a4e-0f11c314df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['09de6252-013b-4dc0-a37a-ec4674ca0c10'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:50.070080 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc937925-f89b-45b3-80f5-4ee5233e6954 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.074946 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dc937925-f89b-45b3-80f5-4ee5233e6954 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "DELETE /v2.0/ports/a465e036-370f-4ab6-94e3-535ba2de0749 HTTP/1.1" status: 204 len: 168 time: 1.2355089 Jul 07 17:24:50.075128 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54168) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:50.093827 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-1f3f0a26-baad-48b0-8a4e-0f11c314df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:50.094499 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f0a26-baad-48b0-8a4e-0f11c314df95 None None] The sync data for ids ['09de6252-013b-4dc0-a37a-ec4674ca0c10'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:50.355590 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.682736 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-338e7090-150a-49ea-af10-df308b584827 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.738637 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ed5c6140-138d-45d4-b429-f8ec951bb5a3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.900123 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b0e15d22-70c6-473b-a462-be85ef862d97 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:24:50.948248 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port b0e15d22-70c6-473b-a462-be85ef862d97 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:24:50.952023 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port b0e15d22-70c6-473b-a462-be85ef862d97 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:24:50.952392 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:50.954860 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423dace-12c1-4cd4-8554-76a370b731ca req-e0e0caf8-1fd1-4a24-bc6d-96390acbc50d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:50.956409 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4423dace-12c1-4cd4-8554-76a370b731ca req-e0e0caf8-1fd1-4a24-bc6d-96390acbc50d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 945 time: 0.2327194 Jul 07 17:24:51.029256 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.055980 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f27a1a-32c1-4faf-8e6d-6b09e70285dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e15d22-70c6-473b-a462-be85ef862d97'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:51.058234 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c56f6e7-9331-4921-af55-ee91d9c8012e" -d '{"events": [{"server_uuid": "06f27a1a-32c1-4faf-8e6d-6b09e70285dc", "name": "network-vif-plugged", "status": "completed", "tag": "b0e15d22-70c6-473b-a462-be85ef862d97"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:51.073040 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port b0e15d22-70c6-473b-a462-be85ef862d97, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b0e15d22-70c6-473b-a462-be85ef862d97,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:51.078022 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.096107 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4423dace-12c1-4cd4-8554-76a370b731ca req-6acd3e7f-4a1f-4db2-b61b-3f86b9b88496 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332042 Jul 07 17:24:51.115697 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6fbb38-8c7e-4fb1-a29c-4ac9f9e8d523 x-openstack-request-id: req-bb6fbb38-8c7e-4fb1-a29c-4ac9f9e8d523 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:51.115990 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f27a1a-32c1-4faf-8e6d-6b09e70285dc", "name": "network-vif-plugged", "status": "completed", "tag": "b0e15d22-70c6-473b-a462-be85ef862d97", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:51.116241 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bb6fbb38-8c7e-4fb1-a29c-4ac9f9e8d523 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:51.116708 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f27a1a-32c1-4faf-8e6d-6b09e70285dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e15d22-70c6-473b-a462-be85ef862d97', 'code': 200} Jul 07 17:24:51.138427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=b0e15d22-70c6-473b-a462-be85ef862d97,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:51.232640 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445565a-cbe2-45c0-8413-9dabb81c47fd req-aa1b224d-3ae9-4be7-8f74-a5dc58d2c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:51.234289 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f445565a-cbe2-45c0-8413-9dabb81c47fd req-aa1b224d-3ae9-4be7-8f74-a5dc58d2c92c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 1097 time: 0.0623517 Jul 07 17:24:51.270478 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f445565a-cbe2-45c0-8413-9dabb81c47fd req-bf8c2411-b42f-438b-a039-f2103dc04e87 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292838 Jul 07 17:24:51.593333 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-338e7090-150a-49ea-af10-df308b584827 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Deleting port c7395459-8268-42ac-ae88-f4e0d50d1a99 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:51.593680 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-338e7090-150a-49ea-af10-df308b584827 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.692146 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-ed5c6140-138d-45d4-b429-f8ec951bb5a3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Deleting port 68e53770-857c-4c2a-9552-57f462b170ce {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:51.692492 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ed5c6140-138d-45d4-b429-f8ec951bb5a3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.707315 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-338e7090-150a-49ea-af10-df308b584827 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.749608 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-338e7090-150a-49ea-af10-df308b584827 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Calling delete_port for c7395459-8268-42ac-ae88-f4e0d50d1a99 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:51.836448 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-ed5c6140-138d-45d4-b429-f8ec951bb5a3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] For port 68e53770-857c-4c2a-9552-57f462b170ce, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=68e53770-857c-4c2a-9552-57f462b170ce,segment=NetworkSegment(c047bb72-e7a7-40e8-9da3-36417577ee04),segment_id=c047bb72-e7a7-40e8-9da3-36417577ee04)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:51.836812 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ed5c6140-138d-45d4-b429-f8ec951bb5a3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:51.856110 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-ed5c6140-138d-45d4-b429-f8ec951bb5a3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Calling delete_port for 68e53770-857c-4c2a-9552-57f462b170ce owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:52.087546 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-338e7090-150a-49ea-af10-df308b584827 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:52.142872 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e7090-150a-49ea-af10-df308b584827 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event deleted for resources: {'Port': ['ID=c7395459-8268-42ac-ae88-f4e0d50d1a99,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:52.225342 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ed5c6140-138d-45d4-b429-f8ec951bb5a3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:52.279428 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c6140-138d-45d4-b429-f8ec951bb5a3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event deleted for resources: {'Port': ['ID=68e53770-857c-4c2a-9552-57f462b170ce,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:52.313592 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fcab9-fcad-4d6d-b0ec-776cf1d290ab req-509bcc14-136f-4632-9301-22c401502c67 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:52.315934 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-331fcab9-fcad-4d6d-b0ec-776cf1d290ab req-509bcc14-136f-4632-9301-22c401502c67 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 946 time: 0.0811789 Jul 07 17:24:52.380125 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-331fcab9-fcad-4d6d-b0ec-776cf1d290ab req-a06252f9-4e8f-4137-aacd-121e4fa96577 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556512 Jul 07 17:24:52.489874 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-338e7090-150a-49ea-af10-df308b584827 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:52.619119 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ed5c6140-138d-45d4-b429-f8ec951bb5a3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:52.747383 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc4222-1f58-4d51-a06b-337f88d52a3d req-cc60139b-e9c8-41cd-aad6-ca0a76a65726 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:52.748937 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2dbc4222-1f58-4d51-a06b-337f88d52a3d req-cc60139b-e9c8-41cd-aad6-ca0a76a65726 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 946 time: 0.2272663 Jul 07 17:24:52.877147 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2dbc4222-1f58-4d51-a06b-337f88d52a3d req-63fda959-03da-4d7a-a238-88ec0fe96df5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219115 Jul 07 17:24:52.901812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54178) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:52.981197 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338e7090-150a-49ea-af10-df308b584827 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Router 09de6252-013b-4dc0-a37a-ec4674ca0c10 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:53.056624 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffbafd3-610c-4717-a0a3-1d9983ec4ca2 tempest-TestVolumeBootPattern-1513148762 tempest-TestVolumeBootPattern-1513148762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:53.058143 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5ffbafd3-610c-4717-a0a3-1d9983ec4ca2 tempest-TestVolumeBootPattern-1513148762 tempest-TestVolumeBootPattern-1513148762-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 1092 time: 0.1552746 Jul 07 17:24:53.061166 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54182) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:53.065841 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-e2c3f9fd-17e4-47b2-98b2-4b3de39dcf58 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': 'b0e15d22-70c6-473b-a462-be85ef862d97', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:24:53.077923 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5c6140-138d-45d4-b429-f8ec951bb5a3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Router 63da0261-14dc-4f96-8a64-cf6da870ad5d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:53.089549 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f9fd-17e4-47b2-98b2-4b3de39dcf58 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.184511 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338e7090-150a-49ea-af10-df308b584827 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:53.189220 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f9fd-17e4-47b2-98b2-4b3de39dcf58 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.190869 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-338e7090-150a-49ea-af10-df308b584827 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "PUT /v2.0/routers/09de6252-013b-4dc0-a37a-ec4674ca0c10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1146495 Jul 07 17:24:53.194319 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54184) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:53.195431 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e104782f-d2f4-4cb5-9c90-48a3cebcfcf8 None None] Sync routers for ids ['09de6252-013b-4dc0-a37a-ec4674ca0c10'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:53.206360 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e104782f-d2f4-4cb5-9c90-48a3cebcfcf8 None None] Routers {'09de6252-013b-4dc0-a37a-ec4674ca0c10'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:53.207104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e104782f-d2f4-4cb5-9c90-48a3cebcfcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['09de6252-013b-4dc0-a37a-ec4674ca0c10'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:53.240982 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e104782f-d2f4-4cb5-9c90-48a3cebcfcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:53.250019 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e104782f-d2f4-4cb5-9c90-48a3cebcfcf8 None None] Routers {'09de6252-013b-4dc0-a37a-ec4674ca0c10'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:53.250956 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e104782f-d2f4-4cb5-9c90-48a3cebcfcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['09de6252-013b-4dc0-a37a-ec4674ca0c10'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:53.287858 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e104782f-d2f4-4cb5-9c90-48a3cebcfcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:53.288094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e104782f-d2f4-4cb5-9c90-48a3cebcfcf8 None None] The sync data for ids ['09de6252-013b-4dc0-a37a-ec4674ca0c10'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:53.314959 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-e2c3f9fd-17e4-47b2-98b2-4b3de39dcf58 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Allocated IP 172.25.2.138 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/55f6f07b-c4a8-4884-a471-473709eda964) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:24:53.428804 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f9fd-17e4-47b2-98b2-4b3de39dcf58 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.469666 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f9fd-17e4-47b2-98b2-4b3de39dcf58 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.507670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c3f9fd-17e4-47b2-98b2-4b3de39dcf58 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:24:53.510537 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-e2c3f9fd-17e4-47b2-98b2-4b3de39dcf58 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:24:53.516517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c3f9fd-17e4-47b2-98b2-4b3de39dcf58 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:24:53.544170 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3f9fd-17e4-47b2-98b2-4b3de39dcf58 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event updated for resources: {'Port': ['ID=55f6f07b-c4a8-4884-a471-473709eda964,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:53.588545 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5c6140-138d-45d4-b429-f8ec951bb5a3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:53.599190 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9458cea-2e1b-42d4-9656-d861d45c986d None None] Sync routers for ids ['63da0261-14dc-4f96-8a64-cf6da870ad5d'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:53.611012 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9458cea-2e1b-42d4-9656-d861d45c986d None None] Routers {'63da0261-14dc-4f96-8a64-cf6da870ad5d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:53.611642 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-b9458cea-2e1b-42d4-9656-d861d45c986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['63da0261-14dc-4f96-8a64-cf6da870ad5d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:53.624291 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ed5c6140-138d-45d4-b429-f8ec951bb5a3 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "PUT /v2.0/routers/63da0261-14dc-4f96-8a64-cf6da870ad5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5864081 Jul 07 17:24:53.658844 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3dbf-573e-40d2-841f-04b73e88a3de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.735233 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-b9458cea-2e1b-42d4-9656-d861d45c986d None None] Set router 63da0261-14dc-4f96-8a64-cf6da870ad5d gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:53.884702 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3dbf-573e-40d2-841f-04b73e88a3de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.945252 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e3dbf-573e-40d2-841f-04b73e88a3de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Deleting port 2e0c475c-f6ff-4433-9f9d-91010d7982cd {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:53.945942 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3dbf-573e-40d2-841f-04b73e88a3de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:53.981360 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f9fd-17e4-47b2-98b2-4b3de39dcf58 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.031383 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-b9458cea-2e1b-42d4-9656-d861d45c986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'name': 'tempest-TestNetworkBasicOps-router-81828197', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:28Z', 'updated_at': '2021-07-07T17:24:52Z', 'revision_number': 6, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:29Z', 'updated_at': '2021-07-07T17:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'a1d83f7e-07e2-4658-817b-4c85643166f6', 'tenant_id': '2819b097d22142529378d8839f8df263', 'floating_ip_address': '172.25.2.89', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'port_id': '853ab862-cd31-4453-99a9-97bb43347997', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'mac_address': 'fa:16:3e:65:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb9b71-76cc-4bbc-9929-2cba2f06eefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:22:49Z', 'updated_at': '2021-07-07T17:22:52Z', 'revision_number': 1, 'project_id': '2819b097d22142529378d8839f8df263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027ca4fc-f521-4d38-ae94-d75180b8975c', 'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:98:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:31Z', 'updated_at': '2021-07-07T17:22:37Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:54.063068 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9458cea-2e1b-42d4-9656-d861d45c986d None None] Checking router: 63da0261-14dc-4f96-8a64-cf6da870ad5d for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:24:54.066813 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f9fd-17e4-47b2-98b2-4b3de39dcf58 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.075170 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9458cea-2e1b-42d4-9656-d861d45c986d None None] Routers {'63da0261-14dc-4f96-8a64-cf6da870ad5d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:54.076053 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-b9458cea-2e1b-42d4-9656-d861d45c986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['63da0261-14dc-4f96-8a64-cf6da870ad5d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:54.089298 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3dbf-573e-40d2-841f-04b73e88a3de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.104080 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e3dbf-573e-40d2-841f-04b73e88a3de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Calling delete_port for 2e0c475c-f6ff-4433-9f9d-91010d7982cd owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:54.118540 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c31550-7f52-49f2-86d1-a1a34a0a122b req-7b5faeeb-6180-41c9-b168-16332e29f9de tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:54.120408 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70c31550-7f52-49f2-86d1-a1a34a0a122b req-7b5faeeb-6180-41c9-b168-16332e29f9de tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde75b06-6bc0-4a93-96dc-4da70ee778ae HTTP/1.1" status: 200 len: 946 time: 0.1275265 Jul 07 17:24:54.183146 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-b9458cea-2e1b-42d4-9656-d861d45c986d None None] Set router 63da0261-14dc-4f96-8a64-cf6da870ad5d gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:54.202227 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70c31550-7f52-49f2-86d1-a1a34a0a122b req-69e6e620-c571-488e-8057-0e3ee3aef4e7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc3ecba0-f251-48dd-83c4-016e5b17d843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734029 Jul 07 17:24:54.237308 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f9fd-17e4-47b2-98b2-4b3de39dcf58 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.243051 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f9fd-17e4-47b2-98b2-4b3de39dcf58 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.326606 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3f9fd-17e4-47b2-98b2-4b3de39dcf58 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event updated for resources: {'Port': ['ID=55f6f07b-c4a8-4884-a471-473709eda964,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:54.335947 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f9fd-17e4-47b2-98b2-4b3de39dcf58 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.344628 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3dbf-573e-40d2-841f-04b73e88a3de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.370586 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e3dbf-573e-40d2-841f-04b73e88a3de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event deleted for resources: {'Port': ['ID=2e0c475c-f6ff-4433-9f9d-91010d7982cd,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:54.449017 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3dbf-573e-40d2-841f-04b73e88a3de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.453210 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-e2c3f9fd-17e4-47b2-98b2-4b3de39dcf58 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Floating IP 1ea1a10e-252b-4ab2-80f8-469ef613c3f9 associated. External IP: 172.25.2.138, port: b0e15d22-70c6-473b-a462-be85ef862d97. Jul 07 17:24:54.542885 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-b9458cea-2e1b-42d4-9656-d861d45c986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'name': 'tempest-TestNetworkBasicOps-router-81828197', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:28Z', 'updated_at': '2021-07-07T17:24:52Z', 'revision_number': 6, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:29Z', 'updated_at': '2021-07-07T17:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'a1d83f7e-07e2-4658-817b-4c85643166f6', 'tenant_id': '2819b097d22142529378d8839f8df263', 'floating_ip_address': '172.25.2.89', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'port_id': '853ab862-cd31-4453-99a9-97bb43347997', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'mac_address': 'fa:16:3e:65:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb9b71-76cc-4bbc-9929-2cba2f06eefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:22:49Z', 'updated_at': '2021-07-07T17:22:52Z', 'revision_number': 1, 'project_id': '2819b097d22142529378d8839f8df263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027ca4fc-f521-4d38-ae94-d75180b8975c', 'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:98:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:31Z', 'updated_at': '2021-07-07T17:22:37Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:54.546326 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3dbf-573e-40d2-841f-04b73e88a3de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.551819 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3dbf-573e-40d2-841f-04b73e88a3de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.573169 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9458cea-2e1b-42d4-9656-d861d45c986d None None] The sync data for ids ['63da0261-14dc-4f96-8a64-cf6da870ad5d'] in n-d-793620-7 is: [{'id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'name': 'tempest-TestNetworkBasicOps-router-81828197', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:28Z', 'updated_at': '2021-07-07T17:24:52Z', 'revision_number': 6, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:29Z', 'updated_at': '2021-07-07T17:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'a1d83f7e-07e2-4658-817b-4c85643166f6', 'tenant_id': '2819b097d22142529378d8839f8df263', 'floating_ip_address': '172.25.2.89', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'port_id': '853ab862-cd31-4453-99a9-97bb43347997', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'mac_address': 'fa:16:3e:65:11:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb9b71-76cc-4bbc-9929-2cba2f06eefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:22:49Z', 'updated_at': '2021-07-07T17:22:52Z', 'revision_number': 1, 'project_id': '2819b097d22142529378d8839f8df263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027ca4fc-f521-4d38-ae94-d75180b8975c', 'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:98:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:31Z', 'updated_at': '2021-07-07T17:22:37Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:54.606725 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3dbf-573e-40d2-841f-04b73e88a3de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.607600 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1e3dbf-573e-40d2-841f-04b73e88a3de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Fanout notify agent at l3_agent the message router_deleted on router 09de6252-013b-4dc0-a37a-ec4674ca0c10 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:24:54.615302 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3dbf-573e-40d2-841f-04b73e88a3de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.616826 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ec1e3dbf-573e-40d2-841f-04b73e88a3de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "DELETE /v2.0/routers/09de6252-013b-4dc0-a37a-ec4674ca0c10 HTTP/1.1" status: 204 len: 168 time: 1.4209161 Jul 07 17:24:54.619660 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54190) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:54.674928 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b9b4bc-d500-403b-a70e-fc83096039aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Deleting subnet 6be8955d-d5b4-43ec-9dd7-4e979abf29ab {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:24:54.678801 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-48b9b4bc-d500-403b-a70e-fc83096039aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.685436 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c3f9fd-17e4-47b2-98b2-4b3de39dcf58 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Router 20033ea3-f499-4310-8935-0c7b48870b0d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:54.726681 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-48b9b4bc-d500-403b-a70e-fc83096039aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.800052 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c3f9fd-17e4-47b2-98b2-4b3de39dcf58 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:54.810173 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0969e2e4-71d6-4907-875b-ac0abbf8bab8 None None] Sync routers for ids ['20033ea3-f499-4310-8935-0c7b48870b0d'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:54.818015 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-48b9b4bc-d500-403b-a70e-fc83096039aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.818219 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f9fd-17e4-47b2-98b2-4b3de39dcf58 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.821701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0969e2e4-71d6-4907-875b-ac0abbf8bab8 None None] Routers {'20033ea3-f499-4310-8935-0c7b48870b0d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:54.822449 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-0969e2e4-71d6-4907-875b-ac0abbf8bab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['20033ea3-f499-4310-8935-0c7b48870b0d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:54.858483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e2c3f9fd-17e4-47b2-98b2-4b3de39dcf58 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7960327 Jul 07 17:24:54.860668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f27a1a-32c1-4faf-8e6d-6b09e70285dc', 'tag': 'b0e15d22-70c6-473b-a462-be85ef862d97'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:54.862953 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b2eb02-dd67-4db1-b768-da4c9817e9e2" -d '{"events": [{"name": "network-changed", "server_uuid": "06f27a1a-32c1-4faf-8e6d-6b09e70285dc", "tag": "b0e15d22-70c6-473b-a462-be85ef862d97"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:54.887782 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-48b9b4bc-d500-403b-a70e-fc83096039aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.902812 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597bd3f7-f587-4600-bcb5-43e416853999 x-openstack-request-id: req-597bd3f7-f587-4600-bcb5-43e416853999 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:54.903109 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f27a1a-32c1-4faf-8e6d-6b09e70285dc", "tag": "b0e15d22-70c6-473b-a462-be85ef862d97", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:54.903364 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-597bd3f7-f587-4600-bcb5-43e416853999 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:54.903769 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f27a1a-32c1-4faf-8e6d-6b09e70285dc', 'tag': 'b0e15d22-70c6-473b-a462-be85ef862d97', 'status': 'completed', 'code': 200} Jul 07 17:24:54.919930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9b4bc-d500-403b-a70e-fc83096039aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event deleted for resources: {'Subnet': ['ID=6be8955d-d5b4-43ec-9dd7-4e979abf29ab,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:54.922044 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-48b9b4bc-d500-403b-a70e-fc83096039aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:54.923993 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-48b9b4bc-d500-403b-a70e-fc83096039aa tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "DELETE /v2.0/subnets/6be8955d-d5b4-43ec-9dd7-4e979abf29ab HTTP/1.1" status: 204 len: 168 time: 0.3033621 Jul 07 17:24:54.926512 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54196) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:54.936847 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4c86ad-7f7f-4ca1-a374-392b05348e9a None None] Network cb359ea5-674e-487b-9740-3ba02ebdcdb0 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:54.989447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2eb02-dd67-4db1-b768-da4c9817e9e2 req-469132bb-b7eb-49bd-9181-810c85dd975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:54.991415 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6b2eb02-dd67-4db1-b768-da4c9817e9e2 req-469132bb-b7eb-49bd-9181-810c85dd975a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 1097 time: 0.0587945 Jul 07 17:24:55.031577 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c9248b22-1814-4358-b49b-34f84ed3996b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.090513 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-0969e2e4-71d6-4907-875b-ac0abbf8bab8 None None] Set router 20033ea3-f499-4310-8935-0c7b48870b0d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:55.101494 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-c9248b22-1814-4358-b49b-34f84ed3996b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Deleting port 5a76b613-3e50-42bb-836c-f22b2c85898c {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:55.102108 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c9248b22-1814-4358-b49b-34f84ed3996b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.119165 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2eb02-dd67-4db1-b768-da4c9817e9e2 req-e3e54981-e43b-44d0-8cd5-273a6a130bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:55.120724 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6b2eb02-dd67-4db1-b768-da4c9817e9e2 req-e3e54981-e43b-44d0-8cd5-273a6a130bc1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.1220877 Jul 07 17:24:55.184875 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-c9248b22-1814-4358-b49b-34f84ed3996b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] For port 5a76b613-3e50-42bb-836c-f22b2c85898c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5a76b613-3e50-42bb-836c-f22b2c85898c,segment=NetworkSegment(9a470067-ae69-4216-bf78-9853532c06ec),segment_id=9a470067-ae69-4216-bf78-9853532c06ec)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:55.185381 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c9248b22-1814-4358-b49b-34f84ed3996b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.196160 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6b2eb02-dd67-4db1-b768-da4c9817e9e2 req-c73d9054-a195-46b4-9f1f-10b48b396429 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0e15d22-70c6-473b-a462-be85ef862d97 HTTP/1.1" status: 200 len: 1000 time: 0.0683880 Jul 07 17:24:55.201891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-c9248b22-1814-4358-b49b-34f84ed3996b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Calling delete_port for 5a76b613-3e50-42bb-836c-f22b2c85898c owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:55.315621 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6588f977-1137-4987-bca3-ab6a481b46d5 None None] DHCP port deletion for cb359ea5-674e-487b-9740-3ba02ebdcdb0 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:24:55.320263 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c9248b22-1814-4358-b49b-34f84ed3996b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.338038 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9248b22-1814-4358-b49b-34f84ed3996b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] No DVR routers for this DVR port 5a76b613-3e50-42bb-836c-f22b2c85898c on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:55.346148 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2eb02-dd67-4db1-b768-da4c9817e9e2 req-4a97417d-bf95-436c-b2a9-626fe6b07907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:55.348405 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6b2eb02-dd67-4db1-b768-da4c9817e9e2 req-4a97417d-bf95-436c-b2a9-626fe6b07907 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.1429195 Jul 07 17:24:55.392478 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-0969e2e4-71d6-4907-875b-ac0abbf8bab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '1ea1a10e-252b-4ab2-80f8-469ef613c3f9', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'floating_ip_address': '172.25.2.138', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'port_id': 'b0e15d22-70c6-473b-a462-be85ef862d97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'mac_address': 'fa:16:3e:19:38:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f27a1a-32c1-4faf-8e6d-6b09e70285dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:24:53Z', 'updated_at': '2021-07-07T17:24:53Z', 'revision_number': 0, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0bdf04-b259-45fd-a61c-23dd420261c7', 'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'mac_address': 'fa:16:3e:26:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:08Z', 'updated_at': '2021-07-07T17:18:18Z', 'revision_number': 5, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'subnets': [{'id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:55.394783 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9248b22-1814-4358-b49b-34f84ed3996b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event deleted for resources: {'Port': ['ID=5a76b613-3e50-42bb-836c-f22b2c85898c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:55.403101 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db50eb3-16e3-45f7-89ac-3a7e263e24bc req-0c5e73d4-06db-42eb-be43-ea70c5adf3a0 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:55.404740 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0db50eb3-16e3-45f7-89ac-3a7e263e24bc req-0c5e73d4-06db-42eb-be43-ea70c5adf3a0 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.15 "GET /v2.0/ports?device_id=cde75b06-6bc0-4a93-96dc-4da70ee778ae HTTP/1.1" status: 200 len: 946 time: 0.2077112 Jul 07 17:24:55.424829 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0969e2e4-71d6-4907-875b-ac0abbf8bab8 None None] Checking router: 20033ea3-f499-4310-8935-0c7b48870b0d for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:24:55.433619 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0969e2e4-71d6-4907-875b-ac0abbf8bab8 None None] Routers {'20033ea3-f499-4310-8935-0c7b48870b0d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:55.434227 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-0969e2e4-71d6-4907-875b-ac0abbf8bab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['20033ea3-f499-4310-8935-0c7b48870b0d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:55.471810 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2eb02-dd67-4db1-b768-da4c9817e9e2 req-f2d9d1e1-95e4-4983-b7bd-736679b3645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:55.474700 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6b2eb02-dd67-4db1-b768-da4c9817e9e2 req-f2d9d1e1-95e4-4983-b7bd-736679b3645d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158004 Jul 07 17:24:55.483151 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c9248b22-1814-4358-b49b-34f84ed3996b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.495968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-c9248b22-1814-4358-b49b-34f84ed3996b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb359ea5-674e-487b-9740-3ba02ebdcdb0']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:55.509097 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-c9248b22-1814-4358-b49b-34f84ed3996b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a470067-ae69-4216-bf78-9853532c06ec') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:55.509403 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-c9248b22-1814-4358-b49b-34f84ed3996b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a470067-ae69-4216-bf78-9853532c06ec') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:55.524260 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c9248b22-1814-4358-b49b-34f84ed3996b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.546880 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48feeb6-0d6a-4c99-9ce4-6c5c80b43469 req-3a7e95b2-5ff3-4ec0-bd5b-d2b22e89b06b tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:55.548370 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f48feeb6-0d6a-4c99-9ce4-6c5c80b43469 req-3a7e95b2-5ff3-4ec0-bd5b-d2b22e89b06b tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=cde75b06-6bc0-4a93-96dc-4da70ee778ae HTTP/1.1" status: 200 len: 946 time: 0.1605878 Jul 07 17:24:55.549398 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c9248b22-1814-4358-b49b-34f84ed3996b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.550514 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-0969e2e4-71d6-4907-875b-ac0abbf8bab8 None None] Set router 20033ea3-f499-4310-8935-0c7b48870b0d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:55.556383 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9248b22-1814-4358-b49b-34f84ed3996b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:24:55.556754 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c9248b22-1814-4358-b49b-34f84ed3996b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:24:55.559843 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:24:55.602998 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-0db50eb3-16e3-45f7-89ac-3a7e263e24bc req-d8b65ef7-5a0e-41f7-b069-4b05543e0b63 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Deleting port 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:55.603413 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0db50eb3-16e3-45f7-89ac-3a7e263e24bc req-d8b65ef7-5a0e-41f7-b069-4b05543e0b63 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.621709 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6b2eb02-dd67-4db1-b768-da4c9817e9e2 req-89a2b959-860d-43ff-96e8-60a3cd9c82bb service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406484 Jul 07 17:24:55.646369 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f48feeb6-0d6a-4c99-9ce4-6c5c80b43469 req-d2144cd3-83a5-4073-b1f3-a36191ffcd77 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=cc3ecba0-f251-48dd-83c4-016e5b17d843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850525 Jul 07 17:24:55.647871 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c9248b22-1814-4358-b49b-34f84ed3996b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.656310 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c9248b22-1814-4358-b49b-34f84ed3996b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.658733 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c9248b22-1814-4358-b49b-34f84ed3996b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "DELETE /v2.0/networks/cb359ea5-674e-487b-9740-3ba02ebdcdb0 HTTP/1.1" status: 204 len: 168 time: 0.7307708 Jul 07 17:24:55.669153 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54200) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:55.678192 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9248b22-1814-4358-b49b-34f84ed3996b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event deleted for resources: {'Network': ['ID=cb359ea5-674e-487b-9740-3ba02ebdcdb0,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:55.765799 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 68e53770-857c-4c2a-9552-57f462b170ce no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:55.789516 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-0db50eb3-16e3-45f7-89ac-3a7e263e24bc req-d8b65ef7-5a0e-41f7-b069-4b05543e0b63 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] For port 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=680f18a2-d2c8-4ff8-a741-dbadbde6ba9b,segment=NetworkSegment(c047bb72-e7a7-40e8-9da3-36417577ee04),segment_id=c047bb72-e7a7-40e8-9da3-36417577ee04)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:55.789986 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0db50eb3-16e3-45f7-89ac-3a7e263e24bc req-d8b65ef7-5a0e-41f7-b069-4b05543e0b63 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.792454 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 68e53770-857c-4c2a-9552-57f462b170ce {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:55.792697 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 68e53770-857c-4c2a-9552-57f462b170ce not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:55.793250 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5a76b613-3e50-42bb-836c-f22b2c85898c no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:55.801290 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6b2eb02-dd67-4db1-b768-da4c9817e9e2 req-de085326-c993-475d-a7de-d5f72d0b5c93 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464517 Jul 07 17:24:55.806229 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-0db50eb3-16e3-45f7-89ac-3a7e263e24bc req-d8b65ef7-5a0e-41f7-b069-4b05543e0b63 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Calling delete_port for 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:55.822823 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 5a76b613-3e50-42bb-836c-f22b2c85898c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:55.823504 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5a76b613-3e50-42bb-836c-f22b2c85898c not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:55.825432 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b425f-2e69-483a-b868-71f930e981e7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Deleting port d8919ce4-59db-44f6-a403-dbc5d2ea1918 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:55.825795 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6d1b425f-2e69-483a-b868-71f930e981e7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.883377 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-0969e2e4-71d6-4907-875b-ac0abbf8bab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '1ea1a10e-252b-4ab2-80f8-469ef613c3f9', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'floating_ip_address': '172.25.2.138', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'port_id': 'b0e15d22-70c6-473b-a462-be85ef862d97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'mac_address': 'fa:16:3e:19:38:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f27a1a-32c1-4faf-8e6d-6b09e70285dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:24:53Z', 'updated_at': '2021-07-07T17:24:53Z', 'revision_number': 0, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0bdf04-b259-45fd-a61c-23dd420261c7', 'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'mac_address': 'fa:16:3e:26:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:08Z', 'updated_at': '2021-07-07T17:18:18Z', 'revision_number': 5, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'subnets': [{'id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:55.913796 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0969e2e4-71d6-4907-875b-ac0abbf8bab8 None None] The sync data for ids ['20033ea3-f499-4310-8935-0c7b48870b0d'] in n-d-793620-7 is: [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '1ea1a10e-252b-4ab2-80f8-469ef613c3f9', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'floating_ip_address': '172.25.2.138', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'port_id': 'b0e15d22-70c6-473b-a462-be85ef862d97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'mac_address': 'fa:16:3e:19:38:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f27a1a-32c1-4faf-8e6d-6b09e70285dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:24:53Z', 'updated_at': '2021-07-07T17:24:53Z', 'revision_number': 0, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0bdf04-b259-45fd-a61c-23dd420261c7', 'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'mac_address': 'fa:16:3e:26:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:08Z', 'updated_at': '2021-07-07T17:18:18Z', 'revision_number': 5, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'subnets': [{'id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:24:55.916299 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6d1b425f-2e69-483a-b868-71f930e981e7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.916729 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6d1b425f-2e69-483a-b868-71f930e981e7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.931009 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b425f-2e69-483a-b868-71f930e981e7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Calling delete_port for d8919ce4-59db-44f6-a403-dbc5d2ea1918 owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:55.951631 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0db50eb3-16e3-45f7-89ac-3a7e263e24bc req-d8b65ef7-5a0e-41f7-b069-4b05543e0b63 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:55.985466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b65ef7-5a0e-41f7-b069-4b05543e0b63 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event deleted for resources: {'Port': ['ID=680f18a2-d2c8-4ff8-a741-dbadbde6ba9b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:56.036122 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db50eb3-16e3-45f7-89ac-3a7e263e24bc req-d8b65ef7-5a0e-41f7-b069-4b05543e0b63 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] No DVR routers for this DVR port 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:56.039577 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0db50eb3-16e3-45f7-89ac-3a7e263e24bc req-d8b65ef7-5a0e-41f7-b069-4b05543e0b63 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.041813 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0db50eb3-16e3-45f7-89ac-3a7e263e24bc req-d8b65ef7-5a0e-41f7-b069-4b05543e0b63 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.15 "DELETE /v2.0/ports/680f18a2-d2c8-4ff8-a741-dbadbde6ba9b HTTP/1.1" status: 204 len: 173 time: 0.6311798 Jul 07 17:24:56.082416 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6d1b425f-2e69-483a-b868-71f930e981e7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.116881 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b425f-2e69-483a-b868-71f930e981e7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event deleted for resources: {'Port': ['ID=d8919ce4-59db-44f6-a403-dbc5d2ea1918,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:56.182902 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6599bcd0-00ea-48db-ac97-5b9b41d01341 None None] New status for floating IP 1ea1a10e-252b-4ab2-80f8-469ef613c3f9: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:24:56.188652 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6d1b425f-2e69-483a-b868-71f930e981e7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.191391 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6d1b425f-2e69-483a-b868-71f930e981e7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.193734 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6d1b425f-2e69-483a-b868-71f930e981e7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "DELETE /v2.0/floatingips/5d4d80dc-d974-46b6-9295-1a253eb5746f HTTP/1.1" status: 204 len: 168 time: 0.5221770 Jul 07 17:24:56.197102 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54202) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:56.230194 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6ea828-c44a-48cc-8082-6079b4b1e478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:56.231014 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6ea828-c44a-48cc-8082-6079b4b1e478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:56.235105 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ea6ea828-c44a-48cc-8082-6079b4b1e478 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "DELETE /v2.0/ports/a465e036-370f-4ab6-94e3-535ba2de0749 HTTP/1.1" status: 404 len: 333 time: 0.0345256 Jul 07 17:24:56.235338 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54204) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:56.266886 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cc75b5d6-b0da-4b14-a828-eb497d61580b tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "GET /v2.0/ports?device_id=09de6252-013b-4dc0-a37a-ec4674ca0c10 HTTP/1.1" status: 200 len: 205 time: 0.0283191 Jul 07 17:24:56.267079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54206) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:56.308288 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-0b708e61-843e-4f52-ab70-b3f71364cabf tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] delete failed (client error): The resource could not be found. Jul 07 17:24:56.309364 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0b708e61-843e-4f52-ab70-b3f71364cabf tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "DELETE /v2.0/routers/09de6252-013b-4dc0-a37a-ec4674ca0c10 HTTP/1.1" status: 404 len: 336 time: 0.0414007 Jul 07 17:24:56.312118 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54208) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:56.341050 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e582a4bc-7eec-4d78-8d4a-5746b708dc2e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] DELETE failed (client error): The resource could not be found. Jul 07 17:24:56.341518 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e582a4bc-7eec-4d78-8d4a-5746b708dc2e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:24:56.343335 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e582a4bc-7eec-4d78-8d4a-5746b708dc2e tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "DELETE /v2.0/subnets/6be8955d-d5b4-43ec-9dd7-4e979abf29ab HTTP/1.1" status: 404 len: 337 time: 0.0301178 Jul 07 17:24:56.345899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54210) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:56.450399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b0ba4d8e-4b7a-4579-b423-e41fb4d6ca76 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Deleting port b67535ba-be2d-4377-bba4-7af0342c2ba2 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:56.451103 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b0ba4d8e-4b7a-4579-b423-e41fb4d6ca76 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.554010 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b0ba4d8e-4b7a-4579-b423-e41fb4d6ca76 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.565953 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b0ba4d8e-4b7a-4579-b423-e41fb4d6ca76 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Calling delete_port for b67535ba-be2d-4377-bba4-7af0342c2ba2 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:56.699766 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b0ba4d8e-4b7a-4579-b423-e41fb4d6ca76 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.727190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba4d8e-4b7a-4579-b423-e41fb4d6ca76 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event deleted for resources: {'Port': ['ID=b67535ba-be2d-4377-bba4-7af0342c2ba2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:56.757938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54214) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:56.801173 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b0ba4d8e-4b7a-4579-b423-e41fb4d6ca76 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.804001 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b0ba4d8e-4b7a-4579-b423-e41fb4d6ca76 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "DELETE /v2.0/ports/b67535ba-be2d-4377-bba4-7af0342c2ba2 HTTP/1.1" status: 204 len: 168 time: 0.4570558 Jul 07 17:24:56.806443 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54216) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:56.841004 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-47b56e76-a705-4e93-adce-54a1ef27bc19 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.900566 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-47b56e76-a705-4e93-adce-54a1ef27bc19 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:56.904940 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde75b06-6bc0-4a93-96dc-4da70ee778ae', 'name': 'network-vif-deleted', 'tag': '680f18a2-d2c8-4ff8-a741-dbadbde6ba9b'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:56.907648 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2738a37b-0e8f-4e69-bd00-195a0a71aecb" -d '{"events": [{"server_uuid": "cde75b06-6bc0-4a93-96dc-4da70ee778ae", "name": "network-vif-deleted", "tag": "680f18a2-d2c8-4ff8-a741-dbadbde6ba9b"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:56.944953 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e43236-415e-4723-bfe8-44a1bf235b5c x-openstack-request-id: req-42e43236-415e-4723-bfe8-44a1bf235b5c {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:56.945117 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde75b06-6bc0-4a93-96dc-4da70ee778ae", "name": "network-vif-deleted", "tag": "680f18a2-d2c8-4ff8-a741-dbadbde6ba9b", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:56.945376 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-42e43236-415e-4723-bfe8-44a1bf235b5c {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:56.945808 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde75b06-6bc0-4a93-96dc-4da70ee778ae', 'name': 'network-vif-deleted', 'tag': '680f18a2-d2c8-4ff8-a741-dbadbde6ba9b', 'status': 'completed', 'code': 200} Jul 07 17:24:56.957253 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-63ed43ab-1642-4c7f-8f56-df6090fa82de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Deleting port 736352b6-e00b-4976-90dc-eb15fd3b34a8 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:56.957635 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-63ed43ab-1642-4c7f-8f56-df6090fa82de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.013330 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-47b56e76-a705-4e93-adce-54a1ef27bc19 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.015998 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-47b56e76-a705-4e93-adce-54a1ef27bc19 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.017137 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-47b56e76-a705-4e93-adce-54a1ef27bc19 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "DELETE /v2.0/security-groups/cc3ecba0-f251-48dd-83c4-016e5b17d843 HTTP/1.1" status: 204 len: 168 time: 0.2581248 Jul 07 17:24:57.038421 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b56e76-a705-4e93-adce-54a1ef27bc19 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3ecba0-f251-48dd-83c4-016e5b17d843,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:57.065590 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-63ed43ab-1642-4c7f-8f56-df6090fa82de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.072325 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54222) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:57.078300 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-63ed43ab-1642-4c7f-8f56-df6090fa82de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Calling delete_port for 736352b6-e00b-4976-90dc-eb15fd3b34a8 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:57.123796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-3385a5d6-fd84-4131-a72a-1a56e9fc729d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Deleting subnet 7b7e30cd-7901-438c-9671-27368652587a {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:24:57.127147 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3385a5d6-fd84-4131-a72a-1a56e9fc729d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.171744 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3385a5d6-fd84-4131-a72a-1a56e9fc729d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.213450 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-63ed43ab-1642-4c7f-8f56-df6090fa82de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.248002 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed43ab-1642-4c7f-8f56-df6090fa82de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event deleted for resources: {'Port': ['ID=736352b6-e00b-4976-90dc-eb15fd3b34a8,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:57.260039 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3385a5d6-fd84-4131-a72a-1a56e9fc729d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.319312 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3385a5d6-fd84-4131-a72a-1a56e9fc729d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.322070 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-63ed43ab-1642-4c7f-8f56-df6090fa82de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.326817 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-63ed43ab-1642-4c7f-8f56-df6090fa82de tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "DELETE /v2.0/ports/736352b6-e00b-4976-90dc-eb15fd3b34a8 HTTP/1.1" status: 204 len: 168 time: 0.5171058 Jul 07 17:24:57.327225 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54224) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:57.351919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385a5d6-fd84-4131-a72a-1a56e9fc729d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event deleted for resources: {'Subnet': ['ID=7b7e30cd-7901-438c-9671-27368652587a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:57.355638 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3385a5d6-fd84-4131-a72a-1a56e9fc729d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.357367 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3385a5d6-fd84-4131-a72a-1a56e9fc729d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "DELETE /v2.0/subnets/7b7e30cd-7901-438c-9671-27368652587a HTTP/1.1" status: 204 len: 168 time: 0.2839940 Jul 07 17:24:57.361994 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54226) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:57.365825 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f11966-818d-40ed-9620-5479ad3b4e5a None None] Network 1c286650-c0b7-410d-8dba-ec3b067dfe3c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:24:57.392115 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18209ff-98f9-4a0b-8d00-dcde798c5f66 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:24:57.396801 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d18209ff-98f9-4a0b-8d00-dcde798c5f66 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "GET /v2.0/ports?device_id=91066cf2-7e93-48b1-bcdc-4eea275f96d4 HTTP/1.1" status: 200 len: 913 time: 0.0655909 Jul 07 17:24:57.397152 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54228) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:57.449157 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a53130d8-4744-4f0f-9306-9130edadda5d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.518009 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-a53130d8-4744-4f0f-9306-9130edadda5d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Deleting port 9e61050e-884a-4ff4-bc15-cc12898af5ef {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:57.518633 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a53130d8-4744-4f0f-9306-9130edadda5d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.555438 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9216a149-d8cc-46f4-ae0d-cfb0a7b207bd None None] DHCP port deletion for 1c286650-c0b7-410d-8dba-ec3b067dfe3c request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:24:57.597387 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-a53130d8-4744-4f0f-9306-9130edadda5d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] For port 9e61050e-884a-4ff4-bc15-cc12898af5ef, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=9e61050e-884a-4ff4-bc15-cc12898af5ef,segment=NetworkSegment(c047bb72-e7a7-40e8-9da3-36417577ee04),segment_id=c047bb72-e7a7-40e8-9da3-36417577ee04)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:57.597751 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a53130d8-4744-4f0f-9306-9130edadda5d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.608627 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-9216a149-d8cc-46f4-ae0d-cfb0a7b207bd None None] Deleting port 9e61050e-884a-4ff4-bc15-cc12898af5ef {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:57.609103 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9216a149-d8cc-46f4-ae0d-cfb0a7b207bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.611197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-a53130d8-4744-4f0f-9306-9130edadda5d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Calling delete_port for 9e61050e-884a-4ff4-bc15-cc12898af5ef owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:57.686113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-9216a149-d8cc-46f4-ae0d-cfb0a7b207bd None None] For port 9e61050e-884a-4ff4-bc15-cc12898af5ef, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=9e61050e-884a-4ff4-bc15-cc12898af5ef,segment=NetworkSegment(c047bb72-e7a7-40e8-9da3-36417577ee04),segment_id=c047bb72-e7a7-40e8-9da3-36417577ee04)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:24:57.686784 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9216a149-d8cc-46f4-ae0d-cfb0a7b207bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.701805 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-9216a149-d8cc-46f4-ae0d-cfb0a7b207bd None None] Calling delete_port for 9e61050e-884a-4ff4-bc15-cc12898af5ef owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:57.708154 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a53130d8-4744-4f0f-9306-9130edadda5d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.742944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53130d8-4744-4f0f-9306-9130edadda5d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event deleted for resources: {'Port': ['ID=9e61050e-884a-4ff4-bc15-cc12898af5ef,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:57.753621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53130d8-4744-4f0f-9306-9130edadda5d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] No DVR routers for this DVR port 9e61050e-884a-4ff4-bc15-cc12898af5ef on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:57.767371 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 9e61050e-884a-4ff4-bc15-cc12898af5ef no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:57.793192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 9e61050e-884a-4ff4-bc15-cc12898af5ef {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:57.794073 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 9e61050e-884a-4ff4-bc15-cc12898af5ef not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:57.815088 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74c107e1-bebd-4c24-a51d-f358c865cb74 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.858587 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9216a149-d8cc-46f4-ae0d-cfb0a7b207bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.867834 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a53130d8-4744-4f0f-9306-9130edadda5d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.878656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-a53130d8-4744-4f0f-9306-9130edadda5d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c286650-c0b7-410d-8dba-ec3b067dfe3c']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:57.886961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216a149-d8cc-46f4-ae0d-cfb0a7b207bd None None] Pushing event deleted for resources: {'Port': ['ID=9e61050e-884a-4ff4-bc15-cc12898af5ef,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:57.892025 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-a53130d8-4744-4f0f-9306-9130edadda5d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c047bb72-e7a7-40e8-9da3-36417577ee04') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:57.892777 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-a53130d8-4744-4f0f-9306-9130edadda5d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c047bb72-e7a7-40e8-9da3-36417577ee04') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:57.898613 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9216a149-d8cc-46f4-ae0d-cfb0a7b207bd None None] No DVR routers for this DVR port 9e61050e-884a-4ff4-bc15-cc12898af5ef on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:24:57.903546 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a53130d8-4744-4f0f-9306-9130edadda5d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.923883 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a53130d8-4744-4f0f-9306-9130edadda5d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.932885 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53130d8-4744-4f0f-9306-9130edadda5d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:24:57.933290 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a53130d8-4744-4f0f-9306-9130edadda5d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:24:57.936438 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:24:58.001039 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a53130d8-4744-4f0f-9306-9130edadda5d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:58.013774 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a53130d8-4744-4f0f-9306-9130edadda5d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:58.019035 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a53130d8-4744-4f0f-9306-9130edadda5d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "DELETE /v2.0/networks/1c286650-c0b7-410d-8dba-ec3b067dfe3c HTTP/1.1" status: 204 len: 168 time: 0.6548367 Jul 07 17:24:58.020106 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54230) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:58.028844 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53130d8-4744-4f0f-9306-9130edadda5d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event deleted for resources: {'Network': ['ID=1c286650-c0b7-410d-8dba-ec3b067dfe3c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:58.556286 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-74c107e1-bebd-4c24-a51d-f358c865cb74 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Deleting port a7d860aa-f015-427e-ab17-94562712bf56 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:58.556534 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74c107e1-bebd-4c24-a51d-f358c865cb74 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:58.561665 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6b525fbb-c1ad-4843-bbd6-7520d7370965 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Deleting port d47a2442-a54b-4b4d-b2ef-6a165ff846d3 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:24:58.562004 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6b525fbb-c1ad-4843-bbd6-7520d7370965 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:58.701677 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74c107e1-bebd-4c24-a51d-f358c865cb74 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:58.711656 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6b525fbb-c1ad-4843-bbd6-7520d7370965 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:58.711992 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6b525fbb-c1ad-4843-bbd6-7520d7370965 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:58.723782 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-74c107e1-bebd-4c24-a51d-f358c865cb74 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Calling delete_port for a7d860aa-f015-427e-ab17-94562712bf56 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:58.729773 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6b525fbb-c1ad-4843-bbd6-7520d7370965 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Calling delete_port for d47a2442-a54b-4b4d-b2ef-6a165ff846d3 owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:24:58.915233 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:24:58.938537 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:24:58.938893 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 680f18a2-d2c8-4ff8-a741-dbadbde6ba9b not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:24:59.024391 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6b525fbb-c1ad-4843-bbd6-7520d7370965 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:59.029018 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74c107e1-bebd-4c24-a51d-f358c865cb74 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:59.057955 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b525fbb-c1ad-4843-bbd6-7520d7370965 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event deleted for resources: {'Port': ['ID=d47a2442-a54b-4b4d-b2ef-6a165ff846d3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:59.124698 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c107e1-bebd-4c24-a51d-f358c865cb74 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event deleted for resources: {'Port': ['ID=a7d860aa-f015-427e-ab17-94562712bf56,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:24:59.200438 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6b525fbb-c1ad-4843-bbd6-7520d7370965 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:59.200686 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-6b525fbb-c1ad-4843-bbd6-7520d7370965 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Floating IP a1d83f7e-07e2-4658-817b-4c85643166f6 disassociated (deleted). External IP: 172.25.2.89, port: 853ab862-cd31-4453-99a9-97bb43347997. Jul 07 17:24:59.383403 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-74c107e1-bebd-4c24-a51d-f358c865cb74 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:59.577163 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b525fbb-c1ad-4843-bbd6-7520d7370965 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Router 63da0261-14dc-4f96-8a64-cf6da870ad5d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:59.766955 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c107e1-bebd-4c24-a51d-f358c865cb74 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Router 91066cf2-7e93-48b1-bcdc-4eea275f96d4 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:24:59.769928 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b525fbb-c1ad-4843-bbd6-7520d7370965 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:59.775809 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6b525fbb-c1ad-4843-bbd6-7520d7370965 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:24:59.779433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997a1871-0025-4509-9b1a-938d24c5e95c None None] Sync routers for ids ['63da0261-14dc-4f96-8a64-cf6da870ad5d'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:59.789174 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997a1871-0025-4509-9b1a-938d24c5e95c None None] Routers {'63da0261-14dc-4f96-8a64-cf6da870ad5d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:59.789801 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-997a1871-0025-4509-9b1a-938d24c5e95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['63da0261-14dc-4f96-8a64-cf6da870ad5d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:24:59.853221 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6b525fbb-c1ad-4843-bbd6-7520d7370965 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "DELETE /v2.0/floatingips/a1d83f7e-07e2-4658-817b-4c85643166f6 HTTP/1.1" status: 204 len: 168 time: 1.8311665 Jul 07 17:24:59.855321 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13fb9b71-76cc-4bbc-9929-2cba2f06eefe', 'tag': '853ab862-cd31-4453-99a9-97bb43347997'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:24:59.857596 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cbe3e1-b3c6-4e5b-8152-7ca30abdff3e" -d '{"events": [{"name": "network-changed", "server_uuid": "13fb9b71-76cc-4bbc-9929-2cba2f06eefe", "tag": "853ab862-cd31-4453-99a9-97bb43347997"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:24:59.901901 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-997a1871-0025-4509-9b1a-938d24c5e95c None None] Set router 63da0261-14dc-4f96-8a64-cf6da870ad5d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:24:59.904436 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09120537-8480-44c9-90be-af87989d7a5e x-openstack-request-id: req-09120537-8480-44c9-90be-af87989d7a5e {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:24:59.904726 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13fb9b71-76cc-4bbc-9929-2cba2f06eefe", "tag": "853ab862-cd31-4453-99a9-97bb43347997", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:24:59.904981 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09120537-8480-44c9-90be-af87989d7a5e {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:24:59.905391 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13fb9b71-76cc-4bbc-9929-2cba2f06eefe', 'tag': '853ab862-cd31-4453-99a9-97bb43347997', 'status': 'completed', 'code': 200} Jul 07 17:24:59.931340 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c107e1-bebd-4c24-a51d-f358c865cb74 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:24:59.936594 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-74c107e1-bebd-4c24-a51d-f358c865cb74 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "PUT /v2.0/routers/91066cf2-7e93-48b1-bcdc-4eea275f96d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5378971 Jul 07 17:24:59.939097 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54236) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:24:59.943138 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ab4e44-7985-4753-ac16-aee0e1c8412e None None] Sync routers for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:24:59.969043 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ab4e44-7985-4753-ac16-aee0e1c8412e None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:24:59.970127 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-b4ab4e44-7985-4753-ac16-aee0e1c8412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:00.025927 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-b4ab4e44-7985-4753-ac16-aee0e1c8412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:00.044463 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ab4e44-7985-4753-ac16-aee0e1c8412e None None] Routers {'91066cf2-7e93-48b1-bcdc-4eea275f96d4'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:00.046622 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-b4ab4e44-7985-4753-ac16-aee0e1c8412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:00.060763 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbe3e1-b3c6-4e5b-8152-7ca30abdff3e req-e13a62ff-8120-4182-b075-08ac59197fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:00.062636 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8cbe3e1-b3c6-4e5b-8152-7ca30abdff3e req-e13a62ff-8120-4182-b075-08ac59197fb9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2819b097d22142529378d8839f8df263&device_id=13fb9b71-76cc-4bbc-9929-2cba2f06eefe HTTP/1.1" status: 200 len: 1096 time: 0.1316442 Jul 07 17:25:00.065947 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc8c90c3-b87b-4bfb-bc6b-f7bf67564e07 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:00.118329 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-b4ab4e44-7985-4753-ac16-aee0e1c8412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:00.119256 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ab4e44-7985-4753-ac16-aee0e1c8412e None None] The sync data for ids ['91066cf2-7e93-48b1-bcdc-4eea275f96d4'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:00.201382 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc8c90c3-b87b-4bfb-bc6b-f7bf67564e07 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:00.209652 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbe3e1-b3c6-4e5b-8152-7ca30abdff3e req-c2241c33-4ed8-4528-accd-2528d684a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:00.216208 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8cbe3e1-b3c6-4e5b-8152-7ca30abdff3e req-c2241c33-4ed8-4528-accd-2528d684a1cf service neutron] 10.222.0.69 "GET /v2.0/networks?id=4f3c2d94-8dda-443b-b73b-10bacda2e76a HTTP/1.1" status: 200 len: 898 time: 0.1441817 Jul 07 17:25:00.276323 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:25:00.277971 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-bc8c90c3-b87b-4bfb-bc6b-f7bf67564e07 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Deleting port 6a306a2a-66c6-4580-ba85-28f96d97a26d {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:00.278526 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc8c90c3-b87b-4bfb-bc6b-f7bf67564e07 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:00.319854 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-997a1871-0025-4509-9b1a-938d24c5e95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'name': 'tempest-TestNetworkBasicOps-router-81828197', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:28Z', 'updated_at': '2021-07-07T17:24:52Z', 'revision_number': 6, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:29Z', 'updated_at': '2021-07-07T17:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '027ca4fc-f521-4d38-ae94-d75180b8975c', 'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:98:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:31Z', 'updated_at': '2021-07-07T17:22:37Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:00.348275 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997a1871-0025-4509-9b1a-938d24c5e95c None None] Checking router: 63da0261-14dc-4f96-8a64-cf6da870ad5d for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:00.357778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997a1871-0025-4509-9b1a-938d24c5e95c None None] Routers {'63da0261-14dc-4f96-8a64-cf6da870ad5d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:00.358336 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-997a1871-0025-4509-9b1a-938d24c5e95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['63da0261-14dc-4f96-8a64-cf6da870ad5d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:00.365854 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc8c90c3-b87b-4bfb-bc6b-f7bf67564e07 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:00.380043 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-bc8c90c3-b87b-4bfb-bc6b-f7bf67564e07 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Calling delete_port for 6a306a2a-66c6-4580-ba85-28f96d97a26d owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:00.469706 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-997a1871-0025-4509-9b1a-938d24c5e95c None None] Set router 63da0261-14dc-4f96-8a64-cf6da870ad5d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:00.572161 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc8c90c3-b87b-4bfb-bc6b-f7bf67564e07 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:00.601122 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c90c3-b87b-4bfb-bc6b-f7bf67564e07 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event deleted for resources: {'Port': ['ID=6a306a2a-66c6-4580-ba85-28f96d97a26d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:00.653227 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8cbe3e1-b3c6-4e5b-8152-7ca30abdff3e req-eae9fc3e-d2ce-42ec-b0a7-54f08a122392 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=853ab862-cd31-4453-99a9-97bb43347997 HTTP/1.1" status: 200 len: 217 time: 0.4328151 Jul 07 17:25:00.673361 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc8c90c3-b87b-4bfb-bc6b-f7bf67564e07 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:00.718806 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-997a1871-0025-4509-9b1a-938d24c5e95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'name': 'tempest-TestNetworkBasicOps-router-81828197', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:28Z', 'updated_at': '2021-07-07T17:24:52Z', 'revision_number': 6, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:29Z', 'updated_at': '2021-07-07T17:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '027ca4fc-f521-4d38-ae94-d75180b8975c', 'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:98:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:31Z', 'updated_at': '2021-07-07T17:22:37Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:00.736329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbe3e1-b3c6-4e5b-8152-7ca30abdff3e req-8d33bf28-d7e6-49d6-adce-8fa3b84be6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:00.737808 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8cbe3e1-b3c6-4e5b-8152-7ca30abdff3e req-8d33bf28-d7e6-49d6-adce-8fa3b84be6ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7616a41f-937f-41ab-9662-5b8cfd078971 HTTP/1.1" status: 200 len: 835 time: 0.0672979 Jul 07 17:25:00.745100 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997a1871-0025-4509-9b1a-938d24c5e95c None None] The sync data for ids ['63da0261-14dc-4f96-8a64-cf6da870ad5d'] in n-d-793620-7 is: [{'id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'name': 'tempest-TestNetworkBasicOps-router-81828197', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:28Z', 'updated_at': '2021-07-07T17:24:52Z', 'revision_number': 6, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:29Z', 'updated_at': '2021-07-07T17:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '027ca4fc-f521-4d38-ae94-d75180b8975c', 'name': '', 'network_id': '4f3c2d94-8dda-443b-b73b-10bacda2e76a', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:98:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:31Z', 'updated_at': '2021-07-07T17:22:37Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '7616a41f-937f-41ab-9662-5b8cfd078971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:00.745401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b03f2e-60c6-496a-b5bc-a6da8c40e3e6 req-cbef384e-894e-4bf4-9ec2-7d43abd00fbf tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:00.746857 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38b03f2e-60c6-496a-b5bc-a6da8c40e3e6 req-cbef384e-894e-4bf4-9ec2-7d43abd00fbf tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=13fb9b71-76cc-4bbc-9929-2cba2f06eefe HTTP/1.1" status: 200 len: 945 time: 0.1055493 Jul 07 17:25:00.825501 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38b03f2e-60c6-496a-b5bc-a6da8c40e3e6 req-fd2d9a17-fe54-4509-ab99-a223d831c3a1 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=97c54cb4-91cd-4dc1-bae1-9ff3531253d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450039 Jul 07 17:25:00.855807 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbe3e1-b3c6-4e5b-8152-7ca30abdff3e req-f6c3cd6b-b39b-4e7a-bef1-88961db34834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:00.858113 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8cbe3e1-b3c6-4e5b-8152-7ca30abdff3e req-f6c3cd6b-b39b-4e7a-bef1-88961db34834 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4f3c2d94-8dda-443b-b73b-10bacda2e76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103282 Jul 07 17:25:00.962197 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8cbe3e1-b3c6-4e5b-8152-7ca30abdff3e req-d9743049-b91e-455b-b808-727c883e8394 service neutron] 10.222.0.69 "GET /v2.0/networks/4f3c2d94-8dda-443b-b73b-10bacda2e76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952454 Jul 07 17:25:01.030961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdedf943-2374-4786-a655-d5ab95a31b79 None None] New status for floating IP a1d83f7e-07e2-4658-817b-4c85643166f6: DOWN {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:25:01.072199 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8cbe3e1-b3c6-4e5b-8152-7ca30abdff3e req-0b3274f4-3efd-4536-a1d5-ecad1819a902 service neutron] 10.222.0.69 "GET /v2.0/networks/4f3c2d94-8dda-443b-b73b-10bacda2e76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025615 Jul 07 17:25:01.076788 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc8c90c3-b87b-4bfb-bc6b-f7bf67564e07 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.079430 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc8c90c3-b87b-4bfb-bc6b-f7bf67564e07 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.127118 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc8c90c3-b87b-4bfb-bc6b-f7bf67564e07 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.127940 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8c90c3-b87b-4bfb-bc6b-f7bf67564e07 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Fanout notify agent at l3_agent the message router_deleted on router 91066cf2-7e93-48b1-bcdc-4eea275f96d4 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:25:01.135821 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc8c90c3-b87b-4bfb-bc6b-f7bf67564e07 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.136958 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bc8c90c3-b87b-4bfb-bc6b-f7bf67564e07 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "DELETE /v2.0/routers/91066cf2-7e93-48b1-bcdc-4eea275f96d4 HTTP/1.1" status: 204 len: 168 time: 1.1965797 Jul 07 17:25:01.139567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54240) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:01.190067 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4ecb03-9e25-405b-8a07-fe9eda464037 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Deleting subnet df935924-e8d3-4f15-860d-42ecfad0ca5c {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:01.193763 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0d4ecb03-9e25-405b-8a07-fe9eda464037 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.232259 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0d4ecb03-9e25-405b-8a07-fe9eda464037 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.281877 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0d4ecb03-9e25-405b-8a07-fe9eda464037 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.341942 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0d4ecb03-9e25-405b-8a07-fe9eda464037 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.371059 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ecb03-9e25-405b-8a07-fe9eda464037 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event deleted for resources: {'Subnet': ['ID=df935924-e8d3-4f15-860d-42ecfad0ca5c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:01.374698 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0d4ecb03-9e25-405b-8a07-fe9eda464037 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.377161 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0d4ecb03-9e25-405b-8a07-fe9eda464037 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "DELETE /v2.0/subnets/df935924-e8d3-4f15-860d-42ecfad0ca5c HTTP/1.1" status: 204 len: 168 time: 0.2359877 Jul 07 17:25:01.379148 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54242) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:01.459217 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd06eb12-1312-4665-8aba-1076269c1fe7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.550899 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd06eb12-1312-4665-8aba-1076269c1fe7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.561965 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-dd06eb12-1312-4665-8aba-1076269c1fe7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b38019-c9ec-4476-ae81-8c27bc803711']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:01.572395 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-dd06eb12-1312-4665-8aba-1076269c1fe7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a07a523-8a63-4748-8d43-c8728e55847d') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:01.572689 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-dd06eb12-1312-4665-8aba-1076269c1fe7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a07a523-8a63-4748-8d43-c8728e55847d') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:01.581265 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd06eb12-1312-4665-8aba-1076269c1fe7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.594698 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd06eb12-1312-4665-8aba-1076269c1fe7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.601019 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd06eb12-1312-4665-8aba-1076269c1fe7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:01.601406 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd06eb12-1312-4665-8aba-1076269c1fe7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:01.604317 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:01.666625 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd06eb12-1312-4665-8aba-1076269c1fe7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.671414 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd06eb12-1312-4665-8aba-1076269c1fe7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:01.676223 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dd06eb12-1312-4665-8aba-1076269c1fe7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] 10.222.0.50 "DELETE /v2.0/networks/54b38019-c9ec-4476-ae81-8c27bc803711 HTTP/1.1" status: 204 len: 168 time: 0.2959509 Jul 07 17:25:01.691286 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06eb12-1312-4665-8aba-1076269c1fe7 tempest-FloatingIPTestJSON-576379522 tempest-FloatingIPTestJSON-576379522-project] Pushing event deleted for resources: {'Network': ['ID=54b38019-c9ec-4476-ae81-8c27bc803711,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:01.859374 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249d443-f03b-4a60-8ae2-763c624edbc3 req-90c7ae1f-6c4d-4a79-883f-551139a8829e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:01.860881 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8249d443-f03b-4a60-8ae2-763c624edbc3 req-90c7ae1f-6c4d-4a79-883f-551139a8829e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.69 "GET /v2.0/ports?device_id=13fb9b71-76cc-4bbc-9929-2cba2f06eefe HTTP/1.1" status: 200 len: 945 time: 0.0641584 Jul 07 17:25:01.919582 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54250) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:01.972101 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8249d443-f03b-4a60-8ae2-763c624edbc3 req-966b5430-999c-40ad-89bf-df278774081e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Deleting port 853ab862-cd31-4453-99a9-97bb43347997 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:01.972500 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8249d443-f03b-4a60-8ae2-763c624edbc3 req-966b5430-999c-40ad-89bf-df278774081e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.017146 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976307fb-8ea4-4f5a-a268-5d94fae1c7ad req-d001fc7b-f87d-41b2-a62b-c581b6832f35 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:02.022885 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-976307fb-8ea4-4f5a-a268-5d94fae1c7ad req-d001fc7b-f87d-41b2-a62b-c581b6832f35 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=13fb9b71-76cc-4bbc-9929-2cba2f06eefe HTTP/1.1" status: 200 len: 945 time: 0.0749056 Jul 07 17:25:02.072275 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8249d443-f03b-4a60-8ae2-763c624edbc3 req-966b5430-999c-40ad-89bf-df278774081e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] For port 853ab862-cd31-4453-99a9-97bb43347997, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=853ab862-cd31-4453-99a9-97bb43347997,segment=NetworkSegment(69996c40-5b6a-4e68-84cb-57ee05ef9873),segment_id=69996c40-5b6a-4e68-84cb-57ee05ef9873)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:02.073114 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8249d443-f03b-4a60-8ae2-763c624edbc3 req-966b5430-999c-40ad-89bf-df278774081e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.089562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-8249d443-f03b-4a60-8ae2-763c624edbc3 req-966b5430-999c-40ad-89bf-df278774081e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Calling delete_port for 853ab862-cd31-4453-99a9-97bb43347997 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:02.097042 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-976307fb-8ea4-4f5a-a268-5d94fae1c7ad req-b92c7054-a985-442a-83bc-12f5ec2f7bab tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=97c54cb4-91cd-4dc1-bae1-9ff3531253d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642662 Jul 07 17:25:02.098681 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-57a9ff31-9751-404c-9579-18d3a1caa2ed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=23dc5754d8c049d18396032be0c80377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775901 Jul 07 17:25:02.099538 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54254) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:02.169092 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db212caa-0817-4fef-a78e-f5242949d7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.191821 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db212caa-0817-4fef-a78e-f5242949d7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.233749 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8249d443-f03b-4a60-8ae2-763c624edbc3 req-966b5430-999c-40ad-89bf-df278774081e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.249150 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db212caa-0817-4fef-a78e-f5242949d7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.252031 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db212caa-0817-4fef-a78e-f5242949d7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.256200 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-db212caa-0817-4fef-a78e-f5242949d7e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fa1e6af0-e892-4d82-bb46-fa211c256655 HTTP/1.1" status: 204 len: 168 time: 0.1524806 Jul 07 17:25:02.262328 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db212caa-0817-4fef-a78e-f5242949d7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1e6af0-e892-4d82-bb46-fa211c256655,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:02.263846 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b5430-999c-40ad-89bf-df278774081e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event deleted for resources: {'Port': ['ID=853ab862-cd31-4453-99a9-97bb43347997,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:02.327356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8249d443-f03b-4a60-8ae2-763c624edbc3 req-966b5430-999c-40ad-89bf-df278774081e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] No DVR routers for this DVR port 853ab862-cd31-4453-99a9-97bb43347997 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:02.329979 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8249d443-f03b-4a60-8ae2-763c624edbc3 req-966b5430-999c-40ad-89bf-df278774081e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:02.332040 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8249d443-f03b-4a60-8ae2-763c624edbc3 req-966b5430-999c-40ad-89bf-df278774081e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.69 "DELETE /v2.0/ports/853ab862-cd31-4453-99a9-97bb43347997 HTTP/1.1" status: 204 len: 173 time: 0.4661088 Jul 07 17:25:02.332505 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fb9b71-76cc-4bbc-9929-2cba2f06eefe', 'name': 'network-vif-deleted', 'tag': '853ab862-cd31-4453-99a9-97bb43347997'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:02.335500 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c874b26-2b9e-4799-a76f-c8a05179933b" -d '{"events": [{"server_uuid": "13fb9b71-76cc-4bbc-9929-2cba2f06eefe", "name": "network-vif-deleted", "tag": "853ab862-cd31-4453-99a9-97bb43347997"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:02.383893 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fb75af-0f19-4f9a-a9e7-fdd4a8ee87da x-openstack-request-id: req-b1fb75af-0f19-4f9a-a9e7-fdd4a8ee87da {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:02.384262 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fb9b71-76cc-4bbc-9929-2cba2f06eefe", "name": "network-vif-deleted", "tag": "853ab862-cd31-4453-99a9-97bb43347997", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:02.384591 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b1fb75af-0f19-4f9a-a9e7-fdd4a8ee87da {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:02.385010 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13fb9b71-76cc-4bbc-9929-2cba2f06eefe', 'name': 'network-vif-deleted', 'tag': '853ab862-cd31-4453-99a9-97bb43347997', 'status': 'completed', 'code': 200} Jul 07 17:25:02.981852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54278) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:03.089660 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-570194f7-33f0-49ae-9b4e-2e130fd8067c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1450488266'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:03.112932 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570194f7-33f0-49ae-9b4e-2e130fd8067c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:03.117437 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-570194f7-33f0-49ae-9b4e-2e130fd8067c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.126842 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-570194f7-33f0-49ae-9b4e-2e130fd8067c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.199191 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54284) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:03.245625 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-570194f7-33f0-49ae-9b4e-2e130fd8067c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.250055 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-570194f7-33f0-49ae-9b4e-2e130fd8067c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.270487 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-77250cbf-9e4c-4ff9-838d-95b611fd35d2 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.282493 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570194f7-33f0-49ae-9b4e-2e130fd8067c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:03.304419 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-77250cbf-9e4c-4ff9-838d-95b611fd35d2 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.307551 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-570194f7-33f0-49ae-9b4e-2e130fd8067c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.307963 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-570194f7-33f0-49ae-9b4e-2e130fd8067c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Added segment f0ad61b0-1426-4dc8-9e08-7881ec24129c of type vlan for network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 Jul 07 17:25:03.320199 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570194f7-33f0-49ae-9b4e-2e130fd8067c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c61b65-77cc-426e-b490-7a63aef151b1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:03.379204 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-570194f7-33f0-49ae-9b4e-2e130fd8067c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.407745 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-77250cbf-9e4c-4ff9-838d-95b611fd35d2 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.411447 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-77250cbf-9e4c-4ff9-838d-95b611fd35d2 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.412720 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-77250cbf-9e4c-4ff9-838d-95b611fd35d2 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "DELETE /v2.0/security-groups/97c54cb4-91cd-4dc1-bae1-9ff3531253d1 HTTP/1.1" status: 204 len: 168 time: 0.2127666 Jul 07 17:25:03.423696 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77250cbf-9e4c-4ff9-838d-95b611fd35d2 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c54cb4-91cd-4dc1-bae1-9ff3531253d1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:03.427715 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-570194f7-33f0-49ae-9b4e-2e130fd8067c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.441270 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570194f7-33f0-49ae-9b4e-2e130fd8067c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:03.443316 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-570194f7-33f0-49ae-9b4e-2e130fd8067c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.477114 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54288) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:03.556248 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-570194f7-33f0-49ae-9b4e-2e130fd8067c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5725806 Jul 07 17:25:03.569446 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54292) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:03.575818 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f246729a-e0ba-485f-8fcd-ff34c457d821 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'port': {'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87', 'name': 'tempest-PortsTestJSON-374396569'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:03.649578 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570194f7-33f0-49ae-9b4e-2e130fd8067c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Network': ['ID=0bd1e9a5-43f1-4379-9d6f-415a5d663e87,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:03.671488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:03.703314 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f246729a-e0ba-485f-8fcd-ff34c457d821 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:03.707264 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f246729a-e0ba-485f-8fcd-ff34c457d821 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.727772 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-f246729a-e0ba-485f-8fcd-ff34c457d821 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] device_id is not set on port 51197de9-81c9-4b44-96bf-052e1a21422b yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:03.929822 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f246729a-e0ba-485f-8fcd-ff34c457d821 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.944190 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d7129f1a-5dca-4294-a7ab-0406ad3b046c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:03.970198 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f246729a-e0ba-485f-8fcd-ff34c457d821 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.048675 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246729a-e0ba-485f-8fcd-ff34c457d821 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=51197de9-81c9-4b44-96bf-052e1a21422b,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:04.062474 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f246729a-e0ba-485f-8fcd-ff34c457d821 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Checking segment: {'id': 'f0ad61b0-1426-4dc8-9e08-7881ec24129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:04.062935 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f246729a-e0ba-485f-8fcd-ff34c457d821 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network hostable DHCP agents. Network: 0bd1e9a5-43f1-4379-9d6f-415a5d663e87, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:25:04.083696 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f246729a-e0ba-485f-8fcd-ff34c457d821 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:04.096398 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f246729a-e0ba-485f-8fcd-ff34c457d821 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 0bd1e9a5-43f1-4379-9d6f-415a5d663e87) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:04.101415 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f246729a-e0ba-485f-8fcd-ff34c457d821 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:04.108508 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe04f44-ae60-4a30-a4b9-6dfc16d0558f None None] Network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:04.108953 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f246729a-e0ba-485f-8fcd-ff34c457d821 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:04.109713 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f246729a-e0ba-485f-8fcd-ff34c457d821 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.127162 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f246729a-e0ba-485f-8fcd-ff34c457d821 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5572548 Jul 07 17:25:04.130447 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54294) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:04.138588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-3fbd4768-ace4-4678-9994-5ad9f0aeb1ce tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1633645870'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:04.174680 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbd4768-ace4-4678-9994-5ad9f0aeb1ce tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:04.185555 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4768-ace4-4678-9994-5ad9f0aeb1ce tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.228680 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fbd4768-ace4-4678-9994-5ad9f0aeb1ce tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:04.246962 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4768-ace4-4678-9994-5ad9f0aeb1ce tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.247288 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-3fbd4768-ace4-4678-9994-5ad9f0aeb1ce tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Added segment 410df599-7376-4df4-9acf-4c521d3a0123 of type vlan for network 7b83ef7d-e89f-413b-91f2-53c68c0e0748 Jul 07 17:25:04.329249 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4768-ace4-4678-9994-5ad9f0aeb1ce tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.349747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-d7129f1a-5dca-4294-a7ab-0406ad3b046c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Deleting port 027ca4fc-f521-4d38-ae94-d75180b8975c {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:04.350354 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d7129f1a-5dca-4294-a7ab-0406ad3b046c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.382064 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4768-ace4-4678-9994-5ad9f0aeb1ce tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.388170 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbd4768-ace4-4678-9994-5ad9f0aeb1ce tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:04.388813 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4768-ace4-4678-9994-5ad9f0aeb1ce tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.449922 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3fbd4768-ace4-4678-9994-5ad9f0aeb1ce tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3147771 Jul 07 17:25:04.450399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54296) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:04.460209 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'ports': [{'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87'}, {'network_id': '7b83ef7d-e89f-413b-91f2-53c68c0e0748'}]} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:04.460628 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'port': {'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:04.461333 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'port': {'network_id': '7b83ef7d-e89f-413b-91f2-53c68c0e0748'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:04.471038 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd4768-ace4-4678-9994-5ad9f0aeb1ce tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Network': ['ID=7b83ef7d-e89f-413b-91f2-53c68c0e0748,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:04.486722 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 7b83ef7d-e89f-413b-91f2-53c68c0e0748 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:04.534605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-d7129f1a-5dca-4294-a7ab-0406ad3b046c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] For port 027ca4fc-f521-4d38-ae94-d75180b8975c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=027ca4fc-f521-4d38-ae94-d75180b8975c,segment=NetworkSegment(69996c40-5b6a-4e68-84cb-57ee05ef9873),segment_id=69996c40-5b6a-4e68-84cb-57ee05ef9873)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:04.535044 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d7129f1a-5dca-4294-a7ab-0406ad3b046c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.567660 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-d7129f1a-5dca-4294-a7ab-0406ad3b046c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Calling delete_port for 027ca4fc-f521-4d38-ae94-d75180b8975c owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:04.780470 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'port': 2} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:04.785190 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.810776 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.928697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] device_id is not set on port 15f76131-1cb6-42cd-89fe-5025f7ced166 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:04.951638 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d7129f1a-5dca-4294-a7ab-0406ad3b046c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:04.983940 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7129f1a-5dca-4294-a7ab-0406ad3b046c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event deleted for resources: {'Port': ['ID=027ca4fc-f521-4d38-ae94-d75180b8975c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:05.200131 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.311279 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] device_id is not set on port 169005dc-2e3a-4a29-8761-1010490c7144 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:05.315233 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d7129f1a-5dca-4294-a7ab-0406ad3b046c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.554227 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.647740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7129f1a-5dca-4294-a7ab-0406ad3b046c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Router 63da0261-14dc-4f96-8a64-cf6da870ad5d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:05.648924 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.710611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:05.749367 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:05.753021 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=15f76131-1cb6-42cd-89fe-5025f7ced166,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:05.755869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:05.756850 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.865079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=169005dc-2e3a-4a29-8761-1010490c7144,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:05.878838 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7129f1a-5dca-4294-a7ab-0406ad3b046c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:05.888205 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d7129f1a-5dca-4294-a7ab-0406ad3b046c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "PUT /v2.0/routers/63da0261-14dc-4f96-8a64-cf6da870ad5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4063945 Jul 07 17:25:05.888346 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54298) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:05.890540 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75032e53-6c71-4289-91ee-6db0dbdb63f8 None None] Sync routers for ids ['63da0261-14dc-4f96-8a64-cf6da870ad5d'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:05.892360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Checking segment: {'id': '410df599-7376-4df4-9acf-4c521d3a0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7b83ef7d-e89f-413b-91f2-53c68c0e0748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:05.892734 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network hostable DHCP agents. Network: 7b83ef7d-e89f-413b-91f2-53c68c0e0748, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:25:05.901390 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75032e53-6c71-4289-91ee-6db0dbdb63f8 None None] Routers {'63da0261-14dc-4f96-8a64-cf6da870ad5d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:05.902052 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-75032e53-6c71-4289-91ee-6db0dbdb63f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['63da0261-14dc-4f96-8a64-cf6da870ad5d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:05.912946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network 7b83ef7d-e89f-413b-91f2-53c68c0e0748 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:05.924517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 7b83ef7d-e89f-413b-91f2-53c68c0e0748) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:05.931494 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:05.938335 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bc947d-544d-4db9-8666-3d748e1eb8bb None None] Network 7b83ef7d-e89f-413b-91f2-53c68c0e0748 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:05.944943 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:05.950823 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:05.951687 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.956842 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f15794-30d6-438b-95f8-e47a42f7b33d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Deleting subnet 7616a41f-937f-41ab-9662-5b8cfd078971 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:05.961421 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08f15794-30d6-438b-95f8-e47a42f7b33d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:05.970815 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1e0f2b7b-6435-43b7-a89e-d76f7f219206 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5189953 Jul 07 17:25:05.978160 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54300) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:06.015514 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08f15794-30d6-438b-95f8-e47a42f7b33d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.049423 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-75032e53-6c71-4289-91ee-6db0dbdb63f8 None None] Set router 63da0261-14dc-4f96-8a64-cf6da870ad5d gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:06.107930 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-4979c552-f286-4d1c-8408-cd8f370f02a1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port 169005dc-2e3a-4a29-8761-1010490c7144 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:06.108285 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4979c552-f286-4d1c-8408-cd8f370f02a1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.158833 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08f15794-30d6-438b-95f8-e47a42f7b33d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.194504 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4979c552-f286-4d1c-8408-cd8f370f02a1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.214339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-4979c552-f286-4d1c-8408-cd8f370f02a1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for 169005dc-2e3a-4a29-8761-1010490c7144 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:06.248656 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08f15794-30d6-438b-95f8-e47a42f7b33d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.279845 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f15794-30d6-438b-95f8-e47a42f7b33d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event deleted for resources: {'Subnet': ['ID=7616a41f-937f-41ab-9662-5b8cfd078971,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:06.282400 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08f15794-30d6-438b-95f8-e47a42f7b33d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.284785 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-08f15794-30d6-438b-95f8-e47a42f7b33d tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "DELETE /v2.0/subnets/7616a41f-937f-41ab-9662-5b8cfd078971 HTTP/1.1" status: 204 len: 168 time: 0.3961420 Jul 07 17:25:06.287472 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54302) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:06.290200 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27357577-9ccb-4158-8960-7a67131cd343 None None] Network 4f3c2d94-8dda-443b-b73b-10bacda2e76a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:06.290402 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-75032e53-6c71-4289-91ee-6db0dbdb63f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'name': 'tempest-TestNetworkBasicOps-router-81828197', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:28Z', 'updated_at': '2021-07-07T17:25:04Z', 'revision_number': 7, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:29Z', 'updated_at': '2021-07-07T17:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:06.318977 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75032e53-6c71-4289-91ee-6db0dbdb63f8 None None] Checking router: 63da0261-14dc-4f96-8a64-cf6da870ad5d for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:06.327350 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75032e53-6c71-4289-91ee-6db0dbdb63f8 None None] Routers {'63da0261-14dc-4f96-8a64-cf6da870ad5d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:06.327963 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-75032e53-6c71-4289-91ee-6db0dbdb63f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['63da0261-14dc-4f96-8a64-cf6da870ad5d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:06.349553 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 853ab862-cd31-4453-99a9-97bb43347997 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:06.357610 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4979c552-f286-4d1c-8408-cd8f370f02a1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.377233 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 853ab862-cd31-4453-99a9-97bb43347997 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:06.377728 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 853ab862-cd31-4453-99a9-97bb43347997 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:06.450103 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-75032e53-6c71-4289-91ee-6db0dbdb63f8 None None] Set router 63da0261-14dc-4f96-8a64-cf6da870ad5d gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:06.575210 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e7d6ed-a490-476f-947f-a68079c85710 None None] DHCP port deletion for 4f3c2d94-8dda-443b-b73b-10bacda2e76a request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:25:06.639886 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-56e7d6ed-a490-476f-947f-a68079c85710 None None] Deleting port 2ffc4d9d-8409-4fa4-8482-e58238f33c3d {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:06.640277 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-56e7d6ed-a490-476f-947f-a68079c85710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.687070 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-75032e53-6c71-4289-91ee-6db0dbdb63f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'name': 'tempest-TestNetworkBasicOps-router-81828197', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:28Z', 'updated_at': '2021-07-07T17:25:04Z', 'revision_number': 7, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:29Z', 'updated_at': '2021-07-07T17:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:06.712530 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-56e7d6ed-a490-476f-947f-a68079c85710 None None] For port 2ffc4d9d-8409-4fa4-8482-e58238f33c3d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2ffc4d9d-8409-4fa4-8482-e58238f33c3d,segment=NetworkSegment(69996c40-5b6a-4e68-84cb-57ee05ef9873),segment_id=69996c40-5b6a-4e68-84cb-57ee05ef9873)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:06.713173 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-56e7d6ed-a490-476f-947f-a68079c85710 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.721770 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75032e53-6c71-4289-91ee-6db0dbdb63f8 None None] The sync data for ids ['63da0261-14dc-4f96-8a64-cf6da870ad5d'] in n-d-793620-7 is: [{'id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'name': 'tempest-TestNetworkBasicOps-router-81828197', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:22:28Z', 'updated_at': '2021-07-07T17:25:04Z', 'revision_number': 7, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '618c7eb8-fe3d-47b5-872c-c003f5b68d37', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63da0261-14dc-4f96-8a64-cf6da870ad5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:22:29Z', 'updated_at': '2021-07-07T17:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:06.728396 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-56e7d6ed-a490-476f-947f-a68079c85710 None None] Calling delete_port for 2ffc4d9d-8409-4fa4-8482-e58238f33c3d owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:06.823127 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-56e7d6ed-a490-476f-947f-a68079c85710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.824080 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979c552-f286-4d1c-8408-cd8f370f02a1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=169005dc-2e3a-4a29-8761-1010490c7144,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:06.839051 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4979c552-f286-4d1c-8408-cd8f370f02a1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.841342 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4979c552-f286-4d1c-8408-cd8f370f02a1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/ports/169005dc-2e3a-4a29-8761-1010490c7144 HTTP/1.1" status: 204 len: 168 time: 0.8613758 Jul 07 17:25:06.844028 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54304) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:06.856953 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7d6ed-a490-476f-947f-a68079c85710 None None] Pushing event deleted for resources: {'Port': ['ID=2ffc4d9d-8409-4fa4-8482-e58238f33c3d,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:06.859082 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e7d6ed-a490-476f-947f-a68079c85710 None None] No DVR routers for this DVR port 2ffc4d9d-8409-4fa4-8482-e58238f33c3d on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:06.864251 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bcc30838-dfcb-441a-ab3c-009863499bb4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:06.988253 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850081a8-9a4d-44e4-b153-d4b585feb512 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:06.995098 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850081a8-9a4d-44e4-b153-d4b585feb512 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:06.998419 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-850081a8-9a4d-44e4-b153-d4b585feb512 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1517878 Jul 07 17:25:06.999556 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54306) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:07.024883 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bcc30838-dfcb-441a-ab3c-009863499bb4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.140866 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-bcc30838-dfcb-441a-ab3c-009863499bb4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Deleting port 618c7eb8-fe3d-47b5-872c-c003f5b68d37 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:07.140866 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bcc30838-dfcb-441a-ab3c-009863499bb4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.153349 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-2773a823-1e31-4ed3-b787-78ebe736e6d7 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port 15f76131-1cb6-42cd-89fe-5025f7ced166 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:07.153808 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2773a823-1e31-4ed3-b787-78ebe736e6d7 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.251162 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-bcc30838-dfcb-441a-ab3c-009863499bb4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] For port 618c7eb8-fe3d-47b5-872c-c003f5b68d37, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=618c7eb8-fe3d-47b5-872c-c003f5b68d37,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:07.251426 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bcc30838-dfcb-441a-ab3c-009863499bb4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.260774 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2773a823-1e31-4ed3-b787-78ebe736e6d7 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.275106 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-bcc30838-dfcb-441a-ab3c-009863499bb4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Calling delete_port for 618c7eb8-fe3d-47b5-872c-c003f5b68d37 owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:07.275888 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-2773a823-1e31-4ed3-b787-78ebe736e6d7 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for 15f76131-1cb6-42cd-89fe-5025f7ced166 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:07.392814 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2773a823-1e31-4ed3-b787-78ebe736e6d7 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.429818 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773a823-1e31-4ed3-b787-78ebe736e6d7 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=15f76131-1cb6-42cd-89fe-5025f7ced166,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:07.441987 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2773a823-1e31-4ed3-b787-78ebe736e6d7 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.446668 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2773a823-1e31-4ed3-b787-78ebe736e6d7 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/ports/15f76131-1cb6-42cd-89fe-5025f7ced166 HTTP/1.1" status: 204 len: 168 time: 0.4435458 Jul 07 17:25:07.446901 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54308) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:07.503486 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bcc30838-dfcb-441a-ab3c-009863499bb4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.526100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca1854-5d4e-484e-bbc2-8c95842160db tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:07.527688 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c5ca1854-5d4e-484e-bbc2-8c95842160db tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0798545 Jul 07 17:25:07.531681 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc30838-dfcb-441a-ab3c-009863499bb4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event deleted for resources: {'Port': ['ID=618c7eb8-fe3d-47b5-872c-c003f5b68d37,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:07.538025 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54310) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:07.576149 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-02adcbc7-b97b-4de3-bf9e-285d88cdb5e5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] GET failed (client error): The resource could not be found. Jul 07 17:25:07.577775 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-02adcbc7-b97b-4de3-bf9e-285d88cdb5e5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports/169005dc-2e3a-4a29-8761-1010490c7144 HTTP/1.1" status: 404 len: 333 time: 0.0377831 Jul 07 17:25:07.581062 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54314) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:07.608258 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bcc30838-dfcb-441a-ab3c-009863499bb4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.611160 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1e0c09-97d7-414d-8a3c-f9f8ee0ed69c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] GET failed (client error): The resource could not be found. Jul 07 17:25:07.613618 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ec1e0c09-97d7-414d-8a3c-f9f8ee0ed69c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports/15f76131-1cb6-42cd-89fe-5025f7ced166 HTTP/1.1" status: 404 len: 333 time: 0.0315106 Jul 07 17:25:07.616870 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54316) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:07.702522 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c73a507a-d210-4a8b-a276-241732907641 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.712314 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bcc30838-dfcb-441a-ab3c-009863499bb4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.716002 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bcc30838-dfcb-441a-ab3c-009863499bb4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.774440 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bcc30838-dfcb-441a-ab3c-009863499bb4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.775040 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc30838-dfcb-441a-ab3c-009863499bb4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Fanout notify agent at l3_agent the message router_deleted on router 63da0261-14dc-4f96-8a64-cf6da870ad5d {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:25:07.781944 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bcc30838-dfcb-441a-ab3c-009863499bb4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.783135 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bcc30838-dfcb-441a-ab3c-009863499bb4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "DELETE /v2.0/routers/63da0261-14dc-4f96-8a64-cf6da870ad5d HTTP/1.1" status: 204 len: 168 time: 1.4946570 Jul 07 17:25:07.785693 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54318) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:07.818665 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c73a507a-d210-4a8b-a276-241732907641 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.820842 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2ffc4d9d-8409-4fa4-8482-e58238f33c3d no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:07.831836 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-c73a507a-d210-4a8b-a276-241732907641 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b83ef7d-e89f-413b-91f2-53c68c0e0748']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:07.844597 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-c73a507a-d210-4a8b-a276-241732907641 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410df599-7376-4df4-9acf-4c521d3a0123') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:07.845010 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-c73a507a-d210-4a8b-a276-241732907641 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410df599-7376-4df4-9acf-4c521d3a0123') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:07.847414 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 2ffc4d9d-8409-4fa4-8482-e58238f33c3d {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:07.848048 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2ffc4d9d-8409-4fa4-8482-e58238f33c3d not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:07.849381 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 027ca4fc-f521-4d38-ae94-d75180b8975c no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:07.859388 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c73a507a-d210-4a8b-a276-241732907641 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.870578 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65a900b4-2608-4ef1-b802-00a84367f392 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.875260 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c73a507a-d210-4a8b-a276-241732907641 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.879728 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 027ca4fc-f521-4d38-ae94-d75180b8975c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:07.880087 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 027ca4fc-f521-4d38-ae94-d75180b8975c not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:07.885182 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73a507a-d210-4a8b-a276-241732907641 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:07.885670 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c73a507a-d210-4a8b-a276-241732907641 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:07.888981 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:07.961610 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c73a507a-d210-4a8b-a276-241732907641 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.972979 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c73a507a-d210-4a8b-a276-241732907641 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.975526 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c73a507a-d210-4a8b-a276-241732907641 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/networks/7b83ef7d-e89f-413b-91f2-53c68c0e0748 HTTP/1.1" status: 204 len: 168 time: 0.3576722 Jul 07 17:25:07.976067 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65a900b4-2608-4ef1-b802-00a84367f392 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:07.979567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54320) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:07.991324 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-43752aa4-a454-4454-b5af-262b726e7d67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-443249943'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:07.992358 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a507a-d210-4a8b-a276-241732907641 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Network': ['ID=7b83ef7d-e89f-413b-91f2-53c68c0e0748,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:07.997832 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-65a900b4-2608-4ef1-b802-00a84367f392 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3c2d94-8dda-443b-b73b-10bacda2e76a']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:08.011868 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-65a900b4-2608-4ef1-b802-00a84367f392 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69996c40-5b6a-4e68-84cb-57ee05ef9873') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:08.012087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-65a900b4-2608-4ef1-b802-00a84367f392 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69996c40-5b6a-4e68-84cb-57ee05ef9873') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:08.025942 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65a900b4-2608-4ef1-b802-00a84367f392 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.039521 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43752aa4-a454-4454-b5af-262b726e7d67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:08.043118 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-43752aa4-a454-4454-b5af-262b726e7d67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.054223 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65a900b4-2608-4ef1-b802-00a84367f392 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.064919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a900b4-2608-4ef1-b802-00a84367f392 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:08.065314 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65a900b4-2608-4ef1-b802-00a84367f392 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:08.068970 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:08.119661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43752aa4-a454-4454-b5af-262b726e7d67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:08.136686 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65a900b4-2608-4ef1-b802-00a84367f392 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.138994 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-43752aa4-a454-4454-b5af-262b726e7d67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.139338 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-43752aa4-a454-4454-b5af-262b726e7d67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Added segment 12a79b1b-52e0-432a-bb60-165851ca26b2 of type vlan for network 65f6e303-72e1-4b4e-9c04-06f8f4bca7d1 Jul 07 17:25:08.152606 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65a900b4-2608-4ef1-b802-00a84367f392 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.154484 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-65a900b4-2608-4ef1-b802-00a84367f392 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "DELETE /v2.0/networks/4f3c2d94-8dda-443b-b73b-10bacda2e76a HTTP/1.1" status: 204 len: 168 time: 0.3670297 Jul 07 17:25:08.172125 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a900b4-2608-4ef1-b802-00a84367f392 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event deleted for resources: {'Network': ['ID=4f3c2d94-8dda-443b-b73b-10bacda2e76a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:08.174930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54322) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:08.182736 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-db731270-1305-47a5-894b-a6805b75350e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'network': {'name': 'tempest-network-smoke--1313344781', 'project_id': '2819b097d22142529378d8839f8df263', 'port_security_enabled': True}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:08.205631 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-43752aa4-a454-4454-b5af-262b726e7d67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.220555 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db731270-1305-47a5-894b-a6805b75350e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Made reservation on behalf of 2819b097d22142529378d8839f8df263 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:08.224381 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db731270-1305-47a5-894b-a6805b75350e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.237591 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-43752aa4-a454-4454-b5af-262b726e7d67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.243496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43752aa4-a454-4454-b5af-262b726e7d67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:08.244150 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-43752aa4-a454-4454-b5af-262b726e7d67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.249903 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db731270-1305-47a5-894b-a6805b75350e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:08.264611 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db731270-1305-47a5-894b-a6805b75350e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.264911 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-db731270-1305-47a5-894b-a6805b75350e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Added segment 804f2a67-d100-4214-a53d-c7c08e52e902 of type vlan for network aa75f549-ab21-4c8b-b350-de8797b48630 Jul 07 17:25:08.308416 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-43752aa4-a454-4454-b5af-262b726e7d67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3275075 Jul 07 17:25:08.311437 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54324) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:08.320272 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'subnet': {'network_id': '65f6e303-72e1-4b4e-9c04-06f8f4bca7d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:08.322034 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db731270-1305-47a5-894b-a6805b75350e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.340712 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43752aa4-a454-4454-b5af-262b726e7d67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Network': ['ID=65f6e303-72e1-4b4e-9c04-06f8f4bca7d1,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:08.354842 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 65f6e303-72e1-4b4e-9c04-06f8f4bca7d1 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:08.368953 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db731270-1305-47a5-894b-a6805b75350e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.376803 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db731270-1305-47a5-894b-a6805b75350e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:08.377710 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-db731270-1305-47a5-894b-a6805b75350e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.445205 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-db731270-1305-47a5-894b-a6805b75350e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2686410 Jul 07 17:25:08.448633 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54326) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:08.455457 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-fbbd02b7-3dee-48f5-bfdd-714c61c82e6c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1982202289', 'admin_state_up': True, 'project_id': '2819b097d22142529378d8839f8df263', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:08.464563 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:08.468312 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.475968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db731270-1305-47a5-894b-a6805b75350e tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'Network': ['ID=aa75f549-ab21-4c8b-b350-de8797b48630,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:08.488737 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network aa75f549-ab21-4c8b-b350-de8797b48630 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:08.495438 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fbbd02b7-3dee-48f5-bfdd-714c61c82e6c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.496587 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fbbd02b7-3dee-48f5-bfdd-714c61c82e6c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.555361 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fbbd02b7-3dee-48f5-bfdd-714c61c82e6c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.660672 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.704183 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fbbd02b7-3dee-48f5-bfdd-714c61c82e6c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.721263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Subnet': ['ID=838d4b73-8974-447a-b05b-1ef24ff6acb5,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:08.733776 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:08.734123 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:08.734489 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:08.734839 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:08.735170 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:08.735491 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:08.735822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:08.736143 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:08.736470 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:08.736797 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:08.737126 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:08.737447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:08.744719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Checking segment: {'id': '12a79b1b-52e0-432a-bb60-165851ca26b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '65f6e303-72e1-4b4e-9c04-06f8f4bca7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:08.745087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network hostable DHCP agents. Network: 65f6e303-72e1-4b4e-9c04-06f8f4bca7d1, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:25:08.766801 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network 65f6e303-72e1-4b4e-9c04-06f8f4bca7d1 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:08.776336 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 65f6e303-72e1-4b4e-9c04-06f8f4bca7d1) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:08.780601 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:08.781185 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.790824 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aded62a-fd71-43a8-90d7-f5a183cf153b None None] Network 65f6e303-72e1-4b4e-9c04-06f8f4bca7d1 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:08.800995 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-11f807c5-2860-4b6d-b286-6e1bae226f2e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4886203 Jul 07 17:25:08.802841 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54328) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:08.809506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-0f1adb96-0e20-4b0a-897e-4506fa3ad25b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'port': {'network_id': '65f6e303-72e1-4b4e-9c04-06f8f4bca7d1', 'name': 'tempest-PortsTestJSON-1052373070'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:08.947143 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-65f6e303-72e1-4b4e-9c04-06f8f4bca7d1', 'network_id': '65f6e303-72e1-4b4e-9c04-06f8f4bca7d1', 'tenant_id': '6dfb6dcbdd314bdab3b14e203ddeec04', 'fixed_ips': [{'subnet_id': '838d4b73-8974-447a-b05b-1ef24ff6acb5'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:25:08.948143 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:08.991673 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fbbd02b7-3dee-48f5-bfdd-714c61c82e6c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.017334 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fbbd02b7-3dee-48f5-bfdd-714c61c82e6c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.061764 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1adb96-0e20-4b0a-897e-4506fa3ad25b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:09.065231 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0f1adb96-0e20-4b0a-897e-4506fa3ad25b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.090088 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Allocated IP 172.20.0.2 (65f6e303-72e1-4b4e-9c04-06f8f4bca7d1/838d4b73-8974-447a-b05b-1ef24ff6acb5/147444c8-32f8-4412-9026-51d3237b8741) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:09.101079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-0f1adb96-0e20-4b0a-897e-4506fa3ad25b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] device_id is not set on port b050fd37-2b6e-4a93-af5b-bb7250fef9b5 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:09.210361 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-fbbd02b7-3dee-48f5-bfdd-714c61c82e6c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Allocated IP 172.25.2.254 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/83de4fb8-57b7-4ac1-8752-38814d5443be) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:09.239710 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.248341 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Transition to ACTIVE for port object 147444c8-32f8-4412-9026-51d3237b8741 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:09.263269 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Transition to ACTIVE for port object 147444c8-32f8-4412-9026-51d3237b8741 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:09.268822 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.307807 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Network 65f6e303-72e1-4b4e-9c04-06f8f4bca7d1 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:09.314002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:09.320104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:09.323536 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Pushing event updated for resources: {'Port': ['ID=147444c8-32f8-4412-9026-51d3237b8741,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:09.342197 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-0f1adb96-0e20-4b0a-897e-4506fa3ad25b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Allocated IP 172.20.0.3 (65f6e303-72e1-4b4e-9c04-06f8f4bca7d1/838d4b73-8974-447a-b05b-1ef24ff6acb5/b050fd37-2b6e-4a93-af5b-bb7250fef9b5) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:09.381509 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fbbd02b7-3dee-48f5-bfdd-714c61c82e6c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.383811 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Attempting to bind port 147444c8-32f8-4412-9026-51d3237b8741 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:09.384185 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Attempting to bind port 147444c8-32f8-4412-9026-51d3237b8741 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '12a79b1b-52e0-432a-bb60-165851ca26b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '65f6e303-72e1-4b4e-9c04-06f8f4bca7d1'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:09.384687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Attempting to bind port 147444c8-32f8-4412-9026-51d3237b8741 on network 65f6e303-72e1-4b4e-9c04-06f8f4bca7d1 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:09.389808 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:09.390172 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Checking segment: {'id': '12a79b1b-52e0-432a-bb60-165851ca26b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '65f6e303-72e1-4b4e-9c04-06f8f4bca7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:09.390608 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.390998 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Bound using segment: {'id': '12a79b1b-52e0-432a-bb60-165851ca26b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '65f6e303-72e1-4b4e-9c04-06f8f4bca7d1'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:09.391461 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Bound port: 147444c8-32f8-4412-9026-51d3237b8741, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a79b1b-52e0-432a-bb60-165851ca26b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '65f6e303-72e1-4b4e-9c04-06f8f4bca7d1'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:09.391853 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.459010 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] For port 147444c8-32f8-4412-9026-51d3237b8741, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:09.462122 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] For port 147444c8-32f8-4412-9026-51d3237b8741, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=147444c8-32f8-4412-9026-51d3237b8741,segment=NetworkSegment(12a79b1b-52e0-432a-bb60-165851ca26b2),segment_id=12a79b1b-52e0-432a-bb60-165851ca26b2)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:09.467507 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.507196 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fbbd02b7-3dee-48f5-bfdd-714c61c82e6c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.530727 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d4cde-10d5-498f-b1b5-128e9340a3a5 None None] Pushing event updated for resources: {'Port': ['ID=147444c8-32f8-4412-9026-51d3237b8741,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:09.576621 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbd02b7-3dee-48f5-bfdd-714c61c82e6c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:09.582295 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-fbbd02b7-3dee-48f5-bfdd-714c61c82e6c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:09.584794 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd02b7-3dee-48f5-bfdd-714c61c82e6c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:09.589564 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd02b7-3dee-48f5-bfdd-714c61c82e6c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'Port': ['ID=83de4fb8-57b7-4ac1-8752-38814d5443be,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:09.624396 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0f1adb96-0e20-4b0a-897e-4506fa3ad25b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.646018 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-0f1adb96-0e20-4b0a-897e-4506fa3ad25b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Transition to ACTIVE for port object b050fd37-2b6e-4a93-af5b-bb7250fef9b5 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:09.725068 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 618c7eb8-fe3d-47b5-872c-c003f5b68d37 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:09.745747 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 618c7eb8-fe3d-47b5-872c-c003f5b68d37 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:09.746101 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 618c7eb8-fe3d-47b5-872c-c003f5b68d37 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:09.802347 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0f1adb96-0e20-4b0a-897e-4506fa3ad25b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:09.901332 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1adb96-0e20-4b0a-897e-4506fa3ad25b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network 65f6e303-72e1-4b4e-9c04-06f8f4bca7d1 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:09.909842 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-0f1adb96-0e20-4b0a-897e-4506fa3ad25b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:09.940815 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1adb96-0e20-4b0a-897e-4506fa3ad25b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:09.946080 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1adb96-0e20-4b0a-897e-4506fa3ad25b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=b050fd37-2b6e-4a93-af5b-bb7250fef9b5,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:10.005731 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1adb96-0e20-4b0a-897e-4506fa3ad25b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:10.006535 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0f1adb96-0e20-4b0a-897e-4506fa3ad25b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.009024 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fbbd02b7-3dee-48f5-bfdd-714c61c82e6c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.059210 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0f1adb96-0e20-4b0a-897e-4506fa3ad25b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2552474 Jul 07 17:25:10.063648 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54330) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:10.191678 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e1121981-e4de-46d5-8bb3-07db8fb83791 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port b050fd37-2b6e-4a93-af5b-bb7250fef9b5 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:10.192918 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e1121981-e4de-46d5-8bb3-07db8fb83791 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.300692 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e1121981-e4de-46d5-8bb3-07db8fb83791 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.320693 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e1121981-e4de-46d5-8bb3-07db8fb83791 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for b050fd37-2b6e-4a93-af5b-bb7250fef9b5 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:10.503980 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e1121981-e4de-46d5-8bb3-07db8fb83791 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.562862 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1121981-e4de-46d5-8bb3-07db8fb83791 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=b050fd37-2b6e-4a93-af5b-bb7250fef9b5,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:10.600042 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fbbd02b7-3dee-48f5-bfdd-714c61c82e6c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.612990 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab5cf3a-a5fd-46e9-b1fe-8fab711f4e4e None None] Network 65f6e303-72e1-4b4e-9c04-06f8f4bca7d1 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:10.690820 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e1121981-e4de-46d5-8bb3-07db8fb83791 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.697699 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e1121981-e4de-46d5-8bb3-07db8fb83791 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/ports/b050fd37-2b6e-4a93-af5b-bb7250fef9b5 HTTP/1.1" status: 204 len: 168 time: 0.6313820 Jul 07 17:25:10.699968 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54332) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:10.745605 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-85845b6a-5f3e-4f9f-a81b-7a73ca568ff8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] DELETE failed (client error): The resource could not be found. Jul 07 17:25:10.746503 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85845b6a-5f3e-4f9f-a81b-7a73ca568ff8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:25:10.749278 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-85845b6a-5f3e-4f9f-a81b-7a73ca568ff8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/ports/b050fd37-2b6e-4a93-af5b-bb7250fef9b5 HTTP/1.1" status: 404 len: 333 time: 0.0459013 Jul 07 17:25:10.752513 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54334) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:10.753912 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5b2193b1-2fde-4ea2-baf5-d10f0f988ebf None None] Provisioning for port 147444c8-32f8-4412-9026-51d3237b8741 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:10.791929 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea373a2-b0ca-4d68-93c8-40ff449b93c6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] GET failed (client error): The resource could not be found. Jul 07 17:25:10.793764 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cea373a2-b0ca-4d68-93c8-40ff449b93c6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports/b050fd37-2b6e-4a93-af5b-bb7250fef9b5 HTTP/1.1" status: 404 len: 333 time: 0.0375559 Jul 07 17:25:10.797069 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54336) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:10.821950 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbd02b7-3dee-48f5-bfdd-714c61c82e6c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Router cc5e0025-e082-4d1c-b70f-8da789baf3c5 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:25:10.876006 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aca99a9-619e-49c7-afc4-a7b75f5cbce2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting subnet 838d4b73-8974-447a-b05b-1ef24ff6acb5 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:10.879472 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aca99a9-619e-49c7-afc4-a7b75f5cbce2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.926800 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aca99a9-619e-49c7-afc4-a7b75f5cbce2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.963427 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbd02b7-3dee-48f5-bfdd-714c61c82e6c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:10.976792 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] Sync routers for ids ['cc5e0025-e082-4d1c-b70f-8da789baf3c5'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:10.988602 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] Routers {'cc5e0025-e082-4d1c-b70f-8da789baf3c5'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:10.989617 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fbbd02b7-3dee-48f5-bfdd-714c61c82e6c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:10.990556 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['cc5e0025-e082-4d1c-b70f-8da789baf3c5'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:10.994808 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54338) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:10.995027 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fbbd02b7-3dee-48f5-bfdd-714c61c82e6c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5450864 Jul 07 17:25:11.055883 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54340) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:11.063447 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-70a295c5-d24f-4865-87f6-513a10abf0b0 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=2819b097d22142529378d8839f8df263&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0640225 Jul 07 17:25:11.085087 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aca99a9-619e-49c7-afc4-a7b75f5cbce2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.121597 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] Set router cc5e0025-e082-4d1c-b70f-8da789baf3c5 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:11.163473 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aca99a9-619e-49c7-afc4-a7b75f5cbce2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.180783 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10fac52-2a8e-425c-a9de-2b32a167c4dd tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:11.183074 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c10fac52-2a8e-425c-a9de-2b32a167c4dd tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1259725 Jul 07 17:25:11.186546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54342) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:11.202694 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca99a9-619e-49c7-afc4-a7b75f5cbce2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Subnet': ['ID=838d4b73-8974-447a-b05b-1ef24ff6acb5,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:11.220806 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aca99a9-619e-49c7-afc4-a7b75f5cbce2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.223917 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2aca99a9-619e-49c7-afc4-a7b75f5cbce2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/subnets/838d4b73-8974-447a-b05b-1ef24ff6acb5 HTTP/1.1" status: 204 len: 168 time: 0.4250991 Jul 07 17:25:11.226664 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54344) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:11.237849 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54346) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:11.238151 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d38d78b7-87c8-4c5c-8d20-867cbb53fd58 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0500712 Jul 07 17:25:11.244401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-dacc58bf-8ade-4bd8-ae81-18f967a41e94 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-965839865', 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630', 'project_id': '2819b097d22142529378d8839f8df263', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:11.399474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3582af22-6656-4f98-a03d-c2e7a7a664f0 None None] Network 65f6e303-72e1-4b4e-9c04-06f8f4bca7d1 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:11.403278 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a79c621-0873-4967-9470-d1bdd0c95e6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.453718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacc58bf-8ade-4bd8-ae81-18f967a41e94 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Made reservation on behalf of 2819b097d22142529378d8839f8df263 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:11.457229 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dacc58bf-8ade-4bd8-ae81-18f967a41e94 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.556112 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-0a79c621-0873-4967-9470-d1bdd0c95e6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port 147444c8-32f8-4412-9026-51d3237b8741 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:11.556456 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a79c621-0873-4967-9470-d1bdd0c95e6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.623681 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4d89e648-9b38-437f-8c96-26554271815b None None] Could not find standard attr ID for object b050fd37-2b6e-4a93-af5b-bb7250fef9b5. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:25:11.657856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-0a79c621-0873-4967-9470-d1bdd0c95e6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] For port 147444c8-32f8-4412-9026-51d3237b8741, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=147444c8-32f8-4412-9026-51d3237b8741,segment=NetworkSegment(12a79b1b-52e0-432a-bb60-165851ca26b2),segment_id=12a79b1b-52e0-432a-bb60-165851ca26b2)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:11.658282 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a79c621-0873-4967-9470-d1bdd0c95e6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.671087 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'name': 'tempest-TestNetworkBasicOps-router-1982202289', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:08Z', 'updated_at': '2021-07-07T17:25:09Z', 'revision_number': 3, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:09Z', 'updated_at': '2021-07-07T17:25:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:11.685292 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-0a79c621-0873-4967-9470-d1bdd0c95e6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for 147444c8-32f8-4412-9026-51d3237b8741 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:11.721773 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] Checking router: cc5e0025-e082-4d1c-b70f-8da789baf3c5 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:11.722229 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] Updating router cc5e0025-e082-4d1c-b70f-8da789baf3c5 port 83de4fb8-57b7-4ac1-8752-38814d5443be binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:25:11.765766 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9085b57-34c9-4caf-9eb1-a9cc350fb1b4 None None] DHCP port deletion for 65f6e303-72e1-4b4e-9c04-06f8f4bca7d1 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:25:11.779564 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dacc58bf-8ade-4bd8-ae81-18f967a41e94 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.783415 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.861768 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc58bf-8ade-4bd8-ae81-18f967a41e94 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'Subnet': ['ID=547364db-49aa-48cb-bb58-afec0a601738,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:11.879247 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a79c621-0873-4967-9470-d1bdd0c95e6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:11.919219 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79c621-0873-4967-9470-d1bdd0c95e6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=147444c8-32f8-4412-9026-51d3237b8741,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:11.921727 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a79c621-0873-4967-9470-d1bdd0c95e6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No DVR routers for this DVR port 147444c8-32f8-4412-9026-51d3237b8741 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:11.923863 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacc58bf-8ade-4bd8-ae81-18f967a41e94 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Checking segment: {'id': '804f2a67-d100-4214-a53d-c7c08e52e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:11.924306 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacc58bf-8ade-4bd8-ae81-18f967a41e94 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Network hostable DHCP agents. Network: aa75f549-ab21-4c8b-b350-de8797b48630, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:25:11.944411 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b9085b57-34c9-4caf-9eb1-a9cc350fb1b4 None None] Deleting port 147444c8-32f8-4412-9026-51d3237b8741 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:11.944771 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b9085b57-34c9-4caf-9eb1-a9cc350fb1b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.014798 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacc58bf-8ade-4bd8-ae81-18f967a41e94 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Network aa75f549-ab21-4c8b-b350-de8797b48630 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:12.032996 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a79c621-0873-4967-9470-d1bdd0c95e6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.043038 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-dacc58bf-8ade-4bd8-ae81-18f967a41e94 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, aa75f549-ab21-4c8b-b350-de8797b48630) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:12.050130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0a79c621-0873-4967-9470-d1bdd0c95e6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f6e303-72e1-4b4e-9c04-06f8f4bca7d1']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:12.054030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacc58bf-8ade-4bd8-ae81-18f967a41e94 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:12.054815 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dacc58bf-8ade-4bd8-ae81-18f967a41e94 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.062493 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c223981b-0dcd-437c-8426-7a02511e8f47 None None] Network aa75f549-ab21-4c8b-b350-de8797b48630 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:12.077898 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0a79c621-0873-4967-9470-d1bdd0c95e6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a79b1b-52e0-432a-bb60-165851ca26b2') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:12.078262 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0a79c621-0873-4967-9470-d1bdd0c95e6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a79b1b-52e0-432a-bb60-165851ca26b2') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:12.094497 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a79c621-0873-4967-9470-d1bdd0c95e6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.104036 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dacc58bf-8ade-4bd8-ae81-18f967a41e94 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8651600 Jul 07 17:25:12.107226 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54348) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:12.116634 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a79c621-0873-4967-9470-d1bdd0c95e6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.125666 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a79c621-0873-4967-9470-d1bdd0c95e6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:12.126544 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a79c621-0873-4967-9470-d1bdd0c95e6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:12.130707 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:12.133088 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b9085b57-34c9-4caf-9eb1-a9cc350fb1b4 None None] For port 147444c8-32f8-4412-9026-51d3237b8741, host n-d-793620-7, got binding levels [] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:12.133088 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b9085b57-34c9-4caf-9eb1-a9cc350fb1b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.166433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b9085b57-34c9-4caf-9eb1-a9cc350fb1b4 None None] Calling delete_port for 147444c8-32f8-4412-9026-51d3237b8741 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:12.172012 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.ipam_backend_mixin [None req-b9085b57-34c9-4caf-9eb1-a9cc350fb1b4 None None] Port 147444c8-32f8-4412-9026-51d3237b8741 was not found and therefore no delete operation was performed {{(pid=100411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:25:12.181658 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b9085b57-34c9-4caf-9eb1-a9cc350fb1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.228857 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a79c621-0873-4967-9470-d1bdd0c95e6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.240976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9085b57-34c9-4caf-9eb1-a9cc350fb1b4 None None] Pushing event deleted for resources: {'Port': ['ID=147444c8-32f8-4412-9026-51d3237b8741,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:12.242794 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a79c621-0873-4967-9470-d1bdd0c95e6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.243036 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9085b57-34c9-4caf-9eb1-a9cc350fb1b4 None None] No DVR routers for this DVR port 147444c8-32f8-4412-9026-51d3237b8741 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:12.244993 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0a79c621-0873-4967-9470-d1bdd0c95e6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/networks/65f6e303-72e1-4b4e-9c04-06f8f4bca7d1 HTTP/1.1" status: 204 len: 168 time: 1.0170364 Jul 07 17:25:12.248906 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54350) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:12.266335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-0e9356e5-fb59-430e-8a5c-e1f7950662ba tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1830492039'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:12.270738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79c621-0873-4967-9470-d1bdd0c95e6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Network': ['ID=65f6e303-72e1-4b4e-9c04-06f8f4bca7d1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:12.293545 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9356e5-fb59-430e-8a5c-e1f7950662ba tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:12.298718 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0e9356e5-fb59-430e-8a5c-e1f7950662ba tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.334138 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9356e5-fb59-430e-8a5c-e1f7950662ba tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:12.350364 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0e9356e5-fb59-430e-8a5c-e1f7950662ba tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.350735 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-0e9356e5-fb59-430e-8a5c-e1f7950662ba tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Added segment a78d388d-57f0-44d4-a71c-355d73fd4336 of type vlan for network c5929ac2-e5c8-4b0c-bf89-2f7214d52202 Jul 07 17:25:12.378900 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.406536 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0e9356e5-fb59-430e-8a5c-e1f7950662ba tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.430042 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] Transition to ACTIVE for port object 83de4fb8-57b7-4ac1-8752-38814d5443be will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:12.436935 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-aa75f549-ab21-4c8b-b350-de8797b48630', 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630', 'tenant_id': '2819b097d22142529378d8839f8df263', 'fixed_ips': [{'subnet_id': '547364db-49aa-48cb-bb58-afec0a601738'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:25:12.438725 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.448303 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0e9356e5-fb59-430e-8a5c-e1f7950662ba tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.459169 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.459791 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9356e5-fb59-430e-8a5c-e1f7950662ba tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:12.460838 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0e9356e5-fb59-430e-8a5c-e1f7950662ba tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.553567 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] Attempting to bind port 83de4fb8-57b7-4ac1-8752-38814d5443be on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:12.554365 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] Attempting to bind port 83de4fb8-57b7-4ac1-8752-38814d5443be by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:12.555070 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] Attempting to bind port 83de4fb8-57b7-4ac1-8752-38814d5443be on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:12.569163 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0e9356e5-fb59-430e-8a5c-e1f7950662ba tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3079133 Jul 07 17:25:12.572065 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54352) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:12.577133 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-bbe84cc3-2ff3-41e1-b3f6-3f052aaab855 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'subnet': {'network_id': 'c5929ac2-e5c8-4b0c-bf89-2f7214d52202', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:12.588685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9356e5-fb59-430e-8a5c-e1f7950662ba tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Network': ['ID=c5929ac2-e5c8-4b0c-bf89-2f7214d52202,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:12.628116 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network c5929ac2-e5c8-4b0c-bf89-2f7214d52202 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:12.650286 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:12.650697 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:12.651106 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.651508 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:12.651986 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] Bound port: 83de4fb8-57b7-4ac1-8752-38814d5443be, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:12.652380 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.685967 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778b55-ed09-43ca-9589-b879131b25a1 None None] Pushing event updated for resources: {'Port': ['ID=83de4fb8-57b7-4ac1-8752-38814d5443be,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:12.769816 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe84cc3-2ff3-41e1-b3f6-3f052aaab855 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:12.774068 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bbe84cc3-2ff3-41e1-b3f6-3f052aaab855 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.807664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] For port 83de4fb8-57b7-4ac1-8752-38814d5443be, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:12.813579 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] For port 83de4fb8-57b7-4ac1-8752-38814d5443be, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=83de4fb8-57b7-4ac1-8752-38814d5443be,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:12.820590 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.822926 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Allocated IP 172.20.0.2 (aa75f549-ab21-4c8b-b350-de8797b48630/547364db-49aa-48cb-bb58-afec0a601738/95e00be6-c15b-4b94-b572-d3f3d0ca191f) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:12.850520 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1d71fdb9-d5d9-42eb-a08c-e3aa3deb450c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:12.935212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] Routers {'cc5e0025-e082-4d1c-b70f-8da789baf3c5'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:12.936151 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['cc5e0025-e082-4d1c-b70f-8da789baf3c5'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:12.982247 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778b55-ed09-43ca-9589-b879131b25a1 None None] Pushing event updated for resources: {'Port': ['ID=83de4fb8-57b7-4ac1-8752-38814d5443be,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:13.109827 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] Set router cc5e0025-e082-4d1c-b70f-8da789baf3c5 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:13.184829 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bbe84cc3-2ff3-41e1-b3f6-3f052aaab855 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.266126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe84cc3-2ff3-41e1-b3f6-3f052aaab855 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Subnet': ['ID=df648958-2047-4013-a815-75be724f62fa,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:13.285058 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe84cc3-2ff3-41e1-b3f6-3f052aaab855 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Checking segment: {'id': 'a78d388d-57f0-44d4-a71c-355d73fd4336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c5929ac2-e5c8-4b0c-bf89-2f7214d52202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:13.285428 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe84cc3-2ff3-41e1-b3f6-3f052aaab855 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network hostable DHCP agents. Network: c5929ac2-e5c8-4b0c-bf89-2f7214d52202, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:25:13.311930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe84cc3-2ff3-41e1-b3f6-3f052aaab855 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network c5929ac2-e5c8-4b0c-bf89-2f7214d52202 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:13.325383 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-bbe84cc3-2ff3-41e1-b3f6-3f052aaab855 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, c5929ac2-e5c8-4b0c-bf89-2f7214d52202) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:13.331014 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe84cc3-2ff3-41e1-b3f6-3f052aaab855 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:13.331544 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bbe84cc3-2ff3-41e1-b3f6-3f052aaab855 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.354348 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bbe84cc3-2ff3-41e1-b3f6-3f052aaab855 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7811258 Jul 07 17:25:13.356956 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54358) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:13.364895 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-60f35fe1-90d6-437a-bac4-8f34bbacb262 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'port': {'network_id': 'c5929ac2-e5c8-4b0c-bf89-2f7214d52202', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1374922724'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:13.402047 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.404303 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb05360-0357-43c6-9031-65bcfe3f2ed9 None None] Network c5929ac2-e5c8-4b0c-bf89-2f7214d52202 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:13.458552 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Transition to ACTIVE for port object 95e00be6-c15b-4b94-b572-d3f3d0ca191f will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:13.503695 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f35fe1-90d6-437a-bac4-8f34bbacb262 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:13.508035 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-60f35fe1-90d6-437a-bac4-8f34bbacb262 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.509726 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Transition to ACTIVE for port object 95e00be6-c15b-4b94-b572-d3f3d0ca191f will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:13.533371 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.554971 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-60f35fe1-90d6-437a-bac4-8f34bbacb262 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] device_id is not set on port e3f5608f-c1a8-44d7-a4d2-50ce1aea3c25 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:13.600008 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Network aa75f549-ab21-4c8b-b350-de8797b48630 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:13.626711 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-1d71fdb9-d5d9-42eb-a08c-e3aa3deb450c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Allocated IP 172.20.0.1 (aa75f549-ab21-4c8b-b350-de8797b48630/547364db-49aa-48cb-bb58-afec0a601738/7c291d9e-62f4-4e9c-b7a5-25d802d4d557) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:13.644595 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:13.653648 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:13.664774 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Pushing event updated for resources: {'Port': ['ID=95e00be6-c15b-4b94-b572-d3f3d0ca191f,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:13.732204 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 147444c8-32f8-4412-9026-51d3237b8741 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:13.756657 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-60f35fe1-90d6-437a-bac4-8f34bbacb262 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Allocated IP 172.20.0.6 (c5929ac2-e5c8-4b0c-bf89-2f7214d52202/df648958-2047-4013-a815-75be724f62fa/e3f5608f-c1a8-44d7-a4d2-50ce1aea3c25) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:13.783573 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 147444c8-32f8-4412-9026-51d3237b8741 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:13.783703 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 147444c8-32f8-4412-9026-51d3237b8741 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:13.787414 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Attempting to bind port 95e00be6-c15b-4b94-b572-d3f3d0ca191f on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:13.787800 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Attempting to bind port 95e00be6-c15b-4b94-b572-d3f3d0ca191f by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '804f2a67-d100-4214-a53d-c7c08e52e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:13.788176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Attempting to bind port 95e00be6-c15b-4b94-b572-d3f3d0ca191f on network aa75f549-ab21-4c8b-b350-de8797b48630 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:13.793916 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-c5929ac2-e5c8-4b0c-bf89-2f7214d52202', 'network_id': 'c5929ac2-e5c8-4b0c-bf89-2f7214d52202', 'tenant_id': '6dfb6dcbdd314bdab3b14e203ddeec04', 'fixed_ips': [{'subnet_id': 'df648958-2047-4013-a815-75be724f62fa'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:25:13.794826 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.816085 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:13.816787 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Checking segment: {'id': '804f2a67-d100-4214-a53d-c7c08e52e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:13.818077 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.818525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Bound using segment: {'id': '804f2a67-d100-4214-a53d-c7c08e52e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:13.819035 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Bound port: 95e00be6-c15b-4b94-b572-d3f3d0ca191f, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804f2a67-d100-4214-a53d-c7c08e52e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:13.819430 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.832206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'name': 'tempest-TestNetworkBasicOps-router-1982202289', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:08Z', 'updated_at': '2021-07-07T17:25:09Z', 'revision_number': 3, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:09Z', 'updated_at': '2021-07-07T17:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:13.870097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705620bb-db06-4742-aa7a-bd9f9ecf7507 None None] The sync data for ids ['cc5e0025-e082-4d1c-b70f-8da789baf3c5'] in n-d-793620-7 is: [{'id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'name': 'tempest-TestNetworkBasicOps-router-1982202289', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:08Z', 'updated_at': '2021-07-07T17:25:09Z', 'revision_number': 3, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:09Z', 'updated_at': '2021-07-07T17:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:13.900552 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1d71fdb9-d5d9-42eb-a08c-e3aa3deb450c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:13.953921 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-1d71fdb9-d5d9-42eb-a08c-e3aa3deb450c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Transition to ACTIVE for port object 7c291d9e-62f4-4e9c-b7a5-25d802d4d557 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:14.011154 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] For port 95e00be6-c15b-4b94-b572-d3f3d0ca191f, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:14.015979 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] For port 95e00be6-c15b-4b94-b572-d3f3d0ca191f, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=95e00be6-c15b-4b94-b572-d3f3d0ca191f,segment=NetworkSegment(804f2a67-d100-4214-a53d-c7c08e52e902),segment_id=804f2a67-d100-4214-a53d-c7c08e52e902)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:14.017368 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1a371-d857-482f-8394-931f7d887cd7 req-bebe78ec-de35-4895-adc3-9b69c0984c24 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:14.022077 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.024809 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1a371-d857-482f-8394-931f7d887cd7 req-bebe78ec-de35-4895-adc3-9b69c0984c24 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:14.033044 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1a371-d857-482f-8394-931f7d887cd7 req-bebe78ec-de35-4895-adc3-9b69c0984c24 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:14.039976 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1a371-d857-482f-8394-931f7d887cd7 req-bebe78ec-de35-4895-adc3-9b69c0984c24 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:14.046871 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1a371-d857-482f-8394-931f7d887cd7 req-bebe78ec-de35-4895-adc3-9b69c0984c24 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:14.053589 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1d71fdb9-d5d9-42eb-a08c-e3aa3deb450c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.054697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1a371-d857-482f-8394-931f7d887cd7 req-bebe78ec-de35-4895-adc3-9b69c0984c24 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:14.060526 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1a371-d857-482f-8394-931f7d887cd7 req-bebe78ec-de35-4895-adc3-9b69c0984c24 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:14.062589 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a0f1a371-d857-482f-8394-931f7d887cd7 req-bebe78ec-de35-4895-adc3-9b69c0984c24 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5445 time: 0.1396370 Jul 07 17:25:14.070544 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-60f35fe1-90d6-437a-bac4-8f34bbacb262 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.124183 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a0f1a371-d857-482f-8394-931f7d887cd7 req-0a54dc1e-1d66-4b66-add5-ab6747112ce6 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520954 Jul 07 17:25:14.144864 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dec70-426c-497d-b269-e4772d7f6cbc None None] Pushing event updated for resources: {'Port': ['ID=95e00be6-c15b-4b94-b572-d3f3d0ca191f,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:14.157138 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d71fdb9-d5d9-42eb-a08c-e3aa3deb450c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Network aa75f549-ab21-4c8b-b350-de8797b48630 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:14.158344 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-60f35fe1-90d6-437a-bac4-8f34bbacb262 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Transition to ACTIVE for port object e3f5608f-c1a8-44d7-a4d2-50ce1aea3c25 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:14.161744 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-1d71fdb9-d5d9-42eb-a08c-e3aa3deb450c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:14.164504 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d71fdb9-d5d9-42eb-a08c-e3aa3deb450c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:14.222109 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71fdb9-d5d9-42eb-a08c-e3aa3deb450c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'Port': ['ID=7c291d9e-62f4-4e9c-b7a5-25d802d4d557,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:14.267997 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1d71fdb9-d5d9-42eb-a08c-e3aa3deb450c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.338269 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.342336 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-60f35fe1-90d6-437a-bac4-8f34bbacb262 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.429931 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Allocated IP 172.20.0.2 (c5929ac2-e5c8-4b0c-bf89-2f7214d52202/df648958-2047-4013-a815-75be724f62fa/26bb3772-5cf7-41dc-81f9-cee230c96b4f) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:14.445871 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f35fe1-90d6-437a-bac4-8f34bbacb262 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network c5929ac2-e5c8-4b0c-bf89-2f7214d52202 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:14.462839 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-60f35fe1-90d6-437a-bac4-8f34bbacb262 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:14.472335 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f35fe1-90d6-437a-bac4-8f34bbacb262 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:14.515863 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f35fe1-90d6-437a-bac4-8f34bbacb262 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=e3f5608f-c1a8-44d7-a4d2-50ce1aea3c25,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:14.574080 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f35fe1-90d6-437a-bac4-8f34bbacb262 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:14.574866 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-60f35fe1-90d6-437a-bac4-8f34bbacb262 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.597333 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1d71fdb9-d5d9-42eb-a08c-e3aa3deb450c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.617378 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-60f35fe1-90d6-437a-bac4-8f34bbacb262 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.2588162 Jul 07 17:25:14.620075 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54362) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:14.675862 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.697634 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Transition to ACTIVE for port object 26bb3772-5cf7-41dc-81f9-cee230c96b4f will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:14.727843 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Transition to ACTIVE for port object 26bb3772-5cf7-41dc-81f9-cee230c96b4f will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:14.731277 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-98883c52-3790-46e2-94c7-e048514fcf28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.735184 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.764942 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-810871cc-054a-46b8-b085-b3f5d0e88691 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port e3f5608f-c1a8-44d7-a4d2-50ce1aea3c25 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:14.765575 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-810871cc-054a-46b8-b085-b3f5d0e88691 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.780161 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Network c5929ac2-e5c8-4b0c-bf89-2f7214d52202 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:14.788602 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:14.792560 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:14.799462 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Pushing event updated for resources: {'Port': ['ID=26bb3772-5cf7-41dc-81f9-cee230c96b4f,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:14.887489 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Attempting to bind port 26bb3772-5cf7-41dc-81f9-cee230c96b4f on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:14.887899 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Attempting to bind port 26bb3772-5cf7-41dc-81f9-cee230c96b4f by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'a78d388d-57f0-44d4-a71c-355d73fd4336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c5929ac2-e5c8-4b0c-bf89-2f7214d52202'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:14.888273 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Attempting to bind port 26bb3772-5cf7-41dc-81f9-cee230c96b4f on network c5929ac2-e5c8-4b0c-bf89-2f7214d52202 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:14.895310 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:14.895782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Checking segment: {'id': 'a78d388d-57f0-44d4-a71c-355d73fd4336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c5929ac2-e5c8-4b0c-bf89-2f7214d52202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:14.896170 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.896522 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Bound using segment: {'id': 'a78d388d-57f0-44d4-a71c-355d73fd4336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c5929ac2-e5c8-4b0c-bf89-2f7214d52202'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:14.897018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Bound port: 26bb3772-5cf7-41dc-81f9-cee230c96b4f, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78d388d-57f0-44d4-a71c-355d73fd4336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c5929ac2-e5c8-4b0c-bf89-2f7214d52202'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:14.897421 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.906476 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-810871cc-054a-46b8-b085-b3f5d0e88691 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:14.928760 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-810871cc-054a-46b8-b085-b3f5d0e88691 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for e3f5608f-c1a8-44d7-a4d2-50ce1aea3c25 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:15.015718 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] For port 26bb3772-5cf7-41dc-81f9-cee230c96b4f, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:15.022196 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] For port 26bb3772-5cf7-41dc-81f9-cee230c96b4f, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=26bb3772-5cf7-41dc-81f9-cee230c96b4f,segment=NetworkSegment(a78d388d-57f0-44d4-a71c-355d73fd4336),segment_id=a78d388d-57f0-44d4-a71c-355d73fd4336)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:15.029904 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:15.095526 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1d71fdb9-d5d9-42eb-a08c-e3aa3deb450c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:15.103456 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1d71fdb9-d5d9-42eb-a08c-e3aa3deb450c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:15.182288 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38b429-a62c-40eb-a603-06b508fcd46a None None] Pushing event updated for resources: {'Port': ['ID=26bb3772-5cf7-41dc-81f9-cee230c96b4f,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:15.236971 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71fdb9-d5d9-42eb-a08c-e3aa3deb450c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'Port': ['ID=7c291d9e-62f4-4e9c-b7a5-25d802d4d557,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:15.262660 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1d71fdb9-d5d9-42eb-a08c-e3aa3deb450c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:15.288347 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-810871cc-054a-46b8-b085-b3f5d0e88691 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:15.358419 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810871cc-054a-46b8-b085-b3f5d0e88691 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=e3f5608f-c1a8-44d7-a4d2-50ce1aea3c25,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:15.418416 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-42101938-f6e3-48b1-aded-1ff487cb6091 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:15.427193 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-42101938-f6e3-48b1-aded-1ff487cb6091 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:15.434446 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-42101938-f6e3-48b1-aded-1ff487cb6091 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:15.446095 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-42101938-f6e3-48b1-aded-1ff487cb6091 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:15.457105 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-42101938-f6e3-48b1-aded-1ff487cb6091 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:15.466150 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-42101938-f6e3-48b1-aded-1ff487cb6091 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:15.479567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-42101938-f6e3-48b1-aded-1ff487cb6091 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:15.481871 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-42101938-f6e3-48b1-aded-1ff487cb6091 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.69 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5445 time: 0.3547602 Jul 07 17:25:15.541836 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d71fdb9-d5d9-42eb-a08c-e3aa3deb450c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Network aa75f549-ab21-4c8b-b350-de8797b48630 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:15.543745 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-1d71fdb9-d5d9-42eb-a08c-e3aa3deb450c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:15.596288 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-3c2b1749-5b20-4ec7-94e5-065981e1968c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:15.598326 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-3c2b1749-5b20-4ec7-94e5-065981e1968c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.69 "GET /v2.0/ports/3ca38a31-8b0b-40d7-958d-92e968e1581f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1063178 Jul 07 17:25:15.599660 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-810871cc-054a-46b8-b085-b3f5d0e88691 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:15.602933 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-810871cc-054a-46b8-b085-b3f5d0e88691 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/ports/e3f5608f-c1a8-44d7-a4d2-50ce1aea3c25 HTTP/1.1" status: 204 len: 168 time: 0.9809725 Jul 07 17:25:15.606804 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54368) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:15.743619 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-34120332-930a-4cdc-a1fd-780138ec28a3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.69 "GET /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1393831 Jul 07 17:25:15.764726 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-1cdfa6ca-49bd-41a6-88a4-da69947d153b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:15.782962 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e26e85c-13e7-4071-8116-581e1430fe5e None None] Network aa75f549-ab21-4c8b-b350-de8797b48630 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:15.882394 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-75c53d65-babe-4623-b4b6-67ec4f7e5576 None None] Provisioning for port 95e00be6-c15b-4b94-b572-d3f3d0ca191f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:15.913668 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-1cdfa6ca-49bd-41a6-88a4-da69947d153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.054923 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 26bb3772-5cf7-41dc-81f9-cee230c96b4f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:16.126636 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21279d1-be06-43d3-b21c-8ecd260852f5 req-efd6a893-b08f-4253-8283-65d74f49f4ab tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.132715 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21279d1-be06-43d3-b21c-8ecd260852f5 req-efd6a893-b08f-4253-8283-65d74f49f4ab tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.135964 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 26bb3772-5cf7-41dc-81f9-cee230c96b4f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:16.139205 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21279d1-be06-43d3-b21c-8ecd260852f5 req-efd6a893-b08f-4253-8283-65d74f49f4ab tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.141098 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 83de4fb8-57b7-4ac1-8752-38814d5443be up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:16.145811 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21279d1-be06-43d3-b21c-8ecd260852f5 req-efd6a893-b08f-4253-8283-65d74f49f4ab tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.152253 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21279d1-be06-43d3-b21c-8ecd260852f5 req-efd6a893-b08f-4253-8283-65d74f49f4ab tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.158348 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21279d1-be06-43d3-b21c-8ecd260852f5 req-efd6a893-b08f-4253-8283-65d74f49f4ab tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.163433 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-1cdfa6ca-49bd-41a6-88a4-da69947d153b service neutron] For port 3ca38a31-8b0b-40d7-958d-92e968e1581f, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=3ca38a31-8b0b-40d7-958d-92e968e1581f,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:16.165446 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21279d1-be06-43d3-b21c-8ecd260852f5 req-efd6a893-b08f-4253-8283-65d74f49f4ab tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.175100 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e21279d1-be06-43d3-b21c-8ecd260852f5 req-efd6a893-b08f-4253-8283-65d74f49f4ab tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 5445 time: 0.7717855 Jul 07 17:25:16.209990 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 83de4fb8-57b7-4ac1-8752-38814d5443be completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:16.216263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-1cdfa6ca-49bd-41a6-88a4-da69947d153b service neutron] For port 3ca38a31-8b0b-40d7-958d-92e968e1581f, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:16.217558 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 83de4fb8-57b7-4ac1-8752-38814d5443be triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:16.219957 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.235360 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea63896c-8877-491a-a231-6c0bf969d8de tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] GET failed (client error): The resource could not be found. Jul 07 17:25:16.237377 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ea63896c-8877-491a-a231-6c0bf969d8de tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports/e3f5608f-c1a8-44d7-a4d2-50ce1aea3c25 HTTP/1.1" status: 404 len: 333 time: 0.6295810 Jul 07 17:25:16.245082 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54370) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:16.257200 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e21279d1-be06-43d3-b21c-8ecd260852f5 req-beb1963b-da06-4529-8182-f3a9e9cbd2cb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811026 Jul 07 17:25:16.344698 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.350493 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d71fdb9-d5d9-42eb-a08c-e3aa3deb450c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Router cc5e0025-e082-4d1c-b70f-8da789baf3c5 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:16.354293 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-1cdfa6ca-49bd-41a6-88a4-da69947d153b service neutron] device_id is not set on port 3ca38a31-8b0b-40d7-958d-92e968e1581f yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:16.377528 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-1cdfa6ca-49bd-41a6-88a4-da69947d153b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.395242 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 83de4fb8-57b7-4ac1-8752-38814d5443be, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=83de4fb8-57b7-4ac1-8752-38814d5443be,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:16.398403 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-10523bc3-0125-49cb-879d-9f38a9a3c6ac tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting subnet df648958-2047-4013-a815-75be724f62fa {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:16.402627 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.403721 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 95e00be6-c15b-4b94-b572-d3f3d0ca191f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:16.405969 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10523bc3-0125-49cb-879d-9f38a9a3c6ac tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.455096 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10523bc3-0125-49cb-879d-9f38a9a3c6ac tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.484460 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-1cdfa6ca-49bd-41a6-88a4-da69947d153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.491352 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d71fdb9-d5d9-42eb-a08c-e3aa3deb450c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:16.498563 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1d71fdb9-d5d9-42eb-a08c-e3aa3deb450c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "PUT /v2.0/routers/cc5e0025-e082-4d1c-b70f-8da789baf3c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3897684 Jul 07 17:25:16.501013 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54372) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:16.509533 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=83de4fb8-57b7-4ac1-8752-38814d5443be,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:16.564209 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f2e1889a-03e3-47ca-b0e4-e35d57bee389 None None] Provisioning for port 7c291d9e-62f4-4e9c-b7a5-25d802d4d557 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:16.573785 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-1cdfa6ca-49bd-41a6-88a4-da69947d153b service neutron] No DVR routers for this DVR port 3ca38a31-8b0b-40d7-958d-92e968e1581f on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:16.578495 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f2e1889a-03e3-47ca-b0e4-e35d57bee389 None None] Provisioning complete for port 7c291d9e-62f4-4e9c-b7a5-25d802d4d557 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:16.578870 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f2e1889a-03e3-47ca-b0e4-e35d57bee389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.583360 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 95e00be6-c15b-4b94-b572-d3f3d0ca191f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:16.637682 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 95e00be6-c15b-4b94-b572-d3f3d0ca191f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:16.638076 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.721922 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10523bc3-0125-49cb-879d-9f38a9a3c6ac tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.747166 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f2e1889a-03e3-47ca-b0e4-e35d57bee389 None None] Port 7c291d9e-62f4-4e9c-b7a5-25d802d4d557 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:16.759564 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.764605 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c630c9-bfef-4ffd-95d3-bc33c479db40 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.767294 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c630c9-bfef-4ffd-95d3-bc33c479db40 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.768046 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c630c9-bfef-4ffd-95d3-bc33c479db40 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.768711 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c630c9-bfef-4ffd-95d3-bc33c479db40 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.769495 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c630c9-bfef-4ffd-95d3-bc33c479db40 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.770853 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c630c9-bfef-4ffd-95d3-bc33c479db40 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.771797 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c630c9-bfef-4ffd-95d3-bc33c479db40 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.772871 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c630c9-bfef-4ffd-95d3-bc33c479db40 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.773642 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c630c9-bfef-4ffd-95d3-bc33c479db40 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.775105 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c630c9-bfef-4ffd-95d3-bc33c479db40 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.775713 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c630c9-bfef-4ffd-95d3-bc33c479db40 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.781943 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-23c630c9-bfef-4ffd-95d3-bc33c479db40 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7713 time: 0.2796681 Jul 07 17:25:16.791557 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54374) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:16.805814 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f2e1889a-03e3-47ca-b0e4-e35d57bee389 None None] Provisioning complete for port 95e00be6-c15b-4b94-b572-d3f3d0ca191f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:16.806413 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f2e1889a-03e3-47ca-b0e4-e35d57bee389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.872165 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] Sync routers for ids ['cc5e0025-e082-4d1c-b70f-8da789baf3c5'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:16.882717 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.886271 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] Routers {'cc5e0025-e082-4d1c-b70f-8da789baf3c5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:16.891687 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:24:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['cc5e0025-e082-4d1c-b70f-8da789baf3c5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:16.904370 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7da3e-a66e-4572-83f5-46dccc9fb65c tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.904850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7da3e-a66e-4572-83f5-46dccc9fb65c tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.905632 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7da3e-a66e-4572-83f5-46dccc9fb65c tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.906194 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7da3e-a66e-4572-83f5-46dccc9fb65c tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.907096 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7da3e-a66e-4572-83f5-46dccc9fb65c tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.907618 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7da3e-a66e-4572-83f5-46dccc9fb65c tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.908128 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7da3e-a66e-4572-83f5-46dccc9fb65c tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.908847 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7da3e-a66e-4572-83f5-46dccc9fb65c tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.910140 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7da3e-a66e-4572-83f5-46dccc9fb65c tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.911208 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7da3e-a66e-4572-83f5-46dccc9fb65c tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:16.919150 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e6a7da3e-a66e-4572-83f5-46dccc9fb65c tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6410 time: 0.1261985 Jul 07 17:25:16.920701 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54376) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:16.953901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdfa6ca-49bd-41a6-88a4-da69947d153b service neutron] Pushing event updated for resources: {'Port': ['ID=3ca38a31-8b0b-40d7-958d-92e968e1581f,revision_number=6']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:16.974980 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10523bc3-0125-49cb-879d-9f38a9a3c6ac tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:16.985070 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 95e00be6-c15b-4b94-b572-d3f3d0ca191f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=95e00be6-c15b-4b94-b572-d3f3d0ca191f,segment=NetworkSegment(804f2a67-d100-4214-a53d-c7c08e52e902),segment_id=804f2a67-d100-4214-a53d-c7c08e52e902)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:17.031049 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:17.041185 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-10523bc3-0125-49cb-879d-9f38a9a3c6ac tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:17.048163 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-10523bc3-0125-49cb-879d-9f38a9a3c6ac tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/subnets/df648958-2047-4013-a815-75be724f62fa HTTP/1.1" status: 204 len: 168 time: 0.7994907 Jul 07 17:25:17.061339 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54378) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:17.109547 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f2e1889a-03e3-47ca-b0e4-e35d57bee389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:17.143065 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] Set router cc5e0025-e082-4d1c-b70f-8da789baf3c5 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:17.150324 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10523bc3-0125-49cb-879d-9f38a9a3c6ac tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Subnet': ['ID=df648958-2047-4013-a815-75be724f62fa,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:17.157097 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-1cdfa6ca-49bd-41a6-88a4-da69947d153b service neutron] In _notify_port_updated(), no bound segment for port 3ca38a31-8b0b-40d7-958d-92e968e1581f on network 18634e68-e208-4b15-bdd2-04c0988b7f74 {{(pid=100410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:25:17.157998 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-1cdfa6ca-49bd-41a6-88a4-da69947d153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:17.159392 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-1cdfa6ca-49bd-41a6-88a4-da69947d153b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:17.161303 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-1cdfa6ca-49bd-41a6-88a4-da69947d153b service neutron] 10.222.0.69 "PUT /v2.0/ports/3ca38a31-8b0b-40d7-958d-92e968e1581f HTTP/1.1" status: 200 len: 1033 time: 1.4104781 Jul 07 17:25:17.166219 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=95e00be6-c15b-4b94-b572-d3f3d0ca191f,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:17.262034 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.api [None req-f2e1889a-03e3-47ca-b0e4-e35d57bee389 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:25:17.264477 n-d-793620-7 neutron-server[100411]: DEBUG oslo_db.api [None req-f2e1889a-03e3-47ca-b0e4-e35d57bee389 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:25:17.266469 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-548119fb-fb3a-49a9-84ff-864f35317de1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:17.274919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-d7bc6445-1565-4354-8b8c-2a900caab2d3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:17.276774 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-d7bc6445-1565-4354-8b8c-2a900caab2d3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.69 "GET /v2.0/ports/abb06316-0dcb-4177-a46e-857fc15015ac?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1096585 Jul 07 17:25:17.289611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-ac7fe5fa-6dba-4072-8f43-36abf27834c2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:17.439315 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae193b5-46fb-47bb-9340-b22a0d45b659 None None] Network c5929ac2-e5c8-4b0c-bf89-2f7214d52202 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:17.440185 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-ac7fe5fa-6dba-4072-8f43-36abf27834c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:17.463412 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'name': 'tempest-TestNetworkBasicOps-router-1982202289', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:08Z', 'updated_at': '2021-07-07T17:25:14Z', 'revision_number': 4, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:09Z', 'updated_at': '2021-07-07T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '7c291d9e-62f4-4e9c-b7a5-25d802d4d557', 'name': '', 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:17:43:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '547364db-49aa-48cb-bb58-afec0a601738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:13Z', 'updated_at': '2021-07-07T17:25:14Z', 'revision_number': 2, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '547364db-49aa-48cb-bb58-afec0a601738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:17.496404 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] Checking router: cc5e0025-e082-4d1c-b70f-8da789baf3c5 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:17.497502 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] Updating router cc5e0025-e082-4d1c-b70f-8da789baf3c5 port 7c291d9e-62f4-4e9c-b7a5-25d802d4d557 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:25:17.519785 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-548119fb-fb3a-49a9-84ff-864f35317de1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port 26bb3772-5cf7-41dc-81f9-cee230c96b4f {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:17.520096 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-548119fb-fb3a-49a9-84ff-864f35317de1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:17.549455 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:17.609889 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4c77f1c7-4340-41bd-82ee-bb2ec0ab938f tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.6853516 Jul 07 17:25:17.642559 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72f1b2-e02e-441c-a0d3-9ea32d28b955 req-e3815c79-4e06-4813-a5e1-ea4b425c4ba8 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:17.648651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72f1b2-e02e-441c-a0d3-9ea32d28b955 req-e3815c79-4e06-4813-a5e1-ea4b425c4ba8 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:17.655006 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72f1b2-e02e-441c-a0d3-9ea32d28b955 req-e3815c79-4e06-4813-a5e1-ea4b425c4ba8 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:17.661153 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72f1b2-e02e-441c-a0d3-9ea32d28b955 req-e3815c79-4e06-4813-a5e1-ea4b425c4ba8 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:17.665618 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:17.667444 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72f1b2-e02e-441c-a0d3-9ea32d28b955 req-e3815c79-4e06-4813-a5e1-ea4b425c4ba8 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:17.671277 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-548119fb-fb3a-49a9-84ff-864f35317de1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] For port 26bb3772-5cf7-41dc-81f9-cee230c96b4f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=26bb3772-5cf7-41dc-81f9-cee230c96b4f,segment=NetworkSegment(a78d388d-57f0-44d4-a71c-355d73fd4336),segment_id=a78d388d-57f0-44d4-a71c-355d73fd4336)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:17.671939 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-548119fb-fb3a-49a9-84ff-864f35317de1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:17.674974 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72f1b2-e02e-441c-a0d3-9ea32d28b955 req-e3815c79-4e06-4813-a5e1-ea4b425c4ba8 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:17.677927 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5d72f1b2-e02e-441c-a0d3-9ea32d28b955 req-e3815c79-4e06-4813-a5e1-ea4b425c4ba8 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 4665 time: 0.2123895 Jul 07 17:25:17.703624 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-548119fb-fb3a-49a9-84ff-864f35317de1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for 26bb3772-5cf7-41dc-81f9-cee230c96b4f owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:17.718942 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7968048d-776e-44eb-8ea4-fb680bf35ea9 None None] DHCP port deletion for c5929ac2-e5c8-4b0c-bf89-2f7214d52202 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:25:17.752543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-ac7fe5fa-6dba-4072-8f43-36abf27834c2 service neutron] For port abb06316-0dcb-4177-a46e-857fc15015ac, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=abb06316-0dcb-4177-a46e-857fc15015ac,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:17.767437 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5d72f1b2-e02e-441c-a0d3-9ea32d28b955 req-110058d3-9061-4f90-b50c-047ca33ef936 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=13358084-527a-43c1-9624-4bcc0f8cd7e6&id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822010 Jul 07 17:25:17.855972 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-ac7fe5fa-6dba-4072-8f43-36abf27834c2 service neutron] For port abb06316-0dcb-4177-a46e-857fc15015ac, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:17.856898 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-548119fb-fb3a-49a9-84ff-864f35317de1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:17.877166 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 95e00be6-c15b-4b94-b572-d3f3d0ca191f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:17.898492 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548119fb-fb3a-49a9-84ff-864f35317de1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=26bb3772-5cf7-41dc-81f9-cee230c96b4f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:17.898972 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-ac7fe5fa-6dba-4072-8f43-36abf27834c2 service neutron] device_id is not set on port abb06316-0dcb-4177-a46e-857fc15015ac yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:17.900796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548119fb-fb3a-49a9-84ff-864f35317de1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No DVR routers for this DVR port 26bb3772-5cf7-41dc-81f9-cee230c96b4f on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:17.911481 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-ac7fe5fa-6dba-4072-8f43-36abf27834c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:17.918961 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-ac7fe5fa-6dba-4072-8f43-36abf27834c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.002747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-ac7fe5fa-6dba-4072-8f43-36abf27834c2 service neutron] No DVR routers for this DVR port abb06316-0dcb-4177-a46e-857fc15015ac on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:18.030867 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-548119fb-fb3a-49a9-84ff-864f35317de1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.040607 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7968048d-776e-44eb-8ea4-fb680bf35ea9 None None] Deleting port 26bb3772-5cf7-41dc-81f9-cee230c96b4f {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:18.045771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fe5fa-6dba-4072-8f43-36abf27834c2 service neutron] Pushing event updated for resources: {'Port': ['ID=abb06316-0dcb-4177-a46e-857fc15015ac,revision_number=6']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:18.054944 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7968048d-776e-44eb-8ea4-fb680bf35ea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.066688 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-548119fb-fb3a-49a9-84ff-864f35317de1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5929ac2-e5c8-4b0c-bf89-2f7214d52202']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:18.068016 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-ac7fe5fa-6dba-4072-8f43-36abf27834c2 service neutron] In _notify_port_updated(), no bound segment for port abb06316-0dcb-4177-a46e-857fc15015ac on network 18634e68-e208-4b15-bdd2-04c0988b7f74 {{(pid=100410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:25:18.069154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-ac7fe5fa-6dba-4072-8f43-36abf27834c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:18.070240 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-ac7fe5fa-6dba-4072-8f43-36abf27834c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.071816 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-ac7fe5fa-6dba-4072-8f43-36abf27834c2 service neutron] 10.222.0.69 "PUT /v2.0/ports/abb06316-0dcb-4177-a46e-857fc15015ac HTTP/1.1" status: 200 len: 1032 time: 0.7873251 Jul 07 17:25:18.084138 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-548119fb-fb3a-49a9-84ff-864f35317de1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78d388d-57f0-44d4-a71c-355d73fd4336') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:18.084968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-548119fb-fb3a-49a9-84ff-864f35317de1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78d388d-57f0-44d4-a71c-355d73fd4336') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:18.096412 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-548119fb-fb3a-49a9-84ff-864f35317de1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.144145 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-548119fb-fb3a-49a9-84ff-864f35317de1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.154204 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548119fb-fb3a-49a9-84ff-864f35317de1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:18.154685 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-548119fb-fb3a-49a9-84ff-864f35317de1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:18.159214 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:18.188587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7968048d-776e-44eb-8ea4-fb680bf35ea9 None None] For port 26bb3772-5cf7-41dc-81f9-cee230c96b4f, host n-d-793620-7, got binding levels [] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:18.189039 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7968048d-776e-44eb-8ea4-fb680bf35ea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.219657 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7968048d-776e-44eb-8ea4-fb680bf35ea9 None None] Calling delete_port for 26bb3772-5cf7-41dc-81f9-cee230c96b4f owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:18.230169 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.ipam_backend_mixin [None req-7968048d-776e-44eb-8ea4-fb680bf35ea9 None None] Port 26bb3772-5cf7-41dc-81f9-cee230c96b4f was not found and therefore no delete operation was performed {{(pid=100411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:25:18.231495 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-678d9103-54a3-44da-9fd8-4cfd68052ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.236297 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7968048d-776e-44eb-8ea4-fb680bf35ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.236729 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54384) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:18.257182 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-338bd61a-310d-44a1-a21d-96e9ef7649c4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-3561428', 'description': 'tempest-secgroup-smoke-3561428 description', 'project_id': '2819b097d22142529378d8839f8df263'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:18.265156 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-548119fb-fb3a-49a9-84ff-864f35317de1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.274897 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-548119fb-fb3a-49a9-84ff-864f35317de1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.278208 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-548119fb-fb3a-49a9-84ff-864f35317de1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/networks/c5929ac2-e5c8-4b0c-bf89-2f7214d52202 HTTP/1.1" status: 204 len: 168 time: 1.1992924 Jul 07 17:25:18.281797 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54386) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:18.292093 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-55e95841-1d31-4b37-98db-114f6b1abde8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'port': {'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87', 'name': 'tempest-PortsTestJSON-249157271'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:18.292683 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7968048d-776e-44eb-8ea4-fb680bf35ea9 None None] No DVR routers for this DVR port 26bb3772-5cf7-41dc-81f9-cee230c96b4f on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:18.294539 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968048d-776e-44eb-8ea4-fb680bf35ea9 None None] Pushing event deleted for resources: {'Port': ['ID=26bb3772-5cf7-41dc-81f9-cee230c96b4f,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:18.319711 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548119fb-fb3a-49a9-84ff-864f35317de1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Network': ['ID=c5929ac2-e5c8-4b0c-bf89-2f7214d52202,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:18.325113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b05e25d6-7b58-478f-be37-5411db31942a None None] Provisioning complete for port 3ca38a31-8b0b-40d7-958d-92e968e1581f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:18.325496 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b05e25d6-7b58-478f-be37-5411db31942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.332922 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-7c535918-9fa8-4e47-af6a-ec9fb1eed9cd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Deleting port dafbd2ac-b04e-42fa-b747-4064f6bc911f {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:18.333375 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-7c535918-9fa8-4e47-af6a-ec9fb1eed9cd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.353514 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-338bd61a-310d-44a1-a21d-96e9ef7649c4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.362189 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 95e00be6-c15b-4b94-b572-d3f3d0ca191f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:18.362655 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.389968 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 6892b463-e625-476b-95bb-85543e6fc3f0 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:18.423436 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.439346 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] Transition to ACTIVE for port object 7c291d9e-62f4-4e9c-b7a5-25d802d4d557 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:18.441676 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b05e25d6-7b58-478f-be37-5411db31942a None None] Port 3ca38a31-8b0b-40d7-958d-92e968e1581f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:18.449147 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.458443 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b05e25d6-7b58-478f-be37-5411db31942a None None] Could not find standard attr ID for object 26bb3772-5cf7-41dc-81f9-cee230c96b4f. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:25:18.484328 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.api [None req-338bd61a-310d-44a1-a21d-96e9ef7649c4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 17:25:18.484328 n-d-793620-7 neutron-server[100410]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 17:25:18.484328 n-d-793620-7 neutron-server[100410]: [parameters: {'project_id_1': '2819b097d22142529378d8839f8df263', 'expiration_1': datetime.datetime(2021, 7, 7, 17, 25, 18, 447156)}] Jul 07 17:25:18.484328 n-d-793620-7 neutron-server[100410]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:25:18.485287 n-d-793620-7 neutron-server[100410]: DEBUG oslo_db.api [None req-338bd61a-310d-44a1-a21d-96e9ef7649c4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:25:18.486362 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e95841-1d31-4b37-98db-114f6b1abde8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:18.515349 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4719f4e-046b-4304-976d-fc0f028cafa9 None None] Pushing event updated for resources: {'Port': ['ID=7c291d9e-62f4-4e9c-b7a5-25d802d4d557,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:18.519023 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-55e95841-1d31-4b37-98db-114f6b1abde8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.536744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-7c535918-9fa8-4e47-af6a-ec9fb1eed9cd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] For port dafbd2ac-b04e-42fa-b747-4064f6bc911f, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=dafbd2ac-b04e-42fa-b747-4064f6bc911f,segment=NetworkSegment(31fa8454-29c6-43de-a28c-5cac7af44df1),segment_id=31fa8454-29c6-43de-a28c-5cac7af44df1)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:18.537372 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-7c535918-9fa8-4e47-af6a-ec9fb1eed9cd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.559413 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-7c535918-9fa8-4e47-af6a-ec9fb1eed9cd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Calling delete_port for dafbd2ac-b04e-42fa-b747-4064f6bc911f owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:18.560394 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-55e95841-1d31-4b37-98db-114f6b1abde8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] device_id is not set on port 4da703c1-dcfb-4d5d-bf03-4b049ba1c0d8 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:18.569122 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719f4e-046b-4304-976d-fc0f028cafa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:18.570008 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719f4e-046b-4304-976d-fc0f028cafa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:18.570008 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719f4e-046b-4304-976d-fc0f028cafa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:18.570598 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719f4e-046b-4304-976d-fc0f028cafa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:18.570853 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719f4e-046b-4304-976d-fc0f028cafa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:18.571190 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719f4e-046b-4304-976d-fc0f028cafa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:18.571528 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719f4e-046b-4304-976d-fc0f028cafa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:18.571858 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719f4e-046b-4304-976d-fc0f028cafa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:18.572185 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719f4e-046b-4304-976d-fc0f028cafa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:18.572515 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719f4e-046b-4304-976d-fc0f028cafa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:18.572845 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719f4e-046b-4304-976d-fc0f028cafa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:18.573170 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4719f4e-046b-4304-976d-fc0f028cafa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:18.574524 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.614506 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 83de4fb8-57b7-4ac1-8752-38814d5443be up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:18.625112 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] Attempting to bind port 7c291d9e-62f4-4e9c-b7a5-25d802d4d557 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:18.625784 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] Attempting to bind port 7c291d9e-62f4-4e9c-b7a5-25d802d4d557 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '804f2a67-d100-4214-a53d-c7c08e52e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:18.626286 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] Attempting to bind port 7c291d9e-62f4-4e9c-b7a5-25d802d4d557 on network aa75f549-ab21-4c8b-b350-de8797b48630 {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:18.637078 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:18.637896 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] Checking segment: {'id': '804f2a67-d100-4214-a53d-c7c08e52e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:18.638701 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.639125 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] Bound using segment: {'id': '804f2a67-d100-4214-a53d-c7c08e52e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:18.639713 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] Bound port: 7c291d9e-62f4-4e9c-b7a5-25d802d4d557, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804f2a67-d100-4214-a53d-c7c08e52e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:18.640333 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.670189 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6892b463-e625-476b-95bb-85543e6fc3f0'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:18.679108 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbf313c-9d8d-4995-a568-b7f1b7a4097b" -d '{"events": [{"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-unplugged", "status": "completed", "tag": "6892b463-e625-476b-95bb-85543e6fc3f0"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:18.796557 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-7c535918-9fa8-4e47-af6a-ec9fb1eed9cd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.815161 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] For port 7c291d9e-62f4-4e9c-b7a5-25d802d4d557, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:18.854626 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] For port 7c291d9e-62f4-4e9c-b7a5-25d802d4d557, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=7c291d9e-62f4-4e9c-b7a5-25d802d4d557,segment=NetworkSegment(804f2a67-d100-4214-a53d-c7c08e52e902),segment_id=804f2a67-d100-4214-a53d-c7c08e52e902)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:18.868030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c535918-9fa8-4e47-af6a-ec9fb1eed9cd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event deleted for resources: {'Port': ['ID=dafbd2ac-b04e-42fa-b747-4064f6bc911f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:18.878197 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.879172 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-55e95841-1d31-4b37-98db-114f6b1abde8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.903360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-7c535918-9fa8-4e47-af6a-ec9fb1eed9cd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] No DVR routers for this DVR port dafbd2ac-b04e-42fa-b747-4064f6bc911f on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:18.907084 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-7c535918-9fa8-4e47-af6a-ec9fb1eed9cd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.909888 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-7c535918-9fa8-4e47-af6a-ec9fb1eed9cd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.69 "DELETE /v2.0/ports/dafbd2ac-b04e-42fa-b747-4064f6bc911f HTTP/1.1" status: 204 len: 173 time: 0.8305075 Jul 07 17:25:18.911351 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-deleted', 'tag': 'dafbd2ac-b04e-42fa-b747-4064f6bc911f'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:18.914425 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e86696a-3bc1-4305-8fa0-1b829e6308fe" -d '{"events": [{"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-deleted", "tag": "dafbd2ac-b04e-42fa-b747-4064f6bc911f"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:18.928540 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-55e95841-1d31-4b37-98db-114f6b1abde8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.956722 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f81599-fd8b-4cb1-8bdd-0e4d701bfc2a x-openstack-request-id: req-b6f81599-fd8b-4cb1-8bdd-0e4d701bfc2a {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:18.958548 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-unplugged", "status": "completed", "tag": "6892b463-e625-476b-95bb-85543e6fc3f0", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:18.959121 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b6f81599-fd8b-4cb1-8bdd-0e4d701bfc2a {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:18.959757 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6892b463-e625-476b-95bb-85543e6fc3f0', 'code': 200} Jul 07 17:25:18.961213 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d649bdad-977a-4493-aad1-d3c9c470a89e None None] Provisioning complete for port abb06316-0dcb-4177-a46e-857fc15015ac triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:18.961901 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d649bdad-977a-4493-aad1-d3c9c470a89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:18.990869 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-338bd61a-310d-44a1-a21d-96e9ef7649c4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.017957 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4719f4e-046b-4304-976d-fc0f028cafa9 None None] Pushing event updated for resources: {'Port': ['ID=7c291d9e-62f4-4e9c-b7a5-25d802d4d557,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:19.023877 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] Routers {'cc5e0025-e082-4d1c-b70f-8da789baf3c5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:19.026264 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:25:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['cc5e0025-e082-4d1c-b70f-8da789baf3c5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:19.063469 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a5db45-56b4-4881-9467-ef20f90e3c35 x-openstack-request-id: req-95a5db45-56b4-4881-9467-ef20f90e3c35 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:19.064092 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-deleted", "tag": "dafbd2ac-b04e-42fa-b747-4064f6bc911f", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:19.064712 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95a5db45-56b4-4881-9467-ef20f90e3c35 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:19.065750 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-deleted', 'tag': 'dafbd2ac-b04e-42fa-b747-4064f6bc911f', 'status': 'completed', 'code': 200} Jul 07 17:25:19.066862 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 6892b463-e625-476b-95bb-85543e6fc3f0, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6892b463-e625-476b-95bb-85543e6fc3f0,segment=NetworkSegment(31fa8454-29c6-43de-a28c-5cac7af44df1),segment_id=31fa8454-29c6-43de-a28c-5cac7af44df1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:19.071598 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e95841-1d31-4b37-98db-114f6b1abde8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:19.077944 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d649bdad-977a-4493-aad1-d3c9c470a89e None None] Port abb06316-0dcb-4177-a46e-857fc15015ac cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:19.089780 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-55e95841-1d31-4b37-98db-114f6b1abde8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:19.096893 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.098474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device abb06316-0dcb-4177-a46e-857fc15015ac no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:19.102708 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e95841-1d31-4b37-98db-114f6b1abde8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:19.124243 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e95841-1d31-4b37-98db-114f6b1abde8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:19.125207 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-55e95841-1d31-4b37-98db-114f6b1abde8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.150147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-8d1e28a8-288c-4dbf-8736-2a698175f180 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Deleting port 6892b463-e625-476b-95bb-85543e6fc3f0 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:19.150676 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-8d1e28a8-288c-4dbf-8736-2a698175f180 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.231517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e95841-1d31-4b37-98db-114f6b1abde8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=4da703c1-dcfb-4d5d-bf03-4b049ba1c0d8,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:19.253718 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=6892b463-e625-476b-95bb-85543e6fc3f0,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:19.278173 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.282917 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device abb06316-0dcb-4177-a46e-857fc15015ac not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:19.283441 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 3ca38a31-8b0b-40d7-958d-92e968e1581f no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:19.296929 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db098c-0f41-4f4f-9246-883324540549 req-8b49f483-0ed8-4d04-8947-337d6f60d07a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:19.310788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db098c-0f41-4f4f-9246-883324540549 req-8b49f483-0ed8-4d04-8947-337d6f60d07a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:19.318925 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db098c-0f41-4f4f-9246-883324540549 req-8b49f483-0ed8-4d04-8947-337d6f60d07a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:19.328854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db098c-0f41-4f4f-9246-883324540549 req-8b49f483-0ed8-4d04-8947-337d6f60d07a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:19.331282 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2db098c-0f41-4f4f-9246-883324540549 req-8b49f483-0ed8-4d04-8947-337d6f60d07a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 3149 time: 0.1684699 Jul 07 17:25:19.350272 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] Set router cc5e0025-e082-4d1c-b70f-8da789baf3c5 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:19.356728 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 83de4fb8-57b7-4ac1-8752-38814d5443be triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:19.357094 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.411605 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 3ca38a31-8b0b-40d7-958d-92e968e1581f not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:19.412052 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device dafbd2ac-b04e-42fa-b747-4064f6bc911f no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:19.456056 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2db098c-0f41-4f4f-9246-883324540549 req-adca9d71-7a5f-4dc9-b915-a3273ed7973c tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098888 Jul 07 17:25:19.458495 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: dafbd2ac-b04e-42fa-b747-4064f6bc911f {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:19.462914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device dafbd2ac-b04e-42fa-b747-4064f6bc911f not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:19.463296 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 9752ead6-f062-496d-b5e1-bd1277445c2b no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:19.615883 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.656095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 9752ead6-f062-496d-b5e1-bd1277445c2b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=9752ead6-f062-496d-b5e1-bd1277445c2b,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:19.661529 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.662607 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device edd8fb19-c8db-4344-a7a3-efcc479931b2 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:19.672228 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'name': 'tempest-TestNetworkBasicOps-router-1982202289', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:08Z', 'updated_at': '2021-07-07T17:25:14Z', 'revision_number': 4, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:09Z', 'updated_at': '2021-07-07T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '7c291d9e-62f4-4e9c-b7a5-25d802d4d557', 'name': '', 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:17:43:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '547364db-49aa-48cb-bb58-afec0a601738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:13Z', 'updated_at': '2021-07-07T17:25:18Z', 'revision_number': 4, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '547364db-49aa-48cb-bb58-afec0a601738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:19.700323 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c599b3e2-472e-48fc-949a-585d6c614249 None None] The sync data for ids ['cc5e0025-e082-4d1c-b70f-8da789baf3c5'] in n-d-793620-7 is: [{'id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'name': 'tempest-TestNetworkBasicOps-router-1982202289', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:08Z', 'updated_at': '2021-07-07T17:25:14Z', 'revision_number': 4, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:09Z', 'updated_at': '2021-07-07T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '7c291d9e-62f4-4e9c-b7a5-25d802d4d557', 'name': '', 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:17:43:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '547364db-49aa-48cb-bb58-afec0a601738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:13Z', 'updated_at': '2021-07-07T17:25:18Z', 'revision_number': 4, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '547364db-49aa-48cb-bb58-afec0a601738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:19.792990 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=9752ead6-f062-496d-b5e1-bd1277445c2b,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:19.824659 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 26bb3772-5cf7-41dc-81f9-cee230c96b4f no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:19.842167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-7d10962e-ab3b-43e8-be2c-dc8b9023c0c7 req-8de0309d-e821-4b11-a1d3-32353b998109 service neutron] (100410) timed out ('10.222.0.50', 57918) {{(pid=100410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:25:19.856792 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 26bb3772-5cf7-41dc-81f9-cee230c96b4f {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:19.857150 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 26bb3772-5cf7-41dc-81f9-cee230c96b4f not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:19.873032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-8d1e28a8-288c-4dbf-8736-2a698175f180 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] For port 6892b463-e625-476b-95bb-85543e6fc3f0, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=6892b463-e625-476b-95bb-85543e6fc3f0,segment=NetworkSegment(31fa8454-29c6-43de-a28c-5cac7af44df1),segment_id=31fa8454-29c6-43de-a28c-5cac7af44df1)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:19.873400 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-8d1e28a8-288c-4dbf-8736-2a698175f180 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.873738 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.878089 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-338bd61a-310d-44a1-a21d-96e9ef7649c4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.888071 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-55e95841-1d31-4b37-98db-114f6b1abde8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6042945 Jul 07 17:25:19.891181 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54394) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:19.891714 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-338bd61a-310d-44a1-a21d-96e9ef7649c4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.900530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-8d1e28a8-288c-4dbf-8736-2a698175f180 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Calling delete_port for 6892b463-e625-476b-95bb-85543e6fc3f0 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:19.923958 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port edd8fb19-c8db-4344-a7a3-efcc479931b2, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=edd8fb19-c8db-4344-a7a3-efcc479931b2,segment=NetworkSegment(28e7f07a-565e-442a-9c43-e7b0b4b262d6),segment_id=28e7f07a-565e-442a-9c43-e7b0b4b262d6)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:19.941227 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.943291 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 36c75515-b4d5-40e5-ac8b-57a12501df0b no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:19.951022 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-338bd61a-310d-44a1-a21d-96e9ef7649c4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:19.956380 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-338bd61a-310d-44a1-a21d-96e9ef7649c4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 1.7011645 Jul 07 17:25:19.969600 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54396) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:19.980846 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1600175b-3ec1-4c11-ba98-0584fc0b8b33 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'security_group_rule': {'security_group_id': '045645f1-edb9-4484-9fc8-717aba313e95', 'project_id': '2819b097d22142529378d8839f8df263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:19.992223 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bd61a-310d-44a1-a21d-96e9ef7649c4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045645f1-edb9-4484-9fc8-717aba313e95,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:20.070463 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=edd8fb19-c8db-4344-a7a3-efcc479931b2,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:20.072706 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1600175b-3ec1-4c11-ba98-0584fc0b8b33 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.121120 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-8d1e28a8-288c-4dbf-8736-2a698175f180 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.140079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-15b45759-b529-4e88-bf4d-57686e2856ee tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port 4da703c1-dcfb-4d5d-bf03-4b049ba1c0d8 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:20.140431 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-15b45759-b529-4e88-bf4d-57686e2856ee tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.162002 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.208032 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 36c75515-b4d5-40e5-ac8b-57a12501df0b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=36c75515-b4d5-40e5-ac8b-57a12501df0b,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:20.208857 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1600175b-3ec1-4c11-ba98-0584fc0b8b33 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.214606 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e28a8-288c-4dbf-8736-2a698175f180 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event deleted for resources: {'Port': ['ID=6892b463-e625-476b-95bb-85543e6fc3f0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:20.219909 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1600175b-3ec1-4c11-ba98-0584fc0b8b33 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.223020 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.240899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-8d1e28a8-288c-4dbf-8736-2a698175f180 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] No DVR routers for this DVR port 6892b463-e625-476b-95bb-85543e6fc3f0 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:20.243117 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-15b45759-b529-4e88-bf4d-57686e2856ee tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.243523 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-8d1e28a8-288c-4dbf-8736-2a698175f180 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.245941 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-8d1e28a8-288c-4dbf-8736-2a698175f180 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.69 "DELETE /v2.0/ports/6892b463-e625-476b-95bb-85543e6fc3f0 HTTP/1.1" status: 204 len: 173 time: 1.3280132 Jul 07 17:25:20.260360 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-15b45759-b529-4e88-bf4d-57686e2856ee tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for 4da703c1-dcfb-4d5d-bf03-4b049ba1c0d8 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:20.283901 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=36c75515-b4d5-40e5-ac8b-57a12501df0b,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:20.287532 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600175b-3ec1-4c11-ba98-0584fc0b8b33 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233454db-f698-42ad-84a9-eaad5c28a69f,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:20.294613 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1600175b-3ec1-4c11-ba98-0584fc0b8b33 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.299262 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1600175b-3ec1-4c11-ba98-0584fc0b8b33 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3286307 Jul 07 17:25:20.299900 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54398) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:20.307786 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-e3444534-0b29-437f-9947-5b7af4fe2aa7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'security_group_rule': {'security_group_id': '045645f1-edb9-4484-9fc8-717aba313e95', 'project_id': '2819b097d22142529378d8839f8df263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:20.363821 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.381311 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e3444534-0b29-437f-9947-5b7af4fe2aa7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.393050 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-15b45759-b529-4e88-bf4d-57686e2856ee tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.423868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b45759-b529-4e88-bf4d-57686e2856ee tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=4da703c1-dcfb-4d5d-bf03-4b049ba1c0d8,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:20.426335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-7ec26206-ba93-4ba1-9f12-5a3c2df50557 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Deleting port 9752ead6-f062-496d-b5e1-bd1277445c2b {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:20.427176 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-7ec26206-ba93-4ba1-9f12-5a3c2df50557 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.437918 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-15b45759-b529-4e88-bf4d-57686e2856ee tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.442254 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-15b45759-b529-4e88-bf4d-57686e2856ee tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/ports/4da703c1-dcfb-4d5d-bf03-4b049ba1c0d8 HTTP/1.1" status: 204 len: 168 time: 0.5464230 Jul 07 17:25:20.443269 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54400) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:20.448399 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-909a8ddf-bd39-4594-b7a2-35a3e0e4a13e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'port': {'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87', 'mac_address': 'fa:16:3e:ce:35:e7', 'name': 'tempest-PortsTestJSON-509814070'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:20.537455 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e3444534-0b29-437f-9947-5b7af4fe2aa7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.562190 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e3444534-0b29-437f-9947-5b7af4fe2aa7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.576020 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909a8ddf-bd39-4594-b7a2-35a3e0e4a13e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:20.645904 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e3444534-0b29-437f-9947-5b7af4fe2aa7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.650096 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e3444534-0b29-437f-9947-5b7af4fe2aa7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3463917 Jul 07 17:25:20.652765 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54404) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:20.697939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-118dd2ac-de74-441b-8871-516002c9671a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'security_group_rule': {'security_group_id': '045645f1-edb9-4484-9fc8-717aba313e95', 'project_id': '2819b097d22142529378d8839f8df263', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:20.700512 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-909a8ddf-bd39-4594-b7a2-35a3e0e4a13e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.702194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3444534-0b29-437f-9947-5b7af4fe2aa7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff6e6e9-1609-41d3-b296-e3eead7258e6,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:20.726617 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-7ec26206-ba93-4ba1-9f12-5a3c2df50557 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] For port 9752ead6-f062-496d-b5e1-bd1277445c2b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=9752ead6-f062-496d-b5e1-bd1277445c2b,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:20.726989 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-7ec26206-ba93-4ba1-9f12-5a3c2df50557 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.733236 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-909a8ddf-bd39-4594-b7a2-35a3e0e4a13e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] device_id is not set on port 36f0e346-ff5b-4f50-8fb9-ada5c8998f52 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:20.753273 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-7ec26206-ba93-4ba1-9f12-5a3c2df50557 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Calling delete_port for 9752ead6-f062-496d-b5e1-bd1277445c2b owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:20.788493 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-118dd2ac-de74-441b-8871-516002c9671a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.840574 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc944bde-dc1b-43db-92c3-d3db8e114498 req-96df8ff7-6d59-4896-8448-e5bf3d659804 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:20.846948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc944bde-dc1b-43db-92c3-d3db8e114498 req-96df8ff7-6d59-4896-8448-e5bf3d659804 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:20.853551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc944bde-dc1b-43db-92c3-d3db8e114498 req-96df8ff7-6d59-4896-8448-e5bf3d659804 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:20.856270 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc944bde-dc1b-43db-92c3-d3db8e114498 req-96df8ff7-6d59-4896-8448-e5bf3d659804 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 2410 time: 0.2025096 Jul 07 17:25:20.937684 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-909a8ddf-bd39-4594-b7a2-35a3e0e4a13e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.961273 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9752ead6-f062-496d-b5e1-bd1277445c2b'}, {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd8fb19-c8db-4344-a7a3-efcc479931b2'}, {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36c75515-b4d5-40e5-ac8b-57a12501df0b'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:20.965280 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfbfba3-f995-4500-9b36-cd65ec078495" -d '{"events": [{"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-unplugged", "status": "completed", "tag": "9752ead6-f062-496d-b5e1-bd1277445c2b"}, {"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-unplugged", "status": "completed", "tag": "edd8fb19-c8db-4344-a7a3-efcc479931b2"}, {"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-unplugged", "status": "completed", "tag": "36c75515-b4d5-40e5-ac8b-57a12501df0b"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:20.985201 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-909a8ddf-bd39-4594-b7a2-35a3e0e4a13e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.986234 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-118dd2ac-de74-441b-8871-516002c9671a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:20.998837 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc944bde-dc1b-43db-92c3-d3db8e114498 req-f67b2dcc-1207-4082-9b4e-d34d93fc17dd tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263120 Jul 07 17:25:21.000879 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-118dd2ac-de74-441b-8871-516002c9671a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.024215 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ce104a-454e-435a-88a5-0730eb0fd13a x-openstack-request-id: req-64ce104a-454e-435a-88a5-0730eb0fd13a {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:21.025547 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-unplugged", "status": "completed", "tag": "9752ead6-f062-496d-b5e1-bd1277445c2b", "code": 200}, {"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-unplugged", "status": "completed", "tag": "edd8fb19-c8db-4344-a7a3-efcc479931b2", "code": 200}, {"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-unplugged", "status": "completed", "tag": "36c75515-b4d5-40e5-ac8b-57a12501df0b", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:21.025803 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64ce104a-454e-435a-88a5-0730eb0fd13a {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:21.028058 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9752ead6-f062-496d-b5e1-bd1277445c2b', 'code': 200} Jul 07 17:25:21.028321 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd8fb19-c8db-4344-a7a3-efcc479931b2', 'code': 200} Jul 07 17:25:21.028576 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36c75515-b4d5-40e5-ac8b-57a12501df0b', 'code': 200} Jul 07 17:25:21.052418 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118dd2ac-de74-441b-8871-516002c9671a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a8f198-3cee-4eaa-80cf-4f26df20d3dd,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:21.055569 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909a8ddf-bd39-4594-b7a2-35a3e0e4a13e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:21.056931 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-118dd2ac-de74-441b-8871-516002c9671a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.058148 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-118dd2ac-de74-441b-8871-516002c9671a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4032288 Jul 07 17:25:21.060048 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-909a8ddf-bd39-4594-b7a2-35a3e0e4a13e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:21.061821 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54408) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:21.062612 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a8ddf-bd39-4594-b7a2-35a3e0e4a13e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=36f0e346-ff5b-4f50-8fb9-ada5c8998f52,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:21.067915 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-deleted', 'tag': '6892b463-e625-476b-95bb-85543e6fc3f0'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:21.068947 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-602f869d-8fb5-4c12-9f10-c1f5d4656b43 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'security_group_rule': {'security_group_id': '045645f1-edb9-4484-9fc8-717aba313e95', 'project_id': '2819b097d22142529378d8839f8df263', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:21.070756 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19722cd9-a3c5-478e-918b-41812578ed4a" -d '{"events": [{"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-deleted", "tag": "6892b463-e625-476b-95bb-85543e6fc3f0"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:21.079698 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a8ddf-bd39-4594-b7a2-35a3e0e4a13e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:21.085985 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909a8ddf-bd39-4594-b7a2-35a3e0e4a13e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:21.086610 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-909a8ddf-bd39-4594-b7a2-35a3e0e4a13e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.115040 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-602f869d-8fb5-4c12-9f10-c1f5d4656b43 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.131997 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-7ec26206-ba93-4ba1-9f12-5a3c2df50557 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.133343 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-909a8ddf-bd39-4594-b7a2-35a3e0e4a13e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6889577 Jul 07 17:25:21.133650 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54412) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:21.198143 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-602f869d-8fb5-4c12-9f10-c1f5d4656b43 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.202870 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-602f869d-8fb5-4c12-9f10-c1f5d4656b43 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.226505 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f869d-8fb5-4c12-9f10-c1f5d4656b43 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25defc0a-5951-40d8-b064-bef9a321baaa,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:21.229322 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-602f869d-8fb5-4c12-9f10-c1f5d4656b43 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.230681 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-602f869d-8fb5-4c12-9f10-c1f5d4656b43 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1657894 Jul 07 17:25:21.233639 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54414) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:21.239296 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-e6800b8d-10f7-4441-a7f2-d3bc5d6cb833 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'security_group_rule': {'security_group_id': '045645f1-edb9-4484-9fc8-717aba313e95', 'project_id': '2819b097d22142529378d8839f8df263', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:21.244435 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5f7aee-e884-496a-b486-cdd1661f65ba x-openstack-request-id: req-3c5f7aee-e884-496a-b486-cdd1661f65ba {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:21.244731 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-deleted", "tag": "6892b463-e625-476b-95bb-85543e6fc3f0", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:21.244987 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c5f7aee-e884-496a-b486-cdd1661f65ba {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:21.245386 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-deleted', 'tag': '6892b463-e625-476b-95bb-85543e6fc3f0', 'status': 'completed', 'code': 200} Jul 07 17:25:21.250058 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec26206-ba93-4ba1-9f12-5a3c2df50557 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event deleted for resources: {'Port': ['ID=9752ead6-f062-496d-b5e1-bd1277445c2b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:21.271850 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e061ddee-e034-4334-98f1-b6e56c537afe tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:21.274791 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e061ddee-e034-4334-98f1-b6e56c537afe tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports/36f0e346-ff5b-4f50-8fb9-ada5c8998f52 HTTP/1.1" status: 200 len: 840 time: 0.1384714 Jul 07 17:25:21.278287 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54416) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:21.289532 n-d-793620-7 neutron-server[100409]: INFO neutron.db.securitygroups_db [None req-e6800b8d-10f7-4441-a7f2-d3bc5d6cb833 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Project 2819b097d22142529378d8839f8df263 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:25:21.313743 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e6800b8d-10f7-4441-a7f2-d3bc5d6cb833 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.314604 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-7ec26206-ba93-4ba1-9f12-5a3c2df50557 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] No DVR routers for this DVR port 9752ead6-f062-496d-b5e1-bd1277445c2b on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:21.317004 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-7ec26206-ba93-4ba1-9f12-5a3c2df50557 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.319860 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-7ec26206-ba93-4ba1-9f12-5a3c2df50557 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.69 "DELETE /v2.0/ports/9752ead6-f062-496d-b5e1-bd1277445c2b HTTP/1.1" status: 204 len: 173 time: 1.0676925 Jul 07 17:25:21.424817 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e6800b8d-10f7-4441-a7f2-d3bc5d6cb833 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.434186 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e6800b8d-10f7-4441-a7f2-d3bc5d6cb833 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.436833 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-aea43c27-7699-417e-897f-c96819b8b340 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Deleting port 36c75515-b4d5-40e5-ac8b-57a12501df0b {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:21.436833 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-aea43c27-7699-417e-897f-c96819b8b340 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.462795 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6800b8d-10f7-4441-a7f2-d3bc5d6cb833 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0422ceb-f907-449c-bcd1-1f1430eb388d,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:21.465573 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8dfb865e-5def-44b4-a0c1-b27e04d49c19 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port 36f0e346-ff5b-4f50-8fb9-ada5c8998f52 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:21.465898 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8dfb865e-5def-44b4-a0c1-b27e04d49c19 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.481000 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e6800b8d-10f7-4441-a7f2-d3bc5d6cb833 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.482214 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e6800b8d-10f7-4441-a7f2-d3bc5d6cb833 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2473662 Jul 07 17:25:21.485654 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54418) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:21.495474 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-fdbf8aa6-ab9d-443c-82e3-9c25df83efa5 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'security_group_rule': {'security_group_id': '045645f1-edb9-4484-9fc8-717aba313e95', 'project_id': '2819b097d22142529378d8839f8df263', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:21.536045 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8dfb865e-5def-44b4-a0c1-b27e04d49c19 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.540915 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-fdbf8aa6-ab9d-443c-82e3-9c25df83efa5 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Project 2819b097d22142529378d8839f8df263 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:25:21.549591 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8dfb865e-5def-44b4-a0c1-b27e04d49c19 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for 36f0e346-ff5b-4f50-8fb9-ada5c8998f52 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:21.555019 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fdbf8aa6-ab9d-443c-82e3-9c25df83efa5 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.559614 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-aea43c27-7699-417e-897f-c96819b8b340 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] For port 36c75515-b4d5-40e5-ac8b-57a12501df0b, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=36c75515-b4d5-40e5-ac8b-57a12501df0b,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:21.559989 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-aea43c27-7699-417e-897f-c96819b8b340 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.584610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-aea43c27-7699-417e-897f-c96819b8b340 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Calling delete_port for 36c75515-b4d5-40e5-ac8b-57a12501df0b owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:21.638064 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8dfb865e-5def-44b4-a0c1-b27e04d49c19 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.671214 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb865e-5def-44b4-a0c1-b27e04d49c19 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=36f0e346-ff5b-4f50-8fb9-ada5c8998f52,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:21.677978 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8dfb865e-5def-44b4-a0c1-b27e04d49c19 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.683272 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8dfb865e-5def-44b4-a0c1-b27e04d49c19 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/ports/36f0e346-ff5b-4f50-8fb9-ada5c8998f52 HTTP/1.1" status: 204 len: 168 time: 0.4033217 Jul 07 17:25:21.683811 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54420) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:21.705248 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fdbf8aa6-ab9d-443c-82e3-9c25df83efa5 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.714970 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50a0075-4419-40da-be44-a3e1fac82b14 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] GET failed (client error): The resource could not be found. Jul 07 17:25:21.716705 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fdbf8aa6-ab9d-443c-82e3-9c25df83efa5 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.723665 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f50a0075-4419-40da-be44-a3e1fac82b14 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports/36f0e346-ff5b-4f50-8fb9-ada5c8998f52 HTTP/1.1" status: 404 len: 333 time: 0.0384810 Jul 07 17:25:21.724450 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54422) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:21.730430 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-702ad801-1c1b-464d-92d3-6a7a11ce1ed5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'port': {'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87', 'name': 'tempest-PortsTestJSON-2054936010'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:21.771291 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fdbf8aa6-ab9d-443c-82e3-9c25df83efa5 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.787423 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fdbf8aa6-ab9d-443c-82e3-9c25df83efa5 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3003762 Jul 07 17:25:21.790521 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf8aa6-ab9d-443c-82e3-9c25df83efa5 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f9ec6d-f979-43fa-9faf-566af109438c,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:21.832048 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 7c291d9e-62f4-4e9c-b7a5-25d802d4d557 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:21.868211 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-aea43c27-7699-417e-897f-c96819b8b340 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.911904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea43c27-7699-417e-897f-c96819b8b340 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event deleted for resources: {'Port': ['ID=36c75515-b4d5-40e5-ac8b-57a12501df0b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:21.915682 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702ad801-1c1b-464d-92d3-6a7a11ce1ed5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:21.925329 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 7c291d9e-62f4-4e9c-b7a5-25d802d4d557 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:21.933089 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 7c291d9e-62f4-4e9c-b7a5-25d802d4d557 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:21.933478 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.935408 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-702ad801-1c1b-464d-92d3-6a7a11ce1ed5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.967538 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-702ad801-1c1b-464d-92d3-6a7a11ce1ed5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] device_id is not set on port bc4168d7-8304-4705-898c-319aa485faea yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:21.968032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-aea43c27-7699-417e-897f-c96819b8b340 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] No DVR routers for this DVR port 36c75515-b4d5-40e5-ac8b-57a12501df0b on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:21.972062 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-aea43c27-7699-417e-897f-c96819b8b340 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:21.975293 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-aea43c27-7699-417e-897f-c96819b8b340 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.69 "DELETE /v2.0/ports/36c75515-b4d5-40e5-ac8b-57a12501df0b HTTP/1.1" status: 204 len: 173 time: 0.6504223 Jul 07 17:25:22.051090 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.090150 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 7c291d9e-62f4-4e9c-b7a5-25d802d4d557, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=7c291d9e-62f4-4e9c-b7a5-25d802d4d557,segment=NetworkSegment(804f2a67-d100-4214-a53d-c7c08e52e902),segment_id=804f2a67-d100-4214-a53d-c7c08e52e902)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:22.096106 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.101884 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-08b1e2f6-f9bb-41f4-9a9a-228f15099106 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-3561428&fields=id&tenant_id=2819b097d22142529378d8839f8df263 HTTP/1.1" status: 200 len: 267 time: 0.0770302 Jul 07 17:25:22.162524 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=7c291d9e-62f4-4e9c-b7a5-25d802d4d557,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:22.215224 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-d6b094b4-875c-441a-bbc8-6a0ac1e133aa tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Deleting port edd8fb19-c8db-4344-a7a3-efcc479931b2 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:22.215224 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-d6b094b4-875c-441a-bbc8-6a0ac1e133aa tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.230759 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-702ad801-1c1b-464d-92d3-6a7a11ce1ed5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.288677 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7149d4a-7299-45c3-96ce-e4e283df9048 req-76651cf4-aad5-41d7-afa1-d7667722c292 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:22.290357 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a7149d4a-7299-45c3-96ce-e4e283df9048 req-76651cf4-aad5-41d7-afa1-d7667722c292 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 944 time: 0.1146746 Jul 07 17:25:22.299861 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-702ad801-1c1b-464d-92d3-6a7a11ce1ed5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.309502 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-0fc015ef-5f0a-4e9d-a6eb-2dc388d4a559 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:22.310976 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-0fc015ef-5f0a-4e9d-a6eb-2dc388d4a559 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/networks?id=aa75f549-ab21-4c8b-b350-de8797b48630 HTTP/1.1" status: 200 len: 797 time: 0.1933987 Jul 07 17:25:22.341436 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-406a284b-2221-4bdb-b877-3e84562c0d23 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/quotas/2819b097d22142529378d8839f8df263 HTTP/1.1" status: 200 len: 375 time: 0.0193911 Jul 07 17:25:22.367545 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-d6b094b4-875c-441a-bbc8-6a0ac1e133aa tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] For port edd8fb19-c8db-4344-a7a3-efcc479931b2, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=edd8fb19-c8db-4344-a7a3-efcc479931b2,segment=NetworkSegment(28e7f07a-565e-442a-9c43-e7b0b4b262d6),segment_id=28e7f07a-565e-442a-9c43-e7b0b4b262d6)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:22.367905 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-d6b094b4-875c-441a-bbc8-6a0ac1e133aa tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.382826 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702ad801-1c1b-464d-92d3-6a7a11ce1ed5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:22.385577 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ad801-1c1b-464d-92d3-6a7a11ce1ed5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=bc4168d7-8304-4705-898c-319aa485faea,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:22.400642 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-702ad801-1c1b-464d-92d3-6a7a11ce1ed5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:22.404586 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702ad801-1c1b-464d-92d3-6a7a11ce1ed5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:22.411189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702ad801-1c1b-464d-92d3-6a7a11ce1ed5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:22.411845 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-702ad801-1c1b-464d-92d3-6a7a11ce1ed5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.426099 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a7149d4a-7299-45c3-96ce-e4e283df9048 req-018b9d15-12ca-496a-acba-bba95a4cfa7a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e9d870f-c041-440b-8cf4-26f23bf12f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227202 Jul 07 17:25:22.438178 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-702ad801-1c1b-464d-92d3-6a7a11ce1ed5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7125580 Jul 07 17:25:22.440286 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54442) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:22.446646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-01423e33-d7ab-463f-9856-fab21fa5411e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:22.485196 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-7f3eb813-d9e5-4a71-b813-7a7f13546cc0 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2819b097d22142529378d8839f8df263&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1336126 Jul 07 17:25:22.557748 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-01423e33-d7ab-463f-9856-fab21fa5411e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.662390 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-d6b094b4-875c-441a-bbc8-6a0ac1e133aa tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.662778 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-d6b094b4-875c-441a-bbc8-6a0ac1e133aa tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.663083 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-d6b094b4-875c-441a-bbc8-6a0ac1e133aa tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Floating IP b0e66bce-296e-41b5-a4be-42adfa400281 disassociated. External IP: 172.25.2.135, port: edd8fb19-c8db-4344-a7a3-efcc479931b2. Jul 07 17:25:22.663434 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-d6b094b4-875c-441a-bbc8-6a0ac1e133aa tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Calling delete_port for edd8fb19-c8db-4344-a7a3-efcc479931b2 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:22.668912 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-a06022ce-6a50-4652-baf4-3de9a751c808 service neutron] 10.222.0.50 "GET /v2.0/networks/aa75f549-ab21-4c8b-b350-de8797b48630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549499 Jul 07 17:25:22.728490 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-01423e33-d7ab-463f-9856-fab21fa5411e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.733242 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-01423e33-d7ab-463f-9856-fab21fa5411e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.770280 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-01423e33-d7ab-463f-9856-fab21fa5411e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] In _notify_port_updated(), no bound segment for port bc4168d7-8304-4705-898c-319aa485faea on network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 {{(pid=100409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:25:22.776029 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01423e33-d7ab-463f-9856-fab21fa5411e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:22.776665 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-01423e33-d7ab-463f-9856-fab21fa5411e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.781188 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-01423e33-d7ab-463f-9856-fab21fa5411e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "PUT /v2.0/ports/bc4168d7-8304-4705-898c-319aa485faea HTTP/1.1" status: 200 len: 818 time: 0.3367302 Jul 07 17:25:22.781601 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54444) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:22.817592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01423e33-d7ab-463f-9856-fab21fa5411e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=bc4168d7-8304-4705-898c-319aa485faea,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:22.828820 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-229cec62-4556-4f90-af67-ce55d271cee9 service neutron] 10.222.0.50 "GET /v2.0/networks/aa75f549-ab21-4c8b-b350-de8797b48630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514111 Jul 07 17:25:22.896280 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-d6b094b4-875c-441a-bbc8-6a0ac1e133aa tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.897856 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8424b4ff-4309-45f8-bb4f-81e4bca96081 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port bc4168d7-8304-4705-898c-319aa485faea {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:22.898234 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8424b4ff-4309-45f8-bb4f-81e4bca96081 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:22.932279 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b094b4-875c-441a-bbc8-6a0ac1e133aa tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event deleted for resources: {'Port': ['ID=edd8fb19-c8db-4344-a7a3-efcc479931b2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:22.992440 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8424b4ff-4309-45f8-bb4f-81e4bca96081 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.017728 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8424b4ff-4309-45f8-bb4f-81e4bca96081 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for bc4168d7-8304-4705-898c-319aa485faea owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:23.057456 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4180a3c8-d1b1-433a-b5c2-c86ece1981f6 req-c41ef6a8-55f8-4d9b-974d-1ad1530a23c8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 210 time: 0.0392203 Jul 07 17:25:23.100080 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-d6b094b4-875c-441a-bbc8-6a0ac1e133aa tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Router 68f8cd02-1d55-4668-9990-259a58ec5a12 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:23.147563 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8424b4ff-4309-45f8-bb4f-81e4bca96081 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.188987 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424b4ff-4309-45f8-bb4f-81e4bca96081 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=bc4168d7-8304-4705-898c-319aa485faea,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:23.197282 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8424b4ff-4309-45f8-bb4f-81e4bca96081 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.199636 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8424b4ff-4309-45f8-bb4f-81e4bca96081 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/ports/bc4168d7-8304-4705-898c-319aa485faea HTTP/1.1" status: 204 len: 168 time: 0.4170878 Jul 07 17:25:23.203694 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54454) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:23.232863 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-d6b094b4-875c-441a-bbc8-6a0ac1e133aa tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:23.245762 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c92c72d-9a58-4b19-bcc8-0a293887659f None None] Sync routers for ids ['68f8cd02-1d55-4668-9990-259a58ec5a12'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:23.255467 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c92c72d-9a58-4b19-bcc8-0a293887659f None None] Routers {'68f8cd02-1d55-4668-9990-259a58ec5a12'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:23.256411 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7c92c72d-9a58-4b19-bcc8-0a293887659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:25:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['68f8cd02-1d55-4668-9990-259a58ec5a12'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:23.261221 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-deleted', 'tag': '9752ead6-f062-496d-b5e1-bd1277445c2b'}, {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-deleted', 'tag': '36c75515-b4d5-40e5-ac8b-57a12501df0b'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:23.263554 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803c3e11-c1ce-4b75-b5c0-6ef414306c1f" -d '{"events": [{"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-deleted", "tag": "9752ead6-f062-496d-b5e1-bd1277445c2b"}, {"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-deleted", "tag": "36c75515-b4d5-40e5-ac8b-57a12501df0b"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:23.299423 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-d6b094b4-875c-441a-bbc8-6a0ac1e133aa tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] No DVR routers for this DVR port edd8fb19-c8db-4344-a7a3-efcc479931b2 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:23.302700 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-d6b094b4-875c-441a-bbc8-6a0ac1e133aa tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.305020 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc27100d-5319-4ce2-9603-1f34f78d9e95 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:23.305925 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-763ead0b-1f6b-4837-8174-de2aa35b4151 req-d6b094b4-875c-441a-bbc8-6a0ac1e133aa tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.69 "DELETE /v2.0/ports/edd8fb19-c8db-4344-a7a3-efcc479931b2 HTTP/1.1" status: 204 len: 173 time: 1.3255980 Jul 07 17:25:23.312450 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fc27100d-5319-4ce2-9603-1f34f78d9e95 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1076195 Jul 07 17:25:23.313325 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54460) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:23.348548 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5fc3fa-90bd-4383-b57b-d1f599e56b8c x-openstack-request-id: req-8e5fc3fa-90bd-4383-b57b-d1f599e56b8c {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:23.348803 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-deleted", "tag": "9752ead6-f062-496d-b5e1-bd1277445c2b", "status": "completed", "code": 200}, {"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-deleted", "tag": "36c75515-b4d5-40e5-ac8b-57a12501df0b", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:23.349079 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e5fc3fa-90bd-4383-b57b-d1f599e56b8c {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:23.349509 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-deleted', 'tag': '9752ead6-f062-496d-b5e1-bd1277445c2b', 'status': 'completed', 'code': 200} Jul 07 17:25:23.349764 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-deleted', 'tag': '36c75515-b4d5-40e5-ac8b-57a12501df0b', 'status': 'completed', 'code': 200} Jul 07 17:25:23.377531 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-430456a7-7487-4438-aa25-30977813a0e1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] GET failed (client error): The resource could not be found. Jul 07 17:25:23.388796 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-430456a7-7487-4438-aa25-30977813a0e1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports/bc4168d7-8304-4705-898c-319aa485faea HTTP/1.1" status: 404 len: 333 time: 0.0725312 Jul 07 17:25:23.389302 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54462) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:23.393784 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-8b73df2f-f51b-4a60-ac36-0e12f665a409 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1858519785'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:23.463708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b73df2f-f51b-4a60-ac36-0e12f665a409 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:23.474727 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b73df2f-f51b-4a60-ac36-0e12f665a409 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.486515 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-7c92c72d-9a58-4b19-bcc8-0a293887659f None None] Set router 68f8cd02-1d55-4668-9990-259a58ec5a12 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:23.514351 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b73df2f-f51b-4a60-ac36-0e12f665a409 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:23.526057 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b73df2f-f51b-4a60-ac36-0e12f665a409 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.526463 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-8b73df2f-f51b-4a60-ac36-0e12f665a409 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Added segment f962a6f3-eebd-4c8d-87f0-09211c01c8ab of type vlan for network f8ca3d4a-cab3-474c-91ff-83de09a99e9c Jul 07 17:25:23.599328 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b73df2f-f51b-4a60-ac36-0e12f665a409 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.644124 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b73df2f-f51b-4a60-ac36-0e12f665a409 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.652661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b73df2f-f51b-4a60-ac36-0e12f665a409 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:23.653575 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8b73df2f-f51b-4a60-ac36-0e12f665a409 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.656286 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-227d312e-3600-4381-956f-404b1a059147 req-08f5c06a-1876-4f38-9ae0-77e91572ec9b tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0352354 Jul 07 17:25:23.761748 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8b73df2f-f51b-4a60-ac36-0e12f665a409 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3702152 Jul 07 17:25:23.762861 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54468) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:23.770860 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-0bd06352-dc50-4f1b-bb39-5603ed345142 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'subnet': {'network_id': 'f8ca3d4a-cab3-474c-91ff-83de09a99e9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:23.778617 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73df2f-f51b-4a60-ac36-0e12f665a409 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Network': ['ID=f8ca3d4a-cab3-474c-91ff-83de09a99e9c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:23.817790 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network f8ca3d4a-cab3-474c-91ff-83de09a99e9c details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:23.873349 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd06352-dc50-4f1b-bb39-5603ed345142 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:23.878448 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0bd06352-dc50-4f1b-bb39-5603ed345142 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:23.900285 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 7c291d9e-62f4-4e9c-b7a5-25d802d4d557 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:23.993781 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 7c291d9e-62f4-4e9c-b7a5-25d802d4d557 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:23.994592 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.000998 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7c92c72d-9a58-4b19-bcc8-0a293887659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'name': 'tempest-TaggedBootDevicesTest_v242-2052038672-router', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:14:58Z', 'revision_number': 4, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'gw_port': {'id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'dd7c0e5a-5492-4b14-8946-22621a3d4e71', 'name': '', 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'mac_address': 'fa:16:3e:ef:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '7c2c83dc-bdf2-40c6-96f7-00d45954aec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:58Z', 'updated_at': '2021-07-07T17:15:05Z', 'revision_number': 5, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'subnets': [{'id': '7c2c83dc-bdf2-40c6-96f7-00d45954aec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:24.053156 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c92c72d-9a58-4b19-bcc8-0a293887659f None None] Checking router: 68f8cd02-1d55-4668-9990-259a58ec5a12 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:24.073121 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c92c72d-9a58-4b19-bcc8-0a293887659f None None] Routers {'68f8cd02-1d55-4668-9990-259a58ec5a12'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:24.073922 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7c92c72d-9a58-4b19-bcc8-0a293887659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:25:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['68f8cd02-1d55-4668-9990-259a58ec5a12'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:24.132794 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0bd06352-dc50-4f1b-bb39-5603ed345142 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.234639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-7c92c72d-9a58-4b19-bcc8-0a293887659f None None] Set router 68f8cd02-1d55-4668-9990-259a58ec5a12 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:24.243895 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd06352-dc50-4f1b-bb39-5603ed345142 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Subnet': ['ID=8f193499-351a-43cd-942a-d7f5b7ca4198,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:24.265415 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cc05d56-a40a-4152-bd0e-e5a47c023d08 req-ece3534f-ac40-41ad-8ab6-c4ce05fbb0b7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 210 time: 0.0388374 Jul 07 17:25:24.266321 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd06352-dc50-4f1b-bb39-5603ed345142 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Checking segment: {'id': 'f962a6f3-eebd-4c8d-87f0-09211c01c8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f8ca3d4a-cab3-474c-91ff-83de09a99e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:24.266826 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd06352-dc50-4f1b-bb39-5603ed345142 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network hostable DHCP agents. Network: f8ca3d4a-cab3-474c-91ff-83de09a99e9c, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:25:24.305057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd06352-dc50-4f1b-bb39-5603ed345142 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network f8ca3d4a-cab3-474c-91ff-83de09a99e9c is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:24.320596 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-0bd06352-dc50-4f1b-bb39-5603ed345142 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, f8ca3d4a-cab3-474c-91ff-83de09a99e9c) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:24.326640 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd06352-dc50-4f1b-bb39-5603ed345142 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:24.327502 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0bd06352-dc50-4f1b-bb39-5603ed345142 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.344983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0278371-11b1-454a-be1a-f7a8c0bf132a None None] Network f8ca3d4a-cab3-474c-91ff-83de09a99e9c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:24.391947 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0bd06352-dc50-4f1b-bb39-5603ed345142 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6253872 Jul 07 17:25:24.395631 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54472) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:24.401009 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-60dc1649-2b82-4251-a39a-91b72f7e09e9 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'subnet': {'network_id': 'f8ca3d4a-cab3-474c-91ff-83de09a99e9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:24.549433 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-801cf5f2-7a86-4e4d-9948-331c10afe5a8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:24.551698 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-801cf5f2-7a86-4e4d-9948-331c10afe5a8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.69 "GET /v2.0/networks?id=aa75f549-ab21-4c8b-b350-de8797b48630 HTTP/1.1" status: 200 len: 797 time: 0.2145302 Jul 07 17:25:24.612257 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-9e7aafc7-0c31-400b-a0c8-1b472d45e187 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2819b097d22142529378d8839f8df263 HTTP/1.1" status: 200 len: 377 time: 0.0492940 Jul 07 17:25:24.623517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-64d26303-a8ff-4895-bc08-225d0cea8d3f tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'port': {'device_id': '2f92b394-b403-46eb-b54c-7781eb70f70f', 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630', 'admin_state_up': True, 'tenant_id': '2819b097d22142529378d8839f8df263', 'security_groups': ['045645f1-edb9-4484-9fc8-717aba313e95']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:24.648178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7c92c72d-9a58-4b19-bcc8-0a293887659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'name': 'tempest-TaggedBootDevicesTest_v242-2052038672-router', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:14:58Z', 'revision_number': 4, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'gw_port': {'id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'dd7c0e5a-5492-4b14-8946-22621a3d4e71', 'name': '', 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'mac_address': 'fa:16:3e:ef:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '7c2c83dc-bdf2-40c6-96f7-00d45954aec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:58Z', 'updated_at': '2021-07-07T17:15:05Z', 'revision_number': 5, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'subnets': [{'id': '7c2c83dc-bdf2-40c6-96f7-00d45954aec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:24.685157 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c92c72d-9a58-4b19-bcc8-0a293887659f None None] The sync data for ids ['68f8cd02-1d55-4668-9990-259a58ec5a12'] in n-d-793620-7 is: [{'id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'name': 'tempest-TaggedBootDevicesTest_v242-2052038672-router', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:14:58Z', 'revision_number': 4, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'gw_port': {'id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'dd7c0e5a-5492-4b14-8946-22621a3d4e71', 'name': '', 'network_id': 'e29b4352-e24e-4209-8013-9bd6bb864f57', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'mac_address': 'fa:16:3e:ef:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '7c2c83dc-bdf2-40c6-96f7-00d45954aec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:58Z', 'updated_at': '2021-07-07T17:15:05Z', 'revision_number': 5, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'subnets': [{'id': '7c2c83dc-bdf2-40c6-96f7-00d45954aec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:24.713416 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dc1649-2b82-4251-a39a-91b72f7e09e9 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:24.723686 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-60dc1649-2b82-4251-a39a-91b72f7e09e9 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.728692 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-f8ca3d4a-cab3-474c-91ff-83de09a99e9c', 'network_id': 'f8ca3d4a-cab3-474c-91ff-83de09a99e9c', 'tenant_id': '6dfb6dcbdd314bdab3b14e203ddeec04', 'fixed_ips': [{'subnet_id': '8f193499-351a-43cd-942a-d7f5b7ca4198'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:25:24.729683 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:24.892858 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-095d3d16-b741-4ae3-8726-636f6d8d29cb req-7d438453-e7da-4cb0-b264-79b8c02cfc81 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0339408 Jul 07 17:25:24.966699 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Allocated IP 172.20.0.2 (f8ca3d4a-cab3-474c-91ff-83de09a99e9c/8f193499-351a-43cd-942a-d7f5b7ca4198/da559111-83ce-446b-8f0c-8d1f6506b6f0) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:25.096127 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0192b9-a2d6-436b-a7c9-9d8b00802e8f None None] New status for floating IP b0e66bce-296e-41b5-a4be-42adfa400281: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:25:25.143945 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.153471 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Transition to ACTIVE for port object da559111-83ce-446b-8f0c-8d1f6506b6f0 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:25.173917 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Transition to ACTIVE for port object da559111-83ce-446b-8f0c-8d1f6506b6f0 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:25.186026 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.247804 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Network f8ca3d4a-cab3-474c-91ff-83de09a99e9c is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:25.251587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:25.257982 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:25.264881 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Pushing event updated for resources: {'Port': ['ID=da559111-83ce-446b-8f0c-8d1f6506b6f0,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:25.278783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:25.279260 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:25.279598 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:25.279962 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:25.281145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:25.281563 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:25.281928 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:25.282263 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:25.282615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:25.282948 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:25.283300 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:25.283628 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:25.352935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-deleted', 'tag': 'edd8fb19-c8db-4344-a7a3-efcc479931b2'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:25.355225 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3438eab4-b179-4caa-8774-a810bf996716" -d '{"events": [{"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-deleted", "tag": "edd8fb19-c8db-4344-a7a3-efcc479931b2"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:25.356659 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Attempting to bind port da559111-83ce-446b-8f0c-8d1f6506b6f0 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:25.357964 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Attempting to bind port da559111-83ce-446b-8f0c-8d1f6506b6f0 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'f962a6f3-eebd-4c8d-87f0-09211c01c8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f8ca3d4a-cab3-474c-91ff-83de09a99e9c'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:25.358871 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Attempting to bind port da559111-83ce-446b-8f0c-8d1f6506b6f0 on network f8ca3d4a-cab3-474c-91ff-83de09a99e9c {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:25.369743 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:25.370533 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Checking segment: {'id': 'f962a6f3-eebd-4c8d-87f0-09211c01c8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f8ca3d4a-cab3-474c-91ff-83de09a99e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:25.371284 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.372027 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Bound using segment: {'id': 'f962a6f3-eebd-4c8d-87f0-09211c01c8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f8ca3d4a-cab3-474c-91ff-83de09a99e9c'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:25.372911 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Bound port: da559111-83ce-446b-8f0c-8d1f6506b6f0, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f962a6f3-eebd-4c8d-87f0-09211c01c8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f8ca3d4a-cab3-474c-91ff-83de09a99e9c'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:25.373639 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.387040 n-d-793620-7 neutron-server[100410]: INFO neutron.db.ipam_backend_mixin [None req-60dc1649-2b82-4251-a39a-91b72f7e09e9 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8f193499-351a-43cd-942a-d7f5b7ca4198 (CIDR: 172.20.0.0/28) Jul 07 17:25:25.400806 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dc1649-2b82-4251-a39a-91b72f7e09e9 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:25:25.401215 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60dc1649-2b82-4251-a39a-91b72f7e09e9 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:25:25.403430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-64d26303-a8ff-4895-bc08-225d0cea8d3f tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Made reservation on behalf of 2819b097d22142529378d8839f8df263 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:25.407152 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-64d26303-a8ff-4895-bc08-225d0cea8d3f tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.424096 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9d6ddb-4e59-4183-b908-c3c027037980 x-openstack-request-id: req-0d9d6ddb-4e59-4183-b908-c3c027037980 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:25.424440 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fb19f2-410e-4854-b0af-dc3a5a4f35b8", "name": "network-vif-deleted", "tag": "edd8fb19-c8db-4344-a7a3-efcc479931b2", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:25.425126 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0d9d6ddb-4e59-4183-b908-c3c027037980 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:25.425126 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fb19f2-410e-4854-b0af-dc3a5a4f35b8', 'name': 'network-vif-deleted', 'tag': 'edd8fb19-c8db-4344-a7a3-efcc479931b2', 'status': 'completed', 'code': 200} Jul 07 17:25:25.446204 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-60dc1649-2b82-4251-a39a-91b72f7e09e9 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0470266 Jul 07 17:25:25.446844 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54480) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:25.454345 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-0673b7f0-5a29-4241-91fa-8ae291c18af0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'subnet': {'network_id': 'f8ca3d4a-cab3-474c-91ff-83de09a99e9c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:25.494242 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] For port da559111-83ce-446b-8f0c-8d1f6506b6f0, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:25.501278 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] For port da559111-83ce-446b-8f0c-8d1f6506b6f0, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=da559111-83ce-446b-8f0c-8d1f6506b6f0,segment=NetworkSegment(f962a6f3-eebd-4c8d-87f0-09211c01c8ab),segment_id=f962a6f3-eebd-4c8d-87f0-09211c01c8ab)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:25.508164 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.585403 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d6caa-fd75-4283-b93b-967f46aea881 None None] Pushing event updated for resources: {'Port': ['ID=da559111-83ce-446b-8f0c-8d1f6506b6f0,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:25.604474 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0673b7f0-5a29-4241-91fa-8ae291c18af0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:25.608710 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0673b7f0-5a29-4241-91fa-8ae291c18af0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:25.667933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-64d26303-a8ff-4895-bc08-225d0cea8d3f tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Allocated IP 172.20.0.3 (aa75f549-ab21-4c8b-b350-de8797b48630/547364db-49aa-48cb-bb58-afec0a601738/375dfa09-23b5-40a4-a073-6f59881bc7c6) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:26.102548 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-03ed50d1-a633-40a2-8b42-84d0a4faf8e0 req-de5663be-569a-440a-931a-80ff51f66ce2 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 210 time: 0.2052426 Jul 07 17:25:26.131206 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-64d26303-a8ff-4895-bc08-225d0cea8d3f tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.154763 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-64d26303-a8ff-4895-bc08-225d0cea8d3f tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Transition to ACTIVE for port object 375dfa09-23b5-40a4-a073-6f59881bc7c6 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:26.164636 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0feec0d2-a546-4d78-bd69-4a59696c7b4c req-25ca5941-ed49-41cf-be0c-f13a1bfedf9d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2685788 Jul 07 17:25:26.206866 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-64d26303-a8ff-4895-bc08-225d0cea8d3f tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.217124 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-56750b10-5951-4f11-a9fd-c04fa4b7c81e req-fc8ae821-72fb-4090-98bc-dc74c6718b3b tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0697994 Jul 07 17:25:26.330143 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-64d26303-a8ff-4895-bc08-225d0cea8d3f tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Network aa75f549-ab21-4c8b-b350-de8797b48630 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:26.338767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d26303-a8ff-4895-bc08-225d0cea8d3f tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'Port': ['ID=375dfa09-23b5-40a4-a073-6f59881bc7c6,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:26.343407 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-64d26303-a8ff-4895-bc08-225d0cea8d3f tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:26.345196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-64d26303-a8ff-4895-bc08-225d0cea8d3f tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:26.437237 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-64d26303-a8ff-4895-bc08-225d0cea8d3f tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:26.438115 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-64d26303-a8ff-4895-bc08-225d0cea8d3f tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.458185 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feec0d2-a546-4d78-bd69-4a59696c7b4c req-f49df35c-c674-49e1-9dc8-4a9cb39ee8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:26.459807 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0feec0d2-a546-4d78-bd69-4a59696c7b4c req-f49df35c-c674-49e1-9dc8-4a9cb39ee8dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 1097 time: 0.2356517 Jul 07 17:25:26.473554 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-64d26303-a8ff-4895-bc08-225d0cea8d3f tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8553512 Jul 07 17:25:26.475228 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0673b7f0-5a29-4241-91fa-8ae291c18af0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.487143 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] Request body: {'port': {'device_id': '2f92b394-b403-46eb-b54c-7781eb70f70f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:26.581530 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0673b7f0-5a29-4241-91fa-8ae291c18af0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network f8ca3d4a-cab3-474c-91ff-83de09a99e9c is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:26.586458 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-0673b7f0-5a29-4241-91fa-8ae291c18af0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:26.595471 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0673b7f0-5a29-4241-91fa-8ae291c18af0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:26.596383 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0673b7f0-5a29-4241-91fa-8ae291c18af0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.616971 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0673b7f0-5a29-4241-91fa-8ae291c18af0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1679745 Jul 07 17:25:26.620109 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54484) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:26.637306 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'port': {'network_id': 'f8ca3d4a-cab3-474c-91ff-83de09a99e9c', 'fixed_ips': [{'subnet_id': '8f193499-351a-43cd-942a-d7f5b7ca4198'}, {'subnet_id': '3b6da383-f159-4521-a184-738a1f7e0e69'}], 'name': 'tempest-PortsTestJSON-1583294512'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:26.698393 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673b7f0-5a29-4241-91fa-8ae291c18af0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Subnet': ['ID=3b6da383-f159-4521-a184-738a1f7e0e69,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:26.741487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-43e7452f-b194-40cd-8a02-56321ca71274 None None] Provisioning for port 375dfa09-23b5-40a4-a073-6f59881bc7c6 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:26.750756 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-43e7452f-b194-40cd-8a02-56321ca71274 None None] Provisioning complete for port 375dfa09-23b5-40a4-a073-6f59881bc7c6 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:26.751132 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-43e7452f-b194-40cd-8a02-56321ca71274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.759810 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feec0d2-a546-4d78-bd69-4a59696c7b4c req-60a2ee00-a866-4af8-bc22-5af9a7a13656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:26.761539 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0feec0d2-a546-4d78-bd69-4a59696c7b4c req-60a2ee00-a866-4af8-bc22-5af9a7a13656 service neutron] 10.222.0.15 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.2595835 Jul 07 17:25:26.762119 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.815817 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-43e7452f-b194-40cd-8a02-56321ca71274 None None] Port 375dfa09-23b5-40a4-a073-6f59881bc7c6 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:26.823286 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:26.889072 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0feec0d2-a546-4d78-bd69-4a59696c7b4c req-8e978382-0292-4f88-8acd-c1c629ec7322 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0e15d22-70c6-473b-a462-be85ef862d97 HTTP/1.1" status: 200 len: 1002 time: 0.1134348 Jul 07 17:25:26.932822 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:26.961916 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] device_id is not set on port 5585f5b2-fc24-4cda-880c-5c55a96ed694 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:27.025246 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feec0d2-a546-4d78-bd69-4a59696c7b4c req-2d5c8e88-babf-4430-82aa-7e80391f3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:27.026824 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0feec0d2-a546-4d78-bd69-4a59696c7b4c req-2d5c8e88-babf-4430-82aa-7e80391f3d06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.1296225 Jul 07 17:25:27.067957 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7208cc-dafd-4dc7-8491-2b67a2c4c636 None None] Network f8ca3d4a-cab3-474c-91ff-83de09a99e9c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:27.197719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feec0d2-a546-4d78-bd69-4a59696c7b4c req-ac0bf0fe-40d1-4a66-953c-87a9859a905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:27.199285 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0feec0d2-a546-4d78-bd69-4a59696c7b4c req-ac0bf0fe-40d1-4a66-953c-87a9859a905b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1571190 Jul 07 17:25:27.245776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4283b6eb-25f4-4819-87eb-5c6351f75a76 None None] Provisioning for port da559111-83ce-446b-8f0c-8d1f6506b6f0 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:27.323330 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0feec0d2-a546-4d78-bd69-4a59696c7b4c req-4560ddf2-60ca-44d1-b9b3-39c525703fd8 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160641 Jul 07 17:25:27.347556 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Allocated IP 172.20.0.8 (f8ca3d4a-cab3-474c-91ff-83de09a99e9c/8f193499-351a-43cd-942a-d7f5b7ca4198/5585f5b2-fc24-4cda-880c-5c55a96ed694) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:27.357728 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Allocated IP 172.20.0.24 (f8ca3d4a-cab3-474c-91ff-83de09a99e9c/3b6da383-f159-4521-a184-738a1f7e0e69/5585f5b2-fc24-4cda-880c-5c55a96ed694) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:27.480957 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792caec8-d233-4a7e-bb44-d4c0db22cc6c None None] Update dhcp port {'port': {'network_id': 'f8ca3d4a-cab3-474c-91ff-83de09a99e9c', 'fixed_ips': [{'subnet_id': '8f193499-351a-43cd-942a-d7f5b7ca4198', 'ip_address': '172.20.0.2'}, {'subnet_id': '3b6da383-f159-4521-a184-738a1f7e0e69'}], 'binding:host_id': 'n-d-793620-7'}, 'id': 'da559111-83ce-446b-8f0c-8d1f6506b6f0'} from n-d-793620-7. {{(pid=100411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:25:27.503466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 375dfa09-23b5-40a4-a073-6f59881bc7c6 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:25:27.535725 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-792caec8-d233-4a7e-bb44-d4c0db22cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.554279 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ea0366e-d79a-4c7d-a5d2-863d3e90d213 req-9a2ef487-73a2-4af8-a856-315032b911a3 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0946760 Jul 07 17:25:27.569856 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0feec0d2-a546-4d78-bd69-4a59696c7b4c req-58cc97fa-4f32-464d-b448-e018e0362e62 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832569 Jul 07 17:25:27.576822 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.608647 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c63bb-9b49-4045-9013-6c524b0758ca req-acad8016-3db1-44e4-9543-6efdd2496e08 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:27.623786 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-352c63bb-9b49-4045-9013-6c524b0758ca req-acad8016-3db1-44e4-9543-6efdd2496e08 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 931 time: 0.2979100 Jul 07 17:25:27.654771 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.679566 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Transition to ACTIVE for port object 5585f5b2-fc24-4cda-880c-5c55a96ed694 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:27.690491 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-352c63bb-9b49-4045-9013-6c524b0758ca req-8486d65a-3edd-4aa7-aed9-08a6d5e75c19 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=045645f1-edb9-4484-9fc8-717aba313e95&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0656106 Jul 07 17:25:27.711624 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] Transition to ACTIVE for port object 375dfa09-23b5-40a4-a073-6f59881bc7c6 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:27.716852 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.775118 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] Pushing event updated for resources: {'Port': ['ID=375dfa09-23b5-40a4-a073-6f59881bc7c6,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:27.826121 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.875552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] Attempting to bind port 375dfa09-23b5-40a4-a073-6f59881bc7c6 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:27.876070 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] Attempting to bind port 375dfa09-23b5-40a4-a073-6f59881bc7c6 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '804f2a67-d100-4214-a53d-c7c08e52e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:27.876481 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] Attempting to bind port 375dfa09-23b5-40a4-a073-6f59881bc7c6 on network aa75f549-ab21-4c8b-b350-de8797b48630 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:27.881511 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] Port 375dfa09-23b5-40a4-a073-6f59881bc7c6 on network aa75f549-ab21-4c8b-b350-de8797b48630 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:25:27.881981 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] Attempting to bind port 375dfa09-23b5-40a4-a073-6f59881bc7c6 on network aa75f549-ab21-4c8b-b350-de8797b48630 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:27.888456 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:27.888993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] Checking segment: {'id': '804f2a67-d100-4214-a53d-c7c08e52e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:27.889490 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] Bound using segment: {'id': '804f2a67-d100-4214-a53d-c7c08e52e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:27.890091 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] Bound port: 375dfa09-23b5-40a4-a073-6f59881bc7c6, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804f2a67-d100-4214-a53d-c7c08e52e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:27.890651 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:27.925365 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network f8ca3d4a-cab3-474c-91ff-83de09a99e9c is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:27.927509 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-792caec8-d233-4a7e-bb44-d4c0db22cc6c None None] Allocated IP 172.20.0.18 (f8ca3d4a-cab3-474c-91ff-83de09a99e9c/3b6da383-f159-4521-a184-738a1f7e0e69/da559111-83ce-446b-8f0c-8d1f6506b6f0) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:27.929315 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:27.943022 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:27.976637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] For port 375dfa09-23b5-40a4-a073-6f59881bc7c6, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:27.983694 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] For port 375dfa09-23b5-40a4-a073-6f59881bc7c6, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=375dfa09-23b5-40a4-a073-6f59881bc7c6,segment=NetworkSegment(804f2a67-d100-4214-a53d-c7c08e52e902),segment_id=804f2a67-d100-4214-a53d-c7c08e52e902)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:27.990543 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.001200 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=5585f5b2-fc24-4cda-880c-5c55a96ed694,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:28.015245 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:28.015564 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:28.015919 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:28.016259 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:28.016597 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:28.016935 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:28.017457 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:28.017795 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:28.018262 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:28.018641 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:28.018971 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:28.019916 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:25:28.039791 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:28.040633 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.062643 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bd00b4bf-83ec-49c0-a1a7-e500449c53b5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.4372525 Jul 07 17:25:28.062965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54490) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:28.063506 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] Pushing event updated for resources: {'Port': ['ID=375dfa09-23b5-40a4-a073-6f59881bc7c6,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:28.076878 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-36bda9b1-c2b3-4377-9ca3-7a8081354b9c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8f193499-351a-43cd-942a-d7f5b7ca4198'}]}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:28.078531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:28.080613 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.085680 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-fbf21217-95d7-41cc-83a8-d686f001eceb service neutron] 10.222.0.69 "PUT /v2.0/ports/375dfa09-23b5-40a4-a073-6f59881bc7c6 HTTP/1.1" status: 200 len: 1091 time: 1.6036170 Jul 07 17:25:28.087178 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f92b394-b403-46eb-b54c-7781eb70f70f', 'tag': '375dfa09-23b5-40a4-a073-6f59881bc7c6'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:28.088486 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device da559111-83ce-446b-8f0c-8d1f6506b6f0 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:28.099122 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6c1410-b046-4bc1-bae6-96c308822e45" -d '{"events": [{"name": "network-changed", "server_uuid": "2f92b394-b403-46eb-b54c-7781eb70f70f", "tag": "375dfa09-23b5-40a4-a073-6f59881bc7c6"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:28.198730 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-36bda9b1-c2b3-4377-9ca3-7a8081354b9c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.225477 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb241ea-17d0-4f52-bde2-9a6577eab054 x-openstack-request-id: req-fdb241ea-17d0-4f52-bde2-9a6577eab054 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:28.225722 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f92b394-b403-46eb-b54c-7781eb70f70f", "tag": "375dfa09-23b5-40a4-a073-6f59881bc7c6", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:28.226023 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fdb241ea-17d0-4f52-bde2-9a6577eab054 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:28.226517 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f92b394-b403-46eb-b54c-7781eb70f70f', 'tag': '375dfa09-23b5-40a4-a073-6f59881bc7c6', 'status': 'completed', 'code': 200} Jul 07 17:25:28.238802 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-e70abe24-031e-4bb5-a8b1-9beafa77c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:28.241126 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-e70abe24-031e-4bb5-a8b1-9beafa77c2d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2819b097d22142529378d8839f8df263&device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 1094 time: 0.1091297 Jul 07 17:25:28.262651 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-792caec8-d233-4a7e-bb44-d4c0db22cc6c None None] For port da559111-83ce-446b-8f0c-8d1f6506b6f0, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=da559111-83ce-446b-8f0c-8d1f6506b6f0,segment=NetworkSegment(f962a6f3-eebd-4c8d-87f0-09211c01c8ab),segment_id=f962a6f3-eebd-4c8d-87f0-09211c01c8ab)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:28.295776 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-b2c047e7-898d-47b5-8527-5d26f48a195c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=375dfa09-23b5-40a4-a073-6f59881bc7c6 HTTP/1.1" status: 200 len: 217 time: 0.0474985 Jul 07 17:25:28.309018 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-792caec8-d233-4a7e-bb44-d4c0db22cc6c None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.326159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-792caec8-d233-4a7e-bb44-d4c0db22cc6c None None] Transition to ACTIVE for port object da559111-83ce-446b-8f0c-8d1f6506b6f0 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:28.341140 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port da559111-83ce-446b-8f0c-8d1f6506b6f0 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:28.343380 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-792caec8-d233-4a7e-bb44-d4c0db22cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.371893 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-d56b740b-bb75-40aa-a964-3011a634c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:28.373430 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-d56b740b-bb75-40aa-a964-3011a634c0f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=547364db-49aa-48cb-bb58-afec0a601738 HTTP/1.1" status: 200 len: 834 time: 0.0711973 Jul 07 17:25:28.474539 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-126fa294-7aab-4380-8545-c15e5586f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:28.476241 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-126fa294-7aab-4380-8545-c15e5586f0c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aa75f549-ab21-4c8b-b350-de8797b48630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958643 Jul 07 17:25:28.478180 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792caec8-d233-4a7e-bb44-d4c0db22cc6c None None] Pushing event updated for resources: {'Port': ['ID=da559111-83ce-446b-8f0c-8d1f6506b6f0,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:28.646602 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-dc3a146b-27be-49ea-b8c5-2da464671a88 service neutron] 10.222.0.69 "GET /v2.0/networks/aa75f549-ab21-4c8b-b350-de8797b48630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614139 Jul 07 17:25:28.649923 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-36bda9b1-c2b3-4377-9ca3-7a8081354b9c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Delete allocated IP 172.20.0.24 (f8ca3d4a-cab3-474c-91ff-83de09a99e9c/3b6da383-f159-4521-a184-738a1f7e0e69) {{(pid=100409) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:25:28.805618 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1aa4dcaa-1790-41a8-9a98-299db0580dde req-bf4dc487-a3f2-4f47-9e1d-b1fc31c637e4 service neutron] 10.222.0.69 "GET /v2.0/networks/aa75f549-ab21-4c8b-b350-de8797b48630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504757 Jul 07 17:25:28.823774 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-36bda9b1-c2b3-4377-9ca3-7a8081354b9c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.841073 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-36bda9b1-c2b3-4377-9ca3-7a8081354b9c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Ignored duplicate provisioning block setup for port 5585f5b2-fc24-4cda-880c-5c55a96ed694 by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:25:28.843482 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-db3e66eb-f721-48bf-896d-4e77f13e9eed req-5c224523-5f44-4790-81cb-fbb0c91fca9f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0542755 Jul 07 17:25:28.847206 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-36bda9b1-c2b3-4377-9ca3-7a8081354b9c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:28.959687 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c1410-b046-4bc1-bae6-96c308822e45 req-5f7be2ad-ab2d-4d05-a00c-54ea40375198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:28.961134 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b6c1410-b046-4bc1-bae6-96c308822e45 req-5f7be2ad-ab2d-4d05-a00c-54ea40375198 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2819b097d22142529378d8839f8df263&device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 1094 time: 0.0823703 Jul 07 17:25:28.997558 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bda9b1-c2b3-4377-9ca3-7a8081354b9c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=5585f5b2-fc24-4cda-880c-5c55a96ed694,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:29.058192 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-36bda9b1-c2b3-4377-9ca3-7a8081354b9c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] In _notify_port_updated(), no bound segment for port 5585f5b2-fc24-4cda-880c-5c55a96ed694 on network f8ca3d4a-cab3-474c-91ff-83de09a99e9c {{(pid=100409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:25:29.063955 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bda9b1-c2b3-4377-9ca3-7a8081354b9c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:29.064615 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-36bda9b1-c2b3-4377-9ca3-7a8081354b9c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.066824 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-36bda9b1-c2b3-4377-9ca3-7a8081354b9c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "PUT /v2.0/ports/5585f5b2-fc24-4cda-880c-5c55a96ed694 HTTP/1.1" status: 200 len: 919 time: 1.0019529 Jul 07 17:25:29.069422 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54498) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:29.074860 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-487ba893-06d4-4763-ab0a-178b556674ca tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8f193499-351a-43cd-942a-d7f5b7ca4198'}, {'subnet_id': '3b6da383-f159-4521-a184-738a1f7e0e69'}]}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:29.083777 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c1410-b046-4bc1-bae6-96c308822e45 req-737e75ea-6582-4c7f-b153-2d2520e162ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:29.085314 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b6c1410-b046-4bc1-bae6-96c308822e45 req-737e75ea-6582-4c7f-b153-2d2520e162ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=aa75f549-ab21-4c8b-b350-de8797b48630 HTTP/1.1" status: 200 len: 898 time: 0.1169231 Jul 07 17:25:29.125600 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a0947-f584-4e80-a6c1-c4fa26ffed5b req-2fb27f81-4a43-4f4e-af67-efb54cedf745 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:29.129391 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8f5a0947-f584-4e80-a6c1-c4fa26ffed5b req-2fb27f81-4a43-4f4e-af67-efb54cedf745 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 943 time: 0.2164631 Jul 07 17:25:29.136728 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b6c1410-b046-4bc1-bae6-96c308822e45 req-c53978ea-a176-4520-9dc9-6b4d5f171b12 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=375dfa09-23b5-40a4-a073-6f59881bc7c6 HTTP/1.1" status: 200 len: 217 time: 0.0446770 Jul 07 17:25:29.224956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c1410-b046-4bc1-bae6-96c308822e45 req-ad15d575-d6ae-40a6-9955-d0ec97bab70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:29.227210 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b6c1410-b046-4bc1-bae6-96c308822e45 req-ad15d575-d6ae-40a6-9955-d0ec97bab70e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=547364db-49aa-48cb-bb58-afec0a601738 HTTP/1.1" status: 200 len: 834 time: 0.0840344 Jul 07 17:25:29.239502 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8f5a0947-f584-4e80-a6c1-c4fa26ffed5b req-86712112-3ac3-4140-a4dd-b4bc38b0595a tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=045645f1-edb9-4484-9fc8-717aba313e95&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1039484 Jul 07 17:25:29.240068 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624d33b6-0243-4056-bb9f-95ee3a8f3ffc None None] Network f8ca3d4a-cab3-474c-91ff-83de09a99e9c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:29.273580 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-487ba893-06d4-4763-ab0a-178b556674ca tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.300920 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c3c237bc-4665-4c50-b792-da799decc2cd None None] Provisioning for port da559111-83ce-446b-8f0c-8d1f6506b6f0 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:29.310115 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c3c237bc-4665-4c50-b792-da799decc2cd None None] Provisioning complete for port da559111-83ce-446b-8f0c-8d1f6506b6f0 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:29.310464 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c3c237bc-4665-4c50-b792-da799decc2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.321470 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c1410-b046-4bc1-bae6-96c308822e45 req-0c63987c-19c1-452f-a4a2-3df9a29db330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:29.324158 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b6c1410-b046-4bc1-bae6-96c308822e45 req-0c63987c-19c1-452f-a4a2-3df9a29db330 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aa75f549-ab21-4c8b-b350-de8797b48630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905473 Jul 07 17:25:29.477100 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b6c1410-b046-4bc1-bae6-96c308822e45 req-ce0a0286-d9a3-4929-897f-a71b331929a7 service neutron] 10.222.0.69 "GET /v2.0/networks/aa75f549-ab21-4c8b-b350-de8797b48630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461210 Jul 07 17:25:29.555716 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c3c237bc-4665-4c50-b792-da799decc2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.586269 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-487ba893-06d4-4763-ab0a-178b556674ca tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Allocated IP 172.20.0.23 (f8ca3d4a-cab3-474c-91ff-83de09a99e9c/3b6da383-f159-4521-a184-738a1f7e0e69/5585f5b2-fc24-4cda-880c-5c55a96ed694) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:29.589911 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b6c1410-b046-4bc1-bae6-96c308822e45 req-c3444cec-2dc3-4e92-90fd-9a9fd64b9091 service neutron] 10.222.0.69 "GET /v2.0/networks/aa75f549-ab21-4c8b-b350-de8797b48630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050317 Jul 07 17:25:29.642878 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-c3c237bc-4665-4c50-b792-da799decc2cd None None] For port da559111-83ce-446b-8f0c-8d1f6506b6f0, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=da559111-83ce-446b-8f0c-8d1f6506b6f0,segment=NetworkSegment(f962a6f3-eebd-4c8d-87f0-09211c01c8ab),segment_id=f962a6f3-eebd-4c8d-87f0-09211c01c8ab)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:29.654743 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c3c237bc-4665-4c50-b792-da799decc2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.742228 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-487ba893-06d4-4763-ab0a-178b556674ca tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.756804 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-487ba893-06d4-4763-ab0a-178b556674ca tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Ignored duplicate provisioning block setup for port 5585f5b2-fc24-4cda-880c-5c55a96ed694 by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:25:29.762245 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-487ba893-06d4-4763-ab0a-178b556674ca tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.798069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c237bc-4665-4c50-b792-da799decc2cd None None] Pushing event updated for resources: {'Port': ['ID=da559111-83ce-446b-8f0c-8d1f6506b6f0,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:29.860235 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device da559111-83ce-446b-8f0c-8d1f6506b6f0 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:29.933616 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-487ba893-06d4-4763-ab0a-178b556674ca tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] In _notify_port_updated(), no bound segment for port 5585f5b2-fc24-4cda-880c-5c55a96ed694 on network f8ca3d4a-cab3-474c-91ff-83de09a99e9c {{(pid=100409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:25:29.939514 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487ba893-06d4-4763-ab0a-178b556674ca tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:29.940207 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-487ba893-06d4-4763-ab0a-178b556674ca tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.942111 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port da559111-83ce-446b-8f0c-8d1f6506b6f0 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:29.942270 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-487ba893-06d4-4763-ab0a-178b556674ca tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "PUT /v2.0/ports/5585f5b2-fc24-4cda-880c-5c55a96ed694 HTTP/1.1" status: 200 len: 999 time: 0.8718123 Jul 07 17:25:29.942662 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:29.946093 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54502) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:29.970113 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ba893-06d4-4763-ab0a-178b556674ca tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=5585f5b2-fc24-4cda-880c-5c55a96ed694,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:30.067548 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1c12c6db-c65b-483d-93f5-eb5e67653c76 None None] Provisioning for port 5585f5b2-fc24-4cda-880c-5c55a96ed694 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:30.076874 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1c12c6db-c65b-483d-93f5-eb5e67653c76 None None] Provisioning complete for port 5585f5b2-fc24-4cda-880c-5c55a96ed694 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:30.077254 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1c12c6db-c65b-483d-93f5-eb5e67653c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.103212 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6bf37a3e-c4e6-4897-ae7f-3e5e0fe9c3c9 req-d5f0e0a5-4b35-495f-a808-4278136cc6fa tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0383015 Jul 07 17:25:30.123350 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ea064-6088-4426-b60f-cca4d401abaa tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port 5585f5b2-fc24-4cda-880c-5c55a96ed694 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:30.123898 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bb2ea064-6088-4426-b60f-cca4d401abaa tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.135928 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-1c12c6db-c65b-483d-93f5-eb5e67653c76 None None] Port 5585f5b2-fc24-4cda-880c-5c55a96ed694 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:30.161562 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1c12c6db-c65b-483d-93f5-eb5e67653c76 None None] Provisioning complete for port da559111-83ce-446b-8f0c-8d1f6506b6f0 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:30.161940 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1c12c6db-c65b-483d-93f5-eb5e67653c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.242961 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bb2ea064-6088-4426-b60f-cca4d401abaa tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.257125 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ea064-6088-4426-b60f-cca4d401abaa tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for 5585f5b2-fc24-4cda-880c-5c55a96ed694 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:30.407551 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c367d4b8-0b35-4981-bb47-650da44f7206 None None] Provisioning complete for port 5585f5b2-fc24-4cda-880c-5c55a96ed694 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:30.408072 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c367d4b8-0b35-4981-bb47-650da44f7206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.460989 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-c367d4b8-0b35-4981-bb47-650da44f7206 None None] Port 5585f5b2-fc24-4cda-880c-5c55a96ed694 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:30.495001 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf4dbc-2c18-4def-849d-c6dcb0973a51 req-0277fdaa-ccbf-48f1-be68-fe52e17e2bcc tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:30.497121 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-43bf4dbc-2c18-4def-849d-c6dcb0973a51 req-0277fdaa-ccbf-48f1-be68-fe52e17e2bcc tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 943 time: 0.1037581 Jul 07 17:25:30.501123 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bb2ea064-6088-4426-b60f-cca4d401abaa tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.541634 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ea064-6088-4426-b60f-cca4d401abaa tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=5585f5b2-fc24-4cda-880c-5c55a96ed694,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:30.549727 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-43bf4dbc-2c18-4def-849d-c6dcb0973a51 req-dfaf6f19-ca46-40de-8275-de9a8b06037b tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=045645f1-edb9-4484-9fc8-717aba313e95&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0463402 Jul 07 17:25:30.574235 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-32135a85-9d52-43b9-8126-e47515cfb064 None None] Could not find standard attr ID for object 5585f5b2-fc24-4cda-880c-5c55a96ed694. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:25:30.657260 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bb2ea064-6088-4426-b60f-cca4d401abaa tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.663136 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bb2ea064-6088-4426-b60f-cca4d401abaa tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/ports/5585f5b2-fc24-4cda-880c-5c55a96ed694 HTTP/1.1" status: 204 len: 168 time: 0.7146094 Jul 07 17:25:30.663677 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54506) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:30.694476 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d76ed7-c293-41ce-a6aa-6fb1058ae8b4 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] GET failed (client error): The resource could not be found. Jul 07 17:25:30.698792 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-45d76ed7-c293-41ce-a6aa-6fb1058ae8b4 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports/5585f5b2-fc24-4cda-880c-5c55a96ed694 HTTP/1.1" status: 404 len: 333 time: 0.0316625 Jul 07 17:25:30.699054 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54508) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:30.758683 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-07142313-9fc4-41f8-b562-e0224aa0a306 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting subnet 3b6da383-f159-4521-a184-738a1f7e0e69 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:30.762106 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07142313-9fc4-41f8-b562-e0224aa0a306 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.786900 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-46a6a930-1c08-4be7-a3ae-fc914f51d4f5 None None] Could not find standard attr ID for object 5585f5b2-fc24-4cda-880c-5c55a96ed694. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:25:30.812865 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07142313-9fc4-41f8-b562-e0224aa0a306 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.922583 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07142313-9fc4-41f8-b562-e0224aa0a306 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:30.993813 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07142313-9fc4-41f8-b562-e0224aa0a306 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.031569 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07142313-9fc4-41f8-b562-e0224aa0a306 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6da383-f159-4521-a184-738a1f7e0e69,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:31.036224 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07142313-9fc4-41f8-b562-e0224aa0a306 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.041279 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-07142313-9fc4-41f8-b562-e0224aa0a306 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/subnets/3b6da383-f159-4521-a184-738a1f7e0e69 HTTP/1.1" status: 204 len: 168 time: 0.3388929 Jul 07 17:25:31.042135 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54510) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:31.044490 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc610a9-f2b9-4887-a673-c23c71f174c8 None None] Network f8ca3d4a-cab3-474c-91ff-83de09a99e9c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:31.115966 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-446863b7-f26c-4716-9e2f-45f9cc7b645a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting subnet 8f193499-351a-43cd-942a-d7f5b7ca4198 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:31.120647 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-446863b7-f26c-4716-9e2f-45f9cc7b645a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.171282 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-446863b7-f26c-4716-9e2f-45f9cc7b645a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.284052 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-446863b7-f26c-4716-9e2f-45f9cc7b645a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.332511 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c17dcf78-c33b-4437-962a-93d18584600b req-bc15639e-42d1-4a42-b056-702011bef0e6 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0480173 Jul 07 17:25:31.361590 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-446863b7-f26c-4716-9e2f-45f9cc7b645a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.387629 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446863b7-f26c-4716-9e2f-45f9cc7b645a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Subnet': ['ID=8f193499-351a-43cd-942a-d7f5b7ca4198,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:31.399660 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-446863b7-f26c-4716-9e2f-45f9cc7b645a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.401854 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-446863b7-f26c-4716-9e2f-45f9cc7b645a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/subnets/8f193499-351a-43cd-942a-d7f5b7ca4198 HTTP/1.1" status: 204 len: 168 time: 0.3583939 Jul 07 17:25:31.404511 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54514) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:31.491358 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24f92efa-0746-4a0d-8828-d23cf6e713d6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.547715 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-24f92efa-0746-4a0d-8828-d23cf6e713d6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port da559111-83ce-446b-8f0c-8d1f6506b6f0 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:31.548063 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24f92efa-0746-4a0d-8828-d23cf6e713d6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.621399 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-24f92efa-0746-4a0d-8828-d23cf6e713d6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] For port da559111-83ce-446b-8f0c-8d1f6506b6f0, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=da559111-83ce-446b-8f0c-8d1f6506b6f0,segment=NetworkSegment(f962a6f3-eebd-4c8d-87f0-09211c01c8ab),segment_id=f962a6f3-eebd-4c8d-87f0-09211c01c8ab)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:31.621942 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24f92efa-0746-4a0d-8828-d23cf6e713d6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.637835 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-24f92efa-0746-4a0d-8828-d23cf6e713d6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for da559111-83ce-446b-8f0c-8d1f6506b6f0 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:31.756865 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24f92efa-0746-4a0d-8828-d23cf6e713d6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.797586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device da559111-83ce-446b-8f0c-8d1f6506b6f0 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:31.808418 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f92efa-0746-4a0d-8828-d23cf6e713d6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No DVR routers for this DVR port da559111-83ce-446b-8f0c-8d1f6506b6f0 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:31.814963 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f92efa-0746-4a0d-8828-d23cf6e713d6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=da559111-83ce-446b-8f0c-8d1f6506b6f0,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:31.822487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: da559111-83ce-446b-8f0c-8d1f6506b6f0 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:31.823005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device da559111-83ce-446b-8f0c-8d1f6506b6f0 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 17:25:31.830199 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f538300-5cc1-4614-8dcd-060780da633b req-6e40c897-e5ad-48ba-9c16-509efc0a64cf tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:31.832598 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1f538300-5cc1-4614-8dcd-060780da633b req-6e40c897-e5ad-48ba-9c16-509efc0a64cf tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 943 time: 0.1311028 Jul 07 17:25:31.850126 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Port da559111-83ce-446b-8f0c-8d1f6506b6f0 not found, will not notify nova. {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 17:25:31.903022 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c4b76b-cdbb-40cf-a47e-1aaa6b799839 None None] Network f8ca3d4a-cab3-474c-91ff-83de09a99e9c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:31.944068 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1f538300-5cc1-4614-8dcd-060780da633b req-3e5b4d1b-2731-48df-8e20-44e2d2552b30 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=045645f1-edb9-4484-9fc8-717aba313e95&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0866709 Jul 07 17:25:31.953912 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24f92efa-0746-4a0d-8828-d23cf6e713d6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:31.960408 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-49b75c91-25c1-4154-a73f-c2a03b3e6273 None None] Could not find standard attr ID for object da559111-83ce-446b-8f0c-8d1f6506b6f0. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:25:31.971048 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-24f92efa-0746-4a0d-8828-d23cf6e713d6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ca3d4a-cab3-474c-91ff-83de09a99e9c']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:31.985868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-24f92efa-0746-4a0d-8828-d23cf6e713d6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f962a6f3-eebd-4c8d-87f0-09211c01c8ab') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:31.986170 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-24f92efa-0746-4a0d-8828-d23cf6e713d6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f962a6f3-eebd-4c8d-87f0-09211c01c8ab') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:31.996153 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24f92efa-0746-4a0d-8828-d23cf6e713d6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.014705 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24f92efa-0746-4a0d-8828-d23cf6e713d6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.022005 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f92efa-0746-4a0d-8828-d23cf6e713d6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:32.022478 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24f92efa-0746-4a0d-8828-d23cf6e713d6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:32.025593 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:32.097375 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24f92efa-0746-4a0d-8828-d23cf6e713d6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.102488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fef54f-0832-49c3-99e0-ac494a794a7f None None] DHCP port deletion for f8ca3d4a-cab3-474c-91ff-83de09a99e9c request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:25:32.127608 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24f92efa-0746-4a0d-8828-d23cf6e713d6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.130082 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-24f92efa-0746-4a0d-8828-d23cf6e713d6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/networks/f8ca3d4a-cab3-474c-91ff-83de09a99e9c HTTP/1.1" status: 204 len: 168 time: 0.7246146 Jul 07 17:25:32.131465 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f92efa-0746-4a0d-8828-d23cf6e713d6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Network': ['ID=f8ca3d4a-cab3-474c-91ff-83de09a99e9c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:32.134422 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54518) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:32.202857 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060bb498-81f3-4f74-b495-3bb176bda4dd tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:32.208415 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-060bb498-81f3-4f74-b495-3bb176bda4dd tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0696373 Jul 07 17:25:32.208899 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54520) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:32.283963 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3593a0c8-9650-46c6-947f-6145727e3089 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0734265 Jul 07 17:25:32.287886 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54522) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:32.292967 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-227e5f9f-967f-47ec-af94-fe15edb561cd tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-291813756'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:32.314033 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227e5f9f-967f-47ec-af94-fe15edb561cd tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:32.318122 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-227e5f9f-967f-47ec-af94-fe15edb561cd tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.342622 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227e5f9f-967f-47ec-af94-fe15edb561cd tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:32.351785 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-227e5f9f-967f-47ec-af94-fe15edb561cd tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.352120 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-227e5f9f-967f-47ec-af94-fe15edb561cd tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Added segment e80dd47f-622e-499d-bf65-8701d3915f81 of type vlan for network 5a8d17e0-e9c6-46ce-8454-038c49ba77f3 Jul 07 17:25:32.398836 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-227e5f9f-967f-47ec-af94-fe15edb561cd tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.434729 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-227e5f9f-967f-47ec-af94-fe15edb561cd tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.442145 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227e5f9f-967f-47ec-af94-fe15edb561cd tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:32.443108 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-227e5f9f-967f-47ec-af94-fe15edb561cd tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.468437 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 375dfa09-23b5-40a4-a073-6f59881bc7c6 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:25:32.493277 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-62d5d221-e36c-46ad-8f94-5783785bb58c req-e23ca5ef-4302-42c0-a46d-62c54b146e8a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0320082 Jul 07 17:25:32.524454 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-227e5f9f-967f-47ec-af94-fe15edb561cd tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2354324 Jul 07 17:25:32.525148 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54526) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:32.533344 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-feb3ae0a-cd5d-44b9-97a2-b3c3362388e8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'subnet': {'network_id': '5a8d17e0-e9c6-46ce-8454-038c49ba77f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:32.577679 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e5f9f-967f-47ec-af94-fe15edb561cd tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Network': ['ID=5a8d17e0-e9c6-46ce-8454-038c49ba77f3,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:32.586452 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 375dfa09-23b5-40a4-a073-6f59881bc7c6, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=375dfa09-23b5-40a4-a073-6f59881bc7c6,segment=NetworkSegment(804f2a67-d100-4214-a53d-c7c08e52e902),segment_id=804f2a67-d100-4214-a53d-c7c08e52e902)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:32.590066 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 5a8d17e0-e9c6-46ce-8454-038c49ba77f3 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:32.642569 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb3ae0a-cd5d-44b9-97a2-b3c3362388e8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:32.646943 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-feb3ae0a-cd5d-44b9-97a2-b3c3362388e8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.652806 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '375dfa09-23b5-40a4-a073-6f59881bc7c6', 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630', 'port_id': '375dfa09-23b5-40a4-a073-6f59881bc7c6', 'mac_address': 'fa:16:3e:d0:e5:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '547364db-49aa-48cb-bb58-afec0a601738', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:25:32.711315 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.726212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375dfa09-23b5-40a4-a073-6f59881bc7c6 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:25:32.748832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 375dfa09-23b5-40a4-a073-6f59881bc7c6, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=375dfa09-23b5-40a4-a073-6f59881bc7c6,segment=NetworkSegment(804f2a67-d100-4214-a53d-c7c08e52e902),segment_id=804f2a67-d100-4214-a53d-c7c08e52e902)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:32.752975 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.811434 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=375dfa09-23b5-40a4-a073-6f59881bc7c6,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:32.858526 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-feb3ae0a-cd5d-44b9-97a2-b3c3362388e8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.927496 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3ae0a-cd5d-44b9-97a2-b3c3362388e8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Subnet': ['ID=2ca45a3c-8be9-4454-9515-6818cf002161,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:32.933267 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb3ae0a-cd5d-44b9-97a2-b3c3362388e8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Checking segment: {'id': 'e80dd47f-622e-499d-bf65-8701d3915f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5a8d17e0-e9c6-46ce-8454-038c49ba77f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:32.933652 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb3ae0a-cd5d-44b9-97a2-b3c3362388e8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network hostable DHCP agents. Network: 5a8d17e0-e9c6-46ce-8454-038c49ba77f3, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:25:32.950540 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb3ae0a-cd5d-44b9-97a2-b3c3362388e8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network 5a8d17e0-e9c6-46ce-8454-038c49ba77f3 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:32.960356 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-feb3ae0a-cd5d-44b9-97a2-b3c3362388e8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 5a8d17e0-e9c6-46ce-8454-038c49ba77f3) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:32.964957 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb3ae0a-cd5d-44b9-97a2-b3c3362388e8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:32.965710 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-feb3ae0a-cd5d-44b9-97a2-b3c3362388e8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:32.975832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7671f5-3772-4035-b642-98d52bca5104 None None] Network 5a8d17e0-e9c6-46ce-8454-038c49ba77f3 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:32.990061 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54530) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:32.992058 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-feb3ae0a-cd5d-44b9-97a2-b3c3362388e8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4624999 Jul 07 17:25:32.996932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-63facb52-668f-4af4-8eb9-dbf9571d2b17 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'port': {'network_id': '5a8d17e0-e9c6-46ce-8454-038c49ba77f3', 'name': 'tempest-PortsTestJSON-304128806'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:33.147528 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['375dfa09-23b5-40a4-a073-6f59881bc7c6'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:25:33.157007 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63facb52-668f-4af4-8eb9-dbf9571d2b17 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:33.163375 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63facb52-668f-4af4-8eb9-dbf9571d2b17 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.169348 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf6566-4aa6-4c81-a6f3-9a7cc72735a8 req-d01ff432-6e07-469b-9b4d-cfe3b266dd66 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:33.177107 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9dbf6566-4aa6-4c81-a6f3-9a7cc72735a8 req-d01ff432-6e07-469b-9b4d-cfe3b266dd66 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 944 time: 0.0877328 Jul 07 17:25:33.187671 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-63facb52-668f-4af4-8eb9-dbf9571d2b17 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] device_id is not set on port c5674a72-41e4-4f68-8ce1-8171e89d9c6c yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:33.228571 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9dbf6566-4aa6-4c81-a6f3-9a7cc72735a8 req-a63bf3a5-da58-4604-a5ba-dfd212d9c376 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=045645f1-edb9-4484-9fc8-717aba313e95&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0500832 Jul 07 17:25:33.244455 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-5a8d17e0-e9c6-46ce-8454-038c49ba77f3', 'network_id': '5a8d17e0-e9c6-46ce-8454-038c49ba77f3', 'tenant_id': '6dfb6dcbdd314bdab3b14e203ddeec04', 'fixed_ips': [{'subnet_id': '2ca45a3c-8be9-4454-9515-6818cf002161'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:25:33.245531 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.328133 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-63facb52-668f-4af4-8eb9-dbf9571d2b17 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Allocated IP 172.20.0.4 (5a8d17e0-e9c6-46ce-8454-038c49ba77f3/2ca45a3c-8be9-4454-9515-6818cf002161/c5674a72-41e4-4f68-8ce1-8171e89d9c6c) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:33.513947 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63facb52-668f-4af4-8eb9-dbf9571d2b17 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.530319 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-63facb52-668f-4af4-8eb9-dbf9571d2b17 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Transition to ACTIVE for port object c5674a72-41e4-4f68-8ce1-8171e89d9c6c will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:33.569400 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63facb52-668f-4af4-8eb9-dbf9571d2b17 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.593276 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63facb52-668f-4af4-8eb9-dbf9571d2b17 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network 5a8d17e0-e9c6-46ce-8454-038c49ba77f3 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:33.597670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-63facb52-668f-4af4-8eb9-dbf9571d2b17 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:33.622046 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63facb52-668f-4af4-8eb9-dbf9571d2b17 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:33.625274 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Allocated IP 172.20.0.2 (5a8d17e0-e9c6-46ce-8454-038c49ba77f3/2ca45a3c-8be9-4454-9515-6818cf002161/e22b7781-effc-4ddb-b5bc-de8278d12520) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:33.680470 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63facb52-668f-4af4-8eb9-dbf9571d2b17 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:33.681139 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63facb52-668f-4af4-8eb9-dbf9571d2b17 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.732455 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d56bebf3-b543-4e2b-81ef-a504f3a7b52c req-93a0854e-ac31-420d-ada5-3ea1dd271388 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0454886 Jul 07 17:25:33.740503 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63facb52-668f-4af4-8eb9-dbf9571d2b17 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=c5674a72-41e4-4f68-8ce1-8171e89d9c6c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:33.745380 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-63facb52-668f-4af4-8eb9-dbf9571d2b17 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7540586 Jul 07 17:25:33.749394 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54536) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:33.757127 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2a1edeec-312a-47d7-815b-9adcb7e0c308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'port': {'network_id': '5a8d17e0-e9c6-46ce-8454-038c49ba77f3', 'name': 'tempest-PortsTestJSON-2103392684'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:33.835649 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device da559111-83ce-446b-8f0c-8d1f6506b6f0 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:33.859391 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: da559111-83ce-446b-8f0c-8d1f6506b6f0 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:33.859617 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device da559111-83ce-446b-8f0c-8d1f6506b6f0 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:33.884998 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.896407 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Transition to ACTIVE for port object e22b7781-effc-4ddb-b5bc-de8278d12520 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:33.913829 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Transition to ACTIVE for port object e22b7781-effc-4ddb-b5bc-de8278d12520 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:33.919963 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.923892 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1edeec-312a-47d7-815b-9adcb7e0c308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:33.928102 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a1edeec-312a-47d7-815b-9adcb7e0c308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:33.950650 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-2a1edeec-312a-47d7-815b-9adcb7e0c308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] device_id is not set on port b49c6c25-f79d-4c3f-be52-25244dd9fd83 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:33.960587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Network 5a8d17e0-e9c6-46ce-8454-038c49ba77f3 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:33.965880 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:33.969428 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:33.977863 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Pushing event updated for resources: {'Port': ['ID=e22b7781-effc-4ddb-b5bc-de8278d12520,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:34.038072 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Attempting to bind port e22b7781-effc-4ddb-b5bc-de8278d12520 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:34.038626 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Attempting to bind port e22b7781-effc-4ddb-b5bc-de8278d12520 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'e80dd47f-622e-499d-bf65-8701d3915f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5a8d17e0-e9c6-46ce-8454-038c49ba77f3'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:34.039097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Attempting to bind port e22b7781-effc-4ddb-b5bc-de8278d12520 on network 5a8d17e0-e9c6-46ce-8454-038c49ba77f3 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:34.044737 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:34.045279 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Checking segment: {'id': 'e80dd47f-622e-499d-bf65-8701d3915f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5a8d17e0-e9c6-46ce-8454-038c49ba77f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:34.045786 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.046286 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Bound using segment: {'id': 'e80dd47f-622e-499d-bf65-8701d3915f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5a8d17e0-e9c6-46ce-8454-038c49ba77f3'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:34.046825 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Bound port: e22b7781-effc-4ddb-b5bc-de8278d12520, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80dd47f-622e-499d-bf65-8701d3915f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5a8d17e0-e9c6-46ce-8454-038c49ba77f3'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:34.047219 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.072166 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-2a1edeec-312a-47d7-815b-9adcb7e0c308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Allocated IP 172.20.0.3 (5a8d17e0-e9c6-46ce-8454-038c49ba77f3/2ca45a3c-8be9-4454-9515-6818cf002161/b49c6c25-f79d-4c3f-be52-25244dd9fd83) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:34.121712 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] For port e22b7781-effc-4ddb-b5bc-de8278d12520, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:34.128213 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] For port e22b7781-effc-4ddb-b5bc-de8278d12520, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e22b7781-effc-4ddb-b5bc-de8278d12520,segment=NetworkSegment(e80dd47f-622e-499d-bf65-8701d3915f81),segment_id=e80dd47f-622e-499d-bf65-8701d3915f81)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:34.132763 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.203197 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56657417-4d44-4bf4-afaf-8ee14743bb37 None None] Pushing event updated for resources: {'Port': ['ID=e22b7781-effc-4ddb-b5bc-de8278d12520,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:34.290281 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a1edeec-312a-47d7-815b-9adcb7e0c308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.309649 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-2a1edeec-312a-47d7-815b-9adcb7e0c308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Transition to ACTIVE for port object b49c6c25-f79d-4c3f-be52-25244dd9fd83 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:34.358737 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a1edeec-312a-47d7-815b-9adcb7e0c308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.460815 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1edeec-312a-47d7-815b-9adcb7e0c308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network 5a8d17e0-e9c6-46ce-8454-038c49ba77f3 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:34.466503 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-2a1edeec-312a-47d7-815b-9adcb7e0c308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:34.470944 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1edeec-312a-47d7-815b-9adcb7e0c308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:34.490200 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 375dfa09-23b5-40a4-a073-6f59881bc7c6 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:34.514084 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1edeec-312a-47d7-815b-9adcb7e0c308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=b49c6c25-f79d-4c3f-be52-25244dd9fd83,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:34.546448 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1edeec-312a-47d7-815b-9adcb7e0c308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:34.547476 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a1edeec-312a-47d7-815b-9adcb7e0c308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.570600 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54540) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:34.578968 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2a1edeec-312a-47d7-815b-9adcb7e0c308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8282149 Jul 07 17:25:34.581844 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 375dfa09-23b5-40a4-a073-6f59881bc7c6 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:34.593475 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 375dfa09-23b5-40a4-a073-6f59881bc7c6 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:34.594164 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.746490 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.768551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d90bb9-f4bb-4a13-ab0d-9ab2cf95fb9c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:34.775498 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-04d90bb9-f4bb-4a13-ab0d-9ab2cf95fb9c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.2036755 Jul 07 17:25:34.776130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54542) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:34.782949 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f92b394-b403-46eb-b54c-7781eb70f70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375dfa09-23b5-40a4-a073-6f59881bc7c6'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:34.786626 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d393b2-9c47-42a2-9f41-fec16f370031 req-c281efb2-5282-4ef2-85dc-e1bd367856d9 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:34.787253 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3375974d-c670-41be-a717-13ddb78fccde" -d '{"events": [{"server_uuid": "2f92b394-b403-46eb-b54c-7781eb70f70f", "name": "network-vif-plugged", "status": "completed", "tag": "375dfa09-23b5-40a4-a073-6f59881bc7c6"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:34.788403 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1d393b2-9c47-42a2-9f41-fec16f370031 req-c281efb2-5282-4ef2-85dc-e1bd367856d9 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 944 time: 0.1382625 Jul 07 17:25:34.816009 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 375dfa09-23b5-40a4-a073-6f59881bc7c6, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=375dfa09-23b5-40a4-a073-6f59881bc7c6,segment=NetworkSegment(804f2a67-d100-4214-a53d-c7c08e52e902),segment_id=804f2a67-d100-4214-a53d-c7c08e52e902)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:34.821659 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:34.884175 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=375dfa09-23b5-40a4-a073-6f59881bc7c6,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:34.965816 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a89b40a7-e630-45ec-8abf-b57f83628360 req-d6baa590-c1ff-4aa7-a4ac-c065b7834b5f tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0425243 Jul 07 17:25:35.016956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-27a754cd-45bb-433e-ba54-16f9d3e38509 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port b49c6c25-f79d-4c3f-be52-25244dd9fd83 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:35.017523 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-27a754cd-45bb-433e-ba54-16f9d3e38509 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.062094 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bababbad-906d-441a-b37d-b720b2e4d803 x-openstack-request-id: req-bababbad-906d-441a-b37d-b720b2e4d803 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:35.062531 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f92b394-b403-46eb-b54c-7781eb70f70f", "name": "network-vif-plugged", "status": "completed", "tag": "375dfa09-23b5-40a4-a073-6f59881bc7c6", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:35.063078 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bababbad-906d-441a-b37d-b720b2e4d803 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:35.063548 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f92b394-b403-46eb-b54c-7781eb70f70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375dfa09-23b5-40a4-a073-6f59881bc7c6', 'code': 200} Jul 07 17:25:35.202208 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-27a754cd-45bb-433e-ba54-16f9d3e38509 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.227368 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-27a754cd-45bb-433e-ba54-16f9d3e38509 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for b49c6c25-f79d-4c3f-be52-25244dd9fd83 owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:35.315168 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1d393b2-9c47-42a2-9f41-fec16f370031 req-ec9615ec-e92c-417e-8994-afe8a2f341dc tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=045645f1-edb9-4484-9fc8-717aba313e95&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5102501 Jul 07 17:25:35.330053 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925ebeb-a1e7-4c61-9ad1-b71018543ba6 req-8137ec95-8986-4b38-bf50-0688d579d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:35.331753 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7925ebeb-a1e7-4c61-9ad1-b71018543ba6 req-8137ec95-8986-4b38-bf50-0688d579d64a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 1096 time: 0.1802673 Jul 07 17:25:35.408061 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7925ebeb-a1e7-4c61-9ad1-b71018543ba6 req-1684acb7-c610-43fa-8b60-8a96f31d87a3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=045645f1-edb9-4484-9fc8-717aba313e95&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0680747 Jul 07 17:25:35.419326 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-27a754cd-45bb-433e-ba54-16f9d3e38509 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.449956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a754cd-45bb-433e-ba54-16f9d3e38509 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=b49c6c25-f79d-4c3f-be52-25244dd9fd83,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:35.509041 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00caadfb-e043-4057-9e4b-1dff48efb80f None None] Network 5a8d17e0-e9c6-46ce-8454-038c49ba77f3 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:35.533498 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-27a754cd-45bb-433e-ba54-16f9d3e38509 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.536115 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-27a754cd-45bb-433e-ba54-16f9d3e38509 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/ports/b49c6c25-f79d-4c3f-be52-25244dd9fd83 HTTP/1.1" status: 204 len: 168 time: 0.7590094 Jul 07 17:25:35.538910 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54548) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:35.567761 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe18fe7-e92c-422e-a41c-9d24a5eab535 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] GET failed (client error): The resource could not be found. Jul 07 17:25:35.569463 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fbe18fe7-e92c-422e-a41c-9d24a5eab535 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports/b49c6c25-f79d-4c3f-be52-25244dd9fd83 HTTP/1.1" status: 404 len: 333 time: 0.0293291 Jul 07 17:25:35.572667 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54550) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:35.575434 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bba786e0-977a-4ea3-8222-712591017b48 None None] Provisioning for port e22b7781-effc-4ddb-b5bc-de8278d12520 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:35.678795 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-d0f836a7-94c8-49ff-aa10-6d53b146f341 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port c5674a72-41e4-4f68-8ce1-8171e89d9c6c {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:35.679172 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0f836a7-94c8-49ff-aa10-6d53b146f341 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.809741 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0f836a7-94c8-49ff-aa10-6d53b146f341 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:35.823237 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e22b7781-effc-4ddb-b5bc-de8278d12520 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:35.834765 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-d0f836a7-94c8-49ff-aa10-6d53b146f341 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for c5674a72-41e4-4f68-8ce1-8171e89d9c6c owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:35.883233 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port e22b7781-effc-4ddb-b5bc-de8278d12520 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:35.889546 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e22b7781-effc-4ddb-b5bc-de8278d12520 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:35.890203 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.000400 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.022917 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0f836a7-94c8-49ff-aa10-6d53b146f341 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.042307 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e3c1cf82-89ff-4e63-a6d1-9737cb9ea16f None None] Provisioning complete for port c5674a72-41e4-4f68-8ce1-8171e89d9c6c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:36.042977 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e3c1cf82-89ff-4e63-a6d1-9737cb9ea16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.050170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port e22b7781-effc-4ddb-b5bc-de8278d12520, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e22b7781-effc-4ddb-b5bc-de8278d12520,segment=NetworkSegment(e80dd47f-622e-499d-bf65-8701d3915f81),segment_id=e80dd47f-622e-499d-bf65-8701d3915f81)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:36.075724 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.080705 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e3c1cf82-89ff-4e63-a6d1-9737cb9ea16f None None] Port c5674a72-41e4-4f68-8ce1-8171e89d9c6c was deleted so its status cannot be updated. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 17:25:36.100603 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f836a7-94c8-49ff-aa10-6d53b146f341 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=c5674a72-41e4-4f68-8ce1-8171e89d9c6c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:36.134153 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e3c1cf82-89ff-4e63-a6d1-9737cb9ea16f None None] Provisioning complete for port e22b7781-effc-4ddb-b5bc-de8278d12520 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:36.134723 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e3c1cf82-89ff-4e63-a6d1-9737cb9ea16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.220259 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e5fda5f-d6f1-4d76-bf56-42748a44afce req-abbc3bb3-9a4c-4277-88ff-6cb4788b1423 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0337784 Jul 07 17:25:36.223903 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d0f836a7-94c8-49ff-aa10-6d53b146f341 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.228870 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54554) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:36.230729 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d0f836a7-94c8-49ff-aa10-6d53b146f341 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/ports/c5674a72-41e4-4f68-8ce1-8171e89d9c6c HTTP/1.1" status: 204 len: 168 time: 0.6568723 Jul 07 17:25:36.255293 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=e22b7781-effc-4ddb-b5bc-de8278d12520,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:36.279741 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6215037-16fa-458f-9fc2-93709ba9b65c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] GET failed (client error): The resource could not be found. Jul 07 17:25:36.281357 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d6215037-16fa-458f-9fc2-93709ba9b65c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports/c5674a72-41e4-4f68-8ce1-8171e89d9c6c HTTP/1.1" status: 404 len: 333 time: 0.0511172 Jul 07 17:25:36.284481 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54556) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:36.354096 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab4df82-b99a-4021-ad52-3b3e716a7ba8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting subnet 2ca45a3c-8be9-4454-9515-6818cf002161 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:36.359735 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fab4df82-b99a-4021-ad52-3b3e716a7ba8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.366220 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4f841e8b-9896-415f-a481-e7a2baff3db6 None None] Could not find standard attr ID for object c5674a72-41e4-4f68-8ce1-8171e89d9c6c. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:25:36.412581 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fab4df82-b99a-4021-ad52-3b3e716a7ba8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.560159 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fab4df82-b99a-4021-ad52-3b3e716a7ba8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.572550 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd50dd0-9e4e-485e-8849-64562652995e req-e211fc76-4dd5-47de-a00a-5b08a63cb6bc tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:36.574967 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1dd50dd0-9e4e-485e-8849-64562652995e req-e211fc76-4dd5-47de-a00a-5b08a63cb6bc tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 945 time: 0.1167421 Jul 07 17:25:36.584046 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-05f4a703-7a96-4e71-9a5c-574deac13dd4 None None] Could not find standard attr ID for object b49c6c25-f79d-4c3f-be52-25244dd9fd83. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:25:36.633094 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1dd50dd0-9e4e-485e-8849-64562652995e req-75ce6dc9-168b-4824-8482-96249ca8d15b tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=045645f1-edb9-4484-9fc8-717aba313e95&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430527 Jul 07 17:25:36.645953 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fab4df82-b99a-4021-ad52-3b3e716a7ba8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.661440 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fab4df82-b99a-4021-ad52-3b3e716a7ba8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.664013 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fab4df82-b99a-4021-ad52-3b3e716a7ba8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/subnets/2ca45a3c-8be9-4454-9515-6818cf002161 HTTP/1.1" status: 204 len: 168 time: 0.3784730 Jul 07 17:25:36.666189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54560) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:36.685209 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4df82-b99a-4021-ad52-3b3e716a7ba8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca45a3c-8be9-4454-9515-6818cf002161,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:36.751490 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d10e2aec-fb87-46ff-a3da-24a1f8a23241 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.797671 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91ad3e2-0241-4723-913c-8529c55a8de5 None None] Network 5a8d17e0-e9c6-46ce-8454-038c49ba77f3 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:36.808921 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-d10e2aec-fb87-46ff-a3da-24a1f8a23241 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port e22b7781-effc-4ddb-b5bc-de8278d12520 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:36.809251 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d10e2aec-fb87-46ff-a3da-24a1f8a23241 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.877604 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-d10e2aec-fb87-46ff-a3da-24a1f8a23241 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] For port e22b7781-effc-4ddb-b5bc-de8278d12520, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e22b7781-effc-4ddb-b5bc-de8278d12520,segment=NetworkSegment(e80dd47f-622e-499d-bf65-8701d3915f81),segment_id=e80dd47f-622e-499d-bf65-8701d3915f81)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:36.878517 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d10e2aec-fb87-46ff-a3da-24a1f8a23241 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:36.891717 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-d10e2aec-fb87-46ff-a3da-24a1f8a23241 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for e22b7781-effc-4ddb-b5bc-de8278d12520 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:36.980932 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d10e2aec-fb87-46ff-a3da-24a1f8a23241 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.011055 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7730730-5122-4823-882e-7f834a70b7e5 None None] DHCP port deletion for 5a8d17e0-e9c6-46ce-8454-038c49ba77f3 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:25:37.024894 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10e2aec-fb87-46ff-a3da-24a1f8a23241 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No DVR routers for this DVR port e22b7781-effc-4ddb-b5bc-de8278d12520 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:37.029560 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e2aec-fb87-46ff-a3da-24a1f8a23241 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=e22b7781-effc-4ddb-b5bc-de8278d12520,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:37.109086 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d10e2aec-fb87-46ff-a3da-24a1f8a23241 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.121432 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-d10e2aec-fb87-46ff-a3da-24a1f8a23241 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8d17e0-e9c6-46ce-8454-038c49ba77f3']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:37.133868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-d10e2aec-fb87-46ff-a3da-24a1f8a23241 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80dd47f-622e-499d-bf65-8701d3915f81') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:37.134158 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-d10e2aec-fb87-46ff-a3da-24a1f8a23241 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80dd47f-622e-499d-bf65-8701d3915f81') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:37.142977 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d10e2aec-fb87-46ff-a3da-24a1f8a23241 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.156418 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d10e2aec-fb87-46ff-a3da-24a1f8a23241 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.162360 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10e2aec-fb87-46ff-a3da-24a1f8a23241 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:37.162772 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d10e2aec-fb87-46ff-a3da-24a1f8a23241 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:37.165720 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:37.229125 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d10e2aec-fb87-46ff-a3da-24a1f8a23241 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.238201 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d10e2aec-fb87-46ff-a3da-24a1f8a23241 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.243124 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d10e2aec-fb87-46ff-a3da-24a1f8a23241 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/networks/5a8d17e0-e9c6-46ce-8454-038c49ba77f3 HTTP/1.1" status: 204 len: 168 time: 0.5715952 Jul 07 17:25:37.243753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54562) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:37.249127 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c65a5015-b6d9-43bc-bc07-98279a978f67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2014416999'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:37.252279 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e2aec-fb87-46ff-a3da-24a1f8a23241 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Network': ['ID=5a8d17e0-e9c6-46ce-8454-038c49ba77f3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:37.273638 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65a5015-b6d9-43bc-bc07-98279a978f67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:37.277474 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c65a5015-b6d9-43bc-bc07-98279a978f67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.283848 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:25:37.304859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65a5015-b6d9-43bc-bc07-98279a978f67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:37.315489 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c65a5015-b6d9-43bc-bc07-98279a978f67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.315864 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-c65a5015-b6d9-43bc-bc07-98279a978f67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Added segment 2aaa1ae4-c64e-482d-97e6-cdb91e638f16 of type vlan for network 9e8bf3e3-abc8-49cd-a499-6c3ada302716 Jul 07 17:25:37.361201 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c65a5015-b6d9-43bc-bc07-98279a978f67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.397657 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c65a5015-b6d9-43bc-bc07-98279a978f67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.403577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65a5015-b6d9-43bc-bc07-98279a978f67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:37.404202 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c65a5015-b6d9-43bc-bc07-98279a978f67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.456647 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7df07e0d-3634-4937-8945-f08e11ac7ac7 req-b29258da-4a7b-4b6d-9f78-55bfb62ce093 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/ports?device_id=50fb19f2-410e-4854-b0af-dc3a5a4f35b8 HTTP/1.1" status: 200 len: 210 time: 0.0494912 Jul 07 17:25:37.494539 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c65a5015-b6d9-43bc-bc07-98279a978f67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2494588 Jul 07 17:25:37.498797 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54566) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:37.504441 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1801f731-d668-402c-a943-87b8f7d66002 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'subnet': {'network_id': '9e8bf3e3-abc8-49cd-a499-6c3ada302716', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:37.506660 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a5015-b6d9-43bc-bc07-98279a978f67 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Network': ['ID=9e8bf3e3-abc8-49cd-a499-6c3ada302716,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:37.518451 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 9e8bf3e3-abc8-49cd-a499-6c3ada302716 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:37.604739 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1801f731-d668-402c-a943-87b8f7d66002 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:37.608477 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1801f731-d668-402c-a943-87b8f7d66002 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.768243 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e22b7781-effc-4ddb-b5bc-de8278d12520 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:37.789637 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: e22b7781-effc-4ddb-b5bc-de8278d12520 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:37.789985 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e22b7781-effc-4ddb-b5bc-de8278d12520 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:37.840400 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1801f731-d668-402c-a943-87b8f7d66002 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:37.906767 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7d6e8-0330-49df-8349-fe1b09bd16ac req-8166f7dd-7046-4742-bf6b-67c2118505ba tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:37.908326 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bea7d6e8-0330-49df-8349-fe1b09bd16ac req-8166f7dd-7046-4742-bf6b-67c2118505ba tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 945 time: 0.1566544 Jul 07 17:25:37.914321 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801f731-d668-402c-a943-87b8f7d66002 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Subnet': ['ID=0a586006-321a-40e6-aa5e-06ccf5c05521,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:37.950064 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1801f731-d668-402c-a943-87b8f7d66002 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Checking segment: {'id': '2aaa1ae4-c64e-482d-97e6-cdb91e638f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9e8bf3e3-abc8-49cd-a499-6c3ada302716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:37.950455 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1801f731-d668-402c-a943-87b8f7d66002 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network hostable DHCP agents. Network: 9e8bf3e3-abc8-49cd-a499-6c3ada302716, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:25:37.968989 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bea7d6e8-0330-49df-8349-fe1b09bd16ac req-5896bf64-79a9-44f2-82c9-a72d317ef19c tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=045645f1-edb9-4484-9fc8-717aba313e95&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0512726 Jul 07 17:25:37.980439 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1801f731-d668-402c-a943-87b8f7d66002 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network 9e8bf3e3-abc8-49cd-a499-6c3ada302716 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:37.992654 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-1801f731-d668-402c-a943-87b8f7d66002 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 9e8bf3e3-abc8-49cd-a499-6c3ada302716) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:37.998685 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1801f731-d668-402c-a943-87b8f7d66002 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:37.999705 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1801f731-d668-402c-a943-87b8f7d66002 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.005787 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f05d12-2fe0-437e-8e5a-cad24b6c0cb0 None None] Network 9e8bf3e3-abc8-49cd-a499-6c3ada302716 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:38.019614 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1801f731-d668-402c-a943-87b8f7d66002 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5186551 Jul 07 17:25:38.023433 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54572) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:38.030827 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-ca01ff66-b6b9-4535-b7a0-8b64a579b5c2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'port': {'network_id': '9e8bf3e3-abc8-49cd-a499-6c3ada302716', 'name': 'tempest-PortsTestJSON-724964114', 'fixed_ips': [{'subnet_id': '0a586006-321a-40e6-aa5e-06ccf5c05521', 'ip_address': '172.20.0.10'}]}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:38.159079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca01ff66-b6b9-4535-b7a0-8b64a579b5c2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:38.178289 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-9e8bf3e3-abc8-49cd-a499-6c3ada302716', 'network_id': '9e8bf3e3-abc8-49cd-a499-6c3ada302716', 'tenant_id': '6dfb6dcbdd314bdab3b14e203ddeec04', 'fixed_ips': [{'subnet_id': '0a586006-321a-40e6-aa5e-06ccf5c05521'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:25:38.180435 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.207678 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7455bf-cb97-4cd4-b851-27ce414fee99 req-4366e1d1-39f8-4fa9-8f3e-acf12b4c2163 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:38.209356 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-df7455bf-cb97-4cd4-b851-27ce414fee99 req-4366e1d1-39f8-4fa9-8f3e-acf12b4c2163 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 945 time: 0.0699322 Jul 07 17:25:38.251650 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-df7455bf-cb97-4cd4-b851-27ce414fee99 req-7d4e0cb6-251a-47d8-a967-ba922f875b11 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=045645f1-edb9-4484-9fc8-717aba313e95&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0349772 Jul 07 17:25:38.254649 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca01ff66-b6b9-4535-b7a0-8b64a579b5c2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.278190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54574) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:38.279439 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-ca01ff66-b6b9-4535-b7a0-8b64a579b5c2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] device_id is not set on port 56d6ffcb-4c43-421d-be54-3cef35ff2b33 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:38.342206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Allocated IP 172.20.0.2 (9e8bf3e3-abc8-49cd-a499-6c3ada302716/0a586006-321a-40e6-aa5e-06ccf5c05521/244e1b24-b3cc-414a-8383-ac415e946b56) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:38.526915 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.540599 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Transition to ACTIVE for port object 244e1b24-b3cc-414a-8383-ac415e946b56 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:38.558716 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Transition to ACTIVE for port object 244e1b24-b3cc-414a-8383-ac415e946b56 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:38.565756 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.614430 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Network 9e8bf3e3-abc8-49cd-a499-6c3ada302716 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:38.618481 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:38.621992 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:38.627120 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54580) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:38.642238 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-ca01ff66-b6b9-4535-b7a0-8b64a579b5c2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Allocated IP 172.20.0.10 (9e8bf3e3-abc8-49cd-a499-6c3ada302716/0a586006-321a-40e6-aa5e-06ccf5c05521/56d6ffcb-4c43-421d-be54-3cef35ff2b33) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:38.661401 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Pushing event updated for resources: {'Port': ['ID=244e1b24-b3cc-414a-8383-ac415e946b56,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:38.702028 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Attempting to bind port 244e1b24-b3cc-414a-8383-ac415e946b56 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:38.702489 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Attempting to bind port 244e1b24-b3cc-414a-8383-ac415e946b56 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '2aaa1ae4-c64e-482d-97e6-cdb91e638f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9e8bf3e3-abc8-49cd-a499-6c3ada302716'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:38.702811 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Attempting to bind port 244e1b24-b3cc-414a-8383-ac415e946b56 on network 9e8bf3e3-abc8-49cd-a499-6c3ada302716 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:38.708664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:38.709049 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Checking segment: {'id': '2aaa1ae4-c64e-482d-97e6-cdb91e638f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9e8bf3e3-abc8-49cd-a499-6c3ada302716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:38.709678 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.710094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Bound using segment: {'id': '2aaa1ae4-c64e-482d-97e6-cdb91e638f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9e8bf3e3-abc8-49cd-a499-6c3ada302716'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:38.710595 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Bound port: 244e1b24-b3cc-414a-8383-ac415e946b56, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aaa1ae4-c64e-482d-97e6-cdb91e638f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9e8bf3e3-abc8-49cd-a499-6c3ada302716'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:38.710985 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.713061 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02520a79-b592-4aee-9085-9dfe794f5a01 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:38.717411 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-02520a79-b592-4aee-9085-9dfe794f5a01 tempest-TestNetworkBasicOps-369968383 tempest-TestNetworkBasicOps-369968383-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 1091 time: 0.4342682 Jul 07 17:25:38.717655 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54582) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:38.723197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-cbdc7ea7-a4d8-49e8-b097-d8452ab6a275 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': '375dfa09-23b5-40a4-a073-6f59881bc7c6', 'tenant_id': '2819b097d22142529378d8839f8df263', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:38.739106 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7418be9-aa11-4b0e-8990-d72e8e2ea562 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.747602 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cbdc7ea7-a4d8-49e8-b097-d8452ab6a275 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.823909 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7418be9-aa11-4b0e-8990-d72e8e2ea562 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.860253 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cbdc7ea7-a4d8-49e8-b097-d8452ab6a275 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.920482 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7418be9-aa11-4b0e-8990-d72e8e2ea562 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.923343 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7418be9-aa11-4b0e-8990-d72e8e2ea562 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.924726 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b7418be9-aa11-4b0e-8990-d72e8e2ea562 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "DELETE /v2.0/security-groups/0e9d870f-c041-440b-8cf4-26f23bf12f53 HTTP/1.1" status: 204 len: 168 time: 0.2963328 Jul 07 17:25:38.929316 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54584) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:38.945920 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca01ff66-b6b9-4535-b7a0-8b64a579b5c2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:38.948273 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7418be9-aa11-4b0e-8990-d72e8e2ea562 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9d870f-c041-440b-8cf4-26f23bf12f53,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:38.957022 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] For port 244e1b24-b3cc-414a-8383-ac415e946b56, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:38.960799 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] For port 244e1b24-b3cc-414a-8383-ac415e946b56, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=244e1b24-b3cc-414a-8383-ac415e946b56,segment=NetworkSegment(2aaa1ae4-c64e-482d-97e6-cdb91e638f16),segment_id=2aaa1ae4-c64e-482d-97e6-cdb91e638f16)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:38.965205 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-586502cc-34f4-4587-b6f1-fc3ac7649aa5 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] show failed (client error): The resource could not be found. Jul 07 17:25:38.973003 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-ca01ff66-b6b9-4535-b7a0-8b64a579b5c2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Transition to ACTIVE for port object 56d6ffcb-4c43-421d-be54-3cef35ff2b33 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:38.973252 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-586502cc-34f4-4587-b6f1-fc3ac7649aa5 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "GET /v2.0/security-groups/0e9d870f-c041-440b-8cf4-26f23bf12f53 HTTP/1.1" status: 404 len: 347 time: 0.0357268 Jul 07 17:25:38.973252 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54586) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:38.973490 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.020864 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca01ff66-b6b9-4535-b7a0-8b64a579b5c2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.042181 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7882e4b-6f44-47ea-91a7-80a7d4919069 None None] Pushing event updated for resources: {'Port': ['ID=244e1b24-b3cc-414a-8383-ac415e946b56,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:39.092292 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca01ff66-b6b9-4535-b7a0-8b64a579b5c2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network 9e8bf3e3-abc8-49cd-a499-6c3ada302716 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:39.093830 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01ff66-b6b9-4535-b7a0-8b64a579b5c2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=56d6ffcb-4c43-421d-be54-3cef35ff2b33,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:39.097582 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-cbdc7ea7-a4d8-49e8-b097-d8452ab6a275 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Allocated IP 172.25.2.241 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/07d0107e-9095-4380-aa97-b3573743918d) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:39.097819 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-ca01ff66-b6b9-4535-b7a0-8b64a579b5c2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:39.099950 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca01ff66-b6b9-4535-b7a0-8b64a579b5c2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:39.161963 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca01ff66-b6b9-4535-b7a0-8b64a579b5c2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:39.162674 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca01ff66-b6b9-4535-b7a0-8b64a579b5c2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.179190 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ca01ff66-b6b9-4535-b7a0-8b64a579b5c2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1539814 Jul 07 17:25:39.183186 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54588) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:39.188722 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d59bb5a0-61fc-4236-8a3d-c0333810559d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'port': {'network_id': '9e8bf3e3-abc8-49cd-a499-6c3ada302716', 'name': 'tempest-PortsTestJSON-458095373', 'fixed_ips': [{'subnet_id': '0a586006-321a-40e6-aa5e-06ccf5c05521', 'ip_address': '172.20.0.9'}]}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:39.311690 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cbdc7ea7-a4d8-49e8-b097-d8452ab6a275 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.315237 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e2ac5baa-f0d5-46cd-86ed-41fe1a8e7b84 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Deleting port 95030ad7-dc38-4ed9-a70b-c7ef0725c182 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:39.316126 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2ac5baa-f0d5-46cd-86ed-41fe1a8e7b84 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.380227 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59bb5a0-61fc-4236-8a3d-c0333810559d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:39.385541 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d59bb5a0-61fc-4236-8a3d-c0333810559d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.406844 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-d59bb5a0-61fc-4236-8a3d-c0333810559d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] device_id is not set on port e2c6afff-b8c3-4137-9694-98d9e9e54739 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:39.422254 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2ac5baa-f0d5-46cd-86ed-41fe1a8e7b84 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.423037 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2ac5baa-f0d5-46cd-86ed-41fe1a8e7b84 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.433411 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cbdc7ea7-a4d8-49e8-b097-d8452ab6a275 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.469951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e2ac5baa-f0d5-46cd-86ed-41fe1a8e7b84 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Calling delete_port for 95030ad7-dc38-4ed9-a70b-c7ef0725c182 owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:39.497321 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdc7ea7-a4d8-49e8-b097-d8452ab6a275 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:39.505924 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-cbdc7ea7-a4d8-49e8-b097-d8452ab6a275 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:39.535111 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc7ea7-a4d8-49e8-b097-d8452ab6a275 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'Port': ['ID=07d0107e-9095-4380-aa97-b3573743918d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:39.541795 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdc7ea7-a4d8-49e8-b097-d8452ab6a275 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:39.590406 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-d59bb5a0-61fc-4236-8a3d-c0333810559d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Allocated IP 172.20.0.9 (9e8bf3e3-abc8-49cd-a499-6c3ada302716/0a586006-321a-40e6-aa5e-06ccf5c05521/e2c6afff-b8c3-4137-9694-98d9e9e54739) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:39.775071 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d59bb5a0-61fc-4236-8a3d-c0333810559d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.779479 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2ac5baa-f0d5-46cd-86ed-41fe1a8e7b84 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.792640 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-d59bb5a0-61fc-4236-8a3d-c0333810559d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Transition to ACTIVE for port object e2c6afff-b8c3-4137-9694-98d9e9e54739 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:39.835339 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 244e1b24-b3cc-414a-8383-ac415e946b56 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:39.842638 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac5baa-f0d5-46cd-86ed-41fe1a8e7b84 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event deleted for resources: {'Port': ['ID=95030ad7-dc38-4ed9-a70b-c7ef0725c182,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:39.859077 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d59bb5a0-61fc-4236-8a3d-c0333810559d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.914708 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 244e1b24-b3cc-414a-8383-ac415e946b56 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:39.919629 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59bb5a0-61fc-4236-8a3d-c0333810559d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network 9e8bf3e3-abc8-49cd-a499-6c3ada302716 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:39.931685 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-d59bb5a0-61fc-4236-8a3d-c0333810559d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:39.940301 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59bb5a0-61fc-4236-8a3d-c0333810559d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:39.945658 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59bb5a0-61fc-4236-8a3d-c0333810559d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=e2c6afff-b8c3-4137-9694-98d9e9e54739,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:39.970658 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2ac5baa-f0d5-46cd-86ed-41fe1a8e7b84 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.973800 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2ac5baa-f0d5-46cd-86ed-41fe1a8e7b84 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:39.975033 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e2ac5baa-f0d5-46cd-86ed-41fe1a8e7b84 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "DELETE /v2.0/floatingips/b0e66bce-296e-41b5-a4be-42adfa400281 HTTP/1.1" status: 204 len: 168 time: 1.0047655 Jul 07 17:25:39.977638 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54590) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:40.009753 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59bb5a0-61fc-4236-8a3d-c0333810559d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:40.010670 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d59bb5a0-61fc-4236-8a3d-c0333810559d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.029951 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d59bb5a0-61fc-4236-8a3d-c0333810559d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8431621 Jul 07 17:25:40.030265 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54592) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:40.150848 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b26b08-cc8e-49e8-b3ea-7599af0b33e3 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:40.154974 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-77b26b08-cc8e-49e8-b3ea-7599af0b33e3 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1212049 Jul 07 17:25:40.155374 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54594) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:40.166138 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cbdc7ea7-a4d8-49e8-b097-d8452ab6a275 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.213598 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-31618372-9983-466f-a40c-ebfeab4c6a0a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Deleting port 3ca38a31-8b0b-40d7-958d-92e968e1581f {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:40.213598 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31618372-9983-466f-a40c-ebfeab4c6a0a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.236847 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e6bc9f-b413-47f9-8048-6fabe809ad66 None None] Network 9e8bf3e3-abc8-49cd-a499-6c3ada302716 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:40.259901 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760eea7f-12a7-451b-955d-1cbc948af782 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:40.266677 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760eea7f-12a7-451b-955d-1cbc948af782 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:40.273594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760eea7f-12a7-451b-955d-1cbc948af782 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:40.279443 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-760eea7f-12a7-451b-955d-1cbc948af782 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1189888 Jul 07 17:25:40.279713 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54596) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:40.345705 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cbdc7ea7-a4d8-49e8-b097-d8452ab6a275 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.374108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0b5d7e0b-1e11-4fa9-9f29-d47655816208 None None] Provisioning for port 244e1b24-b3cc-414a-8383-ac415e946b56 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:40.382262 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31618372-9983-466f-a40c-ebfeab4c6a0a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.386523 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0b5d7e0b-1e11-4fa9-9f29-d47655816208 None None] Provisioning complete for port 244e1b24-b3cc-414a-8383-ac415e946b56 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:40.387148 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b5d7e0b-1e11-4fa9-9f29-d47655816208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.409632 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-31618372-9983-466f-a40c-ebfeab4c6a0a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Calling delete_port for 3ca38a31-8b0b-40d7-958d-92e968e1581f owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:40.454116 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-c228b5be-921c-44ec-aa26-e6e9e3523661 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port e2c6afff-b8c3-4137-9694-98d9e9e54739 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:40.454702 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c228b5be-921c-44ec-aa26-e6e9e3523661 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.538972 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b5d7e0b-1e11-4fa9-9f29-d47655816208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.600194 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-0b5d7e0b-1e11-4fa9-9f29-d47655816208 None None] For port 244e1b24-b3cc-414a-8383-ac415e946b56, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=244e1b24-b3cc-414a-8383-ac415e946b56,segment=NetworkSegment(2aaa1ae4-c64e-482d-97e6-cdb91e638f16),segment_id=2aaa1ae4-c64e-482d-97e6-cdb91e638f16)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:40.606887 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c228b5be-921c-44ec-aa26-e6e9e3523661 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.607672 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b5d7e0b-1e11-4fa9-9f29-d47655816208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.627854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-c228b5be-921c-44ec-aa26-e6e9e3523661 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for e2c6afff-b8c3-4137-9694-98d9e9e54739 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:40.665195 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cbdc7ea7-a4d8-49e8-b097-d8452ab6a275 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.671153 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cbdc7ea7-a4d8-49e8-b097-d8452ab6a275 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.675535 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d7e0b-1e11-4fa9-9f29-d47655816208 None None] Pushing event updated for resources: {'Port': ['ID=244e1b24-b3cc-414a-8383-ac415e946b56,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:40.758068 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31618372-9983-466f-a40c-ebfeab4c6a0a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.790865 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c228b5be-921c-44ec-aa26-e6e9e3523661 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.793693 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc7ea7-a4d8-49e8-b097-d8452ab6a275 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event updated for resources: {'Port': ['ID=07d0107e-9095-4380-aa97-b3573743918d,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:40.828107 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228b5be-921c-44ec-aa26-e6e9e3523661 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=e2c6afff-b8c3-4137-9694-98d9e9e54739,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:40.848529 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31618372-9983-466f-a40c-ebfeab4c6a0a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event deleted for resources: {'Port': ['ID=3ca38a31-8b0b-40d7-958d-92e968e1581f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:40.876706 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cbdc7ea7-a4d8-49e8-b097-d8452ab6a275 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.918419 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c228b5be-921c-44ec-aa26-e6e9e3523661 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.921295 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c228b5be-921c-44ec-aa26-e6e9e3523661 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/ports/e2c6afff-b8c3-4137-9694-98d9e9e54739 HTTP/1.1" status: 204 len: 168 time: 0.6402988 Jul 07 17:25:40.925292 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54598) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:40.934481 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e5210880-8f0b-48f1-950d-763f83a186fe None None] Provisioning complete for port 244e1b24-b3cc-414a-8383-ac415e946b56 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:40.935653 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e5210880-8f0b-48f1-950d-763f83a186fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:40.955182 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6db1f37-7356-42d2-964d-77e291bae4bf tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] GET failed (client error): The resource could not be found. Jul 07 17:25:40.959286 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d6db1f37-7356-42d2-964d-77e291bae4bf tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports/e2c6afff-b8c3-4137-9694-98d9e9e54739 HTTP/1.1" status: 404 len: 333 time: 0.0303006 Jul 07 17:25:40.959578 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54600) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:41.004802 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-cbdc7ea7-a4d8-49e8-b097-d8452ab6a275 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Floating IP 632ccee5-d07b-463f-a966-017693d95b9c associated. External IP: 172.25.2.241, port: 375dfa09-23b5-40a4-a073-6f59881bc7c6. Jul 07 17:25:41.048049 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e5210880-8f0b-48f1-950d-763f83a186fe None None] Provisioning for port 56d6ffcb-4c43-421d-be54-3cef35ff2b33 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:41.055290 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e5210880-8f0b-48f1-950d-763f83a186fe None None] Provisioning complete for port 56d6ffcb-4c43-421d-be54-3cef35ff2b33 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:41.055946 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e5210880-8f0b-48f1-950d-763f83a186fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.062163 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-31618372-9983-466f-a40c-ebfeab4c6a0a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.064368 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-31618372-9983-466f-a40c-ebfeab4c6a0a tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "DELETE /v2.0/ports/3ca38a31-8b0b-40d7-958d-92e968e1581f HTTP/1.1" status: 204 len: 168 time: 1.0855887 Jul 07 17:25:41.066827 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54602) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:41.101943 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e5210880-8f0b-48f1-950d-763f83a186fe None None] Port 56d6ffcb-4c43-421d-be54-3cef35ff2b33 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:41.106085 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e5210880-8f0b-48f1-950d-763f83a186fe None None] Could not find standard attr ID for object e2c6afff-b8c3-4137-9694-98d9e9e54739. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:25:41.108118 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-86a0ef2e-de13-484e-92e9-9bc767915082 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port 56d6ffcb-4c43-421d-be54-3cef35ff2b33 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:41.110748 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-86a0ef2e-de13-484e-92e9-9bc767915082 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.239284 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-be740f0d-dd07-44cf-a6db-f1dd13725ebd None None] Provisioning complete for port 56d6ffcb-4c43-421d-be54-3cef35ff2b33 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:41.239422 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-be740f0d-dd07-44cf-a6db-f1dd13725ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.266944 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-86a0ef2e-de13-484e-92e9-9bc767915082 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.281766 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-86a0ef2e-de13-484e-92e9-9bc767915082 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for 56d6ffcb-4c43-421d-be54-3cef35ff2b33 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:41.289507 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-be740f0d-dd07-44cf-a6db-f1dd13725ebd None None] Port 56d6ffcb-4c43-421d-be54-3cef35ff2b33 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:41.322676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-d60c0b3f-c4a6-4fa1-8f9f-e0ad1d22bdcb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Deleting port abb06316-0dcb-4177-a46e-857fc15015ac {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:41.323033 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d60c0b3f-c4a6-4fa1-8f9f-e0ad1d22bdcb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.441114 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-86a0ef2e-de13-484e-92e9-9bc767915082 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.452840 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdc7ea7-a4d8-49e8-b097-d8452ab6a275 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Router cc5e0025-e082-4d1c-b70f-8da789baf3c5 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:41.470456 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0ef2e-de13-484e-92e9-9bc767915082 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=56d6ffcb-4c43-421d-be54-3cef35ff2b33,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:41.476233 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d60c0b3f-c4a6-4fa1-8f9f-e0ad1d22bdcb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.501568 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-78aa5fb5-7d56-4808-a2d1-899cd35f328f None None] Could not find standard attr ID for object e2c6afff-b8c3-4137-9694-98d9e9e54739. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:25:41.533175 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-d60c0b3f-c4a6-4fa1-8f9f-e0ad1d22bdcb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Calling delete_port for abb06316-0dcb-4177-a46e-857fc15015ac owned by {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:41.555904 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-86a0ef2e-de13-484e-92e9-9bc767915082 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.557891 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-86a0ef2e-de13-484e-92e9-9bc767915082 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/ports/56d6ffcb-4c43-421d-be54-3cef35ff2b33 HTTP/1.1" status: 204 len: 168 time: 0.5972569 Jul 07 17:25:41.560575 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54604) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:41.589876 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b9024e-fbed-4adf-9fb9-ac1df2fc9c89 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] GET failed (client error): The resource could not be found. Jul 07 17:25:41.591633 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-07b9024e-fbed-4adf-9fb9-ac1df2fc9c89 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports/56d6ffcb-4c43-421d-be54-3cef35ff2b33 HTTP/1.1" status: 404 len: 333 time: 0.0300884 Jul 07 17:25:41.594360 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54606) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:41.650235 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-1271876a-14e6-4319-8d46-39b178587d49 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting subnet 0a586006-321a-40e6-aa5e-06ccf5c05521 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:41.654934 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1271876a-14e6-4319-8d46-39b178587d49 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.667054 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdc7ea7-a4d8-49e8-b097-d8452ab6a275 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:41.683199 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71876251-f55a-46d6-94cf-81b1e1217903 None None] Sync routers for ids ['cc5e0025-e082-4d1c-b70f-8da789baf3c5'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:41.693862 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71876251-f55a-46d6-94cf-81b1e1217903 None None] Routers {'cc5e0025-e082-4d1c-b70f-8da789baf3c5'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:41.694847 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-71876251-f55a-46d6-94cf-81b1e1217903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:25:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['cc5e0025-e082-4d1c-b70f-8da789baf3c5'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:41.749875 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1271876a-14e6-4319-8d46-39b178587d49 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.777061 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cbdc7ea7-a4d8-49e8-b097-d8452ab6a275 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.780740 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d60c0b3f-c4a6-4fa1-8f9f-e0ad1d22bdcb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.841754 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c0b3f-c4a6-4fa1-8f9f-e0ad1d22bdcb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event deleted for resources: {'Port': ['ID=abb06316-0dcb-4177-a46e-857fc15015ac,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:41.854266 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-71876251-f55a-46d6-94cf-81b1e1217903 None None] Set router cc5e0025-e082-4d1c-b70f-8da789baf3c5 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:41.858603 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 244e1b24-b3cc-414a-8383-ac415e946b56 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:41.907881 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1271876a-14e6-4319-8d46-39b178587d49 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.947975 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cbdc7ea7-a4d8-49e8-b097-d8452ab6a275 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2288580 Jul 07 17:25:41.950612 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f92b394-b403-46eb-b54c-7781eb70f70f', 'tag': '375dfa09-23b5-40a4-a073-6f59881bc7c6'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:25:41.952895 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40c96ec-eead-4cd7-b7a9-fdbe46fab240" -d '{"events": [{"name": "network-changed", "server_uuid": "2f92b394-b403-46eb-b54c-7781eb70f70f", "tag": "375dfa09-23b5-40a4-a073-6f59881bc7c6"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:25:41.957746 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54608) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:41.985011 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d60c0b3f-c4a6-4fa1-8f9f-e0ad1d22bdcb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:41.987486 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d60c0b3f-c4a6-4fa1-8f9f-e0ad1d22bdcb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "DELETE /v2.0/ports/abb06316-0dcb-4177-a46e-857fc15015ac HTTP/1.1" status: 204 len: 168 time: 0.9194937 Jul 07 17:25:41.991324 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54612) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:42.039183 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83da7c59-a8d5-4add-9834-59c75d56feda x-openstack-request-id: req-83da7c59-a8d5-4add-9834-59c75d56feda {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:25:42.039509 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f92b394-b403-46eb-b54c-7781eb70f70f", "tag": "375dfa09-23b5-40a4-a073-6f59881bc7c6", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:25:42.040457 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-83da7c59-a8d5-4add-9834-59c75d56feda {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:25:42.040457 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f92b394-b403-46eb-b54c-7781eb70f70f', 'tag': '375dfa09-23b5-40a4-a073-6f59881bc7c6', 'status': 'completed', 'code': 200} Jul 07 17:25:42.056289 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b52c0c90-a37b-44d7-a7f4-ecb525b75f41 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/floatingips/632ccee5-d07b-463f-a966-017693d95b9c HTTP/1.1" status: 200 len: 991 time: 0.0967348 Jul 07 17:25:42.072459 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1271876a-14e6-4319-8d46-39b178587d49 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.081673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-385517fc-9fad-46fb-9aa5-92a79e1dcdeb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Deleting subnet 0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:42.093864 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 244e1b24-b3cc-414a-8383-ac415e946b56 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:42.094623 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.103432 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-385517fc-9fad-46fb-9aa5-92a79e1dcdeb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.108274 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271876a-14e6-4319-8d46-39b178587d49 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Subnet': ['ID=0a586006-321a-40e6-aa5e-06ccf5c05521,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:42.116465 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1271876a-14e6-4319-8d46-39b178587d49 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.116465 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1271876a-14e6-4319-8d46-39b178587d49 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/subnets/0a586006-321a-40e6-aa5e-06ccf5c05521 HTTP/1.1" status: 204 len: 168 time: 0.5193682 Jul 07 17:25:42.118321 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54614) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:42.134098 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9779f73a-e3c7-43a1-b70e-ffe3d930965e None None] Network 9e8bf3e3-abc8-49cd-a499-6c3ada302716 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:42.163621 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-385517fc-9fad-46fb-9aa5-92a79e1dcdeb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.229776 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c96ec-eead-4cd7-b7a9-fdbe46fab240 req-3ed4bde3-3bd7-4141-85fa-18e0071da82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:42.231701 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b40c96ec-eead-4cd7-b7a9-fdbe46fab240 req-3ed4bde3-3bd7-4141-85fa-18e0071da82a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2819b097d22142529378d8839f8df263&device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 1096 time: 0.1624691 Jul 07 17:25:42.245981 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2054c25-758e-4061-a380-270b6f3b085f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.307757 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b2054c25-758e-4061-a380-270b6f3b085f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port 244e1b24-b3cc-414a-8383-ac415e946b56 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:42.308120 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2054c25-758e-4061-a380-270b6f3b085f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.399788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-b2054c25-758e-4061-a380-270b6f3b085f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] For port 244e1b24-b3cc-414a-8383-ac415e946b56, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=244e1b24-b3cc-414a-8383-ac415e946b56,segment=NetworkSegment(2aaa1ae4-c64e-482d-97e6-cdb91e638f16),segment_id=2aaa1ae4-c64e-482d-97e6-cdb91e638f16)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:42.400340 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2054c25-758e-4061-a380-270b6f3b085f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.422786 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b2054c25-758e-4061-a380-270b6f3b085f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for 244e1b24-b3cc-414a-8383-ac415e946b56 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:42.447242 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-71876251-f55a-46d6-94cf-81b1e1217903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'name': 'tempest-TestNetworkBasicOps-router-1982202289', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:08Z', 'updated_at': '2021-07-07T17:25:14Z', 'revision_number': 4, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:09Z', 'updated_at': '2021-07-07T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '632ccee5-d07b-463f-a966-017693d95b9c', 'tenant_id': '2819b097d22142529378d8839f8df263', 'floating_ip_address': '172.25.2.241', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'port_id': '375dfa09-23b5-40a4-a073-6f59881bc7c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630', 'mac_address': 'fa:16:3e:d0:e5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92b394-b403-46eb-b54c-7781eb70f70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:25:39Z', 'updated_at': '2021-07-07T17:25:39Z', 'revision_number': 0, 'project_id': '2819b097d22142529378d8839f8df263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c291d9e-62f4-4e9c-b7a5-25d802d4d557', 'name': '', 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:17:43:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '547364db-49aa-48cb-bb58-afec0a601738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:13Z', 'updated_at': '2021-07-07T17:25:22Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '547364db-49aa-48cb-bb58-afec0a601738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:42.494788 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71876251-f55a-46d6-94cf-81b1e1217903 None None] Checking router: cc5e0025-e082-4d1c-b70f-8da789baf3c5 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:42.505263 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71876251-f55a-46d6-94cf-81b1e1217903 None None] Routers {'cc5e0025-e082-4d1c-b70f-8da789baf3c5'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:42.505995 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-71876251-f55a-46d6-94cf-81b1e1217903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:25:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['cc5e0025-e082-4d1c-b70f-8da789baf3c5'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:42.536410 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2054c25-758e-4061-a380-270b6f3b085f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.548546 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defb4ae2-be5b-416c-a9f6-6b98dc3e7eee None None] DHCP port deletion for 9e8bf3e3-abc8-49cd-a499-6c3ada302716 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:25:42.569824 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2054c25-758e-4061-a380-270b6f3b085f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=244e1b24-b3cc-414a-8383-ac415e946b56,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:42.575673 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2054c25-758e-4061-a380-270b6f3b085f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No DVR routers for this DVR port 244e1b24-b3cc-414a-8383-ac415e946b56 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:42.637675 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-71876251-f55a-46d6-94cf-81b1e1217903 None None] Set router cc5e0025-e082-4d1c-b70f-8da789baf3c5 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:42.667553 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2054c25-758e-4061-a380-270b6f3b085f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.688233 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-b2054c25-758e-4061-a380-270b6f3b085f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8bf3e3-abc8-49cd-a499-6c3ada302716']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:42.701176 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-b2054c25-758e-4061-a380-270b6f3b085f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aaa1ae4-c64e-482d-97e6-cdb91e638f16') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:42.701577 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-b2054c25-758e-4061-a380-270b6f3b085f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aaa1ae4-c64e-482d-97e6-cdb91e638f16') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:42.713488 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2054c25-758e-4061-a380-270b6f3b085f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.730182 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2054c25-758e-4061-a380-270b6f3b085f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.738901 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2054c25-758e-4061-a380-270b6f3b085f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:42.739408 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2054c25-758e-4061-a380-270b6f3b085f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:42.742831 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:42.769894 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-385517fc-9fad-46fb-9aa5-92a79e1dcdeb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.807158 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c96ec-eead-4cd7-b7a9-fdbe46fab240 req-064c0af3-5b31-48ae-844d-1ad77d354dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:42.808800 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b40c96ec-eead-4cd7-b7a9-fdbe46fab240 req-064c0af3-5b31-48ae-844d-1ad77d354dfe service neutron] 10.222.0.69 "GET /v2.0/networks?id=aa75f549-ab21-4c8b-b350-de8797b48630 HTTP/1.1" status: 200 len: 898 time: 0.5700736 Jul 07 17:25:42.833061 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2054c25-758e-4061-a380-270b6f3b085f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.860159 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b2054c25-758e-4061-a380-270b6f3b085f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.866894 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b2054c25-758e-4061-a380-270b6f3b085f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/networks/9e8bf3e3-abc8-49cd-a499-6c3ada302716 HTTP/1.1" status: 204 len: 168 time: 0.7420599 Jul 07 17:25:42.866894 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2054c25-758e-4061-a380-270b6f3b085f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Network': ['ID=9e8bf3e3-abc8-49cd-a499-6c3ada302716,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:42.867206 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54616) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:42.878301 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-fc55282d-ee4b-4c0c-a60b-33cc2209022e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-975829459'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:42.899821 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b40c96ec-eead-4cd7-b7a9-fdbe46fab240 req-ac28382c-a90c-4509-b081-43c14d6e6bf7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=375dfa09-23b5-40a4-a073-6f59881bc7c6 HTTP/1.1" status: 200 len: 999 time: 0.0836530 Jul 07 17:25:42.901495 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-385517fc-9fad-46fb-9aa5-92a79e1dcdeb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.904671 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc55282d-ee4b-4c0c-a60b-33cc2209022e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:42.909478 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fc55282d-ee4b-4c0c-a60b-33cc2209022e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.936259 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-71876251-f55a-46d6-94cf-81b1e1217903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'name': 'tempest-TestNetworkBasicOps-router-1982202289', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:08Z', 'updated_at': '2021-07-07T17:25:14Z', 'revision_number': 4, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:09Z', 'updated_at': '2021-07-07T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '632ccee5-d07b-463f-a966-017693d95b9c', 'tenant_id': '2819b097d22142529378d8839f8df263', 'floating_ip_address': '172.25.2.241', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'port_id': '375dfa09-23b5-40a4-a073-6f59881bc7c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630', 'mac_address': 'fa:16:3e:d0:e5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92b394-b403-46eb-b54c-7781eb70f70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:25:39Z', 'updated_at': '2021-07-07T17:25:39Z', 'revision_number': 0, 'project_id': '2819b097d22142529378d8839f8df263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c291d9e-62f4-4e9c-b7a5-25d802d4d557', 'name': '', 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:17:43:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '547364db-49aa-48cb-bb58-afec0a601738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:13Z', 'updated_at': '2021-07-07T17:25:22Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '547364db-49aa-48cb-bb58-afec0a601738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:42.942574 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc55282d-ee4b-4c0c-a60b-33cc2209022e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:25:42.954497 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fc55282d-ee4b-4c0c-a60b-33cc2209022e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.955128 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-fc55282d-ee4b-4c0c-a60b-33cc2209022e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Added segment 2812d2c8-086a-4287-a6b2-5f92c0e12c63 of type vlan for network c4e606db-9c79-4aa9-a532-2d1a61210e36 Jul 07 17:25:42.969297 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71876251-f55a-46d6-94cf-81b1e1217903 None None] The sync data for ids ['cc5e0025-e082-4d1c-b70f-8da789baf3c5'] in n-d-793620-7 is: [{'id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'name': 'tempest-TestNetworkBasicOps-router-1982202289', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:08Z', 'updated_at': '2021-07-07T17:25:14Z', 'revision_number': 4, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:09Z', 'updated_at': '2021-07-07T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '632ccee5-d07b-463f-a966-017693d95b9c', 'tenant_id': '2819b097d22142529378d8839f8df263', 'floating_ip_address': '172.25.2.241', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'port_id': '375dfa09-23b5-40a4-a073-6f59881bc7c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630', 'mac_address': 'fa:16:3e:d0:e5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f92b394-b403-46eb-b54c-7781eb70f70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:25:39Z', 'updated_at': '2021-07-07T17:25:39Z', 'revision_number': 0, 'project_id': '2819b097d22142529378d8839f8df263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c291d9e-62f4-4e9c-b7a5-25d802d4d557', 'name': '', 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:17:43:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '547364db-49aa-48cb-bb58-afec0a601738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:13Z', 'updated_at': '2021-07-07T17:25:22Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '547364db-49aa-48cb-bb58-afec0a601738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:42.972511 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-385517fc-9fad-46fb-9aa5-92a79e1dcdeb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:42.975030 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-385517fc-9fad-46fb-9aa5-92a79e1dcdeb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "DELETE /v2.0/subnets/0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c HTTP/1.1" status: 204 len: 168 time: 0.9823608 Jul 07 17:25:42.975740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385517fc-9fad-46fb-9aa5-92a79e1dcdeb tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event deleted for resources: {'Subnet': ['ID=0f47f3bd-35ba-4ec9-b0d8-85aa08b4657c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:42.980098 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54618) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:42.992234 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66488fbd-7b21-4994-8bac-d12df4798974 None None] Network 7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:43.015028 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fc55282d-ee4b-4c0c-a60b-33cc2209022e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.048110 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c96ec-eead-4cd7-b7a9-fdbe46fab240 req-11d5c271-672f-4f60-b386-b4ca8fd4bae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:43.054237 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b40c96ec-eead-4cd7-b7a9-fdbe46fab240 req-11d5c271-672f-4f60-b386-b4ca8fd4bae0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=547364db-49aa-48cb-bb58-afec0a601738 HTTP/1.1" status: 200 len: 834 time: 0.1415842 Jul 07 17:25:43.058281 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54620) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:43.062634 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fc55282d-ee4b-4c0c-a60b-33cc2209022e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.072153 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc55282d-ee4b-4c0c-a60b-33cc2209022e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:43.073809 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fc55282d-ee4b-4c0c-a60b-33cc2209022e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.084614 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-081ccda0-7162-4b29-8c17-763f20e9e153 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Deleting subnet 8a48026c-ae48-491b-9c43-56d5c523771e {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:43.108925 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-081ccda0-7162-4b29-8c17-763f20e9e153 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.110799 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fc55282d-ee4b-4c0c-a60b-33cc2209022e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2421913 Jul 07 17:25:43.115370 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54622) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:43.164469 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-7c134907-ea05-44c8-9999-2f7eaaedbc88 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'subnet': {'network_id': 'c4e606db-9c79-4aa9-a532-2d1a61210e36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:43.213960 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-081ccda0-7162-4b29-8c17-763f20e9e153 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.242096 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55282d-ee4b-4c0c-a60b-33cc2209022e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Network': ['ID=c4e606db-9c79-4aa9-a532-2d1a61210e36,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:43.260284 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1663c7d8-055e-4526-8186-f68c99b7bb86 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/floatingips/632ccee5-d07b-463f-a966-017693d95b9c HTTP/1.1" status: 200 len: 991 time: 0.1983230 Jul 07 17:25:43.265001 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network c4e606db-9c79-4aa9-a532-2d1a61210e36 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:25:43.298524 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c96ec-eead-4cd7-b7a9-fdbe46fab240 req-3382f9d0-d6a8-457a-8dcd-90ee689500e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:43.301249 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b40c96ec-eead-4cd7-b7a9-fdbe46fab240 req-3382f9d0-d6a8-457a-8dcd-90ee689500e2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aa75f549-ab21-4c8b-b350-de8797b48630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2412426 Jul 07 17:25:43.309547 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c134907-ea05-44c8-9999-2f7eaaedbc88 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:43.314452 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7c134907-ea05-44c8-9999-2f7eaaedbc88 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.365289 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859efbae-df83-46b1-8530-4d9dee8e12eb None None] DHCP port deletion for 7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:25:43.411555 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-081ccda0-7162-4b29-8c17-763f20e9e153 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.456609 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07af54b2-25c5-4238-9640-799883a1f659 None None] New status for floating IP 632ccee5-d07b-463f-a966-017693d95b9c: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:25:43.485810 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-859efbae-df83-46b1-8530-4d9dee8e12eb None None] Deleting port 4e5c1cd3-5f61-473d-a987-42abee37758a {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:43.486271 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-859efbae-df83-46b1-8530-4d9dee8e12eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.514262 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b40c96ec-eead-4cd7-b7a9-fdbe46fab240 req-8dd0e902-ace6-4b58-822b-671504f196f9 service neutron] 10.222.0.69 "GET /v2.0/networks/aa75f549-ab21-4c8b-b350-de8797b48630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803272 Jul 07 17:25:43.586495 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-859efbae-df83-46b1-8530-4d9dee8e12eb None None] For port 4e5c1cd3-5f61-473d-a987-42abee37758a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4e5c1cd3-5f61-473d-a987-42abee37758a,segment=NetworkSegment(31fa8454-29c6-43de-a28c-5cac7af44df1),segment_id=31fa8454-29c6-43de-a28c-5cac7af44df1)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:43.586885 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-859efbae-df83-46b1-8530-4d9dee8e12eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.594631 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-081ccda0-7162-4b29-8c17-763f20e9e153 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.610230 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-859efbae-df83-46b1-8530-4d9dee8e12eb None None] Calling delete_port for 4e5c1cd3-5f61-473d-a987-42abee37758a owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:43.648601 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-081ccda0-7162-4b29-8c17-763f20e9e153 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.650995 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-081ccda0-7162-4b29-8c17-763f20e9e153 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "DELETE /v2.0/subnets/8a48026c-ae48-491b-9c43-56d5c523771e HTTP/1.1" status: 204 len: 168 time: 0.6691890 Jul 07 17:25:43.651914 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ccda0-7162-4b29-8c17-763f20e9e153 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event deleted for resources: {'Subnet': ['ID=8a48026c-ae48-491b-9c43-56d5c523771e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:43.656826 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54624) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:43.672761 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad6cc77-fc8b-4165-963b-47ae37b6062e None None] Network 18634e68-e208-4b15-bdd2-04c0988b7f74 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:43.688388 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7c134907-ea05-44c8-9999-2f7eaaedbc88 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.745983 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c134907-ea05-44c8-9999-2f7eaaedbc88 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Subnet': ['ID=4b66ef62-0ed1-4071-9ae7-db02c810be66,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:43.761567 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b40c96ec-eead-4cd7-b7a9-fdbe46fab240 req-2158d233-37f5-4cc4-aa7c-f3a25e2e9bc0 service neutron] 10.222.0.69 "GET /v2.0/networks/aa75f549-ab21-4c8b-b350-de8797b48630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400410 Jul 07 17:25:43.782987 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c134907-ea05-44c8-9999-2f7eaaedbc88 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Checking segment: {'id': '2812d2c8-086a-4287-a6b2-5f92c0e12c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c4e606db-9c79-4aa9-a532-2d1a61210e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:43.783419 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f4b4f45-7095-4f1e-9063-d497f89d0765 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.784739 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c134907-ea05-44c8-9999-2f7eaaedbc88 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network hostable DHCP agents. Network: c4e606db-9c79-4aa9-a532-2d1a61210e36, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:25:43.805996 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c134907-ea05-44c8-9999-2f7eaaedbc88 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network c4e606db-9c79-4aa9-a532-2d1a61210e36 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:25:43.820556 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-7c134907-ea05-44c8-9999-2f7eaaedbc88 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, c4e606db-9c79-4aa9-a532-2d1a61210e36) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:43.834718 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c134907-ea05-44c8-9999-2f7eaaedbc88 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:43.835422 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7c134907-ea05-44c8-9999-2f7eaaedbc88 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.841427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea461bd-5c58-4506-9a07-b4867585efe0 None None] Network c4e606db-9c79-4aa9-a532-2d1a61210e36 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:43.857531 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7c134907-ea05-44c8-9999-2f7eaaedbc88 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6977680 Jul 07 17:25:43.860655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54628) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:43.861859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-3f4b4f45-7095-4f1e-9063-d497f89d0765 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Deleting port 4e5c1cd3-5f61-473d-a987-42abee37758a {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:43.862804 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f4b4f45-7095-4f1e-9063-d497f89d0765 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.869531 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f9cb5444-e645-4d84-bb19-91089451b9d0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1985610919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:43.892512 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f9cb5444-e645-4d84-bb19-91089451b9d0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.893716 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f9cb5444-e645-4d84-bb19-91089451b9d0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.935323 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-3f4b4f45-7095-4f1e-9063-d497f89d0765 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] For port 4e5c1cd3-5f61-473d-a987-42abee37758a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4e5c1cd3-5f61-473d-a987-42abee37758a,segment=NetworkSegment(31fa8454-29c6-43de-a28c-5cac7af44df1),segment_id=31fa8454-29c6-43de-a28c-5cac7af44df1)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:43.935856 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f4b4f45-7095-4f1e-9063-d497f89d0765 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.939966 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4e5c1cd3-5f61-473d-a987-42abee37758a no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:43.955141 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-3f4b4f45-7095-4f1e-9063-d497f89d0765 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Calling delete_port for 4e5c1cd3-5f61-473d-a987-42abee37758a owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:43.964297 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f9cb5444-e645-4d84-bb19-91089451b9d0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.969860 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f9cb5444-e645-4d84-bb19-91089451b9d0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:43.995355 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f9cb5444-e645-4d84-bb19-91089451b9d0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.000500 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f9cb5444-e645-4d84-bb19-91089451b9d0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1317925 Jul 07 17:25:44.000958 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54630) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:44.008441 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-689d831c-8074-4440-a04e-4c1b0d743773 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'port': {'network_id': 'c4e606db-9c79-4aa9-a532-2d1a61210e36', 'name': 'tempest-PortsTestJSON-434547820'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:44.042759 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-859efbae-df83-46b1-8530-4d9dee8e12eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.057966 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f4b4f45-7095-4f1e-9063-d497f89d0765 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.088973 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b4f45-7095-4f1e-9063-d497f89d0765 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event deleted for resources: {'Port': ['ID=4e5c1cd3-5f61-473d-a987-42abee37758a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:44.095824 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4b4f45-7095-4f1e-9063-d497f89d0765 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] No DVR routers for this DVR port 4e5c1cd3-5f61-473d-a987-42abee37758a on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:44.129427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859efbae-df83-46b1-8530-4d9dee8e12eb None None] Pushing event deleted for resources: {'Port': ['ID=4e5c1cd3-5f61-473d-a987-42abee37758a,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:44.136283 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859efbae-df83-46b1-8530-4d9dee8e12eb None None] No DVR routers for this DVR port 4e5c1cd3-5f61-473d-a987-42abee37758a on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:44.145156 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689d831c-8074-4440-a04e-4c1b0d743773 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:44.149388 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-689d831c-8074-4440-a04e-4c1b0d743773 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.158346 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No active binding found for port 4e5c1cd3-5f61-473d-a987-42abee37758a {{(pid=100411) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 17:25:44.159410 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4e5c1cd3-5f61-473d-a987-42abee37758a not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:44.159830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 244e1b24-b3cc-414a-8383-ac415e946b56 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:44.176248 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-689d831c-8074-4440-a04e-4c1b0d743773 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] device_id is not set on port 1d77d77f-750e-4fe9-b135-175ed9fe266d yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:44.229017 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f4b4f45-7095-4f1e-9063-d497f89d0765 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.245329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-3f4b4f45-7095-4f1e-9063-d497f89d0765 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f50ef8b-2e6c-4b5b-a4d1-84c812881b17']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:44.258615 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-3f4b4f45-7095-4f1e-9063-d497f89d0765 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31fa8454-29c6-43de-a28c-5cac7af44df1') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:44.258846 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-3f4b4f45-7095-4f1e-9063-d497f89d0765 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31fa8454-29c6-43de-a28c-5cac7af44df1') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:44.263528 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54632) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:44.280289 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f4b4f45-7095-4f1e-9063-d497f89d0765 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.313662 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-689d831c-8074-4440-a04e-4c1b0d743773 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Allocated IP 172.20.0.4 (c4e606db-9c79-4aa9-a532-2d1a61210e36/4b66ef62-0ed1-4071-9ae7-db02c810be66/1d77d77f-750e-4fe9-b135-175ed9fe266d) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:44.334829 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f4b4f45-7095-4f1e-9063-d497f89d0765 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.351308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4b4f45-7095-4f1e-9063-d497f89d0765 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:44.351747 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f4b4f45-7095-4f1e-9063-d497f89d0765 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: self.session.flush() Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:44.355926 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:44.367693 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3cfe9bc0-e591-4b0c-a3e1-aba136dd5829 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/floatingips/632ccee5-d07b-463f-a966-017693d95b9c HTTP/1.1" status: 200 len: 993 time: 0.0970016 Jul 07 17:25:44.380995 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 244e1b24-b3cc-414a-8383-ac415e946b56 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:44.381461 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 244e1b24-b3cc-414a-8383-ac415e946b56 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:44.422349 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.476032 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-c4e606db-9c79-4aa9-a532-2d1a61210e36', 'network_id': 'c4e606db-9c79-4aa9-a532-2d1a61210e36', 'tenant_id': '6dfb6dcbdd314bdab3b14e203ddeec04', 'fixed_ips': [{'subnet_id': '4b66ef62-0ed1-4071-9ae7-db02c810be66'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:25:44.477538 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.482917 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e620eb3-09ff-4aff-a1ba-392bc9a6bbab None None] DHCP port deletion for 18634e68-e208-4b15-bdd2-04c0988b7f74 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:25:44.486456 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f4b4f45-7095-4f1e-9063-d497f89d0765 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.495624 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f4b4f45-7095-4f1e-9063-d497f89d0765 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.503945 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3f4b4f45-7095-4f1e-9063-d497f89d0765 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "DELETE /v2.0/networks/7f50ef8b-2e6c-4b5b-a4d1-84c812881b17 HTTP/1.1" status: 204 len: 168 time: 0.8458476 Jul 07 17:25:44.504347 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54634) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:44.547400 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b4f45-7095-4f1e-9063-d497f89d0765 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event deleted for resources: {'Network': ['ID=7f50ef8b-2e6c-4b5b-a4d1-84c812881b17,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:44.632863 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3e620eb3-09ff-4aff-a1ba-392bc9a6bbab None None] Deleting port 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:44.633365 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3e620eb3-09ff-4aff-a1ba-392bc9a6bbab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.716915 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-3e620eb3-09ff-4aff-a1ba-392bc9a6bbab None None] For port 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=52ea39ff-6a71-457f-84d6-5d7ef0f2f56c,segment=NetworkSegment(9ea53484-19dc-442a-875e-304fb2e32a7a),segment_id=9ea53484-19dc-442a-875e-304fb2e32a7a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:44.717349 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3e620eb3-09ff-4aff-a1ba-392bc9a6bbab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.734031 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-037d25fe-06e6-465c-a01d-2ac13a877b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.736059 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3e620eb3-09ff-4aff-a1ba-392bc9a6bbab None None] Calling delete_port for 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:44.835561 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3e620eb3-09ff-4aff-a1ba-392bc9a6bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.861484 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e620eb3-09ff-4aff-a1ba-392bc9a6bbab None None] Pushing event deleted for resources: {'Port': ['ID=52ea39ff-6a71-457f-84d6-5d7ef0f2f56c,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:44.865103 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e620eb3-09ff-4aff-a1ba-392bc9a6bbab None None] No DVR routers for this DVR port 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:44.970927 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dd41b280-f55b-473d-95fa-4e1ccc869cb6 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.977409 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-689d831c-8074-4440-a04e-4c1b0d743773 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:44.995791 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-689d831c-8074-4440-a04e-4c1b0d743773 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Transition to ACTIVE for port object 1d77d77f-750e-4fe9-b135-175ed9fe266d will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:45.093247 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dd41b280-f55b-473d-95fa-4e1ccc869cb6 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.106151 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-dd41b280-f55b-473d-95fa-4e1ccc869cb6 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18634e68-e208-4b15-bdd2-04c0988b7f74']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:45.120658 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-dd41b280-f55b-473d-95fa-4e1ccc869cb6 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea53484-19dc-442a-875e-304fb2e32a7a') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:45.120956 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-dd41b280-f55b-473d-95fa-4e1ccc869cb6 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea53484-19dc-442a-875e-304fb2e32a7a') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:45.132126 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-689d831c-8074-4440-a04e-4c1b0d743773 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.135339 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dd41b280-f55b-473d-95fa-4e1ccc869cb6 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.181127 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dd41b280-f55b-473d-95fa-4e1ccc869cb6 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.185225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Allocated IP 172.20.0.2 (c4e606db-9c79-4aa9-a532-2d1a61210e36/4b66ef62-0ed1-4071-9ae7-db02c810be66/2c2ca402-5c98-484e-8a9d-0c03b335c14f) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:45.202370 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689d831c-8074-4440-a04e-4c1b0d743773 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network c4e606db-9c79-4aa9-a532-2d1a61210e36 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:45.203725 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd41b280-f55b-473d-95fa-4e1ccc869cb6 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:45.204143 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dd41b280-f55b-473d-95fa-4e1ccc869cb6 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:45.207292 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:45.220565 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-689d831c-8074-4440-a04e-4c1b0d743773 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:45.260155 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689d831c-8074-4440-a04e-4c1b0d743773 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:45.270072 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d831c-8074-4440-a04e-4c1b0d743773 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=1d77d77f-750e-4fe9-b135-175ed9fe266d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:45.312938 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dd41b280-f55b-473d-95fa-4e1ccc869cb6 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.324039 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dd41b280-f55b-473d-95fa-4e1ccc869cb6 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.325564 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dd41b280-f55b-473d-95fa-4e1ccc869cb6 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] 10.222.0.50 "DELETE /v2.0/networks/18634e68-e208-4b15-bdd2-04c0988b7f74 HTTP/1.1" status: 204 len: 168 time: 0.8150477 Jul 07 17:25:45.333794 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689d831c-8074-4440-a04e-4c1b0d743773 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:45.334526 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-689d831c-8074-4440-a04e-4c1b0d743773 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.347293 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41b280-f55b-473d-95fa-4e1ccc869cb6 tempest-TaggedBootDevicesTest_v242-1427795874 tempest-TaggedBootDevicesTest_v242-1427795874-project] Pushing event deleted for resources: {'Network': ['ID=18634e68-e208-4b15-bdd2-04c0988b7f74,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:45.368157 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-689d831c-8074-4440-a04e-4c1b0d743773 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3625586 Jul 07 17:25:45.368400 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54636) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:45.385139 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.394674 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Transition to ACTIVE for port object 2c2ca402-5c98-484e-8a9d-0c03b335c14f will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:45.410624 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Transition to ACTIVE for port object 2c2ca402-5c98-484e-8a9d-0c03b335c14f will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:45.417560 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.464183 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Network c4e606db-9c79-4aa9-a532-2d1a61210e36 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:45.470706 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:45.472698 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Pushing event updated for resources: {'Port': ['ID=2c2ca402-5c98-484e-8a9d-0c03b335c14f,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:45.475994 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:45.551153 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Attempting to bind port 2c2ca402-5c98-484e-8a9d-0c03b335c14f on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:45.551541 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Attempting to bind port 2c2ca402-5c98-484e-8a9d-0c03b335c14f by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '2812d2c8-086a-4287-a6b2-5f92c0e12c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c4e606db-9c79-4aa9-a532-2d1a61210e36'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:45.551904 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Attempting to bind port 2c2ca402-5c98-484e-8a9d-0c03b335c14f on network c4e606db-9c79-4aa9-a532-2d1a61210e36 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:45.558115 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:45.558574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Checking segment: {'id': '2812d2c8-086a-4287-a6b2-5f92c0e12c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c4e606db-9c79-4aa9-a532-2d1a61210e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:45.558993 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.559400 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Bound using segment: {'id': '2812d2c8-086a-4287-a6b2-5f92c0e12c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c4e606db-9c79-4aa9-a532-2d1a61210e36'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:45.559892 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Bound port: 2c2ca402-5c98-484e-8a9d-0c03b335c14f, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2812d2c8-086a-4287-a6b2-5f92c0e12c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c4e606db-9c79-4aa9-a532-2d1a61210e36'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:45.560291 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.632489 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] For port 2c2ca402-5c98-484e-8a9d-0c03b335c14f, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:45.636111 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] For port 2c2ca402-5c98-484e-8a9d-0c03b335c14f, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2c2ca402-5c98-484e-8a9d-0c03b335c14f,segment=NetworkSegment(2812d2c8-086a-4287-a6b2-5f92c0e12c63),segment_id=2812d2c8-086a-4287-a6b2-5f92c0e12c63)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:45.642027 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.704535 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08345eb-b139-469e-b84b-06deaf98f9e2 None None] Pushing event updated for resources: {'Port': ['ID=2c2ca402-5c98-484e-8a9d-0c03b335c14f,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:45.800426 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f4bba22-e49e-4712-afef-a01c81e85246 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:45.834016 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:45.861461 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:45.861982 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 52ea39ff-6a71-457f-84d6-5d7ef0f2f56c not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:46.181501 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f4bba22-e49e-4712-afef-a01c81e85246 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:46.186705 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f4bba22-e49e-4712-afef-a01c81e85246 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:46.267700 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bba22-e49e-4712-afef-a01c81e85246 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=1d77d77f-750e-4fe9-b135-175ed9fe266d,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:46.434260 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f4bba22-e49e-4712-afef-a01c81e85246 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:46.579798 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f4bba22-e49e-4712-afef-a01c81e85246 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:46.634744 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:46.889204 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f4bba22-e49e-4712-afef-a01c81e85246 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:46.895052 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb43c2cc-f51b-4249-873e-6c7cc2ff9d26 None None] Network c4e606db-9c79-4aa9-a532-2d1a61210e36 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:46.895310 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f4bba22-e49e-4712-afef-a01c81e85246 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:46.976786 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f4bba22-e49e-4712-afef-a01c81e85246 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:46.978733 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bba22-e49e-4712-afef-a01c81e85246 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=1d77d77f-750e-4fe9-b135-175ed9fe266d,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:47.021180 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d3101edc-92e8-4a57-b4f4-e1aa1d8c9fea None None] Provisioning for port 2c2ca402-5c98-484e-8a9d-0c03b335c14f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:47.115542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4bba22-e49e-4712-afef-a01c81e85246 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network c4e606db-9c79-4aa9-a532-2d1a61210e36 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:47.117309 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-7f4bba22-e49e-4712-afef-a01c81e85246 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:47.251853 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4bba22-e49e-4712-afef-a01c81e85246 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Router 79414ce9-b519-47b0-8a8f-6bd1c03b2b46 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:25:47.364542 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-409a45b1-45ff-42c5-a337-a342f6ca8851 None None] Provisioning for port 1d77d77f-750e-4fe9-b135-175ed9fe266d completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:47.370166 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-409a45b1-45ff-42c5-a337-a342f6ca8851 None None] Provisioning complete for port 1d77d77f-750e-4fe9-b135-175ed9fe266d triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:47.370722 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-409a45b1-45ff-42c5-a337-a342f6ca8851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:47.371679 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4bba22-e49e-4712-afef-a01c81e85246 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:47.379038 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7f4bba22-e49e-4712-afef-a01c81e85246 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "PUT /v2.0/routers/79414ce9-b519-47b0-8a8f-6bd1c03b2b46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0098479 Jul 07 17:25:47.381968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54648) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:47.414491 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d551d71-8963-430b-83e0-bd77ed70a98d None None] Sync routers for ids ['79414ce9-b519-47b0-8a8f-6bd1c03b2b46'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:47.435203 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d551d71-8963-430b-83e0-bd77ed70a98d None None] Routers {'79414ce9-b519-47b0-8a8f-6bd1c03b2b46'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:47.435858 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5d551d71-8963-430b-83e0-bd77ed70a98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:25:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['79414ce9-b519-47b0-8a8f-6bd1c03b2b46'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:47.467516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d379146a-b731-487c-a471-99371bea388f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:47.470452 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d379146a-b731-487c-a471-99371bea388f tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports?device_id=79414ce9-b519-47b0-8a8f-6bd1c03b2b46 HTTP/1.1" status: 200 len: 981 time: 0.0822136 Jul 07 17:25:47.473704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54650) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:47.474274 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5d551d71-8963-430b-83e0-bd77ed70a98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:47.477795 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-409a45b1-45ff-42c5-a337-a342f6ca8851 None None] Port 1d77d77f-750e-4fe9-b135-175ed9fe266d cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:47.490409 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d551d71-8963-430b-83e0-bd77ed70a98d None None] Routers {'79414ce9-b519-47b0-8a8f-6bd1c03b2b46'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:47.491525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5d551d71-8963-430b-83e0-bd77ed70a98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:25:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['79414ce9-b519-47b0-8a8f-6bd1c03b2b46'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:47.540601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5d551d71-8963-430b-83e0-bd77ed70a98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:47.541525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d551d71-8963-430b-83e0-bd77ed70a98d None None] The sync data for ids ['79414ce9-b519-47b0-8a8f-6bd1c03b2b46'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:47.664091 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:47.673134 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8344ac5c-145b-4897-9274-145594a52784 None None] Provisioning complete for port 1d77d77f-750e-4fe9-b135-175ed9fe266d triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:47.673840 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8344ac5c-145b-4897-9274-145594a52784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:47.730213 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8344ac5c-145b-4897-9274-145594a52784 None None] Port 1d77d77f-750e-4fe9-b135-175ed9fe266d cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:47.855885 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2c2ca402-5c98-484e-8a9d-0c03b335c14f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:47.926518 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 2c2ca402-5c98-484e-8a9d-0c03b335c14f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:47.932134 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 2c2ca402-5c98-484e-8a9d-0c03b335c14f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:47.932850 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.012803 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c3f2fd1b-6818-43e4-bcee-1ac0cc91c2d4 None None] Provisioning complete for port 1d77d77f-750e-4fe9-b135-175ed9fe266d triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:48.013409 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c3f2fd1b-6818-43e4-bcee-1ac0cc91c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.016070 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a96e4e42-7e1b-4344-bf49-5dedb4a4c0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.097722 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2fd1b-6818-43e4-bcee-1ac0cc91c2d4 None None] Port 1d77d77f-750e-4fe9-b135-175ed9fe266d cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:48.100066 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cfb546b0-7339-46d7-b084-845108ab9963 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.119634 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.162967 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 2c2ca402-5c98-484e-8a9d-0c03b335c14f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2c2ca402-5c98-484e-8a9d-0c03b335c14f,segment=NetworkSegment(2812d2c8-086a-4287-a6b2-5f92c0e12c63),segment_id=2812d2c8-086a-4287-a6b2-5f92c0e12c63)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:48.167707 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.240661 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=2c2ca402-5c98-484e-8a9d-0c03b335c14f,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:48.247424 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-602de979-0759-4b72-a2fe-0ff6630b4e19 None None] Provisioning complete for port 1d77d77f-750e-4fe9-b135-175ed9fe266d triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:48.247808 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-602de979-0759-4b72-a2fe-0ff6630b4e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.294231 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-602de979-0759-4b72-a2fe-0ff6630b4e19 None None] Port 1d77d77f-750e-4fe9-b135-175ed9fe266d cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:48.354055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-cfb546b0-7339-46d7-b084-845108ab9963 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port 1d77d77f-750e-4fe9-b135-175ed9fe266d {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:48.354428 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cfb546b0-7339-46d7-b084-845108ab9963 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.447314 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cfb546b0-7339-46d7-b084-845108ab9963 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.461194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-cfb546b0-7339-46d7-b084-845108ab9963 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for 1d77d77f-750e-4fe9-b135-175ed9fe266d owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:48.641253 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cfb546b0-7339-46d7-b084-845108ab9963 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:48.683261 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb546b0-7339-46d7-b084-845108ab9963 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=1d77d77f-750e-4fe9-b135-175ed9fe266d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:48.886248 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.202064 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cfb546b0-7339-46d7-b084-845108ab9963 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.371690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb546b0-7339-46d7-b084-845108ab9963 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Router 79414ce9-b519-47b0-8a8f-6bd1c03b2b46 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:49.450304 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb546b0-7339-46d7-b084-845108ab9963 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:49.462296 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cfb546b0-7339-46d7-b084-845108ab9963 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "PUT /v2.0/routers/79414ce9-b519-47b0-8a8f-6bd1c03b2b46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9803696 Jul 07 17:25:49.462296 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54660) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:49.466253 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1b38ff-54b6-4836-8433-634d507ac922 None None] Sync routers for ids ['79414ce9-b519-47b0-8a8f-6bd1c03b2b46'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:49.476099 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1b38ff-54b6-4836-8433-634d507ac922 None None] Routers {'79414ce9-b519-47b0-8a8f-6bd1c03b2b46'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:49.476707 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0e1b38ff-54b6-4836-8433-634d507ac922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:25:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['79414ce9-b519-47b0-8a8f-6bd1c03b2b46'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:49.487471 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d37250-8f76-45ee-9a98-7381de703ad2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] GET failed (client error): The resource could not be found. Jul 07 17:25:49.491590 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-31d37250-8f76-45ee-9a98-7381de703ad2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports/1d77d77f-750e-4fe9-b135-175ed9fe266d HTTP/1.1" status: 404 len: 333 time: 0.0303481 Jul 07 17:25:49.491839 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54662) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:49.509901 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0e1b38ff-54b6-4836-8433-634d507ac922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:49.519057 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1b38ff-54b6-4836-8433-634d507ac922 None None] Routers {'79414ce9-b519-47b0-8a8f-6bd1c03b2b46'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:49.519670 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0e1b38ff-54b6-4836-8433-634d507ac922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:25:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['79414ce9-b519-47b0-8a8f-6bd1c03b2b46'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:49.555576 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0e1b38ff-54b6-4836-8433-634d507ac922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:49.556194 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1b38ff-54b6-4836-8433-634d507ac922 None None] The sync data for ids ['79414ce9-b519-47b0-8a8f-6bd1c03b2b46'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:49.569897 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3c9bfe4a-f66d-48e0-afc9-19c5caf7ba26 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.734326 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3c9bfe4a-f66d-48e0-afc9-19c5caf7ba26 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.736935 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3c9bfe4a-f66d-48e0-afc9-19c5caf7ba26 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.792049 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3c9bfe4a-f66d-48e0-afc9-19c5caf7ba26 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.792600 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9bfe4a-f66d-48e0-afc9-19c5caf7ba26 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Fanout notify agent at l3_agent the message router_deleted on router 79414ce9-b519-47b0-8a8f-6bd1c03b2b46 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:25:49.792767 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2c2ca402-5c98-484e-8a9d-0c03b335c14f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:49.800197 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3c9bfe4a-f66d-48e0-afc9-19c5caf7ba26 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.801969 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3c9bfe4a-f66d-48e0-afc9-19c5caf7ba26 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/routers/79414ce9-b519-47b0-8a8f-6bd1c03b2b46 HTTP/1.1" status: 204 len: 168 time: 0.3090975 Jul 07 17:25:49.804838 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54664) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:49.851430 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 2c2ca402-5c98-484e-8a9d-0c03b335c14f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:49.851850 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.866647 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1393539-546a-4682-96f8-e68e96c40c23 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting subnet 4b66ef62-0ed1-4071-9ae7-db02c810be66 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:49.870680 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e1393539-546a-4682-96f8-e68e96c40c23 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:49.914657 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e1393539-546a-4682-96f8-e68e96c40c23 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.000700 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e1393539-546a-4682-96f8-e68e96c40c23 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.070011 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e1393539-546a-4682-96f8-e68e96c40c23 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.097765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1393539-546a-4682-96f8-e68e96c40c23 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Subnet': ['ID=4b66ef62-0ed1-4071-9ae7-db02c810be66,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:50.101592 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e1393539-546a-4682-96f8-e68e96c40c23 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.103616 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e1393539-546a-4682-96f8-e68e96c40c23 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/subnets/4b66ef62-0ed1-4071-9ae7-db02c810be66 HTTP/1.1" status: 204 len: 168 time: 0.2977443 Jul 07 17:25:50.106253 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54666) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:50.111873 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bbffbb-4d5d-45eb-9370-6084bc270f6c None None] Network c4e606db-9c79-4aa9-a532-2d1a61210e36 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:50.189220 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4f131ea-6ff8-4018-80f4-d09fb0bac243 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.260497 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-d4f131ea-6ff8-4018-80f4-d09fb0bac243 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port 2c2ca402-5c98-484e-8a9d-0c03b335c14f {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:50.260850 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4f131ea-6ff8-4018-80f4-d09fb0bac243 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.337387 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-d4f131ea-6ff8-4018-80f4-d09fb0bac243 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] For port 2c2ca402-5c98-484e-8a9d-0c03b335c14f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2c2ca402-5c98-484e-8a9d-0c03b335c14f,segment=NetworkSegment(2812d2c8-086a-4287-a6b2-5f92c0e12c63),segment_id=2812d2c8-086a-4287-a6b2-5f92c0e12c63)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:50.337817 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4f131ea-6ff8-4018-80f4-d09fb0bac243 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.342066 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5a8437-b57b-4e6f-a9c3-16230781e8ca None None] DHCP port deletion for c4e606db-9c79-4aa9-a532-2d1a61210e36 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:25:50.353234 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-d4f131ea-6ff8-4018-80f4-d09fb0bac243 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for 2c2ca402-5c98-484e-8a9d-0c03b335c14f owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:50.384384 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.413054 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a8437-b57b-4e6f-a9c3-16230781e8ca None None] Deleting port 2c2ca402-5c98-484e-8a9d-0c03b335c14f {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:50.413816 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8e5a8437-b57b-4e6f-a9c3-16230781e8ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.444160 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4f131ea-6ff8-4018-80f4-d09fb0bac243 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.470414 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f131ea-6ff8-4018-80f4-d09fb0bac243 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=2c2ca402-5c98-484e-8a9d-0c03b335c14f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:50.474256 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f131ea-6ff8-4018-80f4-d09fb0bac243 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No DVR routers for this DVR port 2c2ca402-5c98-484e-8a9d-0c03b335c14f on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:50.493581 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-8e5a8437-b57b-4e6f-a9c3-16230781e8ca None None] For port 2c2ca402-5c98-484e-8a9d-0c03b335c14f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2c2ca402-5c98-484e-8a9d-0c03b335c14f,segment=NetworkSegment(2812d2c8-086a-4287-a6b2-5f92c0e12c63),segment_id=2812d2c8-086a-4287-a6b2-5f92c0e12c63)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:50.493987 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8e5a8437-b57b-4e6f-a9c3-16230781e8ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.508296 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8e5a8437-b57b-4e6f-a9c3-16230781e8ca None None] Calling delete_port for 2c2ca402-5c98-484e-8a9d-0c03b335c14f owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:50.555686 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4f131ea-6ff8-4018-80f4-d09fb0bac243 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.566737 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-d4f131ea-6ff8-4018-80f4-d09fb0bac243 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e606db-9c79-4aa9-a532-2d1a61210e36']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:50.577438 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-d4f131ea-6ff8-4018-80f4-d09fb0bac243 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2812d2c8-086a-4287-a6b2-5f92c0e12c63') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:50.577740 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-d4f131ea-6ff8-4018-80f4-d09fb0bac243 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2812d2c8-086a-4287-a6b2-5f92c0e12c63') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:25:50.579569 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 17:25:50.586972 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4f131ea-6ff8-4018-80f4-d09fb0bac243 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.591287 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8e5a8437-b57b-4e6f-a9c3-16230781e8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.606070 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4f131ea-6ff8-4018-80f4-d09fb0bac243 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.612836 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f131ea-6ff8-4018-80f4-d09fb0bac243 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:25:50.613236 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4f131ea-6ff8-4018-80f4-d09fb0bac243 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:25:50.616453 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:25:50.619028 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a8437-b57b-4e6f-a9c3-16230781e8ca None None] Pushing event deleted for resources: {'Port': ['ID=2c2ca402-5c98-484e-8a9d-0c03b335c14f,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:50.626202 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5a8437-b57b-4e6f-a9c3-16230781e8ca None None] No DVR routers for this DVR port 2c2ca402-5c98-484e-8a9d-0c03b335c14f on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:25:50.681672 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4f131ea-6ff8-4018-80f4-d09fb0bac243 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.699425 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4f131ea-6ff8-4018-80f4-d09fb0bac243 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:50.701333 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d4f131ea-6ff8-4018-80f4-d09fb0bac243 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/networks/c4e606db-9c79-4aa9-a532-2d1a61210e36 HTTP/1.1" status: 204 len: 168 time: 0.5940833 Jul 07 17:25:50.702357 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f131ea-6ff8-4018-80f4-d09fb0bac243 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Network': ['ID=c4e606db-9c79-4aa9-a532-2d1a61210e36,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:50.705762 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54670) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:50.759742 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1806e34-2b93-46f0-b9b9-dff63f359c0d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:50.761365 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b1806e34-2b93-46f0-b9b9-dff63f359c0d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports/51197de9-81c9-4b44-96bf-052e1a21422b HTTP/1.1" status: 200 len: 840 time: 0.0554290 Jul 07 17:25:50.764905 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54672) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:50.821706 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5bc2d0a0-d538-4f2d-8050-23a0df25f091 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports/51197de9-81c9-4b44-96bf-052e1a21422b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0554993 Jul 07 17:25:50.825009 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54674) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:50.829961 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-7729e46f-183c-48fe-8f53-cce46c6bfe40 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'subnet': {'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:50.919832 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7729e46f-183c-48fe-8f53-cce46c6bfe40 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:50.923327 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7729e46f-183c-48fe-8f53-cce46c6bfe40 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.128452 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7729e46f-183c-48fe-8f53-cce46c6bfe40 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.187997 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7729e46f-183c-48fe-8f53-cce46c6bfe40 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:51.191278 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-7729e46f-183c-48fe-8f53-cce46c6bfe40 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:51.194329 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7729e46f-183c-48fe-8f53-cce46c6bfe40 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:51.195314 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7729e46f-183c-48fe-8f53-cce46c6bfe40 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.200916 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e495c26d-f98f-4239-bd1d-5b2a51659620 None None] Network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:51.215876 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7729e46f-183c-48fe-8f53-cce46c6bfe40 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3871696 Jul 07 17:25:51.216152 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54676) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:51.222062 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c7387033-6a92-4daf-94e5-dd76ab98a617 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'security_group': {'name': 'tempest-secgroup-1049127382'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:51.233057 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729e46f-183c-48fe-8f53-cce46c6bfe40 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Subnet': ['ID=66a004e8-6a7d-495a-af1c-63147a11f6f6,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:51.251752 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c7387033-6a92-4daf-94e5-dd76ab98a617 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.376987 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c7387033-6a92-4daf-94e5-dd76ab98a617 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.381405 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c7387033-6a92-4daf-94e5-dd76ab98a617 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.405552 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c7387033-6a92-4daf-94e5-dd76ab98a617 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.406868 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c7387033-6a92-4daf-94e5-dd76ab98a617 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1895907 Jul 07 17:25:51.412143 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54680) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:51.418295 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-42c84a1a-0f56-46cc-ac82-adbb950ae5c0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'security_group': {'name': 'tempest-secgroup-2065209902'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:51.418583 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-0bd1e9a5-43f1-4379-9d6f-415a5d663e87', 'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87', 'tenant_id': '6dfb6dcbdd314bdab3b14e203ddeec04', 'fixed_ips': [{'subnet_id': '66a004e8-6a7d-495a-af1c-63147a11f6f6'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:25:51.419669 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.445543 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7387033-6a92-4daf-94e5-dd76ab98a617 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7d2ee4-f502-4af7-ae43-8b07a0f74530,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:51.462686 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-42c84a1a-0f56-46cc-ac82-adbb950ae5c0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.569779 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-42c84a1a-0f56-46cc-ac82-adbb950ae5c0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.574543 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-42c84a1a-0f56-46cc-ac82-adbb950ae5c0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.589209 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Allocated IP 172.20.0.2 (0bd1e9a5-43f1-4379-9d6f-415a5d663e87/66a004e8-6a7d-495a-af1c-63147a11f6f6/fe5f5545-ab2d-4a05-98ae-a83aa7324073) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:51.605475 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-42c84a1a-0f56-46cc-ac82-adbb950ae5c0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.607416 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-42c84a1a-0f56-46cc-ac82-adbb950ae5c0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1941738 Jul 07 17:25:51.610464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54682) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:51.617599 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-dd7b21fd-47a3-4fb8-ad02-e37464aedf04 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2047526478', 'security_groups': ['abd51940-3342-490e-a9f4-cb16fd8802ff'], 'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '66a004e8-6a7d-495a-af1c-63147a11f6f6'}]}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:51.622606 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c84a1a-0f56-46cc-ac82-adbb950ae5c0 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd51940-3342-490e-a9f4-cb16fd8802ff,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:51.744995 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7b21fd-47a3-4fb8-ad02-e37464aedf04 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:51.774545 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.784964 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Transition to ACTIVE for port object fe5f5545-ab2d-4a05-98ae-a83aa7324073 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:51.799559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2c2ca402-5c98-484e-8a9d-0c03b335c14f no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:25:51.830198 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 2c2ca402-5c98-484e-8a9d-0c03b335c14f {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:25:51.831603 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2c2ca402-5c98-484e-8a9d-0c03b335c14f not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:25:51.835261 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Transition to ACTIVE for port object fe5f5545-ab2d-4a05-98ae-a83aa7324073 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:51.844634 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.861825 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd7b21fd-47a3-4fb8-ad02-e37464aedf04 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.887269 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-dd7b21fd-47a3-4fb8-ad02-e37464aedf04 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] device_id is not set on port 5c44fc65-cbb1-4257-b9ef-d6335d011e23 yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:51.887702 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:51.895435 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:51.898469 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:51.905633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Pushing event updated for resources: {'Port': ['ID=fe5f5545-ab2d-4a05-98ae-a83aa7324073,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:51.984286 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Attempting to bind port fe5f5545-ab2d-4a05-98ae-a83aa7324073 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:25:51.984823 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Attempting to bind port fe5f5545-ab2d-4a05-98ae-a83aa7324073 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'f0ad61b0-1426-4dc8-9e08-7881ec24129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:25:51.985221 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Attempting to bind port fe5f5545-ab2d-4a05-98ae-a83aa7324073 on network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:25:51.991390 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:25:51.991780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Checking segment: {'id': 'f0ad61b0-1426-4dc8-9e08-7881ec24129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:25:51.992192 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:51.992598 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Bound using segment: {'id': 'f0ad61b0-1426-4dc8-9e08-7881ec24129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:25:51.993069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Bound port: fe5f5545-ab2d-4a05-98ae-a83aa7324073, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ad61b0-1426-4dc8-9e08-7881ec24129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:25:51.993460 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.071378 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] For port fe5f5545-ab2d-4a05-98ae-a83aa7324073, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:25:52.075212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] For port fe5f5545-ab2d-4a05-98ae-a83aa7324073, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=fe5f5545-ab2d-4a05-98ae-a83aa7324073,segment=NetworkSegment(f0ad61b0-1426-4dc8-9e08-7881ec24129c),segment_id=f0ad61b0-1426-4dc8-9e08-7881ec24129c)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:25:52.078762 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-dd7b21fd-47a3-4fb8-ad02-e37464aedf04 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Allocated IP 172.20.0.7 (0bd1e9a5-43f1-4379-9d6f-415a5d663e87/66a004e8-6a7d-495a-af1c-63147a11f6f6/5c44fc65-cbb1-4257-b9ef-d6335d011e23) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:52.081395 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.163375 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e992b-41ef-4ea6-a2b0-451eff313079 None None] Pushing event updated for resources: {'Port': ['ID=fe5f5545-ab2d-4a05-98ae-a83aa7324073,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:52.262142 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd7b21fd-47a3-4fb8-ad02-e37464aedf04 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.279476 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-dd7b21fd-47a3-4fb8-ad02-e37464aedf04 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Transition to ACTIVE for port object 5c44fc65-cbb1-4257-b9ef-d6335d011e23 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:52.332618 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd7b21fd-47a3-4fb8-ad02-e37464aedf04 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.398293 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7b21fd-47a3-4fb8-ad02-e37464aedf04 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:52.415685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-dd7b21fd-47a3-4fb8-ad02-e37464aedf04 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:52.428063 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7b21fd-47a3-4fb8-ad02-e37464aedf04 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:52.476910 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b21fd-47a3-4fb8-ad02-e37464aedf04 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=5c44fc65-cbb1-4257-b9ef-d6335d011e23,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:52.500736 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7b21fd-47a3-4fb8-ad02-e37464aedf04 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:52.501577 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dd7b21fd-47a3-4fb8-ad02-e37464aedf04 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.529045 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dd7b21fd-47a3-4fb8-ad02-e37464aedf04 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9174206 Jul 07 17:25:52.533074 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54692) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:52.543880 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-984ada0c-36bb-4ae6-893e-26cf14137308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'subnet': {'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:52.693395 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984ada0c-36bb-4ae6-893e-26cf14137308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:52.697458 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-984ada0c-36bb-4ae6-893e-26cf14137308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:52.799467 n-d-793620-7 neutron-server[100409]: INFO neutron.db.ipam_backend_mixin [None req-984ada0c-36bb-4ae6-893e-26cf14137308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 66a004e8-6a7d-495a-af1c-63147a11f6f6 (CIDR: 172.20.0.0/28) Jul 07 17:25:52.803131 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-984ada0c-36bb-4ae6-893e-26cf14137308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:25:52.803635 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984ada0c-36bb-4ae6-893e-26cf14137308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:25:52.818621 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-984ada0c-36bb-4ae6-893e-26cf14137308 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2826574 Jul 07 17:25:52.821523 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54696) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:52.826527 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-5d4c3995-c311-41ce-8a26-a2ecd29f75e1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'subnet': {'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:52.969439 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4c3995-c311-41ce-8a26-a2ecd29f75e1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:52.974051 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5d4c3995-c311-41ce-8a26-a2ecd29f75e1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.260504 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5d4c3995-c311-41ce-8a26-a2ecd29f75e1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.304388 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4c3995-c311-41ce-8a26-a2ecd29f75e1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:53.308448 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-5d4c3995-c311-41ce-8a26-a2ecd29f75e1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:53.315368 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4c3995-c311-41ce-8a26-a2ecd29f75e1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:53.316007 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5d4c3995-c311-41ce-8a26-a2ecd29f75e1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.335449 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c3995-c311-41ce-8a26-a2ecd29f75e1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Subnet': ['ID=aa1cb0f8-cbd2-4968-8537-5b00a4bba8bf,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:53.342632 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5d4c3995-c311-41ce-8a26-a2ecd29f75e1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5170889 Jul 07 17:25:53.344199 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54698) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:53.349939 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-5ed798c3-8552-4889-8fd5-6bff8238fd7a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1694863658', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aa1cb0f8-cbd2-4968-8537-5b00a4bba8bf'}], 'security_groups': ['ba7d2ee4-f502-4af7-ae43-8b07a0f74530']}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:53.365425 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-32a26220-5bdb-443c-99e1-96ce2f133134 None None] Provisioning complete for port 51197de9-81c9-4b44-96bf-052e1a21422b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:53.365978 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-32a26220-5bdb-443c-99e1-96ce2f133134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.415890 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-32a26220-5bdb-443c-99e1-96ce2f133134 None None] Port 51197de9-81c9-4b44-96bf-052e1a21422b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:53.434334 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-32a26220-5bdb-443c-99e1-96ce2f133134 None None] Provisioning for port fe5f5545-ab2d-4a05-98ae-a83aa7324073 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:53.548289 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5ed798c3-8552-4889-8fd5-6bff8238fd7a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.557348 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4038ac-cfc9-46b9-9d66-e25b58179e7d None None] Network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:53.617169 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-77dd08ff-7756-4824-a742-3bcb64fc31f6 None None] Provisioning for port 5c44fc65-cbb1-4257-b9ef-d6335d011e23 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:53.624541 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-77dd08ff-7756-4824-a742-3bcb64fc31f6 None None] Provisioning complete for port 5c44fc65-cbb1-4257-b9ef-d6335d011e23 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:53.625076 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-77dd08ff-7756-4824-a742-3bcb64fc31f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:53.694127 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-77dd08ff-7756-4824-a742-3bcb64fc31f6 None None] Port 5c44fc65-cbb1-4257-b9ef-d6335d011e23 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:53.844687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fe5f5545-ab2d-4a05-98ae-a83aa7324073 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:53.946318 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-5ed798c3-8552-4889-8fd5-6bff8238fd7a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Delete allocated IP 172.20.0.7 (0bd1e9a5-43f1-4379-9d6f-415a5d663e87/66a004e8-6a7d-495a-af1c-63147a11f6f6) {{(pid=100409) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:25:53.948358 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15c558e-def1-4c83-8f5f-9fbeccd69c24 None None] Update dhcp port {'port': {'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87', 'fixed_ips': [{'subnet_id': '66a004e8-6a7d-495a-af1c-63147a11f6f6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'aa1cb0f8-cbd2-4968-8537-5b00a4bba8bf'}], 'binding:host_id': 'n-d-793620-7'}, 'id': 'fe5f5545-ab2d-4a05-98ae-a83aa7324073'} from n-d-793620-7. {{(pid=100411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:25:53.956085 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-5ed798c3-8552-4889-8fd5-6bff8238fd7a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Allocated IP 172.20.0.21 (0bd1e9a5-43f1-4379-9d6f-415a5d663e87/aa1cb0f8-cbd2-4968-8537-5b00a4bba8bf/5c44fc65-cbb1-4257-b9ef-d6335d011e23) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:53.973246 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port fe5f5545-ab2d-4a05-98ae-a83aa7324073 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:53.981445 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port fe5f5545-ab2d-4a05-98ae-a83aa7324073 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:53.981999 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.018935 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c15c558e-def1-4c83-8f5f-9fbeccd69c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.148847 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5ed798c3-8552-4889-8fd5-6bff8238fd7a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.165174 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-5ed798c3-8552-4889-8fd5-6bff8238fd7a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Ignored duplicate provisioning block setup for port 5c44fc65-cbb1-4257-b9ef-d6335d011e23 by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 17:25:54.169691 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5ed798c3-8552-4889-8fd5-6bff8238fd7a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.291529 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed798c3-8552-4889-8fd5-6bff8238fd7a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=5c44fc65-cbb1-4257-b9ef-d6335d011e23,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:54.319106 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-5ed798c3-8552-4889-8fd5-6bff8238fd7a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] In _notify_port_updated(), no bound segment for port 5c44fc65-cbb1-4257-b9ef-d6335d011e23 on network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 {{(pid=100409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:25:54.326601 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed798c3-8552-4889-8fd5-6bff8238fd7a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:54.327584 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5ed798c3-8552-4889-8fd5-6bff8238fd7a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.333909 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5ed798c3-8552-4889-8fd5-6bff8238fd7a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "PUT /v2.0/ports/5c44fc65-cbb1-4257-b9ef-d6335d011e23 HTTP/1.1" status: 200 len: 921 time: 0.9840448 Jul 07 17:25:54.334370 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54702) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:54.385901 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.467090 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port fe5f5545-ab2d-4a05-98ae-a83aa7324073, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=fe5f5545-ab2d-4a05-98ae-a83aa7324073,segment=NetworkSegment(f0ad61b0-1426-4dc8-9e08-7881ec24129c),segment_id=f0ad61b0-1426-4dc8-9e08-7881ec24129c)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:54.471511 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7bfd0152-0538-481f-9781-7fafc7f52a55 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port 5c44fc65-cbb1-4257-b9ef-d6335d011e23 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:54.472884 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7bfd0152-0538-481f-9781-7fafc7f52a55 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.475216 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.483486 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-c15c558e-def1-4c83-8f5f-9fbeccd69c24 None None] Allocated IP 172.20.0.18 (0bd1e9a5-43f1-4379-9d6f-415a5d663e87/aa1cb0f8-cbd2-4968-8537-5b00a4bba8bf/fe5f5545-ab2d-4a05-98ae-a83aa7324073) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:54.601395 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7bfd0152-0538-481f-9781-7fafc7f52a55 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.603488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=fe5f5545-ab2d-4a05-98ae-a83aa7324073,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:54.625548 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7bfd0152-0538-481f-9781-7fafc7f52a55 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for 5c44fc65-cbb1-4257-b9ef-d6335d011e23 owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:54.658907 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-c15c558e-def1-4c83-8f5f-9fbeccd69c24 None None] For port fe5f5545-ab2d-4a05-98ae-a83aa7324073, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=fe5f5545-ab2d-4a05-98ae-a83aa7324073,segment=NetworkSegment(f0ad61b0-1426-4dc8-9e08-7881ec24129c),segment_id=f0ad61b0-1426-4dc8-9e08-7881ec24129c)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:54.701294 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c15c558e-def1-4c83-8f5f-9fbeccd69c24 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.777723 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7bfd0152-0538-481f-9781-7fafc7f52a55 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.778948 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c15c558e-def1-4c83-8f5f-9fbeccd69c24 None None] Transition to ACTIVE for port object fe5f5545-ab2d-4a05-98ae-a83aa7324073 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:54.786743 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c15c558e-def1-4c83-8f5f-9fbeccd69c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.816999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd0152-0538-481f-9781-7fafc7f52a55 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=5c44fc65-cbb1-4257-b9ef-d6335d011e23,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:54.903071 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c558e-def1-4c83-8f5f-9fbeccd69c24 None None] Pushing event updated for resources: {'Port': ['ID=fe5f5545-ab2d-4a05-98ae-a83aa7324073,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:54.923734 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7bfd0152-0538-481f-9781-7fafc7f52a55 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:54.931980 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7bfd0152-0538-481f-9781-7fafc7f52a55 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/ports/5c44fc65-cbb1-4257-b9ef-d6335d011e23 HTTP/1.1" status: 204 len: 168 time: 0.5956395 Jul 07 17:25:54.935170 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54706) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:54.979544 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c4c4a3-9aaf-4775-a10b-dfe5e53540f5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] GET failed (client error): The resource could not be found. Jul 07 17:25:54.982118 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f4c4c4a3-9aaf-4775-a10b-dfe5e53540f5 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports/5c44fc65-cbb1-4257-b9ef-d6335d011e23 HTTP/1.1" status: 404 len: 333 time: 0.0448542 Jul 07 17:25:54.986880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54708) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:55.074039 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cad42a88-6b14-48b7-aa97-36140d6e5f3a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.106069 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cad42a88-6b14-48b7-aa97-36140d6e5f3a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.163132 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cad42a88-6b14-48b7-aa97-36140d6e5f3a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.166099 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cad42a88-6b14-48b7-aa97-36140d6e5f3a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.170825 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cad42a88-6b14-48b7-aa97-36140d6e5f3a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/security-groups/abd51940-3342-490e-a9f4-cb16fd8802ff HTTP/1.1" status: 204 len: 168 time: 0.1787820 Jul 07 17:25:55.171448 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54710) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:55.185878 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad42a88-6b14-48b7-aa97-36140d6e5f3a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd51940-3342-490e-a9f4-cb16fd8802ff,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:55.249150 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f83b523c-7304-4a26-87a2-a6a0444f5235 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.274952 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f83b523c-7304-4a26-87a2-a6a0444f5235 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.322686 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f83b523c-7304-4a26-87a2-a6a0444f5235 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.325780 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f83b523c-7304-4a26-87a2-a6a0444f5235 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.329476 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f83b523c-7304-4a26-87a2-a6a0444f5235 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/security-groups/ba7d2ee4-f502-4af7-ae43-8b07a0f74530 HTTP/1.1" status: 204 len: 168 time: 0.1545115 Jul 07 17:25:55.329933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54712) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:55.339484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b523c-7304-4a26-87a2-a6a0444f5235 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7d2ee4-f502-4af7-ae43-8b07a0f74530,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:55.397734 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-99063f22-64fd-413b-ab84-c0e3b3b8c522 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting subnet 66a004e8-6a7d-495a-af1c-63147a11f6f6 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:55.401250 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-99063f22-64fd-413b-ab84-c0e3b3b8c522 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.448214 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-99063f22-64fd-413b-ab84-c0e3b3b8c522 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.540555 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-99063f22-64fd-413b-ab84-c0e3b3b8c522 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.550780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7f76628a-2e83-4e03-9e54-69cf4a56f1be None None] Provisioning complete for port 51197de9-81c9-4b44-96bf-052e1a21422b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:55.551299 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7f76628a-2e83-4e03-9e54-69cf4a56f1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.589101 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7f76628a-2e83-4e03-9e54-69cf4a56f1be None None] Port 51197de9-81c9-4b44-96bf-052e1a21422b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:55.601350 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7f76628a-2e83-4e03-9e54-69cf4a56f1be None None] Provisioning for port fe5f5545-ab2d-4a05-98ae-a83aa7324073 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:55.606123 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7f76628a-2e83-4e03-9e54-69cf4a56f1be None None] Provisioning complete for port fe5f5545-ab2d-4a05-98ae-a83aa7324073 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:55.606549 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7f76628a-2e83-4e03-9e54-69cf4a56f1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.616892 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-99063f22-64fd-413b-ab84-c0e3b3b8c522 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.646695 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99063f22-64fd-413b-ab84-c0e3b3b8c522 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Subnet': ['ID=66a004e8-6a7d-495a-af1c-63147a11f6f6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:55.651720 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-99063f22-64fd-413b-ab84-c0e3b3b8c522 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.658930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54714) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:55.659348 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-99063f22-64fd-413b-ab84-c0e3b3b8c522 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/subnets/66a004e8-6a7d-495a-af1c-63147a11f6f6 HTTP/1.1" status: 204 len: 168 time: 0.3273842 Jul 07 17:25:55.664820 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c04066d1-9dc1-4abc-9860-5e87d0a952ef tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'subnet': {'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:55.704118 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7f76628a-2e83-4e03-9e54-69cf4a56f1be None None] Could not find standard attr ID for object 5c44fc65-cbb1-4257-b9ef-d6335d011e23. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:25:55.768559 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54718) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:55.798123 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fe5f5545-ab2d-4a05-98ae-a83aa7324073 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:55.807934 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04066d1-9dc1-4abc-9860-5e87d0a952ef tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:55.811794 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c04066d1-9dc1-4abc-9860-5e87d0a952ef tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:55.848428 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port fe5f5545-ab2d-4a05-98ae-a83aa7324073 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:55.849071 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.107373 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5798dc-ea84-432f-ae3d-6d0e8a87afba None None] Network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:56.149639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bd9fb330-7c00-45dd-a278-34365a764729 None None] Could not find standard attr ID for object 5c44fc65-cbb1-4257-b9ef-d6335d011e23. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:25:56.238047 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c04066d1-9dc1-4abc-9860-5e87d0a952ef tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.311069 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04066d1-9dc1-4abc-9860-5e87d0a952ef tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:56.318004 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-c04066d1-9dc1-4abc-9860-5e87d0a952ef tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:56.323778 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04066d1-9dc1-4abc-9860-5e87d0a952ef tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:56.325474 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c04066d1-9dc1-4abc-9860-5e87d0a952ef tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.340416 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04066d1-9dc1-4abc-9860-5e87d0a952ef tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Subnet': ['ID=bbe7e0fa-eb5b-4498-8192-76b9afa4608c,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:56.352550 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c04066d1-9dc1-4abc-9860-5e87d0a952ef tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6920419 Jul 07 17:25:56.355207 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54722) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:56.359908 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-cb5a66b0-9b68-47e6-9dee-f96714367e91 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'security_group': {'name': 'tempest-secgroup-852879889'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:56.407293 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cb5a66b0-9b68-47e6-9dee-f96714367e91 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.557453 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cb5a66b0-9b68-47e6-9dee-f96714367e91 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.567837 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cb5a66b0-9b68-47e6-9dee-f96714367e91 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.597835 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3290-266f-4b88-9717-4c713d9d0e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.604351 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cb5a66b0-9b68-47e6-9dee-f96714367e91 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.605792 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cb5a66b0-9b68-47e6-9dee-f96714367e91 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2495053 Jul 07 17:25:56.609343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54724) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:56.620209 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c42ced2c-19ff-4d77-aec1-34804b1c4735 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'security_group': {'name': 'tempest-secgroup-1383097679'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:56.648487 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c42ced2c-19ff-4d77-aec1-34804b1c4735 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.656935 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a66b0-9b68-47e6-9dee-f96714367e91 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6810886a-b8fe-46e2-8241-b6fce30dbc49,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:56.753980 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c42ced2c-19ff-4d77-aec1-34804b1c4735 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.763834 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c42ced2c-19ff-4d77-aec1-34804b1c4735 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.797464 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c42ced2c-19ff-4d77-aec1-34804b1c4735 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.798930 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c42ced2c-19ff-4d77-aec1-34804b1c4735 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1884353 Jul 07 17:25:56.802130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ced2c-19ff-4d77-aec1-34804b1c4735 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6edf9d78-f247-4cc4-9a4b-fb8c8ca24c48,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:56.802891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54726) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:56.810455 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-4e802c8a-8e39-413b-8eae-bfba517216b1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'security_group': {'name': 'tempest-secgroup-1126663626'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:56.844663 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e802c8a-8e39-413b-8eae-bfba517216b1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.854871 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffccd66-acae-4f53-9e46-f813bc891118 None None] Network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:56.917133 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b54242cb-5c7b-4a66-975f-5adbed5094ac None None] Provisioning complete for port 51197de9-81c9-4b44-96bf-052e1a21422b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:56.917133 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b54242cb-5c7b-4a66-975f-5adbed5094ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.969587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b54242cb-5c7b-4a66-975f-5adbed5094ac None None] Port 51197de9-81c9-4b44-96bf-052e1a21422b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:56.996038 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e802c8a-8e39-413b-8eae-bfba517216b1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:56.998689 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-0cbb3290-266f-4b88-9717-4c713d9d0e5b admin admin] Deleting port dd7c0e5a-5492-4b14-8946-22621a3d4e71 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:56.999091 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3290-266f-4b88-9717-4c713d9d0e5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.002079 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e802c8a-8e39-413b-8eae-bfba517216b1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.012514 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b54242cb-5c7b-4a66-975f-5adbed5094ac None None] Provisioning complete for port fe5f5545-ab2d-4a05-98ae-a83aa7324073 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:57.012818 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b54242cb-5c7b-4a66-975f-5adbed5094ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.223321 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c51387a-f47e-4534-9150-745aadafee37 None None] Update dhcp port {'port': {'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87', 'fixed_ips': [{'subnet_id': 'aa1cb0f8-cbd2-4968-8537-5b00a4bba8bf', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bbe7e0fa-eb5b-4498-8192-76b9afa4608c'}], 'binding:host_id': 'n-d-793620-7'}, 'id': 'fe5f5545-ab2d-4a05-98ae-a83aa7324073'} from n-d-793620-7. {{(pid=100411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:25:57.259829 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4c51387a-f47e-4534-9150-745aadafee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.425751 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e802c8a-8e39-413b-8eae-bfba517216b1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.426935 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4e802c8a-8e39-413b-8eae-bfba517216b1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6218870 Jul 07 17:25:57.430688 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54728) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:57.435429 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e802c8a-8e39-413b-8eae-bfba517216b1 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef4effb-6939-4e63-8781-04356e1911ee,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:57.436005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-4c51387a-f47e-4534-9150-745aadafee37 None None] Allocated IP 172.20.0.2 (0bd1e9a5-43f1-4379-9d6f-415a5d663e87/bbe7e0fa-eb5b-4498-8192-76b9afa4608c/fe5f5545-ab2d-4a05-98ae-a83aa7324073) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:57.436331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-b01e5517-52a5-42f8-a9a4-2455aaf094dc tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-793445241', 'security_groups': ['0ef4effb-6939-4e63-8781-04356e1911ee'], 'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bbe7e0fa-eb5b-4498-8192-76b9afa4608c'}]}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:57.484114 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-0cbb3290-266f-4b88-9717-4c713d9d0e5b admin admin] For port dd7c0e5a-5492-4b14-8946-22621a3d4e71, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=dd7c0e5a-5492-4b14-8946-22621a3d4e71,segment=NetworkSegment(28e7f07a-565e-442a-9c43-e7b0b4b262d6),segment_id=28e7f07a-565e-442a-9c43-e7b0b4b262d6)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:57.484615 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3290-266f-4b88-9717-4c713d9d0e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.502297 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-0cbb3290-266f-4b88-9717-4c713d9d0e5b admin admin] Calling delete_port for dd7c0e5a-5492-4b14-8946-22621a3d4e71 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:57.551356 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4c51387a-f47e-4534-9150-745aadafee37 None None] For port fe5f5545-ab2d-4a05-98ae-a83aa7324073, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=fe5f5545-ab2d-4a05-98ae-a83aa7324073,segment=NetworkSegment(f0ad61b0-1426-4dc8-9e08-7881ec24129c),segment_id=f0ad61b0-1426-4dc8-9e08-7881ec24129c)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:57.574880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01e5517-52a5-42f8-a9a4-2455aaf094dc tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:57.591083 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4c51387a-f47e-4534-9150-745aadafee37 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.606857 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4c51387a-f47e-4534-9150-745aadafee37 None None] Transition to ACTIVE for port object fe5f5545-ab2d-4a05-98ae-a83aa7324073 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:57.611927 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4c51387a-f47e-4534-9150-745aadafee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.693656 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b01e5517-52a5-42f8-a9a4-2455aaf094dc tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.712441 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [None req-b01e5517-52a5-42f8-a9a4-2455aaf094dc tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] device_id is not set on port 34c03068-8825-4ea7-8e6e-7fa0bc7926dc yet. {{(pid=100410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:25:57.716778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51387a-f47e-4534-9150-745aadafee37 None None] Pushing event updated for resources: {'Port': ['ID=fe5f5545-ab2d-4a05-98ae-a83aa7324073,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:57.731099 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3290-266f-4b88-9717-4c713d9d0e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:57.768372 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb3290-266f-4b88-9717-4c713d9d0e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=dd7c0e5a-5492-4b14-8946-22621a3d4e71,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:57.914322 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-b01e5517-52a5-42f8-a9a4-2455aaf094dc tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Allocated IP 172.20.0.14 (0bd1e9a5-43f1-4379-9d6f-415a5d663e87/bbe7e0fa-eb5b-4498-8192-76b9afa4608c/34c03068-8825-4ea7-8e6e-7fa0bc7926dc) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:25:57.973568 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3290-266f-4b88-9717-4c713d9d0e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.087924 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b01e5517-52a5-42f8-a9a4-2455aaf094dc tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.103648 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-b01e5517-52a5-42f8-a9a4-2455aaf094dc tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Transition to ACTIVE for port object 34c03068-8825-4ea7-8e6e-7fa0bc7926dc will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:25:58.158136 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b01e5517-52a5-42f8-a9a4-2455aaf094dc tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.210311 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01e5517-52a5-42f8-a9a4-2455aaf094dc tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:58.216997 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-b01e5517-52a5-42f8-a9a4-2455aaf094dc tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:58.225085 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01e5517-52a5-42f8-a9a4-2455aaf094dc tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:25:58.265861 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e5517-52a5-42f8-a9a4-2455aaf094dc tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=34c03068-8825-4ea7-8e6e-7fa0bc7926dc,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:58.284322 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbb3290-266f-4b88-9717-4c713d9d0e5b admin admin] Router 68f8cd02-1d55-4668-9990-259a58ec5a12 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:25:58.302289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01e5517-52a5-42f8-a9a4-2455aaf094dc tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:58.303438 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b01e5517-52a5-42f8-a9a4-2455aaf094dc tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.325741 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b01e5517-52a5-42f8-a9a4-2455aaf094dc tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8935175 Jul 07 17:25:58.331358 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54730) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:58.341136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-4f933703-1f83-42ce-9d67-e36858e0e006 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'subnet': {'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:58.442633 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbb3290-266f-4b88-9717-4c713d9d0e5b admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:25:58.450901 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0cbb3290-266f-4b88-9717-4c713d9d0e5b admin admin] 10.222.0.50 "PUT /v2.0/routers/68f8cd02-1d55-4668-9990-259a58ec5a12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6810231 Jul 07 17:25:58.453386 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54732) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:58.458487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0247f79-c935-425b-8197-a90f572a605c None None] Sync routers for ids ['68f8cd02-1d55-4668-9990-259a58ec5a12'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:25:58.498071 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0247f79-c935-425b-8197-a90f572a605c None None] Routers {'68f8cd02-1d55-4668-9990-259a58ec5a12'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:58.499362 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b0247f79-c935-425b-8197-a90f572a605c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:25:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['68f8cd02-1d55-4668-9990-259a58ec5a12'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:58.543174 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f933703-1f83-42ce-9d67-e36858e0e006 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:58.547923 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4f933703-1f83-42ce-9d67-e36858e0e006 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.622958 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-385e1bb4-a86b-40b2-8a4a-e55adc206191 admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.629175 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3048ba60-81fd-4d12-95ed-4e03ecee9873 None None] Provisioning complete for port 51197de9-81c9-4b44-96bf-052e1a21422b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:58.629556 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3048ba60-81fd-4d12-95ed-4e03ecee9873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.669850 n-d-793620-7 neutron-server[100410]: INFO neutron.db.ipam_backend_mixin [None req-4f933703-1f83-42ce-9d67-e36858e0e006 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bbe7e0fa-eb5b-4498-8192-76b9afa4608c (CIDR: 172.20.0.0/28) Jul 07 17:25:58.676627 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f933703-1f83-42ce-9d67-e36858e0e006 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:25:58.677778 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f933703-1f83-42ce-9d67-e36858e0e006 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:25:58.683320 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-b0247f79-c935-425b-8197-a90f572a605c None None] Set router 68f8cd02-1d55-4668-9990-259a58ec5a12 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:58.685341 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3048ba60-81fd-4d12-95ed-4e03ecee9873 None None] Port 51197de9-81c9-4b44-96bf-052e1a21422b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:58.694245 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4f933703-1f83-42ce-9d67-e36858e0e006 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3613813 Jul 07 17:25:58.697305 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54734) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:58.703530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-12c12cea-a877-4561-a96d-83a99921ee52 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'subnet': {'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:58.747332 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-385e1bb4-a86b-40b2-8a4a-e55adc206191 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.791008 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3048ba60-81fd-4d12-95ed-4e03ecee9873 None None] Provisioning for port fe5f5545-ab2d-4a05-98ae-a83aa7324073 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:58.802594 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3048ba60-81fd-4d12-95ed-4e03ecee9873 None None] Provisioning complete for port fe5f5545-ab2d-4a05-98ae-a83aa7324073 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:58.802970 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3048ba60-81fd-4d12-95ed-4e03ecee9873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.819636 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-385e1bb4-a86b-40b2-8a4a-e55adc206191 admin admin] Deleting port 9e882972-0939-4655-8e72-2edb5f2ab944 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:25:58.819977 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-385e1bb4-a86b-40b2-8a4a-e55adc206191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.842883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c12cea-a877-4561-a96d-83a99921ee52 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:58.846739 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-12c12cea-a877-4561-a96d-83a99921ee52 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.907020 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-385e1bb4-a86b-40b2-8a4a-e55adc206191 admin admin] For port 9e882972-0939-4655-8e72-2edb5f2ab944, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=9e882972-0939-4655-8e72-2edb5f2ab944,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:25:58.907522 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-385e1bb4-a86b-40b2-8a4a-e55adc206191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:58.922230 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-385e1bb4-a86b-40b2-8a4a-e55adc206191 admin admin] Calling delete_port for 9e882972-0939-4655-8e72-2edb5f2ab944 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:25:58.957130 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b0247f79-c935-425b-8197-a90f572a605c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'name': 'tempest-TaggedBootDevicesTest_v242-2052038672-router', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:25:57Z', 'revision_number': 5, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'gw_port': {'id': '9e882972-0939-4655-8e72-2edb5f2ab944', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:58.957619 n-d-793620-7 neutron-server[100410]: INFO neutron.db.ipam_backend_mixin [None req-12c12cea-a877-4561-a96d-83a99921ee52 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet aa1cb0f8-cbd2-4968-8537-5b00a4bba8bf (CIDR: 172.20.0.16/28) Jul 07 17:25:58.963008 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c12cea-a877-4561-a96d-83a99921ee52 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:25:58.963498 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c12cea-a877-4561-a96d-83a99921ee52 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:25:58.990801 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-12c12cea-a877-4561-a96d-83a99921ee52 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2885025 Jul 07 17:25:58.991991 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54736) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:58.992390 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0247f79-c935-425b-8197-a90f572a605c None None] Checking router: 68f8cd02-1d55-4668-9990-259a58ec5a12 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:25:58.998819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-87e184c0-9612-47d3-9e0c-cde54226bc6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'subnet': {'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:59.002503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0247f79-c935-425b-8197-a90f572a605c None None] Routers {'68f8cd02-1d55-4668-9990-259a58ec5a12'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:25:59.003076 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b0247f79-c935-425b-8197-a90f572a605c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:25:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['68f8cd02-1d55-4668-9990-259a58ec5a12'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:59.122496 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-385e1bb4-a86b-40b2-8a4a-e55adc206191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.128633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e184c0-9612-47d3-9e0c-cde54226bc6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Made reservation on behalf of 6dfb6dcbdd314bdab3b14e203ddeec04 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:25:59.132888 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-87e184c0-9612-47d3-9e0c-cde54226bc6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.138492 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8f331128-01fd-4a15-843d-2b1462a69dcc None None] Provisioning for port 34c03068-8825-4ea7-8e6e-7fa0bc7926dc completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:25:59.151783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8f331128-01fd-4a15-843d-2b1462a69dcc None None] Provisioning complete for port 34c03068-8825-4ea7-8e6e-7fa0bc7926dc triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:25:59.151783 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8f331128-01fd-4a15-843d-2b1462a69dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.156282 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e1bb4-a86b-40b2-8a4a-e55adc206191 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e882972-0939-4655-8e72-2edb5f2ab944,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:59.191703 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-b0247f79-c935-425b-8197-a90f572a605c None None] Set router 68f8cd02-1d55-4668-9990-259a58ec5a12 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:25:59.231911 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-385e1bb4-a86b-40b2-8a4a-e55adc206191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.290170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b0247f79-c935-425b-8197-a90f572a605c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'name': 'tempest-TaggedBootDevicesTest_v242-2052038672-router', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:25:58Z', 'revision_number': 6, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:25:59.330574 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-385e1bb4-a86b-40b2-8a4a-e55adc206191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.332891 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-385e1bb4-a86b-40b2-8a4a-e55adc206191 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.351146 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0247f79-c935-425b-8197-a90f572a605c None None] The sync data for ids ['68f8cd02-1d55-4668-9990-259a58ec5a12'] in n-d-793620-7 is: [{'id': '68f8cd02-1d55-4668-9990-259a58ec5a12', 'name': 'tempest-TaggedBootDevicesTest_v242-2052038672-router', 'tenant_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:14:55Z', 'updated_at': '2021-07-07T17:25:58Z', 'revision_number': 6, 'project_id': '0b38a717ee4e4ad286d87b62b7311f7d', 'gw_port_host': None}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:25:59.356868 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8f331128-01fd-4a15-843d-2b1462a69dcc None None] Port 34c03068-8825-4ea7-8e6e-7fa0bc7926dc cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:25:59.385984 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-385e1bb4-a86b-40b2-8a4a-e55adc206191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.386455 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385e1bb4-a86b-40b2-8a4a-e55adc206191 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68f8cd02-1d55-4668-9990-259a58ec5a12 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:25:59.394629 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-385e1bb4-a86b-40b2-8a4a-e55adc206191 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.397492 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-385e1bb4-a86b-40b2-8a4a-e55adc206191 admin admin] 10.222.0.50 "DELETE /v2.0/routers/68f8cd02-1d55-4668-9990-259a58ec5a12 HTTP/1.1" status: 204 len: 168 time: 0.9427898 Jul 07 17:25:59.400190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54738) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:59.411785 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-87e184c0-9612-47d3-9e0c-cde54226bc6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.484937 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e184c0-9612-47d3-9e0c-cde54226bc6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:25:59.493060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-87e184c0-9612-47d3-9e0c-cde54226bc6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:25:59.497234 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ddcf69e-8049-43ab-ad8f-d5a2f87602c2 admin admin] Deleting subnet 7c2c83dc-bdf2-40c6-96f7-00d45954aec0 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:25:59.500099 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e184c0-9612-47d3-9e0c-cde54226bc6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:25:59.500684 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-87e184c0-9612-47d3-9e0c-cde54226bc6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.502843 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfa993f-0a53-4b28-bb09-30d2253f1cc1 None None] Network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:25:59.503434 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e184c0-9612-47d3-9e0c-cde54226bc6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Subnet': ['ID=ec1d58d0-e203-4904-8f88-ad49ecd58a3c,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:59.506712 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7ddcf69e-8049-43ab-ad8f-d5a2f87602c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.549518 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-87e184c0-9612-47d3-9e0c-cde54226bc6c tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5531514 Jul 07 17:25:59.549806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54740) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:25:59.557048 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-418bb30d-1efb-4c82-95ab-bac25aafab53 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1399590258', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ec1d58d0-e203-4904-8f88-ad49ecd58a3c'}], 'security_groups': ['6810886a-b8fe-46e2-8241-b6fce30dbc49', '6edf9d78-f247-4cc4-9a4b-fb8c8ca24c48']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:25:59.564396 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7ddcf69e-8049-43ab-ad8f-d5a2f87602c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.723301 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-418bb30d-1efb-4c82-95ab-bac25aafab53 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.755486 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7ddcf69e-8049-43ab-ad8f-d5a2f87602c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.755792 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120ea2b5-1003-40e1-af7b-b6bb6ecbaa0b None None] Update dhcp port {'port': {'network_id': '0bd1e9a5-43f1-4379-9d6f-415a5d663e87', 'fixed_ips': [{'subnet_id': 'aa1cb0f8-cbd2-4968-8537-5b00a4bba8bf', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bbe7e0fa-eb5b-4498-8192-76b9afa4608c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ec1d58d0-e203-4904-8f88-ad49ecd58a3c'}], 'binding:host_id': 'n-d-793620-7'}, 'id': 'fe5f5545-ab2d-4a05-98ae-a83aa7324073'} from n-d-793620-7. {{(pid=100411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 17:25:59.801266 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-120ea2b5-1003-40e1-af7b-b6bb6ecbaa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.906064 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7ddcf69e-8049-43ab-ad8f-d5a2f87602c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.932332 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fe5f5545-ab2d-4a05-98ae-a83aa7324073 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:25:59.981878 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcf69e-8049-43ab-ad8f-d5a2f87602c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c2c83dc-bdf2-40c6-96f7-00d45954aec0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:25:59.988182 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7ddcf69e-8049-43ab-ad8f-d5a2f87602c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:25:59.993456 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7ddcf69e-8049-43ab-ad8f-d5a2f87602c2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7c2c83dc-bdf2-40c6-96f7-00d45954aec0 HTTP/1.1" status: 204 len: 168 time: 0.5893955 Jul 07 17:25:59.994481 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54742) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:00.017148 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d146d98-2484-4ee0-af4a-daf0b854a143 None None] Network e29b4352-e24e-4209-8013-9bd6bb864f57 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:00.079480 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4318dda-08df-4021-b39c-fab8f8af0a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.115994 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port fe5f5545-ab2d-4a05-98ae-a83aa7324073 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:00.116238 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.141258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-a4318dda-08df-4021-b39c-fab8f8af0a94 admin admin] Deleting port 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:00.141845 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4318dda-08df-4021-b39c-fab8f8af0a94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.155131 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-120ea2b5-1003-40e1-af7b-b6bb6ecbaa0b None None] Allocated IP 172.20.0.34 (0bd1e9a5-43f1-4379-9d6f-415a5d663e87/ec1d58d0-e203-4904-8f88-ad49ecd58a3c/fe5f5545-ab2d-4a05-98ae-a83aa7324073) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:00.213935 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-a4318dda-08df-4021-b39c-fab8f8af0a94 admin admin] For port 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1,segment=NetworkSegment(28e7f07a-565e-442a-9c43-e7b0b4b262d6),segment_id=28e7f07a-565e-442a-9c43-e7b0b4b262d6)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:00.214456 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4318dda-08df-4021-b39c-fab8f8af0a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.236742 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-a4318dda-08df-4021-b39c-fab8f8af0a94 admin admin] Calling delete_port for 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:00.347603 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4318dda-08df-4021-b39c-fab8f8af0a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.380779 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4318dda-08df-4021-b39c-fab8f8af0a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:00.387786 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4318dda-08df-4021-b39c-fab8f8af0a94 admin admin] No DVR routers for this DVR port 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:00.475588 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4318dda-08df-4021-b39c-fab8f8af0a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.489423 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-a4318dda-08df-4021-b39c-fab8f8af0a94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29b4352-e24e-4209-8013-9bd6bb864f57']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:00.512928 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-a4318dda-08df-4021-b39c-fab8f8af0a94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e7f07a-565e-442a-9c43-e7b0b4b262d6') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:00.513401 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-a4318dda-08df-4021-b39c-fab8f8af0a94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e7f07a-565e-442a-9c43-e7b0b4b262d6') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:00.525887 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4318dda-08df-4021-b39c-fab8f8af0a94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.534046 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-120ea2b5-1003-40e1-af7b-b6bb6ecbaa0b None None] For port fe5f5545-ab2d-4a05-98ae-a83aa7324073, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=fe5f5545-ab2d-4a05-98ae-a83aa7324073,segment=NetworkSegment(f0ad61b0-1426-4dc8-9e08-7881ec24129c),segment_id=f0ad61b0-1426-4dc8-9e08-7881ec24129c)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:00.541770 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4318dda-08df-4021-b39c-fab8f8af0a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.548434 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4318dda-08df-4021-b39c-fab8f8af0a94 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:00.548434 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4318dda-08df-4021-b39c-fab8f8af0a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.583347 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-120ea2b5-1003-40e1-af7b-b6bb6ecbaa0b None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:00.602788 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:00.608555 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-120ea2b5-1003-40e1-af7b-b6bb6ecbaa0b None None] Transition to ACTIVE for port object fe5f5545-ab2d-4a05-98ae-a83aa7324073 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:00.616836 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-120ea2b5-1003-40e1-af7b-b6bb6ecbaa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.634942 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4318dda-08df-4021-b39c-fab8f8af0a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.649035 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4318dda-08df-4021-b39c-fab8f8af0a94 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:00.652026 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a4318dda-08df-4021-b39c-fab8f8af0a94 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e29b4352-e24e-4209-8013-9bd6bb864f57 HTTP/1.1" status: 204 len: 168 time: 0.6560633 Jul 07 17:26:00.654301 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bac79cf-7839-40b0-af0b-a33e60bdce25 None None] DHCP port deletion for e29b4352-e24e-4209-8013-9bd6bb864f57 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:26:00.667327 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dd7c0e5a-5492-4b14-8946-22621a3d4e71 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:00.670586 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4318dda-08df-4021-b39c-fab8f8af0a94 admin admin] Pushing event deleted for resources: {'Network': ['ID=e29b4352-e24e-4209-8013-9bd6bb864f57,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:00.729578 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: dd7c0e5a-5492-4b14-8946-22621a3d4e71 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:00.730064 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dd7c0e5a-5492-4b14-8946-22621a3d4e71 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:00.745560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-418bb30d-1efb-4c82-95ab-bac25aafab53 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Delete allocated IP 172.20.0.14 (0bd1e9a5-43f1-4379-9d6f-415a5d663e87/bbe7e0fa-eb5b-4498-8192-76b9afa4608c) {{(pid=100410) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 17:26:00.756302 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-418bb30d-1efb-4c82-95ab-bac25aafab53 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Allocated IP 172.20.0.37 (0bd1e9a5-43f1-4379-9d6f-415a5d663e87/ec1d58d0-e203-4904-8f88-ad49ecd58a3c/34c03068-8825-4ea7-8e6e-7fa0bc7926dc) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:00.763508 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ea2b5-1003-40e1-af7b-b6bb6ecbaa0b None None] Pushing event updated for resources: {'Port': ['ID=fe5f5545-ab2d-4a05-98ae-a83aa7324073,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:00.813723 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54746) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:00.862923 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4acdfb50-ed0a-4f24-a46e-2c4829a3cbdc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b38a717ee4e4ad286d87b62b7311f7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476716 Jul 07 17:26:00.866786 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54748) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:00.992961 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-418bb30d-1efb-4c82-95ab-bac25aafab53 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.006426 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4185d1d9-f91e-4ce8-8b86-61d7fb113c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.021023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-418bb30d-1efb-4c82-95ab-bac25aafab53 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Transition to ACTIVE for port object 34c03068-8825-4ea7-8e6e-7fa0bc7926dc will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:01.028092 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-418bb30d-1efb-4c82-95ab-bac25aafab53 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.051074 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4185d1d9-f91e-4ce8-8b86-61d7fb113c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.167635 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bb30d-1efb-4c82-95ab-bac25aafab53 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event updated for resources: {'Port': ['ID=34c03068-8825-4ea7-8e6e-7fa0bc7926dc,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:01.198726 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-418bb30d-1efb-4c82-95ab-bac25aafab53 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] In _notify_port_updated(), no bound segment for port 34c03068-8825-4ea7-8e6e-7fa0bc7926dc on network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 {{(pid=100410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 17:26:01.204496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418bb30d-1efb-4c82-95ab-bac25aafab53 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:01.205164 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-418bb30d-1efb-4c82-95ab-bac25aafab53 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.206671 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-418bb30d-1efb-4c82-95ab-bac25aafab53 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "PUT /v2.0/ports/34c03068-8825-4ea7-8e6e-7fa0bc7926dc HTTP/1.1" status: 200 len: 960 time: 1.6556466 Jul 07 17:26:01.208022 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4185d1d9-f91e-4ce8-8b86-61d7fb113c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.209714 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54750) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:01.216311 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4185d1d9-f91e-4ce8-8b86-61d7fb113c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.218161 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4185d1d9-f91e-4ce8-8b86-61d7fb113c93 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/13358084-527a-43c1-9624-4bcc0f8cd7e6 HTTP/1.1" status: 204 len: 168 time: 0.3497138 Jul 07 17:26:01.235157 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185d1d9-f91e-4ce8-8b86-61d7fb113c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13358084-527a-43c1-9624-4bcc0f8cd7e6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:01.352395 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-48822201-1438-401c-b109-fdff3e54727b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port 34c03068-8825-4ea7-8e6e-7fa0bc7926dc {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:01.352746 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-48822201-1438-401c-b109-fdff3e54727b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.401666 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e14626c6-33ec-4cf6-874f-ea5bf017157e None None] Provisioning complete for port 51197de9-81c9-4b44-96bf-052e1a21422b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:01.402028 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e14626c6-33ec-4cf6-874f-ea5bf017157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.458871 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e14626c6-33ec-4cf6-874f-ea5bf017157e None None] Port 51197de9-81c9-4b44-96bf-052e1a21422b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:01.472546 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e14626c6-33ec-4cf6-874f-ea5bf017157e None None] Provisioning for port fe5f5545-ab2d-4a05-98ae-a83aa7324073 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:01.478794 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e14626c6-33ec-4cf6-874f-ea5bf017157e None None] Provisioning complete for port fe5f5545-ab2d-4a05-98ae-a83aa7324073 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:01.479516 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e14626c6-33ec-4cf6-874f-ea5bf017157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.499031 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-48822201-1438-401c-b109-fdff3e54727b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.512874 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-48822201-1438-401c-b109-fdff3e54727b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for 34c03068-8825-4ea7-8e6e-7fa0bc7926dc owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:01.613688 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e14626c6-33ec-4cf6-874f-ea5bf017157e None None] Provisioning for port 34c03068-8825-4ea7-8e6e-7fa0bc7926dc completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:01.620794 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e14626c6-33ec-4cf6-874f-ea5bf017157e None None] Provisioning complete for port 34c03068-8825-4ea7-8e6e-7fa0bc7926dc triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:01.621177 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e14626c6-33ec-4cf6-874f-ea5bf017157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.660842 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e14626c6-33ec-4cf6-874f-ea5bf017157e None None] Port 34c03068-8825-4ea7-8e6e-7fa0bc7926dc cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:01.674664 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-48822201-1438-401c-b109-fdff3e54727b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.707148 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48822201-1438-401c-b109-fdff3e54727b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=34c03068-8825-4ea7-8e6e-7fa0bc7926dc,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:01.803163 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-48822201-1438-401c-b109-fdff3e54727b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.807998 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-48822201-1438-401c-b109-fdff3e54727b tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/ports/34c03068-8825-4ea7-8e6e-7fa0bc7926dc HTTP/1.1" status: 204 len: 168 time: 0.5971117 Jul 07 17:26:01.810564 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54764) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:01.824626 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fe5f5545-ab2d-4a05-98ae-a83aa7324073 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:01.844484 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-2855497e-4274-478e-87a8-21ce81f3e5a8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] GET failed (client error): The resource could not be found. Jul 07 17:26:01.846628 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2855497e-4274-478e-87a8-21ce81f3e5a8 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports/34c03068-8825-4ea7-8e6e-7fa0bc7926dc HTTP/1.1" status: 404 len: 333 time: 0.0349529 Jul 07 17:26:01.849481 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54766) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:01.897003 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port fe5f5545-ab2d-4a05-98ae-a83aa7324073 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:01.897576 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.944739 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3007bc52-9345-4753-a16c-581e09d8f64a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.975238 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3007bc52-9345-4753-a16c-581e09d8f64a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:01.998479 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d150c47a-a5aa-4b36-8c0d-bfdc52821a0a None None] Could not find standard attr ID for object 34c03068-8825-4ea7-8e6e-7fa0bc7926dc. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:26:02.051735 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3007bc52-9345-4753-a16c-581e09d8f64a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.055422 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3007bc52-9345-4753-a16c-581e09d8f64a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.056380 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3007bc52-9345-4753-a16c-581e09d8f64a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/security-groups/0ef4effb-6939-4e63-8781-04356e1911ee HTTP/1.1" status: 204 len: 168 time: 0.2057173 Jul 07 17:26:02.059918 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54774) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:02.070186 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007bc52-9345-4753-a16c-581e09d8f64a tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef4effb-6939-4e63-8781-04356e1911ee,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:02.153921 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 9e882972-0939-4655-8e72-2edb5f2ab944 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:02.165516 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-49024dc3-caa0-46c4-8162-0c713be91071 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.179018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 9e882972-0939-4655-8e72-2edb5f2ab944 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:02.179428 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 9e882972-0939-4655-8e72-2edb5f2ab944 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:02.180457 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:02.191579 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-49024dc3-caa0-46c4-8162-0c713be91071 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.201112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:02.201112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3b9ecefd-7969-4dd0-bb6c-7f90a5819cb1 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:02.220968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54778) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:02.254771 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-49024dc3-caa0-46c4-8162-0c713be91071 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.257324 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-49024dc3-caa0-46c4-8162-0c713be91071 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.258541 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-49024dc3-caa0-46c4-8162-0c713be91071 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/security-groups/6edf9d78-f247-4cc4-9a4b-fb8c8ca24c48 HTTP/1.1" status: 204 len: 168 time: 0.1951013 Jul 07 17:26:02.261359 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54782) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:02.270073 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49024dc3-caa0-46c4-8162-0c713be91071 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edf9d78-f247-4cc4-9a4b-fb8c8ca24c48,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:02.326253 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c7534e30-a2b1-4acf-bc85-22edddd3aca6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.368497 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-fae7435d-4242-4cc2-91ca-80a342702e80 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1757803495-network', 'tenant_id': 'a56a41f84eb44f6bb4694d3dcfda087c'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:02.376113 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c7534e30-a2b1-4acf-bc85-22edddd3aca6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.446606 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae7435d-4242-4cc2-91ca-80a342702e80 admin admin] Made reservation on behalf of a56a41f84eb44f6bb4694d3dcfda087c for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:02.450527 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fae7435d-4242-4cc2-91ca-80a342702e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.466862 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fae7435d-4242-4cc2-91ca-80a342702e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.492187 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c7534e30-a2b1-4acf-bc85-22edddd3aca6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.494757 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c7534e30-a2b1-4acf-bc85-22edddd3aca6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.495910 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c7534e30-a2b1-4acf-bc85-22edddd3aca6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/security-groups/6810886a-b8fe-46e2-8241-b6fce30dbc49 HTTP/1.1" status: 204 len: 168 time: 0.2335932 Jul 07 17:26:02.498866 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54784) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:02.514551 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7534e30-a2b1-4acf-bc85-22edddd3aca6 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6810886a-b8fe-46e2-8241-b6fce30dbc49,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:02.558745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aaa888e-e81e-4796-9e0c-c6ae8523614d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting subnet bbe7e0fa-eb5b-4498-8192-76b9afa4608c {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:26:02.561967 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aaa888e-e81e-4796-9e0c-c6ae8523614d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.592760 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fae7435d-4242-4cc2-91ca-80a342702e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.597725 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fae7435d-4242-4cc2-91ca-80a342702e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.603794 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aaa888e-e81e-4796-9e0c-c6ae8523614d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.619673 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae7435d-4242-4cc2-91ca-80a342702e80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:26:02.634025 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7435d-4242-4cc2-91ca-80a342702e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff25061-ec76-4323-9127-ddd538e3ae27,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:02.640229 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fae7435d-4242-4cc2-91ca-80a342702e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.640578 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-fae7435d-4242-4cc2-91ca-80a342702e80 admin admin] Added segment ec252685-2907-402a-ba30-3fc510cd4bf7 of type vlan for network 35f66984-1121-4da6-a6e7-0a7346aeda05 Jul 07 17:26:02.683339 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fae7435d-4242-4cc2-91ca-80a342702e80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.696227 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aaa888e-e81e-4796-9e0c-c6ae8523614d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.714505 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fae7435d-4242-4cc2-91ca-80a342702e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.715486 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae7435d-4242-4cc2-91ca-80a342702e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:02.716073 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fae7435d-4242-4cc2-91ca-80a342702e80 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.763846 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aaa888e-e81e-4796-9e0c-c6ae8523614d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.778734 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fae7435d-4242-4cc2-91ca-80a342702e80 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5564680 Jul 07 17:26:02.781655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54786) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:02.787337 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-65ec6d2e-ac32-4410-a91f-8b6b9aae0d43 admin admin] Request body: {'subnet': {'network_id': '35f66984-1121-4da6-a6e7-0a7346aeda05', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1757803495-subnet', 'tenant_id': 'a56a41f84eb44f6bb4694d3dcfda087c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:02.793095 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa888e-e81e-4796-9e0c-c6ae8523614d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe7e0fa-eb5b-4498-8192-76b9afa4608c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:02.796989 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2aaa888e-e81e-4796-9e0c-c6ae8523614d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.802546 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2aaa888e-e81e-4796-9e0c-c6ae8523614d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/subnets/bbe7e0fa-eb5b-4498-8192-76b9afa4608c HTTP/1.1" status: 204 len: 168 time: 0.2987833 Jul 07 17:26:02.803484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7435d-4242-4cc2-91ca-80a342702e80 admin admin] Pushing event updated for resources: {'Network': ['ID=35f66984-1121-4da6-a6e7-0a7346aeda05,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:02.803484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54788) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:02.808044 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0264ec-a9f3-4362-a16b-8e5f1a655b87 None None] Network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:02.828641 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 35f66984-1121-4da6-a6e7-0a7346aeda05 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:26:02.859059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ec6d2e-ac32-4410-a91f-8b6b9aae0d43 admin admin] Made reservation on behalf of a56a41f84eb44f6bb4694d3dcfda087c for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:02.859852 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-65ec6d2e-ac32-4410-a91f-8b6b9aae0d43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.909599 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa0a689-c90f-4982-9f03-a326d70390ae tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting subnet ec1d58d0-e203-4904-8f88-ad49ecd58a3c {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:26:02.920600 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a689-c90f-4982-9f03-a326d70390ae tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:02.979014 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a689-c90f-4982-9f03-a326d70390ae tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.116739 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a689-c90f-4982-9f03-a326d70390ae tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.190392 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-65ec6d2e-ac32-4410-a91f-8b6b9aae0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.250989 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec6d2e-ac32-4410-a91f-8b6b9aae0d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3a221c7-8c14-46d3-9464-1ce8931ca6db,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:03.257614 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a689-c90f-4982-9f03-a326d70390ae tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.304903 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0a689-c90f-4982-9f03-a326d70390ae tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Subnet': ['ID=ec1d58d0-e203-4904-8f88-ad49ecd58a3c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:03.307294 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a689-c90f-4982-9f03-a326d70390ae tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.309228 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9aa0a689-c90f-4982-9f03-a326d70390ae tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/subnets/ec1d58d0-e203-4904-8f88-ad49ecd58a3c HTTP/1.1" status: 204 len: 168 time: 0.5052156 Jul 07 17:26:03.311830 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54790) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:03.315446 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ec6d2e-ac32-4410-a91f-8b6b9aae0d43 admin admin] Checking segment: {'id': 'ec252685-2907-402a-ba30-3fc510cd4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '35f66984-1121-4da6-a6e7-0a7346aeda05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:03.315813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ec6d2e-ac32-4410-a91f-8b6b9aae0d43 admin admin] Network hostable DHCP agents. Network: 35f66984-1121-4da6-a6e7-0a7346aeda05, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:26:03.336897 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ec6d2e-ac32-4410-a91f-8b6b9aae0d43 admin admin] Network 35f66984-1121-4da6-a6e7-0a7346aeda05 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:26:03.342145 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b633ae-fc68-42e3-a63e-a46daf3e7458 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] DELETE failed (client error): The resource could not be found. Jul 07 17:26:03.342558 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b633ae-fc68-42e3-a63e-a46daf3e7458 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:26:03.348043 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54792) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:03.348394 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-87b633ae-fc68-42e3-a63e-a46daf3e7458 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/subnets/bbe7e0fa-eb5b-4498-8192-76b9afa4608c HTTP/1.1" status: 404 len: 337 time: 0.0343380 Jul 07 17:26:03.384352 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-65ec6d2e-ac32-4410-a91f-8b6b9aae0d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 35f66984-1121-4da6-a6e7-0a7346aeda05) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:03.394784 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5e614f-7bda-4785-952f-5917c986602f None None] Network 35f66984-1121-4da6-a6e7-0a7346aeda05 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:03.396034 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ec6d2e-ac32-4410-a91f-8b6b9aae0d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:03.396506 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-65ec6d2e-ac32-4410-a91f-8b6b9aae0d43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.439260 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-65ec6d2e-ac32-4410-a91f-8b6b9aae0d43 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6545882 Jul 07 17:26:03.445629 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e8fd63-27f0-4eea-8456-b2b1719fb39e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting subnet aa1cb0f8-cbd2-4968-8537-5b00a4bba8bf {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:26:03.451751 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-01e8fd63-27f0-4eea-8456-b2b1719fb39e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.499883 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-01e8fd63-27f0-4eea-8456-b2b1719fb39e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.572649 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97014f96-4c46-457e-811e-94603e7e1405 None None] Network 35f66984-1121-4da6-a6e7-0a7346aeda05 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:03.615351 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-01e8fd63-27f0-4eea-8456-b2b1719fb39e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.708847 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-01e8fd63-27f0-4eea-8456-b2b1719fb39e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.736708 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-01e8fd63-27f0-4eea-8456-b2b1719fb39e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.741011 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-01e8fd63-27f0-4eea-8456-b2b1719fb39e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/subnets/aa1cb0f8-cbd2-4968-8537-5b00a4bba8bf HTTP/1.1" status: 204 len: 168 time: 0.3890042 Jul 07 17:26:03.741499 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54802) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:03.761528 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8fd63-27f0-4eea-8456-b2b1719fb39e tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Subnet': ['ID=aa1cb0f8-cbd2-4968-8537-5b00a4bba8bf,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:03.779277 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef29d79e-4282-499d-98d7-705649ec7378 None None] Network 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:03.790918 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-399018f6-60bc-4f40-94ec-47a51b42af15 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] DELETE failed (client error): The resource could not be found. Jul 07 17:26:03.791483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-399018f6-60bc-4f40-94ec-47a51b42af15 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:26:03.793894 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-399018f6-60bc-4f40-94ec-47a51b42af15 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/subnets/66a004e8-6a7d-495a-af1c-63147a11f6f6 HTTP/1.1" status: 404 len: 337 time: 0.0507913 Jul 07 17:26:03.797183 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54804) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:03.844748 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-34c717b8-9041-4697-973d-794ce5920f17 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "GET /v2.0/ports?device_id=79414ce9-b519-47b0-8a8f-6bd1c03b2b46 HTTP/1.1" status: 200 len: 205 time: 0.0442626 Jul 07 17:26:03.845343 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54810) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:03.886812 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-4e8b487d-708e-4db9-99d1-5a554a2e1c10 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] delete failed (client error): The resource could not be found. Jul 07 17:26:03.890160 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4e8b487d-708e-4db9-99d1-5a554a2e1c10 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/routers/79414ce9-b519-47b0-8a8f-6bd1c03b2b46 HTTP/1.1" status: 404 len: 336 time: 0.0416677 Jul 07 17:26:03.891432 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54816) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:03.902222 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a5277989-8285-4012-b18a-60922e27d5ad None None] Provisioning complete for port 51197de9-81c9-4b44-96bf-052e1a21422b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:03.902830 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a5277989-8285-4012-b18a-60922e27d5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:03.929000 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-134bc837-383f-4559-a143-27399784eb32 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] DELETE failed (client error): The resource could not be found. Jul 07 17:26:03.929451 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134bc837-383f-4559-a143-27399784eb32 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:26:03.931147 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-134bc837-383f-4559-a143-27399784eb32 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/subnets/4b66ef62-0ed1-4071-9ae7-db02c810be66 HTTP/1.1" status: 404 len: 337 time: 0.0385160 Jul 07 17:26:03.933679 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54818) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:03.978178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-a5277989-8285-4012-b18a-60922e27d5ad None None] Port 51197de9-81c9-4b44-96bf-052e1a21422b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:03.999165 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a5277989-8285-4012-b18a-60922e27d5ad None None] Provisioning complete for port fe5f5545-ab2d-4a05-98ae-a83aa7324073 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:03.999529 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a5277989-8285-4012-b18a-60922e27d5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.001487 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e551389f-8590-48ca-aaa9-34efadf9ea38 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] DELETE failed (client error): The resource could not be found. Jul 07 17:26:04.002504 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e551389f-8590-48ca-aaa9-34efadf9ea38 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:26:04.006731 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e551389f-8590-48ca-aaa9-34efadf9ea38 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/subnets/0a586006-321a-40e6-aa5e-06ccf5c05521 HTTP/1.1" status: 404 len: 337 time: 0.0694177 Jul 07 17:26:04.007287 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54820) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:04.053415 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-3410356a-732b-4340-9af1-79ba5c6fbcc2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] DELETE failed (client error): The resource could not be found. Jul 07 17:26:04.059883 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3410356a-732b-4340-9af1-79ba5c6fbcc2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:26:04.061981 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3410356a-732b-4340-9af1-79ba5c6fbcc2 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/subnets/2ca45a3c-8be9-4454-9515-6818cf002161 HTTP/1.1" status: 404 len: 337 time: 0.0535529 Jul 07 17:26:04.065162 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54822) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:04.077530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-40612962-df0f-4381-8569-05074ed72a4a tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:04.079074 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-40612962-df0f-4381-8569-05074ed72a4a tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/networks?id=35f66984-1121-4da6-a6e7-0a7346aeda05 HTTP/1.1" status: 200 len: 814 time: 0.1845503 Jul 07 17:26:04.091704 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-3289ed36-669e-424b-afd5-a7f9c36dc891 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] DELETE failed (client error): The resource could not be found. Jul 07 17:26:04.092449 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3289ed36-669e-424b-afd5-a7f9c36dc891 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:26:04.094541 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3289ed36-669e-424b-afd5-a7f9c36dc891 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/ports/5585f5b2-fc24-4cda-880c-5c55a96ed694 HTTP/1.1" status: 404 len: 333 time: 0.0282853 Jul 07 17:26:04.094952 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dda373-2439-44ac-90a8-50fd5f707d4f None None] DHCP port deletion for 0bd1e9a5-43f1-4379-9d6f-415a5d663e87 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:26:04.096694 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-368f5c6e-e566-44f1-8a7d-9de66f66856b tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/quotas/a56a41f84eb44f6bb4694d3dcfda087c HTTP/1.1" status: 200 len: 375 time: 0.0105414 Jul 07 17:26:04.097152 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54824) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:04.155147 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-b0f29d09-dc9c-43d6-9f59-ad28bddb4105 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a56a41f84eb44f6bb4694d3dcfda087c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500865 Jul 07 17:26:04.156098 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-39409f4b-dd0f-48f4-bbf8-1c9e442f7952 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] DELETE failed (client error): The resource could not be found. Jul 07 17:26:04.156536 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39409f4b-dd0f-48f4-bbf8-1c9e442f7952 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:26:04.158304 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-39409f4b-dd0f-48f4-bbf8-1c9e442f7952 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/subnets/3b6da383-f159-4521-a184-738a1f7e0e69 HTTP/1.1" status: 404 len: 337 time: 0.0601814 Jul 07 17:26:04.160916 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54826) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:04.169550 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-64dda373-2439-44ac-90a8-50fd5f707d4f None None] Deleting port fe5f5545-ab2d-4a05-98ae-a83aa7324073 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:04.170367 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-64dda373-2439-44ac-90a8-50fd5f707d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.209236 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac0b0cb-1e16-4e16-9555-3c56cc095293 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] DELETE failed (client error): The resource could not be found. Jul 07 17:26:04.209691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac0b0cb-1e16-4e16-9555-3c56cc095293 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:26:04.211527 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3ac0b0cb-1e16-4e16-9555-3c56cc095293 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/subnets/8f193499-351a-43cd-942a-d7f5b7ca4198 HTTP/1.1" status: 404 len: 337 time: 0.0496027 Jul 07 17:26:04.216878 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54828) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:04.254628 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-64dda373-2439-44ac-90a8-50fd5f707d4f None None] For port fe5f5545-ab2d-4a05-98ae-a83aa7324073, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=fe5f5545-ab2d-4a05-98ae-a83aa7324073,segment=NetworkSegment(f0ad61b0-1426-4dc8-9e08-7881ec24129c),segment_id=f0ad61b0-1426-4dc8-9e08-7881ec24129c)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:04.255030 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-64dda373-2439-44ac-90a8-50fd5f707d4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.257677 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8f521e-cc76-4bc5-b388-037e26afdcaa tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] DELETE failed (client error): The resource could not be found. Jul 07 17:26:04.259018 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8f521e-cc76-4bc5-b388-037e26afdcaa tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:26:04.260984 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8f8f521e-cc76-4bc5-b388-037e26afdcaa tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/ports/e3f5608f-c1a8-44d7-a4d2-50ce1aea3c25 HTTP/1.1" status: 404 len: 333 time: 0.0414903 Jul 07 17:26:04.263876 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54830) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:04.268624 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-64dda373-2439-44ac-90a8-50fd5f707d4f None None] Calling delete_port for fe5f5545-ab2d-4a05-98ae-a83aa7324073 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:04.292350 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-8432a0cd-806b-485f-9664-0fc57f32a8cd service neutron] 10.222.0.50 "GET /v2.0/networks/35f66984-1121-4da6-a6e7-0a7346aeda05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230235 Jul 07 17:26:04.293236 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-882e8871-fddb-4036-bff8-522d19292ae4 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] DELETE failed (client error): The resource could not be found. Jul 07 17:26:04.293707 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882e8871-fddb-4036-bff8-522d19292ae4 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:26:04.297990 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-882e8871-fddb-4036-bff8-522d19292ae4 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/subnets/df648958-2047-4013-a815-75be724f62fa HTTP/1.1" status: 404 len: 337 time: 0.0300295 Jul 07 17:26:04.298442 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54832) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:04.327109 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-925457bf-2c0d-4a0f-9c05-f9100fba879d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] DELETE failed (client error): The resource could not be found. Jul 07 17:26:04.327631 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925457bf-2c0d-4a0f-9c05-f9100fba879d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:26:04.332228 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-925457bf-2c0d-4a0f-9c05-f9100fba879d tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/subnets/838d4b73-8974-447a-b05b-1ef24ff6acb5 HTTP/1.1" status: 404 len: 337 time: 0.0296593 Jul 07 17:26:04.332838 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54834) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:04.368193 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-64dda373-2439-44ac-90a8-50fd5f707d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.406783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dda373-2439-44ac-90a8-50fd5f707d4f None None] Pushing event deleted for resources: {'Port': ['ID=fe5f5545-ab2d-4a05-98ae-a83aa7324073,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:04.416983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dda373-2439-44ac-90a8-50fd5f707d4f None None] No DVR routers for this DVR port fe5f5545-ab2d-4a05-98ae-a83aa7324073 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:04.427735 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-a1f6a22e-c8ca-4222-8a90-e70116a3f343 service neutron] 10.222.0.50 "GET /v2.0/networks/35f66984-1121-4da6-a6e7-0a7346aeda05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274219 Jul 07 17:26:04.454258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-684b6c98-b97d-4f7c-b539-287e123a2ead tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Deleting port 51197de9-81c9-4b44-96bf-052e1a21422b {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:04.454588 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-684b6c98-b97d-4f7c-b539-287e123a2ead tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.537345 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-684b6c98-b97d-4f7c-b539-287e123a2ead tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.557927 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-684b6c98-b97d-4f7c-b539-287e123a2ead tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Calling delete_port for 51197de9-81c9-4b44-96bf-052e1a21422b owned by {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:04.641850 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-49d56c52-6d6c-4e82-9628-2607fd80c1cf req-675f34f3-277c-496c-a763-140fc1e67242 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/ports?device_id=330c60dc-7458-4426-ab63-5968aa5d1c9b HTTP/1.1" status: 200 len: 210 time: 0.0689824 Jul 07 17:26:04.695238 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-684b6c98-b97d-4f7c-b539-287e123a2ead tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.728628 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b6c98-b97d-4f7c-b539-287e123a2ead tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Port': ['ID=51197de9-81c9-4b44-96bf-052e1a21422b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:04.734441 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-684b6c98-b97d-4f7c-b539-287e123a2ead tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.738899 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-684b6c98-b97d-4f7c-b539-287e123a2ead tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/ports/51197de9-81c9-4b44-96bf-052e1a21422b HTTP/1.1" status: 204 len: 168 time: 0.4051442 Jul 07 17:26:04.739648 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54844) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:04.825678 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ff6b6a04-2cff-4aa0-938c-e3426668ba73 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.917267 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ff6b6a04-2cff-4aa0-938c-e3426668ba73 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.926888 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ff6b6a04-2cff-4aa0-938c-e3426668ba73 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd1e9a5-43f1-4379-9d6f-415a5d663e87']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:04.941965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ff6b6a04-2cff-4aa0-938c-e3426668ba73 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ad61b0-1426-4dc8-9e08-7881ec24129c') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:04.942701 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ff6b6a04-2cff-4aa0-938c-e3426668ba73 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ad61b0-1426-4dc8-9e08-7881ec24129c') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:04.958347 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ff6b6a04-2cff-4aa0-938c-e3426668ba73 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.987755 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ff6b6a04-2cff-4aa0-938c-e3426668ba73 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.995770 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6b6a04-2cff-4aa0-938c-e3426668ba73 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:04.996231 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ff6b6a04-2cff-4aa0-938c-e3426668ba73 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:04.999392 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:05.063549 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ff6b6a04-2cff-4aa0-938c-e3426668ba73 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:05.071970 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ff6b6a04-2cff-4aa0-938c-e3426668ba73 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:05.073299 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ff6b6a04-2cff-4aa0-938c-e3426668ba73 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] 10.222.0.50 "DELETE /v2.0/networks/0bd1e9a5-43f1-4379-9d6f-415a5d663e87 HTTP/1.1" status: 204 len: 168 time: 0.3326519 Jul 07 17:26:05.086765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b6a04-2cff-4aa0-938c-e3426668ba73 tempest-PortsTestJSON-1006027722 tempest-PortsTestJSON-1006027722-project] Pushing event deleted for resources: {'Network': ['ID=0bd1e9a5-43f1-4379-9d6f-415a5d663e87,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:05.285564 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54854) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:05.431655 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-137c1893-c040-4755-adac-ca87dff17c91 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6dfb6dcbdd314bdab3b14e203ddeec04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444192 Jul 07 17:26:05.433796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54858) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:05.485072 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-139398eb-4044-4b16-bf3f-a0915d5bdddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:05.506503 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-139398eb-4044-4b16-bf3f-a0915d5bdddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:05.833760 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fe5f5545-ab2d-4a05-98ae-a83aa7324073 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:05.853663 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-400dcab5-26da-4007-92c9-93d704ec2591 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:05.855414 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-400dcab5-26da-4007-92c9-93d704ec2591 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.15 "GET /v2.0/networks?id=35f66984-1121-4da6-a6e7-0a7346aeda05 HTTP/1.1" status: 200 len: 814 time: 0.1920536 Jul 07 17:26:05.859832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: fe5f5545-ab2d-4a05-98ae-a83aa7324073 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:05.860652 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fe5f5545-ab2d-4a05-98ae-a83aa7324073 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:05.880931 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d2f55d58-53ae-48e7-b4a9-f86a94673f73 req-08ef5408-50e3-459b-81f1-4120d90bbe68 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/ports?device_id=330c60dc-7458-4426-ab63-5968aa5d1c9b HTTP/1.1" status: 200 len: 210 time: 0.0591190 Jul 07 17:26:05.885204 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-4a506b08-f8ee-4a35-9569-dec8fe186ea1 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Request body: {'port': {'device_id': '330c60dc-7458-4426-ab63-5968aa5d1c9b', 'network_id': '35f66984-1121-4da6-a6e7-0a7346aeda05', 'admin_state_up': True, 'tenant_id': 'a56a41f84eb44f6bb4694d3dcfda087c'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:05.935757 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-139398eb-4044-4b16-bf3f-a0915d5bdddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:05.940525 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-139398eb-4044-4b16-bf3f-a0915d5bdddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:05.944516 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-139398eb-4044-4b16-bf3f-a0915d5bdddd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d1c61b65-77cc-426e-b490-7a63aef151b1 HTTP/1.1" status: 204 len: 168 time: 0.5074074 Jul 07 17:26:05.960794 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139398eb-4044-4b16-bf3f-a0915d5bdddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c61b65-77cc-426e-b490-7a63aef151b1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:06.032515 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-4a506b08-f8ee-4a35-9569-dec8fe186ea1 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Made reservation on behalf of a56a41f84eb44f6bb4694d3dcfda087c for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:06.036455 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-4a506b08-f8ee-4a35-9569-dec8fe186ea1 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:06.178853 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-4a506b08-f8ee-4a35-9569-dec8fe186ea1 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Allocated IP 172.20.0.9 (35f66984-1121-4da6-a6e7-0a7346aeda05/b3a221c7-8c14-46d3-9464-1ce8931ca6db/45accf49-fa6e-4c94-887c-798145fd80a9) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:06.345278 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-4a506b08-f8ee-4a35-9569-dec8fe186ea1 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:06.389052 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-4a506b08-f8ee-4a35-9569-dec8fe186ea1 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:06.437307 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-4a506b08-f8ee-4a35-9569-dec8fe186ea1 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Network 35f66984-1121-4da6-a6e7-0a7346aeda05 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:06.442923 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-4a506b08-f8ee-4a35-9569-dec8fe186ea1 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:06.445414 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-4a506b08-f8ee-4a35-9569-dec8fe186ea1 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:06.477987 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a506b08-f8ee-4a35-9569-dec8fe186ea1 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Pushing event updated for resources: {'Port': ['ID=45accf49-fa6e-4c94-887c-798145fd80a9,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:06.508699 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-4a506b08-f8ee-4a35-9569-dec8fe186ea1 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:06.509593 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-4a506b08-f8ee-4a35-9569-dec8fe186ea1 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:06.525610 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-4a506b08-f8ee-4a35-9569-dec8fe186ea1 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6474450 Jul 07 17:26:06.539488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] Request body: {'port': {'device_id': '330c60dc-7458-4426-ab63-5968aa5d1c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:06.623182 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:06.672117 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54882) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:06.780035 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-e2e5cb06-9355-426b-b1d8-5ed21a17f752 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Request body: {'security_group': {'name': 'tempest-secgroup--489505941'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:06.852764 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2e5cb06-9355-426b-b1d8-5ed21a17f752 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:06.865224 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2e5cb06-9355-426b-b1d8-5ed21a17f752 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.010079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45accf49-fa6e-4c94-887c-798145fd80a9 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:07.022315 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.047848 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] Transition to ACTIVE for port object 45accf49-fa6e-4c94-887c-798145fd80a9 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:07.053014 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.086444 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09612b20-d4de-4521-8920-7bbbc1d4b802 req-1bd2d46f-5d0c-4cbb-8c42-b60a5ca62a4a tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:07.088676 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-09612b20-d4de-4521-8920-7bbbc1d4b802 req-1bd2d46f-5d0c-4cbb-8c42-b60a5ca62a4a tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/ports?device_id=330c60dc-7458-4426-ab63-5968aa5d1c9b HTTP/1.1" status: 200 len: 931 time: 0.0835588 Jul 07 17:26:07.116674 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2e5cb06-9355-426b-b1d8-5ed21a17f752 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.126052 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2e5cb06-9355-426b-b1d8-5ed21a17f752 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.142247 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-09612b20-d4de-4521-8920-7bbbc1d4b802 req-b4e99bba-6ca1-4743-af2d-f81ccedc9b10 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff25061-ec76-4323-9127-ddd538e3ae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448368 Jul 07 17:26:07.186204 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] Pushing event updated for resources: {'Port': ['ID=45accf49-fa6e-4c94-887c-798145fd80a9,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:07.244959 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5cb06-9355-426b-b1d8-5ed21a17f752 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f821fd-c17e-488c-96f8-9a3adbdd416d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:07.295450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] Attempting to bind port 45accf49-fa6e-4c94-887c-798145fd80a9 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:07.295696 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] Attempting to bind port 45accf49-fa6e-4c94-887c-798145fd80a9 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'ec252685-2907-402a-ba30-3fc510cd4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '35f66984-1121-4da6-a6e7-0a7346aeda05'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:07.296020 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] Attempting to bind port 45accf49-fa6e-4c94-887c-798145fd80a9 on network 35f66984-1121-4da6-a6e7-0a7346aeda05 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:07.308764 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] Port 45accf49-fa6e-4c94-887c-798145fd80a9 on network 35f66984-1121-4da6-a6e7-0a7346aeda05 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:26:07.309110 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] Attempting to bind port 45accf49-fa6e-4c94-887c-798145fd80a9 on network 35f66984-1121-4da6-a6e7-0a7346aeda05 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:07.323539 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:07.323879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] Checking segment: {'id': 'ec252685-2907-402a-ba30-3fc510cd4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '35f66984-1121-4da6-a6e7-0a7346aeda05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:07.324261 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] Bound using segment: {'id': 'ec252685-2907-402a-ba30-3fc510cd4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '35f66984-1121-4da6-a6e7-0a7346aeda05'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:07.324697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] Bound port: 45accf49-fa6e-4c94-887c-798145fd80a9, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec252685-2907-402a-ba30-3fc510cd4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '35f66984-1121-4da6-a6e7-0a7346aeda05'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:07.325058 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.344932 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2e5cb06-9355-426b-b1d8-5ed21a17f752 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.351350 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2e5cb06-9355-426b-b1d8-5ed21a17f752 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.400232 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e2e5cb06-9355-426b-b1d8-5ed21a17f752 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.401500 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e2e5cb06-9355-426b-b1d8-5ed21a17f752 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7284145 Jul 07 17:26:07.404751 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54888) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:07.421154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5cb06-9355-426b-b1d8-5ed21a17f752 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7c505d-965d-4122-8b68-e5940b048dd0,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:07.442523 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] For port 45accf49-fa6e-4c94-887c-798145fd80a9, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:07.446090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] For port 45accf49-fa6e-4c94-887c-798145fd80a9, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=45accf49-fa6e-4c94-887c-798145fd80a9,segment=NetworkSegment(ec252685-2907-402a-ba30-3fc510cd4bf7),segment_id=ec252685-2907-402a-ba30-3fc510cd4bf7)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:07.450837 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.469625 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e2904b4c-ca4e-4fa8-82e0-43c91a4b1545 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0635223 Jul 07 17:26:07.470813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54890) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:07.478066 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2664dbb4-b579-488d-8522-a82a7f9ec487 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Request body: {'security_group': {'name': 'tempest-security--711269029', 'description': 'tempest-security-description-859722480'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:07.491489 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:07.491489 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.492752 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] 10.222.0.15 "PUT /v2.0/ports/45accf49-fa6e-4c94-887c-798145fd80a9 HTTP/1.1" status: 200 len: 1091 time: 0.9587584 Jul 07 17:26:07.496924 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330c60dc-7458-4426-ab63-5968aa5d1c9b', 'tag': '45accf49-fa6e-4c94-887c-798145fd80a9'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:07.501544 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0c627c-b8a9-46c6-a8e1-f28aec6e6772" -d '{"events": [{"name": "network-changed", "server_uuid": "330c60dc-7458-4426-ab63-5968aa5d1c9b", "tag": "45accf49-fa6e-4c94-887c-798145fd80a9"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:07.516385 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2664dbb4-b579-488d-8522-a82a7f9ec487 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.540133 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f6da3-a8e9-4849-a255-8f6f1aaf3f3d service neutron] Pushing event updated for resources: {'Port': ['ID=45accf49-fa6e-4c94-887c-798145fd80a9,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:07.560659 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ba59f2-a2ae-45e6-bd3e-c0b4a5fca0ae x-openstack-request-id: req-d1ba59f2-a2ae-45e6-bd3e-c0b4a5fca0ae {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:07.560950 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330c60dc-7458-4426-ab63-5968aa5d1c9b", "tag": "45accf49-fa6e-4c94-887c-798145fd80a9", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:07.561283 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1ba59f2-a2ae-45e6-bd3e-c0b4a5fca0ae {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:07.561611 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '330c60dc-7458-4426-ab63-5968aa5d1c9b', 'tag': '45accf49-fa6e-4c94-887c-798145fd80a9', 'status': 'completed', 'code': 200} Jul 07 17:26:07.571257 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2664dbb4-b579-488d-8522-a82a7f9ec487 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.575699 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2664dbb4-b579-488d-8522-a82a7f9ec487 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.578482 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2664dbb4-b579-488d-8522-a82a7f9ec487 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.580043 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2664dbb4-b579-488d-8522-a82a7f9ec487 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "PUT /v2.0/security-groups/db7c505d-965d-4122-8b68-e5940b048dd0 HTTP/1.1" status: 200 len: 1778 time: 0.1080401 Jul 07 17:26:07.583359 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54894) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:07.615686 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-aa28eb6b-42e8-430d-b61f-1e66b2bb6cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:07.617305 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-aa28eb6b-42e8-430d-b61f-1e66b2bb6cc5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a56a41f84eb44f6bb4694d3dcfda087c&device_id=330c60dc-7458-4426-ab63-5968aa5d1c9b HTTP/1.1" status: 200 len: 1094 time: 0.0693862 Jul 07 17:26:07.632002 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664dbb4-b579-488d-8522-a82a7f9ec487 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7c505d-965d-4122-8b68-e5940b048dd0,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:07.646435 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-596deacf-1f5e-40fb-ba6d-8e36c59d541f tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-groups/db7c505d-965d-4122-8b68-e5940b048dd0 HTTP/1.1" status: 200 len: 1778 time: 0.0618844 Jul 07 17:26:07.648916 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54896) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:07.672840 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-082ce939-37f5-4e42-a235-d377ed4428e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45accf49-fa6e-4c94-887c-798145fd80a9 HTTP/1.1" status: 200 len: 217 time: 0.0458944 Jul 07 17:26:07.718865 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7849002a-8fb5-4817-b488-77306d763259 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.731419 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-0b7994cc-f47b-4d3d-a927-75e2305e2c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:07.733123 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-0b7994cc-f47b-4d3d-a927-75e2305e2c29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3a221c7-8c14-46d3-9464-1ce8931ca6db HTTP/1.1" status: 200 len: 854 time: 0.0541437 Jul 07 17:26:07.746165 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7849002a-8fb5-4817-b488-77306d763259 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.781807 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-fb5b4651-0a2e-403c-b3a5-f041de06a4c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35f66984-1121-4da6-a6e7-0a7346aeda05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424714 Jul 07 17:26:07.790387 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7849002a-8fb5-4817-b488-77306d763259 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.793122 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7849002a-8fb5-4817-b488-77306d763259 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:07.796589 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7849002a-8fb5-4817-b488-77306d763259 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "DELETE /v2.0/security-groups/db7c505d-965d-4122-8b68-e5940b048dd0 HTTP/1.1" status: 204 len: 168 time: 0.1444936 Jul 07 17:26:07.798570 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54898) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:07.818948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849002a-8fb5-4817-b488-77306d763259 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7c505d-965d-4122-8b68-e5940b048dd0,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:07.854746 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ded80f0f-15de-46b6-a705-45fdeedd636b tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552430 Jul 07 17:26:07.857490 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54900) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:07.872218 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-f08d4d9d-c7b8-42c4-9de0-a49066893f12 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] delete failed (client error): The resource could not be found. Jul 07 17:26:07.873301 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f08d4d9d-c7b8-42c4-9de0-a49066893f12 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "DELETE /v2.0/security-groups/db7c505d-965d-4122-8b68-e5940b048dd0 HTTP/1.1" status: 404 len: 347 time: 0.0148110 Jul 07 17:26:07.878297 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54902) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:07.882472 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1f75e2db-7ce1-42b6-bcea-2530cd9a4051 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Request body: {'security_group': {'name': 'tempest-secgroup--1842797008'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:07.907761 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f75e2db-7ce1-42b6-bcea-2530cd9a4051 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.007078 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f75e2db-7ce1-42b6-bcea-2530cd9a4051 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.011990 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f75e2db-7ce1-42b6-bcea-2530cd9a4051 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.044710 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f75e2db-7ce1-42b6-bcea-2530cd9a4051 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.049251 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1f75e2db-7ce1-42b6-bcea-2530cd9a4051 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1673129 Jul 07 17:26:08.049524 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54904) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:08.054961 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-9e10aa26-bb90-4c51-8dad-6560e06df7b9 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Request body: {'security_group_rule': {'security_group_id': '5a17d112-8b52-454b-8729-7ac0ca034444', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:08.060844 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75e2db-7ce1-42b6-bcea-2530cd9a4051 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a17d112-8b52-454b-8729-7ac0ca034444,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:08.091533 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e10aa26-bb90-4c51-8dad-6560e06df7b9 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.162981 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e10aa26-bb90-4c51-8dad-6560e06df7b9 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.166808 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e10aa26-bb90-4c51-8dad-6560e06df7b9 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.185518 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10aa26-bb90-4c51-8dad-6560e06df7b9 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96aff59-cc78-4bb8-9554-b9395d9a3a0f,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:08.193546 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e10aa26-bb90-4c51-8dad-6560e06df7b9 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.198537 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9e10aa26-bb90-4c51-8dad-6560e06df7b9 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449583 Jul 07 17:26:08.198689 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54908) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:08.229715 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a56fa8f-c04b-4d70-a5de-a783299f0d9b tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.238212 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a56fa8f-c04b-4d70-a5de-a783299f0d9b tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.268667 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a56fa8f-c04b-4d70-a5de-a783299f0d9b tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.274954 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a56fa8f-c04b-4d70-a5de-a783299f0d9b tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.276106 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2a56fa8f-c04b-4d70-a5de-a783299f0d9b tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/f96aff59-cc78-4bb8-9554-b9395d9a3a0f HTTP/1.1" status: 204 len: 168 time: 0.0764678 Jul 07 17:26:08.279547 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54910) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:08.299593 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56fa8f-c04b-4d70-a5de-a783299f0d9b tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f96aff59-cc78-4bb8-9554-b9395d9a3a0f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:08.322567 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-9c43c39c-945b-479a-a42d-132eb8def656 service neutron] 10.222.0.15 "GET /v2.0/networks/35f66984-1121-4da6-a6e7-0a7346aeda05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345945 Jul 07 17:26:08.364085 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-10a2408e-c5f8-428e-936d-662f313c3d7b tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0797393 Jul 07 17:26:08.367455 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54914) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:08.406946 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db11fa7-f270-441c-8259-1348c2ae867b req-3586d150-284d-42cc-a0eb-c3779451db52 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:08.408979 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0db11fa7-f270-441c-8259-1348c2ae867b req-3586d150-284d-42cc-a0eb-c3779451db52 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/ports?device_id=330c60dc-7458-4426-ab63-5968aa5d1c9b HTTP/1.1" status: 200 len: 943 time: 0.1297920 Jul 07 17:26:08.426932 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a781d48-fd38-4dd4-b07b-df2f84ebadd5 req-e8162975-2498-471f-8dfa-beabf2861db9 service neutron] 10.222.0.15 "GET /v2.0/networks/35f66984-1121-4da6-a6e7-0a7346aeda05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944726 Jul 07 17:26:08.467574 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c8a73dc-340e-40af-8791-d816a1017564 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.472088 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0db11fa7-f270-441c-8259-1348c2ae867b req-bba4f770-5735-4ec3-a239-504d551ee9fa tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff25061-ec76-4323-9127-ddd538e3ae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567484 Jul 07 17:26:08.502642 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c8a73dc-340e-40af-8791-d816a1017564 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.535915 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c627c-b8a9-46c6-a8e1-f28aec6e6772 req-c212c4bc-49f8-4a3e-9762-a6c85fb3fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:08.537439 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ee0c627c-b8a9-46c6-a8e1-f28aec6e6772 req-c212c4bc-49f8-4a3e-9762-a6c85fb3fa03 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a56a41f84eb44f6bb4694d3dcfda087c&device_id=330c60dc-7458-4426-ab63-5968aa5d1c9b HTTP/1.1" status: 200 len: 1094 time: 0.0613606 Jul 07 17:26:08.550903 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c8a73dc-340e-40af-8791-d816a1017564 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.553474 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c8a73dc-340e-40af-8791-d816a1017564 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.554705 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8c8a73dc-340e-40af-8791-d816a1017564 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "DELETE /v2.0/security-groups/5a17d112-8b52-454b-8729-7ac0ca034444 HTTP/1.1" status: 204 len: 168 time: 0.1862986 Jul 07 17:26:08.558236 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54916) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:08.577670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a73dc-340e-40af-8791-d816a1017564 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a17d112-8b52-454b-8729-7ac0ca034444,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:08.617707 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2d21e9df-260f-4f55-b7e5-d5e3f1f96ff6 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0582299 Jul 07 17:26:08.621909 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54918) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:08.627169 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-de8dc552-3123-40e3-bd0b-00fc2f921dcc tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Request body: {'security_group': {'name': 'tempest-secgroup--286115629'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:08.640563 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c627c-b8a9-46c6-a8e1-f28aec6e6772 req-03d601c5-6ccf-4362-9bdd-884e77ba21db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:08.642442 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ee0c627c-b8a9-46c6-a8e1-f28aec6e6772 req-03d601c5-6ccf-4362-9bdd-884e77ba21db service neutron] 10.222.0.15 "GET /v2.0/networks?id=35f66984-1121-4da6-a6e7-0a7346aeda05 HTTP/1.1" status: 200 len: 915 time: 0.0988061 Jul 07 17:26:08.649916 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-de8dc552-3123-40e3-bd0b-00fc2f921dcc tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.690021 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ee0c627c-b8a9-46c6-a8e1-f28aec6e6772 req-27a9c5ba-5f65-45b7-948b-56eacbbbc5f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45accf49-fa6e-4c94-887c-798145fd80a9 HTTP/1.1" status: 200 len: 217 time: 0.0409460 Jul 07 17:26:08.735520 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-de8dc552-3123-40e3-bd0b-00fc2f921dcc tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.740205 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-de8dc552-3123-40e3-bd0b-00fc2f921dcc tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.742674 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c627c-b8a9-46c6-a8e1-f28aec6e6772 req-5d83d6d1-2d6c-49d9-9bee-117da282e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:08.744169 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ee0c627c-b8a9-46c6-a8e1-f28aec6e6772 req-5d83d6d1-2d6c-49d9-9bee-117da282e2a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3a221c7-8c14-46d3-9464-1ce8931ca6db HTTP/1.1" status: 200 len: 854 time: 0.0477095 Jul 07 17:26:08.768831 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-de8dc552-3123-40e3-bd0b-00fc2f921dcc tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.770090 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-de8dc552-3123-40e3-bd0b-00fc2f921dcc tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1471784 Jul 07 17:26:08.774778 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54920) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:08.781232 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-9c2cf5f9-9c33-4999-abbd-cbd16b32e9d6 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Request body: {'security_group_rule': {'security_group_id': '04b67158-3eb3-48bb-9620-56c229c9f689', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:08.783604 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ee0c627c-b8a9-46c6-a8e1-f28aec6e6772 req-23449ee3-084f-4182-981d-d8865bbc0cc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35f66984-1121-4da6-a6e7-0a7346aeda05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311265 Jul 07 17:26:08.789921 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dc552-3123-40e3-bd0b-00fc2f921dcc tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b67158-3eb3-48bb-9620-56c229c9f689,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:08.816392 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf5f9-9c33-4999-abbd-cbd16b32e9d6 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.870852 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf5f9-9c33-4999-abbd-cbd16b32e9d6 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.875424 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf5f9-9c33-4999-abbd-cbd16b32e9d6 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.889225 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ee0c627c-b8a9-46c6-a8e1-f28aec6e6772 req-99827ef0-a800-4e50-9ae5-8684dcd35500 service neutron] 10.222.0.15 "GET /v2.0/networks/35f66984-1121-4da6-a6e7-0a7346aeda05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994961 Jul 07 17:26:08.893608 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cf5f9-9c33-4999-abbd-cbd16b32e9d6 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ffae581-47f1-41cb-8c72-bf4f99efa526,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:08.900693 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9c2cf5f9-9c33-4999-abbd-cbd16b32e9d6 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.901771 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9c2cf5f9-9c33-4999-abbd-cbd16b32e9d6 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261649 Jul 07 17:26:08.904571 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54922) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:08.909655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-17b11d18-7641-46bd-bbe1-8d1e2da6a7c0 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Request body: {'security_group_rule': {'security_group_id': '04b67158-3eb3-48bb-9620-56c229c9f689', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:08.936514 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-17b11d18-7641-46bd-bbe1-8d1e2da6a7c0 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:08.990708 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ee0c627c-b8a9-46c6-a8e1-f28aec6e6772 req-5343852c-b78e-4ce5-9937-161077336e0e service neutron] 10.222.0.15 "GET /v2.0/networks/35f66984-1121-4da6-a6e7-0a7346aeda05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937548 Jul 07 17:26:08.999054 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-17b11d18-7641-46bd-bbe1-8d1e2da6a7c0 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.003442 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-17b11d18-7641-46bd-bbe1-8d1e2da6a7c0 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.025180 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b11d18-7641-46bd-bbe1-8d1e2da6a7c0 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e6727e-975d-4690-9ccc-26111b7d50e2,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:09.028814 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-17b11d18-7641-46bd-bbe1-8d1e2da6a7c0 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.030086 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-17b11d18-7641-46bd-bbe1-8d1e2da6a7c0 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245456 Jul 07 17:26:09.033580 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54924) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:09.038216 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-80d598fe-89c2-469a-89c2-e8274dbfe595 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Request body: {'security_group_rule': {'security_group_id': '04b67158-3eb3-48bb-9620-56c229c9f689', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:09.067818 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80d598fe-89c2-469a-89c2-e8274dbfe595 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.129046 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80d598fe-89c2-469a-89c2-e8274dbfe595 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.133952 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80d598fe-89c2-469a-89c2-e8274dbfe595 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.154327 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d598fe-89c2-469a-89c2-e8274dbfe595 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1aadb1-5dfa-46aa-927b-de709b38efee,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:09.162244 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80d598fe-89c2-469a-89c2-e8274dbfe595 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.163671 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-80d598fe-89c2-469a-89c2-e8274dbfe595 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289980 Jul 07 17:26:09.166315 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54928) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:09.171639 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-ff00823e-9cb4-48e2-af02-0cbfd009a3ae tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Request body: {'security_group_rule': {'security_group_id': '04b67158-3eb3-48bb-9620-56c229c9f689', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:09.201040 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ff00823e-9cb4-48e2-af02-0cbfd009a3ae tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.273205 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ff00823e-9cb4-48e2-af02-0cbfd009a3ae tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.281925 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ff00823e-9cb4-48e2-af02-0cbfd009a3ae tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.303125 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00823e-9cb4-48e2-af02-0cbfd009a3ae tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e67347-d5df-49e1-b440-81f12a889909,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:09.310244 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ff00823e-9cb4-48e2-af02-0cbfd009a3ae tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.311411 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ff00823e-9cb4-48e2-af02-0cbfd009a3ae tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1439159 Jul 07 17:26:09.314137 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54930) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:09.318684 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1ad6d40a-bf4a-461c-8f49-07f22ea6777d tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Request body: {'security_group_rule': {'security_group_id': '04b67158-3eb3-48bb-9620-56c229c9f689', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:09.351783 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ad6d40a-bf4a-461c-8f49-07f22ea6777d tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.418865 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ad6d40a-bf4a-461c-8f49-07f22ea6777d tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.422861 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ad6d40a-bf4a-461c-8f49-07f22ea6777d tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.443098 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6d40a-bf4a-461c-8f49-07f22ea6777d tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784be51e-266c-472a-9dd8-3048bf773ed3,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:09.450586 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ad6d40a-bf4a-461c-8f49-07f22ea6777d tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.451838 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1ad6d40a-bf4a-461c-8f49-07f22ea6777d tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1367483 Jul 07 17:26:09.455303 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54932) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:09.480206 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-109209c6-ff8f-4b95-90ef-2fd02b9b0a55 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.488012 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-109209c6-ff8f-4b95-90ef-2fd02b9b0a55 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.516086 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-109209c6-ff8f-4b95-90ef-2fd02b9b0a55 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.522997 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-109209c6-ff8f-4b95-90ef-2fd02b9b0a55 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.524131 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-109209c6-ff8f-4b95-90ef-2fd02b9b0a55 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/784be51e-266c-472a-9dd8-3048bf773ed3 HTTP/1.1" status: 204 len: 168 time: 0.0678332 Jul 07 17:26:09.527505 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54936) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:09.539724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109209c6-ff8f-4b95-90ef-2fd02b9b0a55 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=784be51e-266c-472a-9dd8-3048bf773ed3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:09.590557 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-84d6cc59-2c2c-4443-9941-af49d89f05e0 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0619879 Jul 07 17:26:09.593220 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54938) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:09.620284 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-13330ee3-25c1-48e0-9932-9afec5a50159 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.630010 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-13330ee3-25c1-48e0-9932-9afec5a50159 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.663779 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-13330ee3-25c1-48e0-9932-9afec5a50159 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.669297 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-13330ee3-25c1-48e0-9932-9afec5a50159 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.670512 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-13330ee3-25c1-48e0-9932-9afec5a50159 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/28e67347-d5df-49e1-b440-81f12a889909 HTTP/1.1" status: 204 len: 168 time: 0.0762513 Jul 07 17:26:09.673507 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54940) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:09.677154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f94fd-7f74-43c0-9886-a14e322227f2 req-65db7c4e-c50f-460c-8073-c70bdf70e241 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:09.678902 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f1f94fd-7f74-43c0-9886-a14e322227f2 req-65db7c4e-c50f-460c-8073-c70bdf70e241 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/ports?device_id=330c60dc-7458-4426-ab63-5968aa5d1c9b HTTP/1.1" status: 200 len: 943 time: 0.0720689 Jul 07 17:26:09.691898 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13330ee3-25c1-48e0-9932-9afec5a50159 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28e67347-d5df-49e1-b440-81f12a889909,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:09.719038 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f1f94fd-7f74-43c0-9886-a14e322227f2 req-482e3eb4-68ef-416b-84b8-7a3ff6f68a80 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff25061-ec76-4323-9127-ddd538e3ae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341134 Jul 07 17:26:09.728403 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ccfdc592-7717-4efe-be03-e07051562358 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0537865 Jul 07 17:26:09.731468 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54942) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:09.756948 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-958ec3aa-740a-48e3-b82e-8fa01ce85044 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.764967 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-958ec3aa-740a-48e3-b82e-8fa01ce85044 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.792647 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-958ec3aa-740a-48e3-b82e-8fa01ce85044 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.797421 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-958ec3aa-740a-48e3-b82e-8fa01ce85044 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.798654 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-958ec3aa-740a-48e3-b82e-8fa01ce85044 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/cf1aadb1-5dfa-46aa-927b-de709b38efee HTTP/1.1" status: 204 len: 168 time: 0.0659168 Jul 07 17:26:09.801775 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54944) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:09.807903 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ec3aa-740a-48e3-b82e-8fa01ce85044 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf1aadb1-5dfa-46aa-927b-de709b38efee,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:09.849777 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fbd95b28-f203-44cc-8e00-7ecceb35c350 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0464966 Jul 07 17:26:09.852843 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54946) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:09.881894 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3bcff612-42cc-4690-8e58-b530be17cc24 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.890539 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3bcff612-42cc-4690-8e58-b530be17cc24 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.923552 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3bcff612-42cc-4690-8e58-b530be17cc24 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.931836 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3bcff612-42cc-4690-8e58-b530be17cc24 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:09.933200 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3bcff612-42cc-4690-8e58-b530be17cc24 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/b7e6727e-975d-4690-9ccc-26111b7d50e2 HTTP/1.1" status: 204 len: 168 time: 0.0789695 Jul 07 17:26:09.935888 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54948) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:09.940553 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcff612-42cc-4690-8e58-b530be17cc24 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7e6727e-975d-4690-9ccc-26111b7d50e2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:09.948818 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcff612-42cc-4690-8e58-b530be17cc24 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:09.949249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcff612-42cc-4690-8e58-b530be17cc24 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:09.949498 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcff612-42cc-4690-8e58-b530be17cc24 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:09.949853 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcff612-42cc-4690-8e58-b530be17cc24 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:09.950175 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcff612-42cc-4690-8e58-b530be17cc24 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:09.950549 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcff612-42cc-4690-8e58-b530be17cc24 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:09.950880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcff612-42cc-4690-8e58-b530be17cc24 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:09.951218 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcff612-42cc-4690-8e58-b530be17cc24 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:09.951551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcff612-42cc-4690-8e58-b530be17cc24 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:09.951876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcff612-42cc-4690-8e58-b530be17cc24 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:09.952231 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcff612-42cc-4690-8e58-b530be17cc24 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:09.952560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcff612-42cc-4690-8e58-b530be17cc24 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:09.980073 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-40f496a3-8ace-4241-bea3-e8268f91d597 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0429757 Jul 07 17:26:09.982762 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54950) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.008972 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b77161e-38ea-4a67-8f35-57e49bac5e47 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.017020 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b77161e-38ea-4a67-8f35-57e49bac5e47 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.046415 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b77161e-38ea-4a67-8f35-57e49bac5e47 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.053785 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b77161e-38ea-4a67-8f35-57e49bac5e47 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.054974 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1b77161e-38ea-4a67-8f35-57e49bac5e47 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/7ffae581-47f1-41cb-8c72-bf4f99efa526 HTTP/1.1" status: 204 len: 168 time: 0.0712645 Jul 07 17:26:10.057844 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54952) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.060936 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77161e-38ea-4a67-8f35-57e49bac5e47 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ffae581-47f1-41cb-8c72-bf4f99efa526,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:10.114699 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9e48aeaa-c8a2-480f-9a67-f8f9f02d9017 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0545731 Jul 07 17:26:10.116963 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54954) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.170608 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37da34cb-5cdc-427f-874d-b2c2fd42525f tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.194399 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37da34cb-5cdc-427f-874d-b2c2fd42525f tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.236689 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37da34cb-5cdc-427f-874d-b2c2fd42525f tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.239301 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-37da34cb-5cdc-427f-874d-b2c2fd42525f tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.240526 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-37da34cb-5cdc-427f-874d-b2c2fd42525f tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "DELETE /v2.0/security-groups/04b67158-3eb3-48bb-9620-56c229c9f689 HTTP/1.1" status: 204 len: 168 time: 0.1225610 Jul 07 17:26:10.243221 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54956) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.250553 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da34cb-5cdc-427f-874d-b2c2fd42525f tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b67158-3eb3-48bb-9620-56c229c9f689,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:10.290878 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-603826f0-6e66-4fb0-b7a3-46fb1359b25a tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0464046 Jul 07 17:26:10.295606 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54958) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.301492 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-376b2251-6d7f-4a41-81e5-e50ce993ddf2 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Request body: {'security_group': {'name': 'tempest-secgroup--1679431663'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:10.324666 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-376b2251-6d7f-4a41-81e5-e50ce993ddf2 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.412474 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-376b2251-6d7f-4a41-81e5-e50ce993ddf2 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.416287 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-376b2251-6d7f-4a41-81e5-e50ce993ddf2 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.443076 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-376b2251-6d7f-4a41-81e5-e50ce993ddf2 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.444336 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-376b2251-6d7f-4a41-81e5-e50ce993ddf2 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1479180 Jul 07 17:26:10.447440 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54960) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.448489 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b2251-6d7f-4a41-81e5-e50ce993ddf2 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=641c9bba-5dfb-43aa-9959-23606c8500fa,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:10.452211 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-ff68ac81-1adc-4611-a8fe-3608cc71105e tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Request body: {'security_group_rule': {'security_group_id': '641c9bba-5dfb-43aa-9959-23606c8500fa', 'direction': 'ingress', 'protocol': 17}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:10.480491 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ff68ac81-1adc-4611-a8fe-3608cc71105e tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.541633 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ff68ac81-1adc-4611-a8fe-3608cc71105e tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.545570 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ff68ac81-1adc-4611-a8fe-3608cc71105e tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.565977 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68ac81-1adc-4611-a8fe-3608cc71105e tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d73d1fe-94c1-4d13-9725-7de48c9ae05d,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:10.571692 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ff68ac81-1adc-4611-a8fe-3608cc71105e tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.573010 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ff68ac81-1adc-4611-a8fe-3608cc71105e tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1245430 Jul 07 17:26:10.575805 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54962) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.637633 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2f72d900-e4f3-4f76-aca4-3e29863ee694 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.660806 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2f72d900-e4f3-4f76-aca4-3e29863ee694 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.706511 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2f72d900-e4f3-4f76-aca4-3e29863ee694 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.708982 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2f72d900-e4f3-4f76-aca4-3e29863ee694 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.710152 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2f72d900-e4f3-4f76-aca4-3e29863ee694 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "DELETE /v2.0/security-groups/641c9bba-5dfb-43aa-9959-23606c8500fa HTTP/1.1" status: 204 len: 168 time: 0.1332610 Jul 07 17:26:10.712939 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54964) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.719329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72d900-e4f3-4f76-aca4-3e29863ee694 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=641c9bba-5dfb-43aa-9959-23606c8500fa,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:10.759557 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4b83be90-5f3b-4fe5-be88-e9d1daf32cfa tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0449150 Jul 07 17:26:10.764665 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54968) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:10.770228 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f597acbf-3f96-4d13-ba7d-27138978d717 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Request body: {'security_group': {'name': 'tempest-secgroup--757212432'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:10.791961 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f597acbf-3f96-4d13-ba7d-27138978d717 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.917812 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f597acbf-3f96-4d13-ba7d-27138978d717 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.933751 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd9389-91fc-4183-ad31-b8ab680e7378 req-9bf9ec33-9480-4c80-8a45-d59d35f46607 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:10.935346 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fdfd9389-91fc-4183-ad31-b8ab680e7378 req-9bf9ec33-9480-4c80-8a45-d59d35f46607 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/ports?device_id=330c60dc-7458-4426-ab63-5968aa5d1c9b HTTP/1.1" status: 200 len: 943 time: 0.0954411 Jul 07 17:26:10.936527 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f597acbf-3f96-4d13-ba7d-27138978d717 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.986363 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597acbf-3f96-4d13-ba7d-27138978d717 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d167c23e-f008-4fa3-9a87-e42fe321bb65,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:10.991998 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f597acbf-3f96-4d13-ba7d-27138978d717 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:10.993247 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f597acbf-3f96-4d13-ba7d-27138978d717 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2269547 Jul 07 17:26:10.996280 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54970) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.006674 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d5136282-a71d-4498-953a-fd30b1833cb1 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Request body: {'security_group': {'name': 'tempest-secgroup--1285101418'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:11.022723 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fdfd9389-91fc-4183-ad31-b8ab680e7378 req-383deff1-48f6-4a40-bf0d-6edd88bab546 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff25061-ec76-4323-9127-ddd538e3ae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731893 Jul 07 17:26:11.040691 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d5136282-a71d-4498-953a-fd30b1833cb1 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.136234 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d5136282-a71d-4498-953a-fd30b1833cb1 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.140181 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d5136282-a71d-4498-953a-fd30b1833cb1 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.166648 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d5136282-a71d-4498-953a-fd30b1833cb1 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.167891 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d5136282-a71d-4498-953a-fd30b1833cb1 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1706014 Jul 07 17:26:11.170704 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54972) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.175989 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-84908f99-6d92-4582-9959-df7fc3c6283f tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Request body: {'security_group_rule': {'security_group_id': 'd167c23e-f008-4fa3-9a87-e42fe321bb65', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '949980c3-f7b9-4aec-a0f6-653239886fb2', 'remote_ip_prefix': None}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:11.183716 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5136282-a71d-4498-953a-fd30b1833cb1 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=949980c3-f7b9-4aec-a0f6-653239886fb2,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:11.208569 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-84908f99-6d92-4582-9959-df7fc3c6283f tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.208929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 45accf49-fa6e-4c94-887c-798145fd80a9 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:26:11.280471 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-84908f99-6d92-4582-9959-df7fc3c6283f tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.286535 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-84908f99-6d92-4582-9959-df7fc3c6283f tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.309061 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84908f99-6d92-4582-9959-df7fc3c6283f tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17c15d0-967b-4367-ad72-7f02a464c659,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:11.312941 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 45accf49-fa6e-4c94-887c-798145fd80a9, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=45accf49-fa6e-4c94-887c-798145fd80a9,segment=NetworkSegment(ec252685-2907-402a-ba30-3fc510cd4bf7),segment_id=ec252685-2907-402a-ba30-3fc510cd4bf7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:11.313168 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-84908f99-6d92-4582-9959-df7fc3c6283f tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.316963 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-84908f99-6d92-4582-9959-df7fc3c6283f tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1426342 Jul 07 17:26:11.317616 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54974) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.325688 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '45accf49-fa6e-4c94-887c-798145fd80a9', 'network_id': '35f66984-1121-4da6-a6e7-0a7346aeda05', 'port_id': '45accf49-fa6e-4c94-887c-798145fd80a9', 'mac_address': 'fa:16:3e:9f:3d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a221c7-8c14-46d3-9464-1ce8931ca6db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:26:11.342639 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aa4ff25c-b4f0-4519-a1a7-3c77f7981a95 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.351591 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aa4ff25c-b4f0-4519-a1a7-3c77f7981a95 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.371929 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.389261 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aa4ff25c-b4f0-4519-a1a7-3c77f7981a95 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.389936 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45accf49-fa6e-4c94-887c-798145fd80a9 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:11.394957 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aa4ff25c-b4f0-4519-a1a7-3c77f7981a95 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.396126 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-aa4ff25c-b4f0-4519-a1a7-3c77f7981a95 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/f17c15d0-967b-4367-ad72-7f02a464c659 HTTP/1.1" status: 204 len: 168 time: 0.0779126 Jul 07 17:26:11.399530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54976) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.405312 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ff25c-b4f0-4519-a1a7-3c77f7981a95 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f17c15d0-967b-4367-ad72-7f02a464c659,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:11.414162 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 45accf49-fa6e-4c94-887c-798145fd80a9, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=45accf49-fa6e-4c94-887c-798145fd80a9,segment=NetworkSegment(ec252685-2907-402a-ba30-3fc510cd4bf7),segment_id=ec252685-2907-402a-ba30-3fc510cd4bf7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:11.418259 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.467051 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=45accf49-fa6e-4c94-887c-798145fd80a9,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:11.472741 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bf482544-c90b-4cc2-b520-822a1b21358f tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0714929 Jul 07 17:26:11.475219 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54978) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.531007 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-77e8ab7d-6c59-4b65-aa75-f7bddb0a41ad tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.555065 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-77e8ab7d-6c59-4b65-aa75-f7bddb0a41ad tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.609470 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-77e8ab7d-6c59-4b65-aa75-f7bddb0a41ad tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.612168 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-77e8ab7d-6c59-4b65-aa75-f7bddb0a41ad tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.613383 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-77e8ab7d-6c59-4b65-aa75-f7bddb0a41ad tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "DELETE /v2.0/security-groups/949980c3-f7b9-4aec-a0f6-653239886fb2 HTTP/1.1" status: 204 len: 168 time: 0.1371720 Jul 07 17:26:11.616262 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54980) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.623318 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8ab7d-6c59-4b65-aa75-f7bddb0a41ad tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=949980c3-f7b9-4aec-a0f6-653239886fb2,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:11.628779 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['45accf49-fa6e-4c94-887c-798145fd80a9'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:11.703207 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ed0a2c5e-b5fe-4a05-b10c-1e16461e7819 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0856071 Jul 07 17:26:11.706601 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54982) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.760955 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5afb5e34-4a31-4064-b0d7-4d8632f61b7b tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.786900 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5afb5e34-4a31-4064-b0d7-4d8632f61b7b tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.828898 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5afb5e34-4a31-4064-b0d7-4d8632f61b7b tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.832117 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5afb5e34-4a31-4064-b0d7-4d8632f61b7b tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.833287 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5afb5e34-4a31-4064-b0d7-4d8632f61b7b tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "DELETE /v2.0/security-groups/d167c23e-f008-4fa3-9a87-e42fe321bb65 HTTP/1.1" status: 204 len: 168 time: 0.1256757 Jul 07 17:26:11.836556 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54984) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.843028 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb5e34-4a31-4064-b0d7-4d8632f61b7b tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d167c23e-f008-4fa3-9a87-e42fe321bb65,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:11.881126 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d1470310-6a12-4a8a-8117-0b4554e7ca4a tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0432751 Jul 07 17:26:11.885294 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54986) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:11.889944 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-fa4e7c3b-52a9-4ab1-9493-808f504d3761 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Request body: {'security_group': {'name': 'tempest-secgroup--955322239'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:11.915175 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fa4e7c3b-52a9-4ab1-9493-808f504d3761 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:11.997282 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fa4e7c3b-52a9-4ab1-9493-808f504d3761 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.002306 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fa4e7c3b-52a9-4ab1-9493-808f504d3761 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.028493 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fa4e7c3b-52a9-4ab1-9493-808f504d3761 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.029751 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fa4e7c3b-52a9-4ab1-9493-808f504d3761 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1434863 Jul 07 17:26:12.032534 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54988) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:12.037852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-af49320d-4e54-4c19-9ec1-042b6365e3ad tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Request body: {'security_group_rule': {'security_group_id': '842fcef8-1eb7-46ac-9684-9dc375f082e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:12.043272 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e7c3b-52a9-4ab1-9493-808f504d3761 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842fcef8-1eb7-46ac-9684-9dc375f082e7,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:12.072914 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-af49320d-4e54-4c19-9ec1-042b6365e3ad tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.144600 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-af49320d-4e54-4c19-9ec1-042b6365e3ad tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.147828 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-af49320d-4e54-4c19-9ec1-042b6365e3ad tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.163220 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49320d-4e54-4c19-9ec1-042b6365e3ad tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e39d1cf-f195-481b-b255-74ac3c5b83a1,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:12.175231 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-af49320d-4e54-4c19-9ec1-042b6365e3ad tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.176705 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-af49320d-4e54-4c19-9ec1-042b6365e3ad tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1432288 Jul 07 17:26:12.179519 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54992) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:12.208713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db6d6d-e281-4b32-b13b-3af1d090a3de req-795e7384-c363-4e82-a51d-39aa8750357a tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:12.211203 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-14db6d6d-e281-4b32-b13b-3af1d090a3de req-795e7384-c363-4e82-a51d-39aa8750357a tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/ports?device_id=330c60dc-7458-4426-ab63-5968aa5d1c9b HTTP/1.1" status: 200 len: 944 time: 0.0707157 Jul 07 17:26:12.211367 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-714ce11d-a6ae-496e-b983-64333d1356ba tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.221106 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-714ce11d-a6ae-496e-b983-64333d1356ba tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.252057 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-714ce11d-a6ae-496e-b983-64333d1356ba tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.257547 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-714ce11d-a6ae-496e-b983-64333d1356ba tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.258813 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-714ce11d-a6ae-496e-b983-64333d1356ba tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/2e39d1cf-f195-481b-b255-74ac3c5b83a1 HTTP/1.1" status: 204 len: 168 time: 0.0779743 Jul 07 17:26:12.261096 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-14db6d6d-e281-4b32-b13b-3af1d090a3de req-533bfe37-f338-47e3-9a02-39fb4801f7a5 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff25061-ec76-4323-9127-ddd538e3ae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371797 Jul 07 17:26:12.261646 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54994) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:12.267311 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ce11d-a6ae-496e-b983-64333d1356ba tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e39d1cf-f195-481b-b255-74ac3c5b83a1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:12.305690 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9149af84-927f-40c3-9ae3-9210cffd12ca tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0425901 Jul 07 17:26:12.308434 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 54996) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:12.377618 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-afcfbb41-2630-40fa-a8fc-ddf94cf1bba8 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.403620 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-afcfbb41-2630-40fa-a8fc-ddf94cf1bba8 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.446287 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-afcfbb41-2630-40fa-a8fc-ddf94cf1bba8 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.448823 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-afcfbb41-2630-40fa-a8fc-ddf94cf1bba8 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.449983 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-afcfbb41-2630-40fa-a8fc-ddf94cf1bba8 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "DELETE /v2.0/security-groups/842fcef8-1eb7-46ac-9684-9dc375f082e7 HTTP/1.1" status: 204 len: 168 time: 0.1406405 Jul 07 17:26:12.452992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 54998) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:12.459573 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfbb41-2630-40fa-a8fc-ddf94cf1bba8 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=842fcef8-1eb7-46ac-9684-9dc375f082e7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:12.500176 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-01add8d5-434d-4f3a-a59e-5e7bd2db23be tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0460048 Jul 07 17:26:12.504387 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55000) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:12.509177 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-9f843a55-6521-4f12-bf86-73a4060e8a13 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Request body: {'security_group': {'name': 'tempest-secgroup--1830794777'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:12.531218 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f843a55-6521-4f12-bf86-73a4060e8a13 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.619901 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f843a55-6521-4f12-bf86-73a4060e8a13 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.623964 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f843a55-6521-4f12-bf86-73a4060e8a13 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.647636 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9f843a55-6521-4f12-bf86-73a4060e8a13 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.648894 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9f843a55-6521-4f12-bf86-73a4060e8a13 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1434400 Jul 07 17:26:12.651765 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55002) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:12.656526 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-e5738621-d748-4ba8-a512-40c93b0e419e tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Request body: {'security_group_rule': {'security_group_id': 'd99b6876-7aad-4ecf-b680-820acc3a1a45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:12.657480 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f843a55-6521-4f12-bf86-73a4060e8a13 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d99b6876-7aad-4ecf-b680-820acc3a1a45,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:12.684475 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5738621-d748-4ba8-a512-40c93b0e419e tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.731708 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5738621-d748-4ba8-a512-40c93b0e419e tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.735534 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5738621-d748-4ba8-a512-40c93b0e419e tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.750708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5738621-d748-4ba8-a512-40c93b0e419e tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee07fa6e-c7f6-4f31-9146-1fcecc6c761b,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:12.760240 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e5738621-d748-4ba8-a512-40c93b0e419e tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.761487 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e5738621-d748-4ba8-a512-40c93b0e419e tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1086788 Jul 07 17:26:12.765850 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55004) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:12.783012 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4b51948d-f5ad-4e62-b58d-52c9f19ab2a1 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-group-rules/ee07fa6e-c7f6-4f31-9146-1fcecc6c761b HTTP/1.1" status: 200 len: 763 time: 0.0160403 Jul 07 17:26:12.785522 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55006) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:12.826524 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-765dc7f9-74f6-47e4-bc46-5506b3667d33 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0398967 Jul 07 17:26:12.829819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55008) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:12.853106 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6cc2a550-ef44-4a5f-b5d1-2ef1be02114e tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.860390 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6cc2a550-ef44-4a5f-b5d1-2ef1be02114e tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.887395 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6cc2a550-ef44-4a5f-b5d1-2ef1be02114e tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.894389 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6cc2a550-ef44-4a5f-b5d1-2ef1be02114e tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:12.895360 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6cc2a550-ef44-4a5f-b5d1-2ef1be02114e tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ee07fa6e-c7f6-4f31-9146-1fcecc6c761b HTTP/1.1" status: 204 len: 168 time: 0.0645967 Jul 07 17:26:12.897976 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55010) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:12.901046 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2a550-ef44-4a5f-b5d1-2ef1be02114e tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee07fa6e-c7f6-4f31-9146-1fcecc6c761b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:12.940259 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5a9b9e5d-22b8-431c-9e4c-05fa41bf0668 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0410023 Jul 07 17:26:12.942764 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55012) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:12.947188 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-94ec8172-b0e1-4eef-952c-c5a3de73c945 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Request body: {'security_group_rule': {'security_group_id': 'd99b6876-7aad-4ecf-b680-820acc3a1a45', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:12.974163 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-94ec8172-b0e1-4eef-952c-c5a3de73c945 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.021383 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-94ec8172-b0e1-4eef-952c-c5a3de73c945 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.025331 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-94ec8172-b0e1-4eef-952c-c5a3de73c945 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.046179 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec8172-b0e1-4eef-952c-c5a3de73c945 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2a2791-308a-43f4-b260-fa2706a99d63,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:13.054789 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-94ec8172-b0e1-4eef-952c-c5a3de73c945 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.056045 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-94ec8172-b0e1-4eef-952c-c5a3de73c945 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1123276 Jul 07 17:26:13.058759 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55014) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:13.079307 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8eef17bb-c521-4bad-8c02-e373d69252e5 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-group-rules/ac2a2791-308a-43f4-b260-fa2706a99d63 HTTP/1.1" status: 200 len: 763 time: 0.0194571 Jul 07 17:26:13.082170 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55016) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:13.124182 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-64682712-79c5-4e6c-8775-06a580b48e20 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0408852 Jul 07 17:26:13.127724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55018) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:13.151337 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-98e7d057-013b-4d61-a0b7-7bdb710acbb4 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.159604 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-98e7d057-013b-4d61-a0b7-7bdb710acbb4 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.197935 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-98e7d057-013b-4d61-a0b7-7bdb710acbb4 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.204149 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-98e7d057-013b-4d61-a0b7-7bdb710acbb4 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.205320 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-98e7d057-013b-4d61-a0b7-7bdb710acbb4 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ac2a2791-308a-43f4-b260-fa2706a99d63 HTTP/1.1" status: 204 len: 168 time: 0.0766494 Jul 07 17:26:13.207921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55020) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:13.215706 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7d057-013b-4d61-a0b7-7bdb710acbb4 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac2a2791-308a-43f4-b260-fa2706a99d63,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:13.224230 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 45accf49-fa6e-4c94-887c-798145fd80a9 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:13.253948 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-697067c9-072a-4319-b006-44eaa121df0e tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0448246 Jul 07 17:26:13.256502 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55022) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:13.261092 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-56836e50-6bf2-41c5-8abd-5065b20636d6 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Request body: {'security_group_rule': {'security_group_id': 'd99b6876-7aad-4ecf-b680-820acc3a1a45', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:13.279471 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 45accf49-fa6e-4c94-887c-798145fd80a9 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:13.284429 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 45accf49-fa6e-4c94-887c-798145fd80a9 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:13.284711 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-56836e50-6bf2-41c5-8abd-5065b20636d6 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Project d893012d86f3447fb6f97f35ae8f1667 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:26:13.284961 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.291601 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56836e50-6bf2-41c5-8abd-5065b20636d6 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.381140 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56836e50-6bf2-41c5-8abd-5065b20636d6 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.384807 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.401015 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56836e50-6bf2-41c5-8abd-5065b20636d6 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.421887 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56836e50-6bf2-41c5-8abd-5065b20636d6 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d04429c-8d38-48ee-90a3-67718912989a,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:13.428622 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330c60dc-7458-4426-ab63-5968aa5d1c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45accf49-fa6e-4c94-887c-798145fd80a9'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:13.431511 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56836e50-6bf2-41c5-8abd-5065b20636d6 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.434436 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-56836e50-6bf2-41c5-8abd-5065b20636d6 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1754279 Jul 07 17:26:13.434623 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715d8a1f-2b60-44bc-9a26-ef01673098b1" -d '{"events": [{"server_uuid": "330c60dc-7458-4426-ab63-5968aa5d1c9b", "name": "network-vif-plugged", "status": "completed", "tag": "45accf49-fa6e-4c94-887c-798145fd80a9"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:13.435799 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55026) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:13.461004 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a1650e0e-8ec7-4ea4-ade3-bd2bedc22987 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-group-rules/6d04429c-8d38-48ee-90a3-67718912989a HTTP/1.1" status: 200 len: 769 time: 0.0213745 Jul 07 17:26:13.461347 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55030) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:13.463629 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 45accf49-fa6e-4c94-887c-798145fd80a9, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=45accf49-fa6e-4c94-887c-798145fd80a9,segment=NetworkSegment(ec252685-2907-402a-ba30-3fc510cd4bf7),segment_id=ec252685-2907-402a-ba30-3fc510cd4bf7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:13.471771 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.480206 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e39669d-c20d-4acb-bc21-c5466a3a3848 x-openstack-request-id: req-7e39669d-c20d-4acb-bc21-c5466a3a3848 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:13.480645 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330c60dc-7458-4426-ab63-5968aa5d1c9b", "name": "network-vif-plugged", "status": "completed", "tag": "45accf49-fa6e-4c94-887c-798145fd80a9", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:13.481023 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e39669d-c20d-4acb-bc21-c5466a3a3848 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:13.481501 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330c60dc-7458-4426-ab63-5968aa5d1c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45accf49-fa6e-4c94-887c-798145fd80a9', 'code': 200} Jul 07 17:26:13.520009 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21157d4-6fc2-49d2-8da9-a41ddf8faf37 req-013d6d7d-6bdf-4248-ab47-5ab670be5e0c tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:13.522836 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a21157d4-6fc2-49d2-8da9-a41ddf8faf37 req-013d6d7d-6bdf-4248-ab47-5ab670be5e0c tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/ports?device_id=330c60dc-7458-4426-ab63-5968aa5d1c9b HTTP/1.1" status: 200 len: 944 time: 0.1244123 Jul 07 17:26:13.540662 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=45accf49-fa6e-4c94-887c-798145fd80a9,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:13.542503 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6c347b5e-a31b-4d92-bdec-7b8f405bada7 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0788848 Jul 07 17:26:13.544277 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55032) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:13.590433 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a21157d4-6fc2-49d2-8da9-a41ddf8faf37 req-e776bd92-e1f3-4ced-b3fc-2537cace57a7 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff25061-ec76-4323-9127-ddd538e3ae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477607 Jul 07 17:26:13.627322 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-99a326d8-560b-4007-9a30-3c0541c93da0 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.639599 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-99a326d8-560b-4007-9a30-3c0541c93da0 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.677751 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-99a326d8-560b-4007-9a30-3c0541c93da0 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.682942 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-99a326d8-560b-4007-9a30-3c0541c93da0 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.685016 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-99a326d8-560b-4007-9a30-3c0541c93da0 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/6d04429c-8d38-48ee-90a3-67718912989a HTTP/1.1" status: 204 len: 168 time: 0.1387532 Jul 07 17:26:13.688471 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55034) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:13.690009 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cda59-af4e-4e2a-8528-8ee463ec5c4e req-a77b96ed-ae4f-4eaf-898b-9be19da1eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:13.691553 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-220cda59-af4e-4e2a-8528-8ee463ec5c4e req-a77b96ed-ae4f-4eaf-898b-9be19da1eecc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=330c60dc-7458-4426-ab63-5968aa5d1c9b HTTP/1.1" status: 200 len: 1096 time: 0.1379755 Jul 07 17:26:13.697169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a326d8-560b-4007-9a30-3c0541c93da0 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d04429c-8d38-48ee-90a3-67718912989a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:13.735821 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fe78111a-9b9e-4cc3-94a8-b3d081aa81b0 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0423074 Jul 07 17:26:13.736292 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55036) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:13.742485 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-220cda59-af4e-4e2a-8528-8ee463ec5c4e req-373d5624-16f4-4f75-9d48-3c3641d3b5fb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7ff25061-ec76-4323-9127-ddd538e3ae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421321 Jul 07 17:26:13.793429 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3d63bcc9-8081-491b-a33a-79f0791297ba tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.817907 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3d63bcc9-8081-491b-a33a-79f0791297ba tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.858733 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3d63bcc9-8081-491b-a33a-79f0791297ba tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.861918 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3d63bcc9-8081-491b-a33a-79f0791297ba tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:13.863143 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3d63bcc9-8081-491b-a33a-79f0791297ba tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "DELETE /v2.0/security-groups/d99b6876-7aad-4ecf-b680-820acc3a1a45 HTTP/1.1" status: 204 len: 168 time: 0.1260211 Jul 07 17:26:13.866051 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55038) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:13.872839 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63bcc9-8081-491b-a33a-79f0791297ba tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99b6876-7aad-4ecf-b680-820acc3a1a45,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:13.912689 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-18725bd6-e725-4625-a134-a2d27464fd11 tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0452161 Jul 07 17:26:13.916889 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55040) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:13.959890 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a04d8dd4-e111-4713-a6db-9edf7db30b3d tempest-SecGroupIPv6Test-632529732 tempest-SecGroupIPv6Test-632529732-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0418167 Jul 07 17:26:14.206305 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55046) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:14.273464 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:26:14.348435 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.349649 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8587b067-c814-44cc-9537-21c798c54b87 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d893012d86f3447fb6f97f35ae8f1667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421108 Jul 07 17:26:14.352237 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55050) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:14.403291 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6dd9796c-73e3-4f41-ab26-c8b9ee886be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.425332 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6dd9796c-73e3-4f41-ab26-c8b9ee886be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.478870 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6dd9796c-73e3-4f41-ab26-c8b9ee886be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.481516 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6dd9796c-73e3-4f41-ab26-c8b9ee886be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.485215 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6dd9796c-73e3-4f41-ab26-c8b9ee886be1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c4f821fd-c17e-488c-96f8-9a3adbdd416d HTTP/1.1" status: 204 len: 168 time: 0.1297286 Jul 07 17:26:14.495071 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9796c-73e3-4f41-ab26-c8b9ee886be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f821fd-c17e-488c-96f8-9a3adbdd416d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:14.718703 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8f0ecf4a-0dc8-4c80-9429-94349011d18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:14.793492 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9a9d9-8f9a-4464-9db5-74e3817def2b req-92ff31fc-263b-4a17-ab63-49e441765655 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:14.795252 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-34a9a9d9-8f9a-4464-9db5-74e3817def2b req-92ff31fc-263b-4a17-ab63-49e441765655 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/ports?device_id=330c60dc-7458-4426-ab63-5968aa5d1c9b HTTP/1.1" status: 200 len: 945 time: 0.0670967 Jul 07 17:26:14.836569 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-34a9a9d9-8f9a-4464-9db5-74e3817def2b req-e3406462-4a69-4db5-b4f5-1251e9a492ab tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff25061-ec76-4323-9127-ddd538e3ae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346293 Jul 07 17:26:15.193488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55084) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:15.300229 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e093022-c5c9-4ea9-a5c5-e6c35320d418 req-37ee225b-b9c6-42be-b2e4-0bddc8d3e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:15.301722 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e093022-c5c9-4ea9-a5c5-e6c35320d418 req-37ee225b-b9c6-42be-b2e4-0bddc8d3e0f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a56a41f84eb44f6bb4694d3dcfda087c&device_id=330c60dc-7458-4426-ab63-5968aa5d1c9b HTTP/1.1" status: 200 len: 1096 time: 0.0728774 Jul 07 17:26:15.304821 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c77fed3d-e4f9-44bb-a270-58d4b512ba91 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:15.305404 n-d-793620-7 neutron-server[100410]: WARNING neutron.api.v2.base [None req-c77fed3d-e4f9-44bb-a270-58d4b512ba91 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 17:26:15.305822 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-c77fed3d-e4f9-44bb-a270-58d4b512ba91 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:26:15.306943 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c77fed3d-e4f9-44bb-a270-58d4b512ba91 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1121230 Jul 07 17:26:15.310711 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55090) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:15.315705 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-6c1b8b2f-1c4c-4665-b122-ff9ce9f9adc2 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group': {'name': 'tempest-secgroup--1199505889'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:15.342331 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c1b8b2f-1c4c-4665-b122-ff9ce9f9adc2 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.359236 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c1b8b2f-1c4c-4665-b122-ff9ce9f9adc2 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.417302 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e093022-c5c9-4ea9-a5c5-e6c35320d418 req-42e9ac23-917d-4f16-8642-a45254703aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:15.418815 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e093022-c5c9-4ea9-a5c5-e6c35320d418 req-42e9ac23-917d-4f16-8642-a45254703aa3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=35f66984-1121-4da6-a6e7-0a7346aeda05 HTTP/1.1" status: 200 len: 915 time: 0.1109109 Jul 07 17:26:15.471475 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c1b8b2f-1c4c-4665-b122-ff9ce9f9adc2 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.477453 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c1b8b2f-1c4c-4665-b122-ff9ce9f9adc2 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.482867 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e093022-c5c9-4ea9-a5c5-e6c35320d418 req-ac8e7da0-87dc-4b16-8224-fc71fe2b53d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45accf49-fa6e-4c94-887c-798145fd80a9 HTTP/1.1" status: 200 len: 217 time: 0.0414650 Jul 07 17:26:15.520453 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b8b2f-1c4c-4665-b122-ff9ce9f9adc2 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3de983b-349b-4f26-9cc5-a9ad2fb68cb9,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:15.550486 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e093022-c5c9-4ea9-a5c5-e6c35320d418 req-5adbc1c7-bf39-4beb-8e7f-8bdd2b0375ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:15.552003 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e093022-c5c9-4ea9-a5c5-e6c35320d418 req-5adbc1c7-bf39-4beb-8e7f-8bdd2b0375ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3a221c7-8c14-46d3-9464-1ce8931ca6db HTTP/1.1" status: 200 len: 854 time: 0.0621355 Jul 07 17:26:15.561137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853fec3-a71a-4fe4-ba33-6ee661efdeb8 req-cf728f2e-91ff-451b-85ae-a1f3fa0b4fde tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:15.562693 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4853fec3-a71a-4fe4-ba33-6ee661efdeb8 req-cf728f2e-91ff-451b-85ae-a1f3fa0b4fde tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/ports?device_id=330c60dc-7458-4426-ab63-5968aa5d1c9b HTTP/1.1" status: 200 len: 945 time: 0.2942388 Jul 07 17:26:15.589941 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c1b8b2f-1c4c-4665-b122-ff9ce9f9adc2 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.594512 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c1b8b2f-1c4c-4665-b122-ff9ce9f9adc2 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.603588 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e093022-c5c9-4ea9-a5c5-e6c35320d418 req-c68a7c08-d3f3-4229-af2b-06900992a1e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35f66984-1121-4da6-a6e7-0a7346aeda05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398817 Jul 07 17:26:15.626860 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6c1b8b2f-1c4c-4665-b122-ff9ce9f9adc2 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.628109 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6c1b8b2f-1c4c-4665-b122-ff9ce9f9adc2 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3161383 Jul 07 17:26:15.629186 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b8b2f-1c4c-4665-b122-ff9ce9f9adc2 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375c3def-0838-4cb3-a9f2-de020ee880f6,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:15.631183 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55092) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:15.639533 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-20b61c6b-4a97-419d-aae3-c886d8b45c19 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group_rule': {'security_group_id': '375c3def-0838-4cb3-a9f2-de020ee880f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:15.671287 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-20b61c6b-4a97-419d-aae3-c886d8b45c19 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.683072 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4853fec3-a71a-4fe4-ba33-6ee661efdeb8 req-9ab90fb6-30a8-490b-ade9-a647bc0dfd58 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff25061-ec76-4323-9127-ddd538e3ae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105750 Jul 07 17:26:15.719183 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e093022-c5c9-4ea9-a5c5-e6c35320d418 req-b2d6a294-f58a-4593-a0a0-53c27a42e05b service neutron] 10.222.0.15 "GET /v2.0/networks/35f66984-1121-4da6-a6e7-0a7346aeda05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089983 Jul 07 17:26:15.756932 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-20b61c6b-4a97-419d-aae3-c886d8b45c19 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.761665 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-20b61c6b-4a97-419d-aae3-c886d8b45c19 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.783845 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b61c6b-4a97-419d-aae3-c886d8b45c19 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc67e73a-1f9b-4784-8ea1-ade14d671736,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:15.791874 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-20b61c6b-4a97-419d-aae3-c886d8b45c19 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.794854 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-20b61c6b-4a97-419d-aae3-c886d8b45c19 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1596162 Jul 07 17:26:15.796049 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55094) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:15.800976 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-42436b61-358b-4fbb-b9e0-aba4835ca160 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group_rule': {'security_group_id': '375c3def-0838-4cb3-a9f2-de020ee880f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:15.826431 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e093022-c5c9-4ea9-a5c5-e6c35320d418 req-a5995422-ddd5-4c01-b5d3-8081b32289c2 service neutron] 10.222.0.15 "GET /v2.0/networks/35f66984-1121-4da6-a6e7-0a7346aeda05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996199 Jul 07 17:26:15.828469 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42436b61-358b-4fbb-b9e0-aba4835ca160 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.879084 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-42436b61-358b-4fbb-b9e0-aba4835ca160 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 17:26:15.880197 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-42436b61-358b-4fbb-b9e0-aba4835ca160 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0833225 Jul 07 17:26:15.883055 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55096) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:15.948361 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d9a97cbf-9442-4233-afaf-2af6a64b2bc8 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:15.971339 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d9a97cbf-9442-4233-afaf-2af6a64b2bc8 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.024803 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d9a97cbf-9442-4233-afaf-2af6a64b2bc8 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.027529 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d9a97cbf-9442-4233-afaf-2af6a64b2bc8 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.028696 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d9a97cbf-9442-4233-afaf-2af6a64b2bc8 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "DELETE /v2.0/security-groups/375c3def-0838-4cb3-a9f2-de020ee880f6 HTTP/1.1" status: 204 len: 168 time: 0.1445408 Jul 07 17:26:16.032082 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55098) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:16.045559 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a97cbf-9442-4233-afaf-2af6a64b2bc8 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=375c3def-0838-4cb3-a9f2-de020ee880f6,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:16.089701 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3e8dbc5f-c9e1-407a-81e3-d17328471f34 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0553854 Jul 07 17:26:16.093315 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55100) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:16.097673 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-7e9425ac-2511-4375-adc7-187f8f484ddc tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group': {'name': 'tempest-secgroup--332911259'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:16.122052 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e9425ac-2511-4375-adc7-187f8f484ddc tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.204261 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e9425ac-2511-4375-adc7-187f8f484ddc tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.208582 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e9425ac-2511-4375-adc7-187f8f484ddc tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.234803 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e9425ac-2511-4375-adc7-187f8f484ddc tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.236537 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7e9425ac-2511-4375-adc7-187f8f484ddc tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1423073 Jul 07 17:26:16.239382 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55102) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:16.243727 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-4b19ab40-4bad-4bc4-a4a5-e429142a2949 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group_rule': {'security_group_id': 'acbac579-ed33-4b4d-bffe-20af194b43ae', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:16.244213 n-d-793620-7 neutron-server[100409]: WARNING neutron.api.v2.base [None req-4b19ab40-4bad-4bc4-a4a5-e429142a2949 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 17:26:16.244702 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-4b19ab40-4bad-4bc4-a4a5-e429142a2949 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:16.245612 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4b19ab40-4bad-4bc4-a4a5-e429142a2949 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0053365 Jul 07 17:26:16.247723 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9425ac-2511-4375-adc7-187f8f484ddc tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acbac579-ed33-4b4d-bffe-20af194b43ae,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:16.248225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55104) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:16.311467 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e33c-5d27-4128-9107-0d81d07c6c21 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.336021 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e33c-5d27-4128-9107-0d81d07c6c21 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.385253 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e33c-5d27-4128-9107-0d81d07c6c21 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.389129 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2bd6e33c-5d27-4128-9107-0d81d07c6c21 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.391190 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2bd6e33c-5d27-4128-9107-0d81d07c6c21 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "DELETE /v2.0/security-groups/acbac579-ed33-4b4d-bffe-20af194b43ae HTTP/1.1" status: 204 len: 168 time: 0.1417654 Jul 07 17:26:16.395126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55106) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:16.406430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6e33c-5d27-4128-9107-0d81d07c6c21 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbac579-ed33-4b4d-bffe-20af194b43ae,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:16.452234 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dd67d21b-ef79-4f0f-ad66-a2875f0a2641 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0558419 Jul 07 17:26:16.456113 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55108) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:16.460965 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-8fa282a5-0b65-41a4-a21b-9f2eb1daf325 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group': {'name': 'tempest-secgroup--572936248'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:16.484046 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8fa282a5-0b65-41a4-a21b-9f2eb1daf325 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.566547 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8fa282a5-0b65-41a4-a21b-9f2eb1daf325 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.570165 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8fa282a5-0b65-41a4-a21b-9f2eb1daf325 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.599639 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8fa282a5-0b65-41a4-a21b-9f2eb1daf325 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.600884 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8fa282a5-0b65-41a4-a21b-9f2eb1daf325 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1437292 Jul 07 17:26:16.602812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa282a5-0b65-41a4-a21b-9f2eb1daf325 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b856a9-ad39-4156-a442-823d9e69cc72,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:16.603881 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55110) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:16.608786 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-0bab7666-d91e-46d4-8d56-ddbb661b3c1b tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group_rule': {'security_group_id': '60b856a9-ad39-4156-a442-823d9e69cc72', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:16.609822 n-d-793620-7 neutron-server[100409]: WARNING neutron.api.v2.base [None req-0bab7666-d91e-46d4-8d56-ddbb661b3c1b tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 17:26:16.611300 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-0bab7666-d91e-46d4-8d56-ddbb661b3c1b tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:16.612329 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0bab7666-d91e-46d4-8d56-ddbb661b3c1b tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073388 Jul 07 17:26:16.614925 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55112) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:16.636298 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.673691 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7d10f259-e7d5-4e4a-ba43-cf779642b2c5 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.698674 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7d10f259-e7d5-4e4a-ba43-cf779642b2c5 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.744979 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7d10f259-e7d5-4e4a-ba43-cf779642b2c5 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.747607 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7d10f259-e7d5-4e4a-ba43-cf779642b2c5 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.748779 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7d10f259-e7d5-4e4a-ba43-cf779642b2c5 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "DELETE /v2.0/security-groups/60b856a9-ad39-4156-a442-823d9e69cc72 HTTP/1.1" status: 204 len: 168 time: 0.1327901 Jul 07 17:26:16.751672 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55116) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:16.759407 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10f259-e7d5-4e4a-ba43-cf779642b2c5 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b856a9-ad39-4156-a442-823d9e69cc72,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:16.803436 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-77ea2615-85bc-48a2-8a0a-b590e63a3149 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0502601 Jul 07 17:26:16.807069 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55118) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:16.811586 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-afa0497d-8c0b-4752-80ac-654ca33eb6c1 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group': {'name': 'tempest-secgroup--674330417'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:16.834783 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-afa0497d-8c0b-4752-80ac-654ca33eb6c1 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.866174 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871060f-5829-479a-bc06-d5f05359e112 req-9ca32751-e300-47fa-bd17-00a6d276fbed tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:16.867754 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3871060f-5829-479a-bc06-d5f05359e112 req-9ca32751-e300-47fa-bd17-00a6d276fbed tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/ports?device_id=330c60dc-7458-4426-ab63-5968aa5d1c9b HTTP/1.1" status: 200 len: 945 time: 0.0670002 Jul 07 17:26:16.909212 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3871060f-5829-479a-bc06-d5f05359e112 req-a24780ba-f105-4e82-8210-13648d77b31f tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff25061-ec76-4323-9127-ddd538e3ae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351079 Jul 07 17:26:16.921766 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-afa0497d-8c0b-4752-80ac-654ca33eb6c1 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.925792 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-afa0497d-8c0b-4752-80ac-654ca33eb6c1 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.952711 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-afa0497d-8c0b-4752-80ac-654ca33eb6c1 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:16.957594 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-afa0497d-8c0b-4752-80ac-654ca33eb6c1 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1459458 Jul 07 17:26:16.957594 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55122) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:16.962711 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-77ffde81-5f63-4e4b-a9b7-7d08673a0276 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group_rule': {'security_group_id': '8c54ee47-0af7-4727-9716-c02a160ab6bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:16.963707 n-d-793620-7 neutron-server[100410]: WARNING neutron.api.v2.base [None req-77ffde81-5f63-4e4b-a9b7-7d08673a0276 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 17:26:16.964213 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-77ffde81-5f63-4e4b-a9b7-7d08673a0276 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:16.965164 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-77ffde81-5f63-4e4b-a9b7-7d08673a0276 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068278 Jul 07 17:26:16.966302 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0497d-8c0b-4752-80ac-654ca33eb6c1 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c54ee47-0af7-4727-9716-c02a160ab6bd,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:16.967876 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55124) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:16.973520 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-63397ae9-ce93-47a0-83f1-880774b2aac1 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group_rule': {'security_group_id': '8c54ee47-0af7-4727-9716-c02a160ab6bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:16.975503 n-d-793620-7 neutron-server[100409]: WARNING neutron.api.v2.base [None req-63397ae9-ce93-47a0-83f1-880774b2aac1 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 17:26:16.976130 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-63397ae9-ce93-47a0-83f1-880774b2aac1 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:16.977268 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-63397ae9-ce93-47a0-83f1-880774b2aac1 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0080235 Jul 07 17:26:16.980056 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55126) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:16.985584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-3f0b2a68-0c34-411e-9cc8-432241ee7c70 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group_rule': {'security_group_id': '8c54ee47-0af7-4727-9716-c02a160ab6bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:16.986674 n-d-793620-7 neutron-server[100409]: WARNING neutron.api.v2.base [None req-3f0b2a68-0c34-411e-9cc8-432241ee7c70 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 17:26:16.987180 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-3f0b2a68-0c34-411e-9cc8-432241ee7c70 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:16.988182 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3f0b2a68-0c34-411e-9cc8-432241ee7c70 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071270 Jul 07 17:26:16.991276 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55128) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:16.997064 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-88c30c76-d533-4906-9cc0-a1d0eff1ffda tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group_rule': {'security_group_id': '8c54ee47-0af7-4727-9716-c02a160ab6bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:16.997971 n-d-793620-7 neutron-server[100410]: WARNING neutron.api.v2.base [None req-88c30c76-d533-4906-9cc0-a1d0eff1ffda tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 17:26:16.998497 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-88c30c76-d533-4906-9cc0-a1d0eff1ffda tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:16.999618 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-88c30c76-d533-4906-9cc0-a1d0eff1ffda tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072691 Jul 07 17:26:17.002213 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55130) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.065086 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4a737046-23ce-4e35-9d93-1c85f9d0b663 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.098568 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4a737046-23ce-4e35-9d93-1c85f9d0b663 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.147039 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4a737046-23ce-4e35-9d93-1c85f9d0b663 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.149936 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4a737046-23ce-4e35-9d93-1c85f9d0b663 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.151207 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4a737046-23ce-4e35-9d93-1c85f9d0b663 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "DELETE /v2.0/security-groups/8c54ee47-0af7-4727-9716-c02a160ab6bd HTTP/1.1" status: 204 len: 168 time: 0.1480434 Jul 07 17:26:17.154592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55134) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.167938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a737046-23ce-4e35-9d93-1c85f9d0b663 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c54ee47-0af7-4727-9716-c02a160ab6bd,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:17.216496 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-38b3b381-c1b0-4675-952a-eb06030ec6de tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0607359 Jul 07 17:26:17.220533 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55136) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.225046 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d3ed9ea2-1b62-4696-869c-cee51f68ab65 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group': {'name': 'tempest-secgroup--382458417'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:17.248287 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9ea2-1b62-4696-869c-cee51f68ab65 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.335958 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9ea2-1b62-4696-869c-cee51f68ab65 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.340775 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9ea2-1b62-4696-869c-cee51f68ab65 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.369315 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9ea2-1b62-4696-869c-cee51f68ab65 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.370510 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d3ed9ea2-1b62-4696-869c-cee51f68ab65 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1489687 Jul 07 17:26:17.373307 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55140) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.378639 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-7465d704-9164-443b-9221-975d7ad82ce1 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group_rule': {'security_group_id': '8b81edba-0db8-4720-9a98-3e556a0045a4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:17.379119 n-d-793620-7 neutron-server[100409]: WARNING neutron.api.v2.base [None req-7465d704-9164-443b-9221-975d7ad82ce1 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 17:26:17.379606 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-7465d704-9164-443b-9221-975d7ad82ce1 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:17.380551 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7465d704-9164-443b-9221-975d7ad82ce1 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063345 Jul 07 17:26:17.382605 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed9ea2-1b62-4696-869c-cee51f68ab65 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b81edba-0db8-4720-9a98-3e556a0045a4,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:17.383386 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55142) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.388856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-4d879358-205b-4ecc-bf31-27a04a9eafdd tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group_rule': {'security_group_id': '8b81edba-0db8-4720-9a98-3e556a0045a4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:17.430770 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-4d879358-205b-4ecc-bf31-27a04a9eafdd tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:17.431891 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4d879358-205b-4ecc-bf31-27a04a9eafdd tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0469146 Jul 07 17:26:17.434916 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55144) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.440524 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-16e41e6c-ec85-45e3-b414-c616e78901e1 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group_rule': {'security_group_id': '8b81edba-0db8-4720-9a98-3e556a0045a4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:17.441012 n-d-793620-7 neutron-server[100409]: WARNING neutron.api.v2.base [None req-16e41e6c-ec85-45e3-b414-c616e78901e1 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 17:26:17.441505 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-16e41e6c-ec85-45e3-b414-c616e78901e1 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:17.442590 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-16e41e6c-ec85-45e3-b414-c616e78901e1 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064561 Jul 07 17:26:17.445278 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55146) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.456156 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2e437c4a-a422-454a-97c4-24ae7399413a tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group_rule': {'security_group_id': '8b81edba-0db8-4720-9a98-3e556a0045a4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:17.495302 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-2e437c4a-a422-454a-97c4-24ae7399413a tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:17.496502 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2e437c4a-a422-454a-97c4-24ae7399413a tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0501871 Jul 07 17:26:17.499521 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55150) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.504910 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-9c87d7fe-1433-4ec2-8ce5-6b85213efe4e tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group_rule': {'security_group_id': '8b81edba-0db8-4720-9a98-3e556a0045a4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:17.505396 n-d-793620-7 neutron-server[100410]: WARNING neutron.api.v2.base [None req-9c87d7fe-1433-4ec2-8ce5-6b85213efe4e tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 17:26:17.505879 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-9c87d7fe-1433-4ec2-8ce5-6b85213efe4e tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:17.506846 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9c87d7fe-1433-4ec2-8ce5-6b85213efe4e tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063484 Jul 07 17:26:17.509494 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55152) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.513681 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7f07b4f3-3050-4757-833d-85f433512468 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group_rule': {'security_group_id': '8b81edba-0db8-4720-9a98-3e556a0045a4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:17.547419 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-7f07b4f3-3050-4757-833d-85f433512468 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:17.549054 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7f07b4f3-3050-4757-833d-85f433512468 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0385957 Jul 07 17:26:17.552231 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55154) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.556748 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-bbd258da-82f0-427c-b7c6-8b739b1f2596 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group_rule': {'security_group_id': '8b81edba-0db8-4720-9a98-3e556a0045a4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:17.557226 n-d-793620-7 neutron-server[100410]: WARNING neutron.api.v2.base [None req-bbd258da-82f0-427c-b7c6-8b739b1f2596 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 17:26:17.557719 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-bbd258da-82f0-427c-b7c6-8b739b1f2596 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:17.558744 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bbd258da-82f0-427c-b7c6-8b739b1f2596 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054803 Jul 07 17:26:17.562993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55156) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.568115 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-552ed639-fb7d-4119-ad0a-0e3e64ec9db9 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group_rule': {'security_group_id': '8b81edba-0db8-4720-9a98-3e556a0045a4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:17.656179 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-552ed639-fb7d-4119-ad0a-0e3e64ec9db9 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:17.656570 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.657318 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-552ed639-fb7d-4119-ad0a-0e3e64ec9db9 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0926323 Jul 07 17:26:17.661153 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55158) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.665801 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-ba084e83-99cb-4b21-8a92-67a3e54d59a7 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group_rule': {'security_group_id': '8b81edba-0db8-4720-9a98-3e556a0045a4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:17.693968 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f245d2-5a0f-4b74-9385-8a71853ade82 req-63f61588-d79d-4ebd-8dd0-109727eb220e tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:17.695497 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4f245d2-5a0f-4b74-9385-8a71853ade82 req-63f61588-d79d-4ebd-8dd0-109727eb220e tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/ports?device_id=330c60dc-7458-4426-ab63-5968aa5d1c9b HTTP/1.1" status: 200 len: 945 time: 0.1175821 Jul 07 17:26:17.738047 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-ba084e83-99cb-4b21-8a92-67a3e54d59a7 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:17.739115 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ba084e83-99cb-4b21-8a92-67a3e54d59a7 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0770376 Jul 07 17:26:17.742138 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55160) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.746585 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4f245d2-5a0f-4b74-9385-8a71853ade82 req-36c342cf-40b0-4fed-9729-4ef1d7a1c6c7 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff25061-ec76-4323-9127-ddd538e3ae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444663 Jul 07 17:26:17.796222 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7306dce-863f-4b32-9ee4-a945d1cc1620 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.818560 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7306dce-863f-4b32-9ee4-a945d1cc1620 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.858387 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7306dce-863f-4b32-9ee4-a945d1cc1620 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.861631 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b7306dce-863f-4b32-9ee4-a945d1cc1620 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.862809 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b7306dce-863f-4b32-9ee4-a945d1cc1620 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "DELETE /v2.0/security-groups/8b81edba-0db8-4720-9a98-3e556a0045a4 HTTP/1.1" status: 204 len: 168 time: 0.1195753 Jul 07 17:26:17.865595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55162) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.872803 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7306dce-863f-4b32-9ee4-a945d1cc1620 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b81edba-0db8-4720-9a98-3e556a0045a4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:17.909318 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6e35e2ca-6ea1-4676-8efb-c7208256a7ce tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0424676 Jul 07 17:26:17.912939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55164) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:17.917238 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-8edc215e-4499-457e-81fe-d5567749fb00 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group': {'name': 'tempest-secgroup--1486083119'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:17.939128 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8edc215e-4499-457e-81fe-d5567749fb00 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:17.959209 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-921494e0-9685-40dc-9a28-c7a17366b3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.025097 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8edc215e-4499-457e-81fe-d5567749fb00 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.029323 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8edc215e-4499-457e-81fe-d5567749fb00 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.059142 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8edc215e-4499-457e-81fe-d5567749fb00 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.060416 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8edc215e-4499-457e-81fe-d5567749fb00 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1465635 Jul 07 17:26:18.063518 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55166) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:18.064437 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc215e-4499-457e-81fe-d5567749fb00 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e456b66-26f1-4b04-a2e2-6923e263730e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:18.069319 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-81b26fe7-5488-4534-99e2-5ff28fc490a7 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group_rule': {'security_group_id': '3e456b66-26f1-4b04-a2e2-6923e263730e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:18.108976 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-81b26fe7-5488-4534-99e2-5ff28fc490a7 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] create failed (client error): The resource could not be found. Jul 07 17:26:18.110150 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-81b26fe7-5488-4534-99e2-5ff28fc490a7 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0453808 Jul 07 17:26:18.113719 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55168) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:18.118322 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c3c47d19-9df1-43e1-82e7-3307687019b6 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group_rule': {'security_group_id': '3e456b66-26f1-4b04-a2e2-6923e263730e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0ff4673e-04b6-45f0-9780-61232618db09'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:18.158011 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-c3c47d19-9df1-43e1-82e7-3307687019b6 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] create failed (client error): The resource could not be found. Jul 07 17:26:18.159190 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c3c47d19-9df1-43e1-82e7-3307687019b6 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0445173 Jul 07 17:26:18.162085 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55170) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:18.215940 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-384608ec-cc0a-4c19-b62c-22e7dab8f7b6 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.239270 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-384608ec-cc0a-4c19-b62c-22e7dab8f7b6 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.284403 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-384608ec-cc0a-4c19-b62c-22e7dab8f7b6 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.287013 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-384608ec-cc0a-4c19-b62c-22e7dab8f7b6 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.288211 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-384608ec-cc0a-4c19-b62c-22e7dab8f7b6 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "DELETE /v2.0/security-groups/3e456b66-26f1-4b04-a2e2-6923e263730e HTTP/1.1" status: 204 len: 168 time: 0.1252017 Jul 07 17:26:18.291117 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55172) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:18.298623 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384608ec-cc0a-4c19-b62c-22e7dab8f7b6 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e456b66-26f1-4b04-a2e2-6923e263730e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:18.352186 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e65270dd-13ce-4531-9174-d77b9dee063b tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0595784 Jul 07 17:26:18.355971 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55174) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:18.361103 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-49c47897-91bc-4b7c-bd03-0702f09c2e7a tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group_rule': {'security_group_id': '271a81a7-fa71-416b-ba08-fba658552975', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:18.405724 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-49c47897-91bc-4b7c-bd03-0702f09c2e7a tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] create failed (client error): The resource could not be found. Jul 07 17:26:18.406891 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-49c47897-91bc-4b7c-bd03-0702f09c2e7a tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0498707 Jul 07 17:26:18.411038 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55176) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:18.415856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5ddf63a8-9954-4470-aa9d-99882001810f tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group': {'name': 'tempest-secgroup--249959276'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:18.438340 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ddf63a8-9954-4470-aa9d-99882001810f tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.519558 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ddf63a8-9954-4470-aa9d-99882001810f tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.523324 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ddf63a8-9954-4470-aa9d-99882001810f tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.551527 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ddf63a8-9954-4470-aa9d-99882001810f tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.552758 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5ddf63a8-9954-4470-aa9d-99882001810f tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1407037 Jul 07 17:26:18.554610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf63a8-9954-4470-aa9d-99882001810f tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=298acc92-009a-4603-a9fe-afec4a02f199,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:18.555655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55178) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:18.561095 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-bc74e142-d1d5-44c8-ab5d-81e4c161850f tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group': {'name': 'tempest-secgroup--792568532'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:18.584717 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc74e142-d1d5-44c8-ab5d-81e4c161850f tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.664399 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc74e142-d1d5-44c8-ab5d-81e4c161850f tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.668564 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc74e142-d1d5-44c8-ab5d-81e4c161850f tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.697668 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc74e142-d1d5-44c8-ab5d-81e4c161850f tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.698926 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bc74e142-d1d5-44c8-ab5d-81e4c161850f tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1416843 Jul 07 17:26:18.701930 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55180) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:18.702972 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74e142-d1d5-44c8-ab5d-81e4c161850f tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0694140-9ca0-4987-9b05-85474edb6bd8,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:18.707446 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-cc759faf-b0ab-4838-b61f-3f7bea42292d tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group_rule': {'security_group_id': '298acc92-009a-4603-a9fe-afec4a02f199', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd0694140-9ca0-4987-9b05-85474edb6bd8'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:18.741603 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-cc759faf-b0ab-4838-b61f-3f7bea42292d tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:26:18.742698 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cc759faf-b0ab-4838-b61f-3f7bea42292d tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0396125 Jul 07 17:26:18.745489 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55182) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:18.803705 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a8b8f3b-df2b-41da-9b25-f42fa98b3372 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.826504 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a8b8f3b-df2b-41da-9b25-f42fa98b3372 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.890975 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.899877 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a8b8f3b-df2b-41da-9b25-f42fa98b3372 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.902578 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9a8b8f3b-df2b-41da-9b25-f42fa98b3372 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:18.903717 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9a8b8f3b-df2b-41da-9b25-f42fa98b3372 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "DELETE /v2.0/security-groups/d0694140-9ca0-4987-9b05-85474edb6bd8 HTTP/1.1" status: 204 len: 168 time: 0.1571150 Jul 07 17:26:18.907070 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55186) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:18.916732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b8f3b-df2b-41da-9b25-f42fa98b3372 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0694140-9ca0-4987-9b05-85474edb6bd8,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:18.948661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e431a0-26da-4cfb-8fc0-be2a6568953c req-c26a80a6-6e1e-4b97-9410-9a65d3714f0e tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:18.950186 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d4e431a0-26da-4cfb-8fc0-be2a6568953c req-c26a80a6-6e1e-4b97-9410-9a65d3714f0e tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.15 "GET /v2.0/ports?device_id=330c60dc-7458-4426-ab63-5968aa5d1c9b HTTP/1.1" status: 200 len: 945 time: 0.0929527 Jul 07 17:26:18.978833 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260a968-e6a2-4758-a010-d8a6b73d7452 req-c97a05e7-096d-472e-96b0-f85f6bec5de2 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:18.980386 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3260a968-e6a2-4758-a010-d8a6b73d7452 req-c97a05e7-096d-472e-96b0-f85f6bec5de2 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/ports?device_id=330c60dc-7458-4426-ab63-5968aa5d1c9b HTTP/1.1" status: 200 len: 945 time: 0.1149628 Jul 07 17:26:18.985825 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-537cf82c-ca43-4f91-9d90-473c66a6d9fb tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0771077 Jul 07 17:26:18.988657 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55188) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:19.024873 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3260a968-e6a2-4758-a010-d8a6b73d7452 req-aaf7c9b6-201d-49f0-b98d-098debd68afa tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/security-groups?id=7ff25061-ec76-4323-9127-ddd538e3ae27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378993 Jul 07 17:26:19.091267 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c4a29f6e-4116-49bc-905c-a6bfd857d868 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.124056 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-d4e431a0-26da-4cfb-8fc0-be2a6568953c req-78c38062-5bde-49a7-ab59-50fb43decfcc tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Deleting port 45accf49-fa6e-4c94-887c-798145fd80a9 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:19.124404 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d4e431a0-26da-4cfb-8fc0-be2a6568953c req-78c38062-5bde-49a7-ab59-50fb43decfcc tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.140655 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c4a29f6e-4116-49bc-905c-a6bfd857d868 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.228675 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c4a29f6e-4116-49bc-905c-a6bfd857d868 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.231467 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c4a29f6e-4116-49bc-905c-a6bfd857d868 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.232617 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c4a29f6e-4116-49bc-905c-a6bfd857d868 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "DELETE /v2.0/security-groups/298acc92-009a-4603-a9fe-afec4a02f199 HTTP/1.1" status: 204 len: 168 time: 0.2406058 Jul 07 17:26:19.236117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55190) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:19.252276 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-d4e431a0-26da-4cfb-8fc0-be2a6568953c req-78c38062-5bde-49a7-ab59-50fb43decfcc tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] For port 45accf49-fa6e-4c94-887c-798145fd80a9, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=45accf49-fa6e-4c94-887c-798145fd80a9,segment=NetworkSegment(ec252685-2907-402a-ba30-3fc510cd4bf7),segment_id=ec252685-2907-402a-ba30-3fc510cd4bf7)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:19.252639 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d4e431a0-26da-4cfb-8fc0-be2a6568953c req-78c38062-5bde-49a7-ab59-50fb43decfcc tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.261569 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a29f6e-4116-49bc-905c-a6bfd857d868 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=298acc92-009a-4603-a9fe-afec4a02f199,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:19.268565 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-d4e431a0-26da-4cfb-8fc0-be2a6568953c req-78c38062-5bde-49a7-ab59-50fb43decfcc tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Calling delete_port for 45accf49-fa6e-4c94-887c-798145fd80a9 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:19.290039 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0a425c28-1113-4348-bd71-9f1ddcacc512 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0526860 Jul 07 17:26:19.290944 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55192) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:19.296293 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-79858052-195f-43fd-bae9-e8b6b100fdc7 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group': {'name': 'tempest-secgroup--1878895533'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:19.318954 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79858052-195f-43fd-bae9-e8b6b100fdc7 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.404834 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79858052-195f-43fd-bae9-e8b6b100fdc7 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.410304 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79858052-195f-43fd-bae9-e8b6b100fdc7 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.430029 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d4e431a0-26da-4cfb-8fc0-be2a6568953c req-78c38062-5bde-49a7-ab59-50fb43decfcc tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.436386 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79858052-195f-43fd-bae9-e8b6b100fdc7 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.441022 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-79858052-195f-43fd-bae9-e8b6b100fdc7 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1455324 Jul 07 17:26:19.444553 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['45accf49-fa6e-4c94-887c-798145fd80a9'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:19.449997 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55194) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:19.456596 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-76515b0c-bc26-415e-bbf7-bdbd1ac84d06 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:19.457277 n-d-793620-7 neutron-server[100409]: WARNING neutron.api.v2.base [None req-76515b0c-bc26-415e-bbf7-bdbd1ac84d06 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 17:26:19.457954 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-76515b0c-bc26-415e-bbf7-bdbd1ac84d06 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 17:26:19.462313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c38062-5bde-49a7-ab59-50fb43decfcc tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Pushing event deleted for resources: {'Port': ['ID=45accf49-fa6e-4c94-887c-798145fd80a9,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:19.462313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55196) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:19.464460 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-76515b0c-bc26-415e-bbf7-bdbd1ac84d06 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "PUT /v2.0/security-groups/be380313-ecbb-4091-b915-9903463ff4c9 HTTP/1.1" status: 409 len: 330 time: 0.0127990 Jul 07 17:26:19.466084 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79858052-195f-43fd-bae9-e8b6b100fdc7 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be380313-ecbb-4091-b915-9903463ff4c9,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:19.539856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e431a0-26da-4cfb-8fc0-be2a6568953c req-78c38062-5bde-49a7-ab59-50fb43decfcc tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] No DVR routers for this DVR port 45accf49-fa6e-4c94-887c-798145fd80a9 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:19.542732 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-d4e431a0-26da-4cfb-8fc0-be2a6568953c req-78c38062-5bde-49a7-ab59-50fb43decfcc tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.544666 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d4e431a0-26da-4cfb-8fc0-be2a6568953c req-78c38062-5bde-49a7-ab59-50fb43decfcc tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.15 "DELETE /v2.0/ports/45accf49-fa6e-4c94-887c-798145fd80a9 HTTP/1.1" status: 204 len: 173 time: 0.5890648 Jul 07 17:26:19.545106 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330c60dc-7458-4426-ab63-5968aa5d1c9b', 'name': 'network-vif-deleted', 'tag': '45accf49-fa6e-4c94-887c-798145fd80a9'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:19.547434 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25e0bbe-68c6-4140-a1d6-194609b1b666" -d '{"events": [{"server_uuid": "330c60dc-7458-4426-ab63-5968aa5d1c9b", "name": "network-vif-deleted", "tag": "45accf49-fa6e-4c94-887c-798145fd80a9"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:19.577207 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe968b41-402b-40a8-b645-809b1ce09e55 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.592348 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4ac4e6-18bd-42da-8df8-a9d29aecade9 x-openstack-request-id: req-4e4ac4e6-18bd-42da-8df8-a9d29aecade9 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:19.592689 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330c60dc-7458-4426-ab63-5968aa5d1c9b", "name": "network-vif-deleted", "tag": "45accf49-fa6e-4c94-887c-798145fd80a9", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:19.592898 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e4ac4e6-18bd-42da-8df8-a9d29aecade9 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:19.593607 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330c60dc-7458-4426-ab63-5968aa5d1c9b', 'name': 'network-vif-deleted', 'tag': '45accf49-fa6e-4c94-887c-798145fd80a9', 'status': 'completed', 'code': 200} Jul 07 17:26:19.609096 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe968b41-402b-40a8-b645-809b1ce09e55 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.652846 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe968b41-402b-40a8-b645-809b1ce09e55 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.655462 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe968b41-402b-40a8-b645-809b1ce09e55 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:19.656708 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fe968b41-402b-40a8-b645-809b1ce09e55 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "DELETE /v2.0/security-groups/be380313-ecbb-4091-b915-9903463ff4c9 HTTP/1.1" status: 204 len: 168 time: 0.1933753 Jul 07 17:26:19.659865 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55200) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:19.671197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe968b41-402b-40a8-b645-809b1ce09e55 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be380313-ecbb-4091-b915-9903463ff4c9,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:19.715110 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4a8adee8-d70d-4813-a651-b406b79cf878 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0540352 Jul 07 17:26:19.720325 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55202) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:19.736885 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-130a0c43-a5a0-4c5a-80da-59c2747395a6 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] delete failed (client error): The resource could not be found. Jul 07 17:26:19.738058 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-130a0c43-a5a0-4c5a-80da-59c2747395a6 tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "DELETE /v2.0/security-groups/fa6de6c4-5d12-4fea-b61c-d62a7e3d5652 HTTP/1.1" status: 404 len: 347 time: 0.0166094 Jul 07 17:26:19.742354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55204) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:19.757296 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-7727dde9-a775-4f08-80bb-8ca72babe01d tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] show failed (client error): The resource could not be found. Jul 07 17:26:19.758482 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7727dde9-a775-4f08-80bb-8ca72babe01d tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "GET /v2.0/security-groups/1a890d0d-84c8-406b-99e8-2f8744949e25 HTTP/1.1" status: 404 len: 347 time: 0.0150666 Jul 07 17:26:19.762205 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55206) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:19.775823 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-b6647a32-41be-42ba-98ca-6b48586173bb tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] show failed (client error): The resource could not be found. Jul 07 17:26:19.776871 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b6647a32-41be-42ba-98ca-6b48586173bb tempest-NegativeSecGroupTest-2141758804 tempest-NegativeSecGroupTest-2141758804-project] 10.222.0.50 "GET /v2.0/security-group-rules/4c6f4782-1e8a-487e-9d87-416046084c50 HTTP/1.1" status: 404 len: 356 time: 0.0137131 Jul 07 17:26:20.032699 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55212) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:20.195802 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9d96f69b-7a2d-484a-8e0f-8f904e1b33a4 req-5cc26878-9c5b-4c9d-9aea-acbc6ab506a6 tempest-InstanceActionsTestJSON-1714608644 tempest-InstanceActionsTestJSON-1714608644-project] 10.222.0.50 "GET /v2.0/ports?device_id=330c60dc-7458-4426-ab63-5968aa5d1c9b HTTP/1.1" status: 200 len: 210 time: 0.0321922 Jul 07 17:26:20.209671 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d02dfef0-40a1-41de-91ad-775179919ba9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72c9adba4f0d4ba1801cadd5df8c1e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755819 Jul 07 17:26:20.213163 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55218) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:20.276478 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e9a922f-dc73-4491-bbeb-0f48ed59e963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.301018 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e9a922f-dc73-4491-bbeb-0f48ed59e963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.377908 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e9a922f-dc73-4491-bbeb-0f48ed59e963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.380782 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e9a922f-dc73-4491-bbeb-0f48ed59e963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.381950 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7e9a922f-dc73-4491-bbeb-0f48ed59e963 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a3de983b-349b-4f26-9cc5-a9ad2fb68cb9 HTTP/1.1" status: 204 len: 168 time: 0.1677907 Jul 07 17:26:20.382134 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:20.394927 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a922f-dc73-4491-bbeb-0f48ed59e963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3de983b-349b-4f26-9cc5-a9ad2fb68cb9,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:21.056055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55242) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:21.154401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-ecb55860-5793-480d-b01c-7e6bdf1d5148 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1064244939'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:21.184130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb55860-5793-480d-b01c-7e6bdf1d5148 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Made reservation on behalf of dee983abfa534b0f968568711dfe8c31 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:21.187789 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ecb55860-5793-480d-b01c-7e6bdf1d5148 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.196986 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ecb55860-5793-480d-b01c-7e6bdf1d5148 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.301786 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55248) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:21.302349 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ecb55860-5793-480d-b01c-7e6bdf1d5148 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.306218 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ecb55860-5793-480d-b01c-7e6bdf1d5148 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.335260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb55860-5793-480d-b01c-7e6bdf1d5148 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:26:21.347174 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb55860-5793-480d-b01c-7e6bdf1d5148 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc5ff0c-b97c-4f38-ac72-962902e8766f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:21.352610 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1376b3c-ddad-4abd-87ad-d8dca196c416 admin admin] Deleting subnet b3a221c7-8c14-46d3-9464-1ce8931ca6db {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:26:21.354256 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ecb55860-5793-480d-b01c-7e6bdf1d5148 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.354639 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-ecb55860-5793-480d-b01c-7e6bdf1d5148 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Added segment 66f7d330-927e-4edc-8c68-e513aedd3aba of type vlan for network 37267152-8660-4c16-8c56-81f58363b642 Jul 07 17:26:21.356123 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a1376b3c-ddad-4abd-87ad-d8dca196c416 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.392739 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a1376b3c-ddad-4abd-87ad-d8dca196c416 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.409082 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ecb55860-5793-480d-b01c-7e6bdf1d5148 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.436537 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a1376b3c-ddad-4abd-87ad-d8dca196c416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.445056 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ecb55860-5793-480d-b01c-7e6bdf1d5148 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.450698 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb55860-5793-480d-b01c-7e6bdf1d5148 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:21.451291 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ecb55860-5793-480d-b01c-7e6bdf1d5148 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.493469 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a1376b3c-ddad-4abd-87ad-d8dca196c416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.522761 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a1376b3c-ddad-4abd-87ad-d8dca196c416 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.524990 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a1376b3c-ddad-4abd-87ad-d8dca196c416 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b3a221c7-8c14-46d3-9464-1ce8931ca6db HTTP/1.1" status: 204 len: 168 time: 0.2217150 Jul 07 17:26:21.527216 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55250) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:21.535073 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1376b3c-ddad-4abd-87ad-d8dca196c416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3a221c7-8c14-46d3-9464-1ce8931ca6db,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:21.537690 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ecb55860-5793-480d-b01c-7e6bdf1d5148 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4805253 Jul 07 17:26:21.541181 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55252) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:21.555719 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.tag.tag_plugin [None req-57c27888-5b93-4547-8904-5c6e75727424 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '37267152-8660-4c16-8c56-81f58363b642', 'tempest-TagsTest-Tag-1104913131') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:21.562254 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb55860-5793-480d-b01c-7e6bdf1d5148 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Pushing event updated for resources: {'Network': ['ID=37267152-8660-4c16-8c56-81f58363b642,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:21.572587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 37267152-8660-4c16-8c56-81f58363b642 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:26:21.657549 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e69c6b7-a5d8-49db-ac7c-c95d76b12116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.758761 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e69c6b7-a5d8-49db-ac7c-c95d76b12116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.762826 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-57c27888-5b93-4547-8904-5c6e75727424 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] 10.222.0.50 "PUT /v2.0/networks/37267152-8660-4c16-8c56-81f58363b642/tags/tempest-TagsTest-Tag-1104913131 HTTP/1.1" status: 201 len: 201 time: 0.2206781 Jul 07 17:26:21.766598 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55254) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:21.771280 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-638fe4e7-98d0-41ca-a8fd-4e6848a39c76 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '37267152-8660-4c16-8c56-81f58363b642', 'tempest-TagsTest-Tag-1104913131') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:21.771482 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-3e69c6b7-a5d8-49db-ac7c-c95d76b12116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f66984-1121-4da6-a6e7-0a7346aeda05']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:21.781453 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-3e69c6b7-a5d8-49db-ac7c-c95d76b12116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec252685-2907-402a-ba30-3fc510cd4bf7') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:21.781715 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-3e69c6b7-a5d8-49db-ac7c-c95d76b12116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec252685-2907-402a-ba30-3fc510cd4bf7') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:21.793886 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e69c6b7-a5d8-49db-ac7c-c95d76b12116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.808988 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e69c6b7-a5d8-49db-ac7c-c95d76b12116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.815696 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e69c6b7-a5d8-49db-ac7c-c95d76b12116 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:21.816148 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e69c6b7-a5d8-49db-ac7c-c95d76b12116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:21.828461 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:21.841411 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-638fe4e7-98d0-41ca-a8fd-4e6848a39c76 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] 10.222.0.50 "GET /v2.0/networks/37267152-8660-4c16-8c56-81f58363b642/tags/tempest-TagsTest-Tag-1104913131 HTTP/1.1" status: 204 len: 168 time: 0.0736845 Jul 07 17:26:21.843895 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55256) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:21.849342 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-deeb2832-cbeb-4924-b23b-858b55c2feb2 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '37267152-8660-4c16-8c56-81f58363b642') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:21.876216 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e69c6b7-a5d8-49db-ac7c-c95d76b12116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.882212 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3e69c6b7-a5d8-49db-ac7c-c95d76b12116 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:21.884314 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3e69c6b7-a5d8-49db-ac7c-c95d76b12116 admin admin] 10.222.0.50 "DELETE /v2.0/networks/35f66984-1121-4da6-a6e7-0a7346aeda05 HTTP/1.1" status: 204 len: 168 time: 0.3560927 Jul 07 17:26:21.896703 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69c6b7-a5d8-49db-ac7c-c95d76b12116 admin admin] Pushing event deleted for resources: {'Network': ['ID=35f66984-1121-4da6-a6e7-0a7346aeda05,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:21.935086 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-deeb2832-cbeb-4924-b23b-858b55c2feb2 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] 10.222.0.50 "GET /v2.0/networks/37267152-8660-4c16-8c56-81f58363b642/tags HTTP/1.1" status: 200 len: 238 time: 0.0891473 Jul 07 17:26:21.938057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55260) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:21.943028 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-cab2bf34-de88-4c24-9348-f641c233d1e2 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '37267152-8660-4c16-8c56-81f58363b642', {'tags': ['tempest-TagsTest-Tag-846947624', 'tempest-TagsTest-Tag-589912424', 'tempest-TagsTest-Tag-1393500373']}) {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:22.020561 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cab2bf34-de88-4c24-9348-f641c233d1e2 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] 10.222.0.50 "PUT /v2.0/networks/37267152-8660-4c16-8c56-81f58363b642/tags HTTP/1.1" status: 200 len: 307 time: 0.0813251 Jul 07 17:26:22.023290 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55262) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:22.027948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.tag.tag_plugin [None req-82015b9f-fb09-4898-9d51-017415dc444e tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '37267152-8660-4c16-8c56-81f58363b642', 'tempest-TagsTest-Tag-846947624') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:22.071029 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55264) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:22.116590 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3eb14265-da3a-47c0-b3b9-e9478ed5d2bd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a56a41f84eb44f6bb4694d3dcfda087c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443327 Jul 07 17:26:22.120203 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55266) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:22.137848 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-82015b9f-fb09-4898-9d51-017415dc444e tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] 10.222.0.50 "DELETE /v2.0/networks/37267152-8660-4c16-8c56-81f58363b642/tags/tempest-TagsTest-Tag-846947624 HTTP/1.1" status: 204 len: 168 time: 0.1135168 Jul 07 17:26:22.140607 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55268) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:22.145797 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.tag.tag_plugin [None req-8249065a-6ffd-4c69-b08c-83e4d09effbe tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '37267152-8660-4c16-8c56-81f58363b642', 'tempest-TagsTest-Tag-846947624') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:22.180928 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f74009b-ebba-4a4e-be99-cc9b16a3195e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.204149 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f74009b-ebba-4a4e-be99-cc9b16a3195e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.220098 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-8249065a-6ffd-4c69-b08c-83e4d09effbe tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] show failed (client error): The resource could not be found. Jul 07 17:26:22.221224 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8249065a-6ffd-4c69-b08c-83e4d09effbe tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] 10.222.0.50 "GET /v2.0/networks/37267152-8660-4c16-8c56-81f58363b642/tags/tempest-TagsTest-Tag-846947624 HTTP/1.1" status: 404 len: 325 time: 0.0790210 Jul 07 17:26:22.224209 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55270) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:22.228941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.tag.tag_plugin [None req-9bf44a6d-a068-4e7a-831d-412fcec4037c tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '37267152-8660-4c16-8c56-81f58363b642', 'tempest-TagsTest-Tag-589912424') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:22.259985 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f74009b-ebba-4a4e-be99-cc9b16a3195e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.262603 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f74009b-ebba-4a4e-be99-cc9b16a3195e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.263902 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1f74009b-ebba-4a4e-be99-cc9b16a3195e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ff25061-ec76-4323-9127-ddd538e3ae27 HTTP/1.1" status: 204 len: 168 time: 0.1424167 Jul 07 17:26:22.273171 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74009b-ebba-4a4e-be99-cc9b16a3195e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff25061-ec76-4323-9127-ddd538e3ae27,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:22.305094 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9bf44a6d-a068-4e7a-831d-412fcec4037c tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] 10.222.0.50 "GET /v2.0/networks/37267152-8660-4c16-8c56-81f58363b642/tags/tempest-TagsTest-Tag-589912424 HTTP/1.1" status: 204 len: 168 time: 0.0796397 Jul 07 17:26:22.307702 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55274) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:22.312128 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.tag.tag_plugin [None req-7c73105b-bc54-416d-b91b-bd64fc6b80eb tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '37267152-8660-4c16-8c56-81f58363b642', 'tempest-TagsTest-Tag-1393500373') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:22.386700 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7c73105b-bc54-416d-b91b-bd64fc6b80eb tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] 10.222.0.50 "GET /v2.0/networks/37267152-8660-4c16-8c56-81f58363b642/tags/tempest-TagsTest-Tag-1393500373 HTTP/1.1" status: 204 len: 168 time: 0.0778785 Jul 07 17:26:22.389258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55276) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:22.394423 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.tag.tag_plugin [None req-3bc1928e-dfbc-4d41-89c9-9fdb1690d840 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '37267152-8660-4c16-8c56-81f58363b642') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:22.487398 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3bc1928e-dfbc-4d41-89c9-9fdb1690d840 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] 10.222.0.50 "DELETE /v2.0/networks/37267152-8660-4c16-8c56-81f58363b642/tags HTTP/1.1" status: 204 len: 168 time: 0.0969505 Jul 07 17:26:22.490004 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55280) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:22.494884 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.tag.tag_plugin [None req-3833df91-77cf-4750-84c2-f10978e985cc tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '37267152-8660-4c16-8c56-81f58363b642', 'tempest-TagsTest-Tag-589912424') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:22.564148 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-3833df91-77cf-4750-84c2-f10978e985cc tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] show failed (client error): The resource could not be found. Jul 07 17:26:22.565200 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3833df91-77cf-4750-84c2-f10978e985cc tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] 10.222.0.50 "GET /v2.0/networks/37267152-8660-4c16-8c56-81f58363b642/tags/tempest-TagsTest-Tag-589912424 HTTP/1.1" status: 404 len: 325 time: 0.0740592 Jul 07 17:26:22.568404 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55286) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:22.573548 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.tag.tag_plugin [None req-44b6931f-cf2f-498b-ab75-0f05db5a4ad5 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '37267152-8660-4c16-8c56-81f58363b642', 'tempest-TagsTest-Tag-1393500373') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:22.650087 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-44b6931f-cf2f-498b-ab75-0f05db5a4ad5 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] show failed (client error): The resource could not be found. Jul 07 17:26:22.651174 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-44b6931f-cf2f-498b-ab75-0f05db5a4ad5 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] 10.222.0.50 "GET /v2.0/networks/37267152-8660-4c16-8c56-81f58363b642/tags/tempest-TagsTest-Tag-1393500373 HTTP/1.1" status: 404 len: 326 time: 0.0817983 Jul 07 17:26:22.653870 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55292) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:22.658365 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.tag.tag_plugin [None req-d2918719-154b-495f-9d5b-3d5ffdbbfbf3 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '37267152-8660-4c16-8c56-81f58363b642') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:22.737106 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d2918719-154b-495f-9d5b-3d5ffdbbfbf3 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] 10.222.0.50 "DELETE /v2.0/networks/37267152-8660-4c16-8c56-81f58363b642/tags HTTP/1.1" status: 204 len: 168 time: 0.0821073 Jul 07 17:26:22.741619 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55294) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:22.825703 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e591364d-ec87-4390-9d40-61f917aff2c7 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.926167 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e591364d-ec87-4390-9d40-61f917aff2c7 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.937411 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-e591364d-ec87-4390-9d40-61f917aff2c7 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37267152-8660-4c16-8c56-81f58363b642']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:22.953275 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-e591364d-ec87-4390-9d40-61f917aff2c7 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f7d330-927e-4edc-8c68-e513aedd3aba') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:22.953524 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-e591364d-ec87-4390-9d40-61f917aff2c7 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f7d330-927e-4edc-8c68-e513aedd3aba') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:22.965924 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e591364d-ec87-4390-9d40-61f917aff2c7 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.966088 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55304) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:22.984251 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e591364d-ec87-4390-9d40-61f917aff2c7 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.993254 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e591364d-ec87-4390-9d40-61f917aff2c7 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:22.993667 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e591364d-ec87-4390-9d40-61f917aff2c7 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:22.996936 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:23.076085 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e591364d-ec87-4390-9d40-61f917aff2c7 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.084399 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e591364d-ec87-4390-9d40-61f917aff2c7 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.086247 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e591364d-ec87-4390-9d40-61f917aff2c7 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] 10.222.0.50 "DELETE /v2.0/networks/37267152-8660-4c16-8c56-81f58363b642 HTTP/1.1" status: 204 len: 168 time: 0.3435857 Jul 07 17:26:23.096611 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-bd2ffc8a-26ab-4d47-a808-21a21b2bb722 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1550261520-network', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:23.099593 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591364d-ec87-4390-9d40-61f917aff2c7 tempest-TagsTest-2097967478 tempest-TagsTest-2097967478-project] Pushing event deleted for resources: {'Network': ['ID=37267152-8660-4c16-8c56-81f58363b642,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:23.132870 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2ffc8a-26ab-4d47-a808-21a21b2bb722 admin admin] Made reservation on behalf of 17d58210b4c247189285e4e9f961b3f3 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:23.135717 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bd2ffc8a-26ab-4d47-a808-21a21b2bb722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.144813 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bd2ffc8a-26ab-4d47-a808-21a21b2bb722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.246444 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bd2ffc8a-26ab-4d47-a808-21a21b2bb722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.251098 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bd2ffc8a-26ab-4d47-a808-21a21b2bb722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.275863 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2ffc8a-26ab-4d47-a808-21a21b2bb722 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:26:23.287511 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ffc8a-26ab-4d47-a808-21a21b2bb722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881132da-8d4f-4f20-ba88-29f207f5e371,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:23.288069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 45accf49-fa6e-4c94-887c-798145fd80a9 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:23.292988 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bd2ffc8a-26ab-4d47-a808-21a21b2bb722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.293401 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-bd2ffc8a-26ab-4d47-a808-21a21b2bb722 admin admin] Added segment 692d5ed4-61e6-4315-bdf9-34f33161c1c4 of type vlan for network 0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 Jul 07 17:26:23.327369 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 45accf49-fa6e-4c94-887c-798145fd80a9 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:23.327720 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 45accf49-fa6e-4c94-887c-798145fd80a9 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:23.340029 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bd2ffc8a-26ab-4d47-a808-21a21b2bb722 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.354048 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55312) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:23.384086 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bd2ffc8a-26ab-4d47-a808-21a21b2bb722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.385899 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ffc8a-26ab-4d47-a808-21a21b2bb722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:23.386921 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bd2ffc8a-26ab-4d47-a808-21a21b2bb722 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.463248 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bd2ffc8a-26ab-4d47-a808-21a21b2bb722 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4933591 Jul 07 17:26:23.463705 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55316) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:23.468969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-659cbf6d-647c-4d2c-a04e-08ba5e420534 admin admin] Request body: {'subnet': {'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1550261520-subnet', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:23.470610 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ffc8a-26ab-4d47-a808-21a21b2bb722 admin admin] Pushing event updated for resources: {'Network': ['ID=0bcc63fb-5e0b-47bb-8936-50e0663fdeb1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:23.480976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:26:23.519856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659cbf6d-647c-4d2c-a04e-08ba5e420534 admin admin] Made reservation on behalf of 17d58210b4c247189285e4e9f961b3f3 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:23.522260 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-659cbf6d-647c-4d2c-a04e-08ba5e420534 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.528706 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-07cd89ae-a08e-4d22-a670-193bcc6c9a8e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dee983abfa534b0f968568711dfe8c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729896 Jul 07 17:26:23.531111 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55318) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:23.586771 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8f9ec11-502e-41d1-9f00-660447c83ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.613443 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8f9ec11-502e-41d1-9f00-660447c83ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.667641 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8f9ec11-502e-41d1-9f00-660447c83ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.670250 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8f9ec11-502e-41d1-9f00-660447c83ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.673979 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f8f9ec11-502e-41d1-9f00-660447c83ed7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1cc5ff0c-b97c-4f38-ac72-962902e8766f HTTP/1.1" status: 204 len: 168 time: 0.1387522 Jul 07 17:26:23.679853 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9ec11-502e-41d1-9f00-660447c83ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc5ff0c-b97c-4f38-ac72-962902e8766f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:23.729190 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-659cbf6d-647c-4d2c-a04e-08ba5e420534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.787030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659cbf6d-647c-4d2c-a04e-08ba5e420534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b27695a-6863-4cfd-b1be-8e6286e2cb31,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:23.806671 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659cbf6d-647c-4d2c-a04e-08ba5e420534 admin admin] Checking segment: {'id': '692d5ed4-61e6-4315-bdf9-34f33161c1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:23.807043 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659cbf6d-647c-4d2c-a04e-08ba5e420534 admin admin] Network hostable DHCP agents. Network: 0bcc63fb-5e0b-47bb-8936-50e0663fdeb1, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:26:23.837344 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659cbf6d-647c-4d2c-a04e-08ba5e420534 admin admin] Network 0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:26:23.852185 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-659cbf6d-647c-4d2c-a04e-08ba5e420534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 0bcc63fb-5e0b-47bb-8936-50e0663fdeb1) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:23.857167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659cbf6d-647c-4d2c-a04e-08ba5e420534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:23.857763 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-659cbf6d-647c-4d2c-a04e-08ba5e420534 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.866416 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e623902a-358c-481c-8938-d0435010a930 None None] Network 0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:23.881181 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-659cbf6d-647c-4d2c-a04e-08ba5e420534 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4162920 Jul 07 17:26:23.883997 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55324) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:23.888744 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-119f6e67-bb95-49b2-aa9e-7210a39c4a18 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1550261520-router', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:23.915418 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-119f6e67-bb95-49b2-aa9e-7210a39c4a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.917207 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-119f6e67-bb95-49b2-aa9e-7210a39c4a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:23.974908 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-119f6e67-bb95-49b2-aa9e-7210a39c4a18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:24.128662 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-119f6e67-bb95-49b2-aa9e-7210a39c4a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:24.174422 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3248d09f-e2e8-42bf-ba50-27158cf9d194 None None] Network 0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:24.379258 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-119f6e67-bb95-49b2-aa9e-7210a39c4a18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:24.403056 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-119f6e67-bb95-49b2-aa9e-7210a39c4a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:24.519322 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-119f6e67-bb95-49b2-aa9e-7210a39c4a18 admin admin] Allocated IP 172.25.2.243 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/63c21796-007b-4846-a6b2-b9645eb6f58b) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:24.630840 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-119f6e67-bb95-49b2-aa9e-7210a39c4a18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:24.675439 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-119f6e67-bb95-49b2-aa9e-7210a39c4a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:24.719922 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119f6e67-bb95-49b2-aa9e-7210a39c4a18 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:24.725536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-119f6e67-bb95-49b2-aa9e-7210a39c4a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:24.727977 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f6e67-bb95-49b2-aa9e-7210a39c4a18 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:24.732466 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f6e67-bb95-49b2-aa9e-7210a39c4a18 admin admin] Pushing event updated for resources: {'Port': ['ID=63c21796-007b-4846-a6b2-b9645eb6f58b,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:24.988145 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-119f6e67-bb95-49b2-aa9e-7210a39c4a18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.180769 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2c6c74c-54df-49c9-8a55-46e113651c69 req-d443bbf5-4dd5-4ed9-b35c-44389f603a8e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0646200 Jul 07 17:26:25.223101 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-119f6e67-bb95-49b2-aa9e-7210a39c4a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.289120 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6c74c-54df-49c9-8a55-46e113651c69 req-e7b6e56a-c3b4-4ea6-befc-3054358404d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:25.290704 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2c6c74c-54df-49c9-8a55-46e113651c69 req-e7b6e56a-c3b4-4ea6-befc-3054358404d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 1097 time: 0.0583751 Jul 07 17:26:25.373635 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119f6e67-bb95-49b2-aa9e-7210a39c4a18 admin admin] Router 4d12329e-717f-406f-90a4-692900da15a7 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:26:25.467356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6c74c-54df-49c9-8a55-46e113651c69 req-80b560bc-bd5d-4bb7-8d01-184de23059fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:25.468857 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2c6c74c-54df-49c9-8a55-46e113651c69 req-80b560bc-bd5d-4bb7-8d01-184de23059fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.1565363 Jul 07 17:26:25.473414 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e256367-1ef8-48d3-a88e-341c330c3445 req-789d3e32-e67b-4977-b710-7986b8289984 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2f92b394-b403-46eb-b54c-7781eb70f70f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0962212 Jul 07 17:26:25.510176 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119f6e67-bb95-49b2-aa9e-7210a39c4a18 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:25.520526 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] Sync routers for ids ['4d12329e-717f-406f-90a4-692900da15a7'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:25.530555 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-119f6e67-bb95-49b2-aa9e-7210a39c4a18 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.531837 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] Routers {'4d12329e-717f-406f-90a4-692900da15a7'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:25.533124 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-119f6e67-bb95-49b2-aa9e-7210a39c4a18 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 1.6478732 Jul 07 17:26:25.535141 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:26:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['4d12329e-717f-406f-90a4-692900da15a7'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:25.537436 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55372) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:25.573465 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55374) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:25.631649 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2c6c74c-54df-49c9-8a55-46e113651c69 req-9b194533-eaa1-42cf-ac60-cda548411599 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0e15d22-70c6-473b-a462-be85ef862d97 HTTP/1.1" status: 200 len: 1002 time: 0.1569605 Jul 07 17:26:25.669604 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] Set router 4d12329e-717f-406f-90a4-692900da15a7 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:25.701862 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-17ec286d-ca72-4c3b-aa97-cc3458c901d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.756807 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6c74c-54df-49c9-8a55-46e113651c69 req-ba3db8c8-7d72-4b9e-9ba6-9bcd44bf273f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:25.758553 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2c6c74c-54df-49c9-8a55-46e113651c69 req-ba3db8c8-7d72-4b9e-9ba6-9bcd44bf273f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.1208274 Jul 07 17:26:25.765738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e256367-1ef8-48d3-a88e-341c330c3445 req-d08e349c-02a2-4668-884f-53968928e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:25.767819 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e256367-1ef8-48d3-a88e-341c330c3445 req-d08e349c-02a2-4668-884f-53968928e3e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2819b097d22142529378d8839f8df263&device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 1096 time: 0.2239103 Jul 07 17:26:25.820559 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-17ec286d-ca72-4c3b-aa97-cc3458c901d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.825978 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-17ec286d-ca72-4c3b-aa97-cc3458c901d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.868593 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec286d-ca72-4c3b-aa97-cc3458c901d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd3dca5-2bec-44fa-9146-3198096f62d9,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:25.876114 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-17ec286d-ca72-4c3b-aa97-cc3458c901d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c8f66cb4ed84a88997a0e8b6bd82475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2976053 Jul 07 17:26:25.884296 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55378) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:25.955707 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c942d54-fa0a-4f7d-9f23-37025ff15f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.978663 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c942d54-fa0a-4f7d-9f23-37025ff15f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:25.994936 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d12329e-717f-406f-90a4-692900da15a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1550261520-router', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:23Z', 'updated_at': '2021-07-07T17:26:24Z', 'revision_number': 3, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'gw_port': {'id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:24Z', 'updated_at': '2021-07-07T17:26:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:26.025308 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] Checking router: 4d12329e-717f-406f-90a4-692900da15a7 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:26:26.025700 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] Updating router 4d12329e-717f-406f-90a4-692900da15a7 port 63c21796-007b-4846-a6b2-b9645eb6f58b binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:26:26.069048 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.354138 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.369117 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] Transition to ACTIVE for port object 63c21796-007b-4846-a6b2-b9645eb6f58b will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:26.369589 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c942d54-fa0a-4f7d-9f23-37025ff15f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.372336 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1c942d54-fa0a-4f7d-9f23-37025ff15f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.376593 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1c942d54-fa0a-4f7d-9f23-37025ff15f5e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/acd3dca5-2bec-44fa-9146-3198096f62d9 HTTP/1.1" status: 204 len: 168 time: 0.4892089 Jul 07 17:26:26.379789 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e256367-1ef8-48d3-a88e-341c330c3445 req-7ff0b9c7-9f6c-452c-9297-605e63c882de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:26.380758 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.381339 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e256367-1ef8-48d3-a88e-341c330c3445 req-7ff0b9c7-9f6c-452c-9297-605e63c882de service neutron] 10.222.0.69 "GET /v2.0/networks?id=aa75f549-ab21-4c8b-b350-de8797b48630 HTTP/1.1" status: 200 len: 898 time: 0.5685344 Jul 07 17:26:26.393819 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c942d54-fa0a-4f7d-9f23-37025ff15f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd3dca5-2bec-44fa-9146-3198096f62d9,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:26.432350 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6c74c-54df-49c9-8a55-46e113651c69 req-dbfc7ff5-869f-4db2-93ee-0d01d8623e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:26.433930 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2c6c74c-54df-49c9-8a55-46e113651c69 req-dbfc7ff5-869f-4db2-93ee-0d01d8623e64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6649354 Jul 07 17:26:26.434161 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] Attempting to bind port 63c21796-007b-4846-a6b2-b9645eb6f58b on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:26.434696 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] Attempting to bind port 63c21796-007b-4846-a6b2-b9645eb6f58b by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:26.435187 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] Attempting to bind port 63c21796-007b-4846-a6b2-b9645eb6f58b on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:26.447588 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:26.448062 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:26.448534 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.449159 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:26.449703 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] Bound port: 63c21796-007b-4846-a6b2-b9645eb6f58b, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:26.450153 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.475069 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c43e8-2b7a-43cd-a0e0-f0a77ab99adc None None] Pushing event updated for resources: {'Port': ['ID=63c21796-007b-4846-a6b2-b9645eb6f58b,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:26.512864 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] For port 63c21796-007b-4846-a6b2-b9645eb6f58b, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:26.516279 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] For port 63c21796-007b-4846-a6b2-b9645eb6f58b, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=63c21796-007b-4846-a6b2-b9645eb6f58b,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:26.523129 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.527464 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c43e8-2b7a-43cd-a0e0-f0a77ab99adc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.527881 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c43e8-2b7a-43cd-a0e0-f0a77ab99adc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.528484 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c43e8-2b7a-43cd-a0e0-f0a77ab99adc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.528822 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c43e8-2b7a-43cd-a0e0-f0a77ab99adc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.529156 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c43e8-2b7a-43cd-a0e0-f0a77ab99adc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.529477 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c43e8-2b7a-43cd-a0e0-f0a77ab99adc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.529991 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c43e8-2b7a-43cd-a0e0-f0a77ab99adc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.530319 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c43e8-2b7a-43cd-a0e0-f0a77ab99adc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.530672 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c43e8-2b7a-43cd-a0e0-f0a77ab99adc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.530995 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c43e8-2b7a-43cd-a0e0-f0a77ab99adc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.531308 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c43e8-2b7a-43cd-a0e0-f0a77ab99adc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.531714 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c43e8-2b7a-43cd-a0e0-f0a77ab99adc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:26.599579 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] Routers {'4d12329e-717f-406f-90a4-692900da15a7'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:26.600215 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:26:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['4d12329e-717f-406f-90a4-692900da15a7'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:26.600419 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e256367-1ef8-48d3-a88e-341c330c3445 req-fe249828-6de5-492f-a143-f11e8c7dcd3c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=375dfa09-23b5-40a4-a073-6f59881bc7c6 HTTP/1.1" status: 200 len: 1001 time: 0.2115474 Jul 07 17:26:26.637411 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c43e8-2b7a-43cd-a0e0-f0a77ab99adc None None] Pushing event updated for resources: {'Port': ['ID=63c21796-007b-4846-a6b2-b9645eb6f58b,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:26.687827 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2c6c74c-54df-49c9-8a55-46e113651c69 req-0147c31b-db5d-4542-9432-22f3946a1df0 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227190 Jul 07 17:26:26.690403 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e256367-1ef8-48d3-a88e-341c330c3445 req-bfe2c89a-1c98-44e7-8357-4a36e33cf06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:26.691821 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e256367-1ef8-48d3-a88e-341c330c3445 req-bfe2c89a-1c98-44e7-8357-4a36e33cf06b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=547364db-49aa-48cb-bb58-afec0a601738 HTTP/1.1" status: 200 len: 834 time: 0.0821753 Jul 07 17:26:26.725360 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] Set router 4d12329e-717f-406f-90a4-692900da15a7 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:26.743314 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55384) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:26.758195 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c1e316bc-c67c-4386-9ecf-741622617f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.872566 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c1e316bc-c67c-4386-9ecf-741622617f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.877911 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c1e316bc-c67c-4386-9ecf-741622617f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:26.918976 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e316bc-c67c-4386-9ecf-741622617f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bb0933-053d-430e-b392-bbe913ac0579,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:26.928315 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c1e316bc-c67c-4386-9ecf-741622617f3f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5835b8e81c3343278bec844d4923a76c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1838133 Jul 07 17:26:26.929059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55386) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:26.932474 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2c6c74c-54df-49c9-8a55-46e113651c69 req-035d6fe9-d08f-4960-9a77-2704263be5b1 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373755 Jul 07 17:26:26.944024 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d12329e-717f-406f-90a4-692900da15a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1550261520-router', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:23Z', 'updated_at': '2021-07-07T17:26:24Z', 'revision_number': 3, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'gw_port': {'id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:24Z', 'updated_at': '2021-07-07T17:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:26.962954 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e256367-1ef8-48d3-a88e-341c330c3445 req-c2b93dd6-7208-4b4e-b850-4b5ef842f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:26.964671 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e256367-1ef8-48d3-a88e-341c330c3445 req-c2b93dd6-7208-4b4e-b850-4b5ef842f6b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aa75f549-ab21-4c8b-b350-de8797b48630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2608960 Jul 07 17:26:26.982925 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596151fc-5168-44f1-adea-4f6165c87f9c None None] The sync data for ids ['4d12329e-717f-406f-90a4-692900da15a7'] in n-d-793620-7 is: [{'id': '4d12329e-717f-406f-90a4-692900da15a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1550261520-router', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:23Z', 'updated_at': '2021-07-07T17:26:24Z', 'revision_number': 3, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'gw_port': {'id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:24Z', 'updated_at': '2021-07-07T17:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:27.007415 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2144cbd1-da6d-4eaf-a692-7776dbc062c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.033146 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2144cbd1-da6d-4eaf-a692-7776dbc062c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.033356 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f1b949d-5796-4e7e-8c80-7a91936d02fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.107733 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2144cbd1-da6d-4eaf-a692-7776dbc062c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.115292 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2144cbd1-da6d-4eaf-a692-7776dbc062c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.116846 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2144cbd1-da6d-4eaf-a692-7776dbc062c0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/74bb0933-053d-430e-b392-bbe913ac0579 HTTP/1.1" status: 204 len: 168 time: 0.1865358 Jul 07 17:26:27.129567 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144cbd1-da6d-4eaf-a692-7776dbc062c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bb0933-053d-430e-b392-bbe913ac0579,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:27.167535 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e256367-1ef8-48d3-a88e-341c330c3445 req-1b701f45-66e3-47b5-b297-97b09156015e service neutron] 10.222.0.69 "GET /v2.0/networks/aa75f549-ab21-4c8b-b350-de8797b48630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940594 Jul 07 17:26:27.392970 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1e256367-1ef8-48d3-a88e-341c330c3445 req-5732fe4d-9c5b-4f57-803e-2dc27d1f54fb service neutron] 10.222.0.69 "GET /v2.0/networks/aa75f549-ab21-4c8b-b350-de8797b48630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168355 Jul 07 17:26:27.426081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-3f1b949d-5796-4e7e-8c80-7a91936d02fd admin admin] Allocated IP 172.20.0.1 (0bcc63fb-5e0b-47bb-8936-50e0663fdeb1/5b27695a-6863-4cfd-b1be-8e6286e2cb31/e2bf9ec4-2dcb-460b-88e9-10fff1b146dc) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:27.555582 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f1b949d-5796-4e7e-8c80-7a91936d02fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.609681 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f1b949d-5796-4e7e-8c80-7a91936d02fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.655719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1b949d-5796-4e7e-8c80-7a91936d02fd admin admin] Network 0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:27.658764 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-3f1b949d-5796-4e7e-8c80-7a91936d02fd admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:27.664952 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1b949d-5796-4e7e-8c80-7a91936d02fd admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:27.692715 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b949d-5796-4e7e-8c80-7a91936d02fd admin admin] Pushing event updated for resources: {'Port': ['ID=e2bf9ec4-2dcb-460b-88e9-10fff1b146dc,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:27.714742 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f1b949d-5796-4e7e-8c80-7a91936d02fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.853464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 63c21796-007b-4846-a6b2-b9645eb6f58b up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:27.920218 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 63c21796-007b-4846-a6b2-b9645eb6f58b completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:27.925384 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 63c21796-007b-4846-a6b2-b9645eb6f58b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:27.925933 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:27.934259 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f1b949d-5796-4e7e-8c80-7a91936d02fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.039611 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.067673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 63c21796-007b-4846-a6b2-b9645eb6f58b, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=63c21796-007b-4846-a6b2-b9645eb6f58b,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:28.074097 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.074621 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55408) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:28.134839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=63c21796-007b-4846-a6b2-b9645eb6f58b,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:28.143245 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f1b949d-5796-4e7e-8c80-7a91936d02fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.143938 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.144541 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.144906 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.145559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.145857 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.146242 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.146662 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.147111 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.147454 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.147853 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.148160 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.148497 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.149275 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f1b949d-5796-4e7e-8c80-7a91936d02fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.221249 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1207941807-network', 'tenant_id': '89a1b72aa226427e81c9188a4bd3be4e'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:28.221516 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3f1b949d-5796-4e7e-8c80-7a91936d02fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.223537 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b949d-5796-4e7e-8c80-7a91936d02fd admin admin] Pushing event updated for resources: {'Port': ['ID=e2bf9ec4-2dcb-460b-88e9-10fff1b146dc,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:28.245768 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Made reservation on behalf of 89a1b72aa226427e81c9188a4bd3be4e for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:28.248505 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.260229 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.340286 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1b949d-5796-4e7e-8c80-7a91936d02fd admin admin] Network 0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:28.341895 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-3f1b949d-5796-4e7e-8c80-7a91936d02fd admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:28.371450 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.381080 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.408333 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:26:28.417626 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbcfc60-8550-4104-a9c6-7c2af2b53c16,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:28.427910 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.428275 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Added segment 52c75c73-18c4-4ab3-9996-51f9c20c2b18 of type vlan for network a2875f9b-67f0-49ed-b409-cf0419bb9ea4 Jul 07 17:26:28.430697 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.431174 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.431402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.431749 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.432087 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.432424 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.432825 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.433089 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.433422 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.433778 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.434080 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.434550 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:26:28.482764 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.519234 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.520432 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:28.520913 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.581601 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5051684 Jul 07 17:26:28.584551 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55412) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:28.589623 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-bb743a3c-53cc-40bf-978a-0c0173245082 admin admin] Request body: {'subnet': {'network_id': 'a2875f9b-67f0-49ed-b409-cf0419bb9ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1207941807-subnet', 'tenant_id': '89a1b72aa226427e81c9188a4bd3be4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:28.604898 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fab8d4-619a-45ca-bec7-ea7f4a96244a admin admin] Pushing event updated for resources: {'Network': ['ID=a2875f9b-67f0-49ed-b409-cf0419bb9ea4,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:28.619729 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network a2875f9b-67f0-49ed-b409-cf0419bb9ea4 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:26:28.625337 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb743a3c-53cc-40bf-978a-0c0173245082 admin admin] Made reservation on behalf of 89a1b72aa226427e81c9188a4bd3be4e for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:28.627872 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bb743a3c-53cc-40bf-978a-0c0173245082 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.734442 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1b949d-5796-4e7e-8c80-7a91936d02fd admin admin] Router 4d12329e-717f-406f-90a4-692900da15a7 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:26:28.807560 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bb743a3c-53cc-40bf-978a-0c0173245082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.850788 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1b949d-5796-4e7e-8c80-7a91936d02fd admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:28.856550 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3f1b949d-5796-4e7e-8c80-7a91936d02fd admin admin] 10.222.0.50 "PUT /v2.0/routers/4d12329e-717f-406f-90a4-692900da15a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3178401 Jul 07 17:26:28.863007 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb743a3c-53cc-40bf-978a-0c0173245082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84a4b8c6-135c-4fc9-af93-0c4fbc42cab3,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:28.873480 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb743a3c-53cc-40bf-978a-0c0173245082 admin admin] Checking segment: {'id': '52c75c73-18c4-4ab3-9996-51f9c20c2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a2875f9b-67f0-49ed-b409-cf0419bb9ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:28.873944 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb743a3c-53cc-40bf-978a-0c0173245082 admin admin] Network hostable DHCP agents. Network: a2875f9b-67f0-49ed-b409-cf0419bb9ea4, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:26:28.894883 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb743a3c-53cc-40bf-978a-0c0173245082 admin admin] Network a2875f9b-67f0-49ed-b409-cf0419bb9ea4 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:26:28.905386 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] Sync routers for ids ['4d12329e-717f-406f-90a4-692900da15a7'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:28.905916 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-bb743a3c-53cc-40bf-978a-0c0173245082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, a2875f9b-67f0-49ed-b409-cf0419bb9ea4) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:28.910685 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb743a3c-53cc-40bf-978a-0c0173245082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:28.911272 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bb743a3c-53cc-40bf-978a-0c0173245082 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:28.916840 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09fa400-b367-406d-b6f6-b215e9b2f5d4 None None] Network a2875f9b-67f0-49ed-b409-cf0419bb9ea4 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:28.919827 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] Routers {'4d12329e-717f-406f-90a4-692900da15a7'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:28.920467 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:26:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['4d12329e-717f-406f-90a4-692900da15a7'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:28.930427 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bb743a3c-53cc-40bf-978a-0c0173245082 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3417935 Jul 07 17:26:29.108989 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] Set router 4d12329e-717f-406f-90a4-692900da15a7 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:29.174521 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df3d28a-c5d8-4552-927e-e306a69d2488 None None] Network a2875f9b-67f0-49ed-b409-cf0419bb9ea4 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:29.450108 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55442) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:29.455159 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-ece27217-919f-48a9-bd6d-89991d999778 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-608313858-network', 'tenant_id': 'd015fca721864a6b9231725c3bfc3572'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:29.460563 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d12329e-717f-406f-90a4-692900da15a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1550261520-router', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:23Z', 'updated_at': '2021-07-07T17:26:27Z', 'revision_number': 4, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'gw_port': {'id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:24Z', 'updated_at': '2021-07-07T17:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'e2bf9ec4-2dcb-460b-88e9-10fff1b146dc', 'name': '', 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'mac_address': 'fa:16:3e:63:09:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '5b27695a-6863-4cfd-b1be-8e6286e2cb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:27Z', 'updated_at': '2021-07-07T17:26:27Z', 'revision_number': 2, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'subnets': [{'id': '5b27695a-6863-4cfd-b1be-8e6286e2cb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:29.477634 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece27217-919f-48a9-bd6d-89991d999778 admin admin] Made reservation on behalf of d015fca721864a6b9231725c3bfc3572 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:29.480029 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ece27217-919f-48a9-bd6d-89991d999778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.489365 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] Checking router: 4d12329e-717f-406f-90a4-692900da15a7 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:26:29.489686 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ece27217-919f-48a9-bd6d-89991d999778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.489937 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] Updating router 4d12329e-717f-406f-90a4-692900da15a7 port e2bf9ec4-2dcb-460b-88e9-10fff1b146dc binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:26:29.525014 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.587079 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ece27217-919f-48a9-bd6d-89991d999778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.591819 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ece27217-919f-48a9-bd6d-89991d999778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.637847 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece27217-919f-48a9-bd6d-89991d999778 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:26:29.656629 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece27217-919f-48a9-bd6d-89991d999778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f8563e-7907-4399-b94a-fee014069236,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:29.693257 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ece27217-919f-48a9-bd6d-89991d999778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.693575 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-ece27217-919f-48a9-bd6d-89991d999778 admin admin] Added segment c37076d0-8842-4c27-9b83-c8a2b157c769 of type vlan for network 1792b061-b982-4785-bf8b-9e57600b53b4 Jul 07 17:26:29.758809 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ece27217-919f-48a9-bd6d-89991d999778 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.805306 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-f3211277-75fb-43f0-9ee9-1d45a0275067 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:29.806832 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-f3211277-75fb-43f0-9ee9-1d45a0275067 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/networks?id=0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 HTTP/1.1" status: 200 len: 820 time: 0.1935675 Jul 07 17:26:29.824655 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ece27217-919f-48a9-bd6d-89991d999778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.825613 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece27217-919f-48a9-bd6d-89991d999778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:29.826193 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ece27217-919f-48a9-bd6d-89991d999778 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.829280 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 63c21796-007b-4846-a6b2-b9645eb6f58b up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:29.839689 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-f414ea96-d01f-4fb3-a29f-084643e09663 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/quotas/17d58210b4c247189285e4e9f961b3f3 HTTP/1.1" status: 200 len: 375 time: 0.0237041 Jul 07 17:26:29.861098 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.879999 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] Transition to ACTIVE for port object e2bf9ec4-2dcb-460b-88e9-10fff1b146dc will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:29.889778 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.894528 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ece27217-919f-48a9-bd6d-89991d999778 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4432480 Jul 07 17:26:29.897395 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55448) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:29.905037 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c586f7ad-d8b4-4fca-8746-66eb44fc1ef8 admin admin] Request body: {'subnet': {'network_id': '1792b061-b982-4785-bf8b-9e57600b53b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-608313858-subnet', 'tenant_id': 'd015fca721864a6b9231725c3bfc3572', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:29.929345 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c586f7ad-d8b4-4fca-8746-66eb44fc1ef8 admin admin] Made reservation on behalf of d015fca721864a6b9231725c3bfc3572 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:29.932497 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c586f7ad-d8b4-4fca-8746-66eb44fc1ef8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:29.935448 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece27217-919f-48a9-bd6d-89991d999778 admin admin] Pushing event updated for resources: {'Network': ['ID=1792b061-b982-4785-bf8b-9e57600b53b4,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:29.951113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 1792b061-b982-4785-bf8b-9e57600b53b4 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:26:29.962742 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-9fe914f1-2bd2-4a61-aafe-0566db26bde3 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=17d58210b4c247189285e4e9f961b3f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1123571 Jul 07 17:26:29.990619 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 63c21796-007b-4846-a6b2-b9645eb6f58b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:29.991104 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.019178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3edfa-5b57-4d92-af0e-7cd3e173c022 None None] Pushing event updated for resources: {'Port': ['ID=e2bf9ec4-2dcb-460b-88e9-10fff1b146dc,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:30.080494 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-7d31c609-0794-4e6e-aeb4-a6638776933f service neutron] 10.222.0.50 "GET /v2.0/networks/0bcc63fb-5e0b-47bb-8936-50e0663fdeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058404 Jul 07 17:26:30.114238 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] Attempting to bind port e2bf9ec4-2dcb-460b-88e9-10fff1b146dc on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:30.114535 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] Attempting to bind port e2bf9ec4-2dcb-460b-88e9-10fff1b146dc by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '692d5ed4-61e6-4315-bdf9-34f33161c1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:30.114908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] Attempting to bind port e2bf9ec4-2dcb-460b-88e9-10fff1b146dc on network 0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:30.124173 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:30.124554 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] Checking segment: {'id': '692d5ed4-61e6-4315-bdf9-34f33161c1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:30.124967 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.126056 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] Bound using segment: {'id': '692d5ed4-61e6-4315-bdf9-34f33161c1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:30.126690 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] Bound port: e2bf9ec4-2dcb-460b-88e9-10fff1b146dc, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692d5ed4-61e6-4315-bdf9-34f33161c1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:30.127114 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.151847 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c586f7ad-d8b4-4fca-8746-66eb44fc1ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.189124 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-605e4bbf-4af9-4cca-9af6-313084ac266f service neutron] 10.222.0.50 "GET /v2.0/networks/0bcc63fb-5e0b-47bb-8936-50e0663fdeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016119 Jul 07 17:26:30.228062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c586f7ad-d8b4-4fca-8746-66eb44fc1ef8 admin admin] Checking segment: {'id': 'c37076d0-8842-4c27-9b83-c8a2b157c769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1792b061-b982-4785-bf8b-9e57600b53b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:30.228434 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c586f7ad-d8b4-4fca-8746-66eb44fc1ef8 admin admin] Network hostable DHCP agents. Network: 1792b061-b982-4785-bf8b-9e57600b53b4, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:26:30.231964 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586f7ad-d8b4-4fca-8746-66eb44fc1ef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef4aff6f-24e2-4500-b891-8240757271e3,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:30.241075 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] For port e2bf9ec4-2dcb-460b-88e9-10fff1b146dc, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:30.244792 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] For port e2bf9ec4-2dcb-460b-88e9-10fff1b146dc, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e2bf9ec4-2dcb-460b-88e9-10fff1b146dc,segment=NetworkSegment(692d5ed4-61e6-4315-bdf9-34f33161c1c4),segment_id=692d5ed4-61e6-4315-bdf9-34f33161c1c4)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:30.249187 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.251760 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c586f7ad-d8b4-4fca-8746-66eb44fc1ef8 admin admin] Network 1792b061-b982-4785-bf8b-9e57600b53b4 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:26:30.263002 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-c586f7ad-d8b4-4fca-8746-66eb44fc1ef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 1792b061-b982-4785-bf8b-9e57600b53b4) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:30.268299 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c586f7ad-d8b4-4fca-8746-66eb44fc1ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:30.269548 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c586f7ad-d8b4-4fca-8746-66eb44fc1ef8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.278752 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76947ce-c5f0-4592-b99e-db8151c298f9 None None] Network 1792b061-b982-4785-bf8b-9e57600b53b4 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:30.293556 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c586f7ad-d8b4-4fca-8746-66eb44fc1ef8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3925130 Jul 07 17:26:30.371862 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] Routers {'4d12329e-717f-406f-90a4-692900da15a7'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:30.372701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:26:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['4d12329e-717f-406f-90a4-692900da15a7'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:30.378413 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3edfa-5b57-4d92-af0e-7cd3e173c022 None None] Pushing event updated for resources: {'Port': ['ID=e2bf9ec4-2dcb-460b-88e9-10fff1b146dc,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:30.465865 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55456) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:30.483392 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab8010e2-a140-414f-9b99-80e914391e4b req-ec27f17d-c1f5-4028-b10d-16b93f6389c2 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 210 time: 0.0710533 Jul 07 17:26:30.524011 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cb6193-ff6b-4020-9fc8-c1cffc9e9669 admin admin] Deleting subnet 84a4b8c6-135c-4fc9-af93-0c4fbc42cab3 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:26:30.527805 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6193-ff6b-4020-9fc8-c1cffc9e9669 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.572782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8e5998-1708-47fb-8bbe-557445d1ded2 None None] Network 1792b061-b982-4785-bf8b-9e57600b53b4 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:30.581619 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6193-ff6b-4020-9fc8-c1cffc9e9669 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.628132 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] Set router 4d12329e-717f-406f-90a4-692900da15a7 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:30.641604 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6193-ff6b-4020-9fc8-c1cffc9e9669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.733189 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6193-ff6b-4020-9fc8-c1cffc9e9669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.762140 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb6193-ff6b-4020-9fc8-c1cffc9e9669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84a4b8c6-135c-4fc9-af93-0c4fbc42cab3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:30.767854 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6193-ff6b-4020-9fc8-c1cffc9e9669 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.770479 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e2cb6193-ff6b-4020-9fc8-c1cffc9e9669 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/84a4b8c6-135c-4fc9-af93-0c4fbc42cab3 HTTP/1.1" status: 204 len: 168 time: 0.2995508 Jul 07 17:26:30.773234 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55466) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:30.858724 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ef23497-daf9-492f-bcae-dd066bbe9bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.921917 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d12329e-717f-406f-90a4-692900da15a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1550261520-router', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:23Z', 'updated_at': '2021-07-07T17:26:27Z', 'revision_number': 4, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'gw_port': {'id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:24Z', 'updated_at': '2021-07-07T17:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'e2bf9ec4-2dcb-460b-88e9-10fff1b146dc', 'name': '', 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'mac_address': 'fa:16:3e:63:09:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '5b27695a-6863-4cfd-b1be-8e6286e2cb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:27Z', 'updated_at': '2021-07-07T17:26:30Z', 'revision_number': 4, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'subnets': [{'id': '5b27695a-6863-4cfd-b1be-8e6286e2cb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:30.949340 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ef23497-daf9-492f-bcae-dd066bbe9bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:30.963101 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-1ef23497-daf9-492f-bcae-dd066bbe9bce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2875f9b-67f0-49ed-b409-cf0419bb9ea4']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:30.977431 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-1ef23497-daf9-492f-bcae-dd066bbe9bce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c75c73-18c4-4ab3-9996-51f9c20c2b18') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:30.977801 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-1ef23497-daf9-492f-bcae-dd066bbe9bce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c75c73-18c4-4ab3-9996-51f9c20c2b18') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:30.988551 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ef23497-daf9-492f-bcae-dd066bbe9bce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.011939 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ef23497-daf9-492f-bcae-dd066bbe9bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.023496 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef23497-daf9-492f-bcae-dd066bbe9bce admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:31.023964 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ef23497-daf9-492f-bcae-dd066bbe9bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:31.026008 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:31.110861 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ef23497-daf9-492f-bcae-dd066bbe9bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.134299 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ef23497-daf9-492f-bcae-dd066bbe9bce admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.140123 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1ef23497-daf9-492f-bcae-dd066bbe9bce admin admin] 10.222.0.50 "DELETE /v2.0/networks/a2875f9b-67f0-49ed-b409-cf0419bb9ea4 HTTP/1.1" status: 204 len: 168 time: 0.3631027 Jul 07 17:26:31.140123 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef23497-daf9-492f-bcae-dd066bbe9bce admin admin] Pushing event deleted for resources: {'Network': ['ID=a2875f9b-67f0-49ed-b409-cf0419bb9ea4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:31.140475 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55468) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:31.142644 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a967f3-b0f6-46cd-b10c-acb3a6c97acf None None] The sync data for ids ['4d12329e-717f-406f-90a4-692900da15a7'] in n-d-793620-7 is: [{'id': '4d12329e-717f-406f-90a4-692900da15a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1550261520-router', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:23Z', 'updated_at': '2021-07-07T17:26:27Z', 'revision_number': 4, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'gw_port': {'id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:24Z', 'updated_at': '2021-07-07T17:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'e2bf9ec4-2dcb-460b-88e9-10fff1b146dc', 'name': '', 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'mac_address': 'fa:16:3e:63:09:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '5b27695a-6863-4cfd-b1be-8e6286e2cb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:27Z', 'updated_at': '2021-07-07T17:26:30Z', 'revision_number': 4, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'subnets': [{'id': '5b27695a-6863-4cfd-b1be-8e6286e2cb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:31.207276 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-872ff81a-4bac-417e-a638-3f4e2242cb71 admin admin] Deleting subnet ef4aff6f-24e2-4500-b891-8240757271e3 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:26:31.215835 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-872ff81a-4bac-417e-a638-3f4e2242cb71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.266367 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-872ff81a-4bac-417e-a638-3f4e2242cb71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.316991 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-872ff81a-4bac-417e-a638-3f4e2242cb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.384183 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-872ff81a-4bac-417e-a638-3f4e2242cb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.427470 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-872ff81a-4bac-417e-a638-3f4e2242cb71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.431031 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-872ff81a-4bac-417e-a638-3f4e2242cb71 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ef4aff6f-24e2-4500-b891-8240757271e3 HTTP/1.1" status: 204 len: 168 time: 0.2859290 Jul 07 17:26:31.432495 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ff81a-4bac-417e-a638-3f4e2242cb71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef4aff6f-24e2-4500-b891-8240757271e3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:31.433718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55470) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:31.596762 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b19e8350-0832-46f9-b8df-b695c16cac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.650669 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0649a285-3e79-48b8-bfd1-25e40de9843c req-2807367d-aff6-4cc7-a07e-5e3d3fbb809a tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 210 time: 0.0420446 Jul 07 17:26:31.716936 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-a10af7ea-20e3-47a2-983e-b0243116fa19 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:31.719934 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-a10af7ea-20e3-47a2-983e-b0243116fa19 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.15 "GET /v2.0/networks?id=0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 HTTP/1.1" status: 200 len: 820 time: 0.2274437 Jul 07 17:26:31.767853 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-14290775-0950-4b4a-91b6-c3ef2c54dfae tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Request body: {'port': {'device_id': '44b02496-7b74-4a89-abd8-e5d6360479af', 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1', 'admin_state_up': True, 'tenant_id': '17d58210b4c247189285e4e9f961b3f3'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:31.828731 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b19e8350-0832-46f9-b8df-b695c16cac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.845915 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-b19e8350-0832-46f9-b8df-b695c16cac3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1792b061-b982-4785-bf8b-9e57600b53b4']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:31.856094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e2bf9ec4-2dcb-460b-88e9-10fff1b146dc up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:31.861678 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-b19e8350-0832-46f9-b8df-b695c16cac3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37076d0-8842-4c27-9b83-c8a2b157c769') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:31.861977 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-b19e8350-0832-46f9-b8df-b695c16cac3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37076d0-8842-4c27-9b83-c8a2b157c769') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:31.881517 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b19e8350-0832-46f9-b8df-b695c16cac3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.907467 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b19e8350-0832-46f9-b8df-b695c16cac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.911858 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port e2bf9ec4-2dcb-460b-88e9-10fff1b146dc completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:31.916723 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e2bf9ec4-2dcb-460b-88e9-10fff1b146dc triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:31.917290 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.918487 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19e8350-0832-46f9-b8df-b695c16cac3e admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:31.918899 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b19e8350-0832-46f9-b8df-b695c16cac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:31.921582 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:31.996197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-14290775-0950-4b4a-91b6-c3ef2c54dfae tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Made reservation on behalf of 17d58210b4c247189285e4e9f961b3f3 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:31.999851 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-14290775-0950-4b4a-91b6-c3ef2c54dfae tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.011029 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b19e8350-0832-46f9-b8df-b695c16cac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.017909 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b19e8350-0832-46f9-b8df-b695c16cac3e admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.019891 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b19e8350-0832-46f9-b8df-b695c16cac3e admin admin] 10.222.0.50 "DELETE /v2.0/networks/1792b061-b982-4785-bf8b-9e57600b53b4 HTTP/1.1" status: 204 len: 168 time: 0.5847962 Jul 07 17:26:32.026531 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.043550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e8350-0832-46f9-b8df-b695c16cac3e admin admin] Pushing event deleted for resources: {'Network': ['ID=1792b061-b982-4785-bf8b-9e57600b53b4,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:32.069923 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port e2bf9ec4-2dcb-460b-88e9-10fff1b146dc, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e2bf9ec4-2dcb-460b-88e9-10fff1b146dc,segment=NetworkSegment(692d5ed4-61e6-4315-bdf9-34f33161c1c4),segment_id=692d5ed4-61e6-4315-bdf9-34f33161c1c4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:32.075258 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.136860 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=e2bf9ec4-2dcb-460b-88e9-10fff1b146dc,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:32.197057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-14290775-0950-4b4a-91b6-c3ef2c54dfae tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Allocated IP 172.20.0.8 (0bcc63fb-5e0b-47bb-8936-50e0663fdeb1/5b27695a-6863-4cfd-b1be-8e6286e2cb31/e754d9d9-40cf-471b-8e5e-09deca84217e) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:32.251739 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55476) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:32.301978 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e3496384-e8da-412c-801f-e64feca5bea1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=89a1b72aa226427e81c9188a4bd3be4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465593 Jul 07 17:26:32.302318 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55478) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:32.360569 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-27adbb45-fd01-4826-9dd5-f94ac227439d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.383895 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-27adbb45-fd01-4826-9dd5-f94ac227439d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.386112 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-14290775-0950-4b4a-91b6-c3ef2c54dfae tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.437209 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-14290775-0950-4b4a-91b6-c3ef2c54dfae tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.442120 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-27adbb45-fd01-4826-9dd5-f94ac227439d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.445169 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-27adbb45-fd01-4826-9dd5-f94ac227439d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.447293 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-27adbb45-fd01-4826-9dd5-f94ac227439d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0cbcfc60-8550-4104-a9c6-7c2af2b53c16 HTTP/1.1" status: 204 len: 168 time: 0.1434417 Jul 07 17:26:32.456859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27adbb45-fd01-4826-9dd5-f94ac227439d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbcfc60-8550-4104-a9c6-7c2af2b53c16,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:32.479921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-14290775-0950-4b4a-91b6-c3ef2c54dfae tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Network 0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:32.483537 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-14290775-0950-4b4a-91b6-c3ef2c54dfae tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:32.488149 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-14290775-0950-4b4a-91b6-c3ef2c54dfae tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:32.525649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14290775-0950-4b4a-91b6-c3ef2c54dfae tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Pushing event updated for resources: {'Port': ['ID=e754d9d9-40cf-471b-8e5e-09deca84217e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:32.549763 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-14290775-0950-4b4a-91b6-c3ef2c54dfae tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:32.550426 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-14290775-0950-4b4a-91b6-c3ef2c54dfae tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.565720 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-14290775-0950-4b4a-91b6-c3ef2c54dfae tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8033586 Jul 07 17:26:32.576898 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] Request body: {'port': {'device_id': '44b02496-7b74-4a89-abd8-e5d6360479af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:32.677756 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.833051 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55486) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:32.873980 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-01fa0d44-8ee3-4ecc-beff-79e9e69a2869 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d015fca721864a6b9231725c3bfc3572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396550 Jul 07 17:26:32.876446 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55488) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:32.928592 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61523434-b679-4c09-b20b-a1f93e8ade36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:32.929511 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaf3f0-d5a6-4bc7-a1ff-62f3c9f1324c req-fc6151cf-78f9-4291-9819-624c7ca4d204 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:32.931093 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-44eaf3f0-d5a6-4bc7-a1ff-62f3c9f1324c req-fc6151cf-78f9-4291-9819-624c7ca4d204 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 931 time: 0.1422186 Jul 07 17:26:32.956006 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61523434-b679-4c09-b20b-a1f93e8ade36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.009705 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-44eaf3f0-d5a6-4bc7-a1ff-62f3c9f1324c req-625a7fa2-1fa4-4164-8a76-c6325f0e68df tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675418 Jul 07 17:26:33.010928 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61523434-b679-4c09-b20b-a1f93e8ade36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.013947 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-61523434-b679-4c09-b20b-a1f93e8ade36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.015278 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-61523434-b679-4c09-b20b-a1f93e8ade36 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17f8563e-7907-4399-b94a-fee014069236 HTTP/1.1" status: 204 len: 168 time: 0.1378438 Jul 07 17:26:33.023883 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61523434-b679-4c09-b20b-a1f93e8ade36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f8563e-7907-4399-b94a-fee014069236,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:33.069686 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e754d9d9-40cf-471b-8e5e-09deca84217e {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:33.078035 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.091143 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] Transition to ACTIVE for port object e754d9d9-40cf-471b-8e5e-09deca84217e will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:33.095660 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.146496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] Pushing event updated for resources: {'Port': ['ID=e754d9d9-40cf-471b-8e5e-09deca84217e,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:33.243767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] Attempting to bind port e754d9d9-40cf-471b-8e5e-09deca84217e on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:33.244275 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] Attempting to bind port e754d9d9-40cf-471b-8e5e-09deca84217e by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '692d5ed4-61e6-4315-bdf9-34f33161c1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:33.244836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] Attempting to bind port e754d9d9-40cf-471b-8e5e-09deca84217e on network 0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:33.249693 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] Port e754d9d9-40cf-471b-8e5e-09deca84217e on network 0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:26:33.250287 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] Attempting to bind port e754d9d9-40cf-471b-8e5e-09deca84217e on network 0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:33.255249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:33.255586 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] Checking segment: {'id': '692d5ed4-61e6-4315-bdf9-34f33161c1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:33.255970 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] Bound using segment: {'id': '692d5ed4-61e6-4315-bdf9-34f33161c1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:33.256395 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] Bound port: e754d9d9-40cf-471b-8e5e-09deca84217e, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692d5ed4-61e6-4315-bdf9-34f33161c1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:33.257007 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.324946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] For port e754d9d9-40cf-471b-8e5e-09deca84217e, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:33.328709 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] For port e754d9d9-40cf-471b-8e5e-09deca84217e, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=e754d9d9-40cf-471b-8e5e-09deca84217e,segment=NetworkSegment(692d5ed4-61e6-4315-bdf9-34f33161c1c4),segment_id=692d5ed4-61e6-4315-bdf9-34f33161c1c4)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:33.334233 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.365313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:33.366070 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.367690 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] 10.222.0.15 "PUT /v2.0/ports/e754d9d9-40cf-471b-8e5e-09deca84217e HTTP/1.1" status: 200 len: 1091 time: 0.7950151 Jul 07 17:26:33.370075 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b02496-7b74-4a89-abd8-e5d6360479af', 'tag': 'e754d9d9-40cf-471b-8e5e-09deca84217e'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:33.372465 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda7a47d-6dbb-4a8c-9431-4c1823941fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "44b02496-7b74-4a89-abd8-e5d6360479af", "tag": "e754d9d9-40cf-471b-8e5e-09deca84217e"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:33.411968 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4176eb-00ad-4190-a4ec-75f9def4be83 service neutron] Pushing event updated for resources: {'Port': ['ID=e754d9d9-40cf-471b-8e5e-09deca84217e,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:33.427708 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9424380a-6eb9-4251-9657-57464d717627 x-openstack-request-id: req-9424380a-6eb9-4251-9657-57464d717627 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:33.427941 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b02496-7b74-4a89-abd8-e5d6360479af", "tag": "e754d9d9-40cf-471b-8e5e-09deca84217e", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:33.428294 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9424380a-6eb9-4251-9657-57464d717627 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:33.428551 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b02496-7b74-4a89-abd8-e5d6360479af', 'tag': 'e754d9d9-40cf-471b-8e5e-09deca84217e', 'status': 'completed', 'code': 200} Jul 07 17:26:33.475055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-8e7acc1c-c63c-4265-aeaa-0ca64ea54cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:33.476651 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-8e7acc1c-c63c-4265-aeaa-0ca64ea54cee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17d58210b4c247189285e4e9f961b3f3&device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 1094 time: 0.0608947 Jul 07 17:26:33.520328 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-acb57e78-b2d3-4b2c-b9a0-9d793baca9b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e754d9d9-40cf-471b-8e5e-09deca84217e HTTP/1.1" status: 200 len: 217 time: 0.0371060 Jul 07 17:26:33.573408 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-3e844362-e13d-4893-9a7a-95594303d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:33.575019 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-3e844362-e13d-4893-9a7a-95594303d0a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b27695a-6863-4cfd-b1be-8e6286e2cb31 HTTP/1.1" status: 200 len: 860 time: 0.0488350 Jul 07 17:26:33.609646 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-f92b9d51-7735-429c-a1a5-af17c051e3b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bcc63fb-5e0b-47bb-8936-50e0663fdeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275934 Jul 07 17:26:33.718550 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-5fbf9a3a-c013-4e26-8882-1b47792b417d service neutron] 10.222.0.15 "GET /v2.0/networks/0bcc63fb-5e0b-47bb-8936-50e0663fdeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031644 Jul 07 17:26:33.808332 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e2bf9ec4-2dcb-460b-88e9-10fff1b146dc up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:33.817459 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0f2f8ecc-f326-48fb-bfc4-0aee42311221 req-f51c6c4b-1568-47bc-8918-43ddba306266 service neutron] 10.222.0.15 "GET /v2.0/networks/0bcc63fb-5e0b-47bb-8936-50e0663fdeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928023 Jul 07 17:26:33.879080 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e2bf9ec4-2dcb-460b-88e9-10fff1b146dc triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:33.879784 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:33.932520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7a47d-6dbb-4a8c-9431-4c1823941fd7 req-6f530f93-0d7c-4ec8-8310-da395696ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:33.934202 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fda7a47d-6dbb-4a8c-9431-4c1823941fd7 req-6f530f93-0d7c-4ec8-8310-da395696ad47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17d58210b4c247189285e4e9f961b3f3&device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 1094 time: 0.0651820 Jul 07 17:26:34.033849 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7a47d-6dbb-4a8c-9431-4c1823941fd7 req-c4b1cdb1-9937-45d7-a7bb-12ff44831262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:34.035559 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fda7a47d-6dbb-4a8c-9431-4c1823941fd7 req-c4b1cdb1-9937-45d7-a7bb-12ff44831262 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 HTTP/1.1" status: 200 len: 921 time: 0.0954068 Jul 07 17:26:34.086495 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fda7a47d-6dbb-4a8c-9431-4c1823941fd7 req-0651b5aa-4f8a-40bb-8cc5-95898f813859 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e754d9d9-40cf-471b-8e5e-09deca84217e HTTP/1.1" status: 200 len: 217 time: 0.0427544 Jul 07 17:26:34.177698 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7a47d-6dbb-4a8c-9431-4c1823941fd7 req-009e2d7f-4155-4559-9408-3606f20a5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:34.179588 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fda7a47d-6dbb-4a8c-9431-4c1823941fd7 req-009e2d7f-4155-4559-9408-3606f20a5d02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b27695a-6863-4cfd-b1be-8e6286e2cb31 HTTP/1.1" status: 200 len: 860 time: 0.0857749 Jul 07 17:26:34.256898 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fda7a47d-6dbb-4a8c-9431-4c1823941fd7 req-075b9e51-7767-4553-95dd-f31b226720c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bcc63fb-5e0b-47bb-8936-50e0663fdeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640385 Jul 07 17:26:34.353195 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffcfa2-d58e-440c-9a15-732d86797a62 req-fa13bd8d-426f-43db-8852-40159f0c13a5 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:34.354955 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dfffcfa2-d58e-440c-9a15-732d86797a62 req-fa13bd8d-426f-43db-8852-40159f0c13a5 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 943 time: 0.1743474 Jul 07 17:26:34.408444 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fda7a47d-6dbb-4a8c-9431-4c1823941fd7 req-eb2bf727-6d0d-4fc3-976c-be2b2cd581a2 service neutron] 10.222.0.15 "GET /v2.0/networks/0bcc63fb-5e0b-47bb-8936-50e0663fdeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433456 Jul 07 17:26:34.416740 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dfffcfa2-d58e-440c-9a15-732d86797a62 req-d4129a4a-f90b-4bd6-bfb2-4ff60271de51 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521030 Jul 07 17:26:34.510445 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fda7a47d-6dbb-4a8c-9431-4c1823941fd7 req-084def6d-68da-4c7e-9d20-2af3d75296fc service neutron] 10.222.0.15 "GET /v2.0/networks/0bcc63fb-5e0b-47bb-8936-50e0663fdeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926256 Jul 07 17:26:35.605730 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d176311-b088-4bf3-be3a-05f0e423aae8 req-b04ac06f-8f73-400c-8209-f58c093fd04d tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:35.607278 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9d176311-b088-4bf3-be3a-05f0e423aae8 req-b04ac06f-8f73-400c-8209-f58c093fd04d tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 943 time: 0.0671694 Jul 07 17:26:35.646082 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9d176311-b088-4bf3-be3a-05f0e423aae8 req-a927b19a-0348-45b7-8bc2-e2b28c5dd9ff tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325642 Jul 07 17:26:36.832134 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40532001-dfe7-4e76-9ab3-1972730e4ce7 req-e37ae26e-edf9-4af6-bdbc-882c64a1532b tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:36.833731 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-40532001-dfe7-4e76-9ab3-1972730e4ce7 req-e37ae26e-edf9-4af6-bdbc-882c64a1532b tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 943 time: 0.0708344 Jul 07 17:26:36.874209 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-40532001-dfe7-4e76-9ab3-1972730e4ce7 req-307a21e0-4a63-41ca-b26d-4444b2d63c63 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342252 Jul 07 17:26:37.348502 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device e754d9d9-40cf-471b-8e5e-09deca84217e details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:26:37.447296 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port e754d9d9-40cf-471b-8e5e-09deca84217e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=e754d9d9-40cf-471b-8e5e-09deca84217e,segment=NetworkSegment(692d5ed4-61e6-4315-bdf9-34f33161c1c4),segment_id=692d5ed4-61e6-4315-bdf9-34f33161c1c4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:37.464018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'e754d9d9-40cf-471b-8e5e-09deca84217e', 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1', 'port_id': 'e754d9d9-40cf-471b-8e5e-09deca84217e', 'mac_address': 'fa:16:3e:8f:1d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b27695a-6863-4cfd-b1be-8e6286e2cb31', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:26:37.503287 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.517398 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e754d9d9-40cf-471b-8e5e-09deca84217e {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:37.539884 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port e754d9d9-40cf-471b-8e5e-09deca84217e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=e754d9d9-40cf-471b-8e5e-09deca84217e,segment=NetworkSegment(692d5ed4-61e6-4315-bdf9-34f33161c1c4),segment_id=692d5ed4-61e6-4315-bdf9-34f33161c1c4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:37.544526 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:37.599835 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=e754d9d9-40cf-471b-8e5e-09deca84217e,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:37.743144 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['e754d9d9-40cf-471b-8e5e-09deca84217e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:26:38.060741 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbb736-95cc-46d1-99cb-5b7fa424202c req-6bc5343a-1916-4491-a5b2-319ca471e949 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:38.067150 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1cfbb736-95cc-46d1-99cb-5b7fa424202c req-6bc5343a-1916-4491-a5b2-319ca471e949 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 944 time: 0.0784333 Jul 07 17:26:38.115250 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1cfbb736-95cc-46d1-99cb-5b7fa424202c req-44d38e8b-f070-4256-94e5-649d536e89e0 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450850 Jul 07 17:26:38.407317 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55616) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:38.544725 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b436555f-3dc1-4824-b152-baaede97fba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.638298 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b436555f-3dc1-4824-b152-baaede97fba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.643094 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b436555f-3dc1-4824-b152-baaede97fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.687085 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b436555f-3dc1-4824-b152-baaede97fba0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b0a0cb890ef74814a0d54367685080ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2784383 Jul 07 17:26:38.688237 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436555f-3dc1-4824-b152-baaede97fba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28cae21-d31e-4884-8741-9d9f26cae169,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:38.690181 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55620) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:38.745768 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-46ef3e40-fb46-41c9-9ec7-0f6eaeecfacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.769140 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-46ef3e40-fb46-41c9-9ec7-0f6eaeecfacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.820266 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-46ef3e40-fb46-41c9-9ec7-0f6eaeecfacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.822840 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-46ef3e40-fb46-41c9-9ec7-0f6eaeecfacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:38.824256 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-46ef3e40-fb46-41c9-9ec7-0f6eaeecfacf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a28cae21-d31e-4884-8741-9d9f26cae169 HTTP/1.1" status: 204 len: 168 time: 0.1329961 Jul 07 17:26:38.845961 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef3e40-fb46-41c9-9ec7-0f6eaeecfacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28cae21-d31e-4884-8741-9d9f26cae169,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:39.214234 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55630) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:39.236459 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-310314c3-5693-496e-ac71-7774db1abbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.355890 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device e754d9d9-40cf-471b-8e5e-09deca84217e up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:26:39.412143 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-310314c3-5693-496e-ac71-7774db1abbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.424978 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port e754d9d9-40cf-471b-8e5e-09deca84217e completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:39.425380 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-310314c3-5693-496e-ac71-7774db1abbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.437501 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port e754d9d9-40cf-471b-8e5e-09deca84217e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:39.437893 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.465371 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ef3cf-f2cf-4881-85e5-b87efd748dc1 req-17c6856a-9365-4f61-87ff-ad26b7345d80 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:39.473211 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-356ef3cf-f2cf-4881-85e5-b87efd748dc1 req-17c6856a-9365-4f61-87ff-ad26b7345d80 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 944 time: 0.1500239 Jul 07 17:26:39.505144 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55632) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:39.512352 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-310314c3-5693-496e-ac71-7774db1abbfb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5f383906aca64130bf5335ae077a0071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965314 Jul 07 17:26:39.516266 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310314c3-5693-496e-ac71-7774db1abbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a63253-f858-4678-9e9c-a7245fac3a2f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:39.541793 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.548755 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-356ef3cf-f2cf-4881-85e5-b87efd748dc1 req-ecec6ee4-0683-40c0-9642-51ca31208603 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742640 Jul 07 17:26:39.575457 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a541d9b9-444d-40fb-8364-2230fd0035d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.588618 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b02496-7b74-4a89-abd8-e5d6360479af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e754d9d9-40cf-471b-8e5e-09deca84217e'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:39.591442 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f007ba65-fd0b-4f42-98c4-d3e3bee710be" -d '{"events": [{"server_uuid": "44b02496-7b74-4a89-abd8-e5d6360479af", "name": "network-vif-plugged", "status": "completed", "tag": "e754d9d9-40cf-471b-8e5e-09deca84217e"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:39.600543 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a541d9b9-444d-40fb-8364-2230fd0035d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.605566 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port e754d9d9-40cf-471b-8e5e-09deca84217e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=e754d9d9-40cf-471b-8e5e-09deca84217e,segment=NetworkSegment(692d5ed4-61e6-4315-bdf9-34f33161c1c4),segment_id=692d5ed4-61e6-4315-bdf9-34f33161c1c4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:39.614892 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.651855 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678854a6-3eab-47d6-99e1-1b73741f3218 x-openstack-request-id: req-678854a6-3eab-47d6-99e1-1b73741f3218 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:39.652250 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b02496-7b74-4a89-abd8-e5d6360479af", "name": "network-vif-plugged", "status": "completed", "tag": "e754d9d9-40cf-471b-8e5e-09deca84217e", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:39.652442 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-678854a6-3eab-47d6-99e1-1b73741f3218 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:39.652772 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b02496-7b74-4a89-abd8-e5d6360479af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e754d9d9-40cf-471b-8e5e-09deca84217e', 'code': 200} Jul 07 17:26:39.683770 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a541d9b9-444d-40fb-8364-2230fd0035d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.689281 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a541d9b9-444d-40fb-8364-2230fd0035d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:39.689957 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=e754d9d9-40cf-471b-8e5e-09deca84217e,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:39.694232 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a541d9b9-444d-40fb-8364-2230fd0035d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f1a63253-f858-4678-9e9c-a7245fac3a2f HTTP/1.1" status: 204 len: 168 time: 0.1873219 Jul 07 17:26:39.710771 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541d9b9-444d-40fb-8364-2230fd0035d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a63253-f858-4678-9e9c-a7245fac3a2f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:39.818038 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4e542-77c0-4247-a30f-5c7445b7ce1c req-ccac77f6-feb7-4889-8864-3aaf76455a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:39.819505 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-58f4e542-77c0-4247-a30f-5c7445b7ce1c req-ccac77f6-feb7-4889-8864-3aaf76455a71 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 1096 time: 0.0865765 Jul 07 17:26:39.881134 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-58f4e542-77c0-4247-a30f-5c7445b7ce1c req-ee1f62c9-45f5-4fea-9266-c17926078dac service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553188 Jul 07 17:26:40.891803 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c887300-55d2-40dd-b95a-651462fec688 req-bea5a476-045b-478d-a7ad-ce1a5ed30521 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:40.898923 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c887300-55d2-40dd-b95a-651462fec688 req-bea5a476-045b-478d-a7ad-ce1a5ed30521 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.1467326 Jul 07 17:26:40.976145 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6c887300-55d2-40dd-b95a-651462fec688 req-16d37567-a290-4b51-89c0-cf99c4d1011b tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738730 Jul 07 17:26:42.200549 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d19b06-3e50-4316-84cc-19e212650a8d req-eb7765f1-711f-49c5-8801-0bd116c29d06 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:42.230088 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b9d19b06-3e50-4316-84cc-19e212650a8d req-eb7765f1-711f-49c5-8801-0bd116c29d06 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.1255906 Jul 07 17:26:42.285886 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b9d19b06-3e50-4316-84cc-19e212650a8d req-b7f86eda-0f12-4fd9-82bb-038982fea49a tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542462 Jul 07 17:26:42.723809 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2df1cf-ae65-4e32-ade4-43d4b482c428 req-7c45b2b9-59e0-4704-9914-7212437815cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:42.726104 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb2df1cf-ae65-4e32-ade4-43d4b482c428 req-7c45b2b9-59e0-4704-9914-7212437815cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17d58210b4c247189285e4e9f961b3f3&device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 1096 time: 0.0602858 Jul 07 17:26:42.842029 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4697c-c4b0-4df5-8ecc-925c704b8639 req-9646a186-9b8c-44f9-8ca5-79d5f62482f1 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:42.850067 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58b4697c-c4b0-4df5-8ecc-925c704b8639 req-9646a186-9b8c-44f9-8ca5-79d5f62482f1 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.0887191 Jul 07 17:26:42.861845 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2df1cf-ae65-4e32-ade4-43d4b482c428 req-6e08625e-7fc1-449d-acb0-bef479901ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:42.863863 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb2df1cf-ae65-4e32-ade4-43d4b482c428 req-6e08625e-7fc1-449d-acb0-bef479901ea6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 HTTP/1.1" status: 200 len: 921 time: 0.1282365 Jul 07 17:26:42.891791 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58b4697c-c4b0-4df5-8ecc-925c704b8639 req-a4e594a9-11ee-42e5-b6e9-494ea5c4466f tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408726 Jul 07 17:26:42.911385 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb2df1cf-ae65-4e32-ade4-43d4b482c428 req-d9e083be-7e33-46b4-9d1a-5533fa26ab21 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e754d9d9-40cf-471b-8e5e-09deca84217e HTTP/1.1" status: 200 len: 217 time: 0.0397358 Jul 07 17:26:42.969458 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2df1cf-ae65-4e32-ade4-43d4b482c428 req-f7ee35df-aa2a-4b3e-b165-3843a7ea3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:42.971875 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb2df1cf-ae65-4e32-ade4-43d4b482c428 req-f7ee35df-aa2a-4b3e-b165-3843a7ea3569 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b27695a-6863-4cfd-b1be-8e6286e2cb31 HTTP/1.1" status: 200 len: 860 time: 0.0546911 Jul 07 17:26:43.011638 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb2df1cf-ae65-4e32-ade4-43d4b482c428 req-0668624c-5cd4-4772-a8fd-06be982176e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bcc63fb-5e0b-47bb-8936-50e0663fdeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342009 Jul 07 17:26:43.177296 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb2df1cf-ae65-4e32-ade4-43d4b482c428 req-9cc3f8c1-ed3c-4a4a-aefd-a6292b54c090 service neutron] 10.222.0.15 "GET /v2.0/networks/0bcc63fb-5e0b-47bb-8936-50e0663fdeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581287 Jul 07 17:26:43.279980 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb2df1cf-ae65-4e32-ade4-43d4b482c428 req-6aefc94b-cfd2-4212-b194-a0c280a44262 service neutron] 10.222.0.15 "GET /v2.0/networks/0bcc63fb-5e0b-47bb-8936-50e0663fdeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958331 Jul 07 17:26:44.156716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d121875-5858-4b5f-b2b0-d7f9471c15ea req-4dbe3b82-45c7-4271-973f-7cbe31554b7e tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:44.158283 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2d121875-5858-4b5f-b2b0-d7f9471c15ea req-4dbe3b82-45c7-4271-973f-7cbe31554b7e tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.0985780 Jul 07 17:26:44.208855 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2d121875-5858-4b5f-b2b0-d7f9471c15ea req-969403d7-00de-49b3-ba2a-53b6b457b1a2 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449336 Jul 07 17:26:44.348278 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:44.722485 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a5024f79-d94d-4f46-b4fa-860330fd3c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.104963 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55724) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:45.171832 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dee28745-ad5f-4605-8236-f1dc4393e399 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/floatingips/632ccee5-d07b-463f-a966-017693d95b9c HTTP/1.1" status: 200 len: 993 time: 0.0649762 Jul 07 17:26:45.424151 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc5e89-b04b-4011-9be2-8a2e5489e93a req-ee18728b-b8b8-4fa5-9366-edbe147ffa6d tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:45.425627 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-09fc5e89-b04b-4011-9be2-8a2e5489e93a req-ee18728b-b8b8-4fa5-9366-edbe147ffa6d tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.0741887 Jul 07 17:26:45.471356 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-09fc5e89-b04b-4011-9be2-8a2e5489e93a req-f08b4279-8033-45f5-bd59-ebf49d76495b tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392118 Jul 07 17:26:45.512612 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55742) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:45.637726 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-4712f863-8c08-437b-9965-2a32d9e15373 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1996724436&fields=id&tenant_id=cea56dc008374433a72ff26fbcfa22d6 HTTP/1.1" status: 200 len: 267 time: 0.0813301 Jul 07 17:26:45.785198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-15ecf395-5939-48ee-a50f-12df184c866c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:45.786727 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-15ecf395-5939-48ee-a50f-12df184c866c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 811 time: 0.1416929 Jul 07 17:26:45.806264 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-3ee4b924-c056-451f-84e2-10ec71f0acfe tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Deleting port 07d0107e-9095-4380-aa97-b3573743918d {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:45.806713 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ee4b924-c056-451f-84e2-10ec71f0acfe tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.809169 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-ca5b3593-830a-41ea-bf72-114204705377 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/quotas/cea56dc008374433a72ff26fbcfa22d6 HTTP/1.1" status: 200 len: 375 time: 0.0162675 Jul 07 17:26:45.933732 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ee4b924-c056-451f-84e2-10ec71f0acfe tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.934062 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ee4b924-c056-451f-84e2-10ec71f0acfe tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:45.949546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-3ee4b924-c056-451f-84e2-10ec71f0acfe tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Calling delete_port for 07d0107e-9095-4380-aa97-b3573743918d owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:45.968960 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-96eed8a8-e1ef-4ac0-96df-bb944e2750d1 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1476531 Jul 07 17:26:46.130467 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-37e94f71-95e0-4c90-8fb5-5892dd86e49b service neutron] 10.222.0.50 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217728 Jul 07 17:26:46.278777 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-6e24fb67-d6a4-4848-81f5-99b5b36d12f4 service neutron] 10.222.0.50 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392453 Jul 07 17:26:46.285870 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ee4b924-c056-451f-84e2-10ec71f0acfe tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.312794 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4b924-c056-451f-84e2-10ec71f0acfe tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event deleted for resources: {'Port': ['ID=07d0107e-9095-4380-aa97-b3573743918d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:46.384661 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ee4b924-c056-451f-84e2-10ec71f0acfe tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.385007 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-3ee4b924-c056-451f-84e2-10ec71f0acfe tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Floating IP 632ccee5-d07b-463f-a966-017693d95b9c disassociated (deleted). External IP: 172.25.2.241, port: 375dfa09-23b5-40a4-a073-6f59881bc7c6. Jul 07 17:26:46.644966 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.670489 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-02589dfa-0d89-46f1-afa9-bdca8f2ca157 req-4f4d9047-454a-44fe-8b71-a44b396ebb3d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 210 time: 0.0496285 Jul 07 17:26:46.688177 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee4b924-c056-451f-84e2-10ec71f0acfe tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Router cc5e0025-e082-4d1c-b70f-8da789baf3c5 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:26:46.719659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7ebf4-5c52-4421-bc7f-abff9def0a16 req-29a5a2c0-efe3-41ca-9d3f-17df762f9c03 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:46.721272 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-68d7ebf4-5c52-4421-bc7f-abff9def0a16 req-29a5a2c0-efe3-41ca-9d3f-17df762f9c03 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.0949867 Jul 07 17:26:46.778255 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-68d7ebf4-5c52-4421-bc7f-abff9def0a16 req-2388b9a7-0fcf-4c85-87ed-baf8421aaffb tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512586 Jul 07 17:26:46.828628 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee4b924-c056-451f-84e2-10ec71f0acfe tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:46.833850 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ee4b924-c056-451f-84e2-10ec71f0acfe tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:46.849765 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce720ca-28b6-4d1c-8ac8-2e6d5029c680 None None] Sync routers for ids ['cc5e0025-e082-4d1c-b70f-8da789baf3c5'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:46.865434 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce720ca-28b6-4d1c-8ac8-2e6d5029c680 None None] Routers {'cc5e0025-e082-4d1c-b70f-8da789baf3c5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:46.866947 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4ce720ca-28b6-4d1c-8ac8-2e6d5029c680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:26:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['cc5e0025-e082-4d1c-b70f-8da789baf3c5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:46.878640 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3ee4b924-c056-451f-84e2-10ec71f0acfe tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "DELETE /v2.0/floatingips/632ccee5-d07b-463f-a966-017693d95b9c HTTP/1.1" status: 204 len: 168 time: 1.3645847 Jul 07 17:26:46.879314 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f92b394-b403-46eb-b54c-7781eb70f70f', 'tag': '375dfa09-23b5-40a4-a073-6f59881bc7c6'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:46.881698 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fd598b-1d9e-45d9-9a3b-4de6dc0f2fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "2f92b394-b403-46eb-b54c-7781eb70f70f", "tag": "375dfa09-23b5-40a4-a073-6f59881bc7c6"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:46.953634 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab2681b-be4a-4138-8755-bffa1d1afe6b x-openstack-request-id: req-7ab2681b-be4a-4138-8755-bffa1d1afe6b {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:46.954105 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f92b394-b403-46eb-b54c-7781eb70f70f", "tag": "375dfa09-23b5-40a4-a073-6f59881bc7c6", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:46.954503 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7ab2681b-be4a-4138-8755-bffa1d1afe6b {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:46.955013 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f92b394-b403-46eb-b54c-7781eb70f70f', 'tag': '375dfa09-23b5-40a4-a073-6f59881bc7c6', 'status': 'completed', 'code': 200} Jul 07 17:26:47.103561 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd598b-1d9e-45d9-9a3b-4de6dc0f2fe2 req-72a5d984-9577-41ca-bfed-74bdfe1bb4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:47.107195 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45fd598b-1d9e-45d9-9a3b-4de6dc0f2fe2 req-72a5d984-9577-41ca-bfed-74bdfe1bb4c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2819b097d22142529378d8839f8df263&device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 1096 time: 0.1191280 Jul 07 17:26:47.117032 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-4ce720ca-28b6-4d1c-8ac8-2e6d5029c680 None None] Set router cc5e0025-e082-4d1c-b70f-8da789baf3c5 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:47.310419 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd598b-1d9e-45d9-9a3b-4de6dc0f2fe2 req-2e57652a-50fc-4935-a485-bdf68c6f43d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:47.312515 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45fd598b-1d9e-45d9-9a3b-4de6dc0f2fe2 req-2e57652a-50fc-4935-a485-bdf68c6f43d0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aa75f549-ab21-4c8b-b350-de8797b48630 HTTP/1.1" status: 200 len: 898 time: 0.1987259 Jul 07 17:26:47.344399 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4ce720ca-28b6-4d1c-8ac8-2e6d5029c680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'name': 'tempest-TestNetworkBasicOps-router-1982202289', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:08Z', 'updated_at': '2021-07-07T17:25:14Z', 'revision_number': 4, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:09Z', 'updated_at': '2021-07-07T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '7c291d9e-62f4-4e9c-b7a5-25d802d4d557', 'name': '', 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:17:43:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '547364db-49aa-48cb-bb58-afec0a601738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:13Z', 'updated_at': '2021-07-07T17:25:22Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '547364db-49aa-48cb-bb58-afec0a601738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:47.373014 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce720ca-28b6-4d1c-8ac8-2e6d5029c680 None None] Checking router: cc5e0025-e082-4d1c-b70f-8da789baf3c5 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:26:47.383083 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce720ca-28b6-4d1c-8ac8-2e6d5029c680 None None] Routers {'cc5e0025-e082-4d1c-b70f-8da789baf3c5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:47.384059 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4ce720ca-28b6-4d1c-8ac8-2e6d5029c680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:26:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['cc5e0025-e082-4d1c-b70f-8da789baf3c5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:47.519299 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-4ce720ca-28b6-4d1c-8ac8-2e6d5029c680 None None] Set router cc5e0025-e082-4d1c-b70f-8da789baf3c5 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:47.660192 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:47.739581 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45fd598b-1d9e-45d9-9a3b-4de6dc0f2fe2 req-cae7cf30-4ad3-43a0-b797-74cf5e49e820 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=375dfa09-23b5-40a4-a073-6f59881bc7c6 HTTP/1.1" status: 200 len: 217 time: 0.4111938 Jul 07 17:26:47.794054 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4ce720ca-28b6-4d1c-8ac8-2e6d5029c680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'name': 'tempest-TestNetworkBasicOps-router-1982202289', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:08Z', 'updated_at': '2021-07-07T17:25:14Z', 'revision_number': 4, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:09Z', 'updated_at': '2021-07-07T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '7c291d9e-62f4-4e9c-b7a5-25d802d4d557', 'name': '', 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:17:43:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '547364db-49aa-48cb-bb58-afec0a601738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:13Z', 'updated_at': '2021-07-07T17:25:22Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '547364db-49aa-48cb-bb58-afec0a601738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:47.831240 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd598b-1d9e-45d9-9a3b-4de6dc0f2fe2 req-9f7c4d88-212b-4614-947d-2bd5cf968a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:47.832374 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45fd598b-1d9e-45d9-9a3b-4de6dc0f2fe2 req-9f7c4d88-212b-4614-947d-2bd5cf968a44 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=547364db-49aa-48cb-bb58-afec0a601738 HTTP/1.1" status: 200 len: 834 time: 0.0538218 Jul 07 17:26:47.870418 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d3eb22a-d75d-4276-b640-489524a105e4 req-a25f0067-06e4-4c93-a0f8-20b6e383d40c tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 210 time: 0.0549870 Jul 07 17:26:47.906003 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd598b-1d9e-45d9-9a3b-4de6dc0f2fe2 req-88025d09-7f88-4757-b1ce-d88902ca472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:47.907386 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45fd598b-1d9e-45d9-9a3b-4de6dc0f2fe2 req-88025d09-7f88-4757-b1ce-d88902ca472d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aa75f549-ab21-4c8b-b350-de8797b48630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673122 Jul 07 17:26:47.953637 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce720ca-28b6-4d1c-8ac8-2e6d5029c680 None None] The sync data for ids ['cc5e0025-e082-4d1c-b70f-8da789baf3c5'] in n-d-793620-7 is: [{'id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'name': 'tempest-TestNetworkBasicOps-router-1982202289', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:08Z', 'updated_at': '2021-07-07T17:25:14Z', 'revision_number': 4, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:09Z', 'updated_at': '2021-07-07T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '7c291d9e-62f4-4e9c-b7a5-25d802d4d557', 'name': '', 'network_id': 'aa75f549-ab21-4c8b-b350-de8797b48630', 'tenant_id': '2819b097d22142529378d8839f8df263', 'mac_address': 'fa:16:3e:17:43:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '547364db-49aa-48cb-bb58-afec0a601738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:13Z', 'updated_at': '2021-07-07T17:25:22Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'subnets': [{'id': '547364db-49aa-48cb-bb58-afec0a601738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:47.963860 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b4bc06e5-784b-4218-a743-0d1d212e2d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.043097 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680569d-b0ae-44b4-97cf-175a9b37dc80 req-ba91b34a-7698-4bd6-8592-e4a24921c1a2 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:48.046581 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2680569d-b0ae-44b4-97cf-175a9b37dc80 req-ba91b34a-7698-4bd6-8592-e4a24921c1a2 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 945 time: 0.3042529 Jul 07 17:26:48.143677 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2680569d-b0ae-44b4-97cf-175a9b37dc80 req-bdefbc95-83a1-491f-b442-916f214fa3f4 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=045645f1-edb9-4484-9fc8-717aba313e95&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0677443 Jul 07 17:26:48.144128 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05703e37-6f68-4c61-a355-f3734d4f25b6 req-bb2104a7-b63c-4b0c-b17b-5bfe356f29bf tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:48.146160 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-05703e37-6f68-4c61-a355-f3734d4f25b6 req-bb2104a7-b63c-4b0c-b17b-5bfe356f29bf tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.1270158 Jul 07 17:26:48.161500 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45fd598b-1d9e-45d9-9a3b-4de6dc0f2fe2 req-ea56f59d-9a57-4451-9618-9bbf791a14bf service neutron] 10.222.0.69 "GET /v2.0/networks/aa75f549-ab21-4c8b-b350-de8797b48630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383769 Jul 07 17:26:48.344483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45fd598b-1d9e-45d9-9a3b-4de6dc0f2fe2 req-fbc4439b-bfc5-4ee1-a653-c2abe1d4d701 service neutron] 10.222.0.69 "GET /v2.0/networks/aa75f549-ab21-4c8b-b350-de8797b48630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746252 Jul 07 17:26:48.350297 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-05703e37-6f68-4c61-a355-f3734d4f25b6 req-3e3f28ec-ac6a-4d73-8095-b0a0a9cbe5dc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945665 Jul 07 17:26:48.380887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266474ae-f51b-486b-ab5e-2a2480128c4e None None] New status for floating IP 632ccee5-d07b-463f-a966-017693d95b9c: DOWN {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:26:48.385560 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-8e3d2cba-39a0-434e-b4bf-e334372605d9 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:48.387461 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-8e3d2cba-39a0-434e-b4bf-e334372605d9 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.69 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 811 time: 0.2243795 Jul 07 17:26:48.453635 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-3a695bb4-442f-4f6f-9420-62470c3cd464 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cea56dc008374433a72ff26fbcfa22d6 HTTP/1.1" status: 200 len: 380 time: 0.0539618 Jul 07 17:26:48.471414 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-336957ea-a507-4187-835f-60ae8b4c7e33 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Request body: {'port': {'device_id': 'efca8cc2-064b-474c-a8d7-3f6383ae2bc3', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'admin_state_up': True, 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'security_groups': ['aeb51a49-2319-4116-93a6-ea6d0586e78f']}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:48.600159 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-336957ea-a507-4187-835f-60ae8b4c7e33 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Made reservation on behalf of cea56dc008374433a72ff26fbcfa22d6 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:26:48.605824 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-336957ea-a507-4187-835f-60ae8b4c7e33 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:48.888014 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.036333 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eba1a2a0-2789-4b05-8389-8d95d7b9642d req-a5d840a9-932c-4a88-a0d4-e736b0376681 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 210 time: 0.0402696 Jul 07 17:26:49.186308 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-336957ea-a507-4187-835f-60ae8b4c7e33 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Allocated IP 172.20.0.14 (888184af-68bd-473b-926b-d4ef0f9f6494/0f79582c-33a8-4ae3-b793-f2486686f367/1c67a9a3-d3ed-4356-8e03-29fe5ea48538) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:26:49.364354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe4882-b925-4c1f-b014-168261f21722 req-54d290b7-091d-4172-9d9a-6d5fcd5ac375 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:49.365996 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bdfe4882-b925-4c1f-b014-168261f21722 req-54d290b7-091d-4172-9d9a-6d5fcd5ac375 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 945 time: 0.0726178 Jul 07 17:26:49.396400 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687e7f8-b8ff-46af-b335-4be866cf9ad3 req-4e27b39e-8f18-40fc-acbd-1e19ed668856 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:49.403847 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c687e7f8-b8ff-46af-b335-4be866cf9ad3 req-4e27b39e-8f18-40fc-acbd-1e19ed668856 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 945 time: 0.1106734 Jul 07 17:26:49.455553 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-336957ea-a507-4187-835f-60ae8b4c7e33 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.478430 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c687e7f8-b8ff-46af-b335-4be866cf9ad3 req-eb4bbc1d-123a-4edf-a364-d91f2b59df60 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/security-groups?id=045645f1-edb9-4484-9fc8-717aba313e95&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0730760 Jul 07 17:26:49.498352 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-336957ea-a507-4187-835f-60ae8b4c7e33 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Transition to ACTIVE for port object 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:49.508634 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-bdfe4882-b925-4c1f-b014-168261f21722 req-696bb0df-6a32-4432-99f4-e52dc031b732 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Deleting port 375dfa09-23b5-40a4-a073-6f59881bc7c6 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:49.509422 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bdfe4882-b925-4c1f-b014-168261f21722 req-696bb0df-6a32-4432-99f4-e52dc031b732 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.537924 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-336957ea-a507-4187-835f-60ae8b4c7e33 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.587003 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-336957ea-a507-4187-835f-60ae8b4c7e33 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Network 888184af-68bd-473b-926b-d4ef0f9f6494 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:26:49.589872 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-336957ea-a507-4187-835f-60ae8b4c7e33 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:26:49.625412 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-336957ea-a507-4187-835f-60ae8b4c7e33 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:26:49.694031 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-336957ea-a507-4187-835f-60ae8b4c7e33 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:49.695143 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-336957ea-a507-4187-835f-60ae8b4c7e33 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.703402 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-bdfe4882-b925-4c1f-b014-168261f21722 req-696bb0df-6a32-4432-99f4-e52dc031b732 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] For port 375dfa09-23b5-40a4-a073-6f59881bc7c6, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=375dfa09-23b5-40a4-a073-6f59881bc7c6,segment=NetworkSegment(804f2a67-d100-4214-a53d-c7c08e52e902),segment_id=804f2a67-d100-4214-a53d-c7c08e52e902)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:49.703728 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bdfe4882-b925-4c1f-b014-168261f21722 req-696bb0df-6a32-4432-99f4-e52dc031b732 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.721483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-bdfe4882-b925-4c1f-b014-168261f21722 req-696bb0df-6a32-4432-99f4-e52dc031b732 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Calling delete_port for 375dfa09-23b5-40a4-a073-6f59881bc7c6 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:49.723171 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-336957ea-a507-4187-835f-60ae8b4c7e33 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2565908 Jul 07 17:26:49.740781 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] Request body: {'port': {'device_id': 'efca8cc2-064b-474c-a8d7-3f6383ae2bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:26:49.752895 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdbb94-3e32-448f-91ee-9298d425b266 req-b0589874-c1e8-4201-bb57-520553916ea1 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:49.754640 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69fdbb94-3e32-448f-91ee-9298d425b266 req-b0589874-c1e8-4201-bb57-520553916ea1 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.1864898 Jul 07 17:26:49.779814 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336957ea-a507-4187-835f-60ae8b4c7e33 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event updated for resources: {'Port': ['ID=1c67a9a3-d3ed-4356-8e03-29fe5ea48538,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:49.881841 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:49.963957 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bdfe4882-b925-4c1f-b014-168261f21722 req-696bb0df-6a32-4432-99f4-e52dc031b732 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.027588 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a2de1029-189f-4c50-8b87-bc05a7c33caf None None] Provisioning for port 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:26:50.034092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a2de1029-189f-4c50-8b87-bc05a7c33caf None None] Provisioning complete for port 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:26:50.034568 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a2de1029-189f-4c50-8b87-bc05a7c33caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.046435 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bb0df-6a32-4432-99f4-e52dc031b732 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event deleted for resources: {'Port': ['ID=375dfa09-23b5-40a4-a073-6f59881bc7c6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:50.072703 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69fdbb94-3e32-448f-91ee-9298d425b266 req-83145d81-d267-4226-a57c-6c09eb8adfa6 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541528 Jul 07 17:26:50.151607 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfe4882-b925-4c1f-b014-168261f21722 req-696bb0df-6a32-4432-99f4-e52dc031b732 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] No DVR routers for this DVR port 375dfa09-23b5-40a4-a073-6f59881bc7c6 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:50.160478 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bdfe4882-b925-4c1f-b014-168261f21722 req-696bb0df-6a32-4432-99f4-e52dc031b732 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.160992 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-a2de1029-189f-4c50-8b87-bc05a7c33caf None None] Port 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:26:50.162996 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bdfe4882-b925-4c1f-b014-168261f21722 req-696bb0df-6a32-4432-99f4-e52dc031b732 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.69 "DELETE /v2.0/ports/375dfa09-23b5-40a4-a073-6f59881bc7c6 HTTP/1.1" status: 204 len: 173 time: 0.7907164 Jul 07 17:26:50.163350 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f92b394-b403-46eb-b54c-7781eb70f70f', 'name': 'network-vif-deleted', 'tag': '375dfa09-23b5-40a4-a073-6f59881bc7c6'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:50.166116 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b2e6df-53b6-4114-8a65-69d5d6f853fc" -d '{"events": [{"server_uuid": "2f92b394-b403-46eb-b54c-7781eb70f70f", "name": "network-vif-deleted", "tag": "375dfa09-23b5-40a4-a073-6f59881bc7c6"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:50.228292 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461ecb3d-28e3-4790-b1e9-f60a04a26009 x-openstack-request-id: req-461ecb3d-28e3-4790-b1e9-f60a04a26009 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:50.228590 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f92b394-b403-46eb-b54c-7781eb70f70f", "name": "network-vif-deleted", "tag": "375dfa09-23b5-40a4-a073-6f59881bc7c6", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:50.228843 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-461ecb3d-28e3-4790-b1e9-f60a04a26009 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:50.229242 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f92b394-b403-46eb-b54c-7781eb70f70f', 'name': 'network-vif-deleted', 'tag': '375dfa09-23b5-40a4-a073-6f59881bc7c6', 'status': 'completed', 'code': 200} Jul 07 17:26:50.381452 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.396922 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:26:50.408364 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.420870 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7bd83-8145-410f-8abd-f9a197d7d423 req-6484588c-6678-4422-8c26-357f62438025 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:50.422478 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-50c7bd83-8145-410f-8abd-f9a197d7d423 req-6484588c-6678-4422-8c26-357f62438025 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 932 time: 0.1271322 Jul 07 17:26:50.446034 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] Transition to ACTIVE for port object 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:26:50.454106 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.505324 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-50c7bd83-8145-410f-8abd-f9a197d7d423 req-7c4b01ba-5559-475a-a02d-627e88a94abb tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763626 Jul 07 17:26:50.546057 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] Pushing event updated for resources: {'Port': ['ID=1c67a9a3-d3ed-4356-8e03-29fe5ea48538,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:50.699706 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] Attempting to bind port 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:26:50.705622 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] Attempting to bind port 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:26:50.706266 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] Attempting to bind port 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 on network 888184af-68bd-473b-926b-d4ef0f9f6494 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:50.715572 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] Port 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 on network 888184af-68bd-473b-926b-d4ef0f9f6494 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:26:50.718937 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] Attempting to bind port 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 on network 888184af-68bd-473b-926b-d4ef0f9f6494 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:26:50.729941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:26:50.730289 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] Checking segment: {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:26:50.736601 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] Bound using segment: {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:26:50.737104 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] Bound port: 1c67a9a3-d3ed-4356-8e03-29fe5ea48538, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657fedf3-913c-47f8-affe-3b1d3b7aac8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:26:50.737492 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.812276 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-524c4031-93c1-4d13-b9c2-195c0c2bf67c req-d7958c61-f812-4315-b38e-30fce7d3ddf7 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f92b394-b403-46eb-b54c-7781eb70f70f HTTP/1.1" status: 200 len: 210 time: 0.0497267 Jul 07 17:26:50.886231 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] For port 1c67a9a3-d3ed-4356-8e03-29fe5ea48538, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:26:50.891644 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] For port 1c67a9a3-d3ed-4356-8e03-29fe5ea48538, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1c67a9a3-d3ed-4356-8e03-29fe5ea48538,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:26:50.897632 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.962759 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:50.963396 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:50.964841 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] 10.222.0.69 "PUT /v2.0/ports/1c67a9a3-d3ed-4356-8e03-29fe5ea48538 HTTP/1.1" status: 200 len: 1092 time: 1.2286048 Jul 07 17:26:50.968742 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efca8cc2-064b-474c-a8d7-3f6383ae2bc3', 'tag': '1c67a9a3-d3ed-4356-8e03-29fe5ea48538'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:26:50.971184 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43ebae0-737c-42f2-a246-422aa63b52ba" -d '{"events": [{"name": "network-changed", "server_uuid": "efca8cc2-064b-474c-a8d7-3f6383ae2bc3", "tag": "1c67a9a3-d3ed-4356-8e03-29fe5ea48538"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:26:50.999602 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbd8b9-bb0b-4003-ab93-f778440657df service neutron] Pushing event updated for resources: {'Port': ['ID=1c67a9a3-d3ed-4356-8e03-29fe5ea48538,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:51.045218 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07133b06-0e97-462b-b98c-55a837edcdbc x-openstack-request-id: req-07133b06-0e97-462b-b98c-55a837edcdbc {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:26:51.045638 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efca8cc2-064b-474c-a8d7-3f6383ae2bc3", "tag": "1c67a9a3-d3ed-4356-8e03-29fe5ea48538", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:26:51.046158 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07133b06-0e97-462b-b98c-55a837edcdbc {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:26:51.046699 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efca8cc2-064b-474c-a8d7-3f6383ae2bc3', 'tag': '1c67a9a3-d3ed-4356-8e03-29fe5ea48538', 'status': 'completed', 'code': 200} Jul 07 17:26:51.162981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-3460f585-19fc-4f1c-9ab7-35b47f88168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:51.164773 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-3460f585-19fc-4f1c-9ab7-35b47f88168b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 1095 time: 0.1296632 Jul 07 17:26:51.251901 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-404e800d-e728-4341-8547-a1ee8ce3128d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c67a9a3-d3ed-4356-8e03-29fe5ea48538 HTTP/1.1" status: 200 len: 217 time: 0.0793490 Jul 07 17:26:51.274971 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:26:51.287922 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0b08c-7b5b-43f1-8c30-886efc5bc976 req-8948bbac-452b-40f8-ac42-3fbcb7001ee6 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:51.289721 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6b0b08c-7b5b-43f1-8c30-886efc5bc976 req-8948bbac-452b-40f8-ac42-3fbcb7001ee6 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.0698307 Jul 07 17:26:51.311793 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-c999d4b6-19bd-4a8b-b77d-68cf9af680e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:51.313422 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-c999d4b6-19bd-4a8b-b77d-68cf9af680e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.0551679 Jul 07 17:26:51.343735 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6b0b08c-7b5b-43f1-8c30-886efc5bc976 req-d08d09e6-4a8a-4fa2-a8c7-b18687f14b90 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469444 Jul 07 17:26:51.413515 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-dca74157-f3bc-4120-ace4-5553a2c302d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:51.415129 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-dca74157-f3bc-4120-ace4-5553a2c302d1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957010 Jul 07 17:26:51.513581 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-7fb1d823-7a96-4dd6-8865-f90f04c04271 service neutron] 10.222.0.69 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907879 Jul 07 17:26:51.617145 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e5d6b393-7f13-4e9f-9aef-9028bc70757b req-8fbc2ad0-1903-4bc1-8096-52145d0f2579 service neutron] 10.222.0.69 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966740 Jul 07 17:26:51.773770 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ebae0-737c-42f2-a246-422aa63b52ba req-06149cde-5f2c-4577-b1d4-2f75faf5e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:51.775567 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d43ebae0-737c-42f2-a246-422aa63b52ba req-06149cde-5f2c-4577-b1d4-2f75faf5e245 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 1095 time: 0.1054761 Jul 07 17:26:51.787926 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70f3f3-256f-42f1-a8f4-18dece91276a req-fe26b772-ed9a-47e3-9fa4-e91854c37317 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:51.789546 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f70f3f3-256f-42f1-a8f4-18dece91276a req-fe26b772-ed9a-47e3-9fa4-e91854c37317 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 944 time: 0.1098242 Jul 07 17:26:51.942460 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55814) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:51.946745 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3f70f3f3-256f-42f1-a8f4-18dece91276a req-b42e0507-f177-46f2-ab6e-458d14c3c4c2 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482961 Jul 07 17:26:52.038177 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ebae0-737c-42f2-a246-422aa63b52ba req-65b5b0d7-f446-4abf-93e3-072427b8c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:52.040359 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d43ebae0-737c-42f2-a246-422aa63b52ba req-65b5b0d7-f446-4abf-93e3-072427b8c829 service neutron] 10.222.0.69 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.2494063 Jul 07 17:26:52.042327 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6db3b8b0-95bc-4012-9275-0d1c669b06eb tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.091698 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d43ebae0-737c-42f2-a246-422aa63b52ba req-44ef7e3c-261e-4af5-a1a5-e05d78391daf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c67a9a3-d3ed-4356-8e03-29fe5ea48538 HTTP/1.1" status: 200 len: 217 time: 0.0362885 Jul 07 17:26:52.101657 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6db3b8b0-95bc-4012-9275-0d1c669b06eb tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.151335 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ebae0-737c-42f2-a246-422aa63b52ba req-010930f9-0f75-43c8-b839-97f86651652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:52.153235 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d43ebae0-737c-42f2-a246-422aa63b52ba req-010930f9-0f75-43c8-b839-97f86651652f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.0553529 Jul 07 17:26:52.192753 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6db3b8b0-95bc-4012-9275-0d1c669b06eb tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.198219 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6db3b8b0-95bc-4012-9275-0d1c669b06eb tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.202589 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6db3b8b0-95bc-4012-9275-0d1c669b06eb tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "DELETE /v2.0/security-groups/045645f1-edb9-4484-9fc8-717aba313e95 HTTP/1.1" status: 204 len: 168 time: 0.2583945 Jul 07 17:26:52.232541 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3b8b0-95bc-4012-9275-0d1c669b06eb tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=045645f1-edb9-4484-9fc8-717aba313e95,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:52.263674 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55820) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:52.299971 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ebae0-737c-42f2-a246-422aa63b52ba req-348edad9-dd70-4e09-91bb-640f2de671a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:52.302935 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d43ebae0-737c-42f2-a246-422aa63b52ba req-348edad9-dd70-4e09-91bb-640f2de671a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429758 Jul 07 17:26:52.351354 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55822) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:52.446808 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d43ebae0-737c-42f2-a246-422aa63b52ba req-e18883d4-ecfd-4f81-b8d4-d92bb6567033 service neutron] 10.222.0.69 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356759 Jul 07 17:26:52.575842 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b3b4394f-dd65-4ac9-9cdc-e1a37a4bb08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.732804 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b3b4394f-dd65-4ac9-9cdc-e1a37a4bb08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.744136 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273168dd-341e-4ecc-beeb-868afa1ce7fe req-6e86ed3d-a0c7-4186-a439-63a08b540fd8 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:52.745697 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-273168dd-341e-4ecc-beeb-868afa1ce7fe req-6e86ed3d-a0c7-4186-a439-63a08b540fd8 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.2133529 Jul 07 17:26:52.747738 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d43ebae0-737c-42f2-a246-422aa63b52ba req-11520e76-7eae-4f88-b952-e668632ce789 service neutron] 10.222.0.69 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937264 Jul 07 17:26:52.748914 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b3b4394f-dd65-4ac9-9cdc-e1a37a4bb08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.800265 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b3b4394f-dd65-4ac9-9cdc-e1a37a4bb08b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=32a33a98c1e14c46aeabf2265d7b5df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4444671 Jul 07 17:26:52.802251 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55828) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:52.815743 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4394f-dd65-4ac9-9cdc-e1a37a4bb08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3be8ad-bd95-4eed-b5f9-6e6e9cbaec91,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:52.858016 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-273168dd-341e-4ecc-beeb-868afa1ce7fe req-f3a88bec-dd7e-409d-9ee5-2896e75ddd7e tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852611 Jul 07 17:26:52.902767 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f10fd5fa-5c0b-4981-a1d6-a519e49bd882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.935329 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f10fd5fa-5c0b-4981-a1d6-a519e49bd882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:52.938554 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 375dfa09-23b5-40a4-a073-6f59881bc7c6 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:52.963862 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 375dfa09-23b5-40a4-a073-6f59881bc7c6 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:52.964678 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 375dfa09-23b5-40a4-a073-6f59881bc7c6 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:53.054028 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a8074d2-d38b-4830-bd38-a478395a2545 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.111584 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f10fd5fa-5c0b-4981-a1d6-a519e49bd882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.114223 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f10fd5fa-5c0b-4981-a1d6-a519e49bd882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.118053 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f10fd5fa-5c0b-4981-a1d6-a519e49bd882 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c3be8ad-bd95-4eed-b5f9-6e6e9cbaec91 HTTP/1.1" status: 204 len: 168 time: 0.3104193 Jul 07 17:26:53.155719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fd5fa-5c0b-4981-a1d6-a519e49bd882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3be8ad-bd95-4eed-b5f9-6e6e9cbaec91,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:53.276814 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce761aa-c02e-4608-a49b-45207b3ae0a2 req-1d118311-91da-4bf5-af46-cbda0193d0c4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:53.278452 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4ce761aa-c02e-4608-a49b-45207b3ae0a2 req-1d118311-91da-4bf5-af46-cbda0193d0c4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 944 time: 0.1804819 Jul 07 17:26:53.346899 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4ce761aa-c02e-4608-a49b-45207b3ae0a2 req-baa1d469-2a0a-466e-badb-00b73046ad44 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446141 Jul 07 17:26:53.450948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55836) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:53.466194 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-365fba1b-b2e3-4343-8a07-b566caac202d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.496176 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-5a8074d2-d38b-4830-bd38-a478395a2545 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Deleting port 7c291d9e-62f4-4e9c-b7a5-25d802d4d557 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:53.496576 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a8074d2-d38b-4830-bd38-a478395a2545 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.570682 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-365fba1b-b2e3-4343-8a07-b566caac202d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.575643 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-365fba1b-b2e3-4343-8a07-b566caac202d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.618448 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-365fba1b-b2e3-4343-8a07-b566caac202d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=11206d09a1d549dcaeb604f382d753aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628640 Jul 07 17:26:53.618448 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55838) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:53.625447 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fba1b-b2e3-4343-8a07-b566caac202d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf623e3-6466-4c56-af41-d6abb29b70a3,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:53.658758 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-5a8074d2-d38b-4830-bd38-a478395a2545 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] For port 7c291d9e-62f4-4e9c-b7a5-25d802d4d557, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=7c291d9e-62f4-4e9c-b7a5-25d802d4d557,segment=NetworkSegment(804f2a67-d100-4214-a53d-c7c08e52e902),segment_id=804f2a67-d100-4214-a53d-c7c08e52e902)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:53.659138 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a8074d2-d38b-4830-bd38-a478395a2545 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.675100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-5a8074d2-d38b-4830-bd38-a478395a2545 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Calling delete_port for 7c291d9e-62f4-4e9c-b7a5-25d802d4d557 owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:53.684800 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-319a8adc-e616-4e61-9f45-019765069c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.708720 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-319a8adc-e616-4e61-9f45-019765069c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.764117 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-319a8adc-e616-4e61-9f45-019765069c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.766915 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-319a8adc-e616-4e61-9f45-019765069c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.768543 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-319a8adc-e616-4e61-9f45-019765069c4f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/edf623e3-6466-4c56-af41-d6abb29b70a3 HTTP/1.1" status: 204 len: 168 time: 0.1494064 Jul 07 17:26:53.782002 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a8adc-e616-4e61-9f45-019765069c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf623e3-6466-4c56-af41-d6abb29b70a3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:53.913828 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a8074d2-d38b-4830-bd38-a478395a2545 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:53.949648 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8074d2-d38b-4830-bd38-a478395a2545 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event deleted for resources: {'Port': ['ID=7c291d9e-62f4-4e9c-b7a5-25d802d4d557,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:54.117797 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd350af-4d5b-4c6d-8a2e-eec61fbe1520 req-153b72a9-d510-4b07-b16a-f455dd2be902 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:54.119666 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4dd350af-4d5b-4c6d-8a2e-eec61fbe1520 req-153b72a9-d510-4b07-b16a-f455dd2be902 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.1130102 Jul 07 17:26:54.175923 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4dd350af-4d5b-4c6d-8a2e-eec61fbe1520 req-7343a2dc-5594-414a-9240-499aa05d9e4c tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467892 Jul 07 17:26:54.188338 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a8074d2-d38b-4830-bd38-a478395a2545 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:54.736503 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8270f-39f2-4641-b65d-8aa442c2d6a4 req-d54f871c-ff9b-46a3-ad28-df55f66a0734 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:54.738044 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99e8270f-39f2-4641-b65d-8aa442c2d6a4 req-d54f871c-ff9b-46a3-ad28-df55f66a0734 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 944 time: 0.1283724 Jul 07 17:26:54.743855 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8074d2-d38b-4830-bd38-a478395a2545 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Router cc5e0025-e082-4d1c-b70f-8da789baf3c5 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:26:54.822788 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99e8270f-39f2-4641-b65d-8aa442c2d6a4 req-045c532d-4c31-4700-a085-486ef29701d7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777225 Jul 07 17:26:54.895623 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8074d2-d38b-4830-bd38-a478395a2545 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:26:54.901272 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5a8074d2-d38b-4830-bd38-a478395a2545 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "PUT /v2.0/routers/cc5e0025-e082-4d1c-b70f-8da789baf3c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6351526 Jul 07 17:26:54.903951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55874) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:54.908266 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e64608d-07af-4470-a366-ce59f1e6c4b9 None None] Sync routers for ids ['cc5e0025-e082-4d1c-b70f-8da789baf3c5'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:26:54.919768 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e64608d-07af-4470-a366-ce59f1e6c4b9 None None] Routers {'cc5e0025-e082-4d1c-b70f-8da789baf3c5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:54.920700 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-1e64608d-07af-4470-a366-ce59f1e6c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:26:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['cc5e0025-e082-4d1c-b70f-8da789baf3c5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:54.960493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-98488638-5919-40b4-a245-4ad60e80cce2 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Deleting subnet 547364db-49aa-48cb-bb58-afec0a601738 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:26:54.963896 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-98488638-5919-40b4-a245-4ad60e80cce2 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.024084 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-98488638-5919-40b4-a245-4ad60e80cce2 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.034738 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-1e64608d-07af-4470-a366-ce59f1e6c4b9 None None] Set router cc5e0025-e082-4d1c-b70f-8da789baf3c5 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:55.155374 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-98488638-5919-40b4-a245-4ad60e80cce2 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.264489 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-98488638-5919-40b4-a245-4ad60e80cce2 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.325103 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-1e64608d-07af-4470-a366-ce59f1e6c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'name': 'tempest-TestNetworkBasicOps-router-1982202289', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:08Z', 'updated_at': '2021-07-07T17:26:53Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:09Z', 'updated_at': '2021-07-07T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:55.334433 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98488638-5919-40b4-a245-4ad60e80cce2 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event deleted for resources: {'Subnet': ['ID=547364db-49aa-48cb-bb58-afec0a601738,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:55.339113 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-98488638-5919-40b4-a245-4ad60e80cce2 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.343867 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-98488638-5919-40b4-a245-4ad60e80cce2 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "DELETE /v2.0/subnets/547364db-49aa-48cb-bb58-afec0a601738 HTTP/1.1" status: 204 len: 168 time: 0.4386752 Jul 07 17:26:55.347083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51b8014-208f-4c81-9617-c862a17d0f04 None None] Network aa75f549-ab21-4c8b-b350-de8797b48630 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:26:55.347675 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55888) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:55.374412 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e64608d-07af-4470-a366-ce59f1e6c4b9 None None] Checking router: cc5e0025-e082-4d1c-b70f-8da789baf3c5 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:26:55.383659 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e64608d-07af-4470-a366-ce59f1e6c4b9 None None] Routers {'cc5e0025-e082-4d1c-b70f-8da789baf3c5'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:26:55.384546 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-1e64608d-07af-4470-a366-ce59f1e6c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:26:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['cc5e0025-e082-4d1c-b70f-8da789baf3c5'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:55.521802 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-1e64608d-07af-4470-a366-ce59f1e6c4b9 None None] Set router cc5e0025-e082-4d1c-b70f-8da789baf3c5 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:26:55.620737 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08dfb9-174f-4dc6-8af9-83f37cba5a5f req-fc0cfb40-77a8-42fd-a786-597a95c5b4b3 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:55.623153 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5d08dfb9-174f-4dc6-8af9-83f37cba5a5f req-fc0cfb40-77a8-42fd-a786-597a95c5b4b3 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.0911202 Jul 07 17:26:55.645407 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9aac9fc3-85e5-4ed1-919b-532d6f6edef8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.707592 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5d08dfb9-174f-4dc6-8af9-83f37cba5a5f req-cf670882-2f58-449d-9226-fe13cf9699aa tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762691 Jul 07 17:26:55.783245 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c2eb30-3dc7-4704-9b95-0a3ba02528b3 None None] DHCP port deletion for aa75f549-ab21-4c8b-b350-de8797b48630 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:26:55.808642 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9aac9fc3-85e5-4ed1-919b-532d6f6edef8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.840068 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-1e64608d-07af-4470-a366-ce59f1e6c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'name': 'tempest-TestNetworkBasicOps-router-1982202289', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:08Z', 'updated_at': '2021-07-07T17:26:53Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:09Z', 'updated_at': '2021-07-07T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:55.888714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-9aac9fc3-85e5-4ed1-919b-532d6f6edef8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Deleting port 83de4fb8-57b7-4ac1-8752-38814d5443be {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:55.889228 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9aac9fc3-85e5-4ed1-919b-532d6f6edef8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.895241 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-54c2eb30-3dc7-4704-9b95-0a3ba02528b3 None None] Deleting port 95e00be6-c15b-4b94-b572-d3f3d0ca191f {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:26:55.895600 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-54c2eb30-3dc7-4704-9b95-0a3ba02528b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:55.925965 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e64608d-07af-4470-a366-ce59f1e6c4b9 None None] The sync data for ids ['cc5e0025-e082-4d1c-b70f-8da789baf3c5'] in n-d-793620-7 is: [{'id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'name': 'tempest-TestNetworkBasicOps-router-1982202289', 'tenant_id': '2819b097d22142529378d8839f8df263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:25:08Z', 'updated_at': '2021-07-07T17:26:53Z', 'revision_number': 5, 'project_id': '2819b097d22142529378d8839f8df263', 'gw_port': {'id': '83de4fb8-57b7-4ac1-8752-38814d5443be', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5e0025-e082-4d1c-b70f-8da789baf3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:25:09Z', 'updated_at': '2021-07-07T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:26:56.025110 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-9aac9fc3-85e5-4ed1-919b-532d6f6edef8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] For port 83de4fb8-57b7-4ac1-8752-38814d5443be, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=83de4fb8-57b7-4ac1-8752-38814d5443be,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:56.025864 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-54c2eb30-3dc7-4704-9b95-0a3ba02528b3 None None] For port 95e00be6-c15b-4b94-b572-d3f3d0ca191f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=95e00be6-c15b-4b94-b572-d3f3d0ca191f,segment=NetworkSegment(804f2a67-d100-4214-a53d-c7c08e52e902),segment_id=804f2a67-d100-4214-a53d-c7c08e52e902)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:26:56.025993 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9aac9fc3-85e5-4ed1-919b-532d6f6edef8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.026156 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-54c2eb30-3dc7-4704-9b95-0a3ba02528b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.041803 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-54c2eb30-3dc7-4704-9b95-0a3ba02528b3 None None] Calling delete_port for 95e00be6-c15b-4b94-b572-d3f3d0ca191f owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:56.052599 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-9aac9fc3-85e5-4ed1-919b-532d6f6edef8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Calling delete_port for 83de4fb8-57b7-4ac1-8752-38814d5443be owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:26:56.168822 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-54c2eb30-3dc7-4704-9b95-0a3ba02528b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.180197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5faeb-4199-48c8-8cff-b34dd3510b2f req-17e979f6-ef91-403a-9c7d-d069f0e1a5b6 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:56.181803 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-58b5faeb-4199-48c8-8cff-b34dd3510b2f req-17e979f6-ef91-403a-9c7d-d069f0e1a5b6 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 944 time: 0.1465049 Jul 07 17:26:56.197450 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2eb30-3dc7-4704-9b95-0a3ba02528b3 None None] Pushing event deleted for resources: {'Port': ['ID=95e00be6-c15b-4b94-b572-d3f3d0ca191f,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:56.205607 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c2eb30-3dc7-4704-9b95-0a3ba02528b3 None None] No DVR routers for this DVR port 95e00be6-c15b-4b94-b572-d3f3d0ca191f on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:26:56.277545 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-58b5faeb-4199-48c8-8cff-b34dd3510b2f req-99ad8d83-25ae-41ca-bd02-a0f14549bdd7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534685 Jul 07 17:26:56.297056 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 95e00be6-c15b-4b94-b572-d3f3d0ca191f no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:56.319256 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 95e00be6-c15b-4b94-b572-d3f3d0ca191f {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:56.320079 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 95e00be6-c15b-4b94-b572-d3f3d0ca191f not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:56.363690 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9aac9fc3-85e5-4ed1-919b-532d6f6edef8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.398340 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac9fc3-85e5-4ed1-919b-532d6f6edef8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event deleted for resources: {'Port': ['ID=83de4fb8-57b7-4ac1-8752-38814d5443be,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:56.469098 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9aac9fc3-85e5-4ed1-919b-532d6f6edef8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.567265 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9aac9fc3-85e5-4ed1-919b-532d6f6edef8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.570040 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9aac9fc3-85e5-4ed1-919b-532d6f6edef8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.620468 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9aac9fc3-85e5-4ed1-919b-532d6f6edef8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.621357 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aac9fc3-85e5-4ed1-919b-532d6f6edef8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Fanout notify agent at l3_agent the message router_deleted on router cc5e0025-e082-4d1c-b70f-8da789baf3c5 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:26:56.628633 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9aac9fc3-85e5-4ed1-919b-532d6f6edef8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.632429 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9aac9fc3-85e5-4ed1-919b-532d6f6edef8 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "DELETE /v2.0/routers/cc5e0025-e082-4d1c-b70f-8da789baf3c5 HTTP/1.1" status: 204 len: 168 time: 1.2782581 Jul 07 17:26:56.632656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55906) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:56.718973 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d4bec6d2-dbe1-4e06-89b4-04aad3495455 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.845292 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d4bec6d2-dbe1-4e06-89b4-04aad3495455 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.859690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-d4bec6d2-dbe1-4e06-89b4-04aad3495455 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa75f549-ab21-4c8b-b350-de8797b48630']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:56.877427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-d4bec6d2-dbe1-4e06-89b4-04aad3495455 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804f2a67-d100-4214-a53d-c7c08e52e902') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:56.877935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-d4bec6d2-dbe1-4e06-89b4-04aad3495455 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804f2a67-d100-4214-a53d-c7c08e52e902') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:26:56.893785 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d4bec6d2-dbe1-4e06-89b4-04aad3495455 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.912180 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d4bec6d2-dbe1-4e06-89b4-04aad3495455 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.917446 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a2c12-9800-4f62-9854-1be5f7c9171f req-3a92cdb7-85bf-49e2-b4cc-fe6f36e735dc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:56.919242 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-975a2c12-9800-4f62-9854-1be5f7c9171f req-3a92cdb7-85bf-49e2-b4cc-fe6f36e735dc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.0827181 Jul 07 17:26:56.919549 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4bec6d2-dbe1-4e06-89b4-04aad3495455 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:26:56.919983 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d4bec6d2-dbe1-4e06-89b4-04aad3495455 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:26:56.923722 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:26:56.970804 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-975a2c12-9800-4f62-9854-1be5f7c9171f req-3396dc2d-a3e5-4d89-8ae8-81fe0a9aa9f6 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423744 Jul 07 17:26:56.987848 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d4bec6d2-dbe1-4e06-89b4-04aad3495455 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.995647 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d4bec6d2-dbe1-4e06-89b4-04aad3495455 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:56.997764 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d4bec6d2-dbe1-4e06-89b4-04aad3495455 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] 10.222.0.50 "DELETE /v2.0/networks/aa75f549-ab21-4c8b-b350-de8797b48630 HTTP/1.1" status: 204 len: 168 time: 0.3639474 Jul 07 17:26:57.017940 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bec6d2-dbe1-4e06-89b4-04aad3495455 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] Pushing event deleted for resources: {'Network': ['ID=aa75f549-ab21-4c8b-b350-de8797b48630,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:57.323405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55920) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.522718 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5ef5f370-74f0-4fad-a161-6bab1e16eba3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2819b097d22142529378d8839f8df263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980035 Jul 07 17:26:57.526745 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55928) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:57.557372 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c927e98-ec15-425f-971d-29ccd644447a req-dca1d30c-eb12-43b5-b469-e9fe35bf4ae7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:57.559126 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c927e98-ec15-425f-971d-29ccd644447a req-dca1d30c-eb12-43b5-b469-e9fe35bf4ae7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 944 time: 0.1224916 Jul 07 17:26:57.609495 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c927e98-ec15-425f-971d-29ccd644447a req-21104152-54c6-4fa0-9054-f6e090194948 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362022 Jul 07 17:26:57.611594 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1406c883-0c01-4a63-be06-8487206771d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.642115 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1406c883-0c01-4a63-be06-8487206771d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.708838 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1406c883-0c01-4a63-be06-8487206771d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.712254 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1406c883-0c01-4a63-be06-8487206771d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:57.713716 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1406c883-0c01-4a63-be06-8487206771d4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/67f7f8ad-454b-4463-82b2-21c865b68aa4 HTTP/1.1" status: 204 len: 168 time: 0.1848736 Jul 07 17:26:57.723254 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406c883-0c01-4a63-be06-8487206771d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f7f8ad-454b-4463-82b2-21c865b68aa4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:57.844652 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 7c291d9e-62f4-4e9c-b7a5-25d802d4d557 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:57.874181 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 7c291d9e-62f4-4e9c-b7a5-25d802d4d557 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:57.874585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 7c291d9e-62f4-4e9c-b7a5-25d802d4d557 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:57.875007 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 83de4fb8-57b7-4ac1-8752-38814d5443be no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:26:57.896108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 83de4fb8-57b7-4ac1-8752-38814d5443be {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:26:57.896846 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 83de4fb8-57b7-4ac1-8752-38814d5443be not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:26:58.094985 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55936) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.120361 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79671194-5ffc-43fb-9520-c31e8193393e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.236699 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1d1f8-4d89-467a-80f0-491e67d0eb4e req-5e38c123-dbe2-4afe-a538-920b79e8e167 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:58.238318 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d8f1d1f8-4d89-467a-80f0-491e67d0eb4e req-5e38c123-dbe2-4afe-a538-920b79e8e167 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.1267908 Jul 07 17:26:58.303174 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d8f1d1f8-4d89-467a-80f0-491e67d0eb4e req-fc045494-abed-46ae-bffb-838fb9195e15 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577803 Jul 07 17:26:58.313367 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79671194-5ffc-43fb-9520-c31e8193393e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.318655 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79671194-5ffc-43fb-9520-c31e8193393e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.365570 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-79671194-5ffc-43fb-9520-c31e8193393e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8407f6e7b81e4e809b40f62f3476f0ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694757 Jul 07 17:26:58.367102 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79671194-5ffc-43fb-9520-c31e8193393e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde6a44b-a9e5-41f4-b562-8b3f8dd30b72,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:58.368567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55938) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:26:58.426898 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-822baa1a-66f0-42b6-8e45-1356c653c48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.449295 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-822baa1a-66f0-42b6-8e45-1356c653c48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.501322 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-822baa1a-66f0-42b6-8e45-1356c653c48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.503835 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-822baa1a-66f0-42b6-8e45-1356c653c48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:26:58.505056 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-822baa1a-66f0-42b6-8e45-1356c653c48e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cde6a44b-a9e5-41f4-b562-8b3f8dd30b72 HTTP/1.1" status: 204 len: 168 time: 0.1346753 Jul 07 17:26:58.513417 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822baa1a-66f0-42b6-8e45-1356c653c48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde6a44b-a9e5-41f4-b562-8b3f8dd30b72,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:26:58.873800 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af020c0-02f6-41e6-8cef-3ef9dc20c138 req-b9003334-c105-49a1-ac59-7133a33b3823 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:58.877288 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0af020c0-02f6-41e6-8cef-3ef9dc20c138 req-b9003334-c105-49a1-ac59-7133a33b3823 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 944 time: 0.0894320 Jul 07 17:26:58.952746 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0af020c0-02f6-41e6-8cef-3ef9dc20c138 req-bcfce636-7d48-4176-8d69-06da0d04c87b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677125 Jul 07 17:26:59.498579 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5489f6-8242-4f24-bc78-88e32de45561 req-ef548b1b-0812-4211-a62f-550f3db52a97 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:26:59.500230 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aa5489f6-8242-4f24-bc78-88e32de45561 req-ef548b1b-0812-4211-a62f-550f3db52a97 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.0741415 Jul 07 17:26:59.543286 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aa5489f6-8242-4f24-bc78-88e32de45561 req-f3ebaaad-218c-46fa-bc99-39ad98f317ed tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369754 Jul 07 17:27:00.154307 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87be34-0e24-4902-a829-1cd679e86a1c req-f41c7826-7044-45c1-9b6b-aafa05ecb81b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:00.156426 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d87be34-0e24-4902-a829-1cd679e86a1c req-f41c7826-7044-45c1-9b6b-aafa05ecb81b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 944 time: 0.0655727 Jul 07 17:27:00.207380 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6d87be34-0e24-4902-a829-1cd679e86a1c req-2b6df538-15d8-4aa1-8c0f-3f5c881a4c40 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421972 Jul 07 17:27:00.728487 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b31512-0b95-4a20-83a3-4dbd86a8cbfe req-c99f88d0-e830-4daf-9875-922b5c477da1 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:00.730040 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b1b31512-0b95-4a20-83a3-4dbd86a8cbfe req-c99f88d0-e830-4daf-9875-922b5c477da1 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.0683260 Jul 07 17:27:00.768813 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b1b31512-0b95-4a20-83a3-4dbd86a8cbfe req-bb3a4d28-ad05-445e-b606-e23e8bac5593 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328236 Jul 07 17:27:01.398568 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f73660-8f23-42b9-a4a2-409f7e2ec578 req-835db21a-0245-4511-a3b5-75ffb2ba0158 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:01.400107 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5f73660-8f23-42b9-a4a2-409f7e2ec578 req-835db21a-0245-4511-a3b5-75ffb2ba0158 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 944 time: 0.0731237 Jul 07 17:27:01.441122 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5f73660-8f23-42b9-a4a2-409f7e2ec578 req-069709e0-7d21-4d88-b2ee-ca1469a2f934 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346649 Jul 07 17:27:01.565319 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55980) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:01.686916 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-97ec343a-e356-4a4e-ac28-5c646fe96206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.776505 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-97ec343a-e356-4a4e-ac28-5c646fe96206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.781419 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-97ec343a-e356-4a4e-ac28-5c646fe96206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.821211 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-97ec343a-e356-4a4e-ac28-5c646fe96206 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=507a92e02859447bbae5d729f00a74a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547724 Jul 07 17:27:01.822185 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec343a-e356-4a4e-ac28-5c646fe96206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33a916b-2e97-4b52-bbf0-04bd5bccff08,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:01.823992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55986) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:01.876128 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c219d99-9163-4938-9594-b3feda26ae14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.926722 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c219d99-9163-4938-9594-b3feda26ae14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:01.988679 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f6439-a148-4884-85d4-41f5a47c5ba4 req-78dd5e5e-09e9-4c9c-b3e0-7275963ea582 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:01.990336 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c06f6439-a148-4884-85d4-41f5a47c5ba4 req-78dd5e5e-09e9-4c9c-b3e0-7275963ea582 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.1047719 Jul 07 17:27:02.012779 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c219d99-9163-4938-9594-b3feda26ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.015820 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c219d99-9163-4938-9594-b3feda26ae14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.016950 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8c219d99-9163-4938-9594-b3feda26ae14 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a33a916b-2e97-4b52-bbf0-04bd5bccff08 HTTP/1.1" status: 204 len: 168 time: 0.1914256 Jul 07 17:27:02.030703 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c219d99-9163-4938-9594-b3feda26ae14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33a916b-2e97-4b52-bbf0-04bd5bccff08,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:02.049799 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c06f6439-a148-4884-85d4-41f5a47c5ba4 req-fa166a49-09e4-45b8-ab38-f0c622c5a070 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528586 Jul 07 17:27:02.291303 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 55992) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:02.305039 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-68a85e44-8da5-4519-8bdc-23e30439e9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.399527 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-68a85e44-8da5-4519-8bdc-23e30439e9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.403394 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-68a85e44-8da5-4519-8bdc-23e30439e9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.446639 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-68a85e44-8da5-4519-8bdc-23e30439e9df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=75f940aa0f6c45fc80a673da4bdc4129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541595 Jul 07 17:27:02.447448 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a85e44-8da5-4519-8bdc-23e30439e9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d2d447-284d-492b-84f7-6a29a12f9349,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:02.450006 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 55994) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:02.502959 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c67064cd-09da-43cc-9b23-5d432d225873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.524917 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c67064cd-09da-43cc-9b23-5d432d225873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.574939 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c67064cd-09da-43cc-9b23-5d432d225873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.577787 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c67064cd-09da-43cc-9b23-5d432d225873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:02.579330 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c67064cd-09da-43cc-9b23-5d432d225873 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d9d2d447-284d-492b-84f7-6a29a12f9349 HTTP/1.1" status: 204 len: 168 time: 0.1275375 Jul 07 17:27:02.587672 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67064cd-09da-43cc-9b23-5d432d225873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d2d447-284d-492b-84f7-6a29a12f9349,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:02.629375 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1cfbe-24ac-44be-b4eb-c3efc4561594 req-d27b55ba-c032-46e1-8e32-1d840e85c696 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:02.630953 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27b1cfbe-24ac-44be-b4eb-c3efc4561594 req-d27b55ba-c032-46e1-8e32-1d840e85c696 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 944 time: 0.0795817 Jul 07 17:27:02.670009 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27b1cfbe-24ac-44be-b4eb-c3efc4561594 req-4d407f81-2673-4cfb-8c36-a6150c1e4521 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334601 Jul 07 17:27:03.001119 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:27:03.101200 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1c67a9a3-d3ed-4356-8e03-29fe5ea48538, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1c67a9a3-d3ed-4356-8e03-29fe5ea48538,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:03.114513 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '1c67a9a3-d3ed-4356-8e03-29fe5ea48538', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'port_id': '1c67a9a3-d3ed-4356-8e03-29fe5ea48538', 'mac_address': 'fa:16:3e:e1:d5:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:27:03.154696 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.174113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:27:03.196020 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1c67a9a3-d3ed-4356-8e03-29fe5ea48538, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1c67a9a3-d3ed-4356-8e03-29fe5ea48538,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:03.200783 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:03.253743 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=1c67a9a3-d3ed-4356-8e03-29fe5ea48538,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:03.258620 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c08c6-805f-4a04-be84-9f91aaebea35 req-1e975510-d357-4604-9c3d-77e4037e4cdc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:03.260295 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-733c08c6-805f-4a04-be84-9f91aaebea35 req-1e975510-d357-4604-9c3d-77e4037e4cdc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.0819514 Jul 07 17:27:03.300424 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-733c08c6-805f-4a04-be84-9f91aaebea35 req-e361174f-99b9-4d7d-b5a7-06e15bcca0d4 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332496 Jul 07 17:27:03.531688 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['1c67a9a3-d3ed-4356-8e03-29fe5ea48538'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:03.888443 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75730694-1cdb-421e-aeef-d8c77df1317c req-dddcf98d-6588-4391-ac75-c501651b6e62 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:03.895234 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-75730694-1cdb-421e-aeef-d8c77df1317c req-dddcf98d-6588-4391-ac75-c501651b6e62 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 945 time: 0.0788248 Jul 07 17:27:03.929541 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-e1012bfc-d158-4a1c-9415-e7ec143c5fd2 req-1496e81b-bfa6-4386-8ddd-4e775d83a561 service neutron] (100409) timed out ('10.222.0.50', 42616) {{(pid=100409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:27:03.931499 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-75730694-1cdb-421e-aeef-d8c77df1317c req-db984e71-3454-4a40-9ddb-18a6e2c79863 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346670 Jul 07 17:27:04.479369 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fac0f2-a2ee-4d41-bfb8-d78466c9271f req-b5e28695-361e-41c0-8960-dc6ed2da2750 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:04.480883 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-95fac0f2-a2ee-4d41-bfb8-d78466c9271f req-b5e28695-361e-41c0-8960-dc6ed2da2750 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.0673778 Jul 07 17:27:04.523900 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-95fac0f2-a2ee-4d41-bfb8-d78466c9271f req-05c59e51-fc2a-46b0-a8e1-a4b456c043a0 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364394 Jul 07 17:27:05.014836 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:05.075370 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:05.079843 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:05.080416 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.146816 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495fdaf-b06a-4fd0-bffc-416a5ef9af83 req-1c2782bf-bb47-4e9c-9581-cf0bb60a8988 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:05.149517 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f495fdaf-b06a-4fd0-bffc-416a5ef9af83 req-1c2782bf-bb47-4e9c-9581-cf0bb60a8988 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 945 time: 0.0952322 Jul 07 17:27:05.194256 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.204486 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f495fdaf-b06a-4fd0-bffc-416a5ef9af83 req-79e2caf3-7dec-446c-98fd-7f04a5f46f5e tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486794 Jul 07 17:27:05.224720 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efca8cc2-064b-474c-a8d7-3f6383ae2bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c67a9a3-d3ed-4356-8e03-29fe5ea48538'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:05.227551 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a1d31c-dfbd-4e7f-84f0-5424f6b66c75" -d '{"events": [{"server_uuid": "efca8cc2-064b-474c-a8d7-3f6383ae2bc3", "name": "network-vif-plugged", "status": "completed", "tag": "1c67a9a3-d3ed-4356-8e03-29fe5ea48538"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:05.252091 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1c67a9a3-d3ed-4356-8e03-29fe5ea48538, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1c67a9a3-d3ed-4356-8e03-29fe5ea48538,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:05.256894 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:05.284746 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b210f0-0c06-4a3e-8ff6-4e09d0957c50 x-openstack-request-id: req-c9b210f0-0c06-4a3e-8ff6-4e09d0957c50 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:05.285045 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efca8cc2-064b-474c-a8d7-3f6383ae2bc3", "name": "network-vif-plugged", "status": "completed", "tag": "1c67a9a3-d3ed-4356-8e03-29fe5ea48538", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:05.285326 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c9b210f0-0c06-4a3e-8ff6-4e09d0957c50 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:05.285757 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efca8cc2-064b-474c-a8d7-3f6383ae2bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c67a9a3-d3ed-4356-8e03-29fe5ea48538', 'code': 200} Jul 07 17:27:05.320631 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=1c67a9a3-d3ed-4356-8e03-29fe5ea48538,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:05.398209 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ec366-c07d-4ab4-b087-fbc8d8bbd059 req-1391eb12-e93f-4b4b-95b0-a215a54a81ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:05.399807 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-953ec366-c07d-4ab4-b087-fbc8d8bbd059 req-1391eb12-e93f-4b4b-95b0-a215a54a81ce service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 1097 time: 0.0513852 Jul 07 17:27:05.438330 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-953ec366-c07d-4ab4-b087-fbc8d8bbd059 req-8e83741f-f5c3-442e-8ab7-73881d474ec4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322130 Jul 07 17:27:05.738253 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b38726-bbc0-4a0f-ad13-707a82e9ccaa req-eafe4ad0-2f69-4659-becd-867aa27f34fe tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:05.739801 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2b38726-bbc0-4a0f-ad13-707a82e9ccaa req-eafe4ad0-2f69-4659-becd-867aa27f34fe tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.0876253 Jul 07 17:27:05.784202 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2b38726-bbc0-4a0f-ad13-707a82e9ccaa req-b0371c8c-0d7c-4d1c-9183-6aafd3d0cb00 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385292 Jul 07 17:27:06.400965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b21dd-d4fa-4676-ad94-da5cab591304 req-4184785d-ad80-4129-9314-d3ab95ee4fd6 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:06.402586 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-df1b21dd-d4fa-4676-ad94-da5cab591304 req-4184785d-ad80-4129-9314-d3ab95ee4fd6 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 946 time: 0.0681670 Jul 07 17:27:06.445596 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-df1b21dd-d4fa-4676-ad94-da5cab591304 req-c614e356-405a-4d16-bc00-9ef6afc2c147 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369148 Jul 07 17:27:06.964098 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601f136-f44d-43b0-a605-b903df0e1b73 req-23ba551b-97df-4f8d-98d4-728a8cab11eb tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:06.965676 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3601f136-f44d-43b0-a605-b903df0e1b73 req-23ba551b-97df-4f8d-98d4-728a8cab11eb tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.0704401 Jul 07 17:27:07.004449 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3601f136-f44d-43b0-a605-b903df0e1b73 req-a6747d79-0ffa-45c2-959b-4ab5d6206c11 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324197 Jul 07 17:27:07.627147 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075c8b9-c0ba-4bfa-958b-cae5722ce568 req-c37cc61c-a8ae-4082-96c3-d2b71734a888 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:07.628731 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6075c8b9-c0ba-4bfa-958b-cae5722ce568 req-c37cc61c-a8ae-4082-96c3-d2b71734a888 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 946 time: 0.0680041 Jul 07 17:27:07.673330 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6075c8b9-c0ba-4bfa-958b-cae5722ce568 req-3dbf89d1-60b6-4077-8669-5023005120e0 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361822 Jul 07 17:27:07.861329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0481b3e-7e13-4179-a50f-b05dcc6e548a req-9ba5e211-9aa6-40c9-a3b5-797437bd2d31 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:07.862927 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c0481b3e-7e13-4179-a50f-b05dcc6e548a req-9ba5e211-9aa6-40c9-a3b5-797437bd2d31 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 946 time: 0.0728762 Jul 07 17:27:07.902964 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c0481b3e-7e13-4179-a50f-b05dcc6e548a req-71864470-5f16-4e7f-8d23-415e94715c04 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341835 Jul 07 17:27:07.929177 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56086) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:07.988918 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ee06ab-8ae0-4230-be97-a380ddbedefd tempest-TestVolumeBootPattern-1513148762 tempest-TestVolumeBootPattern-1513148762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:07.993323 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a9ee06ab-8ae0-4230-be97-a380ddbedefd tempest-TestVolumeBootPattern-1513148762 tempest-TestVolumeBootPattern-1513148762-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 1092 time: 0.0601931 Jul 07 17:27:07.993530 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56092) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:07.999402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-83276b35-3240-410a-9f99-066298e58eef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': '1c67a9a3-d3ed-4356-8e03-29fe5ea48538', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:08.025541 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-83276b35-3240-410a-9f99-066298e58eef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.155490 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-83276b35-3240-410a-9f99-066298e58eef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.286047 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56098) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:08.303868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d074e-a27d-4dc0-9d82-a377d0622c1e req-01b056d5-e20b-4abb-824a-90d76d53f30f tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:08.305610 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-299d074e-a27d-4dc0-9d82-a377d0622c1e req-01b056d5-e20b-4abb-824a-90d76d53f30f tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.1675727 Jul 07 17:27:08.347480 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-83276b35-3240-410a-9f99-066298e58eef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Allocated IP 172.25.2.219 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/027c6792-40ae-4f4a-b669-116c93086b2b) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:08.370271 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-299d074e-a27d-4dc0-9d82-a377d0622c1e req-7d99b146-ac7b-41a2-8f14-7f7ab228f1c7 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569050 Jul 07 17:27:08.412239 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-961dc4ea-77bd-4fa7-99cc-9d40f5e93896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.479184 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-83276b35-3240-410a-9f99-066298e58eef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.513543 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-961dc4ea-77bd-4fa7-99cc-9d40f5e93896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.518314 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-961dc4ea-77bd-4fa7-99cc-9d40f5e93896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.521988 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-83276b35-3240-410a-9f99-066298e58eef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.559048 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-961dc4ea-77bd-4fa7-99cc-9d40f5e93896 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=925001d15d1b471ebf1483357a5eab4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2715735 Jul 07 17:27:08.559467 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83276b35-3240-410a-9f99-066298e58eef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:08.560427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961dc4ea-77bd-4fa7-99cc-9d40f5e93896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b23ae5-7d1b-41ec-b5a5-116d83d08969,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:08.562541 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56102) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:08.575750 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-83276b35-3240-410a-9f99-066298e58eef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:08.584732 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83276b35-3240-410a-9f99-066298e58eef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:08.589164 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83276b35-3240-410a-9f99-066298e58eef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event updated for resources: {'Port': ['ID=027c6792-40ae-4f4a-b669-116c93086b2b,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:08.683171 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8ae78a6-51de-4333-8edd-c139c2a36db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:08.737921 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8ae78a6-51de-4333-8edd-c139c2a36db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.203807 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8ae78a6-51de-4333-8edd-c139c2a36db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.206351 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f8ae78a6-51de-4333-8edd-c139c2a36db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.207551 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f8ae78a6-51de-4333-8edd-c139c2a36db4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f1b23ae5-7d1b-41ec-b5a5-116d83d08969 HTTP/1.1" status: 204 len: 168 time: 0.6440573 Jul 07 17:27:09.224034 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae78a6-51de-4333-8edd-c139c2a36db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b23ae5-7d1b-41ec-b5a5-116d83d08969,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:09.371293 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdbbfd-e396-4235-b896-d25be082e787 req-05a603ad-932c-46bc-a311-b1bb996668b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:09.372996 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9cbdbbfd-e396-4235-b896-d25be082e787 req-05a603ad-932c-46bc-a311-b1bb996668b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 1096 time: 0.0593641 Jul 07 17:27:09.402764 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-83276b35-3240-410a-9f99-066298e58eef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.411642 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9cbdbbfd-e396-4235-b896-d25be082e787 req-f73bc41a-dff5-4742-82ed-78d14c283dad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322704 Jul 07 17:27:09.493432 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-83276b35-3240-410a-9f99-066298e58eef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.520821 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56110) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:09.547823 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79fcd69b-d3ce-4fc3-8b54-5e92c733115d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.563318 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cfedd-ac53-4ec1-ae71-7a32e343ae7f req-07b2f93e-ff5b-4549-83dc-659d6ec56dc4 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:09.565257 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c54cfedd-ac53-4ec1-ae71-7a32e343ae7f req-07b2f93e-ff5b-4549-83dc-659d6ec56dc4 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.0702522 Jul 07 17:27:09.607092 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c54cfedd-ac53-4ec1-ae71-7a32e343ae7f req-4d6d7055-764e-43e9-adc1-b0b17febeff3 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360713 Jul 07 17:27:09.727204 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-83276b35-3240-410a-9f99-066298e58eef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.741688 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-83276b35-3240-410a-9f99-066298e58eef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.787236 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79fcd69b-d3ce-4fc3-8b54-5e92c733115d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.819765 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79fcd69b-d3ce-4fc3-8b54-5e92c733115d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.895986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83276b35-3240-410a-9f99-066298e58eef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event updated for resources: {'Port': ['ID=027c6792-40ae-4f4a-b669-116c93086b2b,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:09.907396 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-79fcd69b-d3ce-4fc3-8b54-5e92c733115d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c0bb256380d54767acb5e113e80e7521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3811741 Jul 07 17:27:09.907893 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-83276b35-3240-410a-9f99-066298e58eef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:09.908976 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56112) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:09.911043 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fcd69b-d3ce-4fc3-8b54-5e92c733115d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92b4afb-7d6d-4830-a470-8aff163678bb,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:09.974022 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d1e9913d-72f2-4a0b-985b-c55046506a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.002859 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d1e9913d-72f2-4a0b-985b-c55046506a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.028874 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-83276b35-3240-410a-9f99-066298e58eef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Floating IP 3950537b-ed56-4b62-bb33-2f9626123147 associated. External IP: 172.25.2.219, port: 1c67a9a3-d3ed-4356-8e03-29fe5ea48538. Jul 07 17:27:10.077901 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d1e9913d-72f2-4a0b-985b-c55046506a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.083064 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d1e9913d-72f2-4a0b-985b-c55046506a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.085124 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d1e9913d-72f2-4a0b-985b-c55046506a65 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c92b4afb-7d6d-4830-a470-8aff163678bb HTTP/1.1" status: 204 len: 168 time: 0.1748853 Jul 07 17:27:10.100195 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9913d-72f2-4a0b-985b-c55046506a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92b4afb-7d6d-4830-a470-8aff163678bb,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:10.117587 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9913d-72f2-4a0b-985b-c55046506a65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:10.118165 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9913d-72f2-4a0b-985b-c55046506a65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:10.118782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9913d-72f2-4a0b-985b-c55046506a65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:10.119364 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9913d-72f2-4a0b-985b-c55046506a65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:10.120173 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9913d-72f2-4a0b-985b-c55046506a65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:10.120744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9913d-72f2-4a0b-985b-c55046506a65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:10.121287 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9913d-72f2-4a0b-985b-c55046506a65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:10.121858 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9913d-72f2-4a0b-985b-c55046506a65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:10.122473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9913d-72f2-4a0b-985b-c55046506a65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:10.123622 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9913d-72f2-4a0b-985b-c55046506a65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:10.124201 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9913d-72f2-4a0b-985b-c55046506a65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:10.124779 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9913d-72f2-4a0b-985b-c55046506a65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:10.330942 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83276b35-3240-410a-9f99-066298e58eef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Router 20033ea3-f499-4310-8935-0c7b48870b0d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:27:10.452687 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83276b35-3240-410a-9f99-066298e58eef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:10.462660 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6028b9b-738c-48c1-8bbb-6702c8bc2e04 None None] Sync routers for ids ['20033ea3-f499-4310-8935-0c7b48870b0d'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:10.469931 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-83276b35-3240-410a-9f99-066298e58eef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:10.474398 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6028b9b-738c-48c1-8bbb-6702c8bc2e04 None None] Routers {'20033ea3-f499-4310-8935-0c7b48870b0d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:10.475477 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c6028b9b-738c-48c1-8bbb-6702c8bc2e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:26:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['20033ea3-f499-4310-8935-0c7b48870b0d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:10.512640 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-83276b35-3240-410a-9f99-066298e58eef tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5179033 Jul 07 17:27:10.513279 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efca8cc2-064b-474c-a8d7-3f6383ae2bc3', 'tag': '1c67a9a3-d3ed-4356-8e03-29fe5ea48538'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:10.515594 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ea8580-2e1d-41fb-829e-ea3f381eceee" -d '{"events": [{"name": "network-changed", "server_uuid": "efca8cc2-064b-474c-a8d7-3f6383ae2bc3", "tag": "1c67a9a3-d3ed-4356-8e03-29fe5ea48538"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:10.556825 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b88ea1-ffad-44e4-965e-c8f7e849717b x-openstack-request-id: req-60b88ea1-ffad-44e4-965e-c8f7e849717b {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:10.557128 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efca8cc2-064b-474c-a8d7-3f6383ae2bc3", "tag": "1c67a9a3-d3ed-4356-8e03-29fe5ea48538", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:10.557388 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60b88ea1-ffad-44e4-965e-c8f7e849717b {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:10.557800 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efca8cc2-064b-474c-a8d7-3f6383ae2bc3', 'tag': '1c67a9a3-d3ed-4356-8e03-29fe5ea48538', 'status': 'completed', 'code': 200} Jul 07 17:27:10.610757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-c6028b9b-738c-48c1-8bbb-6702c8bc2e04 None None] Set router 20033ea3-f499-4310-8935-0c7b48870b0d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:10.635804 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea8580-2e1d-41fb-829e-ea3f381eceee req-25d5efea-4b1f-4ba4-9581-8c59d57d20e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:10.637872 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2ea8580-2e1d-41fb-829e-ea3f381eceee req-25d5efea-4b1f-4ba4-9581-8c59d57d20e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 1097 time: 0.0555460 Jul 07 17:27:10.764812 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea8580-2e1d-41fb-829e-ea3f381eceee req-042daead-0347-4783-973b-051bd175998a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:10.766800 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2ea8580-2e1d-41fb-829e-ea3f381eceee req-042daead-0347-4783-973b-051bd175998a service neutron] 10.222.0.69 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.1227782 Jul 07 17:27:10.825515 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce8aee-0320-40c9-9110-0389a7898c0e req-268f7a22-0e35-4178-99ad-5a00633f0a88 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:10.836239 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d6ce8aee-0320-40c9-9110-0389a7898c0e req-268f7a22-0e35-4178-99ad-5a00633f0a88 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.0865338 Jul 07 17:27:10.879102 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d6ce8aee-0320-40c9-9110-0389a7898c0e req-ca52574e-492f-4c52-8f84-1180ce9ce7a9 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417240 Jul 07 17:27:10.921386 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c6028b9b-738c-48c1-8bbb-6702c8bc2e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '1ea1a10e-252b-4ab2-80f8-469ef613c3f9', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'floating_ip_address': '172.25.2.138', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'port_id': 'b0e15d22-70c6-473b-a462-be85ef862d97', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'mac_address': 'fa:16:3e:19:38:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f27a1a-32c1-4faf-8e6d-6b09e70285dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:24:53Z', 'updated_at': '2021-07-07T17:24:56Z', 'revision_number': 1, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'fixed_ip_address_scope': None}, {'id': '3950537b-ed56-4b62-bb33-2f9626123147', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'port_id': '1c67a9a3-d3ed-4356-8e03-29fe5ea48538', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'mac_address': 'fa:16:3e:e1:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efca8cc2-064b-474c-a8d7-3f6383ae2bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:27:09Z', 'updated_at': '2021-07-07T17:27:09Z', 'revision_number': 0, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0bdf04-b259-45fd-a61c-23dd420261c7', 'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'mac_address': 'fa:16:3e:26:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:08Z', 'updated_at': '2021-07-07T17:18:18Z', 'revision_number': 5, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'subnets': [{'id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:10.938848 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-c781b7c6-0a16-4921-9d89-b72c1997b50a req-f7e8a234-1d26-4ccc-a4b3-145bf67211cc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1601017800', 'description': 'tempest-description-1462473465'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:10.953397 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6028b9b-738c-48c1-8bbb-6702c8bc2e04 None None] Checking router: 20033ea3-f499-4310-8935-0c7b48870b0d for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:27:10.962414 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6028b9b-738c-48c1-8bbb-6702c8bc2e04 None None] Routers {'20033ea3-f499-4310-8935-0c7b48870b0d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:10.963055 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c6028b9b-738c-48c1-8bbb-6702c8bc2e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:26:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['20033ea3-f499-4310-8935-0c7b48870b0d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:10.970909 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2ea8580-2e1d-41fb-829e-ea3f381eceee req-f907e517-ca3d-43d5-9531-c99ea1db3c8a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c67a9a3-d3ed-4356-8e03-29fe5ea48538 HTTP/1.1" status: 200 len: 1000 time: 0.1975625 Jul 07 17:27:11.009820 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c781b7c6-0a16-4921-9d89-b72c1997b50a req-f7e8a234-1d26-4ccc-a4b3-145bf67211cc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.044393 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea8580-2e1d-41fb-829e-ea3f381eceee req-8eec18d1-46cc-4039-bf7f-a9f0c63e4c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:11.046691 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2ea8580-2e1d-41fb-829e-ea3f381eceee req-8eec18d1-46cc-4039-bf7f-a9f0c63e4c0d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.0691769 Jul 07 17:27:11.090181 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-c6028b9b-738c-48c1-8bbb-6702c8bc2e04 None None] Set router 20033ea3-f499-4310-8935-0c7b48870b0d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:11.174273 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea8580-2e1d-41fb-829e-ea3f381eceee req-cfbbc8ca-7636-42f8-ac5d-d9a3e7d4b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:11.175941 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2ea8580-2e1d-41fb-829e-ea3f381eceee req-cfbbc8ca-7636-42f8-ac5d-d9a3e7d4b094 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216538 Jul 07 17:27:11.182996 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c781b7c6-0a16-4921-9d89-b72c1997b50a req-f7e8a234-1d26-4ccc-a4b3-145bf67211cc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.194208 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c781b7c6-0a16-4921-9d89-b72c1997b50a req-f7e8a234-1d26-4ccc-a4b3-145bf67211cc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.271080 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-c781b7c6-0a16-4921-9d89-b72c1997b50a req-f7e8a234-1d26-4ccc-a4b3-145bf67211cc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.272348 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c781b7c6-0a16-4921-9d89-b72c1997b50a req-f7e8a234-1d26-4ccc-a4b3-145bf67211cc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3465152 Jul 07 17:27:11.274666 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8a234-1d26-4ccc-a4b3-145bf67211cc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c1be7d-9502-4a51-9ed4-bee7c0e221e8,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:11.333876 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2ea8580-2e1d-41fb-829e-ea3f381eceee req-c901f05d-73ca-463e-89fb-ddb8f6c1243d service neutron] 10.222.0.69 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494384 Jul 07 17:27:11.365717 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c6028b9b-738c-48c1-8bbb-6702c8bc2e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '1ea1a10e-252b-4ab2-80f8-469ef613c3f9', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'floating_ip_address': '172.25.2.138', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'port_id': 'b0e15d22-70c6-473b-a462-be85ef862d97', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'mac_address': 'fa:16:3e:19:38:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f27a1a-32c1-4faf-8e6d-6b09e70285dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:24:53Z', 'updated_at': '2021-07-07T17:24:56Z', 'revision_number': 1, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'fixed_ip_address_scope': None}, {'id': '3950537b-ed56-4b62-bb33-2f9626123147', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'port_id': '1c67a9a3-d3ed-4356-8e03-29fe5ea48538', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'mac_address': 'fa:16:3e:e1:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efca8cc2-064b-474c-a8d7-3f6383ae2bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:27:09Z', 'updated_at': '2021-07-07T17:27:09Z', 'revision_number': 0, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0bdf04-b259-45fd-a61c-23dd420261c7', 'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'mac_address': 'fa:16:3e:26:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:08Z', 'updated_at': '2021-07-07T17:18:18Z', 'revision_number': 5, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'subnets': [{'id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:11.402407 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6028b9b-738c-48c1-8bbb-6702c8bc2e04 None None] The sync data for ids ['20033ea3-f499-4310-8935-0c7b48870b0d'] in n-d-793620-7 is: [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '1ea1a10e-252b-4ab2-80f8-469ef613c3f9', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'floating_ip_address': '172.25.2.138', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'port_id': 'b0e15d22-70c6-473b-a462-be85ef862d97', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'mac_address': 'fa:16:3e:19:38:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f27a1a-32c1-4faf-8e6d-6b09e70285dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:24:53Z', 'updated_at': '2021-07-07T17:24:56Z', 'revision_number': 1, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'fixed_ip_address_scope': None}, {'id': '3950537b-ed56-4b62-bb33-2f9626123147', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'port_id': '1c67a9a3-d3ed-4356-8e03-29fe5ea48538', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'mac_address': 'fa:16:3e:e1:d5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efca8cc2-064b-474c-a8d7-3f6383ae2bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:27:09Z', 'updated_at': '2021-07-07T17:27:09Z', 'revision_number': 0, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0bdf04-b259-45fd-a61c-23dd420261c7', 'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'mac_address': 'fa:16:3e:26:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:08Z', 'updated_at': '2021-07-07T17:18:18Z', 'revision_number': 5, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'subnets': [{'id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:11.446012 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-933bbbf8-b1c6-4b41-a11b-c6e41d57d940 req-8b6d1af5-16d3-481e-8923-75d7a4d2c93c tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1601017800&fields=id&tenant_id=17d58210b4c247189285e4e9f961b3f3 HTTP/1.1" status: 200 len: 267 time: 0.0689168 Jul 07 17:27:11.476309 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2ea8580-2e1d-41fb-829e-ea3f381eceee req-10f0641b-0228-4de1-a0ff-2c3787a73da4 service neutron] 10.222.0.69 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347029 Jul 07 17:27:11.522446 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bbbf8-b1c6-4b41-a11b-c6e41d57d940 req-1f7043a2-5864-446b-8bca-5415e4f1f035 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:11.524181 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-933bbbf8-b1c6-4b41-a11b-c6e41d57d940 req-1f7043a2-5864-446b-8bca-5415e4f1f035 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.0771310 Jul 07 17:27:11.539311 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-933bbbf8-b1c6-4b41-a11b-c6e41d57d940 req-a843d74a-336f-47ba-bd36-540730a19caf tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Request body: {'port': {'security_groups': ['881132da-8d4f-4f20-ba88-29f207f5e371', '09c1be7d-9502-4a51-9ed4-bee7c0e221e8']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:11.635264 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-933bbbf8-b1c6-4b41-a11b-c6e41d57d940 req-a843d74a-336f-47ba-bd36-540730a19caf tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.672057 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883396f2-a6b5-499d-b831-2ad5512e6ff2 None None] New status for floating IP 3950537b-ed56-4b62-bb33-2f9626123147: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:27:11.858532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-933bbbf8-b1c6-4b41-a11b-c6e41d57d940 req-a843d74a-336f-47ba-bd36-540730a19caf tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] For port e754d9d9-40cf-471b-8e5e-09deca84217e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=e754d9d9-40cf-471b-8e5e-09deca84217e,segment=NetworkSegment(692d5ed4-61e6-4315-bdf9-34f33161c1c4),segment_id=692d5ed4-61e6-4315-bdf9-34f33161c1c4)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:11.895008 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-933bbbf8-b1c6-4b41-a11b-c6e41d57d940 req-a843d74a-336f-47ba-bd36-540730a19caf tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.906049 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-933bbbf8-b1c6-4b41-a11b-c6e41d57d940 req-a843d74a-336f-47ba-bd36-540730a19caf tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.922997 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['e754d9d9-40cf-471b-8e5e-09deca84217e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:11.957329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bbbf8-b1c6-4b41-a11b-c6e41d57d940 req-a843d74a-336f-47ba-bd36-540730a19caf tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:11.957987 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-933bbbf8-b1c6-4b41-a11b-c6e41d57d940 req-a843d74a-336f-47ba-bd36-540730a19caf tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:11.962595 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-933bbbf8-b1c6-4b41-a11b-c6e41d57d940 req-a843d74a-336f-47ba-bd36-540730a19caf tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "PUT /v2.0/ports/e754d9d9-40cf-471b-8e5e-09deca84217e HTTP/1.1" status: 200 len: 981 time: 0.4283442 Jul 07 17:27:11.963109 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b02496-7b74-4a89-abd8-e5d6360479af', 'tag': 'e754d9d9-40cf-471b-8e5e-09deca84217e'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:11.965442 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c86ad56-7826-4b94-a024-9842f620f20b" -d '{"events": [{"name": "network-changed", "server_uuid": "44b02496-7b74-4a89-abd8-e5d6360479af", "tag": "e754d9d9-40cf-471b-8e5e-09deca84217e"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:11.989711 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843d74a-336f-47ba-bd36-540730a19caf tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Pushing event updated for resources: {'Port': ['ID=e754d9d9-40cf-471b-8e5e-09deca84217e,revision_number=6']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:12.029594 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['e754d9d9-40cf-471b-8e5e-09deca84217e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:12.050307 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eda30d8-9748-417a-be81-80b41c380ad1 x-openstack-request-id: req-9eda30d8-9748-417a-be81-80b41c380ad1 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:12.050644 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b02496-7b74-4a89-abd8-e5d6360479af", "tag": "e754d9d9-40cf-471b-8e5e-09deca84217e", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:12.050885 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9eda30d8-9748-417a-be81-80b41c380ad1 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:12.051500 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b02496-7b74-4a89-abd8-e5d6360479af', 'tag': 'e754d9d9-40cf-471b-8e5e-09deca84217e', 'status': 'completed', 'code': 200} Jul 07 17:27:12.149905 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-71d274d6-00d9-480f-a64b-cfd3a129f939 req-b7e8a005-c4b9-4f43-bace-d08b0b8aca82 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1601017800&fields=id&tenant_id=17d58210b4c247189285e4e9f961b3f3 HTTP/1.1" status: 200 len: 267 time: 0.0701556 Jul 07 17:27:12.164487 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86ad56-7826-4b94-a024-9842f620f20b req-8d3ffaba-2908-460f-b09b-a494affa24f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:12.166565 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4c86ad56-7826-4b94-a024-9842f620f20b req-8d3ffaba-2908-460f-b09b-a494affa24f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17d58210b4c247189285e4e9f961b3f3&device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 1135 time: 0.0879276 Jul 07 17:27:12.316847 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86ad56-7826-4b94-a024-9842f620f20b req-6cafee53-62d1-41cb-8676-8e172d377667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:12.317713 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d274d6-00d9-480f-a64b-cfd3a129f939 req-5dc28ffe-3e18-4a94-9fa7-f470ca9cf568 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:12.319153 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4c86ad56-7826-4b94-a024-9842f620f20b req-6cafee53-62d1-41cb-8676-8e172d377667 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 HTTP/1.1" status: 200 len: 921 time: 0.1438212 Jul 07 17:27:12.323401 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-71d274d6-00d9-480f-a64b-cfd3a129f939 req-5dc28ffe-3e18-4a94-9fa7-f470ca9cf568 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 984 time: 0.1675851 Jul 07 17:27:12.335286 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-71d274d6-00d9-480f-a64b-cfd3a129f939 req-bb6cc6b2-627e-4f6f-b68d-b6ab23befeb2 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Request body: {'port': {'security_groups': ['881132da-8d4f-4f20-ba88-29f207f5e371']}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:12.368415 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4c86ad56-7826-4b94-a024-9842f620f20b req-c7489c4b-3c93-4444-abe4-fade3eceb627 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e754d9d9-40cf-471b-8e5e-09deca84217e HTTP/1.1" status: 200 len: 217 time: 0.0423684 Jul 07 17:27:12.426168 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86ad56-7826-4b94-a024-9842f620f20b req-d793b78f-0788-4ea2-84b2-20e8db15b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:12.429134 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4c86ad56-7826-4b94-a024-9842f620f20b req-d793b78f-0788-4ea2-84b2-20e8db15b4bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b27695a-6863-4cfd-b1be-8e6286e2cb31 HTTP/1.1" status: 200 len: 860 time: 0.0544515 Jul 07 17:27:12.430950 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-71d274d6-00d9-480f-a64b-cfd3a129f939 req-bb6cc6b2-627e-4f6f-b68d-b6ab23befeb2 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.466922 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4c86ad56-7826-4b94-a024-9842f620f20b req-b791d02a-d068-43ce-9e72-03f13ba676c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bcc63fb-5e0b-47bb-8936-50e0663fdeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316212 Jul 07 17:27:12.574094 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4c86ad56-7826-4b94-a024-9842f620f20b req-fb331962-2bef-4b85-ab16-fc9cb632164b service neutron] 10.222.0.15 "GET /v2.0/networks/0bcc63fb-5e0b-47bb-8936-50e0663fdeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002660 Jul 07 17:27:12.632748 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-71d274d6-00d9-480f-a64b-cfd3a129f939 req-bb6cc6b2-627e-4f6f-b68d-b6ab23befeb2 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] For port e754d9d9-40cf-471b-8e5e-09deca84217e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=e754d9d9-40cf-471b-8e5e-09deca84217e,segment=NetworkSegment(692d5ed4-61e6-4315-bdf9-34f33161c1c4),segment_id=692d5ed4-61e6-4315-bdf9-34f33161c1c4)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:12.665873 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-71d274d6-00d9-480f-a64b-cfd3a129f939 req-bb6cc6b2-627e-4f6f-b68d-b6ab23befeb2 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.671197 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-71d274d6-00d9-480f-a64b-cfd3a129f939 req-bb6cc6b2-627e-4f6f-b68d-b6ab23befeb2 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.676271 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4c86ad56-7826-4b94-a024-9842f620f20b req-14b07c4f-0279-4111-b1e7-b075592f4f6c service neutron] 10.222.0.15 "GET /v2.0/networks/0bcc63fb-5e0b-47bb-8936-50e0663fdeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953593 Jul 07 17:27:12.683794 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['e754d9d9-40cf-471b-8e5e-09deca84217e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:12.728228 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d274d6-00d9-480f-a64b-cfd3a129f939 req-bb6cc6b2-627e-4f6f-b68d-b6ab23befeb2 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:12.729198 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-71d274d6-00d9-480f-a64b-cfd3a129f939 req-bb6cc6b2-627e-4f6f-b68d-b6ab23befeb2 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:12.730405 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-71d274d6-00d9-480f-a64b-cfd3a129f939 req-bb6cc6b2-627e-4f6f-b68d-b6ab23befeb2 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "PUT /v2.0/ports/e754d9d9-40cf-471b-8e5e-09deca84217e HTTP/1.1" status: 200 len: 942 time: 0.4037952 Jul 07 17:27:12.731236 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b02496-7b74-4a89-abd8-e5d6360479af', 'tag': 'e754d9d9-40cf-471b-8e5e-09deca84217e'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:12.738745 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e501aa-8c84-4e80-a295-ec099abcb388" -d '{"events": [{"name": "network-changed", "server_uuid": "44b02496-7b74-4a89-abd8-e5d6360479af", "tag": "e754d9d9-40cf-471b-8e5e-09deca84217e"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:12.772421 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cc6b2-627e-4f6f-b68d-b6ab23befeb2 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Pushing event updated for resources: {'Port': ['ID=e754d9d9-40cf-471b-8e5e-09deca84217e,revision_number=7']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:12.808581 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c869c1b5-7dea-4038-9104-808640c9c2c9 x-openstack-request-id: req-c869c1b5-7dea-4038-9104-808640c9c2c9 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:12.808581 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b02496-7b74-4a89-abd8-e5d6360479af", "tag": "e754d9d9-40cf-471b-8e5e-09deca84217e", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:12.808869 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c869c1b5-7dea-4038-9104-808640c9c2c9 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:12.809228 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b02496-7b74-4a89-abd8-e5d6360479af', 'tag': 'e754d9d9-40cf-471b-8e5e-09deca84217e', 'status': 'completed', 'code': 200} Jul 07 17:27:12.822663 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['e754d9d9-40cf-471b-8e5e-09deca84217e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:13.292097 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-a3275e1e-d239-4aa2-be19-a7a94676d0b2 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5322039 Jul 07 17:27:13.299787 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e501aa-8c84-4e80-a295-ec099abcb388 req-4040d74d-9ac3-40a5-b531-5dfee75e7a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:13.301321 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06e501aa-8c84-4e80-a295-ec099abcb388 req-4040d74d-9ac3-40a5-b531-5dfee75e7a5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17d58210b4c247189285e4e9f961b3f3&device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 1096 time: 0.4441240 Jul 07 17:27:13.306202 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-ebabdd47-fed5-4a74-85f8-04b99a6f7ac8 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:13.377257 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-ebabdd47-fed5-4a74-85f8-04b99a6f7ac8 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.455146 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e501aa-8c84-4e80-a295-ec099abcb388 req-8384b19a-d967-442f-9245-23bd72cb2700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:13.456662 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06e501aa-8c84-4e80-a295-ec099abcb388 req-8384b19a-d967-442f-9245-23bd72cb2700 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 HTTP/1.1" status: 200 len: 921 time: 0.1458523 Jul 07 17:27:13.504426 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06e501aa-8c84-4e80-a295-ec099abcb388 req-3e56bfd6-3e61-4ee1-b8eb-54ca6de92d0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e754d9d9-40cf-471b-8e5e-09deca84217e HTTP/1.1" status: 200 len: 217 time: 0.0396438 Jul 07 17:27:13.572497 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e501aa-8c84-4e80-a295-ec099abcb388 req-e2037039-4cd1-4556-b67e-080716e1345f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:13.573929 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06e501aa-8c84-4e80-a295-ec099abcb388 req-e2037039-4cd1-4556-b67e-080716e1345f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b27695a-6863-4cfd-b1be-8e6286e2cb31 HTTP/1.1" status: 200 len: 860 time: 0.0636165 Jul 07 17:27:13.613139 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06e501aa-8c84-4e80-a295-ec099abcb388 req-5e85b6a3-9009-4045-842b-acbe36f1a333 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bcc63fb-5e0b-47bb-8936-50e0663fdeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313971 Jul 07 17:27:13.614432 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-ebabdd47-fed5-4a74-85f8-04b99a6f7ac8 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:13.793115 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06e501aa-8c84-4e80-a295-ec099abcb388 req-5335f253-c8de-43b2-85ab-5aeeb22bc67e service neutron] 10.222.0.15 "GET /v2.0/networks/0bcc63fb-5e0b-47bb-8936-50e0663fdeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714919 Jul 07 17:27:13.845195 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-ebabdd47-fed5-4a74-85f8-04b99a6f7ac8 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Allocated IP 172.25.2.238 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/bf14f628-2420-46cb-9bf8-af85695a7be9) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:13.977045 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06e501aa-8c84-4e80-a295-ec099abcb388 req-63426c34-12ad-441d-a9e6-a921e4c53d3c service neutron] 10.222.0.15 "GET /v2.0/networks/0bcc63fb-5e0b-47bb-8936-50e0663fdeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758451 Jul 07 17:27:14.034988 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-ebabdd47-fed5-4a74-85f8-04b99a6f7ac8 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.087916 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-ebabdd47-fed5-4a74-85f8-04b99a6f7ac8 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.126325 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-ebabdd47-fed5-4a74-85f8-04b99a6f7ac8 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:14.131062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-ebabdd47-fed5-4a74-85f8-04b99a6f7ac8 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:14.134356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-ebabdd47-fed5-4a74-85f8-04b99a6f7ac8 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:14.140372 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabdd47-fed5-4a74-85f8-04b99a6f7ac8 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Pushing event updated for resources: {'Port': ['ID=bf14f628-2420-46cb-9bf8-af85695a7be9,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:14.222206 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-ebabdd47-fed5-4a74-85f8-04b99a6f7ac8 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.264412 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-ebabdd47-fed5-4a74-85f8-04b99a6f7ac8 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.342949 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.419092 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-ebabdd47-fed5-4a74-85f8-04b99a6f7ac8 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.424204 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-ebabdd47-fed5-4a74-85f8-04b99a6f7ac8 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.491315 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabdd47-fed5-4a74-85f8-04b99a6f7ac8 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Pushing event updated for resources: {'Port': ['ID=bf14f628-2420-46cb-9bf8-af85695a7be9,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:14.506737 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-ebabdd47-fed5-4a74-85f8-04b99a6f7ac8 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.520007 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-ebabdd47-fed5-4a74-85f8-04b99a6f7ac8 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.521246 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-ebabdd47-fed5-4a74-85f8-04b99a6f7ac8 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2189937 Jul 07 17:27:14.593701 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-f25e48f6-93d8-4861-8e4a-49b00c1ea953 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 696 time: 0.0664039 Jul 07 17:27:14.704154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-62aef310-c806-444d-a409-b08d2eaad8a4 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:14.705517 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-62aef310-c806-444d-a409-b08d2eaad8a4 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.1065545 Jul 07 17:27:14.716789 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-c34f0ec2-1541-4449-9a5d-d58fabce1d29 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:27:14.717786 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15d6d1a7-341d-4773-b0e4-07b61e500270 req-c34f0ec2-1541-4449-9a5d-d58fabce1d29 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059187 Jul 07 17:27:14.724430 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e38ef959-a120-4ce5-a974-1cf6753ff23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:14.923115 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-8b10c150-f9d0-4127-8726-1e37bb58ff5b tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:14.924814 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-8b10c150-f9d0-4127-8726-1e37bb58ff5b tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1099508 Jul 07 17:27:14.998912 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-2053f149-06e9-4b75-8961-abd7213db5b7 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 696 time: 0.0683649 Jul 07 17:27:15.009955 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-d2f409a2-94af-4fdb-9dd4-bd3eea4bab23 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Request body: {'floatingip': {'port_id': 'e754d9d9-40cf-471b-8e5e-09deca84217e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:15.061493 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-d2f409a2-94af-4fdb-9dd4-bd3eea4bab23 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks [] for floatingip, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.544259 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-d2f409a2-94af-4fdb-9dd4-bd3eea4bab23 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.548808 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-d2f409a2-94af-4fdb-9dd4-bd3eea4bab23 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:15.649361 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-d2f409a2-94af-4fdb-9dd4-bd3eea4bab23 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Floating IP 781c2783-8e89-45aa-92e4-659e1dfeb55f associated. External IP: 172.25.2.238, port: e754d9d9-40cf-471b-8e5e-09deca84217e. Jul 07 17:27:15.873649 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-d2f409a2-94af-4fdb-9dd4-bd3eea4bab23 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Router 4d12329e-717f-406f-90a4-692900da15a7 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:27:16.008595 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-d2f409a2-94af-4fdb-9dd4-bd3eea4bab23 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:16.016329 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-d2f409a2-94af-4fdb-9dd4-bd3eea4bab23 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.034470 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99403c50-501b-4047-860d-e67aea63426e None None] Sync routers for ids ['4d12329e-717f-406f-90a4-692900da15a7'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:16.051464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99403c50-501b-4047-860d-e67aea63426e None None] Routers {'4d12329e-717f-406f-90a4-692900da15a7'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:16.052386 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-99403c50-501b-4047-860d-e67aea63426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:26:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['4d12329e-717f-406f-90a4-692900da15a7'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:16.076607 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-d2f409a2-94af-4fdb-9dd4-bd3eea4bab23 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "PUT /v2.0/floatingips/781c2783-8e89-45aa-92e4-659e1dfeb55f HTTP/1.1" status: 200 len: 996 time: 1.0720923 Jul 07 17:27:16.078282 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b02496-7b74-4a89-abd8-e5d6360479af', 'tag': 'e754d9d9-40cf-471b-8e5e-09deca84217e'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:16.083101 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ff5f12-43a1-4d6c-b0fd-bb655e464cef" -d '{"events": [{"name": "network-changed", "server_uuid": "44b02496-7b74-4a89-abd8-e5d6360479af", "tag": "e754d9d9-40cf-471b-8e5e-09deca84217e"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:16.163708 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b473f1b-ff06-489f-ab85-2b08a4425d0b x-openstack-request-id: req-1b473f1b-ff06-489f-ab85-2b08a4425d0b {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:16.165650 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b02496-7b74-4a89-abd8-e5d6360479af", "tag": "e754d9d9-40cf-471b-8e5e-09deca84217e", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:16.166115 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1b473f1b-ff06-489f-ab85-2b08a4425d0b {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:16.166728 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b02496-7b74-4a89-abd8-e5d6360479af', 'tag': 'e754d9d9-40cf-471b-8e5e-09deca84217e', 'status': 'completed', 'code': 200} Jul 07 17:27:16.212956 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-99403c50-501b-4047-860d-e67aea63426e None None] Set router 4d12329e-717f-406f-90a4-692900da15a7 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:16.253100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff5f12-43a1-4d6c-b0fd-bb655e464cef req-63226842-dd0d-4b72-ae49-c6b7b247d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:16.254754 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d6ff5f12-43a1-4d6c-b0fd-bb655e464cef req-63226842-dd0d-4b72-ae49-c6b7b247d702 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17d58210b4c247189285e4e9f961b3f3&device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 1096 time: 0.0647480 Jul 07 17:27:16.346990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-8fdcbd82-1b3b-4b8c-bf4e-6612c82492d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:16.348560 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-8fdcbd82-1b3b-4b8c-bf4e-6612c82492d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=17d58210b4c247189285e4e9f961b3f3&device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 1096 time: 0.2415838 Jul 07 17:27:16.372626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff5f12-43a1-4d6c-b0fd-bb655e464cef req-20e87a47-bad0-4e93-a382-5162fdc14f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:16.372626 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d6ff5f12-43a1-4d6c-b0fd-bb655e464cef req-20e87a47-bad0-4e93-a382-5162fdc14f43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 HTTP/1.1" status: 200 len: 921 time: 0.1102760 Jul 07 17:27:16.443586 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d6ff5f12-43a1-4d6c-b0fd-bb655e464cef req-fbfca5e0-d457-4445-8c0b-4f2f4e15b50a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e754d9d9-40cf-471b-8e5e-09deca84217e HTTP/1.1" status: 200 len: 999 time: 0.0657072 Jul 07 17:27:16.450596 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-6778afba-912b-481b-b9ae-8992c8a23592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:16.451926 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-6778afba-912b-481b-b9ae-8992c8a23592 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 HTTP/1.1" status: 200 len: 921 time: 0.0976093 Jul 07 17:27:16.517556 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff5f12-43a1-4d6c-b0fd-bb655e464cef req-3248afdf-5c82-441a-b91a-93cf000da2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:16.519357 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d6ff5f12-43a1-4d6c-b0fd-bb655e464cef req-3248afdf-5c82-441a-b91a-93cf000da2df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b27695a-6863-4cfd-b1be-8e6286e2cb31 HTTP/1.1" status: 200 len: 860 time: 0.0698485 Jul 07 17:27:16.534938 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-1e2e48c6-ee0e-4dfa-a150-15ef17d6a197 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e754d9d9-40cf-471b-8e5e-09deca84217e HTTP/1.1" status: 200 len: 999 time: 0.0757504 Jul 07 17:27:16.560622 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d6ff5f12-43a1-4d6c-b0fd-bb655e464cef req-420ebe0d-ca5e-44a8-b64c-df00de4ad36b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bcc63fb-5e0b-47bb-8936-50e0663fdeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353365 Jul 07 17:27:16.592223 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-22ad1fd9-87fd-4480-8411-369ab3cb60f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:16.594716 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-22ad1fd9-87fd-4480-8411-369ab3cb60f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b27695a-6863-4cfd-b1be-8e6286e2cb31 HTTP/1.1" status: 200 len: 860 time: 0.0538931 Jul 07 17:27:16.635386 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-75c2a87f-7b40-4e4f-9d6f-3e5f0e8bff69 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0bcc63fb-5e0b-47bb-8936-50e0663fdeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340910 Jul 07 17:27:16.650175 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-494d3edf-e5ef-4308-89ba-8411e3af46b0 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:27:16.653547 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-494d3edf-e5ef-4308-89ba-8411e3af46b0 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095773 Jul 07 17:27:16.662194 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:16.667941 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d6ff5f12-43a1-4d6c-b0fd-bb655e464cef req-5e6b7a27-50bd-4103-9c68-53f538dfdf4a service neutron] 10.222.0.15 "GET /v2.0/networks/0bcc63fb-5e0b-47bb-8936-50e0663fdeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007161 Jul 07 17:27:16.670973 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-99403c50-501b-4047-860d-e67aea63426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d12329e-717f-406f-90a4-692900da15a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1550261520-router', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:23Z', 'updated_at': '2021-07-07T17:26:27Z', 'revision_number': 4, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'gw_port': {'id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:24Z', 'updated_at': '2021-07-07T17:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '781c2783-8e89-45aa-92e4-659e1dfeb55f', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'floating_ip_address': '172.25.2.238', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '4d12329e-717f-406f-90a4-692900da15a7', 'port_id': 'e754d9d9-40cf-471b-8e5e-09deca84217e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1', 'mac_address': 'fa:16:3e:8f:1d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b02496-7b74-4a89-abd8-e5d6360479af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:27:14Z', 'updated_at': '2021-07-07T17:27:15Z', 'revision_number': 1, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2bf9ec4-2dcb-460b-88e9-10fff1b146dc', 'name': '', 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'mac_address': 'fa:16:3e:63:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '5b27695a-6863-4cfd-b1be-8e6286e2cb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:27Z', 'updated_at': '2021-07-07T17:26:32Z', 'revision_number': 5, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'subnets': [{'id': '5b27695a-6863-4cfd-b1be-8e6286e2cb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:16.703741 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99403c50-501b-4047-860d-e67aea63426e None None] Checking router: 4d12329e-717f-406f-90a4-692900da15a7 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:27:16.713185 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99403c50-501b-4047-860d-e67aea63426e None None] Routers {'4d12329e-717f-406f-90a4-692900da15a7'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:16.713813 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-99403c50-501b-4047-860d-e67aea63426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:26:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['4d12329e-717f-406f-90a4-692900da15a7'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:16.774419 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d6ff5f12-43a1-4d6c-b0fd-bb655e464cef req-c39d6688-f124-4f09-8051-221abd28dcd7 service neutron] 10.222.0.15 "GET /v2.0/networks/0bcc63fb-5e0b-47bb-8936-50e0663fdeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000760 Jul 07 17:27:16.774676 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-1b65608c-716f-47f8-99c6-a73e968265eb service neutron] 10.222.0.50 "GET /v2.0/networks/0bcc63fb-5e0b-47bb-8936-50e0663fdeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088424 Jul 07 17:27:16.860350 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-99403c50-501b-4047-860d-e67aea63426e None None] Set router 4d12329e-717f-406f-90a4-692900da15a7 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:16.885157 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7b60869c-cf94-4a58-a833-5a9c04ecfa39 req-7a07b3eb-0e56-4a21-82d3-098b7507fbbb service neutron] 10.222.0.50 "GET /v2.0/networks/0bcc63fb-5e0b-47bb-8936-50e0663fdeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035087 Jul 07 17:27:17.022744 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f153d282-7af4-4571-a761-8a17fd79a322 req-e70ac0e4-7625-42c5-955e-4b261dc57635 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 999 time: 0.1046679 Jul 07 17:27:17.102155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153d282-7af4-4571-a761-8a17fd79a322 req-b1768120-57bf-4174-81a3-7e0ca30e0a50 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:17.103801 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f153d282-7af4-4571-a761-8a17fd79a322 req-b1768120-57bf-4174-81a3-7e0ca30e0a50 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports/e754d9d9-40cf-471b-8e5e-09deca84217e HTTP/1.1" status: 200 len: 942 time: 0.0750906 Jul 07 17:27:17.148776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-99403c50-501b-4047-860d-e67aea63426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d12329e-717f-406f-90a4-692900da15a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1550261520-router', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:23Z', 'updated_at': '2021-07-07T17:26:27Z', 'revision_number': 4, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'gw_port': {'id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:24Z', 'updated_at': '2021-07-07T17:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '781c2783-8e89-45aa-92e4-659e1dfeb55f', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'floating_ip_address': '172.25.2.238', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '4d12329e-717f-406f-90a4-692900da15a7', 'port_id': 'e754d9d9-40cf-471b-8e5e-09deca84217e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1', 'mac_address': 'fa:16:3e:8f:1d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b02496-7b74-4a89-abd8-e5d6360479af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:27:14Z', 'updated_at': '2021-07-07T17:27:15Z', 'revision_number': 1, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2bf9ec4-2dcb-460b-88e9-10fff1b146dc', 'name': '', 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'mac_address': 'fa:16:3e:63:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '5b27695a-6863-4cfd-b1be-8e6286e2cb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:27Z', 'updated_at': '2021-07-07T17:26:32Z', 'revision_number': 5, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'subnets': [{'id': '5b27695a-6863-4cfd-b1be-8e6286e2cb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:17.178704 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99403c50-501b-4047-860d-e67aea63426e None None] The sync data for ids ['4d12329e-717f-406f-90a4-692900da15a7'] in n-d-793620-7 is: [{'id': '4d12329e-717f-406f-90a4-692900da15a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1550261520-router', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:23Z', 'updated_at': '2021-07-07T17:26:27Z', 'revision_number': 4, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'gw_port': {'id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:24Z', 'updated_at': '2021-07-07T17:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '781c2783-8e89-45aa-92e4-659e1dfeb55f', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'floating_ip_address': '172.25.2.238', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '4d12329e-717f-406f-90a4-692900da15a7', 'port_id': 'e754d9d9-40cf-471b-8e5e-09deca84217e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1', 'mac_address': 'fa:16:3e:8f:1d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b02496-7b74-4a89-abd8-e5d6360479af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:27:14Z', 'updated_at': '2021-07-07T17:27:15Z', 'revision_number': 1, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2bf9ec4-2dcb-460b-88e9-10fff1b146dc', 'name': '', 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'mac_address': 'fa:16:3e:63:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '5b27695a-6863-4cfd-b1be-8e6286e2cb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:27Z', 'updated_at': '2021-07-07T17:26:32Z', 'revision_number': 5, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'subnets': [{'id': '5b27695a-6863-4cfd-b1be-8e6286e2cb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:17.356968 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f153d282-7af4-4571-a761-8a17fd79a322 req-6ef82299-1ca9-4287-90ce-46de1e9d7b92 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 999 time: 0.0867765 Jul 07 17:27:17.456490 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c12fa1c-0858-4cd7-8f88-671272e77a60 None None] New status for floating IP 781c2783-8e89-45aa-92e4-659e1dfeb55f: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:27:17.506251 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153d282-7af4-4571-a761-8a17fd79a322 req-dcff925e-d71a-4ac0-acfe-1996dcf39a7e tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:17.508541 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f153d282-7af4-4571-a761-8a17fd79a322 req-dcff925e-d71a-4ac0-acfe-1996dcf39a7e tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.1447659 Jul 07 17:27:17.523341 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-f153d282-7af4-4571-a761-8a17fd79a322 req-0b8ed332-0b1b-44df-843f-7e4aaa16d909 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:27:17.524558 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f153d282-7af4-4571-a761-8a17fd79a322 req-0b8ed332-0b1b-44df-843f-7e4aaa16d909 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066926 Jul 07 17:27:17.608776 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f153d282-7af4-4571-a761-8a17fd79a322 req-8f7dc54b-752a-4083-a82a-e73ee9216e81 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 999 time: 0.0703578 Jul 07 17:27:17.619957 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-f153d282-7af4-4571-a761-8a17fd79a322 req-358b926d-8562-4812-a564-cd0a668a95c3 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:17.667548 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.691846 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f153d282-7af4-4571-a761-8a17fd79a322 req-358b926d-8562-4812-a564-cd0a668a95c3 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks [] for floatingip, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.860676 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f153d282-7af4-4571-a761-8a17fd79a322 req-358b926d-8562-4812-a564-cd0a668a95c3 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.865110 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f153d282-7af4-4571-a761-8a17fd79a322 req-358b926d-8562-4812-a564-cd0a668a95c3 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:17.865493 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [req-f153d282-7af4-4571-a761-8a17fd79a322 req-358b926d-8562-4812-a564-cd0a668a95c3 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Floating IP 781c2783-8e89-45aa-92e4-659e1dfeb55f disassociated. External IP: 172.25.2.238, port: e754d9d9-40cf-471b-8e5e-09deca84217e. Jul 07 17:27:17.969609 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d5ab5d0f-b5a9-41f6-9fe3-0475885f98be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.116339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f153d282-7af4-4571-a761-8a17fd79a322 req-358b926d-8562-4812-a564-cd0a668a95c3 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Router 4d12329e-717f-406f-90a4-692900da15a7 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:27:18.235826 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f153d282-7af4-4571-a761-8a17fd79a322 req-358b926d-8562-4812-a564-cd0a668a95c3 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:18.240920 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f153d282-7af4-4571-a761-8a17fd79a322 req-358b926d-8562-4812-a564-cd0a668a95c3 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.246196 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f1623b-a0f7-4ec2-a655-fd44c9341e7d None None] Sync routers for ids ['4d12329e-717f-406f-90a4-692900da15a7'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:18.257062 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f1623b-a0f7-4ec2-a655-fd44c9341e7d None None] Routers {'4d12329e-717f-406f-90a4-692900da15a7'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:18.257699 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-94f1623b-a0f7-4ec2-a655-fd44c9341e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:27:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['4d12329e-717f-406f-90a4-692900da15a7'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:18.283726 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f153d282-7af4-4571-a761-8a17fd79a322 req-358b926d-8562-4812-a564-cd0a668a95c3 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "PUT /v2.0/floatingips/781c2783-8e89-45aa-92e4-659e1dfeb55f HTTP/1.1" status: 200 len: 695 time: 0.6680999 Jul 07 17:27:18.284223 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b02496-7b74-4a89-abd8-e5d6360479af', 'tag': 'e754d9d9-40cf-471b-8e5e-09deca84217e'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:18.286934 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86e4e57-62d7-4469-9c5d-35a2eed8ac12" -d '{"events": [{"name": "network-changed", "server_uuid": "44b02496-7b74-4a89-abd8-e5d6360479af", "tag": "e754d9d9-40cf-471b-8e5e-09deca84217e"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:18.406479 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6ec3cb-52fc-4465-b033-39d5feb330ea x-openstack-request-id: req-1d6ec3cb-52fc-4465-b033-39d5feb330ea {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:18.407544 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b02496-7b74-4a89-abd8-e5d6360479af", "tag": "e754d9d9-40cf-471b-8e5e-09deca84217e", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:18.407980 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d6ec3cb-52fc-4465-b033-39d5feb330ea {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:18.408607 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b02496-7b74-4a89-abd8-e5d6360479af', 'tag': 'e754d9d9-40cf-471b-8e5e-09deca84217e', 'status': 'completed', 'code': 200} Jul 07 17:27:18.465334 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-94f1623b-a0f7-4ec2-a655-fd44c9341e7d None None] Set router 4d12329e-717f-406f-90a4-692900da15a7 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:18.474064 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153d282-7af4-4571-a761-8a17fd79a322 req-0537c7e0-68ec-49b6-9852-301badb7ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:18.476718 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f153d282-7af4-4571-a761-8a17fd79a322 req-0537c7e0-68ec-49b6-9852-301badb7ff65 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=17d58210b4c247189285e4e9f961b3f3&device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 1096 time: 0.1615651 Jul 07 17:27:18.583290 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e4e57-62d7-4469-9c5d-35a2eed8ac12 req-1b289fed-f1b8-4069-a4f9-97e344416a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:18.584869 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c86e4e57-62d7-4469-9c5d-35a2eed8ac12 req-1b289fed-f1b8-4069-a4f9-97e344416a3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17d58210b4c247189285e4e9f961b3f3&device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 1096 time: 0.1459587 Jul 07 17:27:18.650219 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153d282-7af4-4571-a761-8a17fd79a322 req-867daa34-bf90-4a1a-bb01-1e8a1b0f6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:18.652031 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f153d282-7af4-4571-a761-8a17fd79a322 req-867daa34-bf90-4a1a-bb01-1e8a1b0f6b94 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 HTTP/1.1" status: 200 len: 921 time: 0.1616795 Jul 07 17:27:18.705842 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-94f1623b-a0f7-4ec2-a655-fd44c9341e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d12329e-717f-406f-90a4-692900da15a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1550261520-router', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:23Z', 'updated_at': '2021-07-07T17:26:27Z', 'revision_number': 4, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'gw_port': {'id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:24Z', 'updated_at': '2021-07-07T17:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'e2bf9ec4-2dcb-460b-88e9-10fff1b146dc', 'name': '', 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'mac_address': 'fa:16:3e:63:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '5b27695a-6863-4cfd-b1be-8e6286e2cb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:27Z', 'updated_at': '2021-07-07T17:26:32Z', 'revision_number': 5, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'subnets': [{'id': '5b27695a-6863-4cfd-b1be-8e6286e2cb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:18.706498 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f153d282-7af4-4571-a761-8a17fd79a322 req-c5309dd5-28e7-4856-acb6-1437d22a034b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e754d9d9-40cf-471b-8e5e-09deca84217e HTTP/1.1" status: 200 len: 217 time: 0.0438330 Jul 07 17:27:18.740351 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f1623b-a0f7-4ec2-a655-fd44c9341e7d None None] Checking router: 4d12329e-717f-406f-90a4-692900da15a7 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:27:18.750537 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f1623b-a0f7-4ec2-a655-fd44c9341e7d None None] Routers {'4d12329e-717f-406f-90a4-692900da15a7'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:18.751216 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-94f1623b-a0f7-4ec2-a655-fd44c9341e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:27:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['4d12329e-717f-406f-90a4-692900da15a7'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:18.772840 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e4e57-62d7-4469-9c5d-35a2eed8ac12 req-dbacfd6f-a22c-4866-8a49-11cd103aafbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:18.774484 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c86e4e57-62d7-4469-9c5d-35a2eed8ac12 req-dbacfd6f-a22c-4866-8a49-11cd103aafbe service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 HTTP/1.1" status: 200 len: 921 time: 0.1826167 Jul 07 17:27:18.792207 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153d282-7af4-4571-a761-8a17fd79a322 req-87994fdf-cc5e-4c71-8bc2-f807bdcf16da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:18.793761 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f153d282-7af4-4571-a761-8a17fd79a322 req-87994fdf-cc5e-4c71-8bc2-f807bdcf16da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b27695a-6863-4cfd-b1be-8e6286e2cb31 HTTP/1.1" status: 200 len: 860 time: 0.0728922 Jul 07 17:27:18.832354 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c86e4e57-62d7-4469-9c5d-35a2eed8ac12 req-577f0782-887d-49f5-8b53-19d3948fd8b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e754d9d9-40cf-471b-8e5e-09deca84217e HTTP/1.1" status: 200 len: 217 time: 0.0503476 Jul 07 17:27:18.853845 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f153d282-7af4-4571-a761-8a17fd79a322 req-4d035e34-c47f-4691-9fa4-f8a83011e067 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0bcc63fb-5e0b-47bb-8936-50e0663fdeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312841 Jul 07 17:27:18.894843 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-94f1623b-a0f7-4ec2-a655-fd44c9341e7d None None] Set router 4d12329e-717f-406f-90a4-692900da15a7 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:18.897587 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:18.955773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e4e57-62d7-4469-9c5d-35a2eed8ac12 req-a69848fe-9257-497e-9008-c001f50db44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:18.957196 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c86e4e57-62d7-4469-9c5d-35a2eed8ac12 req-a69848fe-9257-497e-9008-c001f50db44f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b27695a-6863-4cfd-b1be-8e6286e2cb31 HTTP/1.1" status: 200 len: 860 time: 0.1060750 Jul 07 17:27:19.001225 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c86e4e57-62d7-4469-9c5d-35a2eed8ac12 req-365767ce-fdf0-4e53-a6b4-ecc6369948eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bcc63fb-5e0b-47bb-8936-50e0663fdeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329762 Jul 07 17:27:19.033178 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f153d282-7af4-4571-a761-8a17fd79a322 req-f659cad1-f594-45e0-8fbc-75604e9a45b7 service neutron] 10.222.0.50 "GET /v2.0/networks/0bcc63fb-5e0b-47bb-8936-50e0663fdeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526127 Jul 07 17:27:19.110231 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-94f1623b-a0f7-4ec2-a655-fd44c9341e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d12329e-717f-406f-90a4-692900da15a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1550261520-router', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:23Z', 'updated_at': '2021-07-07T17:26:27Z', 'revision_number': 4, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'gw_port': {'id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:24Z', 'updated_at': '2021-07-07T17:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'e2bf9ec4-2dcb-460b-88e9-10fff1b146dc', 'name': '', 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'mac_address': 'fa:16:3e:63:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '5b27695a-6863-4cfd-b1be-8e6286e2cb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:27Z', 'updated_at': '2021-07-07T17:26:32Z', 'revision_number': 5, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'subnets': [{'id': '5b27695a-6863-4cfd-b1be-8e6286e2cb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:19.148107 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f1623b-a0f7-4ec2-a655-fd44c9341e7d None None] The sync data for ids ['4d12329e-717f-406f-90a4-692900da15a7'] in n-d-793620-7 is: [{'id': '4d12329e-717f-406f-90a4-692900da15a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1550261520-router', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:23Z', 'updated_at': '2021-07-07T17:26:27Z', 'revision_number': 4, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'gw_port': {'id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:24Z', 'updated_at': '2021-07-07T17:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'e2bf9ec4-2dcb-460b-88e9-10fff1b146dc', 'name': '', 'network_id': '0bcc63fb-5e0b-47bb-8936-50e0663fdeb1', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'mac_address': 'fa:16:3e:63:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '5b27695a-6863-4cfd-b1be-8e6286e2cb31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:27Z', 'updated_at': '2021-07-07T17:26:32Z', 'revision_number': 5, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'subnets': [{'id': '5b27695a-6863-4cfd-b1be-8e6286e2cb31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:19.180141 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c86e4e57-62d7-4469-9c5d-35a2eed8ac12 req-6a9c9d05-da16-4621-bea4-a9b64643e330 service neutron] 10.222.0.15 "GET /v2.0/networks/0bcc63fb-5e0b-47bb-8936-50e0663fdeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689341 Jul 07 17:27:19.200513 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f153d282-7af4-4571-a761-8a17fd79a322 req-e9eb8aae-94f6-4b17-813b-9dc20ebdf59d service neutron] 10.222.0.50 "GET /v2.0/networks/0bcc63fb-5e0b-47bb-8936-50e0663fdeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362023 Jul 07 17:27:19.303747 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c86e4e57-62d7-4469-9c5d-35a2eed8ac12 req-e4bf62c0-c024-40a6-997a-3ba55ec9b4bf service neutron] 10.222.0.15 "GET /v2.0/networks/0bcc63fb-5e0b-47bb-8936-50e0663fdeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149800 Jul 07 17:27:19.332356 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ea8bb3f2-5ebe-4347-9adc-57cd0407e01c req-4c0e0386-bd9c-4994-9d58-9d38fefc1b31 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/floatingips/781c2783-8e89-45aa-92e4-659e1dfeb55f HTTP/1.1" status: 200 len: 695 time: 0.0667739 Jul 07 17:27:19.482866 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac494b2-6526-4c6c-b7d4-554ff6349680 None None] New status for floating IP 781c2783-8e89-45aa-92e4-659e1dfeb55f: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:27:19.871090 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bb3f2-5ebe-4347-9adc-57cd0407e01c req-feaf6837-f6c1-402f-b46f-7880c35e5176 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:19.872542 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ea8bb3f2-5ebe-4347-9adc-57cd0407e01c req-feaf6837-f6c1-402f-b46f-7880c35e5176 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/networks/bc704ce9-92ef-41e2-a6ee-95e5da8b89cc HTTP/1.1" status: 200 len: 784 time: 0.5342159 Jul 07 17:27:19.882837 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-ea8bb3f2-5ebe-4347-9adc-57cd0407e01c req-518899ed-d912-46c5-9bf0-2bc0a4221415 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:27:19.883859 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ea8bb3f2-5ebe-4347-9adc-57cd0407e01c req-518899ed-d912-46c5-9bf0-2bc0a4221415 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058689 Jul 07 17:27:19.943904 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ea8bb3f2-5ebe-4347-9adc-57cd0407e01c req-d1ed0f76-bed7-47a3-ad2e-cd38c430f83f tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 696 time: 0.0530751 Jul 07 17:27:19.996002 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ea8bb3f2-5ebe-4347-9adc-57cd0407e01c req-992a2ad6-ec55-4097-b381-cd7e7244ba94 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 696 time: 0.0454071 Jul 07 17:27:20.136075 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-ea8bb3f2-5ebe-4347-9adc-57cd0407e01c req-f2f08c7c-bc35-4da7-992e-5f4554beda22 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Deleting port bf14f628-2420-46cb-9bf8-af85695a7be9 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:20.136335 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ea8bb3f2-5ebe-4347-9adc-57cd0407e01c req-f2f08c7c-bc35-4da7-992e-5f4554beda22 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.235160 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ea8bb3f2-5ebe-4347-9adc-57cd0407e01c req-f2f08c7c-bc35-4da7-992e-5f4554beda22 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.235575 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ea8bb3f2-5ebe-4347-9adc-57cd0407e01c req-f2f08c7c-bc35-4da7-992e-5f4554beda22 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.248863 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-ea8bb3f2-5ebe-4347-9adc-57cd0407e01c req-f2f08c7c-bc35-4da7-992e-5f4554beda22 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Calling delete_port for bf14f628-2420-46cb-9bf8-af85695a7be9 owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:20.366068 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.399489 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ea8bb3f2-5ebe-4347-9adc-57cd0407e01c req-f2f08c7c-bc35-4da7-992e-5f4554beda22 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.433903 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f08c7c-bc35-4da7-992e-5f4554beda22 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Pushing event deleted for resources: {'Port': ['ID=bf14f628-2420-46cb-9bf8-af85695a7be9,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:20.499337 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ea8bb3f2-5ebe-4347-9adc-57cd0407e01c req-f2f08c7c-bc35-4da7-992e-5f4554beda22 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.501960 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-ea8bb3f2-5ebe-4347-9adc-57cd0407e01c req-f2f08c7c-bc35-4da7-992e-5f4554beda22 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.503339 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ea8bb3f2-5ebe-4347-9adc-57cd0407e01c req-f2f08c7c-bc35-4da7-992e-5f4554beda22 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "DELETE /v2.0/floatingips/781c2783-8e89-45aa-92e4-659e1dfeb55f HTTP/1.1" status: 204 len: 173 time: 0.5013783 Jul 07 17:27:20.574406 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8503e247-b5f8-4f35-b780-f1ccdb908fa9 req-c5603fcc-b4a8-4a17-9bba-5f3d189b72f9 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups/09c1be7d-9502-4a51-9ed4-bee7c0e221e8 HTTP/1.1" status: 200 len: 1810 time: 0.0521326 Jul 07 17:27:20.639468 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8503e247-b5f8-4f35-b780-f1ccdb908fa9 req-81ad8a33-4691-481b-8d60-bad6e5d899c3 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.664541 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8503e247-b5f8-4f35-b780-f1ccdb908fa9 req-81ad8a33-4691-481b-8d60-bad6e5d899c3 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.713225 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8503e247-b5f8-4f35-b780-f1ccdb908fa9 req-81ad8a33-4691-481b-8d60-bad6e5d899c3 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.716235 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8503e247-b5f8-4f35-b780-f1ccdb908fa9 req-81ad8a33-4691-481b-8d60-bad6e5d899c3 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:20.717759 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8503e247-b5f8-4f35-b780-f1ccdb908fa9 req-81ad8a33-4691-481b-8d60-bad6e5d899c3 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "DELETE /v2.0/security-groups/09c1be7d-9502-4a51-9ed4-bee7c0e221e8 HTTP/1.1" status: 204 len: 173 time: 0.1375046 Jul 07 17:27:20.734123 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad8a33-4691-481b-8d60-bad6e5d899c3 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c1be7d-9502-4a51-9ed4-bee7c0e221e8,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:21.133223 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a0fe8-77b0-44fb-bd47-93d22f981775 req-90a27ecc-1e3e-47c9-95ac-d25257be40ec tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:21.134739 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2d4a0fe8-77b0-44fb-bd47-93d22f981775 req-90a27ecc-1e3e-47c9-95ac-d25257be40ec tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.0695038 Jul 07 17:27:21.177596 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2d4a0fe8-77b0-44fb-bd47-93d22f981775 req-1818f8e0-2b0e-46a7-ab0f-4065b411ec36 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360317 Jul 07 17:27:22.387482 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112aa11-f6a3-4e1b-a778-64cfc8065534 req-16ee7f32-4cf6-47d2-a6b4-a3d0136509fc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:22.391677 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d112aa11-f6a3-4e1b-a778-64cfc8065534 req-16ee7f32-4cf6-47d2-a6b4-a3d0136509fc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.0773585 Jul 07 17:27:22.444347 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d112aa11-f6a3-4e1b-a778-64cfc8065534 req-342c2153-af97-4969-a2d7-642e62aa47d7 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/security-groups?id=881132da-8d4f-4f20-ba88-29f207f5e371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472364 Jul 07 17:27:23.217039 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c430357-13ce-4fe1-a7b4-3f2dc7341717 req-6f755d9e-80c6-4e48-afc3-770aa2da73cf tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:23.218626 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7c430357-13ce-4fe1-a7b4-3f2dc7341717 req-6f755d9e-80c6-4e48-afc3-770aa2da73cf tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.15 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 945 time: 0.0651772 Jul 07 17:27:23.321263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-7c430357-13ce-4fe1-a7b4-3f2dc7341717 req-becbaf5a-6e67-4120-b282-abbe938423dc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Deleting port e754d9d9-40cf-471b-8e5e-09deca84217e {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:23.321607 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7c430357-13ce-4fe1-a7b4-3f2dc7341717 req-becbaf5a-6e67-4120-b282-abbe938423dc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.414241 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7c430357-13ce-4fe1-a7b4-3f2dc7341717 req-becbaf5a-6e67-4120-b282-abbe938423dc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] For port e754d9d9-40cf-471b-8e5e-09deca84217e, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=e754d9d9-40cf-471b-8e5e-09deca84217e,segment=NetworkSegment(692d5ed4-61e6-4315-bdf9-34f33161c1c4),segment_id=692d5ed4-61e6-4315-bdf9-34f33161c1c4)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:23.414638 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7c430357-13ce-4fe1-a7b4-3f2dc7341717 req-becbaf5a-6e67-4120-b282-abbe938423dc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.429843 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-7c430357-13ce-4fe1-a7b4-3f2dc7341717 req-becbaf5a-6e67-4120-b282-abbe938423dc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Calling delete_port for e754d9d9-40cf-471b-8e5e-09deca84217e owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:23.565655 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7c430357-13ce-4fe1-a7b4-3f2dc7341717 req-becbaf5a-6e67-4120-b282-abbe938423dc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.578458 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['e754d9d9-40cf-471b-8e5e-09deca84217e'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:23.629069 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8add2156-f144-4479-953d-299d51795789 req-d3222162-c4c3-4ba3-9b4c-a46f34267f14 tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.50 "GET /v2.0/ports?device_id=44b02496-7b74-4a89-abd8-e5d6360479af HTTP/1.1" status: 200 len: 210 time: 0.0585036 Jul 07 17:27:23.629855 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbaf5a-6e67-4120-b282-abbe938423dc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Pushing event deleted for resources: {'Port': ['ID=e754d9d9-40cf-471b-8e5e-09deca84217e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:23.697283 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c430357-13ce-4fe1-a7b4-3f2dc7341717 req-becbaf5a-6e67-4120-b282-abbe938423dc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] No DVR routers for this DVR port e754d9d9-40cf-471b-8e5e-09deca84217e on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:27:23.699926 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7c430357-13ce-4fe1-a7b4-3f2dc7341717 req-becbaf5a-6e67-4120-b282-abbe938423dc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:23.703030 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7c430357-13ce-4fe1-a7b4-3f2dc7341717 req-becbaf5a-6e67-4120-b282-abbe938423dc tempest-ServerRescueTestJSONUnderV235-1029353528 tempest-ServerRescueTestJSONUnderV235-1029353528-project] 10.222.0.15 "DELETE /v2.0/ports/e754d9d9-40cf-471b-8e5e-09deca84217e HTTP/1.1" status: 204 len: 173 time: 0.4793975 Jul 07 17:27:23.703472 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b02496-7b74-4a89-abd8-e5d6360479af', 'name': 'network-vif-deleted', 'tag': 'e754d9d9-40cf-471b-8e5e-09deca84217e'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:23.705802 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45115302-7693-4ae9-9d2d-86b93630b5bc" -d '{"events": [{"server_uuid": "44b02496-7b74-4a89-abd8-e5d6360479af", "name": "network-vif-deleted", "tag": "e754d9d9-40cf-471b-8e5e-09deca84217e"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:23.780853 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8802c7f-ebd1-42ad-a68c-3d1ac45071d4 x-openstack-request-id: req-c8802c7f-ebd1-42ad-a68c-3d1ac45071d4 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:23.781216 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b02496-7b74-4a89-abd8-e5d6360479af", "name": "network-vif-deleted", "tag": "e754d9d9-40cf-471b-8e5e-09deca84217e", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:23.781573 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c8802c7f-ebd1-42ad-a68c-3d1ac45071d4 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:23.783699 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b02496-7b74-4a89-abd8-e5d6360479af', 'name': 'network-vif-deleted', 'tag': 'e754d9d9-40cf-471b-8e5e-09deca84217e', 'status': 'completed', 'code': 200} Jul 07 17:27:24.736060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56244) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:25.269840 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f930964a-8f7d-4669-a84b-e6d575eb7161 req-5f3ac92b-d49c-4688-b20e-6b14e84256a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1090870 Jul 07 17:27:25.404948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930964a-8f7d-4669-a84b-e6d575eb7161 req-6fb909be-c7ba-447b-aaa8-36abf2de1093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:25.406481 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f930964a-8f7d-4669-a84b-e6d575eb7161 req-6fb909be-c7ba-447b-aaa8-36abf2de1093 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 1097 time: 0.0829232 Jul 07 17:27:25.532311 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2db38445-a678-4a69-9c42-a6aeb826ec63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:25.581597 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930964a-8f7d-4669-a84b-e6d575eb7161 req-be13a7f7-52f3-4206-a755-9d065bd20434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:25.583122 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f930964a-8f7d-4669-a84b-e6d575eb7161 req-be13a7f7-52f3-4206-a755-9d065bd20434 service neutron] 10.222.0.15 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.1453171 Jul 07 17:27:25.694714 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f930964a-8f7d-4669-a84b-e6d575eb7161 req-3f97b8d9-9c1a-4508-baa7-7e1ba698cc97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0e15d22-70c6-473b-a462-be85ef862d97 HTTP/1.1" status: 200 len: 1002 time: 0.1034138 Jul 07 17:27:25.792587 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930964a-8f7d-4669-a84b-e6d575eb7161 req-2065c3a1-0066-4313-845c-ee67231d4dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:25.794628 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f930964a-8f7d-4669-a84b-e6d575eb7161 req-2065c3a1-0066-4313-845c-ee67231d4dfc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.0939026 Jul 07 17:27:25.897023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930964a-8f7d-4669-a84b-e6d575eb7161 req-b476e86a-e758-4e1c-8f8f-f24d49d4ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:25.898482 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f930964a-8f7d-4669-a84b-e6d575eb7161 req-b476e86a-e758-4e1c-8f8f-f24d49d4ae9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969446 Jul 07 17:27:26.009570 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-2db38445-a678-4a69-9c42-a6aeb826ec63 admin admin] Deleting port e2bf9ec4-2dcb-460b-88e9-10fff1b146dc {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:26.010059 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2db38445-a678-4a69-9c42-a6aeb826ec63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.060440 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f930964a-8f7d-4669-a84b-e6d575eb7161 req-fb98c243-39b4-4b11-b85a-52ed83756f22 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452253 Jul 07 17:27:26.168674 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-2db38445-a678-4a69-9c42-a6aeb826ec63 admin admin] For port e2bf9ec4-2dcb-460b-88e9-10fff1b146dc, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e2bf9ec4-2dcb-460b-88e9-10fff1b146dc,segment=NetworkSegment(692d5ed4-61e6-4315-bdf9-34f33161c1c4),segment_id=692d5ed4-61e6-4315-bdf9-34f33161c1c4)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:26.169108 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2db38445-a678-4a69-9c42-a6aeb826ec63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.192268 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-2db38445-a678-4a69-9c42-a6aeb826ec63 admin admin] Calling delete_port for e2bf9ec4-2dcb-460b-88e9-10fff1b146dc owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:26.202404 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f930964a-8f7d-4669-a84b-e6d575eb7161 req-33e24194-598a-455b-86d6-6bdd0d47e1b4 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357179 Jul 07 17:27:26.396035 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2db38445-a678-4a69-9c42-a6aeb826ec63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.425553 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db38445-a678-4a69-9c42-a6aeb826ec63 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2bf9ec4-2dcb-460b-88e9-10fff1b146dc,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:26.511067 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1b1936dc-3a2e-40ec-be8a-d647d329633f req-cae25b5a-baca-4d02-b537-d44bb9e220f6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1544337 Jul 07 17:27:26.612345 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2db38445-a678-4a69-9c42-a6aeb826ec63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:26.625785 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1936dc-3a2e-40ec-be8a-d647d329633f req-1b76c28b-a6ef-45a8-9998-87cfc62ac248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:26.627349 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1b1936dc-3a2e-40ec-be8a-d647d329633f req-1b76c28b-a6ef-45a8-9998-87cfc62ac248 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 1097 time: 0.0650082 Jul 07 17:27:26.744151 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1936dc-3a2e-40ec-be8a-d647d329633f req-e22666d2-aa8f-4fed-aec7-fa979041fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:26.745791 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1b1936dc-3a2e-40ec-be8a-d647d329633f req-e22666d2-aa8f-4fed-aec7-fa979041fec4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.0969946 Jul 07 17:27:26.827506 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1b1936dc-3a2e-40ec-be8a-d647d329633f req-6be4aa35-aaa8-43a2-931f-25e11d9f3ddd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c67a9a3-d3ed-4356-8e03-29fe5ea48538 HTTP/1.1" status: 200 len: 1002 time: 0.0749385 Jul 07 17:27:26.840160 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db38445-a678-4a69-9c42-a6aeb826ec63 admin admin] Router 4d12329e-717f-406f-90a4-692900da15a7 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:27:26.882087 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1936dc-3a2e-40ec-be8a-d647d329633f req-91ea2cfc-3ba9-4390-a5bd-7e53fda16e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:26.883758 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1b1936dc-3a2e-40ec-be8a-d647d329633f req-91ea2cfc-3ba9-4390-a5bd-7e53fda16e6c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.0502346 Jul 07 17:27:26.946880 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1936dc-3a2e-40ec-be8a-d647d329633f req-85fb9650-379a-44af-a2e6-fd82951c6601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:26.948471 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1b1936dc-3a2e-40ec-be8a-d647d329633f req-85fb9650-379a-44af-a2e6-fd82951c6601 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582597 Jul 07 17:27:26.959212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db38445-a678-4a69-9c42-a6aeb826ec63 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:26.962979 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-1b1936dc-3a2e-40ec-be8a-d647d329633f req-9e93f44e-afa0-46c7-97ee-14884c167d7e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:27:26.965150 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1b1936dc-3a2e-40ec-be8a-d647d329633f req-9e93f44e-afa0-46c7-97ee-14884c167d7e service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090561 Jul 07 17:27:26.970987 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2db38445-a678-4a69-9c42-a6aeb826ec63 admin admin] 10.222.0.50 "PUT /v2.0/routers/4d12329e-717f-406f-90a4-692900da15a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2338004 Jul 07 17:27:26.971735 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56260) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:26.977365 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3fc9fe-d874-449d-a79b-c652ab3bd93e None None] Sync routers for ids ['4d12329e-717f-406f-90a4-692900da15a7'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:26.995673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3fc9fe-d874-449d-a79b-c652ab3bd93e None None] Routers {'4d12329e-717f-406f-90a4-692900da15a7'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:26.997919 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6f3fc9fe-d874-449d-a79b-c652ab3bd93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:27:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['4d12329e-717f-406f-90a4-692900da15a7'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:27.117209 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1b1936dc-3a2e-40ec-be8a-d647d329633f req-013f3253-5bdc-4b3e-8335-27124344ab8a service neutron] 10.222.0.69 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453559 Jul 07 17:27:27.176669 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc500444-f63a-4cb6-919b-411ecdffff9c admin admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.209203 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-6f3fc9fe-d874-449d-a79b-c652ab3bd93e None None] Set router 4d12329e-717f-406f-90a4-692900da15a7 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:27.229952 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1b1936dc-3a2e-40ec-be8a-d647d329633f req-0ef3251b-2e59-4718-a30e-9ed879b1f875 service neutron] 10.222.0.69 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049957 Jul 07 17:27:27.288616 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc500444-f63a-4cb6-919b-411ecdffff9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.348432 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-dc500444-f63a-4cb6-919b-411ecdffff9c admin admin] Deleting port 63c21796-007b-4846-a6b2-b9645eb6f58b {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:27:27.348662 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc500444-f63a-4cb6-919b-411ecdffff9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.401709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6f3fc9fe-d874-449d-a79b-c652ab3bd93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d12329e-717f-406f-90a4-692900da15a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1550261520-router', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:23Z', 'updated_at': '2021-07-07T17:27:26Z', 'revision_number': 5, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'gw_port': {'id': '63c21796-007b-4846-a6b2-b9645eb6f58b', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d12329e-717f-406f-90a4-692900da15a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:26:24Z', 'updated_at': '2021-07-07T17:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:27.430596 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3fc9fe-d874-449d-a79b-c652ab3bd93e None None] Checking router: 4d12329e-717f-406f-90a4-692900da15a7 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:27:27.439842 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3fc9fe-d874-449d-a79b-c652ab3bd93e None None] Routers {'4d12329e-717f-406f-90a4-692900da15a7'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:27.440474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6f3fc9fe-d874-449d-a79b-c652ab3bd93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:27:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['4d12329e-717f-406f-90a4-692900da15a7'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:27.442030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-dc500444-f63a-4cb6-919b-411ecdffff9c admin admin] For port 63c21796-007b-4846-a6b2-b9645eb6f58b, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=63c21796-007b-4846-a6b2-b9645eb6f58b,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:27.442470 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc500444-f63a-4cb6-919b-411ecdffff9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.456932 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-dc500444-f63a-4cb6-919b-411ecdffff9c admin admin] Calling delete_port for 63c21796-007b-4846-a6b2-b9645eb6f58b owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:27:27.542018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device e754d9d9-40cf-471b-8e5e-09deca84217e no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:27.548601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-6f3fc9fe-d874-449d-a79b-c652ab3bd93e None None] Set router 4d12329e-717f-406f-90a4-692900da15a7 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:27.598342 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: e754d9d9-40cf-471b-8e5e-09deca84217e {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:27.598720 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device e754d9d9-40cf-471b-8e5e-09deca84217e not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:27.630329 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6f3fc9fe-d874-449d-a79b-c652ab3bd93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d12329e-717f-406f-90a4-692900da15a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1550261520-router', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:23Z', 'updated_at': '2021-07-07T17:27:27Z', 'revision_number': 6, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:27.660211 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3fc9fe-d874-449d-a79b-c652ab3bd93e None None] The sync data for ids ['4d12329e-717f-406f-90a4-692900da15a7'] in n-d-793620-7 is: [{'id': '4d12329e-717f-406f-90a4-692900da15a7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1550261520-router', 'tenant_id': '17d58210b4c247189285e4e9f961b3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:26:23Z', 'updated_at': '2021-07-07T17:27:27Z', 'revision_number': 6, 'project_id': '17d58210b4c247189285e4e9f961b3f3', 'gw_port_host': None}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:27.666681 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc500444-f63a-4cb6-919b-411ecdffff9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.695306 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc500444-f63a-4cb6-919b-411ecdffff9c admin admin] Pushing event deleted for resources: {'Port': ['ID=63c21796-007b-4846-a6b2-b9645eb6f58b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:27.771895 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc500444-f63a-4cb6-919b-411ecdffff9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.887494 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc500444-f63a-4cb6-919b-411ecdffff9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.890472 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc500444-f63a-4cb6-919b-411ecdffff9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:27.929279 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e2bf9ec4-2dcb-460b-88e9-10fff1b146dc no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:27.959192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: e2bf9ec4-2dcb-460b-88e9-10fff1b146dc {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:27.959869 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e2bf9ec4-2dcb-460b-88e9-10fff1b146dc not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:28.277701 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:27:28.280247 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc500444-f63a-4cb6-919b-411ecdffff9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.281032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc500444-f63a-4cb6-919b-411ecdffff9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d12329e-717f-406f-90a4-692900da15a7 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:27:28.287439 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc500444-f63a-4cb6-919b-411ecdffff9c admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.297932 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dc500444-f63a-4cb6-919b-411ecdffff9c admin admin] 10.222.0.50 "DELETE /v2.0/routers/4d12329e-717f-406f-90a4-692900da15a7 HTTP/1.1" status: 204 len: 168 time: 1.3157423 Jul 07 17:27:28.298440 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56264) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:28.363552 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-36758924-6daa-4d0c-89dc-84be814c701e admin admin] Deleting subnet 5b27695a-6863-4cfd-b1be-8e6286e2cb31 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:27:28.368251 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-36758924-6daa-4d0c-89dc-84be814c701e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.420166 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-36758924-6daa-4d0c-89dc-84be814c701e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.462611 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-36758924-6daa-4d0c-89dc-84be814c701e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.533001 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-36758924-6daa-4d0c-89dc-84be814c701e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.562722 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36758924-6daa-4d0c-89dc-84be814c701e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b27695a-6863-4cfd-b1be-8e6286e2cb31,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:28.567531 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-36758924-6daa-4d0c-89dc-84be814c701e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.569439 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-36758924-6daa-4d0c-89dc-84be814c701e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5b27695a-6863-4cfd-b1be-8e6286e2cb31 HTTP/1.1" status: 204 len: 168 time: 0.2673693 Jul 07 17:27:28.572147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56266) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:28.575832 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36758924-6daa-4d0c-89dc-84be814c701e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.577193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36758924-6daa-4d0c-89dc-84be814c701e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.577193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36758924-6daa-4d0c-89dc-84be814c701e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.577193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36758924-6daa-4d0c-89dc-84be814c701e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.577484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36758924-6daa-4d0c-89dc-84be814c701e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.577573 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36758924-6daa-4d0c-89dc-84be814c701e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.577917 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36758924-6daa-4d0c-89dc-84be814c701e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.578355 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36758924-6daa-4d0c-89dc-84be814c701e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.578881 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36758924-6daa-4d0c-89dc-84be814c701e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.579192 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36758924-6daa-4d0c-89dc-84be814c701e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.579974 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36758924-6daa-4d0c-89dc-84be814c701e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.579974 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36758924-6daa-4d0c-89dc-84be814c701e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:28.666688 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-447ca6ca-9e77-49e1-8216-f843caf6e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.757360 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-447ca6ca-9e77-49e1-8216-f843caf6e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.766577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-447ca6ca-9e77-49e1-8216-f843caf6e0e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcc63fb-5e0b-47bb-8936-50e0663fdeb1']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:28.776965 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-447ca6ca-9e77-49e1-8216-f843caf6e0e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692d5ed4-61e6-4315-bdf9-34f33161c1c4') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:28.777327 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-447ca6ca-9e77-49e1-8216-f843caf6e0e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692d5ed4-61e6-4315-bdf9-34f33161c1c4') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:28.787592 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-447ca6ca-9e77-49e1-8216-f843caf6e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.803453 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-447ca6ca-9e77-49e1-8216-f843caf6e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.811227 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447ca6ca-9e77-49e1-8216-f843caf6e0e5 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:27:28.811706 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-447ca6ca-9e77-49e1-8216-f843caf6e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:27:28.813458 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:27:28.868968 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-447ca6ca-9e77-49e1-8216-f843caf6e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.874088 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-447ca6ca-9e77-49e1-8216-f843caf6e0e5 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:28.878768 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-447ca6ca-9e77-49e1-8216-f843caf6e0e5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0bcc63fb-5e0b-47bb-8936-50e0663fdeb1 HTTP/1.1" status: 204 len: 168 time: 0.3054457 Jul 07 17:27:28.900957 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ca6ca-9e77-49e1-8216-f843caf6e0e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bcc63fb-5e0b-47bb-8936-50e0663fdeb1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:29.079356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56272) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:29.123657 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f602a8c7-9c16-47b1-b442-08de17d8720c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=17d58210b4c247189285e4e9f961b3f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431061 Jul 07 17:27:29.126085 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56274) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:29.177156 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07f8c8c9-7f71-423a-b692-3398e374026e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.199240 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07f8c8c9-7f71-423a-b692-3398e374026e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.251417 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07f8c8c9-7f71-423a-b692-3398e374026e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.253956 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07f8c8c9-7f71-423a-b692-3398e374026e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:29.257583 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-07f8c8c9-7f71-423a-b692-3398e374026e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/881132da-8d4f-4f20-ba88-29f207f5e371 HTTP/1.1" status: 204 len: 168 time: 0.1282074 Jul 07 17:27:29.266874 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8c8c9-7f71-423a-b692-3398e374026e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881132da-8d4f-4f20-ba88-29f207f5e371,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:29.802668 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 63c21796-007b-4846-a6b2-b9645eb6f58b no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:27:29.837682 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 63c21796-007b-4846-a6b2-b9645eb6f58b {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:27:29.838275 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 63c21796-007b-4846-a6b2-b9645eb6f58b not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:27:34.766746 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56506) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:34.878003 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bc5299db-0ac4-450e-8cca-984d646b2dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.964354 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bc5299db-0ac4-450e-8cca-984d646b2dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:34.969383 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bc5299db-0ac4-450e-8cca-984d646b2dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.010062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5299db-0ac4-450e-8cca-984d646b2dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34b1ea0-2997-4636-a498-d4510a03065a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:35.016760 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bc5299db-0ac4-450e-8cca-984d646b2dc8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1603a52769424379acec44cb5954d74c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464590 Jul 07 17:27:35.017234 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56510) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:35.067085 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f032d45d-01b6-4249-bed3-b8301c34b1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.088467 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f032d45d-01b6-4249-bed3-b8301c34b1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.141572 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f032d45d-01b6-4249-bed3-b8301c34b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.144089 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f032d45d-01b6-4249-bed3-b8301c34b1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.145268 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f032d45d-01b6-4249-bed3-b8301c34b1bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c34b1ea0-2997-4636-a498-d4510a03065a HTTP/1.1" status: 204 len: 168 time: 0.1271176 Jul 07 17:27:35.153635 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032d45d-01b6-4249-bed3-b8301c34b1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34b1ea0-2997-4636-a498-d4510a03065a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:35.415411 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56518) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:35.429549 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6b92d380-9359-42b0-a934-c2e4e6f6bbb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.521293 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6b92d380-9359-42b0-a934-c2e4e6f6bbb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.525042 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6b92d380-9359-42b0-a934-c2e4e6f6bbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.564065 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6b92d380-9359-42b0-a934-c2e4e6f6bbb4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63eeb7a435fa4813a1649bbc706848d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474574 Jul 07 17:27:35.565286 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92d380-9359-42b0-a934-c2e4e6f6bbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65f5fa3-f44c-4603-985c-aa837b1feb15,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:35.566832 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56520) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:35.625688 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7d73a520-06b2-4967-9b9c-fda49590744c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.649797 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7d73a520-06b2-4967-9b9c-fda49590744c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.702094 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7d73a520-06b2-4967-9b9c-fda49590744c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.704733 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7d73a520-06b2-4967-9b9c-fda49590744c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:35.705908 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7d73a520-06b2-4967-9b9c-fda49590744c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b65f5fa3-f44c-4603-985c-aa837b1feb15 HTTP/1.1" status: 204 len: 168 time: 0.1374776 Jul 07 17:27:35.715057 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73a520-06b2-4967-9b9c-fda49590744c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65f5fa3-f44c-4603-985c-aa837b1feb15,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:38.436781 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56598) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:38.548278 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cf9b2e3b-b754-4fae-9c77-3294bac03bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.643282 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cf9b2e3b-b754-4fae-9c77-3294bac03bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.650200 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cf9b2e3b-b754-4fae-9c77-3294bac03bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.693576 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cf9b2e3b-b754-4fae-9c77-3294bac03bc2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7ab7fbf6dd6447a2bb05f89c1bed5924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2528586 Jul 07 17:27:38.693782 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56610) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:38.700374 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b2e3b-b754-4fae-9c77-3294bac03bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec9823b-c738-4b71-96c9-108c1c7434da,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:38.762598 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6dccab17-9a27-47cb-b235-38be862e2da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.788690 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6dccab17-9a27-47cb-b235-38be862e2da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.839022 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6dccab17-9a27-47cb-b235-38be862e2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.842482 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6dccab17-9a27-47cb-b235-38be862e2da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:38.846147 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6dccab17-9a27-47cb-b235-38be862e2da9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cec9823b-c738-4b71-96c9-108c1c7434da HTTP/1.1" status: 204 len: 168 time: 0.1490426 Jul 07 17:27:38.851990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccab17-9a27-47cb-b235-38be862e2da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec9823b-c738-4b71-96c9-108c1c7434da,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:38.942003 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56622) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:39.154953 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c346a7e5-d25a-4d30-ba59-1836abad4790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.194763 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56628) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:39.211939 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07f36ef7-3e7e-47f3-acba-5072f224d88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.249637 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c346a7e5-d25a-4d30-ba59-1836abad4790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.253567 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c346a7e5-d25a-4d30-ba59-1836abad4790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.292776 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c346a7e5-d25a-4d30-ba59-1836abad4790 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ca16009262e48eb9635f84e6a81eacf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3496296 Jul 07 17:27:39.293878 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346a7e5-d25a-4d30-ba59-1836abad4790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a0e5ec-cf14-4368-98e3-893ab5d0e19d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:39.295753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56630) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:39.378365 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07f36ef7-3e7e-47f3-acba-5072f224d88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.379958 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ea3c1871-701e-4593-aec1-9245b1365070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.384495 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07f36ef7-3e7e-47f3-acba-5072f224d88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.424997 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ea3c1871-701e-4593-aec1-9245b1365070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.449405 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-07f36ef7-3e7e-47f3-acba-5072f224d88e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e9fd861ceee54684b9f0bcbfeb6b4896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2511563 Jul 07 17:27:39.449405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f36ef7-3e7e-47f3-acba-5072f224d88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b123e9e6-54ab-4b67-af6c-a59e59af00d0,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:39.450325 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56632) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:39.488929 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ea3c1871-701e-4593-aec1-9245b1365070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.491497 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ea3c1871-701e-4593-aec1-9245b1365070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.492816 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ea3c1871-701e-4593-aec1-9245b1365070 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55a0e5ec-cf14-4368-98e3-893ab5d0e19d HTTP/1.1" status: 204 len: 168 time: 0.1948438 Jul 07 17:27:39.501336 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c1871-701e-4593-aec1-9245b1365070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a0e5ec-cf14-4368-98e3-893ab5d0e19d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:39.505571 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-44c9aebc-1638-47a7-aea7-cf56b8081bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.533704 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-44c9aebc-1638-47a7-aea7-cf56b8081bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.582748 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-44c9aebc-1638-47a7-aea7-cf56b8081bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.585360 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-44c9aebc-1638-47a7-aea7-cf56b8081bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:39.588939 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-44c9aebc-1638-47a7-aea7-cf56b8081bc7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b123e9e6-54ab-4b67-af6c-a59e59af00d0 HTTP/1.1" status: 204 len: 168 time: 0.1350963 Jul 07 17:27:39.594443 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9aebc-1638-47a7-aea7-cf56b8081bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b123e9e6-54ab-4b67-af6c-a59e59af00d0,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:41.784266 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56746) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:41.906760 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-85396b99-fef6-4c69-8c46-14efa416d25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:41.952492 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56750) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:41.957990 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-4181b7c0-f4b9-4e8c-880d-136dde14c282 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Request body: {'network': {'name': 'tempest-network-smoke--1044516981', 'project_id': 'df6063e237364604b6eba11f302ef76e', 'port_security_enabled': True}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:42.004595 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-85396b99-fef6-4c69-8c46-14efa416d25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.010358 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-85396b99-fef6-4c69-8c46-14efa416d25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.024563 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4181b7c0-f4b9-4e8c-880d-136dde14c282 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Made reservation on behalf of df6063e237364604b6eba11f302ef76e for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:42.031561 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4181b7c0-f4b9-4e8c-880d-136dde14c282 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.047408 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4181b7c0-f4b9-4e8c-880d-136dde14c282 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.062926 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-85396b99-fef6-4c69-8c46-14efa416d25f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2d957a73d13a46c48e6bb278ca492db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774699 Jul 07 17:27:42.063833 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85396b99-fef6-4c69-8c46-14efa416d25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8469cf27-055e-4e53-a47f-bfe91c9714fe,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:42.066023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56752) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:42.148820 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ebddb0b2-eacc-4222-a7ee-e457d70cc75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.182196 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ebddb0b2-eacc-4222-a7ee-e457d70cc75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.226707 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4181b7c0-f4b9-4e8c-880d-136dde14c282 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.232280 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4181b7c0-f4b9-4e8c-880d-136dde14c282 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.264664 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4181b7c0-f4b9-4e8c-880d-136dde14c282 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:27:42.270510 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181b7c0-f4b9-4e8c-880d-136dde14c282 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c68e413b-d5b7-4e57-9bac-20b96a476d4b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:42.280170 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ebddb0b2-eacc-4222-a7ee-e457d70cc75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.282800 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ebddb0b2-eacc-4222-a7ee-e457d70cc75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.283895 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ebddb0b2-eacc-4222-a7ee-e457d70cc75a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8469cf27-055e-4e53-a47f-bfe91c9714fe HTTP/1.1" status: 204 len: 168 time: 0.2168694 Jul 07 17:27:42.285129 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4181b7c0-f4b9-4e8c-880d-136dde14c282 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.285478 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-4181b7c0-f4b9-4e8c-880d-136dde14c282 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Added segment 3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb of type vlan for network fd6ff94b-d66f-4135-b764-26b8fc9012d2 Jul 07 17:27:42.302337 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddb0b2-eacc-4222-a7ee-e457d70cc75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8469cf27-055e-4e53-a47f-bfe91c9714fe,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:42.336447 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4181b7c0-f4b9-4e8c-880d-136dde14c282 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.366328 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4181b7c0-f4b9-4e8c-880d-136dde14c282 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.372821 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4181b7c0-f4b9-4e8c-880d-136dde14c282 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:42.373412 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4181b7c0-f4b9-4e8c-880d-136dde14c282 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.439718 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4181b7c0-f4b9-4e8c-880d-136dde14c282 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4853034 Jul 07 17:27:42.441157 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56758) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:42.446517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-82d0b4ff-c515-47af-bb92-6d4d0f6ddee4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1434028557', 'admin_state_up': True, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:42.460206 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181b7c0-f4b9-4e8c-880d-136dde14c282 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event updated for resources: {'Network': ['ID=fd6ff94b-d66f-4135-b764-26b8fc9012d2,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:42.471628 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-82d0b4ff-c515-47af-bb92-6d4d0f6ddee4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.472508 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-82d0b4ff-c515-47af-bb92-6d4d0f6ddee4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.477398 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network fd6ff94b-d66f-4135-b764-26b8fc9012d2 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:27:42.526066 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-82d0b4ff-c515-47af-bb92-6d4d0f6ddee4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.615134 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56760) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:42.629513 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63c1d317-47ea-4d0b-9712-dbf6ec3a7f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.706797 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-82d0b4ff-c515-47af-bb92-6d4d0f6ddee4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.731944 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63c1d317-47ea-4d0b-9712-dbf6ec3a7f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.735704 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-63c1d317-47ea-4d0b-9712-dbf6ec3a7f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.775254 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-63c1d317-47ea-4d0b-9712-dbf6ec3a7f06 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=717f13e19de1478eb3d7b4eb6f7e89eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590204 Jul 07 17:27:42.776432 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1d317-47ea-4d0b-9712-dbf6ec3a7f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55562332-8d28-4aca-b656-1637ab79a91b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:42.778509 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56762) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:42.848885 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4855068d-a891-4cfd-a9d8-fccfa2c4afe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.906259 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4855068d-a891-4cfd-a9d8-fccfa2c4afe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:42.982895 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-82d0b4ff-c515-47af-bb92-6d4d0f6ddee4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.003083 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-82d0b4ff-c515-47af-bb92-6d4d0f6ddee4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.028136 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4855068d-a891-4cfd-a9d8-fccfa2c4afe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.030720 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4855068d-a891-4cfd-a9d8-fccfa2c4afe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.031890 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4855068d-a891-4cfd-a9d8-fccfa2c4afe5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55562332-8d28-4aca-b656-1637ab79a91b HTTP/1.1" status: 204 len: 168 time: 0.2523992 Jul 07 17:27:43.077709 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855068d-a891-4cfd-a9d8-fccfa2c4afe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55562332-8d28-4aca-b656-1637ab79a91b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:43.139633 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-82d0b4ff-c515-47af-bb92-6d4d0f6ddee4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Allocated IP 172.25.2.142 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/e4a132d4-9ddb-46d6-981a-de56c120ce44) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:43.245750 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-82d0b4ff-c515-47af-bb92-6d4d0f6ddee4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.286736 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-82d0b4ff-c515-47af-bb92-6d4d0f6ddee4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.334807 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d0b4ff-c515-47af-bb92-6d4d0f6ddee4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:43.337661 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-82d0b4ff-c515-47af-bb92-6d4d0f6ddee4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:43.342284 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d0b4ff-c515-47af-bb92-6d4d0f6ddee4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:43.345568 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0b4ff-c515-47af-bb92-6d4d0f6ddee4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event updated for resources: {'Port': ['ID=e4a132d4-9ddb-46d6-981a-de56c120ce44,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:43.649001 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-82d0b4ff-c515-47af-bb92-6d4d0f6ddee4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.859456 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-82d0b4ff-c515-47af-bb92-6d4d0f6ddee4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:43.988982 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d0b4ff-c515-47af-bb92-6d4d0f6ddee4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Router d5bf3419-6c24-46a0-8a13-1e0d36115244 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:27:44.342869 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.350449 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d0b4ff-c515-47af-bb92-6d4d0f6ddee4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:44.360712 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] Sync routers for ids ['d5bf3419-6c24-46a0-8a13-1e0d36115244'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:44.372543 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] Routers {'d5bf3419-6c24-46a0-8a13-1e0d36115244'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:44.373142 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-82d0b4ff-c515-47af-bb92-6d4d0f6ddee4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.373319 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:27:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d5bf3419-6c24-46a0-8a13-1e0d36115244'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:44.374592 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-82d0b4ff-c515-47af-bb92-6d4d0f6ddee4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9321654 Jul 07 17:27:44.378990 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56802) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:44.485246 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] Set router d5bf3419-6c24-46a0-8a13-1e0d36115244 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:44.587646 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-223c3e6d-bd4d-4f41-a156-14207d74a470 tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=df6063e237364604b6eba11f302ef76e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2073319 Jul 07 17:27:44.590809 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56814) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:44.669254 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1434028557', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:42Z', 'updated_at': '2021-07-07T17:27:43Z', 'revision_number': 3, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:43Z', 'updated_at': '2021-07-07T17:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:44.701636 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] Checking router: d5bf3419-6c24-46a0-8a13-1e0d36115244 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:27:44.701984 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] Updating router d5bf3419-6c24-46a0-8a13-1e0d36115244 port e4a132d4-9ddb-46d6-981a-de56c120ce44 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:27:44.737169 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.743633 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4964545b-90a6-4345-9890-8f9c72c39c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:44.775380 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603741f8-56cc-4e3f-970e-a87c8ccc0a95 tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:44.776909 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-603741f8-56cc-4e3f-970e-a87c8ccc0a95 tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1849532 Jul 07 17:27:44.780274 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56820) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:44.823109 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3da4bb45-c377-4996-8b7d-10c9e54fb3d0 tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384853 Jul 07 17:27:44.823878 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56822) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:44.830140 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-65d9e4f0-c458-4dbf-9171-52b076c805e4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1968480921', 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2', 'project_id': 'df6063e237364604b6eba11f302ef76e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:44.930766 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d9e4f0-c458-4dbf-9171-52b076c805e4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Made reservation on behalf of df6063e237364604b6eba11f302ef76e for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:44.935396 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-65d9e4f0-c458-4dbf-9171-52b076c805e4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.000809 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.012473 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] Transition to ACTIVE for port object e4a132d4-9ddb-46d6-981a-de56c120ce44 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:45.019014 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.078643 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] Attempting to bind port e4a132d4-9ddb-46d6-981a-de56c120ce44 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:45.078643 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] Attempting to bind port e4a132d4-9ddb-46d6-981a-de56c120ce44 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:45.079081 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] Attempting to bind port e4a132d4-9ddb-46d6-981a-de56c120ce44 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:45.087867 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9c7c2-2d48-4d53-97a3-c1de7ca84627 None None] Pushing event updated for resources: {'Port': ['ID=e4a132d4-9ddb-46d6-981a-de56c120ce44,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:45.090881 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:45.091257 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:45.091653 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.092241 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:45.092709 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] Bound port: e4a132d4-9ddb-46d6-981a-de56c120ce44, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:45.093294 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.101100 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9c7c2-2d48-4d53-97a3-c1de7ca84627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.101450 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9c7c2-2d48-4d53-97a3-c1de7ca84627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.101794 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9c7c2-2d48-4d53-97a3-c1de7ca84627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.102542 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9c7c2-2d48-4d53-97a3-c1de7ca84627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.102881 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9c7c2-2d48-4d53-97a3-c1de7ca84627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.103211 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9c7c2-2d48-4d53-97a3-c1de7ca84627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.103539 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9c7c2-2d48-4d53-97a3-c1de7ca84627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.103864 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9c7c2-2d48-4d53-97a3-c1de7ca84627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.104187 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9c7c2-2d48-4d53-97a3-c1de7ca84627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.104509 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9c7c2-2d48-4d53-97a3-c1de7ca84627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.104833 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9c7c2-2d48-4d53-97a3-c1de7ca84627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.105153 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9c7c2-2d48-4d53-97a3-c1de7ca84627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.144907 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-65d9e4f0-c458-4dbf-9171-52b076c805e4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.164033 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] For port e4a132d4-9ddb-46d6-981a-de56c120ce44, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:45.167385 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] For port e4a132d4-9ddb-46d6-981a-de56c120ce44, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e4a132d4-9ddb-46d6-981a-de56c120ce44,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:45.172401 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.180006 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56828) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:45.209344 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9e4f0-c458-4dbf-9171-52b076c805e4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event updated for resources: {'Subnet': ['ID=7fe1367c-96c8-48fa-a225-1935c8aa51c3,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:45.221963 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d9e4f0-c458-4dbf-9171-52b076c805e4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Checking segment: {'id': '3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:45.222344 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d9e4f0-c458-4dbf-9171-52b076c805e4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Network hostable DHCP agents. Network: fd6ff94b-d66f-4135-b764-26b8fc9012d2, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:27:45.239585 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d9e4f0-c458-4dbf-9171-52b076c805e4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Network fd6ff94b-d66f-4135-b764-26b8fc9012d2 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:27:45.249522 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-65d9e4f0-c458-4dbf-9171-52b076c805e4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, fd6ff94b-d66f-4135-b764-26b8fc9012d2) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:45.254420 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d9e4f0-c458-4dbf-9171-52b076c805e4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:45.255062 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-65d9e4f0-c458-4dbf-9171-52b076c805e4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.260427 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] Routers {'d5bf3419-6c24-46a0-8a13-1e0d36115244'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:45.261089 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:27:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d5bf3419-6c24-46a0-8a13-1e0d36115244'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:45.265110 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc8c605-3bf6-4d1a-a994-3a80ba8cee11 None None] Network fd6ff94b-d66f-4135-b764-26b8fc9012d2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:45.265288 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9c7c2-2d48-4d53-97a3-c1de7ca84627 None None] Pushing event updated for resources: {'Port': ['ID=e4a132d4-9ddb-46d6-981a-de56c120ce44,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:45.271952 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-65d9e4f0-c458-4dbf-9171-52b076c805e4 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4462669 Jul 07 17:27:45.274704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56832) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:45.346690 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c43d5ebc-0cc2-486e-92dc-73b19f65a727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.375514 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] Set router d5bf3419-6c24-46a0-8a13-1e0d36115244 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:45.423252 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-fd6ff94b-d66f-4135-b764-26b8fc9012d2', 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'fixed_ips': [{'subnet_id': '7fe1367c-96c8-48fa-a225-1935c8aa51c3'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:27:45.424351 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.572003 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1434028557', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:42Z', 'updated_at': '2021-07-07T17:27:43Z', 'revision_number': 3, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:43Z', 'updated_at': '2021-07-07T17:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:45.579284 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Allocated IP 172.20.0.2 (fd6ff94b-d66f-4135-b764-26b8fc9012d2/7fe1367c-96c8-48fa-a225-1935c8aa51c3/2bb1aa34-d3f9-4dcc-b085-c785b707a043) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:45.582735 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c43d5ebc-0cc2-486e-92dc-73b19f65a727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.600849 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79417495-eef6-4a5d-b11f-958b971aea87 None None] The sync data for ids ['d5bf3419-6c24-46a0-8a13-1e0d36115244'] in n-d-793620-7 is: [{'id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1434028557', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:42Z', 'updated_at': '2021-07-07T17:27:43Z', 'revision_number': 3, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:43Z', 'updated_at': '2021-07-07T17:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:45.623101 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c43d5ebc-0cc2-486e-92dc-73b19f65a727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.677983 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56836) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:45.679223 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c43d5ebc-0cc2-486e-92dc-73b19f65a727 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25fcef099fbe4d6282d04debe50d8392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4976947 Jul 07 17:27:45.707731 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d5ebc-0cc2-486e-92dc-73b19f65a727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3da5b8d-c3b2-4346-9524-28c9b35aefdf,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:45.737176 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.742724 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-905e4ef1-b139-40ba-a6b7-e922e8c00bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.747313 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Transition to ACTIVE for port object 2bb1aa34-d3f9-4dcc-b085-c785b707a043 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:45.763359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Transition to ACTIVE for port object 2bb1aa34-d3f9-4dcc-b085-c785b707a043 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:45.769599 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.770044 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-905e4ef1-b139-40ba-a6b7-e922e8c00bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.806028 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Network fd6ff94b-d66f-4135-b764-26b8fc9012d2 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:45.809687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:45.812937 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:45.839428 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-905e4ef1-b139-40ba-a6b7-e922e8c00bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.843046 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-905e4ef1-b139-40ba-a6b7-e922e8c00bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.855069 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-905e4ef1-b139-40ba-a6b7-e922e8c00bf7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f3da5b8d-c3b2-4346-9524-28c9b35aefdf HTTP/1.1" status: 204 len: 168 time: 0.1707869 Jul 07 17:27:45.880923 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Pushing event updated for resources: {'Port': ['ID=2bb1aa34-d3f9-4dcc-b085-c785b707a043,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:45.883743 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e4ef1-b139-40ba-a6b7-e922e8c00bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3da5b8d-c3b2-4346-9524-28c9b35aefdf,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:45.892697 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a0d9af5-b0e2-4363-a845-4b0401361b9a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.905541 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.906428 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.906428 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.906664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.906893 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.907226 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.907552 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.907880 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.908203 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.908527 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.909585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.909585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:27:45.916464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Attempting to bind port 2bb1aa34-d3f9-4dcc-b085-c785b707a043 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:45.916464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Attempting to bind port 2bb1aa34-d3f9-4dcc-b085-c785b707a043 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:45.916464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Attempting to bind port 2bb1aa34-d3f9-4dcc-b085-c785b707a043 on network fd6ff94b-d66f-4135-b764-26b8fc9012d2 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:45.927650 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:45.927982 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Checking segment: {'id': '3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:45.928329 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:45.928733 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Bound using segment: {'id': '3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:45.929427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Bound port: 2bb1aa34-d3f9-4dcc-b085-c785b707a043, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:45.929635 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.018966 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] For port 2bb1aa34-d3f9-4dcc-b085-c785b707a043, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:46.023217 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] For port 2bb1aa34-d3f9-4dcc-b085-c785b707a043, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2bb1aa34-d3f9-4dcc-b085-c785b707a043,segment=NetworkSegment(3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb),segment_id=3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:46.029458 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.117142 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d22e4c-55f3-4eae-894f-860a79407664 None None] Pushing event updated for resources: {'Port': ['ID=2bb1aa34-d3f9-4dcc-b085-c785b707a043,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:46.272555 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56842) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:46.288880 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8416bfc0-f155-4e30-9a5b-4c3e13bc2c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.328512 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-7a0d9af5-b0e2-4363-a845-4b0401361b9a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Allocated IP 172.20.0.1 (fd6ff94b-d66f-4135-b764-26b8fc9012d2/7fe1367c-96c8-48fa-a225-1935c8aa51c3/f24d90c8-6d48-43b5-b8c3-e7d42acfe3df) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:46.498659 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a0d9af5-b0e2-4363-a845-4b0401361b9a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.521579 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-7a0d9af5-b0e2-4363-a845-4b0401361b9a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Transition to ACTIVE for port object f24d90c8-6d48-43b5-b8c3-e7d42acfe3df will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:46.556643 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8416bfc0-f155-4e30-9a5b-4c3e13bc2c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.565975 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8416bfc0-f155-4e30-9a5b-4c3e13bc2c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.611488 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a0d9af5-b0e2-4363-a845-4b0401361b9a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.618721 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416bfc0-f155-4e30-9a5b-4c3e13bc2c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7aae297-6e90-4bcb-b734-6d8882c8f18f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:46.631047 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8416bfc0-f155-4e30-9a5b-4c3e13bc2c85 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4cc67661327a4abdaeb605910037ca53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3547015 Jul 07 17:27:46.632518 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56844) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:46.658276 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.663183 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0d9af5-b0e2-4363-a845-4b0401361b9a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Network fd6ff94b-d66f-4135-b764-26b8fc9012d2 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:46.666620 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-7a0d9af5-b0e2-4363-a845-4b0401361b9a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:46.670313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0d9af5-b0e2-4363-a845-4b0401361b9a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:46.701036 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-440e62da-fd12-4a31-abc4-2b371ba1ac1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.706364 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d9af5-b0e2-4363-a845-4b0401361b9a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event updated for resources: {'Port': ['ID=f24d90c8-6d48-43b5-b8c3-e7d42acfe3df,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:46.724511 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-440e62da-fd12-4a31-abc4-2b371ba1ac1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.727518 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a0d9af5-b0e2-4363-a845-4b0401361b9a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.789174 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-440e62da-fd12-4a31-abc4-2b371ba1ac1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.792242 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-440e62da-fd12-4a31-abc4-2b371ba1ac1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:46.795772 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-440e62da-fd12-4a31-abc4-2b371ba1ac1b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e7aae297-6e90-4bcb-b734-6d8882c8f18f HTTP/1.1" status: 204 len: 168 time: 0.1598349 Jul 07 17:27:46.802986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e62da-fd12-4a31-abc4-2b371ba1ac1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7aae297-6e90-4bcb-b734-6d8882c8f18f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:46.910050 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a0d9af5-b0e2-4363-a845-4b0401361b9a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.168669 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7f5968-d052-4a54-a2ec-05eed31912c2 None None] Network fd6ff94b-d66f-4135-b764-26b8fc9012d2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:27:47.235001 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a0d9af5-b0e2-4363-a845-4b0401361b9a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.241639 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a0d9af5-b0e2-4363-a845-4b0401361b9a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.331971 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a0d9af5-b0e2-4363-a845-4b0401361b9a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.345043 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d9af5-b0e2-4363-a845-4b0401361b9a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event updated for resources: {'Port': ['ID=f24d90c8-6d48-43b5-b8c3-e7d42acfe3df,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:47.421787 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-12bc967c-d9c4-4ea0-9050-c898711c08b8 None None] Provisioning for port 2bb1aa34-d3f9-4dcc-b085-c785b707a043 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:47.453160 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0d9af5-b0e2-4363-a845-4b0401361b9a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Network fd6ff94b-d66f-4135-b764-26b8fc9012d2 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:47.454572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-7a0d9af5-b0e2-4363-a845-4b0401361b9a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:47.591578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0d9af5-b0e2-4363-a845-4b0401361b9a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Router d5bf3419-6c24-46a0-8a13-1e0d36115244 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:27:47.655050 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.735978 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0d9af5-b0e2-4363-a845-4b0401361b9a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:27:47.741427 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7a0d9af5-b0e2-4363-a845-4b0401361b9a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "PUT /v2.0/routers/d5bf3419-6c24-46a0-8a13-1e0d36115244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4656599 Jul 07 17:27:47.744116 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56868) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:47.750497 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] Sync routers for ids ['d5bf3419-6c24-46a0-8a13-1e0d36115244'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:27:47.753499 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-88684358-b476-4e0b-908b-6084f5b9451d tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1093260501', 'description': 'tempest-secgroup_access--1093260501 description', 'project_id': 'df6063e237364604b6eba11f302ef76e'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:47.763745 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] Routers {'d5bf3419-6c24-46a0-8a13-1e0d36115244'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:47.764605 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:27:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d5bf3419-6c24-46a0-8a13-1e0d36115244'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:47.787180 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-88684358-b476-4e0b-908b-6084f5b9451d tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.952200 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-88684358-b476-4e0b-908b-6084f5b9451d tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.957620 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-88684358-b476-4e0b-908b-6084f5b9451d tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:47.982398 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-03f0e27a-ed00-4717-badb-22758cfe821f None None] Provisioning for port f24d90c8-6d48-43b5-b8c3-e7d42acfe3df completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:47.997615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-03f0e27a-ed00-4717-badb-22758cfe821f None None] Provisioning complete for port f24d90c8-6d48-43b5-b8c3-e7d42acfe3df triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:47.998928 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-03f0e27a-ed00-4717-badb-22758cfe821f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.014983 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-88684358-b476-4e0b-908b-6084f5b9451d tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.016251 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-88684358-b476-4e0b-908b-6084f5b9451d tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2706654 Jul 07 17:27:48.019255 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 56874) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:48.021107 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88684358-b476-4e0b-908b-6084f5b9451d tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22df481b-51a7-4e95-90af-cf1cc1ba057b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:48.024504 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1d627881-eeb6-462b-94c1-0031ef8df603 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1053929099', 'description': 'tempest-secgroup_general--1053929099 description', 'project_id': 'df6063e237364604b6eba11f302ef76e'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:48.030754 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2bb1aa34-d3f9-4dcc-b085-c785b707a043 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:48.039078 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3cef29cd-2f0e-4883-850a-14a3cb3f7e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.058233 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1d627881-eeb6-462b-94c1-0031ef8df603 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.077612 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] Set router d5bf3419-6c24-46a0-8a13-1e0d36115244 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:48.151644 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-03f0e27a-ed00-4717-badb-22758cfe821f None None] Port f24d90c8-6d48-43b5-b8c3-e7d42acfe3df cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:48.180865 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1d627881-eeb6-462b-94c1-0031ef8df603 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.186360 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1d627881-eeb6-462b-94c1-0031ef8df603 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.222325 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1d627881-eeb6-462b-94c1-0031ef8df603 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.227753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 56880) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:48.227966 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1d627881-eeb6-462b-94c1-0031ef8df603 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2074056 Jul 07 17:27:48.230264 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d627881-eeb6-462b-94c1-0031ef8df603 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96081551-df3b-48ef-9a78-61a263cc1e93,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:48.234655 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-ae43ba91-d580-451f-a66d-2f3594241bcb tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Request body: {'security_group_rule': {'security_group_id': '22df481b-51a7-4e95-90af-cf1cc1ba057b', 'project_id': 'df6063e237364604b6eba11f302ef76e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:48.267148 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ae43ba91-d580-451f-a66d-2f3594241bcb tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.278903 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 2bb1aa34-d3f9-4dcc-b085-c785b707a043 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:48.287146 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 2bb1aa34-d3f9-4dcc-b085-c785b707a043 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:48.287552 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.359204 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ae43ba91-d580-451f-a66d-2f3594241bcb tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.365055 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ae43ba91-d580-451f-a66d-2f3594241bcb tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.371272 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e4985029-cb5a-4467-a2b8-33f384ef39d7 None None] Provisioning complete for port f24d90c8-6d48-43b5-b8c3-e7d42acfe3df triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:48.371575 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e4985029-cb5a-4467-a2b8-33f384ef39d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.382488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43ba91-d580-451f-a66d-2f3594241bcb tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6849cf51-80e5-4062-ac0d-397dc698e197,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:48.397604 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ae43ba91-d580-451f-a66d-2f3594241bcb tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.411014 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ae43ba91-d580-451f-a66d-2f3594241bcb tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1819642 Jul 07 17:27:48.466287 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e4985029-cb5a-4467-a2b8-33f384ef39d7 None None] Port f24d90c8-6d48-43b5-b8c3-e7d42acfe3df cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:48.487863 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.513392 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1434028557', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:42Z', 'updated_at': '2021-07-07T17:27:46Z', 'revision_number': 4, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:43Z', 'updated_at': '2021-07-07T17:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'f24d90c8-6d48-43b5-b8c3-e7d42acfe3df', 'name': '', 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'mac_address': 'fa:16:3e:fb:2b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '7fe1367c-96c8-48fa-a225-1935c8aa51c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:46Z', 'updated_at': '2021-07-07T17:27:47Z', 'revision_number': 2, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'subnets': [{'id': '7fe1367c-96c8-48fa-a225-1935c8aa51c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:48.553706 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] Checking router: d5bf3419-6c24-46a0-8a13-1e0d36115244 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:27:48.554059 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] Updating router d5bf3419-6c24-46a0-8a13-1e0d36115244 port f24d90c8-6d48-43b5-b8c3-e7d42acfe3df binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:27:48.557634 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 2bb1aa34-d3f9-4dcc-b085-c785b707a043, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2bb1aa34-d3f9-4dcc-b085-c785b707a043,segment=NetworkSegment(3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb),segment_id=3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:48.581923 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.582757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e4a132d4-9ddb-46d6-981a-de56c120ce44 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:48.639352 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-3c0c7067-d7ff-4b0c-a6d1-3034cf04ea39 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_access--1093260501&fields=id&tenant_id=df6063e237364604b6eba11f302ef76e HTTP/1.1" status: 200 len: 267 time: 0.0371857 Jul 07 17:27:48.658192 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.676147 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6ef361d6-0138-45e9-9829-b5a92ca0ae17 None None] Provisioning complete for port f24d90c8-6d48-43b5-b8c3-e7d42acfe3df triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:48.676778 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6ef361d6-0138-45e9-9829-b5a92ca0ae17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.690214 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-c1d39b0a-434b-4118-85db-c8b6e8d02102 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_general--1053929099&fields=id&tenant_id=df6063e237364604b6eba11f302ef76e HTTP/1.1" status: 200 len: 267 time: 0.0368698 Jul 07 17:27:48.740161 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=2bb1aa34-d3f9-4dcc-b085-c785b707a043,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:48.763945 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-6ef361d6-0138-45e9-9829-b5a92ca0ae17 None None] Port f24d90c8-6d48-43b5-b8c3-e7d42acfe3df cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:48.773433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port e4a132d4-9ddb-46d6-981a-de56c120ce44 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:48.820231 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-54b4f9a4-8a81-432c-a80f-2b20c0a7c3b1 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:48.821720 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-54b4f9a4-8a81-432c-a80f-2b20c0a7c3b1 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/networks?id=fd6ff94b-d66f-4135-b764-26b8fc9012d2 HTTP/1.1" status: 200 len: 797 time: 0.1244218 Jul 07 17:27:48.826228 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e4a132d4-9ddb-46d6-981a-de56c120ce44 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:48.826649 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.841854 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-8d3d700e-92d2-4a3e-882a-324eeb8b12dc tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/quotas/df6063e237364604b6eba11f302ef76e HTTP/1.1" status: 200 len: 375 time: 0.0111260 Jul 07 17:27:48.938559 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:48.943842 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-f5ef7dbc-3815-497a-a7f6-f74d72c529cc tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=df6063e237364604b6eba11f302ef76e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966434 Jul 07 17:27:49.008700 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.038643 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port e4a132d4-9ddb-46d6-981a-de56c120ce44, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e4a132d4-9ddb-46d6-981a-de56c120ce44,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:49.046761 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.051566 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-2c8e8753-c9ca-42ab-82d8-ab07b38b10ef service neutron] 10.222.0.50 "GET /v2.0/networks/fd6ff94b-d66f-4135-b764-26b8fc9012d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927484 Jul 07 17:27:49.118867 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.135429 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=e4a132d4-9ddb-46d6-981a-de56c120ce44,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:49.141574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] Transition to ACTIVE for port object f24d90c8-6d48-43b5-b8c3-e7d42acfe3df will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:49.148112 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.178557 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-c9ad879a-2331-4e1e-95a4-211c62f3df78 service neutron] 10.222.0.50 "GET /v2.0/networks/fd6ff94b-d66f-4135-b764-26b8fc9012d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213500 Jul 07 17:27:49.213944 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2ba46-957e-47ed-b2d2-f385b2b254fd None None] Pushing event updated for resources: {'Port': ['ID=f24d90c8-6d48-43b5-b8c3-e7d42acfe3df,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:49.289988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] Attempting to bind port f24d90c8-6d48-43b5-b8c3-e7d42acfe3df on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:49.291443 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] Attempting to bind port f24d90c8-6d48-43b5-b8c3-e7d42acfe3df by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:49.293737 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] Attempting to bind port f24d90c8-6d48-43b5-b8c3-e7d42acfe3df on network fd6ff94b-d66f-4135-b764-26b8fc9012d2 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:49.301656 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:49.302065 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] Checking segment: {'id': '3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:49.302508 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.302969 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] Bound using segment: {'id': '3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:49.303548 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] Bound port: f24d90c8-6d48-43b5-b8c3-e7d42acfe3df, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:49.304045 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.391989 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] For port f24d90c8-6d48-43b5-b8c3-e7d42acfe3df, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:49.396110 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] For port f24d90c8-6d48-43b5-b8c3-e7d42acfe3df, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=f24d90c8-6d48-43b5-b8c3-e7d42acfe3df,segment=NetworkSegment(3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb),segment_id=3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:49.413105 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:49.457101 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2147d2a9-bffd-4f26-9eff-d4ab7dd319c1 req-57c98369-6534-42a6-9285-0670b5cf7457 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 210 time: 0.0553200 Jul 07 17:27:49.487582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] Routers {'d5bf3419-6c24-46a0-8a13-1e0d36115244'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:27:49.488210 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:27:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d5bf3419-6c24-46a0-8a13-1e0d36115244'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:49.592858 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2ba46-957e-47ed-b2d2-f385b2b254fd None None] Pushing event updated for resources: {'Port': ['ID=f24d90c8-6d48-43b5-b8c3-e7d42acfe3df,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:49.709221 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] Set router d5bf3419-6c24-46a0-8a13-1e0d36115244 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:27:50.006172 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2bb1aa34-d3f9-4dcc-b085-c785b707a043 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:50.121458 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 2bb1aa34-d3f9-4dcc-b085-c785b707a043 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:50.122093 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.189926 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1434028557', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:42Z', 'updated_at': '2021-07-07T17:27:46Z', 'revision_number': 4, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:43Z', 'updated_at': '2021-07-07T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'f24d90c8-6d48-43b5-b8c3-e7d42acfe3df', 'name': '', 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'mac_address': 'fa:16:3e:fb:2b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '7fe1367c-96c8-48fa-a225-1935c8aa51c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:46Z', 'updated_at': '2021-07-07T17:27:49Z', 'revision_number': 4, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'subnets': [{'id': '7fe1367c-96c8-48fa-a225-1935c8aa51c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:27:50.235598 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e732dc-c18b-4c4b-ba1b-ab73fc998d12 None None] The sync data for ids ['d5bf3419-6c24-46a0-8a13-1e0d36115244'] in n-d-793620-7 is: [{'id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1434028557', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:42Z', 'updated_at': '2021-07-07T17:27:46Z', 'revision_number': 4, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:43Z', 'updated_at': '2021-07-07T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'f24d90c8-6d48-43b5-b8c3-e7d42acfe3df', 'name': '', 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'mac_address': 'fa:16:3e:fb:2b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '7fe1367c-96c8-48fa-a225-1935c8aa51c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:46Z', 'updated_at': '2021-07-07T17:27:49Z', 'revision_number': 4, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'subnets': [{'id': '7fe1367c-96c8-48fa-a225-1935c8aa51c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:27:50.253807 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e4a132d4-9ddb-46d6-981a-de56c120ce44 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:50.338089 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e4a132d4-9ddb-46d6-981a-de56c120ce44 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:50.338525 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.391890 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:50.672760 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2f797f2-4bf6-4bdd-ac4c-1e92edaca44d req-b1429e90-36cc-4464-8da0-017856c42c3a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 210 time: 0.0594993 Jul 07 17:27:50.806717 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-5bf5255d-c4c5-443e-bf02-97927392658f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:50.808928 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-5bf5255d-c4c5-443e-bf02-97927392658f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.15 "GET /v2.0/networks?id=fd6ff94b-d66f-4135-b764-26b8fc9012d2 HTTP/1.1" status: 200 len: 797 time: 0.1505520 Jul 07 17:27:50.882796 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-1040ccb2-9fdb-42b8-8ac0-1db87fa29c43 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df6063e237364604b6eba11f302ef76e HTTP/1.1" status: 200 len: 478 time: 0.0659063 Jul 07 17:27:50.893055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-0e866fef-6cb0-4c61-8d38-052cc9f5bde2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Request body: {'port': {'device_id': 'bc9fe46d-77ad-4535-99aa-ed3c99bceb28', 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2', 'admin_state_up': True, 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'security_groups': ['22df481b-51a7-4e95-90af-cf1cc1ba057b', '96081551-df3b-48ef-9a78-61a263cc1e93']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:51.026147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-0e866fef-6cb0-4c61-8d38-052cc9f5bde2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Made reservation on behalf of df6063e237364604b6eba11f302ef76e for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:27:51.030986 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-0e866fef-6cb0-4c61-8d38-052cc9f5bde2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.201152 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-0e866fef-6cb0-4c61-8d38-052cc9f5bde2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Allocated IP 172.20.0.8 (fd6ff94b-d66f-4135-b764-26b8fc9012d2/7fe1367c-96c8-48fa-a225-1935c8aa51c3/ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:27:51.384396 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-0e866fef-6cb0-4c61-8d38-052cc9f5bde2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.407256 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-0e866fef-6cb0-4c61-8d38-052cc9f5bde2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Transition to ACTIVE for port object ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:51.446934 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-0e866fef-6cb0-4c61-8d38-052cc9f5bde2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.499749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-0e866fef-6cb0-4c61-8d38-052cc9f5bde2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Network fd6ff94b-d66f-4135-b764-26b8fc9012d2 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:27:51.503451 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-0e866fef-6cb0-4c61-8d38-052cc9f5bde2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:27:51.511921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-0e866fef-6cb0-4c61-8d38-052cc9f5bde2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:27:51.935225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e866fef-6cb0-4c61-8d38-052cc9f5bde2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event updated for resources: {'Port': ['ID=ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:51.947204 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-0e866fef-6cb0-4c61-8d38-052cc9f5bde2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:51.948050 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-0e866fef-6cb0-4c61-8d38-052cc9f5bde2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:51.963896 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f24d90c8-6d48-43b5-b8c3-e7d42acfe3df up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:51.976118 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-0e866fef-6cb0-4c61-8d38-052cc9f5bde2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0879695 Jul 07 17:27:51.988083 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-6da54ae5-a204-41ea-974e-88458b533f15 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:27:51.989187 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-6da54ae5-a204-41ea-974e-88458b533f15 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057755 Jul 07 17:27:52.002888 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fba681-88ec-448e-90fc-7ac20e9883e8 req-ec2a067c-9e47-4019-8f49-e7e22224b42a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:52.003555 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] Request body: {'port': {'device_id': 'bc9fe46d-77ad-4535-99aa-ed3c99bceb28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:27:52.007550 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c6fba681-88ec-448e-90fc-7ac20e9883e8 req-ec2a067c-9e47-4019-8f49-e7e22224b42a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 970 time: 0.1392758 Jul 07 17:27:52.030242 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-59cf3565-805c-45e7-ad19-1afbcf4fd8e7 None None] Provisioning for port ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:52.037480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-59cf3565-805c-45e7-ad19-1afbcf4fd8e7 None None] Provisioning complete for port ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:52.038902 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-59cf3565-805c-45e7-ad19-1afbcf4fd8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.053477 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c6fba681-88ec-448e-90fc-7ac20e9883e8 req-1d7510da-377c-45b3-b443-ac25bb2a01ab tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/security-groups?id=96081551-df3b-48ef-9a78-61a263cc1e93&id=22df481b-51a7-4e95-90af-cf1cc1ba057b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0400157 Jul 07 17:27:52.075149 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port f24d90c8-6d48-43b5-b8c3-e7d42acfe3df completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:52.087105 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port f24d90c8-6d48-43b5-b8c3-e7d42acfe3df triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:52.087941 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.103747 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.120374 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-59cf3565-805c-45e7-ad19-1afbcf4fd8e7 None None] Port ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:27:52.185527 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.224317 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port f24d90c8-6d48-43b5-b8c3-e7d42acfe3df, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=f24d90c8-6d48-43b5-b8c3-e7d42acfe3df,segment=NetworkSegment(3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb),segment_id=3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:52.230222 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.285829 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=f24d90c8-6d48-43b5-b8c3-e7d42acfe3df,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:52.417884 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:27:52.427288 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.441521 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] Transition to ACTIVE for port object ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:27:52.445682 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.537125 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] Pushing event updated for resources: {'Port': ['ID=ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:52.603837 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] Attempting to bind port ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:27:52.604244 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] Attempting to bind port ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:27:52.604637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] Attempting to bind port ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca on network fd6ff94b-d66f-4135-b764-26b8fc9012d2 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:52.609483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] Port ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca on network fd6ff94b-d66f-4135-b764-26b8fc9012d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:27:52.609877 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] Attempting to bind port ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca on network fd6ff94b-d66f-4135-b764-26b8fc9012d2 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:27:52.615289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:27:52.615812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] Checking segment: {'id': '3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:27:52.616321 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] Bound using segment: {'id': '3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:27:52.617104 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] Bound port: ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:27:52.617524 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.691687 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] For port ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:27:52.695439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] For port ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca,segment=NetworkSegment(3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb),segment_id=3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:27:52.699876 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.734237 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:52.734888 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:52.736430 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] 10.222.0.15 "PUT /v2.0/ports/ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca HTTP/1.1" status: 200 len: 1130 time: 0.7392364 Jul 07 17:27:52.736746 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9fe46d-77ad-4535-99aa-ed3c99bceb28', 'tag': 'ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:52.739059 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071ce22f-c775-401d-bfdc-6ee91434d78f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9fe46d-77ad-4535-99aa-ed3c99bceb28", "tag": "ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:52.804500 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5233ea-c242-4f20-a0de-9d24cf56f2af service neutron] Pushing event updated for resources: {'Port': ['ID=ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:52.877981 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-d1f6ec1e-18a0-4c8c-828d-1e54af72d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:52.879715 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-d1f6ec1e-18a0-4c8c-828d-1e54af72d7e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=df6063e237364604b6eba11f302ef76e&device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 1133 time: 0.0698488 Jul 07 17:27:52.932511 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-37fe3d0a-0312-4573-b080-4ddc016df271 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca HTTP/1.1" status: 200 len: 217 time: 0.0439529 Jul 07 17:27:52.951299 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa94203-3875-4c63-be38-7d1ff6469a71 x-openstack-request-id: req-4aa94203-3875-4c63-be38-7d1ff6469a71 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:52.951919 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9fe46d-77ad-4535-99aa-ed3c99bceb28", "tag": "ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:52.952051 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4aa94203-3875-4c63-be38-7d1ff6469a71 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:52.952368 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9fe46d-77ad-4535-99aa-ed3c99bceb28', 'tag': 'ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca', 'status': 'completed', 'code': 200} Jul 07 17:27:52.988297 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-fbccdbb6-7ae5-451a-8be2-e7e3f3df44ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:52.989919 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-fbccdbb6-7ae5-451a-8be2-e7e3f3df44ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7fe1367c-96c8-48fa-a225-1935c8aa51c3 HTTP/1.1" status: 200 len: 835 time: 0.0496943 Jul 07 17:27:53.052045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-acf0f3af-5ec4-44fe-a57e-de6391ba11c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:53.053549 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-acf0f3af-5ec4-44fe-a57e-de6391ba11c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd6ff94b-d66f-4135-b764-26b8fc9012d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563574 Jul 07 17:27:53.156944 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-c9a8b6fa-7972-4e18-ba02-c50c1fad0293 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6ff94b-d66f-4135-b764-26b8fc9012d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956886 Jul 07 17:27:53.242517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a554c-8bd7-4744-b690-56925c29bd9d req-415dfb38-f93b-4258-bfe6-ca4af362cd53 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:53.244212 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7f7a554c-8bd7-4744-b690-56925c29bd9d req-415dfb38-f93b-4258-bfe6-ca4af362cd53 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 982 time: 0.0674605 Jul 07 17:27:53.253526 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29d72313-cc07-4d96-a09a-4667d9a1e22c req-d4b411d9-dc29-4d4c-b00a-b0a071e3dd15 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6ff94b-d66f-4135-b764-26b8fc9012d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903709 Jul 07 17:27:53.291821 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7f7a554c-8bd7-4744-b690-56925c29bd9d req-17f4f25d-0ba0-4536-ad67-e1c4c2623e17 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/security-groups?id=96081551-df3b-48ef-9a78-61a263cc1e93&id=22df481b-51a7-4e95-90af-cf1cc1ba057b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0395021 Jul 07 17:27:53.366936 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ce22f-c775-401d-bfdc-6ee91434d78f req-7f4ba7be-6363-42c8-8ff4-55a891816d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:53.368391 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-071ce22f-c775-401d-bfdc-6ee91434d78f req-7f4ba7be-6363-42c8-8ff4-55a891816d7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=df6063e237364604b6eba11f302ef76e&device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 1133 time: 0.0579336 Jul 07 17:27:53.461499 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ce22f-c775-401d-bfdc-6ee91434d78f req-e8d83184-5776-468b-bea4-a6c6b88f7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:53.463183 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-071ce22f-c775-401d-bfdc-6ee91434d78f req-e8d83184-5776-468b-bea4-a6c6b88f7391 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd6ff94b-d66f-4135-b764-26b8fc9012d2 HTTP/1.1" status: 200 len: 898 time: 0.0871856 Jul 07 17:27:53.508041 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-071ce22f-c775-401d-bfdc-6ee91434d78f req-e244c798-503e-4036-ab66-3368d823206d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca HTTP/1.1" status: 200 len: 217 time: 0.0383279 Jul 07 17:27:53.561147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ce22f-c775-401d-bfdc-6ee91434d78f req-4d40d22f-099c-4ff5-9568-8d76304ba2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:53.562768 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-071ce22f-c775-401d-bfdc-6ee91434d78f req-4d40d22f-099c-4ff5-9568-8d76304ba2f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7fe1367c-96c8-48fa-a225-1935c8aa51c3 HTTP/1.1" status: 200 len: 835 time: 0.0482662 Jul 07 17:27:53.620675 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ce22f-c775-401d-bfdc-6ee91434d78f req-07c2d1f3-0a94-4f5c-ba5e-bf0b16ad0dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:53.622251 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-071ce22f-c775-401d-bfdc-6ee91434d78f req-07c2d1f3-0a94-4f5c-ba5e-bf0b16ad0dcc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd6ff94b-d66f-4135-b764-26b8fc9012d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530610 Jul 07 17:27:53.712843 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-071ce22f-c775-401d-bfdc-6ee91434d78f req-3f7585d3-23bf-49ef-9946-b7130be06a53 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6ff94b-d66f-4135-b764-26b8fc9012d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838125 Jul 07 17:27:53.814531 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-071ce22f-c775-401d-bfdc-6ee91434d78f req-eb938157-8bb2-4ddd-9962-f5d5b3711e0b service neutron] 10.222.0.15 "GET /v2.0/networks/fd6ff94b-d66f-4135-b764-26b8fc9012d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920911 Jul 07 17:27:53.861066 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f24d90c8-6d48-43b5-b8c3-e7d42acfe3df up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:53.912971 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port f24d90c8-6d48-43b5-b8c3-e7d42acfe3df triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:53.913308 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:54.476924 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db51199-b318-4315-8dd3-85afa5767095 req-1823b0a5-e9a3-4c98-aefa-10d2f945dedb tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:54.479116 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3db51199-b318-4315-8dd3-85afa5767095 req-1823b0a5-e9a3-4c98-aefa-10d2f945dedb tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 982 time: 0.0704718 Jul 07 17:27:54.522848 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3db51199-b318-4315-8dd3-85afa5767095 req-c2808494-29d3-4aa4-8fd9-892a47caa662 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/security-groups?id=96081551-df3b-48ef-9a78-61a263cc1e93&id=22df481b-51a7-4e95-90af-cf1cc1ba057b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0375960 Jul 07 17:27:55.703217 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ea141-840c-405d-bb9b-8a295a5cdf77 req-072ddde9-c92a-47df-83fb-cfc19431e22f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:55.704728 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-833ea141-840c-405d-bb9b-8a295a5cdf77 req-072ddde9-c92a-47df-83fb-cfc19431e22f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 982 time: 0.0651104 Jul 07 17:27:55.719877 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:27:55.747632 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-833ea141-840c-405d-bb9b-8a295a5cdf77 req-d15c2af3-0f6a-43b3-abf3-18a7c57f18bb tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/security-groups?id=96081551-df3b-48ef-9a78-61a263cc1e93&id=22df481b-51a7-4e95-90af-cf1cc1ba057b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0370009 Jul 07 17:27:55.822550 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca,segment=NetworkSegment(3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb),segment_id=3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:55.834809 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca', 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2', 'port_id': 'ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca', 'mac_address': 'fa:16:3e:0c:a6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe1367c-96c8-48fa-a225-1935c8aa51c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:27:55.872673 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.885215 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:27:55.905672 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca,segment=NetworkSegment(3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb),segment_id=3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:55.913384 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:55.960059 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:56.122125 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:27:56.525280 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57064) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:56.630108 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-760eec7b-2ad8-4234-bc78-16fd4a5b021a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.723443 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-760eec7b-2ad8-4234-bc78-16fd4a5b021a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.727150 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-760eec7b-2ad8-4234-bc78-16fd4a5b021a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.765293 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-760eec7b-2ad8-4234-bc78-16fd4a5b021a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba7e6e23d419411cbbc4de48ccc20cc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389212 Jul 07 17:27:56.767460 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760eec7b-2ad8-4234-bc78-16fd4a5b021a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cefc24-2338-4e8e-a36d-aaa50d39b2a3,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:56.768090 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57068) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:56.829742 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a37f2f7-48ca-4ae6-b3ad-8367d163157d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.853064 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a37f2f7-48ca-4ae6-b3ad-8367d163157d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.900922 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a37f2f7-48ca-4ae6-b3ad-8367d163157d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.903533 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9a37f2f7-48ca-4ae6-b3ad-8367d163157d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:56.904710 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9a37f2f7-48ca-4ae6-b3ad-8367d163157d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85cefc24-2338-4e8e-a36d-aaa50d39b2a3 HTTP/1.1" status: 204 len: 168 time: 0.1356046 Jul 07 17:27:56.913609 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37f2f7-48ca-4ae6-b3ad-8367d163157d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cefc24-2338-4e8e-a36d-aaa50d39b2a3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:56.937750 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacc052-0fff-4268-8220-5c6f6f512742 req-e6f93a47-fc83-4ccf-97e3-ad9118b47bf6 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:56.939207 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cacc052-0fff-4268-8220-5c6f6f512742 req-e6f93a47-fc83-4ccf-97e3-ad9118b47bf6 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 983 time: 0.0718253 Jul 07 17:27:56.981452 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cacc052-0fff-4268-8220-5c6f6f512742 req-2ff3008c-08f3-421a-a789-735b387f01be tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/security-groups?id=96081551-df3b-48ef-9a78-61a263cc1e93&id=22df481b-51a7-4e95-90af-cf1cc1ba057b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0359902 Jul 07 17:27:57.175772 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57076) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:57.189827 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8b191133-e45d-4910-b67c-fed96d7b588b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.279603 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8b191133-e45d-4910-b67c-fed96d7b588b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.283311 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8b191133-e45d-4910-b67c-fed96d7b588b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.320236 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b191133-e45d-4910-b67c-fed96d7b588b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93d6b8d-c822-4652-a224-fa288820bcbc,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:57.324421 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8b191133-e45d-4910-b67c-fed96d7b588b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f15bef47abab4545b9f88b344b44ddfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476243 Jul 07 17:27:57.327270 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57078) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:57.378073 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1fcce12e-4be7-4fbc-b7a6-dd22bc867ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.399977 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1fcce12e-4be7-4fbc-b7a6-dd22bc867ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.455219 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1fcce12e-4be7-4fbc-b7a6-dd22bc867ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.457633 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1fcce12e-4be7-4fbc-b7a6-dd22bc867ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.458928 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1fcce12e-4be7-4fbc-b7a6-dd22bc867ae5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d93d6b8d-c822-4652-a224-fa288820bcbc HTTP/1.1" status: 204 len: 168 time: 0.1304781 Jul 07 17:27:57.466632 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcce12e-4be7-4fbc-b7a6-dd22bc867ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93d6b8d-c822-4652-a224-fa288820bcbc,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:57.720443 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:27:57.773471 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:27:57.777292 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:27:57.777673 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.781145 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57084) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:57.796154 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b936dd54-5126-47d2-aa8d-84a6b7551b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.860678 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.885002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9fe46d-77ad-4535-99aa-ed3c99bceb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:27:57.887471 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fff259-cc6f-41a9-8c90-eaf19a88e643" -d '{"events": [{"server_uuid": "bc9fe46d-77ad-4535-99aa-ed3c99bceb28", "name": "network-vif-plugged", "status": "completed", "tag": "ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:27:57.889259 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b936dd54-5126-47d2-aa8d-84a6b7551b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.894131 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b936dd54-5126-47d2-aa8d-84a6b7551b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.902213 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca,segment=NetworkSegment(3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb),segment_id=3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:27:57.906784 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:57.941509 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b936dd54-5126-47d2-aa8d-84a6b7551b96 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e280039224cf4c6ea054afdb81230f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566584 Jul 07 17:27:57.941509 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936dd54-5126-47d2-aa8d-84a6b7551b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c715289b-bb44-4cf1-a924-a175a3a1969c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:57.941999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57090) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:27:57.965821 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:57.997996 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-635a6c8b-9dfd-4dda-a6f6-dfb4640406d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.022821 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-635a6c8b-9dfd-4dda-a6f6-dfb4640406d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.091703 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-635a6c8b-9dfd-4dda-a6f6-dfb4640406d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.094505 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-635a6c8b-9dfd-4dda-a6f6-dfb4640406d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:27:58.095735 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-635a6c8b-9dfd-4dda-a6f6-dfb4640406d2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c715289b-bb44-4cf1-a924-a175a3a1969c HTTP/1.1" status: 204 len: 168 time: 0.1527772 Jul 07 17:27:58.104182 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a6c8b-9dfd-4dda-a6f6-dfb4640406d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c715289b-bb44-4cf1-a924-a175a3a1969c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:27:58.143967 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0321bae-6162-4199-80b5-2f275e068dbc x-openstack-request-id: req-d0321bae-6162-4199-80b5-2f275e068dbc {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:27:58.144269 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9fe46d-77ad-4535-99aa-ed3c99bceb28", "name": "network-vif-plugged", "status": "completed", "tag": "ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:27:58.144540 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d0321bae-6162-4199-80b5-2f275e068dbc {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:27:58.144941 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9fe46d-77ad-4535-99aa-ed3c99bceb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca', 'code': 200} Jul 07 17:27:58.179761 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2a90a-2530-4592-9685-bb4c9ff4a3cf req-79c11329-902c-4e8c-9018-fe3cc893b3f6 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:58.181484 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-70b2a90a-2530-4592-9685-bb4c9ff4a3cf req-79c11329-902c-4e8c-9018-fe3cc893b3f6 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 984 time: 0.0808551 Jul 07 17:27:58.258242 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-70b2a90a-2530-4592-9685-bb4c9ff4a3cf req-ad6149b1-1351-4454-bf71-79978e41bf22 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/security-groups?id=96081551-df3b-48ef-9a78-61a263cc1e93&id=22df481b-51a7-4e95-90af-cf1cc1ba057b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0668805 Jul 07 17:27:58.288147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466803d-9728-4cfe-aaef-2fc7e65d37f6 req-1770a261-51d9-4878-891a-443a2f41a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:58.289744 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c466803d-9728-4cfe-aaef-2fc7e65d37f6 req-1770a261-51d9-4878-891a-443a2f41a1fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 1135 time: 0.0780663 Jul 07 17:27:58.328887 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c466803d-9728-4cfe-aaef-2fc7e65d37f6 req-3bb16c75-1497-4c46-9994-f10d0c7d1741 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22df481b-51a7-4e95-90af-cf1cc1ba057b&id=96081551-df3b-48ef-9a78-61a263cc1e93&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0320830 Jul 07 17:27:59.452920 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd5e2c-005a-45a7-8738-1c64dc7f6167 req-cd87e2b9-caea-454f-9ea5-6193fd608156 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:59.454722 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-50dd5e2c-005a-45a7-8738-1c64dc7f6167 req-cd87e2b9-caea-454f-9ea5-6193fd608156 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 984 time: 0.0690389 Jul 07 17:27:59.498494 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-50dd5e2c-005a-45a7-8738-1c64dc7f6167 req-eee5a07e-9a74-4ef8-868d-819338ae1f42 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/security-groups?id=96081551-df3b-48ef-9a78-61a263cc1e93&id=22df481b-51a7-4e95-90af-cf1cc1ba057b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0377231 Jul 07 17:27:59.703791 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb1600-6b59-41d9-924d-d0acd7dc8058 req-f492b77c-4548-44b5-9294-9748ea7a5ec5 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:59.707531 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4cb1600-6b59-41d9-924d-d0acd7dc8058 req-f492b77c-4548-44b5-9294-9748ea7a5ec5 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 984 time: 0.0884690 Jul 07 17:27:59.759107 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4cb1600-6b59-41d9-924d-d0acd7dc8058 req-9cf53d1f-4e4b-4df6-88c3-31fd4eebbd7f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/security-groups?id=96081551-df3b-48ef-9a78-61a263cc1e93&id=22df481b-51a7-4e95-90af-cf1cc1ba057b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0382364 Jul 07 17:27:59.930947 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323affed-e33a-4cb8-a4b5-e4097adeb6af req-7d04b413-6808-4535-b0a5-a93ced935379 tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:27:59.932598 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-323affed-e33a-4cb8-a4b5-e4097adeb6af req-7d04b413-6808-4535-b0a5-a93ced935379 tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 1135 time: 0.0562754 Jul 07 17:27:59.953131 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-323affed-e33a-4cb8-a4b5-e4097adeb6af req-726adb89-8e4f-4511-9cbb-b3195dcf6f8f tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.069041 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-323affed-e33a-4cb8-a4b5-e4097adeb6af req-726adb89-8e4f-4511-9cbb-b3195dcf6f8f tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.073616 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-323affed-e33a-4cb8-a4b5-e4097adeb6af req-726adb89-8e4f-4511-9cbb-b3195dcf6f8f tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.101632 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-323affed-e33a-4cb8-a4b5-e4097adeb6af req-726adb89-8e4f-4511-9cbb-b3195dcf6f8f tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=96081551-df3b-48ef-9a78-61a263cc1e93&id=22df481b-51a7-4e95-90af-cf1cc1ba057b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1623032 Jul 07 17:28:00.107131 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726adb89-8e4f-4511-9cbb-b3195dcf6f8f tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6635a3ad-901d-4267-8864-13f260252a22,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:00.138987 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57150) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:00.196421 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7830c3bc-4186-4691-a2af-61c4748fd509 tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:00.200942 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7830c3bc-4186-4691-a2af-61c4748fd509 tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 1130 time: 0.0576906 Jul 07 17:28:00.201569 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57156) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:00.207562 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-10347f59-f81f-488b-81e2-441963a13d90 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': 'ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:00.237119 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10347f59-f81f-488b-81e2-441963a13d90 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.354565 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10347f59-f81f-488b-81e2-441963a13d90 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.471459 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-10347f59-f81f-488b-81e2-441963a13d90 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Allocated IP 172.25.2.252 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/b7a02567-aebf-48eb-9953-06352aa7adde) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:00.589392 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10347f59-f81f-488b-81e2-441963a13d90 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.631768 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10347f59-f81f-488b-81e2-441963a13d90 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:00.670067 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10347f59-f81f-488b-81e2-441963a13d90 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:00.673258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-10347f59-f81f-488b-81e2-441963a13d90 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:00.679538 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10347f59-f81f-488b-81e2-441963a13d90 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:00.707606 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10347f59-f81f-488b-81e2-441963a13d90 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event updated for resources: {'Port': ['ID=b7a02567-aebf-48eb-9953-06352aa7adde,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:01.087728 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10347f59-f81f-488b-81e2-441963a13d90 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.168543 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10347f59-f81f-488b-81e2-441963a13d90 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.330645 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10347f59-f81f-488b-81e2-441963a13d90 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.335469 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10347f59-f81f-488b-81e2-441963a13d90 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.409485 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10347f59-f81f-488b-81e2-441963a13d90 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event updated for resources: {'Port': ['ID=b7a02567-aebf-48eb-9953-06352aa7adde,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:01.420069 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10347f59-f81f-488b-81e2-441963a13d90 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.524502 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-10347f59-f81f-488b-81e2-441963a13d90 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Floating IP 94185cf9-6c6a-431c-8bb0-7f78ee984993 associated. External IP: 172.25.2.252, port: ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca. Jul 07 17:28:01.739670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10347f59-f81f-488b-81e2-441963a13d90 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Router d5bf3419-6c24-46a0-8a13-1e0d36115244 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:01.848588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10347f59-f81f-488b-81e2-441963a13d90 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:01.860421 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4d08f-e1f9-49ca-83a8-dba1a7e2236d None None] Sync routers for ids ['d5bf3419-6c24-46a0-8a13-1e0d36115244'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:01.865063 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10347f59-f81f-488b-81e2-441963a13d90 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:01.871839 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a4d08f-e1f9-49ca-83a8-dba1a7e2236d None None] Routers {'d5bf3419-6c24-46a0-8a13-1e0d36115244'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:01.872531 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e7a4d08f-e1f9-49ca-83a8-dba1a7e2236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:27:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d5bf3419-6c24-46a0-8a13-1e0d36115244'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:01.906487 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-10347f59-f81f-488b-81e2-441963a13d90 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7038646 Jul 07 17:28:01.907185 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9fe46d-77ad-4535-99aa-ed3c99bceb28', 'tag': 'ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:28:01.909003 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57202) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:01.909544 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7e6f14-b11a-4993-a6ee-78b8ec572a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9fe46d-77ad-4535-99aa-ed3c99bceb28", "tag": "ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:28:01.986414 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-e7a4d08f-e1f9-49ca-83a8-dba1a7e2236d None None] Set router d5bf3419-6c24-46a0-8a13-1e0d36115244 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:02.137107 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b664a5e-dff1-4107-937e-72ec60e8416d tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.138401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b664a5e-dff1-4107-937e-72ec60e8416d tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.138668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b664a5e-dff1-4107-937e-72ec60e8416d tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.139199 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b664a5e-dff1-4107-937e-72ec60e8416d tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.139838 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b664a5e-dff1-4107-937e-72ec60e8416d tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.140466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b664a5e-dff1-4107-937e-72ec60e8416d tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.144877 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9b664a5e-dff1-4107-937e-72ec60e8416d tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2318633 Jul 07 17:28:02.145598 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57212) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:02.214079 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd24be26-da1f-4940-9825-80946a3cf530 x-openstack-request-id: req-cd24be26-da1f-4940-9825-80946a3cf530 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:28:02.214632 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9fe46d-77ad-4535-99aa-ed3c99bceb28", "tag": "ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:28:02.215023 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd24be26-da1f-4940-9825-80946a3cf530 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:28:02.215569 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9fe46d-77ad-4535-99aa-ed3c99bceb28', 'tag': 'ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca', 'status': 'completed', 'code': 200} Jul 07 17:28:02.248549 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e7a4d08f-e1f9-49ca-83a8-dba1a7e2236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1434028557', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:42Z', 'updated_at': '2021-07-07T17:27:46Z', 'revision_number': 4, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:43Z', 'updated_at': '2021-07-07T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '94185cf9-6c6a-431c-8bb0-7f78ee984993', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'floating_ip_address': '172.25.2.252', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'port_id': 'ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2', 'mac_address': 'fa:16:3e:0c:a6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9fe46d-77ad-4535-99aa-ed3c99bceb28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:28:00Z', 'updated_at': '2021-07-07T17:28:00Z', 'revision_number': 0, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24d90c8-6d48-43b5-b8c3-e7d42acfe3df', 'name': '', 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'mac_address': 'fa:16:3e:fb:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '7fe1367c-96c8-48fa-a225-1935c8aa51c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:46Z', 'updated_at': '2021-07-07T17:27:52Z', 'revision_number': 5, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'subnets': [{'id': '7fe1367c-96c8-48fa-a225-1935c8aa51c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:02.293438 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975a754f-4010-457d-9da5-a9556580059d tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.294276 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975a754f-4010-457d-9da5-a9556580059d tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.294973 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975a754f-4010-457d-9da5-a9556580059d tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.295771 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975a754f-4010-457d-9da5-a9556580059d tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.296615 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975a754f-4010-457d-9da5-a9556580059d tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.297237 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975a754f-4010-457d-9da5-a9556580059d tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.300298 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-975a754f-4010-457d-9da5-a9556580059d tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1535754 Jul 07 17:28:02.303494 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57216) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:02.314163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e6f14-b11a-4993-a6ee-78b8ec572a0a req-ad01bdfb-e0ef-424b-b671-9d3e09dfae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.316972 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e7e6f14-b11a-4993-a6ee-78b8ec572a0a req-ad01bdfb-e0ef-424b-b671-9d3e09dfae4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=df6063e237364604b6eba11f302ef76e&device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 1135 time: 0.0775766 Jul 07 17:28:02.380305 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4d08f-e1f9-49ca-83a8-dba1a7e2236d None None] Checking router: d5bf3419-6c24-46a0-8a13-1e0d36115244 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:28:02.391281 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a4d08f-e1f9-49ca-83a8-dba1a7e2236d None None] Routers {'d5bf3419-6c24-46a0-8a13-1e0d36115244'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:02.391935 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e7a4d08f-e1f9-49ca-83a8-dba1a7e2236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:27:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d5bf3419-6c24-46a0-8a13-1e0d36115244'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:02.438345 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e6f14-b11a-4993-a6ee-78b8ec572a0a req-4a43b89b-e25d-40f7-9b2e-5c211fa0329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.439879 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e7e6f14-b11a-4993-a6ee-78b8ec572a0a req-4a43b89b-e25d-40f7-9b2e-5c211fa0329f service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd6ff94b-d66f-4135-b764-26b8fc9012d2 HTTP/1.1" status: 200 len: 898 time: 0.1173754 Jul 07 17:28:02.517306 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e7e6f14-b11a-4993-a6ee-78b8ec572a0a req-0e436dd9-adaa-4c20-852b-770775058fef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca HTTP/1.1" status: 200 len: 999 time: 0.0697124 Jul 07 17:28:02.529183 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-e7a4d08f-e1f9-49ca-83a8-dba1a7e2236d None None] Set router d5bf3419-6c24-46a0-8a13-1e0d36115244 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:02.581417 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e6f14-b11a-4993-a6ee-78b8ec572a0a req-a881d6c5-6e6f-43d2-bc33-22f52cd5ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.583438 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e7e6f14-b11a-4993-a6ee-78b8ec572a0a req-a881d6c5-6e6f-43d2-bc33-22f52cd5ba43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7fe1367c-96c8-48fa-a225-1935c8aa51c3 HTTP/1.1" status: 200 len: 835 time: 0.0595839 Jul 07 17:28:02.679317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e6f14-b11a-4993-a6ee-78b8ec572a0a req-6162a46f-08c4-4d60-b4bd-c5dac239d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.680877 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e7e6f14-b11a-4993-a6ee-78b8ec572a0a req-6162a46f-08c4-4d60-b4bd-c5dac239d76b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd6ff94b-d66f-4135-b764-26b8fc9012d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904245 Jul 07 17:28:02.794237 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e7e6f14-b11a-4993-a6ee-78b8ec572a0a req-e7056b59-eddf-4b02-895f-3bd1972433c9 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6ff94b-d66f-4135-b764-26b8fc9012d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065650 Jul 07 17:28:02.799459 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e7a4d08f-e1f9-49ca-83a8-dba1a7e2236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1434028557', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:42Z', 'updated_at': '2021-07-07T17:27:46Z', 'revision_number': 4, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:43Z', 'updated_at': '2021-07-07T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '94185cf9-6c6a-431c-8bb0-7f78ee984993', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'floating_ip_address': '172.25.2.252', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'port_id': 'ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2', 'mac_address': 'fa:16:3e:0c:a6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9fe46d-77ad-4535-99aa-ed3c99bceb28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:28:00Z', 'updated_at': '2021-07-07T17:28:00Z', 'revision_number': 0, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24d90c8-6d48-43b5-b8c3-e7d42acfe3df', 'name': '', 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'mac_address': 'fa:16:3e:fb:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '7fe1367c-96c8-48fa-a225-1935c8aa51c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:46Z', 'updated_at': '2021-07-07T17:27:52Z', 'revision_number': 5, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'subnets': [{'id': '7fe1367c-96c8-48fa-a225-1935c8aa51c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:02.839103 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4d08f-e1f9-49ca-83a8-dba1a7e2236d None None] The sync data for ids ['d5bf3419-6c24-46a0-8a13-1e0d36115244'] in n-d-793620-7 is: [{'id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1434028557', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:42Z', 'updated_at': '2021-07-07T17:27:46Z', 'revision_number': 4, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:43Z', 'updated_at': '2021-07-07T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '94185cf9-6c6a-431c-8bb0-7f78ee984993', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'floating_ip_address': '172.25.2.252', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'port_id': 'ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2', 'mac_address': 'fa:16:3e:0c:a6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9fe46d-77ad-4535-99aa-ed3c99bceb28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:28:00Z', 'updated_at': '2021-07-07T17:28:00Z', 'revision_number': 0, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f24d90c8-6d48-43b5-b8c3-e7d42acfe3df', 'name': '', 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'mac_address': 'fa:16:3e:fb:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '7fe1367c-96c8-48fa-a225-1935c8aa51c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:46Z', 'updated_at': '2021-07-07T17:27:52Z', 'revision_number': 5, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'subnets': [{'id': '7fe1367c-96c8-48fa-a225-1935c8aa51c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:02.856062 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f1a56f60-434d-4fa1-8014-b30d205fc92c tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.5505848 Jul 07 17:28:02.858530 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57226) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:02.919502 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4e7e6f14-b11a-4993-a6ee-78b8ec572a0a req-845293d0-c5ff-42f6-a262-3f7041f8a4f6 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6ff94b-d66f-4135-b764-26b8fc9012d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190660 Jul 07 17:28:02.924755 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0632a7fb-52b4-4818-b712-4895a86c10be tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.925351 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0632a7fb-52b4-4818-b712-4895a86c10be tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:02.927459 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0632a7fb-52b4-4818-b712-4895a86c10be tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d5bf3419-6c24-46a0-8a13-1e0d36115244 HTTP/1.1" status: 200 len: 1990 time: 0.0676348 Jul 07 17:28:03.092928 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31729aa-66d7-47b2-99fa-a4df35a1dde4 None None] New status for floating IP 94185cf9-6c6a-431c-8bb0-7f78ee984993: ACTIVE {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:28:05.278887 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:28:08.970068 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57390) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:09.076887 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67d1ccf8-701f-496a-ae1d-bf3c34120c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.166625 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67d1ccf8-701f-496a-ae1d-bf3c34120c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.170619 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67d1ccf8-701f-496a-ae1d-bf3c34120c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.207595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1ccf8-701f-496a-ae1d-bf3c34120c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dedd19a-0c54-4334-8662-a4472f04b043,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.215955 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-67d1ccf8-701f-496a-ae1d-bf3c34120c76 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6546496e01db402da662cc2e39bf3557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408388 Jul 07 17:28:09.215955 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57394) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:09.264270 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-061c83cf-71e9-4deb-85cb-18f81db3485b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.285789 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-061c83cf-71e9-4deb-85cb-18f81db3485b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.335064 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-061c83cf-71e9-4deb-85cb-18f81db3485b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.337462 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-061c83cf-71e9-4deb-85cb-18f81db3485b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.338627 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-061c83cf-71e9-4deb-85cb-18f81db3485b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7dedd19a-0c54-4334-8662-a4472f04b043 HTTP/1.1" status: 204 len: 168 time: 0.1230471 Jul 07 17:28:09.346626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c83cf-71e9-4deb-85cb-18f81db3485b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dedd19a-0c54-4334-8662-a4472f04b043,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.593170 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57400) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:09.609856 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-69f23daa-7b10-400d-98e3-0a1310a8012e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.698168 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-69f23daa-7b10-400d-98e3-0a1310a8012e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.701845 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-69f23daa-7b10-400d-98e3-0a1310a8012e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.739579 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-69f23daa-7b10-400d-98e3-0a1310a8012e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92cd521ecaf2465b899b3cc87d14f972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452167 Jul 07 17:28:09.740310 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f23daa-7b10-400d-98e3-0a1310a8012e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47399c7-a921-446b-9e52-78fd0df02c5f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:09.742071 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57402) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:09.789889 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bbef6585-09cf-4cc1-9ccb-c40cc3ce0c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.812005 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bbef6585-09cf-4cc1-9ccb-c40cc3ce0c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.862299 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bbef6585-09cf-4cc1-9ccb-c40cc3ce0c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.864817 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bbef6585-09cf-4cc1-9ccb-c40cc3ce0c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:09.865971 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bbef6585-09cf-4cc1-9ccb-c40cc3ce0c38 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a47399c7-a921-446b-9e52-78fd0df02c5f HTTP/1.1" status: 204 len: 168 time: 0.1228857 Jul 07 17:28:09.874447 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef6585-09cf-4cc1-9ccb-c40cc3ce0c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47399c7-a921-446b-9e52-78fd0df02c5f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:10.793747 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57430) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:10.896419 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-599f1912-9a35-4f6d-87af-d400630864cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.983292 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-599f1912-9a35-4f6d-87af-d400630864cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:10.987632 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-599f1912-9a35-4f6d-87af-d400630864cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.029773 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-599f1912-9a35-4f6d-87af-d400630864cb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a64b184fc097456cb52d15a4499c3c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347507 Jul 07 17:28:11.030772 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f1912-9a35-4f6d-87af-d400630864cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521d2a65-7c49-40e1-bf59-c366ddf0bce8,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:11.032501 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57434) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:11.082594 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9386c0d5-4852-4c0f-98e2-236aae510298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.104524 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9386c0d5-4852-4c0f-98e2-236aae510298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.152259 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9386c0d5-4852-4c0f-98e2-236aae510298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.154767 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9386c0d5-4852-4c0f-98e2-236aae510298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:11.155916 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9386c0d5-4852-4c0f-98e2-236aae510298 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/521d2a65-7c49-40e1-bf59-c366ddf0bce8 HTTP/1.1" status: 204 len: 168 time: 0.1222167 Jul 07 17:28:11.163622 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386c0d5-4852-4c0f-98e2-236aae510298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521d2a65-7c49-40e1-bf59-c366ddf0bce8,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:11.172035 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386c0d5-4852-4c0f-98e2-236aae510298 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:11.172388 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386c0d5-4852-4c0f-98e2-236aae510298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:11.172736 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386c0d5-4852-4c0f-98e2-236aae510298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:11.173153 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386c0d5-4852-4c0f-98e2-236aae510298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:11.173445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386c0d5-4852-4c0f-98e2-236aae510298 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:11.173782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386c0d5-4852-4c0f-98e2-236aae510298 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:11.174118 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386c0d5-4852-4c0f-98e2-236aae510298 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:11.174536 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386c0d5-4852-4c0f-98e2-236aae510298 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:11.174820 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386c0d5-4852-4c0f-98e2-236aae510298 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:11.175140 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386c0d5-4852-4c0f-98e2-236aae510298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:11.175468 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386c0d5-4852-4c0f-98e2-236aae510298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:11.175796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386c0d5-4852-4c0f-98e2-236aae510298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:13.229456 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57544) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:13.335449 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7864779d-f88b-4b95-b360-2f70c1943833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.425380 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7864779d-f88b-4b95-b360-2f70c1943833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.429368 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7864779d-f88b-4b95-b360-2f70c1943833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.467793 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7864779d-f88b-4b95-b360-2f70c1943833 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ee7e58022ec4519987f78595ee87c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2371237 Jul 07 17:28:13.468771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864779d-f88b-4b95-b360-2f70c1943833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c030b5ba-bbe4-4c97-a6df-e2bbf1cda2fe,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:13.470533 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57548) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:13.520877 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-29ddb697-e7d1-474e-930d-aac293b91057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.541844 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-29ddb697-e7d1-474e-930d-aac293b91057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.588332 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-29ddb697-e7d1-474e-930d-aac293b91057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.591775 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-29ddb697-e7d1-474e-930d-aac293b91057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.592925 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-29ddb697-e7d1-474e-930d-aac293b91057 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c030b5ba-bbe4-4c97-a6df-e2bbf1cda2fe HTTP/1.1" status: 204 len: 168 time: 0.1207752 Jul 07 17:28:13.600944 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddb697-e7d1-474e-930d-aac293b91057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c030b5ba-bbe4-4c97-a6df-e2bbf1cda2fe,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:13.846129 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57554) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:13.859481 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1438bf31-72e9-465a-b52c-28839ff9ad22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.947627 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1438bf31-72e9-465a-b52c-28839ff9ad22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.952761 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1438bf31-72e9-465a-b52c-28839ff9ad22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:13.989901 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1438bf31-72e9-465a-b52c-28839ff9ad22 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=33cb1d2fe4bb49f9a289711d0e2f0203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426547 Jul 07 17:28:13.991087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438bf31-72e9-465a-b52c-28839ff9ad22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1386a93a-92ad-436f-8cea-d625fc8fce13,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:13.992752 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57556) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:14.041290 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a9d898c6-1ed5-4154-863a-8da6c6d4c89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.063893 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a9d898c6-1ed5-4154-863a-8da6c6d4c89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.110258 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a9d898c6-1ed5-4154-863a-8da6c6d4c89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.112798 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a9d898c6-1ed5-4154-863a-8da6c6d4c89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.114061 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a9d898c6-1ed5-4154-863a-8da6c6d4c89a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1386a93a-92ad-436f-8cea-d625fc8fce13 HTTP/1.1" status: 204 len: 168 time: 0.1202483 Jul 07 17:28:14.125455 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d898c6-1ed5-4154-863a-8da6c6d4c89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1386a93a-92ad-436f-8cea-d625fc8fce13,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:14.340689 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.729609 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a4f02c4-fbf7-4be9-b0be-cea17fe4a63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:14.768743 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-4294cdb0-1dd5-49dc-9982-e16e2e2f9105 req-ac795dc4-0e19-4150-bb36-dcc28847dfd2 service neutron] (100410) timed out ('10.222.0.15', 56046) {{(pid=100410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:28:16.019968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57640) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.127720 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80843443-be84-4ab2-9d7a-20e9bb5493ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.222150 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80843443-be84-4ab2-9d7a-20e9bb5493ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.226040 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80843443-be84-4ab2-9d7a-20e9bb5493ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.264247 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-80843443-be84-4ab2-9d7a-20e9bb5493ac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a0914b8e24a43c5a22786d5c27b7d6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431562 Jul 07 17:28:16.265156 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80843443-be84-4ab2-9d7a-20e9bb5493ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18817f98-647f-4ab5-8c8c-a1b3fea2a138,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:16.268946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57644) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.318867 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b73e8796-83a9-4c56-a514-55e23a423dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.342519 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b73e8796-83a9-4c56-a514-55e23a423dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.395349 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b73e8796-83a9-4c56-a514-55e23a423dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.397909 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b73e8796-83a9-4c56-a514-55e23a423dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.399232 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b73e8796-83a9-4c56-a514-55e23a423dcf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/18817f98-647f-4ab5-8c8c-a1b3fea2a138 HTTP/1.1" status: 204 len: 168 time: 0.1312046 Jul 07 17:28:16.408300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e8796-83a9-4c56-a514-55e23a423dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18817f98-647f-4ab5-8c8c-a1b3fea2a138,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:16.660688 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57650) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.673219 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.674633 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc3892c0-1066-47f3-ab86-5d8c74814773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.761132 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc3892c0-1066-47f3-ab86-5d8c74814773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.765365 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dc3892c0-1066-47f3-ab86-5d8c74814773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.811542 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dc3892c0-1066-47f3-ab86-5d8c74814773 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f51348dc14d34f4fa56ebeaabac9d9e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497409 Jul 07 17:28:16.812450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3892c0-1066-47f3-ab86-5d8c74814773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa996b3-a430-4251-89d7-2cbfcf425122,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:16.814214 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57652) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:16.862503 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8cc92617-f9c6-4d45-ad13-36b3f0a29de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.883544 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8cc92617-f9c6-4d45-ad13-36b3f0a29de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.929747 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8cc92617-f9c6-4d45-ad13-36b3f0a29de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.932386 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8cc92617-f9c6-4d45-ad13-36b3f0a29de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:16.934145 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8cc92617-f9c6-4d45-ad13-36b3f0a29de7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6aa996b3-a430-4251-89d7-2cbfcf425122 HTTP/1.1" status: 204 len: 168 time: 0.1182959 Jul 07 17:28:16.941878 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc92617-f9c6-4d45-ad13-36b3f0a29de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa996b3-a430-4251-89d7-2cbfcf425122,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:17.649029 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:17.961977 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-483cc42d-4d2a-487f-bd95-c909c83595a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.030621 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57720) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:18.133648 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35b7d57e-daff-4bfb-af6c-ee5e3013c76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.220050 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35b7d57e-daff-4bfb-af6c-ee5e3013c76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.223949 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35b7d57e-daff-4bfb-af6c-ee5e3013c76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.265527 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-35b7d57e-daff-4bfb-af6c-ee5e3013c76b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bac47fcde8c145109666705e051d433b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338037 Jul 07 17:28:18.266470 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7d57e-daff-4bfb-af6c-ee5e3013c76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296585a8-2981-4773-b111-6c073f4c0299,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:18.268228 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57724) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:18.318691 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-12ab6d8f-785c-4fa1-ade5-308c3604cf86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.342112 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-12ab6d8f-785c-4fa1-ade5-308c3604cf86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.388929 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-12ab6d8f-785c-4fa1-ade5-308c3604cf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.391604 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-12ab6d8f-785c-4fa1-ade5-308c3604cf86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:18.392787 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-12ab6d8f-785c-4fa1-ade5-308c3604cf86 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/296585a8-2981-4773-b111-6c073f4c0299 HTTP/1.1" status: 204 len: 168 time: 0.1234808 Jul 07 17:28:18.401714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab6d8f-785c-4fa1-ade5-308c3604cf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296585a8-2981-4773-b111-6c073f4c0299,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:18.896648 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:19.922546 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57836) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:20.028332 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7c302530-64fe-4906-9423-a5c227d7a696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.118894 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7c302530-64fe-4906-9423-a5c227d7a696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.122698 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7c302530-64fe-4906-9423-a5c227d7a696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.161309 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7c302530-64fe-4906-9423-a5c227d7a696 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c0aa74ee15cd4570845e1df3e5f4f86f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376494 Jul 07 17:28:20.162492 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c302530-64fe-4906-9423-a5c227d7a696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a43c2db-47b0-4856-bd47-44c85b4a5ecf,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:20.164049 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57840) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:20.214673 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-175f7a31-4d4a-4ab9-9995-29bda3764ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.235757 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-175f7a31-4d4a-4ab9-9995-29bda3764ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.280657 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-175f7a31-4d4a-4ab9-9995-29bda3764ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.283208 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-175f7a31-4d4a-4ab9-9995-29bda3764ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:20.284445 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-175f7a31-4d4a-4ab9-9995-29bda3764ee2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a43c2db-47b0-4856-bd47-44c85b4a5ecf HTTP/1.1" status: 204 len: 168 time: 0.1193664 Jul 07 17:28:20.292011 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f7a31-4d4a-4ab9-9995-29bda3764ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a43c2db-47b0-4856-bd47-44c85b4a5ecf,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:20.377517 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.653349 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57882) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:21.748392 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-82e17e76-8fce-45e2-a284-533bd9a0ea5f tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:21.765879 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-82e17e76-8fce-45e2-a284-533bd9a0ea5f tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] 10.222.0.50 "PUT /v2.0/quotas/080fa4be547d4469b525c8f58df4f35b HTTP/1.1" status: 200 len: 368 time: 0.1114025 Jul 07 17:28:21.768517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57886) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:21.773192 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-35cc28a0-b2a1-495a-a731-022eb939b5c8 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Request body: {'network': {'project_id': '080fa4be547d4469b525c8f58df4f35b'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:21.792510 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cc28a0-b2a1-495a-a731-022eb939b5c8 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Made reservation on behalf of 080fa4be547d4469b525c8f58df4f35b for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:21.795666 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35cc28a0-b2a1-495a-a731-022eb939b5c8 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.803807 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35cc28a0-b2a1-495a-a731-022eb939b5c8 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.891215 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35cc28a0-b2a1-495a-a731-022eb939b5c8 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.896109 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35cc28a0-b2a1-495a-a731-022eb939b5c8 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.917340 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35cc28a0-b2a1-495a-a731-022eb939b5c8 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:21.931506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc28a0-b2a1-495a-a731-022eb939b5c8 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b79257-6a9c-4f77-80c5-3b8782fe74c3,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:21.936331 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35cc28a0-b2a1-495a-a731-022eb939b5c8 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:21.936683 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-35cc28a0-b2a1-495a-a731-022eb939b5c8 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Added segment e98613b0-a27c-45dd-9c4b-8f96a5ca6f98 of type vlan for network 694cfe6c-89bf-46bd-8df7-f4d9e9c4a1b5 Jul 07 17:28:21.981421 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35cc28a0-b2a1-495a-a731-022eb939b5c8 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.011311 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35cc28a0-b2a1-495a-a731-022eb939b5c8 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.012459 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cc28a0-b2a1-495a-a731-022eb939b5c8 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:22.013048 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-35cc28a0-b2a1-495a-a731-022eb939b5c8 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.066684 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-35cc28a0-b2a1-495a-a731-022eb939b5c8 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2971046 Jul 07 17:28:22.069363 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57888) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:22.074560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-2b6c25b8-4c28-4731-bea0-f3e36f5612e9 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Request body: {'network': {'project_id': '080fa4be547d4469b525c8f58df4f35b'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:22.076200 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc28a0-b2a1-495a-a731-022eb939b5c8 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Pushing event updated for resources: {'Network': ['ID=694cfe6c-89bf-46bd-8df7-f4d9e9c4a1b5,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:22.086654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 694cfe6c-89bf-46bd-8df7-f4d9e9c4a1b5 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:22.095947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6c25b8-4c28-4731-bea0-f3e36f5612e9 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Made reservation on behalf of 080fa4be547d4469b525c8f58df4f35b for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:22.098285 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b6c25b8-4c28-4731-bea0-f3e36f5612e9 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.122900 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6c25b8-4c28-4731-bea0-f3e36f5612e9 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:22.131914 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b6c25b8-4c28-4731-bea0-f3e36f5612e9 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.132325 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-2b6c25b8-4c28-4731-bea0-f3e36f5612e9 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Added segment 77697b55-ff05-46c9-85db-11114903ec7a of type vlan for network c10ae856-a752-403c-9685-8397b7ba0ce4 Jul 07 17:28:22.175668 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b6c25b8-4c28-4731-bea0-f3e36f5612e9 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.204770 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b6c25b8-4c28-4731-bea0-f3e36f5612e9 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.205722 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6c25b8-4c28-4731-bea0-f3e36f5612e9 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:22.206291 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b6c25b8-4c28-4731-bea0-f3e36f5612e9 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.267315 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2b6c25b8-4c28-4731-bea0-f3e36f5612e9 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.1966786 Jul 07 17:28:22.270267 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57890) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:22.275703 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-ad7db11d-b152-4518-a326-7394810f646e tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Request body: {'network': {'project_id': '080fa4be547d4469b525c8f58df4f35b'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:22.288912 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7db11d-b152-4518-a326-7394810f646e tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 17:28:22.289637 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7db11d-b152-4518-a326-7394810f646e tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:28:22.290810 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ad7db11d-b152-4518-a326-7394810f646e tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0194049 Jul 07 17:28:22.294007 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57892) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:22.296045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c25b8-4c28-4731-bea0-f3e36f5612e9 tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Pushing event updated for resources: {'Network': ['ID=c10ae856-a752-403c-9685-8397b7ba0ce4,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:22.306412 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network c10ae856-a752-403c-9685-8397b7ba0ce4 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:22.368977 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f38891c9-4b13-4a8c-b7db-27761919e16e tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.446320 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f38891c9-4b13-4a8c-b7db-27761919e16e tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.456733 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-f38891c9-4b13-4a8c-b7db-27761919e16e tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10ae856-a752-403c-9685-8397b7ba0ce4']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:22.467544 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-f38891c9-4b13-4a8c-b7db-27761919e16e tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77697b55-ff05-46c9-85db-11114903ec7a') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:22.467843 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-f38891c9-4b13-4a8c-b7db-27761919e16e tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77697b55-ff05-46c9-85db-11114903ec7a') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:22.477680 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f38891c9-4b13-4a8c-b7db-27761919e16e tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.495553 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f38891c9-4b13-4a8c-b7db-27761919e16e tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.501608 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38891c9-4b13-4a8c-b7db-27761919e16e tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:22.501996 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f38891c9-4b13-4a8c-b7db-27761919e16e tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:22.503674 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:22.563073 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f38891c9-4b13-4a8c-b7db-27761919e16e tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.567355 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f38891c9-4b13-4a8c-b7db-27761919e16e tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.569419 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f38891c9-4b13-4a8c-b7db-27761919e16e tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] 10.222.0.50 "DELETE /v2.0/networks/c10ae856-a752-403c-9685-8397b7ba0ce4 HTTP/1.1" status: 204 len: 168 time: 0.2740891 Jul 07 17:28:22.572195 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57894) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:22.582454 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38891c9-4b13-4a8c-b7db-27761919e16e tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Pushing event deleted for resources: {'Network': ['ID=c10ae856-a752-403c-9685-8397b7ba0ce4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:22.639236 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f96ce6b-c29c-481c-a0ab-35285abd8d4d tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.719255 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f96ce6b-c29c-481c-a0ab-35285abd8d4d tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.728800 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-7f96ce6b-c29c-481c-a0ab-35285abd8d4d tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694cfe6c-89bf-46bd-8df7-f4d9e9c4a1b5']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:22.738655 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-7f96ce6b-c29c-481c-a0ab-35285abd8d4d tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98613b0-a27c-45dd-9c4b-8f96a5ca6f98') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:22.738945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-7f96ce6b-c29c-481c-a0ab-35285abd8d4d tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98613b0-a27c-45dd-9c4b-8f96a5ca6f98') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:22.748096 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f96ce6b-c29c-481c-a0ab-35285abd8d4d tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.761196 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f96ce6b-c29c-481c-a0ab-35285abd8d4d tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.767682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f96ce6b-c29c-481c-a0ab-35285abd8d4d tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:22.768079 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f96ce6b-c29c-481c-a0ab-35285abd8d4d tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:22.769768 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:22.827438 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f96ce6b-c29c-481c-a0ab-35285abd8d4d tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.831857 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7f96ce6b-c29c-481c-a0ab-35285abd8d4d tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:22.834327 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7f96ce6b-c29c-481c-a0ab-35285abd8d4d tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] 10.222.0.50 "DELETE /v2.0/networks/694cfe6c-89bf-46bd-8df7-f4d9e9c4a1b5 HTTP/1.1" status: 204 len: 168 time: 0.2610614 Jul 07 17:28:22.849316 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96ce6b-c29c-481c-a0ab-35285abd8d4d tempest-QuotasNegativeTest-1369494427 tempest-QuotasNegativeTest-1369494427-project-admin] Pushing event deleted for resources: {'Network': ['ID=694cfe6c-89bf-46bd-8df7-f4d9e9c4a1b5,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:23.248482 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57904) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:23.354539 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad63d00d-26a9-4e24-8934-256cf5f7caef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.447235 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad63d00d-26a9-4e24-8934-256cf5f7caef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.451040 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad63d00d-26a9-4e24-8934-256cf5f7caef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.489044 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ad63d00d-26a9-4e24-8934-256cf5f7caef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b74ffb80d1c6450bbdb6aec91d8b3bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392211 Jul 07 17:28:23.489919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63d00d-26a9-4e24-8934-256cf5f7caef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db800f0c-5800-4b89-9e55-deac5e33000b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:23.492002 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57908) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:23.542465 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-32e2270f-876b-4e4f-b574-608610ceca55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.563751 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-32e2270f-876b-4e4f-b574-608610ceca55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.614858 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-32e2270f-876b-4e4f-b574-608610ceca55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.617908 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-32e2270f-876b-4e4f-b574-608610ceca55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.619185 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-32e2270f-876b-4e4f-b574-608610ceca55 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db800f0c-5800-4b89-9e55-deac5e33000b HTTP/1.1" status: 204 len: 168 time: 0.1260419 Jul 07 17:28:23.627102 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2270f-876b-4e4f-b574-608610ceca55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db800f0c-5800-4b89-9e55-deac5e33000b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:23.871085 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57914) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:23.883963 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ed56f618-2bce-4bb2-88eb-5f0713397f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.973095 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ed56f618-2bce-4bb2-88eb-5f0713397f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:23.977256 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ed56f618-2bce-4bb2-88eb-5f0713397f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.020978 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ed56f618-2bce-4bb2-88eb-5f0713397f64 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f62c462dd6b4223967a02ed9c0432c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487997 Jul 07 17:28:24.021857 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56f618-2bce-4bb2-88eb-5f0713397f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcf81b5-08c3-4b31-83a6-4415f3a8e697,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:24.023805 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57916) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:24.073599 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-60e30b3e-9a49-4426-985e-7ff9e92e17f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.095253 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-60e30b3e-9a49-4426-985e-7ff9e92e17f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.146493 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-60e30b3e-9a49-4426-985e-7ff9e92e17f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.149040 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-60e30b3e-9a49-4426-985e-7ff9e92e17f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.150199 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-60e30b3e-9a49-4426-985e-7ff9e92e17f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3dcf81b5-08c3-4b31-83a6-4415f3a8e697 HTTP/1.1" status: 204 len: 168 time: 0.1253936 Jul 07 17:28:24.158453 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e30b3e-9a49-4426-985e-7ff9e92e17f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcf81b5-08c3-4b31-83a6-4415f3a8e697,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:24.811788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57938) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:24.912050 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-deb14c0b-cb93-40cf-9b6e-be5934c3286a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'network': {'name': 'tempest-RoutersTest-583294070'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:24.934507 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb14c0b-cb93-40cf-9b6e-be5934c3286a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Made reservation on behalf of 09c11134daa74f0f8c5e05ea5922ce3b for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:24.938018 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-deb14c0b-cb93-40cf-9b6e-be5934c3286a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:24.946524 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-deb14c0b-cb93-40cf-9b6e-be5934c3286a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.037915 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-deb14c0b-cb93-40cf-9b6e-be5934c3286a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.041955 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-deb14c0b-cb93-40cf-9b6e-be5934c3286a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.071084 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb14c0b-cb93-40cf-9b6e-be5934c3286a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:25.076186 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb14c0b-cb93-40cf-9b6e-be5934c3286a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e209d34c-d408-40c9-a952-1dea65d60289,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:25.083506 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-deb14c0b-cb93-40cf-9b6e-be5934c3286a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.084470 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-deb14c0b-cb93-40cf-9b6e-be5934c3286a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Added segment 2b1c1b4a-3702-4c8f-8f7e-72e07ea235e6 of type vlan for network 653b6b17-4822-410b-98a8-bc4c997ff46a Jul 07 17:28:25.128297 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-deb14c0b-cb93-40cf-9b6e-be5934c3286a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.159931 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-deb14c0b-cb93-40cf-9b6e-be5934c3286a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.165633 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb14c0b-cb93-40cf-9b6e-be5934c3286a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:25.166226 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-deb14c0b-cb93-40cf-9b6e-be5934c3286a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.237084 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-deb14c0b-cb93-40cf-9b6e-be5934c3286a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4241333 Jul 07 17:28:25.239765 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57942) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:25.244920 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5510ce09-e805-4b6a-a49e-fa67ef81dd8f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'network': {'name': 'tempest-RoutersTest-1270724319'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:25.264643 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5510ce09-e805-4b6a-a49e-fa67ef81dd8f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Made reservation on behalf of 09c11134daa74f0f8c5e05ea5922ce3b for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:25.268098 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5510ce09-e805-4b6a-a49e-fa67ef81dd8f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.272261 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb14c0b-cb93-40cf-9b6e-be5934c3286a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Network': ['ID=653b6b17-4822-410b-98a8-bc4c997ff46a,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:25.283561 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 653b6b17-4822-410b-98a8-bc4c997ff46a details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:25.291893 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5510ce09-e805-4b6a-a49e-fa67ef81dd8f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:25.301611 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5510ce09-e805-4b6a-a49e-fa67ef81dd8f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.301961 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-5510ce09-e805-4b6a-a49e-fa67ef81dd8f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Added segment 87e27e38-912d-4737-9bfd-e81681c40089 of type vlan for network 6c874de0-b450-4704-8e3a-f0d2eacf313c Jul 07 17:28:25.343592 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5510ce09-e805-4b6a-a49e-fa67ef81dd8f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.371489 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5510ce09-e805-4b6a-a49e-fa67ef81dd8f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.377015 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5510ce09-e805-4b6a-a49e-fa67ef81dd8f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:25.377589 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5510ce09-e805-4b6a-a49e-fa67ef81dd8f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.440539 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5510ce09-e805-4b6a-a49e-fa67ef81dd8f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1970716 Jul 07 17:28:25.440775 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57944) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:25.447906 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-cfe991a1-2d72-4ec7-bc76-a0406f7dcafa tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'subnet': {'network_id': '653b6b17-4822-410b-98a8-bc4c997ff46a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:25.468435 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510ce09-e805-4b6a-a49e-fa67ef81dd8f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Network': ['ID=6c874de0-b450-4704-8e3a-f0d2eacf313c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:25.479339 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 6c874de0-b450-4704-8e3a-f0d2eacf313c details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:25.540877 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe991a1-2d72-4ec7-bc76-a0406f7dcafa tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Made reservation on behalf of 09c11134daa74f0f8c5e05ea5922ce3b for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:25.544404 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cfe991a1-2d72-4ec7-bc76-a0406f7dcafa tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.720318 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cfe991a1-2d72-4ec7-bc76-a0406f7dcafa tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.776283 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe991a1-2d72-4ec7-bc76-a0406f7dcafa tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Subnet': ['ID=a43a5cbc-4c8d-4455-8825-9770912b6da6,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:25.786084 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe991a1-2d72-4ec7-bc76-a0406f7dcafa tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Checking segment: {'id': '2b1c1b4a-3702-4c8f-8f7e-72e07ea235e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '653b6b17-4822-410b-98a8-bc4c997ff46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:25.786480 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe991a1-2d72-4ec7-bc76-a0406f7dcafa tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network hostable DHCP agents. Network: 653b6b17-4822-410b-98a8-bc4c997ff46a, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:25.802698 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe991a1-2d72-4ec7-bc76-a0406f7dcafa tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network 653b6b17-4822-410b-98a8-bc4c997ff46a is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:25.811239 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-cfe991a1-2d72-4ec7-bc76-a0406f7dcafa tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 653b6b17-4822-410b-98a8-bc4c997ff46a) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:25.815739 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe991a1-2d72-4ec7-bc76-a0406f7dcafa tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:25.816362 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cfe991a1-2d72-4ec7-bc76-a0406f7dcafa tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.822538 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22e22e5-3c82-4415-b15b-e14775bb2a19 None None] Network 653b6b17-4822-410b-98a8-bc4c997ff46a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:25.831369 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cfe991a1-2d72-4ec7-bc76-a0406f7dcafa tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3896382 Jul 07 17:28:25.834284 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57946) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:25.839623 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-dd201e5b-3af0-4235-bb1f-86ab1c99e21c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'subnet': {'network_id': '6c874de0-b450-4704-8e3a-f0d2eacf313c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:25.930581 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd201e5b-3af0-4235-bb1f-86ab1c99e21c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Made reservation on behalf of 09c11134daa74f0f8c5e05ea5922ce3b for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:25.934856 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dd201e5b-3af0-4235-bb1f-86ab1c99e21c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:25.969985 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-653b6b17-4822-410b-98a8-bc4c997ff46a', 'network_id': '653b6b17-4822-410b-98a8-bc4c997ff46a', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'fixed_ips': [{'subnet_id': 'a43a5cbc-4c8d-4455-8825-9770912b6da6'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:25.970941 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.110230 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Allocated IP 172.20.0.2 (653b6b17-4822-410b-98a8-bc4c997ff46a/a43a5cbc-4c8d-4455-8825-9770912b6da6/8452eb2c-a35c-455a-8a55-5142233a6186) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:26.124902 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dd201e5b-3af0-4235-bb1f-86ab1c99e21c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.192876 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd201e5b-3af0-4235-bb1f-86ab1c99e21c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Subnet': ['ID=61e0cf55-831d-4c2c-b672-e1db3baabddd,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:26.197373 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd201e5b-3af0-4235-bb1f-86ab1c99e21c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Checking segment: {'id': '87e27e38-912d-4737-9bfd-e81681c40089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6c874de0-b450-4704-8e3a-f0d2eacf313c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:26.197752 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd201e5b-3af0-4235-bb1f-86ab1c99e21c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network hostable DHCP agents. Network: 6c874de0-b450-4704-8e3a-f0d2eacf313c, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:26.221031 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd201e5b-3af0-4235-bb1f-86ab1c99e21c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network 6c874de0-b450-4704-8e3a-f0d2eacf313c is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:26.231460 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-dd201e5b-3af0-4235-bb1f-86ab1c99e21c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 6c874de0-b450-4704-8e3a-f0d2eacf313c) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:26.236743 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd201e5b-3af0-4235-bb1f-86ab1c99e21c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:26.237397 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dd201e5b-3af0-4235-bb1f-86ab1c99e21c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.248790 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da78bb9c-7b89-4594-8958-20d21d2bfef2 None None] Network 6c874de0-b450-4704-8e3a-f0d2eacf313c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:26.254317 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dd201e5b-3af0-4235-bb1f-86ab1c99e21c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4164145 Jul 07 17:28:26.254637 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57948) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:26.259189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-0e95a414-8f15-411e-9a28-aa2e84ad9aae tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2111096430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:26.280495 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0e95a414-8f15-411e-9a28-aa2e84ad9aae tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.281475 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0e95a414-8f15-411e-9a28-aa2e84ad9aae tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.300861 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.316440 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Transition to ACTIVE for port object 8452eb2c-a35c-455a-8a55-5142233a6186 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:26.336417 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0e95a414-8f15-411e-9a28-aa2e84ad9aae tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.342533 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0e95a414-8f15-411e-9a28-aa2e84ad9aae tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.343420 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Transition to ACTIVE for port object 8452eb2c-a35c-455a-8a55-5142233a6186 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:26.357041 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0e95a414-8f15-411e-9a28-aa2e84ad9aae tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.357434 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.358287 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0e95a414-8f15-411e-9a28-aa2e84ad9aae tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1027172 Jul 07 17:28:26.361047 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57950) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:26.427819 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Network 653b6b17-4822-410b-98a8-bc4c997ff46a is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:26.436573 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:26.441271 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:26.442332 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Pushing event updated for resources: {'Port': ['ID=8452eb2c-a35c-455a-8a55-5142233a6186,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:26.521454 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-6c874de0-b450-4704-8e3a-f0d2eacf313c', 'network_id': '6c874de0-b450-4704-8e3a-f0d2eacf313c', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'fixed_ips': [{'subnet_id': '61e0cf55-831d-4c2c-b672-e1db3baabddd'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:26.522308 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.528162 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Attempting to bind port 8452eb2c-a35c-455a-8a55-5142233a6186 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:26.528537 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Attempting to bind port 8452eb2c-a35c-455a-8a55-5142233a6186 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '2b1c1b4a-3702-4c8f-8f7e-72e07ea235e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '653b6b17-4822-410b-98a8-bc4c997ff46a'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:26.528906 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Attempting to bind port 8452eb2c-a35c-455a-8a55-5142233a6186 on network 653b6b17-4822-410b-98a8-bc4c997ff46a {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:26.541677 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:26.542059 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Checking segment: {'id': '2b1c1b4a-3702-4c8f-8f7e-72e07ea235e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '653b6b17-4822-410b-98a8-bc4c997ff46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:26.542492 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.542897 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Bound using segment: {'id': '2b1c1b4a-3702-4c8f-8f7e-72e07ea235e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '653b6b17-4822-410b-98a8-bc4c997ff46a'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:26.543920 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Bound port: 8452eb2c-a35c-455a-8a55-5142233a6186, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1c1b4a-3702-4c8f-8f7e-72e07ea235e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '653b6b17-4822-410b-98a8-bc4c997ff46a'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:26.544308 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.640214 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.699552 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] For port 8452eb2c-a35c-455a-8a55-5142233a6186, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:26.704040 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] For port 8452eb2c-a35c-455a-8a55-5142233a6186, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8452eb2c-a35c-455a-8a55-5142233a6186,segment=NetworkSegment(2b1c1b4a-3702-4c8f-8f7e-72e07ea235e6),segment_id=2b1c1b4a-3702-4c8f-8f7e-72e07ea235e6)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:26.712623 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.747444 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Allocated IP 172.21.0.2 (6c874de0-b450-4704-8e3a-f0d2eacf313c/61e0cf55-831d-4c2c-b672-e1db3baabddd/23ac4dd5-50fd-456e-9057-24d0f39c113d) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:26.829174 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63bef3-fff2-474f-990f-0e170e426dfd None None] Pushing event updated for resources: {'Port': ['ID=8452eb2c-a35c-455a-8a55-5142233a6186,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:26.862940 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2577f1f2-0411-4bcc-964e-87ff15735f1a req-29ba6b4e-299a-4ef1-846d-a129f4d6ee55 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1295087 Jul 07 17:28:26.943445 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:26.953178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Transition to ACTIVE for port object 23ac4dd5-50fd-456e-9057-24d0f39c113d will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:26.969743 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577f1f2-0411-4bcc-964e-87ff15735f1a req-bb5ac8ba-21f4-4446-954c-ede7dbcbd4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:26.969895 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Transition to ACTIVE for port object 23ac4dd5-50fd-456e-9057-24d0f39c113d will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:26.971902 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2577f1f2-0411-4bcc-964e-87ff15735f1a req-bb5ac8ba-21f4-4446-954c-ede7dbcbd4ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 1097 time: 0.0613825 Jul 07 17:28:26.977453 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.031200 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Network 6c874de0-b450-4704-8e3a-f0d2eacf313c is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:27.044078 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Allocated IP 172.20.0.1 (653b6b17-4822-410b-98a8-bc4c997ff46a/a43a5cbc-4c8d-4455-8825-9770912b6da6/e35de39f-3d80-4ac7-a27f-60a7281ab66f) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:27.060243 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Pushing event updated for resources: {'Port': ['ID=23ac4dd5-50fd-456e-9057-24d0f39c113d,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:27.068537 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:27.071238 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:27.142184 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2a104303-fd3f-45f1-abdd-7c3c914b7201 req-e17939e9-9f91-4fe7-b9c4-642434a55cbd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2090313 Jul 07 17:28:27.147976 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577f1f2-0411-4bcc-964e-87ff15735f1a req-b031b12c-08fc-489a-a132-b3d82da39cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:27.149922 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2577f1f2-0411-4bcc-964e-87ff15735f1a req-b031b12c-08fc-489a-a132-b3d82da39cb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.1546013 Jul 07 17:28:27.162578 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Attempting to bind port 23ac4dd5-50fd-456e-9057-24d0f39c113d on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:27.163127 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Attempting to bind port 23ac4dd5-50fd-456e-9057-24d0f39c113d by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '87e27e38-912d-4737-9bfd-e81681c40089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6c874de0-b450-4704-8e3a-f0d2eacf313c'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:27.163609 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Attempting to bind port 23ac4dd5-50fd-456e-9057-24d0f39c113d on network 6c874de0-b450-4704-8e3a-f0d2eacf313c {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:27.186051 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:27.186718 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Checking segment: {'id': '87e27e38-912d-4737-9bfd-e81681c40089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6c874de0-b450-4704-8e3a-f0d2eacf313c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:27.187208 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.187680 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Bound using segment: {'id': '87e27e38-912d-4737-9bfd-e81681c40089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6c874de0-b450-4704-8e3a-f0d2eacf313c'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:27.188265 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Bound port: 23ac4dd5-50fd-456e-9057-24d0f39c113d, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e27e38-912d-4737-9bfd-e81681c40089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6c874de0-b450-4704-8e3a-f0d2eacf313c'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:27.188745 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.243507 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2577f1f2-0411-4bcc-964e-87ff15735f1a req-c3fbbae3-baa5-4167-be30-1528ac126299 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0e15d22-70c6-473b-a462-be85ef862d97 HTTP/1.1" status: 200 len: 1002 time: 0.0824203 Jul 07 17:28:27.260825 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.262553 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] For port 23ac4dd5-50fd-456e-9057-24d0f39c113d, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:27.267090 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] For port 23ac4dd5-50fd-456e-9057-24d0f39c113d, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=23ac4dd5-50fd-456e-9057-24d0f39c113d,segment=NetworkSegment(87e27e38-912d-4737-9bfd-e81681c40089),segment_id=87e27e38-912d-4737-9bfd-e81681c40089)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:27.271969 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.279512 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Transition to ACTIVE for port object e35de39f-3d80-4ac7-a27f-60a7281ab66f will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:27.299857 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577f1f2-0411-4bcc-964e-87ff15735f1a req-acc3d5b0-d994-41d0-a0e8-7e7097daa1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:27.301627 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2577f1f2-0411-4bcc-964e-87ff15735f1a req-acc3d5b0-d994-41d0-a0e8-7e7097daa1ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.0501146 Jul 07 17:28:27.303431 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a104303-fd3f-45f1-abdd-7c3c914b7201 req-5764e96c-1fc1-419c-a0d6-b3232eebdafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:27.304966 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2a104303-fd3f-45f1-abdd-7c3c914b7201 req-5764e96c-1fc1-419c-a0d6-b3232eebdafd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 1097 time: 0.1083436 Jul 07 17:28:27.340653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba485a-ef4c-42ef-9b1f-fff06216b25c None None] Pushing event updated for resources: {'Port': ['ID=23ac4dd5-50fd-456e-9057-24d0f39c113d,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:27.363536 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.374664 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577f1f2-0411-4bcc-964e-87ff15735f1a req-5aec2dbc-52a1-43bf-bdf2-46a247962dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:27.376495 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2577f1f2-0411-4bcc-964e-87ff15735f1a req-5aec2dbc-52a1-43bf-bdf2-46a247962dd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679941 Jul 07 17:28:27.455237 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network 653b6b17-4822-410b-98a8-bc4c997ff46a is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:27.464175 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:27.466661 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:27.478982 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2577f1f2-0411-4bcc-964e-87ff15735f1a req-990f0c6f-9882-482a-bd52-facb188e1fd2 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962682 Jul 07 17:28:27.498262 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Port': ['ID=e35de39f-3d80-4ac7-a27f-60a7281ab66f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:27.557474 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:27.580640 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a104303-fd3f-45f1-abdd-7c3c914b7201 req-83c6268d-925f-4e62-b924-6cb9d42097de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:27.584173 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2a104303-fd3f-45f1-abdd-7c3c914b7201 req-83c6268d-925f-4e62-b924-6cb9d42097de service neutron] 10.222.0.69 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.2334771 Jul 07 17:28:27.602059 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2577f1f2-0411-4bcc-964e-87ff15735f1a req-360c88ae-d273-40fa-884a-23176bbc6c71 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142035 Jul 07 17:28:27.955103 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8452eb2c-a35c-455a-8a55-5142233a6186 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:28.007999 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb27c39-bfbb-40a7-a608-c85e58aa7b5b None None] Network 653b6b17-4822-410b-98a8-bc4c997ff46a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:28.020767 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 8452eb2c-a35c-455a-8a55-5142233a6186 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:28.030327 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2a104303-fd3f-45f1-abdd-7c3c914b7201 req-17c60b32-47b7-4b32-9a7c-9a655e2f96f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c67a9a3-d3ed-4356-8e03-29fe5ea48538 HTTP/1.1" status: 200 len: 1002 time: 0.4099271 Jul 07 17:28:28.051341 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 23ac4dd5-50fd-456e-9057-24d0f39c113d up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:28.116268 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a104303-fd3f-45f1-abdd-7c3c914b7201 req-20015d05-5e3b-4acc-97e7-275e98e3d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:28.117756 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3c0fc93c-3c4e-4a6f-a6e4-168c988bbb44 None None] Provisioning for port 8452eb2c-a35c-455a-8a55-5142233a6186 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:28.117897 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2a104303-fd3f-45f1-abdd-7c3c914b7201 req-20015d05-5e3b-4acc-97e7-275e98e3d1dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.0810926 Jul 07 17:28:28.118597 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.133501 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3c0fc93c-3c4e-4a6f-a6e4-168c988bbb44 None None] Provisioning complete for port 8452eb2c-a35c-455a-8a55-5142233a6186 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:28.133870 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc93c-3c4e-4a6f-a6e4-168c988bbb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.198726 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 23ac4dd5-50fd-456e-9057-24d0f39c113d completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:28.292729 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc93c-3c4e-4a6f-a6e4-168c988bbb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.295938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a104303-fd3f-45f1-abdd-7c3c914b7201 req-636b6734-326f-430b-8bd4-8ee0e382e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:28.297617 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2a104303-fd3f-45f1-abdd-7c3c914b7201 req-636b6734-326f-430b-8bd4-8ee0e382e6e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694729 Jul 07 17:28:28.339346 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-3c0fc93c-3c4e-4a6f-a6e4-168c988bbb44 None None] For port 8452eb2c-a35c-455a-8a55-5142233a6186, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8452eb2c-a35c-455a-8a55-5142233a6186,segment=NetworkSegment(2b1c1b4a-3702-4c8f-8f7e-72e07ea235e6),segment_id=2b1c1b4a-3702-4c8f-8f7e-72e07ea235e6)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:28.345038 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc93c-3c4e-4a6f-a6e4-168c988bbb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.407905 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fc93c-3c4e-4a6f-a6e4-168c988bbb44 None None] Pushing event updated for resources: {'Port': ['ID=8452eb2c-a35c-455a-8a55-5142233a6186,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:28.480841 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52a6966-fb5e-4064-8107-627c7bf74d58 None None] Network 6c874de0-b450-4704-8e3a-f0d2eacf313c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:28.484151 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2a104303-fd3f-45f1-abdd-7c3c914b7201 req-b5af23fa-6b54-48a6-a902-e9eaf42f197f service neutron] 10.222.0.69 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789672 Jul 07 17:28:28.604266 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.611704 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.677033 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2a104303-fd3f-45f1-abdd-7c3c914b7201 req-85be3c11-7afb-4ffb-b0f5-af16b703e801 service neutron] 10.222.0.69 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866724 Jul 07 17:28:28.711952 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Port': ['ID=e35de39f-3d80-4ac7-a27f-60a7281ab66f,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:28.717516 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7dc2d7ac-d375-4542-9561-f59343ac69cc None None] Provisioning for port 23ac4dd5-50fd-456e-9057-24d0f39c113d completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:28.722064 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.724779 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:28.725123 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:28.725488 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:28.725938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:28.726137 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:28.726575 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:28.726915 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:28.727461 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:28.727654 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:28.727896 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:28.728227 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:28.728556 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:28.730671 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7dc2d7ac-d375-4542-9561-f59343ac69cc None None] Provisioning complete for port 23ac4dd5-50fd-456e-9057-24d0f39c113d triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:28.731122 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d7ac-d375-4542-9561-f59343ac69cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.832201 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network 653b6b17-4822-410b-98a8-bc4c997ff46a is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:28.833422 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:28.876627 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d7ac-d375-4542-9561-f59343ac69cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.932404 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7dc2d7ac-d375-4542-9561-f59343ac69cc None None] For port 23ac4dd5-50fd-456e-9057-24d0f39c113d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=23ac4dd5-50fd-456e-9057-24d0f39c113d,segment=NetworkSegment(87e27e38-912d-4737-9bfd-e81681c40089),segment_id=87e27e38-912d-4737-9bfd-e81681c40089)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:28.937943 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d7ac-d375-4542-9561-f59343ac69cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:28.966446 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router c65aa211-a33c-49de-a538-9cfbed212378 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:28:28.974538 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7dc2d7ac-d375-4542-9561-f59343ac69cc None None] Provisioning complete for port 8452eb2c-a35c-455a-8a55-5142233a6186 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:28.974922 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d7ac-d375-4542-9561-f59343ac69cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.025899 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2d7ac-d375-4542-9561-f59343ac69cc None None] Pushing event updated for resources: {'Port': ['ID=23ac4dd5-50fd-456e-9057-24d0f39c113d,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:29.085241 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:29.094259 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a62568ff-c716-4761-909f-8454227a00bf tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/c65aa211-a33c-49de-a538-9cfbed212378/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7320049 Jul 07 17:28:29.097001 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57954) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:29.099267 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa2c341-418c-4c95-8ada-c0884059146b None None] Sync routers for ids ['c65aa211-a33c-49de-a538-9cfbed212378'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:29.103801 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7dc2d7ac-d375-4542-9561-f59343ac69cc None None] Provisioning for port e35de39f-3d80-4ac7-a27f-60a7281ab66f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:29.110156 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7dc2d7ac-d375-4542-9561-f59343ac69cc None None] Provisioning complete for port e35de39f-3d80-4ac7-a27f-60a7281ab66f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:29.110485 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d7ac-d375-4542-9561-f59343ac69cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.114171 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa2c341-418c-4c95-8ada-c0884059146b None None] Routers {'c65aa211-a33c-49de-a538-9cfbed212378'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:29.114902 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6aa2c341-418c-4c95-8ada-c0884059146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['c65aa211-a33c-49de-a538-9cfbed212378'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:29.155588 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7dc2d7ac-d375-4542-9561-f59343ac69cc None None] Port e35de39f-3d80-4ac7-a27f-60a7281ab66f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:29.159017 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6aa2c341-418c-4c95-8ada-c0884059146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:29.168930 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa2c341-418c-4c95-8ada-c0884059146b None None] Routers {'c65aa211-a33c-49de-a538-9cfbed212378'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:29.170046 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6aa2c341-418c-4c95-8ada-c0884059146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['c65aa211-a33c-49de-a538-9cfbed212378'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:29.173330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeff833b-da21-468b-bf42-dc029776e5be tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:29.175008 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-aeff833b-da21-468b-bf42-dc029776e5be tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/ports/e35de39f-3d80-4ac7-a27f-60a7281ab66f HTTP/1.1" status: 200 len: 910 time: 0.0770776 Jul 07 17:28:29.178578 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57956) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:29.205336 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6aa2c341-418c-4c95-8ada-c0884059146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:29.205988 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa2c341-418c-4c95-8ada-c0884059146b None None] The sync data for ids ['c65aa211-a33c-49de-a538-9cfbed212378'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:29.274147 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-44b2f86a-6359-4ed6-8e5e-658625ef9762 None None] Provisioning complete for port 23ac4dd5-50fd-456e-9057-24d0f39c113d triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:29.274552 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-44b2f86a-6359-4ed6-8e5e-658625ef9762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.363503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-44b2f86a-6359-4ed6-8e5e-658625ef9762 None None] Provisioning complete for port e35de39f-3d80-4ac7-a27f-60a7281ab66f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:29.364127 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-44b2f86a-6359-4ed6-8e5e-658625ef9762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.403885 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-44b2f86a-6359-4ed6-8e5e-658625ef9762 None None] Port e35de39f-3d80-4ac7-a27f-60a7281ab66f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:29.535314 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-afd6ccf5-a0e6-446f-9600-eec3719d812a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.782201 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-afd6ccf5-a0e6-446f-9600-eec3719d812a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Allocated IP 172.21.0.1 (6c874de0-b450-4704-8e3a-f0d2eacf313c/61e0cf55-831d-4c2c-b672-e1db3baabddd/fbeaea30-5d84-411f-b2f6-c175a69c8e26) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:29.890229 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8452eb2c-a35c-455a-8a55-5142233a6186 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:29.899070 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-afd6ccf5-a0e6-446f-9600-eec3719d812a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.912991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-afd6ccf5-a0e6-446f-9600-eec3719d812a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Transition to ACTIVE for port object fbeaea30-5d84-411f-b2f6-c175a69c8e26 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:29.937569 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 8452eb2c-a35c-455a-8a55-5142233a6186 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:29.937953 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.946630 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-afd6ccf5-a0e6-446f-9600-eec3719d812a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:29.988210 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd6ccf5-a0e6-446f-9600-eec3719d812a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network 6c874de0-b450-4704-8e3a-f0d2eacf313c is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:29.993382 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-afd6ccf5-a0e6-446f-9600-eec3719d812a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:29.997836 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd6ccf5-a0e6-446f-9600-eec3719d812a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:30.018079 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 23ac4dd5-50fd-456e-9057-24d0f39c113d up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:30.030170 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6ccf5-a0e6-446f-9600-eec3719d812a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Port': ['ID=fbeaea30-5d84-411f-b2f6-c175a69c8e26,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:30.054563 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-afd6ccf5-a0e6-446f-9600-eec3719d812a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.071038 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 23ac4dd5-50fd-456e-9057-24d0f39c113d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:30.071425 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.189127 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-afd6ccf5-a0e6-446f-9600-eec3719d812a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.232297 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-95d00d60-84bb-45bb-aee6-d0cc7d0aa699 None None] Provisioning for port fbeaea30-5d84-411f-b2f6-c175a69c8e26 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:30.236292 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-95d00d60-84bb-45bb-aee6-d0cc7d0aa699 None None] Provisioning complete for port fbeaea30-5d84-411f-b2f6-c175a69c8e26 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:30.236674 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-95d00d60-84bb-45bb-aee6-d0cc7d0aa699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.269825 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-95d00d60-84bb-45bb-aee6-d0cc7d0aa699 None None] Port fbeaea30-5d84-411f-b2f6-c175a69c8e26 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:30.458884 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-afd6ccf5-a0e6-446f-9600-eec3719d812a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.463389 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-afd6ccf5-a0e6-446f-9600-eec3719d812a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.541149 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-afd6ccf5-a0e6-446f-9600-eec3719d812a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.543526 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6ccf5-a0e6-446f-9600-eec3719d812a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Port': ['ID=fbeaea30-5d84-411f-b2f6-c175a69c8e26,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:30.631989 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd6ccf5-a0e6-446f-9600-eec3719d812a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network 6c874de0-b450-4704-8e3a-f0d2eacf313c is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:30.633428 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-afd6ccf5-a0e6-446f-9600-eec3719d812a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:30.736151 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd6ccf5-a0e6-446f-9600-eec3719d812a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router c65aa211-a33c-49de-a538-9cfbed212378 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:30.833875 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd6ccf5-a0e6-446f-9600-eec3719d812a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:30.838921 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-afd6ccf5-a0e6-446f-9600-eec3719d812a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/c65aa211-a33c-49de-a538-9cfbed212378/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6591511 Jul 07 17:28:30.842089 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57958) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:30.845180 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35996984-8ffc-46a2-b370-204ddf1fc0bd None None] Sync routers for ids ['c65aa211-a33c-49de-a538-9cfbed212378'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:30.854436 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35996984-8ffc-46a2-b370-204ddf1fc0bd None None] Routers {'c65aa211-a33c-49de-a538-9cfbed212378'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:30.855068 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-35996984-8ffc-46a2-b370-204ddf1fc0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['c65aa211-a33c-49de-a538-9cfbed212378'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:30.892862 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-35996984-8ffc-46a2-b370-204ddf1fc0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:30.894465 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61204669-eabf-489a-9d7c-5394ccef5066 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:30.895876 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-61204669-eabf-489a-9d7c-5394ccef5066 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/ports/fbeaea30-5d84-411f-b2f6-c175a69c8e26 HTTP/1.1" status: 200 len: 910 time: 0.0527635 Jul 07 17:28:30.898753 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57960) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:30.905006 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35996984-8ffc-46a2-b370-204ddf1fc0bd None None] Routers {'c65aa211-a33c-49de-a538-9cfbed212378'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:30.905562 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-35996984-8ffc-46a2-b370-204ddf1fc0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['c65aa211-a33c-49de-a538-9cfbed212378'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:30.942180 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-35996984-8ffc-46a2-b370-204ddf1fc0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:30.942938 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35996984-8ffc-46a2-b370-204ddf1fc0bd None None] The sync data for ids ['c65aa211-a33c-49de-a538-9cfbed212378'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:30.944308 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-24cc53e8-b37c-497c-a1b7-f2e1afcd804e None None] Provisioning complete for port fbeaea30-5d84-411f-b2f6-c175a69c8e26 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:30.945867 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-24cc53e8-b37c-497c-a1b7-f2e1afcd804e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:30.983228 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-24cc53e8-b37c-497c-a1b7-f2e1afcd804e None None] Port fbeaea30-5d84-411f-b2f6-c175a69c8e26 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:31.304182 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7707f987-e52f-4039-9f02-f5b9fe8e4987 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.884145 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7707f987-e52f-4039-9f02-f5b9fe8e4987 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting port fbeaea30-5d84-411f-b2f6-c175a69c8e26 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:31.884563 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7707f987-e52f-4039-9f02-f5b9fe8e4987 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.970123 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7707f987-e52f-4039-9f02-f5b9fe8e4987 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:31.982735 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7707f987-e52f-4039-9f02-f5b9fe8e4987 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Calling delete_port for fbeaea30-5d84-411f-b2f6-c175a69c8e26 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:32.154448 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7707f987-e52f-4039-9f02-f5b9fe8e4987 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.181516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707f987-e52f-4039-9f02-f5b9fe8e4987 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Port': ['ID=fbeaea30-5d84-411f-b2f6-c175a69c8e26,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:32.348091 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7707f987-e52f-4039-9f02-f5b9fe8e4987 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:32.544574 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7707f987-e52f-4039-9f02-f5b9fe8e4987 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router c65aa211-a33c-49de-a538-9cfbed212378 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:32.635975 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7707f987-e52f-4039-9f02-f5b9fe8e4987 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:32.643448 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7707f987-e52f-4039-9f02-f5b9fe8e4987 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/c65aa211-a33c-49de-a538-9cfbed212378/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7418609 Jul 07 17:28:32.644402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57964) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:32.646021 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3118ae-334c-4e5f-820f-70c1b4a316ca None None] Sync routers for ids ['c65aa211-a33c-49de-a538-9cfbed212378'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:32.655068 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3118ae-334c-4e5f-820f-70c1b4a316ca None None] Routers {'c65aa211-a33c-49de-a538-9cfbed212378'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:32.655669 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6a3118ae-334c-4e5f-820f-70c1b4a316ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['c65aa211-a33c-49de-a538-9cfbed212378'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:32.690473 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6a3118ae-334c-4e5f-820f-70c1b4a316ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:32.698932 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3118ae-334c-4e5f-820f-70c1b4a316ca None None] Routers {'c65aa211-a33c-49de-a538-9cfbed212378'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:32.700052 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6a3118ae-334c-4e5f-820f-70c1b4a316ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['c65aa211-a33c-49de-a538-9cfbed212378'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:32.730303 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6a3118ae-334c-4e5f-820f-70c1b4a316ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:32.730973 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3118ae-334c-4e5f-820f-70c1b4a316ca None None] The sync data for ids ['c65aa211-a33c-49de-a538-9cfbed212378'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:32.952481 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-90b97cf2-012e-420f-a47d-de2208c3e855 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.210594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-90b97cf2-012e-420f-a47d-de2208c3e855 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting port e35de39f-3d80-4ac7-a27f-60a7281ab66f {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:33.210861 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-90b97cf2-012e-420f-a47d-de2208c3e855 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.299957 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-90b97cf2-012e-420f-a47d-de2208c3e855 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.311660 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-90b97cf2-012e-420f-a47d-de2208c3e855 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Calling delete_port for e35de39f-3d80-4ac7-a27f-60a7281ab66f owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:33.480763 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-90b97cf2-012e-420f-a47d-de2208c3e855 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.507986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b97cf2-012e-420f-a47d-de2208c3e855 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Port': ['ID=e35de39f-3d80-4ac7-a27f-60a7281ab66f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:33.649918 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-90b97cf2-012e-420f-a47d-de2208c3e855 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:33.802996 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b97cf2-012e-420f-a47d-de2208c3e855 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router c65aa211-a33c-49de-a538-9cfbed212378 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:33.879336 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b97cf2-012e-420f-a47d-de2208c3e855 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:33.884335 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-90b97cf2-012e-420f-a47d-de2208c3e855 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/c65aa211-a33c-49de-a538-9cfbed212378/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2389588 Jul 07 17:28:33.888106 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57966) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:33.890866 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008035fc-992e-49ad-9906-1976c3f04275 None None] Sync routers for ids ['c65aa211-a33c-49de-a538-9cfbed212378'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:33.900305 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008035fc-992e-49ad-9906-1976c3f04275 None None] Routers {'c65aa211-a33c-49de-a538-9cfbed212378'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:33.900925 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-008035fc-992e-49ad-9906-1976c3f04275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['c65aa211-a33c-49de-a538-9cfbed212378'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:33.918654 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d7c1f1d0-6529-4cc2-b33b-9b16425cda2b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c65aa211-a33c-49de-a538-9cfbed212378 HTTP/1.1" status: 200 len: 205 time: 0.0285933 Jul 07 17:28:33.921070 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57968) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:33.933778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-008035fc-992e-49ad-9906-1976c3f04275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:33.942119 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008035fc-992e-49ad-9906-1976c3f04275 None None] Routers {'c65aa211-a33c-49de-a538-9cfbed212378'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:33.942751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-008035fc-992e-49ad-9906-1976c3f04275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['c65aa211-a33c-49de-a538-9cfbed212378'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:33.974278 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-008035fc-992e-49ad-9906-1976c3f04275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:33.974957 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008035fc-992e-49ad-9906-1976c3f04275 None None] The sync data for ids ['c65aa211-a33c-49de-a538-9cfbed212378'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:33.995732 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b641533-1589-4f68-9f57-9f98e6d6e3a7 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.437438 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b641533-1589-4f68-9f57-9f98e6d6e3a7 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.439621 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b641533-1589-4f68-9f57-9f98e6d6e3a7 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.484492 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b641533-1589-4f68-9f57-9f98e6d6e3a7 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.485151 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b641533-1589-4f68-9f57-9f98e6d6e3a7 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Fanout notify agent at l3_agent the message router_deleted on router c65aa211-a33c-49de-a538-9cfbed212378 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:28:34.491878 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b641533-1589-4f68-9f57-9f98e6d6e3a7 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.495550 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1b641533-1589-4f68-9f57-9f98e6d6e3a7 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/routers/c65aa211-a33c-49de-a538-9cfbed212378 HTTP/1.1" status: 204 len: 168 time: 0.5710034 Jul 07 17:28:34.495550 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57970) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:34.545554 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f1432e-fff3-483a-af6c-cbde16c36d17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting subnet 61e0cf55-831d-4c2c-b672-e1db3baabddd {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:34.548651 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d2f1432e-fff3-483a-af6c-cbde16c36d17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.591326 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d2f1432e-fff3-483a-af6c-cbde16c36d17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.670921 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d2f1432e-fff3-483a-af6c-cbde16c36d17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.731698 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d2f1432e-fff3-483a-af6c-cbde16c36d17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.764671 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1432e-fff3-483a-af6c-cbde16c36d17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Subnet': ['ID=61e0cf55-831d-4c2c-b672-e1db3baabddd,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:34.766584 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d2f1432e-fff3-483a-af6c-cbde16c36d17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.770113 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d2f1432e-fff3-483a-af6c-cbde16c36d17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/subnets/61e0cf55-831d-4c2c-b672-e1db3baabddd HTTP/1.1" status: 204 len: 168 time: 0.2720485 Jul 07 17:28:34.771125 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57972) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:34.773852 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561fee24-6bc8-48d9-ab9a-29cb79441827 None None] Network 6c874de0-b450-4704-8e3a-f0d2eacf313c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:34.822644 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bcf9f76-1871-421e-9c08-3fd12c1dcc53 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting subnet a43a5cbc-4c8d-4455-8825-9770912b6da6 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:34.826497 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7bcf9f76-1871-421e-9c08-3fd12c1dcc53 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.864999 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7bcf9f76-1871-421e-9c08-3fd12c1dcc53 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:34.955070 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effc4c99-683d-4f58-9cf7-1e43dda4f50f None None] DHCP port deletion for 6c874de0-b450-4704-8e3a-f0d2eacf313c request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:34.957379 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7bcf9f76-1871-421e-9c08-3fd12c1dcc53 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.002369 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-effc4c99-683d-4f58-9cf7-1e43dda4f50f None None] Deleting port 23ac4dd5-50fd-456e-9057-24d0f39c113d {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:35.002954 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-effc4c99-683d-4f58-9cf7-1e43dda4f50f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.020357 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7bcf9f76-1871-421e-9c08-3fd12c1dcc53 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.050198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf9f76-1871-421e-9c08-3fd12c1dcc53 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Subnet': ['ID=a43a5cbc-4c8d-4455-8825-9770912b6da6,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:35.052589 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7bcf9f76-1871-421e-9c08-3fd12c1dcc53 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.056520 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7bcf9f76-1871-421e-9c08-3fd12c1dcc53 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/subnets/a43a5cbc-4c8d-4455-8825-9770912b6da6 HTTP/1.1" status: 204 len: 168 time: 0.2820537 Jul 07 17:28:35.057331 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57974) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:35.059720 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aa4dd2-c592-4cc3-9b8a-08b8e717a928 None None] Network 653b6b17-4822-410b-98a8-bc4c997ff46a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:35.119625 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-effc4c99-683d-4f58-9cf7-1e43dda4f50f None None] For port 23ac4dd5-50fd-456e-9057-24d0f39c113d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=23ac4dd5-50fd-456e-9057-24d0f39c113d,segment=NetworkSegment(87e27e38-912d-4737-9bfd-e81681c40089),segment_id=87e27e38-912d-4737-9bfd-e81681c40089)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:35.120016 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-effc4c99-683d-4f58-9cf7-1e43dda4f50f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.134255 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-03783fa1-a8bd-45d9-bd8d-e0ab23609926 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.141496 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-effc4c99-683d-4f58-9cf7-1e43dda4f50f None None] Calling delete_port for 23ac4dd5-50fd-456e-9057-24d0f39c113d owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:35.191859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-03783fa1-a8bd-45d9-bd8d-e0ab23609926 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting port 23ac4dd5-50fd-456e-9057-24d0f39c113d {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:35.192124 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-03783fa1-a8bd-45d9-bd8d-e0ab23609926 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.256395 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-03783fa1-a8bd-45d9-bd8d-e0ab23609926 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] For port 23ac4dd5-50fd-456e-9057-24d0f39c113d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=23ac4dd5-50fd-456e-9057-24d0f39c113d,segment=NetworkSegment(87e27e38-912d-4737-9bfd-e81681c40089),segment_id=87e27e38-912d-4737-9bfd-e81681c40089)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:35.256922 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-03783fa1-a8bd-45d9-bd8d-e0ab23609926 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.276015 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-03783fa1-a8bd-45d9-bd8d-e0ab23609926 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Calling delete_port for 23ac4dd5-50fd-456e-9057-24d0f39c113d owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:35.283678 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-effc4c99-683d-4f58-9cf7-1e43dda4f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.313729 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc4c99-683d-4f58-9cf7-1e43dda4f50f None None] Pushing event deleted for resources: {'Port': ['ID=23ac4dd5-50fd-456e-9057-24d0f39c113d,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:35.317366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effc4c99-683d-4f58-9cf7-1e43dda4f50f None None] No DVR routers for this DVR port 23ac4dd5-50fd-456e-9057-24d0f39c113d on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:35.363493 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dca60f6-f036-4fc2-b96f-6c13d9763377 None None] DHCP port deletion for 653b6b17-4822-410b-98a8-bc4c997ff46a request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:35.365374 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-03783fa1-a8bd-45d9-bd8d-e0ab23609926 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.392868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03783fa1-a8bd-45d9-bd8d-e0ab23609926 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Port': ['ID=23ac4dd5-50fd-456e-9057-24d0f39c113d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:35.394765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03783fa1-a8bd-45d9-bd8d-e0ab23609926 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] No DVR routers for this DVR port 23ac4dd5-50fd-456e-9057-24d0f39c113d on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:35.415473 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3dca60f6-f036-4fc2-b96f-6c13d9763377 None None] Deleting port 8452eb2c-a35c-455a-8a55-5142233a6186 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:35.415846 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3dca60f6-f036-4fc2-b96f-6c13d9763377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.473522 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-03783fa1-a8bd-45d9-bd8d-e0ab23609926 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.478712 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-3dca60f6-f036-4fc2-b96f-6c13d9763377 None None] For port 8452eb2c-a35c-455a-8a55-5142233a6186, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8452eb2c-a35c-455a-8a55-5142233a6186,segment=NetworkSegment(2b1c1b4a-3702-4c8f-8f7e-72e07ea235e6),segment_id=2b1c1b4a-3702-4c8f-8f7e-72e07ea235e6)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:35.479107 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3dca60f6-f036-4fc2-b96f-6c13d9763377 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.483832 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-03783fa1-a8bd-45d9-bd8d-e0ab23609926 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c874de0-b450-4704-8e3a-f0d2eacf313c']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:35.491912 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3dca60f6-f036-4fc2-b96f-6c13d9763377 None None] Calling delete_port for 8452eb2c-a35c-455a-8a55-5142233a6186 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:35.494247 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-03783fa1-a8bd-45d9-bd8d-e0ab23609926 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e27e38-912d-4737-9bfd-e81681c40089') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:35.494759 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-03783fa1-a8bd-45d9-bd8d-e0ab23609926 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e27e38-912d-4737-9bfd-e81681c40089') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:35.504171 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-03783fa1-a8bd-45d9-bd8d-e0ab23609926 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.518341 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-03783fa1-a8bd-45d9-bd8d-e0ab23609926 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.524518 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03783fa1-a8bd-45d9-bd8d-e0ab23609926 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:35.524906 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-03783fa1-a8bd-45d9-bd8d-e0ab23609926 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: self.session.flush() Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:35.528590 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:35.580522 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3dca60f6-f036-4fc2-b96f-6c13d9763377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.598621 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-03783fa1-a8bd-45d9-bd8d-e0ab23609926 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.606317 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-03783fa1-a8bd-45d9-bd8d-e0ab23609926 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.610590 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-03783fa1-a8bd-45d9-bd8d-e0ab23609926 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/networks/6c874de0-b450-4704-8e3a-f0d2eacf313c HTTP/1.1" status: 204 len: 168 time: 0.5505161 Jul 07 17:28:35.610805 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca60f6-f036-4fc2-b96f-6c13d9763377 None None] Pushing event deleted for resources: {'Port': ['ID=8452eb2c-a35c-455a-8a55-5142233a6186,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:35.610971 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57976) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:35.620028 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dca60f6-f036-4fc2-b96f-6c13d9763377 None None] No DVR routers for this DVR port 8452eb2c-a35c-455a-8a55-5142233a6186 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:35.626742 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03783fa1-a8bd-45d9-bd8d-e0ab23609926 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Network': ['ID=6c874de0-b450-4704-8e3a-f0d2eacf313c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:35.692085 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5426d4f-d689-41d1-bde6-4b61c1a3b3e8 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.776523 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5426d4f-d689-41d1-bde6-4b61c1a3b3e8 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.786157 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-f5426d4f-d689-41d1-bde6-4b61c1a3b3e8 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653b6b17-4822-410b-98a8-bc4c997ff46a']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:35.796492 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-f5426d4f-d689-41d1-bde6-4b61c1a3b3e8 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1c1b4a-3702-4c8f-8f7e-72e07ea235e6') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:35.796788 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-f5426d4f-d689-41d1-bde6-4b61c1a3b3e8 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1c1b4a-3702-4c8f-8f7e-72e07ea235e6') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:35.805253 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5426d4f-d689-41d1-bde6-4b61c1a3b3e8 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.818999 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5426d4f-d689-41d1-bde6-4b61c1a3b3e8 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.824832 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5426d4f-d689-41d1-bde6-4b61c1a3b3e8 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:35.825218 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5426d4f-d689-41d1-bde6-4b61c1a3b3e8 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:35.842645 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:35.878364 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8452eb2c-a35c-455a-8a55-5142233a6186 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:35.891806 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5426d4f-d689-41d1-bde6-4b61c1a3b3e8 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.896297 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f5426d4f-d689-41d1-bde6-4b61c1a3b3e8 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.898887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 8452eb2c-a35c-455a-8a55-5142233a6186 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:35.898994 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8452eb2c-a35c-455a-8a55-5142233a6186 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:35.899346 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 23ac4dd5-50fd-456e-9057-24d0f39c113d no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:35.902251 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57978) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:35.902428 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f5426d4f-d689-41d1-bde6-4b61c1a3b3e8 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/networks/653b6b17-4822-410b-98a8-bc4c997ff46a HTTP/1.1" status: 204 len: 168 time: 0.2900972 Jul 07 17:28:35.907279 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1f941841-e3ce-484e-be0f-30a0786dc210 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'network': {'name': 'tempest-RoutersTest-1983747948'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:35.920163 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 23ac4dd5-50fd-456e-9057-24d0f39c113d {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:35.920830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 23ac4dd5-50fd-456e-9057-24d0f39c113d not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:35.928463 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5426d4f-d689-41d1-bde6-4b61c1a3b3e8 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Network': ['ID=653b6b17-4822-410b-98a8-bc4c997ff46a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:35.932400 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f941841-e3ce-484e-be0f-30a0786dc210 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Made reservation on behalf of 09c11134daa74f0f8c5e05ea5922ce3b for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:35.936917 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f941841-e3ce-484e-be0f-30a0786dc210 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.960346 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f941841-e3ce-484e-be0f-30a0786dc210 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:35.969242 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f941841-e3ce-484e-be0f-30a0786dc210 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:35.969591 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-1f941841-e3ce-484e-be0f-30a0786dc210 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Added segment 7764b5d2-7693-4d2d-9715-b8ae21af9a83 of type vlan for network 4dfc8dd6-5801-417f-b667-bd7d3584527e Jul 07 17:28:36.017627 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f941841-e3ce-484e-be0f-30a0786dc210 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.047986 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f941841-e3ce-484e-be0f-30a0786dc210 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.053920 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f941841-e3ce-484e-be0f-30a0786dc210 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:36.054538 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f941841-e3ce-484e-be0f-30a0786dc210 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.119984 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1f941841-e3ce-484e-be0f-30a0786dc210 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2144165 Jul 07 17:28:36.121246 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57980) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:36.126444 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-11e6b009-d045-4e0e-80c7-f9d4900c7c56 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'subnet': {'network_id': '4dfc8dd6-5801-417f-b667-bd7d3584527e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:36.132727 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f941841-e3ce-484e-be0f-30a0786dc210 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Network': ['ID=4dfc8dd6-5801-417f-b667-bd7d3584527e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:36.143473 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 4dfc8dd6-5801-417f-b667-bd7d3584527e details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:36.216804 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e6b009-d045-4e0e-80c7-f9d4900c7c56 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Made reservation on behalf of 09c11134daa74f0f8c5e05ea5922ce3b for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:36.220345 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11e6b009-d045-4e0e-80c7-f9d4900c7c56 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.397102 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11e6b009-d045-4e0e-80c7-f9d4900c7c56 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.455889 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6b009-d045-4e0e-80c7-f9d4900c7c56 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Subnet': ['ID=7cabd5d6-0738-4040-8ac0-6227856661c6,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:36.464903 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e6b009-d045-4e0e-80c7-f9d4900c7c56 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Checking segment: {'id': '7764b5d2-7693-4d2d-9715-b8ae21af9a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4dfc8dd6-5801-417f-b667-bd7d3584527e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:36.465269 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e6b009-d045-4e0e-80c7-f9d4900c7c56 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network hostable DHCP agents. Network: 4dfc8dd6-5801-417f-b667-bd7d3584527e, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:36.481714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e6b009-d045-4e0e-80c7-f9d4900c7c56 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network 4dfc8dd6-5801-417f-b667-bd7d3584527e is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:36.491786 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-11e6b009-d045-4e0e-80c7-f9d4900c7c56 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 4dfc8dd6-5801-417f-b667-bd7d3584527e) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:36.496958 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e6b009-d045-4e0e-80c7-f9d4900c7c56 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:36.497559 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11e6b009-d045-4e0e-80c7-f9d4900c7c56 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.506448 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86581c95-e53e-4dc7-a054-5e43da4b401e None None] Network 4dfc8dd6-5801-417f-b667-bd7d3584527e requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:36.513369 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-11e6b009-d045-4e0e-80c7-f9d4900c7c56 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3910162 Jul 07 17:28:36.515974 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57982) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:36.521479 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-667e29e3-4cac-4e41-b194-e834dea7c1d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1882901313', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:36.548445 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-667e29e3-4cac-4e41-b194-e834dea7c1d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.549432 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-667e29e3-4cac-4e41-b194-e834dea7c1d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.655296 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-4dfc8dd6-5801-417f-b667-bd7d3584527e', 'network_id': '4dfc8dd6-5801-417f-b667-bd7d3584527e', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'fixed_ips': [{'subnet_id': '7cabd5d6-0738-4040-8ac0-6227856661c6'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:36.656177 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.795456 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Allocated IP 172.20.0.2 (4dfc8dd6-5801-417f-b667-bd7d3584527e/7cabd5d6-0738-4040-8ac0-6227856661c6/87cf1b75-b249-4f79-b548-da57db0088d1) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:36.945611 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.945824 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-667e29e3-4cac-4e41-b194-e834dea7c1d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.950218 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-667e29e3-4cac-4e41-b194-e834dea7c1d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.953989 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Transition to ACTIVE for port object 87cf1b75-b249-4f79-b548-da57db0088d1 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:36.967536 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-667e29e3-4cac-4e41-b194-e834dea7c1d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.968836 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-667e29e3-4cac-4e41-b194-e834dea7c1d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4518373 Jul 07 17:28:36.970501 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Transition to ACTIVE for port object 87cf1b75-b249-4f79-b548-da57db0088d1 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:36.971675 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57984) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:36.976450 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:36.977739 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-624267ac-ea74-45aa-abcb-71b07039e697 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'port': {'network_id': '4dfc8dd6-5801-417f-b667-bd7d3584527e', 'name': 'tempest-RoutersTest-1495151928'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:37.016170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Network 4dfc8dd6-5801-417f-b667-bd7d3584527e is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:37.021126 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:37.024562 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:37.031693 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Pushing event updated for resources: {'Port': ['ID=87cf1b75-b249-4f79-b548-da57db0088d1,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:37.089024 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Attempting to bind port 87cf1b75-b249-4f79-b548-da57db0088d1 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:37.089936 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Attempting to bind port 87cf1b75-b249-4f79-b548-da57db0088d1 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '7764b5d2-7693-4d2d-9715-b8ae21af9a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4dfc8dd6-5801-417f-b667-bd7d3584527e'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:37.090082 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624267ac-ea74-45aa-abcb-71b07039e697 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Made reservation on behalf of 09c11134daa74f0f8c5e05ea5922ce3b for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:37.090315 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Attempting to bind port 87cf1b75-b249-4f79-b548-da57db0088d1 on network 4dfc8dd6-5801-417f-b667-bd7d3584527e {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:37.093748 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-624267ac-ea74-45aa-abcb-71b07039e697 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.095617 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:37.095992 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Checking segment: {'id': '7764b5d2-7693-4d2d-9715-b8ae21af9a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4dfc8dd6-5801-417f-b667-bd7d3584527e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:37.096393 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.096788 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Bound using segment: {'id': '7764b5d2-7693-4d2d-9715-b8ae21af9a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4dfc8dd6-5801-417f-b667-bd7d3584527e'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:37.097252 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Bound port: 87cf1b75-b249-4f79-b548-da57db0088d1, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7764b5d2-7693-4d2d-9715-b8ae21af9a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4dfc8dd6-5801-417f-b667-bd7d3584527e'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:37.097629 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.122562 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [None req-624267ac-ea74-45aa-abcb-71b07039e697 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] device_id is not set on port a6f91717-f6f2-4fe2-af06-b171e0129af1 yet. {{(pid=100409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 17:28:37.167323 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] For port 87cf1b75-b249-4f79-b548-da57db0088d1, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:37.170734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] For port 87cf1b75-b249-4f79-b548-da57db0088d1, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=87cf1b75-b249-4f79-b548-da57db0088d1,segment=NetworkSegment(7764b5d2-7693-4d2d-9715-b8ae21af9a83),segment_id=7764b5d2-7693-4d2d-9715-b8ae21af9a83)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:37.174979 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.236808 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-624267ac-ea74-45aa-abcb-71b07039e697 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Allocated IP 172.20.0.3 (4dfc8dd6-5801-417f-b667-bd7d3584527e/7cabd5d6-0738-4040-8ac0-6227856661c6/a6f91717-f6f2-4fe2-af06-b171e0129af1) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:37.238145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77924fcc-3c98-4e8b-a751-289bf8ca6cc9 None None] Pushing event updated for resources: {'Port': ['ID=87cf1b75-b249-4f79-b548-da57db0088d1,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:37.407360 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-624267ac-ea74-45aa-abcb-71b07039e697 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.428521 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-624267ac-ea74-45aa-abcb-71b07039e697 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Transition to ACTIVE for port object a6f91717-f6f2-4fe2-af06-b171e0129af1 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:37.463309 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-624267ac-ea74-45aa-abcb-71b07039e697 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.514975 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624267ac-ea74-45aa-abcb-71b07039e697 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network 4dfc8dd6-5801-417f-b667-bd7d3584527e is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:37.518437 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-624267ac-ea74-45aa-abcb-71b07039e697 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:37.523118 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624267ac-ea74-45aa-abcb-71b07039e697 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:37.527987 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624267ac-ea74-45aa-abcb-71b07039e697 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Port': ['ID=a6f91717-f6f2-4fe2-af06-b171e0129af1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:37.574046 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624267ac-ea74-45aa-abcb-71b07039e697 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:37.574713 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-624267ac-ea74-45aa-abcb-71b07039e697 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.588578 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-624267ac-ea74-45aa-abcb-71b07039e697 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.6152618 Jul 07 17:28:37.591811 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57986) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:37.916366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 87cf1b75-b249-4f79-b548-da57db0088d1 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:37.960961 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f226df05-05a2-4150-942c-da8cd296705f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:37.968968 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 87cf1b75-b249-4f79-b548-da57db0088d1 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:38.172094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be8730c-1b29-4320-a117-e36bf42b15d2 None None] Network 4dfc8dd6-5801-417f-b667-bd7d3584527e requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:38.223479 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f226df05-05a2-4150-942c-da8cd296705f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.228127 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f226df05-05a2-4150-942c-da8cd296705f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.287778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-78974a49-2d0c-443a-b6c4-9be4b8b9aaef None None] Provisioning for port 87cf1b75-b249-4f79-b548-da57db0088d1 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:38.296536 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-78974a49-2d0c-443a-b6c4-9be4b8b9aaef None None] Provisioning complete for port 87cf1b75-b249-4f79-b548-da57db0088d1 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:38.296907 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-78974a49-2d0c-443a-b6c4-9be4b8b9aaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.305096 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226df05-05a2-4150-942c-da8cd296705f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Port': ['ID=a6f91717-f6f2-4fe2-af06-b171e0129af1,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:38.428788 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-78974a49-2d0c-443a-b6c4-9be4b8b9aaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.474106 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-78974a49-2d0c-443a-b6c4-9be4b8b9aaef None None] For port 87cf1b75-b249-4f79-b548-da57db0088d1, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=87cf1b75-b249-4f79-b548-da57db0088d1,segment=NetworkSegment(7764b5d2-7693-4d2d-9715-b8ae21af9a83),segment_id=7764b5d2-7693-4d2d-9715-b8ae21af9a83)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:38.478646 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-78974a49-2d0c-443a-b6c4-9be4b8b9aaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.492847 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f226df05-05a2-4150-942c-da8cd296705f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.531850 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78974a49-2d0c-443a-b6c4-9be4b8b9aaef None None] Pushing event updated for resources: {'Port': ['ID=87cf1b75-b249-4f79-b548-da57db0088d1,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:38.628212 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f226df05-05a2-4150-942c-da8cd296705f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.701438 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-132bbdbd-5345-4a20-af9f-9e0f7ae82673 None None] Provisioning for port a6f91717-f6f2-4fe2-af06-b171e0129af1 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:38.706467 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-132bbdbd-5345-4a20-af9f-9e0f7ae82673 None None] Provisioning complete for port a6f91717-f6f2-4fe2-af06-b171e0129af1 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:38.707011 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-132bbdbd-5345-4a20-af9f-9e0f7ae82673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.750091 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-132bbdbd-5345-4a20-af9f-9e0f7ae82673 None None] Port a6f91717-f6f2-4fe2-af06-b171e0129af1 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:38.760288 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-132bbdbd-5345-4a20-af9f-9e0f7ae82673 None None] Provisioning complete for port 87cf1b75-b249-4f79-b548-da57db0088d1 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:38.760674 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-132bbdbd-5345-4a20-af9f-9e0f7ae82673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.908672 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f226df05-05a2-4150-942c-da8cd296705f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.913591 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f226df05-05a2-4150-942c-da8cd296705f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.976301 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c030f8f0-9513-4a91-af3d-17b82196d90c None None] Provisioning complete for port a6f91717-f6f2-4fe2-af06-b171e0129af1 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:38.977124 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c030f8f0-9513-4a91-af3d-17b82196d90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:38.994267 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226df05-05a2-4150-942c-da8cd296705f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Port': ['ID=a6f91717-f6f2-4fe2-af06-b171e0129af1,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:38.996865 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f226df05-05a2-4150-942c-da8cd296705f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.014903 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-c030f8f0-9513-4a91-af3d-17b82196d90c None None] Port a6f91717-f6f2-4fe2-af06-b171e0129af1 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:39.098642 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f226df05-05a2-4150-942c-da8cd296705f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network 4dfc8dd6-5801-417f-b667-bd7d3584527e is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:39.099931 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f226df05-05a2-4150-942c-da8cd296705f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:39.133625 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d3d5e245-1e73-4a1c-8161-1112937f6fcb None None] Provisioning complete for port a6f91717-f6f2-4fe2-af06-b171e0129af1 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:39.134135 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d3d5e245-1e73-4a1c-8161-1112937f6fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.171864 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57992) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:39.191421 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d3d5e245-1e73-4a1c-8161-1112937f6fcb None None] Port a6f91717-f6f2-4fe2-af06-b171e0129af1 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:39.229059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f226df05-05a2-4150-942c-da8cd296705f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router 7d014415-35f2-4b23-bdc2-4272179224bf is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:28:39.292493 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c4a55c41-c6e5-44a7-b4a0-866d21b05d2d tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] 10.222.0.50 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3062 time: 0.1203790 Jul 07 17:28:39.293154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 57994) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:39.298357 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-8d8002a0-a8ba-4ca5-84bc-d9b14ff6971c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Request body: {'network': {'name': 'tempest-network-smoke--922936113', 'project_id': 'df6063e237364604b6eba11f302ef76e', 'port_security_enabled': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:39.327163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8002a0-a8ba-4ca5-84bc-d9b14ff6971c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Made reservation on behalf of df6063e237364604b6eba11f302ef76e for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:39.330197 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f226df05-05a2-4150-942c-da8cd296705f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:39.332050 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8d8002a0-a8ba-4ca5-84bc-d9b14ff6971c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.335373 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f226df05-05a2-4150-942c-da8cd296705f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/7d014415-35f2-4b23-bdc2-4272179224bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7425685 Jul 07 17:28:39.337871 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57996) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:39.341414 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e420ca-ca80-4e06-b226-354350193ece None None] Sync routers for ids ['7d014415-35f2-4b23-bdc2-4272179224bf'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:39.355492 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e420ca-ca80-4e06-b226-354350193ece None None] Routers {'7d014415-35f2-4b23-bdc2-4272179224bf'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:39.356350 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-06e420ca-ca80-4e06-b226-354350193ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7d014415-35f2-4b23-bdc2-4272179224bf'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:39.360923 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8002a0-a8ba-4ca5-84bc-d9b14ff6971c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:39.370783 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8d8002a0-a8ba-4ca5-84bc-d9b14ff6971c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.371039 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-8d8002a0-a8ba-4ca5-84bc-d9b14ff6971c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Added segment f85a4148-ea11-4736-951b-ae421dc4db29 of type vlan for network 2e7c8661-3489-4ff4-9266-06b6b50a5b6b Jul 07 17:28:39.394760 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-06e420ca-ca80-4e06-b226-354350193ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:39.402826 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b276db-58c1-4bf0-a12f-048f71c23632 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:39.408992 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b2b276db-58c1-4bf0-a12f-048f71c23632 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/ports/a6f91717-f6f2-4fe2-af06-b171e0129af1 HTTP/1.1" status: 200 len: 977 time: 0.0675395 Jul 07 17:28:39.409566 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 57998) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:39.410812 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e420ca-ca80-4e06-b226-354350193ece None None] Routers {'7d014415-35f2-4b23-bdc2-4272179224bf'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:39.411841 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-06e420ca-ca80-4e06-b226-354350193ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7d014415-35f2-4b23-bdc2-4272179224bf'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:39.414063 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8ab28ef4-4669-411d-8dee-f26fa9667010 None None] Provisioning complete for port a6f91717-f6f2-4fe2-af06-b171e0129af1 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:39.414612 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8ab28ef4-4669-411d-8dee-f26fa9667010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.416451 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8d8002a0-a8ba-4ca5-84bc-d9b14ff6971c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.448166 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-06e420ca-ca80-4e06-b226-354350193ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:39.449122 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e420ca-ca80-4e06-b226-354350193ece None None] The sync data for ids ['7d014415-35f2-4b23-bdc2-4272179224bf'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:39.451094 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8d8002a0-a8ba-4ca5-84bc-d9b14ff6971c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.457439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8002a0-a8ba-4ca5-84bc-d9b14ff6971c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:39.458050 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8d8002a0-a8ba-4ca5-84bc-d9b14ff6971c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.459292 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8ab28ef4-4669-411d-8dee-f26fa9667010 None None] Port a6f91717-f6f2-4fe2-af06-b171e0129af1 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:39.519789 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8d8002a0-a8ba-4ca5-84bc-d9b14ff6971c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2255700 Jul 07 17:28:39.522532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58000) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:39.527637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-9e1279de-5c57-462a-9e89-88535bcf0794 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1405133121', 'admin_state_up': True, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:39.545088 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8002a0-a8ba-4ca5-84bc-d9b14ff6971c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event updated for resources: {'Network': ['ID=2e7c8661-3489-4ff4-9266-06b6b50a5b6b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:39.556663 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 2e7c8661-3489-4ff4-9266-06b6b50a5b6b details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:39.562066 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e1279de-5c57-462a-9e89-88535bcf0794 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.563634 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e1279de-5c57-462a-9e89-88535bcf0794 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.616930 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e1279de-5c57-462a-9e89-88535bcf0794 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.755308 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e1279de-5c57-462a-9e89-88535bcf0794 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.847076 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e3e89de-9953-49ee-b490-b7ec81721c16 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.893037 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 87cf1b75-b249-4f79-b548-da57db0088d1 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:39.946208 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 87cf1b75-b249-4f79-b548-da57db0088d1 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:39.946863 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.959850 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e1279de-5c57-462a-9e89-88535bcf0794 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:39.986108 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e1279de-5c57-462a-9e89-88535bcf0794 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.104769 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-9e1279de-5c57-462a-9e89-88535bcf0794 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Allocated IP 172.25.2.56 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/82b811e5-f470-465c-a2e4-4125a1e8b311) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:40.215401 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e1279de-5c57-462a-9e89-88535bcf0794 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.255591 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e1279de-5c57-462a-9e89-88535bcf0794 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.298911 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1279de-5c57-462a-9e89-88535bcf0794 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:40.304212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-9e1279de-5c57-462a-9e89-88535bcf0794 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:40.306808 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1279de-5c57-462a-9e89-88535bcf0794 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:40.309040 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1279de-5c57-462a-9e89-88535bcf0794 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event updated for resources: {'Port': ['ID=82b811e5-f470-465c-a2e4-4125a1e8b311,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:40.366828 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e89de-9953-49ee-b490-b7ec81721c16 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting port a6f91717-f6f2-4fe2-af06-b171e0129af1 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:40.367458 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e3e89de-9953-49ee-b490-b7ec81721c16 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.453243 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e3e89de-9953-49ee-b490-b7ec81721c16 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.466267 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e89de-9953-49ee-b490-b7ec81721c16 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Calling delete_port for a6f91717-f6f2-4fe2-af06-b171e0129af1 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:40.559337 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e1279de-5c57-462a-9e89-88535bcf0794 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.639145 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e3e89de-9953-49ee-b490-b7ec81721c16 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.671972 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e89de-9953-49ee-b490-b7ec81721c16 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Port': ['ID=a6f91717-f6f2-4fe2-af06-b171e0129af1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:40.766580 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e1279de-5c57-462a-9e89-88535bcf0794 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.820133 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e3e89de-9953-49ee-b490-b7ec81721c16 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:40.899007 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1279de-5c57-462a-9e89-88535bcf0794 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Router 00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:28:40.978835 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3e89de-9953-49ee-b490-b7ec81721c16 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router 7d014415-35f2-4b23-bdc2-4272179224bf has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:41.006710 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1279de-5c57-462a-9e89-88535bcf0794 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:41.017430 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] Sync routers for ids ['00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:41.027349 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e1279de-5c57-462a-9e89-88535bcf0794 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.027566 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] Routers {'00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:41.028030 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:41.030409 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9e1279de-5c57-462a-9e89-88535bcf0794 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5053265 Jul 07 17:28:41.031737 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58002) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:41.067902 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3e89de-9953-49ee-b490-b7ec81721c16 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:41.075958 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7e3e89de-9953-49ee-b490-b7ec81721c16 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/7d014415-35f2-4b23-bdc2-4272179224bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6623499 Jul 07 17:28:41.076267 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58004) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:41.079397 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdccdbb-a34a-41a8-83b0-748e6cf0ac83 None None] Sync routers for ids ['7d014415-35f2-4b23-bdc2-4272179224bf'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:41.095125 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdccdbb-a34a-41a8-83b0-748e6cf0ac83 None None] Routers {'7d014415-35f2-4b23-bdc2-4272179224bf'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:41.096584 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4cdccdbb-a34a-41a8-83b0-748e6cf0ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7d014415-35f2-4b23-bdc2-4272179224bf'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:41.103074 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc871141-a776-4ba4-a9d1-9afd7ce89f68 tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:41.105362 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cc871141-a776-4ba4-a9d1-9afd7ce89f68 tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=df6063e237364604b6eba11f302ef76e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0718136 Jul 07 17:28:41.107919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58006) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:41.141550 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4cdccdbb-a34a-41a8-83b0-748e6cf0ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:41.152332 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdccdbb-a34a-41a8-83b0-748e6cf0ac83 None None] Routers {'7d014415-35f2-4b23-bdc2-4272179224bf'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:41.153297 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4cdccdbb-a34a-41a8-83b0-748e6cf0ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7d014415-35f2-4b23-bdc2-4272179224bf'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:41.175049 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] Set router 00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:41.189225 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4cdccdbb-a34a-41a8-83b0-748e6cf0ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:41.190358 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdccdbb-a34a-41a8-83b0-748e6cf0ac83 None None] The sync data for ids ['7d014415-35f2-4b23-bdc2-4272179224bf'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:41.220730 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec709b1-b7bc-48aa-a7f8-69230bf27c56 tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:41.224752 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fec709b1-b7bc-48aa-a7f8-69230bf27c56 tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1134329 Jul 07 17:28:41.225015 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58008) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:41.254737 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d5624e56-9187-4613-9283-430124a35ee5 tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285168 Jul 07 17:28:41.257387 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58010) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:41.287127 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-66690295-4041-48e8-bf51-e590575ec071 tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=df6063e237364604b6eba11f302ef76e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286455 Jul 07 17:28:41.289579 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58012) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:41.297895 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-12d8ece2-f7b3-4475-8ead-d2d86a4f6099 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 17:28:41.301796 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-12d8ece2-f7b3-4475-8ead-d2d86a4f6099 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/7d014415-35f2-4b23-bdc2-4272179224bf/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2215488 Jul 07 17:28:41.301975 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58014) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:41.331633 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-497a65db-ad46-4be0-bbc4-4bc6e7a66df5 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d014415-35f2-4b23-bdc2-4272179224bf HTTP/1.1" status: 200 len: 205 time: 0.0283279 Jul 07 17:28:41.334044 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58016) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:41.372642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405133121', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '82b811e5-f470-465c-a2e4-4125a1e8b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:40Z', 'revision_number': 3, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': '82b811e5-f470-465c-a2e4-4125a1e8b311', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:41.393867 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b79e1b-3190-473c-afd6-47840a687164 tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:41.398021 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-86b79e1b-3190-473c-afd6-47840a687164 tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1049383 Jul 07 17:28:41.398251 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58018) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:41.404067 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] Checking router: 00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:28:41.404457 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] Updating router 00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2 port 82b811e5-f470-465c-a2e4-4125a1e8b311 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:28:41.413689 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb0d8d73-5e90-42b6-acbf-384b2bf15863 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.432799 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c5d033df-ebb5-4ddc-b89d-01392aa26b4a tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333774 Jul 07 17:28:41.433435 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58020) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:41.438369 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7d3efcae-d3f7-419f-9874-ae5f230ebdca tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2064238652', 'network_id': '2e7c8661-3489-4ff4-9266-06b6b50a5b6b', 'project_id': 'df6063e237364604b6eba11f302ef76e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:41.440209 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.531549 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3efcae-d3f7-419f-9874-ae5f230ebdca tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Made reservation on behalf of df6063e237364604b6eba11f302ef76e for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:41.535614 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7d3efcae-d3f7-419f-9874-ae5f230ebdca tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.588651 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb0d8d73-5e90-42b6-acbf-384b2bf15863 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.592847 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb0d8d73-5e90-42b6-acbf-384b2bf15863 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.642221 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb0d8d73-5e90-42b6-acbf-384b2bf15863 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.642789 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0d8d73-5e90-42b6-acbf-384b2bf15863 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Fanout notify agent at l3_agent the message router_deleted on router 7d014415-35f2-4b23-bdc2-4272179224bf {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:28:41.652138 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb0d8d73-5e90-42b6-acbf-384b2bf15863 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.653316 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fb0d8d73-5e90-42b6-acbf-384b2bf15863 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/routers/7d014415-35f2-4b23-bdc2-4272179224bf HTTP/1.1" status: 204 len: 168 time: 0.3182535 Jul 07 17:28:41.655978 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58022) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:41.713709 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd85cf46-016e-4fb8-8e48-2f38e8f2e20d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting subnet 7cabd5d6-0738-4040-8ac0-6227856661c6 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:41.717995 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bd85cf46-016e-4fb8-8e48-2f38e8f2e20d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.736789 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7d3efcae-d3f7-419f-9874-ae5f230ebdca tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.755219 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58024) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:41.794880 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bd85cf46-016e-4fb8-8e48-2f38e8f2e20d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.817675 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3efcae-d3f7-419f-9874-ae5f230ebdca tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Checking segment: {'id': 'f85a4148-ea11-4736-951b-ae421dc4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e7c8661-3489-4ff4-9266-06b6b50a5b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:41.818330 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3efcae-d3f7-419f-9874-ae5f230ebdca tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Network hostable DHCP agents. Network: 2e7c8661-3489-4ff4-9266-06b6b50a5b6b, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:41.824998 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3efcae-d3f7-419f-9874-ae5f230ebdca tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event updated for resources: {'Subnet': ['ID=ec2e8b3d-c685-490c-9e1c-4e7155119a51,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:41.844016 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3efcae-d3f7-419f-9874-ae5f230ebdca tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Network 2e7c8661-3489-4ff4-9266-06b6b50a5b6b is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:41.855652 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-7d3efcae-d3f7-419f-9874-ae5f230ebdca tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 2e7c8661-3489-4ff4-9266-06b6b50a5b6b) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:41.860463 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3efcae-d3f7-419f-9874-ae5f230ebdca tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:41.861634 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7d3efcae-d3f7-419f-9874-ae5f230ebdca tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.871391 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40fd793-f2e4-4e60-9f7a-85a0c83e60d8 None None] Network 2e7c8661-3489-4ff4-9266-06b6b50a5b6b requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:41.880821 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7d3efcae-d3f7-419f-9874-ae5f230ebdca tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4438956 Jul 07 17:28:41.881066 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58026) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:41.928394 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.946318 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] Transition to ACTIVE for port object 82b811e5-f470-465c-a2e4-4125a1e8b311 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:41.959293 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bd85cf46-016e-4fb8-8e48-2f38e8f2e20d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:41.962489 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.056544 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] Attempting to bind port 82b811e5-f470-465c-a2e4-4125a1e8b311 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:42.058425 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] Attempting to bind port 82b811e5-f470-465c-a2e4-4125a1e8b311 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:42.059030 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] Attempting to bind port 82b811e5-f470-465c-a2e4-4125a1e8b311 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:42.061089 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef1e82-a8ed-41be-b13b-c8429caa6768 None None] Pushing event updated for resources: {'Port': ['ID=82b811e5-f470-465c-a2e4-4125a1e8b311,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:42.061932 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb7151-87f9-4b49-b0fa-a6ae3d73d9b5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Deleting port 027c6792-40ae-4f4a-b669-116c93086b2b {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:42.062466 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b4bb7151-87f9-4b49-b0fa-a6ae3d73d9b5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.072925 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:42.073333 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:42.073738 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.074127 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:42.074624 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] Bound port: 82b811e5-f470-465c-a2e4-4125a1e8b311, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:42.075019 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.104356 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bd85cf46-016e-4fb8-8e48-2f38e8f2e20d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.139418 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85cf46-016e-4fb8-8e48-2f38e8f2e20d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Subnet': ['ID=7cabd5d6-0738-4040-8ac0-6227856661c6,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:42.146257 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bd85cf46-016e-4fb8-8e48-2f38e8f2e20d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.152540 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bd85cf46-016e-4fb8-8e48-2f38e8f2e20d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/subnets/7cabd5d6-0738-4040-8ac0-6227856661c6 HTTP/1.1" status: 204 len: 168 time: 0.4916742 Jul 07 17:28:42.152540 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58028) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:42.161312 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71c5ac0-4dc4-4e68-bd9d-c95f0041b62c None None] Network 4dfc8dd6-5801-417f-b667-bd7d3584527e requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:42.178959 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] For port 82b811e5-f470-465c-a2e4-4125a1e8b311, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:42.182542 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-2e7c8661-3489-4ff4-9266-06b6b50a5b6b', 'network_id': '2e7c8661-3489-4ff4-9266-06b6b50a5b6b', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'fixed_ips': [{'subnet_id': 'ec2e8b3d-c685-490c-9e1c-4e7155119a51'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:42.182542 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.240453 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] For port 82b811e5-f470-465c-a2e4-4125a1e8b311, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=82b811e5-f470-465c-a2e4-4125a1e8b311,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:42.253865 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.256616 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b4bb7151-87f9-4b49-b0fa-a6ae3d73d9b5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.256964 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b4bb7151-87f9-4b49-b0fa-a6ae3d73d9b5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.277947 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:28:42.278546 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f3967770-ceb9-4ab8-b975-5af3f52bafef tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.284874 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb7151-87f9-4b49-b0fa-a6ae3d73d9b5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Calling delete_port for 027c6792-40ae-4f4a-b669-116c93086b2b owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:42.390956 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-41d8f41a-e644-4c91-b17a-7b519b482e0b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.414279 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-f3967770-ceb9-4ab8-b975-5af3f52bafef tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting port 87cf1b75-b249-4f79-b548-da57db0088d1 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:42.414864 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f3967770-ceb9-4ab8-b975-5af3f52bafef tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.463606 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] Routers {'00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:42.464936 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:42.495685 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-f3967770-ceb9-4ab8-b975-5af3f52bafef tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] For port 87cf1b75-b249-4f79-b548-da57db0088d1, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=87cf1b75-b249-4f79-b548-da57db0088d1,segment=NetworkSegment(7764b5d2-7693-4d2d-9715-b8ae21af9a83),segment_id=7764b5d2-7693-4d2d-9715-b8ae21af9a83)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:42.496183 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f3967770-ceb9-4ab8-b975-5af3f52bafef tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.511072 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef1e82-a8ed-41be-b13b-c8429caa6768 None None] Pushing event updated for resources: {'Port': ['ID=82b811e5-f470-465c-a2e4-4125a1e8b311,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:42.538841 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-f3967770-ceb9-4ab8-b975-5af3f52bafef tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Calling delete_port for 87cf1b75-b249-4f79-b548-da57db0088d1 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:42.558461 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Allocated IP 172.20.0.18 (2e7c8661-3489-4ff4-9266-06b6b50a5b6b/ec2e8b3d-c685-490c-9e1c-4e7155119a51/d83af127-6e8c-4d40-91dd-beedb707c4d2) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:42.604485 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b4bb7151-87f9-4b49-b0fa-a6ae3d73d9b5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.650863 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb7151-87f9-4b49-b0fa-a6ae3d73d9b5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event deleted for resources: {'Port': ['ID=027c6792-40ae-4f4a-b669-116c93086b2b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:42.672879 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] Set router 00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:42.727775 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b4bb7151-87f9-4b49-b0fa-a6ae3d73d9b5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.728284 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-b4bb7151-87f9-4b49-b0fa-a6ae3d73d9b5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Floating IP 3950537b-ed56-4b62-bb33-2f9626123147 disassociated (deleted). External IP: 172.25.2.219, port: 1c67a9a3-d3ed-4356-8e03-29fe5ea48538. Jul 07 17:28:42.736153 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e05fb1-693e-4ae4-9799-6bfa3c94d9e9 None None] DHCP port deletion for 4dfc8dd6-5801-417f-b667-bd7d3584527e request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:42.767350 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f3967770-ceb9-4ab8-b975-5af3f52bafef tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.802709 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3967770-ceb9-4ab8-b975-5af3f52bafef tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] No DVR routers for this DVR port 87cf1b75-b249-4f79-b548-da57db0088d1 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:42.814225 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3967770-ceb9-4ab8-b975-5af3f52bafef tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Port': ['ID=87cf1b75-b249-4f79-b548-da57db0088d1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:42.920170 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.932073 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Transition to ACTIVE for port object d83af127-6e8c-4d40-91dd-beedb707c4d2 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:42.940303 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f3967770-ceb9-4ab8-b975-5af3f52bafef tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.954027 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-f3967770-ceb9-4ab8-b975-5af3f52bafef tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfc8dd6-5801-417f-b667-bd7d3584527e']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:42.956514 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Transition to ACTIVE for port object d83af127-6e8c-4d40-91dd-beedb707c4d2 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:42.965539 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:42.968500 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-f3967770-ceb9-4ab8-b975-5af3f52bafef tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7764b5d2-7693-4d2d-9715-b8ae21af9a83') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:42.968789 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-f3967770-ceb9-4ab8-b975-5af3f52bafef tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7764b5d2-7693-4d2d-9715-b8ae21af9a83') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:43.004121 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405133121', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '82b811e5-f470-465c-a2e4-4125a1e8b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:40Z', 'revision_number': 3, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': '82b811e5-f470-465c-a2e4-4125a1e8b311', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:43.011852 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f3967770-ceb9-4ab8-b975-5af3f52bafef tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.030435 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f3967770-ceb9-4ab8-b975-5af3f52bafef tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.042947 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Network 2e7c8661-3489-4ff4-9266-06b6b50a5b6b is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:43.043702 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3967770-ceb9-4ab8-b975-5af3f52bafef tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:43.044385 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f3967770-ceb9-4ab8-b975-5af3f52bafef tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:43.047731 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:43.050264 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e56152-73f1-4a40-b986-79a19acc8d30 None None] The sync data for ids ['00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2'] in n-d-793620-7 is: [{'id': '00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405133121', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '82b811e5-f470-465c-a2e4-4125a1e8b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:40Z', 'revision_number': 3, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': '82b811e5-f470-465c-a2e4-4125a1e8b311', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:43.053185 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:43.057427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:43.062948 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Pushing event updated for resources: {'Port': ['ID=d83af127-6e8c-4d40-91dd-beedb707c4d2,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:43.099050 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-41d8f41a-e644-4c91-b17a-7b519b482e0b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Allocated IP 172.20.0.17 (2e7c8661-3489-4ff4-9266-06b6b50a5b6b/ec2e8b3d-c685-490c-9e1c-4e7155119a51/6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:43.158742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Attempting to bind port d83af127-6e8c-4d40-91dd-beedb707c4d2 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:43.159153 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Attempting to bind port d83af127-6e8c-4d40-91dd-beedb707c4d2 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'f85a4148-ea11-4736-951b-ae421dc4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e7c8661-3489-4ff4-9266-06b6b50a5b6b'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:43.159525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Attempting to bind port d83af127-6e8c-4d40-91dd-beedb707c4d2 on network 2e7c8661-3489-4ff4-9266-06b6b50a5b6b {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:43.160523 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f3967770-ceb9-4ab8-b975-5af3f52bafef tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.165039 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f3967770-ceb9-4ab8-b975-5af3f52bafef tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.171262 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f3967770-ceb9-4ab8-b975-5af3f52bafef tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/networks/4dfc8dd6-5801-417f-b667-bd7d3584527e HTTP/1.1" status: 204 len: 168 time: 1.0147281 Jul 07 17:28:43.172980 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58030) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:43.173156 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:43.173560 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Checking segment: {'id': 'f85a4148-ea11-4736-951b-ae421dc4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e7c8661-3489-4ff4-9266-06b6b50a5b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:43.174407 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.174833 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Bound using segment: {'id': 'f85a4148-ea11-4736-951b-ae421dc4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e7c8661-3489-4ff4-9266-06b6b50a5b6b'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:43.175325 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Bound port: d83af127-6e8c-4d40-91dd-beedb707c4d2, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85a4148-ea11-4736-951b-ae421dc4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e7c8661-3489-4ff4-9266-06b6b50a5b6b'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:43.175722 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.179233 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c815705d-50ec-498a-ba4e-ee2583b4de2d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'network': {'name': 'tempest-RoutersTest-1067157004'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:43.189349 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3967770-ceb9-4ab8-b975-5af3f52bafef tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Network': ['ID=4dfc8dd6-5801-417f-b667-bd7d3584527e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:43.193337 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bb7151-87f9-4b49-b0fa-a6ae3d73d9b5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Router 20033ea3-f499-4310-8935-0c7b48870b0d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:43.236041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c815705d-50ec-498a-ba4e-ee2583b4de2d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Made reservation on behalf of 09c11134daa74f0f8c5e05ea5922ce3b for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:43.240590 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c815705d-50ec-498a-ba4e-ee2583b4de2d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.256374 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] For port d83af127-6e8c-4d40-91dd-beedb707c4d2, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:43.261483 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] For port d83af127-6e8c-4d40-91dd-beedb707c4d2, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d83af127-6e8c-4d40-91dd-beedb707c4d2,segment=NetworkSegment(f85a4148-ea11-4736-951b-ae421dc4db29),segment_id=f85a4148-ea11-4736-951b-ae421dc4db29)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:43.267846 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.290063 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-41d8f41a-e644-4c91-b17a-7b519b482e0b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.297080 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c815705d-50ec-498a-ba4e-ee2583b4de2d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:43.316915 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-41d8f41a-e644-4c91-b17a-7b519b482e0b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Transition to ACTIVE for port object 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:43.318718 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c815705d-50ec-498a-ba4e-ee2583b4de2d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.319444 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-c815705d-50ec-498a-ba4e-ee2583b4de2d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Added segment 2cfe05dc-73e6-43fa-9f29-8194e132990f of type vlan for network 8b34e7da-0131-4935-96a2-1f7883240531 Jul 07 17:28:43.333929 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bb7151-87f9-4b49-b0fa-a6ae3d73d9b5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:43.340475 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b4bb7151-87f9-4b49-b0fa-a6ae3d73d9b5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.354202 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71732ffa-b14d-4858-8931-d8ae7fdda0b5 None None] Pushing event updated for resources: {'Port': ['ID=d83af127-6e8c-4d40-91dd-beedb707c4d2,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:43.373791 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c815705d-50ec-498a-ba4e-ee2583b4de2d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.378594 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084405bb-80d6-456f-bd04-9b3bd334737a None None] Sync routers for ids ['20033ea3-f499-4310-8935-0c7b48870b0d'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:43.409615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084405bb-80d6-456f-bd04-9b3bd334737a None None] Routers {'20033ea3-f499-4310-8935-0c7b48870b0d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:43.409824 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b4bb7151-87f9-4b49-b0fa-a6ae3d73d9b5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "DELETE /v2.0/floatingips/3950537b-ed56-4b62-bb33-2f9626123147 HTTP/1.1" status: 204 len: 168 time: 1.6509058 Jul 07 17:28:43.409917 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-084405bb-80d6-456f-bd04-9b3bd334737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['20033ea3-f499-4310-8935-0c7b48870b0d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:43.410035 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efca8cc2-064b-474c-a8d7-3f6383ae2bc3', 'tag': '1c67a9a3-d3ed-4356-8e03-29fe5ea48538'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:28:43.413563 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b3ae8b-35a0-4082-bdeb-fbec75495a78" -d '{"events": [{"name": "network-changed", "server_uuid": "efca8cc2-064b-474c-a8d7-3f6383ae2bc3", "tag": "1c67a9a3-d3ed-4356-8e03-29fe5ea48538"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:28:43.459856 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-41d8f41a-e644-4c91-b17a-7b519b482e0b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.482037 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf3bf83-b8df-4fea-ae48-f77f5e4686d9 x-openstack-request-id: req-4bf3bf83-b8df-4fea-ae48-f77f5e4686d9 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:28:43.482557 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efca8cc2-064b-474c-a8d7-3f6383ae2bc3", "tag": "1c67a9a3-d3ed-4356-8e03-29fe5ea48538", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:28:43.482816 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4bf3bf83-b8df-4fea-ae48-f77f5e4686d9 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:28:43.483234 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efca8cc2-064b-474c-a8d7-3f6383ae2bc3', 'tag': '1c67a9a3-d3ed-4356-8e03-29fe5ea48538', 'status': 'completed', 'code': 200} Jul 07 17:28:43.529357 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c815705d-50ec-498a-ba4e-ee2583b4de2d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.537009 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c815705d-50ec-498a-ba4e-ee2583b4de2d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:43.537754 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c815705d-50ec-498a-ba4e-ee2583b4de2d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.620389 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d8f41a-e644-4c91-b17a-7b519b482e0b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Network 2e7c8661-3489-4ff4-9266-06b6b50a5b6b is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:43.627087 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3ae8b-35a0-4082-bdeb-fbec75495a78 req-901abbad-7232-48c2-8f06-a5f9ca25a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:43.630168 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e9b3ae8b-35a0-4082-bdeb-fbec75495a78 req-901abbad-7232-48c2-8f06-a5f9ca25a25f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 1097 time: 0.1266863 Jul 07 17:28:43.638835 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c815705d-50ec-498a-ba4e-ee2583b4de2d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4645686 Jul 07 17:28:43.644348 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-084405bb-80d6-456f-bd04-9b3bd334737a None None] Set router 20033ea3-f499-4310-8935-0c7b48870b0d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:43.644897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-41d8f41a-e644-4c91-b17a-7b519b482e0b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:43.647437 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d8f41a-e644-4c91-b17a-7b519b482e0b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:43.654143 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58036) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:43.663208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-3ee2f6ff-e479-4603-8ac3-dd9c51b63b31 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'subnet': {'network_id': '8b34e7da-0131-4935-96a2-1f7883240531', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:43.672116 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8f41a-e644-4c91-b17a-7b519b482e0b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event updated for resources: {'Port': ['ID=6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:43.769536 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815705d-50ec-498a-ba4e-ee2583b4de2d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Network': ['ID=8b34e7da-0131-4935-96a2-1f7883240531,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:43.797099 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3ae8b-35a0-4082-bdeb-fbec75495a78 req-0cc74cd4-330a-470c-b38e-eda04a5d09de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:43.799185 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e9b3ae8b-35a0-4082-bdeb-fbec75495a78 req-0cc74cd4-330a-470c-b38e-eda04a5d09de service neutron] 10.222.0.69 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.1631958 Jul 07 17:28:43.834347 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-41d8f41a-e644-4c91-b17a-7b519b482e0b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:43.891808 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 8b34e7da-0131-4935-96a2-1f7883240531 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:43.904560 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e9b3ae8b-35a0-4082-bdeb-fbec75495a78 req-66316ce0-b947-4bed-8886-a5697ca984e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c67a9a3-d3ed-4356-8e03-29fe5ea48538 HTTP/1.1" status: 200 len: 217 time: 0.0956666 Jul 07 17:28:43.971798 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee2f6ff-e479-4603-8ac3-dd9c51b63b31 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Made reservation on behalf of 09c11134daa74f0f8c5e05ea5922ce3b for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:43.975842 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ee2f6ff-e479-4603-8ac3-dd9c51b63b31 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.121409 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d83af127-6e8c-4d40-91dd-beedb707c4d2 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:44.280620 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-41d8f41a-e644-4c91-b17a-7b519b482e0b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.356189 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21a78c-3793-4afb-a4d7-16ffb671922e req-f486d485-6833-4a7a-8948-3d12f090e819 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:44.357856 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ee21a78c-3793-4afb-a4d7-16ffb671922e req-f486d485-6833-4a7a-8948-3d12f090e819 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 946 time: 0.2854464 Jul 07 17:28:44.437578 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.457120 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port d83af127-6e8c-4d40-91dd-beedb707c4d2 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:44.469978 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 82b811e5-f470-465c-a2e4-4125a1e8b311 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:44.482156 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3ae8b-35a0-4082-bdeb-fbec75495a78 req-aa3128d0-b64c-43e5-85c3-b756e291037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:44.483922 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e9b3ae8b-35a0-4082-bdeb-fbec75495a78 req-aa3128d0-b64c-43e5-85c3-b756e291037f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.5728815 Jul 07 17:28:44.523173 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ee2f6ff-e479-4603-8ac3-dd9c51b63b31 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.552490 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3ae8b-35a0-4082-bdeb-fbec75495a78 req-de528b97-a1a5-481e-baf3-b08750f90fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:44.554407 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e9b3ae8b-35a0-4082-bdeb-fbec75495a78 req-de528b97-a1a5-481e-baf3-b08750f90fee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629907 Jul 07 17:28:44.555287 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ee21a78c-3793-4afb-a4d7-16ffb671922e req-04ae4104-7157-4c8a-b63a-667a81be9901 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697743 Jul 07 17:28:44.584274 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 82b811e5-f470-465c-a2e4-4125a1e8b311 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:44.591456 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 82b811e5-f470-465c-a2e4-4125a1e8b311 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:44.592076 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.661909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2f6ff-e479-4603-8ac3-dd9c51b63b31 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Subnet': ['ID=48873f5a-897c-433d-82af-f52966fab9a3,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:44.673326 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e9b3ae8b-35a0-4082-bdeb-fbec75495a78 req-ce454a66-f5a9-475e-9134-6549c4040bd7 service neutron] 10.222.0.69 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115170 Jul 07 17:28:44.704333 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-084405bb-80d6-456f-bd04-9b3bd334737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '1ea1a10e-252b-4ab2-80f8-469ef613c3f9', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'floating_ip_address': '172.25.2.138', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'port_id': 'b0e15d22-70c6-473b-a462-be85ef862d97', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'mac_address': 'fa:16:3e:19:38:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f27a1a-32c1-4faf-8e6d-6b09e70285dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:24:53Z', 'updated_at': '2021-07-07T17:24:56Z', 'revision_number': 1, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0bdf04-b259-45fd-a61c-23dd420261c7', 'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'mac_address': 'fa:16:3e:26:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:08Z', 'updated_at': '2021-07-07T17:18:18Z', 'revision_number': 5, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'subnets': [{'id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:44.711832 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2f6ff-e479-4603-8ac3-dd9c51b63b31 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Checking segment: {'id': '2cfe05dc-73e6-43fa-9f29-8194e132990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b34e7da-0131-4935-96a2-1f7883240531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:44.712256 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee2f6ff-e479-4603-8ac3-dd9c51b63b31 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network hostable DHCP agents. Network: 8b34e7da-0131-4935-96a2-1f7883240531, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:44.753373 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084405bb-80d6-456f-bd04-9b3bd334737a None None] Checking router: 20033ea3-f499-4310-8935-0c7b48870b0d for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:28:44.758591 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.758792 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee2f6ff-e479-4603-8ac3-dd9c51b63b31 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network 8b34e7da-0131-4935-96a2-1f7883240531 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:44.776577 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1a48cfca-36f8-4e80-8bec-dcb6b34eb335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.786467 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084405bb-80d6-456f-bd04-9b3bd334737a None None] Routers {'20033ea3-f499-4310-8935-0c7b48870b0d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:44.786925 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-084405bb-80d6-456f-bd04-9b3bd334737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['20033ea3-f499-4310-8935-0c7b48870b0d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:44.794463 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 82b811e5-f470-465c-a2e4-4125a1e8b311, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=82b811e5-f470-465c-a2e4-4125a1e8b311,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:44.810206 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e9b3ae8b-35a0-4082-bdeb-fbec75495a78 req-aa60a6a7-932c-4dc8-b33f-a07469f8e5d3 service neutron] 10.222.0.69 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302707 Jul 07 17:28:44.820640 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-3ee2f6ff-e479-4603-8ac3-dd9c51b63b31 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 8b34e7da-0131-4935-96a2-1f7883240531) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:44.825865 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee2f6ff-e479-4603-8ac3-dd9c51b63b31 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:44.826820 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ee2f6ff-e479-4603-8ac3-dd9c51b63b31 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.836349 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.846937 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8510f779-45bc-4b7f-812a-07a185ecb8ad None None] Network 8b34e7da-0131-4935-96a2-1f7883240531 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:44.872802 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58040) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:44.875128 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3ee2f6ff-e479-4603-8ac3-dd9c51b63b31 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2167406 Jul 07 17:28:44.878039 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-dc3ffb43-b2c9-4788-8fe2-83420505e502 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2067924679', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:44.912277 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dc3ffb43-b2c9-4788-8fe2-83420505e502 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.913430 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dc3ffb43-b2c9-4788-8fe2-83420505e502 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.957733 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-41d8f41a-e644-4c91-b17a-7b519b482e0b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.966225 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-41d8f41a-e644-4c91-b17a-7b519b482e0b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.980174 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dc3ffb43-b2c9-4788-8fe2-83420505e502 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:44.984825 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 87cf1b75-b249-4f79-b548-da57db0088d1 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:44.988040 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dc3ffb43-b2c9-4788-8fe2-83420505e502 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.024329 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dc3ffb43-b2c9-4788-8fe2-83420505e502 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.028826 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dc3ffb43-b2c9-4788-8fe2-83420505e502 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1516821 Jul 07 17:28:45.029088 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58042) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:45.063410 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 87cf1b75-b249-4f79-b548-da57db0088d1 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:45.065988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 87cf1b75-b249-4f79-b548-da57db0088d1 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:45.089852 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8f41a-e644-4c91-b17a-7b519b482e0b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event updated for resources: {'Port': ['ID=6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:45.096253 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-41d8f41a-e644-4c91-b17a-7b519b482e0b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.131112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=82b811e5-f470-465c-a2e4-4125a1e8b311,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:45.156705 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e995d9-887f-4458-8e44-7001d4b80e11 None None] Network 2e7c8661-3489-4ff4-9266-06b6b50a5b6b requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:45.225386 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-084405bb-80d6-456f-bd04-9b3bd334737a None None] Set router 20033ea3-f499-4310-8935-0c7b48870b0d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:45.247478 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d8f41a-e644-4c91-b17a-7b519b482e0b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Network 2e7c8661-3489-4ff4-9266-06b6b50a5b6b is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:45.248995 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-41d8f41a-e644-4c91-b17a-7b519b482e0b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:45.280283 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-8b34e7da-0131-4935-96a2-1f7883240531', 'network_id': '8b34e7da-0131-4935-96a2-1f7883240531', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'fixed_ips': [{'subnet_id': '48873f5a-897c-433d-82af-f52966fab9a3'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:45.281669 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.377854 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-853b04f4-a040-4f9c-b9a9-c82bc67b5faf None None] Provisioning for port d83af127-6e8c-4d40-91dd-beedb707c4d2 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:45.408096 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-853b04f4-a040-4f9c-b9a9-c82bc67b5faf None None] Provisioning complete for port d83af127-6e8c-4d40-91dd-beedb707c4d2 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:45.408398 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-853b04f4-a040-4f9c-b9a9-c82bc67b5faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.410185 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-accf4b70-0a59-4269-86be-b2b0e41a979b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.411787 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d8f41a-e644-4c91-b17a-7b519b482e0b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Router 00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:45.535436 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d8f41a-e644-4c91-b17a-7b519b482e0b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:45.546704 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-41d8f41a-e644-4c91-b17a-7b519b482e0b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "PUT /v2.0/routers/00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6643472 Jul 07 17:28:45.617477 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce5929-0c7d-47b3-a1e8-5cce309513a5 req-73cbf5d3-55e2-4394-a138-363d377834e6 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:45.619297 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f0ce5929-0c7d-47b3-a1e8-5cce309513a5 req-73cbf5d3-55e2-4394-a138-363d377834e6 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.69 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 946 time: 0.1983042 Jul 07 17:28:45.634140 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] Sync routers for ids ['00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:45.653188 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] Routers {'00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:45.654843 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:45.765212 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-853b04f4-a040-4f9c-b9a9-c82bc67b5faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.773974 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Allocated IP 172.20.0.2 (8b34e7da-0131-4935-96a2-1f7883240531/48873f5a-897c-433d-82af-f52966fab9a3/c6987f29-a727-4ec5-9f1b-1256b4f179f0) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:45.819372 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] Set router 00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:45.845869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-e4334dc8-f0c5-471e-a0fd-2966b5cb92de tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:45.853318 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-e4334dc8-f0c5-471e-a0fd-2966b5cb92de tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/networks?id=2e7c8661-3489-4ff4-9266-06b6b50a5b6b HTTP/1.1" status: 200 len: 797 time: 0.1316872 Jul 07 17:28:45.873698 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-633514d2-3a85-497f-a1a9-cf40180abf78 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/quotas/df6063e237364604b6eba11f302ef76e HTTP/1.1" status: 200 len: 375 time: 0.0189753 Jul 07 17:28:45.891366 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-f0ce5929-0c7d-47b3-a1e8-5cce309513a5 req-b263b37c-a3ae-4133-afb6-4decd3130e01 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Deleting port 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:45.891989 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f0ce5929-0c7d-47b3-a1e8-5cce309513a5 req-b263b37c-a3ae-4133-afb6-4decd3130e01 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.949498 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-853b04f4-a040-4f9c-b9a9-c82bc67b5faf None None] For port d83af127-6e8c-4d40-91dd-beedb707c4d2, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d83af127-6e8c-4d40-91dd-beedb707c4d2,segment=NetworkSegment(f85a4148-ea11-4736-951b-ae421dc4db29),segment_id=f85a4148-ea11-4736-951b-ae421dc4db29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:45.973114 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-853b04f4-a040-4f9c-b9a9-c82bc67b5faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:45.986273 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62328c-1c65-43cd-bb2a-2f0227219dfc req-e2d132c6-ccc0-4df0-a475-5d7769aeaae7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:45.993389 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4f62328c-1c65-43cd-bb2a-2f0227219dfc req-e2d132c6-ccc0-4df0-a475-5d7769aeaae7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 946 time: 0.2040598 Jul 07 17:28:46.008850 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-cf96a696-bf2d-4740-af5c-6aa633982173 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=df6063e237364604b6eba11f302ef76e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1261985 Jul 07 17:28:46.018404 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-2be0fea4-e510-4c02-abb3-9ed963104229 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:28:46.026100 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-2be0fea4-e510-4c02-abb3-9ed963104229 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136352 Jul 07 17:28:46.059134 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 82b811e5-f470-465c-a2e4-4125a1e8b311 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:46.069985 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4f62328c-1c65-43cd-bb2a-2f0227219dfc req-0380c759-b8cd-4633-b935-3e6a868748b1 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699918 Jul 07 17:28:46.105606 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-f0ce5929-0c7d-47b3-a1e8-5cce309513a5 req-b263b37c-a3ae-4133-afb6-4decd3130e01 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] For port 1c67a9a3-d3ed-4356-8e03-29fe5ea48538, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1c67a9a3-d3ed-4356-8e03-29fe5ea48538,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:46.105980 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f0ce5929-0c7d-47b3-a1e8-5cce309513a5 req-b263b37c-a3ae-4133-afb6-4decd3130e01 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.141473 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-f0ce5929-0c7d-47b3-a1e8-5cce309513a5 req-b263b37c-a3ae-4133-afb6-4decd3130e01 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Calling delete_port for 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:46.145680 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405133121', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '82b811e5-f470-465c-a2e4-4125a1e8b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:44Z', 'revision_number': 4, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': '82b811e5-f470-465c-a2e4-4125a1e8b311', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f', 'name': '', 'network_id': '2e7c8661-3489-4ff4-9266-06b6b50a5b6b', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'mac_address': 'fa:16:3e:46:f6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'ec2e8b3d-c685-490c-9e1c-4e7155119a51', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:42Z', 'updated_at': '2021-07-07T17:28:44Z', 'revision_number': 2, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'subnets': [{'id': 'ec2e8b3d-c685-490c-9e1c-4e7155119a51', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:46.166277 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b04f4-a040-4f9c-b9a9-c82bc67b5faf None None] Pushing event updated for resources: {'Port': ['ID=d83af127-6e8c-4d40-91dd-beedb707c4d2,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:46.170969 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-c57dffc0-1351-49a2-b100-c57539da18c9 service neutron] 10.222.0.50 "GET /v2.0/networks/2e7c8661-3489-4ff4-9266-06b6b50a5b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438570 Jul 07 17:28:46.195434 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b04f4-a040-4f9c-b9a9-c82bc67b5faf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:46.195880 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b04f4-a040-4f9c-b9a9-c82bc67b5faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:46.196281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b04f4-a040-4f9c-b9a9-c82bc67b5faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:46.196685 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b04f4-a040-4f9c-b9a9-c82bc67b5faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:46.197083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b04f4-a040-4f9c-b9a9-c82bc67b5faf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:46.197477 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b04f4-a040-4f9c-b9a9-c82bc67b5faf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:46.199022 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b04f4-a040-4f9c-b9a9-c82bc67b5faf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:46.199437 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b04f4-a040-4f9c-b9a9-c82bc67b5faf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:46.199828 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b04f4-a040-4f9c-b9a9-c82bc67b5faf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:46.200237 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b04f4-a040-4f9c-b9a9-c82bc67b5faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:46.200627 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b04f4-a040-4f9c-b9a9-c82bc67b5faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:46.201133 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853b04f4-a040-4f9c-b9a9-c82bc67b5faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:46.208807 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] Checking router: 00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:28:46.209404 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] Updating router 00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2 port 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:28:46.238479 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 82b811e5-f470-465c-a2e4-4125a1e8b311 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:46.238954 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.253359 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.327226 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-2a34370c-f73b-4483-8ebe-f776267150e7 service neutron] 10.222.0.50 "GET /v2.0/networks/2e7c8661-3489-4ff4-9266-06b6b50a5b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505332 Jul 07 17:28:46.358991 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-084405bb-80d6-456f-bd04-9b3bd334737a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '1ea1a10e-252b-4ab2-80f8-469ef613c3f9', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'floating_ip_address': '172.25.2.138', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'port_id': 'b0e15d22-70c6-473b-a462-be85ef862d97', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'mac_address': 'fa:16:3e:19:38:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f27a1a-32c1-4faf-8e6d-6b09e70285dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:24:53Z', 'updated_at': '2021-07-07T17:24:56Z', 'revision_number': 1, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0bdf04-b259-45fd-a61c-23dd420261c7', 'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'mac_address': 'fa:16:3e:26:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:08Z', 'updated_at': '2021-07-07T17:18:18Z', 'revision_number': 5, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'subnets': [{'id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:46.391234 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f0ce5929-0c7d-47b3-a1e8-5cce309513a5 req-b263b37c-a3ae-4133-afb6-4decd3130e01 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.438370 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.450141 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263b37c-a3ae-4133-afb6-4decd3130e01 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event deleted for resources: {'Port': ['ID=1c67a9a3-d3ed-4356-8e03-29fe5ea48538,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:46.452176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Transition to ACTIVE for port object c6987f29-a727-4ec5-9f1b-1256b4f179f0 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:46.470689 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Transition to ACTIVE for port object c6987f29-a727-4ec5-9f1b-1256b4f179f0 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:46.474399 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084405bb-80d6-456f-bd04-9b3bd334737a None None] The sync data for ids ['20033ea3-f499-4310-8935-0c7b48870b0d'] in n-d-793620-7 is: [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '1ea1a10e-252b-4ab2-80f8-469ef613c3f9', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'floating_ip_address': '172.25.2.138', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'port_id': 'b0e15d22-70c6-473b-a462-be85ef862d97', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'mac_address': 'fa:16:3e:19:38:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f27a1a-32c1-4faf-8e6d-6b09e70285dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:24:53Z', 'updated_at': '2021-07-07T17:24:56Z', 'revision_number': 1, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b0bdf04-b259-45fd-a61c-23dd420261c7', 'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'mac_address': 'fa:16:3e:26:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:08Z', 'updated_at': '2021-07-07T17:18:18Z', 'revision_number': 5, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'subnets': [{'id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:46.483796 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.522600 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-020fb66a-6172-45f0-8cc8-5605d4608122 None None] Provisioning for port 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:46.556008 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Network 8b34e7da-0131-4935-96a2-1f7883240531 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:46.564241 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:46.568156 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-020fb66a-6172-45f0-8cc8-5605d4608122 None None] Provisioning complete for port 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:46.568546 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-020fb66a-6172-45f0-8cc8-5605d4608122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.579908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:46.624533 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Pushing event updated for resources: {'Port': ['ID=c6987f29-a727-4ec5-9f1b-1256b4f179f0,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:46.667650 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ce5929-0c7d-47b3-a1e8-5cce309513a5 req-b263b37c-a3ae-4133-afb6-4decd3130e01 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] No DVR routers for this DVR port 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:46.693382 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.697161 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-f0ce5929-0c7d-47b3-a1e8-5cce309513a5 req-b263b37c-a3ae-4133-afb6-4decd3130e01 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.699533 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f0ce5929-0c7d-47b3-a1e8-5cce309513a5 req-b263b37c-a3ae-4133-afb6-4decd3130e01 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.69 "DELETE /v2.0/ports/1c67a9a3-d3ed-4356-8e03-29fe5ea48538 HTTP/1.1" status: 204 len: 173 time: 1.0679622 Jul 07 17:28:46.700156 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efca8cc2-064b-474c-a8d7-3f6383ae2bc3', 'name': 'network-vif-deleted', 'tag': '1c67a9a3-d3ed-4356-8e03-29fe5ea48538'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:28:46.703161 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3838fb01-d3cf-48a1-9e47-9d244b3a7bfe" -d '{"events": [{"server_uuid": "efca8cc2-064b-474c-a8d7-3f6383ae2bc3", "name": "network-vif-deleted", "tag": "1c67a9a3-d3ed-4356-8e03-29fe5ea48538"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:28:46.709409 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] Transition to ACTIVE for port object 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:46.721034 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:46.737950 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b8880491-e4c9-4ff1-8817-f02b5d781222 req-e7289d31-7bd8-4470-b832-a4ea890571c7 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7156396-da92-45a2-a369-5d20a6f29015 HTTP/1.1" status: 200 len: 210 time: 0.0932508 Jul 07 17:28:46.780272 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-accf4b70-0a59-4269-86be-b2b0e41a979b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Allocated IP 172.20.0.1 (8b34e7da-0131-4935-96a2-1f7883240531/48873f5a-897c-433d-82af-f52966fab9a3/3f80ce71-5bd7-4a8f-b969-aeb3147680c8) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:46.829667 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b191e264-43b7-47e9-9294-36c41f2206d0 x-openstack-request-id: req-b191e264-43b7-47e9-9294-36c41f2206d0 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:28:46.829968 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efca8cc2-064b-474c-a8d7-3f6383ae2bc3", "name": "network-vif-deleted", "tag": "1c67a9a3-d3ed-4356-8e03-29fe5ea48538", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:28:46.830219 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b191e264-43b7-47e9-9294-36c41f2206d0 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:28:46.830651 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efca8cc2-064b-474c-a8d7-3f6383ae2bc3', 'name': 'network-vif-deleted', 'tag': '1c67a9a3-d3ed-4356-8e03-29fe5ea48538', 'status': 'completed', 'code': 200} Jul 07 17:28:46.943744 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958b740-5cca-4d78-b34c-b7d8d229a558 None None] Pushing event updated for resources: {'Port': ['ID=6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:47.021940 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b740-5cca-4d78-b34c-b7d8d229a558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:47.022641 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b740-5cca-4d78-b34c-b7d8d229a558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:47.022641 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b740-5cca-4d78-b34c-b7d8d229a558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:47.022950 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b740-5cca-4d78-b34c-b7d8d229a558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:47.036413 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b740-5cca-4d78-b34c-b7d8d229a558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:47.036754 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b740-5cca-4d78-b34c-b7d8d229a558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:47.037129 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b740-5cca-4d78-b34c-b7d8d229a558 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:47.037469 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b740-5cca-4d78-b34c-b7d8d229a558 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:47.037808 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b740-5cca-4d78-b34c-b7d8d229a558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:47.038132 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b740-5cca-4d78-b34c-b7d8d229a558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:47.038487 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b740-5cca-4d78-b34c-b7d8d229a558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:47.038811 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1958b740-5cca-4d78-b34c-b7d8d229a558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:28:47.071344 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-accf4b70-0a59-4269-86be-b2b0e41a979b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.077848 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] Attempting to bind port 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:47.081528 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] Attempting to bind port 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'f85a4148-ea11-4736-951b-ae421dc4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e7c8661-3489-4ff4-9266-06b6b50a5b6b'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:47.082097 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] Attempting to bind port 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f on network 2e7c8661-3489-4ff4-9266-06b6b50a5b6b {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:47.094484 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:47.094815 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] Checking segment: {'id': 'f85a4148-ea11-4736-951b-ae421dc4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e7c8661-3489-4ff4-9266-06b6b50a5b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:47.102677 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.103301 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] Bound using segment: {'id': 'f85a4148-ea11-4736-951b-ae421dc4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e7c8661-3489-4ff4-9266-06b6b50a5b6b'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:47.103952 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] Bound port: 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85a4148-ea11-4736-951b-ae421dc4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e7c8661-3489-4ff4-9266-06b6b50a5b6b'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:47.106521 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.113323 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-accf4b70-0a59-4269-86be-b2b0e41a979b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Transition to ACTIVE for port object 3f80ce71-5bd7-4a8f-b969-aeb3147680c8 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:47.137283 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947a6864-4d6b-4e06-ae0c-6d5feb52e482 None None] New status for floating IP 3950537b-ed56-4b62-bb33-2f9626123147: DOWN {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:28:47.197610 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-accf4b70-0a59-4269-86be-b2b0e41a979b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.269044 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-020fb66a-6172-45f0-8cc8-5605d4608122 None None] Port 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:47.273198 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.286240 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] For port 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:47.301876 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Attempting to bind port c6987f29-a727-4ec5-9f1b-1256b4f179f0 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:47.302258 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Attempting to bind port c6987f29-a727-4ec5-9f1b-1256b4f179f0 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '2cfe05dc-73e6-43fa-9f29-8194e132990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b34e7da-0131-4935-96a2-1f7883240531'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:47.303744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Attempting to bind port c6987f29-a727-4ec5-9f1b-1256b4f179f0 on network 8b34e7da-0131-4935-96a2-1f7883240531 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:47.304289 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] For port 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f,segment=NetworkSegment(f85a4148-ea11-4736-951b-ae421dc4db29),segment_id=f85a4148-ea11-4736-951b-ae421dc4db29)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:47.314303 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:47.314794 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Checking segment: {'id': '2cfe05dc-73e6-43fa-9f29-8194e132990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b34e7da-0131-4935-96a2-1f7883240531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:47.315131 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.315431 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Bound using segment: {'id': '2cfe05dc-73e6-43fa-9f29-8194e132990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b34e7da-0131-4935-96a2-1f7883240531'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:47.315724 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.315919 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Bound port: c6987f29-a727-4ec5-9f1b-1256b4f179f0, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cfe05dc-73e6-43fa-9f29-8194e132990f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '8b34e7da-0131-4935-96a2-1f7883240531'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:47.316888 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.320175 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-020fb66a-6172-45f0-8cc8-5605d4608122 None None] Provisioning complete for port d83af127-6e8c-4d40-91dd-beedb707c4d2 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:47.320175 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-020fb66a-6172-45f0-8cc8-5605d4608122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.337190 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf4b70-0a59-4269-86be-b2b0e41a979b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Port': ['ID=3f80ce71-5bd7-4a8f-b969-aeb3147680c8,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:47.357171 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accf4b70-0a59-4269-86be-b2b0e41a979b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network 8b34e7da-0131-4935-96a2-1f7883240531 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:47.359073 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-accf4b70-0a59-4269-86be-b2b0e41a979b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:47.362422 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf4b70-0a59-4269-86be-b2b0e41a979b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:47.428869 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-accf4b70-0a59-4269-86be-b2b0e41a979b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.466739 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] For port c6987f29-a727-4ec5-9f1b-1256b4f179f0, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:47.482612 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b68572f8-5438-4ade-a1ef-a28902b3e32c req-524d59c3-fc59-42e9-a5ce-aa3bff8f5575 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 210 time: 0.0550263 Jul 07 17:28:47.532400 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] For port c6987f29-a727-4ec5-9f1b-1256b4f179f0, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c6987f29-a727-4ec5-9f1b-1256b4f179f0,segment=NetworkSegment(2cfe05dc-73e6-43fa-9f29-8194e132990f),segment_id=2cfe05dc-73e6-43fa-9f29-8194e132990f)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:47.543089 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.619054 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c2516-53de-4e8b-8692-c92ba298a8e0 None None] Pushing event updated for resources: {'Port': ['ID=c6987f29-a727-4ec5-9f1b-1256b4f179f0,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:47.661660 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.704796 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] Routers {'00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:47.707517 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:47.769852 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958b740-5cca-4d78-b34c-b7d8d229a558 None None] Pushing event updated for resources: {'Port': ['ID=6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:47.771406 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-accf4b70-0a59-4269-86be-b2b0e41a979b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:47.952920 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] Set router 00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:47.999114 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f9bb68a8-9a1c-40df-9742-cbfdec2f47d1 req-c5af48b2-b42b-4631-ac98-d7b7e5143cba tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7156396-da92-45a2-a369-5d20a6f29015 HTTP/1.1" status: 200 len: 210 time: 0.0887246 Jul 07 17:28:47.999615 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ca824de0-f56d-4962-ac8f-a2ae683f4819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.096174 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d83af127-6e8c-4d40-91dd-beedb707c4d2 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:48.195909 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d83af127-6e8c-4d40-91dd-beedb707c4d2 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:48.196568 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.254404 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405133121', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '82b811e5-f470-465c-a2e4-4125a1e8b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:44Z', 'revision_number': 4, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': '82b811e5-f470-465c-a2e4-4125a1e8b311', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f', 'name': '', 'network_id': '2e7c8661-3489-4ff4-9266-06b6b50a5b6b', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'mac_address': 'fa:16:3e:46:f6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'ec2e8b3d-c685-490c-9e1c-4e7155119a51', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:42Z', 'updated_at': '2021-07-07T17:28:47Z', 'revision_number': 4, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'subnets': [{'id': 'ec2e8b3d-c685-490c-9e1c-4e7155119a51', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:48.334208 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cdf9b0-ad1b-447a-846d-e5cce2df1215 None None] The sync data for ids ['00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2'] in n-d-793620-7 is: [{'id': '00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405133121', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '82b811e5-f470-465c-a2e4-4125a1e8b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:44Z', 'revision_number': 4, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': '82b811e5-f470-465c-a2e4-4125a1e8b311', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f', 'name': '', 'network_id': '2e7c8661-3489-4ff4-9266-06b6b50a5b6b', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'mac_address': 'fa:16:3e:46:f6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'ec2e8b3d-c685-490c-9e1c-4e7155119a51', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:42Z', 'updated_at': '2021-07-07T17:28:47Z', 'revision_number': 4, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'subnets': [{'id': 'ec2e8b3d-c685-490c-9e1c-4e7155119a51', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:48.431867 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-05954029-f6c4-4b54-b4c1-86f658de47ae tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:48.434303 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-05954029-f6c4-4b54-b4c1-86f658de47ae tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.69 "GET /v2.0/networks?id=2e7c8661-3489-4ff4-9266-06b6b50a5b6b HTTP/1.1" status: 200 len: 797 time: 0.1852357 Jul 07 17:28:48.438955 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-accf4b70-0a59-4269-86be-b2b0e41a979b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.447144 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-f99cc2b3-71e8-403e-a10e-fc5a098632e8 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Request body: {'port': {'device_id': 'a7156396-da92-45a2-a369-5d20a6f29015', 'network_id': '2e7c8661-3489-4ff4-9266-06b6b50a5b6b', 'admin_state_up': True, 'tenant_id': 'df6063e237364604b6eba11f302ef76e'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:48.452798 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-accf4b70-0a59-4269-86be-b2b0e41a979b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.645067 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-accf4b70-0a59-4269-86be-b2b0e41a979b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.677067 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf4b70-0a59-4269-86be-b2b0e41a979b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Port': ['ID=3f80ce71-5bd7-4a8f-b969-aeb3147680c8,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:48.751484 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ad6b26e-6603-4e31-a22e-c9c19048415a req-0cb89546-0ec9-4ea2-8c42-51a6465fc9ee tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 210 time: 0.0439873 Jul 07 17:28:48.813361 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-f99cc2b3-71e8-403e-a10e-fc5a098632e8 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Made reservation on behalf of df6063e237364604b6eba11f302ef76e for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:48.816940 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-f99cc2b3-71e8-403e-a10e-fc5a098632e8 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:48.851030 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accf4b70-0a59-4269-86be-b2b0e41a979b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network 8b34e7da-0131-4935-96a2-1f7883240531 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:48.852836 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-accf4b70-0a59-4269-86be-b2b0e41a979b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:48.905778 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.048194 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accf4b70-0a59-4269-86be-b2b0e41a979b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router 57f71678-8cc7-4e38-8ba7-14165f8c8a5f is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:28:49.075644 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f0399f-f686-4b2b-a8c0-35363fa81c5b None None] Network 8b34e7da-0131-4935-96a2-1f7883240531 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:49.239178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-71a09ed3-5dfb-4016-8cf6-20b5153ef27a None None] Provisioning for port c6987f29-a727-4ec5-9f1b-1256b4f179f0 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:49.262701 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a10b6424-32a0-4e9d-bd8e-33b094f6c87d req-4829790f-8cef-4cca-91cd-617cd3994024 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7156396-da92-45a2-a369-5d20a6f29015 HTTP/1.1" status: 200 len: 210 time: 0.0586739 Jul 07 17:28:49.456745 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:49.479996 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:49.480389 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1c67a9a3-d3ed-4356-8e03-29fe5ea48538 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:49.587151 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accf4b70-0a59-4269-86be-b2b0e41a979b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:49.589834 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-f99cc2b3-71e8-403e-a10e-fc5a098632e8 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Allocated IP 172.20.0.20 (2e7c8661-3489-4ff4-9266-06b6b50a5b6b/ec2e8b3d-c685-490c-9e1c-4e7155119a51/7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:49.597931 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-accf4b70-0a59-4269-86be-b2b0e41a979b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/57f71678-8cc7-4e38-8ba7-14165f8c8a5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5655398 Jul 07 17:28:49.598289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58080) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:49.601640 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7a4902-558b-4807-ba51-10118fb0a5b8 None None] Sync routers for ids ['57f71678-8cc7-4e38-8ba7-14165f8c8a5f'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:49.622512 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a4902-558b-4807-ba51-10118fb0a5b8 None None] Routers {'57f71678-8cc7-4e38-8ba7-14165f8c8a5f'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:49.638048 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-5d7a4902-558b-4807-ba51-10118fb0a5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['57f71678-8cc7-4e38-8ba7-14165f8c8a5f'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:49.672653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-fe4a2487-a653-433e-aa18-1566dd160c7e None None] Provisioning for port 3f80ce71-5bd7-4a8f-b969-aeb3147680c8 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:49.677291 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-fe4a2487-a653-433e-aa18-1566dd160c7e None None] Provisioning complete for port 3f80ce71-5bd7-4a8f-b969-aeb3147680c8 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:49.678652 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fe4a2487-a653-433e-aa18-1566dd160c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:49.685538 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-5d7a4902-558b-4807-ba51-10118fb0a5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:49.696851 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a4902-558b-4807-ba51-10118fb0a5b8 None None] Routers {'57f71678-8cc7-4e38-8ba7-14165f8c8a5f'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:49.697491 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-5d7a4902-558b-4807-ba51-10118fb0a5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['57f71678-8cc7-4e38-8ba7-14165f8c8a5f'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:49.740956 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-5d7a4902-558b-4807-ba51-10118fb0a5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:49.741614 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7a4902-558b-4807-ba51-10118fb0a5b8 None None] The sync data for ids ['57f71678-8cc7-4e38-8ba7-14165f8c8a5f'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:49.747090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db021bf-9267-4551-9d93-1fa79a479032 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:49.754625 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9db021bf-9267-4551-9d93-1fa79a479032 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/ports/3f80ce71-5bd7-4a8f-b969-aeb3147680c8 HTTP/1.1" status: 200 len: 910 time: 0.1551526 Jul 07 17:28:49.757707 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58082) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:49.778920 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-fe4a2487-a653-433e-aa18-1566dd160c7e None None] Port 3f80ce71-5bd7-4a8f-b969-aeb3147680c8 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:50.021433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1488cf67-406d-4ef3-a90d-5955676426f1 None None] Provisioning complete for port 3f80ce71-5bd7-4a8f-b969-aeb3147680c8 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:50.022064 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1488cf67-406d-4ef3-a90d-5955676426f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.040824 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-f99cc2b3-71e8-403e-a10e-fc5a098632e8 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.092564 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-1488cf67-406d-4ef3-a90d-5955676426f1 None None] Port 3f80ce71-5bd7-4a8f-b969-aeb3147680c8 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:50.128665 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:50.134294 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-f99cc2b3-71e8-403e-a10e-fc5a098632e8 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Transition to ACTIVE for port object 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:50.180527 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-05f7a6a9-77b4-4aee-9188-ee3fc946ea57 req-b3645066-a77d-4146-8977-822322a48908 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 210 time: 0.2200251 Jul 07 17:28:50.184609 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-f99cc2b3-71e8-403e-a10e-fc5a098632e8 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.202601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:50.206933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:50.207316 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.265522 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-f99cc2b3-71e8-403e-a10e-fc5a098632e8 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Network 2e7c8661-3489-4ff4-9266-06b6b50a5b6b is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:50.273839 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-f99cc2b3-71e8-403e-a10e-fc5a098632e8 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:50.276347 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-f99cc2b3-71e8-403e-a10e-fc5a098632e8 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:50.301397 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.354835 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f,segment=NetworkSegment(f85a4148-ea11-4736-951b-ae421dc4db29),segment_id=f85a4148-ea11-4736-951b-ae421dc4db29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:50.356700 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b105e179-bfbf-4959-a9b3-9e13a8979e17 None None] Provisioning complete for port 3f80ce71-5bd7-4a8f-b969-aeb3147680c8 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:50.357885 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b105e179-bfbf-4959-a9b3-9e13a8979e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.360738 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cc2b3-71e8-403e-a10e-fc5a098632e8 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event updated for resources: {'Port': ['ID=7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:50.390873 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-f99cc2b3-71e8-403e-a10e-fc5a098632e8 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:50.391534 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-f99cc2b3-71e8-403e-a10e-fc5a098632e8 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.415213 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b105e179-bfbf-4959-a9b3-9e13a8979e17 None None] Port 3f80ce71-5bd7-4a8f-b969-aeb3147680c8 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:50.428716 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.430482 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c6987f29-a727-4ec5-9f1b-1256b4f179f0 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:50.432587 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-f99cc2b3-71e8-403e-a10e-fc5a098632e8 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9891856 Jul 07 17:28:50.446603 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] Request body: {'port': {'device_id': 'a7156396-da92-45a2-a369-5d20a6f29015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:50.510259 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.517567 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc48df-fccc-44ca-a312-fa2a1962f1f3 req-b63c5384-1c8e-41b4-930b-50546b5cfc7c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:50.531417 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-62dc48df-fccc-44ca-a312-fa2a1962f1f3 req-b63c5384-1c8e-41b4-930b-50546b5cfc7c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7156396-da92-45a2-a369-5d20a6f29015 HTTP/1.1" status: 200 len: 895 time: 0.0962451 Jul 07 17:28:50.550864 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:50.559252 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.559676 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port c6987f29-a727-4ec5-9f1b-1256b4f179f0 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:50.565238 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port c6987f29-a727-4ec5-9f1b-1256b4f179f0 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:50.565783 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.671618 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.683094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-285e93e8-ffa1-483e-8456-af90727a5172 None None] Provisioning for port 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:50.690060 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-285e93e8-ffa1-483e-8456-af90727a5172 None None] Provisioning complete for port 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:50.690565 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-285e93e8-ffa1-483e-8456-af90727a5172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.744060 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port c6987f29-a727-4ec5-9f1b-1256b4f179f0, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c6987f29-a727-4ec5-9f1b-1256b4f179f0,segment=NetworkSegment(2cfe05dc-73e6-43fa-9f29-8194e132990f),segment_id=2cfe05dc-73e6-43fa-9f29-8194e132990f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:50.747378 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-285e93e8-ffa1-483e-8456-af90727a5172 None None] Port 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:28:50.750643 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.763424 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dcdd9b24-54e2-4239-8c97-083bf338e289 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:50.801304 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=c6987f29-a727-4ec5-9f1b-1256b4f179f0,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:51.060079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:28:51.070779 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.115158 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] Transition to ACTIVE for port object 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:51.121588 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.193823 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:51.278106 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-dcdd9b24-54e2-4239-8c97-083bf338e289 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting port 3f80ce71-5bd7-4a8f-b969-aeb3147680c8 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:51.278477 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dcdd9b24-54e2-4239-8c97-083bf338e289 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.363249 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] Attempting to bind port 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:51.363588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] Attempting to bind port 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'f85a4148-ea11-4736-951b-ae421dc4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e7c8661-3489-4ff4-9266-06b6b50a5b6b'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:51.363922 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] Attempting to bind port 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a on network 2e7c8661-3489-4ff4-9266-06b6b50a5b6b {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:51.372230 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-47625953-3577-43c7-bed0-758ea863e868 req-595d2150-3c72-484c-8069-2f1c20b105ff tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=efca8cc2-064b-474c-a8d7-3f6383ae2bc3 HTTP/1.1" status: 200 len: 210 time: 0.0456145 Jul 07 17:28:51.380683 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] Port 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a on network 2e7c8661-3489-4ff4-9266-06b6b50a5b6b not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:28:51.381017 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] Attempting to bind port 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a on network 2e7c8661-3489-4ff4-9266-06b6b50a5b6b {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:51.392670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:51.393022 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] Checking segment: {'id': 'f85a4148-ea11-4736-951b-ae421dc4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e7c8661-3489-4ff4-9266-06b6b50a5b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:51.393412 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] Bound using segment: {'id': 'f85a4148-ea11-4736-951b-ae421dc4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e7c8661-3489-4ff4-9266-06b6b50a5b6b'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:51.393858 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] Bound port: 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85a4148-ea11-4736-951b-ae421dc4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e7c8661-3489-4ff4-9266-06b6b50a5b6b'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:51.394224 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.445521 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dcdd9b24-54e2-4239-8c97-083bf338e289 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.462841 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-dcdd9b24-54e2-4239-8c97-083bf338e289 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Calling delete_port for 3f80ce71-5bd7-4a8f-b969-aeb3147680c8 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:51.527111 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] For port 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:51.543257 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] For port 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a,segment=NetworkSegment(f85a4148-ea11-4736-951b-ae421dc4db29),segment_id=f85a4148-ea11-4736-951b-ae421dc4db29)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:51.553992 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.601656 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:51.602287 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.603834 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] 10.222.0.69 "PUT /v2.0/ports/7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a HTTP/1.1" status: 200 len: 1055 time: 1.1617591 Jul 07 17:28:51.606702 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7156396-da92-45a2-a369-5d20a6f29015', 'tag': '7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:28:51.609043 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01ceb22-88cc-4a38-8cd6-0b169ddca57c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7156396-da92-45a2-a369-5d20a6f29015", "tag": "7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:28:51.706964 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e0ad29-fb87-4f80-a33c-2cb69ce32e70 x-openstack-request-id: req-14e0ad29-fb87-4f80-a33c-2cb69ce32e70 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:28:51.707276 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7156396-da92-45a2-a369-5d20a6f29015", "tag": "7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:28:51.707534 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14e0ad29-fb87-4f80-a33c-2cb69ce32e70 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:28:51.707945 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7156396-da92-45a2-a369-5d20a6f29015', 'tag': '7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a', 'status': 'completed', 'code': 200} Jul 07 17:28:51.711009 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191c242-98e8-47e5-8367-c9880234a832 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:51.767353 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a27eeb-5602-4639-a85e-604a6e00d5c0 req-7d47b76e-8cdd-4cbb-aa88-f005c22cb3cb tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:51.769770 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-12a27eeb-5602-4639-a85e-604a6e00d5c0 req-7d47b76e-8cdd-4cbb-aa88-f005c22cb3cb tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7156396-da92-45a2-a369-5d20a6f29015 HTTP/1.1" status: 200 len: 907 time: 0.0994844 Jul 07 17:28:51.792773 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-9d22465d-7f34-465f-87e7-12bb93453cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:51.794585 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-9d22465d-7f34-465f-87e7-12bb93453cce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df6063e237364604b6eba11f302ef76e&device_id=a7156396-da92-45a2-a369-5d20a6f29015 HTTP/1.1" status: 200 len: 1058 time: 0.1462052 Jul 07 17:28:51.809255 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dcdd9b24-54e2-4239-8c97-083bf338e289 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:51.862939 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-ec549a29-2636-46d6-98bb-4e9d987f5a8c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a HTTP/1.1" status: 200 len: 217 time: 0.0615613 Jul 07 17:28:51.865809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd9b24-54e2-4239-8c97-083bf338e289 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Port': ['ID=3f80ce71-5bd7-4a8f-b969-aeb3147680c8,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:51.971412 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8890be08-b7fd-4b24-92a5-23137fe02103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:51.973001 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-8890be08-b7fd-4b24-92a5-23137fe02103 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec2e8b3d-c685-490c-9e1c-4e7155119a51 HTTP/1.1" status: 200 len: 838 time: 0.1035404 Jul 07 17:28:51.999762 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:52.061574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:52.061965 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.088103 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dcdd9b24-54e2-4239-8c97-083bf338e289 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.154889 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c6987f29-a727-4ec5-9f1b-1256b4f179f0 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:52.183464 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-837f46e2-fd2a-4567-8fe9-b15314859d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.184900 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-837f46e2-fd2a-4567-8fe9-b15314859d4f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e7c8661-3489-4ff4-9266-06b6b50a5b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2031708 Jul 07 17:28:52.200646 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port c6987f29-a727-4ec5-9f1b-1256b4f179f0 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:52.201028 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.318986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdd9b24-54e2-4239-8c97-083bf338e289 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router 57f71678-8cc7-4e38-8ba7-14165f8c8a5f has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:52.419094 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-df5a1987-46a9-47e3-b323-b2b423162364 service neutron] 10.222.0.69 "GET /v2.0/networks/2e7c8661-3489-4ff4-9266-06b6b50a5b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259696 Jul 07 17:28:52.421664 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdd9b24-54e2-4239-8c97-083bf338e289 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:52.426741 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dcdd9b24-54e2-4239-8c97-083bf338e289 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/57f71678-8cc7-4e38-8ba7-14165f8c8a5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6674802 Jul 07 17:28:52.429157 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58096) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.431726 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498352f-1f2b-4849-8cf0-3f224fb18255 None None] Sync routers for ids ['57f71678-8cc7-4e38-8ba7-14165f8c8a5f'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:52.441871 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7498352f-1f2b-4849-8cf0-3f224fb18255 None None] Routers {'57f71678-8cc7-4e38-8ba7-14165f8c8a5f'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:52.442609 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7498352f-1f2b-4849-8cf0-3f224fb18255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['57f71678-8cc7-4e38-8ba7-14165f8c8a5f'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:52.469560 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8e782f6c-91ba-4cf4-b714-519c9cb29296 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/ports?device_id=57f71678-8cc7-4e38-8ba7-14165f8c8a5f HTTP/1.1" status: 200 len: 205 time: 0.0375063 Jul 07 17:28:52.470921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58098) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.478464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7498352f-1f2b-4849-8cf0-3f224fb18255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:52.489599 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7498352f-1f2b-4849-8cf0-3f224fb18255 None None] Routers {'57f71678-8cc7-4e38-8ba7-14165f8c8a5f'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:52.490347 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7498352f-1f2b-4849-8cf0-3f224fb18255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['57f71678-8cc7-4e38-8ba7-14165f8c8a5f'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:52.525803 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-7498352f-1f2b-4849-8cf0-3f224fb18255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:52.527165 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498352f-1f2b-4849-8cf0-3f224fb18255 None None] The sync data for ids ['57f71678-8cc7-4e38-8ba7-14165f8c8a5f'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:52.556607 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afe9d3cd-d30c-49c1-89d4-f61b377655ba req-507a7bf1-a051-499c-aaf4-497494f9f443 service neutron] 10.222.0.69 "GET /v2.0/networks/2e7c8661-3489-4ff4-9266-06b6b50a5b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976875 Jul 07 17:28:52.576711 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca22c134-fa0c-4566-adf1-7d02265dfa7d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.669472 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ceb22-88cc-4a38-8cd6-0b169ddca57c req-870479e8-6286-462c-952a-5c0f7aacea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.670984 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e01ceb22-88cc-4a38-8cd6-0b169ddca57c req-870479e8-6286-462c-952a-5c0f7aacea52 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df6063e237364604b6eba11f302ef76e&device_id=a7156396-da92-45a2-a369-5d20a6f29015 HTTP/1.1" status: 200 len: 1058 time: 0.0565832 Jul 07 17:28:52.749047 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca22c134-fa0c-4566-adf1-7d02265dfa7d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.751178 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca22c134-fa0c-4566-adf1-7d02265dfa7d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.770240 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ceb22-88cc-4a38-8cd6-0b169ddca57c req-6421ea3f-de58-42da-8051-ca259ffa5dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.771797 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e01ceb22-88cc-4a38-8cd6-0b169ddca57c req-6421ea3f-de58-42da-8051-ca259ffa5dc9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2e7c8661-3489-4ff4-9266-06b6b50a5b6b HTTP/1.1" status: 200 len: 898 time: 0.0947056 Jul 07 17:28:52.803471 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca22c134-fa0c-4566-adf1-7d02265dfa7d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.806064 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca22c134-fa0c-4566-adf1-7d02265dfa7d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Fanout notify agent at l3_agent the message router_deleted on router 57f71678-8cc7-4e38-8ba7-14165f8c8a5f {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:28:52.816454 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ca22c134-fa0c-4566-adf1-7d02265dfa7d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.820438 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ca22c134-fa0c-4566-adf1-7d02265dfa7d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/routers/57f71678-8cc7-4e38-8ba7-14165f8c8a5f HTTP/1.1" status: 204 len: 168 time: 0.3481586 Jul 07 17:28:52.821148 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58108) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:52.826457 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e01ceb22-88cc-4a38-8cd6-0b169ddca57c req-08f51752-b8b6-4898-9161-4ef2f2980e90 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a HTTP/1.1" status: 200 len: 217 time: 0.0478137 Jul 07 17:28:52.881245 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ceb22-88cc-4a38-8cd6-0b169ddca57c req-dfad91ea-7a53-4476-9d72-65c5b0d2c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.882761 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e01ceb22-88cc-4a38-8cd6-0b169ddca57c req-dfad91ea-7a53-4476-9d72-65c5b0d2c4ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec2e8b3d-c685-490c-9e1c-4e7155119a51 HTTP/1.1" status: 200 len: 838 time: 0.0508304 Jul 07 17:28:52.885110 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed8977e-3c86-45c7-9c5f-d15b5b6b361c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting subnet 48873f5a-897c-433d-82af-f52966fab9a3 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:28:52.889813 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ed8977e-3c86-45c7-9c5f-d15b5b6b361c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:52.949224 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ceb22-88cc-4a38-8cd6-0b169ddca57c req-53f85f66-ecda-4b0c-9087-2514a3f13a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:52.950786 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e01ceb22-88cc-4a38-8cd6-0b169ddca57c req-53f85f66-ecda-4b0c-9087-2514a3f13a73 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2e7c8661-3489-4ff4-9266-06b6b50a5b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618186 Jul 07 17:28:52.967182 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ed8977e-3c86-45c7-9c5f-d15b5b6b361c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.059985 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b3b9f-5bb0-40a6-b9b7-123036a04fba req-75cea163-af4e-4302-9760-b6516139f3a6 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:53.061595 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fd8b3b9f-5bb0-40a6-b9b7-123036a04fba req-75cea163-af4e-4302-9760-b6516139f3a6 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7156396-da92-45a2-a369-5d20a6f29015 HTTP/1.1" status: 200 len: 907 time: 0.1489189 Jul 07 17:28:53.081510 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ed8977e-3c86-45c7-9c5f-d15b5b6b361c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.158655 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ed8977e-3c86-45c7-9c5f-d15b5b6b361c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.196601 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ed8977e-3c86-45c7-9c5f-d15b5b6b361c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.196601 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4ed8977e-3c86-45c7-9c5f-d15b5b6b361c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/subnets/48873f5a-897c-433d-82af-f52966fab9a3 HTTP/1.1" status: 204 len: 168 time: 0.3729455 Jul 07 17:28:53.196601 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8977e-3c86-45c7-9c5f-d15b5b6b361c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Subnet': ['ID=48873f5a-897c-433d-82af-f52966fab9a3,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:53.198475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58110) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:53.214525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d10aaea-2804-448c-9fe9-77795f6df1c6 None None] Network 8b34e7da-0131-4935-96a2-1f7883240531 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:53.311968 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2811cfd0-415e-4172-a8c7-b9a10695d58f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.368365 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-2811cfd0-415e-4172-a8c7-b9a10695d58f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting port c6987f29-a727-4ec5-9f1b-1256b4f179f0 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:53.368715 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2811cfd0-415e-4172-a8c7-b9a10695d58f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.443032 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e01ceb22-88cc-4a38-8cd6-0b169ddca57c req-6c26ff4a-0666-402c-8c28-62d386911bbe service neutron] 10.222.0.69 "GET /v2.0/networks/2e7c8661-3489-4ff4-9266-06b6b50a5b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843721 Jul 07 17:28:53.444225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3283c607-7915-44df-8d84-20fd4f1634b3 None None] DHCP port deletion for 8b34e7da-0131-4935-96a2-1f7883240531 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:28:53.452140 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-2811cfd0-415e-4172-a8c7-b9a10695d58f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] For port c6987f29-a727-4ec5-9f1b-1256b4f179f0, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c6987f29-a727-4ec5-9f1b-1256b4f179f0,segment=NetworkSegment(2cfe05dc-73e6-43fa-9f29-8194e132990f),segment_id=2cfe05dc-73e6-43fa-9f29-8194e132990f)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:53.453941 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2811cfd0-415e-4172-a8c7-b9a10695d58f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.468321 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-2811cfd0-415e-4172-a8c7-b9a10695d58f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Calling delete_port for c6987f29-a727-4ec5-9f1b-1256b4f179f0 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:53.534220 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3283c607-7915-44df-8d84-20fd4f1634b3 None None] Deleting port c6987f29-a727-4ec5-9f1b-1256b4f179f0 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:53.536425 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3283c607-7915-44df-8d84-20fd4f1634b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.561098 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2811cfd0-415e-4172-a8c7-b9a10695d58f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.573403 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e01ceb22-88cc-4a38-8cd6-0b169ddca57c req-2d2bc3d6-3635-4ec9-9b92-c63a65f9661d service neutron] 10.222.0.69 "GET /v2.0/networks/2e7c8661-3489-4ff4-9266-06b6b50a5b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233258 Jul 07 17:28:53.591578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811cfd0-415e-4172-a8c7-b9a10695d58f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Port': ['ID=c6987f29-a727-4ec5-9f1b-1256b4f179f0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:53.597310 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2811cfd0-415e-4172-a8c7-b9a10695d58f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] No DVR routers for this DVR port c6987f29-a727-4ec5-9f1b-1256b4f179f0 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:53.653916 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-3283c607-7915-44df-8d84-20fd4f1634b3 None None] For port c6987f29-a727-4ec5-9f1b-1256b4f179f0, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c6987f29-a727-4ec5-9f1b-1256b4f179f0,segment=NetworkSegment(2cfe05dc-73e6-43fa-9f29-8194e132990f),segment_id=2cfe05dc-73e6-43fa-9f29-8194e132990f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:53.654539 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3283c607-7915-44df-8d84-20fd4f1634b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.670295 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3283c607-7915-44df-8d84-20fd4f1634b3 None None] Calling delete_port for c6987f29-a727-4ec5-9f1b-1256b4f179f0 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:53.692432 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2811cfd0-415e-4172-a8c7-b9a10695d58f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.703472 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-2811cfd0-415e-4172-a8c7-b9a10695d58f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b34e7da-0131-4935-96a2-1f7883240531']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:53.717664 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-2811cfd0-415e-4172-a8c7-b9a10695d58f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cfe05dc-73e6-43fa-9f29-8194e132990f') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:53.718052 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-2811cfd0-415e-4172-a8c7-b9a10695d58f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cfe05dc-73e6-43fa-9f29-8194e132990f') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:53.732248 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2811cfd0-415e-4172-a8c7-b9a10695d58f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.749565 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2811cfd0-415e-4172-a8c7-b9a10695d58f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.758681 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2811cfd0-415e-4172-a8c7-b9a10695d58f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:28:53.759166 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2811cfd0-415e-4172-a8c7-b9a10695d58f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:28:53.762904 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:28:53.770858 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3283c607-7915-44df-8d84-20fd4f1634b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.797554 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283c607-7915-44df-8d84-20fd4f1634b3 None None] Pushing event deleted for resources: {'Port': ['ID=c6987f29-a727-4ec5-9f1b-1256b4f179f0,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:53.803197 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3283c607-7915-44df-8d84-20fd4f1634b3 None None] No DVR routers for this DVR port c6987f29-a727-4ec5-9f1b-1256b4f179f0 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:28:53.826056 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2811cfd0-415e-4172-a8c7-b9a10695d58f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.833539 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2811cfd0-415e-4172-a8c7-b9a10695d58f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.838773 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2811cfd0-415e-4172-a8c7-b9a10695d58f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/networks/8b34e7da-0131-4935-96a2-1f7883240531 HTTP/1.1" status: 204 len: 168 time: 0.6352479 Jul 07 17:28:53.839850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58114) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:53.844667 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-5b0fa162-7f01-41b1-80b0-c4ab60e44e17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1329617652', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}, 'admin_state_up': False}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:53.852359 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811cfd0-415e-4172-a8c7-b9a10695d58f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Network': ['ID=8b34e7da-0131-4935-96a2-1f7883240531,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:53.873182 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa162-7f01-41b1-80b0-c4ab60e44e17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.874298 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa162-7f01-41b1-80b0-c4ab60e44e17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.944125 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa162-7f01-41b1-80b0-c4ab60e44e17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:53.945132 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c6987f29-a727-4ec5-9f1b-1256b4f179f0 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:28:53.966855 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: c6987f29-a727-4ec5-9f1b-1256b4f179f0 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:28:53.967178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c6987f29-a727-4ec5-9f1b-1256b4f179f0 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:28:54.093736 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa162-7f01-41b1-80b0-c4ab60e44e17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.339412 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa162-7f01-41b1-80b0-c4ab60e44e17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.363849 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa162-7f01-41b1-80b0-c4ab60e44e17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.383611 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0428fe-9fbd-4e11-abc7-555fa8bdd634 req-18ad81a2-6828-494c-a071-49c69ff37f88 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:54.385142 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4f0428fe-9fbd-4e11-abc7-555fa8bdd634 req-18ad81a2-6828-494c-a071-49c69ff37f88 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7156396-da92-45a2-a369-5d20a6f29015 HTTP/1.1" status: 200 len: 907 time: 0.1871140 Jul 07 17:28:54.495661 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-5b0fa162-7f01-41b1-80b0-c4ab60e44e17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Allocated IP 172.25.2.161 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/94ad43fa-b632-47af-b453-fd4875966488) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:54.605105 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa162-7f01-41b1-80b0-c4ab60e44e17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.645329 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa162-7f01-41b1-80b0-c4ab60e44e17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:54.683435 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0fa162-7f01-41b1-80b0-c4ab60e44e17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:54.686508 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-5b0fa162-7f01-41b1-80b0-c4ab60e44e17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:54.689523 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0fa162-7f01-41b1-80b0-c4ab60e44e17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:54.728919 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fa162-7f01-41b1-80b0-c4ab60e44e17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Port': ['ID=94ad43fa-b632-47af-b453-fd4875966488,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:54.978197 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa162-7f01-41b1-80b0-c4ab60e44e17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.181770 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa162-7f01-41b1-80b0-c4ab60e44e17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.320638 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0fa162-7f01-41b1-80b0-c4ab60e44e17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router cf72e8c8-d1d0-4197-b8dc-d6850495593b is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:28:55.430404 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0fa162-7f01-41b1-80b0-c4ab60e44e17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:55.441427 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eed081-662f-41ee-9837-55c45ead52da None None] Sync routers for ids ['cf72e8c8-d1d0-4197-b8dc-d6850495593b'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:55.450371 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa162-7f01-41b1-80b0-c4ab60e44e17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.451888 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5b0fa162-7f01-41b1-80b0-c4ab60e44e17 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.6109986 Jul 07 17:28:55.454222 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eed081-662f-41ee-9837-55c45ead52da None None] Routers {'cf72e8c8-d1d0-4197-b8dc-d6850495593b'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:55.454797 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58122) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:55.455705 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-17eed081-662f-41ee-9837-55c45ead52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['cf72e8c8-d1d0-4197-b8dc-d6850495593b'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:55.502935 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-17eed081-662f-41ee-9837-55c45ead52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:55.504682 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:28:55.517752 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eed081-662f-41ee-9837-55c45ead52da None None] Routers {'cf72e8c8-d1d0-4197-b8dc-d6850495593b'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:55.518699 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-17eed081-662f-41ee-9837-55c45ead52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['cf72e8c8-d1d0-4197-b8dc-d6850495593b'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:55.553551 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-17eed081-662f-41ee-9837-55c45ead52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:55.554455 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eed081-662f-41ee-9837-55c45ead52da None None] The sync data for ids ['cf72e8c8-d1d0-4197-b8dc-d6850495593b'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:55.628430 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a,segment=NetworkSegment(f85a4148-ea11-4736-951b-ae421dc4db29),segment_id=f85a4148-ea11-4736-951b-ae421dc4db29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:55.641613 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a', 'network_id': '2e7c8661-3489-4ff4-9266-06b6b50a5b6b', 'port_id': '7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a', 'mac_address': 'fa:16:3e:78:0f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2e8b3d-c685-490c-9e1c-4e7155119a51', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:28:55.687119 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.704324 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:28:55.727482 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a,segment=NetworkSegment(f85a4148-ea11-4736-951b-ae421dc4db29),segment_id=f85a4148-ea11-4736-951b-ae421dc4db29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:55.732916 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:55.795087 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:55.959204 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-30926c49-c73d-4c2f-93b3-84e30f7ac170 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/routers/cf72e8c8-d1d0-4197-b8dc-d6850495593b HTTP/1.1" status: 200 len: 881 time: 0.5030062 Jul 07 17:28:55.961754 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58130) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:55.985071 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6b1e4-d09b-450d-8fac-ad41124f1060 req-e95298e4-b2cb-413c-bcd5-e0cfa4393a57 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:55.986731 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d5e6b1e4-d09b-450d-8fac-ad41124f1060 req-e95298e4-b2cb-413c-bcd5-e0cfa4393a57 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7156396-da92-45a2-a369-5d20a6f29015 HTTP/1.1" status: 200 len: 907 time: 0.4390750 Jul 07 17:28:56.023575 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:28:56.218793 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8af03e6c-ac39-44f7-9c05-11ecec36ea38 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2539556 Jul 07 17:28:56.220851 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58132) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:56.225286 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2a8b4740-1e2d-4cd2-b35c-7b7d8ee239a4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1329617652'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:56.837602 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a8b4740-1e2d-4cd2-b35c-7b7d8ee239a4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.848502 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a8b4740-1e2d-4cd2-b35c-7b7d8ee239a4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:56.959815 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8b4740-1e2d-4cd2-b35c-7b7d8ee239a4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router cf72e8c8-d1d0-4197-b8dc-d6850495593b has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:57.075135 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8b4740-1e2d-4cd2-b35c-7b7d8ee239a4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:57.081823 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2a8b4740-1e2d-4cd2-b35c-7b7d8ee239a4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.083032 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2a8b4740-1e2d-4cd2-b35c-7b7d8ee239a4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/cf72e8c8-d1d0-4197-b8dc-d6850495593b HTTP/1.1" status: 200 len: 888 time: 0.8612413 Jul 07 17:28:57.085106 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104f1a5f-0746-4470-b05d-a1187c9b502e None None] Sync routers for ids ['cf72e8c8-d1d0-4197-b8dc-d6850495593b'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:57.086037 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58138) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:57.096639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104f1a5f-0746-4470-b05d-a1187c9b502e None None] Routers {'cf72e8c8-d1d0-4197-b8dc-d6850495593b'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:57.097587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-104f1a5f-0746-4470-b05d-a1187c9b502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['cf72e8c8-d1d0-4197-b8dc-d6850495593b'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:57.136264 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-104f1a5f-0746-4470-b05d-a1187c9b502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:57.146259 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104f1a5f-0746-4470-b05d-a1187c9b502e None None] Routers {'cf72e8c8-d1d0-4197-b8dc-d6850495593b'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:57.146957 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-104f1a5f-0746-4470-b05d-a1187c9b502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['cf72e8c8-d1d0-4197-b8dc-d6850495593b'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:57.180193 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-104f1a5f-0746-4470-b05d-a1187c9b502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:57.180839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104f1a5f-0746-4470-b05d-a1187c9b502e None None] The sync data for ids ['cf72e8c8-d1d0-4197-b8dc-d6850495593b'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:57.243086 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9a980776-65a0-441f-94d6-84eff39c3b9f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/routers/cf72e8c8-d1d0-4197-b8dc-d6850495593b HTTP/1.1" status: 200 len: 888 time: 0.1559322 Jul 07 17:28:57.245867 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58140) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:57.254141 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854403a0-7127-4c42-a9b3-5987f5bee330 req-04570bea-ff45-4586-95b9-5e8eecb974f1 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:57.255650 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-854403a0-7127-4c42-a9b3-5987f5bee330 req-04570bea-ff45-4586-95b9-5e8eecb974f1 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7156396-da92-45a2-a369-5d20a6f29015 HTTP/1.1" status: 200 len: 908 time: 0.1246858 Jul 07 17:28:57.275336 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-782b7e99-65f7-4afb-89d6-10552d528873 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf72e8c8-d1d0-4197-b8dc-d6850495593b HTTP/1.1" status: 200 len: 205 time: 0.0282257 Jul 07 17:28:57.278304 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58142) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:57.381658 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c22fb1b1-629a-467c-bc5c-05f538eae324 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.483397 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c22fb1b1-629a-467c-bc5c-05f538eae324 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.519181 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:28:57.537147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-c22fb1b1-629a-467c-bc5c-05f538eae324 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting port 94ad43fa-b632-47af-b453-fd4875966488 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:57.537491 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c22fb1b1-629a-467c-bc5c-05f538eae324 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.568392 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:28:57.572207 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:28:57.572972 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.618512 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c22fb1b1-629a-467c-bc5c-05f538eae324 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.630232 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-c22fb1b1-629a-467c-bc5c-05f538eae324 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Calling delete_port for 94ad43fa-b632-47af-b453-fd4875966488 owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:57.652566 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.675910 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7156396-da92-45a2-a369-5d20a6f29015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:28:57.678272 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf680f9f-0636-4d15-ae65-79b11f64adb9" -d '{"events": [{"server_uuid": "a7156396-da92-45a2-a369-5d20a6f29015", "name": "network-vif-plugged", "status": "completed", "tag": "7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:28:57.691498 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a,segment=NetworkSegment(f85a4148-ea11-4736-951b-ae421dc4db29),segment_id=f85a4148-ea11-4736-951b-ae421dc4db29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:28:57.698749 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.724494 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38524067-55f0-4e13-858e-5eda91abe274 x-openstack-request-id: req-38524067-55f0-4e13-858e-5eda91abe274 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:28:57.724818 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7156396-da92-45a2-a369-5d20a6f29015", "name": "network-vif-plugged", "status": "completed", "tag": "7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:28:57.725076 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38524067-55f0-4e13-858e-5eda91abe274 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:28:57.725475 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7156396-da92-45a2-a369-5d20a6f29015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a', 'code': 200} Jul 07 17:28:57.751830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:57.809850 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c22fb1b1-629a-467c-bc5c-05f538eae324 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.836270 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4886b4b-250f-4036-bde8-f929de0d6175 req-b0424c5d-220c-4974-a5ac-d03cdf5190e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:57.837070 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fb1b1-629a-467c-bc5c-05f538eae324 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Port': ['ID=94ad43fa-b632-47af-b453-fd4875966488,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:57.837883 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f4886b4b-250f-4036-bde8-f929de0d6175 req-b0424c5d-220c-4974-a5ac-d03cdf5190e2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a7156396-da92-45a2-a369-5d20a6f29015 HTTP/1.1" status: 200 len: 1060 time: 0.0525486 Jul 07 17:28:57.896484 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c22fb1b1-629a-467c-bc5c-05f538eae324 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.914179 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58148) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:57.987539 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c22fb1b1-629a-467c-bc5c-05f538eae324 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:57.989887 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c22fb1b1-629a-467c-bc5c-05f538eae324 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.036247 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c22fb1b1-629a-467c-bc5c-05f538eae324 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.036856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22fb1b1-629a-467c-bc5c-05f538eae324 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Fanout notify agent at l3_agent the message router_deleted on router cf72e8c8-d1d0-4197-b8dc-d6850495593b {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:28:58.045006 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c22fb1b1-629a-467c-bc5c-05f538eae324 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.046156 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c22fb1b1-629a-467c-bc5c-05f538eae324 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/routers/cf72e8c8-d1d0-4197-b8dc-d6850495593b HTTP/1.1" status: 204 len: 168 time: 0.7669263 Jul 07 17:28:58.049963 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58150) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:58.055052 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-6928589c-8bd1-4f66-8c1a-ec2a7a83a436 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'network': {'name': 'tempest-RoutersTest-1017489124'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:58.077087 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6928589c-8bd1-4f66-8c1a-ec2a7a83a436 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Made reservation on behalf of 09c11134daa74f0f8c5e05ea5922ce3b for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:58.079110 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-959ed4b8-12ab-4ec9-9221-2975e99f3ca4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Deleting port 55f6f07b-c4a8-4884-a471-473709eda964 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:28:58.079628 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-959ed4b8-12ab-4ec9-9221-2975e99f3ca4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.080629 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6928589c-8bd1-4f66-8c1a-ec2a7a83a436 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.104358 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6928589c-8bd1-4f66-8c1a-ec2a7a83a436 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:28:58.113505 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6928589c-8bd1-4f66-8c1a-ec2a7a83a436 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.113974 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-6928589c-8bd1-4f66-8c1a-ec2a7a83a436 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Added segment c3ece9f7-377c-4bab-85dc-fe3ccded5c2b of type vlan for network afda8a67-cdb0-47e8-b726-afe136e5d074 Jul 07 17:28:58.155482 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6928589c-8bd1-4f66-8c1a-ec2a7a83a436 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.162652 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-959ed4b8-12ab-4ec9-9221-2975e99f3ca4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.162993 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-959ed4b8-12ab-4ec9-9221-2975e99f3ca4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.175121 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-959ed4b8-12ab-4ec9-9221-2975e99f3ca4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Calling delete_port for 55f6f07b-c4a8-4884-a471-473709eda964 owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:28:58.184675 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6928589c-8bd1-4f66-8c1a-ec2a7a83a436 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.190493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6928589c-8bd1-4f66-8c1a-ec2a7a83a436 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:58.191162 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6928589c-8bd1-4f66-8c1a-ec2a7a83a436 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.251056 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6928589c-8bd1-4f66-8c1a-ec2a7a83a436 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1999822 Jul 07 17:28:58.253836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58152) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:58.258772 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-8f25dc6c-ec44-4336-9659-9e8823f0273d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'subnet': {'network_id': 'afda8a67-cdb0-47e8-b726-afe136e5d074', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:58.309503 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928589c-8bd1-4f66-8c1a-ec2a7a83a436 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Network': ['ID=afda8a67-cdb0-47e8-b726-afe136e5d074,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:58.320771 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network afda8a67-cdb0-47e8-b726-afe136e5d074 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:28:58.348506 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-959ed4b8-12ab-4ec9-9221-2975e99f3ca4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.372486 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f25dc6c-ec44-4336-9659-9e8823f0273d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Made reservation on behalf of 09c11134daa74f0f8c5e05ea5922ce3b for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:28:58.376813 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8f25dc6c-ec44-4336-9659-9e8823f0273d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.409355 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ed4b8-12ab-4ec9-9221-2975e99f3ca4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event deleted for resources: {'Port': ['ID=55f6f07b-c4a8-4884-a471-473709eda964,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:58.482921 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-959ed4b8-12ab-4ec9-9221-2975e99f3ca4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.483260 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-959ed4b8-12ab-4ec9-9221-2975e99f3ca4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Floating IP 1ea1a10e-252b-4ab2-80f8-469ef613c3f9 disassociated (deleted). External IP: 172.25.2.138, port: b0e15d22-70c6-473b-a462-be85ef862d97. Jul 07 17:28:58.550200 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f7986-c8cf-4935-889f-41f818a6f296 req-ebfa59b0-59d9-41a9-b92d-e31b0d491013 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:58.551863 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ae6f7986-c8cf-4935-889f-41f818a6f296 req-ebfa59b0-59d9-41a9-b92d-e31b0d491013 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7156396-da92-45a2-a369-5d20a6f29015 HTTP/1.1" status: 200 len: 909 time: 0.1615233 Jul 07 17:28:58.571984 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8f25dc6c-ec44-4336-9659-9e8823f0273d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.637346 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25dc6c-ec44-4336-9659-9e8823f0273d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Subnet': ['ID=bcb8a530-97ff-4281-ab37-fb33d3c04b6a,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:58.640829 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f25dc6c-ec44-4336-9659-9e8823f0273d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Checking segment: {'id': 'c3ece9f7-377c-4bab-85dc-fe3ccded5c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'afda8a67-cdb0-47e8-b726-afe136e5d074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:58.641200 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f25dc6c-ec44-4336-9659-9e8823f0273d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network hostable DHCP agents. Network: afda8a67-cdb0-47e8-b726-afe136e5d074, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:28:58.659905 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f25dc6c-ec44-4336-9659-9e8823f0273d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network afda8a67-cdb0-47e8-b726-afe136e5d074 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:28:58.668811 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-8f25dc6c-ec44-4336-9659-9e8823f0273d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, afda8a67-cdb0-47e8-b726-afe136e5d074) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:58.673137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f25dc6c-ec44-4336-9659-9e8823f0273d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:58.673719 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8f25dc6c-ec44-4336-9659-9e8823f0273d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.678223 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab64b9d-8ee5-4341-9a1a-c205d764b4c5 None None] Network afda8a67-cdb0-47e8-b726-afe136e5d074 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:28:58.691146 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8f25dc6c-ec44-4336-9659-9e8823f0273d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4363139 Jul 07 17:28:58.692606 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58156) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:58.700350 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5f3c1b74-1e7d-4c6b-bbdf-5ca905b83bb3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1640019733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:28:58.715614 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959ed4b8-12ab-4ec9-9221-2975e99f3ca4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Router 20033ea3-f499-4310-8935-0c7b48870b0d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:28:58.724611 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f3c1b74-1e7d-4c6b-bbdf-5ca905b83bb3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.725706 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f3c1b74-1e7d-4c6b-bbdf-5ca905b83bb3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.787737 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f3c1b74-1e7d-4c6b-bbdf-5ca905b83bb3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.792575 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f3c1b74-1e7d-4c6b-bbdf-5ca905b83bb3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.813551 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5f3c1b74-1e7d-4c6b-bbdf-5ca905b83bb3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.815174 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5f3c1b74-1e7d-4c6b-bbdf-5ca905b83bb3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1198227 Jul 07 17:28:58.817929 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58158) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:28:58.834359 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959ed4b8-12ab-4ec9-9221-2975e99f3ca4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:28:58.840270 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-959ed4b8-12ab-4ec9-9221-2975e99f3ca4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.846267 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc925866-2127-45be-8fd0-e34aafd84510 None None] Sync routers for ids ['20033ea3-f499-4310-8935-0c7b48870b0d'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:28:58.848583 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-afda8a67-cdb0-47e8-b726-afe136e5d074', 'network_id': 'afda8a67-cdb0-47e8-b726-afe136e5d074', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'fixed_ips': [{'subnet_id': 'bcb8a530-97ff-4281-ab37-fb33d3c04b6a'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:28:58.849590 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:58.856621 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc925866-2127-45be-8fd0-e34aafd84510 None None] Routers {'20033ea3-f499-4310-8935-0c7b48870b0d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:58.857621 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cc925866-2127-45be-8fd0-e34aafd84510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['20033ea3-f499-4310-8935-0c7b48870b0d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:58.906990 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-959ed4b8-12ab-4ec9-9221-2975e99f3ca4 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "DELETE /v2.0/floatingips/1ea1a10e-252b-4ab2-80f8-469ef613c3f9 HTTP/1.1" status: 204 len: 168 time: 0.9916618 Jul 07 17:28:58.907588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f27a1a-32c1-4faf-8e6d-6b09e70285dc', 'tag': 'b0e15d22-70c6-473b-a462-be85ef862d97'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:28:58.909856 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8722ee8e-d09c-46e3-a7a2-3f445504ddca" -d '{"events": [{"name": "network-changed", "server_uuid": "06f27a1a-32c1-4faf-8e6d-6b09e70285dc", "tag": "b0e15d22-70c6-473b-a462-be85ef862d97"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:28:58.987262 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac55156-f003-4215-ae26-687f5e737f62 x-openstack-request-id: req-aac55156-f003-4215-ae26-687f5e737f62 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:28:58.987565 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f27a1a-32c1-4faf-8e6d-6b09e70285dc", "tag": "b0e15d22-70c6-473b-a462-be85ef862d97", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:28:58.987825 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aac55156-f003-4215-ae26-687f5e737f62 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:28:58.988235 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f27a1a-32c1-4faf-8e6d-6b09e70285dc', 'tag': 'b0e15d22-70c6-473b-a462-be85ef862d97', 'status': 'completed', 'code': 200} Jul 07 17:28:59.062864 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-cc925866-2127-45be-8fd0-e34aafd84510 None None] Set router 20033ea3-f499-4310-8935-0c7b48870b0d gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:59.082638 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Allocated IP 172.20.0.2 (afda8a67-cdb0-47e8-b726-afe136e5d074/bcb8a530-97ff-4281-ab37-fb33d3c04b6a/5c295f5e-638b-4bc9-bf7b-8ec7859fd071) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:59.200642 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00139d63-7c90-4bc8-ab9f-0ce823da3b33 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.222593 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722ee8e-d09c-46e3-a7a2-3f445504ddca req-62ee4bed-19eb-49d7-a744-fbee4c336371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:59.224125 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8722ee8e-d09c-46e3-a7a2-3f445504ddca req-62ee4bed-19eb-49d7-a744-fbee4c336371 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cea56dc008374433a72ff26fbcfa22d6&device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 1097 time: 0.1364293 Jul 07 17:28:59.303100 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.315086 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Transition to ACTIVE for port object 5c295f5e-638b-4bc9-bf7b-8ec7859fd071 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:59.352094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Transition to ACTIVE for port object 5c295f5e-638b-4bc9-bf7b-8ec7859fd071 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:28:59.357384 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cc925866-2127-45be-8fd0-e34aafd84510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '5b0bdf04-b259-45fd-a61c-23dd420261c7', 'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'mac_address': 'fa:16:3e:26:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:08Z', 'updated_at': '2021-07-07T17:18:18Z', 'revision_number': 5, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'subnets': [{'id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:59.363826 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.365115 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722ee8e-d09c-46e3-a7a2-3f445504ddca req-28da46d0-2fae-40b9-b3f2-f36b053d1449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:59.366643 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8722ee8e-d09c-46e3-a7a2-3f445504ddca req-28da46d0-2fae-40b9-b3f2-f36b053d1449 service neutron] 10.222.0.15 "GET /v2.0/networks?id=888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 200 len: 912 time: 0.1360664 Jul 07 17:28:59.389970 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc925866-2127-45be-8fd0-e34aafd84510 None None] Checking router: 20033ea3-f499-4310-8935-0c7b48870b0d for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:28:59.398567 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc925866-2127-45be-8fd0-e34aafd84510 None None] Routers {'20033ea3-f499-4310-8935-0c7b48870b0d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:28:59.399196 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cc925866-2127-45be-8fd0-e34aafd84510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['20033ea3-f499-4310-8935-0c7b48870b0d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:59.406993 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57f4cf-3be4-4493-a74b-791d5abae86f req-2e3439d6-cb1a-4991-8e08-b4e0121b57b5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:59.417586 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2d57f4cf-3be4-4493-a74b-791d5abae86f req-2e3439d6-cb1a-4991-8e08-b4e0121b57b5 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 946 time: 0.0960951 Jul 07 17:28:59.431455 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Network afda8a67-cdb0-47e8-b726-afe136e5d074 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:28:59.433745 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:28:59.435665 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Pushing event updated for resources: {'Port': ['ID=5c295f5e-638b-4bc9-bf7b-8ec7859fd071,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:59.447846 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:28:59.464303 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8722ee8e-d09c-46e3-a7a2-3f445504ddca req-45513f31-7e13-44df-bca0-820753a231a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0e15d22-70c6-473b-a462-be85ef862d97 HTTP/1.1" status: 200 len: 217 time: 0.0636315 Jul 07 17:28:59.476544 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2d57f4cf-3be4-4493-a74b-791d5abae86f req-26be9f79-155f-489d-995e-b6c8c66a620d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563040 Jul 07 17:28:59.532573 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Attempting to bind port 5c295f5e-638b-4bc9-bf7b-8ec7859fd071 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:28:59.532914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Attempting to bind port 5c295f5e-638b-4bc9-bf7b-8ec7859fd071 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'c3ece9f7-377c-4bab-85dc-fe3ccded5c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'afda8a67-cdb0-47e8-b726-afe136e5d074'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:28:59.533272 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Attempting to bind port 5c295f5e-638b-4bc9-bf7b-8ec7859fd071 on network afda8a67-cdb0-47e8-b726-afe136e5d074 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:28:59.539003 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:28:59.539388 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Checking segment: {'id': 'c3ece9f7-377c-4bab-85dc-fe3ccded5c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'afda8a67-cdb0-47e8-b726-afe136e5d074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:28:59.539807 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.540211 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Bound using segment: {'id': 'c3ece9f7-377c-4bab-85dc-fe3ccded5c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'afda8a67-cdb0-47e8-b726-afe136e5d074'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:28:59.540840 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Bound port: 5c295f5e-638b-4bc9-bf7b-8ec7859fd071, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ece9f7-377c-4bab-85dc-fe3ccded5c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'afda8a67-cdb0-47e8-b726-afe136e5d074'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:28:59.542229 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.598616 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-cc925866-2127-45be-8fd0-e34aafd84510 None None] Set router 20033ea3-f499-4310-8935-0c7b48870b0d gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:28:59.599726 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722ee8e-d09c-46e3-a7a2-3f445504ddca req-27d28b53-0255-4ca0-ba66-bde1bbdcfad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:59.601221 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8722ee8e-d09c-46e3-a7a2-3f445504ddca req-27d28b53-0255-4ca0-ba66-bde1bbdcfad7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 200 len: 850 time: 0.1293008 Jul 07 17:28:59.648037 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] For port 5c295f5e-638b-4bc9-bf7b-8ec7859fd071, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:28:59.654914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] For port 5c295f5e-638b-4bc9-bf7b-8ec7859fd071, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5c295f5e-638b-4bc9-bf7b-8ec7859fd071,segment=NetworkSegment(c3ece9f7-377c-4bab-85dc-fe3ccded5c2b),segment_id=c3ece9f7-377c-4bab-85dc-fe3ccded5c2b)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:28:59.660058 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:28:59.699433 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-00139d63-7c90-4bc8-ab9f-0ce823da3b33 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Allocated IP 172.20.0.1 (afda8a67-cdb0-47e8-b726-afe136e5d074/bcb8a530-97ff-4281-ab37-fb33d3c04b6a/1574c0f5-ecfe-4c00-9492-ace01390f305) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:28:59.746356 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97eff37-d48c-439a-9547-de8ab2b6b001 None None] Pushing event updated for resources: {'Port': ['ID=5c295f5e-638b-4bc9-bf7b-8ec7859fd071,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:28:59.746630 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722ee8e-d09c-46e3-a7a2-3f445504ddca req-a24dde1d-2f78-481b-8588-2a3ea577bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:28:59.747960 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8722ee8e-d09c-46e3-a7a2-3f445504ddca req-a24dde1d-2f78-481b-8588-2a3ea577bfe8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=888184af-68bd-473b-926b-d4ef0f9f6494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375580 Jul 07 17:28:59.883843 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cc925866-2127-45be-8fd0-e34aafd84510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '5b0bdf04-b259-45fd-a61c-23dd420261c7', 'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'mac_address': 'fa:16:3e:26:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:08Z', 'updated_at': '2021-07-07T17:18:18Z', 'revision_number': 5, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'subnets': [{'id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:28:59.919569 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc925866-2127-45be-8fd0-e34aafd84510 None None] The sync data for ids ['20033ea3-f499-4310-8935-0c7b48870b0d'] in n-d-793620-7 is: [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:09Z', 'revision_number': 4, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '5b0bdf04-b259-45fd-a61c-23dd420261c7', 'name': '', 'network_id': '888184af-68bd-473b-926b-d4ef0f9f6494', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'mac_address': 'fa:16:3e:26:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:08Z', 'updated_at': '2021-07-07T17:18:18Z', 'revision_number': 5, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'subnets': [{'id': '0f79582c-33a8-4ae3-b793-f2486686f367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:28:59.989745 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00139d63-7c90-4bc8-ab9f-0ce823da3b33 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.025235 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8722ee8e-d09c-46e3-a7a2-3f445504ddca req-a1fe2a72-7335-43ba-94c7-5d7d68719c2c service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342632 Jul 07 17:29:00.027715 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-00139d63-7c90-4bc8-ab9f-0ce823da3b33 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Transition to ACTIVE for port object 1574c0f5-ecfe-4c00-9492-ace01390f305 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:00.055268 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d3b6d-972f-44b7-93f2-15c8946fe476 req-88d154cb-5efd-46fb-b0c1-d4b04129e93e tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:00.056880 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ca3d3b6d-972f-44b7-93f2-15c8946fe476 req-88d154cb-5efd-46fb-b0c1-d4b04129e93e tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7156396-da92-45a2-a369-5d20a6f29015 HTTP/1.1" status: 200 len: 909 time: 0.2647882 Jul 07 17:29:00.147990 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00139d63-7c90-4bc8-ab9f-0ce823da3b33 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.193940 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8722ee8e-d09c-46e3-a7a2-3f445504ddca req-48099275-d22a-428b-a155-b9ca7860e5b9 service neutron] 10.222.0.15 "GET /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607938 Jul 07 17:29:00.210520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00139d63-7c90-4bc8-ab9f-0ce823da3b33 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network afda8a67-cdb0-47e8-b726-afe136e5d074 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:00.213966 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-00139d63-7c90-4bc8-ab9f-0ce823da3b33 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:00.221690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00139d63-7c90-4bc8-ab9f-0ce823da3b33 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:00.225126 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00139d63-7c90-4bc8-ab9f-0ce823da3b33 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Port': ['ID=1574c0f5-ecfe-4c00-9492-ace01390f305,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:00.273334 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f407f80b-6d78-4eda-a428-a54a463414f3 None None] New status for floating IP 1ea1a10e-252b-4ab2-80f8-469ef613c3f9: DOWN {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:29:00.280148 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00139d63-7c90-4bc8-ab9f-0ce823da3b33 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.290497 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dc8a7-28c6-43a0-902b-0cbb300344ec req-4f66e6e9-a21c-4192-b7d0-2e0e2706d17f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:00.292058 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b0dc8a7-28c6-43a0-902b-0cbb300344ec req-4f66e6e9-a21c-4192-b7d0-2e0e2706d17f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7156396-da92-45a2-a369-5d20a6f29015 HTTP/1.1" status: 200 len: 909 time: 0.0947440 Jul 07 17:29:00.420580 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00139d63-7c90-4bc8-ab9f-0ce823da3b33 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:00.625979 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c4e40-de25-450a-bc76-de46e6a46cb6 req-6d4d8dc8-fe66-4002-a2bc-642b7e9d7f0d tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:00.631531 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-389c4e40-de25-450a-bc76-de46e6a46cb6 req-6d4d8dc8-fe66-4002-a2bc-642b7e9d7f0d tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a7156396-da92-45a2-a369-5d20a6f29015 HTTP/1.1" status: 200 len: 1060 time: 0.2018573 Jul 07 17:29:00.689399 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8996c8-73ce-4dd6-9ee8-831c3952bad7 req-0bfa2871-00f0-46ac-bee8-d6c495274e0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:00.691982 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9e8996c8-73ce-4dd6-9ee8-831c3952bad7 req-0bfa2871-00f0-46ac-bee8-d6c495274e0b tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 946 time: 0.0986285 Jul 07 17:29:00.746089 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9e8996c8-73ce-4dd6-9ee8-831c3952bad7 req-6c0c5bdc-42f1-429f-8610-65acc9cb58c6 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462546 Jul 07 17:29:00.876943 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94dadae-0063-47e5-a214-8caf783eacdf None None] Network afda8a67-cdb0-47e8-b726-afe136e5d074 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:00.943814 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1a03c950-ed34-4d9e-b23c-6e9c1675511c None None] Provisioning for port 5c295f5e-638b-4bc9-bf7b-8ec7859fd071 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:01.181116 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00139d63-7c90-4bc8-ab9f-0ce823da3b33 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.189973 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00139d63-7c90-4bc8-ab9f-0ce823da3b33 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.283994 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ac1e9d94-dfc1-4ad9-a657-57e7b3693533 None None] Provisioning for port 1574c0f5-ecfe-4c00-9492-ace01390f305 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:01.289227 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ac1e9d94-dfc1-4ad9-a657-57e7b3693533 None None] Provisioning complete for port 1574c0f5-ecfe-4c00-9492-ace01390f305 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:01.289713 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ac1e9d94-dfc1-4ad9-a657-57e7b3693533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.292435 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-00139d63-7c90-4bc8-ab9f-0ce823da3b33 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.297185 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00139d63-7c90-4bc8-ab9f-0ce823da3b33 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Port': ['ID=1574c0f5-ecfe-4c00-9492-ace01390f305,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:01.313184 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4bcee-ae01-452a-b5c8-2a2462fdc70e req-2eb6bbb0-3d9d-4aa4-8e30-98bbdc447ab0 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:01.314798 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4aa4bcee-ae01-452a-b5c8-2a2462fdc70e req-2eb6bbb0-3d9d-4aa4-8e30-98bbdc447ab0 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 946 time: 0.5527909 Jul 07 17:29:01.323427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee3f18-b8f9-4043-a92e-a4fbb0163a8d req-b839ce13-e0ee-4ad5-949a-e73d4015faab tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:01.324912 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-41ee3f18-b8f9-4043-a92e-a4fbb0163a8d req-b839ce13-e0ee-4ad5-949a-e73d4015faab tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 1135 time: 0.5316072 Jul 07 17:29:01.340174 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-ac1e9d94-dfc1-4ad9-a657-57e7b3693533 None None] Port 1574c0f5-ecfe-4c00-9492-ace01390f305 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:01.469689 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-88e4f6c5-010c-42de-a47c-6cd65f4a867b None None] Provisioning complete for port 1574c0f5-ecfe-4c00-9492-ace01390f305 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:01.470071 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-88e4f6c5-010c-42de-a47c-6cd65f4a867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.480138 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-41ee3f18-b8f9-4043-a92e-a4fbb0163a8d req-e9745113-5efb-4f41-bc2d-51404910faf9 tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=96081551-df3b-48ef-9a78-61a263cc1e93&id=22df481b-51a7-4e95-90af-cf1cc1ba057b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1331308 Jul 07 17:29:01.506930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58178) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:01.514793 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00139d63-7c90-4bc8-ab9f-0ce823da3b33 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network afda8a67-cdb0-47e8-b726-afe136e5d074 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:01.517162 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-00139d63-7c90-4bc8-ab9f-0ce823da3b33 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:01.571405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-4aa4bcee-ae01-452a-b5c8-2a2462fdc70e req-52028524-141d-4b06-9fed-8c172be4d32f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Deleting port b0e15d22-70c6-473b-a462-be85ef862d97 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:01.571763 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4aa4bcee-ae01-452a-b5c8-2a2462fdc70e req-52028524-141d-4b06-9fed-8c172be4d32f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.588110 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122b3d91-d035-4420-958d-fd4c4627e3e9 tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:01.593308 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-122b3d91-d035-4420-958d-fd4c4627e3e9 tempest-TestSecurityGroupsBasicOps-2073495226 tempest-TestSecurityGroupsBasicOps-2073495226-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a7156396-da92-45a2-a369-5d20a6f29015 HTTP/1.1" status: 200 len: 1055 time: 0.0844088 Jul 07 17:29:01.684858 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-88e4f6c5-010c-42de-a47c-6cd65f4a867b None None] Port 1574c0f5-ecfe-4c00-9492-ace01390f305 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:01.722269 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-4aa4bcee-ae01-452a-b5c8-2a2462fdc70e req-52028524-141d-4b06-9fed-8c172be4d32f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] For port b0e15d22-70c6-473b-a462-be85ef862d97, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=b0e15d22-70c6-473b-a462-be85ef862d97,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:01.722665 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4aa4bcee-ae01-452a-b5c8-2a2462fdc70e req-52028524-141d-4b06-9fed-8c172be4d32f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.739776 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-4aa4bcee-ae01-452a-b5c8-2a2462fdc70e req-52028524-141d-4b06-9fed-8c172be4d32f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Calling delete_port for b0e15d22-70c6-473b-a462-be85ef862d97 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:01.754276 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00139d63-7c90-4bc8-ab9f-0ce823da3b33 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router ccbdc95e-970f-48d7-ae1a-1f2535adc70f is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:29:01.805761 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6a4f0bc2-25cc-4d2f-ad8c-2710e85a6bef None None] Provisioning complete for port 1574c0f5-ecfe-4c00-9492-ace01390f305 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:01.806175 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6a4f0bc2-25cc-4d2f-ad8c-2710e85a6bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:01.873815 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-6a4f0bc2-25cc-4d2f-ad8c-2710e85a6bef None None] Port 1574c0f5-ecfe-4c00-9492-ace01390f305 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:01.904089 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00139d63-7c90-4bc8-ab9f-0ce823da3b33 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:01.912860 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-00139d63-7c90-4bc8-ab9f-0ce823da3b33 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/ccbdc95e-970f-48d7-ae1a-1f2535adc70f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0935931 Jul 07 17:29:01.913788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58190) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:01.919640 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b61429-0ef2-453a-b690-e0d6b59bb34a None None] Sync routers for ids ['ccbdc95e-970f-48d7-ae1a-1f2535adc70f'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:01.938660 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b61429-0ef2-453a-b690-e0d6b59bb34a None None] Routers {'ccbdc95e-970f-48d7-ae1a-1f2535adc70f'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:01.939521 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e5b61429-0ef2-453a-b690-e0d6b59bb34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ccbdc95e-970f-48d7-ae1a-1f2535adc70f'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:01.986200 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e5b61429-0ef2-453a-b690-e0d6b59bb34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:02.003742 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b61429-0ef2-453a-b690-e0d6b59bb34a None None] Routers {'ccbdc95e-970f-48d7-ae1a-1f2535adc70f'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:02.004730 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e5b61429-0ef2-453a-b690-e0d6b59bb34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ccbdc95e-970f-48d7-ae1a-1f2535adc70f'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:02.020765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68f9fa2-6c07-4c35-9b63-5a69e95f6b77 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:02.024020 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c68f9fa2-6c07-4c35-9b63-5a69e95f6b77 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/ports/1574c0f5-ecfe-4c00-9492-ace01390f305 HTTP/1.1" status: 200 len: 910 time: 0.1058397 Jul 07 17:29:02.025169 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5c295f5e-638b-4bc9-bf7b-8ec7859fd071 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:02.027381 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58192) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:02.034652 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-9c17b3ac-a1f1-4281-8432-2b476506b07f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bcb8a530-97ff-4281-ab37-fb33d3c04b6a'}]}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:02.044334 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4aa4bcee-ae01-452a-b5c8-2a2462fdc70e req-52028524-141d-4b06-9fed-8c172be4d32f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.059608 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e5b61429-0ef2-453a-b690-e0d6b59bb34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:02.061509 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b61429-0ef2-453a-b690-e0d6b59bb34a None None] The sync data for ids ['ccbdc95e-970f-48d7-ae1a-1f2535adc70f'] in n-d-793620-7 is: [] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:02.084653 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52028524-141d-4b06-9fed-8c172be4d32f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event deleted for resources: {'Port': ['ID=b0e15d22-70c6-473b-a462-be85ef862d97,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:02.092944 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 5c295f5e-638b-4bc9-bf7b-8ec7859fd071 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:02.097072 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5c295f5e-638b-4bc9-bf7b-8ec7859fd071 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:02.097455 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.147390 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa4bcee-ae01-452a-b5c8-2a2462fdc70e req-52028524-141d-4b06-9fed-8c172be4d32f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] No DVR routers for this DVR port b0e15d22-70c6-473b-a462-be85ef862d97 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:02.151151 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-4aa4bcee-ae01-452a-b5c8-2a2462fdc70e req-52028524-141d-4b06-9fed-8c172be4d32f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.153333 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4aa4bcee-ae01-452a-b5c8-2a2462fdc70e req-52028524-141d-4b06-9fed-8c172be4d32f tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.15 "DELETE /v2.0/ports/b0e15d22-70c6-473b-a462-be85ef862d97 HTTP/1.1" status: 204 len: 173 time: 0.8265827 Jul 07 17:29:02.153785 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f27a1a-32c1-4faf-8e6d-6b09e70285dc', 'name': 'network-vif-deleted', 'tag': 'b0e15d22-70c6-473b-a462-be85ef862d97'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:29:02.156113 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb59903-df5c-4caa-9fc6-3e04acc49be3" -d '{"events": [{"server_uuid": "06f27a1a-32c1-4faf-8e6d-6b09e70285dc", "name": "network-vif-deleted", "tag": "b0e15d22-70c6-473b-a462-be85ef862d97"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:29:02.170275 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc9e5-8164-4f74-add5-06c096707275 req-efccab43-a35d-4828-ba66-cf6e5537844d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:02.171878 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-072bc9e5-8164-4f74-add5-06c096707275 req-efccab43-a35d-4828-ba66-cf6e5537844d tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 867 time: 0.2155418 Jul 07 17:29:02.189600 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.235972 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c3f80-22f4-4c85-89c8-9a4f8d927cc8 req-c72fe4bf-255c-4da3-b83a-a6260adbf372 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:02.237735 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-072bc9e5-8164-4f74-add5-06c096707275 req-866211d4-29a5-4b19-94f3-96125f83e648 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeb51a49-2319-4116-93a6-ea6d0586e78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509975 Jul 07 17:29:02.238860 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-585c3f80-22f4-4c85-89c8-9a4f8d927cc8 req-c72fe4bf-255c-4da3-b83a-a6260adbf372 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7156396-da92-45a2-a369-5d20a6f29015 HTTP/1.1" status: 200 len: 909 time: 0.1665218 Jul 07 17:29:02.243229 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 5c295f5e-638b-4bc9-bf7b-8ec7859fd071, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5c295f5e-638b-4bc9-bf7b-8ec7859fd071,segment=NetworkSegment(c3ece9f7-377c-4bab-85dc-fe3ccded5c2b),segment_id=c3ece9f7-377c-4bab-85dc-fe3ccded5c2b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:02.249044 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.312749 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=5c295f5e-638b-4bc9-bf7b-8ec7859fd071,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:02.312991 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da553608-68f5-47d9-93c7-afa49383ba42 x-openstack-request-id: req-da553608-68f5-47d9-93c7-afa49383ba42 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:29:02.313286 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f27a1a-32c1-4faf-8e6d-6b09e70285dc", "name": "network-vif-deleted", "tag": "b0e15d22-70c6-473b-a462-be85ef862d97", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:29:02.313535 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da553608-68f5-47d9-93c7-afa49383ba42 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:29:02.314103 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f27a1a-32c1-4faf-8e6d-6b09e70285dc', 'name': 'network-vif-deleted', 'tag': 'b0e15d22-70c6-473b-a462-be85ef862d97', 'status': 'completed', 'code': 200} Jul 07 17:29:02.328860 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9c17b3ac-a1f1-4281-8432-2b476506b07f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.702011 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9c17b3ac-a1f1-4281-8432-2b476506b07f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.710555 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9c17b3ac-a1f1-4281-8432-2b476506b07f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.789075 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c17b3ac-a1f1-4281-8432-2b476506b07f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:02.789801 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9c17b3ac-a1f1-4281-8432-2b476506b07f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:02.791694 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9c17b3ac-a1f1-4281-8432-2b476506b07f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/ports/1574c0f5-ecfe-4c00-9492-ace01390f305 HTTP/1.1" status: 200 len: 910 time: 0.7625690 Jul 07 17:29:02.792681 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17b3ac-a1f1-4281-8432-2b476506b07f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Port': ['ID=1574c0f5-ecfe-4c00-9492-ace01390f305,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:02.795005 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58196) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:03.122161 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a22db00-d282-463d-b503-bb669ef64e89 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.385884 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccf745-d15e-494e-9b0e-69800d0db09a req-d111855c-ba8e-44bb-b7ac-ff9060679f2f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:03.387536 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-83ccf745-d15e-494e-9b0e-69800d0db09a req-d111855c-ba8e-44bb-b7ac-ff9060679f2f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7156396-da92-45a2-a369-5d20a6f29015 HTTP/1.1" status: 200 len: 909 time: 0.0943286 Jul 07 17:29:03.415901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-5a22db00-d282-463d-b503-bb669ef64e89 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting port 1574c0f5-ecfe-4c00-9492-ace01390f305 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:03.417058 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a22db00-d282-463d-b503-bb669ef64e89 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.498273 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2252ecec-02dc-4ad7-8a7e-b215a02f0d65 req-02b2e1dc-1bbf-4799-95f2-5b180c3f9906 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 210 time: 0.0512116 Jul 07 17:29:03.535882 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-83ccf745-d15e-494e-9b0e-69800d0db09a req-511be849-2d75-4107-bb8c-ebe6e92e7f76 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Deleting port 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:03.536947 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-83ccf745-d15e-494e-9b0e-69800d0db09a req-511be849-2d75-4107-bb8c-ebe6e92e7f76 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.555992 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fee1ad-a804-45e7-aef4-c0e3bff0a263 req-2595b861-3714-4743-93e8-3c6c7c8e9a58 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:03.557609 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38fee1ad-a804-45e7-aef4-c0e3bff0a263 req-2595b861-3714-4743-93e8-3c6c7c8e9a58 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7156396-da92-45a2-a369-5d20a6f29015 HTTP/1.1" status: 200 len: 909 time: 0.1448858 Jul 07 17:29:03.566945 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a22db00-d282-463d-b503-bb669ef64e89 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.581936 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-5a22db00-d282-463d-b503-bb669ef64e89 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Calling delete_port for 1574c0f5-ecfe-4c00-9492-ace01390f305 owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:03.656669 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-83ccf745-d15e-494e-9b0e-69800d0db09a req-511be849-2d75-4107-bb8c-ebe6e92e7f76 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] For port 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a,segment=NetworkSegment(f85a4148-ea11-4736-951b-ae421dc4db29),segment_id=f85a4148-ea11-4736-951b-ae421dc4db29)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:03.657049 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-83ccf745-d15e-494e-9b0e-69800d0db09a req-511be849-2d75-4107-bb8c-ebe6e92e7f76 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.672391 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-83ccf745-d15e-494e-9b0e-69800d0db09a req-511be849-2d75-4107-bb8c-ebe6e92e7f76 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Calling delete_port for 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:03.766902 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a22db00-d282-463d-b503-bb669ef64e89 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.811888 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22db00-d282-463d-b503-bb669ef64e89 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Port': ['ID=1574c0f5-ecfe-4c00-9492-ace01390f305,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:03.833208 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-83ccf745-d15e-494e-9b0e-69800d0db09a req-511be849-2d75-4107-bb8c-ebe6e92e7f76 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:03.865295 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511be849-2d75-4107-bb8c-ebe6e92e7f76 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event deleted for resources: {'Port': ['ID=7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:03.993875 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ccf745-d15e-494e-9b0e-69800d0db09a req-511be849-2d75-4107-bb8c-ebe6e92e7f76 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] No DVR routers for this DVR port 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:03.997483 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-83ccf745-d15e-494e-9b0e-69800d0db09a req-511be849-2d75-4107-bb8c-ebe6e92e7f76 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.004428 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-83ccf745-d15e-494e-9b0e-69800d0db09a req-511be849-2d75-4107-bb8c-ebe6e92e7f76 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.69 "DELETE /v2.0/ports/7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a HTTP/1.1" status: 204 len: 173 time: 0.6107018 Jul 07 17:29:04.005166 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7156396-da92-45a2-a369-5d20a6f29015', 'name': 'network-vif-deleted', 'tag': '7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:29:04.011133 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eea25fb-40c6-43ec-bea4-e9d41220e105" -d '{"events": [{"server_uuid": "a7156396-da92-45a2-a369-5d20a6f29015", "name": "network-vif-deleted", "tag": "7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:29:04.027219 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5c295f5e-638b-4bc9-bf7b-8ec7859fd071 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:04.073038 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b0e15d22-70c6-473b-a462-be85ef862d97 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:04.118203 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a173508d-9a1e-452e-959a-96d808501e22 x-openstack-request-id: req-a173508d-9a1e-452e-959a-96d808501e22 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:29:04.118531 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7156396-da92-45a2-a369-5d20a6f29015", "name": "network-vif-deleted", "tag": "7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:29:04.118785 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a173508d-9a1e-452e-959a-96d808501e22 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:29:04.119724 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7156396-da92-45a2-a369-5d20a6f29015', 'name': 'network-vif-deleted', 'tag': '7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a', 'status': 'completed', 'code': 200} Jul 07 17:29:04.127599 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a22db00-d282-463d-b503-bb669ef64e89 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.160226 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: b0e15d22-70c6-473b-a462-be85ef862d97 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:04.160577 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device b0e15d22-70c6-473b-a462-be85ef862d97 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:04.195805 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5c295f5e-638b-4bc9-bf7b-8ec7859fd071 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:04.196146 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.359388 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a22db00-d282-463d-b503-bb669ef64e89 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router ccbdc95e-970f-48d7-ae1a-1f2535adc70f has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:04.438600 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a22db00-d282-463d-b503-bb669ef64e89 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:04.446681 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5a22db00-d282-463d-b503-bb669ef64e89 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/ccbdc95e-970f-48d7-ae1a-1f2535adc70f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6477375 Jul 07 17:29:04.446681 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58204) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:04.453653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44623b89-4fb3-4aeb-89db-9dffc9e8733d None None] Sync routers for ids ['ccbdc95e-970f-48d7-ae1a-1f2535adc70f'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:04.464294 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44623b89-4fb3-4aeb-89db-9dffc9e8733d None None] Routers {'ccbdc95e-970f-48d7-ae1a-1f2535adc70f'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:04.465297 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-44623b89-4fb3-4aeb-89db-9dffc9e8733d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ccbdc95e-970f-48d7-ae1a-1f2535adc70f'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:04.483271 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f17faede-cf72-4fbf-9bb7-e46fa36df189 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccbdc95e-970f-48d7-ae1a-1f2535adc70f HTTP/1.1" status: 200 len: 205 time: 0.0355353 Jul 07 17:29:04.485905 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58206) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:04.518224 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-44623b89-4fb3-4aeb-89db-9dffc9e8733d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:04.548504 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44623b89-4fb3-4aeb-89db-9dffc9e8733d None None] Routers {'ccbdc95e-970f-48d7-ae1a-1f2535adc70f'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:04.549337 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-44623b89-4fb3-4aeb-89db-9dffc9e8733d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['ccbdc95e-970f-48d7-ae1a-1f2535adc70f'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:04.588317 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-747deb4b-29a5-499c-b746-0c1fbf65122f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.622084 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-44623b89-4fb3-4aeb-89db-9dffc9e8733d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:04.625069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44623b89-4fb3-4aeb-89db-9dffc9e8733d None None] The sync data for ids ['ccbdc95e-970f-48d7-ae1a-1f2535adc70f'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:04.754493 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ce3b8d2c-30fa-4e11-95a3-7baef5fcb40e req-991aefdc-bf9d-4b81-b423-ffeb1d41f4ce tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 210 time: 0.0653419 Jul 07 17:29:04.864761 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0cb0627c-0e5b-4a5c-b468-197ee0982c1f req-e7918f30-8882-434d-a9ab-14b848f424ba tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7156396-da92-45a2-a369-5d20a6f29015 HTTP/1.1" status: 200 len: 210 time: 0.0904937 Jul 07 17:29:04.868845 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-747deb4b-29a5-499c-b746-0c1fbf65122f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.871872 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-747deb4b-29a5-499c-b746-0c1fbf65122f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.918289 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-747deb4b-29a5-499c-b746-0c1fbf65122f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.919049 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747deb4b-29a5-499c-b746-0c1fbf65122f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Fanout notify agent at l3_agent the message router_deleted on router ccbdc95e-970f-48d7-ae1a-1f2535adc70f {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:29:04.929740 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-747deb4b-29a5-499c-b746-0c1fbf65122f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:04.931185 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-747deb4b-29a5-499c-b746-0c1fbf65122f tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/routers/ccbdc95e-970f-48d7-ae1a-1f2535adc70f HTTP/1.1" status: 204 len: 168 time: 0.4442570 Jul 07 17:29:04.933759 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58212) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:04.989301 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ae3b07-40fb-426a-8632-64ec14482a2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting subnet bcb8a530-97ff-4281-ab37-fb33d3c04b6a {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:04.992505 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10ae3b07-40fb-426a-8632-64ec14482a2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.033110 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10ae3b07-40fb-426a-8632-64ec14482a2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.117510 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10ae3b07-40fb-426a-8632-64ec14482a2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.179872 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10ae3b07-40fb-426a-8632-64ec14482a2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.209135 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-10ae3b07-40fb-426a-8632-64ec14482a2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.214766 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-10ae3b07-40fb-426a-8632-64ec14482a2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/subnets/bcb8a530-97ff-4281-ab37-fb33d3c04b6a HTTP/1.1" status: 204 len: 168 time: 0.2764413 Jul 07 17:29:05.214766 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae3b07-40fb-426a-8632-64ec14482a2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb8a530-97ff-4281-ab37-fb33d3c04b6a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:05.214953 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58214) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:05.218888 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41b838a-2609-45b8-bbf7-7c8544cf8439 None None] Network afda8a67-cdb0-47e8-b726-afe136e5d074 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:05.298255 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-17cd5a76-ed67-4f01-8628-cbf5649487b2 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.358560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-17cd5a76-ed67-4f01-8628-cbf5649487b2 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting port 5c295f5e-638b-4bc9-bf7b-8ec7859fd071 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:05.358916 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-17cd5a76-ed67-4f01-8628-cbf5649487b2 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.424787 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-17cd5a76-ed67-4f01-8628-cbf5649487b2 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] For port 5c295f5e-638b-4bc9-bf7b-8ec7859fd071, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5c295f5e-638b-4bc9-bf7b-8ec7859fd071,segment=NetworkSegment(c3ece9f7-377c-4bab-85dc-fe3ccded5c2b),segment_id=c3ece9f7-377c-4bab-85dc-fe3ccded5c2b)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:05.425154 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-17cd5a76-ed67-4f01-8628-cbf5649487b2 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.438663 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-17cd5a76-ed67-4f01-8628-cbf5649487b2 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Calling delete_port for 5c295f5e-638b-4bc9-bf7b-8ec7859fd071 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:05.447055 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3269580-df33-4160-966e-a2caa01c6c3e None None] DHCP port deletion for afda8a67-cdb0-47e8-b726-afe136e5d074 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:05.496219 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e3269580-df33-4160-966e-a2caa01c6c3e None None] Deleting port 5c295f5e-638b-4bc9-bf7b-8ec7859fd071 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:05.496497 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e3269580-df33-4160-966e-a2caa01c6c3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.525825 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-17cd5a76-ed67-4f01-8628-cbf5649487b2 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.553176 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd5a76-ed67-4f01-8628-cbf5649487b2 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Port': ['ID=5c295f5e-638b-4bc9-bf7b-8ec7859fd071,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:05.559702 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cd5a76-ed67-4f01-8628-cbf5649487b2 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] No DVR routers for this DVR port 5c295f5e-638b-4bc9-bf7b-8ec7859fd071 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:05.565362 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e3269580-df33-4160-966e-a2caa01c6c3e None None] For port 5c295f5e-638b-4bc9-bf7b-8ec7859fd071, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5c295f5e-638b-4bc9-bf7b-8ec7859fd071,segment=NetworkSegment(c3ece9f7-377c-4bab-85dc-fe3ccded5c2b),segment_id=c3ece9f7-377c-4bab-85dc-fe3ccded5c2b)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:05.565765 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e3269580-df33-4160-966e-a2caa01c6c3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.579881 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e3269580-df33-4160-966e-a2caa01c6c3e None None] Calling delete_port for 5c295f5e-638b-4bc9-bf7b-8ec7859fd071 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:05.644650 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-17cd5a76-ed67-4f01-8628-cbf5649487b2 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.655740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-17cd5a76-ed67-4f01-8628-cbf5649487b2 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afda8a67-cdb0-47e8-b726-afe136e5d074']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:05.659475 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e3269580-df33-4160-966e-a2caa01c6c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.674152 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-17cd5a76-ed67-4f01-8628-cbf5649487b2 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ece9f7-377c-4bab-85dc-fe3ccded5c2b') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:05.674622 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-17cd5a76-ed67-4f01-8628-cbf5649487b2 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ece9f7-377c-4bab-85dc-fe3ccded5c2b') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:05.685375 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3269580-df33-4160-966e-a2caa01c6c3e None None] Pushing event deleted for resources: {'Port': ['ID=5c295f5e-638b-4bc9-bf7b-8ec7859fd071,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:05.686343 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-17cd5a76-ed67-4f01-8628-cbf5649487b2 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.689814 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3269580-df33-4160-966e-a2caa01c6c3e None None] No DVR routers for this DVR port 5c295f5e-638b-4bc9-bf7b-8ec7859fd071 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:05.708197 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-17cd5a76-ed67-4f01-8628-cbf5649487b2 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.714685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17cd5a76-ed67-4f01-8628-cbf5649487b2 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:05.715104 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-17cd5a76-ed67-4f01-8628-cbf5649487b2 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:05.718128 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:05.777896 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-17cd5a76-ed67-4f01-8628-cbf5649487b2 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.788180 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-17cd5a76-ed67-4f01-8628-cbf5649487b2 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.790144 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-17cd5a76-ed67-4f01-8628-cbf5649487b2 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/networks/afda8a67-cdb0-47e8-b726-afe136e5d074 HTTP/1.1" status: 204 len: 168 time: 0.5746205 Jul 07 17:29:05.795168 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58218) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:05.800480 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d4c5fece-79d8-4a42-ab28-54e2dfc25174 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-161156430', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:05.801587 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd5a76-ed67-4f01-8628-cbf5649487b2 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Network': ['ID=afda8a67-cdb0-47e8-b726-afe136e5d074,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:05.831643 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4c5fece-79d8-4a42-ab28-54e2dfc25174 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.832786 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4c5fece-79d8-4a42-ab28-54e2dfc25174 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.887145 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4c5fece-79d8-4a42-ab28-54e2dfc25174 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.893284 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4c5fece-79d8-4a42-ab28-54e2dfc25174 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.917905 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d4c5fece-79d8-4a42-ab28-54e2dfc25174 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.919809 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d4c5fece-79d8-4a42-ab28-54e2dfc25174 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1226671 Jul 07 17:29:05.922215 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58222) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:05.927453 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-bcc47019-3e07-46f1-9cf0-d1bd09f40234 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'network': {'name': 'tempest-RoutersTest-1517768999'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:05.932995 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-82ca58e4-7ed3-4ae8-9087-8d47b3ea190a req-1292e7bd-b448-4e2f-9916-9c03ad852073 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "GET /v2.0/ports?device_id=06f27a1a-32c1-4faf-8e6d-6b09e70285dc HTTP/1.1" status: 200 len: 210 time: 0.0553188 Jul 07 17:29:05.955168 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc47019-3e07-46f1-9cf0-d1bd09f40234 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Made reservation on behalf of 09c11134daa74f0f8c5e05ea5922ce3b for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:05.958691 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bcc47019-3e07-46f1-9cf0-d1bd09f40234 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:05.971610 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5c295f5e-638b-4bc9-bf7b-8ec7859fd071 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:05.992856 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc47019-3e07-46f1-9cf0-d1bd09f40234 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:06.000355 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 5c295f5e-638b-4bc9-bf7b-8ec7859fd071 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:06.000957 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5c295f5e-638b-4bc9-bf7b-8ec7859fd071 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:06.005894 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bcc47019-3e07-46f1-9cf0-d1bd09f40234 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.006300 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-bcc47019-3e07-46f1-9cf0-d1bd09f40234 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Added segment af0f50ce-ae4b-4e37-a956-47a1e5233314 of type vlan for network 8b5f6887-d61d-4525-8e35-92498ce70160 Jul 07 17:29:06.015569 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58224) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:06.073344 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bcc47019-3e07-46f1-9cf0-d1bd09f40234 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.109980 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bcc47019-3e07-46f1-9cf0-d1bd09f40234 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.117320 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc47019-3e07-46f1-9cf0-d1bd09f40234 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:06.117320 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bcc47019-3e07-46f1-9cf0-d1bd09f40234 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.183554 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bcc47019-3e07-46f1-9cf0-d1bd09f40234 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2601781 Jul 07 17:29:06.187244 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58226) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:06.193914 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2ac51ba3-6e6a-4f5f-a196-637b95be4e96 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'subnet': {'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:06.213331 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc47019-3e07-46f1-9cf0-d1bd09f40234 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Network': ['ID=8b5f6887-d61d-4525-8e35-92498ce70160,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:06.224208 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 8b5f6887-d61d-4525-8e35-92498ce70160 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:06.298406 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac51ba3-6e6a-4f5f-a196-637b95be4e96 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Made reservation on behalf of 09c11134daa74f0f8c5e05ea5922ce3b for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:06.302260 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2ac51ba3-6e6a-4f5f-a196-637b95be4e96 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.428712 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56b35af3-0e03-4d98-9328-121ba0da51d7 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.492861 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2ac51ba3-6e6a-4f5f-a196-637b95be4e96 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.564565 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac51ba3-6e6a-4f5f-a196-637b95be4e96 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Subnet': ['ID=502defa2-d271-43fb-b15d-fc9fb77a3b8c,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:06.569033 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac51ba3-6e6a-4f5f-a196-637b95be4e96 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Checking segment: {'id': 'af0f50ce-ae4b-4e37-a956-47a1e5233314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:06.569512 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac51ba3-6e6a-4f5f-a196-637b95be4e96 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network hostable DHCP agents. Network: 8b5f6887-d61d-4525-8e35-92498ce70160, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:06.587683 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac51ba3-6e6a-4f5f-a196-637b95be4e96 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network 8b5f6887-d61d-4525-8e35-92498ce70160 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:06.598179 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-2ac51ba3-6e6a-4f5f-a196-637b95be4e96 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 8b5f6887-d61d-4525-8e35-92498ce70160) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:06.602704 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac51ba3-6e6a-4f5f-a196-637b95be4e96 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:06.604183 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2ac51ba3-6e6a-4f5f-a196-637b95be4e96 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.611685 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b21f61-cf01-4b8b-9562-cd7177d582f7 None None] Network 8b5f6887-d61d-4525-8e35-92498ce70160 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:06.629256 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58228) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:06.629851 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2ac51ba3-6e6a-4f5f-a196-637b95be4e96 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4423137 Jul 07 17:29:06.764850 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-8b5f6887-d61d-4525-8e35-92498ce70160', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:06.765708 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:06.905903 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Allocated IP 172.20.0.2 (8b5f6887-d61d-4525-8e35-92498ce70160/502defa2-d271-43fb-b15d-fc9fb77a3b8c/397a7703-15a5-4097-9c2e-77b4d83be111) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:06.984301 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f0bb94eb-9ecf-4810-8ea6-ecd522dfa83d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.005402 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-56b35af3-0e03-4d98-9328-121ba0da51d7 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Deleting port 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:07.005755 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56b35af3-0e03-4d98-9328-121ba0da51d7 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.039646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58232) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:07.065021 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.073782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Transition to ACTIVE for port object 397a7703-15a5-4097-9c2e-77b4d83be111 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:07.089672 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Transition to ACTIVE for port object 397a7703-15a5-4097-9c2e-77b4d83be111 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:07.096173 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.138667 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Network 8b5f6887-d61d-4525-8e35-92498ce70160 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:07.143981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:07.147671 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:07.157779 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Pushing event updated for resources: {'Port': ['ID=397a7703-15a5-4097-9c2e-77b4d83be111,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:07.194921 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-f291d542-81ff-4311-bd58-187e9c230bf7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Deleting port 887bdef8-0a8f-4eaf-b6c7-7f5413effcea {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:07.195361 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f291d542-81ff-4311-bd58-187e9c230bf7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.213557 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Attempting to bind port 397a7703-15a5-4097-9c2e-77b4d83be111 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:07.213951 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Attempting to bind port 397a7703-15a5-4097-9c2e-77b4d83be111 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'af0f50ce-ae4b-4e37-a956-47a1e5233314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:07.214319 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Attempting to bind port 397a7703-15a5-4097-9c2e-77b4d83be111 on network 8b5f6887-d61d-4525-8e35-92498ce70160 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:07.220461 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:07.220826 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Checking segment: {'id': 'af0f50ce-ae4b-4e37-a956-47a1e5233314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:07.221234 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.221632 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Bound using segment: {'id': 'af0f50ce-ae4b-4e37-a956-47a1e5233314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:07.222111 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Bound port: 397a7703-15a5-4097-9c2e-77b4d83be111, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0f50ce-ae4b-4e37-a956-47a1e5233314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:07.222528 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.284518 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f291d542-81ff-4311-bd58-187e9c230bf7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.284766 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f291d542-81ff-4311-bd58-187e9c230bf7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.291170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] For port 397a7703-15a5-4097-9c2e-77b4d83be111, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:07.294766 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] For port 397a7703-15a5-4097-9c2e-77b4d83be111, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=397a7703-15a5-4097-9c2e-77b4d83be111,segment=NetworkSegment(af0f50ce-ae4b-4e37-a956-47a1e5233314),segment_id=af0f50ce-ae4b-4e37-a956-47a1e5233314)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:07.299126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-f291d542-81ff-4311-bd58-187e9c230bf7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Calling delete_port for 887bdef8-0a8f-4eaf-b6c7-7f5413effcea owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:07.300348 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.365804 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed833a-cabf-4dbb-83d6-b2aafc3938c6 None None] Pushing event updated for resources: {'Port': ['ID=397a7703-15a5-4097-9c2e-77b4d83be111,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:07.452861 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f291d542-81ff-4311-bd58-187e9c230bf7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.478558 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291d542-81ff-4311-bd58-187e9c230bf7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event deleted for resources: {'Port': ['ID=887bdef8-0a8f-4eaf-b6c7-7f5413effcea,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:07.574279 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:07.598546 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f291d542-81ff-4311-bd58-187e9c230bf7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.601613 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f291d542-81ff-4311-bd58-187e9c230bf7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.602877 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f291d542-81ff-4311-bd58-187e9c230bf7 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "DELETE /v2.0/floatingips/334563ba-7429-4a38-a82b-cf4c5496292d HTTP/1.1" status: 204 len: 168 time: 0.5625994 Jul 07 17:29:07.607568 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:07.608103 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7dd18f2b-3c2d-4ff0-ac1e-12b00a82859a not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:07.626461 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-56b35af3-0e03-4d98-9328-121ba0da51d7 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] For port 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f,segment=NetworkSegment(f85a4148-ea11-4736-951b-ae421dc4db29),segment_id=f85a4148-ea11-4736-951b-ae421dc4db29)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:07.627000 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56b35af3-0e03-4d98-9328-121ba0da51d7 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.647213 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-56b35af3-0e03-4d98-9328-121ba0da51d7 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Calling delete_port for 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:07.749940 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-f0bb94eb-9ecf-4810-8ea6-ecd522dfa83d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Allocated IP 172.20.0.1 (8b5f6887-d61d-4525-8e35-92498ce70160/502defa2-d271-43fb-b15d-fc9fb77a3b8c/38d1d7f2-4774-44f2-8c04-d029ebeb9658) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:07.951422 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f0bb94eb-9ecf-4810-8ea6-ecd522dfa83d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:07.990822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-f0bb94eb-9ecf-4810-8ea6-ecd522dfa83d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Transition to ACTIVE for port object 38d1d7f2-4774-44f2-8c04-d029ebeb9658 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:08.011679 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 397a7703-15a5-4097-9c2e-77b4d83be111 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:08.022140 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56b35af3-0e03-4d98-9328-121ba0da51d7 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.063033 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b35af3-0e03-4d98-9328-121ba0da51d7 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event deleted for resources: {'Port': ['ID=6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:08.073197 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 397a7703-15a5-4097-9c2e-77b4d83be111 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:08.133307 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f0bb94eb-9ecf-4810-8ea6-ecd522dfa83d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.192864 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bb94eb-9ecf-4810-8ea6-ecd522dfa83d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network 8b5f6887-d61d-4525-8e35-92498ce70160 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:08.201154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-f0bb94eb-9ecf-4810-8ea6-ecd522dfa83d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:08.205767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bb94eb-9ecf-4810-8ea6-ecd522dfa83d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:08.288850 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb94eb-9ecf-4810-8ea6-ecd522dfa83d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Port': ['ID=38d1d7f2-4774-44f2-8c04-d029ebeb9658,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:08.312478 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f0bb94eb-9ecf-4810-8ea6-ecd522dfa83d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.440188 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56b35af3-0e03-4d98-9328-121ba0da51d7 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.545114 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8ca9c3-c5da-4f52-a17f-e7af2567ba9e None None] Network 8b5f6887-d61d-4525-8e35-92498ce70160 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:08.575754 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f0bb94eb-9ecf-4810-8ea6-ecd522dfa83d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.611226 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f9f7312d-e6be-4485-aa22-ed32607f9fc4 None None] Provisioning for port 397a7703-15a5-4097-9c2e-77b4d83be111 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:08.617956 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f9f7312d-e6be-4485-aa22-ed32607f9fc4 None None] Provisioning complete for port 397a7703-15a5-4097-9c2e-77b4d83be111 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:08.618441 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f9f7312d-e6be-4485-aa22-ed32607f9fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.771930 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f9f7312d-e6be-4485-aa22-ed32607f9fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.815812 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f9f7312d-e6be-4485-aa22-ed32607f9fc4 None None] For port 397a7703-15a5-4097-9c2e-77b4d83be111, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=397a7703-15a5-4097-9c2e-77b4d83be111,segment=NetworkSegment(af0f50ce-ae4b-4e37-a956-47a1e5233314),segment_id=af0f50ce-ae4b-4e37-a956-47a1e5233314)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:08.824196 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f9f7312d-e6be-4485-aa22-ed32607f9fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:08.875571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b35af3-0e03-4d98-9328-121ba0da51d7 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Router 00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:08.883575 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7312d-e6be-4485-aa22-ed32607f9fc4 None None] Pushing event updated for resources: {'Port': ['ID=397a7703-15a5-4097-9c2e-77b4d83be111,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:09.033099 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f0bb94eb-9ecf-4810-8ea6-ecd522dfa83d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.049180 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f0bb94eb-9ecf-4810-8ea6-ecd522dfa83d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.059364 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b35af3-0e03-4d98-9328-121ba0da51d7 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:09.070200 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7bd533-bc95-4e7d-bbe8-0ba98ddb436e None None] Sync routers for ids ['00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:09.115433 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-56b35af3-0e03-4d98-9328-121ba0da51d7 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "PUT /v2.0/routers/00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0984037 Jul 07 17:29:09.119903 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58244) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:09.148291 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb94eb-9ecf-4810-8ea6-ecd522dfa83d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Port': ['ID=38d1d7f2-4774-44f2-8c04-d029ebeb9658,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:09.154036 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f0bb94eb-9ecf-4810-8ea6-ecd522dfa83d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.174829 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d252fddf-9315-4357-948c-b5ea0ed20223 None None] Provisioning complete for port 397a7703-15a5-4097-9c2e-77b4d83be111 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:09.175205 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d252fddf-9315-4357-948c-b5ea0ed20223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.248565 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-65629e3b-ad32-439f-a59e-9963cba9f08a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Deleting subnet ec2e8b3d-c685-490c-9e1c-4e7155119a51 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:09.254071 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7bd533-bc95-4e7d-bbe8-0ba98ddb436e None None] Routers {'00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:09.255042 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4c7bd533-bc95-4e7d-bbe8-0ba98ddb436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:09.255277 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-65629e3b-ad32-439f-a59e-9963cba9f08a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.303727 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d252fddf-9315-4357-948c-b5ea0ed20223 None None] Provisioning for port 38d1d7f2-4774-44f2-8c04-d029ebeb9658 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:09.309539 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d252fddf-9315-4357-948c-b5ea0ed20223 None None] Provisioning complete for port 38d1d7f2-4774-44f2-8c04-d029ebeb9658 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:09.310351 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d252fddf-9315-4357-948c-b5ea0ed20223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.323945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bb94eb-9ecf-4810-8ea6-ecd522dfa83d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network 8b5f6887-d61d-4525-8e35-92498ce70160 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:09.325409 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-f0bb94eb-9ecf-4810-8ea6-ecd522dfa83d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:09.341646 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-65629e3b-ad32-439f-a59e-9963cba9f08a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.357675 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d252fddf-9315-4357-948c-b5ea0ed20223 None None] Port 38d1d7f2-4774-44f2-8c04-d029ebeb9658 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:09.430466 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-4c7bd533-bc95-4e7d-bbe8-0ba98ddb436e None None] Set router 00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:09.483788 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a91b7851-4823-445f-a81e-90896ccfd2d4 None None] Provisioning complete for port 38d1d7f2-4774-44f2-8c04-d029ebeb9658 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:09.484160 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a91b7851-4823-445f-a81e-90896ccfd2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.495289 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-65629e3b-ad32-439f-a59e-9963cba9f08a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.553914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-a91b7851-4823-445f-a81e-90896ccfd2d4 None None] Port 38d1d7f2-4774-44f2-8c04-d029ebeb9658 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:09.563409 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bb94eb-9ecf-4810-8ea6-ecd522dfa83d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router 55ace385-b8cd-4c5c-b8e3-303b40122a56 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:29:09.600623 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-65629e3b-ad32-439f-a59e-9963cba9f08a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.646999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65629e3b-ad32-439f-a59e-9963cba9f08a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event deleted for resources: {'Subnet': ['ID=ec2e8b3d-c685-490c-9e1c-4e7155119a51,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:09.649370 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-65629e3b-ad32-439f-a59e-9963cba9f08a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.652947 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-65629e3b-ad32-439f-a59e-9963cba9f08a tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "DELETE /v2.0/subnets/ec2e8b3d-c685-490c-9e1c-4e7155119a51 HTTP/1.1" status: 204 len: 168 time: 0.5314445 Jul 07 17:29:09.656470 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf6cf7d-8782-4b24-96fe-b78778e34e42 None None] Network 2e7c8661-3489-4ff4-9266-06b6b50a5b6b requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:09.659162 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58246) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:09.691147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bb94eb-9ecf-4810-8ea6-ecd522dfa83d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:09.707913 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f0bb94eb-9ecf-4810-8ea6-ecd522dfa83d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/55ace385-b8cd-4c5c-b8e3-303b40122a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0684991 Jul 07 17:29:09.708672 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58248) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:09.714751 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f465b593-22f1-44e3-9007-164972fff209 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'network': {'name': 'tempest-RoutersTest-1583631814'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:09.724979 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4c7bd533-bc95-4e7d-bbe8-0ba98ddb436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405133121', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '82b811e5-f470-465c-a2e4-4125a1e8b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:29:07Z', 'revision_number': 5, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': '82b811e5-f470-465c-a2e4-4125a1e8b311', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:09.739297 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f465b593-22f1-44e3-9007-164972fff209 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Made reservation on behalf of 09c11134daa74f0f8c5e05ea5922ce3b for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:09.743736 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f465b593-22f1-44e3-9007-164972fff209 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.746613 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] Sync routers for ids ['55ace385-b8cd-4c5c-b8e3-303b40122a56'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:09.781097 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f465b593-22f1-44e3-9007-164972fff209 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:09.782818 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7bd533-bc95-4e7d-bbe8-0ba98ddb436e None None] Checking router: 00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:09.795608 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f465b593-22f1-44e3-9007-164972fff209 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.796144 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-f465b593-22f1-44e3-9007-164972fff209 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Added segment 25896fb0-2c39-4f21-878b-94e81074049d of type vlan for network 819192e0-7817-4dd5-b6e7-d52a3154441e Jul 07 17:29:09.805587 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7bd533-bc95-4e7d-bbe8-0ba98ddb436e None None] Routers {'00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:09.806259 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4c7bd533-bc95-4e7d-bbe8-0ba98ddb436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:09.847666 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] Routers {'55ace385-b8cd-4c5c-b8e3-303b40122a56'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:09.851439 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['55ace385-b8cd-4c5c-b8e3-303b40122a56'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:09.853967 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f465b593-22f1-44e3-9007-164972fff209 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.933391 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f465b593-22f1-44e3-9007-164972fff209 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:09.940619 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f465b593-22f1-44e3-9007-164972fff209 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:09.943747 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f465b593-22f1-44e3-9007-164972fff209 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.022875 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-4c7bd533-bc95-4e7d-bbe8-0ba98ddb436e None None] Set router 00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:10.099070 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465b593-22f1-44e3-9007-164972fff209 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Network': ['ID=819192e0-7817-4dd5-b6e7-d52a3154441e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:10.103505 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f465b593-22f1-44e3-9007-164972fff209 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3937747 Jul 07 17:29:10.106056 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58252) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:10.120233 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7a32952d-e0f6-4cb5-b29c-64e51557153b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'subnet': {'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:10.133981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 819192e0-7817-4dd5-b6e7-d52a3154441e details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:10.136422 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-76b12497-9adc-4022-985f-5386f480dbd1 None None] Provisioning complete for port 38d1d7f2-4774-44f2-8c04-d029ebeb9658 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:10.136865 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-76b12497-9adc-4022-985f-5386f480dbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.206716 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b625f40-0c8c-4261-b6af-1a0bbd7da7d2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.208556 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 397a7703-15a5-4097-9c2e-77b4d83be111 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:10.248138 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a32952d-e0f6-4cb5-b29c-64e51557153b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Made reservation on behalf of 09c11134daa74f0f8c5e05ea5922ce3b for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:10.252649 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a32952d-e0f6-4cb5-b29c-64e51557153b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.366737 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b625f40-0c8c-4261-b6af-1a0bbd7da7d2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.392179 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4c7bd533-bc95-4e7d-bbe8-0ba98ddb436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405133121', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '82b811e5-f470-465c-a2e4-4125a1e8b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:29:07Z', 'revision_number': 5, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': '82b811e5-f470-465c-a2e4-4125a1e8b311', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:10.430178 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7bd533-bc95-4e7d-bbe8-0ba98ddb436e None None] The sync data for ids ['00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2'] in n-d-793620-7 is: [{'id': '00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405133121', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '82b811e5-f470-465c-a2e4-4125a1e8b311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:29:07Z', 'revision_number': 5, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': '82b811e5-f470-465c-a2e4-4125a1e8b311', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:28:39Z', 'updated_at': '2021-07-07T17:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:10.433990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-2b625f40-0c8c-4261-b6af-1a0bbd7da7d2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Deleting port 82b811e5-f470-465c-a2e4-4125a1e8b311 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:10.434355 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b625f40-0c8c-4261-b6af-1a0bbd7da7d2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.469498 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] Set router 55ace385-b8cd-4c5c-b8e3-303b40122a56 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:10.535622 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-76b12497-9adc-4022-985f-5386f480dbd1 None None] Port 38d1d7f2-4774-44f2-8c04-d029ebeb9658 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:10.544888 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-2b625f40-0c8c-4261-b6af-1a0bbd7da7d2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] For port 82b811e5-f470-465c-a2e4-4125a1e8b311, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=82b811e5-f470-465c-a2e4-4125a1e8b311,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:10.545271 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b625f40-0c8c-4261-b6af-1a0bbd7da7d2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.550229 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a32952d-e0f6-4cb5-b29c-64e51557153b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.560092 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-2b625f40-0c8c-4261-b6af-1a0bbd7da7d2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Calling delete_port for 82b811e5-f470-465c-a2e4-4125a1e8b311 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:10.638069 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32952d-e0f6-4cb5-b29c-64e51557153b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Subnet': ['ID=024ea9a8-df10-40b3-a40b-b233da40162f,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:10.647756 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a32952d-e0f6-4cb5-b29c-64e51557153b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Checking segment: {'id': '25896fb0-2c39-4f21-878b-94e81074049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:10.648191 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a32952d-e0f6-4cb5-b29c-64e51557153b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network hostable DHCP agents. Network: 819192e0-7817-4dd5-b6e7-d52a3154441e, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:10.668312 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 397a7703-15a5-4097-9c2e-77b4d83be111 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:10.668888 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.675558 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a32952d-e0f6-4cb5-b29c-64e51557153b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network 819192e0-7817-4dd5-b6e7-d52a3154441e is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:10.695586 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-7a32952d-e0f6-4cb5-b29c-64e51557153b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 819192e0-7817-4dd5-b6e7-d52a3154441e) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:10.700684 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a32952d-e0f6-4cb5-b29c-64e51557153b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:10.701323 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a32952d-e0f6-4cb5-b29c-64e51557153b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.721419 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58254) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:10.731635 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7a32952d-e0f6-4cb5-b29c-64e51557153b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6244249 Jul 07 17:29:10.735490 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fc8b8b-90dc-4a03-bcaa-418e97b068f6 None None] Network 819192e0-7817-4dd5-b6e7-d52a3154441e requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:10.817772 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4015f8d-d8be-44a6-93e3-30f7f1df924e None None] DHCP port deletion for 2e7c8661-3489-4ff4-9266-06b6b50a5b6b request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:10.866986 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b625f40-0c8c-4261-b6af-1a0bbd7da7d2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:10.974226 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:08Z', 'revision_number': 2, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:08Z', 'revision_number': 2, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:10.994227 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b625f40-0c8c-4261-b6af-1a0bbd7da7d2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event deleted for resources: {'Port': ['ID=82b811e5-f470-465c-a2e4-4125a1e8b311,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:11.028559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-819192e0-7817-4dd5-b6e7-d52a3154441e', 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'fixed_ips': [{'subnet_id': '024ea9a8-df10-40b3-a40b-b233da40162f'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:11.029434 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.040561 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] Checking router: 55ace385-b8cd-4c5c-b8e3-303b40122a56 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:11.041419 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] Updating router 55ace385-b8cd-4c5c-b8e3-303b40122a56 port 38d1d7f2-4774-44f2-8c04-d029ebeb9658 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:29:11.068957 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e4015f8d-d8be-44a6-93e3-30f7f1df924e None None] Deleting port d83af127-6e8c-4d40-91dd-beedb707c4d2 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:11.069361 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e4015f8d-d8be-44a6-93e3-30f7f1df924e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.090098 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58258) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:11.161983 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-68bd884f-ea14-4794-80f4-569b053911d3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.181952 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b625f40-0c8c-4261-b6af-1a0bbd7da7d2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.184322 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.206652 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-68bd884f-ea14-4794-80f4-569b053911d3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.254963 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e4015f8d-d8be-44a6-93e3-30f7f1df924e None None] For port d83af127-6e8c-4d40-91dd-beedb707c4d2, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d83af127-6e8c-4d40-91dd-beedb707c4d2,segment=NetworkSegment(f85a4148-ea11-4736-951b-ae421dc4db29),segment_id=f85a4148-ea11-4736-951b-ae421dc4db29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:11.255369 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e4015f8d-d8be-44a6-93e3-30f7f1df924e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.303451 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e4015f8d-d8be-44a6-93e3-30f7f1df924e None None] Calling delete_port for d83af127-6e8c-4d40-91dd-beedb707c4d2 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:11.311255 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-68bd884f-ea14-4794-80f4-569b053911d3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.314566 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-68bd884f-ea14-4794-80f4-569b053911d3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.319957 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-68bd884f-ea14-4794-80f4-569b053911d3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] 10.222.0.50 "DELETE /v2.0/security-groups/aeb51a49-2319-4116-93a6-ea6d0586e78f HTTP/1.1" status: 204 len: 168 time: 0.2261569 Jul 07 17:29:11.320132 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b625f40-0c8c-4261-b6af-1a0bbd7da7d2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.323798 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b625f40-0c8c-4261-b6af-1a0bbd7da7d2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.332793 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd884f-ea14-4794-80f4-569b053911d3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb51a49-2319-4116-93a6-ea6d0586e78f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:11.339712 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Allocated IP 172.21.0.2 (819192e0-7817-4dd5-b6e7-d52a3154441e/024ea9a8-df10-40b3-a40b-b233da40162f/ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:11.342517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd884f-ea14-4794-80f4-569b053911d3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:11.342878 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd884f-ea14-4794-80f4-569b053911d3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:11.343219 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd884f-ea14-4794-80f4-569b053911d3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:11.343686 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd884f-ea14-4794-80f4-569b053911d3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:11.344022 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd884f-ea14-4794-80f4-569b053911d3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:11.344378 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd884f-ea14-4794-80f4-569b053911d3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:11.344717 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd884f-ea14-4794-80f4-569b053911d3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:11.345048 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd884f-ea14-4794-80f4-569b053911d3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:11.345382 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd884f-ea14-4794-80f4-569b053911d3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:11.345711 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd884f-ea14-4794-80f4-569b053911d3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:11.346034 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd884f-ea14-4794-80f4-569b053911d3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:11.346367 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bd884f-ea14-4794-80f4-569b053911d3 tempest-TestVolumeBootPattern-1320446700 tempest-TestVolumeBootPattern-1320446700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:11.393794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58262) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:11.422101 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b625f40-0c8c-4261-b6af-1a0bbd7da7d2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.422690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b625f40-0c8c-4261-b6af-1a0bbd7da7d2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Fanout notify agent at l3_agent the message router_deleted on router 00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:29:11.449116 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b625f40-0c8c-4261-b6af-1a0bbd7da7d2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.452692 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2b625f40-0c8c-4261-b6af-1a0bbd7da7d2 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "DELETE /v2.0/routers/00ddef8d-9b70-45a8-9e67-dc0ee0a0bcf2 HTTP/1.1" status: 204 len: 168 time: 1.7901795 Jul 07 17:29:11.453074 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58266) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:11.557076 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7206b229-e4f6-444c-9a08-f14b66eda109 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.604301 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.734519 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e4015f8d-d8be-44a6-93e3-30f7f1df924e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.796658 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4015f8d-d8be-44a6-93e3-30f7f1df924e None None] Pushing event deleted for resources: {'Port': ['ID=d83af127-6e8c-4d40-91dd-beedb707c4d2,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:11.813994 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4015f8d-d8be-44a6-93e3-30f7f1df924e None None] No DVR routers for this DVR port d83af127-6e8c-4d40-91dd-beedb707c4d2 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:11.858118 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.859578 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Deleting port d83af127-6e8c-4d40-91dd-beedb707c4d2 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:11.860454 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.889780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Transition to ACTIVE for port object ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:11.922870 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.926032 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Transition to ACTIVE for port object ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:11.936577 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:11.953085 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] Transition to ACTIVE for port object 38d1d7f2-4774-44f2-8c04-d029ebeb9658 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:11.984605 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Network 819192e0-7817-4dd5-b6e7-d52a3154441e is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:11.992176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:11.994736 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.001452 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:12.021438 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Pushing event updated for resources: {'Port': ['ID=ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:12.043477 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-7206b229-e4f6-444c-9a08-f14b66eda109 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Allocated IP 172.21.0.1 (819192e0-7817-4dd5-b6e7-d52a3154441e/024ea9a8-df10-40b3-a40b-b233da40162f/b5f3dded-62f5-4bbb-add4-423f26c7c945) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:12.104267 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fc72a-63b0-4e2e-9c9d-8c5018e9ff45 None None] Pushing event updated for resources: {'Port': ['ID=38d1d7f2-4774-44f2-8c04-d029ebeb9658,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:12.159940 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] For port d83af127-6e8c-4d40-91dd-beedb707c4d2, host n-d-793620-7, got binding levels [] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:12.160458 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.174715 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:12.184992 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Calling delete_port for d83af127-6e8c-4d40-91dd-beedb707c4d2 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:12.191245 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.ipam_backend_mixin [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Port d83af127-6e8c-4d40-91dd-beedb707c4d2 was not found and therefore no delete operation was performed {{(pid=100409) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:29:12.195001 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.226340 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:12.226742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 6e4cd5a7-d68a-4dad-8e98-e6865dbfe04f not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:12.227159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d83af127-6e8c-4d40-91dd-beedb707c4d2 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:12.247934 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Attempting to bind port ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:12.248425 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Attempting to bind port ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '25896fb0-2c39-4f21-878b-94e81074049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:12.248824 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Attempting to bind port ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b on network 819192e0-7817-4dd5-b6e7-d52a3154441e {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:12.252413 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7206b229-e4f6-444c-9a08-f14b66eda109 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.266587 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event deleted for resources: {'Port': ['ID=d83af127-6e8c-4d40-91dd-beedb707c4d2,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:12.270241 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] No DVR routers for this DVR port d83af127-6e8c-4d40-91dd-beedb707c4d2 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:12.272240 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-7206b229-e4f6-444c-9a08-f14b66eda109 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Transition to ACTIVE for port object b5f3dded-62f5-4bbb-add4-423f26c7c945 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:12.293036 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: d83af127-6e8c-4d40-91dd-beedb707c4d2 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:12.293392 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d83af127-6e8c-4d40-91dd-beedb707c4d2 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:12.294462 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 82b811e5-f470-465c-a2e4-4125a1e8b311 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:12.365896 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:12.366600 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Checking segment: {'id': '25896fb0-2c39-4f21-878b-94e81074049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:12.367095 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.367502 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Bound using segment: {'id': '25896fb0-2c39-4f21-878b-94e81074049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:12.367994 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Bound port: ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25896fb0-2c39-4f21-878b-94e81074049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:12.368378 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.378693 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.388940 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 82b811e5-f470-465c-a2e4-4125a1e8b311 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:12.389290 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 82b811e5-f470-465c-a2e4-4125a1e8b311 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:12.395919 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7c8661-3489-4ff4-9266-06b6b50a5b6b']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:12.399837 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] Attempting to bind port 38d1d7f2-4774-44f2-8c04-d029ebeb9658 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:12.400218 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] Attempting to bind port 38d1d7f2-4774-44f2-8c04-d029ebeb9658 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'af0f50ce-ae4b-4e37-a956-47a1e5233314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:12.400975 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] Attempting to bind port 38d1d7f2-4774-44f2-8c04-d029ebeb9658 on network 8b5f6887-d61d-4525-8e35-92498ce70160 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:12.409552 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7206b229-e4f6-444c-9a08-f14b66eda109 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.413348 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85a4148-ea11-4736-951b-ae421dc4db29') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:12.413727 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85a4148-ea11-4736-951b-ae421dc4db29') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:12.438799 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:12.439183 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] Checking segment: {'id': 'af0f50ce-ae4b-4e37-a956-47a1e5233314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:12.439593 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.440013 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] Bound using segment: {'id': 'af0f50ce-ae4b-4e37-a956-47a1e5233314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:12.440468 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] Bound port: 38d1d7f2-4774-44f2-8c04-d029ebeb9658, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0f50ce-ae4b-4e37-a956-47a1e5233314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:12.440856 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.449420 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.476067 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.478885 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c0c7-36e0-4713-8c5a-318715dcedce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.484083 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7206b229-e4f6-444c-9a08-f14b66eda109 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network 819192e0-7817-4dd5-b6e7-d52a3154441e is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:12.490636 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-7206b229-e4f6-444c-9a08-f14b66eda109 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:12.493342 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:12.494294 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:12.500590 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:12.502743 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206b229-e4f6-444c-9a08-f14b66eda109 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:12.508064 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] For port ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:12.517887 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206b229-e4f6-444c-9a08-f14b66eda109 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Port': ['ID=b5f3dded-62f5-4bbb-add4-423f26c7c945,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:12.534312 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] For port ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b,segment=NetworkSegment(25896fb0-2c39-4f21-878b-94e81074049d),segment_id=25896fb0-2c39-4f21-878b-94e81074049d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:12.544393 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.555488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] For port 38d1d7f2-4774-44f2-8c04-d029ebeb9658, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:12.598097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] For port 38d1d7f2-4774-44f2-8c04-d029ebeb9658, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=38d1d7f2-4774-44f2-8c04-d029ebeb9658,segment=NetworkSegment(af0f50ce-ae4b-4e37-a956-47a1e5233314),segment_id=af0f50ce-ae4b-4e37-a956-47a1e5233314)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:12.605132 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7206b229-e4f6-444c-9a08-f14b66eda109 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.608471 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.608718 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.640085 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6bd70-b5a2-4166-9243-2b954acd7ce6 None None] Pushing event updated for resources: {'Port': ['ID=ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:12.653131 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.657841 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "DELETE /v2.0/networks/2e7c8661-3489-4ff4-9266-06b6b50a5b6b HTTP/1.1" status: 204 len: 168 time: 1.2037618 Jul 07 17:29:12.659879 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58268) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:12.674565 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] Routers {'55ace385-b8cd-4c5c-b8e3-303b40122a56'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:12.675218 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['55ace385-b8cd-4c5c-b8e3-303b40122a56'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:12.715403 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa33cb1-7316-44ed-9e0d-b12294278a0c tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event deleted for resources: {'Network': ['ID=2e7c8661-3489-4ff4-9266-06b6b50a5b6b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:12.778778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fc72a-63b0-4e2e-9c9d-8c5018e9ff45 None None] Pushing event updated for resources: {'Port': ['ID=38d1d7f2-4774-44f2-8c04-d029ebeb9658,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:12.809179 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] Set router 55ace385-b8cd-4c5c-b8e3-303b40122a56 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:12.830088 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1c0c7-36e0-4713-8c5a-318715dcedce admin admin] Deleting port 5b0bdf04-b259-45fd-a61c-23dd420261c7 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:12.830970 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c0c7-36e0-4713-8c5a-318715dcedce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.945946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-3ae1c0c7-36e0-4713-8c5a-318715dcedce admin admin] For port 5b0bdf04-b259-45fd-a61c-23dd420261c7, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5b0bdf04-b259-45fd-a61c-23dd420261c7,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:12.946315 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c0c7-36e0-4713-8c5a-318715dcedce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.982634 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7206b229-e4f6-444c-9a08-f14b66eda109 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:12.988394 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1c0c7-36e0-4713-8c5a-318715dcedce admin admin] Calling delete_port for 5b0bdf04-b259-45fd-a61c-23dd420261c7 owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:13.214079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-4000f5f9-1397-4f5f-99fb-7424e04baaa0 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Deleting port b7a02567-aebf-48eb-9953-06352aa7adde {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:13.214490 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4000f5f9-1397-4f5f-99fb-7424e04baaa0 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.252507 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c0c7-36e0-4713-8c5a-318715dcedce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.279963 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1c0c7-36e0-4713-8c5a-318715dcedce admin admin] Pushing event deleted for resources: {'Port': ['ID=5b0bdf04-b259-45fd-a61c-23dd420261c7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:13.336287 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:08Z', 'revision_number': 2, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:12Z', 'revision_number': 4, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:13.378518 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4000f5f9-1397-4f5f-99fb-7424e04baaa0 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.379021 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4000f5f9-1397-4f5f-99fb-7424e04baaa0 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.382322 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086f19f7-02af-4017-98a3-a8c052aeef40 None None] The sync data for ids ['55ace385-b8cd-4c5c-b8e3-303b40122a56'] in n-d-793620-7 is: [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:08Z', 'revision_number': 2, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:12Z', 'revision_number': 4, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:13.411599 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-4000f5f9-1397-4f5f-99fb-7424e04baaa0 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Calling delete_port for b7a02567-aebf-48eb-9953-06352aa7adde owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:13.498399 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7206b229-e4f6-444c-9a08-f14b66eda109 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.510162 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c0c7-36e0-4713-8c5a-318715dcedce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.514043 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7206b229-e4f6-444c-9a08-f14b66eda109 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:13.802132 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae1c0c7-36e0-4713-8c5a-318715dcedce admin admin] Router 20033ea3-f499-4310-8935-0c7b48870b0d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:13.962094 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae1c0c7-36e0-4713-8c5a-318715dcedce admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:13.969498 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3ae1c0c7-36e0-4713-8c5a-318715dcedce admin admin] 10.222.0.50 "PUT /v2.0/routers/20033ea3-f499-4310-8935-0c7b48870b0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5745683 Jul 07 17:29:13.973232 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f27f8a-27cc-4e2d-8209-e26f0f130d1c None None] Sync routers for ids ['20033ea3-f499-4310-8935-0c7b48870b0d'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:13.977034 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58270) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:13.998996 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f27f8a-27cc-4e2d-8209-e26f0f130d1c None None] Routers {'20033ea3-f499-4310-8935-0c7b48870b0d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:14.001266 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-53f27f8a-27cc-4e2d-8209-e26f0f130d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['20033ea3-f499-4310-8935-0c7b48870b0d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:14.019708 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7206b229-e4f6-444c-9a08-f14b66eda109 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.119616 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206b229-e4f6-444c-9a08-f14b66eda109 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Port': ['ID=b5f3dded-62f5-4bbb-add4-423f26c7c945,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:14.169712 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f2d90b5-2d46-4875-85f1-5f254fb63cae admin admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.176514 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 38d1d7f2-4774-44f2-8c04-d029ebeb9658 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:14.199134 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-53f27f8a-27cc-4e2d-8209-e26f0f130d1c None None] Set router 20033ea3-f499-4310-8935-0c7b48870b0d gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:14.231893 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5c4f62-a214-4ea4-ae8d-b66da1ece6ef None None] Network 819192e0-7817-4dd5-b6e7-d52a3154441e requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:14.232434 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4000f5f9-1397-4f5f-99fb-7424e04baaa0 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.269622 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000f5f9-1397-4f5f-99fb-7424e04baaa0 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event deleted for resources: {'Port': ['ID=b7a02567-aebf-48eb-9953-06352aa7adde,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:14.293100 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7206b229-e4f6-444c-9a08-f14b66eda109 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network 819192e0-7817-4dd5-b6e7-d52a3154441e is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:14.319905 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-7206b229-e4f6-444c-9a08-f14b66eda109 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:14.369230 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-cab96668-48fc-4b04-b08e-688241b2e6b6 None None] Provisioning for port ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:14.371137 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f2d90b5-2d46-4875-85f1-5f254fb63cae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.403347 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.429805 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-53f27f8a-27cc-4e2d-8209-e26f0f130d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:29:13Z', 'revision_number': 5, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port': {'id': '8e8c1395-a3b5-418b-aa81-a6663227815e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:14.437224 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 38d1d7f2-4774-44f2-8c04-d029ebeb9658 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:14.453635 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 38d1d7f2-4774-44f2-8c04-d029ebeb9658 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:14.454089 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.462364 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-1f2d90b5-2d46-4875-85f1-5f254fb63cae admin admin] Deleting port 8e8c1395-a3b5-418b-aa81-a6663227815e {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:14.462838 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f2d90b5-2d46-4875-85f1-5f254fb63cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.470460 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4000f5f9-1397-4f5f-99fb-7424e04baaa0 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.470986 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-4000f5f9-1397-4f5f-99fb-7424e04baaa0 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Floating IP 94185cf9-6c6a-431c-8bb0-7f78ee984993 disassociated (deleted). External IP: 172.25.2.252, port: ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca. Jul 07 17:29:14.480950 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f27f8a-27cc-4e2d-8209-e26f0f130d1c None None] Checking router: 20033ea3-f499-4310-8935-0c7b48870b0d for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:14.494997 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f27f8a-27cc-4e2d-8209-e26f0f130d1c None None] Routers {'20033ea3-f499-4310-8935-0c7b48870b0d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:14.495786 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-53f27f8a-27cc-4e2d-8209-e26f0f130d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['20033ea3-f499-4310-8935-0c7b48870b0d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:14.558017 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7206b229-e4f6-444c-9a08-f14b66eda109 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router 55ace385-b8cd-4c5c-b8e3-303b40122a56 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:14.568480 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-1f2d90b5-2d46-4875-85f1-5f254fb63cae admin admin] For port 8e8c1395-a3b5-418b-aa81-a6663227815e, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8e8c1395-a3b5-418b-aa81-a6663227815e,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:14.569443 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f2d90b5-2d46-4875-85f1-5f254fb63cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.582336 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-1f2d90b5-2d46-4875-85f1-5f254fb63cae admin admin] Calling delete_port for 8e8c1395-a3b5-418b-aa81-a6663227815e owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:14.594398 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-53f27f8a-27cc-4e2d-8209-e26f0f130d1c None None] Set router 20033ea3-f499-4310-8935-0c7b48870b0d gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:14.626199 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.669058 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-53f27f8a-27cc-4e2d-8209-e26f0f130d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 6, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:14.675611 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 38d1d7f2-4774-44f2-8c04-d029ebeb9658, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=38d1d7f2-4774-44f2-8c04-d029ebeb9658,segment=NetworkSegment(af0f50ce-ae4b-4e37-a956-47a1e5233314),segment_id=af0f50ce-ae4b-4e37-a956-47a1e5233314)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:14.684845 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.685921 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:14.737729 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f27f8a-27cc-4e2d-8209-e26f0f130d1c None None] The sync data for ids ['20033ea3-f499-4310-8935-0c7b48870b0d'] in n-d-793620-7 is: [{'id': '20033ea3-f499-4310-8935-0c7b48870b0d', 'name': 'tempest-TestVolumeBootPattern-532343888-router', 'tenant_id': 'cea56dc008374433a72ff26fbcfa22d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:05Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 6, 'project_id': 'cea56dc008374433a72ff26fbcfa22d6', 'gw_port_host': None}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:14.782349 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-892f7243-15a5-477f-8dbd-ac96aaafcc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.800518 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f2d90b5-2d46-4875-85f1-5f254fb63cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.820792 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:14.826575 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:14.826957 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.830122 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=38d1d7f2-4774-44f2-8c04-d029ebeb9658,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:14.835018 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d90b5-2d46-4875-85f1-5f254fb63cae admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8c1395-a3b5-418b-aa81-a6663227815e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:14.918948 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f2d90b5-2d46-4875-85f1-5f254fb63cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.921917 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7206b229-e4f6-444c-9a08-f14b66eda109 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:14.927524 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7206b229-e4f6-444c-9a08-f14b66eda109 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/55ace385-b8cd-4c5c-b8e3-303b40122a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2027528 Jul 07 17:29:14.930449 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58272) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:14.937095 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f551af00-a7fb-46f6-baf6-3e40d7b8a2f6 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'network': {'name': 'tempest-RoutersTest-597866520'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:14.940679 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.965587 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f551af00-a7fb-46f6-baf6-3e40d7b8a2f6 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Made reservation on behalf of 09c11134daa74f0f8c5e05ea5922ce3b for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:14.970244 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f551af00-a7fb-46f6-baf6-3e40d7b8a2f6 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:14.995732 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b,segment=NetworkSegment(25896fb0-2c39-4f21-878b-94e81074049d),segment_id=25896fb0-2c39-4f21-878b-94e81074049d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:15.001621 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.014003 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4000f5f9-1397-4f5f-99fb-7424e04baaa0 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Router d5bf3419-6c24-46a0-8a13-1e0d36115244 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:15.034002 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f551af00-a7fb-46f6-baf6-3e40d7b8a2f6 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:15.056485 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f2d90b5-2d46-4875-85f1-5f254fb63cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.059404 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f2d90b5-2d46-4875-85f1-5f254fb63cae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.081154 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8754dd54-aff4-442b-a604-3f5f97f69d18 None None] Provisioning for port b5f3dded-62f5-4bbb-add4-423f26c7c945 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:15.094723 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f551af00-a7fb-46f6-baf6-3e40d7b8a2f6 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.095087 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-f551af00-a7fb-46f6-baf6-3e40d7b8a2f6 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Added segment 08cad3db-33c5-40c6-aa2f-1f26a759e256 of type vlan for network d999832c-c836-4fb8-9349-9119267bd1c4 Jul 07 17:29:15.104533 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8754dd54-aff4-442b-a604-3f5f97f69d18 None None] Provisioning complete for port b5f3dded-62f5-4bbb-add4-423f26c7c945 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:15.104915 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8754dd54-aff4-442b-a604-3f5f97f69d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.116873 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:15.124336 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f2d90b5-2d46-4875-85f1-5f254fb63cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.125066 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2d90b5-2d46-4875-85f1-5f254fb63cae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20033ea3-f499-4310-8935-0c7b48870b0d {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:29:15.130298 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1f2d90b5-2d46-4875-85f1-5f254fb63cae admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.142621 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1f2d90b5-2d46-4875-85f1-5f254fb63cae admin admin] 10.222.0.50 "DELETE /v2.0/routers/20033ea3-f499-4310-8935-0c7b48870b0d HTTP/1.1" status: 204 len: 168 time: 1.1598928 Jul 07 17:29:15.143428 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58274) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:15.167958 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f551af00-a7fb-46f6-baf6-3e40d7b8a2f6 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.179896 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8754dd54-aff4-442b-a604-3f5f97f69d18 None None] Port b5f3dded-62f5-4bbb-add4-423f26c7c945 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:15.205350 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f551af00-a7fb-46f6-baf6-3e40d7b8a2f6 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.206019 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8754dd54-aff4-442b-a604-3f5f97f69d18 None None] Provisioning complete for port ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:15.206667 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8754dd54-aff4-442b-a604-3f5f97f69d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.209177 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc723de5-f2c1-4bd0-ba39-f4e719248cda admin admin] Deleting subnet 0f79582c-33a8-4ae3-b793-f2486686f367 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:15.219148 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bc723de5-f2c1-4bd0-ba39-f4e719248cda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.224043 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f551af00-a7fb-46f6-baf6-3e40d7b8a2f6 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:15.224641 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f551af00-a7fb-46f6-baf6-3e40d7b8a2f6 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.287107 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bc723de5-f2c1-4bd0-ba39-f4e719248cda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.370677 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f551af00-a7fb-46f6-baf6-3e40d7b8a2f6 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4390833 Jul 07 17:29:15.374419 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58276) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:15.376381 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551af00-a7fb-46f6-baf6-3e40d7b8a2f6 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Network': ['ID=d999832c-c836-4fb8-9349-9119267bd1c4,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:15.381770 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d813ce50-9a01-4e40-a94a-5cd1d4fab0d4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'subnet': {'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:15.390251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network d999832c-c836-4fb8-9349-9119267bd1c4 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:15.401636 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bc723de5-f2c1-4bd0-ba39-f4e719248cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.462850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4000f5f9-1397-4f5f-99fb-7424e04baaa0 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:15.469090 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4000f5f9-1397-4f5f-99fb-7424e04baaa0 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.475287 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bc723de5-f2c1-4bd0-ba39-f4e719248cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.499868 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e808d1-0ddf-4205-95ab-9bc86a7ba3b2 None None] Sync routers for ids ['d5bf3419-6c24-46a0-8a13-1e0d36115244'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:15.510497 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] Sync routers for ids ['55ace385-b8cd-4c5c-b8e3-303b40122a56'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:15.517267 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e808d1-0ddf-4205-95ab-9bc86a7ba3b2 None None] Routers {'d5bf3419-6c24-46a0-8a13-1e0d36115244'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:15.518050 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-46e808d1-0ddf-4205-95ab-9bc86a7ba3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d5bf3419-6c24-46a0-8a13-1e0d36115244'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:15.520025 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] Routers {'55ace385-b8cd-4c5c-b8e3-303b40122a56'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:15.520826 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['55ace385-b8cd-4c5c-b8e3-303b40122a56'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:15.528333 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bc723de5-f2c1-4bd0-ba39-f4e719248cda admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.534905 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bc723de5-f2c1-4bd0-ba39-f4e719248cda admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0f79582c-33a8-4ae3-b793-f2486686f367 HTTP/1.1" status: 204 len: 168 time: 0.3903317 Jul 07 17:29:15.535876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58278) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:15.536784 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc723de5-f2c1-4bd0-ba39-f4e719248cda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f79582c-33a8-4ae3-b793-f2486686f367,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:15.547091 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4000f5f9-1397-4f5f-99fb-7424e04baaa0 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "DELETE /v2.0/floatingips/94185cf9-6c6a-431c-8bb0-7f78ee984993 HTTP/1.1" status: 204 len: 168 time: 2.8840351 Jul 07 17:29:15.548728 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9fe46d-77ad-4535-99aa-ed3c99bceb28', 'tag': 'ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:29:15.560933 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a03ab9-e12e-4a4e-83ab-0f4cd0a5a4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9fe46d-77ad-4535-99aa-ed3c99bceb28", "tag": "ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:29:15.603777 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf98727-b75e-495e-a24c-ac2b977705bf None None] Network 888184af-68bd-473b-926b-d4ef0f9f6494 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:15.606354 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d813ce50-9a01-4e40-a94a-5cd1d4fab0d4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Made reservation on behalf of 09c11134daa74f0f8c5e05ea5922ce3b for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:15.610413 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d813ce50-9a01-4e40-a94a-5cd1d4fab0d4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.645939 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] Set router 55ace385-b8cd-4c5c-b8e3-303b40122a56 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:15.706212 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31760919-9e1d-4313-af7d-c1b773397b27 x-openstack-request-id: req-31760919-9e1d-4313-af7d-c1b773397b27 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:29:15.706678 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9fe46d-77ad-4535-99aa-ed3c99bceb28", "tag": "ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:29:15.706678 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-31760919-9e1d-4313-af7d-c1b773397b27 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:29:15.707062 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9fe46d-77ad-4535-99aa-ed3c99bceb28', 'tag': 'ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca', 'status': 'completed', 'code': 200} Jul 07 17:29:15.742960 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e6a14d6-eb12-4a73-be84-3480b7cab233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.754628 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-51b226bc-a9f5-41ae-8777-209e7460b2ae None None] Provisioning complete for port b5f3dded-62f5-4bbb-add4-423f26c7c945 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:15.755015 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-51b226bc-a9f5-41ae-8777-209e7460b2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:15.841123 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-51b226bc-a9f5-41ae-8777-209e7460b2ae None None] Port b5f3dded-62f5-4bbb-add4-423f26c7c945 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:15.864857 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a03ab9-e12e-4a4e-83ab-0f4cd0a5a4bd req-cb5e15db-cbcd-42d5-92ad-be27b3c52ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:15.866469 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99a03ab9-e12e-4a4e-83ab-0f4cd0a5a4bd req-cb5e15db-cbcd-42d5-92ad-be27b3c52ab9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=df6063e237364604b6eba11f302ef76e&device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 1135 time: 0.1883678 Jul 07 17:29:15.987094 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a14d6-eb12-4a73-be84-3480b7cab233 admin admin] Deleting port 5c6f7284-b446-406e-9a96-7f31062c2cf4 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:15.987440 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e6a14d6-eb12-4a73-be84-3480b7cab233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.060597 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d813ce50-9a01-4e40-a94a-5cd1d4fab0d4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.111653 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:12Z', 'revision_number': 3, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f3dded-62f5-4bbb-add4-423f26c7c945', 'name': '', 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:1f:e0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:11Z', 'updated_at': '2021-07-07T17:29:13Z', 'revision_number': 2, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:16.123952 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-46e808d1-0ddf-4205-95ab-9bc86a7ba3b2 None None] Set router d5bf3419-6c24-46a0-8a13-1e0d36115244 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:16.152431 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] Checking router: 55ace385-b8cd-4c5c-b8e3-303b40122a56 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:16.153146 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] Updating router 55ace385-b8cd-4c5c-b8e3-303b40122a56 port b5f3dded-62f5-4bbb-add4-423f26c7c945 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:29:16.165709 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a03ab9-e12e-4a4e-83ab-0f4cd0a5a4bd req-84d3663e-b931-4c2d-8fd1-f53e26224cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:16.167273 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99a03ab9-e12e-4a4e-83ab-0f4cd0a5a4bd req-84d3663e-b931-4c2d-8fd1-f53e26224cb2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd6ff94b-d66f-4135-b764-26b8fc9012d2 HTTP/1.1" status: 200 len: 898 time: 0.2935696 Jul 07 17:29:16.169649 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813ce50-9a01-4e40-a94a-5cd1d4fab0d4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Subnet': ['ID=bfd44ed0-8e53-4954-ab5a-be29d7027037,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:16.198735 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.224724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d813ce50-9a01-4e40-a94a-5cd1d4fab0d4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Checking segment: {'id': '08cad3db-33c5-40c6-aa2f-1f26a759e256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:16.228113 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99a03ab9-e12e-4a4e-83ab-0f4cd0a5a4bd req-6144b763-f682-441c-9f93-08d330e694b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca HTTP/1.1" status: 200 len: 217 time: 0.0418324 Jul 07 17:29:16.229937 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-6e6a14d6-eb12-4a73-be84-3480b7cab233 admin admin] For port 5c6f7284-b446-406e-9a96-7f31062c2cf4, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5c6f7284-b446-406e-9a96-7f31062c2cf4,segment=NetworkSegment(657fedf3-913c-47f8-affe-3b1d3b7aac8a),segment_id=657fedf3-913c-47f8-affe-3b1d3b7aac8a)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:16.230309 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e6a14d6-eb12-4a73-be84-3480b7cab233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.245625 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d813ce50-9a01-4e40-a94a-5cd1d4fab0d4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network hostable DHCP agents. Network: d999832c-c836-4fb8-9349-9119267bd1c4, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:16.248346 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 38d1d7f2-4774-44f2-8c04-d029ebeb9658 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:16.251754 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0b22fc93-daa5-4bb4-b67d-afd49a00752d None None] Provisioning complete for port b5f3dded-62f5-4bbb-add4-423f26c7c945 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:16.252143 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b22fc93-daa5-4bb4-b67d-afd49a00752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.264590 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18823755-74cb-4d35-aa8f-91e5141da718 req-eb007a2e-8f5b-4496-a061-6f4c6c8c25e6 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:16.266602 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-18823755-74cb-4d35-aa8f-91e5141da718 req-eb007a2e-8f5b-4496-a061-6f4c6c8c25e6 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 984 time: 0.2712672 Jul 07 17:29:16.293446 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a14d6-eb12-4a73-be84-3480b7cab233 admin admin] Calling delete_port for 5c6f7284-b446-406e-9a96-7f31062c2cf4 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:16.314987 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d813ce50-9a01-4e40-a94a-5cd1d4fab0d4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network d999832c-c836-4fb8-9349-9119267bd1c4 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:16.324830 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a03ab9-e12e-4a4e-83ab-0f4cd0a5a4bd req-f06ac2df-784f-42fe-9426-301fe7cb4251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:16.326330 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99a03ab9-e12e-4a4e-83ab-0f4cd0a5a4bd req-f06ac2df-784f-42fe-9426-301fe7cb4251 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7fe1367c-96c8-48fa-a225-1935c8aa51c3 HTTP/1.1" status: 200 len: 835 time: 0.0832846 Jul 07 17:29:16.330458 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-18823755-74cb-4d35-aa8f-91e5141da718 req-c9335ece-a9ab-4036-9975-5d27fc8fc17e tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/security-groups?id=96081551-df3b-48ef-9a78-61a263cc1e93&id=22df481b-51a7-4e95-90af-cf1cc1ba057b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0552461 Jul 07 17:29:16.336297 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-d813ce50-9a01-4e40-a94a-5cd1d4fab0d4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, d999832c-c836-4fb8-9349-9119267bd1c4) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:16.345690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d813ce50-9a01-4e40-a94a-5cd1d4fab0d4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:16.346449 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d813ce50-9a01-4e40-a94a-5cd1d4fab0d4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.350914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83e651b-8da7-4849-9c88-d5b89e3d647f None None] Network d999832c-c836-4fb8-9349-9119267bd1c4 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:16.391681 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d813ce50-9a01-4e40-a94a-5cd1d4fab0d4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0161438 Jul 07 17:29:16.392367 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58286) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:16.444762 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-0b22fc93-daa5-4bb4-b67d-afd49a00752d None None] Port b5f3dded-62f5-4bbb-add4-423f26c7c945 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:16.483718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a03ab9-e12e-4a4e-83ab-0f4cd0a5a4bd req-aa81bfc7-79d8-415c-8e3d-5b4e476a6e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:16.487061 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99a03ab9-e12e-4a4e-83ab-0f4cd0a5a4bd req-aa81bfc7-79d8-415c-8e3d-5b4e476a6e8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd6ff94b-d66f-4135-b764-26b8fc9012d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008346 Jul 07 17:29:16.519251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 38d1d7f2-4774-44f2-8c04-d029ebeb9658 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:16.519632 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.530060 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e6a14d6-eb12-4a73-be84-3480b7cab233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.583791 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.587164 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a371010-6934-474a-bc59-f99eb8ad0582 None None] DHCP port deletion for 888184af-68bd-473b-926b-d4ef0f9f6494 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:16.595306 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] Transition to ACTIVE for port object b5f3dded-62f5-4bbb-add4-423f26c7c945 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:16.601832 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.613099 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a14d6-eb12-4a73-be84-3480b7cab233 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6f7284-b446-406e-9a96-7f31062c2cf4,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:16.622048 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6a14d6-eb12-4a73-be84-3480b7cab233 admin admin] No DVR routers for this DVR port 5c6f7284-b446-406e-9a96-7f31062c2cf4 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:16.673056 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc84ba-7712-418c-8a6e-0ec9b717a854 None None] Pushing event updated for resources: {'Port': ['ID=b5f3dded-62f5-4bbb-add4-423f26c7c945,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:16.740460 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e6a14d6-eb12-4a73-be84-3480b7cab233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.752705 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-6e6a14d6-eb12-4a73-be84-3480b7cab233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888184af-68bd-473b-926b-d4ef0f9f6494']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:16.760809 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-d999832c-c836-4fb8-9349-9119267bd1c4', 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'fixed_ips': [{'subnet_id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:16.761825 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.765138 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-6e6a14d6-eb12-4a73-be84-3480b7cab233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657fedf3-913c-47f8-affe-3b1d3b7aac8a') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:16.765438 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-6e6a14d6-eb12-4a73-be84-3480b7cab233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657fedf3-913c-47f8-affe-3b1d3b7aac8a') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:16.776821 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e6a14d6-eb12-4a73-be84-3480b7cab233 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.779361 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] Attempting to bind port b5f3dded-62f5-4bbb-add4-423f26c7c945 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:16.779844 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] Attempting to bind port b5f3dded-62f5-4bbb-add4-423f26c7c945 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '25896fb0-2c39-4f21-878b-94e81074049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:16.780335 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] Attempting to bind port b5f3dded-62f5-4bbb-add4-423f26c7c945 on network 819192e0-7817-4dd5-b6e7-d52a3154441e {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:16.794080 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e6a14d6-eb12-4a73-be84-3480b7cab233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.795161 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:16.795825 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] Checking segment: {'id': '25896fb0-2c39-4f21-878b-94e81074049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:16.796156 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.796676 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] Bound using segment: {'id': '25896fb0-2c39-4f21-878b-94e81074049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:16.797260 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] Bound port: b5f3dded-62f5-4bbb-add4-423f26c7c945, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25896fb0-2c39-4f21-878b-94e81074049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:16.797743 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.801060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6a14d6-eb12-4a73-be84-3480b7cab233 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:16.801416 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e6a14d6-eb12-4a73-be84-3480b7cab233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.815530 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:16.868122 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:16.878219 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:16.889990 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] For port b5f3dded-62f5-4bbb-add4-423f26c7c945, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:16.893448 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] For port b5f3dded-62f5-4bbb-add4-423f26c7c945, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b5f3dded-62f5-4bbb-add4-423f26c7c945,segment=NetworkSegment(25896fb0-2c39-4f21-878b-94e81074049d),segment_id=25896fb0-2c39-4f21-878b-94e81074049d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:16.897989 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.907134 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e6a14d6-eb12-4a73-be84-3480b7cab233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.912581 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6e6a14d6-eb12-4a73-be84-3480b7cab233 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.919691 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6e6a14d6-eb12-4a73-be84-3480b7cab233 admin admin] 10.222.0.50 "DELETE /v2.0/networks/888184af-68bd-473b-926b-d4ef0f9f6494 HTTP/1.1" status: 204 len: 168 time: 1.3754592 Jul 07 17:29:16.921497 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5c76e13c-a3ee-4bba-80c0-2cbe976a3c2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:16.923707 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58288) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:16.960334 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-46e808d1-0ddf-4205-95ab-9bc86a7ba3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1434028557', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:42Z', 'updated_at': '2021-07-07T17:27:46Z', 'revision_number': 4, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:43Z', 'updated_at': '2021-07-07T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'f24d90c8-6d48-43b5-b8c3-e7d42acfe3df', 'name': '', 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'mac_address': 'fa:16:3e:fb:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '7fe1367c-96c8-48fa-a225-1935c8aa51c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:46Z', 'updated_at': '2021-07-07T17:27:52Z', 'revision_number': 5, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'subnets': [{'id': '7fe1367c-96c8-48fa-a225-1935c8aa51c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:16.960971 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc84ba-7712-418c-8a6e-0ec9b717a854 None None] Pushing event updated for resources: {'Port': ['ID=b5f3dded-62f5-4bbb-add4-423f26c7c945,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:16.993874 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] Routers {'55ace385-b8cd-4c5c-b8e3-303b40122a56'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:16.994698 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['55ace385-b8cd-4c5c-b8e3-303b40122a56'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:17.010558 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a14d6-eb12-4a73-be84-3480b7cab233 admin admin] Pushing event deleted for resources: {'Network': ['ID=888184af-68bd-473b-926b-d4ef0f9f6494,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:17.032957 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99a03ab9-e12e-4a4e-83ab-0f4cd0a5a4bd req-79babf01-e146-4f2c-9004-796fb1268787 service neutron] 10.222.0.15 "GET /v2.0/networks/fd6ff94b-d66f-4135-b764-26b8fc9012d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5276320 Jul 07 17:29:17.121995 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] Set router 55ace385-b8cd-4c5c-b8e3-303b40122a56 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:17.268118 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e808d1-0ddf-4205-95ab-9bc86a7ba3b2 None None] Checking router: d5bf3419-6c24-46a0-8a13-1e0d36115244 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:17.296454 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e808d1-0ddf-4205-95ab-9bc86a7ba3b2 None None] Routers {'d5bf3419-6c24-46a0-8a13-1e0d36115244'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:17.297452 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-46e808d1-0ddf-4205-95ab-9bc86a7ba3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:28:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d5bf3419-6c24-46a0-8a13-1e0d36115244'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:17.323504 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-5c76e13c-a3ee-4bba-80c0-2cbe976a3c2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Allocated IP 172.22.0.1 (d999832c-c836-4fb8-9349-9119267bd1c4/bfd44ed0-8e53-4954-ab5a-be29d7027037/f4369173-5782-4034-b299-9e7cd29c0392) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:17.327834 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99a03ab9-e12e-4a4e-83ab-0f4cd0a5a4bd req-d84f2568-50c0-4ce7-900b-be47bf294d4c service neutron] 10.222.0.15 "GET /v2.0/networks/fd6ff94b-d66f-4135-b764-26b8fc9012d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858822 Jul 07 17:29:17.413270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-46e808d1-0ddf-4205-95ab-9bc86a7ba3b2 None None] Set router d5bf3419-6c24-46a0-8a13-1e0d36115244 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:17.429549 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:12Z', 'revision_number': 3, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f3dded-62f5-4bbb-add4-423f26c7c945', 'name': '', 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:1f:e0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:11Z', 'updated_at': '2021-07-07T17:29:16Z', 'revision_number': 4, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:17.461213 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb30594-4d8b-474f-934a-fcabc709b921 None None] The sync data for ids ['55ace385-b8cd-4c5c-b8e3-303b40122a56'] in n-d-793620-7 is: [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:12Z', 'revision_number': 3, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f3dded-62f5-4bbb-add4-423f26c7c945', 'name': '', 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:1f:e0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:11Z', 'updated_at': '2021-07-07T17:29:16Z', 'revision_number': 4, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:17.545499 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5c76e13c-a3ee-4bba-80c0-2cbe976a3c2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.563748 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-5c76e13c-a3ee-4bba-80c0-2cbe976a3c2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Transition to ACTIVE for port object f4369173-5782-4034-b299-9e7cd29c0392 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:17.565343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096b0ab-5df5-463c-a0bd-4d02975acaa3 req-8dcb93b9-6ec1-4b6c-99ab-8ec26c7c9ccb tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:17.567684 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3096b0ab-5df5-463c-a0bd-4d02975acaa3 req-8dcb93b9-6ec1-4b6c-99ab-8ec26c7c9ccb tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 984 time: 0.3912363 Jul 07 17:29:17.591009 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:17.591500 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.618289 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5c76e13c-a3ee-4bba-80c0-2cbe976a3c2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.671846 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c76e13c-a3ee-4bba-80c0-2cbe976a3c2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network d999832c-c836-4fb8-9349-9119267bd1c4 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:17.675688 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-5c76e13c-a3ee-4bba-80c0-2cbe976a3c2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:17.678323 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c76e13c-a3ee-4bba-80c0-2cbe976a3c2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:17.708216 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Allocated IP 172.22.0.2 (d999832c-c836-4fb8-9349-9119267bd1c4/bfd44ed0-8e53-4954-ab5a-be29d7027037/fff0fa4b-7c34-40a7-a729-02a29c652dbb) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:17.719126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76e13c-a3ee-4bba-80c0-2cbe976a3c2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Port': ['ID=f4369173-5782-4034-b299-9e7cd29c0392,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:17.741441 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5c76e13c-a3ee-4bba-80c0-2cbe976a3c2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.857641 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.908824 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5c76e13c-a3ee-4bba-80c0-2cbe976a3c2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.973548 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:17.984694 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Transition to ACTIVE for port object fff0fa4b-7c34-40a7-a729-02a29c652dbb will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:18.005432 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Transition to ACTIVE for port object fff0fa4b-7c34-40a7-a729-02a29c652dbb will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:18.040164 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.097830 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-949e9bd8-7c24-4336-a6df-e6dceafc0225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.152332 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Network d999832c-c836-4fb8-9349-9119267bd1c4 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:18.165374 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Pushing event updated for resources: {'Port': ['ID=fff0fa4b-7c34-40a7-a729-02a29c652dbb,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:18.175012 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:18.177431 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:18.197591 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2a62e-9294-4a30-b3c8-077c2f828a9a req-406775af-993f-48ad-88f2-638c5c5afbbd tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:18.200050 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-46e808d1-0ddf-4205-95ab-9bc86a7ba3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1434028557', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:42Z', 'updated_at': '2021-07-07T17:27:46Z', 'revision_number': 4, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:43Z', 'updated_at': '2021-07-07T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'f24d90c8-6d48-43b5-b8c3-e7d42acfe3df', 'name': '', 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'mac_address': 'fa:16:3e:fb:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '7fe1367c-96c8-48fa-a225-1935c8aa51c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:46Z', 'updated_at': '2021-07-07T17:27:52Z', 'revision_number': 5, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'subnets': [{'id': '7fe1367c-96c8-48fa-a225-1935c8aa51c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:18.206963 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2cf2a62e-9294-4a30-b3c8-077c2f828a9a req-406775af-993f-48ad-88f2-638c5c5afbbd tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 984 time: 0.6685834 Jul 07 17:29:18.224563 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5c76e13c-a3ee-4bba-80c0-2cbe976a3c2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.230670 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5c76e13c-a3ee-4bba-80c0-2cbe976a3c2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.285321 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2cf2a62e-9294-4a30-b3c8-077c2f828a9a req-688f891e-b129-45f0-938b-236faa39b5e0 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/security-groups?id=96081551-df3b-48ef-9a78-61a263cc1e93&id=22df481b-51a7-4e95-90af-cf1cc1ba057b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0733624 Jul 07 17:29:18.286802 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-3096b0ab-5df5-463c-a0bd-4d02975acaa3 req-33dd07dd-6e8f-4794-a7dd-6f8868cbdbff tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Deleting port ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:18.287150 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3096b0ab-5df5-463c-a0bd-4d02975acaa3 req-33dd07dd-6e8f-4794-a7dd-6f8868cbdbff tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.299703 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8e8c1395-a3b5-418b-aa81-a6663227815e no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:18.303439 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e808d1-0ddf-4205-95ab-9bc86a7ba3b2 None None] The sync data for ids ['d5bf3419-6c24-46a0-8a13-1e0d36115244'] in n-d-793620-7 is: [{'id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1434028557', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:42Z', 'updated_at': '2021-07-07T17:27:46Z', 'revision_number': 4, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:43Z', 'updated_at': '2021-07-07T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'f24d90c8-6d48-43b5-b8c3-e7d42acfe3df', 'name': '', 'network_id': 'fd6ff94b-d66f-4135-b764-26b8fc9012d2', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'mac_address': 'fa:16:3e:fb:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '7fe1367c-96c8-48fa-a225-1935c8aa51c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:46Z', 'updated_at': '2021-07-07T17:27:52Z', 'revision_number': 5, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'subnets': [{'id': '7fe1367c-96c8-48fa-a225-1935c8aa51c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:18.326025 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76e13c-a3ee-4bba-80c0-2cbe976a3c2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Port': ['ID=f4369173-5782-4034-b299-9e7cd29c0392,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:18.328695 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5c76e13c-a3ee-4bba-80c0-2cbe976a3c2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.364061 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 8e8c1395-a3b5-418b-aa81-a6663227815e {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:18.364502 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8e8c1395-a3b5-418b-aa81-a6663227815e not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:18.364999 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5b0bdf04-b259-45fd-a61c-23dd420261c7 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:18.385454 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 5b0bdf04-b259-45fd-a61c-23dd420261c7 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:18.385926 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5b0bdf04-b259-45fd-a61c-23dd420261c7 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:18.408915 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Attempting to bind port fff0fa4b-7c34-40a7-a729-02a29c652dbb on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:18.409301 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Attempting to bind port fff0fa4b-7c34-40a7-a729-02a29c652dbb by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '08cad3db-33c5-40c6-aa2f-1f26a759e256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:18.409673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Attempting to bind port fff0fa4b-7c34-40a7-a729-02a29c652dbb on network d999832c-c836-4fb8-9349-9119267bd1c4 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:18.421013 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:18.421408 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Checking segment: {'id': '08cad3db-33c5-40c6-aa2f-1f26a759e256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:18.421826 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.422229 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Bound using segment: {'id': '08cad3db-33c5-40c6-aa2f-1f26a759e256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:18.422742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Bound port: fff0fa4b-7c34-40a7-a729-02a29c652dbb, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08cad3db-33c5-40c6-aa2f-1f26a759e256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:18.423142 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.443900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c76e13c-a3ee-4bba-80c0-2cbe976a3c2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network d999832c-c836-4fb8-9349-9119267bd1c4 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:18.445596 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-5c76e13c-a3ee-4bba-80c0-2cbe976a3c2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:18.447022 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-3096b0ab-5df5-463c-a0bd-4d02975acaa3 req-33dd07dd-6e8f-4794-a7dd-6f8868cbdbff tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] For port ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca,segment=NetworkSegment(3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb),segment_id=3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:18.447491 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3096b0ab-5df5-463c-a0bd-4d02975acaa3 req-33dd07dd-6e8f-4794-a7dd-6f8868cbdbff tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.465312 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-3096b0ab-5df5-463c-a0bd-4d02975acaa3 req-33dd07dd-6e8f-4794-a7dd-6f8868cbdbff tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Calling delete_port for ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:18.553392 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b5f3dded-62f5-4bbb-add4-423f26c7c945 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:18.570614 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-91334e2f-cc47-4d4e-ab29-0810f2a7a432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.591689 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] For port fff0fa4b-7c34-40a7-a729-02a29c652dbb, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:18.613072 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] For port fff0fa4b-7c34-40a7-a729-02a29c652dbb, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=fff0fa4b-7c34-40a7-a729-02a29c652dbb,segment=NetworkSegment(08cad3db-33c5-40c6-aa2f-1f26a759e256),segment_id=08cad3db-33c5-40c6-aa2f-1f26a759e256)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:18.620353 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.700501 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf568c2-876c-4caf-ab85-8647ce9e77bb None None] Pushing event updated for resources: {'Port': ['ID=fff0fa4b-7c34-40a7-a729-02a29c652dbb,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:18.714312 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port b5f3dded-62f5-4bbb-add4-423f26c7c945 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:18.718993 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port b5f3dded-62f5-4bbb-add4-423f26c7c945 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:18.719377 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.788262 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319172dc-21a2-41f4-a163-2a63f06a2413 None None] New status for floating IP 94185cf9-6c6a-431c-8bb0-7f78ee984993: DOWN {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:29:18.830915 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3096b0ab-5df5-463c-a0bd-4d02975acaa3 req-33dd07dd-6e8f-4794-a7dd-6f8868cbdbff tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.870359 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd07dd-6e8f-4794-a7dd-6f8868cbdbff tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event deleted for resources: {'Port': ['ID=ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:18.929069 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3096b0ab-5df5-463c-a0bd-4d02975acaa3 req-33dd07dd-6e8f-4794-a7dd-6f8868cbdbff tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] No DVR routers for this DVR port ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:18.942111 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3096b0ab-5df5-463c-a0bd-4d02975acaa3 req-33dd07dd-6e8f-4794-a7dd-6f8868cbdbff tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:18.947534 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3096b0ab-5df5-463c-a0bd-4d02975acaa3 req-33dd07dd-6e8f-4794-a7dd-6f8868cbdbff tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.15 "DELETE /v2.0/ports/ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca HTTP/1.1" status: 204 len: 173 time: 1.3544552 Jul 07 17:29:18.948007 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9fe46d-77ad-4535-99aa-ed3c99bceb28', 'name': 'network-vif-deleted', 'tag': 'ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:29:18.950560 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1fa750-c06a-4f96-bbe8-b6e7d9bd04c1" -d '{"events": [{"server_uuid": "bc9fe46d-77ad-4535-99aa-ed3c99bceb28", "name": "network-vif-deleted", "tag": "ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:29:18.992456 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.024885 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.051746 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c76e13c-a3ee-4bba-80c0-2cbe976a3c2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router 55ace385-b8cd-4c5c-b8e3-303b40122a56 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:19.072151 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port b5f3dded-62f5-4bbb-add4-423f26c7c945, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b5f3dded-62f5-4bbb-add4-423f26c7c945,segment=NetworkSegment(25896fb0-2c39-4f21-878b-94e81074049d),segment_id=25896fb0-2c39-4f21-878b-94e81074049d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:19.078966 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.097046 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057b788f-d5a8-4a25-8d3e-afdfc51821f6 x-openstack-request-id: req-057b788f-d5a8-4a25-8d3e-afdfc51821f6 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:29:19.097420 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9fe46d-77ad-4535-99aa-ed3c99bceb28", "name": "network-vif-deleted", "tag": "ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:29:19.097587 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-057b788f-d5a8-4a25-8d3e-afdfc51821f6 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:29:19.097990 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9fe46d-77ad-4535-99aa-ed3c99bceb28', 'name': 'network-vif-deleted', 'tag': 'ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca', 'status': 'completed', 'code': 200} Jul 07 17:29:19.147556 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-91334e2f-cc47-4d4e-ab29-0810f2a7a432 admin admin] Deleting port 348f9724-26b1-496f-8e24-21f1ee0aaf32 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:19.147948 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-91334e2f-cc47-4d4e-ab29-0810f2a7a432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.172972 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5c6f7284-b446-406e-9a96-7f31062c2cf4 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:19.202158 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c76e13c-a3ee-4bba-80c0-2cbe976a3c2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:19.203318 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 5c6f7284-b446-406e-9a96-7f31062c2cf4 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:19.203318 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5c6f7284-b446-406e-9a96-7f31062c2cf4 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:19.204914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=b5f3dded-62f5-4bbb-add4-423f26c7c945,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:19.222422 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] Sync routers for ids ['55ace385-b8cd-4c5c-b8e3-303b40122a56'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:19.222951 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5c76e13c-a3ee-4bba-80c0-2cbe976a3c2c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/55ace385-b8cd-4c5c-b8e3-303b40122a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8280611 Jul 07 17:29:19.227110 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58294) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:19.232509 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-a2070ad2-785f-4bf8-8b20-4df7d02d0650 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'network': {'name': 'tempest-RoutersTest-1542594531'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:19.238858 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] Routers {'55ace385-b8cd-4c5c-b8e3-303b40122a56'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:19.239818 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['55ace385-b8cd-4c5c-b8e3-303b40122a56'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:19.261460 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2070ad2-785f-4bf8-8b20-4df7d02d0650 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Made reservation on behalf of 09c11134daa74f0f8c5e05ea5922ce3b for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:19.261606 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-91334e2f-cc47-4d4e-ab29-0810f2a7a432 admin admin] For port 348f9724-26b1-496f-8e24-21f1ee0aaf32, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=348f9724-26b1-496f-8e24-21f1ee0aaf32,segment=NetworkSegment(1238c656-b660-4a29-a058-e167ef27cf9f),segment_id=1238c656-b660-4a29-a058-e167ef27cf9f)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:19.262100 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-91334e2f-cc47-4d4e-ab29-0810f2a7a432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.266336 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2070ad2-785f-4bf8-8b20-4df7d02d0650 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.277412 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-91334e2f-cc47-4d4e-ab29-0810f2a7a432 admin admin] Calling delete_port for 348f9724-26b1-496f-8e24-21f1ee0aaf32 owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:19.304228 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2070ad2-785f-4bf8-8b20-4df7d02d0650 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:29:19.315500 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2070ad2-785f-4bf8-8b20-4df7d02d0650 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.315922 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-a2070ad2-785f-4bf8-8b20-4df7d02d0650 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Added segment 2414ea70-76e4-4483-9d87-46b22259bb61 of type vlan for network bc19add1-ff3b-4a4c-95ba-ade3d5040a98 Jul 07 17:29:19.327169 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:29:19.361658 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] Set router 55ace385-b8cd-4c5c-b8e3-303b40122a56 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:19.387604 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2070ad2-785f-4bf8-8b20-4df7d02d0650 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.439734 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2070ad2-785f-4bf8-8b20-4df7d02d0650 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.446960 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2070ad2-785f-4bf8-8b20-4df7d02d0650 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:19.447610 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2070ad2-785f-4bf8-8b20-4df7d02d0650 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.536915 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-860c2c57-1175-4ad0-8fe3-c24d31d3660d req-c468d8f2-f9dd-4fc4-8bf6-adceb562e959 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc9fe46d-77ad-4535-99aa-ed3c99bceb28 HTTP/1.1" status: 200 len: 210 time: 0.0402291 Jul 07 17:29:19.559950 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2070ad2-785f-4bf8-8b20-4df7d02d0650 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Network': ['ID=bc19add1-ff3b-4a4c-95ba-ade3d5040a98,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:19.572459 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network bc19add1-ff3b-4a4c-95ba-ade3d5040a98 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:29:19.586033 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a2070ad2-785f-4bf8-8b20-4df7d02d0650 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3577368 Jul 07 17:29:19.588282 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58298) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:19.596848 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-d10dde7c-f0b4-43a8-9eba-5c7a1f7704cc tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'subnet': {'network_id': 'bc19add1-ff3b-4a4c-95ba-ade3d5040a98', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:19.698520 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:17Z', 'revision_number': 4, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f3dded-62f5-4bbb-add4-423f26c7c945', 'name': '', 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:1f:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:11Z', 'updated_at': '2021-07-07T17:29:19Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4369173-5782-4034-b299-9e7cd29c0392', 'name': '', 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:32:34:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:17Z', 'updated_at': '2021-07-07T17:29:18Z', 'revision_number': 2, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:19.732322 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] Checking router: 55ace385-b8cd-4c5c-b8e3-303b40122a56 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:19.733133 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] Updating router 55ace385-b8cd-4c5c-b8e3-303b40122a56 port f4369173-5782-4034-b299-9e7cd29c0392 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:29:19.773486 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-91334e2f-cc47-4d4e-ab29-0810f2a7a432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.778800 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.808566 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10dde7c-f0b4-43a8-9eba-5c7a1f7704cc tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Made reservation on behalf of 09c11134daa74f0f8c5e05ea5922ce3b for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:29:19.812198 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d10dde7c-f0b4-43a8-9eba-5c7a1f7704cc tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:19.817408 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91334e2f-cc47-4d4e-ab29-0810f2a7a432 admin admin] Pushing event deleted for resources: {'Port': ['ID=348f9724-26b1-496f-8e24-21f1ee0aaf32,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:20.104599 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0add640-913e-47aa-bad7-f30bba6081b7 None None] Network d999832c-c836-4fb8-9349-9119267bd1c4 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:20.118197 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-91334e2f-cc47-4d4e-ab29-0810f2a7a432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.128126 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.139259 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] Transition to ACTIVE for port object f4369173-5782-4034-b299-9e7cd29c0392 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:20.145162 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.155796 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:20.168908 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d10dde7c-f0b4-43a8-9eba-5c7a1f7704cc tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.183192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5469295b-ca53-4b0f-b05d-6836371fb39c None None] Provisioning for port fff0fa4b-7c34-40a7-a729-02a29c652dbb completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:20.188496 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:20.188851 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ab5e8f13-22a5-4ef0-abb8-fb32acfc41ca not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:20.224295 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef95694-c5ca-4b97-906d-a6584495a108 None None] Pushing event updated for resources: {'Port': ['ID=f4369173-5782-4034-b299-9e7cd29c0392,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:20.262472 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] Attempting to bind port f4369173-5782-4034-b299-9e7cd29c0392 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:20.263046 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] Attempting to bind port f4369173-5782-4034-b299-9e7cd29c0392 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '08cad3db-33c5-40c6-aa2f-1f26a759e256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:20.263554 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] Attempting to bind port f4369173-5782-4034-b299-9e7cd29c0392 on network d999832c-c836-4fb8-9349-9119267bd1c4 {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:20.270072 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:20.270802 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] Checking segment: {'id': '08cad3db-33c5-40c6-aa2f-1f26a759e256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:20.271330 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.271723 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] Bound using segment: {'id': '08cad3db-33c5-40c6-aa2f-1f26a759e256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:20.272212 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] Bound port: f4369173-5782-4034-b299-9e7cd29c0392, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08cad3db-33c5-40c6-aa2f-1f26a759e256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:20.272593 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.322323 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10dde7c-f0b4-43a8-9eba-5c7a1f7704cc tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Subnet': ['ID=e4fda45c-c8bd-4dae-8f81-bf2f6fda9dea,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:20.344428 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10dde7c-f0b4-43a8-9eba-5c7a1f7704cc tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Checking segment: {'id': '2414ea70-76e4-4483-9d87-46b22259bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bc19add1-ff3b-4a4c-95ba-ade3d5040a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:20.344799 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10dde7c-f0b4-43a8-9eba-5c7a1f7704cc tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network hostable DHCP agents. Network: bc19add1-ff3b-4a4c-95ba-ade3d5040a98, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:29:20.384270 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.409758 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10dde7c-f0b4-43a8-9eba-5c7a1f7704cc tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network bc19add1-ff3b-4a4c-95ba-ade3d5040a98 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:29:20.430419 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-d10dde7c-f0b4-43a8-9eba-5c7a1f7704cc tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, bc19add1-ff3b-4a4c-95ba-ade3d5040a98) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:20.438710 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262d6fb4-76e8-4917-b3cd-19dc33af3677 None None] Network bc19add1-ff3b-4a4c-95ba-ade3d5040a98 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:20.466765 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10dde7c-f0b4-43a8-9eba-5c7a1f7704cc tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:29:20.467361 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d10dde7c-f0b4-43a8-9eba-5c7a1f7704cc tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.478352 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] For port f4369173-5782-4034-b299-9e7cd29c0392, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:20.482794 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] For port f4369173-5782-4034-b299-9e7cd29c0392, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=f4369173-5782-4034-b299-9e7cd29c0392,segment=NetworkSegment(08cad3db-33c5-40c6-aa2f-1f26a759e256),segment_id=08cad3db-33c5-40c6-aa2f-1f26a759e256)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:20.500117 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d10dde7c-f0b4-43a8-9eba-5c7a1f7704cc tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9099271 Jul 07 17:29:20.503286 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58302) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:20.506060 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.538769 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91334e2f-cc47-4d4e-ab29-0810f2a7a432 admin admin] Router c6b1e794-d427-499f-8aed-234c76e28d02 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:20.626764 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] Routers {'55ace385-b8cd-4c5c-b8e3-303b40122a56'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:20.627390 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['55ace385-b8cd-4c5c-b8e3-303b40122a56'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:20.636069 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef95694-c5ca-4b97-906d-a6584495a108 None None] Pushing event updated for resources: {'Port': ['ID=f4369173-5782-4034-b299-9e7cd29c0392,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:20.741691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58306) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:20.749216 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-bc19add1-ff3b-4a4c-95ba-ade3d5040a98', 'network_id': 'bc19add1-ff3b-4a4c-95ba-ade3d5040a98', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'fixed_ips': [{'subnet_id': 'e4fda45c-c8bd-4dae-8f81-bf2f6fda9dea'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:29:20.750359 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.782343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91334e2f-cc47-4d4e-ab29-0810f2a7a432 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:20.782669 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fff0fa4b-7c34-40a7-a729-02a29c652dbb up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:20.791437 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-91334e2f-cc47-4d4e-ab29-0810f2a7a432 admin admin] 10.222.0.50 "PUT /v2.0/routers/c6b1e794-d427-499f-8aed-234c76e28d02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8498871 Jul 07 17:29:20.795627 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58308) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:20.835187 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] Set router 55ace385-b8cd-4c5c-b8e3-303b40122a56 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:20.847078 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd69bb09-52d3-4fa6-ae7a-f8d7f6390047 None None] Sync routers for ids ['c6b1e794-d427-499f-8aed-234c76e28d02'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:20.866411 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4212071e-03bc-467c-9ec0-dae640af1537 None None] Provisioning for port f4369173-5782-4034-b299-9e7cd29c0392 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:20.912242 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-eac59fb2-90ca-4feb-9878-982f359cd046 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.954337 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-eac59fb2-90ca-4feb-9878-982f359cd046 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:20.970564 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07aa8657-abcb-400c-bc28-6b0919cffa5a admin admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.025482 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd69bb09-52d3-4fa6-ae7a-f8d7f6390047 None None] Routers {'c6b1e794-d427-499f-8aed-234c76e28d02'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:21.026123 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-cd69bb09-52d3-4fa6-ae7a-f8d7f6390047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['c6b1e794-d427-499f-8aed-234c76e28d02'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:21.087800 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-eac59fb2-90ca-4feb-9878-982f359cd046 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.093234 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-eac59fb2-90ca-4feb-9878-982f359cd046 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.097189 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-eac59fb2-90ca-4feb-9878-982f359cd046 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "DELETE /v2.0/security-groups/96081551-df3b-48ef-9a78-61a263cc1e93 HTTP/1.1" status: 204 len: 168 time: 0.3521993 Jul 07 17:29:21.103977 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58310) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:21.138673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Allocated IP 172.23.0.2 (bc19add1-ff3b-4a4c-95ba-ade3d5040a98/e4fda45c-c8bd-4dae-8f81-bf2f6fda9dea/8a35477b-3a04-4ded-b45a-c0de90562385) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:21.146270 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac59fb2-90ca-4feb-9878-982f359cd046 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96081551-df3b-48ef-9a78-61a263cc1e93,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:21.183208 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07aa8657-abcb-400c-bc28-6b0919cffa5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.236380 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:17Z', 'revision_number': 4, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f3dded-62f5-4bbb-add4-423f26c7c945', 'name': '', 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:1f:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:11Z', 'updated_at': '2021-07-07T17:29:19Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4369173-5782-4034-b299-9e7cd29c0392', 'name': '', 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:32:34:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:17Z', 'updated_at': '2021-07-07T17:29:20Z', 'revision_number': 4, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:21.241513 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port fff0fa4b-7c34-40a7-a729-02a29c652dbb completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:21.257918 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4fd272c1-c831-4dbf-a2e2-6e9c744bab5a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.261352 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b88a9b72-7b71-4156-a65b-2ed8288b069f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.270495 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e08acc-ab93-4f95-a0c2-a53de207c315 None None] The sync data for ids ['55ace385-b8cd-4c5c-b8e3-303b40122a56'] in n-d-793620-7 is: [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:17Z', 'revision_number': 4, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f3dded-62f5-4bbb-add4-423f26c7c945', 'name': '', 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:1f:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:11Z', 'updated_at': '2021-07-07T17:29:19Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4369173-5782-4034-b299-9e7cd29c0392', 'name': '', 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:32:34:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:17Z', 'updated_at': '2021-07-07T17:29:20Z', 'revision_number': 4, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:21.305353 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b88a9b72-7b71-4156-a65b-2ed8288b069f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.332960 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-07aa8657-abcb-400c-bc28-6b0919cffa5a admin admin] Deleting port ef420795-2710-4374-998e-2dcccffcf14a {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:21.333509 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07aa8657-abcb-400c-bc28-6b0919cffa5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.374788 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port fff0fa4b-7c34-40a7-a729-02a29c652dbb triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:21.375294 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.473568 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-cd69bb09-52d3-4fa6-ae7a-f8d7f6390047 None None] Set router c6b1e794-d427-499f-8aed-234c76e28d02 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:21.483195 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b88a9b72-7b71-4156-a65b-2ed8288b069f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.486122 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b88a9b72-7b71-4156-a65b-2ed8288b069f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.489862 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b88a9b72-7b71-4156-a65b-2ed8288b069f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "DELETE /v2.0/security-groups/22df481b-51a7-4e95-90af-cf1cc1ba057b HTTP/1.1" status: 204 len: 168 time: 0.3799396 Jul 07 17:29:21.490783 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58312) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:21.510027 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-07aa8657-abcb-400c-bc28-6b0919cffa5a admin admin] For port ef420795-2710-4374-998e-2dcccffcf14a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ef420795-2710-4374-998e-2dcccffcf14a,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:21.510455 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07aa8657-abcb-400c-bc28-6b0919cffa5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.523343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a9b72-7b71-4156-a65b-2ed8288b069f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22df481b-51a7-4e95-90af-cf1cc1ba057b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:21.543049 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-07aa8657-abcb-400c-bc28-6b0919cffa5a admin admin] Calling delete_port for ef420795-2710-4374-998e-2dcccffcf14a owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:21.802212 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07aa8657-abcb-400c-bc28-6b0919cffa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.921383 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07aa8657-abcb-400c-bc28-6b0919cffa5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:21.925641 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa8657-abcb-400c-bc28-6b0919cffa5a admin admin] Pushing event deleted for resources: {'Port': ['ID=ef420795-2710-4374-998e-2dcccffcf14a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:22.058531 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07aa8657-abcb-400c-bc28-6b0919cffa5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.060665 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07aa8657-abcb-400c-bc28-6b0919cffa5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.123010 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07aa8657-abcb-400c-bc28-6b0919cffa5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.123597 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07aa8657-abcb-400c-bc28-6b0919cffa5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6b1e794-d427-499f-8aed-234c76e28d02 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:29:22.128031 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.131253 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4741c8af-1df3-4aa2-b29e-171dc3d9101f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.135899 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07aa8657-abcb-400c-bc28-6b0919cffa5a admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.139386 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-07aa8657-abcb-400c-bc28-6b0919cffa5a admin admin] 10.222.0.50 "DELETE /v2.0/routers/c6b1e794-d427-499f-8aed-234c76e28d02 HTTP/1.1" status: 204 len: 168 time: 1.3388903 Jul 07 17:29:22.140685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58314) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:22.194733 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b7f162-f9a8-45b0-a511-94ea2c8aeba8 admin admin] Deleting subnet e001aa9a-d532-4d5e-bdcc-778c244d97d0 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:22.198798 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c5b7f162-f9a8-45b0-a511-94ea2c8aeba8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.199718 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.216035 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port fff0fa4b-7c34-40a7-a729-02a29c652dbb, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=fff0fa4b-7c34-40a7-a729-02a29c652dbb,segment=NetworkSegment(08cad3db-33c5-40c6-aa2f-1f26a759e256),segment_id=08cad3db-33c5-40c6-aa2f-1f26a759e256)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:22.225665 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.226513 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b5f3dded-62f5-4bbb-add4-423f26c7c945 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:22.228932 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Transition to ACTIVE for port object 8a35477b-3a04-4ded-b45a-c0de90562385 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:22.237469 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c5b7f162-f9a8-45b0-a511-94ea2c8aeba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.311907 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Transition to ACTIVE for port object 8a35477b-3a04-4ded-b45a-c0de90562385 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:22.335399 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.339564 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=fff0fa4b-7c34-40a7-a729-02a29c652dbb,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:22.377812 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-cd69bb09-52d3-4fa6-ae7a-f8d7f6390047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b1e794-d427-499f-8aed-234c76e28d02', 'name': 'tempest-TestVolumeBootPattern-1863787325-router', 'tenant_id': '6df024de71cc47ef8da5895e5addde45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'ef420795-2710-4374-998e-2dcccffcf14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:18:11Z', 'updated_at': '2021-07-07T17:29:19Z', 'revision_number': 5, 'project_id': '6df024de71cc47ef8da5895e5addde45', 'gw_port': {'id': 'ef420795-2710-4374-998e-2dcccffcf14a', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b1e794-d427-499f-8aed-234c76e28d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:18:12Z', 'updated_at': '2021-07-07T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:22.399537 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-4fd272c1-c831-4dbf-a2e2-6e9c744bab5a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Allocated IP 172.23.0.1 (bc19add1-ff3b-4a4c-95ba-ade3d5040a98/e4fda45c-c8bd-4dae-8f81-bf2f6fda9dea/857b2e64-34a0-41ec-82cd-bc8550260b81) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:29:22.414212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Network bc19add1-ff3b-4a4c-95ba-ade3d5040a98 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:22.425244 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:22.427217 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd69bb09-52d3-4fa6-ae7a-f8d7f6390047 None None] Checking router: c6b1e794-d427-499f-8aed-234c76e28d02 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:22.429783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:22.435582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port b5f3dded-62f5-4bbb-add4-423f26c7c945 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:22.435964 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.465734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Pushing event updated for resources: {'Port': ['ID=8a35477b-3a04-4ded-b45a-c0de90562385,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:22.514771 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd69bb09-52d3-4fa6-ae7a-f8d7f6390047 None None] Routers set() bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:22.515206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd69bb09-52d3-4fa6-ae7a-f8d7f6390047 None None] Router IDs set() for agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 17:29:22.515765 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_agentschedulers_db [None req-cd69bb09-52d3-4fa6-ae7a-f8d7f6390047 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c6b1e794-d427-499f-8aed-234c76e28d02'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent'). {{(pid=100411) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 17:29:22.516162 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd69bb09-52d3-4fa6-ae7a-f8d7f6390047 None None] The sync data for ids ['c6b1e794-d427-499f-8aed-234c76e28d02'] in n-d-793620-7 is: [] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:22.541927 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Attempting to bind port 8a35477b-3a04-4ded-b45a-c0de90562385 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:22.542664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Attempting to bind port 8a35477b-3a04-4ded-b45a-c0de90562385 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '2414ea70-76e4-4483-9d87-46b22259bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bc19add1-ff3b-4a4c-95ba-ade3d5040a98'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:22.543214 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Attempting to bind port 8a35477b-3a04-4ded-b45a-c0de90562385 on network bc19add1-ff3b-4a4c-95ba-ade3d5040a98 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:22.552519 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:22.552898 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Checking segment: {'id': '2414ea70-76e4-4483-9d87-46b22259bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bc19add1-ff3b-4a4c-95ba-ade3d5040a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:22.553303 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.553703 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Bound using segment: {'id': '2414ea70-76e4-4483-9d87-46b22259bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bc19add1-ff3b-4a4c-95ba-ade3d5040a98'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:22.554191 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Bound port: 8a35477b-3a04-4ded-b45a-c0de90562385, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2414ea70-76e4-4483-9d87-46b22259bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bc19add1-ff3b-4a4c-95ba-ade3d5040a98'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:22.554605 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.606046 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4fd272c1-c831-4dbf-a2e2-6e9c744bab5a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.651893 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] For port 8a35477b-3a04-4ded-b45a-c0de90562385, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:22.655237 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-4fd272c1-c831-4dbf-a2e2-6e9c744bab5a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Transition to ACTIVE for port object 857b2e64-34a0-41ec-82cd-bc8550260b81 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:22.655429 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] For port 8a35477b-3a04-4ded-b45a-c0de90562385, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8a35477b-3a04-4ded-b45a-c0de90562385,segment=NetworkSegment(2414ea70-76e4-4483-9d87-46b22259bb61),segment_id=2414ea70-76e4-4483-9d87-46b22259bb61)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:22.661118 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.688023 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c5b7f162-f9a8-45b0-a511-94ea2c8aeba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.703770 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-4741c8af-1df3-4aa2-b29e-171dc3d9101f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Deleting port f24d90c8-6d48-43b5-b8c3-e7d42acfe3df {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:22.703770 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4741c8af-1df3-4aa2-b29e-171dc3d9101f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.731983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac3ba6-f2ee-4bd8-9968-8b254027c068 None None] Pushing event updated for resources: {'Port': ['ID=8a35477b-3a04-4ded-b45a-c0de90562385,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:22.756169 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4fd272c1-c831-4dbf-a2e2-6e9c744bab5a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.762191 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c5b7f162-f9a8-45b0-a511-94ea2c8aeba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.790235 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7f162-f9a8-45b0-a511-94ea2c8aeba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e001aa9a-d532-4d5e-bdcc-778c244d97d0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:22.796084 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c5b7f162-f9a8-45b0-a511-94ea2c8aeba8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.798134 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e70d73-082e-4e15-b868-c73026f4a6fd None None] Network 33af2592-3e8d-427d-b984-223761024e8a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:22.798265 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c5b7f162-f9a8-45b0-a511-94ea2c8aeba8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e001aa9a-d532-4d5e-bdcc-778c244d97d0 HTTP/1.1" status: 204 len: 168 time: 0.6573143 Jul 07 17:29:22.800792 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58316) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:22.839800 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd272c1-c831-4dbf-a2e2-6e9c744bab5a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network bc19add1-ff3b-4a4c-95ba-ade3d5040a98 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:22.841046 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd272c1-c831-4dbf-a2e2-6e9c744bab5a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Port': ['ID=857b2e64-34a0-41ec-82cd-bc8550260b81,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:22.847622 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-4fd272c1-c831-4dbf-a2e2-6e9c744bab5a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:22.851184 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd272c1-c831-4dbf-a2e2-6e9c744bab5a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:29:22.884474 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36860757-c2b7-46e3-bc90-a56077b83f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.933886 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4fd272c1-c831-4dbf-a2e2-6e9c744bab5a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:22.938281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-4741c8af-1df3-4aa2-b29e-171dc3d9101f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] For port f24d90c8-6d48-43b5-b8c3-e7d42acfe3df, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=f24d90c8-6d48-43b5-b8c3-e7d42acfe3df,segment=NetworkSegment(3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb),segment_id=3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:22.938686 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4741c8af-1df3-4aa2-b29e-171dc3d9101f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.008161 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-36860757-c2b7-46e3-bc90-a56077b83f4d admin admin] Deleting port c374a19a-9ce7-4cb5-aa13-af20811e751c {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:23.008799 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36860757-c2b7-46e3-bc90-a56077b83f4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.028902 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-4741c8af-1df3-4aa2-b29e-171dc3d9101f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Calling delete_port for f24d90c8-6d48-43b5-b8c3-e7d42acfe3df owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:23.122063 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a8abc7-c1b9-487c-bd99-78c1ea56919e None None] DHCP port deletion for 33af2592-3e8d-427d-b984-223761024e8a request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:23.173470 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-36860757-c2b7-46e3-bc90-a56077b83f4d admin admin] For port c374a19a-9ce7-4cb5-aa13-af20811e751c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c374a19a-9ce7-4cb5-aa13-af20811e751c,segment=NetworkSegment(1238c656-b660-4a29-a058-e167ef27cf9f),segment_id=1238c656-b660-4a29-a058-e167ef27cf9f)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:23.173901 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36860757-c2b7-46e3-bc90-a56077b83f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.204656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-36860757-c2b7-46e3-bc90-a56077b83f4d admin admin] Calling delete_port for c374a19a-9ce7-4cb5-aa13-af20811e751c owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:23.209684 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-05a8abc7-c1b9-487c-bd99-78c1ea56919e None None] Deleting port c374a19a-9ce7-4cb5-aa13-af20811e751c {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:23.210471 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-05a8abc7-c1b9-487c-bd99-78c1ea56919e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.282796 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-05a8abc7-c1b9-487c-bd99-78c1ea56919e None None] For port c374a19a-9ce7-4cb5-aa13-af20811e751c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c374a19a-9ce7-4cb5-aa13-af20811e751c,segment=NetworkSegment(1238c656-b660-4a29-a058-e167ef27cf9f),segment_id=1238c656-b660-4a29-a058-e167ef27cf9f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:23.283198 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-05a8abc7-c1b9-487c-bd99-78c1ea56919e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.298556 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-05a8abc7-c1b9-487c-bd99-78c1ea56919e None None] Calling delete_port for c374a19a-9ce7-4cb5-aa13-af20811e751c owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:23.299256 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36860757-c2b7-46e3-bc90-a56077b83f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.311257 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4fd272c1-c831-4dbf-a2e2-6e9c744bab5a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.329766 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36860757-c2b7-46e3-bc90-a56077b83f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=c374a19a-9ce7-4cb5-aa13-af20811e751c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:23.335729 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36860757-c2b7-46e3-bc90-a56077b83f4d admin admin] No DVR routers for this DVR port c374a19a-9ce7-4cb5-aa13-af20811e751c on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:23.391108 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-05a8abc7-c1b9-487c-bd99-78c1ea56919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.419234 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8abc7-c1b9-487c-bd99-78c1ea56919e None None] Pushing event deleted for resources: {'Port': ['ID=c374a19a-9ce7-4cb5-aa13-af20811e751c,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:23.423141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a8abc7-c1b9-487c-bd99-78c1ea56919e None None] No DVR routers for this DVR port c374a19a-9ce7-4cb5-aa13-af20811e751c on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:23.424594 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36860757-c2b7-46e3-bc90-a56077b83f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.437685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-36860757-c2b7-46e3-bc90-a56077b83f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33af2592-3e8d-427d-b984-223761024e8a']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:23.453747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-36860757-c2b7-46e3-bc90-a56077b83f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1238c656-b660-4a29-a058-e167ef27cf9f') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:23.454139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-36860757-c2b7-46e3-bc90-a56077b83f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1238c656-b660-4a29-a058-e167ef27cf9f') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:23.463854 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36860757-c2b7-46e3-bc90-a56077b83f4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.478319 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36860757-c2b7-46e3-bc90-a56077b83f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.486754 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36860757-c2b7-46e3-bc90-a56077b83f4d admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:23.487939 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36860757-c2b7-46e3-bc90-a56077b83f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:23.490740 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:23.522695 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4741c8af-1df3-4aa2-b29e-171dc3d9101f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.610202 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36860757-c2b7-46e3-bc90-a56077b83f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.635277 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36860757-c2b7-46e3-bc90-a56077b83f4d admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.638794 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-36860757-c2b7-46e3-bc90-a56077b83f4d admin admin] 10.222.0.50 "DELETE /v2.0/networks/33af2592-3e8d-427d-b984-223761024e8a HTTP/1.1" status: 204 len: 168 time: 0.8370051 Jul 07 17:29:23.641127 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741c8af-1df3-4aa2-b29e-171dc3d9101f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event deleted for resources: {'Port': ['ID=f24d90c8-6d48-43b5-b8c3-e7d42acfe3df,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:23.656743 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36860757-c2b7-46e3-bc90-a56077b83f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=33af2592-3e8d-427d-b984-223761024e8a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:23.692863 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fff0fa4b-7c34-40a7-a729-02a29c652dbb up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:23.754222 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port fff0fa4b-7c34-40a7-a729-02a29c652dbb triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:23.754638 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.883975 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4fd272c1-c831-4dbf-a2e2-6e9c744bab5a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.886304 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4741c8af-1df3-4aa2-b29e-171dc3d9101f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.892711 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4fd272c1-c831-4dbf-a2e2-6e9c744bab5a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.903720 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f4369173-5782-4034-b299-9e7cd29c0392 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:23.905072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58320) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:23.960730 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1f548dfd-5503-4479-8359-d178ed24abf1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cea56dc008374433a72ff26fbcfa22d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537522 Jul 07 17:29:23.963095 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58322) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:23.970754 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port f4369173-5782-4034-b299-9e7cd29c0392 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:23.975664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port f4369173-5782-4034-b299-9e7cd29c0392 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:23.976096 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:23.988494 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4fd272c1-c831-4dbf-a2e2-6e9c744bab5a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.027039 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-40c15b1c-688d-4a00-8023-26d6fa17f74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.058243 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-40c15b1c-688d-4a00-8023-26d6fa17f74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.079562 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd272c1-c831-4dbf-a2e2-6e9c744bab5a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event updated for resources: {'Port': ['ID=857b2e64-34a0-41ec-82cd-bc8550260b81,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:24.094324 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.124878 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-40c15b1c-688d-4a00-8023-26d6fa17f74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.127057 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a39459-9592-4c66-b447-5217e3bb0d94 None None] Network bc19add1-ff3b-4a4c-95ba-ade3d5040a98 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:24.128120 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-40c15b1c-688d-4a00-8023-26d6fa17f74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.129568 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-40c15b1c-688d-4a00-8023-26d6fa17f74f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0fa07fa3-ec10-4e3e-b690-151167dc3207 HTTP/1.1" status: 204 len: 168 time: 0.1619515 Jul 07 17:29:24.139064 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c15b1c-688d-4a00-8023-26d6fa17f74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa07fa3-ec10-4e3e-b690-151167dc3207,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:24.224722 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port f4369173-5782-4034-b299-9e7cd29c0392, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=f4369173-5782-4034-b299-9e7cd29c0392,segment=NetworkSegment(08cad3db-33c5-40c6-aa2f-1f26a759e256),segment_id=08cad3db-33c5-40c6-aa2f-1f26a759e256)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:24.231084 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.240525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-661a201f-adb0-445f-a4c7-0b26d3ff81f2 None None] Provisioning for port 8a35477b-3a04-4ded-b45a-c0de90562385 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:24.269809 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 348f9724-26b1-496f-8e24-21f1ee0aaf32 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:24.313228 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 348f9724-26b1-496f-8e24-21f1ee0aaf32 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:24.313589 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 348f9724-26b1-496f-8e24-21f1ee0aaf32 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:24.361417 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=f4369173-5782-4034-b299-9e7cd29c0392,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:24.541421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58328) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:24.585181 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-794edb33-3d0a-4b8d-934a-9a7090a47cb2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6df024de71cc47ef8da5895e5addde45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424914 Jul 07 17:29:24.587836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58330) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:24.612177 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd272c1-c831-4dbf-a2e2-6e9c744bab5a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Network bc19add1-ff3b-4a4c-95ba-ade3d5040a98 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:29:24.615117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-4fd272c1-c831-4dbf-a2e2-6e9c744bab5a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:29:24.643321 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-506bf75a-d757-4784-80ed-91d97f65d77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.667151 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-506bf75a-d757-4784-80ed-91d97f65d77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.723787 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9dd3138c-3638-4b1c-b570-29b7567471f8 None None] Provisioning for port 857b2e64-34a0-41ec-82cd-bc8550260b81 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:24.728555 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9dd3138c-3638-4b1c-b570-29b7567471f8 None None] Provisioning complete for port 857b2e64-34a0-41ec-82cd-bc8550260b81 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:24.728952 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9dd3138c-3638-4b1c-b570-29b7567471f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.748429 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-506bf75a-d757-4784-80ed-91d97f65d77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.753395 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-506bf75a-d757-4784-80ed-91d97f65d77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:24.755263 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-506bf75a-d757-4784-80ed-91d97f65d77d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3957d71-8955-4bdb-aad5-b9dececd6db0 HTTP/1.1" status: 204 len: 168 time: 0.1661284 Jul 07 17:29:24.788418 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-9dd3138c-3638-4b1c-b570-29b7567471f8 None None] Port 857b2e64-34a0-41ec-82cd-bc8550260b81 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:24.797911 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bf75a-d757-4784-80ed-91d97f65d77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3957d71-8955-4bdb-aad5-b9dececd6db0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:24.801794 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4741c8af-1df3-4aa2-b29e-171dc3d9101f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Router d5bf3419-6c24-46a0-8a13-1e0d36115244 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:24.818580 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd272c1-c831-4dbf-a2e2-6e9c744bab5a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router 55ace385-b8cd-4c5c-b8e3-303b40122a56 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:24.948277 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-465a9fa7-dd23-4506-8d89-ba6db4b58376 None None] Provisioning complete for port 857b2e64-34a0-41ec-82cd-bc8550260b81 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:24.948655 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-465a9fa7-dd23-4506-8d89-ba6db4b58376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.007262 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8a35477b-3a04-4ded-b45a-c0de90562385 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:25.036407 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-465a9fa7-dd23-4506-8d89-ba6db4b58376 None None] Port 857b2e64-34a0-41ec-82cd-bc8550260b81 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:25.063523 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd272c1-c831-4dbf-a2e2-6e9c744bab5a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:25.074160 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4fd272c1-c831-4dbf-a2e2-6e9c744bab5a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/55ace385-b8cd-4c5c-b8e3-303b40122a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5663095 Jul 07 17:29:25.074798 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58334) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:25.080578 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] Sync routers for ids ['55ace385-b8cd-4c5c-b8e3-303b40122a56'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:25.081322 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4741c8af-1df3-4aa2-b29e-171dc3d9101f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:25.087600 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-1e47afb9-7f2b-41a8-adca-eef4dd72c456 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:25.094612 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4741c8af-1df3-4aa2-b29e-171dc3d9101f tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "PUT /v2.0/routers/d5bf3419-6c24-46a0-8a13-1e0d36115244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5990098 Jul 07 17:29:25.096744 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] Routers {'55ace385-b8cd-4c5c-b8e3-303b40122a56'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:25.097389 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58336) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:25.098709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4020380-f9b2-4f3d-b6ce-7cfd998ebb42 None None] Sync routers for ids ['d5bf3419-6c24-46a0-8a13-1e0d36115244'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:25.100948 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['55ace385-b8cd-4c5c-b8e3-303b40122a56'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:25.108425 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 8a35477b-3a04-4ded-b45a-c0de90562385 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:25.112558 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 8a35477b-3a04-4ded-b45a-c0de90562385 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:25.112943 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.125402 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4020380-f9b2-4f3d-b6ce-7cfd998ebb42 None None] Routers {'d5bf3419-6c24-46a0-8a13-1e0d36115244'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:25.126126 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e4020380-f9b2-4f3d-b6ce-7cfd998ebb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d5bf3419-6c24-46a0-8a13-1e0d36115244'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:25.219408 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4f1b9c-cd7c-4224-af58-ebfac36ee6b5 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Deleting subnet 7fe1367c-96c8-48fa-a225-1935c8aa51c3 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:25.229884 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b4f1b9c-cd7c-4224-af58-ebfac36ee6b5 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.304043 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] Set router 55ace385-b8cd-4c5c-b8e3-303b40122a56 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:25.339066 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b4f1b9c-cd7c-4224-af58-ebfac36ee6b5 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.377291 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-e4020380-f9b2-4f3d-b6ce-7cfd998ebb42 None None] Set router d5bf3419-6c24-46a0-8a13-1e0d36115244 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:25.456401 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b4f1b9c-cd7c-4224-af58-ebfac36ee6b5 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.525119 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7526ca37-bc5b-4179-b7cc-ebfae76b3682 None None] Provisioning complete for port 857b2e64-34a0-41ec-82cd-bc8550260b81 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:25.525644 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7526ca37-bc5b-4179-b7cc-ebfae76b3682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.579166 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b4f1b9c-cd7c-4224-af58-ebfac36ee6b5 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.611361 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f1b9c-cd7c-4224-af58-ebfac36ee6b5 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe1367c-96c8-48fa-a225-1935c8aa51c3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:25.619770 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b4f1b9c-cd7c-4224-af58-ebfac36ee6b5 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.622933 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1b4f1b9c-cd7c-4224-af58-ebfac36ee6b5 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "DELETE /v2.0/subnets/7fe1367c-96c8-48fa-a225-1935c8aa51c3 HTTP/1.1" status: 204 len: 168 time: 0.5243301 Jul 07 17:29:25.625896 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58338) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:25.628695 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.extraroute_db [None req-1e47afb9-7f2b-41a8-adca-eef4dd72c456 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:29:25.636583 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7526ca37-bc5b-4179-b7cc-ebfae76b3682 None None] Port 857b2e64-34a0-41ec-82cd-bc8550260b81 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:29:25.639597 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0911bd90-028b-4479-b97d-ab26a8e0c729 None None] Network fd6ff94b-d66f-4135-b764-26b8fc9012d2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:25.649983 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.extraroute_db [None req-1e47afb9-7f2b-41a8-adca-eef4dd72c456 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Removed routes are [] {{(pid=100410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:29:25.650404 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1e47afb9-7f2b-41a8-adca-eef4dd72c456 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.662826 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:23Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857b2e64-34a0-41ec-82cd-bc8550260b81', 'name': '', 'network_id': 'bc19add1-ff3b-4a4c-95ba-ade3d5040a98', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b3:e5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'e4fda45c-c8bd-4dae-8f81-bf2f6fda9dea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:21Z', 'updated_at': '2021-07-07T17:29:23Z', 'revision_number': 2, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': 'e4fda45c-c8bd-4dae-8f81-bf2f6fda9dea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f3dded-62f5-4bbb-add4-423f26c7c945', 'name': '', 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:1f:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:11Z', 'updated_at': '2021-07-07T17:29:19Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4369173-5782-4034-b299-9e7cd29c0392', 'name': '', 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:32:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:17Z', 'updated_at': '2021-07-07T17:29:24Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:25.693395 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.694365 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] Checking router: 55ace385-b8cd-4c5c-b8e3-303b40122a56 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:25.694986 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] Updating router 55ace385-b8cd-4c5c-b8e3-303b40122a56 port 857b2e64-34a0-41ec-82cd-bc8550260b81 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:29:25.736887 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.758245 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42af25b5-52fa-4ded-8acf-20d835726e36 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.809684 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 8a35477b-3a04-4ded-b45a-c0de90562385, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8a35477b-3a04-4ded-b45a-c0de90562385,segment=NetworkSegment(2414ea70-76e4-4483-9d87-46b22259bb61),segment_id=2414ea70-76e4-4483-9d87-46b22259bb61)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:25.832160 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.832971 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f4369173-5782-4034-b299-9e7cd29c0392 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:25.896030 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42af25b5-52fa-4ded-8acf-20d835726e36 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.905543 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1e47afb9-7f2b-41a8-adca-eef4dd72c456 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.909463 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1e47afb9-7f2b-41a8-adca-eef4dd72c456 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.957197 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=8a35477b-3a04-4ded-b45a-c0de90562385,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:25.972572 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-42af25b5-52fa-4ded-8acf-20d835726e36 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Deleting port e4a132d4-9ddb-46d6-981a-de56c120ce44 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:25.973629 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42af25b5-52fa-4ded-8acf-20d835726e36 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:25.990366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e4020380-f9b2-4f3d-b6ce-7cfd998ebb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1434028557', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:42Z', 'updated_at': '2021-07-07T17:29:23Z', 'revision_number': 5, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port': {'id': 'e4a132d4-9ddb-46d6-981a-de56c120ce44', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:27:43Z', 'updated_at': '2021-07-07T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:26.018460 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port f4369173-5782-4034-b299-9e7cd29c0392 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:26.018901 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.033096 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e47afb9-7f2b-41a8-adca-eef4dd72c456 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router 55ace385-b8cd-4c5c-b8e3-303b40122a56 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:26.041904 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4020380-f9b2-4f3d-b6ce-7cfd998ebb42 None None] Checking router: d5bf3419-6c24-46a0-8a13-1e0d36115244 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:26.062470 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4020380-f9b2-4f3d-b6ce-7cfd998ebb42 None None] Routers {'d5bf3419-6c24-46a0-8a13-1e0d36115244'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:26.063117 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e4020380-f9b2-4f3d-b6ce-7cfd998ebb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d5bf3419-6c24-46a0-8a13-1e0d36115244'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:26.082177 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.094979 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] Transition to ACTIVE for port object 857b2e64-34a0-41ec-82cd-bc8550260b81 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:29:26.107123 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.190066 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-42af25b5-52fa-4ded-8acf-20d835726e36 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] For port e4a132d4-9ddb-46d6-981a-de56c120ce44, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e4a132d4-9ddb-46d6-981a-de56c120ce44,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:26.190874 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42af25b5-52fa-4ded-8acf-20d835726e36 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.220239 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-42af25b5-52fa-4ded-8acf-20d835726e36 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Calling delete_port for e4a132d4-9ddb-46d6-981a-de56c120ce44 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:26.235509 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] Attempting to bind port 857b2e64-34a0-41ec-82cd-bc8550260b81 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:29:26.235876 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] Attempting to bind port 857b2e64-34a0-41ec-82cd-bc8550260b81 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '2414ea70-76e4-4483-9d87-46b22259bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bc19add1-ff3b-4a4c-95ba-ade3d5040a98'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:29:26.236414 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] Attempting to bind port 857b2e64-34a0-41ec-82cd-bc8550260b81 on network bc19add1-ff3b-4a4c-95ba-ade3d5040a98 {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:29:26.242406 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e47afb9-7f2b-41a8-adca-eef4dd72c456 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:26.245906 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:29:26.246541 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] Checking segment: {'id': '2414ea70-76e4-4483-9d87-46b22259bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bc19add1-ff3b-4a4c-95ba-ade3d5040a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:29:26.247135 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.248496 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] Bound using segment: {'id': '2414ea70-76e4-4483-9d87-46b22259bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bc19add1-ff3b-4a4c-95ba-ade3d5040a98'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:29:26.249272 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] Bound port: 857b2e64-34a0-41ec-82cd-bc8550260b81, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2414ea70-76e4-4483-9d87-46b22259bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bc19add1-ff3b-4a4c-95ba-ade3d5040a98'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:29:26.249849 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.250883 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1e47afb9-7f2b-41a8-adca-eef4dd72c456 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.253898 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1e47afb9-7f2b-41a8-adca-eef4dd72c456 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/55ace385-b8cd-4c5c-b8e3-303b40122a56 HTTP/1.1" status: 200 len: 933 time: 1.1759906 Jul 07 17:29:26.259526 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58340) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:26.296632 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7187fc85-ddac-45c8-a592-8967a337794e None None] DHCP port deletion for fd6ff94b-d66f-4135-b764-26b8fc9012d2 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:26.319902 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de973973-8240-4cf4-a420-0430d5671e41 None None] Pushing event updated for resources: {'Port': ['ID=857b2e64-34a0-41ec-82cd-bc8550260b81,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:26.374275 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] For port 857b2e64-34a0-41ec-82cd-bc8550260b81, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:29:26.377951 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] For port 857b2e64-34a0-41ec-82cd-bc8550260b81, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=857b2e64-34a0-41ec-82cd-bc8550260b81,segment=NetworkSegment(2414ea70-76e4-4483-9d87-46b22259bb61),segment_id=2414ea70-76e4-4483-9d87-46b22259bb61)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:29:26.384805 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.418622 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-e4020380-f9b2-4f3d-b6ce-7cfd998ebb42 None None] Set router d5bf3419-6c24-46a0-8a13-1e0d36115244 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:26.419283 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f001806d-2f1f-469f-8c74-9c6295539a9a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/routers/55ace385-b8cd-4c5c-b8e3-303b40122a56 HTTP/1.1" status: 200 len: 933 time: 0.1582427 Jul 07 17:29:26.420922 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58342) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:26.427254 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-cc778d7e-cc1c-4c50-91bd-7402d589e4f4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'router': {'routes': None}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:26.438266 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] Routers {'55ace385-b8cd-4c5c-b8e3-303b40122a56'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:26.439163 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['55ace385-b8cd-4c5c-b8e3-303b40122a56'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:26.500545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e4020380-f9b2-4f3d-b6ce-7cfd998ebb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1434028557', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:42Z', 'updated_at': '2021-07-07T17:29:25Z', 'revision_number': 6, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:26.556851 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4020380-f9b2-4f3d-b6ce-7cfd998ebb42 None None] The sync data for ids ['d5bf3419-6c24-46a0-8a13-1e0d36115244'] in n-d-793620-7 is: [{'id': 'd5bf3419-6c24-46a0-8a13-1e0d36115244', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1434028557', 'tenant_id': 'df6063e237364604b6eba11f302ef76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:27:42Z', 'updated_at': '2021-07-07T17:29:25Z', 'revision_number': 6, 'project_id': 'df6063e237364604b6eba11f302ef76e', 'gw_port_host': None}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:26.567081 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42af25b5-52fa-4ded-8acf-20d835726e36 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.574306 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] Set router 55ace385-b8cd-4c5c-b8e3-303b40122a56 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:26.585794 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ef420795-2710-4374-998e-2dcccffcf14a no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:26.601374 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af25b5-52fa-4ded-8acf-20d835726e36 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event deleted for resources: {'Port': ['ID=e4a132d4-9ddb-46d6-981a-de56c120ce44,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:26.651722 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7187fc85-ddac-45c8-a592-8967a337794e None None] Deleting port 2bb1aa34-d3f9-4dcc-b085-c785b707a043 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:26.652114 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7187fc85-ddac-45c8-a592-8967a337794e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.716526 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: ef420795-2710-4374-998e-2dcccffcf14a {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:26.717135 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ef420795-2710-4374-998e-2dcccffcf14a not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:26.717293 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42af25b5-52fa-4ded-8acf-20d835726e36 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.718263 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c374a19a-9ce7-4cb5-aa13-af20811e751c no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:26.752739 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: c374a19a-9ce7-4cb5-aa13-af20811e751c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:26.753114 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c374a19a-9ce7-4cb5-aa13-af20811e751c not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:26.764634 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7187fc85-ddac-45c8-a592-8967a337794e None None] For port 2bb1aa34-d3f9-4dcc-b085-c785b707a043, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2bb1aa34-d3f9-4dcc-b085-c785b707a043,segment=NetworkSegment(3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb),segment_id=3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:26.765039 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7187fc85-ddac-45c8-a592-8967a337794e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.779280 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7187fc85-ddac-45c8-a592-8967a337794e None None] Calling delete_port for 2bb1aa34-d3f9-4dcc-b085-c785b707a043 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:26.837959 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42af25b5-52fa-4ded-8acf-20d835726e36 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.840275 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42af25b5-52fa-4ded-8acf-20d835726e36 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.889885 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7187fc85-ddac-45c8-a592-8967a337794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.895438 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42af25b5-52fa-4ded-8acf-20d835726e36 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.896187 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42af25b5-52fa-4ded-8acf-20d835726e36 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Fanout notify agent at l3_agent the message router_deleted on router d5bf3419-6c24-46a0-8a13-1e0d36115244 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:29:26.905219 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42af25b5-52fa-4ded-8acf-20d835726e36 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:26.906564 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-42af25b5-52fa-4ded-8acf-20d835726e36 tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "DELETE /v2.0/routers/d5bf3419-6c24-46a0-8a13-1e0d36115244 HTTP/1.1" status: 204 len: 168 time: 1.2791681 Jul 07 17:29:26.909209 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58344) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:26.922363 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187fc85-ddac-45c8-a592-8967a337794e None None] Pushing event deleted for resources: {'Port': ['ID=2bb1aa34-d3f9-4dcc-b085-c785b707a043,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:26.931374 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7187fc85-ddac-45c8-a592-8967a337794e None None] No DVR routers for this DVR port 2bb1aa34-d3f9-4dcc-b085-c785b707a043 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:26.937898 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de973973-8240-4cf4-a420-0430d5671e41 None None] Pushing event updated for resources: {'Port': ['ID=857b2e64-34a0-41ec-82cd-bc8550260b81,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:27.040382 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eb39c6b1-d3a0-485d-94d6-a87aa316881b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.058222 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.extraroute_db [None req-cc778d7e-cc1c-4c50-91bd-7402d589e4f4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Added routes are [] {{(pid=100410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:29:27.058582 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.extraroute_db [None req-cc778d7e-cc1c-4c50-91bd-7402d589e4f4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:29:27.079684 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:25Z', 'revision_number': 6, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857b2e64-34a0-41ec-82cd-bc8550260b81', 'name': '', 'network_id': 'bc19add1-ff3b-4a4c-95ba-ade3d5040a98', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b3:e5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'e4fda45c-c8bd-4dae-8f81-bf2f6fda9dea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:21Z', 'updated_at': '2021-07-07T17:29:26Z', 'revision_number': 4, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': 'e4fda45c-c8bd-4dae-8f81-bf2f6fda9dea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f3dded-62f5-4bbb-add4-423f26c7c945', 'name': '', 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:1f:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:11Z', 'updated_at': '2021-07-07T17:29:19Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4369173-5782-4034-b299-9e7cd29c0392', 'name': '', 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:32:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:17Z', 'updated_at': '2021-07-07T17:29:24Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:27.109285 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cc778d7e-cc1c-4c50-91bd-7402d589e4f4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.118641 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d7d4f7-c96a-4029-9a8e-59b31414f9e1 None None] The sync data for ids ['55ace385-b8cd-4c5c-b8e3-303b40122a56'] in n-d-793620-7 is: [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:25Z', 'revision_number': 6, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857b2e64-34a0-41ec-82cd-bc8550260b81', 'name': '', 'network_id': 'bc19add1-ff3b-4a4c-95ba-ade3d5040a98', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b3:e5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'e4fda45c-c8bd-4dae-8f81-bf2f6fda9dea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:21Z', 'updated_at': '2021-07-07T17:29:26Z', 'revision_number': 4, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': 'e4fda45c-c8bd-4dae-8f81-bf2f6fda9dea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f3dded-62f5-4bbb-add4-423f26c7c945', 'name': '', 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:1f:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:11Z', 'updated_at': '2021-07-07T17:29:19Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4369173-5782-4034-b299-9e7cd29c0392', 'name': '', 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:32:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:17Z', 'updated_at': '2021-07-07T17:29:24Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:27.170937 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eb39c6b1-d3a0-485d-94d6-a87aa316881b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.182705 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-eb39c6b1-d3a0-485d-94d6-a87aa316881b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6ff94b-d66f-4135-b764-26b8fc9012d2']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:27.194650 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-eb39c6b1-d3a0-485d-94d6-a87aa316881b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:27.195057 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-eb39c6b1-d3a0-485d-94d6-a87aa316881b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf187c2-5c8e-4bc0-9e36-10ae6ed001cb') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:27.204899 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eb39c6b1-d3a0-485d-94d6-a87aa316881b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.223036 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eb39c6b1-d3a0-485d-94d6-a87aa316881b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.230687 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb39c6b1-d3a0-485d-94d6-a87aa316881b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:27.231095 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eb39c6b1-d3a0-485d-94d6-a87aa316881b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:27.234138 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:27.291011 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eb39c6b1-d3a0-485d-94d6-a87aa316881b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.299543 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eb39c6b1-d3a0-485d-94d6-a87aa316881b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.301430 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-eb39c6b1-d3a0-485d-94d6-a87aa316881b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] 10.222.0.50 "DELETE /v2.0/networks/fd6ff94b-d66f-4135-b764-26b8fc9012d2 HTTP/1.1" status: 204 len: 168 time: 0.3911467 Jul 07 17:29:27.310538 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cc778d7e-cc1c-4c50-91bd-7402d589e4f4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.314214 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cc778d7e-cc1c-4c50-91bd-7402d589e4f4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.315484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39c6b1-d3a0-485d-94d6-a87aa316881b tempest-TestSecurityGroupsBasicOps-1344463792 tempest-TestSecurityGroupsBasicOps-1344463792-project] Pushing event deleted for resources: {'Network': ['ID=fd6ff94b-d66f-4135-b764-26b8fc9012d2,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:27.412487 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc778d7e-cc1c-4c50-91bd-7402d589e4f4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router 55ace385-b8cd-4c5c-b8e3-303b40122a56 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:27.550944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc778d7e-cc1c-4c50-91bd-7402d589e4f4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:27.562892 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cc778d7e-cc1c-4c50-91bd-7402d589e4f4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.569301 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cc778d7e-cc1c-4c50-91bd-7402d589e4f4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/55ace385-b8cd-4c5c-b8e3-303b40122a56 HTTP/1.1" status: 200 len: 699 time: 1.1473346 Jul 07 17:29:27.574111 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58352) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:27.639365 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8a35477b-3a04-4ded-b45a-c0de90562385 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:27.717724 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 8a35477b-3a04-4ded-b45a-c0de90562385 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:27.718354 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:27.728611 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0bb2641e-42ec-4917-80a7-fc28921340d1 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/routers/55ace385-b8cd-4c5c-b8e3-303b40122a56 HTTP/1.1" status: 200 len: 699 time: 0.1534104 Jul 07 17:29:27.733011 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58356) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:27.782854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58358) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:27.937635 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2bb1aa34-d3f9-4dcc-b085-c785b707a043 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:27.970318 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 2bb1aa34-d3f9-4dcc-b085-c785b707a043 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:27.970773 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2bb1aa34-d3f9-4dcc-b085-c785b707a043 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:27.971385 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f24d90c8-6d48-43b5-b8c3-e7d42acfe3df no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:27.975488 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3d639a67-8b6e-45e0-8d0f-f450b4dc60c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=df6063e237364604b6eba11f302ef76e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1913826 Jul 07 17:29:27.978330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58362) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:28.011673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: f24d90c8-6d48-43b5-b8c3-e7d42acfe3df {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:28.012026 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f24d90c8-6d48-43b5-b8c3-e7d42acfe3df not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:28.067464 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8df0d3ac-3605-43d2-abe2-ed8b9d442583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.095132 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8df0d3ac-3605-43d2-abe2-ed8b9d442583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.174699 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8df0d3ac-3605-43d2-abe2-ed8b9d442583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.177334 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8df0d3ac-3605-43d2-abe2-ed8b9d442583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.182198 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8df0d3ac-3605-43d2-abe2-ed8b9d442583 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c68e413b-d5b7-4e57-9bac-20b96a476d4b HTTP/1.1" status: 204 len: 168 time: 0.1997688 Jul 07 17:29:28.193238 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0d3ac-3605-43d2-abe2-ed8b9d442583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68e413b-d5b7-4e57-9bac-20b96a476d4b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:28.248605 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e69aa13-0d5a-4855-ba55-6295ff15d7ae tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.517782 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58368) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:28.533617 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b70789ae-28f3-465e-bb5f-9aec9a8b1c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.558351 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a6ca6-af47-4d7b-9616-440a4ad61509 None None] Sync routers for ids ['55ace385-b8cd-4c5c-b8e3-303b40122a56'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:28.568376 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a6ca6-af47-4d7b-9616-440a4ad61509 None None] Routers {'55ace385-b8cd-4c5c-b8e3-303b40122a56'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:28.569398 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d25a6ca6-af47-4d7b-9616-440a4ad61509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['55ace385-b8cd-4c5c-b8e3-303b40122a56'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:28.648297 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b70789ae-28f3-465e-bb5f-9aec9a8b1c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.653727 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b70789ae-28f3-465e-bb5f-9aec9a8b1c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.670320 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-d25a6ca6-af47-4d7b-9616-440a4ad61509 None None] Set router 55ace385-b8cd-4c5c-b8e3-303b40122a56 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:28.694930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70789ae-28f3-465e-bb5f-9aec9a8b1c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9219b4e-f090-41f5-acb1-58ec83a779b9,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:28.702131 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b70789ae-28f3-465e-bb5f-9aec9a8b1c27 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e1910e5263143f4ac09ecb4990fc00f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831441 Jul 07 17:29:28.703167 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58370) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:28.756478 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c7698fa-7302-45e3-b08f-8a12f9655154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.782171 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c7698fa-7302-45e3-b08f-8a12f9655154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.832147 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c7698fa-7302-45e3-b08f-8a12f9655154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.834846 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c7698fa-7302-45e3-b08f-8a12f9655154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.839385 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4c7698fa-7302-45e3-b08f-8a12f9655154 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a9219b4e-f090-41f5-acb1-58ec83a779b9 HTTP/1.1" status: 204 len: 168 time: 0.1321280 Jul 07 17:29:28.853289 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7698fa-7302-45e3-b08f-8a12f9655154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9219b4e-f090-41f5-acb1-58ec83a779b9,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:28.863358 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7698fa-7302-45e3-b08f-8a12f9655154 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.863748 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7698fa-7302-45e3-b08f-8a12f9655154 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.864099 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7698fa-7302-45e3-b08f-8a12f9655154 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.864444 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7698fa-7302-45e3-b08f-8a12f9655154 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.864654 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-9e69aa13-0d5a-4855-ba55-6295ff15d7ae tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting port 857b2e64-34a0-41ec-82cd-bc8550260b81 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:28.865312 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7698fa-7302-45e3-b08f-8a12f9655154 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.865392 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e69aa13-0d5a-4855-ba55-6295ff15d7ae tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.865476 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7698fa-7302-45e3-b08f-8a12f9655154 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.865476 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7698fa-7302-45e3-b08f-8a12f9655154 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.865755 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7698fa-7302-45e3-b08f-8a12f9655154 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.866118 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7698fa-7302-45e3-b08f-8a12f9655154 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.866476 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7698fa-7302-45e3-b08f-8a12f9655154 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.866814 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7698fa-7302-45e3-b08f-8a12f9655154 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.867242 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7698fa-7302-45e3-b08f-8a12f9655154 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:29:28.923973 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d25a6ca6-af47-4d7b-9616-440a4ad61509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:27Z', 'revision_number': 7, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857b2e64-34a0-41ec-82cd-bc8550260b81', 'name': '', 'network_id': 'bc19add1-ff3b-4a4c-95ba-ade3d5040a98', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b3:e5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'e4fda45c-c8bd-4dae-8f81-bf2f6fda9dea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:21Z', 'updated_at': '2021-07-07T17:29:26Z', 'revision_number': 4, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': 'e4fda45c-c8bd-4dae-8f81-bf2f6fda9dea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f3dded-62f5-4bbb-add4-423f26c7c945', 'name': '', 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:1f:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:11Z', 'updated_at': '2021-07-07T17:29:19Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4369173-5782-4034-b299-9e7cd29c0392', 'name': '', 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:32:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:17Z', 'updated_at': '2021-07-07T17:29:24Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:28.950915 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a6ca6-af47-4d7b-9616-440a4ad61509 None None] Checking router: 55ace385-b8cd-4c5c-b8e3-303b40122a56 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:28.956752 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-9e69aa13-0d5a-4855-ba55-6295ff15d7ae tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] For port 857b2e64-34a0-41ec-82cd-bc8550260b81, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=857b2e64-34a0-41ec-82cd-bc8550260b81,segment=NetworkSegment(2414ea70-76e4-4483-9d87-46b22259bb61),segment_id=2414ea70-76e4-4483-9d87-46b22259bb61)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:28.957128 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e69aa13-0d5a-4855-ba55-6295ff15d7ae tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:28.959338 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a6ca6-af47-4d7b-9616-440a4ad61509 None None] Routers {'55ace385-b8cd-4c5c-b8e3-303b40122a56'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:28.959990 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d25a6ca6-af47-4d7b-9616-440a4ad61509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['55ace385-b8cd-4c5c-b8e3-303b40122a56'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:28.973410 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-9e69aa13-0d5a-4855-ba55-6295ff15d7ae tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Calling delete_port for 857b2e64-34a0-41ec-82cd-bc8550260b81 owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:29.059989 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-d25a6ca6-af47-4d7b-9616-440a4ad61509 None None] Set router 55ace385-b8cd-4c5c-b8e3-303b40122a56 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:29.106695 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 857b2e64-34a0-41ec-82cd-bc8550260b81 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:29:29.198897 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e69aa13-0d5a-4855-ba55-6295ff15d7ae tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.200234 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 857b2e64-34a0-41ec-82cd-bc8550260b81 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:29:29.204587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 857b2e64-34a0-41ec-82cd-bc8550260b81 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:29:29.205343 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.230453 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Port 857b2e64-34a0-41ec-82cd-bc8550260b81 was deleted so its status cannot be updated. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 17:29:29.239250 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e4a132d4-9ddb-46d6-981a-de56c120ce44 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:29.240249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69aa13-0d5a-4855-ba55-6295ff15d7ae tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Port': ['ID=857b2e64-34a0-41ec-82cd-bc8550260b81,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:29.267760 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: e4a132d4-9ddb-46d6-981a-de56c120ce44 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:29.268256 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e4a132d4-9ddb-46d6-981a-de56c120ce44 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:29.312868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58378) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:29.331928 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d25a6ca6-af47-4d7b-9616-440a4ad61509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:27Z', 'revision_number': 7, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857b2e64-34a0-41ec-82cd-bc8550260b81', 'name': '', 'network_id': 'bc19add1-ff3b-4a4c-95ba-ade3d5040a98', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b3:e5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'e4fda45c-c8bd-4dae-8f81-bf2f6fda9dea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:21Z', 'updated_at': '2021-07-07T17:29:26Z', 'revision_number': 4, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': 'e4fda45c-c8bd-4dae-8f81-bf2f6fda9dea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f3dded-62f5-4bbb-add4-423f26c7c945', 'name': '', 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:1f:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:11Z', 'updated_at': '2021-07-07T17:29:19Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4369173-5782-4034-b299-9e7cd29c0392', 'name': '', 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:32:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:17Z', 'updated_at': '2021-07-07T17:29:24Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:29.376757 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a6ca6-af47-4d7b-9616-440a4ad61509 None None] The sync data for ids ['55ace385-b8cd-4c5c-b8e3-303b40122a56'] in n-d-793620-7 is: [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:27Z', 'revision_number': 7, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '857b2e64-34a0-41ec-82cd-bc8550260b81', 'name': '', 'network_id': 'bc19add1-ff3b-4a4c-95ba-ade3d5040a98', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b3:e5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'e4fda45c-c8bd-4dae-8f81-bf2f6fda9dea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:21Z', 'updated_at': '2021-07-07T17:29:26Z', 'revision_number': 4, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': 'e4fda45c-c8bd-4dae-8f81-bf2f6fda9dea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f3dded-62f5-4bbb-add4-423f26c7c945', 'name': '', 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:1f:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:11Z', 'updated_at': '2021-07-07T17:29:19Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4369173-5782-4034-b299-9e7cd29c0392', 'name': '', 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:32:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:17Z', 'updated_at': '2021-07-07T17:29:24Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:29.377069 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-28f27f7b-3ecf-4c17-8f9b-a0e4d3218347 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab8befd765a941f89925fd9d6115d009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612895 Jul 07 17:29:29.378418 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58380) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:29.442898 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9e69aa13-0d5a-4855-ba55-6295ff15d7ae tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.453800 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f23f2214-26b9-425f-9995-951a59a8ec33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.479901 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f23f2214-26b9-425f-9995-951a59a8ec33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.531202 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f23f2214-26b9-425f-9995-951a59a8ec33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.534227 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f23f2214-26b9-425f-9995-951a59a8ec33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.538421 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f23f2214-26b9-425f-9995-951a59a8ec33 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6635a3ad-901d-4267-8864-13f260252a22 HTTP/1.1" status: 204 len: 168 time: 0.1560354 Jul 07 17:29:29.547844 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f2214-26b9-425f-9995-951a59a8ec33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6635a3ad-901d-4267-8864-13f260252a22,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:29.679514 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e69aa13-0d5a-4855-ba55-6295ff15d7ae tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router 55ace385-b8cd-4c5c-b8e3-303b40122a56 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:29.781945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e69aa13-0d5a-4855-ba55-6295ff15d7ae tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:29.790914 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9e69aa13-0d5a-4855-ba55-6295ff15d7ae tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/55ace385-b8cd-4c5c-b8e3-303b40122a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0528564 Jul 07 17:29:29.790914 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58384) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:29.794393 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591e8fc1-ef3c-4e03-89ee-d265a9015e1c None None] Sync routers for ids ['55ace385-b8cd-4c5c-b8e3-303b40122a56'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:29.805046 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591e8fc1-ef3c-4e03-89ee-d265a9015e1c None None] Routers {'55ace385-b8cd-4c5c-b8e3-303b40122a56'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:29.806439 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-591e8fc1-ef3c-4e03-89ee-d265a9015e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['55ace385-b8cd-4c5c-b8e3-303b40122a56'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:29.846592 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-377a60c9-7c22-42c6-ba5e-debd9773da30 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting subnet e4fda45c-c8bd-4dae-8f81-bf2f6fda9dea {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:29.849993 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-377a60c9-7c22-42c6-ba5e-debd9773da30 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.896407 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-377a60c9-7c22-42c6-ba5e-debd9773da30 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:29.907395 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-591e8fc1-ef3c-4e03-89ee-d265a9015e1c None None] Set router 55ace385-b8cd-4c5c-b8e3-303b40122a56 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:30.000229 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-377a60c9-7c22-42c6-ba5e-debd9773da30 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.081488 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-377a60c9-7c22-42c6-ba5e-debd9773da30 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.111323 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a60c9-7c22-42c6-ba5e-debd9773da30 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Subnet': ['ID=e4fda45c-c8bd-4dae-8f81-bf2f6fda9dea,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:30.121257 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-377a60c9-7c22-42c6-ba5e-debd9773da30 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.126539 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58386) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:30.127816 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-377a60c9-7c22-42c6-ba5e-debd9773da30 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/subnets/e4fda45c-c8bd-4dae-8f81-bf2f6fda9dea HTTP/1.1" status: 204 len: 168 time: 0.3357821 Jul 07 17:29:30.141981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ab6f4b-cd4b-4077-8d61-2ecefebc75e1 None None] Network bc19add1-ff3b-4a4c-95ba-ade3d5040a98 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:30.210087 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-58ba7e17-0311-4482-b658-6efcf653d95c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.213757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-591e8fc1-ef3c-4e03-89ee-d265a9015e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:29Z', 'revision_number': 8, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f3dded-62f5-4bbb-add4-423f26c7c945', 'name': '', 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:1f:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:11Z', 'updated_at': '2021-07-07T17:29:19Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4369173-5782-4034-b299-9e7cd29c0392', 'name': '', 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:32:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:17Z', 'updated_at': '2021-07-07T17:29:24Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:30.262691 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-58ba7e17-0311-4482-b658-6efcf653d95c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting port 8a35477b-3a04-4ded-b45a-c0de90562385 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:30.263035 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-58ba7e17-0311-4482-b658-6efcf653d95c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.263140 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591e8fc1-ef3c-4e03-89ee-d265a9015e1c None None] Checking router: 55ace385-b8cd-4c5c-b8e3-303b40122a56 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:30.292788 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591e8fc1-ef3c-4e03-89ee-d265a9015e1c None None] Routers {'55ace385-b8cd-4c5c-b8e3-303b40122a56'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:30.293419 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-591e8fc1-ef3c-4e03-89ee-d265a9015e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['55ace385-b8cd-4c5c-b8e3-303b40122a56'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:30.326357 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-58ba7e17-0311-4482-b658-6efcf653d95c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] For port 8a35477b-3a04-4ded-b45a-c0de90562385, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8a35477b-3a04-4ded-b45a-c0de90562385,segment=NetworkSegment(2414ea70-76e4-4483-9d87-46b22259bb61),segment_id=2414ea70-76e4-4483-9d87-46b22259bb61)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:30.327023 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-58ba7e17-0311-4482-b658-6efcf653d95c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.341386 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-58ba7e17-0311-4482-b658-6efcf653d95c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Calling delete_port for 8a35477b-3a04-4ded-b45a-c0de90562385 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:30.392499 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-591e8fc1-ef3c-4e03-89ee-d265a9015e1c None None] Set router 55ace385-b8cd-4c5c-b8e3-303b40122a56 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:30.430481 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-58ba7e17-0311-4482-b658-6efcf653d95c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.445427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcf0e90-f512-4d5c-b0cd-ec417447752c None None] DHCP port deletion for bc19add1-ff3b-4a4c-95ba-ade3d5040a98 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:30.459594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ba7e17-0311-4482-b658-6efcf653d95c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] No DVR routers for this DVR port 8a35477b-3a04-4ded-b45a-c0de90562385 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:30.464763 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba7e17-0311-4482-b658-6efcf653d95c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Port': ['ID=8a35477b-3a04-4ded-b45a-c0de90562385,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:30.546702 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-58ba7e17-0311-4482-b658-6efcf653d95c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.556956 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-58ba7e17-0311-4482-b658-6efcf653d95c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc19add1-ff3b-4a4c-95ba-ade3d5040a98']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:30.567717 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-58ba7e17-0311-4482-b658-6efcf653d95c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2414ea70-76e4-4483-9d87-46b22259bb61') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:30.568032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-58ba7e17-0311-4482-b658-6efcf653d95c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2414ea70-76e4-4483-9d87-46b22259bb61') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:30.577559 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-58ba7e17-0311-4482-b658-6efcf653d95c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.593164 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-58ba7e17-0311-4482-b658-6efcf653d95c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.600575 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ba7e17-0311-4482-b658-6efcf653d95c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:30.601003 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-58ba7e17-0311-4482-b658-6efcf653d95c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:30.604483 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:30.630823 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-591e8fc1-ef3c-4e03-89ee-d265a9015e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:29Z', 'revision_number': 8, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f3dded-62f5-4bbb-add4-423f26c7c945', 'name': '', 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:1f:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:11Z', 'updated_at': '2021-07-07T17:29:19Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4369173-5782-4034-b299-9e7cd29c0392', 'name': '', 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:32:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:17Z', 'updated_at': '2021-07-07T17:29:24Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:30.663757 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-58ba7e17-0311-4482-b658-6efcf653d95c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.664783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591e8fc1-ef3c-4e03-89ee-d265a9015e1c None None] The sync data for ids ['55ace385-b8cd-4c5c-b8e3-303b40122a56'] in n-d-793620-7 is: [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:29Z', 'revision_number': 8, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f3dded-62f5-4bbb-add4-423f26c7c945', 'name': '', 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:1f:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:11Z', 'updated_at': '2021-07-07T17:29:19Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4369173-5782-4034-b299-9e7cd29c0392', 'name': '', 'network_id': 'd999832c-c836-4fb8-9349-9119267bd1c4', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:32:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:17Z', 'updated_at': '2021-07-07T17:29:24Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': 'bfd44ed0-8e53-4954-ab5a-be29d7027037', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:30.671011 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-58ba7e17-0311-4482-b658-6efcf653d95c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:30.673002 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-58ba7e17-0311-4482-b658-6efcf653d95c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/networks/bc19add1-ff3b-4a4c-95ba-ade3d5040a98 HTTP/1.1" status: 204 len: 168 time: 0.5448127 Jul 07 17:29:30.675961 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58388) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:30.686689 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba7e17-0311-4482-b658-6efcf653d95c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Network': ['ID=bc19add1-ff3b-4a4c-95ba-ade3d5040a98,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:31.020262 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3992e53d-ab52-44d7-94f2-190c2691b494 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.084336 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 857b2e64-34a0-41ec-82cd-bc8550260b81 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:31.122987 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 857b2e64-34a0-41ec-82cd-bc8550260b81 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:31.123362 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 857b2e64-34a0-41ec-82cd-bc8550260b81 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:31.123795 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8a35477b-3a04-4ded-b45a-c0de90562385 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:31.144147 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 8a35477b-3a04-4ded-b45a-c0de90562385 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:31.144781 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8a35477b-3a04-4ded-b45a-c0de90562385 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:31.287383 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-3992e53d-ab52-44d7-94f2-190c2691b494 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting port f4369173-5782-4034-b299-9e7cd29c0392 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:31.287636 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3992e53d-ab52-44d7-94f2-190c2691b494 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.376783 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-3992e53d-ab52-44d7-94f2-190c2691b494 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] For port f4369173-5782-4034-b299-9e7cd29c0392, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=f4369173-5782-4034-b299-9e7cd29c0392,segment=NetworkSegment(08cad3db-33c5-40c6-aa2f-1f26a759e256),segment_id=08cad3db-33c5-40c6-aa2f-1f26a759e256)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:31.377142 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3992e53d-ab52-44d7-94f2-190c2691b494 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.389871 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-3992e53d-ab52-44d7-94f2-190c2691b494 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Calling delete_port for f4369173-5782-4034-b299-9e7cd29c0392 owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:31.559529 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3992e53d-ab52-44d7-94f2-190c2691b494 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.587176 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992e53d-ab52-44d7-94f2-190c2691b494 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Port': ['ID=f4369173-5782-4034-b299-9e7cd29c0392,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:31.748819 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3992e53d-ab52-44d7-94f2-190c2691b494 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:31.944113 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3992e53d-ab52-44d7-94f2-190c2691b494 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router 55ace385-b8cd-4c5c-b8e3-303b40122a56 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:32.046695 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3992e53d-ab52-44d7-94f2-190c2691b494 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:32.051884 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3992e53d-ab52-44d7-94f2-190c2691b494 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/55ace385-b8cd-4c5c-b8e3-303b40122a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3748193 Jul 07 17:29:32.054691 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58390) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:32.055607 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07009ffb-1062-4a62-9a51-7b6a981485ec None None] Sync routers for ids ['55ace385-b8cd-4c5c-b8e3-303b40122a56'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:32.064673 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07009ffb-1062-4a62-9a51-7b6a981485ec None None] Routers {'55ace385-b8cd-4c5c-b8e3-303b40122a56'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:32.065281 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-07009ffb-1062-4a62-9a51-7b6a981485ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['55ace385-b8cd-4c5c-b8e3-303b40122a56'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:32.110218 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c0df5f-3a7e-4d24-9170-eb06d2d826be tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting subnet bfd44ed0-8e53-4954-ab5a-be29d7027037 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:32.114529 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22c0df5f-3a7e-4d24-9170-eb06d2d826be tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.152644 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-07009ffb-1062-4a62-9a51-7b6a981485ec None None] Set router 55ace385-b8cd-4c5c-b8e3-303b40122a56 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:32.155475 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22c0df5f-3a7e-4d24-9170-eb06d2d826be tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.240035 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22c0df5f-3a7e-4d24-9170-eb06d2d826be tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.306358 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22c0df5f-3a7e-4d24-9170-eb06d2d826be tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.337314 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0df5f-3a7e-4d24-9170-eb06d2d826be tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd44ed0-8e53-4954-ab5a-be29d7027037,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:32.339776 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-22c0df5f-3a7e-4d24-9170-eb06d2d826be tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.344679 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-22c0df5f-3a7e-4d24-9170-eb06d2d826be tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/subnets/bfd44ed0-8e53-4954-ab5a-be29d7027037 HTTP/1.1" status: 204 len: 168 time: 0.2888834 Jul 07 17:29:32.346417 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58392) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:32.350938 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71040d1f-9b96-4c6c-b37d-9a683571f27c None None] Network d999832c-c836-4fb8-9349-9119267bd1c4 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:32.359010 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-07009ffb-1062-4a62-9a51-7b6a981485ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:31Z', 'revision_number': 9, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f3dded-62f5-4bbb-add4-423f26c7c945', 'name': '', 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:1f:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:11Z', 'updated_at': '2021-07-07T17:29:19Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:32.386487 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07009ffb-1062-4a62-9a51-7b6a981485ec None None] Checking router: 55ace385-b8cd-4c5c-b8e3-303b40122a56 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:32.395551 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07009ffb-1062-4a62-9a51-7b6a981485ec None None] Routers {'55ace385-b8cd-4c5c-b8e3-303b40122a56'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:32.395740 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-07009ffb-1062-4a62-9a51-7b6a981485ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['55ace385-b8cd-4c5c-b8e3-303b40122a56'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:32.436966 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-55784020-ed4e-4bac-92e9-412d3b07c3e3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.487773 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-07009ffb-1062-4a62-9a51-7b6a981485ec None None] Set router 55ace385-b8cd-4c5c-b8e3-303b40122a56 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:32.494410 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-55784020-ed4e-4bac-92e9-412d3b07c3e3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting port fff0fa4b-7c34-40a7-a729-02a29c652dbb {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:32.494771 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-55784020-ed4e-4bac-92e9-412d3b07c3e3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.548840 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd81f9ce-2a45-4e43-9f41-56e238127474 None None] DHCP port deletion for d999832c-c836-4fb8-9349-9119267bd1c4 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:32.563260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-55784020-ed4e-4bac-92e9-412d3b07c3e3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] For port fff0fa4b-7c34-40a7-a729-02a29c652dbb, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=fff0fa4b-7c34-40a7-a729-02a29c652dbb,segment=NetworkSegment(08cad3db-33c5-40c6-aa2f-1f26a759e256),segment_id=08cad3db-33c5-40c6-aa2f-1f26a759e256)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:32.563542 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-55784020-ed4e-4bac-92e9-412d3b07c3e3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.577091 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-55784020-ed4e-4bac-92e9-412d3b07c3e3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Calling delete_port for fff0fa4b-7c34-40a7-a729-02a29c652dbb owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:32.603570 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-fd81f9ce-2a45-4e43-9f41-56e238127474 None None] Deleting port fff0fa4b-7c34-40a7-a729-02a29c652dbb {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:32.604044 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fd81f9ce-2a45-4e43-9f41-56e238127474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.662600 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-55784020-ed4e-4bac-92e9-412d3b07c3e3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.674682 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-fd81f9ce-2a45-4e43-9f41-56e238127474 None None] For port fff0fa4b-7c34-40a7-a729-02a29c652dbb, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=fff0fa4b-7c34-40a7-a729-02a29c652dbb,segment=NetworkSegment(08cad3db-33c5-40c6-aa2f-1f26a759e256),segment_id=08cad3db-33c5-40c6-aa2f-1f26a759e256)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:32.675238 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fd81f9ce-2a45-4e43-9f41-56e238127474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.691428 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55784020-ed4e-4bac-92e9-412d3b07c3e3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Port': ['ID=fff0fa4b-7c34-40a7-a729-02a29c652dbb,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:32.692289 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-fd81f9ce-2a45-4e43-9f41-56e238127474 None None] Calling delete_port for fff0fa4b-7c34-40a7-a729-02a29c652dbb owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:32.698987 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-07009ffb-1062-4a62-9a51-7b6a981485ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:31Z', 'revision_number': 9, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f3dded-62f5-4bbb-add4-423f26c7c945', 'name': '', 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:1f:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:11Z', 'updated_at': '2021-07-07T17:29:19Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:32.699335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55784020-ed4e-4bac-92e9-412d3b07c3e3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] No DVR routers for this DVR port fff0fa4b-7c34-40a7-a729-02a29c652dbb on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:32.726587 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07009ffb-1062-4a62-9a51-7b6a981485ec None None] The sync data for ids ['55ace385-b8cd-4c5c-b8e3-303b40122a56'] in n-d-793620-7 is: [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:31Z', 'revision_number': 9, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f3dded-62f5-4bbb-add4-423f26c7c945', 'name': '', 'network_id': '819192e0-7817-4dd5-b6e7-d52a3154441e', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:1f:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:11Z', 'updated_at': '2021-07-07T17:29:19Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '024ea9a8-df10-40b3-a40b-b233da40162f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:32.770221 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fd81f9ce-2a45-4e43-9f41-56e238127474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.785098 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-55784020-ed4e-4bac-92e9-412d3b07c3e3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.795706 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81f9ce-2a45-4e43-9f41-56e238127474 None None] Pushing event deleted for resources: {'Port': ['ID=fff0fa4b-7c34-40a7-a729-02a29c652dbb,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:32.796377 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-55784020-ed4e-4bac-92e9-412d3b07c3e3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d999832c-c836-4fb8-9349-9119267bd1c4']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:32.799690 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd81f9ce-2a45-4e43-9f41-56e238127474 None None] No DVR routers for this DVR port fff0fa4b-7c34-40a7-a729-02a29c652dbb on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:32.811962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-55784020-ed4e-4bac-92e9-412d3b07c3e3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08cad3db-33c5-40c6-aa2f-1f26a759e256') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:32.812267 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-55784020-ed4e-4bac-92e9-412d3b07c3e3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08cad3db-33c5-40c6-aa2f-1f26a759e256') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:32.822538 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-55784020-ed4e-4bac-92e9-412d3b07c3e3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.836681 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-55784020-ed4e-4bac-92e9-412d3b07c3e3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.843052 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55784020-ed4e-4bac-92e9-412d3b07c3e3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:32.843439 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-55784020-ed4e-4bac-92e9-412d3b07c3e3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:32.846449 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:32.902273 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-55784020-ed4e-4bac-92e9-412d3b07c3e3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.909049 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-55784020-ed4e-4bac-92e9-412d3b07c3e3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:32.910900 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-55784020-ed4e-4bac-92e9-412d3b07c3e3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/networks/d999832c-c836-4fb8-9349-9119267bd1c4 HTTP/1.1" status: 204 len: 168 time: 0.5633693 Jul 07 17:29:32.913670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58394) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:32.923683 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55784020-ed4e-4bac-92e9-412d3b07c3e3 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Network': ['ID=d999832c-c836-4fb8-9349-9119267bd1c4,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:33.128102 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fff0fa4b-7c34-40a7-a729-02a29c652dbb no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:33.149155 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: fff0fa4b-7c34-40a7-a729-02a29c652dbb {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:33.149279 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fff0fa4b-7c34-40a7-a729-02a29c652dbb not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:33.149644 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f4369173-5782-4034-b299-9e7cd29c0392 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:33.172838 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: f4369173-5782-4034-b299-9e7cd29c0392 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:33.173108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f4369173-5782-4034-b299-9e7cd29c0392 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:33.260485 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5fe0daf-7f98-4d42-9f20-814b1d9fb366 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.513995 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b5fe0daf-7f98-4d42-9f20-814b1d9fb366 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting port b5f3dded-62f5-4bbb-add4-423f26c7c945 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:33.514345 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5fe0daf-7f98-4d42-9f20-814b1d9fb366 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.604825 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-b5fe0daf-7f98-4d42-9f20-814b1d9fb366 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] For port b5f3dded-62f5-4bbb-add4-423f26c7c945, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=b5f3dded-62f5-4bbb-add4-423f26c7c945,segment=NetworkSegment(25896fb0-2c39-4f21-878b-94e81074049d),segment_id=25896fb0-2c39-4f21-878b-94e81074049d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:33.605183 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5fe0daf-7f98-4d42-9f20-814b1d9fb366 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:33.617549 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b5fe0daf-7f98-4d42-9f20-814b1d9fb366 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Calling delete_port for b5f3dded-62f5-4bbb-add4-423f26c7c945 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:34.106209 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5fe0daf-7f98-4d42-9f20-814b1d9fb366 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.131426 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe0daf-7f98-4d42-9f20-814b1d9fb366 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Port': ['ID=b5f3dded-62f5-4bbb-add4-423f26c7c945,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:34.296518 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b5fe0daf-7f98-4d42-9f20-814b1d9fb366 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.480308 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fe0daf-7f98-4d42-9f20-814b1d9fb366 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router 55ace385-b8cd-4c5c-b8e3-303b40122a56 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:34.573542 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fe0daf-7f98-4d42-9f20-814b1d9fb366 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:34.578518 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b5fe0daf-7f98-4d42-9f20-814b1d9fb366 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/55ace385-b8cd-4c5c-b8e3-303b40122a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6632197 Jul 07 17:29:34.581573 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58396) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:34.582561 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e7d467-e12e-41d4-8442-8fda571743b3 None None] Sync routers for ids ['55ace385-b8cd-4c5c-b8e3-303b40122a56'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:34.591780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e7d467-e12e-41d4-8442-8fda571743b3 None None] Routers {'55ace385-b8cd-4c5c-b8e3-303b40122a56'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:34.592393 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-69e7d467-e12e-41d4-8442-8fda571743b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['55ace385-b8cd-4c5c-b8e3-303b40122a56'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:34.635045 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9d55b0-54d5-4e77-9625-e06b6624952d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting subnet 024ea9a8-df10-40b3-a40b-b233da40162f {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:34.638164 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b9d55b0-54d5-4e77-9625-e06b6624952d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.682930 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b9d55b0-54d5-4e77-9625-e06b6624952d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.683265 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-69e7d467-e12e-41d4-8442-8fda571743b3 None None] Set router 55ace385-b8cd-4c5c-b8e3-303b40122a56 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:34.769237 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b9d55b0-54d5-4e77-9625-e06b6624952d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.828976 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b9d55b0-54d5-4e77-9625-e06b6624952d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.861599 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d55b0-54d5-4e77-9625-e06b6624952d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Subnet': ['ID=024ea9a8-df10-40b3-a40b-b233da40162f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:34.865156 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9b9d55b0-54d5-4e77-9625-e06b6624952d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:34.869422 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9b9d55b0-54d5-4e77-9625-e06b6624952d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/subnets/024ea9a8-df10-40b3-a40b-b233da40162f HTTP/1.1" status: 204 len: 168 time: 0.2845380 Jul 07 17:29:34.869788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58398) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:34.874183 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bef458-2c9f-417b-ac80-23fed1124a54 None None] Network 819192e0-7817-4dd5-b6e7-d52a3154441e requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:34.945167 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-289f7e79-17dd-4d49-a0a4-760ad5e2b2d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.004522 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-289f7e79-17dd-4d49-a0a4-760ad5e2b2d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting port ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:35.004640 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-289f7e79-17dd-4d49-a0a4-760ad5e2b2d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.083418 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-289f7e79-17dd-4d49-a0a4-760ad5e2b2d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] For port ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b,segment=NetworkSegment(25896fb0-2c39-4f21-878b-94e81074049d),segment_id=25896fb0-2c39-4f21-878b-94e81074049d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:35.083804 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-289f7e79-17dd-4d49-a0a4-760ad5e2b2d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.099844 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-289f7e79-17dd-4d49-a0a4-760ad5e2b2d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Calling delete_port for ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:35.151328 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-69e7d467-e12e-41d4-8442-8fda571743b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:34Z', 'revision_number': 10, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:35.178941 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e7d467-e12e-41d4-8442-8fda571743b3 None None] Checking router: 55ace385-b8cd-4c5c-b8e3-303b40122a56 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:35.179871 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-289f7e79-17dd-4d49-a0a4-760ad5e2b2d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.191110 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e7d467-e12e-41d4-8442-8fda571743b3 None None] Routers {'55ace385-b8cd-4c5c-b8e3-303b40122a56'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:35.191745 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-69e7d467-e12e-41d4-8442-8fda571743b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['55ace385-b8cd-4c5c-b8e3-303b40122a56'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:35.206092 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f7e79-17dd-4d49-a0a4-760ad5e2b2d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Port': ['ID=ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:35.209610 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289f7e79-17dd-4d49-a0a4-760ad5e2b2d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] No DVR routers for this DVR port ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:35.288931 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-69e7d467-e12e-41d4-8442-8fda571743b3 None None] Set router 55ace385-b8cd-4c5c-b8e3-303b40122a56 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:35.295599 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-289f7e79-17dd-4d49-a0a4-760ad5e2b2d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.306411 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-289f7e79-17dd-4d49-a0a4-760ad5e2b2d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819192e0-7817-4dd5-b6e7-d52a3154441e']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:35.324220 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-289f7e79-17dd-4d49-a0a4-760ad5e2b2d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25896fb0-2c39-4f21-878b-94e81074049d') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:35.324517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-289f7e79-17dd-4d49-a0a4-760ad5e2b2d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25896fb0-2c39-4f21-878b-94e81074049d') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:35.336703 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-289f7e79-17dd-4d49-a0a4-760ad5e2b2d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.353052 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-289f7e79-17dd-4d49-a0a4-760ad5e2b2d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.359252 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289f7e79-17dd-4d49-a0a4-760ad5e2b2d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:35.359643 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-289f7e79-17dd-4d49-a0a4-760ad5e2b2d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:35.362912 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:35.369190 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c4f5fa-3192-462c-a6a5-68baa76d15bb None None] DHCP port deletion for 819192e0-7817-4dd5-b6e7-d52a3154441e request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:35.428774 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-289f7e79-17dd-4d49-a0a4-760ad5e2b2d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.437139 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-289f7e79-17dd-4d49-a0a4-760ad5e2b2d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:35.439013 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-289f7e79-17dd-4d49-a0a4-760ad5e2b2d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/networks/819192e0-7817-4dd5-b6e7-d52a3154441e HTTP/1.1" status: 204 len: 168 time: 0.5684395 Jul 07 17:29:35.442085 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58400) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:35.451835 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f7e79-17dd-4d49-a0a4-760ad5e2b2d0 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Network': ['ID=819192e0-7817-4dd5-b6e7-d52a3154441e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:35.508343 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-69e7d467-e12e-41d4-8442-8fda571743b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:34Z', 'revision_number': 10, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:35.540729 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e7d467-e12e-41d4-8442-8fda571743b3 None None] The sync data for ids ['55ace385-b8cd-4c5c-b8e3-303b40122a56'] in n-d-793620-7 is: [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:34Z', 'revision_number': 10, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None, '_interfaces': [{'id': '38d1d7f2-4774-44f2-8c04-d029ebeb9658', 'name': '', 'network_id': '8b5f6887-d61d-4525-8e35-92498ce70160', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'mac_address': 'fa:16:3e:b1:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:29:07Z', 'updated_at': '2021-07-07T17:29:14Z', 'revision_number': 5, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'subnets': [{'id': '502defa2-d271-43fb-b15d-fc9fb77a3b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:35.785622 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82d549af-ddcc-48f5-8e83-9098f97d1306 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.047843 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-82d549af-ddcc-48f5-8e83-9098f97d1306 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting port 38d1d7f2-4774-44f2-8c04-d029ebeb9658 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:36.048187 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82d549af-ddcc-48f5-8e83-9098f97d1306 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.140473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-82d549af-ddcc-48f5-8e83-9098f97d1306 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] For port 38d1d7f2-4774-44f2-8c04-d029ebeb9658, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=38d1d7f2-4774-44f2-8c04-d029ebeb9658,segment=NetworkSegment(af0f50ce-ae4b-4e37-a956-47a1e5233314),segment_id=af0f50ce-ae4b-4e37-a956-47a1e5233314)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:36.140721 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82d549af-ddcc-48f5-8e83-9098f97d1306 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.153917 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-82d549af-ddcc-48f5-8e83-9098f97d1306 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Calling delete_port for 38d1d7f2-4774-44f2-8c04-d029ebeb9658 owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:36.318992 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82d549af-ddcc-48f5-8e83-9098f97d1306 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.348017 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d549af-ddcc-48f5-8e83-9098f97d1306 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Port': ['ID=38d1d7f2-4774-44f2-8c04-d029ebeb9658,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:36.815389 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-82d549af-ddcc-48f5-8e83-9098f97d1306 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:36.965066 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d549af-ddcc-48f5-8e83-9098f97d1306 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router 55ace385-b8cd-4c5c-b8e3-303b40122a56 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:37.043455 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d549af-ddcc-48f5-8e83-9098f97d1306 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:37.052016 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-82d549af-ddcc-48f5-8e83-9098f97d1306 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/55ace385-b8cd-4c5c-b8e3-303b40122a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6061468 Jul 07 17:29:37.052144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58404) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:37.052971 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9e7b06-7a98-4c94-80c8-8df9a88cc457 None None] Sync routers for ids ['55ace385-b8cd-4c5c-b8e3-303b40122a56'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:37.063348 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9e7b06-7a98-4c94-80c8-8df9a88cc457 None None] Routers {'55ace385-b8cd-4c5c-b8e3-303b40122a56'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:37.064113 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cb9e7b06-7a98-4c94-80c8-8df9a88cc457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['55ace385-b8cd-4c5c-b8e3-303b40122a56'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:37.104125 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b5f3dded-62f5-4bbb-add4-423f26c7c945 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:37.110245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f716276-bfb4-417d-b246-f268c3e26e30 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting subnet 502defa2-d271-43fb-b15d-fc9fb77a3b8c {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:29:37.118610 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6f716276-bfb4-417d-b246-f268c3e26e30 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.126738 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: b5f3dded-62f5-4bbb-add4-423f26c7c945 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:37.127092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device b5f3dded-62f5-4bbb-add4-423f26c7c945 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:37.127655 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:37.148744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:37.148744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ef1d9cb2-2421-4391-a8bb-b8ac33cb6b3b not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:37.176841 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6f716276-bfb4-417d-b246-f268c3e26e30 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.225195 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-cb9e7b06-7a98-4c94-80c8-8df9a88cc457 None None] Set router 55ace385-b8cd-4c5c-b8e3-303b40122a56 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:37.261714 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6f716276-bfb4-417d-b246-f268c3e26e30 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.279534 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cb9e7b06-7a98-4c94-80c8-8df9a88cc457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:36Z', 'revision_number': 11, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:37.307014 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9e7b06-7a98-4c94-80c8-8df9a88cc457 None None] Checking router: 55ace385-b8cd-4c5c-b8e3-303b40122a56 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:37.315427 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9e7b06-7a98-4c94-80c8-8df9a88cc457 None None] Routers {'55ace385-b8cd-4c5c-b8e3-303b40122a56'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:37.316171 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cb9e7b06-7a98-4c94-80c8-8df9a88cc457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['55ace385-b8cd-4c5c-b8e3-303b40122a56'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:37.320141 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6f716276-bfb4-417d-b246-f268c3e26e30 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.353601 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f716276-bfb4-417d-b246-f268c3e26e30 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Subnet': ['ID=502defa2-d271-43fb-b15d-fc9fb77a3b8c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:37.355527 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6f716276-bfb4-417d-b246-f268c3e26e30 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.357407 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6f716276-bfb4-417d-b246-f268c3e26e30 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/subnets/502defa2-d271-43fb-b15d-fc9fb77a3b8c HTTP/1.1" status: 204 len: 168 time: 0.3042083 Jul 07 17:29:37.360318 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58406) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:37.362351 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5710ac29-5d24-4b3d-8df3-4aa4ce021ca3 None None] Network 8b5f6887-d61d-4525-8e35-92498ce70160 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:29:37.395258 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-cb9e7b06-7a98-4c94-80c8-8df9a88cc457 None None] Set router 55ace385-b8cd-4c5c-b8e3-303b40122a56 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:37.437294 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdbb8-96a5-41ef-8062-abd7b2617281 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.454945 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-cb9e7b06-7a98-4c94-80c8-8df9a88cc457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:36Z', 'revision_number': 11, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:37.486370 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9e7b06-7a98-4c94-80c8-8df9a88cc457 None None] The sync data for ids ['55ace385-b8cd-4c5c-b8e3-303b40122a56'] in n-d-793620-7 is: [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:36Z', 'revision_number': 11, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:37.491960 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8a5fdbb8-96a5-41ef-8062-abd7b2617281 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Deleting port 397a7703-15a5-4097-9c2e-77b4d83be111 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:29:37.492877 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdbb8-96a5-41ef-8062-abd7b2617281 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.566139 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-8a5fdbb8-96a5-41ef-8062-abd7b2617281 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] For port 397a7703-15a5-4097-9c2e-77b4d83be111, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=397a7703-15a5-4097-9c2e-77b4d83be111,segment=NetworkSegment(af0f50ce-ae4b-4e37-a956-47a1e5233314),segment_id=af0f50ce-ae4b-4e37-a956-47a1e5233314)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:29:37.566552 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdbb8-96a5-41ef-8062-abd7b2617281 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.579536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-8a5fdbb8-96a5-41ef-8062-abd7b2617281 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Calling delete_port for 397a7703-15a5-4097-9c2e-77b4d83be111 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:29:37.658132 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdbb8-96a5-41ef-8062-abd7b2617281 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.688706 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fdbb8-96a5-41ef-8062-abd7b2617281 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Port': ['ID=397a7703-15a5-4097-9c2e-77b4d83be111,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:37.693416 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5fdbb8-96a5-41ef-8062-abd7b2617281 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] No DVR routers for this DVR port 397a7703-15a5-4097-9c2e-77b4d83be111 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:29:37.772222 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdbb8-96a5-41ef-8062-abd7b2617281 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.782301 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-8a5fdbb8-96a5-41ef-8062-abd7b2617281 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5f6887-d61d-4525-8e35-92498ce70160']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:37.793368 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-8a5fdbb8-96a5-41ef-8062-abd7b2617281 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0f50ce-ae4b-4e37-a956-47a1e5233314') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:37.793662 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-8a5fdbb8-96a5-41ef-8062-abd7b2617281 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0f50ce-ae4b-4e37-a956-47a1e5233314') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:37.802132 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdbb8-96a5-41ef-8062-abd7b2617281 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.816781 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdbb8-96a5-41ef-8062-abd7b2617281 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.822509 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5fdbb8-96a5-41ef-8062-abd7b2617281 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:29:37.822933 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdbb8-96a5-41ef-8062-abd7b2617281 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:29:37.826000 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:29:37.848055 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f326b2eb-f915-4bfb-89b0-3f31cfddec37 None None] DHCP port deletion for 8b5f6887-d61d-4525-8e35-92498ce70160 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:29:37.896570 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdbb8-96a5-41ef-8062-abd7b2617281 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.901727 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdbb8-96a5-41ef-8062-abd7b2617281 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:37.906324 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8a5fdbb8-96a5-41ef-8062-abd7b2617281 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/networks/8b5f6887-d61d-4525-8e35-92498ce70160 HTTP/1.1" status: 204 len: 168 time: 0.5422263 Jul 07 17:29:37.907391 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58408) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:37.913096 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-ed225339-4eb9-4618-b062-d9fcad1b1f75 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'router': {'routes': None}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:37.919319 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fdbb8-96a5-41ef-8062-abd7b2617281 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Pushing event deleted for resources: {'Network': ['ID=8b5f6887-d61d-4525-8e35-92498ce70160,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:38.076738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.extraroute_db [None req-ed225339-4eb9-4618-b062-d9fcad1b1f75 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Added routes are [] {{(pid=100410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 17:29:38.076953 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.extraroute_db [None req-ed225339-4eb9-4618-b062-d9fcad1b1f75 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Removed routes are [] {{(pid=100410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 17:29:38.077315 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ed225339-4eb9-4618-b062-d9fcad1b1f75 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.221644 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ed225339-4eb9-4618-b062-d9fcad1b1f75 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.224869 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ed225339-4eb9-4618-b062-d9fcad1b1f75 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.300069 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed225339-4eb9-4618-b062-d9fcad1b1f75 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router 55ace385-b8cd-4c5c-b8e3-303b40122a56 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:29:38.372317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed225339-4eb9-4618-b062-d9fcad1b1f75 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:38.379302 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ed225339-4eb9-4618-b062-d9fcad1b1f75 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.380884 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ed225339-4eb9-4618-b062-d9fcad1b1f75 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/55ace385-b8cd-4c5c-b8e3-303b40122a56 HTTP/1.1" status: 200 len: 700 time: 0.4720042 Jul 07 17:29:38.381257 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69cdf9d-cb8b-41d9-bc61-f6eb08f517c7 None None] Sync routers for ids ['55ace385-b8cd-4c5c-b8e3-303b40122a56'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:38.389006 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58410) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:38.391522 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69cdf9d-cb8b-41d9-bc61-f6eb08f517c7 None None] Routers {'55ace385-b8cd-4c5c-b8e3-303b40122a56'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:38.391850 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a69cdf9d-cb8b-41d9-bc61-f6eb08f517c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['55ace385-b8cd-4c5c-b8e3-303b40122a56'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:38.419346 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e1ea56b3-bf81-4a33-a58d-0b46ce12e86a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ace385-b8cd-4c5c-b8e3-303b40122a56 HTTP/1.1" status: 200 len: 205 time: 0.0290854 Jul 07 17:29:38.421856 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58412) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:38.464631 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-a69cdf9d-cb8b-41d9-bc61-f6eb08f517c7 None None] Set router 55ace385-b8cd-4c5c-b8e3-303b40122a56 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:38.499395 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-36f8120c-8e2b-4422-9b35-7e2dce5c7a6a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.517355 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a69cdf9d-cb8b-41d9-bc61-f6eb08f517c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:36Z', 'revision_number': 11, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:38.547427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69cdf9d-cb8b-41d9-bc61-f6eb08f517c7 None None] Checking router: 55ace385-b8cd-4c5c-b8e3-303b40122a56 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:38.556303 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69cdf9d-cb8b-41d9-bc61-f6eb08f517c7 None None] Routers {'55ace385-b8cd-4c5c-b8e3-303b40122a56'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:38.556927 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a69cdf9d-cb8b-41d9-bc61-f6eb08f517c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['55ace385-b8cd-4c5c-b8e3-303b40122a56'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:38.625905 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-a69cdf9d-cb8b-41d9-bc61-f6eb08f517c7 None None] Set router 55ace385-b8cd-4c5c-b8e3-303b40122a56 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:38.658957 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-36f8120c-8e2b-4422-9b35-7e2dce5c7a6a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.661135 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-36f8120c-8e2b-4422-9b35-7e2dce5c7a6a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.677274 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a69cdf9d-cb8b-41d9-bc61-f6eb08f517c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:36Z', 'revision_number': 11, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:38.704563 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-36f8120c-8e2b-4422-9b35-7e2dce5c7a6a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.705168 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f8120c-8e2b-4422-9b35-7e2dce5c7a6a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Fanout notify agent at l3_agent the message router_deleted on router 55ace385-b8cd-4c5c-b8e3-303b40122a56 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:29:38.707796 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69cdf9d-cb8b-41d9-bc61-f6eb08f517c7 None None] The sync data for ids ['55ace385-b8cd-4c5c-b8e3-303b40122a56'] in n-d-793620-7 is: [{'id': '55ace385-b8cd-4c5c-b8e3-303b40122a56', 'name': 'tempest-RoutersTest-router-161156430', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:05Z', 'updated_at': '2021-07-07T17:29:36Z', 'revision_number': 11, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:38.713107 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-36f8120c-8e2b-4422-9b35-7e2dce5c7a6a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.714228 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-36f8120c-8e2b-4422-9b35-7e2dce5c7a6a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/routers/55ace385-b8cd-4c5c-b8e3-303b40122a56 HTTP/1.1" status: 204 len: 168 time: 0.2914226 Jul 07 17:29:38.718950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58414) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:38.723820 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-8c7959c0-bcd4-4e3c-a2c6-df74222b2e63 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-986737525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:38.748174 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8c7959c0-bcd4-4e3c-a2c6-df74222b2e63 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.749297 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8c7959c0-bcd4-4e3c-a2c6-df74222b2e63 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.808433 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8c7959c0-bcd4-4e3c-a2c6-df74222b2e63 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.812966 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8c7959c0-bcd4-4e3c-a2c6-df74222b2e63 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.829932 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8c7959c0-bcd4-4e3c-a2c6-df74222b2e63 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:38.831252 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8c7959c0-bcd4-4e3c-a2c6-df74222b2e63 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1112361 Jul 07 17:29:38.833909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58416) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:38.839055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-8711573c-74a4-4742-b6b9-783378a4a927 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:29:39.046911 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 397a7703-15a5-4097-9c2e-77b4d83be111 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:39.055942 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8711573c-74a4-4742-b6b9-783378a4a927 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.067268 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8711573c-74a4-4742-b6b9-783378a4a927 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559813'] for router, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.067747 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 397a7703-15a5-4097-9c2e-77b4d83be111 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:39.068131 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 397a7703-15a5-4097-9c2e-77b4d83be111 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:39.068588 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 38d1d7f2-4774-44f2-8c04-d029ebeb9658 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:29:39.087654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 38d1d7f2-4774-44f2-8c04-d029ebeb9658 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:29:39.088033 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 38d1d7f2-4774-44f2-8c04-d029ebeb9658 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:29:39.167349 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8711573c-74a4-4742-b6b9-783378a4a927 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Router 038aa19f-3468-4702-a8b8-01393ebbf4bc is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:29:39.243950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8711573c-74a4-4742-b6b9-783378a4a927 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:29:39.250792 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8711573c-74a4-4742-b6b9-783378a4a927 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.251969 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8711573c-74a4-4742-b6b9-783378a4a927 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "PUT /v2.0/routers/038aa19f-3468-4702-a8b8-01393ebbf4bc HTTP/1.1" status: 200 len: 693 time: 0.4170880 Jul 07 17:29:39.254564 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58418) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:39.256974 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0943ab5d-b6c8-41cd-a3fc-1ecccc937e29 None None] Sync routers for ids ['038aa19f-3468-4702-a8b8-01393ebbf4bc'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:29:39.266078 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0943ab5d-b6c8-41cd-a3fc-1ecccc937e29 None None] Routers {'038aa19f-3468-4702-a8b8-01393ebbf4bc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:39.266726 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0943ab5d-b6c8-41cd-a3fc-1ecccc937e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['038aa19f-3468-4702-a8b8-01393ebbf4bc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:39.337431 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-0943ab5d-b6c8-41cd-a3fc-1ecccc937e29 None None] Set router 038aa19f-3468-4702-a8b8-01393ebbf4bc gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:39.338726 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-396f872f-28b2-4d36-9b67-be12aa92d1e1 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/routers/038aa19f-3468-4702-a8b8-01393ebbf4bc HTTP/1.1" status: 200 len: 699 time: 0.0830081 Jul 07 17:29:39.341625 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58420) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:39.374896 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d4bed99c-feaf-4e07-a644-6af9f0ad2844 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/ports?device_id=038aa19f-3468-4702-a8b8-01393ebbf4bc HTTP/1.1" status: 200 len: 205 time: 0.0298676 Jul 07 17:29:39.375254 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58422) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:39.395637 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0943ab5d-b6c8-41cd-a3fc-1ecccc937e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038aa19f-3468-4702-a8b8-01393ebbf4bc', 'name': 'tempest-RoutersTest-router-986737525', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:38Z', 'updated_at': '2021-07-07T17:29:39Z', 'revision_number': 2, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:39.426987 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0943ab5d-b6c8-41cd-a3fc-1ecccc937e29 None None] Checking router: 038aa19f-3468-4702-a8b8-01393ebbf4bc for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:29:39.435725 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0943ab5d-b6c8-41cd-a3fc-1ecccc937e29 None None] Routers {'038aa19f-3468-4702-a8b8-01393ebbf4bc'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:29:39.436466 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0943ab5d-b6c8-41cd-a3fc-1ecccc937e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:29:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['038aa19f-3468-4702-a8b8-01393ebbf4bc'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:39.455485 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-41d4e2ca-e2a1-4861-9f75-e807f86e949c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.504873 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-0943ab5d-b6c8-41cd-a3fc-1ecccc937e29 None None] Set router 038aa19f-3468-4702-a8b8-01393ebbf4bc gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:29:39.573642 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0943ab5d-b6c8-41cd-a3fc-1ecccc937e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038aa19f-3468-4702-a8b8-01393ebbf4bc', 'name': 'tempest-RoutersTest-router-986737525', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:38Z', 'updated_at': '2021-07-07T17:29:39Z', 'revision_number': 2, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:29:39.603103 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0943ab5d-b6c8-41cd-a3fc-1ecccc937e29 None None] The sync data for ids ['038aa19f-3468-4702-a8b8-01393ebbf4bc'] in n-d-793620-7 is: [{'id': '038aa19f-3468-4702-a8b8-01393ebbf4bc', 'name': 'tempest-RoutersTest-router-986737525', 'tenant_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:29:38Z', 'updated_at': '2021-07-07T17:29:39Z', 'revision_number': 2, 'project_id': '09c11134daa74f0f8c5e05ea5922ce3b', 'gw_port_host': None}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:29:39.625615 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-41d4e2ca-e2a1-4861-9f75-e807f86e949c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.628180 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-41d4e2ca-e2a1-4861-9f75-e807f86e949c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.677930 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-41d4e2ca-e2a1-4861-9f75-e807f86e949c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.678420 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d4e2ca-e2a1-4861-9f75-e807f86e949c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Fanout notify agent at l3_agent the message router_deleted on router 038aa19f-3468-4702-a8b8-01393ebbf4bc {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:29:39.685498 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-41d4e2ca-e2a1-4861-9f75-e807f86e949c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:39.688146 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-41d4e2ca-e2a1-4861-9f75-e807f86e949c tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/routers/038aa19f-3468-4702-a8b8-01393ebbf4bc HTTP/1.1" status: 204 len: 168 time: 0.3103952 Jul 07 17:29:39.691133 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58424) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:39.725140 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7aa7a523-c4d0-4fd9-8041-10487f3c11ee tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/ports?device_id=038aa19f-3468-4702-a8b8-01393ebbf4bc HTTP/1.1" status: 200 len: 205 time: 0.0328929 Jul 07 17:29:39.727639 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58426) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:39.765701 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-0aebe2f5-bef3-4f9c-b0e5-eb42afd1a495 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] delete failed (client error): The resource could not be found. Jul 07 17:29:39.766787 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0aebe2f5-bef3-4f9c-b0e5-eb42afd1a495 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/routers/038aa19f-3468-4702-a8b8-01393ebbf4bc HTTP/1.1" status: 404 len: 336 time: 0.0382442 Jul 07 17:29:39.769264 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58428) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:39.797380 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca03554-626d-4296-b287-01f297803e27 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:39.797850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca03554-626d-4296-b287-01f297803e27 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:39.799622 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2ca03554-626d-4296-b287-01f297803e27 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/subnets/e4fda45c-c8bd-4dae-8f81-bf2f6fda9dea HTTP/1.1" status: 404 len: 337 time: 0.0294559 Jul 07 17:29:39.802276 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58430) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:39.827986 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c60555-f495-4bce-9b22-44b3eb243351 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:39.828435 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c60555-f495-4bce-9b22-44b3eb243351 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:39.830112 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f2c60555-f495-4bce-9b22-44b3eb243351 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/subnets/bfd44ed0-8e53-4954-ab5a-be29d7027037 HTTP/1.1" status: 404 len: 337 time: 0.0270550 Jul 07 17:29:39.832581 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58432) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:39.863114 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08cb671-06b9-462a-af28-944c3a5f5e03 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:39.863478 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e08cb671-06b9-462a-af28-944c3a5f5e03 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:39.865192 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e08cb671-06b9-462a-af28-944c3a5f5e03 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/subnets/024ea9a8-df10-40b3-a40b-b233da40162f HTTP/1.1" status: 404 len: 337 time: 0.0317137 Jul 07 17:29:39.867757 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58434) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:39.893325 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d257bb-6253-4a0f-bd24-75f6fdbe053a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:39.893775 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d257bb-6253-4a0f-bd24-75f6fdbe053a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:39.895476 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a0d257bb-6253-4a0f-bd24-75f6fdbe053a tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/subnets/502defa2-d271-43fb-b15d-fc9fb77a3b8c HTTP/1.1" status: 404 len: 337 time: 0.0268364 Jul 07 17:29:39.897984 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58436) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:39.926584 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4911781d-9aea-4424-9361-a1652b7f8060 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ace385-b8cd-4c5c-b8e3-303b40122a56 HTTP/1.1" status: 200 len: 205 time: 0.0268512 Jul 07 17:29:39.928817 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58438) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:39.965309 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-8eda24d6-c6da-417d-bf49-55bfb3b2f69e tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] delete failed (client error): The resource could not be found. Jul 07 17:29:39.966315 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8eda24d6-c6da-417d-bf49-55bfb3b2f69e tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/routers/55ace385-b8cd-4c5c-b8e3-303b40122a56 HTTP/1.1" status: 404 len: 336 time: 0.0366228 Jul 07 17:29:39.969095 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58440) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:40.004304 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3942a788-9f9b-498a-a953-d8d3413cac08 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccbdc95e-970f-48d7-ae1a-1f2535adc70f HTTP/1.1" status: 200 len: 205 time: 0.0317230 Jul 07 17:29:40.004519 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58442) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:40.046297 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-982419f6-8380-49f8-98e3-817c4a270afa tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] delete failed (client error): The resource could not be found. Jul 07 17:29:40.047394 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-982419f6-8380-49f8-98e3-817c4a270afa tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/routers/ccbdc95e-970f-48d7-ae1a-1f2535adc70f HTTP/1.1" status: 404 len: 336 time: 0.0420129 Jul 07 17:29:40.050501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58444) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:40.082111 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d318c8-24b6-4094-adde-9980b29c46c5 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:40.082597 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d318c8-24b6-4094-adde-9980b29c46c5 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:40.084293 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c2d318c8-24b6-4094-adde-9980b29c46c5 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/subnets/bcb8a530-97ff-4281-ab37-fb33d3c04b6a HTTP/1.1" status: 404 len: 337 time: 0.0328352 Jul 07 17:29:40.087059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58446) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:40.115602 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3401ebd8-076f-4331-9e40-68d400c4635d tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf72e8c8-d1d0-4197-b8dc-d6850495593b HTTP/1.1" status: 200 len: 205 time: 0.0272923 Jul 07 17:29:40.118439 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58448) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:40.156397 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-47c34cdb-853e-4695-b944-81e72463d654 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] delete failed (client error): The resource could not be found. Jul 07 17:29:40.157442 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-47c34cdb-853e-4695-b944-81e72463d654 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/routers/cf72e8c8-d1d0-4197-b8dc-d6850495593b HTTP/1.1" status: 404 len: 336 time: 0.0380785 Jul 07 17:29:40.160170 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58450) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:40.192547 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7af67ff1-6877-498e-901a-4049c8019d43 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/ports?device_id=57f71678-8cc7-4e38-8ba7-14165f8c8a5f HTTP/1.1" status: 200 len: 205 time: 0.0313172 Jul 07 17:29:40.195062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58452) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:40.233113 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-94bf35ae-5f7a-4810-8755-c14d69c85c56 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] delete failed (client error): The resource could not be found. Jul 07 17:29:40.234160 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-94bf35ae-5f7a-4810-8755-c14d69c85c56 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/routers/57f71678-8cc7-4e38-8ba7-14165f8c8a5f HTTP/1.1" status: 404 len: 336 time: 0.0375175 Jul 07 17:29:40.236738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58454) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:40.263279 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a526c23-a600-4cef-a203-2f1e1227cf2b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:40.263728 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a526c23-a600-4cef-a203-2f1e1227cf2b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:40.265452 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3a526c23-a600-4cef-a203-2f1e1227cf2b tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/subnets/48873f5a-897c-433d-82af-f52966fab9a3 HTTP/1.1" status: 404 len: 337 time: 0.0278211 Jul 07 17:29:40.268042 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58456) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:40.301605 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-641b2bf9-aa11-47e4-9b0d-a5bb3dae85cc tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d014415-35f2-4b23-bdc2-4272179224bf HTTP/1.1" status: 200 len: 205 time: 0.0324974 Jul 07 17:29:40.304192 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58458) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:40.345606 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-34b63993-a3ed-496e-b1a2-baeea9b12ce4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] delete failed (client error): The resource could not be found. Jul 07 17:29:40.346679 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-34b63993-a3ed-496e-b1a2-baeea9b12ce4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/routers/7d014415-35f2-4b23-bdc2-4272179224bf HTTP/1.1" status: 404 len: 336 time: 0.0409865 Jul 07 17:29:40.350058 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58460) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:40.377944 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a5bfe3-a792-4b0d-8af0-59d892f292c1 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:40.378421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a5bfe3-a792-4b0d-8af0-59d892f292c1 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:40.382828 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58462) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:40.383048 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b1a5bfe3-a792-4b0d-8af0-59d892f292c1 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/subnets/7cabd5d6-0738-4040-8ac0-6227856661c6 HTTP/1.1" status: 404 len: 337 time: 0.0318160 Jul 07 17:29:40.414698 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-226bc789-ea31-49ba-bf03-3e423e6df5db tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c65aa211-a33c-49de-a538-9cfbed212378 HTTP/1.1" status: 200 len: 205 time: 0.0296466 Jul 07 17:29:40.417186 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58464) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:40.454813 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [None req-c31a0233-0032-461c-956f-f9417e9df2c4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] delete failed (client error): The resource could not be found. Jul 07 17:29:40.458173 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c31a0233-0032-461c-956f-f9417e9df2c4 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/routers/c65aa211-a33c-49de-a538-9cfbed212378 HTTP/1.1" status: 404 len: 336 time: 0.0377858 Jul 07 17:29:40.458799 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58466) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:40.487512 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e03fee-428c-4f36-af53-3627209b5240 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:40.487968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e03fee-428c-4f36-af53-3627209b5240 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:40.489993 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-37e03fee-428c-4f36-af53-3627209b5240 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/subnets/61e0cf55-831d-4c2c-b672-e1db3baabddd HTTP/1.1" status: 404 len: 337 time: 0.0305960 Jul 07 17:29:40.493293 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58468) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:40.525248 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c142225d-bd0a-44e2-a116-111053fa6c37 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] DELETE failed (client error): The resource could not be found. Jul 07 17:29:40.525696 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c142225d-bd0a-44e2-a116-111053fa6c37 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:29:40.527427 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c142225d-bd0a-44e2-a116-111053fa6c37 tempest-RoutersTest-1180745955 tempest-RoutersTest-1180745955-project] 10.222.0.50 "DELETE /v2.0/subnets/a43a5cbc-4c8d-4455-8825-9770912b6da6 HTTP/1.1" status: 404 len: 337 time: 0.0332127 Jul 07 17:29:40.763927 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58474) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:40.893043 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cabe77c5-f30c-47aa-b1f6-2c850cdde563 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09c11134daa74f0f8c5e05ea5922ce3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279614 Jul 07 17:29:40.895581 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58478) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:29:40.943285 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9ba95f5f-41ae-4ac7-bce3-4ebe83686121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:40.964462 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9ba95f5f-41ae-4ac7-bce3-4ebe83686121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.010347 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9ba95f5f-41ae-4ac7-bce3-4ebe83686121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.012949 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9ba95f5f-41ae-4ac7-bce3-4ebe83686121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:41.014114 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9ba95f5f-41ae-4ac7-bce3-4ebe83686121 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e209d34c-d408-40c9-a952-1dea65d60289 HTTP/1.1" status: 204 len: 168 time: 0.1176324 Jul 07 17:29:41.022768 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba95f5f-41ae-4ac7-bce3-4ebe83686121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e209d34c-d408-40c9-a952-1dea65d60289,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:29:44.338493 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:44.734641 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e301a868-3516-4b0d-afd4-3fde6184834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:46.705717 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:47.651110 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:47.968840 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1ff1940c-f084-45fd-bc6c-99c50f6b298d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:48.908133 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:50.389046 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:29:56.297377 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:30:14.338668 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:14.734931 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6f44c38d-b689-447b-aac8-b31c0f965fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:16.725053 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.655284 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:17.971895 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fbb27bed-3aca-4c91-aed2-d6ada95cbdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:18.911435 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:20.385293 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.200516 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58900) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:27.305239 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ab40354-3ff7-42e6-bde1-c3eab7381ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.399146 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ab40354-3ff7-42e6-bde1-c3eab7381ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.403514 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0ab40354-3ff7-42e6-bde1-c3eab7381ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.440718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab40354-3ff7-42e6-bde1-c3eab7381ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb395a0-7eea-4ecb-9590-73b9c7bd8c7d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:27.445323 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0ab40354-3ff7-42e6-bde1-c3eab7381ca2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d77b3e45e6144247a37d005c6d677d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437868 Jul 07 17:30:27.448147 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58904) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:27.451235 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab40354-3ff7-42e6-bde1-c3eab7381ca2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.451618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab40354-3ff7-42e6-bde1-c3eab7381ca2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.451968 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab40354-3ff7-42e6-bde1-c3eab7381ca2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.452314 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab40354-3ff7-42e6-bde1-c3eab7381ca2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.452658 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab40354-3ff7-42e6-bde1-c3eab7381ca2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.453003 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab40354-3ff7-42e6-bde1-c3eab7381ca2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.453335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab40354-3ff7-42e6-bde1-c3eab7381ca2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.453670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab40354-3ff7-42e6-bde1-c3eab7381ca2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.453999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab40354-3ff7-42e6-bde1-c3eab7381ca2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.454459 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab40354-3ff7-42e6-bde1-c3eab7381ca2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.454685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab40354-3ff7-42e6-bde1-c3eab7381ca2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.455013 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab40354-3ff7-42e6-bde1-c3eab7381ca2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:27.502185 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ff45c811-8365-4312-b829-e34e6529243d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.523986 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ff45c811-8365-4312-b829-e34e6529243d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.575313 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ff45c811-8365-4312-b829-e34e6529243d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.577908 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ff45c811-8365-4312-b829-e34e6529243d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.581980 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ff45c811-8365-4312-b829-e34e6529243d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7cb395a0-7eea-4ecb-9590-73b9c7bd8c7d HTTP/1.1" status: 204 len: 168 time: 0.1328056 Jul 07 17:30:27.589917 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45c811-8365-4312-b829-e34e6529243d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb395a0-7eea-4ecb-9590-73b9c7bd8c7d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:27.840310 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58910) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:27.854228 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2553a4dc-3724-4bd7-8963-3f2d123d885b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.946519 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2553a4dc-3724-4bd7-8963-3f2d123d885b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.950927 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2553a4dc-3724-4bd7-8963-3f2d123d885b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:27.988951 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2553a4dc-3724-4bd7-8963-3f2d123d885b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=16bd959f724140d89511139b8380f1fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474969 Jul 07 17:30:27.989937 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553a4dc-3724-4bd7-8963-3f2d123d885b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7314c435-ee88-4192-8702-5853f8663104,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:27.991599 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58912) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:28.042484 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64663da4-5efc-4af8-9aa9-4230ebed289a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.064723 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64663da4-5efc-4af8-9aa9-4230ebed289a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.112025 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64663da4-5efc-4af8-9aa9-4230ebed289a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.114739 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64663da4-5efc-4af8-9aa9-4230ebed289a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:28.115922 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-64663da4-5efc-4af8-9aa9-4230ebed289a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7314c435-ee88-4192-8702-5853f8663104 HTTP/1.1" status: 204 len: 168 time: 0.1225374 Jul 07 17:30:28.124626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64663da4-5efc-4af8-9aa9-4230ebed289a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7314c435-ee88-4192-8702-5853f8663104,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:29.549185 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58952) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:29.652847 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-582a52f7-b960-4502-8c48-d2e4413cd28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:29.739699 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-582a52f7-b960-4502-8c48-d2e4413cd28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:29.743557 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-582a52f7-b960-4502-8c48-d2e4413cd28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:29.783205 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-582a52f7-b960-4502-8c48-d2e4413cd28e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=11d41f0808b14fa2b00a9421d8aab27c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329204 Jul 07 17:30:29.785200 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a52f7-b960-4502-8c48-d2e4413cd28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3ebbe2-def6-43a1-b70f-ecb4d65d9537,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:29.786347 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58956) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:29.842773 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4de7236-610d-41ec-835a-ed2d65d6585e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:29.863653 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4de7236-610d-41ec-835a-ed2d65d6585e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:29.908684 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4de7236-610d-41ec-835a-ed2d65d6585e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:29.911236 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a4de7236-610d-41ec-835a-ed2d65d6585e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:29.912413 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a4de7236-610d-41ec-835a-ed2d65d6585e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d3ebbe2-def6-43a1-b70f-ecb4d65d9537 HTTP/1.1" status: 204 len: 168 time: 0.1248171 Jul 07 17:30:29.921004 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de7236-610d-41ec-835a-ed2d65d6585e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3ebbe2-def6-43a1-b70f-ecb4d65d9537,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:29.928432 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de7236-610d-41ec-835a-ed2d65d6585e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:29.928783 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de7236-610d-41ec-835a-ed2d65d6585e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:29.929130 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de7236-610d-41ec-835a-ed2d65d6585e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:29.929480 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de7236-610d-41ec-835a-ed2d65d6585e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:29.929817 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de7236-610d-41ec-835a-ed2d65d6585e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:29.930166 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de7236-610d-41ec-835a-ed2d65d6585e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:29.930495 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de7236-610d-41ec-835a-ed2d65d6585e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:29.930832 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de7236-610d-41ec-835a-ed2d65d6585e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:29.931165 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de7236-610d-41ec-835a-ed2d65d6585e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:29.931495 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de7236-610d-41ec-835a-ed2d65d6585e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:29.931826 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de7236-610d-41ec-835a-ed2d65d6585e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:29.932152 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de7236-610d-41ec-835a-ed2d65d6585e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:30:30.168011 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 58962) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:30.182252 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2d7e4b81-c6c5-42b0-b8bf-2a02ff81c55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.269184 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2d7e4b81-c6c5-42b0-b8bf-2a02ff81c55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.272793 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2d7e4b81-c6c5-42b0-b8bf-2a02ff81c55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.310869 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2d7e4b81-c6c5-42b0-b8bf-2a02ff81c55a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=484dd4cd25e547bca02efeebc26e496c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410041 Jul 07 17:30:30.311731 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e4b81-c6c5-42b0-b8bf-2a02ff81c55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356e3e2c-9f52-45c9-a826-6c4581e47851,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:30.314155 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 58964) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:30.366217 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-09586865-be5f-4ffb-bd3f-e070f13e43b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.388728 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-09586865-be5f-4ffb-bd3f-e070f13e43b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.433887 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-09586865-be5f-4ffb-bd3f-e070f13e43b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.436972 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-09586865-be5f-4ffb-bd3f-e070f13e43b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:30.438139 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-09586865-be5f-4ffb-bd3f-e070f13e43b8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/356e3e2c-9f52-45c9-a826-6c4581e47851 HTTP/1.1" status: 204 len: 168 time: 0.1229520 Jul 07 17:30:30.446146 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09586865-be5f-4ffb-bd3f-e070f13e43b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356e3e2c-9f52-45c9-a826-6c4581e47851,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:33.296454 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:30:43.344944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 59066) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:43.458916 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8386246f-9efa-4fe7-ac7e-6b7c3927f623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.547341 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8386246f-9efa-4fe7-ac7e-6b7c3927f623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.551375 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8386246f-9efa-4fe7-ac7e-6b7c3927f623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.589449 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8386246f-9efa-4fe7-ac7e-6b7c3927f623 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5a52969e2dc466fb611a6c431856cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434342 Jul 07 17:30:43.590335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386246f-9efa-4fe7-ac7e-6b7c3927f623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc2746c-710d-4f6b-91a3-0f0c18bca49b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:43.592947 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59070) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:43.642963 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c28762d6-35ab-41a8-b7b9-1457e1d06e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.663579 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c28762d6-35ab-41a8-b7b9-1457e1d06e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.711122 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c28762d6-35ab-41a8-b7b9-1457e1d06e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.713542 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c28762d6-35ab-41a8-b7b9-1457e1d06e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:43.714748 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c28762d6-35ab-41a8-b7b9-1457e1d06e8d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fcc2746c-710d-4f6b-91a3-0f0c18bca49b HTTP/1.1" status: 204 len: 168 time: 0.1205282 Jul 07 17:30:43.723118 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28762d6-35ab-41a8-b7b9-1457e1d06e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc2746c-710d-4f6b-91a3-0f0c18bca49b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:43.977424 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59076) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:43.991154 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b06aac23-96e3-4ee3-978d-5690aaf290ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.087090 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b06aac23-96e3-4ee3-978d-5690aaf290ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.091151 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b06aac23-96e3-4ee3-978d-5690aaf290ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.132187 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b06aac23-96e3-4ee3-978d-5690aaf290ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=409d008cb6864c3c84ce3fb6b07a878a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535332 Jul 07 17:30:44.133079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06aac23-96e3-4ee3-978d-5690aaf290ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a129897-4d83-452b-b757-86d23e4af8fa,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:44.134882 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 59078) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:44.185996 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-50fd442d-d656-4b7d-bc43-b86f6dc2d808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.207009 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-50fd442d-d656-4b7d-bc43-b86f6dc2d808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.252881 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-50fd442d-d656-4b7d-bc43-b86f6dc2d808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.255487 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-50fd442d-d656-4b7d-bc43-b86f6dc2d808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.256662 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-50fd442d-d656-4b7d-bc43-b86f6dc2d808 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5a129897-4d83-452b-b757-86d23e4af8fa HTTP/1.1" status: 204 len: 168 time: 0.1207826 Jul 07 17:30:44.264444 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd442d-d656-4b7d-bc43-b86f6dc2d808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a129897-4d83-452b-b757-86d23e4af8fa,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:44.351843 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:44.736556 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-10ad18d1-8299-4ad8-b7eb-2df79cd96c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.063304 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 59148) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:46.177745 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5dcde7a7-e251-4840-90aa-63f3952a20f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.264914 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5dcde7a7-e251-4840-90aa-63f3952a20f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.268630 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5dcde7a7-e251-4840-90aa-63f3952a20f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.305938 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5dcde7a7-e251-4840-90aa-63f3952a20f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=771510472d1a4678aed286366c8b9886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415531 Jul 07 17:30:46.307114 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcde7a7-e251-4840-90aa-63f3952a20f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6556d7-8439-4d24-b309-79c4d933d4e3,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:46.308883 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59152) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:46.359082 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f4302c26-69b4-454c-a2ab-bb2ead080a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.379894 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f4302c26-69b4-454c-a2ab-bb2ead080a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.426626 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f4302c26-69b4-454c-a2ab-bb2ead080a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.429464 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f4302c26-69b4-454c-a2ab-bb2ead080a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.430654 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f4302c26-69b4-454c-a2ab-bb2ead080a75 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd6556d7-8439-4d24-b309-79c4d933d4e3 HTTP/1.1" status: 204 len: 168 time: 0.1201265 Jul 07 17:30:46.440532 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4302c26-69b4-454c-a2ab-bb2ead080a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6556d7-8439-4d24-b309-79c4d933d4e3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:46.690666 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59158) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:46.704473 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-55781434-3482-4e31-a0e9-583768028ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.731834 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.791399 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-55781434-3482-4e31-a0e9-583768028ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.795563 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-55781434-3482-4e31-a0e9-583768028ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.836056 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55781434-3482-4e31-a0e9-583768028ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e920c01-bc86-4802-88f3-23050e75a79e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:46.841158 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-55781434-3482-4e31-a0e9-583768028ea3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=570e53973dd242c0a9624bab190644aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493192 Jul 07 17:30:46.843879 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59160) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:46.894308 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-608da63e-3b01-4a30-8424-c6916daf1d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.915239 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-608da63e-3b01-4a30-8424-c6916daf1d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.962183 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-608da63e-3b01-4a30-8424-c6916daf1d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.964754 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-608da63e-3b01-4a30-8424-c6916daf1d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:46.965943 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-608da63e-3b01-4a30-8424-c6916daf1d8c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e920c01-bc86-4802-88f3-23050e75a79e HTTP/1.1" status: 204 len: 168 time: 0.1211326 Jul 07 17:30:46.973846 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608da63e-3b01-4a30-8424-c6916daf1d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e920c01-bc86-4802-88f3-23050e75a79e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:47.658217 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.973792 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb718-9f39-4b39-bf01-1b4ac85f0b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:47.986331 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59190) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:48.094452 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d7ae86d5-dfac-4276-85b8-f70a6598449b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.182686 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d7ae86d5-dfac-4276-85b8-f70a6598449b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.186393 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d7ae86d5-dfac-4276-85b8-f70a6598449b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.205082 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-a838abfd-a5bd-4319-acb6-b471e59f8896 req-eb0c2209-c5a7-4f99-8e0f-532709ce3899 service neutron] (100410) timed out ('10.222.0.50', 38962) {{(pid=100410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:30:48.223587 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae86d5-dfac-4276-85b8-f70a6598449b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac92f762-3473-4fd9-b261-df360eb5c69c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:48.228987 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d7ae86d5-dfac-4276-85b8-f70a6598449b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d4297f7834c642c287355a67b8c01094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415547 Jul 07 17:30:48.231613 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59194) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:48.282779 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-56cb21e1-c154-4b17-a4d4-ba91b875bfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.303534 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-56cb21e1-c154-4b17-a4d4-ba91b875bfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.349545 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-56cb21e1-c154-4b17-a4d4-ba91b875bfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.352266 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-56cb21e1-c154-4b17-a4d4-ba91b875bfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:48.353433 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-56cb21e1-c154-4b17-a4d4-ba91b875bfcc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac92f762-3473-4fd9-b261-df360eb5c69c HTTP/1.1" status: 204 len: 168 time: 0.1208704 Jul 07 17:30:48.361044 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb21e1-c154-4b17-a4d4-ba91b875bfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac92f762-3473-4fd9-b261-df360eb5c69c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:48.911814 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:50.381641 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.306189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59324) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:58.413026 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fa60eb7d-d8d1-4084-aa21-e07ff82fa921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.503846 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fa60eb7d-d8d1-4084-aa21-e07ff82fa921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.507448 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fa60eb7d-d8d1-4084-aa21-e07ff82fa921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.544857 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fa60eb7d-d8d1-4084-aa21-e07ff82fa921 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d32cf8898554bcea7bf020ba004313e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375720 Jul 07 17:30:58.545744 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60eb7d-d8d1-4084-aa21-e07ff82fa921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850cd081-52f5-4a15-b800-d494a22fab55,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:58.547892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 59328) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:58.596863 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e13b0978-f960-4a05-9397-700bd754d32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.617504 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e13b0978-f960-4a05-9397-700bd754d32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.666018 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e13b0978-f960-4a05-9397-700bd754d32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.668530 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e13b0978-f960-4a05-9397-700bd754d32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:58.669729 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e13b0978-f960-4a05-9397-700bd754d32a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/850cd081-52f5-4a15-b800-d494a22fab55 HTTP/1.1" status: 204 len: 168 time: 0.1207974 Jul 07 17:30:58.678818 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b0978-f960-4a05-9397-700bd754d32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850cd081-52f5-4a15-b800-d494a22fab55,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:58.932004 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59334) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:58.946470 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5cd91376-a601-4d15-a143-5ead26106b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.035956 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5cd91376-a601-4d15-a143-5ead26106b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.040920 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5cd91376-a601-4d15-a143-5ead26106b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.090983 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd91376-a601-4d15-a143-5ead26106b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51b6a26-9f1b-4bfa-88d8-cbe7d1167fd5,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:59.096102 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5cd91376-a601-4d15-a143-5ead26106b9d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4616b6ad218a4464b7da493d89ec8db8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630638 Jul 07 17:30:59.098941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59336) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:59.148374 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c5c35877-f62e-4457-b9ca-8b7a2cac4795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.168746 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c5c35877-f62e-4457-b9ca-8b7a2cac4795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.215469 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c5c35877-f62e-4457-b9ca-8b7a2cac4795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.218236 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c5c35877-f62e-4457-b9ca-8b7a2cac4795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.219434 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c5c35877-f62e-4457-b9ca-8b7a2cac4795 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a51b6a26-9f1b-4bfa-88d8-cbe7d1167fd5 HTTP/1.1" status: 204 len: 168 time: 0.1197276 Jul 07 17:30:59.228032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c35877-f62e-4457-b9ca-8b7a2cac4795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51b6a26-9f1b-4bfa-88d8-cbe7d1167fd5,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:59.529082 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 59342) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:59.542825 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cd115bf5-10df-4844-99c5-38101174cfa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.631580 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cd115bf5-10df-4844-99c5-38101174cfa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.635219 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-cd115bf5-10df-4844-99c5-38101174cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.674528 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cd115bf5-10df-4844-99c5-38101174cfa5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=93dbd58369784f8291517971dd9a0576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443224 Jul 07 17:30:59.675281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd115bf5-10df-4844-99c5-38101174cfa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbf3234-efee-43ce-983c-620dff204ea0,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:30:59.677300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 59344) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:30:59.726331 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d72a285d-ccc8-4613-bde7-90cc0bb0389e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.749139 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d72a285d-ccc8-4613-bde7-90cc0bb0389e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.795993 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d72a285d-ccc8-4613-bde7-90cc0bb0389e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.798934 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d72a285d-ccc8-4613-bde7-90cc0bb0389e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:30:59.800128 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d72a285d-ccc8-4613-bde7-90cc0bb0389e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cbbf3234-efee-43ce-983c-620dff204ea0 HTTP/1.1" status: 204 len: 168 time: 0.1218116 Jul 07 17:30:59.807984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a285d-ccc8-4613-bde7-90cc0bb0389e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbf3234-efee-43ce-983c-620dff204ea0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:10.295845 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:31:14.373957 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:14.737911 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-65fad6d4-9ab0-4033-b852-a18434356660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:16.748258 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.658570 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:17.974920 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2701fb36-29e0-4870-89d9-cd11590288b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:18.657376 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-2b5aae70-3732-49fc-85a6-ddb51cb75975 req-68823eda-0533-450b-8525-e2a6da31e761 service neutron] (100410) timed out ('10.222.0.69', 61179) {{(pid=100410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:31:18.915218 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:20.383409 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.392495 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.626155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60370) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:44.741248 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3dfd10d5-3c75-4e6a-af95-348bfb0c35a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.741473 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fbbdf9a9-fc9e-49fb-9b2d-7ef4e6f75f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.846215 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3dfd10d5-3c75-4e6a-af95-348bfb0c35a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.850131 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3dfd10d5-3c75-4e6a-af95-348bfb0c35a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.891615 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3dfd10d5-3c75-4e6a-af95-348bfb0c35a0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2a1d2dc67daf495bb1ba2f0c737d6dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2643373 Jul 07 17:31:44.892450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd10d5-3c75-4e6a-af95-348bfb0c35a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c48aead-e6df-4f44-9021-5fcfc3ec8ea8,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:44.894421 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60374) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:44.900174 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd10d5-3c75-4e6a-af95-348bfb0c35a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:44.900621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd10d5-3c75-4e6a-af95-348bfb0c35a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:44.900866 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd10d5-3c75-4e6a-af95-348bfb0c35a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:44.901202 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd10d5-3c75-4e6a-af95-348bfb0c35a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:44.901532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd10d5-3c75-4e6a-af95-348bfb0c35a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:44.901860 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd10d5-3c75-4e6a-af95-348bfb0c35a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:44.902292 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd10d5-3c75-4e6a-af95-348bfb0c35a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:44.902551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd10d5-3c75-4e6a-af95-348bfb0c35a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:44.902851 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd10d5-3c75-4e6a-af95-348bfb0c35a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:44.903172 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd10d5-3c75-4e6a-af95-348bfb0c35a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:44.903494 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd10d5-3c75-4e6a-af95-348bfb0c35a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:44.903815 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd10d5-3c75-4e6a-af95-348bfb0c35a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:44.952573 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-990bb6df-8ae1-48f3-ab81-13abc59c23fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:44.973574 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-990bb6df-8ae1-48f3-ab81-13abc59c23fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.021251 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-990bb6df-8ae1-48f3-ab81-13abc59c23fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.024827 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-990bb6df-8ae1-48f3-ab81-13abc59c23fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:45.026022 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-990bb6df-8ae1-48f3-ab81-13abc59c23fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9c48aead-e6df-4f44-9021-5fcfc3ec8ea8 HTTP/1.1" status: 204 len: 168 time: 0.1299536 Jul 07 17:31:45.034013 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990bb6df-8ae1-48f3-ab81-13abc59c23fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c48aead-e6df-4f44-9021-5fcfc3ec8ea8,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:45.043859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990bb6df-8ae1-48f3-ab81-13abc59c23fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:45.044218 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990bb6df-8ae1-48f3-ab81-13abc59c23fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:45.044579 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990bb6df-8ae1-48f3-ab81-13abc59c23fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:45.044924 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990bb6df-8ae1-48f3-ab81-13abc59c23fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:45.045255 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990bb6df-8ae1-48f3-ab81-13abc59c23fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:45.045594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990bb6df-8ae1-48f3-ab81-13abc59c23fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:45.045929 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990bb6df-8ae1-48f3-ab81-13abc59c23fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:45.046267 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990bb6df-8ae1-48f3-ab81-13abc59c23fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:45.046654 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990bb6df-8ae1-48f3-ab81-13abc59c23fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:45.047354 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990bb6df-8ae1-48f3-ab81-13abc59c23fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:45.047713 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990bb6df-8ae1-48f3-ab81-13abc59c23fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:45.048033 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990bb6df-8ae1-48f3-ab81-13abc59c23fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:46.760893 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:47.295893 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:31:47.660438 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:47.976094 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bef3b793-062b-4fe2-bdd0-81443c7da212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:48.918783 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:49.745298 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60422) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:49.855071 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e42cc28c-8cb0-4716-9414-2599d54aa509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:49.946029 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e42cc28c-8cb0-4716-9414-2599d54aa509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:49.949748 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e42cc28c-8cb0-4716-9414-2599d54aa509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:49.988915 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e42cc28c-8cb0-4716-9414-2599d54aa509 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95c25eadd2ca42ae9f0ce9c285236f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2425470 Jul 07 17:31:49.991003 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cc28c-8cb0-4716-9414-2599d54aa509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480aaf15-a762-4958-9c64-df597333383c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:49.991773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60426) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:50.042203 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e3667048-6890-47f9-9fcd-bc3264dbaaad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.064563 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e3667048-6890-47f9-9fcd-bc3264dbaaad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.118585 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e3667048-6890-47f9-9fcd-bc3264dbaaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.121365 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e3667048-6890-47f9-9fcd-bc3264dbaaad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.122566 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e3667048-6890-47f9-9fcd-bc3264dbaaad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/480aaf15-a762-4958-9c64-df597333383c HTTP/1.1" status: 204 len: 168 time: 0.1297753 Jul 07 17:31:50.130449 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3667048-6890-47f9-9fcd-bc3264dbaaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480aaf15-a762-4958-9c64-df597333383c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:50.386330 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.728208 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60448) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:50.823626 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-ac20ed01-fb4e-4d8d-988d-7e5e82bc0a6e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-626568657-network', 'tenant_id': 'e057d8c3f48049e7abd3a7867a0553a8'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:50.843881 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac20ed01-fb4e-4d8d-988d-7e5e82bc0a6e admin admin] Made reservation on behalf of e057d8c3f48049e7abd3a7867a0553a8 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:50.846296 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac20ed01-fb4e-4d8d-988d-7e5e82bc0a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.855276 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac20ed01-fb4e-4d8d-988d-7e5e82bc0a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.945259 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac20ed01-fb4e-4d8d-988d-7e5e82bc0a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.949603 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac20ed01-fb4e-4d8d-988d-7e5e82bc0a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.973690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac20ed01-fb4e-4d8d-988d-7e5e82bc0a6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:31:50.983833 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20ed01-fb4e-4d8d-988d-7e5e82bc0a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7e01f3-ce65-4c33-9cd1-f3c5322fa3b7,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:50.988719 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac20ed01-fb4e-4d8d-988d-7e5e82bc0a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:50.989083 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-ac20ed01-fb4e-4d8d-988d-7e5e82bc0a6e admin admin] Added segment 21ff8baf-fe16-4915-803f-fa4e10743f8e of type vlan for network 5fd32c90-4137-4cad-88b3-02d8763fe65e Jul 07 17:31:51.029591 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac20ed01-fb4e-4d8d-988d-7e5e82bc0a6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.059552 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac20ed01-fb4e-4d8d-988d-7e5e82bc0a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.060551 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac20ed01-fb4e-4d8d-988d-7e5e82bc0a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:51.061155 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac20ed01-fb4e-4d8d-988d-7e5e82bc0a6e admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.117102 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ac20ed01-fb4e-4d8d-988d-7e5e82bc0a6e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3850873 Jul 07 17:31:51.117371 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60452) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:51.122118 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-40385934-b6eb-4f8b-bc53-f7dc6fa8cab2 admin admin] Request body: {'subnet': {'network_id': '5fd32c90-4137-4cad-88b3-02d8763fe65e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-626568657-subnet', 'tenant_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:51.131667 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20ed01-fb4e-4d8d-988d-7e5e82bc0a6e admin admin] Pushing event updated for resources: {'Network': ['ID=5fd32c90-4137-4cad-88b3-02d8763fe65e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:51.144601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 5fd32c90-4137-4cad-88b3-02d8763fe65e details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:31:51.150858 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40385934-b6eb-4f8b-bc53-f7dc6fa8cab2 admin admin] Made reservation on behalf of e057d8c3f48049e7abd3a7867a0553a8 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:51.153315 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-40385934-b6eb-4f8b-bc53-f7dc6fa8cab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.321647 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-40385934-b6eb-4f8b-bc53-f7dc6fa8cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.379112 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40385934-b6eb-4f8b-bc53-f7dc6fa8cab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db08b299-1782-402a-8d9d-010b9f455d9a,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:51.388956 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40385934-b6eb-4f8b-bc53-f7dc6fa8cab2 admin admin] Checking segment: {'id': '21ff8baf-fe16-4915-803f-fa4e10743f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5fd32c90-4137-4cad-88b3-02d8763fe65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:51.389322 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40385934-b6eb-4f8b-bc53-f7dc6fa8cab2 admin admin] Network hostable DHCP agents. Network: 5fd32c90-4137-4cad-88b3-02d8763fe65e, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:31:51.405678 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40385934-b6eb-4f8b-bc53-f7dc6fa8cab2 admin admin] Network 5fd32c90-4137-4cad-88b3-02d8763fe65e is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:31:51.414239 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-40385934-b6eb-4f8b-bc53-f7dc6fa8cab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 5fd32c90-4137-4cad-88b3-02d8763fe65e) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:51.418899 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40385934-b6eb-4f8b-bc53-f7dc6fa8cab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:51.420100 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-40385934-b6eb-4f8b-bc53-f7dc6fa8cab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.423186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b678d8d-1530-4bff-b022-87710ef7747e None None] Network 5fd32c90-4137-4cad-88b3-02d8763fe65e requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:51.434688 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-40385934-b6eb-4f8b-bc53-f7dc6fa8cab2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3162687 Jul 07 17:31:51.437621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60454) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:51.442408 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-6fe6ee3b-0d56-4c9c-8524-4e563f7f45c7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-626568657-router', 'tenant_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:51.464210 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6fe6ee3b-0d56-4c9c-8524-4e563f7f45c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.465175 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6fe6ee3b-0d56-4c9c-8524-4e563f7f45c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.519541 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6fe6ee3b-0d56-4c9c-8524-4e563f7f45c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.573965 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-5fd32c90-4137-4cad-88b3-02d8763fe65e', 'network_id': '5fd32c90-4137-4cad-88b3-02d8763fe65e', 'tenant_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'fixed_ips': [{'subnet_id': 'db08b299-1782-402a-8d9d-010b9f455d9a'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:31:51.574817 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.656946 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6fe6ee3b-0d56-4c9c-8524-4e563f7f45c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.709401 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Allocated IP 172.20.0.2 (5fd32c90-4137-4cad-88b3-02d8763fe65e/db08b299-1782-402a-8d9d-010b9f455d9a/f74a8edb-5587-49f4-b4bc-9ca646e02fe7) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:51.854424 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.860348 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6fe6ee3b-0d56-4c9c-8524-4e563f7f45c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.862626 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Transition to ACTIVE for port object f74a8edb-5587-49f4-b4bc-9ca646e02fe7 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:51.878083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Transition to ACTIVE for port object f74a8edb-5587-49f4-b4bc-9ca646e02fe7 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:51.880565 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6fe6ee3b-0d56-4c9c-8524-4e563f7f45c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.885119 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:51.920949 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Network 5fd32c90-4137-4cad-88b3-02d8763fe65e is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:51.927465 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:51.931337 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:51.939975 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Pushing event updated for resources: {'Port': ['ID=f74a8edb-5587-49f4-b4bc-9ca646e02fe7,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:51.962166 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:51.962553 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:51.962883 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:51.963218 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:51.963549 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:51.963875 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:51.964201 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:51.964523 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:51.964845 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:51.965473 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:51.965473 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:51.965783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:51.989119 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-6fe6ee3b-0d56-4c9c-8524-4e563f7f45c7 admin admin] Allocated IP 172.25.2.231 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/c3c0dad4-3984-4b1b-8c8f-6aa40a836b20) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:52.001735 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Attempting to bind port f74a8edb-5587-49f4-b4bc-9ca646e02fe7 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:52.002089 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Attempting to bind port f74a8edb-5587-49f4-b4bc-9ca646e02fe7 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '21ff8baf-fe16-4915-803f-fa4e10743f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5fd32c90-4137-4cad-88b3-02d8763fe65e'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:52.002487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Attempting to bind port f74a8edb-5587-49f4-b4bc-9ca646e02fe7 on network 5fd32c90-4137-4cad-88b3-02d8763fe65e {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:52.007737 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:52.008113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Checking segment: {'id': '21ff8baf-fe16-4915-803f-fa4e10743f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5fd32c90-4137-4cad-88b3-02d8763fe65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:52.008454 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.008925 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Bound using segment: {'id': '21ff8baf-fe16-4915-803f-fa4e10743f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5fd32c90-4137-4cad-88b3-02d8763fe65e'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:52.009445 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Bound port: f74a8edb-5587-49f4-b4bc-9ca646e02fe7, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ff8baf-fe16-4915-803f-fa4e10743f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5fd32c90-4137-4cad-88b3-02d8763fe65e'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:52.009826 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.078671 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] For port f74a8edb-5587-49f4-b4bc-9ca646e02fe7, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:52.082143 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] For port f74a8edb-5587-49f4-b4bc-9ca646e02fe7, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=f74a8edb-5587-49f4-b4bc-9ca646e02fe7,segment=NetworkSegment(21ff8baf-fe16-4915-803f-fa4e10743f8e),segment_id=21ff8baf-fe16-4915-803f-fa4e10743f8e)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:52.087441 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.102809 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6fe6ee3b-0d56-4c9c-8524-4e563f7f45c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.148100 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6fe6ee3b-0d56-4c9c-8524-4e563f7f45c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.151413 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933bd37-e8d3-42b8-811d-2a909c1bd552 None None] Pushing event updated for resources: {'Port': ['ID=f74a8edb-5587-49f4-b4bc-9ca646e02fe7,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:52.186708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe6ee3b-0d56-4c9c-8524-4e563f7f45c7 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:52.189569 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-6fe6ee3b-0d56-4c9c-8524-4e563f7f45c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:52.195441 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe6ee3b-0d56-4c9c-8524-4e563f7f45c7 admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:52.219511 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6ee3b-0d56-4c9c-8524-4e563f7f45c7 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c0dad4-3984-4b1b-8c8f-6aa40a836b20,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:52.463424 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6fe6ee3b-0d56-4c9c-8524-4e563f7f45c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.657084 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6fe6ee3b-0d56-4c9c-8524-4e563f7f45c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:52.787703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe6ee3b-0d56-4c9c-8524-4e563f7f45c7 admin admin] Router f4afcd47-2cca-4c02-9a77-7e2ad01e5f98 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:31:53.077471 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba3549e-e9ec-4785-9e8e-e9274e36525d None None] Network 5fd32c90-4137-4cad-88b3-02d8763fe65e requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:53.182084 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2610b94c-1df0-4b89-ae36-3fd37889839a None None] Provisioning for port f74a8edb-5587-49f4-b4bc-9ca646e02fe7 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:53.205703 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f74a8edb-5587-49f4-b4bc-9ca646e02fe7 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:53.239285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe6ee3b-0d56-4c9c-8524-4e563f7f45c7 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:53.254893 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] Sync routers for ids ['f4afcd47-2cca-4c02-9a77-7e2ad01e5f98'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:53.255941 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6fe6ee3b-0d56-4c9c-8524-4e563f7f45c7 admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.257358 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6fe6ee3b-0d56-4c9c-8524-4e563f7f45c7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8186884 Jul 07 17:31:53.260522 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60456) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:53.293548 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] Routers {'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:53.294181 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:31:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['f4afcd47-2cca-4c02-9a77-7e2ad01e5f98'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:53.512428 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port f74a8edb-5587-49f4-b4bc-9ca646e02fe7 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:53.547141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port f74a8edb-5587-49f4-b4bc-9ca646e02fe7 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:53.547523 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.616625 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] Set router f4afcd47-2cca-4c02-9a77-7e2ad01e5f98 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:53.698844 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cc4491d9-96b4-4684-840e-291f43064bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.767072 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.833779 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port f74a8edb-5587-49f4-b4bc-9ca646e02fe7, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=f74a8edb-5587-49f4-b4bc-9ca646e02fe7,segment=NetworkSegment(21ff8baf-fe16-4915-803f-fa4e10743f8e),segment_id=21ff8baf-fe16-4915-803f-fa4e10743f8e)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:53.839094 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.863332 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-cc4491d9-96b4-4684-840e-291f43064bf6 admin admin] Allocated IP 172.20.0.1 (5fd32c90-4137-4cad-88b3-02d8763fe65e/db08b299-1782-402a-8d9d-010b9f455d9a/d1f77953-5116-48de-a2ee-35ca77b9501c) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:53.913352 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dbc2901f-3cd8-47d2-98df-52265212b3ca None None] Provisioning complete for port f74a8edb-5587-49f4-b4bc-9ca646e02fe7 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:53.913731 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dbc2901f-3cd8-47d2-98df-52265212b3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.916717 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=f74a8edb-5587-49f4-b4bc-9ca646e02fe7,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:53.941632 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98', 'name': 'tempest-TestAggregatesBasicOps-626568657-router', 'tenant_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c3c0dad4-3984-4b1b-8c8f-6aa40a836b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:52Z', 'revision_number': 3, 'project_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'gw_port': {'id': 'c3c0dad4-3984-4b1b-8c8f-6aa40a836b20', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ba:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:53.970530 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] Checking router: f4afcd47-2cca-4c02-9a77-7e2ad01e5f98 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:31:53.970894 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] Updating router f4afcd47-2cca-4c02-9a77-7e2ad01e5f98 port c3c0dad4-3984-4b1b-8c8f-6aa40a836b20 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:31:53.973358 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cc4491d9-96b4-4684-840e-291f43064bf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:53.987375 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-cc4491d9-96b4-4684-840e-291f43064bf6 admin admin] Transition to ACTIVE for port object d1f77953-5116-48de-a2ee-35ca77b9501c will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:54.019066 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.020681 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cc4491d9-96b4-4684-840e-291f43064bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.062153 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4491d9-96b4-4684-840e-291f43064bf6 admin admin] Network 5fd32c90-4137-4cad-88b3-02d8763fe65e is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:54.068397 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-cc4491d9-96b4-4684-840e-291f43064bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:54.071443 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4491d9-96b4-4684-840e-291f43064bf6 admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:54.094947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4491d9-96b4-4684-840e-291f43064bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=d1f77953-5116-48de-a2ee-35ca77b9501c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:54.119698 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cc4491d9-96b4-4684-840e-291f43064bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.271389 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cc4491d9-96b4-4684-840e-291f43064bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.322432 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.332348 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] Transition to ACTIVE for port object c3c0dad4-3984-4b1b-8c8f-6aa40a836b20 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:54.338982 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.395080 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ddee4-cbcf-4cb3-a69a-53e846f016c2 None None] Pushing event updated for resources: {'Port': ['ID=c3c0dad4-3984-4b1b-8c8f-6aa40a836b20,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:54.401544 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-335f800e-b740-4507-a0ab-c2e93f2d3dbf None None] Provisioning for port d1f77953-5116-48de-a2ee-35ca77b9501c completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:54.404829 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] Attempting to bind port c3c0dad4-3984-4b1b-8c8f-6aa40a836b20 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:54.405197 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] Attempting to bind port c3c0dad4-3984-4b1b-8c8f-6aa40a836b20 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:54.406025 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] Attempting to bind port c3c0dad4-3984-4b1b-8c8f-6aa40a836b20 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:54.408693 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-335f800e-b740-4507-a0ab-c2e93f2d3dbf None None] Provisioning complete for port d1f77953-5116-48de-a2ee-35ca77b9501c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:54.409137 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-335f800e-b740-4507-a0ab-c2e93f2d3dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.413394 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:54.413653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:54.414046 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.414998 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:54.415481 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] Bound port: c3c0dad4-3984-4b1b-8c8f-6aa40a836b20, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:54.415862 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.442585 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cc4491d9-96b4-4684-840e-291f43064bf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.447599 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cc4491d9-96b4-4684-840e-291f43064bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.478922 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-335f800e-b740-4507-a0ab-c2e93f2d3dbf None None] Port d1f77953-5116-48de-a2ee-35ca77b9501c cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:54.495744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] For port c3c0dad4-3984-4b1b-8c8f-6aa40a836b20, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:54.498998 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] For port c3c0dad4-3984-4b1b-8c8f-6aa40a836b20, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c3c0dad4-3984-4b1b-8c8f-6aa40a836b20,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:54.503485 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.521035 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4491d9-96b4-4684-840e-291f43064bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=d1f77953-5116-48de-a2ee-35ca77b9501c,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:54.524828 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cc4491d9-96b4-4684-840e-291f43064bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.560242 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] Routers {'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:54.560875 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:31:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['f4afcd47-2cca-4c02-9a77-7e2ad01e5f98'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:54.565583 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ddee4-cbcf-4cb3-a69a-53e846f016c2 None None] Pushing event updated for resources: {'Port': ['ID=c3c0dad4-3984-4b1b-8c8f-6aa40a836b20,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:54.622424 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4491d9-96b4-4684-840e-291f43064bf6 admin admin] Network 5fd32c90-4137-4cad-88b3-02d8763fe65e is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:54.623934 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-cc4491d9-96b4-4684-840e-291f43064bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:54.672265 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] Set router f4afcd47-2cca-4c02-9a77-7e2ad01e5f98 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:54.741422 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4491d9-96b4-4684-840e-291f43064bf6 admin admin] Router f4afcd47-2cca-4c02-9a77-7e2ad01e5f98 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:31:54.859411 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4491d9-96b4-4684-840e-291f43064bf6 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:54.864696 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cc4491d9-96b4-4684-840e-291f43064bf6 admin admin] 10.222.0.50 "PUT /v2.0/routers/f4afcd47-2cca-4c02-9a77-7e2ad01e5f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6031196 Jul 07 17:31:54.897422 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98', 'name': 'tempest-TestAggregatesBasicOps-626568657-router', 'tenant_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c3c0dad4-3984-4b1b-8c8f-6aa40a836b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:54Z', 'revision_number': 4, 'project_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'gw_port': {'id': 'c3c0dad4-3984-4b1b-8c8f-6aa40a836b20', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ba:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'd1f77953-5116-48de-a2ee-35ca77b9501c', 'name': '', 'network_id': '5fd32c90-4137-4cad-88b3-02d8763fe65e', 'tenant_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'mac_address': 'fa:16:3e:fe:76:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'db08b299-1782-402a-8d9d-010b9f455d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:53Z', 'updated_at': '2021-07-07T17:31:54Z', 'revision_number': 2, 'project_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'subnets': [{'id': 'db08b299-1782-402a-8d9d-010b9f455d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:54.929709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae2ac72-01b0-4932-9856-5497807b2c58 None None] The sync data for ids ['f4afcd47-2cca-4c02-9a77-7e2ad01e5f98'] in n-d-793620-7 is: [{'id': 'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98', 'name': 'tempest-TestAggregatesBasicOps-626568657-router', 'tenant_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c3c0dad4-3984-4b1b-8c8f-6aa40a836b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:54Z', 'revision_number': 4, 'project_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'gw_port': {'id': 'c3c0dad4-3984-4b1b-8c8f-6aa40a836b20', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ba:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'd1f77953-5116-48de-a2ee-35ca77b9501c', 'name': '', 'network_id': '5fd32c90-4137-4cad-88b3-02d8763fe65e', 'tenant_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'mac_address': 'fa:16:3e:fe:76:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'db08b299-1782-402a-8d9d-010b9f455d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:53Z', 'updated_at': '2021-07-07T17:31:54Z', 'revision_number': 2, 'project_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'subnets': [{'id': 'db08b299-1782-402a-8d9d-010b9f455d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:54.936078 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5a67e0b9-99bb-4704-b053-b3266e4816ea None None] Provisioning complete for port d1f77953-5116-48de-a2ee-35ca77b9501c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:54.936342 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5a67e0b9-99bb-4704-b053-b3266e4816ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:54.974006 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-5a67e0b9-99bb-4704-b053-b3266e4816ea None None] Port d1f77953-5116-48de-a2ee-35ca77b9501c cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:55.170134 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f74a8edb-5587-49f4-b4bc-9ca646e02fe7 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:55.223677 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port f74a8edb-5587-49f4-b4bc-9ca646e02fe7 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:55.224060 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:55.509348 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60472) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:55.514483 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-eda99f3e-516f-43aa-90f6-cb669b14d757 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1949026651-network', 'tenant_id': '7f44cef54c44466bbd54d6db31d7b182'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:55.535379 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda99f3e-516f-43aa-90f6-cb669b14d757 admin admin] Made reservation on behalf of 7f44cef54c44466bbd54d6db31d7b182 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:55.538017 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eda99f3e-516f-43aa-90f6-cb669b14d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:55.548300 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eda99f3e-516f-43aa-90f6-cb669b14d757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:55.662068 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eda99f3e-516f-43aa-90f6-cb669b14d757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:55.667019 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eda99f3e-516f-43aa-90f6-cb669b14d757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:55.694889 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda99f3e-516f-43aa-90f6-cb669b14d757 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:31:55.704830 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda99f3e-516f-43aa-90f6-cb669b14d757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5369f20-e7d6-4c1d-9bad-dfd8d80435ed,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:55.709793 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eda99f3e-516f-43aa-90f6-cb669b14d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:55.710135 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-eda99f3e-516f-43aa-90f6-cb669b14d757 admin admin] Added segment 06c4dbfe-305e-4b7b-8e1a-b4f79e12209f of type vlan for network 054e115a-9f62-43e2-88ad-de53716c3ec0 Jul 07 17:31:55.759148 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eda99f3e-516f-43aa-90f6-cb669b14d757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:55.790768 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eda99f3e-516f-43aa-90f6-cb669b14d757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:55.791753 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda99f3e-516f-43aa-90f6-cb669b14d757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:55.792336 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-eda99f3e-516f-43aa-90f6-cb669b14d757 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:55.853155 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-eda99f3e-516f-43aa-90f6-cb669b14d757 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3425510 Jul 07 17:31:55.855756 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60474) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:55.862569 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-e64a9723-11dd-4a50-841b-06adcab38f61 admin admin] Request body: {'subnet': {'network_id': '054e115a-9f62-43e2-88ad-de53716c3ec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1949026651-subnet', 'tenant_id': '7f44cef54c44466bbd54d6db31d7b182', 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:55.866913 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda99f3e-516f-43aa-90f6-cb669b14d757 admin admin] Pushing event updated for resources: {'Network': ['ID=054e115a-9f62-43e2-88ad-de53716c3ec0,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:55.880108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 054e115a-9f62-43e2-88ad-de53716c3ec0 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:31:55.888338 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64a9723-11dd-4a50-841b-06adcab38f61 admin admin] Made reservation on behalf of 7f44cef54c44466bbd54d6db31d7b182 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:31:55.890755 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e64a9723-11dd-4a50-841b-06adcab38f61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.073109 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e64a9723-11dd-4a50-841b-06adcab38f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.453235 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a9723-11dd-4a50-841b-06adcab38f61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f5b7029-df1a-4092-bae7-b8fef63c5c5d,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:56.461231 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64a9723-11dd-4a50-841b-06adcab38f61 admin admin] Checking segment: {'id': '06c4dbfe-305e-4b7b-8e1a-b4f79e12209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '054e115a-9f62-43e2-88ad-de53716c3ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:56.461641 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64a9723-11dd-4a50-841b-06adcab38f61 admin admin] Network hostable DHCP agents. Network: 054e115a-9f62-43e2-88ad-de53716c3ec0, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:31:56.479900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64a9723-11dd-4a50-841b-06adcab38f61 admin admin] Network 054e115a-9f62-43e2-88ad-de53716c3ec0 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:31:56.490018 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-e64a9723-11dd-4a50-841b-06adcab38f61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 054e115a-9f62-43e2-88ad-de53716c3ec0) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:56.496086 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64a9723-11dd-4a50-841b-06adcab38f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:31:56.497031 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e64a9723-11dd-4a50-841b-06adcab38f61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.502676 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9764b8b8-a12d-4b9d-bd20-a20506452ceb None None] Network 054e115a-9f62-43e2-88ad-de53716c3ec0 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:56.513061 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e64a9723-11dd-4a50-841b-06adcab38f61 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6562936 Jul 07 17:31:56.515710 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60476) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:56.520143 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-bc664407-ae7b-4884-afe8-ba24cc81d347 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1949026651-router', 'tenant_id': '7f44cef54c44466bbd54d6db31d7b182', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:31:56.544399 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc664407-ae7b-4884-afe8-ba24cc81d347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.545782 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc664407-ae7b-4884-afe8-ba24cc81d347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.605496 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc664407-ae7b-4884-afe8-ba24cc81d347 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.672776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-054e115a-9f62-43e2-88ad-de53716c3ec0', 'network_id': '054e115a-9f62-43e2-88ad-de53716c3ec0', 'tenant_id': '7f44cef54c44466bbd54d6db31d7b182', 'fixed_ips': [{'subnet_id': '3f5b7029-df1a-4092-bae7-b8fef63c5c5d'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:31:56.673664 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.747626 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc664407-ae7b-4884-afe8-ba24cc81d347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.822107 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Allocated IP 172.20.0.2 (054e115a-9f62-43e2-88ad-de53716c3ec0/3f5b7029-df1a-4092-bae7-b8fef63c5c5d/84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:56.964694 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc664407-ae7b-4884-afe8-ba24cc81d347 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.967044 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] Sync routers for ids ['f4afcd47-2cca-4c02-9a77-7e2ad01e5f98'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:56.978491 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:56.979720 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] Routers {'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:56.980354 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:31:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['f4afcd47-2cca-4c02-9a77-7e2ad01e5f98'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:56.987307 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Transition to ACTIVE for port object 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:56.995022 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc664407-ae7b-4884-afe8-ba24cc81d347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.004987 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Transition to ACTIVE for port object 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:57.012711 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.052492 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Network 054e115a-9f62-43e2-88ad-de53716c3ec0 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:57.059608 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:57.063319 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:57.070242 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Pushing event updated for resources: {'Port': ['ID=84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:57.091375 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] Set router f4afcd47-2cca-4c02-9a77-7e2ad01e5f98 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:57.121979 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-bc664407-ae7b-4884-afe8-ba24cc81d347 admin admin] Allocated IP 172.25.2.105 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/410aadca-4ca3-4009-903c-609b6ae03221) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:57.135160 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Attempting to bind port 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:57.135549 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Attempting to bind port 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '06c4dbfe-305e-4b7b-8e1a-b4f79e12209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '054e115a-9f62-43e2-88ad-de53716c3ec0'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:57.141126 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Attempting to bind port 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf on network 054e115a-9f62-43e2-88ad-de53716c3ec0 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:57.153561 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:57.154428 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Checking segment: {'id': '06c4dbfe-305e-4b7b-8e1a-b4f79e12209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '054e115a-9f62-43e2-88ad-de53716c3ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:57.155271 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.156034 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Bound using segment: {'id': '06c4dbfe-305e-4b7b-8e1a-b4f79e12209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '054e115a-9f62-43e2-88ad-de53716c3ec0'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:57.156756 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Bound port: 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c4dbfe-305e-4b7b-8e1a-b4f79e12209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '054e115a-9f62-43e2-88ad-de53716c3ec0'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:57.157280 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.233940 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c3c0dad4-3984-4b1b-8c8f-6aa40a836b20 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:57.266128 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc664407-ae7b-4884-afe8-ba24cc81d347 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.271330 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] For port 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:57.291832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] For port 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf,segment=NetworkSegment(06c4dbfe-305e-4b7b-8e1a-b4f79e12209f),segment_id=06c4dbfe-305e-4b7b-8e1a-b4f79e12209f)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:57.298071 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.326501 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc664407-ae7b-4884-afe8-ba24cc81d347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.354091 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port c3c0dad4-3984-4b1b-8c8f-6aa40a836b20 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:57.372377 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port c3c0dad4-3984-4b1b-8c8f-6aa40a836b20 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:57.372377 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.373786 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc664407-ae7b-4884-afe8-ba24cc81d347 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:57.377207 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-bc664407-ae7b-4884-afe8-ba24cc81d347 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:57.380135 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc664407-ae7b-4884-afe8-ba24cc81d347 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:57.404998 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20514e8f-81b7-4a25-9891-9782fa7cf0a5 None None] Pushing event updated for resources: {'Port': ['ID=84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:57.417207 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc664407-ae7b-4884-afe8-ba24cc81d347 admin admin] Pushing event updated for resources: {'Port': ['ID=410aadca-4ca3-4009-903c-609b6ae03221,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:57.435505 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98', 'name': 'tempest-TestAggregatesBasicOps-626568657-router', 'tenant_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c3c0dad4-3984-4b1b-8c8f-6aa40a836b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:54Z', 'revision_number': 4, 'project_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'gw_port': {'id': 'c3c0dad4-3984-4b1b-8c8f-6aa40a836b20', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ba:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'd1f77953-5116-48de-a2ee-35ca77b9501c', 'name': '', 'network_id': '5fd32c90-4137-4cad-88b3-02d8763fe65e', 'tenant_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'mac_address': 'fa:16:3e:fe:76:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'db08b299-1782-402a-8d9d-010b9f455d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:53Z', 'updated_at': '2021-07-07T17:31:54Z', 'revision_number': 2, 'project_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'subnets': [{'id': 'db08b299-1782-402a-8d9d-010b9f455d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:57.464496 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] Checking router: f4afcd47-2cca-4c02-9a77-7e2ad01e5f98 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:31:57.464859 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] Updating router f4afcd47-2cca-4c02-9a77-7e2ad01e5f98 port d1f77953-5116-48de-a2ee-35ca77b9501c binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:31:57.478265 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.500867 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port c3c0dad4-3984-4b1b-8c8f-6aa40a836b20, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c3c0dad4-3984-4b1b-8c8f-6aa40a836b20,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:57.505149 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.506655 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.587523 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=c3c0dad4-3984-4b1b-8c8f-6aa40a836b20,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:57.714902 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc664407-ae7b-4884-afe8-ba24cc81d347 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.842864 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.852973 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] Transition to ACTIVE for port object d1f77953-5116-48de-a2ee-35ca77b9501c will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:57.859407 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.906859 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c438ba5-a9c1-4793-b102-2f8bf22d0d0a None None] Pushing event updated for resources: {'Port': ['ID=d1f77953-5116-48de-a2ee-35ca77b9501c,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:57.925108 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc664407-ae7b-4884-afe8-ba24cc81d347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.933947 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c438ba5-a9c1-4793-b102-2f8bf22d0d0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:57.934561 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c438ba5-a9c1-4793-b102-2f8bf22d0d0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:57.935061 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c438ba5-a9c1-4793-b102-2f8bf22d0d0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:57.935396 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c438ba5-a9c1-4793-b102-2f8bf22d0d0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:57.935747 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c438ba5-a9c1-4793-b102-2f8bf22d0d0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:57.936060 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c438ba5-a9c1-4793-b102-2f8bf22d0d0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:57.936390 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c438ba5-a9c1-4793-b102-2f8bf22d0d0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:57.936710 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c438ba5-a9c1-4793-b102-2f8bf22d0d0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:57.937034 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c438ba5-a9c1-4793-b102-2f8bf22d0d0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:57.937355 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c438ba5-a9c1-4793-b102-2f8bf22d0d0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:57.937675 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c438ba5-a9c1-4793-b102-2f8bf22d0d0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:57.937994 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c438ba5-a9c1-4793-b102-2f8bf22d0d0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:31:57.978625 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] Attempting to bind port d1f77953-5116-48de-a2ee-35ca77b9501c on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:57.979279 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] Attempting to bind port d1f77953-5116-48de-a2ee-35ca77b9501c by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '21ff8baf-fe16-4915-803f-fa4e10743f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5fd32c90-4137-4cad-88b3-02d8763fe65e'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:57.979401 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] Attempting to bind port d1f77953-5116-48de-a2ee-35ca77b9501c on network 5fd32c90-4137-4cad-88b3-02d8763fe65e {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:57.985236 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:57.985618 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] Checking segment: {'id': '21ff8baf-fe16-4915-803f-fa4e10743f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5fd32c90-4137-4cad-88b3-02d8763fe65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:57.986014 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:57.986449 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] Bound using segment: {'id': '21ff8baf-fe16-4915-803f-fa4e10743f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5fd32c90-4137-4cad-88b3-02d8763fe65e'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:57.986951 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] Bound port: d1f77953-5116-48de-a2ee-35ca77b9501c, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ff8baf-fe16-4915-803f-fa4e10743f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5fd32c90-4137-4cad-88b3-02d8763fe65e'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:57.987515 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:58.053688 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] For port d1f77953-5116-48de-a2ee-35ca77b9501c, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:58.058045 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] For port d1f77953-5116-48de-a2ee-35ca77b9501c, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d1f77953-5116-48de-a2ee-35ca77b9501c,segment=NetworkSegment(21ff8baf-fe16-4915-803f-fa4e10743f8e),segment_id=21ff8baf-fe16-4915-803f-fa4e10743f8e)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:58.063455 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:58.073316 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc664407-ae7b-4884-afe8-ba24cc81d347 admin admin] Router 5367e308-e33d-41a7-8f14-417451d47e49 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:31:58.128652 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] Routers {'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:58.129301 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:31:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['f4afcd47-2cca-4c02-9a77-7e2ad01e5f98'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:58.134559 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c438ba5-a9c1-4793-b102-2f8bf22d0d0a None None] Pushing event updated for resources: {'Port': ['ID=d1f77953-5116-48de-a2ee-35ca77b9501c,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:58.203116 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc664407-ae7b-4884-afe8-ba24cc81d347 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:31:58.215150 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] Sync routers for ids ['5367e308-e33d-41a7-8f14-417451d47e49'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:31:58.232790 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bc664407-ae7b-4884-afe8-ba24cc81d347 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:58.237253 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60478) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:31:58.240435 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] Routers {'5367e308-e33d-41a7-8f14-417451d47e49'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:58.242980 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bc664407-ae7b-4884-afe8-ba24cc81d347 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7261178 Jul 07 17:31:58.243410 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:31:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['5367e308-e33d-41a7-8f14-417451d47e49'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:58.277402 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] Set router f4afcd47-2cca-4c02-9a77-7e2ad01e5f98 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:58.390645 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] Set router 5367e308-e33d-41a7-8f14-417451d47e49 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:31:58.549886 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98', 'name': 'tempest-TestAggregatesBasicOps-626568657-router', 'tenant_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c3c0dad4-3984-4b1b-8c8f-6aa40a836b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:54Z', 'revision_number': 4, 'project_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'gw_port': {'id': 'c3c0dad4-3984-4b1b-8c8f-6aa40a836b20', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'd1f77953-5116-48de-a2ee-35ca77b9501c', 'name': '', 'network_id': '5fd32c90-4137-4cad-88b3-02d8763fe65e', 'tenant_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'mac_address': 'fa:16:3e:fe:76:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'db08b299-1782-402a-8d9d-010b9f455d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:53Z', 'updated_at': '2021-07-07T17:31:58Z', 'revision_number': 4, 'project_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'subnets': [{'id': 'db08b299-1782-402a-8d9d-010b9f455d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:58.587727 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cce948d-921f-49ac-a865-f439ed93c484 None None] The sync data for ids ['f4afcd47-2cca-4c02-9a77-7e2ad01e5f98'] in n-d-793620-7 is: [{'id': 'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98', 'name': 'tempest-TestAggregatesBasicOps-626568657-router', 'tenant_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c3c0dad4-3984-4b1b-8c8f-6aa40a836b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:54Z', 'revision_number': 4, 'project_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'gw_port': {'id': 'c3c0dad4-3984-4b1b-8c8f-6aa40a836b20', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'd1f77953-5116-48de-a2ee-35ca77b9501c', 'name': '', 'network_id': '5fd32c90-4137-4cad-88b3-02d8763fe65e', 'tenant_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'mac_address': 'fa:16:3e:fe:76:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'db08b299-1782-402a-8d9d-010b9f455d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:53Z', 'updated_at': '2021-07-07T17:31:58Z', 'revision_number': 4, 'project_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'subnets': [{'id': 'db08b299-1782-402a-8d9d-010b9f455d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:31:58.649683 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5367e308-e33d-41a7-8f14-417451d47e49', 'name': 'tempest-TestAggregatesBasicOps-1949026651-router', 'tenant_id': '7f44cef54c44466bbd54d6db31d7b182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '410aadca-4ca3-4009-903c-609b6ae03221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:56Z', 'updated_at': '2021-07-07T17:31:57Z', 'revision_number': 3, 'project_id': '7f44cef54c44466bbd54d6db31d7b182', 'gw_port': {'id': '410aadca-4ca3-4009-903c-609b6ae03221', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:db:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5367e308-e33d-41a7-8f14-417451d47e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:57Z', 'updated_at': '2021-07-07T17:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:58.681811 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3218828-0640-43f9-891b-d04ac3466c44 None None] Network 054e115a-9f62-43e2-88ad-de53716c3ec0 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:31:58.685181 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] Checking router: 5367e308-e33d-41a7-8f14-417451d47e49 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:31:58.685555 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] Updating router 5367e308-e33d-41a7-8f14-417451d47e49 port 410aadca-4ca3-4009-903c-609b6ae03221 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:31:58.738044 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6a2f93f2-0145-43a1-952c-84c82d8455d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:58.916694 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-6a2f93f2-0145-43a1-952c-84c82d8455d6 admin admin] Allocated IP 172.20.0.1 (054e115a-9f62-43e2-88ad-de53716c3ec0/3f5b7029-df1a-4092-bae7-b8fef63c5c5d/dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:31:58.947651 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:58.980177 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ecfc349c-d727-4bdb-bf58-9d286ded17b4 None None] Provisioning for port 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:59.040623 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6a2f93f2-0145-43a1-952c-84c82d8455d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.055862 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-6a2f93f2-0145-43a1-952c-84c82d8455d6 admin admin] Transition to ACTIVE for port object dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:59.106648 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6a2f93f2-0145-43a1-952c-84c82d8455d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.165451 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2f93f2-0145-43a1-952c-84c82d8455d6 admin admin] Network 054e115a-9f62-43e2-88ad-de53716c3ec0 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:59.166352 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f93f2-0145-43a1-952c-84c82d8455d6 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:59.169298 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-6a2f93f2-0145-43a1-952c-84c82d8455d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:59.174817 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f93f2-0145-43a1-952c-84c82d8455d6 admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:31:59.225583 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6a2f93f2-0145-43a1-952c-84c82d8455d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.330752 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:59.378314 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.397083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] Transition to ACTIVE for port object 410aadca-4ca3-4009-903c-609b6ae03221 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:31:59.404148 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.457194 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6a2f93f2-0145-43a1-952c-84c82d8455d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.462823 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] Attempting to bind port 410aadca-4ca3-4009-903c-609b6ae03221 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:31:59.463825 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] Attempting to bind port 410aadca-4ca3-4009-903c-609b6ae03221 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:31:59.464217 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] Attempting to bind port 410aadca-4ca3-4009-903c-609b6ae03221 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:31:59.466361 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:59.482546 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:59.482985 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.484981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:31:59.485364 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:31:59.485790 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.486191 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:31:59.486840 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] Bound port: 410aadca-4ca3-4009-903c-609b6ae03221, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:31:59.487229 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.537270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f8f7d-5947-4841-a6b2-0c003d4f3c53 None None] Pushing event updated for resources: {'Port': ['ID=410aadca-4ca3-4009-903c-609b6ae03221,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:59.582481 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] For port 410aadca-4ca3-4009-903c-609b6ae03221, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:31:59.585798 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] For port 410aadca-4ca3-4009-903c-609b6ae03221, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=410aadca-4ca3-4009-903c-609b6ae03221,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:31:59.626495 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.656739 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.658183 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6a2f93f2-0145-43a1-952c-84c82d8455d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.663546 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6a2f93f2-0145-43a1-952c-84c82d8455d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.687609 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d39f8b27-251c-44b9-8ac4-32a63a9aa41f None None] Provisioning for port dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:31:59.718614 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d39f8b27-251c-44b9-8ac4-32a63a9aa41f None None] Provisioning complete for port dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:59.718996 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d39f8b27-251c-44b9-8ac4-32a63a9aa41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.735200 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf,segment=NetworkSegment(06c4dbfe-305e-4b7b-8e1a-b4f79e12209f),segment_id=06c4dbfe-305e-4b7b-8e1a-b4f79e12209f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:31:59.746587 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6a2f93f2-0145-43a1-952c-84c82d8455d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.749518 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f93f2-0145-43a1-952c-84c82d8455d6 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:59.755708 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] Routers {'5367e308-e33d-41a7-8f14-417451d47e49'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:31:59.756371 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:31:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['5367e308-e33d-41a7-8f14-417451d47e49'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:31:59.758214 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f8f7d-5947-4841-a6b2-0c003d4f3c53 None None] Pushing event updated for resources: {'Port': ['ID=410aadca-4ca3-4009-903c-609b6ae03221,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:59.760950 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.761758 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d1f77953-5116-48de-a2ee-35ca77b9501c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:31:59.852034 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2f93f2-0145-43a1-952c-84c82d8455d6 admin admin] Network 054e115a-9f62-43e2-88ad-de53716c3ec0 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:31:59.853939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-6a2f93f2-0145-43a1-952c-84c82d8455d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:31:59.881153 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d39f8b27-251c-44b9-8ac4-32a63a9aa41f None None] Port dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:31:59.908469 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:31:59.955724 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d39f8b27-251c-44b9-8ac4-32a63a9aa41f None None] Provisioning complete for port 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:31:59.956103 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d39f8b27-251c-44b9-8ac4-32a63a9aa41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:31:59.983834 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2f93f2-0145-43a1-952c-84c82d8455d6 admin admin] Router 5367e308-e33d-41a7-8f14-417451d47e49 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:31:59.991108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port d1f77953-5116-48de-a2ee-35ca77b9501c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:00.005934 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d1f77953-5116-48de-a2ee-35ca77b9501c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:00.006342 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:00.033763 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] Set router 5367e308-e33d-41a7-8f14-417451d47e49 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:00.108487 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2f93f2-0145-43a1-952c-84c82d8455d6 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:00.114708 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6a2f93f2-0145-43a1-952c-84c82d8455d6 admin admin] 10.222.0.50 "PUT /v2.0/routers/5367e308-e33d-41a7-8f14-417451d47e49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8761420 Jul 07 17:32:00.260057 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:00.328911 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port d1f77953-5116-48de-a2ee-35ca77b9501c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d1f77953-5116-48de-a2ee-35ca77b9501c,segment=NetworkSegment(21ff8baf-fe16-4915-803f-fa4e10743f8e),segment_id=21ff8baf-fe16-4915-803f-fa4e10743f8e)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:00.333918 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:00.334759 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c3c0dad4-3984-4b1b-8c8f-6aa40a836b20 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:00.442784 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-de69ee2b-f089-46e1-874f-b29729b44f9c None None] Provisioning complete for port dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:00.443164 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-de69ee2b-f089-46e1-874f-b29729b44f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:00.447606 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=d1f77953-5116-48de-a2ee-35ca77b9501c,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:00.489833 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5367e308-e33d-41a7-8f14-417451d47e49', 'name': 'tempest-TestAggregatesBasicOps-1949026651-router', 'tenant_id': '7f44cef54c44466bbd54d6db31d7b182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '410aadca-4ca3-4009-903c-609b6ae03221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:56Z', 'updated_at': '2021-07-07T17:31:59Z', 'revision_number': 4, 'project_id': '7f44cef54c44466bbd54d6db31d7b182', 'gw_port': {'id': '410aadca-4ca3-4009-903c-609b6ae03221', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:db:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5367e308-e33d-41a7-8f14-417451d47e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:57Z', 'updated_at': '2021-07-07T17:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b', 'name': '', 'network_id': '054e115a-9f62-43e2-88ad-de53716c3ec0', 'tenant_id': '7f44cef54c44466bbd54d6db31d7b182', 'mac_address': 'fa:16:3e:ed:e6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5367e308-e33d-41a7-8f14-417451d47e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '3f5b7029-df1a-4092-bae7-b8fef63c5c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:58Z', 'updated_at': '2021-07-07T17:31:59Z', 'revision_number': 2, 'project_id': '7f44cef54c44466bbd54d6db31d7b182', 'subnets': [{'id': '3f5b7029-df1a-4092-bae7-b8fef63c5c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:00.522998 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-de69ee2b-f089-46e1-874f-b29729b44f9c None None] Port dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:00.524585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a074b139-ef04-451d-92e7-8aa768dd1430 None None] The sync data for ids ['5367e308-e33d-41a7-8f14-417451d47e49'] in n-d-793620-7 is: [{'id': '5367e308-e33d-41a7-8f14-417451d47e49', 'name': 'tempest-TestAggregatesBasicOps-1949026651-router', 'tenant_id': '7f44cef54c44466bbd54d6db31d7b182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '410aadca-4ca3-4009-903c-609b6ae03221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:56Z', 'updated_at': '2021-07-07T17:31:59Z', 'revision_number': 4, 'project_id': '7f44cef54c44466bbd54d6db31d7b182', 'gw_port': {'id': '410aadca-4ca3-4009-903c-609b6ae03221', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:db:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5367e308-e33d-41a7-8f14-417451d47e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:57Z', 'updated_at': '2021-07-07T17:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b', 'name': '', 'network_id': '054e115a-9f62-43e2-88ad-de53716c3ec0', 'tenant_id': '7f44cef54c44466bbd54d6db31d7b182', 'mac_address': 'fa:16:3e:ed:e6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5367e308-e33d-41a7-8f14-417451d47e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '3f5b7029-df1a-4092-bae7-b8fef63c5c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:58Z', 'updated_at': '2021-07-07T17:31:59Z', 'revision_number': 2, 'project_id': '7f44cef54c44466bbd54d6db31d7b182', 'subnets': [{'id': '3f5b7029-df1a-4092-bae7-b8fef63c5c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:00.526064 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port c3c0dad4-3984-4b1b-8c8f-6aa40a836b20 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:00.526792 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:01.186334 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:01.237350 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:01.237735 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:01.318732 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d1f77953-5116-48de-a2ee-35ca77b9501c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:01.376546 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60530) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:01.559825 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d1f77953-5116-48de-a2ee-35ca77b9501c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:01.561048 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:01.773226 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a6f5-0459-4705-817a-e58e9d9d4414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.367576 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b6f3a6f5-0459-4705-817a-e58e9d9d4414 admin admin] Deleting port d1f77953-5116-48de-a2ee-35ca77b9501c {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:02.367984 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a6f5-0459-4705-817a-e58e9d9d4414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.445773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-b6f3a6f5-0459-4705-817a-e58e9d9d4414 admin admin] For port d1f77953-5116-48de-a2ee-35ca77b9501c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d1f77953-5116-48de-a2ee-35ca77b9501c,segment=NetworkSegment(21ff8baf-fe16-4915-803f-fa4e10743f8e),segment_id=21ff8baf-fe16-4915-803f-fa4e10743f8e)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:02.446993 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a6f5-0459-4705-817a-e58e9d9d4414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.459415 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b6f3a6f5-0459-4705-817a-e58e9d9d4414 admin admin] Calling delete_port for d1f77953-5116-48de-a2ee-35ca77b9501c owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:02.640591 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a6f5-0459-4705-817a-e58e9d9d4414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.665437 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3a6f5-0459-4705-817a-e58e9d9d4414 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f77953-5116-48de-a2ee-35ca77b9501c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:02.844934 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a6f5-0459-4705-817a-e58e9d9d4414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:02.892329 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] Sync routers for ids ['5367e308-e33d-41a7-8f14-417451d47e49'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:02.900856 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] Routers {'5367e308-e33d-41a7-8f14-417451d47e49'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:02.901462 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:31:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['5367e308-e33d-41a7-8f14-417451d47e49'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:03.007435 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] Set router 5367e308-e33d-41a7-8f14-417451d47e49 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:03.066689 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f3a6f5-0459-4705-817a-e58e9d9d4414 admin admin] Router f4afcd47-2cca-4c02-9a77-7e2ad01e5f98 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:03.183927 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f3a6f5-0459-4705-817a-e58e9d9d4414 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:03.193939 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60532) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:03.194459 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741634a6-3bca-44f9-9504-031dddf06142 None None] Sync routers for ids ['f4afcd47-2cca-4c02-9a77-7e2ad01e5f98'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:03.196383 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b6f3a6f5-0459-4705-817a-e58e9d9d4414 admin admin] 10.222.0.50 "PUT /v2.0/routers/f4afcd47-2cca-4c02-9a77-7e2ad01e5f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8179996 Jul 07 17:32:03.217647 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5367e308-e33d-41a7-8f14-417451d47e49', 'name': 'tempest-TestAggregatesBasicOps-1949026651-router', 'tenant_id': '7f44cef54c44466bbd54d6db31d7b182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '410aadca-4ca3-4009-903c-609b6ae03221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:56Z', 'updated_at': '2021-07-07T17:31:59Z', 'revision_number': 4, 'project_id': '7f44cef54c44466bbd54d6db31d7b182', 'gw_port': {'id': '410aadca-4ca3-4009-903c-609b6ae03221', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:db:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5367e308-e33d-41a7-8f14-417451d47e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:57Z', 'updated_at': '2021-07-07T17:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b', 'name': '', 'network_id': '054e115a-9f62-43e2-88ad-de53716c3ec0', 'tenant_id': '7f44cef54c44466bbd54d6db31d7b182', 'mac_address': 'fa:16:3e:ed:e6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5367e308-e33d-41a7-8f14-417451d47e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '3f5b7029-df1a-4092-bae7-b8fef63c5c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:58Z', 'updated_at': '2021-07-07T17:31:59Z', 'revision_number': 2, 'project_id': '7f44cef54c44466bbd54d6db31d7b182', 'subnets': [{'id': '3f5b7029-df1a-4092-bae7-b8fef63c5c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:03.222754 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741634a6-3bca-44f9-9504-031dddf06142 None None] Routers {'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:03.223548 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-741634a6-3bca-44f9-9504-031dddf06142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:31:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['f4afcd47-2cca-4c02-9a77-7e2ad01e5f98'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:03.262654 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] Checking router: 5367e308-e33d-41a7-8f14-417451d47e49 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:03.262965 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] Updating router 5367e308-e33d-41a7-8f14-417451d47e49 port dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:32:03.276673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 410aadca-4ca3-4009-903c-609b6ae03221 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:03.299528 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.327155 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6640f57a-6111-4ff9-9ba1-486e071e30f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.383545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-741634a6-3bca-44f9-9504-031dddf06142 None None] Set router f4afcd47-2cca-4c02-9a77-7e2ad01e5f98 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:03.444609 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 410aadca-4ca3-4009-903c-609b6ae03221 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:03.453057 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6640f57a-6111-4ff9-9ba1-486e071e30f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.459109 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 410aadca-4ca3-4009-903c-609b6ae03221 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:03.459638 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.517772 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6640f57a-6111-4ff9-9ba1-486e071e30f6 admin admin] Deleting port c3c0dad4-3984-4b1b-8c8f-6aa40a836b20 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:03.518211 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6640f57a-6111-4ff9-9ba1-486e071e30f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.590328 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.600921 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] Transition to ACTIVE for port object dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:03.603409 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-6640f57a-6111-4ff9-9ba1-486e071e30f6 admin admin] For port c3c0dad4-3984-4b1b-8c8f-6aa40a836b20, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c3c0dad4-3984-4b1b-8c8f-6aa40a836b20,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:03.603888 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6640f57a-6111-4ff9-9ba1-486e071e30f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.610086 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.622988 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6640f57a-6111-4ff9-9ba1-486e071e30f6 admin admin] Calling delete_port for c3c0dad4-3984-4b1b-8c8f-6aa40a836b20 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:03.627739 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.663169 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 410aadca-4ca3-4009-903c-609b6ae03221, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=410aadca-4ca3-4009-903c-609b6ae03221,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:03.671565 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-741634a6-3bca-44f9-9504-031dddf06142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98', 'name': 'tempest-TestAggregatesBasicOps-626568657-router', 'tenant_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c3c0dad4-3984-4b1b-8c8f-6aa40a836b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:32:02Z', 'revision_number': 5, 'project_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'gw_port': {'id': 'c3c0dad4-3984-4b1b-8c8f-6aa40a836b20', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:03.673620 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.757817 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741634a6-3bca-44f9-9504-031dddf06142 None None] Checking router: f4afcd47-2cca-4c02-9a77-7e2ad01e5f98 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:03.787067 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1983481-a857-48a6-86e1-a5caab4e819a None None] Pushing event updated for resources: {'Port': ['ID=dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:03.814757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741634a6-3bca-44f9-9504-031dddf06142 None None] Routers {'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:03.815406 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-741634a6-3bca-44f9-9504-031dddf06142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:31:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['f4afcd47-2cca-4c02-9a77-7e2ad01e5f98'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:03.825413 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6640f57a-6111-4ff9-9ba1-486e071e30f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.845717 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] Attempting to bind port dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:03.846185 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] Attempting to bind port dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '06c4dbfe-305e-4b7b-8e1a-b4f79e12209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '054e115a-9f62-43e2-88ad-de53716c3ec0'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:03.846667 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] Attempting to bind port dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b on network 054e115a-9f62-43e2-88ad-de53716c3ec0 {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:03.852901 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:03.853365 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] Checking segment: {'id': '06c4dbfe-305e-4b7b-8e1a-b4f79e12209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '054e115a-9f62-43e2-88ad-de53716c3ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:03.853833 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.854303 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] Bound using segment: {'id': '06c4dbfe-305e-4b7b-8e1a-b4f79e12209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '054e115a-9f62-43e2-88ad-de53716c3ec0'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:03.854968 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] Bound port: dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c4dbfe-305e-4b7b-8e1a-b4f79e12209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '054e115a-9f62-43e2-88ad-de53716c3ec0'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:03.855482 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.862940 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640f57a-6111-4ff9-9ba1-486e071e30f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c0dad4-3984-4b1b-8c8f-6aa40a836b20,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:03.888418 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=410aadca-4ca3-4009-903c-609b6ae03221,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:03.933886 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] For port dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:03.940349 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] For port dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b,segment=NetworkSegment(06c4dbfe-305e-4b7b-8e1a-b4f79e12209f),segment_id=06c4dbfe-305e-4b7b-8e1a-b4f79e12209f)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:03.950091 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:03.951717 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-741634a6-3bca-44f9-9504-031dddf06142 None None] Set router f4afcd47-2cca-4c02-9a77-7e2ad01e5f98 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:03.966579 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6640f57a-6111-4ff9-9ba1-486e071e30f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.011405 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] Routers {'5367e308-e33d-41a7-8f14-417451d47e49'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:04.012291 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:31:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['5367e308-e33d-41a7-8f14-417451d47e49'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:04.031920 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-741634a6-3bca-44f9-9504-031dddf06142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98', 'name': 'tempest-TestAggregatesBasicOps-626568657-router', 'tenant_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:32:03Z', 'revision_number': 6, 'project_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:04.068708 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741634a6-3bca-44f9-9504-031dddf06142 None None] The sync data for ids ['f4afcd47-2cca-4c02-9a77-7e2ad01e5f98'] in n-d-793620-7 is: [{'id': 'f4afcd47-2cca-4c02-9a77-7e2ad01e5f98', 'name': 'tempest-TestAggregatesBasicOps-626568657-router', 'tenant_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:51Z', 'updated_at': '2021-07-07T17:32:03Z', 'revision_number': 6, 'project_id': 'e057d8c3f48049e7abd3a7867a0553a8', 'gw_port_host': None}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:04.089264 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6640f57a-6111-4ff9-9ba1-486e071e30f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.092714 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6640f57a-6111-4ff9-9ba1-486e071e30f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.151744 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1983481-a857-48a6-86e1-a5caab4e819a None None] Pushing event updated for resources: {'Port': ['ID=dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:04.165397 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6640f57a-6111-4ff9-9ba1-486e071e30f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.165848 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6640f57a-6111-4ff9-9ba1-486e071e30f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4afcd47-2cca-4c02-9a77-7e2ad01e5f98 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:32:04.170554 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6640f57a-6111-4ff9-9ba1-486e071e30f6 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.171768 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6640f57a-6111-4ff9-9ba1-486e071e30f6 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f4afcd47-2cca-4c02-9a77-7e2ad01e5f98 HTTP/1.1" status: 204 len: 168 time: 0.9753463 Jul 07 17:32:04.174313 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60534) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:04.182337 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] Set router 5367e308-e33d-41a7-8f14-417451d47e49 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:04.233540 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce66aa18-c26a-4092-b98f-d0b20acca13f admin admin] Deleting subnet db08b299-1782-402a-8d9d-010b9f455d9a {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:32:04.236963 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce66aa18-c26a-4092-b98f-d0b20acca13f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.275451 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce66aa18-c26a-4092-b98f-d0b20acca13f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.359555 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce66aa18-c26a-4092-b98f-d0b20acca13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.417429 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5367e308-e33d-41a7-8f14-417451d47e49', 'name': 'tempest-TestAggregatesBasicOps-1949026651-router', 'tenant_id': '7f44cef54c44466bbd54d6db31d7b182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '410aadca-4ca3-4009-903c-609b6ae03221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:56Z', 'updated_at': '2021-07-07T17:31:59Z', 'revision_number': 4, 'project_id': '7f44cef54c44466bbd54d6db31d7b182', 'gw_port': {'id': '410aadca-4ca3-4009-903c-609b6ae03221', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5367e308-e33d-41a7-8f14-417451d47e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:57Z', 'updated_at': '2021-07-07T17:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b', 'name': '', 'network_id': '054e115a-9f62-43e2-88ad-de53716c3ec0', 'tenant_id': '7f44cef54c44466bbd54d6db31d7b182', 'mac_address': 'fa:16:3e:ed:e6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5367e308-e33d-41a7-8f14-417451d47e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '3f5b7029-df1a-4092-bae7-b8fef63c5c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:58Z', 'updated_at': '2021-07-07T17:32:03Z', 'revision_number': 4, 'project_id': '7f44cef54c44466bbd54d6db31d7b182', 'subnets': [{'id': '3f5b7029-df1a-4092-bae7-b8fef63c5c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:04.427148 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce66aa18-c26a-4092-b98f-d0b20acca13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.445917 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81343b7c-08ae-40a4-bb8b-d1b973cbc5dc None None] The sync data for ids ['5367e308-e33d-41a7-8f14-417451d47e49'] in n-d-793620-7 is: [{'id': '5367e308-e33d-41a7-8f14-417451d47e49', 'name': 'tempest-TestAggregatesBasicOps-1949026651-router', 'tenant_id': '7f44cef54c44466bbd54d6db31d7b182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '410aadca-4ca3-4009-903c-609b6ae03221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:56Z', 'updated_at': '2021-07-07T17:31:59Z', 'revision_number': 4, 'project_id': '7f44cef54c44466bbd54d6db31d7b182', 'gw_port': {'id': '410aadca-4ca3-4009-903c-609b6ae03221', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5367e308-e33d-41a7-8f14-417451d47e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:57Z', 'updated_at': '2021-07-07T17:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b', 'name': '', 'network_id': '054e115a-9f62-43e2-88ad-de53716c3ec0', 'tenant_id': '7f44cef54c44466bbd54d6db31d7b182', 'mac_address': 'fa:16:3e:ed:e6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5367e308-e33d-41a7-8f14-417451d47e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '3f5b7029-df1a-4092-bae7-b8fef63c5c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:58Z', 'updated_at': '2021-07-07T17:32:03Z', 'revision_number': 4, 'project_id': '7f44cef54c44466bbd54d6db31d7b182', 'subnets': [{'id': '3f5b7029-df1a-4092-bae7-b8fef63c5c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:04.452068 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66aa18-c26a-4092-b98f-d0b20acca13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db08b299-1782-402a-8d9d-010b9f455d9a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:04.457926 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce66aa18-c26a-4092-b98f-d0b20acca13f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.462201 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ce66aa18-c26a-4092-b98f-d0b20acca13f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/db08b299-1782-402a-8d9d-010b9f455d9a HTTP/1.1" status: 204 len: 168 time: 0.2845712 Jul 07 17:32:04.462452 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60536) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:04.470292 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55388bb8-91bd-46f0-b12f-277afc540e0f None None] Network 5fd32c90-4137-4cad-88b3-02d8763fe65e requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:04.556732 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-98a30457-e0b6-4931-87f6-3af36f981440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.626203 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-98a30457-e0b6-4931-87f6-3af36f981440 admin admin] Deleting port f74a8edb-5587-49f4-b4bc-9ca646e02fe7 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:04.626713 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-98a30457-e0b6-4931-87f6-3af36f981440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.704278 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548f5eec-0923-4a14-ad75-72eccd7c989b None None] DHCP port deletion for 5fd32c90-4137-4cad-88b3-02d8763fe65e request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:32:04.708515 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-98a30457-e0b6-4931-87f6-3af36f981440 admin admin] For port f74a8edb-5587-49f4-b4bc-9ca646e02fe7, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=f74a8edb-5587-49f4-b4bc-9ca646e02fe7,segment=NetworkSegment(21ff8baf-fe16-4915-803f-fa4e10743f8e),segment_id=21ff8baf-fe16-4915-803f-fa4e10743f8e)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:04.708971 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-98a30457-e0b6-4931-87f6-3af36f981440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.733433 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-98a30457-e0b6-4931-87f6-3af36f981440 admin admin] Calling delete_port for f74a8edb-5587-49f4-b4bc-9ca646e02fe7 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:04.764685 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-548f5eec-0923-4a14-ad75-72eccd7c989b None None] Deleting port f74a8edb-5587-49f4-b4bc-9ca646e02fe7 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:04.765094 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-548f5eec-0923-4a14-ad75-72eccd7c989b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.820805 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-98a30457-e0b6-4931-87f6-3af36f981440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.837556 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-548f5eec-0923-4a14-ad75-72eccd7c989b None None] For port f74a8edb-5587-49f4-b4bc-9ca646e02fe7, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=f74a8edb-5587-49f4-b4bc-9ca646e02fe7,segment=NetworkSegment(21ff8baf-fe16-4915-803f-fa4e10743f8e),segment_id=21ff8baf-fe16-4915-803f-fa4e10743f8e)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:04.838920 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-548f5eec-0923-4a14-ad75-72eccd7c989b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.854589 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a30457-e0b6-4931-87f6-3af36f981440 admin admin] No DVR routers for this DVR port f74a8edb-5587-49f4-b4bc-9ca646e02fe7 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:04.857318 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-548f5eec-0923-4a14-ad75-72eccd7c989b None None] Calling delete_port for f74a8edb-5587-49f4-b4bc-9ca646e02fe7 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:04.883967 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a30457-e0b6-4931-87f6-3af36f981440 admin admin] Pushing event deleted for resources: {'Port': ['ID=f74a8edb-5587-49f4-b4bc-9ca646e02fe7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:04.947255 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-98a30457-e0b6-4931-87f6-3af36f981440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.948396 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-548f5eec-0923-4a14-ad75-72eccd7c989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:04.958625 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-98a30457-e0b6-4931-87f6-3af36f981440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd32c90-4137-4cad-88b3-02d8763fe65e']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:04.972355 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-98a30457-e0b6-4931-87f6-3af36f981440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ff8baf-fe16-4915-803f-fa4e10743f8e') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:04.972651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-98a30457-e0b6-4931-87f6-3af36f981440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ff8baf-fe16-4915-803f-fa4e10743f8e') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:04.976086 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f5eec-0923-4a14-ad75-72eccd7c989b None None] Pushing event deleted for resources: {'Port': ['ID=f74a8edb-5587-49f4-b4bc-9ca646e02fe7,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:04.978551 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548f5eec-0923-4a14-ad75-72eccd7c989b None None] No DVR routers for this DVR port f74a8edb-5587-49f4-b4bc-9ca646e02fe7 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:04.983386 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-98a30457-e0b6-4931-87f6-3af36f981440 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.000557 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-98a30457-e0b6-4931-87f6-3af36f981440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.007061 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a30457-e0b6-4931-87f6-3af36f981440 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:32:05.007782 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-98a30457-e0b6-4931-87f6-3af36f981440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:32:05.010189 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:32:05.084620 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-98a30457-e0b6-4931-87f6-3af36f981440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.091595 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-98a30457-e0b6-4931-87f6-3af36f981440 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.096589 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60538) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:05.098694 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-98a30457-e0b6-4931-87f6-3af36f981440 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5fd32c90-4137-4cad-88b3-02d8763fe65e HTTP/1.1" status: 204 len: 168 time: 0.6331508 Jul 07 17:32:05.111879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a30457-e0b6-4931-87f6-3af36f981440 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd32c90-4137-4cad-88b3-02d8763fe65e,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:05.206193 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:05.273059 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:05.279174 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:05.279675 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.362181 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.394465 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b,segment=NetworkSegment(06c4dbfe-305e-4b7b-8e1a-b4f79e12209f),segment_id=06c4dbfe-305e-4b7b-8e1a-b4f79e12209f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:05.398321 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.400022 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 410aadca-4ca3-4009-903c-609b6ae03221 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:05.494189 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:05.506991 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 410aadca-4ca3-4009-903c-609b6ae03221 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:05.507484 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.525572 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5dc5a4a6-2529-40b8-b654-dccc0abbad3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.654065 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f74a8edb-5587-49f4-b4bc-9ca646e02fe7 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:05.674800 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: f74a8edb-5587-49f4-b4bc-9ca646e02fe7 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:05.675156 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f74a8edb-5587-49f4-b4bc-9ca646e02fe7 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:05.675569 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d1f77953-5116-48de-a2ee-35ca77b9501c no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:05.698020 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: d1f77953-5116-48de-a2ee-35ca77b9501c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:05.698369 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d1f77953-5116-48de-a2ee-35ca77b9501c not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:05.698807 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c3c0dad4-3984-4b1b-8c8f-6aa40a836b20 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:05.716669 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: c3c0dad4-3984-4b1b-8c8f-6aa40a836b20 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:05.716921 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c3c0dad4-3984-4b1b-8c8f-6aa40a836b20 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:05.796718 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5a4a6-2529-40b8-b654-dccc0abbad3e admin admin] Deleting port dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:05.797063 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5dc5a4a6-2529-40b8-b654-dccc0abbad3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.877789 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-5dc5a4a6-2529-40b8-b654-dccc0abbad3e admin admin] For port dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b,segment=NetworkSegment(06c4dbfe-305e-4b7b-8e1a-b4f79e12209f),segment_id=06c4dbfe-305e-4b7b-8e1a-b4f79e12209f)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:05.878154 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5dc5a4a6-2529-40b8-b654-dccc0abbad3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:05.891486 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5a4a6-2529-40b8-b654-dccc0abbad3e admin admin] Calling delete_port for dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:06.069949 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5dc5a4a6-2529-40b8-b654-dccc0abbad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:06.096135 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5a4a6-2529-40b8-b654-dccc0abbad3e admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:06.263094 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5dc5a4a6-2529-40b8-b654-dccc0abbad3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:06.476768 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc5a4a6-2529-40b8-b654-dccc0abbad3e admin admin] Router 5367e308-e33d-41a7-8f14-417451d47e49 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:06.583031 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc5a4a6-2529-40b8-b654-dccc0abbad3e admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:06.589299 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5dc5a4a6-2529-40b8-b654-dccc0abbad3e admin admin] 10.222.0.50 "PUT /v2.0/routers/5367e308-e33d-41a7-8f14-417451d47e49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4915929 Jul 07 17:32:06.591999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60540) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:06.592575 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08731e0c-894f-40d7-beab-aea2f8add8de None None] Sync routers for ids ['5367e308-e33d-41a7-8f14-417451d47e49'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:06.602126 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08731e0c-894f-40d7-beab-aea2f8add8de None None] Routers {'5367e308-e33d-41a7-8f14-417451d47e49'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:06.603337 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-08731e0c-894f-40d7-beab-aea2f8add8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:31:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['5367e308-e33d-41a7-8f14-417451d47e49'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:06.708744 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-08731e0c-894f-40d7-beab-aea2f8add8de None None] Set router 5367e308-e33d-41a7-8f14-417451d47e49 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:06.896466 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-08731e0c-894f-40d7-beab-aea2f8add8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5367e308-e33d-41a7-8f14-417451d47e49', 'name': 'tempest-TestAggregatesBasicOps-1949026651-router', 'tenant_id': '7f44cef54c44466bbd54d6db31d7b182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '410aadca-4ca3-4009-903c-609b6ae03221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:56Z', 'updated_at': '2021-07-07T17:32:06Z', 'revision_number': 5, 'project_id': '7f44cef54c44466bbd54d6db31d7b182', 'gw_port': {'id': '410aadca-4ca3-4009-903c-609b6ae03221', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5367e308-e33d-41a7-8f14-417451d47e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:57Z', 'updated_at': '2021-07-07T17:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:06.923076 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08731e0c-894f-40d7-beab-aea2f8add8de None None] Checking router: 5367e308-e33d-41a7-8f14-417451d47e49 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:06.931612 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08731e0c-894f-40d7-beab-aea2f8add8de None None] Routers {'5367e308-e33d-41a7-8f14-417451d47e49'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:06.932221 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-08731e0c-894f-40d7-beab-aea2f8add8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:31:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['5367e308-e33d-41a7-8f14-417451d47e49'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:07.010273 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6bc5f855-a660-412a-8842-04bd1ee2208b admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.035578 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-08731e0c-894f-40d7-beab-aea2f8add8de None None] Set router 5367e308-e33d-41a7-8f14-417451d47e49 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:07.129887 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6bc5f855-a660-412a-8842-04bd1ee2208b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.192295 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6bc5f855-a660-412a-8842-04bd1ee2208b admin admin] Deleting port 410aadca-4ca3-4009-903c-609b6ae03221 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:07.192654 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6bc5f855-a660-412a-8842-04bd1ee2208b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.224238 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-08731e0c-894f-40d7-beab-aea2f8add8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5367e308-e33d-41a7-8f14-417451d47e49', 'name': 'tempest-TestAggregatesBasicOps-1949026651-router', 'tenant_id': '7f44cef54c44466bbd54d6db31d7b182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '410aadca-4ca3-4009-903c-609b6ae03221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:56Z', 'updated_at': '2021-07-07T17:32:06Z', 'revision_number': 5, 'project_id': '7f44cef54c44466bbd54d6db31d7b182', 'gw_port': {'id': '410aadca-4ca3-4009-903c-609b6ae03221', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5367e308-e33d-41a7-8f14-417451d47e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:57Z', 'updated_at': '2021-07-07T17:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:07.254713 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08731e0c-894f-40d7-beab-aea2f8add8de None None] The sync data for ids ['5367e308-e33d-41a7-8f14-417451d47e49'] in n-d-793620-7 is: [{'id': '5367e308-e33d-41a7-8f14-417451d47e49', 'name': 'tempest-TestAggregatesBasicOps-1949026651-router', 'tenant_id': '7f44cef54c44466bbd54d6db31d7b182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '410aadca-4ca3-4009-903c-609b6ae03221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:31:56Z', 'updated_at': '2021-07-07T17:32:06Z', 'revision_number': 5, 'project_id': '7f44cef54c44466bbd54d6db31d7b182', 'gw_port': {'id': '410aadca-4ca3-4009-903c-609b6ae03221', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:db:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5367e308-e33d-41a7-8f14-417451d47e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:31:57Z', 'updated_at': '2021-07-07T17:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:07.278902 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-6bc5f855-a660-412a-8842-04bd1ee2208b admin admin] For port 410aadca-4ca3-4009-903c-609b6ae03221, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=410aadca-4ca3-4009-903c-609b6ae03221,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:07.279696 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6bc5f855-a660-412a-8842-04bd1ee2208b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.294880 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6bc5f855-a660-412a-8842-04bd1ee2208b admin admin] Calling delete_port for 410aadca-4ca3-4009-903c-609b6ae03221 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:07.460899 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6bc5f855-a660-412a-8842-04bd1ee2208b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.488460 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5f855-a660-412a-8842-04bd1ee2208b admin admin] Pushing event deleted for resources: {'Port': ['ID=410aadca-4ca3-4009-903c-609b6ae03221,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:07.551988 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6bc5f855-a660-412a-8842-04bd1ee2208b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.644984 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6bc5f855-a660-412a-8842-04bd1ee2208b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.647389 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6bc5f855-a660-412a-8842-04bd1ee2208b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.698696 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6bc5f855-a660-412a-8842-04bd1ee2208b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.699244 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc5f855-a660-412a-8842-04bd1ee2208b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5367e308-e33d-41a7-8f14-417451d47e49 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:32:07.704279 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6bc5f855-a660-412a-8842-04bd1ee2208b admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.705464 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6bc5f855-a660-412a-8842-04bd1ee2208b admin admin] 10.222.0.50 "DELETE /v2.0/routers/5367e308-e33d-41a7-8f14-417451d47e49 HTTP/1.1" status: 204 len: 168 time: 1.1125066 Jul 07 17:32:07.708118 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60542) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:07.754477 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f4cd7b-1e61-4915-b478-fbfb4c810055 admin admin] Deleting subnet 3f5b7029-df1a-4092-bae7-b8fef63c5c5d {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:32:07.757917 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-43f4cd7b-1e61-4915-b478-fbfb4c810055 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.794029 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-43f4cd7b-1e61-4915-b478-fbfb4c810055 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.883694 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-43f4cd7b-1e61-4915-b478-fbfb4c810055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.937011 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-43f4cd7b-1e61-4915-b478-fbfb4c810055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.961398 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4cd7b-1e61-4915-b478-fbfb4c810055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f5b7029-df1a-4092-bae7-b8fef63c5c5d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:07.968446 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-43f4cd7b-1e61-4915-b478-fbfb4c810055 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:07.970329 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-43f4cd7b-1e61-4915-b478-fbfb4c810055 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3f5b7029-df1a-4092-bae7-b8fef63c5c5d HTTP/1.1" status: 204 len: 168 time: 0.2610390 Jul 07 17:32:07.972915 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60544) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:07.973105 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940fc386-4530-4c0f-988d-78ec02e82dc6 None None] Network 054e115a-9f62-43e2-88ad-de53716c3ec0 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:08.042198 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d15c4667-db7a-4ef0-9181-5ee4a5ad62d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.099786 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-d15c4667-db7a-4ef0-9181-5ee4a5ad62d0 admin admin] Deleting port 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:08.100157 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d15c4667-db7a-4ef0-9181-5ee4a5ad62d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.170313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-d15c4667-db7a-4ef0-9181-5ee4a5ad62d0 admin admin] For port 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf,segment=NetworkSegment(06c4dbfe-305e-4b7b-8e1a-b4f79e12209f),segment_id=06c4dbfe-305e-4b7b-8e1a-b4f79e12209f)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:08.170624 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d15c4667-db7a-4ef0-9181-5ee4a5ad62d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.183962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-d15c4667-db7a-4ef0-9181-5ee4a5ad62d0 admin admin] Calling delete_port for 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:08.223544 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e9660d-27dc-4cbf-9f99-8d4879a9a48d None None] DHCP port deletion for 054e115a-9f62-43e2-88ad-de53716c3ec0 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:32:08.269957 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d15c4667-db7a-4ef0-9181-5ee4a5ad62d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.271352 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-33e9660d-27dc-4cbf-9f99-8d4879a9a48d None None] Deleting port 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:32:08.271737 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-33e9660d-27dc-4cbf-9f99-8d4879a9a48d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.297722 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c4667-db7a-4ef0-9181-5ee4a5ad62d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:08.299572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15c4667-db7a-4ef0-9181-5ee4a5ad62d0 admin admin] No DVR routers for this DVR port 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:08.333507 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-33e9660d-27dc-4cbf-9f99-8d4879a9a48d None None] For port 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf, host n-d-793620-7, got binding levels [] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:08.333908 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-33e9660d-27dc-4cbf-9f99-8d4879a9a48d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.346473 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-33e9660d-27dc-4cbf-9f99-8d4879a9a48d None None] Calling delete_port for 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:32:08.349095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.ipam_backend_mixin [None req-33e9660d-27dc-4cbf-9f99-8d4879a9a48d None None] Port 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf was not found and therefore no delete operation was performed {{(pid=100411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:32:08.350352 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-33e9660d-27dc-4cbf-9f99-8d4879a9a48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.370410 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d15c4667-db7a-4ef0-9181-5ee4a5ad62d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.380291 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-d15c4667-db7a-4ef0-9181-5ee4a5ad62d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054e115a-9f62-43e2-88ad-de53716c3ec0']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:08.380498 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9660d-27dc-4cbf-9f99-8d4879a9a48d None None] Pushing event deleted for resources: {'Port': ['ID=84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:08.382314 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e9660d-27dc-4cbf-9f99-8d4879a9a48d None None] No DVR routers for this DVR port 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:32:08.393725 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-d15c4667-db7a-4ef0-9181-5ee4a5ad62d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c4dbfe-305e-4b7b-8e1a-b4f79e12209f') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:08.394030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-d15c4667-db7a-4ef0-9181-5ee4a5ad62d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c4dbfe-305e-4b7b-8e1a-b4f79e12209f') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:08.403453 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d15c4667-db7a-4ef0-9181-5ee4a5ad62d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.423049 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d15c4667-db7a-4ef0-9181-5ee4a5ad62d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.429287 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15c4667-db7a-4ef0-9181-5ee4a5ad62d0 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:32:08.429678 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d15c4667-db7a-4ef0-9181-5ee4a5ad62d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:32:08.431956 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:32:08.487434 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d15c4667-db7a-4ef0-9181-5ee4a5ad62d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.492998 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d15c4667-db7a-4ef0-9181-5ee4a5ad62d0 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.495462 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d15c4667-db7a-4ef0-9181-5ee4a5ad62d0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/054e115a-9f62-43e2-88ad-de53716c3ec0 HTTP/1.1" status: 204 len: 168 time: 0.5216088 Jul 07 17:32:08.507002 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c4667-db7a-4ef0-9181-5ee4a5ad62d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=054e115a-9f62-43e2-88ad-de53716c3ec0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:08.655498 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60548) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:08.695189 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-01fc4608-0184-4499-ac7a-ee4507a9f2ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e057d8c3f48049e7abd3a7867a0553a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384233 Jul 07 17:32:08.698041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60550) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:08.746796 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1155a88d-7bb9-4f4b-95f3-5f645289e81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.767145 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1155a88d-7bb9-4f4b-95f3-5f645289e81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.818166 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1155a88d-7bb9-4f4b-95f3-5f645289e81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.820738 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1155a88d-7bb9-4f4b-95f3-5f645289e81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:08.821892 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1155a88d-7bb9-4f4b-95f3-5f645289e81e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6b7e01f3-ce65-4c33-9cd1-f3c5322fa3b7 HTTP/1.1" status: 204 len: 168 time: 0.1227579 Jul 07 17:32:08.829583 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155a88d-7bb9-4f4b-95f3-5f645289e81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7e01f3-ce65-4c33-9cd1-f3c5322fa3b7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:09.138915 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60556) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:09.157673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:09.177629 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:09.177980 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 84923b53-f4f5-4ccf-a29a-6c4f41e6a2bf not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:09.178413 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:09.186149 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5ffc7045-8254-40ee-99bb-8d79bc19e4ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7f44cef54c44466bbd54d6db31d7b182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459683 Jul 07 17:32:09.188496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60558) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:09.196836 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:09.197184 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dcb613b2-a4c6-4f77-b9a6-0d1e6f61814b not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:09.197594 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 410aadca-4ca3-4009-903c-609b6ae03221 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:32:09.216782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 410aadca-4ca3-4009-903c-609b6ae03221 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:32:09.217135 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 410aadca-4ca3-4009-903c-609b6ae03221 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:32:09.238783 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-125cea04-dee4-4919-939d-31ac0e0fae1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.259788 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-125cea04-dee4-4919-939d-31ac0e0fae1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.308369 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-125cea04-dee4-4919-939d-31ac0e0fae1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.310996 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-125cea04-dee4-4919-939d-31ac0e0fae1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:09.312507 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-125cea04-dee4-4919-939d-31ac0e0fae1c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e5369f20-e7d6-4c1d-9bad-dfd8d80435ed HTTP/1.1" status: 204 len: 168 time: 0.1229582 Jul 07 17:32:09.320815 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125cea04-dee4-4919-939d-31ac0e0fae1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5369f20-e7d6-4c1d-9bad-dfd8d80435ed,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:09.974199 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60580) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:10.071421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-57edba7f-3810-44a6-9d23-b5fd010be2d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1557313264-network', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:10.093438 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57edba7f-3810-44a6-9d23-b5fd010be2d4 admin admin] Made reservation on behalf of 6e0d38653be3471eaf5e687cf10b92fb for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:10.095986 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57edba7f-3810-44a6-9d23-b5fd010be2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.104596 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57edba7f-3810-44a6-9d23-b5fd010be2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.197696 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57edba7f-3810-44a6-9d23-b5fd010be2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.201635 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57edba7f-3810-44a6-9d23-b5fd010be2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.226147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57edba7f-3810-44a6-9d23-b5fd010be2d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:32:10.234950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edba7f-3810-44a6-9d23-b5fd010be2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5709bea8-814b-4f7e-8cba-8320021c3a78,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:10.241027 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57edba7f-3810-44a6-9d23-b5fd010be2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.241376 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-57edba7f-3810-44a6-9d23-b5fd010be2d4 admin admin] Added segment ed407875-5a39-4ff5-a7c4-5878573428ee of type vlan for network b893190b-8fa1-4c09-877e-407f40825e66 Jul 07 17:32:10.281693 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57edba7f-3810-44a6-9d23-b5fd010be2d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.309959 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57edba7f-3810-44a6-9d23-b5fd010be2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.310869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57edba7f-3810-44a6-9d23-b5fd010be2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:10.311466 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-57edba7f-3810-44a6-9d23-b5fd010be2d4 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.364020 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-57edba7f-3810-44a6-9d23-b5fd010be2d4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3885982 Jul 07 17:32:10.366932 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60584) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:10.371667 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edba7f-3810-44a6-9d23-b5fd010be2d4 admin admin] Pushing event updated for resources: {'Network': ['ID=b893190b-8fa1-4c09-877e-407f40825e66,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:10.372457 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-3ab23760-c4d5-4362-8054-566bb43f06b1 admin admin] Request body: {'subnet': {'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1557313264-subnet', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:10.381784 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network b893190b-8fa1-4c09-877e-407f40825e66 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:32:10.398254 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab23760-c4d5-4362-8054-566bb43f06b1 admin admin] Made reservation on behalf of 6e0d38653be3471eaf5e687cf10b92fb for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:10.400861 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ab23760-c4d5-4362-8054-566bb43f06b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.571257 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ab23760-c4d5-4362-8054-566bb43f06b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.626601 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab23760-c4d5-4362-8054-566bb43f06b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71489410-8e53-4ce6-bfc0-cdd7af2fe67b,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:10.635428 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab23760-c4d5-4362-8054-566bb43f06b1 admin admin] Checking segment: {'id': 'ed407875-5a39-4ff5-a7c4-5878573428ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:10.635802 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab23760-c4d5-4362-8054-566bb43f06b1 admin admin] Network hostable DHCP agents. Network: b893190b-8fa1-4c09-877e-407f40825e66, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:32:10.651685 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab23760-c4d5-4362-8054-566bb43f06b1 admin admin] Network b893190b-8fa1-4c09-877e-407f40825e66 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:32:10.659914 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-3ab23760-c4d5-4362-8054-566bb43f06b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, b893190b-8fa1-4c09-877e-407f40825e66) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:10.663853 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab23760-c4d5-4362-8054-566bb43f06b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:10.664449 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3ab23760-c4d5-4362-8054-566bb43f06b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.671209 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c238faec-4289-4a1a-8219-e45046431ae3 None None] Network b893190b-8fa1-4c09-877e-407f40825e66 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:10.679174 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3ab23760-c4d5-4362-8054-566bb43f06b1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3111172 Jul 07 17:32:10.682529 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60586) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:10.686961 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-ca58ab1d-a948-47f5-809d-ab10e04db12b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1557313264-router', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:10.707201 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca58ab1d-a948-47f5-809d-ab10e04db12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.708182 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca58ab1d-a948-47f5-809d-ab10e04db12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.763571 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca58ab1d-a948-47f5-809d-ab10e04db12b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.823039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-b893190b-8fa1-4c09-877e-407f40825e66', 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'fixed_ips': [{'subnet_id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:32:10.823926 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.903286 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca58ab1d-a948-47f5-809d-ab10e04db12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:10.956501 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Allocated IP 172.20.0.2 (b893190b-8fa1-4c09-877e-407f40825e66/71489410-8e53-4ce6-bfc0-cdd7af2fe67b/a6940ca4-618c-492c-a402-820bbf914c22) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:11.115935 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca58ab1d-a948-47f5-809d-ab10e04db12b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.136520 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca58ab1d-a948-47f5-809d-ab10e04db12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.247304 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-ca58ab1d-a948-47f5-809d-ab10e04db12b admin admin] Allocated IP 172.25.2.224 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/fec7e59c-da85-485f-ab0d-38e9c9d79733) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:11.267063 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.276205 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Transition to ACTIVE for port object a6940ca4-618c-492c-a402-820bbf914c22 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:11.290454 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Transition to ACTIVE for port object a6940ca4-618c-492c-a402-820bbf914c22 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:11.295910 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.333487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Network b893190b-8fa1-4c09-877e-407f40825e66 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:11.338807 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:11.341911 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:11.351188 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca58ab1d-a948-47f5-809d-ab10e04db12b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.353596 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Pushing event updated for resources: {'Port': ['ID=a6940ca4-618c-492c-a402-820bbf914c22,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:11.392100 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca58ab1d-a948-47f5-809d-ab10e04db12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.407832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Attempting to bind port a6940ca4-618c-492c-a402-820bbf914c22 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:11.408445 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Attempting to bind port a6940ca4-618c-492c-a402-820bbf914c22 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'ed407875-5a39-4ff5-a7c4-5878573428ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:11.408560 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Attempting to bind port a6940ca4-618c-492c-a402-820bbf914c22 on network b893190b-8fa1-4c09-877e-407f40825e66 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:11.413565 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:11.414294 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Checking segment: {'id': 'ed407875-5a39-4ff5-a7c4-5878573428ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:11.414734 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.415158 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Bound using segment: {'id': 'ed407875-5a39-4ff5-a7c4-5878573428ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:11.415625 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Bound port: a6940ca4-618c-492c-a402-820bbf914c22, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed407875-5a39-4ff5-a7c4-5878573428ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:11.416007 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.429132 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca58ab1d-a948-47f5-809d-ab10e04db12b admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:11.432373 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-ca58ab1d-a948-47f5-809d-ab10e04db12b admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:11.437975 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca58ab1d-a948-47f5-809d-ab10e04db12b admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:11.467092 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58ab1d-a948-47f5-809d-ab10e04db12b admin admin] Pushing event updated for resources: {'Port': ['ID=fec7e59c-da85-485f-ab0d-38e9c9d79733,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:11.485188 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] For port a6940ca4-618c-492c-a402-820bbf914c22, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:11.488633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] For port a6940ca4-618c-492c-a402-820bbf914c22, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=a6940ca4-618c-492c-a402-820bbf914c22,segment=NetworkSegment(ed407875-5a39-4ff5-a7c4-5878573428ee),segment_id=ed407875-5a39-4ff5-a7c4-5878573428ee)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:11.492757 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.557590 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7d75e-e692-4fb2-9b3f-44a41d8d9561 None None] Pushing event updated for resources: {'Port': ['ID=a6940ca4-618c-492c-a402-820bbf914c22,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:11.719205 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca58ab1d-a948-47f5-809d-ab10e04db12b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:11.925673 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca58ab1d-a948-47f5-809d-ab10e04db12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.059144 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca58ab1d-a948-47f5-809d-ab10e04db12b admin admin] Router fd65d616-27c6-4a44-b932-2465440d4d84 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:32:12.168429 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca58ab1d-a948-47f5-809d-ab10e04db12b admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:12.177797 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] Sync routers for ids ['fd65d616-27c6-4a44-b932-2465440d4d84'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:12.185741 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca58ab1d-a948-47f5-809d-ab10e04db12b admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.189809 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ca58ab1d-a948-47f5-809d-ab10e04db12b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5036287 Jul 07 17:32:12.190227 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60588) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:12.190360 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] Routers {'fd65d616-27c6-4a44-b932-2465440d4d84'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:12.190972 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:31:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd65d616-27c6-4a44-b932-2465440d4d84'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:12.312348 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] Set router fd65d616-27c6-4a44-b932-2465440d4d84 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:12.516117 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'name': 'tempest-TestServerBasicOps-1557313264-router', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:10Z', 'updated_at': '2021-07-07T17:32:11Z', 'revision_number': 3, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'gw_port': {'id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:11Z', 'updated_at': '2021-07-07T17:32:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:12.545972 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66aa514f-fd66-4f2f-8982-309a03a4138b None None] Network b893190b-8fa1-4c09-877e-407f40825e66 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:12.558153 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] Checking router: fd65d616-27c6-4a44-b932-2465440d4d84 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:12.558539 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] Updating router fd65d616-27c6-4a44-b932-2465440d4d84 port fec7e59c-da85-485f-ab0d-38e9c9d79733 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:32:12.638608 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-307677e1-fe02-48fb-a7f5-ad53a0946324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.639178 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.640151 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-54f3f027-c9d4-46ba-b7fa-450eb3aa9f47 None None] Provisioning for port a6940ca4-618c-492c-a402-820bbf914c22 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:12.848757 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-307677e1-fe02-48fb-a7f5-ad53a0946324 admin admin] Allocated IP 172.20.0.1 (b893190b-8fa1-4c09-877e-407f40825e66/71489410-8e53-4ce6-bfc0-cdd7af2fe67b/72736909-66a4-4d0f-8af1-1de93770224a) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:12.958356 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-307677e1-fe02-48fb-a7f5-ad53a0946324 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.973895 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-307677e1-fe02-48fb-a7f5-ad53a0946324 admin admin] Transition to ACTIVE for port object 72736909-66a4-4d0f-8af1-1de93770224a will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:12.977204 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:12.988946 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] Transition to ACTIVE for port object fec7e59c-da85-485f-ab0d-38e9c9d79733 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:12.996546 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.011177 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-307677e1-fe02-48fb-a7f5-ad53a0946324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.051713 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] Attempting to bind port fec7e59c-da85-485f-ab0d-38e9c9d79733 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:13.052092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] Attempting to bind port fec7e59c-da85-485f-ab0d-38e9c9d79733 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:13.052466 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] Attempting to bind port fec7e59c-da85-485f-ab0d-38e9c9d79733 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:13.058177 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307677e1-fe02-48fb-a7f5-ad53a0946324 admin admin] Network b893190b-8fa1-4c09-877e-407f40825e66 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:13.058973 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:13.059363 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:13.059785 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.060191 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:13.060689 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] Bound port: fec7e59c-da85-485f-ab0d-38e9c9d79733, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:13.061395 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.062299 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307677e1-fe02-48fb-a7f5-ad53a0946324 admin admin] Pushing event updated for resources: {'Port': ['ID=72736909-66a4-4d0f-8af1-1de93770224a,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:13.064626 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba117ce-673a-4df9-998e-296c825957da None None] Pushing event updated for resources: {'Port': ['ID=fec7e59c-da85-485f-ab0d-38e9c9d79733,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:13.065462 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-307677e1-fe02-48fb-a7f5-ad53a0946324 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:13.067618 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307677e1-fe02-48fb-a7f5-ad53a0946324 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:13.119826 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-307677e1-fe02-48fb-a7f5-ad53a0946324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.143747 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] For port fec7e59c-da85-485f-ab0d-38e9c9d79733, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:13.148617 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] For port fec7e59c-da85-485f-ab0d-38e9c9d79733, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=fec7e59c-da85-485f-ab0d-38e9c9d79733,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:13.153659 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.226329 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device a6940ca4-618c-492c-a402-820bbf914c22 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:13.282765 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] Routers {'fd65d616-27c6-4a44-b932-2465440d4d84'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:13.283545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:31:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd65d616-27c6-4a44-b932-2465440d4d84'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:13.288129 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba117ce-673a-4df9-998e-296c825957da None None] Pushing event updated for resources: {'Port': ['ID=fec7e59c-da85-485f-ab0d-38e9c9d79733,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:13.291271 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-307677e1-fe02-48fb-a7f5-ad53a0946324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.395862 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port a6940ca4-618c-492c-a402-820bbf914c22 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:13.408758 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port a6940ca4-618c-492c-a402-820bbf914c22 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:13.409135 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.439693 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9e848c5e-320c-44e4-a9d3-a237039645f7 None None] Provisioning for port 72736909-66a4-4d0f-8af1-1de93770224a completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:13.450324 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9e848c5e-320c-44e4-a9d3-a237039645f7 None None] Provisioning complete for port 72736909-66a4-4d0f-8af1-1de93770224a triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:13.450741 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9e848c5e-320c-44e4-a9d3-a237039645f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.455305 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] Set router fd65d616-27c6-4a44-b932-2465440d4d84 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:13.464680 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-307677e1-fe02-48fb-a7f5-ad53a0946324 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.470243 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-307677e1-fe02-48fb-a7f5-ad53a0946324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.537731 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307677e1-fe02-48fb-a7f5-ad53a0946324 admin admin] Pushing event updated for resources: {'Port': ['ID=72736909-66a4-4d0f-8af1-1de93770224a,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:13.540942 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-307677e1-fe02-48fb-a7f5-ad53a0946324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.548476 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-9e848c5e-320c-44e4-a9d3-a237039645f7 None None] Port 72736909-66a4-4d0f-8af1-1de93770224a cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:13.638813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307677e1-fe02-48fb-a7f5-ad53a0946324 admin admin] Network b893190b-8fa1-4c09-877e-407f40825e66 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:13.640127 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-307677e1-fe02-48fb-a7f5-ad53a0946324 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:13.666721 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.728742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port a6940ca4-618c-492c-a402-820bbf914c22, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=a6940ca4-618c-492c-a402-820bbf914c22,segment=NetworkSegment(ed407875-5a39-4ff5-a7c4-5878573428ee),segment_id=ed407875-5a39-4ff5-a7c4-5878573428ee)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:13.750898 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:13.814392 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=a6940ca4-618c-492c-a402-820bbf914c22,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:13.828751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'name': 'tempest-TestServerBasicOps-1557313264-router', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:10Z', 'updated_at': '2021-07-07T17:32:13Z', 'revision_number': 4, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'gw_port': {'id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:11Z', 'updated_at': '2021-07-07T17:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '72736909-66a4-4d0f-8af1-1de93770224a', 'name': '', 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'mac_address': 'fa:16:3e:8b:da:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:12Z', 'updated_at': '2021-07-07T17:32:12Z', 'revision_number': 1, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'subnets': [{'id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:13.862842 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9398fbbc-5070-4fbb-8751-3246f8dd4ac9 None None] The sync data for ids ['fd65d616-27c6-4a44-b932-2465440d4d84'] in n-d-793620-7 is: [{'id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'name': 'tempest-TestServerBasicOps-1557313264-router', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:10Z', 'updated_at': '2021-07-07T17:32:13Z', 'revision_number': 4, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'gw_port': {'id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:11Z', 'updated_at': '2021-07-07T17:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '72736909-66a4-4d0f-8af1-1de93770224a', 'name': '', 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'mac_address': 'fa:16:3e:8b:da:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:12Z', 'updated_at': '2021-07-07T17:32:12Z', 'revision_number': 1, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'subnets': [{'id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:14.095740 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-80700acf-bd3c-4d0a-ba61-0f9ee88a44ba None None] Provisioning complete for port 72736909-66a4-4d0f-8af1-1de93770224a triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:14.096110 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-80700acf-bd3c-4d0a-ba61-0f9ee88a44ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.114178 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307677e1-fe02-48fb-a7f5-ad53a0946324 admin admin] Router fd65d616-27c6-4a44-b932-2465440d4d84 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:14.133592 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-80700acf-bd3c-4d0a-ba61-0f9ee88a44ba None None] Port 72736909-66a4-4d0f-8af1-1de93770224a cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:14.233510 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307677e1-fe02-48fb-a7f5-ad53a0946324 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:14.238631 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-307677e1-fe02-48fb-a7f5-ad53a0946324 admin admin] 10.222.0.50 "PUT /v2.0/routers/fd65d616-27c6-4a44-b932-2465440d4d84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0472684 Jul 07 17:32:14.394498 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.744598 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e7119c97-ca1c-4e41-b833-18643ecc7f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.745612 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60604) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:14.750807 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-404b8e5b-9d77-4868-8173-283c0b4dc1b5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1565477399-network', 'tenant_id': 'e5969199291e4aec9209678f921a9bb9'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:14.771439 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404b8e5b-9d77-4868-8173-283c0b4dc1b5 admin admin] Made reservation on behalf of e5969199291e4aec9209678f921a9bb9 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:14.773998 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-404b8e5b-9d77-4868-8173-283c0b4dc1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.783734 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-404b8e5b-9d77-4868-8173-283c0b4dc1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.881350 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-404b8e5b-9d77-4868-8173-283c0b4dc1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.885504 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-404b8e5b-9d77-4868-8173-283c0b4dc1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.911393 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404b8e5b-9d77-4868-8173-283c0b4dc1b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:32:14.922438 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b8e5b-9d77-4868-8173-283c0b4dc1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db1154e-cc0b-4727-9f36-8c5c1f6b4da1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:14.937823 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-404b8e5b-9d77-4868-8173-283c0b4dc1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:14.938203 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-404b8e5b-9d77-4868-8173-283c0b4dc1b5 admin admin] Added segment 0932830c-8a3e-4d5b-800c-7a54d3bd7bf8 of type vlan for network 89bb72b8-82d0-495b-b676-5f5288c2a51c Jul 07 17:32:14.982112 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-404b8e5b-9d77-4868-8173-283c0b4dc1b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.013132 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-404b8e5b-9d77-4868-8173-283c0b4dc1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.014146 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404b8e5b-9d77-4868-8173-283c0b4dc1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:15.014761 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-404b8e5b-9d77-4868-8173-283c0b4dc1b5 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.075271 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-404b8e5b-9d77-4868-8173-283c0b4dc1b5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3285086 Jul 07 17:32:15.078044 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60606) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:15.084171 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-a13dd83a-b26b-4f66-8d5e-033439a68e2c admin admin] Request body: {'subnet': {'network_id': '89bb72b8-82d0-495b-b676-5f5288c2a51c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1565477399-subnet', 'tenant_id': 'e5969199291e4aec9209678f921a9bb9', 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:15.084507 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b8e5b-9d77-4868-8173-283c0b4dc1b5 admin admin] Pushing event updated for resources: {'Network': ['ID=89bb72b8-82d0-495b-b676-5f5288c2a51c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:15.096312 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 89bb72b8-82d0-495b-b676-5f5288c2a51c details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:32:15.108412 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13dd83a-b26b-4f66-8d5e-033439a68e2c admin admin] Made reservation on behalf of e5969199291e4aec9209678f921a9bb9 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:15.111560 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a13dd83a-b26b-4f66-8d5e-033439a68e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.249022 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device a6940ca4-618c-492c-a402-820bbf914c22 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:15.304965 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a13dd83a-b26b-4f66-8d5e-033439a68e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.307699 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port a6940ca4-618c-492c-a402-820bbf914c22 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:15.308080 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.360379 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13dd83a-b26b-4f66-8d5e-033439a68e2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=662025d1-a4cf-4c8a-b59b-25d9a23c1716,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:15.371958 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13dd83a-b26b-4f66-8d5e-033439a68e2c admin admin] Checking segment: {'id': '0932830c-8a3e-4d5b-800c-7a54d3bd7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '89bb72b8-82d0-495b-b676-5f5288c2a51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:15.372070 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13dd83a-b26b-4f66-8d5e-033439a68e2c admin admin] Network hostable DHCP agents. Network: 89bb72b8-82d0-495b-b676-5f5288c2a51c, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:32:15.389059 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13dd83a-b26b-4f66-8d5e-033439a68e2c admin admin] Network 89bb72b8-82d0-495b-b676-5f5288c2a51c is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:32:15.389324 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fec7e59c-da85-485f-ab0d-38e9c9d79733 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:15.398325 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-a13dd83a-b26b-4f66-8d5e-033439a68e2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 89bb72b8-82d0-495b-b676-5f5288c2a51c) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:15.402994 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13dd83a-b26b-4f66-8d5e-033439a68e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:15.403583 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a13dd83a-b26b-4f66-8d5e-033439a68e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.410861 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073ab4aa-88c3-4785-8921-5e5ac4116cee None None] Network 89bb72b8-82d0-495b-b676-5f5288c2a51c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:15.418344 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a13dd83a-b26b-4f66-8d5e-033439a68e2c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3385305 Jul 07 17:32:15.420965 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60608) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:15.425320 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-b3cd4efe-9edd-4c81-9593-5d946ad67637 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1565477399-router', 'tenant_id': 'e5969199291e4aec9209678f921a9bb9', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:15.447858 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b3cd4efe-9edd-4c81-9593-5d946ad67637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.448961 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b3cd4efe-9edd-4c81-9593-5d946ad67637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.514011 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b3cd4efe-9edd-4c81-9593-5d946ad67637 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.663105 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b3cd4efe-9edd-4c81-9593-5d946ad67637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.664478 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port fec7e59c-da85-485f-ab0d-38e9c9d79733 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:15.674425 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port fec7e59c-da85-485f-ab0d-38e9c9d79733 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:15.674816 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.798365 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-89bb72b8-82d0-495b-b676-5f5288c2a51c', 'network_id': '89bb72b8-82d0-495b-b676-5f5288c2a51c', 'tenant_id': 'e5969199291e4aec9209678f921a9bb9', 'fixed_ips': [{'subnet_id': '662025d1-a4cf-4c8a-b59b-25d9a23c1716'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:32:15.799348 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.831833 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.860476 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] Sync routers for ids ['fd65d616-27c6-4a44-b932-2465440d4d84'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:15.870257 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] Routers {'fd65d616-27c6-4a44-b932-2465440d4d84'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:15.871219 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:31:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd65d616-27c6-4a44-b932-2465440d4d84'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:15.877474 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b3cd4efe-9edd-4c81-9593-5d946ad67637 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.897315 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b3cd4efe-9edd-4c81-9593-5d946ad67637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.908112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port fec7e59c-da85-485f-ab0d-38e9c9d79733, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=fec7e59c-da85-485f-ab0d-38e9c9d79733,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:15.916708 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:15.989739 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] Set router fd65d616-27c6-4a44-b932-2465440d4d84 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:16.004774 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=fec7e59c-da85-485f-ab0d-38e9c9d79733,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:16.012866 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Allocated IP 172.20.0.2 (89bb72b8-82d0-495b-b676-5f5288c2a51c/662025d1-a4cf-4c8a-b59b-25d9a23c1716/528aac6e-220d-4fa2-8613-af2b069fc105) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:16.019443 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-b3cd4efe-9edd-4c81-9593-5d946ad67637 admin admin] Allocated IP 172.25.2.37 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/5f35aa91-6d53-40d9-a1c5-8138c48c8e0d) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:16.153659 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b3cd4efe-9edd-4c81-9593-5d946ad67637 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.194887 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.207155 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Transition to ACTIVE for port object 528aac6e-220d-4fa2-8613-af2b069fc105 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:16.219142 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b3cd4efe-9edd-4c81-9593-5d946ad67637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.226034 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Transition to ACTIVE for port object 528aac6e-220d-4fa2-8613-af2b069fc105 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:16.234061 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.256215 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cd4efe-9edd-4c81-9593-5d946ad67637 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:16.262917 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-b3cd4efe-9edd-4c81-9593-5d946ad67637 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:16.267073 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cd4efe-9edd-4c81-9593-5d946ad67637 admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:16.275121 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Network 89bb72b8-82d0-495b-b676-5f5288c2a51c is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:16.277725 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:16.280674 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:16.291227 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'name': 'tempest-TestServerBasicOps-1557313264-router', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:10Z', 'updated_at': '2021-07-07T17:32:13Z', 'revision_number': 4, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'gw_port': {'id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:11Z', 'updated_at': '2021-07-07T17:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '72736909-66a4-4d0f-8af1-1de93770224a', 'name': '', 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'mac_address': 'fa:16:3e:8b:da:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:12Z', 'updated_at': '2021-07-07T17:32:13Z', 'revision_number': 2, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'subnets': [{'id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:16.296874 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Pushing event updated for resources: {'Port': ['ID=528aac6e-220d-4fa2-8613-af2b069fc105,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:16.299026 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd4efe-9edd-4c81-9593-5d946ad67637 admin admin] Pushing event updated for resources: {'Port': ['ID=5f35aa91-6d53-40d9-a1c5-8138c48c8e0d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:16.321306 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] Checking router: fd65d616-27c6-4a44-b932-2465440d4d84 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:16.321727 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] Updating router fd65d616-27c6-4a44-b932-2465440d4d84 port 72736909-66a4-4d0f-8af1-1de93770224a binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:32:16.349391 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Attempting to bind port 528aac6e-220d-4fa2-8613-af2b069fc105 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:16.349780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Attempting to bind port 528aac6e-220d-4fa2-8613-af2b069fc105 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '0932830c-8a3e-4d5b-800c-7a54d3bd7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '89bb72b8-82d0-495b-b676-5f5288c2a51c'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:16.350156 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Attempting to bind port 528aac6e-220d-4fa2-8613-af2b069fc105 on network 89bb72b8-82d0-495b-b676-5f5288c2a51c {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:16.355622 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:16.356560 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.357010 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Checking segment: {'id': '0932830c-8a3e-4d5b-800c-7a54d3bd7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '89bb72b8-82d0-495b-b676-5f5288c2a51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:16.357482 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.357839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Bound using segment: {'id': '0932830c-8a3e-4d5b-800c-7a54d3bd7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '89bb72b8-82d0-495b-b676-5f5288c2a51c'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:16.358333 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Bound port: 528aac6e-220d-4fa2-8613-af2b069fc105, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0932830c-8a3e-4d5b-800c-7a54d3bd7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '89bb72b8-82d0-495b-b676-5f5288c2a51c'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:16.358753 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.432978 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] For port 528aac6e-220d-4fa2-8613-af2b069fc105, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:16.436589 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] For port 528aac6e-220d-4fa2-8613-af2b069fc105, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=528aac6e-220d-4fa2-8613-af2b069fc105,segment=NetworkSegment(0932830c-8a3e-4d5b-800c-7a54d3bd7bf8),segment_id=0932830c-8a3e-4d5b-800c-7a54d3bd7bf8)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:16.440890 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.505208 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e9766-d7f6-4ec4-aac1-09290b4d38a2 None None] Pushing event updated for resources: {'Port': ['ID=528aac6e-220d-4fa2-8613-af2b069fc105,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:16.548444 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b3cd4efe-9edd-4c81-9593-5d946ad67637 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.688862 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.704854 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] Transition to ACTIVE for port object 72736909-66a4-4d0f-8af1-1de93770224a will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:16.711294 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.790032 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.795734 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023484b-7a9e-4182-890e-a4df457e028a None None] Pushing event updated for resources: {'Port': ['ID=72736909-66a4-4d0f-8af1-1de93770224a,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:16.876404 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] Attempting to bind port 72736909-66a4-4d0f-8af1-1de93770224a on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:16.877986 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] Attempting to bind port 72736909-66a4-4d0f-8af1-1de93770224a by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'ed407875-5a39-4ff5-a7c4-5878573428ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:16.878559 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] Attempting to bind port 72736909-66a4-4d0f-8af1-1de93770224a on network b893190b-8fa1-4c09-877e-407f40825e66 {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:16.885556 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:16.886269 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] Checking segment: {'id': 'ed407875-5a39-4ff5-a7c4-5878573428ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:16.886921 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.887506 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] Bound using segment: {'id': 'ed407875-5a39-4ff5-a7c4-5878573428ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:16.888182 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] Bound port: 72736909-66a4-4d0f-8af1-1de93770224a, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed407875-5a39-4ff5-a7c4-5878573428ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:16.888766 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:16.967809 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] For port 72736909-66a4-4d0f-8af1-1de93770224a, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:16.972815 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] For port 72736909-66a4-4d0f-8af1-1de93770224a, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=72736909-66a4-4d0f-8af1-1de93770224a,segment=NetworkSegment(ed407875-5a39-4ff5-a7c4-5878573428ee),segment_id=ed407875-5a39-4ff5-a7c4-5878573428ee)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:16.977790 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.038105 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] Routers {'fd65d616-27c6-4a44-b932-2465440d4d84'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:17.038693 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:31:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd65d616-27c6-4a44-b932-2465440d4d84'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:17.084201 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023484b-7a9e-4182-890e-a4df457e028a None None] Pushing event updated for resources: {'Port': ['ID=72736909-66a4-4d0f-8af1-1de93770224a,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:17.174358 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b3cd4efe-9edd-4c81-9593-5d946ad67637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.174967 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] Set router fd65d616-27c6-4a44-b932-2465440d4d84 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:17.373402 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cd4efe-9edd-4c81-9593-5d946ad67637 admin admin] Router 52b0f12d-c87f-4fad-a31e-1096159a4823 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:32:17.391992 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 72736909-66a4-4d0f-8af1-1de93770224a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:17.469023 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 72736909-66a4-4d0f-8af1-1de93770224a completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:17.474753 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 72736909-66a4-4d0f-8af1-1de93770224a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:17.475167 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.493349 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'name': 'tempest-TestServerBasicOps-1557313264-router', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:10Z', 'updated_at': '2021-07-07T17:32:13Z', 'revision_number': 4, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'gw_port': {'id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:11Z', 'updated_at': '2021-07-07T17:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '72736909-66a4-4d0f-8af1-1de93770224a', 'name': '', 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'mac_address': 'fa:16:3e:8b:da:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:12Z', 'updated_at': '2021-07-07T17:32:16Z', 'revision_number': 4, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'subnets': [{'id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:17.526029 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c738d-d903-4f33-82e4-bc40071b094d None None] The sync data for ids ['fd65d616-27c6-4a44-b932-2465440d4d84'] in n-d-793620-7 is: [{'id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'name': 'tempest-TestServerBasicOps-1557313264-router', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:10Z', 'updated_at': '2021-07-07T17:32:13Z', 'revision_number': 4, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'gw_port': {'id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:11Z', 'updated_at': '2021-07-07T17:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '72736909-66a4-4d0f-8af1-1de93770224a', 'name': '', 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'mac_address': 'fa:16:3e:8b:da:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:12Z', 'updated_at': '2021-07-07T17:32:16Z', 'revision_number': 4, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'subnets': [{'id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:17.527435 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cd4efe-9edd-4c81-9593-5d946ad67637 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:17.549351 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b3cd4efe-9edd-4c81-9593-5d946ad67637 admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.550572 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b3cd4efe-9edd-4c81-9593-5d946ad67637 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1286194 Jul 07 17:32:17.553849 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60610) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:17.577575 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.583725 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] Sync routers for ids ['52b0f12d-c87f-4fad-a31e-1096159a4823'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:17.622310 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] Routers {'52b0f12d-c87f-4fad-a31e-1096159a4823'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:17.623245 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:31:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['52b0f12d-c87f-4fad-a31e-1096159a4823'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:17.689288 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 72736909-66a4-4d0f-8af1-1de93770224a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=72736909-66a4-4d0f-8af1-1de93770224a,segment=NetworkSegment(ed407875-5a39-4ff5-a7c4-5878573428ee),segment_id=ed407875-5a39-4ff5-a7c4-5878573428ee)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:17.701782 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.702935 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fec7e59c-da85-485f-ab0d-38e9c9d79733 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:17.731948 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:17.806366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf36089-b91d-41db-a892-318f5f87f783 None None] Network 89bb72b8-82d0-495b-b676-5f5288c2a51c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:32:17.888709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] Set router 52b0f12d-c87f-4fad-a31e-1096159a4823 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:17.892587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=72736909-66a4-4d0f-8af1-1de93770224a,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:17.969301 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-de449bcf-ba81-4b0c-afa9-15e45c487a73 None None] Provisioning for port 528aac6e-220d-4fa2-8613-af2b069fc105 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:18.043666 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port fec7e59c-da85-485f-ab0d-38e9c9d79733 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:18.044235 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.074656 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-080876be-18c0-4239-9ddb-eac4f4b23441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.084492 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a45c-b1b2-4cca-8dd8-fe471b7fe5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.255377 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 528aac6e-220d-4fa2-8613-af2b069fc105 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:18.266191 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-f2b4a45c-b1b2-4cca-8dd8-fe471b7fe5b6 admin admin] Allocated IP 172.20.0.1 (89bb72b8-82d0-495b-b676-5f5288c2a51c/662025d1-a4cf-4c8a-b59b-25d9a23c1716/662e5ab9-7848-4d70-b757-12fcc30cd445) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:18.321665 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b0f12d-c87f-4fad-a31e-1096159a4823', 'name': 'tempest-TestServerBasicOps-1565477399-router', 'tenant_id': 'e5969199291e4aec9209678f921a9bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '5f35aa91-6d53-40d9-a1c5-8138c48c8e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:15Z', 'updated_at': '2021-07-07T17:32:16Z', 'revision_number': 3, 'project_id': 'e5969199291e4aec9209678f921a9bb9', 'gw_port': {'id': '5f35aa91-6d53-40d9-a1c5-8138c48c8e0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b0f12d-c87f-4fad-a31e-1096159a4823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:15Z', 'updated_at': '2021-07-07T17:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:18.351153 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] Checking router: 52b0f12d-c87f-4fad-a31e-1096159a4823 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:18.351507 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] Updating router 52b0f12d-c87f-4fad-a31e-1096159a4823 port 5f35aa91-6d53-40d9-a1c5-8138c48c8e0d binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:32:18.374871 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 528aac6e-220d-4fa2-8613-af2b069fc105 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:18.382212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 528aac6e-220d-4fa2-8613-af2b069fc105 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:18.382609 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.385282 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a45c-b1b2-4cca-8dd8-fe471b7fe5b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.400601 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-f2b4a45c-b1b2-4cca-8dd8-fe471b7fe5b6 admin admin] Transition to ACTIVE for port object 662e5ab9-7848-4d70-b757-12fcc30cd445 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:18.409439 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.441339 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a45c-b1b2-4cca-8dd8-fe471b7fe5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.487863 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b4a45c-b1b2-4cca-8dd8-fe471b7fe5b6 admin admin] Network 89bb72b8-82d0-495b-b676-5f5288c2a51c is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:18.490871 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f2b4a45c-b1b2-4cca-8dd8-fe471b7fe5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:18.497324 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b4a45c-b1b2-4cca-8dd8-fe471b7fe5b6 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:18.526176 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4a45c-b1b2-4cca-8dd8-fe471b7fe5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=662e5ab9-7848-4d70-b757-12fcc30cd445,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:18.543761 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a45c-b1b2-4cca-8dd8-fe471b7fe5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.586838 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.590276 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3530b9f1-9b1c-41c3-be78-1868343c8541 None None] Provisioning complete for port 528aac6e-220d-4fa2-8613-af2b069fc105 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:18.590668 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3530b9f1-9b1c-41c3-be78-1868343c8541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.693200 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a45c-b1b2-4cca-8dd8-fe471b7fe5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.713447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 528aac6e-220d-4fa2-8613-af2b069fc105, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=528aac6e-220d-4fa2-8613-af2b069fc105,segment=NetworkSegment(0932830c-8a3e-4d5b-800c-7a54d3bd7bf8),segment_id=0932830c-8a3e-4d5b-800c-7a54d3bd7bf8)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:18.721673 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.831572 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=528aac6e-220d-4fa2-8613-af2b069fc105,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:18.867519 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a45c-b1b2-4cca-8dd8-fe471b7fe5b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.872825 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a45c-b1b2-4cca-8dd8-fe471b7fe5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.888788 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.898624 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] Transition to ACTIVE for port object 5f35aa91-6d53-40d9-a1c5-8138c48c8e0d will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:18.905351 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.951066 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f2b4a45c-b1b2-4cca-8dd8-fe471b7fe5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.954270 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4a45c-b1b2-4cca-8dd8-fe471b7fe5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=662e5ab9-7848-4d70-b757-12fcc30cd445,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:18.959830 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.979403 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841efe81-fe12-4b71-9e01-b0f1fcd31803 None None] Pushing event updated for resources: {'Port': ['ID=5f35aa91-6d53-40d9-a1c5-8138c48c8e0d,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:18.982759 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] Attempting to bind port 5f35aa91-6d53-40d9-a1c5-8138c48c8e0d on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:18.983141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] Attempting to bind port 5f35aa91-6d53-40d9-a1c5-8138c48c8e0d by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:18.983515 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] Attempting to bind port 5f35aa91-6d53-40d9-a1c5-8138c48c8e0d on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:18.990136 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:18.990549 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:18.990960 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:18.991363 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:18.991842 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] Bound port: 5f35aa91-6d53-40d9-a1c5-8138c48c8e0d, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:18.992226 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:19.065122 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b4a45c-b1b2-4cca-8dd8-fe471b7fe5b6 admin admin] Network 89bb72b8-82d0-495b-b676-5f5288c2a51c is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:19.066652 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f2b4a45c-b1b2-4cca-8dd8-fe471b7fe5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:19.200641 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 72736909-66a4-4d0f-8af1-1de93770224a up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:19.204638 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b4a45c-b1b2-4cca-8dd8-fe471b7fe5b6 admin admin] Router 52b0f12d-c87f-4fad-a31e-1096159a4823 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:19.205299 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-83956cc2-2a93-44d6-b1b6-913200f70b82 None None] Provisioning for port 662e5ab9-7848-4d70-b757-12fcc30cd445 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:19.239250 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-83956cc2-2a93-44d6-b1b6-913200f70b82 None None] Provisioning complete for port 662e5ab9-7848-4d70-b757-12fcc30cd445 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:19.239725 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-83956cc2-2a93-44d6-b1b6-913200f70b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:19.306306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-83956cc2-2a93-44d6-b1b6-913200f70b82 None None] Port 662e5ab9-7848-4d70-b757-12fcc30cd445 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:19.309525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] For port 5f35aa91-6d53-40d9-a1c5-8138c48c8e0d, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:19.315134 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] For port 5f35aa91-6d53-40d9-a1c5-8138c48c8e0d, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5f35aa91-6d53-40d9-a1c5-8138c48c8e0d,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:19.322874 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:19.327523 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b4a45c-b1b2-4cca-8dd8-fe471b7fe5b6 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:19.332819 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f2b4a45c-b1b2-4cca-8dd8-fe471b7fe5b6 admin admin] 10.222.0.50 "PUT /v2.0/routers/52b0f12d-c87f-4fad-a31e-1096159a4823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7767982 Jul 07 17:32:19.363405 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 72736909-66a4-4d0f-8af1-1de93770224a triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:19.363782 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:19.411310 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] Routers {'52b0f12d-c87f-4fad-a31e-1096159a4823'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:19.411985 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:32:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['52b0f12d-c87f-4fad-a31e-1096159a4823'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:19.462085 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841efe81-fe12-4b71-9e01-b0f1fcd31803 None None] Pushing event updated for resources: {'Port': ['ID=5f35aa91-6d53-40d9-a1c5-8138c48c8e0d,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:19.492437 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0839c0f1-3ff6-4bd4-b8ba-50a371c6fcd4 None None] Provisioning complete for port 662e5ab9-7848-4d70-b757-12fcc30cd445 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:19.492813 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0839c0f1-3ff6-4bd4-b8ba-50a371c6fcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:19.600225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-0839c0f1-3ff6-4bd4-b8ba-50a371c6fcd4 None None] Port 662e5ab9-7848-4d70-b757-12fcc30cd445 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:19.602279 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 528aac6e-220d-4fa2-8613-af2b069fc105 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:19.627313 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] Set router 52b0f12d-c87f-4fad-a31e-1096159a4823 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:19.759028 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 528aac6e-220d-4fa2-8613-af2b069fc105 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:19.759932 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:19.901095 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60622) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:19.902915 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b0f12d-c87f-4fad-a31e-1096159a4823', 'name': 'tempest-TestServerBasicOps-1565477399-router', 'tenant_id': 'e5969199291e4aec9209678f921a9bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '5f35aa91-6d53-40d9-a1c5-8138c48c8e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:15Z', 'updated_at': '2021-07-07T17:32:18Z', 'revision_number': 4, 'project_id': 'e5969199291e4aec9209678f921a9bb9', 'gw_port': {'id': '5f35aa91-6d53-40d9-a1c5-8138c48c8e0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b0f12d-c87f-4fad-a31e-1096159a4823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:15Z', 'updated_at': '2021-07-07T17:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '662e5ab9-7848-4d70-b757-12fcc30cd445', 'name': '', 'network_id': '89bb72b8-82d0-495b-b676-5f5288c2a51c', 'tenant_id': 'e5969199291e4aec9209678f921a9bb9', 'mac_address': 'fa:16:3e:46:f9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b0f12d-c87f-4fad-a31e-1096159a4823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '662025d1-a4cf-4c8a-b59b-25d9a23c1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:18Z', 'updated_at': '2021-07-07T17:32:18Z', 'revision_number': 2, 'project_id': 'e5969199291e4aec9209678f921a9bb9', 'subnets': [{'id': '662025d1-a4cf-4c8a-b59b-25d9a23c1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:19.906670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-bda752ef-c87c-4bd0-aca6-4929b5499a73 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1663715908', 'description': 'tempest-secgroup-smoke-1663715908 description', 'project_id': '6e0d38653be3471eaf5e687cf10b92fb'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:19.929636 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bda752ef-c87c-4bd0-aca6-4929b5499a73 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:19.930953 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc304a-540c-415e-9d53-8046291c0ad7 None None] The sync data for ids ['52b0f12d-c87f-4fad-a31e-1096159a4823'] in n-d-793620-7 is: [{'id': '52b0f12d-c87f-4fad-a31e-1096159a4823', 'name': 'tempest-TestServerBasicOps-1565477399-router', 'tenant_id': 'e5969199291e4aec9209678f921a9bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '5f35aa91-6d53-40d9-a1c5-8138c48c8e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:15Z', 'updated_at': '2021-07-07T17:32:18Z', 'revision_number': 4, 'project_id': 'e5969199291e4aec9209678f921a9bb9', 'gw_port': {'id': '5f35aa91-6d53-40d9-a1c5-8138c48c8e0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b0f12d-c87f-4fad-a31e-1096159a4823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:15Z', 'updated_at': '2021-07-07T17:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '662e5ab9-7848-4d70-b757-12fcc30cd445', 'name': '', 'network_id': '89bb72b8-82d0-495b-b676-5f5288c2a51c', 'tenant_id': 'e5969199291e4aec9209678f921a9bb9', 'mac_address': 'fa:16:3e:46:f9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b0f12d-c87f-4fad-a31e-1096159a4823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '662025d1-a4cf-4c8a-b59b-25d9a23c1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:18Z', 'updated_at': '2021-07-07T17:32:18Z', 'revision_number': 2, 'project_id': 'e5969199291e4aec9209678f921a9bb9', 'subnets': [{'id': '662025d1-a4cf-4c8a-b59b-25d9a23c1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:20.023163 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bda752ef-c87c-4bd0-aca6-4929b5499a73 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.026983 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bda752ef-c87c-4bd0-aca6-4929b5499a73 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.057849 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bda752ef-c87c-4bd0-aca6-4929b5499a73 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.059111 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bda752ef-c87c-4bd0-aca6-4929b5499a73 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1568601 Jul 07 17:32:20.061117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda752ef-c87c-4bd0-aca6-4929b5499a73 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c87503-2d46-4c1c-a5d8-e05414e0d9a6,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:20.062157 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60624) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:20.067050 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-13b9d926-6ac5-4458-9c26-07c7f90278b6 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Request body: {'security_group_rule': {'security_group_id': 'd8c87503-2d46-4c1c-a5d8-e05414e0d9a6', 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:20.098015 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13b9d926-6ac5-4458-9c26-07c7f90278b6 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.174475 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13b9d926-6ac5-4458-9c26-07c7f90278b6 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.184754 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13b9d926-6ac5-4458-9c26-07c7f90278b6 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.206131 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9d926-6ac5-4458-9c26-07c7f90278b6 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6b4b3d-d94b-4ddb-bcc7-abb3e9300a70,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:20.210237 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-13b9d926-6ac5-4458-9c26-07c7f90278b6 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.214535 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-13b9d926-6ac5-4458-9c26-07c7f90278b6 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1512029 Jul 07 17:32:20.215217 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60626) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:20.220314 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7b9ff211-3467-4619-9524-8c1c236e4acb tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Request body: {'security_group_rule': {'security_group_id': 'd8c87503-2d46-4c1c-a5d8-e05414e0d9a6', 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:20.249384 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7b9ff211-3467-4619-9524-8c1c236e4acb tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.310608 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7b9ff211-3467-4619-9524-8c1c236e4acb tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.314557 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7b9ff211-3467-4619-9524-8c1c236e4acb tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.332260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ff211-3467-4619-9524-8c1c236e4acb tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12cac267-615f-4df9-ae89-176bfb2116be,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:20.343036 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7b9ff211-3467-4619-9524-8c1c236e4acb tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.344597 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7b9ff211-3467-4619-9524-8c1c236e4acb tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282611 Jul 07 17:32:20.347531 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60628) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:20.352532 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-66313220-d2a7-4fb4-aba9-d61fb6523882 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Request body: {'security_group_rule': {'security_group_id': 'd8c87503-2d46-4c1c-a5d8-e05414e0d9a6', 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:20.388711 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-66313220-d2a7-4fb4-aba9-d61fb6523882 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.393602 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.456050 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-66313220-d2a7-4fb4-aba9-d61fb6523882 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.460887 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-66313220-d2a7-4fb4-aba9-d61fb6523882 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.482473 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66313220-d2a7-4fb4-aba9-d61fb6523882 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ab656d-3232-43fe-a06e-0413fddc36aa,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:20.486327 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-66313220-d2a7-4fb4-aba9-d61fb6523882 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.487650 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-66313220-d2a7-4fb4-aba9-d61fb6523882 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390929 Jul 07 17:32:20.490320 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60630) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:20.495724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-4fe112b2-0b3b-4b34-b57f-ee841fcac6e0 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Request body: {'security_group_rule': {'security_group_id': 'd8c87503-2d46-4c1c-a5d8-e05414e0d9a6', 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:20.529474 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4fe112b2-0b3b-4b34-b57f-ee841fcac6e0 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.617729 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4fe112b2-0b3b-4b34-b57f-ee841fcac6e0 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.621579 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4fe112b2-0b3b-4b34-b57f-ee841fcac6e0 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.641648 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe112b2-0b3b-4b34-b57f-ee841fcac6e0 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4e5cee-fef6-4b8d-9dbd-06b976fe70ad,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:20.653372 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4fe112b2-0b3b-4b34-b57f-ee841fcac6e0 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.654687 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4fe112b2-0b3b-4b34-b57f-ee841fcac6e0 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1633334 Jul 07 17:32:20.657428 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60632) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:20.667333 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-70732398-bef0-4d76-830a-546a2a011014 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Request body: {'security_group_rule': {'security_group_id': 'd8c87503-2d46-4c1c-a5d8-e05414e0d9a6', 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:20.689997 n-d-793620-7 neutron-server[100409]: INFO neutron.db.securitygroups_db [None req-70732398-bef0-4d76-830a-546a2a011014 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Project 6e0d38653be3471eaf5e687cf10b92fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:32:20.695580 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-70732398-bef0-4d76-830a-546a2a011014 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.765077 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-70732398-bef0-4d76-830a-546a2a011014 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.769465 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-70732398-bef0-4d76-830a-546a2a011014 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.787774 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70732398-bef0-4d76-830a-546a2a011014 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4744d78f-3ea0-4b4a-a69c-a72d4d93dbf5,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:20.795914 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-70732398-bef0-4d76-830a-546a2a011014 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.797165 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-70732398-bef0-4d76-830a-546a2a011014 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1387885 Jul 07 17:32:20.800057 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60634) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:20.804862 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-2b707e3d-0f11-495e-9e2c-eb1f83cc6b71 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Request body: {'security_group_rule': {'security_group_id': 'd8c87503-2d46-4c1c-a5d8-e05414e0d9a6', 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:20.829028 n-d-793620-7 neutron-server[100409]: INFO neutron.db.securitygroups_db [None req-2b707e3d-0f11-495e-9e2c-eb1f83cc6b71 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Project 6e0d38653be3471eaf5e687cf10b92fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:32:20.834797 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b707e3d-0f11-495e-9e2c-eb1f83cc6b71 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.901410 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b707e3d-0f11-495e-9e2c-eb1f83cc6b71 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.905782 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b707e3d-0f11-495e-9e2c-eb1f83cc6b71 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.924041 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b707e3d-0f11-495e-9e2c-eb1f83cc6b71 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a229814a-0c0c-4df6-86dd-715dbd1a40f1,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:20.932970 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-2b707e3d-0f11-495e-9e2c-eb1f83cc6b71 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:20.943141 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-2b707e3d-0f11-495e-9e2c-eb1f83cc6b71 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332631 Jul 07 17:32:21.201574 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-a387039b-e9a7-4077-9930-f51d515b46cc tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1663715908&fields=id&tenant_id=6e0d38653be3471eaf5e687cf10b92fb HTTP/1.1" status: 200 len: 267 time: 0.0354912 Jul 07 17:32:21.206159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5f35aa91-6d53-40d9-a1c5-8138c48c8e0d up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:21.266997 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 5f35aa91-6d53-40d9-a1c5-8138c48c8e0d completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:21.270858 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5f35aa91-6d53-40d9-a1c5-8138c48c8e0d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:21.271227 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:21.323838 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-98954e23-49e9-4dd0-9e26-7d253776f230 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:21.325621 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-98954e23-49e9-4dd0-9e26-7d253776f230 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/networks?id=b893190b-8fa1-4c09-877e-407f40825e66 HTTP/1.1" status: 200 len: 809 time: 0.1146128 Jul 07 17:32:21.340406 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-9990511c-0c24-4014-ab62-9ce2430ca959 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/quotas/6e0d38653be3471eaf5e687cf10b92fb HTTP/1.1" status: 200 len: 375 time: 0.0091906 Jul 07 17:32:21.351097 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:21.372342 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 5f35aa91-6d53-40d9-a1c5-8138c48c8e0d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5f35aa91-6d53-40d9-a1c5-8138c48c8e0d,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:21.376737 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:21.410337 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-6f5f6207-84d0-4988-b98d-830eb5706daa tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6e0d38653be3471eaf5e687cf10b92fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640063 Jul 07 17:32:21.425903 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=5f35aa91-6d53-40d9-a1c5-8138c48c8e0d,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:21.426114 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cebc8e5-86ed-479d-84ef-f2a708fa2498 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:32:21.427429 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cebc8e5-86ed-479d-84ef-f2a708fa2498 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062397 Jul 07 17:32:21.616043 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-10abe1f6-5db1-42fa-a95d-f21a22b0fff1 service neutron] 10.222.0.50 "GET /v2.0/networks/b893190b-8fa1-4c09-877e-407f40825e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818919 Jul 07 17:32:21.714249 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-30db567f-60ad-4813-bc83-cb3a552ee270 service neutron] 10.222.0.50 "GET /v2.0/networks/b893190b-8fa1-4c09-877e-407f40825e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915346 Jul 07 17:32:21.968295 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ad2ed20-df54-4a2d-afca-f8c84ca70d66 req-a2dbe506-273d-49bf-b623-ec180d77dd7a tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 210 time: 0.0850585 Jul 07 17:32:21.996476 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] Sync routers for ids ['52b0f12d-c87f-4fad-a31e-1096159a4823'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:22.005672 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] Routers {'52b0f12d-c87f-4fad-a31e-1096159a4823'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:22.006284 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:32:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['52b0f12d-c87f-4fad-a31e-1096159a4823'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:22.123575 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] Set router 52b0f12d-c87f-4fad-a31e-1096159a4823 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:22.321209 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b0f12d-c87f-4fad-a31e-1096159a4823', 'name': 'tempest-TestServerBasicOps-1565477399-router', 'tenant_id': 'e5969199291e4aec9209678f921a9bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '5f35aa91-6d53-40d9-a1c5-8138c48c8e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:15Z', 'updated_at': '2021-07-07T17:32:18Z', 'revision_number': 4, 'project_id': 'e5969199291e4aec9209678f921a9bb9', 'gw_port': {'id': '5f35aa91-6d53-40d9-a1c5-8138c48c8e0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b0f12d-c87f-4fad-a31e-1096159a4823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:15Z', 'updated_at': '2021-07-07T17:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '662e5ab9-7848-4d70-b757-12fcc30cd445', 'name': '', 'network_id': '89bb72b8-82d0-495b-b676-5f5288c2a51c', 'tenant_id': 'e5969199291e4aec9209678f921a9bb9', 'mac_address': 'fa:16:3e:46:f9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b0f12d-c87f-4fad-a31e-1096159a4823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '662025d1-a4cf-4c8a-b59b-25d9a23c1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:18Z', 'updated_at': '2021-07-07T17:32:18Z', 'revision_number': 2, 'project_id': 'e5969199291e4aec9209678f921a9bb9', 'subnets': [{'id': '662025d1-a4cf-4c8a-b59b-25d9a23c1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:22.348138 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] Checking router: 52b0f12d-c87f-4fad-a31e-1096159a4823 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:22.348476 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] Updating router 52b0f12d-c87f-4fad-a31e-1096159a4823 port 662e5ab9-7848-4d70-b757-12fcc30cd445 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:32:22.382039 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.715856 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.725583 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] Transition to ACTIVE for port object 662e5ab9-7848-4d70-b757-12fcc30cd445 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:22.732006 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.778051 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c937c-4af3-4dcf-9cfa-f557f373667c None None] Pushing event updated for resources: {'Port': ['ID=662e5ab9-7848-4d70-b757-12fcc30cd445,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:22.834472 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] Attempting to bind port 662e5ab9-7848-4d70-b757-12fcc30cd445 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:22.834871 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] Attempting to bind port 662e5ab9-7848-4d70-b757-12fcc30cd445 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '0932830c-8a3e-4d5b-800c-7a54d3bd7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '89bb72b8-82d0-495b-b676-5f5288c2a51c'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:22.835261 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] Attempting to bind port 662e5ab9-7848-4d70-b757-12fcc30cd445 on network 89bb72b8-82d0-495b-b676-5f5288c2a51c {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:22.841238 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:22.841554 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] Checking segment: {'id': '0932830c-8a3e-4d5b-800c-7a54d3bd7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '89bb72b8-82d0-495b-b676-5f5288c2a51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:22.841907 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.842296 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] Bound using segment: {'id': '0932830c-8a3e-4d5b-800c-7a54d3bd7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '89bb72b8-82d0-495b-b676-5f5288c2a51c'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:22.842812 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] Bound port: 662e5ab9-7848-4d70-b757-12fcc30cd445, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0932830c-8a3e-4d5b-800c-7a54d3bd7bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '89bb72b8-82d0-495b-b676-5f5288c2a51c'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:22.843191 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.911458 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] For port 662e5ab9-7848-4d70-b757-12fcc30cd445, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:22.914649 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] For port 662e5ab9-7848-4d70-b757-12fcc30cd445, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=662e5ab9-7848-4d70-b757-12fcc30cd445,segment=NetworkSegment(0932830c-8a3e-4d5b-800c-7a54d3bd7bf8),segment_id=0932830c-8a3e-4d5b-800c-7a54d3bd7bf8)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:22.920093 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:22.971279 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] Routers {'52b0f12d-c87f-4fad-a31e-1096159a4823'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:22.971918 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:32:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['52b0f12d-c87f-4fad-a31e-1096159a4823'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:23.024855 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c937c-4af3-4dcf-9cfa-f557f373667c None None] Pushing event updated for resources: {'Port': ['ID=662e5ab9-7848-4d70-b757-12fcc30cd445,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:23.081121 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d2436a1c-e5ea-4aca-9f66-a00659ad4a8a req-73ff5224-ae90-4688-8b2c-437803396666 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 210 time: 0.0457103 Jul 07 17:32:23.114930 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] Set router 52b0f12d-c87f-4fad-a31e-1096159a4823 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:23.226158 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 662e5ab9-7848-4d70-b757-12fcc30cd445 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:23.297835 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 662e5ab9-7848-4d70-b757-12fcc30cd445 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:23.303130 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 662e5ab9-7848-4d70-b757-12fcc30cd445 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:23.303818 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.362147 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b0f12d-c87f-4fad-a31e-1096159a4823', 'name': 'tempest-TestServerBasicOps-1565477399-router', 'tenant_id': 'e5969199291e4aec9209678f921a9bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '5f35aa91-6d53-40d9-a1c5-8138c48c8e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:15Z', 'updated_at': '2021-07-07T17:32:18Z', 'revision_number': 4, 'project_id': 'e5969199291e4aec9209678f921a9bb9', 'gw_port': {'id': '5f35aa91-6d53-40d9-a1c5-8138c48c8e0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b0f12d-c87f-4fad-a31e-1096159a4823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:15Z', 'updated_at': '2021-07-07T17:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '662e5ab9-7848-4d70-b757-12fcc30cd445', 'name': '', 'network_id': '89bb72b8-82d0-495b-b676-5f5288c2a51c', 'tenant_id': 'e5969199291e4aec9209678f921a9bb9', 'mac_address': 'fa:16:3e:46:f9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b0f12d-c87f-4fad-a31e-1096159a4823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '662025d1-a4cf-4c8a-b59b-25d9a23c1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:18Z', 'updated_at': '2021-07-07T17:32:22Z', 'revision_number': 4, 'project_id': 'e5969199291e4aec9209678f921a9bb9', 'subnets': [{'id': '662025d1-a4cf-4c8a-b59b-25d9a23c1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:23.388608 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.391909 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bfd722-6186-4d20-ab4c-b1d219d7cf96 None None] The sync data for ids ['52b0f12d-c87f-4fad-a31e-1096159a4823'] in n-d-793620-7 is: [{'id': '52b0f12d-c87f-4fad-a31e-1096159a4823', 'name': 'tempest-TestServerBasicOps-1565477399-router', 'tenant_id': 'e5969199291e4aec9209678f921a9bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '5f35aa91-6d53-40d9-a1c5-8138c48c8e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:15Z', 'updated_at': '2021-07-07T17:32:18Z', 'revision_number': 4, 'project_id': 'e5969199291e4aec9209678f921a9bb9', 'gw_port': {'id': '5f35aa91-6d53-40d9-a1c5-8138c48c8e0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b0f12d-c87f-4fad-a31e-1096159a4823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:15Z', 'updated_at': '2021-07-07T17:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '662e5ab9-7848-4d70-b757-12fcc30cd445', 'name': '', 'network_id': '89bb72b8-82d0-495b-b676-5f5288c2a51c', 'tenant_id': 'e5969199291e4aec9209678f921a9bb9', 'mac_address': 'fa:16:3e:46:f9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b0f12d-c87f-4fad-a31e-1096159a4823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '662025d1-a4cf-4c8a-b59b-25d9a23c1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:18Z', 'updated_at': '2021-07-07T17:32:22Z', 'revision_number': 4, 'project_id': 'e5969199291e4aec9209678f921a9bb9', 'subnets': [{'id': '662025d1-a4cf-4c8a-b59b-25d9a23c1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:23.421641 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 662e5ab9-7848-4d70-b757-12fcc30cd445, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=662e5ab9-7848-4d70-b757-12fcc30cd445,segment=NetworkSegment(0932830c-8a3e-4d5b-800c-7a54d3bd7bf8),segment_id=0932830c-8a3e-4d5b-800c-7a54d3bd7bf8)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:23.425191 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:23.425950 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5f35aa91-6d53-40d9-a1c5-8138c48c8e0d up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:23.507653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=662e5ab9-7848-4d70-b757-12fcc30cd445,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:23.520444 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5f35aa91-6d53-40d9-a1c5-8138c48c8e0d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:23.520820 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:24.160723 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ec23d7cb-88e1-4fd4-b95a-60b52dbfefb9 req-7b251a05-c31f-4b55-a825-9b6e37020d14 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 210 time: 0.0318127 Jul 07 17:32:24.294987 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:32:25.166787 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 662e5ab9-7848-4d70-b757-12fcc30cd445 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:25.218657 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 662e5ab9-7848-4d70-b757-12fcc30cd445 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:25.218959 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:25.280611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-280c6c65-2410-49d5-b456-ad17829ce6ef tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:25.282216 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-280c6c65-2410-49d5-b456-ad17829ce6ef tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.15 "GET /v2.0/networks?id=b893190b-8fa1-4c09-877e-407f40825e66 HTTP/1.1" status: 200 len: 809 time: 0.1277277 Jul 07 17:32:25.341705 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ed04cd6b-8071-4d5f-9726-14e9cd791268 req-54fdd66f-c39a-46a5-a6a7-c29932dd11e8 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 210 time: 0.0410042 Jul 07 17:32:25.347628 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-ecd5d566-b4fb-45c6-b7cb-373dff055d49 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e0d38653be3471eaf5e687cf10b92fb HTTP/1.1" status: 200 len: 380 time: 0.0545409 Jul 07 17:32:25.357899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-029f23ab-08b4-45a4-974e-545788983e64 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Request body: {'port': {'device_id': '38848fed-8a13-45f8-b27f-e47128974c05', 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66', 'admin_state_up': True, 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'security_groups': ['d8c87503-2d46-4c1c-a5d8-e05414e0d9a6']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:25.473005 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-029f23ab-08b4-45a4-974e-545788983e64 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Made reservation on behalf of 6e0d38653be3471eaf5e687cf10b92fb for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:32:25.476730 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-029f23ab-08b4-45a4-974e-545788983e64 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:25.600359 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-029f23ab-08b4-45a4-974e-545788983e64 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Allocated IP 172.20.0.6 (b893190b-8fa1-4c09-877e-407f40825e66/71489410-8e53-4ce6-bfc0-cdd7af2fe67b/8c203dcd-2a54-4704-b797-f941cce30bff) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:25.741029 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-029f23ab-08b4-45a4-974e-545788983e64 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:25.754738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-029f23ab-08b4-45a4-974e-545788983e64 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Transition to ACTIVE for port object 8c203dcd-2a54-4704-b797-f941cce30bff will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:25.788031 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-029f23ab-08b4-45a4-974e-545788983e64 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:25.830064 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-029f23ab-08b4-45a4-974e-545788983e64 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Network b893190b-8fa1-4c09-877e-407f40825e66 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:25.833274 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-029f23ab-08b4-45a4-974e-545788983e64 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:25.839408 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-029f23ab-08b4-45a4-974e-545788983e64 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:25.870196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f23ab-08b4-45a4-974e-545788983e64 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Pushing event updated for resources: {'Port': ['ID=8c203dcd-2a54-4704-b797-f941cce30bff,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:25.898681 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-029f23ab-08b4-45a4-974e-545788983e64 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:25.899331 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-029f23ab-08b4-45a4-974e-545788983e64 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:25.913390 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-029f23ab-08b4-45a4-974e-545788983e64 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5608151 Jul 07 17:32:25.924694 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] Request body: {'port': {'device_id': '38848fed-8a13-45f8-b27f-e47128974c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:26.002352 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.130342 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2a803bab-52fe-41ef-9f4a-5dc4d591aa80 None None] Provisioning for port 8c203dcd-2a54-4704-b797-f941cce30bff completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:26.133970 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2a803bab-52fe-41ef-9f4a-5dc4d591aa80 None None] Provisioning complete for port 8c203dcd-2a54-4704-b797-f941cce30bff triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:26.134351 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2a803bab-52fe-41ef-9f4a-5dc4d591aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.169060 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2a803bab-52fe-41ef-9f4a-5dc4d591aa80 None None] Port 8c203dcd-2a54-4704-b797-f941cce30bff cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:32:26.277101 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c203dcd-2a54-4704-b797-f941cce30bff {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:26.284451 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.296837 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] Transition to ACTIVE for port object 8c203dcd-2a54-4704-b797-f941cce30bff will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:32:26.299829 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.356066 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] Pushing event updated for resources: {'Port': ['ID=8c203dcd-2a54-4704-b797-f941cce30bff,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:26.435655 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] Attempting to bind port 8c203dcd-2a54-4704-b797-f941cce30bff on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:32:26.436005 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] Attempting to bind port 8c203dcd-2a54-4704-b797-f941cce30bff by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'ed407875-5a39-4ff5-a7c4-5878573428ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:32:26.436343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] Attempting to bind port 8c203dcd-2a54-4704-b797-f941cce30bff on network b893190b-8fa1-4c09-877e-407f40825e66 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:26.441109 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] Port 8c203dcd-2a54-4704-b797-f941cce30bff on network b893190b-8fa1-4c09-877e-407f40825e66 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:32:26.441437 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] Attempting to bind port 8c203dcd-2a54-4704-b797-f941cce30bff on network b893190b-8fa1-4c09-877e-407f40825e66 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:32:26.449254 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:32:26.449600 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] Checking segment: {'id': 'ed407875-5a39-4ff5-a7c4-5878573428ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:32:26.449989 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] Bound using segment: {'id': 'ed407875-5a39-4ff5-a7c4-5878573428ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:32:26.450448 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] Bound port: 8c203dcd-2a54-4704-b797-f941cce30bff, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed407875-5a39-4ff5-a7c4-5878573428ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:32:26.451499 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.558197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] For port 8c203dcd-2a54-4704-b797-f941cce30bff, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:32:26.576659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] For port 8c203dcd-2a54-4704-b797-f941cce30bff, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8c203dcd-2a54-4704-b797-f941cce30bff,segment=NetworkSegment(ed407875-5a39-4ff5-a7c4-5878573428ee),segment_id=ed407875-5a39-4ff5-a7c4-5878573428ee)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:32:26.590740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453981e-ae5f-442a-a530-8502c454d112 req-aaa23b06-967d-453c-ad29-5614e330581f tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:26.592324 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1453981e-ae5f-442a-a530-8502c454d112 req-aaa23b06-967d-453c-ad29-5614e330581f tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 943 time: 0.1259606 Jul 07 17:32:26.593965 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.644044 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:26.644678 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:26.646093 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] 10.222.0.15 "PUT /v2.0/ports/8c203dcd-2a54-4704-b797-f941cce30bff HTTP/1.1" status: 200 len: 1091 time: 0.7259896 Jul 07 17:32:26.646562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38848fed-8a13-45f8-b27f-e47128974c05', 'tag': '8c203dcd-2a54-4704-b797-f941cce30bff'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:26.648850 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e82420-8a16-4d8b-9cba-805d082e9dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "38848fed-8a13-45f8-b27f-e47128974c05", "tag": "8c203dcd-2a54-4704-b797-f941cce30bff"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:26.696445 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1453981e-ae5f-442a-a530-8502c454d112 req-2d6eed0e-f503-44ea-b31d-2da1bf8234a7 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8c87503-2d46-4c1c-a5d8-e05414e0d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959601 Jul 07 17:32:26.700472 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81437c88-aada-41b0-8bfd-0a076be47402 x-openstack-request-id: req-81437c88-aada-41b0-8bfd-0a076be47402 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:26.700778 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38848fed-8a13-45f8-b27f-e47128974c05", "tag": "8c203dcd-2a54-4704-b797-f941cce30bff", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:26.701038 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-81437c88-aada-41b0-8bfd-0a076be47402 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:26.701461 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38848fed-8a13-45f8-b27f-e47128974c05', 'tag': '8c203dcd-2a54-4704-b797-f941cce30bff', 'status': 'completed', 'code': 200} Jul 07 17:32:26.702064 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5d84d-c36e-4480-a9e1-b0d656f57bdf service neutron] Pushing event updated for resources: {'Port': ['ID=8c203dcd-2a54-4704-b797-f941cce30bff,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:26.773450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-4556f0d4-0de9-430b-8b77-3e80d982b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:26.775072 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-4556f0d4-0de9-430b-8b77-3e80d982b536 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e0d38653be3471eaf5e687cf10b92fb&device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 1094 time: 0.0629005 Jul 07 17:32:26.818187 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-46af97df-6d85-4065-8693-f0b39fd7b28b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c203dcd-2a54-4704-b797-f941cce30bff HTTP/1.1" status: 200 len: 217 time: 0.0356495 Jul 07 17:32:26.867068 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-e84ff65f-532e-44a1-b786-ae6901e88a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:26.868521 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-e84ff65f-532e-44a1-b786-ae6901e88a52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71489410-8e53-4ce6-bfc0-cdd7af2fe67b HTTP/1.1" status: 200 len: 848 time: 0.0446892 Jul 07 17:32:26.931446 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-d8ab9058-2d28-49fa-a180-4b416a607ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:26.932958 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-d8ab9058-2d28-49fa-a180-4b416a607ed5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b893190b-8fa1-4c09-877e-407f40825e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584180 Jul 07 17:32:27.028731 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-5890b027-f369-4789-8d1e-e963d1700f58 service neutron] 10.222.0.15 "GET /v2.0/networks/b893190b-8fa1-4c09-877e-407f40825e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892847 Jul 07 17:32:27.124058 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-633f36e5-2334-40d1-82b1-48bf4c48efe2 req-078b8503-cd3d-4033-9f0e-799403950842 service neutron] 10.222.0.15 "GET /v2.0/networks/b893190b-8fa1-4c09-877e-407f40825e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891519 Jul 07 17:32:27.222682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e82420-8a16-4d8b-9cba-805d082e9dbb req-4ae0f9c5-86c2-422e-b43d-7f4cc3db4a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:27.224206 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38e82420-8a16-4d8b-9cba-805d082e9dbb req-4ae0f9c5-86c2-422e-b43d-7f4cc3db4a57 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e0d38653be3471eaf5e687cf10b92fb&device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 1094 time: 0.0552633 Jul 07 17:32:27.311878 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e82420-8a16-4d8b-9cba-805d082e9dbb req-9f6d5b93-9db5-4094-b330-12163099eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:27.313323 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38e82420-8a16-4d8b-9cba-805d082e9dbb req-9f6d5b93-9db5-4094-b330-12163099eac9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b893190b-8fa1-4c09-877e-407f40825e66 HTTP/1.1" status: 200 len: 910 time: 0.0833566 Jul 07 17:32:27.358785 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38e82420-8a16-4d8b-9cba-805d082e9dbb req-af5d04a4-3d4a-469e-a959-cb79f2bfe8df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c203dcd-2a54-4704-b797-f941cce30bff HTTP/1.1" status: 200 len: 217 time: 0.0383587 Jul 07 17:32:27.406736 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e82420-8a16-4d8b-9cba-805d082e9dbb req-caed4361-8bd3-463a-9e0e-df960514e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:27.408159 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38e82420-8a16-4d8b-9cba-805d082e9dbb req-caed4361-8bd3-463a-9e0e-df960514e042 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71489410-8e53-4ce6-bfc0-cdd7af2fe67b HTTP/1.1" status: 200 len: 848 time: 0.0434124 Jul 07 17:32:27.465232 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e82420-8a16-4d8b-9cba-805d082e9dbb req-757c0def-7cfd-43fb-a676-138d01f99c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:27.466733 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38e82420-8a16-4d8b-9cba-805d082e9dbb req-757c0def-7cfd-43fb-a676-138d01f99c93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b893190b-8fa1-4c09-877e-407f40825e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507529 Jul 07 17:32:27.560173 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38e82420-8a16-4d8b-9cba-805d082e9dbb req-bba97a94-41c9-40f7-8af9-8c00521731d4 service neutron] 10.222.0.15 "GET /v2.0/networks/b893190b-8fa1-4c09-877e-407f40825e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855119 Jul 07 17:32:27.652201 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38e82420-8a16-4d8b-9cba-805d082e9dbb req-8ea93616-2cea-4952-a390-ff0551874ac2 service neutron] 10.222.0.15 "GET /v2.0/networks/b893190b-8fa1-4c09-877e-407f40825e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835521 Jul 07 17:32:27.876141 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983e86e-dd7a-4490-bf24-0c3b835084f4 req-658a73ac-5867-4e7d-a833-ec7cbc39eaa4 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:27.877564 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3983e86e-dd7a-4490-bf24-0c3b835084f4 req-658a73ac-5867-4e7d-a833-ec7cbc39eaa4 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 943 time: 0.0691371 Jul 07 17:32:27.914237 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3983e86e-dd7a-4490-bf24-0c3b835084f4 req-7abec8ff-3df1-4913-b26a-3f7a0393a138 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8c87503-2d46-4c1c-a5d8-e05414e0d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310397 Jul 07 17:32:29.089463 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc45165-d6af-48b7-ae38-b7878bd7dac0 req-a5237fc0-80d0-4c0b-9628-d2cdc8d97f6f tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:29.090968 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bc45165-d6af-48b7-ae38-b7878bd7dac0 req-a5237fc0-80d0-4c0b-9628-d2cdc8d97f6f tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 943 time: 0.0643573 Jul 07 17:32:29.133257 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bc45165-d6af-48b7-ae38-b7878bd7dac0 req-186630a2-fce7-456a-a6b1-9bd9b1ebd0ee tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8c87503-2d46-4c1c-a5d8-e05414e0d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364695 Jul 07 17:32:29.258064 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8c203dcd-2a54-4704-b797-f941cce30bff details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:32:29.354663 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 8c203dcd-2a54-4704-b797-f941cce30bff, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8c203dcd-2a54-4704-b797-f941cce30bff,segment=NetworkSegment(ed407875-5a39-4ff5-a7c4-5878573428ee),segment_id=ed407875-5a39-4ff5-a7c4-5878573428ee)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:29.365742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '8c203dcd-2a54-4704-b797-f941cce30bff', 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66', 'port_id': '8c203dcd-2a54-4704-b797-f941cce30bff', 'mac_address': 'fa:16:3e:9a:16:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:32:29.402281 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:29.414801 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c203dcd-2a54-4704-b797-f941cce30bff {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:32:29.435171 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 8c203dcd-2a54-4704-b797-f941cce30bff, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8c203dcd-2a54-4704-b797-f941cce30bff,segment=NetworkSegment(ed407875-5a39-4ff5-a7c4-5878573428ee),segment_id=ed407875-5a39-4ff5-a7c4-5878573428ee)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:29.439596 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:29.485717 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=8c203dcd-2a54-4704-b797-f941cce30bff,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:29.658588 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['8c203dcd-2a54-4704-b797-f941cce30bff'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:32:30.306571 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf0ba6-1c0f-42d0-82b9-abfaf8adaecc req-74d287d9-1212-4827-95c1-f79a0b2ea7c1 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:30.308016 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-53bf0ba6-1c0f-42d0-82b9-abfaf8adaecc req-74d287d9-1212-4827-95c1-f79a0b2ea7c1 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 944 time: 0.0627370 Jul 07 17:32:30.346827 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-53bf0ba6-1c0f-42d0-82b9-abfaf8adaecc req-be04add7-0c22-4fed-bff3-128dd1ed6013 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8c87503-2d46-4c1c-a5d8-e05414e0d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323088 Jul 07 17:32:31.287882 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8c203dcd-2a54-4704-b797-f941cce30bff up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:32:31.342089 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 8c203dcd-2a54-4704-b797-f941cce30bff completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:32:31.346225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 8c203dcd-2a54-4704-b797-f941cce30bff triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:32:31.346630 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.425865 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.449079 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38848fed-8a13-45f8-b27f-e47128974c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c203dcd-2a54-4704-b797-f941cce30bff'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:31.451373 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e02350b-3c33-492a-93e9-e81b1b347721" -d '{"events": [{"server_uuid": "38848fed-8a13-45f8-b27f-e47128974c05", "name": "network-vif-plugged", "status": "completed", "tag": "8c203dcd-2a54-4704-b797-f941cce30bff"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:31.466875 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 8c203dcd-2a54-4704-b797-f941cce30bff, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8c203dcd-2a54-4704-b797-f941cce30bff,segment=NetworkSegment(ed407875-5a39-4ff5-a7c4-5878573428ee),segment_id=ed407875-5a39-4ff5-a7c4-5878573428ee)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:32:31.473259 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:31.501967 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad733a6-b143-4d75-8bd2-3cd269578678 x-openstack-request-id: req-9ad733a6-b143-4d75-8bd2-3cd269578678 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:31.502252 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38848fed-8a13-45f8-b27f-e47128974c05", "name": "network-vif-plugged", "status": "completed", "tag": "8c203dcd-2a54-4704-b797-f941cce30bff", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:31.502529 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ad733a6-b143-4d75-8bd2-3cd269578678 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:31.502910 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38848fed-8a13-45f8-b27f-e47128974c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c203dcd-2a54-4704-b797-f941cce30bff', 'code': 200} Jul 07 17:32:31.521827 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47a913-98e6-4937-ad3f-8321474451d6 req-8ffcdd91-6ab4-458d-92d9-45c4d294f6ab tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:31.524064 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f47a913-98e6-4937-ad3f-8321474451d6 req-8ffcdd91-6ab4-458d-92d9-45c4d294f6ab tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 944 time: 0.0677619 Jul 07 17:32:31.531576 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=8c203dcd-2a54-4704-b797-f941cce30bff,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:31.570954 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f47a913-98e6-4937-ad3f-8321474451d6 req-a5760c1c-79f5-4f69-b81b-dbf09a4312cd tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8c87503-2d46-4c1c-a5d8-e05414e0d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396380 Jul 07 17:32:31.613954 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf9c39-1849-4594-a9dd-2ff0cd125321 req-215a3dff-2505-45fb-8539-9c2e086b85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:31.615505 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cdf9c39-1849-4594-a9dd-2ff0cd125321 req-215a3dff-2505-45fb-8539-9c2e086b85cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 1096 time: 0.0544095 Jul 07 17:32:31.648397 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3cdf9c39-1849-4594-a9dd-2ff0cd125321 req-a7961614-08e0-4cb8-995e-92b788aeb0d3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d8c87503-2d46-4c1c-a5d8-e05414e0d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264339 Jul 07 17:32:32.755241 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9cd51-5b8c-44d7-bd2d-dfc8f8b93971 req-cf29807f-b6a5-4d50-83fb-87388481792e tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:32.756748 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-03d9cd51-5b8c-44d7-bd2d-dfc8f8b93971 req-cf29807f-b6a5-4d50-83fb-87388481792e tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 945 time: 0.0671146 Jul 07 17:32:32.793830 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-03d9cd51-5b8c-44d7-bd2d-dfc8f8b93971 req-1eb6a882-f4fd-4e86-ac69-991b96e3c0c6 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8c87503-2d46-4c1c-a5d8-e05414e0d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308528 Jul 07 17:32:32.970370 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd27cf-8a33-474c-87aa-b87566ea20f1 req-92ca6a04-68ae-4cac-beb0-0dc54f8f91da tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:32.971909 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-22bd27cf-8a33-474c-87aa-b87566ea20f1 req-92ca6a04-68ae-4cac-beb0-0dc54f8f91da tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 945 time: 0.0671704 Jul 07 17:32:33.010214 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-22bd27cf-8a33-474c-87aa-b87566ea20f1 req-7c6dd725-5ecf-4593-bc09-04939708de1c tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8c87503-2d46-4c1c-a5d8-e05414e0d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327682 Jul 07 17:32:33.183990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b8ded-0b30-4111-91e9-3fb9fbc2b056 req-a867d08b-5b7b-4877-b520-523e4ec3497d tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:33.185492 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-155b8ded-0b30-4111-91e9-3fb9fbc2b056 req-a867d08b-5b7b-4877-b520-523e4ec3497d tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 945 time: 0.0635760 Jul 07 17:32:33.221925 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-155b8ded-0b30-4111-91e9-3fb9fbc2b056 req-6a5d7ba7-4118-418a-b5eb-eb2fa064d864 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8c87503-2d46-4c1c-a5d8-e05414e0d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307562 Jul 07 17:32:33.247185 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60706) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:33.342828 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6106af-df5a-4455-a682-a9473b7d9eb0 tempest-TestServerBasicOps-1186048747 tempest-TestServerBasicOps-1186048747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:33.344364 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-db6106af-df5a-4455-a682-a9473b7d9eb0 tempest-TestServerBasicOps-1186048747 tempest-TestServerBasicOps-1186048747-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 1091 time: 0.0961759 Jul 07 17:32:33.347471 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60710) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:32:33.351807 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-39474873-08f7-457c-9b3c-c2725a89b528 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': '8c203dcd-2a54-4704-b797-f941cce30bff', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:32:33.373268 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-39474873-08f7-457c-9b3c-c2725a89b528 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:33.473024 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-39474873-08f7-457c-9b3c-c2725a89b528 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:33.579890 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-39474873-08f7-457c-9b3c-c2725a89b528 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Allocated IP 172.25.2.87 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/2580e242-17dc-4709-8cf4-68bea67a960d) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:32:33.679150 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-39474873-08f7-457c-9b3c-c2725a89b528 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:33.717924 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-39474873-08f7-457c-9b3c-c2725a89b528 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:33.751258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39474873-08f7-457c-9b3c-c2725a89b528 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:32:33.753954 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-39474873-08f7-457c-9b3c-c2725a89b528 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:32:33.757367 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39474873-08f7-457c-9b3c-c2725a89b528 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:32:33.791816 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39474873-08f7-457c-9b3c-c2725a89b528 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Pushing event updated for resources: {'Port': ['ID=2580e242-17dc-4709-8cf4-68bea67a960d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:34.128914 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-39474873-08f7-457c-9b3c-c2725a89b528 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:34.210387 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-39474873-08f7-457c-9b3c-c2725a89b528 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:34.363256 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-39474873-08f7-457c-9b3c-c2725a89b528 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:34.368350 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-39474873-08f7-457c-9b3c-c2725a89b528 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:34.437583 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39474873-08f7-457c-9b3c-c2725a89b528 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Pushing event updated for resources: {'Port': ['ID=2580e242-17dc-4709-8cf4-68bea67a960d,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:32:34.445592 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-39474873-08f7-457c-9b3c-c2725a89b528 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:34.870313 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-39474873-08f7-457c-9b3c-c2725a89b528 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Floating IP 9a9f9827-ef62-4d12-89ca-9e6a5d1d925a associated. External IP: 172.25.2.87, port: 8c203dcd-2a54-4704-b797-f941cce30bff. Jul 07 17:32:35.077776 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39474873-08f7-457c-9b3c-c2725a89b528 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Router fd65d616-27c6-4a44-b932-2465440d4d84 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:32:35.186904 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39474873-08f7-457c-9b3c-c2725a89b528 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:32:35.196221 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e8aef-a163-4fef-a10b-79fe1dab0429 None None] Sync routers for ids ['fd65d616-27c6-4a44-b932-2465440d4d84'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:32:35.203294 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-39474873-08f7-457c-9b3c-c2725a89b528 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:35.206773 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e8aef-a163-4fef-a10b-79fe1dab0429 None None] Routers {'fd65d616-27c6-4a44-b932-2465440d4d84'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:35.207616 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-627e8aef-a163-4fef-a10b-79fe1dab0429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:32:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd65d616-27c6-4a44-b932-2465440d4d84'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:35.239988 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-39474873-08f7-457c-9b3c-c2725a89b528 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8912880 Jul 07 17:32:35.240522 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38848fed-8a13-45f8-b27f-e47128974c05', 'tag': '8c203dcd-2a54-4704-b797-f941cce30bff'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:32:35.242820 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d9a7d2-8e98-47d6-9e77-d2c8e8c3871d" -d '{"events": [{"name": "network-changed", "server_uuid": "38848fed-8a13-45f8-b27f-e47128974c05", "tag": "8c203dcd-2a54-4704-b797-f941cce30bff"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:32:35.280098 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9632ac0d-6cfc-4fdb-8726-7f4524236199 x-openstack-request-id: req-9632ac0d-6cfc-4fdb-8726-7f4524236199 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:32:35.280457 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38848fed-8a13-45f8-b27f-e47128974c05", "tag": "8c203dcd-2a54-4704-b797-f941cce30bff", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:32:35.280775 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9632ac0d-6cfc-4fdb-8726-7f4524236199 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:32:35.281269 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38848fed-8a13-45f8-b27f-e47128974c05', 'tag': '8c203dcd-2a54-4704-b797-f941cce30bff', 'status': 'completed', 'code': 200} Jul 07 17:32:35.316302 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-627e8aef-a163-4fef-a10b-79fe1dab0429 None None] Set router fd65d616-27c6-4a44-b932-2465440d4d84 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:35.390829 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9a7d2-8e98-47d6-9e77-d2c8e8c3871d req-b2426864-2f4a-4ad1-8ab8-8a52bcfef221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:35.392249 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71d9a7d2-8e98-47d6-9e77-d2c8e8c3871d req-b2426864-2f4a-4ad1-8ab8-8a52bcfef221 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e0d38653be3471eaf5e687cf10b92fb&device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 1096 time: 0.0577006 Jul 07 17:32:35.486444 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9a7d2-8e98-47d6-9e77-d2c8e8c3871d req-5dd53280-b0c5-4935-a9b6-c5afa87cdfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:35.487994 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71d9a7d2-8e98-47d6-9e77-d2c8e8c3871d req-5dd53280-b0c5-4935-a9b6-c5afa87cdfa7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b893190b-8fa1-4c09-877e-407f40825e66 HTTP/1.1" status: 200 len: 910 time: 0.0890031 Jul 07 17:32:35.544613 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-627e8aef-a163-4fef-a10b-79fe1dab0429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'name': 'tempest-TestServerBasicOps-1557313264-router', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:10Z', 'updated_at': '2021-07-07T17:32:13Z', 'revision_number': 4, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'gw_port': {'id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:11Z', 'updated_at': '2021-07-07T17:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '9a9f9827-ef62-4d12-89ca-9e6a5d1d925a', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'floating_ip_address': '172.25.2.87', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'port_id': '8c203dcd-2a54-4704-b797-f941cce30bff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66', 'mac_address': 'fa:16:3e:9a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38848fed-8a13-45f8-b27f-e47128974c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:32:33Z', 'updated_at': '2021-07-07T17:32:33Z', 'revision_number': 0, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72736909-66a4-4d0f-8af1-1de93770224a', 'name': '', 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'mac_address': 'fa:16:3e:8b:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:12Z', 'updated_at': '2021-07-07T17:32:17Z', 'revision_number': 5, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'subnets': [{'id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:35.553250 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71d9a7d2-8e98-47d6-9e77-d2c8e8c3871d req-8367e2be-33e5-44d5-8031-9f4ecf9a5e6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c203dcd-2a54-4704-b797-f941cce30bff HTTP/1.1" status: 200 len: 998 time: 0.0593600 Jul 07 17:32:35.576191 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e8aef-a163-4fef-a10b-79fe1dab0429 None None] Checking router: fd65d616-27c6-4a44-b932-2465440d4d84 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:32:35.584474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e8aef-a163-4fef-a10b-79fe1dab0429 None None] Routers {'fd65d616-27c6-4a44-b932-2465440d4d84'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:32:35.585090 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-627e8aef-a163-4fef-a10b-79fe1dab0429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:32:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd65d616-27c6-4a44-b932-2465440d4d84'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:35.601654 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9a7d2-8e98-47d6-9e77-d2c8e8c3871d req-8fc30d67-38f8-45d3-9ee1-37adc06b5dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:35.603192 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71d9a7d2-8e98-47d6-9e77-d2c8e8c3871d req-8fc30d67-38f8-45d3-9ee1-37adc06b5dc7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71489410-8e53-4ce6-bfc0-cdd7af2fe67b HTTP/1.1" status: 200 len: 848 time: 0.0441632 Jul 07 17:32:35.666708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9a7d2-8e98-47d6-9e77-d2c8e8c3871d req-9a8b7f6e-2ead-4f6e-af4d-7f16153c931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:32:35.668157 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71d9a7d2-8e98-47d6-9e77-d2c8e8c3871d req-9a8b7f6e-2ead-4f6e-af4d-7f16153c931e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b893190b-8fa1-4c09-877e-407f40825e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592933 Jul 07 17:32:35.761291 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71d9a7d2-8e98-47d6-9e77-d2c8e8c3871d req-96cfc6ea-9b81-4def-b8b6-d237c0f61f37 service neutron] 10.222.0.15 "GET /v2.0/networks/b893190b-8fa1-4c09-877e-407f40825e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863163 Jul 07 17:32:35.846429 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-627e8aef-a163-4fef-a10b-79fe1dab0429 None None] Set router fd65d616-27c6-4a44-b932-2465440d4d84 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:32:35.854400 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71d9a7d2-8e98-47d6-9e77-d2c8e8c3871d req-06df55dd-b139-43b7-b391-9e75175cbf77 service neutron] 10.222.0.15 "GET /v2.0/networks/b893190b-8fa1-4c09-877e-407f40825e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880425 Jul 07 17:32:36.072029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-627e8aef-a163-4fef-a10b-79fe1dab0429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'name': 'tempest-TestServerBasicOps-1557313264-router', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:10Z', 'updated_at': '2021-07-07T17:32:13Z', 'revision_number': 4, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'gw_port': {'id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:11Z', 'updated_at': '2021-07-07T17:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '9a9f9827-ef62-4d12-89ca-9e6a5d1d925a', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'floating_ip_address': '172.25.2.87', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'port_id': '8c203dcd-2a54-4704-b797-f941cce30bff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66', 'mac_address': 'fa:16:3e:9a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38848fed-8a13-45f8-b27f-e47128974c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:32:33Z', 'updated_at': '2021-07-07T17:32:33Z', 'revision_number': 0, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72736909-66a4-4d0f-8af1-1de93770224a', 'name': '', 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'mac_address': 'fa:16:3e:8b:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:12Z', 'updated_at': '2021-07-07T17:32:17Z', 'revision_number': 5, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'subnets': [{'id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:32:36.097863 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e8aef-a163-4fef-a10b-79fe1dab0429 None None] The sync data for ids ['fd65d616-27c6-4a44-b932-2465440d4d84'] in n-d-793620-7 is: [{'id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'name': 'tempest-TestServerBasicOps-1557313264-router', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:10Z', 'updated_at': '2021-07-07T17:32:13Z', 'revision_number': 4, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'gw_port': {'id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:11Z', 'updated_at': '2021-07-07T17:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '9a9f9827-ef62-4d12-89ca-9e6a5d1d925a', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'floating_ip_address': '172.25.2.87', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'port_id': '8c203dcd-2a54-4704-b797-f941cce30bff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66', 'mac_address': 'fa:16:3e:9a:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38848fed-8a13-45f8-b27f-e47128974c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:32:33Z', 'updated_at': '2021-07-07T17:32:33Z', 'revision_number': 0, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72736909-66a4-4d0f-8af1-1de93770224a', 'name': '', 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'mac_address': 'fa:16:3e:8b:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:12Z', 'updated_at': '2021-07-07T17:32:17Z', 'revision_number': 5, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'subnets': [{'id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:32:36.298552 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc25959-896b-476d-8e73-46632ae4b409 None None] New status for floating IP 9a9f9827-ef62-4d12-89ca-9e6a5d1d925a: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:32:44.402907 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:44.745676 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-93c9a41f-e94e-4887-bf3a-fcba06602afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:46.790501 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.663267 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:47.975734 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c0eeb5d1-bd26-4608-a5b2-ff50fd46524a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:48.924529 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:32:50.391633 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:01.294342 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:33:11.618708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60738) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:33:11.716818 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5585bd-2cdc-4571-9026-bfbacb9a31bd req-09655adf-2d01-49ec-8797-7c7f4c1bd25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:11.718317 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cf5585bd-2cdc-4571-9026-bfbacb9a31bd req-09655adf-2d01-49ec-8797-7c7f4c1bd25f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 1096 time: 0.0985904 Jul 07 17:33:11.751077 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cf5585bd-2cdc-4571-9026-bfbacb9a31bd req-8d7bba62-8aa9-4354-8569-0b25852150be service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d8c87503-2d46-4c1c-a5d8-e05414e0d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270281 Jul 07 17:33:14.411071 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:14.745831 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-790a014d-853d-499e-bd71-5a5ed9ae21fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:16.791172 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.664900 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:17.976153 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2123f087-7608-47cd-b2ab-74409074a5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:18.927095 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:20.392054 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:30.244274 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-98700961-9e4b-4ba3-a9e2-ce39b93b2177 req-94150448-6b43-4887-8303-767e26366085 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0993717 Jul 07 17:33:30.339079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98700961-9e4b-4ba3-a9e2-ce39b93b2177 req-98487982-e672-4365-b882-97e69ff2c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:30.340543 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-98700961-9e4b-4ba3-a9e2-ce39b93b2177 req-98487982-e672-4365-b882-97e69ff2c081 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e0d38653be3471eaf5e687cf10b92fb&device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 1096 time: 0.0550148 Jul 07 17:33:30.453609 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98700961-9e4b-4ba3-a9e2-ce39b93b2177 req-c58307c5-0050-4345-8d7a-261509c0a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:30.455031 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-98700961-9e4b-4ba3-a9e2-ce39b93b2177 req-c58307c5-0050-4345-8d7a-261509c0a88d service neutron] 10.222.0.15 "GET /v2.0/networks?id=b893190b-8fa1-4c09-877e-407f40825e66 HTTP/1.1" status: 200 len: 910 time: 0.0945358 Jul 07 17:33:30.523827 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-98700961-9e4b-4ba3-a9e2-ce39b93b2177 req-c9f072f3-e849-44dc-b509-edc209046973 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c203dcd-2a54-4704-b797-f941cce30bff HTTP/1.1" status: 200 len: 1000 time: 0.0617950 Jul 07 17:33:30.571396 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98700961-9e4b-4ba3-a9e2-ce39b93b2177 req-43a8d410-54f0-42f2-8ff7-552432b1cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:30.572815 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-98700961-9e4b-4ba3-a9e2-ce39b93b2177 req-43a8d410-54f0-42f2-8ff7-552432b1cd11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71489410-8e53-4ce6-bfc0-cdd7af2fe67b HTTP/1.1" status: 200 len: 848 time: 0.0433335 Jul 07 17:33:30.628142 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98700961-9e4b-4ba3-a9e2-ce39b93b2177 req-f20ea711-50b2-4ccb-8af0-86f4316483c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:33:30.629612 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-98700961-9e4b-4ba3-a9e2-ce39b93b2177 req-f20ea711-50b2-4ccb-8af0-86f4316483c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b893190b-8fa1-4c09-877e-407f40825e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507751 Jul 07 17:33:30.723559 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-98700961-9e4b-4ba3-a9e2-ce39b93b2177 req-42edc60f-c393-40a8-9cac-50a5a343951a service neutron] 10.222.0.15 "GET /v2.0/networks/b893190b-8fa1-4c09-877e-407f40825e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875344 Jul 07 17:33:30.813666 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-98700961-9e4b-4ba3-a9e2-ce39b93b2177 req-aa75ccb9-5812-4b75-ae62-53f9f77acf62 service neutron] 10.222.0.15 "GET /v2.0/networks/b893190b-8fa1-4c09-877e-407f40825e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834005 Jul 07 17:33:38.293932 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:33:44.412496 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:44.746263 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-33e7fce0-8be2-4fad-960a-eedb935bba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:46.791809 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:47.666294 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:47.976754 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-79b8cd92-205d-4005-a440-fbb37ad8e074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:48.933013 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:33:50.395108 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:14.413876 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:14.746680 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9147d4c3-0a06-461c-926e-f57c60c6dd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:15.293947 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:34:16.798938 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.672862 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:17.977915 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2f217c01-f732-4f09-8fd2-3d473809f14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:18.935058 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:20.411759 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:30.180272 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4bac059-213f-4cde-920c-2eaab1dcce22 req-554f08af-a732-4828-86dc-cb8909e1e8d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517755 Jul 07 17:34:30.277687 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bac059-213f-4cde-920c-2eaab1dcce22 req-0faaba26-384d-46c9-9576-91ffc3151a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:30.279265 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4bac059-213f-4cde-920c-2eaab1dcce22 req-0faaba26-384d-46c9-9576-91ffc3151a7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e0d38653be3471eaf5e687cf10b92fb&device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 1096 time: 0.0568752 Jul 07 17:34:30.382244 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bac059-213f-4cde-920c-2eaab1dcce22 req-3577967f-1d49-4d56-9aba-65d09adde3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:30.383746 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4bac059-213f-4cde-920c-2eaab1dcce22 req-3577967f-1d49-4d56-9aba-65d09adde3a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b893190b-8fa1-4c09-877e-407f40825e66 HTTP/1.1" status: 200 len: 910 time: 0.0845902 Jul 07 17:34:30.452263 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4bac059-213f-4cde-920c-2eaab1dcce22 req-c1e3a3b7-b05d-48a5-8e44-1c7da3bd2ca2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c203dcd-2a54-4704-b797-f941cce30bff HTTP/1.1" status: 200 len: 1000 time: 0.0615129 Jul 07 17:34:30.500006 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bac059-213f-4cde-920c-2eaab1dcce22 req-db8085b9-f44d-4571-a408-8353c5cd989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:30.501475 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4bac059-213f-4cde-920c-2eaab1dcce22 req-db8085b9-f44d-4571-a408-8353c5cd989a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71489410-8e53-4ce6-bfc0-cdd7af2fe67b HTTP/1.1" status: 200 len: 848 time: 0.0436487 Jul 07 17:34:30.557079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bac059-213f-4cde-920c-2eaab1dcce22 req-5be3b5fc-7661-4356-89c9-16445dec38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:34:30.558906 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4bac059-213f-4cde-920c-2eaab1dcce22 req-5be3b5fc-7661-4356-89c9-16445dec38fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b893190b-8fa1-4c09-877e-407f40825e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516179 Jul 07 17:34:30.654171 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4bac059-213f-4cde-920c-2eaab1dcce22 req-10e14c50-1ce6-4d0c-a146-1a044d08dd42 service neutron] 10.222.0.15 "GET /v2.0/networks/b893190b-8fa1-4c09-877e-407f40825e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884712 Jul 07 17:34:30.741385 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4bac059-213f-4cde-920c-2eaab1dcce22 req-28ea9493-1f7a-4699-ba80-71a90cfc41e9 service neutron] 10.222.0.15 "GET /v2.0/networks/b893190b-8fa1-4c09-877e-407f40825e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812140 Jul 07 17:34:44.430854 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:44.747351 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0fcdbc56-0c82-454a-894e-1f9a466aa9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:46.816398 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.664646 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:47.977777 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bd149b64-0de4-4538-8e79-60fdb00f2eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:48.937907 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:50.402675 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:34:52.293535 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:35:14.438913 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:14.748181 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a489f7ce-2251-479b-942a-49ced45f3c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:16.831727 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:17.666970 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:17.978776 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ec299e57-c38f-446b-b1af-19961446542c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:18.940967 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:20.404724 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:29.292329 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:35:32.183339 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa76f6bc-c08a-4a3c-b469-82133b80e1f2 req-3a87b4cf-bcb8-413e-9775-5450488e7d25 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522177 Jul 07 17:35:32.276106 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76f6bc-c08a-4a3c-b469-82133b80e1f2 req-6ef90830-2af4-46fb-b135-95052e39d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:32.277581 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa76f6bc-c08a-4a3c-b469-82133b80e1f2 req-6ef90830-2af4-46fb-b135-95052e39d12c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e0d38653be3471eaf5e687cf10b92fb&device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 1096 time: 0.0542173 Jul 07 17:35:32.380437 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76f6bc-c08a-4a3c-b469-82133b80e1f2 req-49142f21-18ab-4e30-ae1b-636c81a83412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:32.381910 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa76f6bc-c08a-4a3c-b469-82133b80e1f2 req-49142f21-18ab-4e30-ae1b-636c81a83412 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b893190b-8fa1-4c09-877e-407f40825e66 HTTP/1.1" status: 200 len: 910 time: 0.0851910 Jul 07 17:35:32.449616 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa76f6bc-c08a-4a3c-b469-82133b80e1f2 req-859beab3-4845-4228-8ebd-b78f37fa6536 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c203dcd-2a54-4704-b797-f941cce30bff HTTP/1.1" status: 200 len: 1000 time: 0.0615566 Jul 07 17:35:32.497333 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76f6bc-c08a-4a3c-b469-82133b80e1f2 req-932f0b8f-a74e-4896-b43f-d27ecf6bd805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:32.498806 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa76f6bc-c08a-4a3c-b469-82133b80e1f2 req-932f0b8f-a74e-4896-b43f-d27ecf6bd805 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71489410-8e53-4ce6-bfc0-cdd7af2fe67b HTTP/1.1" status: 200 len: 848 time: 0.0435474 Jul 07 17:35:32.555203 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76f6bc-c08a-4a3c-b469-82133b80e1f2 req-81603cac-993d-4f8b-a4ac-d9604ac9c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:35:32.556695 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa76f6bc-c08a-4a3c-b469-82133b80e1f2 req-81603cac-993d-4f8b-a4ac-d9604ac9c946 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b893190b-8fa1-4c09-877e-407f40825e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516922 Jul 07 17:35:32.656108 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa76f6bc-c08a-4a3c-b469-82133b80e1f2 req-60508f55-8497-4522-9f8e-954c078b5035 service neutron] 10.222.0.15 "GET /v2.0/networks/b893190b-8fa1-4c09-877e-407f40825e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927012 Jul 07 17:35:32.743995 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fa76f6bc-c08a-4a3c-b469-82133b80e1f2 req-1e57dffe-ecf1-43a0-8b60-1f82f01d994e service neutron] 10.222.0.15 "GET /v2.0/networks/b893190b-8fa1-4c09-877e-407f40825e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817587 Jul 07 17:35:44.442469 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:44.749134 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7756faa0-8d42-4c53-a605-acf984ec6dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:46.834532 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:47.668138 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:47.979273 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-54df275e-2d39-4b8c-a278-32b9a81e6dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:48.944126 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:35:50.407037 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:06.291001 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:36:14.464081 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:14.749719 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d7924c26-5d0e-4c1a-b00d-f8b84f25a5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:16.842757 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:17.671994 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:17.979563 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c6cdebca-22ec-42bf-b3dd-907afb09d060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:18.946327 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:20.413058 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:33.192434 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5658ab8e-d738-4ebe-b165-00ebd2684834 req-1ea745ed-21c7-4cb1-8473-170d8506faf0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0598006 Jul 07 17:36:33.289542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658ab8e-d738-4ebe-b165-00ebd2684834 req-ef8e5e65-2072-4572-adda-00f9eb9952b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:33.291070 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5658ab8e-d738-4ebe-b165-00ebd2684834 req-ef8e5e65-2072-4572-adda-00f9eb9952b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e0d38653be3471eaf5e687cf10b92fb&device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 1096 time: 0.0562813 Jul 07 17:36:33.394773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658ab8e-d738-4ebe-b165-00ebd2684834 req-313049ab-e58d-479e-9095-06b8ec7486f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:33.396239 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5658ab8e-d738-4ebe-b165-00ebd2684834 req-313049ab-e58d-479e-9095-06b8ec7486f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b893190b-8fa1-4c09-877e-407f40825e66 HTTP/1.1" status: 200 len: 910 time: 0.0854115 Jul 07 17:36:33.796038 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5658ab8e-d738-4ebe-b165-00ebd2684834 req-e0714cac-23d2-4800-897a-afda9bdf8bab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c203dcd-2a54-4704-b797-f941cce30bff HTTP/1.1" status: 200 len: 1000 time: 0.3925111 Jul 07 17:36:33.843316 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658ab8e-d738-4ebe-b165-00ebd2684834 req-0ef9b6d6-1922-45f9-bbd0-053a528f4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:33.844760 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5658ab8e-d738-4ebe-b165-00ebd2684834 req-0ef9b6d6-1922-45f9-bbd0-053a528f4dc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71489410-8e53-4ce6-bfc0-cdd7af2fe67b HTTP/1.1" status: 200 len: 848 time: 0.0428939 Jul 07 17:36:33.899770 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658ab8e-d738-4ebe-b165-00ebd2684834 req-20d57253-d8f7-4a35-942f-043afcba49c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:36:33.901251 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5658ab8e-d738-4ebe-b165-00ebd2684834 req-20d57253-d8f7-4a35-942f-043afcba49c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b893190b-8fa1-4c09-877e-407f40825e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507929 Jul 07 17:36:33.992247 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5658ab8e-d738-4ebe-b165-00ebd2684834 req-fb47c03a-1a94-4a3a-a991-0adde4bac79f service neutron] 10.222.0.15 "GET /v2.0/networks/b893190b-8fa1-4c09-877e-407f40825e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849221 Jul 07 17:36:34.082981 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5658ab8e-d738-4ebe-b165-00ebd2684834 req-770c1d7e-ef87-469f-9d55-fd55fc74376e service neutron] 10.222.0.15 "GET /v2.0/networks/b893190b-8fa1-4c09-877e-407f40825e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838783 Jul 07 17:36:43.290370 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:36:44.480712 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:44.749507 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b6d13d98-b4fd-4404-8fe2-de5f16133d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:46.837685 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:47.672581 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:47.980144 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f51fdda1-6576-4263-816f-b9b92c62aa14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:48.949510 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:36:50.413137 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:14.481935 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:14.750846 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-611002aa-78df-4bec-9104-15deb91c6cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:16.681310 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81038651-6df5-40b3-aa70-c7b8d9b5e32a req-72fef558-53e9-4e19-9c20-2cf9033162c6 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:16.683005 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-81038651-6df5-40b3-aa70-c7b8d9b5e32a req-72fef558-53e9-4e19-9c20-2cf9033162c6 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 945 time: 0.0721838 Jul 07 17:37:16.721616 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-81038651-6df5-40b3-aa70-c7b8d9b5e32a req-506b7bd1-5e03-4183-b8a8-a5009309c2a4 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8c87503-2d46-4c1c-a5d8-e05414e0d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327203 Jul 07 17:37:16.839473 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:17.673741 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:17.899826 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2272c7c-5b7f-4f05-b612-b2ea5be5b61f req-9dcd8d20-0db7-4470-8355-431479da848d tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:17.901279 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b2272c7c-5b7f-4f05-b612-b2ea5be5b61f req-9dcd8d20-0db7-4470-8355-431479da848d tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.15 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 945 time: 0.0963871 Jul 07 17:37:17.978853 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a57037-1d89-4b2a-a6b9-39abd6c7ceff req-e6c03e33-bbbb-4e0f-87ff-50a5897a1ad1 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:17.980493 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90a57037-1d89-4b2a-a6b9-39abd6c7ceff req-e6c03e33-bbbb-4e0f-87ff-50a5897a1ad1 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 945 time: 0.1204729 Jul 07 17:37:17.981292 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-04070a8f-aa87-41d3-b287-c809af0cafc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.045248 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90a57037-1d89-4b2a-a6b9-39abd6c7ceff req-5a189ad1-46a3-4f14-9c3a-da7aa6e3072f tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8c87503-2d46-4c1c-a5d8-e05414e0d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439870 Jul 07 17:37:18.056795 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-b2272c7c-5b7f-4f05-b612-b2ea5be5b61f req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Deleting port 8c203dcd-2a54-4704-b797-f941cce30bff {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:18.057144 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b2272c7c-5b7f-4f05-b612-b2ea5be5b61f req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.147594 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-b2272c7c-5b7f-4f05-b612-b2ea5be5b61f req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] For port 8c203dcd-2a54-4704-b797-f941cce30bff, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=8c203dcd-2a54-4704-b797-f941cce30bff,segment=NetworkSegment(ed407875-5a39-4ff5-a7c4-5878573428ee),segment_id=ed407875-5a39-4ff5-a7c4-5878573428ee)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:18.147963 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b2272c7c-5b7f-4f05-b612-b2ea5be5b61f req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.367347 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b2272c7c-5b7f-4f05-b612-b2ea5be5b61f req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.367646 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b2272c7c-5b7f-4f05-b612-b2ea5be5b61f req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.367956 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [req-b2272c7c-5b7f-4f05-b612-b2ea5be5b61f req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Floating IP 9a9f9827-ef62-4d12-89ca-9e6a5d1d925a disassociated. External IP: 172.25.2.87, port: 8c203dcd-2a54-4704-b797-f941cce30bff. Jul 07 17:37:18.368391 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-b2272c7c-5b7f-4f05-b612-b2ea5be5b61f req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Calling delete_port for 8c203dcd-2a54-4704-b797-f941cce30bff owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:18.496568 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b2272c7c-5b7f-4f05-b612-b2ea5be5b61f req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.529065 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Pushing event deleted for resources: {'Port': ['ID=8c203dcd-2a54-4704-b797-f941cce30bff,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:18.540878 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.541229 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.541570 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.541908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.542281 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.542612 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.542944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.543850 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.543850 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.544115 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.544342 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.544700 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:18.652505 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2272c7c-5b7f-4f05-b612-b2ea5be5b61f req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Router fd65d616-27c6-4a44-b932-2465440d4d84 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:37:18.760415 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2272c7c-5b7f-4f05-b612-b2ea5be5b61f req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:37:18.769900 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e4d610-2fde-4d4c-ba9f-d1559dec6264 None None] Sync routers for ids ['fd65d616-27c6-4a44-b932-2465440d4d84'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:37:18.780019 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e4d610-2fde-4d4c-ba9f-d1559dec6264 None None] Routers {'fd65d616-27c6-4a44-b932-2465440d4d84'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:18.780639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-69e4d610-2fde-4d4c-ba9f-d1559dec6264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:37:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd65d616-27c6-4a44-b932-2465440d4d84'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:18.805726 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2272c7c-5b7f-4f05-b612-b2ea5be5b61f req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] No DVR routers for this DVR port 8c203dcd-2a54-4704-b797-f941cce30bff on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:37:18.808336 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-b2272c7c-5b7f-4f05-b612-b2ea5be5b61f req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:18.810351 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b2272c7c-5b7f-4f05-b612-b2ea5be5b61f req-9323f170-0cba-4dc8-be21-87dc85fe1301 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.15 "DELETE /v2.0/ports/8c203dcd-2a54-4704-b797-f941cce30bff HTTP/1.1" status: 204 len: 173 time: 0.9026287 Jul 07 17:37:18.810827 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38848fed-8a13-45f8-b27f-e47128974c05', 'name': 'network-vif-deleted', 'tag': '8c203dcd-2a54-4704-b797-f941cce30bff'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:18.813351 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4551c1c9-8174-4bca-8706-dacd300427aa" -d '{"events": [{"server_uuid": "38848fed-8a13-45f8-b27f-e47128974c05", "name": "network-vif-deleted", "tag": "8c203dcd-2a54-4704-b797-f941cce30bff"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:18.899352 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-69e4d610-2fde-4d4c-ba9f-d1559dec6264 None None] Set router fd65d616-27c6-4a44-b932-2465440d4d84 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:19.031357 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:19.040173 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c04494-c69d-4a28-b1c2-10f4449ec416 x-openstack-request-id: req-18c04494-c69d-4a28-b1c2-10f4449ec416 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:19.040714 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38848fed-8a13-45f8-b27f-e47128974c05", "name": "network-vif-deleted", "tag": "8c203dcd-2a54-4704-b797-f941cce30bff", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:19.040714 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-18c04494-c69d-4a28-b1c2-10f4449ec416 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:19.041123 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38848fed-8a13-45f8-b27f-e47128974c05', 'name': 'network-vif-deleted', 'tag': '8c203dcd-2a54-4704-b797-f941cce30bff', 'status': 'completed', 'code': 200} Jul 07 17:37:19.129268 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-69e4d610-2fde-4d4c-ba9f-d1559dec6264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'name': 'tempest-TestServerBasicOps-1557313264-router', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:10Z', 'updated_at': '2021-07-07T17:32:13Z', 'revision_number': 4, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'gw_port': {'id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:11Z', 'updated_at': '2021-07-07T17:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '72736909-66a4-4d0f-8af1-1de93770224a', 'name': '', 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'mac_address': 'fa:16:3e:8b:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:12Z', 'updated_at': '2021-07-07T17:32:17Z', 'revision_number': 5, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'subnets': [{'id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:19.157501 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e4d610-2fde-4d4c-ba9f-d1559dec6264 None None] Checking router: fd65d616-27c6-4a44-b932-2465440d4d84 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:37:19.166830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e4d610-2fde-4d4c-ba9f-d1559dec6264 None None] Routers {'fd65d616-27c6-4a44-b932-2465440d4d84'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:19.167498 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-69e4d610-2fde-4d4c-ba9f-d1559dec6264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:37:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd65d616-27c6-4a44-b932-2465440d4d84'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:19.280810 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-69e4d610-2fde-4d4c-ba9f-d1559dec6264 None None] Set router fd65d616-27c6-4a44-b932-2465440d4d84 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:19.294166 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-df361294-0c6b-444e-9d55-2880c0c22ae1 req-3730d967-26b7-49f5-9967-fbda8119ad89 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "GET /v2.0/ports?device_id=38848fed-8a13-45f8-b27f-e47128974c05 HTTP/1.1" status: 200 len: 210 time: 0.0332849 Jul 07 17:37:19.492288 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-69e4d610-2fde-4d4c-ba9f-d1559dec6264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'name': 'tempest-TestServerBasicOps-1557313264-router', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:10Z', 'updated_at': '2021-07-07T17:32:13Z', 'revision_number': 4, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'gw_port': {'id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:11Z', 'updated_at': '2021-07-07T17:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '72736909-66a4-4d0f-8af1-1de93770224a', 'name': '', 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'mac_address': 'fa:16:3e:8b:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:12Z', 'updated_at': '2021-07-07T17:32:17Z', 'revision_number': 5, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'subnets': [{'id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:19.530715 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e4d610-2fde-4d4c-ba9f-d1559dec6264 None None] The sync data for ids ['fd65d616-27c6-4a44-b932-2465440d4d84'] in n-d-793620-7 is: [{'id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'name': 'tempest-TestServerBasicOps-1557313264-router', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:10Z', 'updated_at': '2021-07-07T17:32:13Z', 'revision_number': 4, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'gw_port': {'id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:11Z', 'updated_at': '2021-07-07T17:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '72736909-66a4-4d0f-8af1-1de93770224a', 'name': '', 'network_id': 'b893190b-8fa1-4c09-877e-407f40825e66', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'mac_address': 'fa:16:3e:8b:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:12Z', 'updated_at': '2021-07-07T17:32:17Z', 'revision_number': 5, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'subnets': [{'id': '71489410-8e53-4ce6-bfc0-cdd7af2fe67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:37:19.741817 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcceccc-0f58-4650-878a-27383c498999 None None] New status for floating IP 9a9f9827-ef62-4d12-89ca-9e6a5d1d925a: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:37:20.289922 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:37:20.387667 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60890) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:20.416157 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.512432 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-a10971c4-d9c3-4451-a838-d6f4fa6e35f8 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Deleting port 2580e242-17dc-4709-8cf4-68bea67a960d {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:20.512780 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a10971c4-d9c3-4451-a838-d6f4fa6e35f8 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.586636 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a10971c4-d9c3-4451-a838-d6f4fa6e35f8 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.586971 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a10971c4-d9c3-4451-a838-d6f4fa6e35f8 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.598948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-a10971c4-d9c3-4451-a838-d6f4fa6e35f8 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Calling delete_port for 2580e242-17dc-4709-8cf4-68bea67a960d owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:20.656495 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8c203dcd-2a54-4704-b797-f941cce30bff no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:37:20.676121 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 8c203dcd-2a54-4704-b797-f941cce30bff {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:37:20.676470 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 8c203dcd-2a54-4704-b797-f941cce30bff not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:37:20.733339 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a10971c4-d9c3-4451-a838-d6f4fa6e35f8 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.769184 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10971c4-d9c3-4451-a838-d6f4fa6e35f8 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Pushing event deleted for resources: {'Port': ['ID=2580e242-17dc-4709-8cf4-68bea67a960d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:20.838666 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a10971c4-d9c3-4451-a838-d6f4fa6e35f8 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.841203 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a10971c4-d9c3-4451-a838-d6f4fa6e35f8 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:20.842404 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a10971c4-d9c3-4451-a838-d6f4fa6e35f8 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "DELETE /v2.0/floatingips/9a9f9827-ef62-4d12-89ca-9e6a5d1d925a HTTP/1.1" status: 204 len: 168 time: 0.4537032 Jul 07 17:37:20.997348 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60896) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:21.056579 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ba8edcff-c854-43e7-8384-c00d5d9a77e2 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:21.084648 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ba8edcff-c854-43e7-8384-c00d5d9a77e2 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:21.147689 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ba8edcff-c854-43e7-8384-c00d5d9a77e2 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:21.150606 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ba8edcff-c854-43e7-8384-c00d5d9a77e2 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:21.151856 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ba8edcff-c854-43e7-8384-c00d5d9a77e2 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] 10.222.0.50 "DELETE /v2.0/security-groups/d8c87503-2d46-4c1c-a5d8-e05414e0d9a6 HTTP/1.1" status: 204 len: 168 time: 0.1534910 Jul 07 17:37:21.161964 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8edcff-c854-43e7-8384-c00d5d9a77e2 tempest-TestServerBasicOps-563883349 tempest-TestServerBasicOps-563883349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c87503-2d46-4c1c-a5d8-e05414e0d9a6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:21.194875 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60900) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:21.720943 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f7098661-8716-4b3b-ab6f-907b8415cecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:21.973597 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-f7098661-8716-4b3b-ab6f-907b8415cecc admin admin] Deleting port 72736909-66a4-4d0f-8af1-1de93770224a {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:21.973859 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f7098661-8716-4b3b-ab6f-907b8415cecc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:22.051521 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-f7098661-8716-4b3b-ab6f-907b8415cecc admin admin] For port 72736909-66a4-4d0f-8af1-1de93770224a, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=72736909-66a4-4d0f-8af1-1de93770224a,segment=NetworkSegment(ed407875-5a39-4ff5-a7c4-5878573428ee),segment_id=ed407875-5a39-4ff5-a7c4-5878573428ee)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:22.051882 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f7098661-8716-4b3b-ab6f-907b8415cecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:22.064329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-f7098661-8716-4b3b-ab6f-907b8415cecc admin admin] Calling delete_port for 72736909-66a4-4d0f-8af1-1de93770224a owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:22.244187 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f7098661-8716-4b3b-ab6f-907b8415cecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:22.267491 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7098661-8716-4b3b-ab6f-907b8415cecc admin admin] Pushing event deleted for resources: {'Port': ['ID=72736909-66a4-4d0f-8af1-1de93770224a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:22.447755 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f7098661-8716-4b3b-ab6f-907b8415cecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:22.659775 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7098661-8716-4b3b-ab6f-907b8415cecc admin admin] Router fd65d616-27c6-4a44-b932-2465440d4d84 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:37:22.765122 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7098661-8716-4b3b-ab6f-907b8415cecc admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:37:22.771266 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f7098661-8716-4b3b-ab6f-907b8415cecc admin admin] 10.222.0.50 "PUT /v2.0/routers/fd65d616-27c6-4a44-b932-2465440d4d84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5753009 Jul 07 17:37:22.773741 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60908) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:22.774484 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d002af4a-0110-4961-8f40-3fd779118bf6 None None] Sync routers for ids ['fd65d616-27c6-4a44-b932-2465440d4d84'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:37:22.785024 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d002af4a-0110-4961-8f40-3fd779118bf6 None None] Routers {'fd65d616-27c6-4a44-b932-2465440d4d84'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:22.785639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-d002af4a-0110-4961-8f40-3fd779118bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:37:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd65d616-27c6-4a44-b932-2465440d4d84'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:23.054904 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-d002af4a-0110-4961-8f40-3fd779118bf6 None None] Set router fd65d616-27c6-4a44-b932-2465440d4d84 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:23.220412 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb801-3390-4b96-8964-749afb6ba36d admin admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.242485 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-d002af4a-0110-4961-8f40-3fd779118bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'name': 'tempest-TestServerBasicOps-1557313264-router', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:10Z', 'updated_at': '2021-07-07T17:37:22Z', 'revision_number': 5, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'gw_port': {'id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:11Z', 'updated_at': '2021-07-07T17:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:23.273300 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d002af4a-0110-4961-8f40-3fd779118bf6 None None] Checking router: fd65d616-27c6-4a44-b932-2465440d4d84 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:37:23.281562 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d002af4a-0110-4961-8f40-3fd779118bf6 None None] Routers {'fd65d616-27c6-4a44-b932-2465440d4d84'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:23.282177 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-d002af4a-0110-4961-8f40-3fd779118bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:37:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['fd65d616-27c6-4a44-b932-2465440d4d84'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:23.329267 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb801-3390-4b96-8964-749afb6ba36d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.384262 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e9aeb801-3390-4b96-8964-749afb6ba36d admin admin] Deleting port fec7e59c-da85-485f-ab0d-38e9c9d79733 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:23.384891 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb801-3390-4b96-8964-749afb6ba36d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.388519 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-d002af4a-0110-4961-8f40-3fd779118bf6 None None] Set router fd65d616-27c6-4a44-b932-2465440d4d84 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:23.467363 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-e9aeb801-3390-4b96-8964-749afb6ba36d admin admin] For port fec7e59c-da85-485f-ab0d-38e9c9d79733, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=fec7e59c-da85-485f-ab0d-38e9c9d79733,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:23.467724 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb801-3390-4b96-8964-749afb6ba36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.481621 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e9aeb801-3390-4b96-8964-749afb6ba36d admin admin] Calling delete_port for fec7e59c-da85-485f-ab0d-38e9c9d79733 owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:23.587215 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-d002af4a-0110-4961-8f40-3fd779118bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'name': 'tempest-TestServerBasicOps-1557313264-router', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:10Z', 'updated_at': '2021-07-07T17:37:22Z', 'revision_number': 5, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'gw_port': {'id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:11Z', 'updated_at': '2021-07-07T17:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:23.614705 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d002af4a-0110-4961-8f40-3fd779118bf6 None None] The sync data for ids ['fd65d616-27c6-4a44-b932-2465440d4d84'] in n-d-793620-7 is: [{'id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'name': 'tempest-TestServerBasicOps-1557313264-router', 'tenant_id': '6e0d38653be3471eaf5e687cf10b92fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:10Z', 'updated_at': '2021-07-07T17:37:22Z', 'revision_number': 5, 'project_id': '6e0d38653be3471eaf5e687cf10b92fb', 'gw_port': {'id': 'fec7e59c-da85-485f-ab0d-38e9c9d79733', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd65d616-27c6-4a44-b932-2465440d4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:11Z', 'updated_at': '2021-07-07T17:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:37:23.657629 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb801-3390-4b96-8964-749afb6ba36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.687159 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aeb801-3390-4b96-8964-749afb6ba36d admin admin] Pushing event deleted for resources: {'Port': ['ID=fec7e59c-da85-485f-ab0d-38e9c9d79733,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:23.747820 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb801-3390-4b96-8964-749afb6ba36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.839480 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb801-3390-4b96-8964-749afb6ba36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.841475 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb801-3390-4b96-8964-749afb6ba36d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.884201 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb801-3390-4b96-8964-749afb6ba36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.884755 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aeb801-3390-4b96-8964-749afb6ba36d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd65d616-27c6-4a44-b932-2465440d4d84 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:37:23.889056 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb801-3390-4b96-8964-749afb6ba36d admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.890165 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e9aeb801-3390-4b96-8964-749afb6ba36d admin admin] 10.222.0.50 "DELETE /v2.0/routers/fd65d616-27c6-4a44-b932-2465440d4d84 HTTP/1.1" status: 204 len: 168 time: 1.1154900 Jul 07 17:37:23.892766 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60910) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:23.938897 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-558e48f5-7f0c-4c96-9de2-5efd47aa01c6 admin admin] Deleting subnet 71489410-8e53-4ce6-bfc0-cdd7af2fe67b {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:37:23.942842 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-558e48f5-7f0c-4c96-9de2-5efd47aa01c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:23.978089 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-558e48f5-7f0c-4c96-9de2-5efd47aa01c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.065954 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-558e48f5-7f0c-4c96-9de2-5efd47aa01c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.119272 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-558e48f5-7f0c-4c96-9de2-5efd47aa01c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.144827 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e48f5-7f0c-4c96-9de2-5efd47aa01c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71489410-8e53-4ce6-bfc0-cdd7af2fe67b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:24.155650 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e48f5-7f0c-4c96-9de2-5efd47aa01c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:24.156003 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e48f5-7f0c-4c96-9de2-5efd47aa01c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:24.156358 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e48f5-7f0c-4c96-9de2-5efd47aa01c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:24.156683 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e48f5-7f0c-4c96-9de2-5efd47aa01c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:24.157014 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e48f5-7f0c-4c96-9de2-5efd47aa01c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:24.157373 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e48f5-7f0c-4c96-9de2-5efd47aa01c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:24.157669 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e48f5-7f0c-4c96-9de2-5efd47aa01c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:24.157999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e48f5-7f0c-4c96-9de2-5efd47aa01c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:24.158907 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e48f5-7f0c-4c96-9de2-5efd47aa01c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:24.158907 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e48f5-7f0c-4c96-9de2-5efd47aa01c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:24.159209 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e48f5-7f0c-4c96-9de2-5efd47aa01c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:24.159362 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e48f5-7f0c-4c96-9de2-5efd47aa01c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:24.161387 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f94f8d-e940-4169-88e7-438c5c8df550 None None] Network b893190b-8fa1-4c09-877e-407f40825e66 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:37:24.162178 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-558e48f5-7f0c-4c96-9de2-5efd47aa01c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.164148 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-558e48f5-7f0c-4c96-9de2-5efd47aa01c6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/71489410-8e53-4ce6-bfc0-cdd7af2fe67b HTTP/1.1" status: 204 len: 168 time: 0.2697735 Jul 07 17:37:24.166600 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60912) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:24.238340 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-04164c3e-2df8-45f7-a02d-fe6ef38b4ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.300326 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-04164c3e-2df8-45f7-a02d-fe6ef38b4ee9 admin admin] Deleting port a6940ca4-618c-492c-a402-820bbf914c22 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:24.300669 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-04164c3e-2df8-45f7-a02d-fe6ef38b4ee9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.364691 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-04164c3e-2df8-45f7-a02d-fe6ef38b4ee9 admin admin] For port a6940ca4-618c-492c-a402-820bbf914c22, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=a6940ca4-618c-492c-a402-820bbf914c22,segment=NetworkSegment(ed407875-5a39-4ff5-a7c4-5878573428ee),segment_id=ed407875-5a39-4ff5-a7c4-5878573428ee)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:24.365051 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-04164c3e-2df8-45f7-a02d-fe6ef38b4ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.378700 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-04164c3e-2df8-45f7-a02d-fe6ef38b4ee9 admin admin] Calling delete_port for a6940ca4-618c-492c-a402-820bbf914c22 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:24.460380 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-04164c3e-2df8-45f7-a02d-fe6ef38b4ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.486733 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04164c3e-2df8-45f7-a02d-fe6ef38b4ee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6940ca4-618c-492c-a402-820bbf914c22,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:24.490414 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04164c3e-2df8-45f7-a02d-fe6ef38b4ee9 admin admin] No DVR routers for this DVR port a6940ca4-618c-492c-a402-820bbf914c22 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:37:24.559882 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-04164c3e-2df8-45f7-a02d-fe6ef38b4ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.571322 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-04164c3e-2df8-45f7-a02d-fe6ef38b4ee9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b893190b-8fa1-4c09-877e-407f40825e66']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:24.583656 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-04164c3e-2df8-45f7-a02d-fe6ef38b4ee9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed407875-5a39-4ff5-a7c4-5878573428ee') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:24.583959 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-04164c3e-2df8-45f7-a02d-fe6ef38b4ee9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed407875-5a39-4ff5-a7c4-5878573428ee') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:24.593518 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-04164c3e-2df8-45f7-a02d-fe6ef38b4ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.600792 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d70a3a6-5d28-4228-af56-6fef034adb48 None None] DHCP port deletion for b893190b-8fa1-4c09-877e-407f40825e66 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:37:24.616057 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-04164c3e-2df8-45f7-a02d-fe6ef38b4ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.622790 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04164c3e-2df8-45f7-a02d-fe6ef38b4ee9 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:37:24.623287 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-04164c3e-2df8-45f7-a02d-fe6ef38b4ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:37:24.625087 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:37:24.680095 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-04164c3e-2df8-45f7-a02d-fe6ef38b4ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.685612 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-04164c3e-2df8-45f7-a02d-fe6ef38b4ee9 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:24.687532 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-04164c3e-2df8-45f7-a02d-fe6ef38b4ee9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b893190b-8fa1-4c09-877e-407f40825e66 HTTP/1.1" status: 204 len: 168 time: 0.5200462 Jul 07 17:37:24.691406 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60914) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:24.699416 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04164c3e-2df8-45f7-a02d-fe6ef38b4ee9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b893190b-8fa1-4c09-877e-407f40825e66,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:25.057976 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7402c745-db39-4828-852a-0764c2dba691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:25.321557 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-7402c745-db39-4828-852a-0764c2dba691 admin admin] Deleting port 662e5ab9-7848-4d70-b757-12fcc30cd445 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:25.321817 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7402c745-db39-4828-852a-0764c2dba691 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:25.343257 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device a6940ca4-618c-492c-a402-820bbf914c22 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:37:25.363746 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: a6940ca4-618c-492c-a402-820bbf914c22 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:37:25.364094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device a6940ca4-618c-492c-a402-820bbf914c22 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:37:25.364510 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 72736909-66a4-4d0f-8af1-1de93770224a no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:37:25.383162 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 72736909-66a4-4d0f-8af1-1de93770224a {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:37:25.383513 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 72736909-66a4-4d0f-8af1-1de93770224a not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:37:25.383922 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fec7e59c-da85-485f-ab0d-38e9c9d79733 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:37:25.403347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-7402c745-db39-4828-852a-0764c2dba691 admin admin] For port 662e5ab9-7848-4d70-b757-12fcc30cd445, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=662e5ab9-7848-4d70-b757-12fcc30cd445,segment=NetworkSegment(0932830c-8a3e-4d5b-800c-7a54d3bd7bf8),segment_id=0932830c-8a3e-4d5b-800c-7a54d3bd7bf8)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:25.403701 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7402c745-db39-4828-852a-0764c2dba691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:25.405820 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: fec7e59c-da85-485f-ab0d-38e9c9d79733 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:37:25.406173 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device fec7e59c-da85-485f-ab0d-38e9c9d79733 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:37:25.417636 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-7402c745-db39-4828-852a-0764c2dba691 admin admin] Calling delete_port for 662e5ab9-7848-4d70-b757-12fcc30cd445 owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:25.604261 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7402c745-db39-4828-852a-0764c2dba691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:25.634668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402c745-db39-4828-852a-0764c2dba691 admin admin] Pushing event deleted for resources: {'Port': ['ID=662e5ab9-7848-4d70-b757-12fcc30cd445,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:25.807274 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7402c745-db39-4828-852a-0764c2dba691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:26.016379 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7402c745-db39-4828-852a-0764c2dba691 admin admin] Router 52b0f12d-c87f-4fad-a31e-1096159a4823 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:37:26.120599 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7402c745-db39-4828-852a-0764c2dba691 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:37:26.125483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7402c745-db39-4828-852a-0764c2dba691 admin admin] 10.222.0.50 "PUT /v2.0/routers/52b0f12d-c87f-4fad-a31e-1096159a4823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4329698 Jul 07 17:37:26.128634 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60916) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:26.129478 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd92ad-e4a8-4dcf-a5f8-7a4cbabb4217 None None] Sync routers for ids ['52b0f12d-c87f-4fad-a31e-1096159a4823'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:37:26.138512 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd92ad-e4a8-4dcf-a5f8-7a4cbabb4217 None None] Routers {'52b0f12d-c87f-4fad-a31e-1096159a4823'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:26.139120 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-21bd92ad-e4a8-4dcf-a5f8-7a4cbabb4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:37:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['52b0f12d-c87f-4fad-a31e-1096159a4823'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:26.234857 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fa91e729-3a47-40d7-acc6-e2245e13f582 admin admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:26.247047 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-21bd92ad-e4a8-4dcf-a5f8-7a4cbabb4217 None None] Set router 52b0f12d-c87f-4fad-a31e-1096159a4823 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:26.334196 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fa91e729-3a47-40d7-acc6-e2245e13f582 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:26.392752 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-fa91e729-3a47-40d7-acc6-e2245e13f582 admin admin] Deleting port 5f35aa91-6d53-40d9-a1c5-8138c48c8e0d {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:26.393130 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fa91e729-3a47-40d7-acc6-e2245e13f582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:26.474252 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-fa91e729-3a47-40d7-acc6-e2245e13f582 admin admin] For port 5f35aa91-6d53-40d9-a1c5-8138c48c8e0d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5f35aa91-6d53-40d9-a1c5-8138c48c8e0d,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:26.474639 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fa91e729-3a47-40d7-acc6-e2245e13f582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:26.488294 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-fa91e729-3a47-40d7-acc6-e2245e13f582 admin admin] Calling delete_port for 5f35aa91-6d53-40d9-a1c5-8138c48c8e0d owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:26.509926 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-21bd92ad-e4a8-4dcf-a5f8-7a4cbabb4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b0f12d-c87f-4fad-a31e-1096159a4823', 'name': 'tempest-TestServerBasicOps-1565477399-router', 'tenant_id': 'e5969199291e4aec9209678f921a9bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '5f35aa91-6d53-40d9-a1c5-8138c48c8e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:15Z', 'updated_at': '2021-07-07T17:37:25Z', 'revision_number': 5, 'project_id': 'e5969199291e4aec9209678f921a9bb9', 'gw_port': {'id': '5f35aa91-6d53-40d9-a1c5-8138c48c8e0d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b0f12d-c87f-4fad-a31e-1096159a4823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:32:15Z', 'updated_at': '2021-07-07T17:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:26.537234 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd92ad-e4a8-4dcf-a5f8-7a4cbabb4217 None None] Checking router: 52b0f12d-c87f-4fad-a31e-1096159a4823 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:37:26.545515 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd92ad-e4a8-4dcf-a5f8-7a4cbabb4217 None None] Routers {'52b0f12d-c87f-4fad-a31e-1096159a4823'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:37:26.546126 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-21bd92ad-e4a8-4dcf-a5f8-7a4cbabb4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:37:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['52b0f12d-c87f-4fad-a31e-1096159a4823'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:26.632845 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-21bd92ad-e4a8-4dcf-a5f8-7a4cbabb4217 None None] Set router 52b0f12d-c87f-4fad-a31e-1096159a4823 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:37:26.663428 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fa91e729-3a47-40d7-acc6-e2245e13f582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:26.689684 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-21bd92ad-e4a8-4dcf-a5f8-7a4cbabb4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b0f12d-c87f-4fad-a31e-1096159a4823', 'name': 'tempest-TestServerBasicOps-1565477399-router', 'tenant_id': 'e5969199291e4aec9209678f921a9bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:15Z', 'updated_at': '2021-07-07T17:37:26Z', 'revision_number': 6, 'project_id': 'e5969199291e4aec9209678f921a9bb9', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:26.693012 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91e729-3a47-40d7-acc6-e2245e13f582 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f35aa91-6d53-40d9-a1c5-8138c48c8e0d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:26.717892 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd92ad-e4a8-4dcf-a5f8-7a4cbabb4217 None None] The sync data for ids ['52b0f12d-c87f-4fad-a31e-1096159a4823'] in n-d-793620-7 is: [{'id': '52b0f12d-c87f-4fad-a31e-1096159a4823', 'name': 'tempest-TestServerBasicOps-1565477399-router', 'tenant_id': 'e5969199291e4aec9209678f921a9bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:32:15Z', 'updated_at': '2021-07-07T17:37:26Z', 'revision_number': 6, 'project_id': 'e5969199291e4aec9209678f921a9bb9', 'gw_port_host': None}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:37:26.758218 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fa91e729-3a47-40d7-acc6-e2245e13f582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:26.849615 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fa91e729-3a47-40d7-acc6-e2245e13f582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:26.852645 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fa91e729-3a47-40d7-acc6-e2245e13f582 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:26.896458 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fa91e729-3a47-40d7-acc6-e2245e13f582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:26.897020 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa91e729-3a47-40d7-acc6-e2245e13f582 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52b0f12d-c87f-4fad-a31e-1096159a4823 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:37:26.901694 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fa91e729-3a47-40d7-acc6-e2245e13f582 admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:26.902940 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fa91e729-3a47-40d7-acc6-e2245e13f582 admin admin] 10.222.0.50 "DELETE /v2.0/routers/52b0f12d-c87f-4fad-a31e-1096159a4823 HTTP/1.1" status: 204 len: 168 time: 0.7733705 Jul 07 17:37:26.905397 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 60918) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:26.954317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65c0e92-b573-4c9e-abae-051334808617 admin admin] Deleting subnet 662025d1-a4cf-4c8a-b59b-25d9a23c1716 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:37:26.957469 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a65c0e92-b573-4c9e-abae-051334808617 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:26.991579 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a65c0e92-b573-4c9e-abae-051334808617 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.070652 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a65c0e92-b573-4c9e-abae-051334808617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.130368 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a65c0e92-b573-4c9e-abae-051334808617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.162969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c0e92-b573-4c9e-abae-051334808617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=662025d1-a4cf-4c8a-b59b-25d9a23c1716,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:27.167662 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a65c0e92-b573-4c9e-abae-051334808617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.172200 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60920) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:27.172721 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a65c0e92-b573-4c9e-abae-051334808617 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/662025d1-a4cf-4c8a-b59b-25d9a23c1716 HTTP/1.1" status: 204 len: 168 time: 0.2658124 Jul 07 17:37:27.172970 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92212f1-02ac-4d38-a253-a05f379b7239 None None] Network 89bb72b8-82d0-495b-b676-5f5288c2a51c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:37:27.240880 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e33ee76-b11c-4a7a-ab8c-d33d79ca56f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.304115 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-4e33ee76-b11c-4a7a-ab8c-d33d79ca56f2 admin admin] Deleting port 528aac6e-220d-4fa2-8613-af2b069fc105 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:27.304844 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e33ee76-b11c-4a7a-ab8c-d33d79ca56f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.368604 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-4e33ee76-b11c-4a7a-ab8c-d33d79ca56f2 admin admin] For port 528aac6e-220d-4fa2-8613-af2b069fc105, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=528aac6e-220d-4fa2-8613-af2b069fc105,segment=NetworkSegment(0932830c-8a3e-4d5b-800c-7a54d3bd7bf8),segment_id=0932830c-8a3e-4d5b-800c-7a54d3bd7bf8)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:27.368979 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e33ee76-b11c-4a7a-ab8c-d33d79ca56f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.381565 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-4e33ee76-b11c-4a7a-ab8c-d33d79ca56f2 admin admin] Calling delete_port for 528aac6e-220d-4fa2-8613-af2b069fc105 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:27.467490 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e33ee76-b11c-4a7a-ab8c-d33d79ca56f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.483554 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efebe536-f89f-4ca8-9624-483fde347e7a None None] DHCP port deletion for 89bb72b8-82d0-495b-b676-5f5288c2a51c request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:37:27.495402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33ee76-b11c-4a7a-ab8c-d33d79ca56f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=528aac6e-220d-4fa2-8613-af2b069fc105,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:27.503220 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e33ee76-b11c-4a7a-ab8c-d33d79ca56f2 admin admin] No DVR routers for this DVR port 528aac6e-220d-4fa2-8613-af2b069fc105 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:37:27.540929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 662e5ab9-7848-4d70-b757-12fcc30cd445 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:37:27.565111 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 662e5ab9-7848-4d70-b757-12fcc30cd445 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:37:27.565461 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 662e5ab9-7848-4d70-b757-12fcc30cd445 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:37:27.565880 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 528aac6e-220d-4fa2-8613-af2b069fc105 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:37:27.579998 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e33ee76-b11c-4a7a-ab8c-d33d79ca56f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.586651 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 528aac6e-220d-4fa2-8613-af2b069fc105 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:37:27.587212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 528aac6e-220d-4fa2-8613-af2b069fc105 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:37:27.587675 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5f35aa91-6d53-40d9-a1c5-8138c48c8e0d no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:37:27.591542 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-4e33ee76-b11c-4a7a-ab8c-d33d79ca56f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89bb72b8-82d0-495b-b676-5f5288c2a51c']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:27.603662 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-4e33ee76-b11c-4a7a-ab8c-d33d79ca56f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0932830c-8a3e-4d5b-800c-7a54d3bd7bf8') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:27.603941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-4e33ee76-b11c-4a7a-ab8c-d33d79ca56f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0932830c-8a3e-4d5b-800c-7a54d3bd7bf8') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:37:27.606919 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 5f35aa91-6d53-40d9-a1c5-8138c48c8e0d {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:37:27.607453 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5f35aa91-6d53-40d9-a1c5-8138c48c8e0d not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:37:27.616689 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e33ee76-b11c-4a7a-ab8c-d33d79ca56f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.636054 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e33ee76-b11c-4a7a-ab8c-d33d79ca56f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.641909 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e33ee76-b11c-4a7a-ab8c-d33d79ca56f2 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:37:27.642302 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e33ee76-b11c-4a7a-ab8c-d33d79ca56f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:37:27.644203 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:37:27.702590 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e33ee76-b11c-4a7a-ab8c-d33d79ca56f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.712645 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4e33ee76-b11c-4a7a-ab8c-d33d79ca56f2 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.714678 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4e33ee76-b11c-4a7a-ab8c-d33d79ca56f2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/89bb72b8-82d0-495b-b676-5f5288c2a51c HTTP/1.1" status: 204 len: 168 time: 0.5413198 Jul 07 17:37:27.727531 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33ee76-b11c-4a7a-ab8c-d33d79ca56f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=89bb72b8-82d0-495b-b676-5f5288c2a51c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:27.836222 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60924) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:27.876856 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dceb9e1a-9347-44a4-9707-dd17722cfe98 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6e0d38653be3471eaf5e687cf10b92fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388908 Jul 07 17:37:27.878975 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60926) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:27.931312 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dfb01e3b-6621-45de-880b-7590bdba42c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:27.951461 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dfb01e3b-6621-45de-880b-7590bdba42c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:28.004101 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dfb01e3b-6621-45de-880b-7590bdba42c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:28.006764 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dfb01e3b-6621-45de-880b-7590bdba42c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:28.007949 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dfb01e3b-6621-45de-880b-7590bdba42c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5709bea8-814b-4f7e-8cba-8320021c3a78 HTTP/1.1" status: 204 len: 168 time: 0.1280670 Jul 07 17:37:28.016099 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb01e3b-6621-45de-880b-7590bdba42c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5709bea8-814b-4f7e-8cba-8320021c3a78,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:28.324612 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60932) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:28.365048 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-34e67c03-030e-4885-b06a-66cb35d9f325 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e5969199291e4aec9209678f921a9bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392358 Jul 07 17:37:28.367521 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 60934) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:28.414352 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d65b3a4-248f-4206-ba6c-2db5b2d7f7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:28.434515 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d65b3a4-248f-4206-ba6c-2db5b2d7f7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:28.482359 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d65b3a4-248f-4206-ba6c-2db5b2d7f7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:28.485044 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d65b3a4-248f-4206-ba6c-2db5b2d7f7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:28.486208 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9d65b3a4-248f-4206-ba6c-2db5b2d7f7cd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3db1154e-cc0b-4727-9f36-8c5c1f6b4da1 HTTP/1.1" status: 204 len: 168 time: 0.1177835 Jul 07 17:37:28.494322 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65b3a4-248f-4206-ba6c-2db5b2d7f7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db1154e-cc0b-4727-9f36-8c5c1f6b4da1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:38.683390 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-55993f44-87b2-493b-a698-1d7361e8225a tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3baeae762d9d4e36a8d667e60f1fa4ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300860 Jul 07 17:37:38.879499 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-043c7a38-1e72-477c-8a70-d75796f50b84 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:38.880926 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-043c7a38-1e72-477c-8a70-d75796f50b84 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1923623 Jul 07 17:37:38.896177 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-5b63a430-834f-4c69-b05b-a6033d05506a tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/quotas/3baeae762d9d4e36a8d667e60f1fa4ff HTTP/1.1" status: 200 len: 375 time: 0.0097864 Jul 07 17:37:38.928277 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-5ebbd50a-a48b-4cbe-83ed-0c4fa39a9b6e tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3baeae762d9d4e36a8d667e60f1fa4ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272317 Jul 07 17:37:40.231485 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4a50b31-b8b0-4a0e-903b-650ba62fe34b req-bd607d88-5d2c-44c5-853e-d9522762ac46 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/ports?device_id=b18715ed-fce0-44e0-bb4a-251a70ae3ad7 HTTP/1.1" status: 200 len: 210 time: 0.1437593 Jul 07 17:37:41.311094 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-805a8f98-0f27-40af-b9f8-eceefbb48593 req-867d18c3-62c7-48b7-a9e6-146077f35c35 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/ports?device_id=b18715ed-fce0-44e0-bb4a-251a70ae3ad7 HTTP/1.1" status: 200 len: 210 time: 0.0278320 Jul 07 17:37:42.391543 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4394e0d6-b483-4bc5-8b9e-31bed0730a85 req-282ef441-40c9-4169-887a-ea0d21187016 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/ports?device_id=b18715ed-fce0-44e0-bb4a-251a70ae3ad7 HTTP/1.1" status: 200 len: 210 time: 0.0283082 Jul 07 17:37:43.363706 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-91a61b93-9620-4f1d-90ff-78930d89e405 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3baeae762d9d4e36a8d667e60f1fa4ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311964 Jul 07 17:37:43.553969 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ee191d63-2e40-483d-845b-f52a42ca3dbe req-1eba03f3-a76c-45e2-bb0a-2f554e93ab6c tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/ports?device_id=b18715ed-fce0-44e0-bb4a-251a70ae3ad7 HTTP/1.1" status: 200 len: 210 time: 0.0406251 Jul 07 17:37:43.876210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-8db9e224-d881-4c8f-b315-a6e94d3d11fc tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:43.877588 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-8db9e224-d881-4c8f-b315-a6e94d3d11fc tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5095556 Jul 07 17:37:43.889735 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-4defbea7-311d-45e5-8de2-6545da8f1513 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Request body: {'port': {'device_id': 'b18715ed-fce0-44e0-bb4a-251a70ae3ad7', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'admin_state_up': True, 'tenant_id': '3baeae762d9d4e36a8d667e60f1fa4ff'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:43.993220 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-4defbea7-311d-45e5-8de2-6545da8f1513 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Made reservation on behalf of 3baeae762d9d4e36a8d667e60f1fa4ff for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:37:43.996791 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-4defbea7-311d-45e5-8de2-6545da8f1513 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:44.005872 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-4defbea7-311d-45e5-8de2-6545da8f1513 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:44.105298 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-4defbea7-311d-45e5-8de2-6545da8f1513 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:44.109280 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-4defbea7-311d-45e5-8de2-6545da8f1513 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:44.171032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defbea7-311d-45e5-8de2-6545da8f1513 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744b0005-66f1-4165-abd0-8cee08d7a357,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:44.241560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-4defbea7-311d-45e5-8de2-6545da8f1513 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Allocated IP 192.168.233.35 (2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf/6251ecd7-0c61-40fd-a81a-82d8342f7c98/4ff07ead-6a77-4ff8-b274-667c6e548a09) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:37:44.388613 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-4defbea7-311d-45e5-8de2-6545da8f1513 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:44.403001 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-4defbea7-311d-45e5-8de2-6545da8f1513 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Transition to ACTIVE for port object 4ff07ead-6a77-4ff8-b274-667c6e548a09 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:44.434652 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-4defbea7-311d-45e5-8de2-6545da8f1513 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:44.478470 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-4defbea7-311d-45e5-8de2-6545da8f1513 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:37:44.482098 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:44.483683 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-4defbea7-311d-45e5-8de2-6545da8f1513 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:44.487386 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-4defbea7-311d-45e5-8de2-6545da8f1513 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:37:44.511580 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defbea7-311d-45e5-8de2-6545da8f1513 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Pushing event updated for resources: {'Port': ['ID=4ff07ead-6a77-4ff8-b274-667c6e548a09,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:44.539439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-4defbea7-311d-45e5-8de2-6545da8f1513 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:44.540067 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-4defbea7-311d-45e5-8de2-6545da8f1513 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:44.555565 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-4defbea7-311d-45e5-8de2-6545da8f1513 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6695824 Jul 07 17:37:44.568212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] Request body: {'port': {'device_id': 'b18715ed-fce0-44e0-bb4a-251a70ae3ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:44.648710 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:44.726068 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7faf03ab-b2e7-4ef2-86d6-d2e5b2276e2d None None] Provisioning for port 4ff07ead-6a77-4ff8-b274-667c6e548a09 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:44.729894 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7faf03ab-b2e7-4ef2-86d6-d2e5b2276e2d None None] Provisioning complete for port 4ff07ead-6a77-4ff8-b274-667c6e548a09 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:44.730306 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7faf03ab-b2e7-4ef2-86d6-d2e5b2276e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:44.775864 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0200afc3-4e89-4340-9f67-398fe046d550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:44.779055 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7faf03ab-b2e7-4ef2-86d6-d2e5b2276e2d None None] Port 4ff07ead-6a77-4ff8-b274-667c6e548a09 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:37:44.837893 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14bbe4-57c0-48ac-927e-99f231ce547e req-01287e1d-d1d3-4814-9282-ea45cb718be8 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:44.839415 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6a14bbe4-57c0-48ac-927e-99f231ce547e req-01287e1d-d1d3-4814-9282-ea45cb718be8 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/ports?device_id=b18715ed-fce0-44e0-bb4a-251a70ae3ad7 HTTP/1.1" status: 200 len: 935 time: 0.1568782 Jul 07 17:37:44.923162 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6a14bbe4-57c0-48ac-927e-99f231ce547e req-8d633a9c-1653-4010-a3ff-602b23438373 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/security-groups?id=744b0005-66f1-4165-abd0-8cee08d7a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720532 Jul 07 17:37:45.006754 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff07ead-6a77-4ff8-b274-667c6e548a09 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:45.015446 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:45.028321 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] Transition to ACTIVE for port object 4ff07ead-6a77-4ff8-b274-667c6e548a09 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:37:45.031933 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:45.089835 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff07ead-6a77-4ff8-b274-667c6e548a09,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:45.166016 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] Attempting to bind port 4ff07ead-6a77-4ff8-b274-667c6e548a09 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:37:45.166362 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] Attempting to bind port 4ff07ead-6a77-4ff8-b274-667c6e548a09 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:37:45.166719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] Attempting to bind port 4ff07ead-6a77-4ff8-b274-667c6e548a09 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:45.171459 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] Port 4ff07ead-6a77-4ff8-b274-667c6e548a09 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:37:45.171778 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] Attempting to bind port 4ff07ead-6a77-4ff8-b274-667c6e548a09 on network 2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:37:45.177258 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:37:45.177593 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] Checking segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:45.177978 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] Bound using segment: {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:37:45.178471 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] Bound port: 4ff07ead-6a77-4ff8-b274-667c6e548a09, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c6620-b0d5-4a03-9925-57d61c4349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:37:45.178787 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:45.248707 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] For port 4ff07ead-6a77-4ff8-b274-667c6e548a09, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:37:45.251651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] For port 4ff07ead-6a77-4ff8-b274-667c6e548a09, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4ff07ead-6a77-4ff8-b274-667c6e548a09,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:37:45.256730 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:45.289730 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:45.290243 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:45.291799 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] 10.222.0.15 "PUT /v2.0/ports/4ff07ead-6a77-4ff8-b274-667c6e548a09 HTTP/1.1" status: 200 len: 1095 time: 0.7293088 Jul 07 17:37:45.292147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18715ed-fce0-44e0-bb4a-251a70ae3ad7', 'tag': '4ff07ead-6a77-4ff8-b274-667c6e548a09'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:45.294412 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8243e05-8ba6-49b8-b8fe-b0076e589c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "b18715ed-fce0-44e0-bb4a-251a70ae3ad7", "tag": "4ff07ead-6a77-4ff8-b274-667c6e548a09"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:45.321643 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed4874-2841-48bb-806d-06774bcbb941 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff07ead-6a77-4ff8-b274-667c6e548a09,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:45.361907 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98accf3f-3a1f-4025-a555-4889b5f18f19 x-openstack-request-id: req-98accf3f-3a1f-4025-a555-4889b5f18f19 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:45.362192 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18715ed-fce0-44e0-bb4a-251a70ae3ad7", "tag": "4ff07ead-6a77-4ff8-b274-667c6e548a09", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:45.362460 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-98accf3f-3a1f-4025-a555-4889b5f18f19 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:45.362866 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18715ed-fce0-44e0-bb4a-251a70ae3ad7', 'tag': '4ff07ead-6a77-4ff8-b274-667c6e548a09', 'status': 'completed', 'code': 200} Jul 07 17:37:45.410270 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-cd7a1de2-9b87-47e8-8d20-97f965ce57c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:45.411876 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-cd7a1de2-9b87-47e8-8d20-97f965ce57c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3baeae762d9d4e36a8d667e60f1fa4ff&device_id=b18715ed-fce0-44e0-bb4a-251a70ae3ad7 HTTP/1.1" status: 200 len: 1098 time: 0.0603318 Jul 07 17:37:45.457694 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-c48f4de2-d2d8-496c-88d8-b2c3db8f17af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=4ff07ead-6a77-4ff8-b274-667c6e548a09 HTTP/1.1" status: 200 len: 217 time: 0.0390112 Jul 07 17:37:45.508731 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-388ce36f-1e1a-45d6-be39-e5cf881efe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:45.510214 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-388ce36f-1e1a-45d6-be39-e5cf881efe4f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0469785 Jul 07 17:37:45.572337 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-3d3e4d53-9a11-430a-aad2-9071b0ff3288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:45.573853 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-3d3e4d53-9a11-430a-aad2-9071b0ff3288 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0572553 Jul 07 17:37:45.668312 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-9a9e34b5-91b5-4107-b1c1-2bed3b4fae7d service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882733 Jul 07 17:37:45.758760 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-19e56d6e-073b-4efb-87bc-28ce4d03178d req-f6092871-17a4-4878-a034-f003ada13860 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849893 Jul 07 17:37:45.862262 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8243e05-8ba6-49b8-b8fe-b0076e589c8f req-8eb96395-1254-47ba-9c57-3e2d138d33db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:45.863752 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f8243e05-8ba6-49b8-b8fe-b0076e589c8f req-8eb96395-1254-47ba-9c57-3e2d138d33db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3baeae762d9d4e36a8d667e60f1fa4ff&device_id=b18715ed-fce0-44e0-bb4a-251a70ae3ad7 HTTP/1.1" status: 200 len: 1098 time: 0.0598576 Jul 07 17:37:45.951740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8243e05-8ba6-49b8-b8fe-b0076e589c8f req-33ab431b-57c4-4637-bd3c-ef13dbfa2a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:45.953355 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f8243e05-8ba6-49b8-b8fe-b0076e589c8f req-33ab431b-57c4-4637-bd3c-ef13dbfa2a86 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf HTTP/1.1" status: 200 len: 870 time: 0.0839937 Jul 07 17:37:45.993921 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f8243e05-8ba6-49b8-b8fe-b0076e589c8f req-82e1a223-3edc-4abf-accc-685377e7186c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=4ff07ead-6a77-4ff8-b274-667c6e548a09 HTTP/1.1" status: 200 len: 217 time: 0.0342157 Jul 07 17:37:46.079302 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8243e05-8ba6-49b8-b8fe-b0076e589c8f req-93d7a790-dc4f-4fbe-8080-1ef0f62fd6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:46.080841 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f8243e05-8ba6-49b8-b8fe-b0076e589c8f req-93d7a790-dc4f-4fbe-8080-1ef0f62fd6d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6251ecd7-0c61-40fd-a81a-82d8342f7c98 HTTP/1.1" status: 200 len: 843 time: 0.0796978 Jul 07 17:37:46.138880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303a5de-7b1b-4aef-b677-e15198d7babc req-1aa82da2-13a3-4d08-8858-a87cc8cd5644 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:46.140324 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e303a5de-7b1b-4aef-b677-e15198d7babc req-1aa82da2-13a3-4d08-8858-a87cc8cd5644 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/ports?device_id=b18715ed-fce0-44e0-bb4a-251a70ae3ad7 HTTP/1.1" status: 200 len: 947 time: 0.1046922 Jul 07 17:37:46.179447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8243e05-8ba6-49b8-b8fe-b0076e589c8f req-3f8880ff-0aa5-4997-ab48-f065704ffea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:46.180951 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f8243e05-8ba6-49b8-b8fe-b0076e589c8f req-3f8880ff-0aa5-4997-ab48-f065704ffea6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0927207 Jul 07 17:37:46.200852 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e303a5de-7b1b-4aef-b677-e15198d7babc req-adb9096d-6da1-4ad9-abf1-415de4db7bc7 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/security-groups?id=744b0005-66f1-4165-abd0-8cee08d7a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536325 Jul 07 17:37:46.277590 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f8243e05-8ba6-49b8-b8fe-b0076e589c8f req-fc5f1546-1a2c-42f2-9d1a-95fe5d47b7ce service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859835 Jul 07 17:37:46.374882 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f8243e05-8ba6-49b8-b8fe-b0076e589c8f req-7cdb998e-3035-4b8f-af24-04fabf6dfd94 service neutron] 10.222.0.15 "GET /v2.0/networks/2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902648 Jul 07 17:37:46.835132 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:47.378955 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c8f7e-5f4e-491d-97fa-5350966211d7 req-8d55b6cc-5948-4c67-9201-ff007149eb6c tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:47.380448 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-574c8f7e-5f4e-491d-97fa-5350966211d7 req-8d55b6cc-5948-4c67-9201-ff007149eb6c tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/ports?device_id=b18715ed-fce0-44e0-bb4a-251a70ae3ad7 HTTP/1.1" status: 200 len: 947 time: 0.0640450 Jul 07 17:37:47.417671 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-574c8f7e-5f4e-491d-97fa-5350966211d7 req-44f56019-0849-4f86-a2fd-65e1b550dc4c tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/security-groups?id=744b0005-66f1-4165-abd0-8cee08d7a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316319 Jul 07 17:37:47.674998 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:47.983670 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fb9be5cd-47b7-418a-a6b2-2a0c293aa760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:48.592854 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bc9c9-376f-4173-b6ec-ba75b2dedaf4 req-1cd1d1cd-5544-46c3-8918-dd2a88213abd tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:48.594328 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e06bc9c9-376f-4173-b6ec-ba75b2dedaf4 req-1cd1d1cd-5544-46c3-8918-dd2a88213abd tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/ports?device_id=b18715ed-fce0-44e0-bb4a-251a70ae3ad7 HTTP/1.1" status: 200 len: 947 time: 0.0657210 Jul 07 17:37:48.632267 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e06bc9c9-376f-4173-b6ec-ba75b2dedaf4 req-6f2bd974-241c-4885-b495-cc879d993b61 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/security-groups?id=744b0005-66f1-4165-abd0-8cee08d7a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321774 Jul 07 17:37:48.781610 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4ff07ead-6a77-4ff8-b274-667c6e548a09 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:37:48.879727 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 4ff07ead-6a77-4ff8-b274-667c6e548a09, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4ff07ead-6a77-4ff8-b274-667c6e548a09,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:48.890940 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '4ff07ead-6a77-4ff8-b274-667c6e548a09', 'network_id': '2e6cfd3a-93ac-4a72-8ab0-dea5d08dccbf', 'port_id': '4ff07ead-6a77-4ff8-b274-667c6e548a09', 'mac_address': 'fa:16:3e:6b:0c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6251ecd7-0c61-40fd-a81a-82d8342f7c98', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:37:48.927230 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:48.941521 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff07ead-6a77-4ff8-b274-667c6e548a09 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:37:48.973826 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:48.975540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 4ff07ead-6a77-4ff8-b274-667c6e548a09, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4ff07ead-6a77-4ff8-b274-667c6e548a09,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:48.979185 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:49.026839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=4ff07ead-6a77-4ff8-b274-667c6e548a09,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:49.034699 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:49.034997 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:49.035350 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:49.035697 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:49.036041 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:49.036383 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:49.036720 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:49.037056 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:49.037393 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:49.037727 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:49.038067 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:49.038416 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:37:49.196803 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['4ff07ead-6a77-4ff8-b274-667c6e548a09'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:37:49.807435 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab64067-4050-496b-b219-9925e9d1fd63 req-1ee5975a-a6d6-4cc2-89d8-08fbbdfc72bf tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:49.809276 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ab64067-4050-496b-b219-9925e9d1fd63 req-1ee5975a-a6d6-4cc2-89d8-08fbbdfc72bf tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/ports?device_id=b18715ed-fce0-44e0-bb4a-251a70ae3ad7 HTTP/1.1" status: 200 len: 948 time: 0.0655637 Jul 07 17:37:49.845609 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0ab64067-4050-496b-b219-9925e9d1fd63 req-82ba0b1a-58de-42b5-99fb-208e83dda5fc tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/security-groups?id=744b0005-66f1-4165-abd0-8cee08d7a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320151 Jul 07 17:37:50.419264 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:50.796865 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4ff07ead-6a77-4ff8-b274-667c6e548a09 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:37:50.847841 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 4ff07ead-6a77-4ff8-b274-667c6e548a09 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:37:50.851976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 4ff07ead-6a77-4ff8-b274-667c6e548a09 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:37:50.852339 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:50.930295 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:50.955144 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18715ed-fce0-44e0-bb4a-251a70ae3ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff07ead-6a77-4ff8-b274-667c6e548a09'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:50.957988 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e49419-a926-462f-90da-317c794c42b4" -d '{"events": [{"server_uuid": "b18715ed-fce0-44e0-bb4a-251a70ae3ad7", "name": "network-vif-plugged", "status": "completed", "tag": "4ff07ead-6a77-4ff8-b274-667c6e548a09"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:50.971597 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 4ff07ead-6a77-4ff8-b274-667c6e548a09, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4ff07ead-6a77-4ff8-b274-667c6e548a09,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:50.976784 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:51.029099 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce5e58-9395-45b1-9d9b-74f99d59d865 req-b5aa4630-178f-4069-893c-c43fbef158ef tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:51.030829 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18ce5e58-9395-45b1-9d9b-74f99d59d865 req-b5aa4630-178f-4069-893c-c43fbef158ef tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/ports?device_id=b18715ed-fce0-44e0-bb4a-251a70ae3ad7 HTTP/1.1" status: 200 len: 948 time: 0.0728276 Jul 07 17:37:51.033516 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=4ff07ead-6a77-4ff8-b274-667c6e548a09,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:51.061172 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5c50f1-4447-44ce-8344-8edb7aa2bf1f x-openstack-request-id: req-4b5c50f1-4447-44ce-8344-8edb7aa2bf1f {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:51.061466 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18715ed-fce0-44e0-bb4a-251a70ae3ad7", "name": "network-vif-plugged", "status": "completed", "tag": "4ff07ead-6a77-4ff8-b274-667c6e548a09", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:51.061718 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b5c50f1-4447-44ce-8344-8edb7aa2bf1f {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:51.062115 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18715ed-fce0-44e0-bb4a-251a70ae3ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff07ead-6a77-4ff8-b274-667c6e548a09', 'code': 200} Jul 07 17:37:51.076055 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18ce5e58-9395-45b1-9d9b-74f99d59d865 req-ffe39eaf-e8d6-432b-b9fb-9c678145f31f tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/security-groups?id=744b0005-66f1-4165-abd0-8cee08d7a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375550 Jul 07 17:37:51.179778 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dace2e9-93cf-477a-b11d-82552b473820 req-1525599c-f08f-40e4-b3fc-d46ff3c2131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:51.181540 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5dace2e9-93cf-477a-b11d-82552b473820 req-1525599c-f08f-40e4-b3fc-d46ff3c2131d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b18715ed-fce0-44e0-bb4a-251a70ae3ad7 HTTP/1.1" status: 200 len: 1100 time: 0.0579751 Jul 07 17:37:51.218732 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5dace2e9-93cf-477a-b11d-82552b473820 req-23771ca6-3e37-410d-984f-3ef456826021 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=744b0005-66f1-4165-abd0-8cee08d7a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310354 Jul 07 17:37:52.253410 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019fc2c-c214-4fa8-997a-ebae23932b2e req-523dba9c-4ce7-454e-b476-be773ce9a81d tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:52.254927 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d019fc2c-c214-4fa8-997a-ebae23932b2e req-523dba9c-4ce7-454e-b476-be773ce9a81d tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/ports?device_id=b18715ed-fce0-44e0-bb4a-251a70ae3ad7 HTTP/1.1" status: 200 len: 949 time: 0.0672231 Jul 07 17:37:52.292674 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d019fc2c-c214-4fa8-997a-ebae23932b2e req-9e555107-604e-4bd2-a2be-261d49e4922f tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/security-groups?id=744b0005-66f1-4165-abd0-8cee08d7a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321820 Jul 07 17:37:53.357326 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d3444-a929-400b-82f7-e4ad426d13a3 req-a637aa35-9f86-481a-bbca-4b5997dafb9e tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:53.358841 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fa3d3444-a929-400b-82f7-e4ad426d13a3 req-a637aa35-9f86-481a-bbca-4b5997dafb9e tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/ports?device_id=b18715ed-fce0-44e0-bb4a-251a70ae3ad7 HTTP/1.1" status: 200 len: 949 time: 0.0624630 Jul 07 17:37:53.395566 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fa3d3444-a929-400b-82f7-e4ad426d13a3 req-c9385575-9164-4d0f-852c-c822778b5ecd tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/security-groups?id=744b0005-66f1-4165-abd0-8cee08d7a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305765 Jul 07 17:37:54.608084 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d69cb0-d27f-47d8-bd78-28922b9153f9 req-34571d8b-be5b-470a-92fd-95f7de260520 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:54.609581 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e2d69cb0-d27f-47d8-bd78-28922b9153f9 req-34571d8b-be5b-470a-92fd-95f7de260520 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18715ed-fce0-44e0-bb4a-251a70ae3ad7 HTTP/1.1" status: 200 len: 949 time: 0.0936942 Jul 07 17:37:54.618589 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380f846-1d2a-4ff8-9dde-89cda9e25e64 req-b88823ab-5c45-4efb-84bf-91095a123505 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:54.619981 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0380f846-1d2a-4ff8-9dde-89cda9e25e64 req-b88823ab-5c45-4efb-84bf-91095a123505 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/ports?device_id=b18715ed-fce0-44e0-bb4a-251a70ae3ad7 HTTP/1.1" status: 200 len: 949 time: 0.1133571 Jul 07 17:37:54.699134 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0380f846-1d2a-4ff8-9dde-89cda9e25e64 req-8a952171-f505-40d0-bad1-b1c79ba3f3a0 tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.50 "GET /v2.0/security-groups?id=744b0005-66f1-4165-abd0-8cee08d7a357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716250 Jul 07 17:37:54.743439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-e2d69cb0-d27f-47d8-bd78-28922b9153f9 req-eeb4314b-33d5-4ff3-88e3-4df4a1ee3eef tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Deleting port 4ff07ead-6a77-4ff8-b274-667c6e548a09 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:37:54.743784 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e2d69cb0-d27f-47d8-bd78-28922b9153f9 req-eeb4314b-33d5-4ff3-88e3-4df4a1ee3eef tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:54.833238 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-e2d69cb0-d27f-47d8-bd78-28922b9153f9 req-eeb4314b-33d5-4ff3-88e3-4df4a1ee3eef tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] For port 4ff07ead-6a77-4ff8-b274-667c6e548a09, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4ff07ead-6a77-4ff8-b274-667c6e548a09,segment=NetworkSegment(592c6620-b0d5-4a03-9925-57d61c4349dd),segment_id=592c6620-b0d5-4a03-9925-57d61c4349dd)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:37:54.833594 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e2d69cb0-d27f-47d8-bd78-28922b9153f9 req-eeb4314b-33d5-4ff3-88e3-4df4a1ee3eef tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:54.850993 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-e2d69cb0-d27f-47d8-bd78-28922b9153f9 req-eeb4314b-33d5-4ff3-88e3-4df4a1ee3eef tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Calling delete_port for 4ff07ead-6a77-4ff8-b274-667c6e548a09 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:37:54.977042 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e2d69cb0-d27f-47d8-bd78-28922b9153f9 req-eeb4314b-33d5-4ff3-88e3-4df4a1ee3eef tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:55.003956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4314b-33d5-4ff3-88e3-4df4a1ee3eef tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Pushing event deleted for resources: {'Port': ['ID=4ff07ead-6a77-4ff8-b274-667c6e548a09,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:55.056107 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d69cb0-d27f-47d8-bd78-28922b9153f9 req-eeb4314b-33d5-4ff3-88e3-4df4a1ee3eef tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] No DVR routers for this DVR port 4ff07ead-6a77-4ff8-b274-667c6e548a09 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:37:55.058894 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-e2d69cb0-d27f-47d8-bd78-28922b9153f9 req-eeb4314b-33d5-4ff3-88e3-4df4a1ee3eef tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:55.061156 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e2d69cb0-d27f-47d8-bd78-28922b9153f9 req-eeb4314b-33d5-4ff3-88e3-4df4a1ee3eef tempest-ServersAdminNegativeTestJSON-1534510099 tempest-ServersAdminNegativeTestJSON-1534510099-project] 10.222.0.15 "DELETE /v2.0/ports/4ff07ead-6a77-4ff8-b274-667c6e548a09 HTTP/1.1" status: 204 len: 173 time: 0.4402857 Jul 07 17:37:55.061652 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18715ed-fce0-44e0-bb4a-251a70ae3ad7', 'name': 'network-vif-deleted', 'tag': '4ff07ead-6a77-4ff8-b274-667c6e548a09'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:37:55.064700 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe9c724-30ec-4ac6-945d-229cff8c22b3" -d '{"events": [{"server_uuid": "b18715ed-fce0-44e0-bb4a-251a70ae3ad7", "name": "network-vif-deleted", "tag": "4ff07ead-6a77-4ff8-b274-667c6e548a09"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:37:55.109800 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887ba819-a9ae-4fba-9e3d-578dee25c93a x-openstack-request-id: req-887ba819-a9ae-4fba-9e3d-578dee25c93a {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:37:55.110144 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18715ed-fce0-44e0-bb4a-251a70ae3ad7", "name": "network-vif-deleted", "tag": "4ff07ead-6a77-4ff8-b274-667c6e548a09", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:37:55.110358 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-887ba819-a9ae-4fba-9e3d-578dee25c93a {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:37:55.110801 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18715ed-fce0-44e0-bb4a-251a70ae3ad7', 'name': 'network-vif-deleted', 'tag': '4ff07ead-6a77-4ff8-b274-667c6e548a09', 'status': 'completed', 'code': 200} Jul 07 17:37:56.050358 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 32870) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:56.225575 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6e50d1c2-017c-4fd5-83b4-f377836e3b23 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3baeae762d9d4e36a8d667e60f1fa4ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739261 Jul 07 17:37:56.228079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 32876) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:56.283362 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-14d5c3e1-2f62-4c06-b8ef-1294f8a1304c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.303975 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-14d5c3e1-2f62-4c06-b8ef-1294f8a1304c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.352295 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-14d5c3e1-2f62-4c06-b8ef-1294f8a1304c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.355351 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-14d5c3e1-2f62-4c06-b8ef-1294f8a1304c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.356793 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-14d5c3e1-2f62-4c06-b8ef-1294f8a1304c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/744b0005-66f1-4165-abd0-8cee08d7a357 HTTP/1.1" status: 204 len: 168 time: 0.1276507 Jul 07 17:37:56.369258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5c3e1-2f62-4c06-b8ef-1294f8a1304c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744b0005-66f1-4165-abd0-8cee08d7a357,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:56.636705 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 32882) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:56.649870 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-197c8cfd-9718-41ca-b010-15afe665a314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.740024 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-197c8cfd-9718-41ca-b010-15afe665a314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.743869 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-197c8cfd-9718-41ca-b010-15afe665a314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.782348 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-197c8cfd-9718-41ca-b010-15afe665a314 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6899354de57488e9936f8107ae61ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445444 Jul 07 17:37:56.783352 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c8cfd-9718-41ca-b010-15afe665a314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d2f84d-4a88-4759-8c9c-0c3834e5647b,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:56.785164 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 32884) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:56.798672 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4ff07ead-6a77-4ff8-b274-667c6e548a09 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:37:56.821028 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 4ff07ead-6a77-4ff8-b274-667c6e548a09 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:37:56.821477 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4ff07ead-6a77-4ff8-b274-667c6e548a09 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:37:56.839213 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbf19ac9-24f7-44e8-9153-762e542e5bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.860080 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbf19ac9-24f7-44e8-9153-762e542e5bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.906683 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbf19ac9-24f7-44e8-9153-762e542e5bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.909282 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbf19ac9-24f7-44e8-9153-762e542e5bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:56.911007 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bbf19ac9-24f7-44e8-9153-762e542e5bae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/74d2f84d-4a88-4759-8c9c-0c3834e5647b HTTP/1.1" status: 204 len: 168 time: 0.1239343 Jul 07 17:37:56.918832 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf19ac9-24f7-44e8-9153-762e542e5bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d2f84d-4a88-4759-8c9c-0c3834e5647b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:57.290765 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:37:57.584458 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 32906) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:57.679063 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-28f55636-bc56-4b7a-a9df-8d3cb44ff183 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-815030734-network', 'tenant_id': '3f0d1db894a64253b4321df00deb3a3a'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:57.700677 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f55636-bc56-4b7a-a9df-8d3cb44ff183 admin admin] Made reservation on behalf of 3f0d1db894a64253b4321df00deb3a3a for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:37:57.703056 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-28f55636-bc56-4b7a-a9df-8d3cb44ff183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.711832 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-28f55636-bc56-4b7a-a9df-8d3cb44ff183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.801394 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-28f55636-bc56-4b7a-a9df-8d3cb44ff183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.805733 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-28f55636-bc56-4b7a-a9df-8d3cb44ff183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.835455 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f55636-bc56-4b7a-a9df-8d3cb44ff183 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:37:57.845136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f55636-bc56-4b7a-a9df-8d3cb44ff183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24057c5e-ca7c-48cf-93b6-78cd74e99e3c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:57.850195 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-28f55636-bc56-4b7a-a9df-8d3cb44ff183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.850595 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-28f55636-bc56-4b7a-a9df-8d3cb44ff183 admin admin] Added segment 85c40e90-0df7-4e3e-8bb8-ce1a411b76a9 of type vlan for network 313fefcc-518f-4d64-ae58-cbc5afc82042 Jul 07 17:37:57.892597 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-28f55636-bc56-4b7a-a9df-8d3cb44ff183 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.922665 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-28f55636-bc56-4b7a-a9df-8d3cb44ff183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.923594 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f55636-bc56-4b7a-a9df-8d3cb44ff183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:57.924175 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-28f55636-bc56-4b7a-a9df-8d3cb44ff183 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:57.977701 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-28f55636-bc56-4b7a-a9df-8d3cb44ff183 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3920999 Jul 07 17:37:57.982192 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 32910) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:37:57.985907 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f55636-bc56-4b7a-a9df-8d3cb44ff183 admin admin] Pushing event updated for resources: {'Network': ['ID=313fefcc-518f-4d64-ae58-cbc5afc82042,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:57.987493 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b262fb7a-8b29-4873-90f0-98c27ef5ae16 admin admin] Request body: {'subnet': {'network_id': '313fefcc-518f-4d64-ae58-cbc5afc82042', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-815030734-subnet', 'tenant_id': '3f0d1db894a64253b4321df00deb3a3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:37:57.998673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 313fefcc-518f-4d64-ae58-cbc5afc82042 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:37:58.012465 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b262fb7a-8b29-4873-90f0-98c27ef5ae16 admin admin] Made reservation on behalf of 3f0d1db894a64253b4321df00deb3a3a for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:37:58.014938 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b262fb7a-8b29-4873-90f0-98c27ef5ae16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.184074 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b262fb7a-8b29-4873-90f0-98c27ef5ae16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.235686 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262fb7a-8b29-4873-90f0-98c27ef5ae16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c14eb42-75ff-4b72-8d73-29e3df1dc825,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:37:58.246420 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b262fb7a-8b29-4873-90f0-98c27ef5ae16 admin admin] Checking segment: {'id': '85c40e90-0df7-4e3e-8bb8-ce1a411b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '313fefcc-518f-4d64-ae58-cbc5afc82042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:37:58.246787 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b262fb7a-8b29-4873-90f0-98c27ef5ae16 admin admin] Network hostable DHCP agents. Network: 313fefcc-518f-4d64-ae58-cbc5afc82042, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:37:58.264017 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b262fb7a-8b29-4873-90f0-98c27ef5ae16 admin admin] Network 313fefcc-518f-4d64-ae58-cbc5afc82042 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:37:58.272211 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-b262fb7a-8b29-4873-90f0-98c27ef5ae16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 313fefcc-518f-4d64-ae58-cbc5afc82042) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:37:58.277243 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b262fb7a-8b29-4873-90f0-98c27ef5ae16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:58.279191 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b262fb7a-8b29-4873-90f0-98c27ef5ae16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:37:58.280029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fc18a7-fee4-4ef8-95d1-14fb2e8b4c5f None None] Network 313fefcc-518f-4d64-ae58-cbc5afc82042 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:37:58.292720 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b262fb7a-8b29-4873-90f0-98c27ef5ae16 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3093300 Jul 07 17:37:58.406259 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dc5b39-48b4-4966-a5df-5d43b1b4a1a8 None None] Network 313fefcc-518f-4d64-ae58-cbc5afc82042 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:37:58.717650 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-ca617c1c-3ae1-45a6-8f5d-fe53e6afe909 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:37:58.719095 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-ca617c1c-3ae1-45a6-8f5d-fe53e6afe909 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/networks?id=313fefcc-518f-4d64-ae58-cbc5afc82042 HTTP/1.1" status: 200 len: 811 time: 0.1046669 Jul 07 17:37:58.734725 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-0f846455-2cef-4d2d-8bb0-134c079fbb1d tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/quotas/3f0d1db894a64253b4321df00deb3a3a HTTP/1.1" status: 200 len: 375 time: 0.0091207 Jul 07 17:37:58.769399 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-37e212ac-020b-44f8-b0b8-3c837871cd0f tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f0d1db894a64253b4321df00deb3a3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284436 Jul 07 17:37:58.914001 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-54556226-27db-4bf9-ad5d-4c81c8270390 service neutron] 10.222.0.50 "GET /v2.0/networks/313fefcc-518f-4d64-ae58-cbc5afc82042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374555 Jul 07 17:37:59.003641 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-c9a8d4bb-3814-46ac-b7d5-940b33ca2309 service neutron] 10.222.0.50 "GET /v2.0/networks/313fefcc-518f-4d64-ae58-cbc5afc82042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839701 Jul 07 17:37:59.169578 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a643f201-f400-49a8-abb2-151701772b35 req-8ddd3eb3-bbef-462b-a45d-5aa40ef7beb8 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 210 time: 0.0294724 Jul 07 17:38:00.311753 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5b2f7fc0-1529-4459-baf6-59fd05111315 req-6b8a7dce-eb9a-4edc-9fba-126be8926708 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 210 time: 0.0297208 Jul 07 17:38:00.435153 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-440f92eb-7468-4f15-9a2f-95e365000c95 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:00.436601 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-440f92eb-7468-4f15-9a2f-95e365000c95 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.15 "GET /v2.0/networks?id=313fefcc-518f-4d64-ae58-cbc5afc82042 HTTP/1.1" status: 200 len: 811 time: 0.1106634 Jul 07 17:38:00.455095 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-fd1be0c0-85f2-44f5-a592-d3438163963d tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Request body: {'port': {'device_id': 'bc4409be-1bc9-43bf-8e83-8afc16d2c874', 'network_id': '313fefcc-518f-4d64-ae58-cbc5afc82042', 'admin_state_up': True, 'tenant_id': '3f0d1db894a64253b4321df00deb3a3a'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:00.560681 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-fd1be0c0-85f2-44f5-a592-d3438163963d tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Made reservation on behalf of 3f0d1db894a64253b4321df00deb3a3a for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:38:00.564517 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-fd1be0c0-85f2-44f5-a592-d3438163963d tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.691474 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-fd1be0c0-85f2-44f5-a592-d3438163963d tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Allocated IP 172.20.0.6 (313fefcc-518f-4d64-ae58-cbc5afc82042/4c14eb42-75ff-4b72-8d73-29e3df1dc825/7cfe3924-f3c9-4068-a9ca-56dcf36a2a55) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:00.838974 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-fd1be0c0-85f2-44f5-a592-d3438163963d tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.878154 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-fd1be0c0-85f2-44f5-a592-d3438163963d tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.920848 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-fd1be0c0-85f2-44f5-a592-d3438163963d tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Network 313fefcc-518f-4d64-ae58-cbc5afc82042 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:00.926427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-fd1be0c0-85f2-44f5-a592-d3438163963d tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:00.930108 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-fd1be0c0-85f2-44f5-a592-d3438163963d tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:00.936401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1be0c0-85f2-44f5-a592-d3438163963d tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Pushing event updated for resources: {'Port': ['ID=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:00.981713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-fd1be0c0-85f2-44f5-a592-d3438163963d tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:00.982319 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-fd1be0c0-85f2-44f5-a592-d3438163963d tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:00.996975 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-fd1be0c0-85f2-44f5-a592-d3438163963d tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5456893 Jul 07 17:38:01.009156 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-ba4a7df6-b253-45ac-9f8d-e4a63fcf5dad tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:38:01.010106 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-ba4a7df6-b253-45ac-9f8d-e4a63fcf5dad tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051336 Jul 07 17:38:01.020137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] Request body: {'port': {'device_id': 'bc4409be-1bc9-43bf-8e83-8afc16d2c874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:01.096484 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.355775 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:01.363234 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.375093 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] Transition to ACTIVE for port object 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:01.379811 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.427751 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:01.542735 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] Attempting to bind port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:01.543440 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] Attempting to bind port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '85c40e90-0df7-4e3e-8bb8-ce1a411b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '313fefcc-518f-4d64-ae58-cbc5afc82042'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:01.543440 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] Attempting to bind port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 on network 313fefcc-518f-4d64-ae58-cbc5afc82042 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:01.554690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110185a2-64e4-451c-be24-148fff4cccc6 req-cae24f29-2c07-4910-b3af-f9d8d3f388b7 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:01.556180 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-110185a2-64e4-451c-be24-148fff4cccc6 req-cae24f29-2c07-4910-b3af-f9d8d3f388b7 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 943 time: 0.1256940 Jul 07 17:38:01.557133 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] Port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 on network 313fefcc-518f-4d64-ae58-cbc5afc82042 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:38:01.557447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] Attempting to bind port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 on network 313fefcc-518f-4d64-ae58-cbc5afc82042 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:01.564342 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:01.564677 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] Checking segment: {'id': '85c40e90-0df7-4e3e-8bb8-ce1a411b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '313fefcc-518f-4d64-ae58-cbc5afc82042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:01.565054 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] Bound using segment: {'id': '85c40e90-0df7-4e3e-8bb8-ce1a411b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '313fefcc-518f-4d64-ae58-cbc5afc82042'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:01.565473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] Bound port: 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c40e90-0df7-4e3e-8bb8-ce1a411b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '313fefcc-518f-4d64-ae58-cbc5afc82042'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:01.566369 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.631178 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-110185a2-64e4-451c-be24-148fff4cccc6 req-8e733630-c343-41bd-8393-604846d0e1a8 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686531 Jul 07 17:38:01.656708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] For port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:01.659695 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] For port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55,segment=NetworkSegment(85c40e90-0df7-4e3e-8bb8-ce1a411b76a9),segment_id=85c40e90-0df7-4e3e-8bb8-ce1a411b76a9)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:01.664330 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.699990 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:01.700605 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:01.702434 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] 10.222.0.15 "PUT /v2.0/ports/7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 HTTP/1.1" status: 200 len: 1091 time: 0.6860449 Jul 07 17:38:01.704529 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4409be-1bc9-43bf-8e83-8afc16d2c874', 'tag': '7cfe3924-f3c9-4068-a9ca-56dcf36a2a55'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:01.708435 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732183c8-1ed4-4fe6-8120-396519bf160e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4409be-1bc9-43bf-8e83-8afc16d2c874", "tag": "7cfe3924-f3c9-4068-a9ca-56dcf36a2a55"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:01.736620 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0841c4-a229-409c-92bd-1d975905c399 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:01.749615 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222a7891-c466-467f-8cc7-0af708b1366c x-openstack-request-id: req-222a7891-c466-467f-8cc7-0af708b1366c {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:01.749902 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4409be-1bc9-43bf-8e83-8afc16d2c874", "tag": "7cfe3924-f3c9-4068-a9ca-56dcf36a2a55", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:01.750158 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-222a7891-c466-467f-8cc7-0af708b1366c {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:01.750578 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4409be-1bc9-43bf-8e83-8afc16d2c874', 'tag': '7cfe3924-f3c9-4068-a9ca-56dcf36a2a55', 'status': 'completed', 'code': 200} Jul 07 17:38:01.794769 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-e9268cde-5b01-4448-88aa-c6abf7329548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:01.796284 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-e9268cde-5b01-4448-88aa-c6abf7329548 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f0d1db894a64253b4321df00deb3a3a&device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 1094 time: 0.0550339 Jul 07 17:38:01.840443 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-d437c56b-4e94-4c9a-859e-470146033599 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 HTTP/1.1" status: 200 len: 217 time: 0.0368626 Jul 07 17:38:01.889246 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-cb1a6e18-f2db-4da9-83e0-19386fcab0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:01.890665 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-cb1a6e18-f2db-4da9-83e0-19386fcab0f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c14eb42-75ff-4b72-8d73-29e3df1dc825 HTTP/1.1" status: 200 len: 851 time: 0.0440202 Jul 07 17:38:01.921830 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-e2df5c7f-daa0-4c5a-b117-0c323411d16f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=313fefcc-518f-4d64-ae58-cbc5afc82042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254905 Jul 07 17:38:02.013395 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-6d2d07c8-3757-4924-8665-2c62b830184d service neutron] 10.222.0.15 "GET /v2.0/networks/313fefcc-518f-4d64-ae58-cbc5afc82042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847614 Jul 07 17:38:02.109311 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7067e99c-a9d3-4182-aeb2-eb9fbcad4274 req-39e56e9c-dbc4-465d-9a23-2e1f747911cc service neutron] 10.222.0.15 "GET /v2.0/networks/313fefcc-518f-4d64-ae58-cbc5afc82042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897195 Jul 07 17:38:02.219462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732183c8-1ed4-4fe6-8120-396519bf160e req-d81165ef-3902-4677-a899-f5973ff0f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:02.221032 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-732183c8-1ed4-4fe6-8120-396519bf160e req-d81165ef-3902-4677-a899-f5973ff0f780 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f0d1db894a64253b4321df00deb3a3a&device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 1094 time: 0.0588670 Jul 07 17:38:02.315921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732183c8-1ed4-4fe6-8120-396519bf160e req-e7ac82bf-2409-44aa-abb5-051e07c8e4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:02.317397 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-732183c8-1ed4-4fe6-8120-396519bf160e req-e7ac82bf-2409-44aa-abb5-051e07c8e4c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=313fefcc-518f-4d64-ae58-cbc5afc82042 HTTP/1.1" status: 200 len: 912 time: 0.0901189 Jul 07 17:38:02.357468 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-732183c8-1ed4-4fe6-8120-396519bf160e req-75a47eef-cf34-4e7f-9f6a-427d2df8be6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 HTTP/1.1" status: 200 len: 217 time: 0.0336468 Jul 07 17:38:02.410657 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732183c8-1ed4-4fe6-8120-396519bf160e req-98684992-cf9c-4275-848b-0e197a78670a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:02.412098 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-732183c8-1ed4-4fe6-8120-396519bf160e req-98684992-cf9c-4275-848b-0e197a78670a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c14eb42-75ff-4b72-8d73-29e3df1dc825 HTTP/1.1" status: 200 len: 851 time: 0.0479503 Jul 07 17:38:02.445745 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-732183c8-1ed4-4fe6-8120-396519bf160e req-48c8a49f-d300-42f1-a522-04dad615bdd1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=313fefcc-518f-4d64-ae58-cbc5afc82042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263679 Jul 07 17:38:02.533315 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-732183c8-1ed4-4fe6-8120-396519bf160e req-2932c2ef-5f9e-41e1-9c28-f8c2fd691a94 service neutron] 10.222.0.15 "GET /v2.0/networks/313fefcc-518f-4d64-ae58-cbc5afc82042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811574 Jul 07 17:38:02.625417 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-732183c8-1ed4-4fe6-8120-396519bf160e req-3adc03a1-f7b5-46a9-8982-805a347ef25d service neutron] 10.222.0.15 "GET /v2.0/networks/313fefcc-518f-4d64-ae58-cbc5afc82042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856664 Jul 07 17:38:02.802976 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15087614-3efb-4c47-a954-1e9d8959bb36 req-48d7551b-5b57-46dd-ab9e-28778bb3a631 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:02.804368 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15087614-3efb-4c47-a954-1e9d8959bb36 req-48d7551b-5b57-46dd-ab9e-28778bb3a631 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 943 time: 0.0638683 Jul 07 17:38:02.841683 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15087614-3efb-4c47-a954-1e9d8959bb36 req-8125c3d4-43c3-4425-bf59-d9d8be6df36f tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317521 Jul 07 17:38:04.025866 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd372b3-418d-46fe-875e-cf979d1a6df7 req-5d2b2369-521a-4572-89f3-6f00a364bfd6 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:04.028091 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9cd372b3-418d-46fe-875e-cf979d1a6df7 req-5d2b2369-521a-4572-89f3-6f00a364bfd6 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 943 time: 0.0703444 Jul 07 17:38:04.075818 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9cd372b3-418d-46fe-875e-cf979d1a6df7 req-2f07f4fc-3069-4c25-9829-ac3b1f3ace0a tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397146 Jul 07 17:38:04.844166 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:38:04.944188 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55,segment=NetworkSegment(85c40e90-0df7-4e3e-8bb8-ce1a411b76a9),segment_id=85c40e90-0df7-4e3e-8bb8-ce1a411b76a9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:04.955233 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '7cfe3924-f3c9-4068-a9ca-56dcf36a2a55', 'network_id': '313fefcc-518f-4d64-ae58-cbc5afc82042', 'port_id': '7cfe3924-f3c9-4068-a9ca-56dcf36a2a55', 'mac_address': 'fa:16:3e:79:2b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c14eb42-75ff-4b72-8d73-29e3df1dc825', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:38:04.992782 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:05.005336 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:05.029962 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55,segment=NetworkSegment(85c40e90-0df7-4e3e-8bb8-ce1a411b76a9),segment_id=85c40e90-0df7-4e3e-8bb8-ce1a411b76a9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:05.034391 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:05.084345 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:05.221660 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['7cfe3924-f3c9-4068-a9ca-56dcf36a2a55'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:05.255163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56021750-5b04-449a-8eff-4cb18b50a5e0 req-57c45551-61d2-417b-b9a3-d8efed31f603 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:05.256669 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-56021750-5b04-449a-8eff-4cb18b50a5e0 req-57c45551-61d2-417b-b9a3-d8efed31f603 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 944 time: 0.0687716 Jul 07 17:38:05.296084 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-56021750-5b04-449a-8eff-4cb18b50a5e0 req-8b543a21-c07a-4faf-a0ec-f01e1be11f1f tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337470 Jul 07 17:38:06.468050 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f20aff-0c65-49ab-8c1c-7dda0cb000f9 req-74d12725-c35d-450a-8333-0cead16bb2da tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:06.469492 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7f20aff-0c65-49ab-8c1c-7dda0cb000f9 req-74d12725-c35d-450a-8333-0cead16bb2da tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 944 time: 0.0633585 Jul 07 17:38:06.506889 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7f20aff-0c65-49ab-8c1c-7dda0cb000f9 req-62ff2013-095a-44c2-85e0-6840e5c270f9 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312274 Jul 07 17:38:06.875473 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:06.922961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:06.926562 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:06.926937 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:07.005811 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:07.027919 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4409be-1bc9-43bf-8e83-8afc16d2c874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfe3924-f3c9-4068-a9ca-56dcf36a2a55'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:07.030459 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cd09d0-93cd-4319-b5c4-4375d734c71e" -d '{"events": [{"server_uuid": "bc4409be-1bc9-43bf-8e83-8afc16d2c874", "name": "network-vif-plugged", "status": "completed", "tag": "7cfe3924-f3c9-4068-a9ca-56dcf36a2a55"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:07.042980 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55,segment=NetworkSegment(85c40e90-0df7-4e3e-8bb8-ce1a411b76a9),segment_id=85c40e90-0df7-4e3e-8bb8-ce1a411b76a9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:07.047484 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:07.072007 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49058ec-cf63-4abc-b3e1-c47e72f242e0 x-openstack-request-id: req-c49058ec-cf63-4abc-b3e1-c47e72f242e0 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:07.072335 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4409be-1bc9-43bf-8e83-8afc16d2c874", "name": "network-vif-plugged", "status": "completed", "tag": "7cfe3924-f3c9-4068-a9ca-56dcf36a2a55", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:07.072657 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c49058ec-cf63-4abc-b3e1-c47e72f242e0 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:07.073056 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4409be-1bc9-43bf-8e83-8afc16d2c874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfe3924-f3c9-4068-a9ca-56dcf36a2a55', 'code': 200} Jul 07 17:38:07.102593 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:07.182664 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f3e82-1988-4900-a191-5f7da839508f req-375cb5db-d94b-4233-a83d-ff5863bdce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:07.184090 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ad0f3e82-1988-4900-a191-5f7da839508f req-375cb5db-d94b-4233-a83d-ff5863bdce90 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 1096 time: 0.0516295 Jul 07 17:38:07.217485 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ad0f3e82-1988-4900-a191-5f7da839508f req-5e0ca737-98f4-4e72-a790-3e8b0596a5f4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271869 Jul 07 17:38:07.676865 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f219b77-a9cb-4c60-8632-381cb32ee709 req-453c533d-9f62-45b6-a2c8-11e01ac4e0c9 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:07.678369 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7f219b77-a9cb-4c60-8632-381cb32ee709 req-453c533d-9f62-45b6-a2c8-11e01ac4e0c9 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0630324 Jul 07 17:38:07.719564 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7f219b77-a9cb-4c60-8632-381cb32ee709 req-6bd73d06-0e1d-41ae-b450-f12eaf875e63 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356200 Jul 07 17:38:08.894258 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cbc18-fa6c-4b64-835c-1dcd4a6b5a8b req-e0b2c58d-25f0-4acc-8dac-45141bf0ad9e tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:08.895788 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cd1cbc18-fa6c-4b64-835c-1dcd4a6b5a8b req-e0b2c58d-25f0-4acc-8dac-45141bf0ad9e tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0615320 Jul 07 17:38:08.932838 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cd1cbc18-fa6c-4b64-835c-1dcd4a6b5a8b req-1c3f9427-0077-4af5-a899-d7d9c39b046a tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316074 Jul 07 17:38:09.221130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 32974) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:09.371027 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-f61bfe7c-dc72-4f8f-9b57-2daf49f63d9b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1486974 Jul 07 17:38:09.378313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639bebb-bc0c-4620-bb75-3ba087872ee8 req-3001b1a7-deae-494d-95c2-dcbe8abc4603 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:09.380593 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0639bebb-bc0c-4620-bb75-3ba087872ee8 req-3001b1a7-deae-494d-95c2-dcbe8abc4603 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.1025138 Jul 07 17:38:09.424298 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0639bebb-bc0c-4620-bb75-3ba087872ee8 req-704d0f09-5f07-4a39-a8ba-23436f9b4bc7 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380158 Jul 07 17:38:10.519174 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-4ad11984-0e0b-4c92-bd4c-fe34ef9b8445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:10.521211 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-4ad11984-0e0b-4c92-bd4c-fe34ef9b8445 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f0d1db894a64253b4321df00deb3a3a&device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 1096 time: 0.0565450 Jul 07 17:38:10.602259 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0379d0-924d-4c8a-a12e-94f1a62d87da req-2a4febb0-d46e-4579-b7f5-62b2c0953dfc tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:10.603782 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ba0379d0-924d-4c8a-a12e-94f1a62d87da req-2a4febb0-d46e-4579-b7f5-62b2c0953dfc tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0632629 Jul 07 17:38:10.609864 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-a5741675-06b1-4012-965f-8872e541b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:10.611361 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-a5741675-06b1-4012-965f-8872e541b42f service neutron] 10.222.0.15 "GET /v2.0/networks?id=313fefcc-518f-4d64-ae58-cbc5afc82042 HTTP/1.1" status: 200 len: 912 time: 0.0844319 Jul 07 17:38:10.641509 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ba0379d0-924d-4c8a-a12e-94f1a62d87da req-8b6c7f89-3c4d-4aa8-9ebc-363247a711b8 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319438 Jul 07 17:38:10.652348 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-fdcac030-080a-4f2e-aa56-c0d38fbbda4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 HTTP/1.1" status: 200 len: 217 time: 0.0346782 Jul 07 17:38:10.703869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-e63c7d04-45d9-473e-81be-2d30a59f7a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:10.705309 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-e63c7d04-45d9-473e-81be-2d30a59f7a6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c14eb42-75ff-4b72-8d73-29e3df1dc825 HTTP/1.1" status: 200 len: 851 time: 0.0471368 Jul 07 17:38:10.736705 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-53ae40e9-b3da-4227-81ef-6b498e76c105 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=313fefcc-518f-4d64-ae58-cbc5afc82042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252872 Jul 07 17:38:10.822500 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-d70133f1-1c25-4be3-a6a4-64c1be59251e service neutron] 10.222.0.15 "GET /v2.0/networks/313fefcc-518f-4d64-ae58-cbc5afc82042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797737 Jul 07 17:38:10.914719 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-3820a185-c81e-4a32-9d58-4234952688b2 service neutron] 10.222.0.15 "GET /v2.0/networks/313fefcc-518f-4d64-ae58-cbc5afc82042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860794 Jul 07 17:38:11.617549 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-1539c19b-33d1-495c-90ff-0dfc30f2e579 req-e8f1db9c-3f1e-4e6c-bda4-b065c5ae9869 service neutron] (100410) timed out ('10.222.0.50', 53138) {{(pid=100410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:38:11.815674 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc8c83-e283-4f07-9501-a73ed05a65bc req-59df1d4c-2df3-4e2d-9bd6-10c9637e7de8 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:11.817744 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87fc8c83-e283-4f07-9501-a73ed05a65bc req-59df1d4c-2df3-4e2d-9bd6-10c9637e7de8 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0665917 Jul 07 17:38:11.860732 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87fc8c83-e283-4f07-9501-a73ed05a65bc req-d9d55644-7ac2-4808-ac25-b8242bb7aa2c tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372627 Jul 07 17:38:13.032602 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715b75d-a2c6-4e7b-983a-b0cfea1a8ea3 req-71f86e49-215a-47d6-8a11-e52ee782f828 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:13.034118 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4715b75d-a2c6-4e7b-983a-b0cfea1a8ea3 req-71f86e49-215a-47d6-8a11-e52ee782f828 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0639517 Jul 07 17:38:13.072312 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4715b75d-a2c6-4e7b-983a-b0cfea1a8ea3 req-c2b33537-6e86-4ea0-9be3-32c2f63495ec tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326099 Jul 07 17:38:14.247550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b167e68-e653-4fca-b20e-2c44d84daeef req-d0fc5cbc-6546-41d0-91b3-49ef19f64e90 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:14.249033 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4b167e68-e653-4fca-b20e-2c44d84daeef req-d0fc5cbc-6546-41d0-91b3-49ef19f64e90 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0678129 Jul 07 17:38:14.286735 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4b167e68-e653-4fca-b20e-2c44d84daeef req-acb2e07c-8757-46a3-a248-5f8857b1d44c tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313392 Jul 07 17:38:14.481597 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:14.756569 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-996aa276-9353-4fe8-b644-6e65b4ea1386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:15.465693 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42288b-0c28-46a5-84eb-4f8d0545af01 req-28e2d668-a375-4c8f-ad80-7dcff1281d3d tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:15.467268 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a42288b-0c28-46a5-84eb-4f8d0545af01 req-28e2d668-a375-4c8f-ad80-7dcff1281d3d tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0673513 Jul 07 17:38:15.503626 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9a42288b-0c28-46a5-84eb-4f8d0545af01 req-1e492540-44f3-4f54-ae20-e1acb4f06f32 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309200 Jul 07 17:38:16.673293 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c43412-393a-4d2d-9335-53916a7b1f4c req-edbd1d48-d56c-47d3-9c76-716bfa23325e tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:16.674878 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-21c43412-393a-4d2d-9335-53916a7b1f4c req-edbd1d48-d56c-47d3-9c76-716bfa23325e tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0625453 Jul 07 17:38:16.713405 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-21c43412-393a-4d2d-9335-53916a7b1f4c req-0692759d-8bae-44c9-94a4-eb7eb8565c59 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323966 Jul 07 17:38:16.828463 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:17.675059 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:17.885948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abcd00-3404-441c-98c0-1587dcd3e688 req-bddd83a1-72ef-4478-aefb-c6e0161829f6 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:17.887571 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d6abcd00-3404-441c-98c0-1587dcd3e688 req-bddd83a1-72ef-4478-aefb-c6e0161829f6 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0627701 Jul 07 17:38:17.925718 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d6abcd00-3404-441c-98c0-1587dcd3e688 req-8e056f3a-7691-44bb-af2b-cd9d65ab5041 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324385 Jul 07 17:38:17.982901 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e91a06de-a2de-4019-a32d-25046f4e7d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:18.959485 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:19.100712 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea2008-94bb-446d-a1e5-5202b480aba5 req-d72bdf37-a0a2-41b3-b900-a91dee55c3fe tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:19.102195 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6ea2008-94bb-446d-a1e5-5202b480aba5 req-d72bdf37-a0a2-41b3-b900-a91dee55c3fe tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0643775 Jul 07 17:38:19.139622 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6ea2008-94bb-446d-a1e5-5202b480aba5 req-771f704e-9ff0-4a80-a022-129ea7d1a117 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317645 Jul 07 17:38:20.317799 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d90cf-99bd-4cf7-82be-8b974318c5f1 req-4af07128-a30f-4d49-93ba-595b3d0d0256 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:20.319423 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5a6d90cf-99bd-4cf7-82be-8b974318c5f1 req-4af07128-a30f-4d49-93ba-595b3d0d0256 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0677822 Jul 07 17:38:20.357599 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5a6d90cf-99bd-4cf7-82be-8b974318c5f1 req-1caaee5e-064f-4164-91f3-bb31dff198dc tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326324 Jul 07 17:38:20.422349 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:21.533300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52066058-512d-4eb5-b4e2-0069c6f79359 req-95871026-73ca-484f-b3f7-eac299c80fe5 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:21.534785 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-52066058-512d-4eb5-b4e2-0069c6f79359 req-95871026-73ca-484f-b3f7-eac299c80fe5 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0683403 Jul 07 17:38:21.572925 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-52066058-512d-4eb5-b4e2-0069c6f79359 req-b00b8cec-16b9-4030-8845-eab481e99f0b tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324562 Jul 07 17:38:22.752702 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56e809-ff1a-42e2-9fb9-6aeea11579c2 req-019e5213-e754-43f6-a9b9-234dc076c93f tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:22.754195 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-da56e809-ff1a-42e2-9fb9-6aeea11579c2 req-019e5213-e754-43f6-a9b9-234dc076c93f tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0734885 Jul 07 17:38:22.792321 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-da56e809-ff1a-42e2-9fb9-6aeea11579c2 req-47e200a9-1c2e-4213-ba47-6a9c2c6d9c1d tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319531 Jul 07 17:38:23.966915 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdb476-536c-45db-9ea3-5056d07badeb req-67932586-f73d-415a-9472-02ba9946a114 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:23.968434 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-12cdb476-536c-45db-9ea3-5056d07badeb req-67932586-f73d-415a-9472-02ba9946a114 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0649595 Jul 07 17:38:24.008233 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-12cdb476-536c-45db-9ea3-5056d07badeb req-9ce4ee1a-f681-48c7-b8d4-a60c0214b416 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324709 Jul 07 17:38:25.187757 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744ce8c-a752-43bb-8454-22c0cccbb0d3 req-2cb316c4-1c1c-4b3c-b533-6d5bed9f6c92 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:25.189255 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c744ce8c-a752-43bb-8454-22c0cccbb0d3 req-2cb316c4-1c1c-4b3c-b533-6d5bed9f6c92 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0639899 Jul 07 17:38:25.227777 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c744ce8c-a752-43bb-8454-22c0cccbb0d3 req-3cb89309-c8bd-4c7e-a760-26488ee3f33a tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325565 Jul 07 17:38:26.400960 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698337dd-eee4-4b93-ae75-cf4b91946ff2 req-4ca56650-e811-46a5-a687-82527e19531d tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:26.402604 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-698337dd-eee4-4b93-ae75-cf4b91946ff2 req-4ca56650-e811-46a5-a687-82527e19531d tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0666814 Jul 07 17:38:26.440707 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-698337dd-eee4-4b93-ae75-cf4b91946ff2 req-7498b2e6-96a8-4888-b612-5c5e8248fedd tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325053 Jul 07 17:38:27.631813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3ba01-0c0d-40c9-ba36-a39eb518ef96 req-cb049eeb-6d27-4bc5-b519-c8ec7d2a39df tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:27.633348 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-76b3ba01-0c0d-40c9-ba36-a39eb518ef96 req-cb049eeb-6d27-4bc5-b519-c8ec7d2a39df tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0823302 Jul 07 17:38:27.672993 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-76b3ba01-0c0d-40c9-ba36-a39eb518ef96 req-642e6f12-967d-4cb8-ac1e-6c1a5ceb2e85 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340755 Jul 07 17:38:28.847183 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f2534-2b22-4fbd-b993-8712942d9eea req-4af0d758-9b2a-4518-b2b5-e1c011493630 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:28.848661 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f04f2534-2b22-4fbd-b993-8712942d9eea req-4af0d758-9b2a-4518-b2b5-e1c011493630 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0636144 Jul 07 17:38:28.887178 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f04f2534-2b22-4fbd-b993-8712942d9eea req-3f82d737-b79d-42c8-bb76-e1f3724853c0 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328174 Jul 07 17:38:30.059175 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0db23-3ea3-4f51-ad9a-f1ac47619b3d req-f82aa577-dd57-41d2-9729-0ebf68182d52 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:30.060693 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7b0db23-3ea3-4f51-ad9a-f1ac47619b3d req-f82aa577-dd57-41d2-9729-0ebf68182d52 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0640285 Jul 07 17:38:30.099337 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7b0db23-3ea3-4f51-ad9a-f1ac47619b3d req-2c2777f3-7988-4bad-9e27-02158737579e tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327232 Jul 07 17:38:31.270630 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b60bb5-2235-41c7-863d-7dd29cefbe3c req-accd9f02-34dc-4c33-9a3f-50989be6f1cb tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:31.272097 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-65b60bb5-2235-41c7-863d-7dd29cefbe3c req-accd9f02-34dc-4c33-9a3f-50989be6f1cb tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0619302 Jul 07 17:38:31.309377 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-65b60bb5-2235-41c7-863d-7dd29cefbe3c req-ef4c5efd-5743-40ce-bfc2-91a131a4d615 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316081 Jul 07 17:38:32.484640 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bae695-68f6-416c-bd96-d7ded0a2295e req-7f646a75-33c6-4b89-878b-ff58079ce969 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:32.486152 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-44bae695-68f6-416c-bd96-d7ded0a2295e req-7f646a75-33c6-4b89-878b-ff58079ce969 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0666223 Jul 07 17:38:32.524591 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-44bae695-68f6-416c-bd96-d7ded0a2295e req-489d91d5-5d82-42f4-b16b-71808097ea57 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323594 Jul 07 17:38:33.700352 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227fe5c-9b63-4389-b41c-76d0492f5ecf req-091f66a4-8e58-4aef-9297-875d7e85ff8f tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:33.701820 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4227fe5c-9b63-4389-b41c-76d0492f5ecf req-091f66a4-8e58-4aef-9297-875d7e85ff8f tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0671625 Jul 07 17:38:33.740200 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4227fe5c-9b63-4389-b41c-76d0492f5ecf req-dd040333-0502-486d-bc6b-04b409cc45fa tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327950 Jul 07 17:38:34.277558 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f303fbf-eb1f-4d4a-ba16-94ed1e308638 req-4cacf142-b347-4ccc-8ff7-c2aadc56d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:34.279106 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f303fbf-eb1f-4d4a-ba16-94ed1e308638 req-4cacf142-b347-4ccc-8ff7-c2aadc56d586 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f0d1db894a64253b4321df00deb3a3a&device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 1096 time: 0.1027291 Jul 07 17:38:34.291245 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:38:34.716917 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f303fbf-eb1f-4d4a-ba16-94ed1e308638 req-1ffab37a-0276-4831-bbfd-13378b08b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:34.718419 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f303fbf-eb1f-4d4a-ba16-94ed1e308638 req-1ffab37a-0276-4831-bbfd-13378b08b432 service neutron] 10.222.0.15 "GET /v2.0/networks?id=313fefcc-518f-4d64-ae58-cbc5afc82042 HTTP/1.1" status: 200 len: 912 time: 0.4180498 Jul 07 17:38:34.759963 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f303fbf-eb1f-4d4a-ba16-94ed1e308638 req-a74b8ca3-4440-4dbc-8a36-84f7c47dd9e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 HTTP/1.1" status: 200 len: 217 time: 0.0336301 Jul 07 17:38:34.809083 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f303fbf-eb1f-4d4a-ba16-94ed1e308638 req-ecc7aa37-d0ba-4a7b-bb10-265f4e6e06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:34.810625 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f303fbf-eb1f-4d4a-ba16-94ed1e308638 req-ecc7aa37-d0ba-4a7b-bb10-265f4e6e06ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c14eb42-75ff-4b72-8d73-29e3df1dc825 HTTP/1.1" status: 200 len: 851 time: 0.0434792 Jul 07 17:38:34.852477 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f303fbf-eb1f-4d4a-ba16-94ed1e308638 req-d1e67627-8ebf-445c-9316-2eb5e6f4a767 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=313fefcc-518f-4d64-ae58-cbc5afc82042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320346 Jul 07 17:38:34.919826 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1606856-a837-4bd8-9338-93347bed7216 req-e82ce7ab-7bae-4f45-92f6-5a5cd3e8b694 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:34.921377 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1606856-a837-4bd8-9338-93347bed7216 req-e82ce7ab-7bae-4f45-92f6-5a5cd3e8b694 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0668223 Jul 07 17:38:34.943726 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f303fbf-eb1f-4d4a-ba16-94ed1e308638 req-b047182c-efcc-4dac-a302-da5705713f3e service neutron] 10.222.0.15 "GET /v2.0/networks/313fefcc-518f-4d64-ae58-cbc5afc82042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845156 Jul 07 17:38:34.960517 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1606856-a837-4bd8-9338-93347bed7216 req-03976b49-6556-42e8-b01b-dfe2596964f0 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328829 Jul 07 17:38:35.038137 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f303fbf-eb1f-4d4a-ba16-94ed1e308638 req-04a75259-2817-434a-bd36-da395685bfa1 service neutron] 10.222.0.15 "GET /v2.0/networks/313fefcc-518f-4d64-ae58-cbc5afc82042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874712 Jul 07 17:38:36.134098 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef791e1-1b86-4ebc-ac18-80ba3ef307c4 req-b10bf096-5444-4493-8714-1606ad16c782 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:36.135607 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4ef791e1-1b86-4ebc-ac18-80ba3ef307c4 req-b10bf096-5444-4493-8714-1606ad16c782 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0670927 Jul 07 17:38:36.172846 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4ef791e1-1b86-4ebc-ac18-80ba3ef307c4 req-33df3bfe-70af-44d7-b822-67e234b84ca1 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317669 Jul 07 17:38:37.347542 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21459b92-0169-453f-a2d5-ca0f8327007a req-42201a20-687d-4347-8aaf-0b63972fc864 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:37.349674 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21459b92-0169-453f-a2d5-ca0f8327007a req-42201a20-687d-4347-8aaf-0b63972fc864 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0645103 Jul 07 17:38:37.387101 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21459b92-0169-453f-a2d5-ca0f8327007a req-9ecc4977-2740-4c9e-b881-5884ebc6441e tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318260 Jul 07 17:38:37.995523 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-4b2344df-fde8-440b-885a-53a4b448b64d service neutron] show failed (client error): The resource could not be found. Jul 07 17:38:37.996578 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-4b2344df-fde8-440b-885a-53a4b448b64d service neutron] 10.222.0.15 "GET /v2.0/ports/7cfe3924-f3c9-4068-a9ca-56dcf36a2a55/bindings/n-h2-793620-7 HTTP/1.1" status: 404 len: 380 time: 0.0554686 Jul 07 17:38:38.328972 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-0edd332a-300e-44bb-858a-eb3ae31d9d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:38.330441 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-0edd332a-300e-44bb-858a-eb3ae31d9d8f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874&tenant_id=3f0d1db894a64253b4321df00deb3a3a HTTP/1.1" status: 200 len: 1096 time: 0.1352696 Jul 07 17:38:38.341591 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-7', 'device_owner': 'compute:nova'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:38.413970 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:38.568950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f475a76-9fa7-445d-a976-16e02d49d857 req-7aa321d7-8f8b-433e-88f0-fa20cdd89320 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:38.570660 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f475a76-9fa7-445d-a976-16e02d49d857 req-7aa321d7-8f8b-433e-88f0-fa20cdd89320 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0705848 Jul 07 17:38:38.609938 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f475a76-9fa7-445d-a976-16e02d49d857 req-5e97bb30-62a5-4185-99be-a961f3a430a6 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334678 Jul 07 17:38:38.619798 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] For port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55,segment=NetworkSegment(85c40e90-0df7-4e3e-8bb8-ce1a411b76a9),segment_id=85c40e90-0df7-4e3e-8bb8-ce1a411b76a9)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:38.653154 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] For port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:38.692349 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4409be-1bc9-43bf-8e83-8afc16d2c874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cfe3924-f3c9-4068-a9ca-56dcf36a2a55'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:38.694612 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5a76d6-3d27-4ce7-ba02-fde52a52357c" -d '{"events": [{"server_uuid": "bc4409be-1bc9-43bf-8e83-8afc16d2c874", "name": "network-vif-unplugged", "status": "completed", "tag": "7cfe3924-f3c9-4068-a9ca-56dcf36a2a55"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:38.698035 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:38.711019 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Transition to ACTIVE for port object 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:38.714828 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:38.762801 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55,revision_number=6']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:38.789201 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] No DVR routers for this DVR port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:38:38.793129 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:38.793488 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:38.793840 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:38.794185 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:38.794571 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:38.794879 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:38.795217 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:38.795551 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:38.795885 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:38.796217 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:38.796548 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:38.796878 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:38.823485 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d80a14-94ac-4612-8709-db780613cedd x-openstack-request-id: req-03d80a14-94ac-4612-8709-db780613cedd {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:38.823778 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4409be-1bc9-43bf-8e83-8afc16d2c874", "name": "network-vif-unplugged", "status": "completed", "tag": "7cfe3924-f3c9-4068-a9ca-56dcf36a2a55", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:38.824026 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-03d80a14-94ac-4612-8709-db780613cedd {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:38.824422 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4409be-1bc9-43bf-8e83-8afc16d2c874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cfe3924-f3c9-4068-a9ca-56dcf36a2a55', 'code': 200} Jul 07 17:38:38.837503 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Attempting to bind port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:38.837841 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Attempting to bind port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '85c40e90-0df7-4e3e-8bb8-ce1a411b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '313fefcc-518f-4d64-ae58-cbc5afc82042'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:38.838176 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Attempting to bind port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 on network 313fefcc-518f-4d64-ae58-cbc5afc82042 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:38.842411 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 on network 313fefcc-518f-4d64-ae58-cbc5afc82042 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:38:38.842743 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Attempting to bind port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 on network 313fefcc-518f-4d64-ae58-cbc5afc82042 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:38.847624 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:38.847965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Checking segment: {'id': '85c40e90-0df7-4e3e-8bb8-ce1a411b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '313fefcc-518f-4d64-ae58-cbc5afc82042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:38.849217 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Bound using segment: {'id': '85c40e90-0df7-4e3e-8bb8-ce1a411b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '313fefcc-518f-4d64-ae58-cbc5afc82042'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:38.849646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Bound port: 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c40e90-0df7-4e3e-8bb8-ce1a411b76a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '313fefcc-518f-4d64-ae58-cbc5afc82042'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:38.850009 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:38.912831 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] For port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:38.915813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] For port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55,segment=NetworkSegment(85c40e90-0df7-4e3e-8bb8-ce1a411b76a9),segment_id=85c40e90-0df7-4e3e-8bb8-ce1a411b76a9)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:38.920289 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:38.954253 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:38.954898 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:38.956328 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] 10.222.0.69 "PUT /v2.0/ports/7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 HTTP/1.1" status: 200 len: 1091 time: 0.6187263 Jul 07 17:38:38.977212 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82122a53-b61f-4211-be60-df7194e497d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55,revision_number=7']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:39.034552 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-c531c751-aa40-4cd5-a80d-a1a8bba8adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:39.036124 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-c531c751-aa40-4cd5-a80d-a1a8bba8adbc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f0d1db894a64253b4321df00deb3a3a&device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 1094 time: 0.0560141 Jul 07 17:38:39.124392 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-d3e7b178-2fbb-4bd1-84d3-9ffe3d9cdba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:39.125889 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-d3e7b178-2fbb-4bd1-84d3-9ffe3d9cdba4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=313fefcc-518f-4d64-ae58-cbc5afc82042 HTTP/1.1" status: 200 len: 912 time: 0.0837536 Jul 07 17:38:39.166704 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-6dbc5643-a1a3-44ba-b7ba-53c4ec7e4416 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 HTTP/1.1" status: 200 len: 217 time: 0.0344553 Jul 07 17:38:39.220646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-21254b5e-650f-4c59-bc32-c439913e622c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:39.222130 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-21254b5e-650f-4c59-bc32-c439913e622c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c14eb42-75ff-4b72-8d73-29e3df1dc825 HTTP/1.1" status: 200 len: 851 time: 0.0488236 Jul 07 17:38:39.253699 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-0ac73ed7-e34d-4e57-9d56-6d08d8492ff3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=313fefcc-518f-4d64-ae58-cbc5afc82042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254567 Jul 07 17:38:39.263640 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-d54fc4ae-9ce6-499d-8736-c09ead23c78a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:38:39.264616 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-d54fc4ae-9ce6-499d-8736-c09ead23c78a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049469 Jul 07 17:38:39.351586 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-2f9fe955-4221-493e-bdc6-4686dca74acf service neutron] 10.222.0.69 "GET /v2.0/networks/313fefcc-518f-4d64-ae58-cbc5afc82042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803838 Jul 07 17:38:39.442937 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fcd0b5b8-8598-467a-90d9-a7905c785e9e req-cbed5003-4a89-46db-8856-6a6fb873c210 service neutron] 10.222.0.69 "GET /v2.0/networks/313fefcc-518f-4d64-ae58-cbc5afc82042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848730 Jul 07 17:38:39.783642 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fb517-d506-48b8-863f-7464b28451e1 req-ce1935d2-254c-4319-b9fa-48fb62e938ba tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:39.785109 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d2fb517-d506-48b8-863f-7464b28451e1 req-ce1935d2-254c-4319-b9fa-48fb62e938ba tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 943 time: 0.0628207 Jul 07 17:38:39.822229 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d2fb517-d506-48b8-863f-7464b28451e1 req-d53aac3e-0847-46a4-9523-55c8aa1ec0e2 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312102 Jul 07 17:38:40.825248 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4409be-1bc9-43bf-8e83-8afc16d2c874', 'tag': '7cfe3924-f3c9-4068-a9ca-56dcf36a2a55'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:40.827636 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d719df7-0aff-4fb3-9e09-8aff895a4849" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4409be-1bc9-43bf-8e83-8afc16d2c874", "tag": "7cfe3924-f3c9-4068-a9ca-56dcf36a2a55"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:40.876466 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2933845c-442f-4787-a261-f1484fc4e2ff x-openstack-request-id: req-2933845c-442f-4787-a261-f1484fc4e2ff {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:40.876771 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4409be-1bc9-43bf-8e83-8afc16d2c874", "tag": "7cfe3924-f3c9-4068-a9ca-56dcf36a2a55", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:40.877032 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2933845c-442f-4787-a261-f1484fc4e2ff {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:40.877437 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4409be-1bc9-43bf-8e83-8afc16d2c874', 'tag': '7cfe3924-f3c9-4068-a9ca-56dcf36a2a55', 'status': 'completed', 'code': 200} Jul 07 17:38:40.954192 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d719df7-0aff-4fb3-9e09-8aff895a4849 req-6ce12ace-6568-492f-808f-880fddc5026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:40.955717 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d719df7-0aff-4fb3-9e09-8aff895a4849 req-6ce12ace-6568-492f-808f-880fddc5026b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f0d1db894a64253b4321df00deb3a3a&device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 1094 time: 0.0580735 Jul 07 17:38:40.992835 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d719df7-0aff-4fb3-9e09-8aff895a4849 req-d3c762e3-323e-4a0c-9db8-646360e0aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:40.994439 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0d719df7-0aff-4fb3-9e09-8aff895a4849 req-d3c762e3-323e-4a0c-9db8-646360e0aaf3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f0d1db894a64253b4321df00deb3a3a&device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 1094 time: 0.0943549 Jul 07 17:38:41.053296 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d719df7-0aff-4fb3-9e09-8aff895a4849 req-57181c11-36e1-45ab-acc8-b0deb71d16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:41.054819 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d719df7-0aff-4fb3-9e09-8aff895a4849 req-57181c11-36e1-45ab-acc8-b0deb71d16ce service neutron] 10.222.0.69 "GET /v2.0/networks?id=313fefcc-518f-4d64-ae58-cbc5afc82042 HTTP/1.1" status: 200 len: 912 time: 0.0933275 Jul 07 17:38:41.076545 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ff6b3-d148-4a50-b78e-501406e6b4a5 req-af6f86dc-1dcd-4bad-8535-39b4b02fa81e tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:41.078072 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b30ff6b3-d148-4a50-b78e-501406e6b4a5 req-af6f86dc-1dcd-4bad-8535-39b4b02fa81e tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 943 time: 0.1386499 Jul 07 17:38:41.098436 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d719df7-0aff-4fb3-9e09-8aff895a4849 req-458668c1-213e-4592-b611-7ddbd49389f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 HTTP/1.1" status: 200 len: 217 time: 0.0365095 Jul 07 17:38:41.125972 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:41.132914 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d719df7-0aff-4fb3-9e09-8aff895a4849 req-08b22a19-c008-456f-9e51-3acbbdeff8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:41.134364 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0d719df7-0aff-4fb3-9e09-8aff895a4849 req-08b22a19-c008-456f-9e51-3acbbdeff8ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=313fefcc-518f-4d64-ae58-cbc5afc82042 HTTP/1.1" status: 200 len: 912 time: 0.1325130 Jul 07 17:38:41.141940 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b30ff6b3-d148-4a50-b78e-501406e6b4a5 req-988ad237-378f-4a95-a82e-6987e2a27c24 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529752 Jul 07 17:38:41.150058 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d719df7-0aff-4fb3-9e09-8aff895a4849 req-ec837f75-3cad-46d0-85d6-acc4ad394816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:41.151899 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d719df7-0aff-4fb3-9e09-8aff895a4849 req-ec837f75-3cad-46d0-85d6-acc4ad394816 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c14eb42-75ff-4b72-8d73-29e3df1dc825 HTTP/1.1" status: 200 len: 851 time: 0.0475965 Jul 07 17:38:41.170249 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:41.179649 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0d719df7-0aff-4fb3-9e09-8aff895a4849 req-5832256a-5719-4580-92d9-b9407043078b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 HTTP/1.1" status: 200 len: 217 time: 0.0365012 Jul 07 17:38:41.194027 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d719df7-0aff-4fb3-9e09-8aff895a4849 req-acb6580d-f624-4493-af5f-a6a58e7a8855 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=313fefcc-518f-4d64-ae58-cbc5afc82042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344696 Jul 07 17:38:41.228656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d719df7-0aff-4fb3-9e09-8aff895a4849 req-49e96834-5fa8-48ff-a246-9f53984d064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:41.230130 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0d719df7-0aff-4fb3-9e09-8aff895a4849 req-49e96834-5fa8-48ff-a246-9f53984d064e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c14eb42-75ff-4b72-8d73-29e3df1dc825 HTTP/1.1" status: 200 len: 851 time: 0.0447574 Jul 07 17:38:41.264750 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0d719df7-0aff-4fb3-9e09-8aff895a4849 req-3c33633b-3b63-424c-910f-e9615fa9f6e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=313fefcc-518f-4d64-ae58-cbc5afc82042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282521 Jul 07 17:38:41.365415 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0d719df7-0aff-4fb3-9e09-8aff895a4849 req-12a176ff-d647-447d-a937-7654a39a2ae4 service neutron] 10.222.0.15 "GET /v2.0/networks/313fefcc-518f-4d64-ae58-cbc5afc82042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942440 Jul 07 17:38:41.457849 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0d719df7-0aff-4fb3-9e09-8aff895a4849 req-05b1182d-bd31-40dc-9a10-893a25ea39c3 service neutron] 10.222.0.15 "GET /v2.0/networks/313fefcc-518f-4d64-ae58-cbc5afc82042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867150 Jul 07 17:38:41.605623 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d719df7-0aff-4fb3-9e09-8aff895a4849 req-a1d028a6-ac47-4ff9-ae63-d2a180f2ef2c service neutron] 10.222.0.69 "GET /v2.0/networks/313fefcc-518f-4d64-ae58-cbc5afc82042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053514 Jul 07 17:38:41.696234 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d719df7-0aff-4fb3-9e09-8aff895a4849 req-53fce144-01b1-456b-a713-f038993dbc3a service neutron] 10.222.0.69 "GET /v2.0/networks/313fefcc-518f-4d64-ae58-cbc5afc82042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839701 Jul 07 17:38:42.327798 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9e100-c0f7-4c6e-adef-e3cb6f7c3727 req-8a76b98d-4c27-4d06-9c38-5a6dd3329023 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:42.329425 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87f9e100-c0f7-4c6e-adef-e3cb6f7c3727 req-8a76b98d-4c27-4d06-9c38-5a6dd3329023 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 943 time: 0.0705481 Jul 07 17:38:42.360590 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:38:42.370448 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87f9e100-c0f7-4c6e-adef-e3cb6f7c3727 req-31496380-ce0f-4f28-a294-488de1282541 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345240 Jul 07 17:38:42.466330 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55,segment=NetworkSegment(85c40e90-0df7-4e3e-8bb8-ce1a411b76a9),segment_id=85c40e90-0df7-4e3e-8bb8-ce1a411b76a9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:42.478109 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '7cfe3924-f3c9-4068-a9ca-56dcf36a2a55', 'network_id': '313fefcc-518f-4d64-ae58-cbc5afc82042', 'port_id': '7cfe3924-f3c9-4068-a9ca-56dcf36a2a55', 'mac_address': 'fa:16:3e:79:2b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c14eb42-75ff-4b72-8d73-29e3df1dc825', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:38:42.516592 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:42.529377 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:42.548906 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55,segment=NetworkSegment(85c40e90-0df7-4e3e-8bb8-ce1a411b76a9),segment_id=85c40e90-0df7-4e3e-8bb8-ce1a411b76a9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:42.552904 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:42.599705 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:42.925773 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['7cfe3924-f3c9-4068-a9ca-56dcf36a2a55'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:43.551858 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9c93e-c2c5-4ebd-a385-ba271c4d46de req-acfa60d3-663b-4651-aeb4-9ff55432134b tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:43.553391 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-daf9c93e-c2c5-4ebd-a385-ba271c4d46de req-acfa60d3-663b-4651-aeb4-9ff55432134b tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 944 time: 0.0686474 Jul 07 17:38:43.590585 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-daf9c93e-c2c5-4ebd-a385-ba271c4d46de req-49ab9bbb-8c14-4d38-9ed2-6f536cd20191 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316033 Jul 07 17:38:44.011753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-5f94ad79-14b0-4295-96df-77fe756d28be tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:44.013223 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-5f94ad79-14b0-4295-96df-77fe756d28be tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874&tenant_id=3f0d1db894a64253b4321df00deb3a3a&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 944 time: 0.1070738 Jul 07 17:38:44.075670 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-04377296-1852-4999-aeb4-a554c76f03da service neutron] delete failed (client error): The resource could not be found. Jul 07 17:38:44.076754 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-04377296-1852-4999-aeb4-a554c76f03da service neutron] 10.222.0.15 "DELETE /v2.0/ports/7cfe3924-f3c9-4068-a9ca-56dcf36a2a55/bindings/n-h1-793620-7 HTTP/1.1" status: 404 len: 380 time: 0.0581648 Jul 07 17:38:44.173311 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-2480a474-243d-4d7e-94a8-97d451ea583c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:44.174854 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-2480a474-243d-4d7e-94a8-97d451ea583c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f0d1db894a64253b4321df00deb3a3a&device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 1095 time: 0.0548995 Jul 07 17:38:44.269045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-68f5ccd4-9dae-41d7-9489-36cc4317e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:44.270464 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-68f5ccd4-9dae-41d7-9489-36cc4317e079 service neutron] 10.222.0.15 "GET /v2.0/networks?id=313fefcc-518f-4d64-ae58-cbc5afc82042 HTTP/1.1" status: 200 len: 912 time: 0.0898941 Jul 07 17:38:44.311532 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-adc5f1bf-f34f-4fea-ba40-a81198373466 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 HTTP/1.1" status: 200 len: 217 time: 0.0349152 Jul 07 17:38:44.359221 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-fd217507-8c25-4365-9991-9621b0a01c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:44.360642 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-fd217507-8c25-4365-9991-9621b0a01c6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c14eb42-75ff-4b72-8d73-29e3df1dc825 HTTP/1.1" status: 200 len: 851 time: 0.0430799 Jul 07 17:38:44.373686 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:44.395681 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-8686fcc2-71e0-40f9-b270-4227dbc53b50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=313fefcc-518f-4d64-ae58-cbc5afc82042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269239 Jul 07 17:38:44.421539 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:44.425501 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:44.425881 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:44.490093 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-14f41fb6-bffb-499a-8bf1-66845a0fbc17 service neutron] 10.222.0.15 "GET /v2.0/networks/313fefcc-518f-4d64-ae58-cbc5afc82042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877533 Jul 07 17:38:44.511583 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:44.513730 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:44.534631 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4409be-1bc9-43bf-8e83-8afc16d2c874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfe3924-f3c9-4068-a9ca-56dcf36a2a55'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:44.537327 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab1672c-1123-41a2-a15e-9ab040f388dd" -d '{"events": [{"server_uuid": "bc4409be-1bc9-43bf-8e83-8afc16d2c874", "name": "network-vif-plugged", "status": "completed", "tag": "7cfe3924-f3c9-4068-a9ca-56dcf36a2a55"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:44.549802 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55,segment=NetworkSegment(85c40e90-0df7-4e3e-8bb8-ce1a411b76a9),segment_id=85c40e90-0df7-4e3e-8bb8-ce1a411b76a9)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:44.554854 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:44.583222 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-d35360a9-f860-4dc5-9622-980d198f6ce8 service neutron] 10.222.0.15 "GET /v2.0/networks/313fefcc-518f-4d64-ae58-cbc5afc82042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868802 Jul 07 17:38:44.594064 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcd3844-a6b3-4ae5-b79b-555b5aea48b6 x-openstack-request-id: req-0bcd3844-a6b3-4ae5-b79b-555b5aea48b6 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:44.594356 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4409be-1bc9-43bf-8e83-8afc16d2c874", "name": "network-vif-plugged", "status": "completed", "tag": "7cfe3924-f3c9-4068-a9ca-56dcf36a2a55", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:44.594651 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0bcd3844-a6b3-4ae5-b79b-555b5aea48b6 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:44.595062 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4409be-1bc9-43bf-8e83-8afc16d2c874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfe3924-f3c9-4068-a9ca-56dcf36a2a55', 'code': 200} Jul 07 17:38:44.609459 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:44.758066 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-137302ea-7193-4025-b32f-9a2ea162000d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:45.392795 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de8544-6f51-4d51-b3b0-b96705829de9 req-b0c9c924-f5b4-4fb3-a903-35f4dc18006b tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:45.394270 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c2de8544-6f51-4d51-b3b0-b96705829de9 req-b0c9c924-f5b4-4fb3-a903-35f4dc18006b tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0678091 Jul 07 17:38:45.431974 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c2de8544-6f51-4d51-b3b0-b96705829de9 req-99bb2d17-c05c-48dc-a669-5fe8845eaf93 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315650 Jul 07 17:38:46.606762 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fae8bb-363c-4995-be15-fd2c30f7623a req-f2296769-7bc8-4726-91c3-7f574b51936a tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:46.608257 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b8fae8bb-363c-4995-be15-fd2c30f7623a req-f2296769-7bc8-4726-91c3-7f574b51936a tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0629621 Jul 07 17:38:46.681039 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b8fae8bb-363c-4995-be15-fd2c30f7623a req-41b399e6-d43d-46c4-be7e-7c200c7940e9 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.50 "GET /v2.0/security-groups?id=24057c5e-ca7c-48cf-93b6-78cd74e99e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605624 Jul 07 17:38:46.704380 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-78124fba-152b-4522-9351-7dd0cff7c141 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:46.705900 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-78124fba-152b-4522-9351-7dd0cff7c141 tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc4409be-1bc9-43bf-8e83-8afc16d2c874 HTTP/1.1" status: 200 len: 945 time: 0.0943198 Jul 07 17:38:46.805228 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-7892ae85-3f9b-440a-affa-303a585ef0cd tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Deleting port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:38:46.805486 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-7892ae85-3f9b-440a-affa-303a585ef0cd tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:46.851748 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:46.898440 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-7892ae85-3f9b-440a-affa-303a585ef0cd tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] For port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55,segment=NetworkSegment(85c40e90-0df7-4e3e-8bb8-ce1a411b76a9),segment_id=85c40e90-0df7-4e3e-8bb8-ce1a411b76a9)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:46.898799 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-7892ae85-3f9b-440a-affa-303a585ef0cd tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:46.910297 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-7892ae85-3f9b-440a-affa-303a585ef0cd tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Calling delete_port for 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:38:47.038313 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-7892ae85-3f9b-440a-affa-303a585ef0cd tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:47.049934 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['7cfe3924-f3c9-4068-a9ca-56dcf36a2a55'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:47.065708 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892ae85-3f9b-440a-affa-303a585ef0cd tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Pushing event deleted for resources: {'Port': ['ID=7cfe3924-f3c9-4068-a9ca-56dcf36a2a55,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:47.112671 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-7892ae85-3f9b-440a-affa-303a585ef0cd tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] No DVR routers for this DVR port 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:38:47.116944 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-7892ae85-3f9b-440a-affa-303a585ef0cd tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:47.119055 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5a2bd1bc-a9a1-49e9-b6bd-e26d23a256fb req-7892ae85-3f9b-440a-affa-303a585ef0cd tempest-DeleteServersTestJSON-1996999024 tempest-DeleteServersTestJSON-1996999024-project] 10.222.0.69 "DELETE /v2.0/ports/7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 HTTP/1.1" status: 204 len: 173 time: 0.4080939 Jul 07 17:38:47.119565 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4409be-1bc9-43bf-8e83-8afc16d2c874', 'name': 'network-vif-deleted', 'tag': '7cfe3924-f3c9-4068-a9ca-56dcf36a2a55'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:47.121916 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f346866e-479a-4f43-b5f1-7fe8b91ba988" -d '{"events": [{"server_uuid": "bc4409be-1bc9-43bf-8e83-8afc16d2c874", "name": "network-vif-deleted", "tag": "7cfe3924-f3c9-4068-a9ca-56dcf36a2a55"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:47.158509 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f980a55e-5b40-4a8a-8176-d7be30546e51 x-openstack-request-id: req-f980a55e-5b40-4a8a-8176-d7be30546e51 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:47.158961 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4409be-1bc9-43bf-8e83-8afc16d2c874", "name": "network-vif-deleted", "tag": "7cfe3924-f3c9-4068-a9ca-56dcf36a2a55", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:47.159396 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f980a55e-5b40-4a8a-8176-d7be30546e51 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:47.159985 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4409be-1bc9-43bf-8e83-8afc16d2c874', 'name': 'network-vif-deleted', 'tag': '7cfe3924-f3c9-4068-a9ca-56dcf36a2a55', 'status': 'completed', 'code': 200} Jul 07 17:38:47.678228 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:47.922751 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33082) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:47.971551 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d32569-e058-43e6-99b6-bbf3217accbe admin admin] Deleting subnet 4c14eb42-75ff-4b72-8d73-29e3df1dc825 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:38:47.975882 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68d32569-e058-43e6-99b6-bbf3217accbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:47.985483 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6296e7e4-57cd-4f0a-8657-5abff8cf7ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:48.018278 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68d32569-e058-43e6-99b6-bbf3217accbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:48.056855 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68d32569-e058-43e6-99b6-bbf3217accbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:48.112566 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68d32569-e058-43e6-99b6-bbf3217accbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:48.140564 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d32569-e058-43e6-99b6-bbf3217accbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c14eb42-75ff-4b72-8d73-29e3df1dc825,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:48.145844 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68d32569-e058-43e6-99b6-bbf3217accbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:48.147840 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-68d32569-e058-43e6-99b6-bbf3217accbe admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4c14eb42-75ff-4b72-8d73-29e3df1dc825 HTTP/1.1" status: 204 len: 168 time: 0.2239773 Jul 07 17:38:48.150239 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33084) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:48.222844 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1db2b3de-5e61-4fa4-8885-b11f5a1e84ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:48.300418 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1db2b3de-5e61-4fa4-8885-b11f5a1e84ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:48.310662 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-1db2b3de-5e61-4fa4-8885-b11f5a1e84ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313fefcc-518f-4d64-ae58-cbc5afc82042']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:48.321563 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-1db2b3de-5e61-4fa4-8885-b11f5a1e84ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c40e90-0df7-4e3e-8bb8-ce1a411b76a9') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:48.321864 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-1db2b3de-5e61-4fa4-8885-b11f5a1e84ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c40e90-0df7-4e3e-8bb8-ce1a411b76a9') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:38:48.330474 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1db2b3de-5e61-4fa4-8885-b11f5a1e84ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:48.344185 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1db2b3de-5e61-4fa4-8885-b11f5a1e84ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:48.349998 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db2b3de-5e61-4fa4-8885-b11f5a1e84ea admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:38:48.350408 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1db2b3de-5e61-4fa4-8885-b11f5a1e84ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:38:48.352077 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:38:48.409189 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1db2b3de-5e61-4fa4-8885-b11f5a1e84ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:48.414860 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1db2b3de-5e61-4fa4-8885-b11f5a1e84ea admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:48.416714 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1db2b3de-5e61-4fa4-8885-b11f5a1e84ea admin admin] 10.222.0.50 "DELETE /v2.0/networks/313fefcc-518f-4d64-ae58-cbc5afc82042 HTTP/1.1" status: 204 len: 168 time: 0.2654288 Jul 07 17:38:48.428226 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2b3de-5e61-4fa4-8885-b11f5a1e84ea admin admin] Pushing event deleted for resources: {'Network': ['ID=313fefcc-518f-4d64-ae58-cbc5afc82042,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:48.524854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33088) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:48.565295 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-eb59a0a1-537a-4300-8184-e88c08b9d004 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f0d1db894a64253b4321df00deb3a3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389223 Jul 07 17:38:48.568422 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33090) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:48.616968 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6968-68e1-4bb6-bcee-7ab22ee48175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:48.638975 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6968-68e1-4bb6-bcee-7ab22ee48175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:48.685955 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6968-68e1-4bb6-bcee-7ab22ee48175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:48.688580 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6968-68e1-4bb6-bcee-7ab22ee48175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:48.690187 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7dbd6968-68e1-4bb6-bcee-7ab22ee48175 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24057c5e-ca7c-48cf-93b6-78cd74e99e3c HTTP/1.1" status: 204 len: 168 time: 0.1205554 Jul 07 17:38:48.698097 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd6968-68e1-4bb6-bcee-7ab22ee48175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24057c5e-ca7c-48cf-93b6-78cd74e99e3c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:48.961417 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:49.363745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33112) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:49.457431 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-36028493-network', 'tenant_id': 'ee4b07ef102642e18397926dfd077a9c'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:49.479285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Made reservation on behalf of ee4b07ef102642e18397926dfd077a9c for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:38:49.481610 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:49.490007 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:49.575554 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:49.579591 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:49.607439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:38:49.609350 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e64c86-7e09-44e3-a035-d4acd660a5a5,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:49.620531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:49.620962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:49.621315 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:49.621637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:49.621969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:49.622293 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:49.622642 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:49.622966 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:49.623298 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:49.623614 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:49.623920 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:49.624242 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:49.630324 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:49.630694 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Added segment c9db9401-9b82-466a-8f10-7f3f3f986c2f of type vlan for network 3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 Jul 07 17:38:49.670393 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:49.699054 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:49.700285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:49.700900 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:49.759790 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3949273 Jul 07 17:38:49.762862 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33116) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:38:49.768336 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-53feda57-ca85-4d60-9db2-5e37acdbf9b3 admin admin] Request body: {'subnet': {'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-36028493-subnet', 'tenant_id': 'ee4b07ef102642e18397926dfd077a9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:49.768949 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978ac44-a762-4862-9bbf-23d569e53125 admin admin] Pushing event updated for resources: {'Network': ['ID=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:49.780960 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:38:49.793664 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53feda57-ca85-4d60-9db2-5e37acdbf9b3 admin admin] Made reservation on behalf of ee4b07ef102642e18397926dfd077a9c for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:38:49.796205 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-53feda57-ca85-4d60-9db2-5e37acdbf9b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:49.981996 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-53feda57-ca85-4d60-9db2-5e37acdbf9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:50.045102 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53feda57-ca85-4d60-9db2-5e37acdbf9b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d94d99-217f-41c0-89ee-3d9eea4331eb,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:50.053724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53feda57-ca85-4d60-9db2-5e37acdbf9b3 admin admin] Checking segment: {'id': 'c9db9401-9b82-466a-8f10-7f3f3f986c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:50.054102 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53feda57-ca85-4d60-9db2-5e37acdbf9b3 admin admin] Network hostable DHCP agents. Network: 3372c1e6-4d3c-4834-bbe0-d16ae9542ae2, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:38:50.073737 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53feda57-ca85-4d60-9db2-5e37acdbf9b3 admin admin] Network 3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:38:50.083919 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-53feda57-ca85-4d60-9db2-5e37acdbf9b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 3372c1e6-4d3c-4834-bbe0-d16ae9542ae2) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:50.089926 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53feda57-ca85-4d60-9db2-5e37acdbf9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:50.090893 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-53feda57-ca85-4d60-9db2-5e37acdbf9b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:50.091942 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342a9e67-f42c-4c62-b2b1-e857c3815806 None None] Network 3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:38:50.105358 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-53feda57-ca85-4d60-9db2-5e37acdbf9b3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3411903 Jul 07 17:38:50.226580 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30955fbd-c6ff-4334-b056-1cce7a2e48a4 None None] Network 3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:38:50.385166 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:38:50.404206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:38:50.404554 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 7cfe3924-f3c9-4068-a9ca-56dcf36a2a55 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:38:50.425417 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:50.537239 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-f0c021af-7e9f-4da3-8e6a-e2bdc78d5582 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:50.538770 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-f0c021af-7e9f-4da3-8e6a-e2bdc78d5582 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/networks?id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 HTTP/1.1" status: 200 len: 813 time: 0.1003156 Jul 07 17:38:50.554182 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-60278fb3-7a5e-46ed-9edb-07ac1dcf0460 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/quotas/ee4b07ef102642e18397926dfd077a9c HTTP/1.1" status: 200 len: 375 time: 0.0098093 Jul 07 17:38:50.592569 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-03b9ec3e-ce58-467d-970f-d36676c6657e tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee4b07ef102642e18397926dfd077a9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334060 Jul 07 17:38:50.604402 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-cf7f46c7-704c-4d5e-b110-cdcdf3a2acad tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:38:50.605399 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-cf7f46c7-704c-4d5e-b110-cdcdf3a2acad tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061128 Jul 07 17:38:50.745384 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-9c06196c-413f-46cd-81e1-f8d2af889886 service neutron] 10.222.0.50 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340637 Jul 07 17:38:50.838013 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-48c24d8e-ca46-4d46-933a-de82a1b4b235 service neutron] 10.222.0.50 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868177 Jul 07 17:38:51.005778 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9140c39b-0021-4894-9469-fa29de1a6a99 req-341314b7-854c-4326-8c9a-2aea60f5179f tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 210 time: 0.0280714 Jul 07 17:38:52.048345 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-7efa4147-6d08-4d1c-ae58-c154ba3398e9 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:52.050016 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-7efa4147-6d08-4d1c-ae58-c154ba3398e9 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.69 "GET /v2.0/networks?id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 HTTP/1.1" status: 200 len: 813 time: 0.1105027 Jul 07 17:38:52.066091 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-3ba7434b-8446-46f0-9a78-9a0ca21711ab tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Request body: {'port': {'device_id': '72c265a8-2946-46a4-bfac-7cd10c3bac39', 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2', 'admin_state_up': True, 'tenant_id': 'ee4b07ef102642e18397926dfd077a9c'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:52.157735 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55871781-b2db-4a9c-8aa4-82f9b6700455 req-b85f46fb-3704-431c-853b-edaf4e6d0b3b tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 210 time: 0.0310948 Jul 07 17:38:52.187022 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-3ba7434b-8446-46f0-9a78-9a0ca21711ab tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Made reservation on behalf of ee4b07ef102642e18397926dfd077a9c for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:38:52.190937 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-3ba7434b-8446-46f0-9a78-9a0ca21711ab tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:52.328323 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-3ba7434b-8446-46f0-9a78-9a0ca21711ab tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Allocated IP 172.20.0.2 (3372c1e6-4d3c-4834-bbe0-d16ae9542ae2/60d94d99-217f-41c0-89ee-3d9eea4331eb/159297c0-2475-4520-8665-fc2ab2a728a0) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:38:52.473534 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-3ba7434b-8446-46f0-9a78-9a0ca21711ab tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:52.512665 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-3ba7434b-8446-46f0-9a78-9a0ca21711ab tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:52.556693 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-3ba7434b-8446-46f0-9a78-9a0ca21711ab tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Network 3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:38:52.560173 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-3ba7434b-8446-46f0-9a78-9a0ca21711ab tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:38:52.567553 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-3ba7434b-8446-46f0-9a78-9a0ca21711ab tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:38:52.593977 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7434b-8446-46f0-9a78-9a0ca21711ab tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Pushing event updated for resources: {'Port': ['ID=159297c0-2475-4520-8665-fc2ab2a728a0,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:52.618938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-3ba7434b-8446-46f0-9a78-9a0ca21711ab tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:52.619556 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-3ba7434b-8446-46f0-9a78-9a0ca21711ab tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:52.633861 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-3ba7434b-8446-46f0-9a78-9a0ca21711ab tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5721917 Jul 07 17:38:52.645884 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] Request body: {'port': {'device_id': '72c265a8-2946-46a4-bfac-7cd10c3bac39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:38:52.719517 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:52.978368 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159297c0-2475-4520-8665-fc2ab2a728a0 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:52.985814 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:52.998119 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] Transition to ACTIVE for port object 159297c0-2475-4520-8665-fc2ab2a728a0 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:38:53.001936 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:53.052047 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] Pushing event updated for resources: {'Port': ['ID=159297c0-2475-4520-8665-fc2ab2a728a0,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:53.124385 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] Attempting to bind port 159297c0-2475-4520-8665-fc2ab2a728a0 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:38:53.124724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] Attempting to bind port 159297c0-2475-4520-8665-fc2ab2a728a0 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'c9db9401-9b82-466a-8f10-7f3f3f986c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:38:53.125059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] Attempting to bind port 159297c0-2475-4520-8665-fc2ab2a728a0 on network 3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:53.129513 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] Port 159297c0-2475-4520-8665-fc2ab2a728a0 on network 3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:38:53.129829 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] Attempting to bind port 159297c0-2475-4520-8665-fc2ab2a728a0 on network 3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:38:53.134647 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:38:53.134984 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] Checking segment: {'id': 'c9db9401-9b82-466a-8f10-7f3f3f986c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:38:53.135369 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] Bound using segment: {'id': 'c9db9401-9b82-466a-8f10-7f3f3f986c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:38:53.135796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] Bound port: 159297c0-2475-4520-8665-fc2ab2a728a0, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9db9401-9b82-466a-8f10-7f3f3f986c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:38:53.136155 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:53.199433 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] For port 159297c0-2475-4520-8665-fc2ab2a728a0, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:38:53.202347 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] For port 159297c0-2475-4520-8665-fc2ab2a728a0, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=159297c0-2475-4520-8665-fc2ab2a728a0,segment=NetworkSegment(c9db9401-9b82-466a-8f10-7f3f3f986c2f),segment_id=c9db9401-9b82-466a-8f10-7f3f3f986c2f)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:38:53.206833 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:53.246784 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:53.247408 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:53.249154 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] 10.222.0.69 "PUT /v2.0/ports/159297c0-2475-4520-8665-fc2ab2a728a0 HTTP/1.1" status: 200 len: 1091 time: 0.6073773 Jul 07 17:38:53.251496 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c265a8-2946-46a4-bfac-7cd10c3bac39', 'tag': '159297c0-2475-4520-8665-fc2ab2a728a0'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:53.254600 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba39dca-2b87-4e01-84e4-8c56e4a79f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "72c265a8-2946-46a4-bfac-7cd10c3bac39", "tag": "159297c0-2475-4520-8665-fc2ab2a728a0"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:53.290474 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29061b-8752-44c6-a259-fd70f3475351 service neutron] Pushing event updated for resources: {'Port': ['ID=159297c0-2475-4520-8665-fc2ab2a728a0,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:53.313340 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42c50c7-bd47-4ee7-8b25-8359d33e92bf x-openstack-request-id: req-e42c50c7-bd47-4ee7-8b25-8359d33e92bf {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:53.313645 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c265a8-2946-46a4-bfac-7cd10c3bac39", "tag": "159297c0-2475-4520-8665-fc2ab2a728a0", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:53.313901 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e42c50c7-bd47-4ee7-8b25-8359d33e92bf {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:53.314295 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c265a8-2946-46a4-bfac-7cd10c3bac39', 'tag': '159297c0-2475-4520-8665-fc2ab2a728a0', 'status': 'completed', 'code': 200} Jul 07 17:38:53.384543 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b4117-52f5-4657-ae75-b87fdaa34c72 req-580c54fe-b0dd-4f4d-a31e-a597d9ca470d tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:53.386150 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-985b4117-52f5-4657-ae75-b87fdaa34c72 req-580c54fe-b0dd-4f4d-a31e-a597d9ca470d tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 943 time: 0.1109986 Jul 07 17:38:53.409333 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ec7a1c69-f608-4c8a-816f-284d3a995343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:53.410871 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-ec7a1c69-f608-4c8a-816f-284d3a995343 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ee4b07ef102642e18397926dfd077a9c&device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 1094 time: 0.0953670 Jul 07 17:38:53.463575 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-99bd7f5a-e536-42f9-80b2-a92ab2aa4e0b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=159297c0-2475-4520-8665-fc2ab2a728a0 HTTP/1.1" status: 200 len: 217 time: 0.0450001 Jul 07 17:38:53.466544 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-985b4117-52f5-4657-ae75-b87fdaa34c72 req-e0bc4c13-208b-4155-b8e8-f06678abe350 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745735 Jul 07 17:38:53.513309 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-130fbb3d-bdd9-4ea3-bd2b-eb3aa2f55b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:53.514723 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-130fbb3d-bdd9-4ea3-bd2b-eb3aa2f55b80 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60d94d99-217f-41c0-89ee-3d9eea4331eb HTTP/1.1" status: 200 len: 853 time: 0.0451677 Jul 07 17:38:53.547575 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-3c3e1b2f-d755-44a3-8e7f-c7712ed4a04f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265350 Jul 07 17:38:53.639498 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-cb8cb4b7-72a4-4973-a159-1e2bdad83345 service neutron] 10.222.0.69 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860019 Jul 07 17:38:53.727319 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7cfd455c-82c9-4c83-b591-d51f0aeba3c1 req-4aa3d3f7-63ce-4e1a-b43d-079b3d7d398a service neutron] 10.222.0.69 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820241 Jul 07 17:38:53.823292 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba39dca-2b87-4e01-84e4-8c56e4a79f5c req-496abb44-af69-429c-9ca5-4ce9d4b75d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:53.824695 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ba39dca-2b87-4e01-84e4-8c56e4a79f5c req-496abb44-af69-429c-9ca5-4ce9d4b75d38 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ee4b07ef102642e18397926dfd077a9c&device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 1094 time: 0.0520122 Jul 07 17:38:53.919155 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba39dca-2b87-4e01-84e4-8c56e4a79f5c req-7ebda56a-1be2-4d6f-a3a2-e0c1427993b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:53.920656 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ba39dca-2b87-4e01-84e4-8c56e4a79f5c req-7ebda56a-1be2-4d6f-a3a2-e0c1427993b2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 HTTP/1.1" status: 200 len: 914 time: 0.0893261 Jul 07 17:38:53.962489 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ba39dca-2b87-4e01-84e4-8c56e4a79f5c req-54d526e1-ce22-4adc-81d7-bac58ce5970e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=159297c0-2475-4520-8665-fc2ab2a728a0 HTTP/1.1" status: 200 len: 217 time: 0.0347614 Jul 07 17:38:54.009215 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba39dca-2b87-4e01-84e4-8c56e4a79f5c req-c0057616-b01e-41f8-bda8-ec851e3a97b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:54.010771 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ba39dca-2b87-4e01-84e4-8c56e4a79f5c req-c0057616-b01e-41f8-bda8-ec851e3a97b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60d94d99-217f-41c0-89ee-3d9eea4331eb HTTP/1.1" status: 200 len: 853 time: 0.0430565 Jul 07 17:38:54.046662 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ba39dca-2b87-4e01-84e4-8c56e4a79f5c req-9889900d-ef9f-493c-b32e-2872c9512f1c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295510 Jul 07 17:38:54.135934 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ba39dca-2b87-4e01-84e4-8c56e4a79f5c req-89cbaadc-0c6a-46f6-8efe-b9f7e29971d4 service neutron] 10.222.0.69 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829959 Jul 07 17:38:54.230516 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ba39dca-2b87-4e01-84e4-8c56e4a79f5c req-cd5ca9e9-c3c7-477f-995b-9dcc19c15b3c service neutron] 10.222.0.69 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874267 Jul 07 17:38:54.640850 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380892ed-40e2-4bca-9e2e-37adbbd4945d req-63d13c91-ca15-4d6d-b580-e15a7ca03cf1 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:54.642355 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-380892ed-40e2-4bca-9e2e-37adbbd4945d req-63d13c91-ca15-4d6d-b580-e15a7ca03cf1 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 943 time: 0.0644784 Jul 07 17:38:54.682107 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-380892ed-40e2-4bca-9e2e-37adbbd4945d req-562cad1a-e04f-4930-983f-db55703c649f tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319672 Jul 07 17:38:55.854684 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23019077-8a97-4e85-a7e4-c3bfe984d624 req-b42a6e6d-6942-4047-b72b-4a026af3242f tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:55.856223 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-23019077-8a97-4e85-a7e4-c3bfe984d624 req-b42a6e6d-6942-4047-b72b-4a026af3242f tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 943 time: 0.0640750 Jul 07 17:38:55.893969 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-23019077-8a97-4e85-a7e4-c3bfe984d624 req-459cdc5f-1261-4e36-b587-44483af53c69 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322304 Jul 07 17:38:56.399801 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 159297c0-2475-4520-8665-fc2ab2a728a0 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:38:56.496091 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 159297c0-2475-4520-8665-fc2ab2a728a0, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=159297c0-2475-4520-8665-fc2ab2a728a0,segment=NetworkSegment(c9db9401-9b82-466a-8f10-7f3f3f986c2f),segment_id=c9db9401-9b82-466a-8f10-7f3f3f986c2f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:56.507026 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '159297c0-2475-4520-8665-fc2ab2a728a0', 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2', 'port_id': '159297c0-2475-4520-8665-fc2ab2a728a0', 'mac_address': 'fa:16:3e:d5:05:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d94d99-217f-41c0-89ee-3d9eea4331eb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:38:56.542964 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:56.554996 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159297c0-2475-4520-8665-fc2ab2a728a0 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:38:56.574626 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 159297c0-2475-4520-8665-fc2ab2a728a0, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=159297c0-2475-4520-8665-fc2ab2a728a0,segment=NetworkSegment(c9db9401-9b82-466a-8f10-7f3f3f986c2f),segment_id=c9db9401-9b82-466a-8f10-7f3f3f986c2f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:56.578742 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:56.627751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=159297c0-2475-4520-8665-fc2ab2a728a0,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:56.642125 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:56.643110 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:56.643462 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:56.643806 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:56.644151 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:56.644487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:56.644822 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:56.645734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:56.646060 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:56.646399 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:56.646743 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:56.647070 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:38:56.889141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['159297c0-2475-4520-8665-fc2ab2a728a0'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:38:57.071736 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca823e35-6659-43ec-95a3-33d3373e8186 req-a95be358-0b4a-4f8a-9319-27dc9d3ceb94 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:57.073297 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ca823e35-6659-43ec-95a3-33d3373e8186 req-a95be358-0b4a-4f8a-9319-27dc9d3ceb94 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 944 time: 0.0675652 Jul 07 17:38:57.111105 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ca823e35-6659-43ec-95a3-33d3373e8186 req-3835f759-ed7b-4b34-b54a-75de94c7282c tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313768 Jul 07 17:38:58.287039 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074222e5-059f-4ea7-8520-c8026e0fc6fc req-dd0e6bb2-7b9e-4f5b-9866-d2c98cfab12f tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:58.288581 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-074222e5-059f-4ea7-8520-c8026e0fc6fc req-dd0e6bb2-7b9e-4f5b-9866-d2c98cfab12f tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 944 time: 0.0643060 Jul 07 17:38:58.330210 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-074222e5-059f-4ea7-8520-c8026e0fc6fc req-e64f4898-4882-43ca-b618-053de9ac4222 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360634 Jul 07 17:38:58.411057 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 159297c0-2475-4520-8665-fc2ab2a728a0 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:38:58.461163 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 159297c0-2475-4520-8665-fc2ab2a728a0 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:38:58.464823 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 159297c0-2475-4520-8665-fc2ab2a728a0 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:38:58.465210 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:58.698795 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:58.720276 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c265a8-2946-46a4-bfac-7cd10c3bac39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159297c0-2475-4520-8665-fc2ab2a728a0'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:38:58.722533 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c561fdd-e33d-4d27-b115-55effc10a036" -d '{"events": [{"server_uuid": "72c265a8-2946-46a4-bfac-7cd10c3bac39", "name": "network-vif-plugged", "status": "completed", "tag": "159297c0-2475-4520-8665-fc2ab2a728a0"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:38:58.735730 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 159297c0-2475-4520-8665-fc2ab2a728a0, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=159297c0-2475-4520-8665-fc2ab2a728a0,segment=NetworkSegment(c9db9401-9b82-466a-8f10-7f3f3f986c2f),segment_id=c9db9401-9b82-466a-8f10-7f3f3f986c2f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:38:58.740462 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:38:58.765019 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b4849a-2632-4d7e-933c-ebfc4050e0d4 x-openstack-request-id: req-c7b4849a-2632-4d7e-933c-ebfc4050e0d4 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:38:58.765319 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c265a8-2946-46a4-bfac-7cd10c3bac39", "name": "network-vif-plugged", "status": "completed", "tag": "159297c0-2475-4520-8665-fc2ab2a728a0", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:38:58.765574 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7b4849a-2632-4d7e-933c-ebfc4050e0d4 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:38:58.765968 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c265a8-2946-46a4-bfac-7cd10c3bac39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159297c0-2475-4520-8665-fc2ab2a728a0', 'code': 200} Jul 07 17:38:58.792104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=159297c0-2475-4520-8665-fc2ab2a728a0,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:38:58.870367 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe01556-a950-4383-aef0-204a294b491e req-58a45806-2120-47d9-b073-f0ce4fc423f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:58.871933 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7fe01556-a950-4383-aef0-204a294b491e req-58a45806-2120-47d9-b073-f0ce4fc423f1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 1096 time: 0.0521240 Jul 07 17:38:58.905040 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7fe01556-a950-4383-aef0-204a294b491e req-8d4497fc-34a0-4e4d-8d21-bcc9debc687f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268893 Jul 07 17:38:59.503121 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3aeb83-f432-401d-9397-d03311800bc0 req-c99d0748-2123-4f32-be90-76a158290a68 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:38:59.504614 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb3aeb83-f432-401d-9397-d03311800bc0 req-c99d0748-2123-4f32-be90-76a158290a68 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0623372 Jul 07 17:38:59.541778 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eb3aeb83-f432-401d-9397-d03311800bc0 req-c32c327f-3389-4b9e-b793-6af5505d7b64 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316813 Jul 07 17:39:00.712012 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636315a-072d-4e76-b0c7-b16de87f567e req-f17a2e13-b20b-4aa6-a6a9-ebf3cbffc9d7 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:00.713400 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7636315a-072d-4e76-b0c7-b16de87f567e req-f17a2e13-b20b-4aa6-a6a9-ebf3cbffc9d7 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0629089 Jul 07 17:39:00.750330 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7636315a-072d-4e76-b0c7-b16de87f567e req-daa5fe88-9dc6-4920-9b3b-a97a3eb898f7 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314488 Jul 07 17:39:00.926857 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea02013-9e22-4825-b743-06309ce10829 req-35ff0948-9996-4f06-93cf-49da74e23928 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:00.928357 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fea02013-9e22-4825-b743-06309ce10829 req-35ff0948-9996-4f06-93cf-49da74e23928 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0666676 Jul 07 17:39:00.965824 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fea02013-9e22-4825-b743-06309ce10829 req-9db81908-73a7-4898-a94b-41f1a6d32db6 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318522 Jul 07 17:39:01.304884 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970a09a-3d2f-4d11-aa1f-f85c21af2a8d req-38a3cc99-7f73-4db2-abd9-653ea140cdd4 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:01.306667 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f970a09a-3d2f-4d11-aa1f-f85c21af2a8d req-38a3cc99-7f73-4db2-abd9-653ea140cdd4 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0633206 Jul 07 17:39:01.344765 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f970a09a-3d2f-4d11-aa1f-f85c21af2a8d req-627e6f51-aab5-44f6-b481-d8f842b642f6 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324678 Jul 07 17:39:01.514476 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a22a4-fb11-4faf-ab80-85b9c9ade663 req-7d292a81-8c7b-47de-a947-84c16e38ab31 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:01.515937 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-225a22a4-fb11-4faf-ab80-85b9c9ade663 req-7d292a81-8c7b-47de-a947-84c16e38ab31 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0614395 Jul 07 17:39:01.556540 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-225a22a4-fb11-4faf-ab80-85b9c9ade663 req-e9a36361-7223-497d-ae88-deb319cbd8e2 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348830 Jul 07 17:39:01.937735 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-5c9a11f1-0e0d-408b-9446-17e32a73b9cb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834148 Jul 07 17:39:01.971219 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f026b1-9c6b-440e-8c6d-631aef3f0efd req-b3bd696b-67f3-4fae-aa28-a5d110817a94 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:01.972767 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-53f026b1-9c6b-440e-8c6d-631aef3f0efd req-b3bd696b-67f3-4fae-aa28-a5d110817a94 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0849977 Jul 07 17:39:02.012793 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-53f026b1-9c6b-440e-8c6d-631aef3f0efd req-6640f0ff-cb35-4176-86cf-b0ea20e28047 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341494 Jul 07 17:39:03.141557 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-3fce074a-e1d6-4a74-a34a-c79da572903f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:03.143036 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-3fce074a-e1d6-4a74-a34a-c79da572903f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ee4b07ef102642e18397926dfd077a9c&device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 1096 time: 0.0642719 Jul 07 17:39:03.267380 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996dde8-3f79-45b0-8e9a-f7051920622c req-1cd63ded-89f4-4682-8eea-dda109161d93 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:03.268841 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0996dde8-3f79-45b0-8e9a-f7051920622c req-1cd63ded-89f4-4682-8eea-dda109161d93 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.1409934 Jul 07 17:39:03.270213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-82fbc197-2f67-4616-89e2-bb46ff6229de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:03.271561 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-82fbc197-2f67-4616-89e2-bb46ff6229de service neutron] 10.222.0.69 "GET /v2.0/networks?id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 HTTP/1.1" status: 200 len: 914 time: 0.1091547 Jul 07 17:39:03.324089 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-c3a0d8b7-7672-4e1f-8a7c-d08bc70168f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=159297c0-2475-4520-8665-fc2ab2a728a0 HTTP/1.1" status: 200 len: 217 time: 0.0435479 Jul 07 17:39:03.368547 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0996dde8-3f79-45b0-8e9a-f7051920622c req-804b147c-483d-4146-88e3-fda020ed267d tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940890 Jul 07 17:39:03.383609 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-f818c2bf-bec1-4f95-a238-b5009b887594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:03.385065 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-f818c2bf-bec1-4f95-a238-b5009b887594 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60d94d99-217f-41c0-89ee-3d9eea4331eb HTTP/1.1" status: 200 len: 853 time: 0.0508997 Jul 07 17:39:03.417774 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-cd9785c9-8253-4cf2-a1ca-2b164eedd254 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260813 Jul 07 17:39:03.513287 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-05a28bda-5799-4acc-94e5-675ed4d2f82b service neutron] 10.222.0.69 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889533 Jul 07 17:39:03.601301 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-208cdacd-54cc-4c44-a1d8-642c0e5308f0 service neutron] 10.222.0.69 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814517 Jul 07 17:39:04.555225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b9ea2-b8e5-4865-a23f-078a7ad0cc08 req-c08c5968-6b41-4ad9-9da7-839481bdee0c tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:04.556717 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e7b9ea2-b8e5-4865-a23f-078a7ad0cc08 req-c08c5968-6b41-4ad9-9da7-839481bdee0c tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0672221 Jul 07 17:39:04.595084 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8e7b9ea2-b8e5-4865-a23f-078a7ad0cc08 req-54483edc-fc3a-4b70-83e2-083e42ac29fc tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325773 Jul 07 17:39:05.775358 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ffa20-731b-4aec-ace5-7e75e30c5531 req-af58fca4-6e3e-4d6b-90c9-55e0f10f284e tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:05.776883 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-753ffa20-731b-4aec-ace5-7e75e30c5531 req-af58fca4-6e3e-4d6b-90c9-55e0f10f284e tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0695722 Jul 07 17:39:05.816583 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-753ffa20-731b-4aec-ace5-7e75e30c5531 req-c2bad762-d57d-4dd9-a4da-67439e47b264 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339875 Jul 07 17:39:06.993095 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cb906-6ca1-4ec9-98cd-27aed476fc68 req-9944184c-4eab-4cf0-beb0-df11e4c2a4c9 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:06.994610 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-878cb906-6ca1-4ec9-98cd-27aed476fc68 req-9944184c-4eab-4cf0-beb0-df11e4c2a4c9 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0647914 Jul 07 17:39:07.031906 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-878cb906-6ca1-4ec9-98cd-27aed476fc68 req-f519adda-06f1-4240-8f8e-467ee0f2dae0 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317006 Jul 07 17:39:08.206106 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf791a9-9fa6-4995-924c-35a8b6face86 req-d934ce51-d0be-48b9-bb66-c3fd67cb0dc7 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:08.207607 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fcf791a9-9fa6-4995-924c-35a8b6face86 req-d934ce51-d0be-48b9-bb66-c3fd67cb0dc7 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0635326 Jul 07 17:39:08.244331 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fcf791a9-9fa6-4995-924c-35a8b6face86 req-e187b87b-cd1e-4482-8673-a4c5c4e0bd9f tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310879 Jul 07 17:39:09.416465 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390a22c-35a3-4d61-b7d2-72fe09e94dac req-219dfc2d-05e3-41f9-8a4a-e7b4d18fcedf tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:09.417954 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9390a22c-35a3-4d61-b7d2-72fe09e94dac req-219dfc2d-05e3-41f9-8a4a-e7b4d18fcedf tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0629618 Jul 07 17:39:09.454865 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9390a22c-35a3-4d61-b7d2-72fe09e94dac req-89e5d7d7-5e90-4d74-811f-b26f8e4cefb7 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314307 Jul 07 17:39:10.640663 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ccbb-7eb2-481f-b5ce-571b6f8bf167 req-f22aaf3f-cdda-4160-b5d1-3d2d4fc6ea40 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:10.642141 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8786ccbb-7eb2-481f-b5ce-571b6f8bf167 req-f22aaf3f-cdda-4160-b5d1-3d2d4fc6ea40 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0725932 Jul 07 17:39:10.678778 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8786ccbb-7eb2-481f-b5ce-571b6f8bf167 req-aa223935-7b73-44e7-babc-bde973a5dc83 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309634 Jul 07 17:39:11.291127 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:39:11.853070 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ce53b-710d-4491-835f-3f2d568e0fa5 req-0d821cc9-aa4e-4a7b-8f26-611b6a787018 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:11.854577 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-237ce53b-710d-4491-835f-3f2d568e0fa5 req-0d821cc9-aa4e-4a7b-8f26-611b6a787018 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0673621 Jul 07 17:39:11.891653 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-237ce53b-710d-4491-835f-3f2d568e0fa5 req-06d50ec0-7005-4928-af39-939bcf5c6304 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316100 Jul 07 17:39:13.065538 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df1ffc-1b7a-48ab-876e-3d0ecddd6547 req-89cbfad2-4b5c-45a9-8863-a49f41a10864 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:13.067746 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-98df1ffc-1b7a-48ab-876e-3d0ecddd6547 req-89cbfad2-4b5c-45a9-8863-a49f41a10864 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0654433 Jul 07 17:39:13.108819 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-98df1ffc-1b7a-48ab-876e-3d0ecddd6547 req-5bd9b47a-51fd-4b27-b386-31110f8fe570 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354419 Jul 07 17:39:14.289104 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b998b-c1f2-490d-8355-2c15ffd070a8 req-d1d5c7ec-4be5-414f-9424-ee7d5ce6b3de tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:14.290615 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e10b998b-c1f2-490d-8355-2c15ffd070a8 req-d1d5c7ec-4be5-414f-9424-ee7d5ce6b3de tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0677269 Jul 07 17:39:14.328567 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e10b998b-c1f2-490d-8355-2c15ffd070a8 req-7a0e3c5b-467e-4e1c-834e-63f6f6804354 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323462 Jul 07 17:39:14.514216 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:14.759524 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7b798aad-8d78-4278-a2ac-107f99042a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:15.499353 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dca007-ee3a-4ea7-9276-7385b5a2008e req-1e1da48f-e453-4e5b-adeb-d38e01887d90 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:15.500843 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-44dca007-ee3a-4ea7-9276-7385b5a2008e req-1e1da48f-e453-4e5b-adeb-d38e01887d90 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0621295 Jul 07 17:39:15.541055 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-44dca007-ee3a-4ea7-9276-7385b5a2008e req-13150090-d475-4d7c-94fd-f5b50bf22f31 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341356 Jul 07 17:39:16.717391 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d9f47-22b6-4609-8f9a-6c12def05597 req-9a3be0d2-eb54-4c32-9e08-1d4fd9686f91 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:16.718896 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-447d9f47-22b6-4609-8f9a-6c12def05597 req-9a3be0d2-eb54-4c32-9e08-1d4fd9686f91 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0679393 Jul 07 17:39:16.756327 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-447d9f47-22b6-4609-8f9a-6c12def05597 req-97df0f64-2239-4248-b13a-58a6da099a09 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312228 Jul 07 17:39:16.863003 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.678786 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:17.935478 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68445f28-6b53-4b2b-8988-7277d1951fe3 req-e6be1dfe-25a1-4459-89a1-9f5b5a21e6ab tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:17.936891 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-68445f28-6b53-4b2b-8988-7277d1951fe3 req-e6be1dfe-25a1-4459-89a1-9f5b5a21e6ab tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0693085 Jul 07 17:39:17.974606 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-68445f28-6b53-4b2b-8988-7277d1951fe3 req-419f537c-a60f-4cd9-9c38-49a55277186d tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310936 Jul 07 17:39:17.988118 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-17736a23-0c7e-4565-8d46-474b9313036f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:18.964870 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:19.148043 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b6d1f-7439-4162-aac4-9f4fbbc3303d req-b74dfcec-f77e-45d8-a9de-3e0abee52d49 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:19.149549 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ac7b6d1f-7439-4162-aac4-9f4fbbc3303d req-b74dfcec-f77e-45d8-a9de-3e0abee52d49 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0640621 Jul 07 17:39:19.187444 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ac7b6d1f-7439-4162-aac4-9f4fbbc3303d req-6c99b40e-0f6c-4f7d-b353-897cdb056b07 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320785 Jul 07 17:39:20.364064 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50420fb-8d02-4408-9bc7-c45329038760 req-6d464e4a-a4e9-4f44-98b9-9f862147b9cb tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:20.365601 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d50420fb-8d02-4408-9bc7-c45329038760 req-6d464e4a-a4e9-4f44-98b9-9f862147b9cb tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0644612 Jul 07 17:39:20.404632 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d50420fb-8d02-4408-9bc7-c45329038760 req-edfc16a9-676d-46dc-af42-04b3974c33c4 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333121 Jul 07 17:39:20.429330 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:21.579076 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c7d30-847e-4c9e-914b-acf42571e50f req-e35c1748-fc35-41d5-82d3-26833eb6f4fe tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:21.580562 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-830c7d30-847e-4c9e-914b-acf42571e50f req-e35c1748-fc35-41d5-82d3-26833eb6f4fe tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0621450 Jul 07 17:39:21.619499 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-830c7d30-847e-4c9e-914b-acf42571e50f req-70a0cb67-a709-41da-928d-578c91cd61e2 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328667 Jul 07 17:39:22.794932 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9415c-655c-4302-b09d-ae139aa02eb6 req-0ffc899c-6df3-461d-b8e7-c50fb65b8544 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:22.796414 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13b9415c-655c-4302-b09d-ae139aa02eb6 req-0ffc899c-6df3-461d-b8e7-c50fb65b8544 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0672419 Jul 07 17:39:22.835646 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13b9415c-655c-4302-b09d-ae139aa02eb6 req-fc1f3124-824a-48dc-a7a7-49e108593d77 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329785 Jul 07 17:39:24.014779 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3037a-a6fd-4be4-a7ff-d544e73d7587 req-0ad084dd-d273-4f65-ac1f-c914c747c43d tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:24.016297 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ebd3037a-a6fd-4be4-a7ff-d544e73d7587 req-0ad084dd-d273-4f65-ac1f-c914c747c43d tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0670450 Jul 07 17:39:24.054300 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ebd3037a-a6fd-4be4-a7ff-d544e73d7587 req-ce06c92a-e423-4268-a84e-bec12f28d142 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319302 Jul 07 17:39:25.227712 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772844d0-c126-4e0d-935d-85476d0aa8f2 req-d6d1fad7-44d2-4070-bf17-201e555178ce tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:25.229221 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-772844d0-c126-4e0d-935d-85476d0aa8f2 req-d6d1fad7-44d2-4070-bf17-201e555178ce tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0639620 Jul 07 17:39:25.266544 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-772844d0-c126-4e0d-935d-85476d0aa8f2 req-363031dc-adab-4843-99cf-83e7c24438dc tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316284 Jul 07 17:39:26.437154 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19e81e-43f6-46a2-a9d5-ef5437962a47 req-6ec24deb-2070-4d76-8072-c478360de418 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:26.438645 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bf19e81e-43f6-46a2-a9d5-ef5437962a47 req-6ec24deb-2070-4d76-8072-c478360de418 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0627046 Jul 07 17:39:26.476985 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bf19e81e-43f6-46a2-a9d5-ef5437962a47 req-eb268afb-efc0-489a-93ab-f94d58b7e394 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323639 Jul 07 17:39:27.646931 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481b331-bc1a-4bcb-8e25-9dafa22ffbec req-98ef2e71-698c-45ad-b939-2ad990cabcdb tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:27.648409 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6481b331-bc1a-4bcb-8e25-9dafa22ffbec req-98ef2e71-698c-45ad-b939-2ad990cabcdb tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0622683 Jul 07 17:39:27.687345 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6481b331-bc1a-4bcb-8e25-9dafa22ffbec req-26fa204f-7ff9-4a5a-b784-a3cf6a1a78af tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334296 Jul 07 17:39:28.866649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15feb162-493b-4fcd-adb8-5ff564ded38f req-37df8dc3-83f7-4226-84ba-1a4b89afc17c tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:28.868177 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15feb162-493b-4fcd-adb8-5ff564ded38f req-37df8dc3-83f7-4226-84ba-1a4b89afc17c tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0697403 Jul 07 17:39:28.906298 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-15feb162-493b-4fcd-adb8-5ff564ded38f req-e0294e02-9464-4172-a6af-9eb231204b83 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324950 Jul 07 17:39:30.084891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9eb53-7881-4365-b664-9c0202dbe5a1 req-99d231bf-9ac2-47cc-b2e4-8b0e2ef214a5 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:30.086395 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-62a9eb53-7881-4365-b664-9c0202dbe5a1 req-99d231bf-9ac2-47cc-b2e4-8b0e2ef214a5 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0682900 Jul 07 17:39:30.124415 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-62a9eb53-7881-4365-b664-9c0202dbe5a1 req-98d9c4d7-4c04-4556-abab-fdae8c79f4fa tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324790 Jul 07 17:39:30.600529 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-46f333d1-eceb-4bc5-9ebf-143aa48b5e01 service neutron] show failed (client error): The resource could not be found. Jul 07 17:39:30.601543 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-46f333d1-eceb-4bc5-9ebf-143aa48b5e01 service neutron] 10.222.0.69 "GET /v2.0/ports/159297c0-2475-4520-8665-fc2ab2a728a0/bindings/n-h1-793620-7 HTTP/1.1" status: 404 len: 380 time: 0.0586455 Jul 07 17:39:30.877614 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-e6c097fa-e083-44a5-bc36-f5202cebdca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:30.879044 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-e6c097fa-e083-44a5-bc36-f5202cebdca3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39&tenant_id=ee4b07ef102642e18397926dfd077a9c HTTP/1.1" status: 200 len: 1096 time: 0.0848494 Jul 07 17:39:30.889795 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-7', 'device_owner': 'compute:nova'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:30.964199 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:31.168144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] For port 159297c0-2475-4520-8665-fc2ab2a728a0, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=159297c0-2475-4520-8665-fc2ab2a728a0,segment=NetworkSegment(c9db9401-9b82-466a-8f10-7f3f3f986c2f),segment_id=c9db9401-9b82-466a-8f10-7f3f3f986c2f)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:31.202901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] For port 159297c0-2475-4520-8665-fc2ab2a728a0, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:39:31.252575 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c265a8-2946-46a4-bfac-7cd10c3bac39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '159297c0-2475-4520-8665-fc2ab2a728a0'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:31.255701 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ac2205-1bf9-4872-a6d9-1c6f6a16a575" -d '{"events": [{"server_uuid": "72c265a8-2946-46a4-bfac-7cd10c3bac39", "name": "network-vif-unplugged", "status": "completed", "tag": "159297c0-2475-4520-8665-fc2ab2a728a0"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:31.259378 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:31.295016 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] Transition to ACTIVE for port object 159297c0-2475-4520-8665-fc2ab2a728a0 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:39:31.300929 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:31.332370 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb99d16-6812-4c8d-8406-dc32ade02d7b x-openstack-request-id: req-bbb99d16-6812-4c8d-8406-dc32ade02d7b {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:31.332667 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c265a8-2946-46a4-bfac-7cd10c3bac39", "name": "network-vif-unplugged", "status": "completed", "tag": "159297c0-2475-4520-8665-fc2ab2a728a0", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:31.332921 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bbb99d16-6812-4c8d-8406-dc32ade02d7b {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:31.333314 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c265a8-2946-46a4-bfac-7cd10c3bac39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '159297c0-2475-4520-8665-fc2ab2a728a0', 'code': 200} Jul 07 17:39:31.381747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] No DVR routers for this DVR port 159297c0-2475-4520-8665-fc2ab2a728a0 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:39:31.383605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] Pushing event updated for resources: {'Port': ['ID=159297c0-2475-4520-8665-fc2ab2a728a0,revision_number=6']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:31.396480 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c7ac5-84cc-4b40-aa59-331666b81b60 req-0e83a0ea-3d76-4a5d-be2a-16a75988c644 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:31.397995 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-729c7ac5-84cc-4b40-aa59-331666b81b60 req-0e83a0ea-3d76-4a5d-be2a-16a75988c644 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.1636164 Jul 07 17:39:31.452543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] Attempting to bind port 159297c0-2475-4520-8665-fc2ab2a728a0 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:39:31.452778 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] Attempting to bind port 159297c0-2475-4520-8665-fc2ab2a728a0 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'c9db9401-9b82-466a-8f10-7f3f3f986c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:39:31.453109 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] Attempting to bind port 159297c0-2475-4520-8665-fc2ab2a728a0 on network 3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:39:31.463817 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] Port 159297c0-2475-4520-8665-fc2ab2a728a0 on network 3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:39:31.464142 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] Attempting to bind port 159297c0-2475-4520-8665-fc2ab2a728a0 on network 3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:39:31.473313 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-729c7ac5-84cc-4b40-aa59-331666b81b60 req-8bc0740b-14ef-4a01-a437-004efb1f0d01 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698848 Jul 07 17:39:31.474460 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:39:31.474801 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] Checking segment: {'id': 'c9db9401-9b82-466a-8f10-7f3f3f986c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:39:31.475180 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] Bound using segment: {'id': 'c9db9401-9b82-466a-8f10-7f3f3f986c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:39:31.475605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] Bound port: 159297c0-2475-4520-8665-fc2ab2a728a0, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9db9401-9b82-466a-8f10-7f3f3f986c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:39:31.475968 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:31.537998 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] For port 159297c0-2475-4520-8665-fc2ab2a728a0, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:39:31.540973 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] For port 159297c0-2475-4520-8665-fc2ab2a728a0, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=159297c0-2475-4520-8665-fc2ab2a728a0,segment=NetworkSegment(c9db9401-9b82-466a-8f10-7f3f3f986c2f),segment_id=c9db9401-9b82-466a-8f10-7f3f3f986c2f)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:39:31.545805 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:31.579721 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:31.580338 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:31.581791 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] 10.222.0.15 "PUT /v2.0/ports/159297c0-2475-4520-8665-fc2ab2a728a0 HTTP/1.1" status: 200 len: 1091 time: 0.6959293 Jul 07 17:39:31.601985 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fc557-73c2-4ec0-bfab-bef921785fdd service neutron] Pushing event updated for resources: {'Port': ['ID=159297c0-2475-4520-8665-fc2ab2a728a0,revision_number=7']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:31.659315 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-8576a81c-95fc-4f05-aadd-98c5e7f8d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:31.660841 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-8576a81c-95fc-4f05-aadd-98c5e7f8d405 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee4b07ef102642e18397926dfd077a9c&device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 1094 time: 0.0560670 Jul 07 17:39:31.747631 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-fed54a6c-8fc1-4bf7-a1ae-c678fd264384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:31.749095 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-fed54a6c-8fc1-4bf7-a1ae-c678fd264384 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 HTTP/1.1" status: 200 len: 914 time: 0.0824521 Jul 07 17:39:31.789014 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-3567a42b-c4cc-47b7-b3bd-27aa9a896f09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=159297c0-2475-4520-8665-fc2ab2a728a0 HTTP/1.1" status: 200 len: 217 time: 0.0334995 Jul 07 17:39:31.840545 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-9b28ae6c-9cba-431a-a384-37c4ac2886ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:31.841973 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-9b28ae6c-9cba-431a-a384-37c4ac2886ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60d94d99-217f-41c0-89ee-3d9eea4331eb HTTP/1.1" status: 200 len: 853 time: 0.0467923 Jul 07 17:39:31.874063 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-e53496db-d2e2-42ff-8afd-5efcc704ee88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263369 Jul 07 17:39:31.960125 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-cfd62488-6d15-498f-a482-6b0c84002fce service neutron] 10.222.0.15 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793345 Jul 07 17:39:32.052016 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7676cdd5-48ab-4afb-86d0-51591467a4c1 req-6405f0be-4d4d-435e-9d02-3a320db0bebc service neutron] 10.222.0.15 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854652 Jul 07 17:39:32.562655 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 159297c0-2475-4520-8665-fc2ab2a728a0 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:39:32.601033 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 159297c0-2475-4520-8665-fc2ab2a728a0 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:39:32.647258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d2400-cfac-41cb-965f-9574e4e67246 req-824ea03f-77bd-4882-a379-c33b29a70d8a tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:32.648768 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-336d2400-cfac-41cb-965f-9574e4e67246 req-824ea03f-77bd-4882-a379-c33b29a70d8a tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 943 time: 0.0634713 Jul 07 17:39:32.689921 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-336d2400-cfac-41cb-965f-9574e4e67246 req-c60769df-1146-44df-8a5d-167ea1efbc10 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352678 Jul 07 17:39:33.334031 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c265a8-2946-46a4-bfac-7cd10c3bac39', 'tag': '159297c0-2475-4520-8665-fc2ab2a728a0'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:33.336420 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487391f3-f6d6-45a9-9573-bd508172b3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "72c265a8-2946-46a4-bfac-7cd10c3bac39", "tag": "159297c0-2475-4520-8665-fc2ab2a728a0"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:33.383523 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ea1c11-043a-4d3d-97c2-a4df5a3634cb x-openstack-request-id: req-36ea1c11-043a-4d3d-97c2-a4df5a3634cb {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:33.383811 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c265a8-2946-46a4-bfac-7cd10c3bac39", "tag": "159297c0-2475-4520-8665-fc2ab2a728a0", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:33.384060 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-36ea1c11-043a-4d3d-97c2-a4df5a3634cb {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:33.384455 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c265a8-2946-46a4-bfac-7cd10c3bac39', 'tag': '159297c0-2475-4520-8665-fc2ab2a728a0', 'status': 'completed', 'code': 200} Jul 07 17:39:33.461476 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487391f3-f6d6-45a9-9573-bd508172b3e5 req-f1d13325-67b9-4ed2-824f-8761ccec3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:33.463046 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-487391f3-f6d6-45a9-9573-bd508172b3e5 req-f1d13325-67b9-4ed2-824f-8761ccec3888 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ee4b07ef102642e18397926dfd077a9c&device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 1094 time: 0.0605657 Jul 07 17:39:33.465656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487391f3-f6d6-45a9-9573-bd508172b3e5 req-16f4e0b4-df4c-489a-84d9-b5158b977433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:33.467229 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-487391f3-f6d6-45a9-9573-bd508172b3e5 req-16f4e0b4-df4c-489a-84d9-b5158b977433 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee4b07ef102642e18397926dfd077a9c&device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 1094 time: 0.0552998 Jul 07 17:39:33.553711 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487391f3-f6d6-45a9-9573-bd508172b3e5 req-e3fe8b27-92d5-41eb-b040-310a8c2e5525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:33.555557 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-487391f3-f6d6-45a9-9573-bd508172b3e5 req-e3fe8b27-92d5-41eb-b040-310a8c2e5525 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 HTTP/1.1" status: 200 len: 914 time: 0.0864613 Jul 07 17:39:33.565161 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487391f3-f6d6-45a9-9573-bd508172b3e5 req-c6a3998b-20ff-4737-bcf3-d53704632f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:33.567084 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-487391f3-f6d6-45a9-9573-bd508172b3e5 req-c6a3998b-20ff-4737-bcf3-d53704632f34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 HTTP/1.1" status: 200 len: 914 time: 0.0927403 Jul 07 17:39:33.612587 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-487391f3-f6d6-45a9-9573-bd508172b3e5 req-5b11b51b-558e-4d21-a380-e3a4785d1b00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=159297c0-2475-4520-8665-fc2ab2a728a0 HTTP/1.1" status: 200 len: 217 time: 0.0378983 Jul 07 17:39:33.615267 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-487391f3-f6d6-45a9-9573-bd508172b3e5 req-474cbb69-1f94-4e5a-a1e1-c884c37de92a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=159297c0-2475-4520-8665-fc2ab2a728a0 HTTP/1.1" status: 200 len: 217 time: 0.0529428 Jul 07 17:39:33.665868 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487391f3-f6d6-45a9-9573-bd508172b3e5 req-d598d529-b7d8-46bf-9b9b-ba9708c07db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:33.667555 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-487391f3-f6d6-45a9-9573-bd508172b3e5 req-d598d529-b7d8-46bf-9b9b-ba9708c07db2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60d94d99-217f-41c0-89ee-3d9eea4331eb HTTP/1.1" status: 200 len: 853 time: 0.0494044 Jul 07 17:39:33.668948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487391f3-f6d6-45a9-9573-bd508172b3e5 req-dbdd8597-0fc3-4bd3-838b-edd127c64060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:33.670777 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-487391f3-f6d6-45a9-9573-bd508172b3e5 req-dbdd8597-0fc3-4bd3-838b-edd127c64060 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60d94d99-217f-41c0-89ee-3d9eea4331eb HTTP/1.1" status: 200 len: 853 time: 0.0497897 Jul 07 17:39:33.705364 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-487391f3-f6d6-45a9-9573-bd508172b3e5 req-1fb6b8a9-e0fe-44e5-9415-4d6c7c649a74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319629 Jul 07 17:39:33.706265 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-487391f3-f6d6-45a9-9573-bd508172b3e5 req-01bb14f4-f866-428a-ba99-c4bf52666d4f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278471 Jul 07 17:39:33.797756 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-487391f3-f6d6-45a9-9573-bd508172b3e5 req-73eaf0e1-d40a-42f4-bc44-70587b7c76af service neutron] 10.222.0.15 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861342 Jul 07 17:39:33.804242 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-487391f3-f6d6-45a9-9573-bd508172b3e5 req-7e7c9d82-8b04-4ecb-b616-5687e80f9d2b service neutron] 10.222.0.69 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916092 Jul 07 17:39:33.891843 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-487391f3-f6d6-45a9-9573-bd508172b3e5 req-3b397a1e-cb61-4178-87dc-5168d8d438cb service neutron] 10.222.0.15 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883560 Jul 07 17:39:34.291032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f7370-9157-4577-9d09-397dedb0b71b req-114f5b0a-a5ee-4ae8-b4af-412eef05c1fc tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:34.292624 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dd8f7370-9157-4577-9d09-397dedb0b71b req-114f5b0a-a5ee-4ae8-b4af-412eef05c1fc tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 943 time: 0.4865029 Jul 07 17:39:34.297383 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-487391f3-f6d6-45a9-9573-bd508172b3e5 req-381ec5a5-bd04-490d-8411-a0811596e355 service neutron] 10.222.0.69 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817915 Jul 07 17:39:34.334651 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dd8f7370-9157-4577-9d09-397dedb0b71b req-bc241c2d-ef80-4b81-baec-22dcb344ee49 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361319 Jul 07 17:39:34.714357 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45af61d-fd95-423b-8236-6cb557ae04f4 req-5db56c57-9db6-4e80-8f08-e71fd5a07833 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:34.715888 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e45af61d-fd95-423b-8236-6cb557ae04f4 req-5db56c57-9db6-4e80-8f08-e71fd5a07833 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 943 time: 0.1506357 Jul 07 17:39:34.724228 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc2cda-c641-403f-8345-6887221761c6 req-344bbefb-7820-49fc-8bed-e1a73f262cf8 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:34.725641 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-00fc2cda-c641-403f-8345-6887221761c6 req-344bbefb-7820-49fc-8bed-e1a73f262cf8 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.69 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39&tenant_id=ee4b07ef102642e18397926dfd077a9c&binding%3Ahost_id=n-h1-793620-7 HTTP/1.1" status: 200 len: 943 time: 0.1502693 Jul 07 17:39:34.798631 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e45af61d-fd95-423b-8236-6cb557ae04f4 req-d11f3cfd-2cc5-4db8-9215-01d3f2b24102 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720496 Jul 07 17:39:34.803946 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [req-00fc2cda-c641-403f-8345-6887221761c6 req-99d2b5e2-a00b-47e5-85d7-713fe3fe26a3 service neutron] delete failed (client error): The resource could not be found. Jul 07 17:39:34.805038 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-00fc2cda-c641-403f-8345-6887221761c6 req-99d2b5e2-a00b-47e5-85d7-713fe3fe26a3 service neutron] 10.222.0.69 "DELETE /v2.0/ports/159297c0-2475-4520-8665-fc2ab2a728a0/bindings/n-h2-793620-7 HTTP/1.1" status: 404 len: 380 time: 0.0726452 Jul 07 17:39:34.902019 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc2cda-c641-403f-8345-6887221761c6 req-4be38fd5-415b-47fb-94b8-64051f9618d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:34.903561 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-00fc2cda-c641-403f-8345-6887221761c6 req-4be38fd5-415b-47fb-94b8-64051f9618d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ee4b07ef102642e18397926dfd077a9c&device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 1094 time: 0.0561299 Jul 07 17:39:34.992247 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc2cda-c641-403f-8345-6887221761c6 req-207377df-5619-48be-ab17-5e729681e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:34.993653 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-00fc2cda-c641-403f-8345-6887221761c6 req-207377df-5619-48be-ab17-5e729681e531 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 HTTP/1.1" status: 200 len: 914 time: 0.0841737 Jul 07 17:39:35.037069 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-00fc2cda-c641-403f-8345-6887221761c6 req-3c27a644-ca7c-4106-8856-740f17daad2b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=159297c0-2475-4520-8665-fc2ab2a728a0 HTTP/1.1" status: 200 len: 217 time: 0.0376384 Jul 07 17:39:35.086440 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc2cda-c641-403f-8345-6887221761c6 req-73e878a0-2e7f-4afe-90b5-6c438b7650c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:35.087916 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-00fc2cda-c641-403f-8345-6887221761c6 req-73e878a0-2e7f-4afe-90b5-6c438b7650c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60d94d99-217f-41c0-89ee-3d9eea4331eb HTTP/1.1" status: 200 len: 853 time: 0.0455046 Jul 07 17:39:35.129834 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-00fc2cda-c641-403f-8345-6887221761c6 req-bcb49191-9ce7-4a34-9da3-132e307e562b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360458 Jul 07 17:39:35.202549 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-31c6f1a4-dedc-4c89-a669-c69f8a0f2a30 req-0f2a15e8-b07a-406e-a4fa-1cde8f5a6313 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526195 Jul 07 17:39:35.222234 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-00fc2cda-c641-403f-8345-6887221761c6 req-04f06d64-2722-4ee1-a8bb-f025377125c0 service neutron] 10.222.0.69 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863183 Jul 07 17:39:35.295180 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6f1a4-dedc-4c89-a669-c69f8a0f2a30 req-0714b6e1-1da5-44ee-812c-90ac0f58375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:35.296608 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-31c6f1a4-dedc-4c89-a669-c69f8a0f2a30 req-0714b6e1-1da5-44ee-812c-90ac0f58375e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee4b07ef102642e18397926dfd077a9c&device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 1094 time: 0.0511353 Jul 07 17:39:35.313600 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-00fc2cda-c641-403f-8345-6887221761c6 req-d65deae6-ae55-41d2-b7ac-11a8ab5faf1d service neutron] 10.222.0.69 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840480 Jul 07 17:39:35.377088 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 159297c0-2475-4520-8665-fc2ab2a728a0 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:39:35.410171 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6f1a4-dedc-4c89-a669-c69f8a0f2a30 req-005c55a2-2587-4ad1-987c-a5a6d42b1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:35.412712 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-31c6f1a4-dedc-4c89-a669-c69f8a0f2a30 req-005c55a2-2587-4ad1-987c-a5a6d42b1199 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 HTTP/1.1" status: 200 len: 914 time: 0.0957851 Jul 07 17:39:35.454290 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-31c6f1a4-dedc-4c89-a669-c69f8a0f2a30 req-942923ac-b083-4386-ad9c-3af35c46f6a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=159297c0-2475-4520-8665-fc2ab2a728a0 HTTP/1.1" status: 200 len: 217 time: 0.0359406 Jul 07 17:39:35.478883 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 159297c0-2475-4520-8665-fc2ab2a728a0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=159297c0-2475-4520-8665-fc2ab2a728a0,segment=NetworkSegment(c9db9401-9b82-466a-8f10-7f3f3f986c2f),segment_id=c9db9401-9b82-466a-8f10-7f3f3f986c2f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:35.491097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '159297c0-2475-4520-8665-fc2ab2a728a0', 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2', 'port_id': '159297c0-2475-4520-8665-fc2ab2a728a0', 'mac_address': 'fa:16:3e:d5:05:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d94d99-217f-41c0-89ee-3d9eea4331eb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:39:35.502588 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6f1a4-dedc-4c89-a669-c69f8a0f2a30 req-117d041c-2499-4fec-8d18-58e71db22b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:35.504070 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-31c6f1a4-dedc-4c89-a669-c69f8a0f2a30 req-117d041c-2499-4fec-8d18-58e71db22b70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60d94d99-217f-41c0-89ee-3d9eea4331eb HTTP/1.1" status: 200 len: 853 time: 0.0442796 Jul 07 17:39:35.527652 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:35.535334 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-31c6f1a4-dedc-4c89-a669-c69f8a0f2a30 req-6d56efb7-4660-4cbf-98d1-b1014bff03a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255322 Jul 07 17:39:35.540751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159297c0-2475-4520-8665-fc2ab2a728a0 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:39:35.563699 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 159297c0-2475-4520-8665-fc2ab2a728a0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=159297c0-2475-4520-8665-fc2ab2a728a0,segment=NetworkSegment(c9db9401-9b82-466a-8f10-7f3f3f986c2f),segment_id=c9db9401-9b82-466a-8f10-7f3f3f986c2f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:35.568639 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:35.616948 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=159297c0-2475-4520-8665-fc2ab2a728a0,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:35.634903 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-31c6f1a4-dedc-4c89-a669-c69f8a0f2a30 req-90274acc-61e1-4ed4-a417-0b0819f5add9 service neutron] 10.222.0.15 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913887 Jul 07 17:39:35.739001 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-31c6f1a4-dedc-4c89-a669-c69f8a0f2a30 req-052b5c6a-db0d-4031-955e-f655122dc04c service neutron] 10.222.0.15 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964527 Jul 07 17:39:35.784842 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['159297c0-2475-4520-8665-fc2ab2a728a0'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:39:35.990969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21834fe9-43e8-44b5-ae3d-261ff8f5539a req-8a3ba9a4-2259-430a-b5e7-c0dc2ceede41 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:35.992455 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-21834fe9-43e8-44b5-ae3d-261ff8f5539a req-8a3ba9a4-2259-430a-b5e7-c0dc2ceede41 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 944 time: 0.0735583 Jul 07 17:39:36.033151 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-21834fe9-43e8-44b5-ae3d-261ff8f5539a req-4a3ccb45-e4dd-462b-83d7-4b0b571804bd tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319641 Jul 07 17:39:36.396678 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaa831-c48f-4883-b75f-e13aad237e4e req-e22cbed8-65cf-478e-aa08-885f029f8ad2 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:36.398519 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d5eaa831-c48f-4883-b75f-e13aad237e4e req-e22cbed8-65cf-478e-aa08-885f029f8ad2 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 944 time: 0.0679433 Jul 07 17:39:36.437388 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d5eaa831-c48f-4883-b75f-e13aad237e4e req-ab7226e3-185c-4b07-8f79-b84606501189 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330658 Jul 07 17:39:36.609834 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f636ec-3ca8-4ba0-ba3e-af26fc68043e req-b05750f6-b5de-4d18-8a0a-ba0a9a170788 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:36.611336 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b1f636ec-3ca8-4ba0-ba3e-af26fc68043e req-b05750f6-b5de-4d18-8a0a-ba0a9a170788 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 944 time: 0.0617871 Jul 07 17:39:36.648606 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b1f636ec-3ca8-4ba0-ba3e-af26fc68043e req-3884eda0-fc96-4250-929c-618454431dc0 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317132 Jul 07 17:39:37.089711 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-40af189d-bf99-4c7a-a107-02d5044fe49a tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:37.091152 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-40af189d-bf99-4c7a-a107-02d5044fe49a tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/networks?id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 HTTP/1.1" status: 200 len: 813 time: 0.1115434 Jul 07 17:39:37.105591 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-dec0ec52-6fe7-4412-b36d-029e76c12a15 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/quotas/ee4b07ef102642e18397926dfd077a9c HTTP/1.1" status: 200 len: 375 time: 0.0090463 Jul 07 17:39:37.170590 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-83dda6d1-c7de-4502-b2a0-d150a97fda94 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee4b07ef102642e18397926dfd077a9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0601673 Jul 07 17:39:37.262863 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-5632e65d-58ed-4148-9c8d-e97199bbd2dd service neutron] 10.222.0.50 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856757 Jul 07 17:39:37.398387 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 159297c0-2475-4520-8665-fc2ab2a728a0 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:39:37.448408 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 159297c0-2475-4520-8665-fc2ab2a728a0 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:39:37.452672 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 159297c0-2475-4520-8665-fc2ab2a728a0 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:37.453050 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:37.534784 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:37.558697 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c265a8-2946-46a4-bfac-7cd10c3bac39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159297c0-2475-4520-8665-fc2ab2a728a0'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:37.560953 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5217cb42-7d3c-478c-9513-7573dd17b960" -d '{"events": [{"server_uuid": "72c265a8-2946-46a4-bfac-7cd10c3bac39", "name": "network-vif-plugged", "status": "completed", "tag": "159297c0-2475-4520-8665-fc2ab2a728a0"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:37.574635 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 159297c0-2475-4520-8665-fc2ab2a728a0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=159297c0-2475-4520-8665-fc2ab2a728a0,segment=NetworkSegment(c9db9401-9b82-466a-8f10-7f3f3f986c2f),segment_id=c9db9401-9b82-466a-8f10-7f3f3f986c2f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:37.579376 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:37.603745 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92957aa-ad6e-43a4-aba3-193e62a74eea x-openstack-request-id: req-d92957aa-ad6e-43a4-aba3-193e62a74eea {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:37.604052 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c265a8-2946-46a4-bfac-7cd10c3bac39", "name": "network-vif-plugged", "status": "completed", "tag": "159297c0-2475-4520-8665-fc2ab2a728a0", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:37.604309 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d92957aa-ad6e-43a4-aba3-193e62a74eea {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:37.604711 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c265a8-2946-46a4-bfac-7cd10c3bac39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159297c0-2475-4520-8665-fc2ab2a728a0', 'code': 200} Jul 07 17:39:37.632494 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=159297c0-2475-4520-8665-fc2ab2a728a0,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:37.694402 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-df9dd56e-437f-4dea-992c-3edb8412b29d service neutron] 10.222.0.50 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257512 Jul 07 17:39:37.868363 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5e794413-d981-4e0c-b55c-bc44e079540f req-7dc766d0-37b6-4f3c-9637-1ca4d6f71b51 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 210 time: 0.0339453 Jul 07 17:39:38.275592 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227dd9d7-8c52-4104-9721-f96157795acb req-3753504f-84fe-454a-bb06-97f1b5d561bb tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:38.277392 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-227dd9d7-8c52-4104-9721-f96157795acb req-3753504f-84fe-454a-bb06-97f1b5d561bb tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.15 "GET /v2.0/ports?device_id=72c265a8-2946-46a4-bfac-7cd10c3bac39 HTTP/1.1" status: 200 len: 945 time: 0.0649035 Jul 07 17:39:38.388526 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-227dd9d7-8c52-4104-9721-f96157795acb req-3e658418-3ea6-49f5-8622-937eb8ef3ab8 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Deleting port 159297c0-2475-4520-8665-fc2ab2a728a0 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:39:38.388753 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-227dd9d7-8c52-4104-9721-f96157795acb req-3e658418-3ea6-49f5-8622-937eb8ef3ab8 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:38.488763 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-227dd9d7-8c52-4104-9721-f96157795acb req-3e658418-3ea6-49f5-8622-937eb8ef3ab8 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] For port 159297c0-2475-4520-8665-fc2ab2a728a0, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=159297c0-2475-4520-8665-fc2ab2a728a0,segment=NetworkSegment(c9db9401-9b82-466a-8f10-7f3f3f986c2f),segment_id=c9db9401-9b82-466a-8f10-7f3f3f986c2f)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:38.489128 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-227dd9d7-8c52-4104-9721-f96157795acb req-3e658418-3ea6-49f5-8622-937eb8ef3ab8 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:38.502854 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-227dd9d7-8c52-4104-9721-f96157795acb req-3e658418-3ea6-49f5-8622-937eb8ef3ab8 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Calling delete_port for 159297c0-2475-4520-8665-fc2ab2a728a0 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:39:38.652751 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-227dd9d7-8c52-4104-9721-f96157795acb req-3e658418-3ea6-49f5-8622-937eb8ef3ab8 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:38.664900 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['159297c0-2475-4520-8665-fc2ab2a728a0'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:39:38.684848 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e658418-3ea6-49f5-8622-937eb8ef3ab8 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Pushing event deleted for resources: {'Port': ['ID=159297c0-2475-4520-8665-fc2ab2a728a0,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:38.731027 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-227dd9d7-8c52-4104-9721-f96157795acb req-3e658418-3ea6-49f5-8622-937eb8ef3ab8 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] No DVR routers for this DVR port 159297c0-2475-4520-8665-fc2ab2a728a0 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:39:38.733704 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-227dd9d7-8c52-4104-9721-f96157795acb req-3e658418-3ea6-49f5-8622-937eb8ef3ab8 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:38.735752 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-227dd9d7-8c52-4104-9721-f96157795acb req-3e658418-3ea6-49f5-8622-937eb8ef3ab8 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.15 "DELETE /v2.0/ports/159297c0-2475-4520-8665-fc2ab2a728a0 HTTP/1.1" status: 204 len: 173 time: 0.4516184 Jul 07 17:39:38.736246 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c265a8-2946-46a4-bfac-7cd10c3bac39', 'name': 'network-vif-deleted', 'tag': '159297c0-2475-4520-8665-fc2ab2a728a0'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:38.738507 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eafe1e5-96c9-45ff-bd8f-1b89444f68f0" -d '{"events": [{"server_uuid": "72c265a8-2946-46a4-bfac-7cd10c3bac39", "name": "network-vif-deleted", "tag": "159297c0-2475-4520-8665-fc2ab2a728a0"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:38.777757 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b85569-5afc-4023-b2ec-147d22a775f7 x-openstack-request-id: req-b8b85569-5afc-4023-b2ec-147d22a775f7 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:38.778055 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c265a8-2946-46a4-bfac-7cd10c3bac39", "name": "network-vif-deleted", "tag": "159297c0-2475-4520-8665-fc2ab2a728a0", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:38.778346 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b8b85569-5afc-4023-b2ec-147d22a775f7 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:38.778715 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c265a8-2946-46a4-bfac-7cd10c3bac39', 'name': 'network-vif-deleted', 'tag': '159297c0-2475-4520-8665-fc2ab2a728a0', 'status': 'completed', 'code': 200} Jul 07 17:39:39.025994 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5b7ac730-7e2a-4b3b-a40f-5ebfb2c54843 req-86d1ca9b-c715-46cf-9159-b39ac1ad4d49 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 210 time: 0.0410314 Jul 07 17:39:39.040986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-0f50f278-ab9b-47d3-aa8a-2b54dafe8c5f tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:39.042565 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-0f50f278-ab9b-47d3-aa8a-2b54dafe8c5f tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.69 "GET /v2.0/networks?id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 HTTP/1.1" status: 200 len: 813 time: 0.1448472 Jul 07 17:39:39.054215 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Request body: {'port': {'device_id': '14c7aac9-38a2-4c8d-9d35-8f9c93cffa91', 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2', 'admin_state_up': True, 'tenant_id': 'ee4b07ef102642e18397926dfd077a9c'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:39.166497 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Made reservation on behalf of ee4b07ef102642e18397926dfd077a9c for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:39:39.169277 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:39.304129 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Allocated IP 172.20.0.6 (3372c1e6-4d3c-4834-bbe0-d16ae9542ae2/60d94d99-217f-41c0-89ee-3d9eea4331eb/0e5e3e04-64f8-4850-93bb-69d591df3529) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:39:39.455364 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:39.493672 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:39.543010 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Network 3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:39:39.548330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:39:39.552787 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:39:39.577031 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Pushing event updated for resources: {'Port': ['ID=0e5e3e04-64f8-4850-93bb-69d591df3529,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:39.591484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:39.591838 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:39.592182 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:39.592616 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:39.593101 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:39.593473 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:39.593863 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:39.594223 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:39.594629 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:39.594975 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:39.595430 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:39.595920 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:39:39.616859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:39.617492 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:39.632207 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-d0d10f25-85c0-45bc-b017-6f4b769d3fed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5818284 Jul 07 17:39:39.655552 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] Request body: {'port': {'device_id': '14c7aac9-38a2-4c8d-9d35-8f9c93cffa91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:39:39.730646 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:39.992162 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5e3e04-64f8-4850-93bb-69d591df3529 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:39:39.999486 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:40.011136 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] Transition to ACTIVE for port object 0e5e3e04-64f8-4850-93bb-69d591df3529 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:39:40.014759 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:40.085029 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] Pushing event updated for resources: {'Port': ['ID=0e5e3e04-64f8-4850-93bb-69d591df3529,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:40.139021 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] Attempting to bind port 0e5e3e04-64f8-4850-93bb-69d591df3529 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:39:40.139361 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] Attempting to bind port 0e5e3e04-64f8-4850-93bb-69d591df3529 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'c9db9401-9b82-466a-8f10-7f3f3f986c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:39:40.139694 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] Attempting to bind port 0e5e3e04-64f8-4850-93bb-69d591df3529 on network 3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:39:40.144243 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] Port 0e5e3e04-64f8-4850-93bb-69d591df3529 on network 3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:39:40.144564 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] Attempting to bind port 0e5e3e04-64f8-4850-93bb-69d591df3529 on network 3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:39:40.150056 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:39:40.150453 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] Checking segment: {'id': 'c9db9401-9b82-466a-8f10-7f3f3f986c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:39:40.150795 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] Bound using segment: {'id': 'c9db9401-9b82-466a-8f10-7f3f3f986c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:39:40.151221 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] Bound port: 0e5e3e04-64f8-4850-93bb-69d591df3529, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9db9401-9b82-466a-8f10-7f3f3f986c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:39:40.151580 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:40.210572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696548f-ecf9-4752-8d5f-dff4a95ebfdf req-5fa7d340-2381-4148-b444-edf7a7a922eb tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:40.212106 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3696548f-ecf9-4752-8d5f-dff4a95ebfdf req-5fa7d340-2381-4148-b444-edf7a7a922eb tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 943 time: 0.0633876 Jul 07 17:39:40.217642 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] For port 0e5e3e04-64f8-4850-93bb-69d591df3529, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:39:40.221209 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] For port 0e5e3e04-64f8-4850-93bb-69d591df3529, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=0e5e3e04-64f8-4850-93bb-69d591df3529,segment=NetworkSegment(c9db9401-9b82-466a-8f10-7f3f3f986c2f),segment_id=c9db9401-9b82-466a-8f10-7f3f3f986c2f)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:39:40.227441 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:40.251628 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3696548f-ecf9-4752-8d5f-dff4a95ebfdf req-57b75681-144d-4f91-aef6-3b62e6bc2ede tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322542 Jul 07 17:39:40.261389 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:40.262083 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:40.263551 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] 10.222.0.69 "PUT /v2.0/ports/0e5e3e04-64f8-4850-93bb-69d591df3529 HTTP/1.1" status: 200 len: 1091 time: 0.6122360 Jul 07 17:39:40.263989 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c7aac9-38a2-4c8d-9d35-8f9c93cffa91', 'tag': '0e5e3e04-64f8-4850-93bb-69d591df3529'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:40.266294 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b474c4-0863-4225-b749-085a9b1890b0" -d '{"events": [{"name": "network-changed", "server_uuid": "14c7aac9-38a2-4c8d-9d35-8f9c93cffa91", "tag": "0e5e3e04-64f8-4850-93bb-69d591df3529"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:40.302341 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e04511-5388-4d4e-acc6-0a311f1633ea service neutron] Pushing event updated for resources: {'Port': ['ID=0e5e3e04-64f8-4850-93bb-69d591df3529,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:40.315901 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e088c7ab-680e-4bff-af4a-eb14a757bca9 x-openstack-request-id: req-e088c7ab-680e-4bff-af4a-eb14a757bca9 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:40.316195 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c7aac9-38a2-4c8d-9d35-8f9c93cffa91", "tag": "0e5e3e04-64f8-4850-93bb-69d591df3529", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:40.316455 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e088c7ab-680e-4bff-af4a-eb14a757bca9 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:40.316857 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c7aac9-38a2-4c8d-9d35-8f9c93cffa91', 'tag': '0e5e3e04-64f8-4850-93bb-69d591df3529', 'status': 'completed', 'code': 200} Jul 07 17:39:40.365449 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-5221de4e-84b2-403f-a188-1cdfdd5a3f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:40.367027 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-5221de4e-84b2-403f-a188-1cdfdd5a3f3c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ee4b07ef102642e18397926dfd077a9c&device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 1094 time: 0.0602410 Jul 07 17:39:40.413523 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-7976eece-9b86-4875-ad73-e4ae2e6804c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e5e3e04-64f8-4850-93bb-69d591df3529 HTTP/1.1" status: 200 len: 217 time: 0.0398612 Jul 07 17:39:40.473604 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-dce55c73-d37c-4f34-b217-e3e9acfad1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:40.475133 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-dce55c73-d37c-4f34-b217-e3e9acfad1c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60d94d99-217f-41c0-89ee-3d9eea4331eb HTTP/1.1" status: 200 len: 853 time: 0.0548854 Jul 07 17:39:40.509161 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-79966140-84fc-4296-83b1-f217183a4ebb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264225 Jul 07 17:39:40.604442 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-6f6a2a35-19cb-4c53-b1ae-67b5e5ebc839 service neutron] 10.222.0.69 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890694 Jul 07 17:39:40.698006 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-926d1c6a-3406-413f-805f-eda7f242bbdf req-a4e9ca5e-6eed-4060-8ec5-3837f19440ad service neutron] 10.222.0.69 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840788 Jul 07 17:39:40.800669 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b474c4-0863-4225-b749-085a9b1890b0 req-8750c80f-0040-4939-bbd6-bdd554942331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:40.802755 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-12b474c4-0863-4225-b749-085a9b1890b0 req-8750c80f-0040-4939-bbd6-bdd554942331 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ee4b07ef102642e18397926dfd077a9c&device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 1094 time: 0.0608180 Jul 07 17:39:40.903975 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b474c4-0863-4225-b749-085a9b1890b0 req-48515db4-a3e0-4869-b87b-a0f9f860a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:40.905463 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-12b474c4-0863-4225-b749-085a9b1890b0 req-48515db4-a3e0-4869-b87b-a0f9f860a9c7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 HTTP/1.1" status: 200 len: 914 time: 0.0962417 Jul 07 17:39:40.947651 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-12b474c4-0863-4225-b749-085a9b1890b0 req-3e527b66-902d-4e3f-9db9-b295518dc9c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e5e3e04-64f8-4850-93bb-69d591df3529 HTTP/1.1" status: 200 len: 217 time: 0.0353084 Jul 07 17:39:41.000095 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b474c4-0863-4225-b749-085a9b1890b0 req-80125b61-122f-4c39-8028-8e2ea6f1960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:41.001555 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-12b474c4-0863-4225-b749-085a9b1890b0 req-80125b61-122f-4c39-8028-8e2ea6f1960a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60d94d99-217f-41c0-89ee-3d9eea4331eb HTTP/1.1" status: 200 len: 853 time: 0.0478120 Jul 07 17:39:41.033972 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-12b474c4-0863-4225-b749-085a9b1890b0 req-9dbc26ad-8172-4cca-baef-82638fd7d272 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258908 Jul 07 17:39:41.124727 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-12b474c4-0863-4225-b749-085a9b1890b0 req-bcf40ad2-7c64-4a6c-a7c1-922631e9eeac service neutron] 10.222.0.69 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837369 Jul 07 17:39:41.225382 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-12b474c4-0863-4225-b749-085a9b1890b0 req-7276b256-a9b5-4748-988e-0c2e682b2179 service neutron] 10.222.0.69 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906379 Jul 07 17:39:41.428823 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff3f74-3cae-4fad-8b5e-ca517e16360a req-d54154a5-40c8-4ea3-88ea-c78e8ed2843d tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:41.430331 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a7ff3f74-3cae-4fad-8b5e-ca517e16360a req-d54154a5-40c8-4ea3-88ea-c78e8ed2843d tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 943 time: 0.0654159 Jul 07 17:39:41.439056 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 159297c0-2475-4520-8665-fc2ab2a728a0 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:39:41.459636 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 159297c0-2475-4520-8665-fc2ab2a728a0 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:39:41.459994 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 159297c0-2475-4520-8665-fc2ab2a728a0 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:39:41.468881 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a7ff3f74-3cae-4fad-8b5e-ca517e16360a req-90c38535-b4a7-4a31-969e-1aab5d4a9c62 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327652 Jul 07 17:39:42.644675 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf518c-a484-49c7-998b-755a9b431dac req-65d571f4-b9d4-4b23-8ca4-728c38bcaec2 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:42.646835 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0aaf518c-a484-49c7-998b-755a9b431dac req-65d571f4-b9d4-4b23-8ca4-728c38bcaec2 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 943 time: 0.0651462 Jul 07 17:39:42.666635 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 0e5e3e04-64f8-4850-93bb-69d591df3529 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:39:42.684009 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0aaf518c-a484-49c7-998b-755a9b431dac req-71ebbfd6-7be4-4e4a-9c60-829915115ac4 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316122 Jul 07 17:39:42.761711 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 0e5e3e04-64f8-4850-93bb-69d591df3529, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=0e5e3e04-64f8-4850-93bb-69d591df3529,segment=NetworkSegment(c9db9401-9b82-466a-8f10-7f3f3f986c2f),segment_id=c9db9401-9b82-466a-8f10-7f3f3f986c2f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:42.773554 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '0e5e3e04-64f8-4850-93bb-69d591df3529', 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2', 'port_id': '0e5e3e04-64f8-4850-93bb-69d591df3529', 'mac_address': 'fa:16:3e:8b:12:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d94d99-217f-41c0-89ee-3d9eea4331eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:39:42.813875 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:42.826444 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5e3e04-64f8-4850-93bb-69d591df3529 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:39:42.845500 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 0e5e3e04-64f8-4850-93bb-69d591df3529, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=0e5e3e04-64f8-4850-93bb-69d591df3529,segment=NetworkSegment(c9db9401-9b82-466a-8f10-7f3f3f986c2f),segment_id=c9db9401-9b82-466a-8f10-7f3f3f986c2f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:42.850276 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:42.911779 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=0e5e3e04-64f8-4850-93bb-69d591df3529,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:43.176140 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['0e5e3e04-64f8-4850-93bb-69d591df3529'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:39:43.856063 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575574a-71fb-417e-9c6d-f173c0cb7be8 req-94034279-fc5f-4053-925e-1ff7c85a36cd tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:43.857585 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f575574a-71fb-417e-9c6d-f173c0cb7be8 req-94034279-fc5f-4053-925e-1ff7c85a36cd tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 944 time: 0.0633848 Jul 07 17:39:43.895324 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f575574a-71fb-417e-9c6d-f173c0cb7be8 req-fcf142a7-3e08-4f2c-ba6f-748ed728ea58 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321739 Jul 07 17:39:44.529774 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.681371 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 0e5e3e04-64f8-4850-93bb-69d591df3529 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:39:44.731404 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 0e5e3e04-64f8-4850-93bb-69d591df3529 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:39:44.735042 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 0e5e3e04-64f8-4850-93bb-69d591df3529 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:39:44.735423 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.775380 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d65546aa-7d58-4d93-a55c-aea2efaf1287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.822019 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.844006 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c7aac9-38a2-4c8d-9d35-8f9c93cffa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5e3e04-64f8-4850-93bb-69d591df3529'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:39:44.846262 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ba96ca-a155-49fb-8cbe-52f3d0083e25" -d '{"events": [{"server_uuid": "14c7aac9-38a2-4c8d-9d35-8f9c93cffa91", "name": "network-vif-plugged", "status": "completed", "tag": "0e5e3e04-64f8-4850-93bb-69d591df3529"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:39:44.859388 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 0e5e3e04-64f8-4850-93bb-69d591df3529, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=0e5e3e04-64f8-4850-93bb-69d591df3529,segment=NetworkSegment(c9db9401-9b82-466a-8f10-7f3f3f986c2f),segment_id=c9db9401-9b82-466a-8f10-7f3f3f986c2f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:39:44.863718 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:44.887159 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb952857-1da0-448d-87e7-cd8f751610a0 x-openstack-request-id: req-eb952857-1da0-448d-87e7-cd8f751610a0 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:39:44.887450 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c7aac9-38a2-4c8d-9d35-8f9c93cffa91", "name": "network-vif-plugged", "status": "completed", "tag": "0e5e3e04-64f8-4850-93bb-69d591df3529", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:39:44.887701 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb952857-1da0-448d-87e7-cd8f751610a0 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:39:44.888088 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c7aac9-38a2-4c8d-9d35-8f9c93cffa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5e3e04-64f8-4850-93bb-69d591df3529', 'code': 200} Jul 07 17:39:44.918006 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=0e5e3e04-64f8-4850-93bb-69d591df3529,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:39:45.006936 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0978080-e803-4398-a04d-2af6dcecd8d8 req-827f8601-f7df-4862-a664-9830eb9957c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:45.008618 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f0978080-e803-4398-a04d-2af6dcecd8d8 req-827f8601-f7df-4862-a664-9830eb9957c9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 1096 time: 0.0575895 Jul 07 17:39:45.043516 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f0978080-e803-4398-a04d-2af6dcecd8d8 req-95d43d9f-86ce-42de-be33-f20c10d1a44d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285981 Jul 07 17:39:45.070766 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7de621-62e1-4569-9b21-8cf6159b24d3 req-a16270f4-9c53-441e-ac00-6e1490fc1228 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:45.072395 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab7de621-62e1-4569-9b21-8cf6159b24d3 req-a16270f4-9c53-441e-ac00-6e1490fc1228 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0643294 Jul 07 17:39:45.111904 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ab7de621-62e1-4569-9b21-8cf6159b24d3 req-2813b7c1-022c-478d-8b94-f61c230ee6ef tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325313 Jul 07 17:39:46.292923 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0495a4-4a7d-4f59-abd6-58bb45be2615 req-f58855cf-f413-4606-ad5c-72c06c75860f tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:46.294445 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aa0495a4-4a7d-4f59-abd6-58bb45be2615 req-f58855cf-f413-4606-ad5c-72c06c75860f tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0648952 Jul 07 17:39:46.331391 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aa0495a4-4a7d-4f59-abd6-58bb45be2615 req-4e23ee42-b9e5-4a4e-b081-2b5b9ce1fe50 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313106 Jul 07 17:39:46.513838 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73cb6f-80f6-428e-b44f-822b1f07e0b4 req-105d9628-bac5-435f-96f2-f9784cd0cf10 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:46.515391 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bb73cb6f-80f6-428e-b44f-822b1f07e0b4 req-105d9628-bac5-435f-96f2-f9784cd0cf10 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0682697 Jul 07 17:39:46.553033 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bb73cb6f-80f6-428e-b44f-822b1f07e0b4 req-d2bf68f6-ff7c-4fdd-8979-d535abed6ee2 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314178 Jul 07 17:39:46.866876 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:46.930742 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-292041f8-aefb-4c05-a3d7-7958cd62f7b0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0968976 Jul 07 17:39:46.959818 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9632d-30df-4a48-b045-48cc5d35043e req-38f244a7-87fd-4465-a350-5b4d84a3e1f7 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:46.961327 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81a9632d-30df-4a48-b045-48cc5d35043e req-38f244a7-87fd-4465-a350-5b4d84a3e1f7 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0790291 Jul 07 17:39:47.001772 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81a9632d-30df-4a48-b045-48cc5d35043e req-12cf57ec-a047-4972-94ce-913df09e4f26 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343177 Jul 07 17:39:47.678943 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:47.989049 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c87c1df5-8474-4dec-a12d-3689662b4eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:48.043452 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-c3e27ec0-b96b-4290-a506-1ef92b29e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:48.044999 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-c3e27ec0-b96b-4290-a506-1ef92b29e6dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ee4b07ef102642e18397926dfd077a9c&device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 1096 time: 0.0540876 Jul 07 17:39:48.170533 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-49df90bc-dad8-48e0-94ba-8bda1df23400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:48.171992 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-49df90bc-dad8-48e0-94ba-8bda1df23400 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 HTTP/1.1" status: 200 len: 914 time: 0.1212959 Jul 07 17:39:48.223450 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-d1d340dd-ff0e-49d8-bad0-cddc1087c02d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e5e3e04-64f8-4850-93bb-69d591df3529 HTTP/1.1" status: 200 len: 217 time: 0.0438306 Jul 07 17:39:48.234911 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d0bf5-b8e1-44b8-b85f-fb0353c060cf req-229beeff-936d-4dfc-a3d1-830908941b9e tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:48.236352 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-391d0bf5-b8e1-44b8-b85f-fb0353c060cf req-229beeff-936d-4dfc-a3d1-830908941b9e tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.1201680 Jul 07 17:39:48.289836 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:39:48.304792 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-391d0bf5-b8e1-44b8-b85f-fb0353c060cf req-e29c2816-4057-42b9-976a-c36d617855a1 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604408 Jul 07 17:39:48.306296 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-0005448a-8e3d-4c2f-b4af-ddc7b16cb766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:48.307702 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-0005448a-8e3d-4c2f-b4af-ddc7b16cb766 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60d94d99-217f-41c0-89ee-3d9eea4331eb HTTP/1.1" status: 200 len: 853 time: 0.0705194 Jul 07 17:39:48.341444 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-8877916b-8038-428a-a76a-5f0080ca1b7e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274613 Jul 07 17:39:48.435473 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-089503b4-86e0-41a9-87f1-f305ff1ff071 service neutron] 10.222.0.69 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870073 Jul 07 17:39:48.524085 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-bd9ddde2-16ab-47fe-9958-19d947b6b202 service neutron] 10.222.0.69 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814579 Jul 07 17:39:48.967070 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:49.476840 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99421f-77fd-4723-b1d5-b5b637161f08 req-3d4b9c1d-b4d3-48c0-9eaf-54852758de99 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:49.478345 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3f99421f-77fd-4723-b1d5-b5b637161f08 req-3d4b9c1d-b4d3-48c0-9eaf-54852758de99 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0631940 Jul 07 17:39:49.514918 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3f99421f-77fd-4723-b1d5-b5b637161f08 req-5718a462-c946-4ace-a9d6-e99d405c2361 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310507 Jul 07 17:39:50.431464 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:39:50.696403 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82266789-bf80-482b-9141-e3b8797622f7 req-218c7458-64e7-4cb9-9a17-89d0b426191c tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:50.698044 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-82266789-bf80-482b-9141-e3b8797622f7 req-218c7458-64e7-4cb9-9a17-89d0b426191c tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0686383 Jul 07 17:39:50.735920 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-82266789-bf80-482b-9141-e3b8797622f7 req-7261b8ca-747a-4180-836a-3c0f3eb6ae4f tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322561 Jul 07 17:39:51.907182 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b1e36-dce4-48bc-8326-ff805dd8892f req-e8389a9b-aaec-41af-94dc-bd3b9bd03bc1 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:51.908656 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d4b1e36-dce4-48bc-8326-ff805dd8892f req-e8389a9b-aaec-41af-94dc-bd3b9bd03bc1 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0637164 Jul 07 17:39:51.946126 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d4b1e36-dce4-48bc-8326-ff805dd8892f req-93da72d1-1f7b-4458-9b0d-61ade5dfc963 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313752 Jul 07 17:39:53.124362 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249c942-2edf-4df0-9328-2ffa8596e1b0 req-60517599-234f-49cb-87e3-6654473a0115 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:53.125866 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c249c942-2edf-4df0-9328-2ffa8596e1b0 req-60517599-234f-49cb-87e3-6654473a0115 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0661077 Jul 07 17:39:53.165099 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c249c942-2edf-4df0-9328-2ffa8596e1b0 req-4f09d9c8-ab5e-4399-a2c9-f9b0ebfa260f tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323861 Jul 07 17:39:54.345030 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417b2b1-ec37-45c4-9fb5-6bece4d44274 req-2e6d0bdc-a882-4ccf-8e40-2038f6386239 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:54.346543 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4417b2b1-ec37-45c4-9fb5-6bece4d44274 req-2e6d0bdc-a882-4ccf-8e40-2038f6386239 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0673642 Jul 07 17:39:54.383771 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4417b2b1-ec37-45c4-9fb5-6bece4d44274 req-deca37e5-7411-4ea8-9931-1ce8168f9eed tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317161 Jul 07 17:39:55.554986 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44aaa0-083d-4e0b-a7db-e64c4af49e7d req-c49f9114-5f3f-44c2-880a-db0cb37e7e34 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:55.556520 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e44aaa0-083d-4e0b-a7db-e64c4af49e7d req-c49f9114-5f3f-44c2-880a-db0cb37e7e34 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0632799 Jul 07 17:39:55.600643 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1e44aaa0-083d-4e0b-a7db-e64c4af49e7d req-f3a43ae6-2a5a-417c-a7b6-2aa5effacd7f tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370212 Jul 07 17:39:56.782404 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5857c49-83c5-46e7-8fab-572da17311db req-aae6528b-bae1-4c31-ad8e-eb20e9070d3c tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:56.783922 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5857c49-83c5-46e7-8fab-572da17311db req-aae6528b-bae1-4c31-ad8e-eb20e9070d3c tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0637896 Jul 07 17:39:56.821760 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5857c49-83c5-46e7-8fab-572da17311db req-245c43ab-6d2b-4bad-b7b1-92b6478afa07 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317371 Jul 07 17:39:57.996624 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48923382-cb20-4e92-8436-f11f955c66f8 req-fb97dd3b-31f5-4bc7-ba6d-d816fd3f6cf9 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:57.998142 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-48923382-cb20-4e92-8436-f11f955c66f8 req-fb97dd3b-31f5-4bc7-ba6d-d816fd3f6cf9 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0643082 Jul 07 17:39:58.035481 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-48923382-cb20-4e92-8436-f11f955c66f8 req-651d7a28-c8b5-48c6-8b8b-f34ddfacefe2 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318427 Jul 07 17:39:59.210807 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf6439-d5a5-4013-a45e-2075508f501a req-347b8e84-6261-4b36-8d39-45d1c9fd5f51 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:39:59.212321 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29cf6439-d5a5-4013-a45e-2075508f501a req-347b8e84-6261-4b36-8d39-45d1c9fd5f51 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0668929 Jul 07 17:39:59.250878 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29cf6439-d5a5-4013-a45e-2075508f501a req-8a91fbc6-84ca-4fff-973c-d872e3c49eeb tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329616 Jul 07 17:40:00.423182 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f6e6a-a707-4549-8921-aaad9c2c19b5 req-1541cffc-a5fe-4ded-b8a6-5c41ef7ab513 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:00.424700 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-455f6e6a-a707-4549-8921-aaad9c2c19b5 req-1541cffc-a5fe-4ded-b8a6-5c41ef7ab513 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0634041 Jul 07 17:40:00.462008 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-455f6e6a-a707-4549-8921-aaad9c2c19b5 req-f6b38c64-8f7c-4183-b941-daa2bdc6111c tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317850 Jul 07 17:40:01.633125 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c4370-dff7-4911-b601-dbec0517394d req-18ce2ada-5031-4fb7-b068-b391910fbdca tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:01.634725 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d7c4370-dff7-4911-b601-dbec0517394d req-18ce2ada-5031-4fb7-b068-b391910fbdca tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0642006 Jul 07 17:40:01.674252 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d7c4370-dff7-4911-b601-dbec0517394d req-0aa53840-3b28-419b-808a-ec8334b0fbaf tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334272 Jul 07 17:40:02.859585 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407f3ff-4f1c-435f-acd1-8360c2b3872f req-8a195d18-0315-4e04-af5e-2f4184cca803 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:02.861231 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0407f3ff-4f1c-435f-acd1-8360c2b3872f req-8a195d18-0315-4e04-af5e-2f4184cca803 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0702066 Jul 07 17:40:02.900886 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0407f3ff-4f1c-435f-acd1-8360c2b3872f req-097ad7d3-993b-44e2-9654-da4139da2e1c tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338795 Jul 07 17:40:04.079332 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d77ae4-1c9e-4276-8f34-ef48e8b4085f req-d14e339d-3691-4de3-9f0e-86214465c822 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:04.081004 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c4d77ae4-1c9e-4276-8f34-ef48e8b4085f req-d14e339d-3691-4de3-9f0e-86214465c822 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0648763 Jul 07 17:40:04.122426 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c4d77ae4-1c9e-4276-8f34-ef48e8b4085f req-4523a4cc-b8f4-482e-9280-d637ee2e3901 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352550 Jul 07 17:40:05.295848 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9419b0-36ae-49c1-a211-44e52ffcb4d5 req-0bf06585-befd-477a-9d66-ea125e03bf19 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:05.297353 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1f9419b0-36ae-49c1-a211-44e52ffcb4d5 req-0bf06585-befd-477a-9d66-ea125e03bf19 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0643051 Jul 07 17:40:05.334148 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1f9419b0-36ae-49c1-a211-44e52ffcb4d5 req-5f6326c9-f130-457e-b85d-b96b42239559 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311518 Jul 07 17:40:06.514947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85018f2-8265-451d-8ae5-cfb958bc063f req-5f617a38-6ca9-40de-a12b-0f05e8a3ec49 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:06.516437 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e85018f2-8265-451d-8ae5-cfb958bc063f req-5f617a38-6ca9-40de-a12b-0f05e8a3ec49 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0709925 Jul 07 17:40:06.553314 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e85018f2-8265-451d-8ae5-cfb958bc063f req-7605f29b-5139-4726-a791-1951d3242ab2 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314388 Jul 07 17:40:07.729655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d3d71-132d-4e86-90dc-92e8af83fe90 req-768127cb-82c4-4619-aab3-aa72d33339dc tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:07.731171 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-095d3d71-132d-4e86-90dc-92e8af83fe90 req-768127cb-82c4-4619-aab3-aa72d33339dc tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0676270 Jul 07 17:40:07.771854 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-095d3d71-132d-4e86-90dc-92e8af83fe90 req-67a90fc6-55f8-4f08-b541-725bafb42936 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317657 Jul 07 17:40:08.943171 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901d5eb-4081-4811-a133-fcf1834abbd0 req-61b6e5f2-b58e-4c74-8c84-2d2e6db639b3 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:08.944676 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3901d5eb-4081-4811-a133-fcf1834abbd0 req-61b6e5f2-b58e-4c74-8c84-2d2e6db639b3 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0647817 Jul 07 17:40:08.982033 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3901d5eb-4081-4811-a133-fcf1834abbd0 req-8c6d2efd-a8e7-43a8-ae5b-7f34653f653d tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312343 Jul 07 17:40:10.155203 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d1311-716d-41e0-b484-f5c1a7b91ae4 req-610de129-9dbd-484a-ba03-b37718f3031d tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:10.156715 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-998d1311-716d-41e0-b484-f5c1a7b91ae4 req-610de129-9dbd-484a-ba03-b37718f3031d tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0637772 Jul 07 17:40:10.195434 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-998d1311-716d-41e0-b484-f5c1a7b91ae4 req-2ceea9de-2917-454d-b266-e99b3abd8a49 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331080 Jul 07 17:40:11.367379 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdb1fb-c72f-44f3-bb60-60df5ee1a2c7 req-a06889d5-6c43-414c-b6fc-94a41fa92667 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:11.368889 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-21cdb1fb-c72f-44f3-bb60-60df5ee1a2c7 req-a06889d5-6c43-414c-b6fc-94a41fa92667 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0662940 Jul 07 17:40:11.407085 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-21cdb1fb-c72f-44f3-bb60-60df5ee1a2c7 req-53c35b34-1176-4f56-a5a9-69d287f778f8 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319521 Jul 07 17:40:12.588115 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc506591-a647-4652-8062-05e172e4ad87 req-ac328d6d-d3b3-44bf-a88a-09182450d8c4 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:12.589649 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc506591-a647-4652-8062-05e172e4ad87 req-ac328d6d-d3b3-44bf-a88a-09182450d8c4 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0652826 Jul 07 17:40:12.626523 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc506591-a647-4652-8062-05e172e4ad87 req-16d443e9-734e-4eea-95fc-14d03395c18e tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313058 Jul 07 17:40:13.984749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b05bc-f60d-4cd0-bd88-ed54e1c30b74 req-aaa303cc-7741-4572-8f99-50e37e0b62c4 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:13.986268 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c56b05bc-f60d-4cd0-bd88-ed54e1c30b74 req-aaa303cc-7741-4572-8f99-50e37e0b62c4 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0645273 Jul 07 17:40:14.023874 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c56b05bc-f60d-4cd0-bd88-ed54e1c30b74 req-cad05f9d-3601-4faa-8e66-405c59e878d6 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321059 Jul 07 17:40:14.529551 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:14.764957 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6e7d6666-8571-478e-99b4-333d58fa40c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:15.207134 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8c39f-3745-4f02-b10d-de6a96032c28 req-b1e28214-2a61-41a7-942e-94fa60b097c7 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:15.208666 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f8b8c39f-3745-4f02-b10d-de6a96032c28 req-b1e28214-2a61-41a7-942e-94fa60b097c7 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0687256 Jul 07 17:40:15.246160 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f8b8c39f-3745-4f02-b10d-de6a96032c28 req-05bfa07e-d3a2-489b-a29b-35dc5169e977 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319152 Jul 07 17:40:15.331057 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-f1a9b71a-517f-43ab-8c67-9f80bcbe5e75 service neutron] show failed (client error): The resource could not be found. Jul 07 17:40:15.332022 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-f1a9b71a-517f-43ab-8c67-9f80bcbe5e75 service neutron] 10.222.0.69 "GET /v2.0/ports/0e5e3e04-64f8-4850-93bb-69d591df3529/bindings/n-h1-793620-7 HTTP/1.1" status: 404 len: 380 time: 0.0552826 Jul 07 17:40:15.576861 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-45357ab8-62b5-4681-94ba-58e5d4bb569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:15.578364 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-45357ab8-62b5-4681-94ba-58e5d4bb569b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91&tenant_id=ee4b07ef102642e18397926dfd077a9c HTTP/1.1" status: 200 len: 1096 time: 0.0533199 Jul 07 17:40:15.590362 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-7', 'device_owner': 'compute:nova'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:15.664469 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:15.863670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] For port 0e5e3e04-64f8-4850-93bb-69d591df3529, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=0e5e3e04-64f8-4850-93bb-69d591df3529,segment=NetworkSegment(c9db9401-9b82-466a-8f10-7f3f3f986c2f),segment_id=c9db9401-9b82-466a-8f10-7f3f3f986c2f)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:15.896870 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] For port 0e5e3e04-64f8-4850-93bb-69d591df3529, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:15.935117 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c7aac9-38a2-4c8d-9d35-8f9c93cffa91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e5e3e04-64f8-4850-93bb-69d591df3529'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:15.937558 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f36a3ab-bda1-4971-8583-2f9015e9042b" -d '{"events": [{"server_uuid": "14c7aac9-38a2-4c8d-9d35-8f9c93cffa91", "name": "network-vif-unplugged", "status": "completed", "tag": "0e5e3e04-64f8-4850-93bb-69d591df3529"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:15.941799 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:15.955667 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Transition to ACTIVE for port object 0e5e3e04-64f8-4850-93bb-69d591df3529 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:15.959106 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:15.993180 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8336a4-46dc-4d66-a7cc-7961119a1938 x-openstack-request-id: req-5f8336a4-46dc-4d66-a7cc-7961119a1938 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:15.993417 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c7aac9-38a2-4c8d-9d35-8f9c93cffa91", "name": "network-vif-unplugged", "status": "completed", "tag": "0e5e3e04-64f8-4850-93bb-69d591df3529", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:15.993690 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5f8336a4-46dc-4d66-a7cc-7961119a1938 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:15.994061 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c7aac9-38a2-4c8d-9d35-8f9c93cffa91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e5e3e04-64f8-4850-93bb-69d591df3529', 'code': 200} Jul 07 17:40:16.032464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] No DVR routers for this DVR port 0e5e3e04-64f8-4850-93bb-69d591df3529 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:40:16.035549 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5e3e04-64f8-4850-93bb-69d591df3529,revision_number=6']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:16.046356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:16.046729 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:16.047079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:16.047417 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:16.047752 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:16.048083 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:16.048411 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:16.048745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:16.049089 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:16.049398 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:16.049724 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:16.050048 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:16.082855 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Attempting to bind port 0e5e3e04-64f8-4850-93bb-69d591df3529 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:16.083261 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Attempting to bind port 0e5e3e04-64f8-4850-93bb-69d591df3529 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'c9db9401-9b82-466a-8f10-7f3f3f986c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:16.083528 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Attempting to bind port 0e5e3e04-64f8-4850-93bb-69d591df3529 on network 3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:16.087997 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Port 0e5e3e04-64f8-4850-93bb-69d591df3529 on network 3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:40:16.088364 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Attempting to bind port 0e5e3e04-64f8-4850-93bb-69d591df3529 on network 3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:16.093214 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:40:16.093549 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Checking segment: {'id': 'c9db9401-9b82-466a-8f10-7f3f3f986c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:16.093936 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Bound using segment: {'id': 'c9db9401-9b82-466a-8f10-7f3f3f986c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:40:16.094364 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Bound port: 0e5e3e04-64f8-4850-93bb-69d591df3529, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9db9401-9b82-466a-8f10-7f3f3f986c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:40:16.094754 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:16.157752 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] For port 0e5e3e04-64f8-4850-93bb-69d591df3529, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:16.160673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] For port 0e5e3e04-64f8-4850-93bb-69d591df3529, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=0e5e3e04-64f8-4850-93bb-69d591df3529,segment=NetworkSegment(c9db9401-9b82-466a-8f10-7f3f3f986c2f),segment_id=c9db9401-9b82-466a-8f10-7f3f3f986c2f)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:40:16.165081 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:16.203757 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:16.204371 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:16.205792 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] 10.222.0.15 "PUT /v2.0/ports/0e5e3e04-64f8-4850-93bb-69d591df3529 HTTP/1.1" status: 200 len: 1091 time: 0.6202061 Jul 07 17:40:16.226977 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2ca1e-b32d-49cc-b6f2-141223920d71 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5e3e04-64f8-4850-93bb-69d591df3529,revision_number=7']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:16.282661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-89902a3e-547b-4c48-baaf-92af46c8ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:16.284170 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-89902a3e-547b-4c48-baaf-92af46c8ff81 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee4b07ef102642e18397926dfd077a9c&device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 1094 time: 0.0543365 Jul 07 17:40:16.384507 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-01cfded0-d264-44e2-8f6d-df726f975ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:16.386026 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-01cfded0-d264-44e2-8f6d-df726f975ee4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 HTTP/1.1" status: 200 len: 914 time: 0.0957503 Jul 07 17:40:16.427978 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e5c22-a9a8-4325-b7b1-c1da93c5106d req-48abc607-3cbc-47cc-8132-04a4fcedd8ce tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:16.429415 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1b2e5c22-a9a8-4325-b7b1-c1da93c5106d req-48abc607-3cbc-47cc-8132-04a4fcedd8ce tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 943 time: 0.0706201 Jul 07 17:40:16.432564 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-39322abf-1bda-4e4c-8e87-59623c767414 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e5e3e04-64f8-4850-93bb-69d591df3529 HTTP/1.1" status: 200 len: 217 time: 0.0400414 Jul 07 17:40:16.473851 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1b2e5c22-a9a8-4325-b7b1-c1da93c5106d req-81e014c7-993a-494b-924e-8d0c61585555 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380161 Jul 07 17:40:16.487537 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-1e5458e8-4d7b-41f4-9773-0eb08843101b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:16.489030 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-1e5458e8-4d7b-41f4-9773-0eb08843101b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60d94d99-217f-41c0-89ee-3d9eea4331eb HTTP/1.1" status: 200 len: 853 time: 0.0508726 Jul 07 17:40:16.523604 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-378de3f7-cae6-41d0-8888-869d4070cfda service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276389 Jul 07 17:40:16.615704 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-4bfc6b3a-8f51-4c99-bf87-c401a5dda0ef service neutron] 10.222.0.15 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855129 Jul 07 17:40:16.703957 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-876360c8-4c60-4f2b-9919-ea4a13f62d44 req-8409fffc-eeb5-490d-a58d-0f34e7ac6958 service neutron] 10.222.0.15 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810325 Jul 07 17:40:16.869491 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:17.654452 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bc1da-d29b-4c3a-8531-7a02d4938670 req-33658ff9-59d7-4b4d-814e-3ccf451d491b tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:17.655852 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e5bc1da-d29b-4c3a-8531-7a02d4938670 req-33658ff9-59d7-4b4d-814e-3ccf451d491b tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 943 time: 0.0675819 Jul 07 17:40:17.679892 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:17.697982 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7e5bc1da-d29b-4c3a-8531-7a02d4938670 req-959b127b-5d13-4f65-b996-142deee2c37e tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366011 Jul 07 17:40:17.989169 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-be7ed931-49a0-4896-ac12-4c67b0b31f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:17.994998 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c7aac9-38a2-4c8d-9d35-8f9c93cffa91', 'tag': '0e5e3e04-64f8-4850-93bb-69d591df3529'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:17.997406 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f3c4fc-fb4d-4b16-867b-199054feabbb" -d '{"events": [{"name": "network-changed", "server_uuid": "14c7aac9-38a2-4c8d-9d35-8f9c93cffa91", "tag": "0e5e3e04-64f8-4850-93bb-69d591df3529"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:18.044675 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d00a825-86ce-4c8e-a61a-b99c396656ea x-openstack-request-id: req-9d00a825-86ce-4c8e-a61a-b99c396656ea {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:18.044993 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c7aac9-38a2-4c8d-9d35-8f9c93cffa91", "tag": "0e5e3e04-64f8-4850-93bb-69d591df3529", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:18.045248 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d00a825-86ce-4c8e-a61a-b99c396656ea {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:18.045648 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c7aac9-38a2-4c8d-9d35-8f9c93cffa91', 'tag': '0e5e3e04-64f8-4850-93bb-69d591df3529', 'status': 'completed', 'code': 200} Jul 07 17:40:18.121024 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3c4fc-fb4d-4b16-867b-199054feabbb req-0aa67f56-b47a-4071-a0c3-317e992ca42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:18.123621 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-07f3c4fc-fb4d-4b16-867b-199054feabbb req-0aa67f56-b47a-4071-a0c3-317e992ca42a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ee4b07ef102642e18397926dfd077a9c&device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 1094 time: 0.0587986 Jul 07 17:40:18.128480 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3c4fc-fb4d-4b16-867b-199054feabbb req-5ba127ee-cfa3-46fa-b4d2-cd29334e22f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:18.130215 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-07f3c4fc-fb4d-4b16-867b-199054feabbb req-5ba127ee-cfa3-46fa-b4d2-cd29334e22f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee4b07ef102642e18397926dfd077a9c&device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 1094 time: 0.0575533 Jul 07 17:40:18.226402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3c4fc-fb4d-4b16-867b-199054feabbb req-b66ad951-2f8c-4896-a68a-566c622f0fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:18.228011 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-07f3c4fc-fb4d-4b16-867b-199054feabbb req-b66ad951-2f8c-4896-a68a-566c622f0fac service neutron] 10.222.0.69 "GET /v2.0/networks?id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 HTTP/1.1" status: 200 len: 914 time: 0.0985162 Jul 07 17:40:18.261257 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3c4fc-fb4d-4b16-867b-199054feabbb req-4f8d044a-81e1-43a8-b12e-3ec7ffe74f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:18.262753 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-07f3c4fc-fb4d-4b16-867b-199054feabbb req-4f8d044a-81e1-43a8-b12e-3ec7ffe74f48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 HTTP/1.1" status: 200 len: 914 time: 0.1167221 Jul 07 17:40:18.274116 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-07f3c4fc-fb4d-4b16-867b-199054feabbb req-6343e2e3-2bf1-443d-a0cd-3b05ff2eec15 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e5e3e04-64f8-4850-93bb-69d591df3529 HTTP/1.1" status: 200 len: 217 time: 0.0401075 Jul 07 17:40:18.305493 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-07f3c4fc-fb4d-4b16-867b-199054feabbb req-4123a1e9-ea49-45fc-a2c4-a5b467ef2ea5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e5e3e04-64f8-4850-93bb-69d591df3529 HTTP/1.1" status: 200 len: 217 time: 0.0364413 Jul 07 17:40:18.323109 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3c4fc-fb4d-4b16-867b-199054feabbb req-2a34ca66-992c-4345-b50a-d365bcfdf554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:18.324618 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-07f3c4fc-fb4d-4b16-867b-199054feabbb req-2a34ca66-992c-4345-b50a-d365bcfdf554 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60d94d99-217f-41c0-89ee-3d9eea4331eb HTTP/1.1" status: 200 len: 853 time: 0.0448687 Jul 07 17:40:18.353892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3c4fc-fb4d-4b16-867b-199054feabbb req-887b4620-2ee1-4b38-b274-221c92d70f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:18.355380 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-07f3c4fc-fb4d-4b16-867b-199054feabbb req-887b4620-2ee1-4b38-b274-221c92d70f7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60d94d99-217f-41c0-89ee-3d9eea4331eb HTTP/1.1" status: 200 len: 853 time: 0.0437841 Jul 07 17:40:18.357689 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-07f3c4fc-fb4d-4b16-867b-199054feabbb req-da835c56-064b-4596-b293-31101c409e77 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273125 Jul 07 17:40:18.392984 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-07f3c4fc-fb4d-4b16-867b-199054feabbb req-925a904d-0f96-475f-98f3-5415d49184b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313833 Jul 07 17:40:18.450821 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-07f3c4fc-fb4d-4b16-867b-199054feabbb req-c597bd04-c3e6-4774-8826-029f7de4dcd5 service neutron] 10.222.0.69 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872293 Jul 07 17:40:18.482434 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-07f3c4fc-fb4d-4b16-867b-199054feabbb req-0cab006e-f84c-4d58-ad0f-5b7d5e0ab577 service neutron] 10.222.0.15 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831161 Jul 07 17:40:18.546785 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-07f3c4fc-fb4d-4b16-867b-199054feabbb req-2b3d85aa-5183-4d90-ab0a-0ed75fc0d8a5 service neutron] 10.222.0.69 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900545 Jul 07 17:40:18.578590 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-07f3c4fc-fb4d-4b16-867b-199054feabbb req-e959ee41-04c8-45d3-9048-8a0f3c0bbe95 service neutron] 10.222.0.15 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902159 Jul 07 17:40:18.827220 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 0e5e3e04-64f8-4850-93bb-69d591df3529 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:40:18.868433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 0e5e3e04-64f8-4850-93bb-69d591df3529 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:40:18.877212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1032a7-47f4-4619-aeef-ab121a56c534 req-1acdc955-4f58-46a3-9a75-5d53955e2b29 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:18.878797 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ec1032a7-47f4-4619-aeef-ab121a56c534 req-1acdc955-4f58-46a3-9a75-5d53955e2b29 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 943 time: 0.0714848 Jul 07 17:40:18.917073 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ec1032a7-47f4-4619-aeef-ab121a56c534 req-7b0acbcc-3d74-4c20-9eaf-5ab61d40f264 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322824 Jul 07 17:40:18.969564 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:19.213225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906e641-29cf-493d-892a-1d8bd350ad7f req-17e25fc0-6658-484a-b708-f26dfa0ab2a7 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:19.215230 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9906e641-29cf-493d-892a-1d8bd350ad7f req-17e25fc0-6658-484a-b708-f26dfa0ab2a7 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 943 time: 0.0638986 Jul 07 17:40:19.227396 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ab5c3-4384-48a1-8026-16d2f628b359 req-2306e2f4-b080-4d35-8f7a-27124a117ccd tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:19.228930 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9c1ab5c3-4384-48a1-8026-16d2f628b359 req-2306e2f4-b080-4d35-8f7a-27124a117ccd tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.69 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91&tenant_id=ee4b07ef102642e18397926dfd077a9c&binding%3Ahost_id=n-h1-793620-7 HTTP/1.1" status: 200 len: 943 time: 0.0727041 Jul 07 17:40:19.255845 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9906e641-29cf-493d-892a-1d8bd350ad7f req-2668c221-bdf8-401f-9b9f-c0916e482a41 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344958 Jul 07 17:40:19.294537 n-d-793620-7 neutron-server[100409]: INFO neutron.api.v2.resource [req-9c1ab5c3-4384-48a1-8026-16d2f628b359 req-788d447c-0666-4399-ac0d-6b033bb77538 service neutron] delete failed (client error): The resource could not be found. Jul 07 17:40:19.295559 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9c1ab5c3-4384-48a1-8026-16d2f628b359 req-788d447c-0666-4399-ac0d-6b033bb77538 service neutron] 10.222.0.69 "DELETE /v2.0/ports/0e5e3e04-64f8-4850-93bb-69d591df3529/bindings/n-h2-793620-7 HTTP/1.1" status: 404 len: 380 time: 0.0613024 Jul 07 17:40:19.392567 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ab5c3-4384-48a1-8026-16d2f628b359 req-331a0ff7-acba-45d7-8f60-02d617b1fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:19.394074 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9c1ab5c3-4384-48a1-8026-16d2f628b359 req-331a0ff7-acba-45d7-8f60-02d617b1fa9d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ee4b07ef102642e18397926dfd077a9c&device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 1094 time: 0.0537021 Jul 07 17:40:19.485714 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ab5c3-4384-48a1-8026-16d2f628b359 req-a3eef809-d927-4ab4-b2d4-ab674cd12cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:19.487225 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9c1ab5c3-4384-48a1-8026-16d2f628b359 req-a3eef809-d927-4ab4-b2d4-ab674cd12cab service neutron] 10.222.0.69 "GET /v2.0/networks?id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 HTTP/1.1" status: 200 len: 914 time: 0.0866263 Jul 07 17:40:19.527055 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9c1ab5c3-4384-48a1-8026-16d2f628b359 req-a6ce1d27-3866-4dce-b821-4fe411b689fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e5e3e04-64f8-4850-93bb-69d591df3529 HTTP/1.1" status: 200 len: 217 time: 0.0341825 Jul 07 17:40:19.548235 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 0e5e3e04-64f8-4850-93bb-69d591df3529 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:40:19.575473 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ab5c3-4384-48a1-8026-16d2f628b359 req-a5e32efc-0a81-4ad5-bcca-a2864d0b1fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:19.576905 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9c1ab5c3-4384-48a1-8026-16d2f628b359 req-a5e32efc-0a81-4ad5-bcca-a2864d0b1fec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60d94d99-217f-41c0-89ee-3d9eea4331eb HTTP/1.1" status: 200 len: 853 time: 0.0443788 Jul 07 17:40:19.608726 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9c1ab5c3-4384-48a1-8026-16d2f628b359 req-57372b95-2cd0-4dd0-a240-e6ec2b46008b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260584 Jul 07 17:40:19.644840 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 0e5e3e04-64f8-4850-93bb-69d591df3529, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=0e5e3e04-64f8-4850-93bb-69d591df3529,segment=NetworkSegment(c9db9401-9b82-466a-8f10-7f3f3f986c2f),segment_id=c9db9401-9b82-466a-8f10-7f3f3f986c2f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:19.656825 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '0e5e3e04-64f8-4850-93bb-69d591df3529', 'network_id': '3372c1e6-4d3c-4834-bbe0-d16ae9542ae2', 'port_id': '0e5e3e04-64f8-4850-93bb-69d591df3529', 'mac_address': 'fa:16:3e:8b:12:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d94d99-217f-41c0-89ee-3d9eea4331eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:40:19.694178 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:19.702120 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9c1ab5c3-4384-48a1-8026-16d2f628b359 req-964a4a44-bf1e-4c6b-9ab5-d7c79aac41ab service neutron] 10.222.0.69 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869806 Jul 07 17:40:19.706864 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5e3e04-64f8-4850-93bb-69d591df3529 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:40:19.728267 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 0e5e3e04-64f8-4850-93bb-69d591df3529, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=0e5e3e04-64f8-4850-93bb-69d591df3529,segment=NetworkSegment(c9db9401-9b82-466a-8f10-7f3f3f986c2f),segment_id=c9db9401-9b82-466a-8f10-7f3f3f986c2f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:19.733429 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:19.779566 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=0e5e3e04-64f8-4850-93bb-69d591df3529,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:19.786824 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:19.787178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:19.787535 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:19.787874 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:19.788210 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:19.788540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:19.788871 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:19.789200 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:19.789523 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:19.789849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:19.790176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:19.790527 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:19.795622 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9c1ab5c3-4384-48a1-8026-16d2f628b359 req-78d20ba2-72a5-4b51-929b-328c38d42233 service neutron] 10.222.0.69 "GET /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873489 Jul 07 17:40:19.942955 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['0e5e3e04-64f8-4850-93bb-69d591df3529'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:40:20.435053 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:20.458545 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729c3f3-5945-418f-9402-45c94635c747 req-a5b1efbe-8d99-4384-81a4-dc29520e00df tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:20.460064 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c729c3f3-5945-418f-9402-45c94635c747 req-a5b1efbe-8d99-4384-81a4-dc29520e00df tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 944 time: 0.0728533 Jul 07 17:40:20.498346 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c729c3f3-5945-418f-9402-45c94635c747 req-e56c3e39-1a34-47f6-9fef-bacf517d9af6 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327334 Jul 07 17:40:20.696566 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d65d1d-3255-4a43-9b2f-7f3d59a74c89 req-dfe50528-bc82-4a22-82d8-2f8820f77f78 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:20.698035 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-52d65d1d-3255-4a43-9b2f-7f3d59a74c89 req-dfe50528-bc82-4a22-82d8-2f8820f77f78 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 944 time: 0.0669570 Jul 07 17:40:20.735695 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-52d65d1d-3255-4a43-9b2f-7f3d59a74c89 req-33666481-766d-4b3c-b490-1f8137cbd78d tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312634 Jul 07 17:40:20.908044 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1260d12-0695-4895-9819-1c8f0b208a63 req-cb3da679-9e6c-4c9a-afbe-388335da8cf9 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:20.909584 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1260d12-0695-4895-9819-1c8f0b208a63 req-cb3da679-9e6c-4c9a-afbe-388335da8cf9 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 944 time: 0.0658162 Jul 07 17:40:20.947603 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1260d12-0695-4895-9819-1c8f0b208a63 req-b923c0ed-b3f2-4dc0-b3e4-af3fa742442b tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323963 Jul 07 17:40:21.497107 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26f318-3541-436f-b191-905a5e8e7438 req-b7a9514d-0c65-4f21-acf7-e167da555a39 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:21.498612 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0e26f318-3541-436f-b191-905a5e8e7438 req-b7a9514d-0c65-4f21-acf7-e167da555a39 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 944 time: 0.0632799 Jul 07 17:40:21.536676 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0e26f318-3541-436f-b191-905a5e8e7438 req-4266e6c7-7361-4e7f-a7a4-aab7d684afbf tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324223 Jul 07 17:40:21.563806 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 0e5e3e04-64f8-4850-93bb-69d591df3529 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:21.610699 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 0e5e3e04-64f8-4850-93bb-69d591df3529 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:21.614175 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 0e5e3e04-64f8-4850-93bb-69d591df3529 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:21.614576 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:21.689308 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:21.711197 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c7aac9-38a2-4c8d-9d35-8f9c93cffa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5e3e04-64f8-4850-93bb-69d591df3529'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:21.713372 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c910b712-8533-4a84-9c8e-06d058d03a0b" -d '{"events": [{"server_uuid": "14c7aac9-38a2-4c8d-9d35-8f9c93cffa91", "name": "network-vif-plugged", "status": "completed", "tag": "0e5e3e04-64f8-4850-93bb-69d591df3529"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:21.726237 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 0e5e3e04-64f8-4850-93bb-69d591df3529, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=0e5e3e04-64f8-4850-93bb-69d591df3529,segment=NetworkSegment(c9db9401-9b82-466a-8f10-7f3f3f986c2f),segment_id=c9db9401-9b82-466a-8f10-7f3f3f986c2f)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:21.730247 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:21.755695 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320b9701-2e39-432b-be0c-6d94a250d180 x-openstack-request-id: req-320b9701-2e39-432b-be0c-6d94a250d180 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:21.755988 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c7aac9-38a2-4c8d-9d35-8f9c93cffa91", "name": "network-vif-plugged", "status": "completed", "tag": "0e5e3e04-64f8-4850-93bb-69d591df3529", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:21.756235 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-320b9701-2e39-432b-be0c-6d94a250d180 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:21.756612 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c7aac9-38a2-4c8d-9d35-8f9c93cffa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5e3e04-64f8-4850-93bb-69d591df3529', 'code': 200} Jul 07 17:40:21.779026 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=0e5e3e04-64f8-4850-93bb-69d591df3529,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:22.521865 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c8ffe-e2fb-4110-add4-3f161f8f710b req-5f8b035c-93f9-4531-849c-65bfc1b8b566 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:22.523359 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c27c8ffe-e2fb-4110-add4-3f161f8f710b req-5f8b035c-93f9-4531-849c-65bfc1b8b566 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.15 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.0653644 Jul 07 17:40:22.624022 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-c27c8ffe-e2fb-4110-add4-3f161f8f710b req-696fcc9c-a12e-4d60-845e-22d4869425da tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Deleting port 0e5e3e04-64f8-4850-93bb-69d591df3529 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:40:22.624372 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c27c8ffe-e2fb-4110-add4-3f161f8f710b req-696fcc9c-a12e-4d60-845e-22d4869425da tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:22.752509 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-c27c8ffe-e2fb-4110-add4-3f161f8f710b req-696fcc9c-a12e-4d60-845e-22d4869425da tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] For port 0e5e3e04-64f8-4850-93bb-69d591df3529, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=0e5e3e04-64f8-4850-93bb-69d591df3529,segment=NetworkSegment(c9db9401-9b82-466a-8f10-7f3f3f986c2f),segment_id=c9db9401-9b82-466a-8f10-7f3f3f986c2f)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:22.752864 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c27c8ffe-e2fb-4110-add4-3f161f8f710b req-696fcc9c-a12e-4d60-845e-22d4869425da tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:22.774185 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc246b-ec23-41a1-8e87-984a6e02559e req-6363d804-2b39-4bd1-8f1f-1a7f66867291 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:22.775662 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-05fc246b-ec23-41a1-8e87-984a6e02559e req-6363d804-2b39-4bd1-8f1f-1a7f66867291 tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/ports?device_id=14c7aac9-38a2-4c8d-9d35-8f9c93cffa91 HTTP/1.1" status: 200 len: 945 time: 0.1094029 Jul 07 17:40:22.776542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-c27c8ffe-e2fb-4110-add4-3f161f8f710b req-696fcc9c-a12e-4d60-845e-22d4869425da tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Calling delete_port for 0e5e3e04-64f8-4850-93bb-69d591df3529 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:40:22.864652 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-05fc246b-ec23-41a1-8e87-984a6e02559e req-4e98adeb-f1cb-4243-b3d9-db27b3b2fc8e tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1e64c86-7e09-44e3-a035-d4acd660a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801890 Jul 07 17:40:22.936310 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c27c8ffe-e2fb-4110-add4-3f161f8f710b req-696fcc9c-a12e-4d60-845e-22d4869425da tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:22.947618 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['0e5e3e04-64f8-4850-93bb-69d591df3529'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:40:22.965317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fcc9c-a12e-4d60-845e-22d4869425da tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Pushing event deleted for resources: {'Port': ['ID=0e5e3e04-64f8-4850-93bb-69d591df3529,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:23.009292 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27c8ffe-e2fb-4110-add4-3f161f8f710b req-696fcc9c-a12e-4d60-845e-22d4869425da tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] No DVR routers for this DVR port 0e5e3e04-64f8-4850-93bb-69d591df3529 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:40:23.011975 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c27c8ffe-e2fb-4110-add4-3f161f8f710b req-696fcc9c-a12e-4d60-845e-22d4869425da tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:23.014518 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c27c8ffe-e2fb-4110-add4-3f161f8f710b req-696fcc9c-a12e-4d60-845e-22d4869425da tempest-ServerDiskConfigTestJSON-1799422811 tempest-ServerDiskConfigTestJSON-1799422811-project] 10.222.0.15 "DELETE /v2.0/ports/0e5e3e04-64f8-4850-93bb-69d591df3529 HTTP/1.1" status: 204 len: 173 time: 0.4851441 Jul 07 17:40:23.014956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c7aac9-38a2-4c8d-9d35-8f9c93cffa91', 'name': 'network-vif-deleted', 'tag': '0e5e3e04-64f8-4850-93bb-69d591df3529'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:23.017207 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a18349-e822-450d-b5b0-4eafddff08b8" -d '{"events": [{"server_uuid": "14c7aac9-38a2-4c8d-9d35-8f9c93cffa91", "name": "network-vif-deleted", "tag": "0e5e3e04-64f8-4850-93bb-69d591df3529"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:23.054968 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c1b100-892d-4979-ab3d-305bc38b3ce4 x-openstack-request-id: req-04c1b100-892d-4979-ab3d-305bc38b3ce4 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:23.054968 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c7aac9-38a2-4c8d-9d35-8f9c93cffa91", "name": "network-vif-deleted", "tag": "0e5e3e04-64f8-4850-93bb-69d591df3529", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:23.054968 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-04c1b100-892d-4979-ab3d-305bc38b3ce4 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:23.054968 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c7aac9-38a2-4c8d-9d35-8f9c93cffa91', 'name': 'network-vif-deleted', 'tag': '0e5e3e04-64f8-4850-93bb-69d591df3529', 'status': 'completed', 'code': 200} Jul 07 17:40:24.109186 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33442) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:24.164205 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-077fcf94-3e2c-4e39-badc-b1871abf1c0e admin admin] Deleting subnet 60d94d99-217f-41c0-89ee-3d9eea4331eb {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:40:24.167216 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-077fcf94-3e2c-4e39-badc-b1871abf1c0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.204913 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-077fcf94-3e2c-4e39-badc-b1871abf1c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.249800 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-077fcf94-3e2c-4e39-badc-b1871abf1c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.308005 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-077fcf94-3e2c-4e39-badc-b1871abf1c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.333123 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077fcf94-3e2c-4e39-badc-b1871abf1c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d94d99-217f-41c0-89ee-3d9eea4331eb,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:24.339504 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-077fcf94-3e2c-4e39-badc-b1871abf1c0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.342244 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-077fcf94-3e2c-4e39-badc-b1871abf1c0e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/60d94d99-217f-41c0-89ee-3d9eea4331eb HTTP/1.1" status: 204 len: 168 time: 0.2318075 Jul 07 17:40:24.344517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33444) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:24.431811 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8e10c7df-8cc3-424c-9141-364e8d9f0942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.518140 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8e10c7df-8cc3-424c-9141-364e8d9f0942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.527845 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-8e10c7df-8cc3-424c-9141-364e8d9f0942 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3372c1e6-4d3c-4834-bbe0-d16ae9542ae2']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:24.542733 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-8e10c7df-8cc3-424c-9141-364e8d9f0942 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9db9401-9b82-466a-8f10-7f3f3f986c2f') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:24.543033 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-8e10c7df-8cc3-424c-9141-364e8d9f0942 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9db9401-9b82-466a-8f10-7f3f3f986c2f') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:24.551754 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8e10c7df-8cc3-424c-9141-364e8d9f0942 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.565191 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8e10c7df-8cc3-424c-9141-364e8d9f0942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.571238 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e10c7df-8cc3-424c-9141-364e8d9f0942 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:40:24.571632 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8e10c7df-8cc3-424c-9141-364e8d9f0942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:40:24.573261 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:40:24.626790 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8e10c7df-8cc3-424c-9141-364e8d9f0942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.631791 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8e10c7df-8cc3-424c-9141-364e8d9f0942 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.634109 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8e10c7df-8cc3-424c-9141-364e8d9f0942 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3372c1e6-4d3c-4834-bbe0-d16ae9542ae2 HTTP/1.1" status: 204 len: 168 time: 0.2886302 Jul 07 17:40:24.648143 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10c7df-8cc3-424c-9141-364e8d9f0942 admin admin] Pushing event deleted for resources: {'Network': ['ID=3372c1e6-4d3c-4834-bbe0-d16ae9542ae2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:24.742026 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33448) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:24.780125 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e93c491e-0a01-4e93-a5d3-e79ce16a95db admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ee4b07ef102642e18397926dfd077a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0368819 Jul 07 17:40:24.782464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33450) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:24.828833 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3c260a64-29a8-48ec-bfda-80449e24e3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.852650 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3c260a64-29a8-48ec-bfda-80449e24e3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.899019 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3c260a64-29a8-48ec-bfda-80449e24e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.901674 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3c260a64-29a8-48ec-bfda-80449e24e3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:24.905769 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3c260a64-29a8-48ec-bfda-80449e24e3cf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b1e64c86-7e09-44e3-a035-d4acd660a5a5 HTTP/1.1" status: 204 len: 168 time: 0.1195233 Jul 07 17:40:24.913042 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c260a64-29a8-48ec-bfda-80449e24e3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e64c86-7e09-44e3-a035-d4acd660a5a5,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:25.288447 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:40:25.571102 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33472) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:25.594936 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 0e5e3e04-64f8-4850-93bb-69d591df3529 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:40:25.614488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 0e5e3e04-64f8-4850-93bb-69d591df3529 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:40:25.614832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 0e5e3e04-64f8-4850-93bb-69d591df3529 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:40:25.665849 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-b63ed5a6-8862-428a-a84e-b0001910bc5a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-910156913-network', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:25.687246 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63ed5a6-8862-428a-a84e-b0001910bc5a admin admin] Made reservation on behalf of cde5f6b143e94f199fb62fcaea33f654 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:40:25.689507 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b63ed5a6-8862-428a-a84e-b0001910bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:25.697827 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b63ed5a6-8862-428a-a84e-b0001910bc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:25.783801 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b63ed5a6-8862-428a-a84e-b0001910bc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:25.787621 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b63ed5a6-8862-428a-a84e-b0001910bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:25.814821 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63ed5a6-8862-428a-a84e-b0001910bc5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:40:25.821190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ed5a6-8862-428a-a84e-b0001910bc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64818e3-4b6c-49aa-92f8-e6d1bf36a509,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:25.827812 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b63ed5a6-8862-428a-a84e-b0001910bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:25.828169 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-b63ed5a6-8862-428a-a84e-b0001910bc5a admin admin] Added segment 29dcb100-584a-4153-a873-72f3809eab26 of type vlan for network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a Jul 07 17:40:25.867903 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b63ed5a6-8862-428a-a84e-b0001910bc5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:25.895322 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b63ed5a6-8862-428a-a84e-b0001910bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:25.896345 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63ed5a6-8862-428a-a84e-b0001910bc5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:25.896848 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b63ed5a6-8862-428a-a84e-b0001910bc5a admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:25.953190 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b63ed5a6-8862-428a-a84e-b0001910bc5a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3809218 Jul 07 17:40:25.956453 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33476) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:25.960334 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ed5a6-8862-428a-a84e-b0001910bc5a admin admin] Pushing event updated for resources: {'Network': ['ID=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:25.961556 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-6b65fdb0-5ece-4664-8150-8b0532990dcd admin admin] Request body: {'subnet': {'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-910156913-subnet', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:25.973381 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:40:25.984475 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b65fdb0-5ece-4664-8150-8b0532990dcd admin admin] Made reservation on behalf of cde5f6b143e94f199fb62fcaea33f654 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:40:25.986881 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6b65fdb0-5ece-4664-8150-8b0532990dcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.160800 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6b65fdb0-5ece-4664-8150-8b0532990dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.222189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65fdb0-5ece-4664-8150-8b0532990dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=af38db44-811f-4803-bd11-4bb1e1546ce9,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:26.229225 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65fdb0-5ece-4664-8150-8b0532990dcd admin admin] Checking segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:26.229480 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b65fdb0-5ece-4664-8150-8b0532990dcd admin admin] Network hostable DHCP agents. Network: 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:40:26.247665 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b65fdb0-5ece-4664-8150-8b0532990dcd admin admin] Network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:40:26.256416 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-6b65fdb0-5ece-4664-8150-8b0532990dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:26.261455 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b65fdb0-5ece-4664-8150-8b0532990dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:26.262084 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6b65fdb0-5ece-4664-8150-8b0532990dcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.267569 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19b21d1-5b76-48c9-8b98-9ff19903a6bd None None] Network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:40:26.276795 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6b65fdb0-5ece-4664-8150-8b0532990dcd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3192017 Jul 07 17:40:26.279782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33478) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:26.284488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-6582bbdb-7247-4dc6-9b3a-7bcd3a5dcc25 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:26.306278 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6582bbdb-7247-4dc6-9b3a-7bcd3a5dcc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.307312 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6582bbdb-7247-4dc6-9b3a-7bcd3a5dcc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.360555 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6582bbdb-7247-4dc6-9b3a-7bcd3a5dcc25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.417025 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:40:26.418068 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.505361 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6582bbdb-7247-4dc6-9b3a-7bcd3a5dcc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.555516 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Allocated IP 172.20.0.2 (753f1f3c-81c3-442b-9eaa-5c4145bb2d1a/af38db44-811f-4803-bd11-4bb1e1546ce9/d1684c04-c612-4639-a5f0-ba6fa8ef0402) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:40:26.699126 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.707432 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Transition to ACTIVE for port object d1684c04-c612-4639-a5f0-ba6fa8ef0402 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:26.707806 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6582bbdb-7247-4dc6-9b3a-7bcd3a5dcc25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.722793 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Transition to ACTIVE for port object d1684c04-c612-4639-a5f0-ba6fa8ef0402 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:26.727355 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6582bbdb-7247-4dc6-9b3a-7bcd3a5dcc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.727935 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.765230 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:40:26.771632 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:26.776141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:40:26.781281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Pushing event updated for resources: {'Port': ['ID=d1684c04-c612-4639-a5f0-ba6fa8ef0402,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:26.833858 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Attempting to bind port d1684c04-c612-4639-a5f0-ba6fa8ef0402 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:26.834237 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Attempting to bind port d1684c04-c612-4639-a5f0-ba6fa8ef0402 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:26.834652 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Attempting to bind port d1684c04-c612-4639-a5f0-ba6fa8ef0402 on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:26.839628 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:40:26.840037 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Checking segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:26.840472 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.840624 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-6582bbdb-7247-4dc6-9b3a-7bcd3a5dcc25 admin admin] Allocated IP 172.25.2.108 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/8b4fb10a-01dd-4955-b633-b6c1abe6ea68) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:40:26.841426 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Bound using segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:40:26.842119 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Bound port: d1684c04-c612-4639-a5f0-ba6fa8ef0402, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:40:26.842332 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.909177 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] For port d1684c04-c612-4639-a5f0-ba6fa8ef0402, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:26.913762 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] For port d1684c04-c612-4639-a5f0-ba6fa8ef0402, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d1684c04-c612-4639-a5f0-ba6fa8ef0402,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:40:26.917718 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.955249 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6582bbdb-7247-4dc6-9b3a-7bcd3a5dcc25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:26.981491 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153bbc9-f88f-40f3-9065-7c61478ccb6e None None] Pushing event updated for resources: {'Port': ['ID=d1684c04-c612-4639-a5f0-ba6fa8ef0402,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:27.004206 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6582bbdb-7247-4dc6-9b3a-7bcd3a5dcc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:27.051089 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6582bbdb-7247-4dc6-9b3a-7bcd3a5dcc25 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:40:27.056507 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-6582bbdb-7247-4dc6-9b3a-7bcd3a5dcc25 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:27.058740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582bbdb-7247-4dc6-9b3a-7bcd3a5dcc25 admin admin] Pushing event updated for resources: {'Port': ['ID=8b4fb10a-01dd-4955-b633-b6c1abe6ea68,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:27.061046 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6582bbdb-7247-4dc6-9b3a-7bcd3a5dcc25 admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:40:27.334571 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6582bbdb-7247-4dc6-9b3a-7bcd3a5dcc25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:27.470926 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d1684c04-c612-4639-a5f0-ba6fa8ef0402 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:27.518825 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port d1684c04-c612-4639-a5f0-ba6fa8ef0402 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:27.911586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817b40d0-8a6b-452b-95a8-d60f142165d8 None None] Network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:40:27.918184 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6582bbdb-7247-4dc6-9b3a-7bcd3a5dcc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:27.975918 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-441447f3-dc99-44ab-9f2b-43df28a79e24 None None] Provisioning for port d1684c04-c612-4639-a5f0-ba6fa8ef0402 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:27.988648 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-441447f3-dc99-44ab-9f2b-43df28a79e24 None None] Provisioning complete for port d1684c04-c612-4639-a5f0-ba6fa8ef0402 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:27.989029 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-441447f3-dc99-44ab-9f2b-43df28a79e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:28.057953 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6582bbdb-7247-4dc6-9b3a-7bcd3a5dcc25 admin admin] Router 2695b932-30b7-4de0-9104-5acc659ccb6c is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:40:28.134726 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-441447f3-dc99-44ab-9f2b-43df28a79e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:28.171116 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6582bbdb-7247-4dc6-9b3a-7bcd3a5dcc25 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:40:28.179266 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-441447f3-dc99-44ab-9f2b-43df28a79e24 None None] For port d1684c04-c612-4639-a5f0-ba6fa8ef0402, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d1684c04-c612-4639-a5f0-ba6fa8ef0402,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:28.181964 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] Sync routers for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:40:28.186166 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-441447f3-dc99-44ab-9f2b-43df28a79e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:28.191569 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-6582bbdb-7247-4dc6-9b3a-7bcd3a5dcc25 admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:28.193075 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-6582bbdb-7247-4dc6-9b3a-7bcd3a5dcc25 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9121649 Jul 07 17:40:28.196032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33480) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:28.219796 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:40:28.220443 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:40:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:28.281530 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441447f3-dc99-44ab-9f2b-43df28a79e24 None None] Pushing event updated for resources: {'Port': ['ID=d1684c04-c612-4639-a5f0-ba6fa8ef0402,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:28.505527 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7b8421e0-ade4-433b-aa02-748e79af4b80 None None] Provisioning complete for port d1684c04-c612-4639-a5f0-ba6fa8ef0402 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:28.505909 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7b8421e0-ade4-433b-aa02-748e79af4b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:28.532960 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:40:28.765574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:27Z', 'revision_number': 3, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:28.792962 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] Checking router: 2695b932-30b7-4de0-9104-5acc659ccb6c for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:40:28.793187 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] Updating router 2695b932-30b7-4de0-9104-5acc659ccb6c port 8b4fb10a-01dd-4955-b633-b6c1abe6ea68 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:40:28.831384 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:28.968723 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f546345-ba0d-49ca-b506-fda98f0f2e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.083843 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.095456 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] Transition to ACTIVE for port object 8b4fb10a-01dd-4955-b633-b6c1abe6ea68 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:29.100748 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.127093 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-1f546345-ba0d-49ca-b506-fda98f0f2e6c admin admin] Allocated IP 172.20.0.1 (753f1f3c-81c3-442b-9eaa-5c4145bb2d1a/af38db44-811f-4803-bd11-4bb1e1546ce9/4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:40:29.155720 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebf244-9c25-4fce-9a4f-8d9d14055758 None None] Pushing event updated for resources: {'Port': ['ID=8b4fb10a-01dd-4955-b633-b6c1abe6ea68,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:29.157951 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] Attempting to bind port 8b4fb10a-01dd-4955-b633-b6c1abe6ea68 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:29.158330 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] Attempting to bind port 8b4fb10a-01dd-4955-b633-b6c1abe6ea68 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:29.158727 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] Attempting to bind port 8b4fb10a-01dd-4955-b633-b6c1abe6ea68 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:29.164268 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:40:29.164642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:29.165049 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.165446 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:40:29.166264 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] Bound port: 8b4fb10a-01dd-4955-b633-b6c1abe6ea68, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:40:29.166684 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.222545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] For port 8b4fb10a-01dd-4955-b633-b6c1abe6ea68, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:29.225760 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] For port 8b4fb10a-01dd-4955-b633-b6c1abe6ea68, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8b4fb10a-01dd-4955-b633-b6c1abe6ea68,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:40:29.229389 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.238005 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f546345-ba0d-49ca-b506-fda98f0f2e6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.251993 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-1f546345-ba0d-49ca-b506-fda98f0f2e6c admin admin] Transition to ACTIVE for port object 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:29.285088 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f546345-ba0d-49ca-b506-fda98f0f2e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.287019 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:40:29.287663 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:40:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:29.289367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebf244-9c25-4fce-9a4f-8d9d14055758 None None] Pushing event updated for resources: {'Port': ['ID=8b4fb10a-01dd-4955-b633-b6c1abe6ea68,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:29.321736 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f546345-ba0d-49ca-b506-fda98f0f2e6c admin admin] Network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:40:29.324747 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-1f546345-ba0d-49ca-b506-fda98f0f2e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:29.329165 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f546345-ba0d-49ca-b506-fda98f0f2e6c admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:40:29.370735 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f546345-ba0d-49ca-b506-fda98f0f2e6c admin admin] Pushing event updated for resources: {'Port': ['ID=4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:29.386357 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f546345-ba0d-49ca-b506-fda98f0f2e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.409710 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:40:29.513393 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d1684c04-c612-4639-a5f0-ba6fa8ef0402 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:29.547040 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f546345-ba0d-49ca-b506-fda98f0f2e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.593943 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port d1684c04-c612-4639-a5f0-ba6fa8ef0402 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:29.594241 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.667125 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f8ab3e28-65b2-4da5-887b-2dbba89a31a7 None None] Provisioning for port 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:29.676119 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f8ab3e28-65b2-4da5-887b-2dbba89a31a7 None None] Provisioning complete for port 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:29.676499 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f8ab3e28-65b2-4da5-887b-2dbba89a31a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.720039 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f546345-ba0d-49ca-b506-fda98f0f2e6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.724722 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f546345-ba0d-49ca-b506-fda98f0f2e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.746268 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:27Z', 'revision_number': 3, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:29.753375 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab3e28-65b2-4da5-887b-2dbba89a31a7 None None] Port 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:40:29.782122 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5458151d-5822-4a80-a7d1-755110b0717d None None] The sync data for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 is: [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:27Z', 'revision_number': 3, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:40:29.800883 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1f546345-ba0d-49ca-b506-fda98f0f2e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:29.802854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f546345-ba0d-49ca-b506-fda98f0f2e6c admin admin] Pushing event updated for resources: {'Port': ['ID=4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:29.899450 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f546345-ba0d-49ca-b506-fda98f0f2e6c admin admin] Network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:40:29.901225 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-1f546345-ba0d-49ca-b506-fda98f0f2e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:30.034310 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f546345-ba0d-49ca-b506-fda98f0f2e6c admin admin] Router 2695b932-30b7-4de0-9104-5acc659ccb6c has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:40:30.163378 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f546345-ba0d-49ca-b506-fda98f0f2e6c admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:40:30.171361 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1f546345-ba0d-49ca-b506-fda98f0f2e6c admin admin] 10.222.0.50 "PUT /v2.0/routers/2695b932-30b7-4de0-9104-5acc659ccb6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9723599 Jul 07 17:40:30.175264 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-39c5c8cb-7498-4aaa-9584-9ce6720df25a None None] Provisioning complete for port 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:30.175774 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-39c5c8cb-7498-4aaa-9584-9ce6720df25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:30.220308 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-39c5c8cb-7498-4aaa-9584-9ce6720df25a None None] Port 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:40:30.676381 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33488) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:30.681148 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-a499a04a-7d52-4431-86a7-deeacd1aef64 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1338624279', 'description': 'tempest-description--157450028'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:30.703629 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a499a04a-7d52-4431-86a7-deeacd1aef64 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:30.785932 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a499a04a-7d52-4431-86a7-deeacd1aef64 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:30.789873 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a499a04a-7d52-4431-86a7-deeacd1aef64 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:30.820656 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a499a04a-7d52-4431-86a7-deeacd1aef64 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:30.821885 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a499a04a-7d52-4431-86a7-deeacd1aef64 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1444793 Jul 07 17:40:30.823991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499a04a-7d52-4431-86a7-deeacd1aef64 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c610981-f3d8-4454-ae83-57f24b4f5e46,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:30.824945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33490) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:30.830178 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-3ddfa760-4044-4437-9912-ca15a34baf9b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Request body: {'security_group_rule': {'security_group_id': '5c610981-f3d8-4454-ae83-57f24b4f5e46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:30.857035 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ddfa760-4044-4437-9912-ca15a34baf9b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:30.911833 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ddfa760-4044-4437-9912-ca15a34baf9b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:30.915590 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ddfa760-4044-4437-9912-ca15a34baf9b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:30.933184 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfa760-4044-4437-9912-ca15a34baf9b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68b9461-9393-4bac-9925-7e82e27c19ff,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:30.939677 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ddfa760-4044-4437-9912-ca15a34baf9b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:30.941162 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3ddfa760-4044-4437-9912-ca15a34baf9b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146271 Jul 07 17:40:30.943803 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33492) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:30.948261 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-461617c0-c532-4a37-8466-66cfcf7b05df tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Request body: {'security_group_rule': {'security_group_id': '5c610981-f3d8-4454-ae83-57f24b4f5e46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:30.975064 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-461617c0-c532-4a37-8466-66cfcf7b05df tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.035061 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-461617c0-c532-4a37-8466-66cfcf7b05df tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.041433 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-461617c0-c532-4a37-8466-66cfcf7b05df tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.064331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461617c0-c532-4a37-8466-66cfcf7b05df tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbefd98-519e-47d0-9a92-8bcd543d7f68,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:31.072838 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-461617c0-c532-4a37-8466-66cfcf7b05df tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.074206 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-461617c0-c532-4a37-8466-66cfcf7b05df tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294794 Jul 07 17:40:31.079341 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33494) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:31.084374 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-80a5ca71-06fe-4037-adf0-2456aebf8b3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:31.107838 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80a5ca71-06fe-4037-adf0-2456aebf8b3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.212420 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80a5ca71-06fe-4037-adf0-2456aebf8b3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.318184 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-80a5ca71-06fe-4037-adf0-2456aebf8b3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Allocated IP 172.25.2.163 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/0f36ccc4-7574-44c2-81eb-38f2ee7624cf) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:40:31.388424 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] Sync routers for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:40:31.397979 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:40:31.398638 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:40:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:31.450874 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80a5ca71-06fe-4037-adf0-2456aebf8b3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.489102 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8b4fb10a-01dd-4955-b633-b6c1abe6ea68 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:31.500367 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80a5ca71-06fe-4037-adf0-2456aebf8b3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.516045 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:40:31.539976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 8b4fb10a-01dd-4955-b633-b6c1abe6ea68 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:31.543782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 8b4fb10a-01dd-4955-b633-b6c1abe6ea68 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:31.544387 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.546884 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a5ca71-06fe-4037-adf0-2456aebf8b3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:40:31.550953 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-80a5ca71-06fe-4037-adf0-2456aebf8b3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:31.552902 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5ca71-06fe-4037-adf0-2456aebf8b3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Pushing event updated for resources: {'Port': ['ID=0f36ccc4-7574-44c2-81eb-38f2ee7624cf,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:31.555182 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a5ca71-06fe-4037-adf0-2456aebf8b3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:40:31.634249 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.650887 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80a5ca71-06fe-4037-adf0-2456aebf8b3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.660551 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 8b4fb10a-01dd-4955-b633-b6c1abe6ea68, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8b4fb10a-01dd-4955-b633-b6c1abe6ea68,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:31.666440 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.695263 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80a5ca71-06fe-4037-adf0-2456aebf8b3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.716470 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=8b4fb10a-01dd-4955-b633-b6c1abe6ea68,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:31.734287 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 2, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:31.760331 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] Checking router: 2695b932-30b7-4de0-9104-5acc659ccb6c for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:40:31.760690 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] Updating router 2695b932-30b7-4de0-9104-5acc659ccb6c port 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:40:31.798077 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.848920 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80a5ca71-06fe-4037-adf0-2456aebf8b3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.853542 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80a5ca71-06fe-4037-adf0-2456aebf8b3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.919352 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5ca71-06fe-4037-adf0-2456aebf8b3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Pushing event updated for resources: {'Port': ['ID=0f36ccc4-7574-44c2-81eb-38f2ee7624cf,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:31.931795 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80a5ca71-06fe-4037-adf0-2456aebf8b3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.946353 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-80a5ca71-06fe-4037-adf0-2456aebf8b3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:31.947587 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-80a5ca71-06fe-4037-adf0-2456aebf8b3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8670924 Jul 07 17:40:32.058742 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:32.069290 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] Transition to ACTIVE for port object 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:32.075749 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:32.092652 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-1e7d61b1-a2f1-4b00-9e50-deba3bf2d6af tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1338624279&fields=id&tenant_id=cde5f6b143e94f199fb62fcaea33f654 HTTP/1.1" status: 200 len: 267 time: 0.0363314 Jul 07 17:40:32.149360 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be7bec-2557-46a4-a8db-25f1a74db794 None None] Pushing event updated for resources: {'Port': ['ID=4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:32.183741 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7bec-2557-46a4-a8db-25f1a74db794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.184087 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7bec-2557-46a4-a8db-25f1a74db794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.184442 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7bec-2557-46a4-a8db-25f1a74db794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.185067 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7bec-2557-46a4-a8db-25f1a74db794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.185403 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7bec-2557-46a4-a8db-25f1a74db794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.185729 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7bec-2557-46a4-a8db-25f1a74db794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.186050 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7bec-2557-46a4-a8db-25f1a74db794 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.186409 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7bec-2557-46a4-a8db-25f1a74db794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.186736 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7bec-2557-46a4-a8db-25f1a74db794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.187052 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7bec-2557-46a4-a8db-25f1a74db794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.187369 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7bec-2557-46a4-a8db-25f1a74db794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.187688 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be7bec-2557-46a4-a8db-25f1a74db794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:40:32.195587 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] Attempting to bind port 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:32.195952 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] Attempting to bind port 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:32.196306 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] Attempting to bind port 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1 on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:32.202273 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:40:32.202671 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] Checking segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:32.203070 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:32.203457 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] Bound using segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:40:32.203919 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] Bound port: 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:40:32.204300 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:32.206184 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-999353c9-8cb9-476d-be02-4295c351ada0 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:32.207771 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-999353c9-8cb9-476d-be02-4295c351ada0 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 811 time: 0.1083448 Jul 07 17:40:32.231149 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-407591cf-ab99-4e9e-b613-62e5ad7016cd tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/quotas/cde5f6b143e94f199fb62fcaea33f654 HTTP/1.1" status: 200 len: 375 time: 0.0109432 Jul 07 17:40:32.272631 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] For port 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:32.276168 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] For port 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:40:32.282337 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:32.328840 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-83cf88a3-6dcb-4669-859b-d8ddc7a95c23 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0919886 Jul 07 17:40:32.334793 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:40:32.335439 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:40:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:32.454515 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-d6449a00-0bf6-42fa-a882-5052488e960f service neutron] 10.222.0.50 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089604 Jul 07 17:40:32.479992 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be7bec-2557-46a4-a8db-25f1a74db794 None None] Pushing event updated for resources: {'Port': ['ID=4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:32.553073 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:40:32.558472 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-0b03e687-f9e2-412e-be49-43336451ac2e service neutron] 10.222.0.50 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976884 Jul 07 17:40:32.746306 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9845b693-a87a-407c-b9f0-4fb2a3335066 req-6fd2f8d1-2571-4f25-a331-f5a2bc957b39 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 210 time: 0.0296049 Jul 07 17:40:32.776980 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:32Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:32.805921 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85b5dac-2161-4891-9d97-d9f9addb96e9 None None] The sync data for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 is: [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:32Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:40:33.525847 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:33.576756 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:33.580521 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:33.580899 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:33.673030 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:33.709328 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:33.714843 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:33.715974 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8b4fb10a-01dd-4955-b633-b6c1abe6ea68 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:33.823642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:33.845864 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 8b4fb10a-01dd-4955-b633-b6c1abe6ea68 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:33.846287 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:33.930239 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7fbe22d5-760f-4c08-b04c-a372e4bf7dda req-69a123cd-1f27-4e93-b0b5-2e94f6f95189 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 210 time: 0.0363140 Jul 07 17:40:33.948713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-0fd30bed-5711-496e-9738-fb5634794de3 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:33.950242 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-0fd30bed-5711-496e-9738-fb5634794de3 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 811 time: 0.1765356 Jul 07 17:40:33.998436 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-58efbcbc-b716-4ffb-a47e-930fd360ef76 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cde5f6b143e94f199fb62fcaea33f654 HTTP/1.1" status: 200 len: 380 time: 0.0397475 Jul 07 17:40:34.007872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-09e034a3-9431-43b7-b7f6-f9654371e19f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Request body: {'port': {'device_id': '72d1fd88-8eb4-445e-b6be-5d87670a5276', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'admin_state_up': True, 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'security_groups': ['5c610981-f3d8-4454-ae83-57f24b4f5e46']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:34.121219 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-09e034a3-9431-43b7-b7f6-f9654371e19f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Made reservation on behalf of cde5f6b143e94f199fb62fcaea33f654 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:40:34.125479 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-09e034a3-9431-43b7-b7f6-f9654371e19f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.254598 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-09e034a3-9431-43b7-b7f6-f9654371e19f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Allocated IP 172.20.0.3 (753f1f3c-81c3-442b-9eaa-5c4145bb2d1a/af38db44-811f-4803-bd11-4bb1e1546ce9/24682cab-10bb-4590-aed9-dca442361b4f) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:40:34.392560 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-09e034a3-9431-43b7-b7f6-f9654371e19f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.410465 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-09e034a3-9431-43b7-b7f6-f9654371e19f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Transition to ACTIVE for port object 24682cab-10bb-4590-aed9-dca442361b4f will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:34.443262 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-09e034a3-9431-43b7-b7f6-f9654371e19f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.489851 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-09e034a3-9431-43b7-b7f6-f9654371e19f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:40:34.494939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-09e034a3-9431-43b7-b7f6-f9654371e19f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:40:34.499133 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-09e034a3-9431-43b7-b7f6-f9654371e19f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:40:34.505752 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e034a3-9431-43b7-b7f6-f9654371e19f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Pushing event updated for resources: {'Port': ['ID=24682cab-10bb-4590-aed9-dca442361b4f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:34.551521 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-09e034a3-9431-43b7-b7f6-f9654371e19f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:34.552150 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-09e034a3-9431-43b7-b7f6-f9654371e19f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.568614 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-09e034a3-9431-43b7-b7f6-f9654371e19f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648048 Jul 07 17:40:34.582224 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] Request body: {'port': {'device_id': '72d1fd88-8eb4-445e-b6be-5d87670a5276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:34.659010 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.711878 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-58afc1ff-c6d6-480e-bdea-0cfef7d82160 None None] Provisioning for port 24682cab-10bb-4590-aed9-dca442361b4f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:34.716654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-58afc1ff-c6d6-480e-bdea-0cfef7d82160 None None] Provisioning complete for port 24682cab-10bb-4590-aed9-dca442361b4f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:34.717148 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-58afc1ff-c6d6-480e-bdea-0cfef7d82160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.752601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-58afc1ff-c6d6-480e-bdea-0cfef7d82160 None None] Port 24682cab-10bb-4590-aed9-dca442361b4f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:40:34.928194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24682cab-10bb-4590-aed9-dca442361b4f {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:40:34.936265 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:34.948738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] Transition to ACTIVE for port object 24682cab-10bb-4590-aed9-dca442361b4f will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:40:34.952573 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.022252 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] Pushing event updated for resources: {'Port': ['ID=24682cab-10bb-4590-aed9-dca442361b4f,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:35.078071 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] Attempting to bind port 24682cab-10bb-4590-aed9-dca442361b4f on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:40:35.078334 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] Attempting to bind port 24682cab-10bb-4590-aed9-dca442361b4f by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:40:35.078656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] Attempting to bind port 24682cab-10bb-4590-aed9-dca442361b4f on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:35.083410 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] Port 24682cab-10bb-4590-aed9-dca442361b4f on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:40:35.083749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] Attempting to bind port 24682cab-10bb-4590-aed9-dca442361b4f on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:40:35.091217 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:40:35.091649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] Checking segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:40:35.092042 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] Bound using segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:40:35.092505 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] Bound port: 24682cab-10bb-4590-aed9-dca442361b4f, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:40:35.092895 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.136948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d2c30-648d-4791-bdd0-c45e966b19f6 req-7a900685-0193-477e-abb1-d8de16461d19 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:35.138680 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a6d2c30-648d-4791-bdd0-c45e966b19f6 req-7a900685-0193-477e-abb1-d8de16461d19 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 943 time: 0.0735917 Jul 07 17:40:35.171788 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] For port 24682cab-10bb-4590-aed9-dca442361b4f, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:40:35.175611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] For port 24682cab-10bb-4590-aed9-dca442361b4f, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=24682cab-10bb-4590-aed9-dca442361b4f,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:40:35.180764 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.181318 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4a6d2c30-648d-4791-bdd0-c45e966b19f6 req-87440e5f-269c-4e9f-ba7f-e7d7aa8c04b0 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369618 Jul 07 17:40:35.219548 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:35.220170 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.221543 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] 10.222.0.15 "PUT /v2.0/ports/24682cab-10bb-4590-aed9-dca442361b4f HTTP/1.1" status: 200 len: 1091 time: 0.6447096 Jul 07 17:40:35.221984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d1fd88-8eb4-445e-b6be-5d87670a5276', 'tag': '24682cab-10bb-4590-aed9-dca442361b4f'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:35.224245 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb6905f-7581-4d8f-a651-204dc5c3e9af" -d '{"events": [{"name": "network-changed", "server_uuid": "72d1fd88-8eb4-445e-b6be-5d87670a5276", "tag": "24682cab-10bb-4590-aed9-dca442361b4f"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:35.248726 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccebba2a-a8e7-410a-9264-6d92e2d3486a service neutron] Pushing event updated for resources: {'Port': ['ID=24682cab-10bb-4590-aed9-dca442361b4f,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:35.285092 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e99fd8-ec0d-4ff1-999c-94582c82fc19 x-openstack-request-id: req-57e99fd8-ec0d-4ff1-999c-94582c82fc19 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:35.285433 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d1fd88-8eb4-445e-b6be-5d87670a5276", "tag": "24682cab-10bb-4590-aed9-dca442361b4f", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:35.285662 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-57e99fd8-ec0d-4ff1-999c-94582c82fc19 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:35.286066 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d1fd88-8eb4-445e-b6be-5d87670a5276', 'tag': '24682cab-10bb-4590-aed9-dca442361b4f', 'status': 'completed', 'code': 200} Jul 07 17:40:35.333651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-e6cdc2d9-616a-46f9-89ae-1f374b4365e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:35.335205 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-e6cdc2d9-616a-46f9-89ae-1f374b4365e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 1094 time: 0.0609546 Jul 07 17:40:35.385048 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-87d9ebae-5d33-4aaf-a0e8-05b4e3806470 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24682cab-10bb-4590-aed9-dca442361b4f HTTP/1.1" status: 200 len: 217 time: 0.0419621 Jul 07 17:40:35.436403 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-2095efc9-9196-4cfe-9dda-49656de33ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:35.438279 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-2095efc9-9196-4cfe-9dda-49656de33ddc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0473945 Jul 07 17:40:35.455762 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:35.496937 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ffcb8176-d8ea-4ede-adb0-db10762006d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:35.498493 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-ffcb8176-d8ea-4ede-adb0-db10762006d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540056 Jul 07 17:40:35.516430 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:35.516788 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:35.601116 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-f3e1f61f-9c3b-4c7b-940f-e5347515a9b1 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961335 Jul 07 17:40:35.689293 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-534d27ac-a2ac-4631-a91c-6b04c09ac980 req-962ef696-90ed-4870-8f67-8218bc77443b service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819340 Jul 07 17:40:35.788806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6905f-7581-4d8f-a651-204dc5c3e9af req-4877e147-3c64-41cd-b70b-bdf51fe3e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:35.790327 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7fb6905f-7581-4d8f-a651-204dc5c3e9af req-4877e147-3c64-41cd-b70b-bdf51fe3e5ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 1094 time: 0.0522161 Jul 07 17:40:35.883635 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6905f-7581-4d8f-a651-204dc5c3e9af req-3cce7004-ec70-42ee-93d4-ebe90b9d152e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:35.885031 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7fb6905f-7581-4d8f-a651-204dc5c3e9af req-3cce7004-ec70-42ee-93d4-ebe90b9d152e service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0886233 Jul 07 17:40:35.927966 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7fb6905f-7581-4d8f-a651-204dc5c3e9af req-421b5cc5-c6fc-4ef8-bcbb-3a6d1853bbd4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24682cab-10bb-4590-aed9-dca442361b4f HTTP/1.1" status: 200 len: 217 time: 0.0349531 Jul 07 17:40:35.981774 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6905f-7581-4d8f-a651-204dc5c3e9af req-34aad0b7-1c1a-426c-821c-590fb80e89f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:35.983321 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7fb6905f-7581-4d8f-a651-204dc5c3e9af req-34aad0b7-1c1a-426c-821c-590fb80e89f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0477755 Jul 07 17:40:36.040727 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6905f-7581-4d8f-a651-204dc5c3e9af req-7bb2dee1-a1df-4516-bde4-4d5662574816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:36.042235 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7fb6905f-7581-4d8f-a651-204dc5c3e9af req-7bb2dee1-a1df-4516-bde4-4d5662574816 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520365 Jul 07 17:40:36.133461 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7fb6905f-7581-4d8f-a651-204dc5c3e9af req-ad9cbb8a-7d40-4903-9acd-1e4c69181543 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841324 Jul 07 17:40:36.230651 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7fb6905f-7581-4d8f-a651-204dc5c3e9af req-d78a4e42-85be-473b-b8f3-759323874075 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903904 Jul 07 17:40:36.366667 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26982f37-ae7f-415a-b0b2-3d9ea2d8b3aa req-0ac5fb44-fadc-45ca-a55a-1ec9e26372d1 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:36.368166 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-26982f37-ae7f-415a-b0b2-3d9ea2d8b3aa req-0ac5fb44-fadc-45ca-a55a-1ec9e26372d1 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 943 time: 0.0634408 Jul 07 17:40:36.405852 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-26982f37-ae7f-415a-b0b2-3d9ea2d8b3aa req-c6e54994-1616-46d6-8e0f-b437e6d8c78d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319283 Jul 07 17:40:37.581901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36895d5-f18f-4276-967c-4ff6cf0466f4 req-f5d66b39-0ed1-4560-a660-514e96f6feba tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:37.583515 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a36895d5-f18f-4276-967c-4ff6cf0466f4 req-f5d66b39-0ed1-4560-a660-514e96f6feba tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 943 time: 0.0639627 Jul 07 17:40:37.620870 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a36895d5-f18f-4276-967c-4ff6cf0466f4 req-92461052-df67-4311-8df9-dad5d1305448 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317876 Jul 07 17:40:37.641676 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 24682cab-10bb-4590-aed9-dca442361b4f details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:40:37.735083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 24682cab-10bb-4590-aed9-dca442361b4f, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=24682cab-10bb-4590-aed9-dca442361b4f,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:37.746108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '24682cab-10bb-4590-aed9-dca442361b4f', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'port_id': '24682cab-10bb-4590-aed9-dca442361b4f', 'mac_address': 'fa:16:3e:f7:38:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:40:37.781709 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.798497 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24682cab-10bb-4590-aed9-dca442361b4f {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:40:37.820224 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 24682cab-10bb-4590-aed9-dca442361b4f, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=24682cab-10bb-4590-aed9-dca442361b4f,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:37.824236 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:37.874155 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=24682cab-10bb-4590-aed9-dca442361b4f,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:38.028234 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['24682cab-10bb-4590-aed9-dca442361b4f'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:40:38.797101 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3afe4f-2d64-47b6-8ce4-b0dcabf8a600 req-cc049ac1-0372-4eea-9359-2a53df0fdd58 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:38.798614 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fe3afe4f-2d64-47b6-8ce4-b0dcabf8a600 req-cc049ac1-0372-4eea-9359-2a53df0fdd58 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 944 time: 0.0662990 Jul 07 17:40:38.836112 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fe3afe4f-2d64-47b6-8ce4-b0dcabf8a600 req-4b11ce14-7ae1-4762-9487-9bdcb9b112b3 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319500 Jul 07 17:40:39.648297 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 24682cab-10bb-4590-aed9-dca442361b4f up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:40:39.695971 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 24682cab-10bb-4590-aed9-dca442361b4f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:40:39.700382 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 24682cab-10bb-4590-aed9-dca442361b4f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:40:39.700767 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.779986 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.801400 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d1fd88-8eb4-445e-b6be-5d87670a5276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24682cab-10bb-4590-aed9-dca442361b4f'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:39.803954 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47175c2f-dd46-44bc-a103-02e778577161" -d '{"events": [{"server_uuid": "72d1fd88-8eb4-445e-b6be-5d87670a5276", "name": "network-vif-plugged", "status": "completed", "tag": "24682cab-10bb-4590-aed9-dca442361b4f"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:39.817441 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 24682cab-10bb-4590-aed9-dca442361b4f, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=24682cab-10bb-4590-aed9-dca442361b4f,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:40:39.821814 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:39.845741 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adab4797-7993-4b5b-8073-339bbf7f8322 x-openstack-request-id: req-adab4797-7993-4b5b-8073-339bbf7f8322 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:39.846037 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d1fd88-8eb4-445e-b6be-5d87670a5276", "name": "network-vif-plugged", "status": "completed", "tag": "24682cab-10bb-4590-aed9-dca442361b4f", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:39.846288 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-adab4797-7993-4b5b-8073-339bbf7f8322 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:39.846727 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d1fd88-8eb4-445e-b6be-5d87670a5276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24682cab-10bb-4590-aed9-dca442361b4f', 'code': 200} Jul 07 17:40:39.882344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=24682cab-10bb-4590-aed9-dca442361b4f,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:40:39.962754 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f944e0-58ee-4282-a8fa-29c78c876b3f req-c6acd1cc-abe9-458a-b684-135c9aa6e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:39.964193 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0f944e0-58ee-4282-a8fa-29c78c876b3f req-c6acd1cc-abe9-458a-b684-135c9aa6e965 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 1096 time: 0.0577366 Jul 07 17:40:40.001569 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0f944e0-58ee-4282-a8fa-29c78c876b3f req-15b48d9b-8284-4366-9512-9b24cf358aa2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305138 Jul 07 17:40:40.013008 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6633b-d3fe-487c-82c4-045bb5d07b0f req-186766f0-297d-4eb5-9f43-50ecc234ceb5 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:40.014578 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5de6633b-d3fe-487c-82c4-045bb5d07b0f req-186766f0-297d-4eb5-9f43-50ecc234ceb5 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.0668461 Jul 07 17:40:40.051673 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5de6633b-d3fe-487c-82c4-045bb5d07b0f req-275f2a65-7e5a-4fcc-902e-ce93187ebbc5 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315504 Jul 07 17:40:41.229859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8df816-9817-4593-aabb-44e6d66efc0a req-5a0eb651-fdd0-4119-9ebd-8a16b9c40ffc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:41.231406 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5d8df816-9817-4593-aabb-44e6d66efc0a req-5a0eb651-fdd0-4119-9ebd-8a16b9c40ffc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.0661950 Jul 07 17:40:41.268054 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5d8df816-9817-4593-aabb-44e6d66efc0a req-429a233d-0e50-4c3f-8dd6-10457f901d19 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311320 Jul 07 17:40:41.438022 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ba770-c1d8-4208-9f7e-650cd8552d63 req-798e4007-ae54-46c8-8887-b99d8d0f450c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:41.439588 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4e0ba770-c1d8-4208-9f7e-650cd8552d63 req-798e4007-ae54-46c8-8887-b99d8d0f450c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.0668571 Jul 07 17:40:41.448183 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33538) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:40:41.453210 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-8e2cb6fc-7a8f-4ff3-9e8e-77bc682b484f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Request body: {'floatingip': {'port_id': '24682cab-10bb-4590-aed9-dca442361b4f'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:40:41.495503 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb6fc-7a8f-4ff3-9e8e-77bc682b484f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for floatingip, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:41.936203 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb6fc-7a8f-4ff3-9e8e-77bc682b484f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:41.939921 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb6fc-7a8f-4ff3-9e8e-77bc682b484f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:42.038495 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-8e2cb6fc-7a8f-4ff3-9e8e-77bc682b484f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Floating IP ebdd8860-796b-424e-a036-2578fde08e67 associated. External IP: 172.25.2.163, port: 24682cab-10bb-4590-aed9-dca442361b4f. Jul 07 17:40:42.243718 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2cb6fc-7a8f-4ff3-9e8e-77bc682b484f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Router 2695b932-30b7-4de0-9104-5acc659ccb6c has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:40:42.350973 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2cb6fc-7a8f-4ff3-9e8e-77bc682b484f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:40:42.355781 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb6fc-7a8f-4ff3-9e8e-77bc682b484f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:42.360949 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e52ab0-0640-46a6-b1e1-52689404de54 None None] Sync routers for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:40:42.369611 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e52ab0-0640-46a6-b1e1-52689404de54 None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:40:42.370232 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-79e52ab0-0640-46a6-b1e1-52689404de54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:40:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:42.395117 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8e2cb6fc-7a8f-4ff3-9e8e-77bc682b484f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "PUT /v2.0/floatingips/ebdd8860-796b-424e-a036-2578fde08e67 HTTP/1.1" status: 200 len: 991 time: 0.9458773 Jul 07 17:40:42.395827 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d1fd88-8eb4-445e-b6be-5d87670a5276', 'tag': '24682cab-10bb-4590-aed9-dca442361b4f'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:40:42.398222 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d991edc6-0931-47cc-9c84-d2c3aea446e9" -d '{"events": [{"name": "network-changed", "server_uuid": "72d1fd88-8eb4-445e-b6be-5d87670a5276", "tag": "24682cab-10bb-4590-aed9-dca442361b4f"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:40:42.458614 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56302c0b-a517-4853-999a-65b7519603ff x-openstack-request-id: req-56302c0b-a517-4853-999a-65b7519603ff {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:40:42.460298 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d1fd88-8eb4-445e-b6be-5d87670a5276", "tag": "24682cab-10bb-4590-aed9-dca442361b4f", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:40:42.460663 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-56302c0b-a517-4853-999a-65b7519603ff {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:40:42.461598 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d1fd88-8eb4-445e-b6be-5d87670a5276', 'tag': '24682cab-10bb-4590-aed9-dca442361b4f', 'status': 'completed', 'code': 200} Jul 07 17:40:42.495877 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-79e52ab0-0640-46a6-b1e1-52689404de54 None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:40:42.535529 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991edc6-0931-47cc-9c84-d2c3aea446e9 req-9814fda3-9e61-4703-af55-3a998c204600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:42.537061 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d991edc6-0931-47cc-9c84-d2c3aea446e9 req-9814fda3-9e61-4703-af55-3a998c204600 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 1096 time: 0.0587583 Jul 07 17:40:42.641796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991edc6-0931-47cc-9c84-d2c3aea446e9 req-44c56c74-5137-4261-b84a-1e6d8e011549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:42.643381 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d991edc6-0931-47cc-9c84-d2c3aea446e9 req-44c56c74-5137-4261-b84a-1e6d8e011549 service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0999477 Jul 07 17:40:42.711508 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d991edc6-0931-47cc-9c84-d2c3aea446e9 req-ea3ef920-0d8a-4c51-ac83-55c927abe86a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24682cab-10bb-4590-aed9-dca442361b4f HTTP/1.1" status: 200 len: 999 time: 0.0616722 Jul 07 17:40:42.765422 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991edc6-0931-47cc-9c84-d2c3aea446e9 req-8e2fa821-2110-4ae8-a8b2-76f31900ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:42.766822 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d991edc6-0931-47cc-9c84-d2c3aea446e9 req-8e2fa821-2110-4ae8-a8b2-76f31900ee3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0491292 Jul 07 17:40:42.829592 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991edc6-0931-47cc-9c84-d2c3aea446e9 req-b0aeab0a-f5a7-445a-b9ed-3b001b4339cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:40:42.831177 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d991edc6-0931-47cc-9c84-d2c3aea446e9 req-b0aeab0a-f5a7-445a-b9ed-3b001b4339cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576468 Jul 07 17:40:42.889559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-79e52ab0-0640-46a6-b1e1-52689404de54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ebdd8860-796b-424e-a036-2578fde08e67', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'floating_ip_address': '172.25.2.163', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'port_id': '24682cab-10bb-4590-aed9-dca442361b4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'mac_address': 'fa:16:3e:f7:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1fd88-8eb4-445e-b6be-5d87670a5276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:40:31Z', 'updated_at': '2021-07-07T17:40:41Z', 'revision_number': 1, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:42.925606 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e52ab0-0640-46a6-b1e1-52689404de54 None None] Checking router: 2695b932-30b7-4de0-9104-5acc659ccb6c for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:40:42.928890 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d991edc6-0931-47cc-9c84-d2c3aea446e9 req-1d33f091-344a-47e8-9d87-ef25cb90a9aa service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912888 Jul 07 17:40:42.935476 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e52ab0-0640-46a6-b1e1-52689404de54 None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:40:42.936140 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-79e52ab0-0640-46a6-b1e1-52689404de54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:40:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:43.024377 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d991edc6-0931-47cc-9c84-d2c3aea446e9 req-483de471-7a72-437b-8264-af9712b20338 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888999 Jul 07 17:40:43.042188 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-79e52ab0-0640-46a6-b1e1-52689404de54 None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:40:43.271279 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-79e52ab0-0640-46a6-b1e1-52689404de54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ebdd8860-796b-424e-a036-2578fde08e67', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'floating_ip_address': '172.25.2.163', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'port_id': '24682cab-10bb-4590-aed9-dca442361b4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'mac_address': 'fa:16:3e:f7:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1fd88-8eb4-445e-b6be-5d87670a5276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:40:31Z', 'updated_at': '2021-07-07T17:40:41Z', 'revision_number': 1, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:40:43.301585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e52ab0-0640-46a6-b1e1-52689404de54 None None] The sync data for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 is: [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ebdd8860-796b-424e-a036-2578fde08e67', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'floating_ip_address': '172.25.2.163', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'port_id': '24682cab-10bb-4590-aed9-dca442361b4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'mac_address': 'fa:16:3e:f7:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1fd88-8eb4-445e-b6be-5d87670a5276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:40:31Z', 'updated_at': '2021-07-07T17:40:41Z', 'revision_number': 1, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:40:43.494202 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08019df7-d9b1-4019-8928-aa4239dbd8e3 None None] New status for floating IP ebdd8860-796b-424e-a036-2578fde08e67: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:40:44.561011 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:44.766627 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d6b07483-6f13-4341-9e3f-271fea5babf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:46.868410 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:47.683539 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:47.990211 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8566d84d-b9b4-4330-a0cb-1f2c8fbe07df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:48.974990 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:40:50.437732 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:02.288718 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:41:14.568117 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:14.768313 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b86de425-9a1d-4ba4-8ceb-babbf9653286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:16.896831 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:17.685441 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:18.000922 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-680c7d13-b626-431a-a6be-742ba9505e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:18.977273 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:20.439945 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:38.203283 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b7a73430-8d6b-4d7c-85f3-86ce9907e2b6 req-de1c9553-5260-469a-b4a8-79907fb48f83 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521619 Jul 07 17:41:38.299258 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a73430-8d6b-4d7c-85f3-86ce9907e2b6 req-6820c0df-60a5-4772-8a3b-d4dffb74425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:38.300784 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b7a73430-8d6b-4d7c-85f3-86ce9907e2b6 req-6820c0df-60a5-4772-8a3b-d4dffb74425a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 1096 time: 0.0536058 Jul 07 17:41:38.411691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a73430-8d6b-4d7c-85f3-86ce9907e2b6 req-a936d679-9699-46e7-bf16-7f056ed81c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:38.413166 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b7a73430-8d6b-4d7c-85f3-86ce9907e2b6 req-a936d679-9699-46e7-bf16-7f056ed81c76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0925405 Jul 07 17:41:38.477454 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b7a73430-8d6b-4d7c-85f3-86ce9907e2b6 req-fc6df9ec-0a19-469c-aeda-413c856bfecb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24682cab-10bb-4590-aed9-dca442361b4f HTTP/1.1" status: 200 len: 1001 time: 0.0577948 Jul 07 17:41:38.529456 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a73430-8d6b-4d7c-85f3-86ce9907e2b6 req-197ad5bf-4cc9-4d57-8b18-8b0079153805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:38.530992 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b7a73430-8d6b-4d7c-85f3-86ce9907e2b6 req-197ad5bf-4cc9-4d57-8b18-8b0079153805 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0467122 Jul 07 17:41:38.587232 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a73430-8d6b-4d7c-85f3-86ce9907e2b6 req-0c345f40-f1d6-471f-9bd7-f5aa92b63422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:41:38.588730 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b7a73430-8d6b-4d7c-85f3-86ce9907e2b6 req-0c345f40-f1d6-471f-9bd7-f5aa92b63422 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518579 Jul 07 17:41:38.679979 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b7a73430-8d6b-4d7c-85f3-86ce9907e2b6 req-ba432d7d-c4f1-4cea-b48c-96267c57fc1b service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845091 Jul 07 17:41:38.774970 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b7a73430-8d6b-4d7c-85f3-86ce9907e2b6 req-bef05871-dba3-4434-b983-ea6e9fca9e5e service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871634 Jul 07 17:41:39.288358 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:41:44.575825 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:44.767799 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e68a1d76-c956-4752-96f9-fe5c0a2d8a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:46.912726 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:47.686170 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:47.991930 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fa2f0563-5267-4aa0-ada9-3f9d3d92d93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:48.979638 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:41:50.164646 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-bdfe4882-b925-4c1f-b014-168261f21722 req-696bb0df-6a32-4432-99f4-e52dc031b732 tempest-TestNetworkBasicOps-442145540 tempest-TestNetworkBasicOps-442145540-project] (100410) timed out ('10.222.0.69', 61153) {{(pid=100410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:41:50.443859 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:14.590957 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:14.767933 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c67c8984-50eb-438d-96d6-0c4b1d983442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:16.288839 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:42:16.920167 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:17.687207 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:17.992425 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-074d4020-d447-4769-8537-d9a6d4df6786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:18.982929 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:20.446140 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:20.764673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778e257-00a1-4b7b-90d0-60a101956ef5 req-9f0f2ca5-8456-412b-82d6-ca43bf181a3b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:20.766088 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d778e257-00a1-4b7b-90d0-60a101956ef5 req-9f0f2ca5-8456-412b-82d6-ca43bf181a3b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.0648687 Jul 07 17:42:20.803374 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d778e257-00a1-4b7b-90d0-60a101956ef5 req-b20896f8-c93c-4a7a-8f66-8954144293dc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311072 Jul 07 17:42:21.098729 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 33742) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:42:21.206769 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-6d7ac2dc-8237-40aa-a20a-5f10687c1d2d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1068347 Jul 07 17:42:21.212705 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab73b4e-2102-4650-84e1-f334b5da9afc req-78df39a6-ac52-44ae-9351-7e17657c9f55 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:21.214430 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4ab73b4e-2102-4650-84e1-f334b5da9afc req-78df39a6-ac52-44ae-9351-7e17657c9f55 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.0694251 Jul 07 17:42:21.255958 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4ab73b4e-2102-4650-84e1-f334b5da9afc req-9d2fb249-afae-48b8-8e4c-2a90852cb4a2 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352376 Jul 07 17:42:22.433906 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c621ec-f1e2-453b-9f64-852de8a5b941 req-ed149a61-ca61-4d0e-9f9f-dadf4131b5f8 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:22.435987 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69c621ec-f1e2-453b-9f64-852de8a5b941 req-ed149a61-ca61-4d0e-9f9f-dadf4131b5f8 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.0653579 Jul 07 17:42:22.476381 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-69c621ec-f1e2-453b-9f64-852de8a5b941 req-c8b555b0-396c-4b4b-b7aa-527e69d856e5 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337479 Jul 07 17:42:22.521421 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-38009ff0-3c61-4643-ad54-3b4f37bea7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:22.522960 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-38009ff0-3c61-4643-ad54-3b4f37bea7f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 1096 time: 0.0530150 Jul 07 17:42:22.613268 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-af3fa992-a202-4bb4-bae2-0f5f7132ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:22.614778 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-af3fa992-a202-4bb4-bae2-0f5f7132ac45 service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0861118 Jul 07 17:42:22.677662 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-f965f9be-25b0-4274-abaa-054be3c5b6bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24682cab-10bb-4590-aed9-dca442361b4f HTTP/1.1" status: 200 len: 1001 time: 0.0568357 Jul 07 17:42:22.726748 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-7987ad76-5d1d-4517-b477-4dd17ad7bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:22.728284 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-7987ad76-5d1d-4517-b477-4dd17ad7bf38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0445466 Jul 07 17:42:22.789178 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-8d02bf6f-59e7-493e-8e17-e18864f061bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:22.790694 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-8d02bf6f-59e7-493e-8e17-e18864f061bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561984 Jul 07 17:42:22.879803 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-cf9c7e9d-5974-4fe3-bc88-d9768eae0f77 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824499 Jul 07 17:42:22.972828 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-13cfa28a-b6ea-4c29-b565-67929124f077 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868211 Jul 07 17:42:23.651381 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6c4b9-63df-468f-95a2-2a95e0633330 req-0ba39c62-f7f4-4d41-a6d9-ca1b4254eca5 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:23.652849 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-85b6c4b9-63df-468f-95a2-2a95e0633330 req-0ba39c62-f7f4-4d41-a6d9-ca1b4254eca5 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.0628495 Jul 07 17:42:23.690660 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-85b6c4b9-63df-468f-95a2-2a95e0633330 req-25783282-91c7-4132-93e1-5a731ffbfabe tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322633 Jul 07 17:42:24.874723 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c016d31-e0b7-4cdb-9c5f-46dc0cf4cb05 req-26fd0c22-1ef8-487e-a61d-8e323adf474a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:24.876230 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4c016d31-e0b7-4cdb-9c5f-46dc0cf4cb05 req-26fd0c22-1ef8-487e-a61d-8e323adf474a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.0667689 Jul 07 17:42:24.915311 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4c016d31-e0b7-4cdb-9c5f-46dc0cf4cb05 req-a7197eb5-d84a-4fe1-b513-e0658a650167 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334671 Jul 07 17:42:26.096704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a6653-b359-4e4f-b794-78fe89f63596 req-4a0b0204-e509-4a79-a020-6417527c128a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:26.098245 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-560a6653-b359-4e4f-b794-78fe89f63596 req-4a0b0204-e509-4a79-a020-6417527c128a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.0640097 Jul 07 17:42:26.136614 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-560a6653-b359-4e4f-b794-78fe89f63596 req-91644ee1-3c27-4705-b10a-b7cea8937070 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322132 Jul 07 17:42:27.309725 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3ede0-d69e-412d-b3a6-f4fbca1cd948 req-a1b888d3-381b-43fa-8ac0-d9b2799739a0 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:27.311268 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7ed3ede0-d69e-412d-b3a6-f4fbca1cd948 req-a1b888d3-381b-43fa-8ac0-d9b2799739a0 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.0636940 Jul 07 17:42:27.347898 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7ed3ede0-d69e-412d-b3a6-f4fbca1cd948 req-af561929-ef2e-493a-a25e-56b787461352 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309010 Jul 07 17:42:28.524658 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c18675-c956-47ac-a48a-d8769d78ebe0 req-c4902bbb-2195-4c1f-a17d-114ae32a2b9e tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:28.526144 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b9c18675-c956-47ac-a48a-d8769d78ebe0 req-c4902bbb-2195-4c1f-a17d-114ae32a2b9e tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.0672631 Jul 07 17:42:28.562748 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b9c18675-c956-47ac-a48a-d8769d78ebe0 req-adac452f-9474-4b57-8f01-8b473dd832ea tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310638 Jul 07 17:42:29.733011 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7909b-b3ea-4c22-aecf-82a6982f9e3a req-24be066d-aa3c-43c1-a4bb-86355c703abc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:29.734519 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b8d7909b-b3ea-4c22-aecf-82a6982f9e3a req-24be066d-aa3c-43c1-a4bb-86355c703abc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.0618505 Jul 07 17:42:29.772504 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b8d7909b-b3ea-4c22-aecf-82a6982f9e3a req-33a2374b-346b-4c7c-9f11-ec914a397930 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318856 Jul 07 17:42:30.944698 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3607acf-e585-4f4a-acf4-9f5579afbf09 req-2233d2e3-7239-4bcd-8839-1b97612152d9 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:30.946192 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3607acf-e585-4f4a-acf4-9f5579afbf09 req-2233d2e3-7239-4bcd-8839-1b97612152d9 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.0633156 Jul 07 17:42:30.983178 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d3607acf-e585-4f4a-acf4-9f5579afbf09 req-ce7ee624-8945-45dd-8732-0ca22e0443de tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315125 Jul 07 17:42:32.166081 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce9061-4e7e-4181-a05f-4f6f99706506 req-29e796f6-7ef8-4814-b31e-ca974e3bce33 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:32.167600 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-91ce9061-4e7e-4181-a05f-4f6f99706506 req-29e796f6-7ef8-4814-b31e-ca974e3bce33 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.0688024 Jul 07 17:42:32.205735 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-91ce9061-4e7e-4181-a05f-4f6f99706506 req-01d6004c-f7d7-4fc3-9a59-01c73d2a7670 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326061 Jul 07 17:42:33.379388 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090eafcc-4134-4ff6-bae6-03391023161f req-376351bb-94aa-4da6-af76-9d9d4b734214 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:33.380876 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-090eafcc-4134-4ff6-bae6-03391023161f req-376351bb-94aa-4da6-af76-9d9d4b734214 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.0670006 Jul 07 17:42:33.418606 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-090eafcc-4134-4ff6-bae6-03391023161f req-bb418860-3d36-4be0-b5cf-864e38ee00ae tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316386 Jul 07 17:42:34.592325 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57137c3-ec69-450f-834b-f6ce46cea8be req-71d0b1c0-0b55-42f4-b256-8e7292656164 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:34.593897 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f57137c3-ec69-450f-834b-f6ce46cea8be req-71d0b1c0-0b55-42f4-b256-8e7292656164 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.0643880 Jul 07 17:42:34.631867 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f57137c3-ec69-450f-834b-f6ce46cea8be req-ac81f18f-b1e7-4563-9e82-9d99f64d9e8c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323427 Jul 07 17:42:35.805656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714180cd-4b83-4f86-93fe-637cb4d7cfa8 req-cede92c0-63a7-478b-b8ba-682a81dc3e44 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:35.807174 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-714180cd-4b83-4f86-93fe-637cb4d7cfa8 req-cede92c0-63a7-478b-b8ba-682a81dc3e44 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.0627067 Jul 07 17:42:35.843621 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-714180cd-4b83-4f86-93fe-637cb4d7cfa8 req-221e9809-90c8-4a6b-b0f0-f910fbb20bae tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309510 Jul 07 17:42:37.031467 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d84446-5dde-406c-8173-d62ca96c8dc9 req-453de34c-9f3d-4164-82e2-5e9c7f2345f4 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:37.032959 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d7d84446-5dde-406c-8173-d62ca96c8dc9 req-453de34c-9f3d-4164-82e2-5e9c7f2345f4 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.0669491 Jul 07 17:42:37.071751 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d7d84446-5dde-406c-8173-d62ca96c8dc9 req-c2e1db9f-7a8d-49cd-811a-850335c2c993 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326006 Jul 07 17:42:38.244283 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c4793-bd2f-44db-9db3-81ae5f9fd3ec req-16e462c2-701c-410b-b48c-c4bb41643ee1 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:38.245798 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c01c4793-bd2f-44db-9db3-81ae5f9fd3ec req-16e462c2-701c-410b-b48c-c4bb41643ee1 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.0631511 Jul 07 17:42:38.284834 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c01c4793-bd2f-44db-9db3-81ae5f9fd3ec req-94e92f84-693d-4a2e-a55d-196e60478983 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333538 Jul 07 17:42:39.537341 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53968f7a-770e-40e0-b6ce-28f23b3eeaa9 req-96af1b09-9ab9-40cc-a1ce-7c894ad7362c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:39.538881 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-53968f7a-770e-40e0-b6ce-28f23b3eeaa9 req-96af1b09-9ab9-40cc-a1ce-7c894ad7362c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.1431966 Jul 07 17:42:39.576223 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-53968f7a-770e-40e0-b6ce-28f23b3eeaa9 req-501f254c-8cb9-456d-b835-c846a3a85cfc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317926 Jul 07 17:42:39.855969 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-0b39c69c-48f2-4fd0-ad79-bffbeb45d292 service neutron] show failed (client error): The resource could not be found. Jul 07 17:42:39.856888 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-0b39c69c-48f2-4fd0-ad79-bffbeb45d292 service neutron] 10.222.0.15 "GET /v2.0/ports/24682cab-10bb-4590-aed9-dca442361b4f/bindings/n-h2-793620-7 HTTP/1.1" status: 404 len: 380 time: 0.0579286 Jul 07 17:42:40.103895 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c8686028-563b-4f5e-bb89-08b2766211cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:40.105418 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c8686028-563b-4f5e-bb89-08b2766211cd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276&tenant_id=cde5f6b143e94f199fb62fcaea33f654 HTTP/1.1" status: 200 len: 1096 time: 0.0555377 Jul 07 17:42:40.117839 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-7', 'device_owner': 'compute:nova'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:40.194407 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:40.394195 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] For port 24682cab-10bb-4590-aed9-dca442361b4f, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=24682cab-10bb-4590-aed9-dca442361b4f,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:40.427187 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] For port 24682cab-10bb-4590-aed9-dca442361b4f, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:42:40.465584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d1fd88-8eb4-445e-b6be-5d87670a5276', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24682cab-10bb-4590-aed9-dca442361b4f'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:42:40.467940 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ee60af-714f-402d-8f84-eeaa14455df9" -d '{"events": [{"server_uuid": "72d1fd88-8eb4-445e-b6be-5d87670a5276", "name": "network-vif-unplugged", "status": "completed", "tag": "24682cab-10bb-4590-aed9-dca442361b4f"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:42:40.471917 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:40.486447 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Transition to ACTIVE for port object 24682cab-10bb-4590-aed9-dca442361b4f will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:42:40.491209 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:40.545223 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7897aa6c-a0eb-4b6d-947b-9422a3687dc8 x-openstack-request-id: req-7897aa6c-a0eb-4b6d-947b-9422a3687dc8 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:42:40.545810 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d1fd88-8eb4-445e-b6be-5d87670a5276", "name": "network-vif-unplugged", "status": "completed", "tag": "24682cab-10bb-4590-aed9-dca442361b4f", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:42:40.545810 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7897aa6c-a0eb-4b6d-947b-9422a3687dc8 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:42:40.546147 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d1fd88-8eb4-445e-b6be-5d87670a5276', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24682cab-10bb-4590-aed9-dca442361b4f', 'code': 200} Jul 07 17:42:40.632206 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Pushing event updated for resources: {'Port': ['ID=24682cab-10bb-4590-aed9-dca442361b4f,revision_number=6']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:40.644355 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:40.644630 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:40.644983 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:40.645330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:40.645671 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:40.646025 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:40.646343 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:40.647237 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:40.647583 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:40.647911 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:40.648241 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:40.648569 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:41.040512 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] No DVR routers for this DVR port 24682cab-10bb-4590-aed9-dca442361b4f on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:42:41.185657 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3d38f-df91-45ee-8b2a-16ff2394db92 req-d714d0d5-be02-4d67-ad56-da16f0bff673 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:41.187190 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-17b3d38f-df91-45ee-8b2a-16ff2394db92 req-d714d0d5-be02-4d67-ad56-da16f0bff673 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 943 time: 0.1479113 Jul 07 17:42:41.240151 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Attempting to bind port 24682cab-10bb-4590-aed9-dca442361b4f on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:42:41.241000 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Attempting to bind port 24682cab-10bb-4590-aed9-dca442361b4f by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:42:41.241332 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Attempting to bind port 24682cab-10bb-4590-aed9-dca442361b4f on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:42:41.252498 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Port 24682cab-10bb-4590-aed9-dca442361b4f on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:42:41.252818 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Attempting to bind port 24682cab-10bb-4590-aed9-dca442361b4f on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:42:41.264327 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-17b3d38f-df91-45ee-8b2a-16ff2394db92 req-912318cd-033d-4d57-90e8-7774ffd08d13 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679724 Jul 07 17:42:41.265193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:42:41.265527 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Checking segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:42:41.265898 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Bound using segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:42:41.266321 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Bound port: 24682cab-10bb-4590-aed9-dca442361b4f, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:42:41.266863 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:41.329029 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] For port 24682cab-10bb-4590-aed9-dca442361b4f, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:42:41.332214 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] For port 24682cab-10bb-4590-aed9-dca442361b4f, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=24682cab-10bb-4590-aed9-dca442361b4f,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:42:41.335687 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:41.368541 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:41.369022 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:41.370443 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] 10.222.0.69 "PUT /v2.0/ports/24682cab-10bb-4590-aed9-dca442361b4f HTTP/1.1" status: 200 len: 1091 time: 1.2582233 Jul 07 17:42:41.395164 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea7388-49c5-40e3-8a52-a11aacbeabbe service neutron] Pushing event updated for resources: {'Port': ['ID=24682cab-10bb-4590-aed9-dca442361b4f,revision_number=7']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:41.464571 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-afcc52e2-b2f0-4819-898c-5d425cfc2791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:41.466258 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-afcc52e2-b2f0-4819-898c-5d425cfc2791 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 1094 time: 0.0678663 Jul 07 17:42:41.564572 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-55c65103-3af8-491a-9f90-7ddf58f0ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:41.566469 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-55c65103-3af8-491a-9f90-7ddf58f0ca6f service neutron] 10.222.0.69 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0938661 Jul 07 17:42:41.636388 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-e5b987fd-0c47-4c5a-aeb1-2df1ea753acf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24682cab-10bb-4590-aed9-dca442361b4f HTTP/1.1" status: 200 len: 999 time: 0.0637929 Jul 07 17:42:41.685642 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-a83fa30b-9171-45f7-a816-96a5e0e59f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:41.687172 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-a83fa30b-9171-45f7-a816-96a5e0e59f8f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0451045 Jul 07 17:42:41.744567 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-6274486b-109b-4aaa-844c-34b0b21f19df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:41.746065 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-6274486b-109b-4aaa-844c-34b0b21f19df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514097 Jul 07 17:42:41.838559 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-3f9893f4-8141-48a5-8cad-efbc97a4194b service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859458 Jul 07 17:42:41.939648 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29a27f4e-99ff-4169-8226-5cd0c2d202d6 req-f3fb057f-c25c-4488-b902-5b749e277c08 service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948400 Jul 07 17:42:42.267510 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 24682cab-10bb-4590-aed9-dca442361b4f no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:42:42.305721 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 24682cab-10bb-4590-aed9-dca442361b4f not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:42:42.503172 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c55e0-a118-4e1e-95f8-e33c0c5c41b2 req-c9e8757e-d738-4ac9-aa24-adb7df477b8e tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:42.504668 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-623c55e0-a118-4e1e-95f8-e33c0c5c41b2 req-c9e8757e-d738-4ac9-aa24-adb7df477b8e tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 943 time: 0.1252682 Jul 07 17:42:42.545317 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-623c55e0-a118-4e1e-95f8-e33c0c5c41b2 req-d18df54a-b2ec-4a3d-bcf7-16f0f6182f20 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342712 Jul 07 17:42:42.546874 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d1fd88-8eb4-445e-b6be-5d87670a5276', 'tag': '24682cab-10bb-4590-aed9-dca442361b4f'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:42:42.549462 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572a5723-af9b-4c0f-bd4a-693651b248d3" -d '{"events": [{"name": "network-changed", "server_uuid": "72d1fd88-8eb4-445e-b6be-5d87670a5276", "tag": "24682cab-10bb-4590-aed9-dca442361b4f"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:42:42.606689 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5160bfb3-5e5d-49d3-87ce-6cb837884ef2 x-openstack-request-id: req-5160bfb3-5e5d-49d3-87ce-6cb837884ef2 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:42:42.607282 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d1fd88-8eb4-445e-b6be-5d87670a5276", "tag": "24682cab-10bb-4590-aed9-dca442361b4f", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:42:42.607282 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5160bfb3-5e5d-49d3-87ce-6cb837884ef2 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:42:42.607612 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d1fd88-8eb4-445e-b6be-5d87670a5276', 'tag': '24682cab-10bb-4590-aed9-dca442361b4f', 'status': 'completed', 'code': 200} Jul 07 17:42:42.680259 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-6ce56fe4-9cec-468d-9a7b-205fec078452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:42.681821 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-6ce56fe4-9cec-468d-9a7b-205fec078452 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 1094 time: 0.0534799 Jul 07 17:42:42.682043 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-c208f1fb-5355-4e30-b11b-d8c60401e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:42.683597 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-c208f1fb-5355-4e30-b11b-d8c60401e4a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 1094 time: 0.0534139 Jul 07 17:42:42.776301 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-2dc72432-fe8d-4661-8a18-817c3480f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:42.776561 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-c25d9428-2962-426d-84a1-5c03269c6620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:42.777781 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-2dc72432-fe8d-4661-8a18-817c3480f574 service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0881672 Jul 07 17:42:42.778002 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-c25d9428-2962-426d-84a1-5c03269c6620 service neutron] 10.222.0.69 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0885983 Jul 07 17:42:42.843619 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-0344b4c3-05d0-426a-85b8-50dd6b41c2db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24682cab-10bb-4590-aed9-dca442361b4f HTTP/1.1" status: 200 len: 999 time: 0.0597873 Jul 07 17:42:42.845292 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-c05eb7b7-591e-4c94-90b5-3e7302b36443 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24682cab-10bb-4590-aed9-dca442361b4f HTTP/1.1" status: 200 len: 999 time: 0.0605640 Jul 07 17:42:42.898602 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-b035d12a-d73c-4f36-a783-cdcf73c0c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:42.900083 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-b035d12a-d73c-4f36-a783-cdcf73c0c65d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0505810 Jul 07 17:42:42.902796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-695d95ff-5cae-4679-aa11-621694725538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:42.904277 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-695d95ff-5cae-4679-aa11-621694725538 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0528591 Jul 07 17:42:42.960588 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-8c6701bc-f097-4e41-9fd3-99a7d1f281c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:42.962063 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-8c6701bc-f097-4e41-9fd3-99a7d1f281c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562046 Jul 07 17:42:42.966107 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-f352bd2f-6d66-46e2-a6fa-e75ee1f7060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:42.967671 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-f352bd2f-6d66-46e2-a6fa-e75ee1f7060a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572081 Jul 07 17:42:43.052212 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-d6577898-a2f8-4f0c-87ad-20dd57dd6ad8 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832253 Jul 07 17:42:43.062238 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-d3135df7-e481-4406-858b-968f1b06852c service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853672 Jul 07 17:42:43.151227 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-6a173224-4e23-48ba-8a88-69f23feee9c4 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929494 Jul 07 17:42:43.161269 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-572a5723-af9b-4c0f-bd4a-693651b248d3 req-b512ca9f-ea99-4053-842c-98baa8b979f6 service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925932 Jul 07 17:42:43.728148 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7ceb5-5ff6-4cd6-90ba-84c67a79119e req-a0f691aa-cd83-41d9-aef4-3bcb76f16b78 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:43.729651 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fbc7ceb5-5ff6-4cd6-90ba-84c67a79119e req-a0f691aa-cd83-41d9-aef4-3bcb76f16b78 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 943 time: 0.0641072 Jul 07 17:42:43.766222 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fbc7ceb5-5ff6-4cd6-90ba-84c67a79119e req-b5794dc5-f89f-4ee6-bfee-fc21072240ad tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309944 Jul 07 17:42:44.590776 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:44.770501 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3c4470ee-2a2e-4262-82d2-c3a3076a89cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:44.941938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b00937-b990-4b5e-a3c4-5ad7d3d33def req-346fc8f6-4a97-410c-a125-334139edda6f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:44.943398 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-50b00937-b990-4b5e-a3c4-5ad7d3d33def req-346fc8f6-4a97-410c-a125-334139edda6f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 943 time: 0.0648873 Jul 07 17:42:44.982139 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-50b00937-b990-4b5e-a3c4-5ad7d3d33def req-4f451f21-0963-4e40-b90f-949deb5116ef tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332315 Jul 07 17:42:46.169391 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07776cf3-ccc3-4788-bc23-5678f42b9548 req-5c15f878-3216-48ec-abe5-fa7b4a3980b8 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:46.170905 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-07776cf3-ccc3-4788-bc23-5678f42b9548 req-5c15f878-3216-48ec-abe5-fa7b4a3980b8 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 943 time: 0.0669415 Jul 07 17:42:46.209547 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-07776cf3-ccc3-4788-bc23-5678f42b9548 req-61fb2186-4db0-487e-b02b-97f2bd0a9fdd tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321074 Jul 07 17:42:46.575962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be2eb6-9d1d-4aac-a704-69282d6f469e req-fe217045-8cf5-41f6-8a92-8d53158fc297 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:46.577523 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f2be2eb6-9d1d-4aac-a704-69282d6f469e req-fe217045-8cf5-41f6-8a92-8d53158fc297 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.15 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276&tenant_id=cde5f6b143e94f199fb62fcaea33f654&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 943 time: 0.1157269 Jul 07 17:42:46.585491 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a50605-bb43-4edf-a575-2db436cf2c89 req-d756a402-9842-4ba7-9e9a-fab5b0a9886b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:46.586807 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5a50605-bb43-4edf-a575-2db436cf2c89 req-d756a402-9842-4ba7-9e9a-fab5b0a9886b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 943 time: 0.1348500 Jul 07 17:42:46.671967 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5a50605-bb43-4edf-a575-2db436cf2c89 req-99f4eb48-7a90-4852-92f5-df32741d7f65 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761874 Jul 07 17:42:46.676766 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-f2be2eb6-9d1d-4aac-a704-69282d6f469e req-d697d922-9e27-4916-9f16-4e0559ff8f41 service neutron] delete failed (client error): The resource could not be found. Jul 07 17:42:46.677727 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f2be2eb6-9d1d-4aac-a704-69282d6f469e req-d697d922-9e27-4916-9f16-4e0559ff8f41 service neutron] 10.222.0.15 "DELETE /v2.0/ports/24682cab-10bb-4590-aed9-dca442361b4f/bindings/n-h1-793620-7 HTTP/1.1" status: 404 len: 380 time: 0.0900748 Jul 07 17:42:46.770877 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be2eb6-9d1d-4aac-a704-69282d6f469e req-a1b9d0c9-3842-47fd-891a-ff137d2a10a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:46.772882 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f2be2eb6-9d1d-4aac-a704-69282d6f469e req-a1b9d0c9-3842-47fd-891a-ff137d2a10a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 1094 time: 0.0525756 Jul 07 17:42:46.865793 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be2eb6-9d1d-4aac-a704-69282d6f469e req-241fbedb-0e61-41b0-b5c2-1e7ae4d077e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:46.867135 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f2be2eb6-9d1d-4aac-a704-69282d6f469e req-241fbedb-0e61-41b0-b5c2-1e7ae4d077e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0886672 Jul 07 17:42:46.921803 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:46.931268 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f2be2eb6-9d1d-4aac-a704-69282d6f469e req-7f3dd40f-c1e1-4cce-afa3-70e9ff23a1c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24682cab-10bb-4590-aed9-dca442361b4f HTTP/1.1" status: 200 len: 999 time: 0.0578785 Jul 07 17:42:46.980542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be2eb6-9d1d-4aac-a704-69282d6f469e req-79be5124-b83c-41f2-8206-6d7d3dd69ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:46.982032 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f2be2eb6-9d1d-4aac-a704-69282d6f469e req-79be5124-b83c-41f2-8206-6d7d3dd69ef7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0447311 Jul 07 17:42:47.043289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be2eb6-9d1d-4aac-a704-69282d6f469e req-360ee855-e58c-427c-af54-ce3d24a8f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:47.044769 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f2be2eb6-9d1d-4aac-a704-69282d6f469e req-360ee855-e58c-427c-af54-ce3d24a8f9e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565922 Jul 07 17:42:47.134800 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f2be2eb6-9d1d-4aac-a704-69282d6f469e req-07926ab6-1150-41af-84a0-f7abafaa81fa service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837524 Jul 07 17:42:47.225090 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f2be2eb6-9d1d-4aac-a704-69282d6f469e req-cd8c8ea2-2b4a-4370-bdd8-e45bf429ff17 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845890 Jul 07 17:42:47.501943 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 24682cab-10bb-4590-aed9-dca442361b4f details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:42:47.601977 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 24682cab-10bb-4590-aed9-dca442361b4f, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=24682cab-10bb-4590-aed9-dca442361b4f,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:47.613996 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '24682cab-10bb-4590-aed9-dca442361b4f', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'port_id': '24682cab-10bb-4590-aed9-dca442361b4f', 'mac_address': 'fa:16:3e:f7:38:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:42:47.653492 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:47.667236 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24682cab-10bb-4590-aed9-dca442361b4f {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:42:47.695972 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 24682cab-10bb-4590-aed9-dca442361b4f, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=24682cab-10bb-4590-aed9-dca442361b4f,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:47.701377 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:47.733596 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:47.761277 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=24682cab-10bb-4590-aed9-dca442361b4f,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:47.768745 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:47.769102 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:47.769453 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:47.769798 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:47.770141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:47.770506 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:47.770858 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:47.771179 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:47.771510 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:47.771873 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:47.772482 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:47.772817 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:47.855316 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c1ead-4da5-4984-998c-8e5eda1dd54e req-152c20d2-521b-4b07-8493-10119a618dd6 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:47.856879 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb4c1ead-4da5-4984-998c-8e5eda1dd54e req-152c20d2-521b-4b07-8493-10119a618dd6 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 944 time: 0.0669408 Jul 07 17:42:47.899983 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb4c1ead-4da5-4984-998c-8e5eda1dd54e req-3e40dc45-e8f1-45a1-96d3-f561809f8ecd tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375326 Jul 07 17:42:47.996091 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-843bc860-e3c1-430a-bce3-f6ea5afd0b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:48.064862 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['24682cab-10bb-4590-aed9-dca442361b4f'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:42:48.074745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e96bb9-e5c0-4cba-a9ad-719429c68df7 req-b40a9216-b8f7-4071-8f6e-abcde56ae7b6 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:48.076486 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-34e96bb9-e5c0-4cba-a9ad-719429c68df7 req-b40a9216-b8f7-4071-8f6e-abcde56ae7b6 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 944 time: 0.0655849 Jul 07 17:42:48.116574 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-34e96bb9-e5c0-4cba-a9ad-719429c68df7 req-ee9e04a0-3314-4829-a954-1b3b481e4ef0 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341344 Jul 07 17:42:48.303956 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2d045-c57d-4167-ad51-bccf3567c305 req-796b452d-517a-4f73-9557-bbf1a2a08f2b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:48.305669 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8fa2d045-c57d-4167-ad51-bccf3567c305 req-796b452d-517a-4f73-9557-bbf1a2a08f2b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 944 time: 0.0688117 Jul 07 17:42:48.344171 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8fa2d045-c57d-4167-ad51-bccf3567c305 req-15d31e87-6328-4152-95db-724ce216a64c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328898 Jul 07 17:42:48.719726 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9723cf-705b-4a83-8534-b00413c817e4 req-23d462b2-ae77-440a-9148-6e3572390f63 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:48.721261 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8c9723cf-705b-4a83-8534-b00413c817e4 req-23d462b2-ae77-440a-9148-6e3572390f63 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 944 time: 0.0651391 Jul 07 17:42:48.759208 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8c9723cf-705b-4a83-8534-b00413c817e4 req-a3652d5b-5dea-42a2-9e75-afd15baac080 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316451 Jul 07 17:42:48.985424 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:49.518282 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 24682cab-10bb-4590-aed9-dca442361b4f up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:42:49.564589 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 24682cab-10bb-4590-aed9-dca442361b4f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:42:49.569206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 24682cab-10bb-4590-aed9-dca442361b4f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:42:49.569581 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:49.645536 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:49.666659 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d1fd88-8eb4-445e-b6be-5d87670a5276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24682cab-10bb-4590-aed9-dca442361b4f'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:42:49.668877 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497425d3-82e1-46e9-afdc-ff42cfb2c892" -d '{"events": [{"server_uuid": "72d1fd88-8eb4-445e-b6be-5d87670a5276", "name": "network-vif-plugged", "status": "completed", "tag": "24682cab-10bb-4590-aed9-dca442361b4f"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:42:49.682091 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 24682cab-10bb-4590-aed9-dca442361b4f, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=24682cab-10bb-4590-aed9-dca442361b4f,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:49.685900 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:49.709633 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7996b7-6948-45a7-9737-13933c6f8b9c x-openstack-request-id: req-7c7996b7-6948-45a7-9737-13933c6f8b9c {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:42:49.709935 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d1fd88-8eb4-445e-b6be-5d87670a5276", "name": "network-vif-plugged", "status": "completed", "tag": "24682cab-10bb-4590-aed9-dca442361b4f", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:42:49.710188 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c7996b7-6948-45a7-9737-13933c6f8b9c {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:42:49.710673 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d1fd88-8eb4-445e-b6be-5d87670a5276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24682cab-10bb-4590-aed9-dca442361b4f', 'code': 200} Jul 07 17:42:49.735184 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=24682cab-10bb-4590-aed9-dca442361b4f,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:49.941620 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded4460-ad13-4102-b9b2-f0746c9547d3 req-a374542b-79f7-44a0-81bd-66759085e55b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:49.943179 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1ded4460-ad13-4102-b9b2-f0746c9547d3 req-a374542b-79f7-44a0-81bd-66759085e55b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.0725965 Jul 07 17:42:49.981178 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1ded4460-ad13-4102-b9b2-f0746c9547d3 req-1cf9d42a-0860-48aa-9378-d7ff71c9e695 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324872 Jul 07 17:42:50.167295 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bf739-d591-42f4-a42a-3726f3c805c0 req-54b86065-94e3-452a-bdae-54e8fe2e2c0a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:50.168786 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb7bf739-d591-42f4-a42a-3726f3c805c0 req-54b86065-94e3-452a-bdae-54e8fe2e2c0a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 945 time: 0.0648754 Jul 07 17:42:50.274456 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-fb7bf739-d591-42f4-a42a-3726f3c805c0 req-124a7b68-7b32-4d13-b1fd-537e29b621ee tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Deleting port 24682cab-10bb-4590-aed9-dca442361b4f {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:42:50.274713 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fb7bf739-d591-42f4-a42a-3726f3c805c0 req-124a7b68-7b32-4d13-b1fd-537e29b621ee tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.365023 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-fb7bf739-d591-42f4-a42a-3726f3c805c0 req-124a7b68-7b32-4d13-b1fd-537e29b621ee tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] For port 24682cab-10bb-4590-aed9-dca442361b4f, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=24682cab-10bb-4590-aed9-dca442361b4f,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:42:50.365414 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fb7bf739-d591-42f4-a42a-3726f3c805c0 req-124a7b68-7b32-4d13-b1fd-537e29b621ee tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.449509 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.591272 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fb7bf739-d591-42f4-a42a-3726f3c805c0 req-124a7b68-7b32-4d13-b1fd-537e29b621ee tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.591614 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fb7bf739-d591-42f4-a42a-3726f3c805c0 req-124a7b68-7b32-4d13-b1fd-537e29b621ee tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.591941 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [req-fb7bf739-d591-42f4-a42a-3726f3c805c0 req-124a7b68-7b32-4d13-b1fd-537e29b621ee tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Floating IP ebdd8860-796b-424e-a036-2578fde08e67 disassociated. External IP: 172.25.2.163, port: 24682cab-10bb-4590-aed9-dca442361b4f. Jul 07 17:42:50.592315 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-fb7bf739-d591-42f4-a42a-3726f3c805c0 req-124a7b68-7b32-4d13-b1fd-537e29b621ee tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Calling delete_port for 24682cab-10bb-4590-aed9-dca442361b4f owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:42:50.730029 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fb7bf739-d591-42f4-a42a-3726f3c805c0 req-124a7b68-7b32-4d13-b1fd-537e29b621ee tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:50.760729 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a7b68-7b32-4d13-b1fd-537e29b621ee tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Pushing event deleted for resources: {'Port': ['ID=24682cab-10bb-4590-aed9-dca442361b4f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:50.876990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb7bf739-d591-42f4-a42a-3726f3c805c0 req-124a7b68-7b32-4d13-b1fd-537e29b621ee tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Router 2695b932-30b7-4de0-9104-5acc659ccb6c has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:42:50.989985 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb7bf739-d591-42f4-a42a-3726f3c805c0 req-124a7b68-7b32-4d13-b1fd-537e29b621ee tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:42:50.999262 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b4657-9090-4d11-81ad-1660027e22d1 None None] Sync routers for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:42:51.009026 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b4657-9090-4d11-81ad-1660027e22d1 None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:42:51.009661 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-bf6b4657-9090-4d11-81ad-1660027e22d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:42:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:51.034077 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7bf739-d591-42f4-a42a-3726f3c805c0 req-124a7b68-7b32-4d13-b1fd-537e29b621ee tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] No DVR routers for this DVR port 24682cab-10bb-4590-aed9-dca442361b4f on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:42:51.038201 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-fb7bf739-d591-42f4-a42a-3726f3c805c0 req-124a7b68-7b32-4d13-b1fd-537e29b621ee tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:51.040744 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fb7bf739-d591-42f4-a42a-3726f3c805c0 req-124a7b68-7b32-4d13-b1fd-537e29b621ee tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.69 "DELETE /v2.0/ports/24682cab-10bb-4590-aed9-dca442361b4f HTTP/1.1" status: 204 len: 173 time: 0.8670006 Jul 07 17:42:51.041810 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d1fd88-8eb4-445e-b6be-5d87670a5276', 'name': 'network-vif-deleted', 'tag': '24682cab-10bb-4590-aed9-dca442361b4f'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:42:51.047953 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c1fd5bc0a33e3a5c964d82a3fe1ae5d5d0b7623035dd41f5af80feff22fad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30783a9-2f49-4095-8d0d-ad740d8d13ae" -d '{"events": [{"server_uuid": "72d1fd88-8eb4-445e-b6be-5d87670a5276", "name": "network-vif-deleted", "tag": "24682cab-10bb-4590-aed9-dca442361b4f"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:42:51.090928 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9597e3bb-6477-4b0d-88e6-1ca865cdda01 x-openstack-request-id: req-9597e3bb-6477-4b0d-88e6-1ca865cdda01 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:42:51.091153 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d1fd88-8eb4-445e-b6be-5d87670a5276", "name": "network-vif-deleted", "tag": "24682cab-10bb-4590-aed9-dca442361b4f", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:42:51.091408 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9597e3bb-6477-4b0d-88e6-1ca865cdda01 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:42:51.091837 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d1fd88-8eb4-445e-b6be-5d87670a5276', 'name': 'network-vif-deleted', 'tag': '24682cab-10bb-4590-aed9-dca442361b4f', 'status': 'completed', 'code': 200} Jul 07 17:42:51.137635 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-bf6b4657-9090-4d11-81ad-1660027e22d1 None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:42:51.140710 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dad79de4-f8dd-4ba2-a048-9afb4a51fb0d req-5b28867e-6b2f-4e47-99ec-781351324b21 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=72d1fd88-8eb4-445e-b6be-5d87670a5276 HTTP/1.1" status: 200 len: 210 time: 0.0328043 Jul 07 17:42:51.340785 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-bf6b4657-9090-4d11-81ad-1660027e22d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:51.366710 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b4657-9090-4d11-81ad-1660027e22d1 None None] Checking router: 2695b932-30b7-4de0-9104-5acc659ccb6c for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:42:51.374816 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b4657-9090-4d11-81ad-1660027e22d1 None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:42:51.375422 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-bf6b4657-9090-4d11-81ad-1660027e22d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:42:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:51.480521 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-bf6b4657-9090-4d11-81ad-1660027e22d1 None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:42:51.679109 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-bf6b4657-9090-4d11-81ad-1660027e22d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:42:51.709511 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b4657-9090-4d11-81ad-1660027e22d1 None None] The sync data for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 is: [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:42:51.915481 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5764d7-2fa5-43b4-9139-c3bd8eb11bbc None None] New status for floating IP ebdd8860-796b-424e-a036-2578fde08e67: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:42:52.443317 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-b22d49df-ea61-483e-a95a-9da54d9e0746 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1338624279&fields=id&tenant_id=cde5f6b143e94f199fb62fcaea33f654 HTTP/1.1" status: 200 len: 267 time: 0.0337400 Jul 07 17:42:52.551411 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-6bbe2ca2-483e-4989-99b1-81461637383a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:52.552772 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-6bbe2ca2-483e-4989-99b1-81461637383a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 811 time: 0.1031094 Jul 07 17:42:52.567177 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-5dc7ffda-ff9b-4288-9305-8fd8f6844b0d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/quotas/cde5f6b143e94f199fb62fcaea33f654 HTTP/1.1" status: 200 len: 375 time: 0.0090826 Jul 07 17:42:52.638621 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-ec16897c-67a7-4c60-b945-f9c3690f1068 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0665998 Jul 07 17:42:52.653862 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-28a7e6a9-83a1-41ee-aafc-57a0e73a2351 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:42:52.654839 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-28a7e6a9-83a1-41ee-aafc-57a0e73a2351 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056283 Jul 07 17:42:52.745059 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-80dc4253-6c32-427c-8c9c-a35619ac4fb6 service neutron] 10.222.0.50 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846429 Jul 07 17:42:52.832490 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-6cbbf041-d973-4b51-acd2-f30425c899b7 service neutron] 10.222.0.50 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814958 Jul 07 17:42:53.000427 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6acc639d-c7f2-43fd-b124-39e512a6ad15 req-b5a469b0-c91b-426b-8dd2-4b35c15039ed tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 210 time: 0.0302961 Jul 07 17:42:53.288485 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:42:54.098369 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-22ce41d5-039c-4f38-903f-1f4ea558e062 req-aa51112f-f989-4667-a94b-10d98957de06 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 210 time: 0.0397322 Jul 07 17:42:55.192197 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-57a03643-c708-482c-be10-bd604bc73ce7 req-e93d2665-41e5-4db7-aeee-0a8d8cd271eb tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 210 time: 0.0321181 Jul 07 17:42:55.564923 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 24682cab-10bb-4590-aed9-dca442361b4f no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:42:55.585487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 24682cab-10bb-4590-aed9-dca442361b4f {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:42:55.585844 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 24682cab-10bb-4590-aed9-dca442361b4f not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:42:56.178134 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-67a18774-f395-46a4-84b1-636a28ce459b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:56.179647 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-67a18774-f395-46a4-84b1-636a28ce459b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 811 time: 0.1052265 Jul 07 17:42:56.229123 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-4586b5e9-e7a6-4ce1-b2f4-4e52cfcce1b6 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cde5f6b143e94f199fb62fcaea33f654 HTTP/1.1" status: 200 len: 380 time: 0.0380921 Jul 07 17:42:56.237759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Request body: {'port': {'device_id': 'cb66c802-50f7-41d1-8125-7d589823ee37', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'admin_state_up': True, 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'security_groups': ['5c610981-f3d8-4454-ae83-57f24b4f5e46']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:56.333746 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-83ceb918-3bec-45a9-a2a8-55f64c68f981 req-29c3f8e8-a31a-4d4e-b4ca-218c3bfab535 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 210 time: 0.0282373 Jul 07 17:42:56.351280 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Made reservation on behalf of cde5f6b143e94f199fb62fcaea33f654 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:42:56.354841 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:56.481509 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Allocated IP 172.20.0.3 (753f1f3c-81c3-442b-9eaa-5c4145bb2d1a/af38db44-811f-4803-bd11-4bb1e1546ce9/1d8e3c5d-4215-4610-9ad8-ba150957824f) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:42:56.652219 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:56.669544 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Transition to ACTIVE for port object 1d8e3c5d-4215-4610-9ad8-ba150957824f will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:42:56.705477 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:56.749107 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:42:56.754227 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:42:56.758826 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:42:56.765507 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Pushing event updated for resources: {'Port': ['ID=1d8e3c5d-4215-4610-9ad8-ba150957824f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:56.977984 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bf5b130e-686e-42ff-95e1-e437619c0d8f None None] Provisioning for port 1d8e3c5d-4215-4610-9ad8-ba150957824f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:42:56.982265 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bf5b130e-686e-42ff-95e1-e437619c0d8f None None] Provisioning complete for port 1d8e3c5d-4215-4610-9ad8-ba150957824f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:42:56.982710 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bf5b130e-686e-42ff-95e1-e437619c0d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:57.020539 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-bf5b130e-686e-42ff-95e1-e437619c0d8f None None] Port 1d8e3c5d-4215-4610-9ad8-ba150957824f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:42:57.185659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:57.186011 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:57.186633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:57.187212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:57.187559 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:57.187892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:57.188214 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:57.188536 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:57.188855 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:57.189179 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:57.189500 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:57.189818 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:42:57.221022 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:57.221746 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:57.239541 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-385efe53-c1a0-4ec3-8f4b-ee3f62ce6ccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0042276 Jul 07 17:42:57.250534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] Request body: {'port': {'device_id': 'cb66c802-50f7-41d1-8125-7d589823ee37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:42:57.336453 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:57.606959 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6efce-2713-4514-a4dd-9558a73fd69c req-2be05369-fade-4bc0-84b5-e34410f91d23 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:57.608336 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99b6efce-2713-4514-a4dd-9558a73fd69c req-2be05369-fade-4bc0-84b5-e34410f91d23 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 931 time: 0.1410418 Jul 07 17:42:57.689683 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-99b6efce-2713-4514-a4dd-9558a73fd69c req-dc8a7258-3c8b-4e37-be6c-9fdc231f22c3 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710680 Jul 07 17:42:57.708688 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8e3c5d-4215-4610-9ad8-ba150957824f {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:42:57.718453 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:57.732376 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] Transition to ACTIVE for port object 1d8e3c5d-4215-4610-9ad8-ba150957824f will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:42:57.736735 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:57.795422 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8e3c5d-4215-4610-9ad8-ba150957824f,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:57.896747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] Attempting to bind port 1d8e3c5d-4215-4610-9ad8-ba150957824f on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:42:57.897249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] Attempting to bind port 1d8e3c5d-4215-4610-9ad8-ba150957824f by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:42:57.897573 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] Attempting to bind port 1d8e3c5d-4215-4610-9ad8-ba150957824f on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:42:57.902286 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] Port 1d8e3c5d-4215-4610-9ad8-ba150957824f on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:42:57.902641 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] Attempting to bind port 1d8e3c5d-4215-4610-9ad8-ba150957824f on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:42:57.907796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:42:57.908137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] Checking segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:42:57.908531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] Bound using segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:42:57.908967 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] Bound port: 1d8e3c5d-4215-4610-9ad8-ba150957824f, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:42:57.909339 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:57.983320 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] For port 1d8e3c5d-4215-4610-9ad8-ba150957824f, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:42:57.986637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] For port 1d8e3c5d-4215-4610-9ad8-ba150957824f, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1d8e3c5d-4215-4610-9ad8-ba150957824f,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:42:57.992545 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:58.043078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:58.043078 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:42:58.043846 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] 10.222.0.15 "PUT /v2.0/ports/1d8e3c5d-4215-4610-9ad8-ba150957824f HTTP/1.1" status: 200 len: 1091 time: 0.7976925 Jul 07 17:42:58.044167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb66c802-50f7-41d1-8125-7d589823ee37', 'tag': '1d8e3c5d-4215-4610-9ad8-ba150957824f'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:42:58.046439 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e05c4fb-fcdb-47c6-b222-d16de2d41406" -d '{"events": [{"name": "network-changed", "server_uuid": "cb66c802-50f7-41d1-8125-7d589823ee37", "tag": "1d8e3c5d-4215-4610-9ad8-ba150957824f"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:42:58.072302 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32029e3a-d075-46c0-902c-6d36f3c09e62 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8e3c5d-4215-4610-9ad8-ba150957824f,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:42:58.173856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-35abdb5c-d01f-4f91-9330-89f003cd080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:58.175625 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-35abdb5c-d01f-4f91-9330-89f003cd080e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 1094 time: 0.0702133 Jul 07 17:42:58.194196 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c370d0f-69e6-457d-886f-49bc3aa9f61d x-openstack-request-id: req-9c370d0f-69e6-457d-886f-49bc3aa9f61d {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:42:58.194561 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb66c802-50f7-41d1-8125-7d589823ee37", "tag": "1d8e3c5d-4215-4610-9ad8-ba150957824f", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:42:58.194768 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c370d0f-69e6-457d-886f-49bc3aa9f61d {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:42:58.195168 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb66c802-50f7-41d1-8125-7d589823ee37', 'tag': '1d8e3c5d-4215-4610-9ad8-ba150957824f', 'status': 'completed', 'code': 200} Jul 07 17:42:58.231354 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-b9dbcc52-e16f-483c-a6a3-5afd3fca2a40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d8e3c5d-4215-4610-9ad8-ba150957824f HTTP/1.1" status: 200 len: 217 time: 0.0470831 Jul 07 17:42:58.303033 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-29c4d425-15d1-4657-9ea0-8fbd54f21438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:58.304552 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-29c4d425-15d1-4657-9ea0-8fbd54f21438 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0664747 Jul 07 17:42:58.373842 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-72de17dc-f823-444d-b6d2-5b5d6a6f2838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:58.375303 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-72de17dc-f823-444d-b6d2-5b5d6a6f2838 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640984 Jul 07 17:42:58.500424 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-4f3c3015-7046-4f3f-bc59-e64e4f8c133b service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183960 Jul 07 17:42:58.598108 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6131d293-416a-4d0a-b74a-f1ddcaa07ea7 req-c92033d4-7fa6-49c5-bd4b-3cfe7a36552d service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910718 Jul 07 17:42:58.722330 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05c4fb-fcdb-47c6-b222-d16de2d41406 req-4e6288cd-8c6a-4ced-b5b8-f5a8e65ceb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:58.723890 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e05c4fb-fcdb-47c6-b222-d16de2d41406 req-4e6288cd-8c6a-4ced-b5b8-f5a8e65ceb76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 1094 time: 0.0732419 Jul 07 17:42:58.853031 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05c4fb-fcdb-47c6-b222-d16de2d41406 req-62170bc6-4100-464d-89dd-d21a283e2de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:58.854763 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e05c4fb-fcdb-47c6-b222-d16de2d41406 req-62170bc6-4100-464d-89dd-d21a283e2de6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.1238554 Jul 07 17:42:58.917374 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e05c4fb-fcdb-47c6-b222-d16de2d41406 req-28ff9a32-ee7e-411f-bd16-68f5df1fc3ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d8e3c5d-4215-4610-9ad8-ba150957824f HTTP/1.1" status: 200 len: 217 time: 0.0416780 Jul 07 17:42:59.006694 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05c4fb-fcdb-47c6-b222-d16de2d41406 req-fc951af0-8b67-4651-b5fa-61db026e6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:59.007850 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e05c4fb-fcdb-47c6-b222-d16de2d41406 req-fc951af0-8b67-4651-b5fa-61db026e6b9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0810752 Jul 07 17:42:59.019138 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a35ae6-81ae-4b38-aff6-0d267045a110 req-3ed275dd-095f-4a15-a609-8d0da66e2b1a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:59.021492 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90a35ae6-81ae-4b38-aff6-0d267045a110 req-3ed275dd-095f-4a15-a609-8d0da66e2b1a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 943 time: 0.1887221 Jul 07 17:42:59.118147 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-90a35ae6-81ae-4b38-aff6-0d267045a110 req-4c36b1c2-d9b4-46ed-a658-6e1b371932dc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851235 Jul 07 17:42:59.137397 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05c4fb-fcdb-47c6-b222-d16de2d41406 req-7341c588-f70b-4b12-99c2-ed33c8fc19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:42:59.140785 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e05c4fb-fcdb-47c6-b222-d16de2d41406 req-7341c588-f70b-4b12-99c2-ed33c8fc19e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167376 Jul 07 17:42:59.239450 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e05c4fb-fcdb-47c6-b222-d16de2d41406 req-fa7624e3-4d6d-4df9-b0b2-df75e5e7aa6d service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931041 Jul 07 17:42:59.341039 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e05c4fb-fcdb-47c6-b222-d16de2d41406 req-8a56fd4c-d72f-4acd-8f37-ecd9304d1375 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943024 Jul 07 17:43:00.315317 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059f9a9-fd39-41e6-9dec-934939621b6b req-ac392590-9365-40a2-9db7-0acced7dc9a5 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:00.317093 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2059f9a9-fd39-41e6-9dec-934939621b6b req-ac392590-9365-40a2-9db7-0acced7dc9a5 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 943 time: 0.0735409 Jul 07 17:43:00.358607 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2059f9a9-fd39-41e6-9dec-934939621b6b req-a6772c73-fdce-48fe-8ca0-2406ac8e40a2 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355775 Jul 07 17:43:00.392138 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 1d8e3c5d-4215-4610-9ad8-ba150957824f details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:43:00.680298 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 1d8e3c5d-4215-4610-9ad8-ba150957824f, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1d8e3c5d-4215-4610-9ad8-ba150957824f,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:00.693318 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '1d8e3c5d-4215-4610-9ad8-ba150957824f', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'port_id': '1d8e3c5d-4215-4610-9ad8-ba150957824f', 'mac_address': 'fa:16:3e:d6:5f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:43:00.745662 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:00.783765 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8e3c5d-4215-4610-9ad8-ba150957824f {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:43:00.807954 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 1d8e3c5d-4215-4610-9ad8-ba150957824f, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1d8e3c5d-4215-4610-9ad8-ba150957824f,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:00.813201 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:00.874983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=1d8e3c5d-4215-4610-9ad8-ba150957824f,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:01.034004 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['1d8e3c5d-4215-4610-9ad8-ba150957824f'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:43:01.529655 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a54de2-df96-4b4b-9f45-d803ea8b539a req-b05a662d-2926-4b26-9ac7-064c2ca3d7ba tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:01.531168 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-93a54de2-df96-4b4b-9f45-d803ea8b539a req-b05a662d-2926-4b26-9ac7-064c2ca3d7ba tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 944 time: 0.0629926 Jul 07 17:43:01.569110 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-93a54de2-df96-4b4b-9f45-d803ea8b539a req-c2df5fc9-590d-44b3-a7d0-370acbebd8b4 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319209 Jul 07 17:43:02.407212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 1d8e3c5d-4215-4610-9ad8-ba150957824f up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:43:02.459988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 1d8e3c5d-4215-4610-9ad8-ba150957824f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:43:02.463526 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 1d8e3c5d-4215-4610-9ad8-ba150957824f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:43:02.463901 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:02.539794 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:02.561429 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb66c802-50f7-41d1-8125-7d589823ee37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8e3c5d-4215-4610-9ad8-ba150957824f'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:43:02.563883 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee5c085925df7279bae2c7b5f6a11ae50e18aac3e5ae5e2440d3da1dcf6d42e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0249b68f-4c95-470e-913f-38ec09677e13" -d '{"events": [{"server_uuid": "cb66c802-50f7-41d1-8125-7d589823ee37", "name": "network-vif-plugged", "status": "completed", "tag": "1d8e3c5d-4215-4610-9ad8-ba150957824f"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:43:02.577246 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 1d8e3c5d-4215-4610-9ad8-ba150957824f, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1d8e3c5d-4215-4610-9ad8-ba150957824f,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:43:02.581115 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:02.634039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=1d8e3c5d-4215-4610-9ad8-ba150957824f,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:43:02.670847 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023c15ee-e022-4c99-9595-9eda61118326 x-openstack-request-id: req-023c15ee-e022-4c99-9595-9eda61118326 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:43:02.671151 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb66c802-50f7-41d1-8125-7d589823ee37", "name": "network-vif-plugged", "status": "completed", "tag": "1d8e3c5d-4215-4610-9ad8-ba150957824f", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:43:02.671416 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-023c15ee-e022-4c99-9595-9eda61118326 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:43:02.671827 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb66c802-50f7-41d1-8125-7d589823ee37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8e3c5d-4215-4610-9ad8-ba150957824f', 'code': 200} Jul 07 17:43:02.774100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e9cab-1e18-4a2d-8a2b-a453908b6d47 req-8a1f1559-7795-4471-84fd-393e901af3a4 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:02.775607 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-028e9cab-1e18-4a2d-8a2b-a453908b6d47 req-8a1f1559-7795-4471-84fd-393e901af3a4 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 945 time: 0.0928171 Jul 07 17:43:02.824708 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-028e9cab-1e18-4a2d-8a2b-a453908b6d47 req-435827cb-0e73-4b44-a77a-43e8cfdc0273 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432365 Jul 07 17:43:02.827474 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d883b81-f580-4f5f-aa01-2237ce200eed req-97436718-91a9-4c59-b96d-03d39a9f3f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:02.828719 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0d883b81-f580-4f5f-aa01-2237ce200eed req-97436718-91a9-4c59-b96d-03d39a9f3f4c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 1096 time: 0.0966923 Jul 07 17:43:02.863697 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0d883b81-f580-4f5f-aa01-2237ce200eed req-1681bdc5-6054-4b53-a0b6-f4c1458a4aa9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279975 Jul 07 17:43:04.019478 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d9298-e074-4ec7-923a-0e0f3cc8b5f6 req-f6fce8a1-f1f7-4df5-b2e1-2fad29d2e0b0 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:04.020989 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5b7d9298-e074-4ec7-923a-0e0f3cc8b5f6 req-f6fce8a1-f1f7-4df5-b2e1-2fad29d2e0b0 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 945 time: 0.0661037 Jul 07 17:43:04.059396 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5b7d9298-e074-4ec7-923a-0e0f3cc8b5f6 req-0899f8b1-d5aa-4d5c-b13f-c12c18501419 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320780 Jul 07 17:43:04.241452 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfeaa6-c926-4260-ad0f-8e01dbdb4f7e req-8d5a2424-f49a-48c5-bce3-faac72cf8b43 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:04.243372 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8dbfeaa6-c926-4260-ad0f-8e01dbdb4f7e req-8d5a2424-f49a-48c5-bce3-faac72cf8b43 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 945 time: 0.0726192 Jul 07 17:43:04.251804 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 33922) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:43:04.256975 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-9fb56f4c-2a5c-45e5-abb5-1b555660b483 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Request body: {'floatingip': {'port_id': '1d8e3c5d-4215-4610-9ad8-ba150957824f'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:43:04.300624 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9fb56f4c-2a5c-45e5-abb5-1b555660b483 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for floatingip, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:04.743908 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9fb56f4c-2a5c-45e5-abb5-1b555660b483 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:04.747608 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9fb56f4c-2a5c-45e5-abb5-1b555660b483 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:04.848263 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-9fb56f4c-2a5c-45e5-abb5-1b555660b483 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Floating IP ebdd8860-796b-424e-a036-2578fde08e67 associated. External IP: 172.25.2.163, port: 1d8e3c5d-4215-4610-9ad8-ba150957824f. Jul 07 17:43:05.058950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb56f4c-2a5c-45e5-abb5-1b555660b483 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Router 2695b932-30b7-4de0-9104-5acc659ccb6c has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:43:05.170457 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb56f4c-2a5c-45e5-abb5-1b555660b483 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:43:05.174886 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9fb56f4c-2a5c-45e5-abb5-1b555660b483 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:05.180386 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d46d98-6469-4ff8-b17c-e6c4b152b5c2 None None] Sync routers for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:43:05.189078 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d46d98-6469-4ff8-b17c-e6c4b152b5c2 None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:05.189709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-26d46d98-6469-4ff8-b17c-e6c4b152b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:42:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:05.212387 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9fb56f4c-2a5c-45e5-abb5-1b555660b483 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "PUT /v2.0/floatingips/ebdd8860-796b-424e-a036-2578fde08e67 HTTP/1.1" status: 200 len: 991 time: 0.9593790 Jul 07 17:43:05.213100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb66c802-50f7-41d1-8125-7d589823ee37', 'tag': '1d8e3c5d-4215-4610-9ad8-ba150957824f'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:43:05.215503 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd7f4fd2f43d55aa495560e5c7d2a38b3a0f01c5366abaacc3a2e7c5f026e49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239e7868-11f5-4f72-9f2e-1d2b19679c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb66c802-50f7-41d1-8125-7d589823ee37", "tag": "1d8e3c5d-4215-4610-9ad8-ba150957824f"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:43:05.255900 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c9cab9-ef04-4542-85f7-2aaa905afa8d x-openstack-request-id: req-61c9cab9-ef04-4542-85f7-2aaa905afa8d {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:43:05.256480 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb66c802-50f7-41d1-8125-7d589823ee37", "tag": "1d8e3c5d-4215-4610-9ad8-ba150957824f", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:43:05.256480 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61c9cab9-ef04-4542-85f7-2aaa905afa8d {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:43:05.257051 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb66c802-50f7-41d1-8125-7d589823ee37', 'tag': '1d8e3c5d-4215-4610-9ad8-ba150957824f', 'status': 'completed', 'code': 200} Jul 07 17:43:05.308488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-26d46d98-6469-4ff8-b17c-e6c4b152b5c2 None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:05.332695 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e7868-11f5-4f72-9f2e-1d2b19679c8a req-c79dbbde-37b5-4e0c-a3d3-adc6a47dde3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:05.334796 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-239e7868-11f5-4f72-9f2e-1d2b19679c8a req-c79dbbde-37b5-4e0c-a3d3-adc6a47dde3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 1096 time: 0.0554020 Jul 07 17:43:05.429003 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e7868-11f5-4f72-9f2e-1d2b19679c8a req-0992a96d-eac8-4e36-9861-d64d727132ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:05.430422 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-239e7868-11f5-4f72-9f2e-1d2b19679c8a req-0992a96d-eac8-4e36-9861-d64d727132ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0900090 Jul 07 17:43:05.496327 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-239e7868-11f5-4f72-9f2e-1d2b19679c8a req-a4268aaa-19af-4f81-958e-c6208ed6c8ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d8e3c5d-4215-4610-9ad8-ba150957824f HTTP/1.1" status: 200 len: 999 time: 0.0590444 Jul 07 17:43:05.539902 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-26d46d98-6469-4ff8-b17c-e6c4b152b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ebdd8860-796b-424e-a036-2578fde08e67', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'floating_ip_address': '172.25.2.163', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'port_id': '1d8e3c5d-4215-4610-9ad8-ba150957824f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'mac_address': 'fa:16:3e:d6:5f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb66c802-50f7-41d1-8125-7d589823ee37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:40:31Z', 'updated_at': '2021-07-07T17:43:04Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:05.548936 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e7868-11f5-4f72-9f2e-1d2b19679c8a req-d47d3d37-2b01-4b8c-b275-4a60b249f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:05.550453 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-239e7868-11f5-4f72-9f2e-1d2b19679c8a req-d47d3d37-2b01-4b8c-b275-4a60b249f0d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0484502 Jul 07 17:43:05.568044 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d46d98-6469-4ff8-b17c-e6c4b152b5c2 None None] Checking router: 2695b932-30b7-4de0-9104-5acc659ccb6c for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:43:05.577353 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d46d98-6469-4ff8-b17c-e6c4b152b5c2 None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:43:05.577970 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-26d46d98-6469-4ff8-b17c-e6c4b152b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:42:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:05.609867 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e7868-11f5-4f72-9f2e-1d2b19679c8a req-2dcf1647-9166-4e46-879f-a65d79696400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:05.611405 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-239e7868-11f5-4f72-9f2e-1d2b19679c8a req-2dcf1647-9166-4e46-879f-a65d79696400 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549023 Jul 07 17:43:05.686119 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-26d46d98-6469-4ff8-b17c-e6c4b152b5c2 None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:43:05.700910 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-239e7868-11f5-4f72-9f2e-1d2b19679c8a req-5bbf77eb-542f-4760-a1d2-62858195d02e service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830314 Jul 07 17:43:05.795649 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-239e7868-11f5-4f72-9f2e-1d2b19679c8a req-1d131e2c-45a8-417f-8059-aa1699f3d422 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884235 Jul 07 17:43:05.919702 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-26d46d98-6469-4ff8-b17c-e6c4b152b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ebdd8860-796b-424e-a036-2578fde08e67', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'floating_ip_address': '172.25.2.163', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'port_id': '1d8e3c5d-4215-4610-9ad8-ba150957824f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'mac_address': 'fa:16:3e:d6:5f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb66c802-50f7-41d1-8125-7d589823ee37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:40:31Z', 'updated_at': '2021-07-07T17:43:04Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:43:05.947573 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d46d98-6469-4ff8-b17c-e6c4b152b5c2 None None] The sync data for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 is: [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ebdd8860-796b-424e-a036-2578fde08e67', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'floating_ip_address': '172.25.2.163', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'port_id': '1d8e3c5d-4215-4610-9ad8-ba150957824f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'mac_address': 'fa:16:3e:d6:5f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb66c802-50f7-41d1-8125-7d589823ee37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:40:31Z', 'updated_at': '2021-07-07T17:43:04Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:43:06.128647 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af6b735-e4cb-45ba-8d49-299dadb5fbc7 None None] New status for floating IP ebdd8860-796b-424e-a036-2578fde08e67: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:43:14.608319 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:14.770608 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-53270b09-9698-4cd3-9186-22948e2ead32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:16.944708 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:17.695051 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:17.996944 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1a7bd1ee-3284-41fe-abb3-0f74d75c5913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:18.989501 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:20.452118 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:30.287349 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:43:41.249414 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0b7638d1-e3c3-4054-bbf0-96c278ae16c3 req-dbf082b8-2db3-4b68-a85b-309ffcbef91e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1040463 Jul 07 17:43:41.349211 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7638d1-e3c3-4054-bbf0-96c278ae16c3 req-1893c411-958a-4a07-8b65-cc202678aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:41.351567 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0b7638d1-e3c3-4054-bbf0-96c278ae16c3 req-1893c411-958a-4a07-8b65-cc202678aa32 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 1096 time: 0.0589581 Jul 07 17:43:41.458462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7638d1-e3c3-4054-bbf0-96c278ae16c3 req-1a636370-cb5f-43da-981f-ea9ec4110e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:41.460419 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0b7638d1-e3c3-4054-bbf0-96c278ae16c3 req-1a636370-cb5f-43da-981f-ea9ec4110e32 service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0877788 Jul 07 17:43:41.531052 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0b7638d1-e3c3-4054-bbf0-96c278ae16c3 req-8c784849-b47c-437c-9d1e-d336d81ccad9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d8e3c5d-4215-4610-9ad8-ba150957824f HTTP/1.1" status: 200 len: 1001 time: 0.0637927 Jul 07 17:43:41.580153 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7638d1-e3c3-4054-bbf0-96c278ae16c3 req-b079119e-29cb-4d39-8110-c28372626466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:41.581642 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0b7638d1-e3c3-4054-bbf0-96c278ae16c3 req-b079119e-29cb-4d39-8110-c28372626466 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0445979 Jul 07 17:43:41.639859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7638d1-e3c3-4054-bbf0-96c278ae16c3 req-a0d7a60e-9410-4ab3-a59d-fc824a4d535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:43:41.641387 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0b7638d1-e3c3-4054-bbf0-96c278ae16c3 req-a0d7a60e-9410-4ab3-a59d-fc824a4d535b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527954 Jul 07 17:43:41.748965 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0b7638d1-e3c3-4054-bbf0-96c278ae16c3 req-3a8a3435-45c6-4629-841f-adf9f3fdd25d service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997798 Jul 07 17:43:41.855492 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0b7638d1-e3c3-4054-bbf0-96c278ae16c3 req-10393619-97d9-4d3a-8284-08bc2fe7ee1b service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897117 Jul 07 17:43:44.606935 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:44.771708 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-42d1c402-15c1-4b1e-b00b-063aacd429c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:46.946255 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:47.706918 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.005738 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-03296953-8b07-4558-a7d6-f36ba47a9819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:48.991919 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:43:50.461362 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:07.287745 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:44:14.605927 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:14.772884 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9080bc77-abb4-4721-ad09-94995af3e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:16.944968 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:17.329444 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-99a03ab9-e12e-4a4e-83ab-0f4cd0a5a4bd req-d84f2568-50c0-4ce7-900b-be47bf294d4c service neutron] (100410) timed out ('10.222.0.15', 55720) {{(pid=100410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:44:17.699843 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:17.998213 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9c0f7cd8-d53d-49e1-a90c-b3dbb62862fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:18.994638 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:20.458857 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:42.260483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e24839cb-f9e2-4e6e-b766-7d3a335e6e97 req-9d5b6b6d-dbb6-4b55-985d-d85e146d4783 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0891268 Jul 07 17:44:42.358235 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24839cb-f9e2-4e6e-b766-7d3a335e6e97 req-26a0dde3-2832-4f6f-ace8-0d900d929d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:42.359775 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e24839cb-f9e2-4e6e-b766-7d3a335e6e97 req-26a0dde3-2832-4f6f-ace8-0d900d929d38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 1096 time: 0.0564790 Jul 07 17:44:42.465070 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24839cb-f9e2-4e6e-b766-7d3a335e6e97 req-d535c669-5487-4c04-a545-5832390f3533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:42.466643 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e24839cb-f9e2-4e6e-b766-7d3a335e6e97 req-d535c669-5487-4c04-a545-5832390f3533 service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0853913 Jul 07 17:44:42.534805 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e24839cb-f9e2-4e6e-b766-7d3a335e6e97 req-52c9f2fb-18ef-4b3b-967d-623e6ae8dcdf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d8e3c5d-4215-4610-9ad8-ba150957824f HTTP/1.1" status: 200 len: 1001 time: 0.0611024 Jul 07 17:44:42.587495 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24839cb-f9e2-4e6e-b766-7d3a335e6e97 req-3e9320eb-567b-484c-ab18-5e054d7cfa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:42.588908 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e24839cb-f9e2-4e6e-b766-7d3a335e6e97 req-3e9320eb-567b-484c-ab18-5e054d7cfa90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0423923 Jul 07 17:44:42.648049 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24839cb-f9e2-4e6e-b766-7d3a335e6e97 req-dc992b03-a823-4ac1-ac20-78d835ace26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:42.649544 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e24839cb-f9e2-4e6e-b766-7d3a335e6e97 req-dc992b03-a823-4ac1-ac20-78d835ace26d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503173 Jul 07 17:44:42.754694 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e24839cb-f9e2-4e6e-b766-7d3a335e6e97 req-f19929fe-cbd2-4dbc-985d-2e805e8221f0 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980995 Jul 07 17:44:42.852786 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e24839cb-f9e2-4e6e-b766-7d3a335e6e97 req-6aed00e6-25a8-4501-8aea-3069e19cc6fe service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901036 Jul 07 17:44:44.287872 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:44:44.447210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c5d61-4076-4dbb-a156-cbcffde5f23d req-3d6d6827-dcfa-48d2-b239-b4bda6906464 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:44.448876 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-781c5d61-4076-4dbb-a156-cbcffde5f23d req-3d6d6827-dcfa-48d2-b239-b4bda6906464 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 945 time: 0.1136332 Jul 07 17:44:44.493171 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-781c5d61-4076-4dbb-a156-cbcffde5f23d req-36391f2b-46aa-4d2e-aca6-c97fa218319a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381386 Jul 07 17:44:44.637446 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:44.773965 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b5d4b858-0e2c-4bfd-8437-7e890af2ba9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:45.791129 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08e2f6-a675-4323-8df5-cbed13fd667c req-a5f62e45-9617-482c-b94e-84942fbfd510 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:45.792548 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ae08e2f6-a675-4323-8df5-cbed13fd667c req-a5f62e45-9617-482c-b94e-84942fbfd510 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 945 time: 0.1094873 Jul 07 17:44:45.830696 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ae08e2f6-a675-4323-8df5-cbed13fd667c req-1788c27c-035c-4633-b933-5acf80fa54da tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324831 Jul 07 17:44:46.958131 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:47.004638 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfc46c-dcd7-4d92-a6c4-9fe13bf25dba req-53943ef6-1468-42a5-87b7-418a40ca7391 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:47.006165 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cedfc46c-dcd7-4d92-a6c4-9fe13bf25dba req-53943ef6-1468-42a5-87b7-418a40ca7391 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 945 time: 0.0642970 Jul 07 17:44:47.045138 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cedfc46c-dcd7-4d92-a6c4-9fe13bf25dba req-59223dfe-c8c6-410e-9031-14d61b6ffa3f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327394 Jul 07 17:44:47.700062 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:47.999129 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3267402a-45b0-43fa-b8a3-f361bf706842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:48.237504 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281eed1c-1b02-47f9-b5bf-a46354959237 req-5fe2b1f3-4742-48f3-837d-84e27626d0fc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:48.239053 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-281eed1c-1b02-47f9-b5bf-a46354959237 req-5fe2b1f3-4742-48f3-837d-84e27626d0fc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 945 time: 0.0696170 Jul 07 17:44:48.284402 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-281eed1c-1b02-47f9-b5bf-a46354959237 req-fabc4ce9-118e-4ff3-9cde-82ad1b91606e tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393066 Jul 07 17:44:48.997579 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:49.462342 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877f3e1-ca27-40cd-a42e-63362b8decaa req-85558fd0-0c38-4252-899e-9bb4247ab405 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:49.463867 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7877f3e1-ca27-40cd-a42e-63362b8decaa req-85558fd0-0c38-4252-899e-9bb4247ab405 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 945 time: 0.0629706 Jul 07 17:44:49.502366 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7877f3e1-ca27-40cd-a42e-63362b8decaa req-b2356fa5-51b2-4523-8b5f-bf1ae90505f3 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326045 Jul 07 17:44:50.467710 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:44:50.681370 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed595f-a0c8-495b-a4d2-6c6f42e12cad req-f2f66dfe-5b33-4f08-a932-622b645b39da tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:50.682921 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-47ed595f-a0c8-495b-a4d2-6c6f42e12cad req-f2f66dfe-5b33-4f08-a932-622b645b39da tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 945 time: 0.0652223 Jul 07 17:44:50.722977 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-47ed595f-a0c8-495b-a4d2-6c6f42e12cad req-39adb8c0-1ad4-4841-9e47-d8b16ca1e3b9 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341492 Jul 07 17:44:51.906067 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ac691-89a4-4ace-8997-e58f4c399849 req-05d0706e-d0cd-4c01-b884-33bf09d8f2e8 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:51.907509 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d83ac691-89a4-4ace-8997-e58f4c399849 req-05d0706e-d0cd-4c01-b884-33bf09d8f2e8 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 945 time: 0.0729403 Jul 07 17:44:51.947181 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d83ac691-89a4-4ace-8997-e58f4c399849 req-a929b2bd-c7de-4280-b08f-6072e27f089a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337489 Jul 07 17:44:53.123852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63865584-7807-4f16-a9d8-1eb46c68d7a2 req-970169b3-053f-40e9-8f37-4ecaf7c0b51d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:53.125409 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-63865584-7807-4f16-a9d8-1eb46c68d7a2 req-970169b3-053f-40e9-8f37-4ecaf7c0b51d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 945 time: 0.0657804 Jul 07 17:44:53.163932 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-63865584-7807-4f16-a9d8-1eb46c68d7a2 req-e02600a7-5801-42b4-81fc-ca121f3d7b7b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318120 Jul 07 17:44:54.339528 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7a9ea-1e5f-4c05-993d-0614fe7e9379 req-291c7335-6de9-4d84-9dd1-ba90b28d07a3 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:54.341082 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-66a7a9ea-1e5f-4c05-993d-0614fe7e9379 req-291c7335-6de9-4d84-9dd1-ba90b28d07a3 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 945 time: 0.0642779 Jul 07 17:44:54.384804 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-66a7a9ea-1e5f-4c05-993d-0614fe7e9379 req-5a92565e-87c3-4d61-a101-7972c4978c05 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376084 Jul 07 17:44:55.578702 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2c923-454f-477e-bc3d-dac6fd8507bc req-1de3e5e9-e549-475d-8825-1b3310c02604 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:55.580263 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78c2c923-454f-477e-bc3d-dac6fd8507bc req-1de3e5e9-e549-475d-8825-1b3310c02604 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 945 time: 0.0703635 Jul 07 17:44:55.619370 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78c2c923-454f-477e-bc3d-dac6fd8507bc req-94fc4014-5c6b-4403-9069-14d4b3b2af47 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332334 Jul 07 17:44:56.058132 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4f65b-1efc-471f-88a2-51f2b57188c4 req-d4efde85-8e21-4746-9033-f8aa94a62513 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:56.059686 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d5b4f65b-1efc-471f-88a2-51f2b57188c4 req-d4efde85-8e21-4746-9033-f8aa94a62513 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 945 time: 0.1006160 Jul 07 17:44:56.100624 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-1e9515f0-4d72-42f7-ad8e-01dfaf163641 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1462824 Jul 07 17:44:56.114298 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d5b4f65b-1efc-471f-88a2-51f2b57188c4 req-7aa83574-7a6b-4dd1-983b-6b043471b770 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472949 Jul 07 17:44:57.302195 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3c581-bce0-45cd-aefc-69b0df974e16 req-ce175cd2-5486-44a8-a2af-1d7a914973ea tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:57.304863 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-05f3c581-bce0-45cd-aefc-69b0df974e16 req-ce175cd2-5486-44a8-a2af-1d7a914973ea tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 945 time: 0.0753095 Jul 07 17:44:57.376687 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-05f3c581-bce0-45cd-aefc-69b0df974e16 req-ba85f080-6f9d-47fe-b200-68d0a988462a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662284 Jul 07 17:44:57.397767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-3072c7a9-dde5-4c5e-8c00-de493ab94798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:57.399392 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-3072c7a9-dde5-4c5e-8c00-de493ab94798 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 1096 time: 0.0727847 Jul 07 17:44:57.493059 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-56337cd2-4f0d-47be-93be-cb437680bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:57.494666 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-56337cd2-4f0d-47be-93be-cb437680bed7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0886085 Jul 07 17:44:57.565335 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-00027ccf-11b3-4e31-afd3-99835dc9a4b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d8e3c5d-4215-4610-9ad8-ba150957824f HTTP/1.1" status: 200 len: 1001 time: 0.0638950 Jul 07 17:44:57.613210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-fb5cf4d0-b514-4d73-9685-229c8198c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:57.614815 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-fb5cf4d0-b514-4d73-9685-229c8198c389 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0438151 Jul 07 17:44:57.671948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-27a40fb2-f98c-429c-ab8c-610b75c4166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:57.673393 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-27a40fb2-f98c-429c-ab8c-610b75c4166c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528784 Jul 07 17:44:57.767565 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-edf52d7e-36ce-415e-8187-cf0179458306 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879681 Jul 07 17:44:57.861422 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-49c54fb6-336d-4382-9c8c-32010c50167e service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874612 Jul 07 17:44:58.567418 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda938f-e4de-4d70-bcdc-5229141138b0 req-6d3072db-2ae9-4e7d-a8f4-a193a081d411 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:58.569026 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ecda938f-e4de-4d70-bcdc-5229141138b0 req-6d3072db-2ae9-4e7d-a8f4-a193a081d411 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 945 time: 0.0652535 Jul 07 17:44:58.609186 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ecda938f-e4de-4d70-bcdc-5229141138b0 req-66c65151-cf3c-47d1-9d21-bb0365e6d690 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338960 Jul 07 17:44:59.811586 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-9c4dfdd0-9bfc-4231-8a9b-26ec560e18c1 service neutron] show failed (client error): The resource could not be found. Jul 07 17:44:59.812542 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-9c4dfdd0-9bfc-4231-8a9b-26ec560e18c1 service neutron] 10.222.0.15 "GET /v2.0/ports/1d8e3c5d-4215-4610-9ad8-ba150957824f/bindings/n-h2-793620-7 HTTP/1.1" status: 404 len: 380 time: 0.0940032 Jul 07 17:44:59.836396 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a2f2b-38e2-4f8d-90cc-9cf511bce483 req-e31a5482-df90-49a4-bec2-f16309cfa496 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:44:59.838512 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-357a2f2b-38e2-4f8d-90cc-9cf511bce483 req-e31a5482-df90-49a4-bec2-f16309cfa496 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 945 time: 0.1134846 Jul 07 17:44:59.887406 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-357a2f2b-38e2-4f8d-90cc-9cf511bce483 req-e3b77bf3-ca60-4805-9787-e7801e304064 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397952 Jul 07 17:45:00.193693 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-6e08bcce-2292-4d06-b241-50a3c723a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:00.195355 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-6e08bcce-2292-4d06-b241-50a3c723a555 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37&tenant_id=cde5f6b143e94f199fb62fcaea33f654 HTTP/1.1" status: 200 len: 1096 time: 0.1216059 Jul 07 17:45:00.208156 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-7', 'device_owner': 'compute:nova'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:00.285649 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:00.502209 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] For port 1d8e3c5d-4215-4610-9ad8-ba150957824f, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=1d8e3c5d-4215-4610-9ad8-ba150957824f,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:00.540822 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] For port 1d8e3c5d-4215-4610-9ad8-ba150957824f, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:45:00.583164 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb66c802-50f7-41d1-8125-7d589823ee37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d8e3c5d-4215-4610-9ad8-ba150957824f'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:00.588460 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:00.605323 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Transition to ACTIVE for port object 1d8e3c5d-4215-4610-9ad8-ba150957824f will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:00.610485 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:00.638712 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1925feef-093c-47a4-9ce6-4b532d6bd9d9" -d '{"events": [{"server_uuid": "cb66c802-50f7-41d1-8125-7d589823ee37", "name": "network-vif-unplugged", "status": "completed", "tag": "1d8e3c5d-4215-4610-9ad8-ba150957824f"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:00.715159 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Pushing event updated for resources: {'Port': ['ID=1d8e3c5d-4215-4610-9ad8-ba150957824f,revision_number=6']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:00.759806 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:00.760198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:00.760789 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:00.761304 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:00.761804 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:00.762348 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:00.762947 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:00.763457 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:00.764218 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:00.764218 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:00.764614 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:00.765011 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:00.770960 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78537c4d-e2bf-45fd-a0e1-9381ffd8c079 x-openstack-request-id: req-78537c4d-e2bf-45fd-a0e1-9381ffd8c079 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:00.771296 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb66c802-50f7-41d1-8125-7d589823ee37", "name": "network-vif-unplugged", "status": "completed", "tag": "1d8e3c5d-4215-4610-9ad8-ba150957824f", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:00.771518 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-78537c4d-e2bf-45fd-a0e1-9381ffd8c079 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:00.771931 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb66c802-50f7-41d1-8125-7d589823ee37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d8e3c5d-4215-4610-9ad8-ba150957824f', 'code': 200} Jul 07 17:45:00.772929 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] No DVR routers for this DVR port 1d8e3c5d-4215-4610-9ad8-ba150957824f on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:45:00.920429 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Attempting to bind port 1d8e3c5d-4215-4610-9ad8-ba150957824f on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:45:00.920429 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Attempting to bind port 1d8e3c5d-4215-4610-9ad8-ba150957824f by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:45:00.920429 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Attempting to bind port 1d8e3c5d-4215-4610-9ad8-ba150957824f on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:45:00.925933 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Port 1d8e3c5d-4215-4610-9ad8-ba150957824f on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:45:00.926265 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Attempting to bind port 1d8e3c5d-4215-4610-9ad8-ba150957824f on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:45:00.931944 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:45:00.932554 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Checking segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:45:00.933057 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Bound using segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:45:00.933593 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Bound port: 1d8e3c5d-4215-4610-9ad8-ba150957824f, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:45:00.934058 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:01.001431 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] For port 1d8e3c5d-4215-4610-9ad8-ba150957824f, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:45:01.007909 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] For port 1d8e3c5d-4215-4610-9ad8-ba150957824f, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1d8e3c5d-4215-4610-9ad8-ba150957824f,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:45:01.013014 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:01.072277 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:01.072908 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:01.074677 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] 10.222.0.69 "PUT /v2.0/ports/1d8e3c5d-4215-4610-9ad8-ba150957824f HTTP/1.1" status: 200 len: 1091 time: 0.8715734 Jul 07 17:45:01.096825 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d78b3-3ec3-4d04-a3f6-44397131da00 req-1e5a9d24-391e-4617-8a29-c6da85260a7c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:01.099816 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-424d78b3-3ec3-4d04-a3f6-44397131da00 req-1e5a9d24-391e-4617-8a29-c6da85260a7c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 943 time: 0.0930285 Jul 07 17:45:01.101517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12382110-9f23-4d68-9a48-9fd44eb4b84e service neutron] Pushing event updated for resources: {'Port': ['ID=1d8e3c5d-4215-4610-9ad8-ba150957824f,revision_number=7']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:01.155699 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-424d78b3-3ec3-4d04-a3f6-44397131da00 req-740002b4-973f-4b5c-8605-b6e1a690df3b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428040 Jul 07 17:45:01.189825 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-cbab1f3c-f4f0-4203-a1ba-359b7769617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:01.191730 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-cbab1f3c-f4f0-4203-a1ba-359b7769617f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 1094 time: 0.0872607 Jul 07 17:45:01.290343 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-ae26313c-b9de-4831-bb3d-2c8e2e8e85ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:01.292181 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-ae26313c-b9de-4831-bb3d-2c8e2e8e85ce service neutron] 10.222.0.69 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0933225 Jul 07 17:45:01.364764 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-7edaf64c-39f1-490d-8000-21c69d30ce7f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d8e3c5d-4215-4610-9ad8-ba150957824f HTTP/1.1" status: 200 len: 999 time: 0.0661700 Jul 07 17:45:01.415722 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-875b0f4c-70df-4904-99ea-130d91f8f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:01.417265 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-875b0f4c-70df-4904-99ea-130d91f8f17f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0458894 Jul 07 17:45:01.476420 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-ff56249f-894f-49ea-9487-ffee442d21f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:01.477935 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-ff56249f-894f-49ea-9487-ffee442d21f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540111 Jul 07 17:45:01.574732 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-46f5876b-74eb-4c1c-b5f9-5b030c748cea service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899518 Jul 07 17:45:01.665168 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb039d5b-5164-4b9c-ad2c-d5b3496fe24d req-31ecd7a8-5c69-442d-b829-a1565b8ad289 service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836611 Jul 07 17:45:02.353595 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d282fc-ff8b-4cbf-8b11-be47bd62919f req-a69cd95e-ff3c-4732-b024-923e5a5f2ebb tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:02.355190 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c1d282fc-ff8b-4cbf-8b11-be47bd62919f req-a69cd95e-ff3c-4732-b024-923e5a5f2ebb tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 943 time: 0.0705335 Jul 07 17:45:02.395329 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c1d282fc-ff8b-4cbf-8b11-be47bd62919f req-025d4b58-b195-4236-ad24-e47a3117a2d3 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338407 Jul 07 17:45:02.773685 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb66c802-50f7-41d1-8125-7d589823ee37', 'tag': '1d8e3c5d-4215-4610-9ad8-ba150957824f'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:02.776222 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2575880-cfd6-44b8-bc75-10d3e40ef12a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb66c802-50f7-41d1-8125-7d589823ee37", "tag": "1d8e3c5d-4215-4610-9ad8-ba150957824f"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:02.823833 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672b7bd6-f048-4d30-b569-c65218bd8ff4 x-openstack-request-id: req-672b7bd6-f048-4d30-b569-c65218bd8ff4 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:02.824134 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb66c802-50f7-41d1-8125-7d589823ee37", "tag": "1d8e3c5d-4215-4610-9ad8-ba150957824f", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:02.824394 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-672b7bd6-f048-4d30-b569-c65218bd8ff4 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:02.824879 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb66c802-50f7-41d1-8125-7d589823ee37', 'tag': '1d8e3c5d-4215-4610-9ad8-ba150957824f', 'status': 'completed', 'code': 200} Jul 07 17:45:02.901815 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-b864a631-7a74-4a6d-831e-cea2dcad8e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:02.903701 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-b864a631-7a74-4a6d-831e-cea2dcad8e15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 1094 time: 0.0543544 Jul 07 17:45:02.907264 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-e8abee6a-64ef-4962-a22c-bd206cbb09ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:02.911145 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-e8abee6a-64ef-4962-a22c-bd206cbb09ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 1094 time: 0.0659328 Jul 07 17:45:03.002533 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-5b25cfd7-4753-41b4-a56d-548ed9579e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:03.004151 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-5b25cfd7-4753-41b4-a56d-548ed9579e89 service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0939727 Jul 07 17:45:03.009908 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-c7e3ca01-e471-48de-905f-5edf2057bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:03.011520 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-c7e3ca01-e471-48de-905f-5edf2057bd21 service neutron] 10.222.0.69 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0945785 Jul 07 17:45:03.077807 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-4cbab138-de48-43b2-9ec5-28817a1df838 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d8e3c5d-4215-4610-9ad8-ba150957824f HTTP/1.1" status: 200 len: 999 time: 0.0676425 Jul 07 17:45:03.088600 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-64bfee2c-104e-46e8-90a0-d7a5ef5cb4d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d8e3c5d-4215-4610-9ad8-ba150957824f HTTP/1.1" status: 200 len: 999 time: 0.0699244 Jul 07 17:45:03.133206 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-225dc0d7-6a55-450d-b787-e4e973046283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:03.134877 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-225dc0d7-6a55-450d-b787-e4e973046283 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0513530 Jul 07 17:45:03.141937 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-ad2f4bb5-4ff6-4aac-9ec8-f063e865731f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:03.144034 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-ad2f4bb5-4ff6-4aac-9ec8-f063e865731f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0488925 Jul 07 17:45:03.195098 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-dd8ef8ba-7eb4-452b-b90a-68845d3397af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:03.196873 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-dd8ef8ba-7eb4-452b-b90a-68845d3397af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554225 Jul 07 17:45:03.210337 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-0582ee8a-2d29-4ae3-a6f2-9b863599500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:03.212048 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-0582ee8a-2d29-4ae3-a6f2-9b863599500e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605454 Jul 07 17:45:03.299198 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-bbd9af8e-6dcb-4942-a037-ed0968b0f9ab service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959232 Jul 07 17:45:03.313293 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-6425ff15-8963-4c25-8b57-005d57518db8 service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934267 Jul 07 17:45:03.394988 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-4a6e5e12-f117-40b0-8d0b-c28f0caf4d70 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896993 Jul 07 17:45:03.824821 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b2575880-cfd6-44b8-bc75-10d3e40ef12a req-44c27cf4-b6c3-4774-a81a-f822863c7fbb service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031779 Jul 07 17:45:03.850644 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b283cc3-b582-4db8-a5df-210b8e432ef5 req-761bc8f9-ab76-42aa-a7d5-c5d15325f773 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:03.852591 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b283cc3-b582-4db8-a5df-210b8e432ef5 req-761bc8f9-ab76-42aa-a7d5-c5d15325f773 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 943 time: 0.1111174 Jul 07 17:45:03.898014 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4b283cc3-b582-4db8-a5df-210b8e432ef5 req-84165df8-a835-4270-bb5c-a2daeb35c1fe tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388300 Jul 07 17:45:05.015686 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 1d8e3c5d-4215-4610-9ad8-ba150957824f no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:45:05.057185 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 1d8e3c5d-4215-4610-9ad8-ba150957824f not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:45:05.089677 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e35b4-9d8f-4b29-b871-f312d9deae26 req-c984b942-6e45-4d5d-8c24-29d92f1dcccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:05.091202 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ce8e35b4-9d8f-4b29-b871-f312d9deae26 req-c984b942-6e45-4d5d-8c24-29d92f1dcccc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 943 time: 0.0742328 Jul 07 17:45:05.130866 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ce8e35b4-9d8f-4b29-b871-f312d9deae26 req-6d1082e5-cae9-4d03-9790-17844befdeec tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337794 Jul 07 17:45:05.483120 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8142b-3995-4d68-b205-353cf9c22f9b req-58d9fb30-99d5-492c-9d17-a9f6e65ffb17 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:05.484637 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55e8142b-3995-4d68-b205-353cf9c22f9b req-58d9fb30-99d5-492c-9d17-a9f6e65ffb17 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 943 time: 0.1213837 Jul 07 17:45:05.493504 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ff767-ba90-44a9-a68d-5732e0a987eb req-d59e1312-d2ff-4925-8590-2d3b0d4ef50b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:05.495012 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-348ff767-ba90-44a9-a68d-5732e0a987eb req-d59e1312-d2ff-4925-8590-2d3b0d4ef50b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37&tenant_id=cde5f6b143e94f199fb62fcaea33f654&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 943 time: 0.1024055 Jul 07 17:45:05.919231 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-55e8142b-3995-4d68-b205-353cf9c22f9b req-4e3fe5ae-0c3c-4492-9905-df2a7dc42742 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4231400 Jul 07 17:45:05.929977 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-348ff767-ba90-44a9-a68d-5732e0a987eb req-e0ea7d46-da38-40dc-9ea8-23b2f66875f0 service neutron] delete failed (client error): The resource could not be found. Jul 07 17:45:05.931077 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-348ff767-ba90-44a9-a68d-5732e0a987eb req-e0ea7d46-da38-40dc-9ea8-23b2f66875f0 service neutron] 10.222.0.15 "DELETE /v2.0/ports/1d8e3c5d-4215-4610-9ad8-ba150957824f/bindings/n-h1-793620-7 HTTP/1.1" status: 404 len: 380 time: 0.4289382 Jul 07 17:45:06.026871 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ff767-ba90-44a9-a68d-5732e0a987eb req-e6a33e68-f54c-4f28-b8ad-e89ef696c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:06.028363 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-348ff767-ba90-44a9-a68d-5732e0a987eb req-e6a33e68-f54c-4f28-b8ad-e89ef696c36b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 1094 time: 0.0542834 Jul 07 17:45:06.085698 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1d8e3c5d-4215-4610-9ad8-ba150957824f details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:45:06.127072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ff767-ba90-44a9-a68d-5732e0a987eb req-01634103-6360-43f7-a9cb-0bbfa263052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:06.128586 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-348ff767-ba90-44a9-a68d-5732e0a987eb req-01634103-6360-43f7-a9cb-0bbfa263052c service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0946128 Jul 07 17:45:06.191826 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1d8e3c5d-4215-4610-9ad8-ba150957824f, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1d8e3c5d-4215-4610-9ad8-ba150957824f,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:06.193824 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-348ff767-ba90-44a9-a68d-5732e0a987eb req-e6854991-efdf-4c24-b15e-7b5dfce7f1b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d8e3c5d-4215-4610-9ad8-ba150957824f HTTP/1.1" status: 200 len: 999 time: 0.0591631 Jul 07 17:45:06.203624 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '1d8e3c5d-4215-4610-9ad8-ba150957824f', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'port_id': '1d8e3c5d-4215-4610-9ad8-ba150957824f', 'mac_address': 'fa:16:3e:d6:5f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:45:06.239960 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:06.242153 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ff767-ba90-44a9-a68d-5732e0a987eb req-8e560766-c212-4381-b939-60bc979c24fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:06.243657 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-348ff767-ba90-44a9-a68d-5732e0a987eb req-8e560766-c212-4381-b939-60bc979c24fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0441787 Jul 07 17:45:06.253560 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8e3c5d-4215-4610-9ad8-ba150957824f {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:45:06.274338 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1d8e3c5d-4215-4610-9ad8-ba150957824f, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1d8e3c5d-4215-4610-9ad8-ba150957824f,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:06.278290 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:06.305931 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ff767-ba90-44a9-a68d-5732e0a987eb req-1cfbbc42-2e4e-4955-ae5f-de7d0f994d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:06.307531 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-348ff767-ba90-44a9-a68d-5732e0a987eb req-1cfbbc42-2e4e-4955-ae5f-de7d0f994d87 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578816 Jul 07 17:45:06.329693 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=1d8e3c5d-4215-4610-9ad8-ba150957824f,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:06.337971 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:06.338321 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:06.338806 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:06.339147 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:06.339483 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:06.339816 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:06.340146 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:06.340471 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:06.340798 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:06.341119 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:06.341445 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:06.341763 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:06.399613 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-348ff767-ba90-44a9-a68d-5732e0a987eb req-a8a7e123-ae1a-4a75-8ee4-a5cb5c2df7f1 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858960 Jul 07 17:45:06.498242 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-348ff767-ba90-44a9-a68d-5732e0a987eb req-730a984a-98ce-4ebb-a157-8476daf9a641 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918207 Jul 07 17:45:06.595932 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['1d8e3c5d-4215-4610-9ad8-ba150957824f'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:45:07.116769 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b6b59-0d88-4458-b9db-efa182e60f3d req-50a50c85-33c2-48ce-a41e-339931bf94cf tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.118504 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c43b6b59-0d88-4458-b9db-efa182e60f3d req-50a50c85-33c2-48ce-a41e-339931bf94cf tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 944 time: 0.0681562 Jul 07 17:45:07.161946 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c43b6b59-0d88-4458-b9db-efa182e60f3d req-f9f19968-bc50-47aa-8e87-4f01c1db303a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378015 Jul 07 17:45:07.337177 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa3b55-a5c0-43ff-bc0f-37748718c142 req-f0100436-41e7-4277-9536-a1d32415a40c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.338704 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcfa3b55-a5c0-43ff-bc0f-37748718c142 req-f0100436-41e7-4277-9536-a1d32415a40c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 944 time: 0.0642664 Jul 07 17:45:07.377474 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcfa3b55-a5c0-43ff-bc0f-37748718c142 req-fa0d020f-9d0a-41c0-8c11-8d4191e87556 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328028 Jul 07 17:45:07.712192 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c38a10-e077-483d-a657-d2994674526f req-d48496ad-1b3b-467d-85f3-a33ecd44e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.713740 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13c38a10-e077-483d-a657-d2994674526f req-d48496ad-1b3b-467d-85f3-a33ecd44e968 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 1095 time: 0.0547764 Jul 07 17:45:07.720209 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358a532-71f6-4f5d-a6c2-c2afc1340f36 req-05c66ad3-e00b-4bbe-bf09-abd7204edd0b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.721810 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a358a532-71f6-4f5d-a6c2-c2afc1340f36 req-05c66ad3-e00b-4bbe-bf09-abd7204edd0b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 944 time: 0.0661881 Jul 07 17:45:07.761689 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a358a532-71f6-4f5d-a6c2-c2afc1340f36 req-09b6b64c-68ff-43c0-bdbe-b2dcc7b16801 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338087 Jul 07 17:45:07.808777 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c38a10-e077-483d-a657-d2994674526f req-b16bcefb-66a6-4d86-a969-45ff2b034c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.810365 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13c38a10-e077-483d-a657-d2994674526f req-b16bcefb-66a6-4d86-a969-45ff2b034c7f service neutron] 10.222.0.69 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0903757 Jul 07 17:45:07.888133 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13c38a10-e077-483d-a657-d2994674526f req-b5b9db94-e941-4d52-9185-d48822c42ee5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d8e3c5d-4215-4610-9ad8-ba150957824f HTTP/1.1" status: 200 len: 1000 time: 0.0710485 Jul 07 17:45:07.938720 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c38a10-e077-483d-a657-d2994674526f req-01b3284c-d3ba-4069-9edf-0339aeaca2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.941147 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13c38a10-e077-483d-a657-d2994674526f req-01b3284c-d3ba-4069-9edf-0339aeaca2c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0468395 Jul 07 17:45:07.997804 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c38a10-e077-483d-a657-d2994674526f req-4101dde2-832b-4b11-8c39-c84be6878b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:07.999355 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13c38a10-e077-483d-a657-d2994674526f req-4101dde2-832b-4b11-8c39-c84be6878b80 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521395 Jul 07 17:45:08.084765 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1d8e3c5d-4215-4610-9ad8-ba150957824f up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:08.094254 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13c38a10-e077-483d-a657-d2994674526f req-7a9bdf8d-44bf-4956-8775-dd44dab35ea2 service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870938 Jul 07 17:45:08.139567 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 1d8e3c5d-4215-4610-9ad8-ba150957824f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:08.143289 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 1d8e3c5d-4215-4610-9ad8-ba150957824f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:08.143669 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:08.193282 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13c38a10-e077-483d-a657-d2994674526f req-54cd94bc-2d09-49f5-9191-6e80d1669543 service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867672 Jul 07 17:45:08.222716 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:08.245657 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb66c802-50f7-41d1-8125-7d589823ee37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8e3c5d-4215-4610-9ad8-ba150957824f'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:08.259462 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 1d8e3c5d-4215-4610-9ad8-ba150957824f, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1d8e3c5d-4215-4610-9ad8-ba150957824f,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:08.263526 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:08.287547 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230db9f8-3fb4-46ec-874e-6a18da8ff451" -d '{"events": [{"server_uuid": "cb66c802-50f7-41d1-8125-7d589823ee37", "name": "network-vif-plugged", "status": "completed", "tag": "1d8e3c5d-4215-4610-9ad8-ba150957824f"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:08.318847 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=1d8e3c5d-4215-4610-9ad8-ba150957824f,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:08.373130 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4dccb3-fada-45a2-929e-ad733137d773 x-openstack-request-id: req-df4dccb3-fada-45a2-929e-ad733137d773 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:08.373458 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb66c802-50f7-41d1-8125-7d589823ee37", "name": "network-vif-plugged", "status": "completed", "tag": "1d8e3c5d-4215-4610-9ad8-ba150957824f", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:08.373709 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df4dccb3-fada-45a2-929e-ad733137d773 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:08.374107 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb66c802-50f7-41d1-8125-7d589823ee37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8e3c5d-4215-4610-9ad8-ba150957824f', 'code': 200} Jul 07 17:45:08.943642 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537b94e-c32b-4eb0-a7a0-b9612c11aa7e req-32a2fe8e-580a-4fff-bfd6-b8d3f8dd1171 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:08.945090 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9537b94e-c32b-4eb0-a7a0-b9612c11aa7e req-32a2fe8e-580a-4fff-bfd6-b8d3f8dd1171 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 945 time: 0.0680242 Jul 07 17:45:08.993796 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9537b94e-c32b-4eb0-a7a0-b9612c11aa7e req-d748a5dd-899d-45b4-a48d-1e964fa834f5 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422561 Jul 07 17:45:09.382486 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5684911-fb8d-42fb-ba0d-14e37d384f09 req-4e79d858-a89d-4873-afe7-f08c8c4f53f9 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:09.383917 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5684911-fb8d-42fb-ba0d-14e37d384f09 req-4e79d858-a89d-4873-afe7-f08c8c4f53f9 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 945 time: 0.0663145 Jul 07 17:45:09.420648 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5684911-fb8d-42fb-ba0d-14e37d384f09 req-6656b723-59e2-4a63-8f13-b53d2dc457b3 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312052 Jul 07 17:45:10.658187 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa3044-4e10-4932-b836-0bb978c36563 req-211af1f3-d5de-4848-a7f8-eaa983c76fd7 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:10.659774 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54fa3044-4e10-4932-b836-0bb978c36563 req-211af1f3-d5de-4848-a7f8-eaa983c76fd7 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 945 time: 0.1257448 Jul 07 17:45:10.667247 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeabe56-fd28-4dfa-995a-52daea7684a3 req-bd841223-5bd4-4abe-891b-5ef8a928e058 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:10.668638 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-deeabe56-fd28-4dfa-995a-52daea7684a3 req-bd841223-5bd4-4abe-891b-5ef8a928e058 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 945 time: 0.1062582 Jul 07 17:45:10.737977 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-54fa3044-4e10-4932-b836-0bb978c36563 req-02f256b8-b592-4763-bf77-fbb04422f9f3 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683870 Jul 07 17:45:10.793635 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-deeabe56-fd28-4dfa-995a-52daea7684a3 req-7c55d7c6-0afd-446a-8a66-496559e781ce tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Deleting port 1d8e3c5d-4215-4610-9ad8-ba150957824f {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:45:10.793980 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-deeabe56-fd28-4dfa-995a-52daea7684a3 req-7c55d7c6-0afd-446a-8a66-496559e781ce tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:10.881968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-deeabe56-fd28-4dfa-995a-52daea7684a3 req-7c55d7c6-0afd-446a-8a66-496559e781ce tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] For port 1d8e3c5d-4215-4610-9ad8-ba150957824f, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=1d8e3c5d-4215-4610-9ad8-ba150957824f,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:10.882335 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-deeabe56-fd28-4dfa-995a-52daea7684a3 req-7c55d7c6-0afd-446a-8a66-496559e781ce tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:11.052621 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-deeabe56-fd28-4dfa-995a-52daea7684a3 req-7c55d7c6-0afd-446a-8a66-496559e781ce tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:11.053006 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-deeabe56-fd28-4dfa-995a-52daea7684a3 req-7c55d7c6-0afd-446a-8a66-496559e781ce tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:11.053330 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [req-deeabe56-fd28-4dfa-995a-52daea7684a3 req-7c55d7c6-0afd-446a-8a66-496559e781ce tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Floating IP ebdd8860-796b-424e-a036-2578fde08e67 disassociated. External IP: 172.25.2.163, port: 1d8e3c5d-4215-4610-9ad8-ba150957824f. Jul 07 17:45:11.053683 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-deeabe56-fd28-4dfa-995a-52daea7684a3 req-7c55d7c6-0afd-446a-8a66-496559e781ce tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Calling delete_port for 1d8e3c5d-4215-4610-9ad8-ba150957824f owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:45:11.183951 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-deeabe56-fd28-4dfa-995a-52daea7684a3 req-7c55d7c6-0afd-446a-8a66-496559e781ce tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:11.213829 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55d7c6-0afd-446a-8a66-496559e781ce tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Pushing event deleted for resources: {'Port': ['ID=1d8e3c5d-4215-4610-9ad8-ba150957824f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:11.330873 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-deeabe56-fd28-4dfa-995a-52daea7684a3 req-7c55d7c6-0afd-446a-8a66-496559e781ce tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Router 2695b932-30b7-4de0-9104-5acc659ccb6c has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:45:11.441931 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-deeabe56-fd28-4dfa-995a-52daea7684a3 req-7c55d7c6-0afd-446a-8a66-496559e781ce tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:11.451673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1c2cc7-6d48-46d5-a364-a3a4c17c7c12 None None] Sync routers for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:11.462116 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1c2cc7-6d48-46d5-a364-a3a4c17c7c12 None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:11.462813 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8d1c2cc7-6d48-46d5-a364-a3a4c17c7c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:44:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:11.484641 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-deeabe56-fd28-4dfa-995a-52daea7684a3 req-7c55d7c6-0afd-446a-8a66-496559e781ce tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] No DVR routers for this DVR port 1d8e3c5d-4215-4610-9ad8-ba150957824f on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:45:11.487495 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-deeabe56-fd28-4dfa-995a-52daea7684a3 req-7c55d7c6-0afd-446a-8a66-496559e781ce tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:11.490230 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-deeabe56-fd28-4dfa-995a-52daea7684a3 req-7c55d7c6-0afd-446a-8a66-496559e781ce tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.69 "DELETE /v2.0/ports/1d8e3c5d-4215-4610-9ad8-ba150957824f HTTP/1.1" status: 204 len: 173 time: 0.8144972 Jul 07 17:45:11.490824 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb66c802-50f7-41d1-8125-7d589823ee37', 'name': 'network-vif-deleted', 'tag': '1d8e3c5d-4215-4610-9ad8-ba150957824f'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:11.493289 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53782da2-c01e-4b18-83d9-c0e5cf5403bc" -d '{"events": [{"server_uuid": "cb66c802-50f7-41d1-8125-7d589823ee37", "name": "network-vif-deleted", "tag": "1d8e3c5d-4215-4610-9ad8-ba150957824f"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:11.534985 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470800c5-5325-4a7f-8149-a90bdaff83dd x-openstack-request-id: req-470800c5-5325-4a7f-8149-a90bdaff83dd {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:11.535338 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb66c802-50f7-41d1-8125-7d589823ee37", "name": "network-vif-deleted", "tag": "1d8e3c5d-4215-4610-9ad8-ba150957824f", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:11.535616 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-470800c5-5325-4a7f-8149-a90bdaff83dd {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:11.536005 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb66c802-50f7-41d1-8125-7d589823ee37', 'name': 'network-vif-deleted', 'tag': '1d8e3c5d-4215-4610-9ad8-ba150957824f', 'status': 'completed', 'code': 200} Jul 07 17:45:11.579023 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-8d1c2cc7-6d48-46d5-a364-a3a4c17c7c12 None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:11.913387 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb7b2f37-5d76-49fa-a011-ff2d9840b26a req-db94e6a2-19c5-4682-9021-96877fd37840 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb66c802-50f7-41d1-8125-7d589823ee37 HTTP/1.1" status: 200 len: 210 time: 0.0328908 Jul 07 17:45:11.950078 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8d1c2cc7-6d48-46d5-a364-a3a4c17c7c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:11.976810 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1c2cc7-6d48-46d5-a364-a3a4c17c7c12 None None] Checking router: 2695b932-30b7-4de0-9104-5acc659ccb6c for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:45:11.985097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1c2cc7-6d48-46d5-a364-a3a4c17c7c12 None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:11.985719 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8d1c2cc7-6d48-46d5-a364-a3a4c17c7c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:44:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:12.095458 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-8d1c2cc7-6d48-46d5-a364-a3a4c17c7c12 None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:12.298397 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8d1c2cc7-6d48-46d5-a364-a3a4c17c7c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:12.325250 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1c2cc7-6d48-46d5-a364-a3a4c17c7c12 None None] The sync data for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 is: [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:12.548073 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554c0d0c-4890-4b62-b6b9-9c09eaf05d7b None None] New status for floating IP ebdd8860-796b-424e-a036-2578fde08e67: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:45:13.266951 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-e7e09c31-87b9-4594-a394-b8d2bc1855fa tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1338624279&fields=id&tenant_id=cde5f6b143e94f199fb62fcaea33f654 HTTP/1.1" status: 200 len: 267 time: 0.0336211 Jul 07 17:45:13.375491 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-07d66463-c46f-4e42-9932-5cc2f99d609b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:13.376978 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-07d66463-c46f-4e42-9932-5cc2f99d609b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 811 time: 0.1030881 Jul 07 17:45:13.391737 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-ce276814-0029-4c4e-b97b-02cc981fb5a8 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/quotas/cde5f6b143e94f199fb62fcaea33f654 HTTP/1.1" status: 200 len: 375 time: 0.0092030 Jul 07 17:45:13.465142 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-b880f9f5-d5d0-4536-acac-f25e13dfa223 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678017 Jul 07 17:45:13.638913 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-fc2d49c2-0a47-449e-b0d1-674f2b3ed9aa service neutron] 10.222.0.50 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271045 Jul 07 17:45:13.729034 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-821716b4-f0c1-43e9-a876-d2a157204a62 service neutron] 10.222.0.50 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837126 Jul 07 17:45:13.912250 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0d7c930b-0f41-4205-8ab3-efac808e70a3 req-f419dae7-ac41-4304-8781-db8d74c63c75 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 210 time: 0.0287371 Jul 07 17:45:14.104238 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1d8e3c5d-4215-4610-9ad8-ba150957824f no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:45:14.127486 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: 1d8e3c5d-4215-4610-9ad8-ba150957824f {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:45:14.128471 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 1d8e3c5d-4215-4610-9ad8-ba150957824f not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:45:14.668010 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:14.776332 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6a8f848f-a15d-4637-b176-fc9467cf933f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:14.955159 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-992a4729-11c5-4205-9839-76dcef4fdf53 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:14.957297 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-992a4729-11c5-4205-9839-76dcef4fdf53 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 811 time: 0.1164446 Jul 07 17:45:15.009971 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ef8cd70-7030-4eee-bc45-21e4aebdc928 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cde5f6b143e94f199fb62fcaea33f654 HTTP/1.1" status: 200 len: 380 time: 0.0374105 Jul 07 17:45:15.019471 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Request body: {'port': {'device_id': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'admin_state_up': True, 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'security_groups': ['5c610981-f3d8-4454-ae83-57f24b4f5e46']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:15.094987 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92fedabc-9414-4c3b-90ce-c789c9dbef72 req-4b42b494-b6cf-4f6c-8e3f-099b91b43cdc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 210 time: 0.0603857 Jul 07 17:45:15.159273 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Made reservation on behalf of cde5f6b143e94f199fb62fcaea33f654 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:45:15.162821 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:15.287451 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Allocated IP 172.20.0.10 (753f1f3c-81c3-442b-9eaa-5c4145bb2d1a/af38db44-811f-4803-bd11-4bb1e1546ce9/e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:45:15.428060 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:15.442119 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Transition to ACTIVE for port object e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:15.474198 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:15.520747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:45:15.525944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:45:15.529682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:45:15.556708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Pushing event updated for resources: {'Port': ['ID=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:15.577268 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:15.577629 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:15.577952 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:15.578286 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:15.578649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:15.578980 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:15.579297 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:15.579616 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:15.579934 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:15.580251 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:15.580570 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:15.580951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:45:15.600470 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:15.601121 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:15.616902 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-185f6409-280e-4879-997e-5d2c7b8e7a18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6015768 Jul 07 17:45:15.629703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] Request body: {'port': {'device_id': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:15.706626 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:15.729566 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-03a0b2e2-69dd-42b0-b266-e52ad4eae87c None None] Provisioning for port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:15.733293 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-03a0b2e2-69dd-42b0-b266-e52ad4eae87c None None] Provisioning complete for port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:15.733677 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-03a0b2e2-69dd-42b0-b266-e52ad4eae87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:15.768156 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-03a0b2e2-69dd-42b0-b266-e52ad4eae87c None None] Port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:45:15.976497 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:45:15.984208 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:15.996759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] Transition to ACTIVE for port object e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:45:16.000613 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:16.070890 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] Pushing event updated for resources: {'Port': ['ID=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:16.128584 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] Attempting to bind port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:45:16.128926 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] Attempting to bind port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:45:16.129258 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] Attempting to bind port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:45:16.133907 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] Port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:45:16.134233 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] Attempting to bind port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:45:16.139585 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:45:16.139927 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] Checking segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:45:16.140307 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] Bound using segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:45:16.140743 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] Bound port: e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:45:16.141107 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:16.217803 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] For port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:45:16.223165 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] For port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:45:16.228806 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:16.269325 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:16.269952 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:16.271483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] 10.222.0.15 "PUT /v2.0/ports/e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb HTTP/1.1" status: 200 len: 1092 time: 0.6473312 Jul 07 17:45:16.272000 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'tag': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:16.324608 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade9732-3858-420c-ba2f-165055dbc7ed service neutron] Pushing event updated for resources: {'Port': ['ID=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:16.332945 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83530f3-aaa5-4c06-b6de-aaad16859021 req-45babc51-921d-4599-8213-2fbc5ef2d792 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:16.334573 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e83530f3-aaa5-4c06-b6de-aaad16859021 req-45babc51-921d-4599-8213-2fbc5ef2d792 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 944 time: 0.1035914 Jul 07 17:45:16.344483 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5badd9d8-d445-4e1e-abae-33e572a6fe32" -d '{"events": [{"name": "network-changed", "server_uuid": "15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914", "tag": "e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:16.392052 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e83530f3-aaa5-4c06-b6de-aaad16859021 req-9eeac2ff-db0b-423c-bb7e-47099e5eb471 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484357 Jul 07 17:45:16.400669 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-0b5452df-61a0-4687-890c-1f4f3b7b3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:16.402647 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-0b5452df-61a0-4687-890c-1f4f3b7b3d10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 1095 time: 0.0791628 Jul 07 17:45:16.450590 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948f74cc-a7a4-49fc-9c86-2652a7980f29 x-openstack-request-id: req-948f74cc-a7a4-49fc-9c86-2652a7980f29 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:16.450885 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914", "tag": "e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:16.451137 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-948f74cc-a7a4-49fc-9c86-2652a7980f29 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:16.451534 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'tag': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb', 'status': 'completed', 'code': 200} Jul 07 17:45:16.453347 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-8750392a-45f9-4473-bee2-b9d36b713f95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb HTTP/1.1" status: 200 len: 217 time: 0.0428910 Jul 07 17:45:16.503791 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-46df6a5a-3b04-4777-b9f7-e8c789c2438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:16.506147 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-46df6a5a-3b04-4777-b9f7-e8c789c2438d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0463581 Jul 07 17:45:16.563121 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-0ea6d799-d19b-4070-8816-2eba26762981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:16.564545 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-0ea6d799-d19b-4070-8816-2eba26762981 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531213 Jul 07 17:45:16.665895 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-da67e798-0fe2-467e-93fa-a658eb87c203 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953896 Jul 07 17:45:16.755786 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18b76512-f638-4cb0-a751-75a5bdfea6d1 req-e5c252af-b655-4335-be8c-98afbfe1bb3c service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836120 Jul 07 17:45:16.860025 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badd9d8-d445-4e1e-abae-33e572a6fe32 req-94b12587-e438-47ff-b8b2-2c657d3acf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:16.861442 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5badd9d8-d445-4e1e-abae-33e572a6fe32 req-94b12587-e438-47ff-b8b2-2c657d3acf46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 1095 time: 0.0562589 Jul 07 17:45:16.955599 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badd9d8-d445-4e1e-abae-33e572a6fe32 req-100a6ac6-6ef7-4dba-ac8b-533fedd25f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:16.957020 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5badd9d8-d445-4e1e-abae-33e572a6fe32 req-100a6ac6-6ef7-4dba-ac8b-533fedd25f78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0899625 Jul 07 17:45:16.972263 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:16.999064 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5badd9d8-d445-4e1e-abae-33e572a6fe32 req-f212e139-5525-4d55-b845-f8c4de9b3ad0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb HTTP/1.1" status: 200 len: 217 time: 0.0358222 Jul 07 17:45:17.051964 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badd9d8-d445-4e1e-abae-33e572a6fe32 req-4ca8d50c-da79-4439-9061-f3c16775eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:17.053438 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5badd9d8-d445-4e1e-abae-33e572a6fe32 req-4ca8d50c-da79-4439-9061-f3c16775eb83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0473976 Jul 07 17:45:17.117865 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badd9d8-d445-4e1e-abae-33e572a6fe32 req-2bcd6ebd-0c82-48fd-9af2-9516f603d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:17.119386 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5badd9d8-d445-4e1e-abae-33e572a6fe32 req-2bcd6ebd-0c82-48fd-9af2-9516f603d06c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588489 Jul 07 17:45:17.209544 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5badd9d8-d445-4e1e-abae-33e572a6fe32 req-a6ab22da-bfe9-49ac-850f-6254508b5685 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829601 Jul 07 17:45:17.304654 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5badd9d8-d445-4e1e-abae-33e572a6fe32 req-df22c55c-d631-44ce-9b34-78723455f411 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882318 Jul 07 17:45:17.574037 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bbb94-f185-4f3e-9e5b-429cf7da4269 req-ab72c459-3e77-4e94-9e78-be391a0d5053 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:17.575578 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cb7bbb94-f185-4f3e-9e5b-429cf7da4269 req-ab72c459-3e77-4e94-9e78-be391a0d5053 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 944 time: 0.0698009 Jul 07 17:45:17.616053 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cb7bbb94-f185-4f3e-9e5b-429cf7da4269 req-91680274-f573-4593-825b-8c8c0b39f53d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339658 Jul 07 17:45:17.705678 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:18.000407 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3234-906c-4a61-a6e2-2f61eb7f9a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:18.811860 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5d073-1bd2-4dfc-9571-39f6cc2e1336 req-d5846f21-9a07-420e-9190-a2837bb10e10 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:18.813365 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-21e5d073-1bd2-4dfc-9571-39f6cc2e1336 req-d5846f21-9a07-420e-9190-a2837bb10e10 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 944 time: 0.0647962 Jul 07 17:45:18.851670 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-21e5d073-1bd2-4dfc-9571-39f6cc2e1336 req-e17ad88b-48f0-494b-8783-bf8e5a3b70dc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323970 Jul 07 17:45:19.000526 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:19.061531 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:45:19.158094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:19.169293 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'port_id': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb', 'mac_address': 'fa:16:3e:6b:2b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:45:19.206628 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:19.223041 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:45:19.242476 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:19.245894 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:19.292197 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:19.446842 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:45:20.030626 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39449f-9e85-456a-8d8f-81b5bf6162c1 req-c265bec2-54b7-43e0-82eb-a015c5a84c5b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:20.032129 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7e39449f-9e85-456a-8d8f-81b5bf6162c1 req-c265bec2-54b7-43e0-82eb-a015c5a84c5b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 945 time: 0.0625849 Jul 07 17:45:20.072531 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7e39449f-9e85-456a-8d8f-81b5bf6162c1 req-aa81a016-7a3e-4b3c-ab39-e05329609bb2 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340230 Jul 07 17:45:20.464365 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:21.068582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:45:21.128702 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:45:21.132663 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:45:21.133040 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:21.210308 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:21.233291 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:21.235608 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918a7ad8-c670-4ab6-bf6b-691478f8e828" -d '{"events": [{"server_uuid": "15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914", "name": "network-vif-plugged", "status": "completed", "tag": "e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:21.249244 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:45:21.254667 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:21.254828 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee523c-ea15-4eba-b7c0-4cea7c524237 req-da5c79cb-f18e-4aa3-b65b-87d97af18192 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:21.256355 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33ee523c-ea15-4eba-b7c0-4cea7c524237 req-da5c79cb-f18e-4aa3-b65b-87d97af18192 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 945 time: 0.0661442 Jul 07 17:45:21.286988 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f80622-8c8c-428d-8124-649322efeb88 x-openstack-request-id: req-11f80622-8c8c-428d-8124-649322efeb88 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:21.287279 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914", "name": "network-vif-plugged", "status": "completed", "tag": "e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:21.287531 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-11f80622-8c8c-428d-8124-649322efeb88 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:21.287917 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb', 'code': 200} Jul 07 17:45:21.290289 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:45:21.305349 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33ee523c-ea15-4eba-b7c0-4cea7c524237 req-f57d4273-66a7-4a95-a386-a20481ce7c84 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428579 Jul 07 17:45:21.321281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:45:21.402665 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb76789-b0cb-43f0-bd67-cf86f41cd15a req-db7cf52f-5179-4085-ad04-35ef222d52e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:21.404149 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0bb76789-b0cb-43f0-bd67-cf86f41cd15a req-db7cf52f-5179-4085-ad04-35ef222d52e9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 1097 time: 0.0511963 Jul 07 17:45:21.438638 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0bb76789-b0cb-43f0-bd67-cf86f41cd15a req-ca72a408-b726-4965-9ffc-d2fdc9db5734 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279269 Jul 07 17:45:22.484651 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc7259-fb76-43a5-abb7-8536da3c219c req-0d411dca-dc5b-4518-8474-34e282c1213d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:22.486176 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-06fc7259-fb76-43a5-abb7-8536da3c219c req-0d411dca-dc5b-4518-8474-34e282c1213d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 946 time: 0.0648909 Jul 07 17:45:22.531404 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-06fc7259-fb76-43a5-abb7-8536da3c219c req-7928f528-dfbf-47fb-a33a-802777ebc5b6 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394194 Jul 07 17:45:22.704633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a1a5f-d96c-4e7a-b5fe-ab7a80fe403a req-1f434d2d-ebdc-4f81-9c36-87f9451fffdc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:22.706761 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d13a1a5f-d96c-4e7a-b5fe-ab7a80fe403a req-1f434d2d-ebdc-4f81-9c36-87f9451fffdc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 946 time: 0.0639565 Jul 07 17:45:22.717072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 34320) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:45:22.721747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-632988db-23a7-4701-bfc3-76bf88306122 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Request body: {'floatingip': {'port_id': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:45:22.763937 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-632988db-23a7-4701-bfc3-76bf88306122 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for floatingip, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:23.211118 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-632988db-23a7-4701-bfc3-76bf88306122 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:23.217529 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-632988db-23a7-4701-bfc3-76bf88306122 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:23.314832 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-632988db-23a7-4701-bfc3-76bf88306122 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Floating IP ebdd8860-796b-424e-a036-2578fde08e67 associated. External IP: 172.25.2.163, port: e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb. Jul 07 17:45:23.521915 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632988db-23a7-4701-bfc3-76bf88306122 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Router 2695b932-30b7-4de0-9104-5acc659ccb6c has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:45:23.638710 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632988db-23a7-4701-bfc3-76bf88306122 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:45:23.643901 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-632988db-23a7-4701-bfc3-76bf88306122 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:23.648932 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394b0c7a-7a7f-4c0a-a1cf-ae04ada27410 None None] Sync routers for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:45:23.659059 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394b0c7a-7a7f-4c0a-a1cf-ae04ada27410 None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:23.659768 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-394b0c7a-7a7f-4c0a-a1cf-ae04ada27410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:45:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:23.680648 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-632988db-23a7-4701-bfc3-76bf88306122 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "PUT /v2.0/floatingips/ebdd8860-796b-424e-a036-2578fde08e67 HTTP/1.1" status: 200 len: 992 time: 0.9624493 Jul 07 17:45:23.681248 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'tag': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:45:23.683524 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d9ed8f-d60b-4f60-b691-23e97f9bb39a" -d '{"events": [{"name": "network-changed", "server_uuid": "15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914", "tag": "e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:45:23.719835 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517fa69d-73ba-4bab-8fdc-639a61496162 x-openstack-request-id: req-517fa69d-73ba-4bab-8fdc-639a61496162 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:45:23.720427 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914", "tag": "e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:45:23.720427 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-517fa69d-73ba-4bab-8fdc-639a61496162 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:45:23.720782 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'tag': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb', 'status': 'completed', 'code': 200} Jul 07 17:45:23.776465 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-394b0c7a-7a7f-4c0a-a1cf-ae04ada27410 None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:23.804261 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9ed8f-d60b-4f60-b691-23e97f9bb39a req-574764e7-8bee-40e5-8ac3-266c988061ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:23.805799 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3d9ed8f-d60b-4f60-b691-23e97f9bb39a req-574764e7-8bee-40e5-8ac3-266c988061ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 1097 time: 0.0607772 Jul 07 17:45:23.896217 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9ed8f-d60b-4f60-b691-23e97f9bb39a req-7cb0c9fd-2ed8-4b4a-ae65-8997c1019a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:23.897696 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3d9ed8f-d60b-4f60-b691-23e97f9bb39a req-7cb0c9fd-2ed8-4b4a-ae65-8997c1019a3d service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0858076 Jul 07 17:45:23.968412 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3d9ed8f-d60b-4f60-b691-23e97f9bb39a req-acdb78e2-4be2-4001-a575-ae8d6f9c11b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb HTTP/1.1" status: 200 len: 1000 time: 0.0647895 Jul 07 17:45:23.999373 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-394b0c7a-7a7f-4c0a-a1cf-ae04ada27410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ebdd8860-796b-424e-a036-2578fde08e67', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'floating_ip_address': '172.25.2.163', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'port_id': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'mac_address': 'fa:16:3e:6b:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:40:31Z', 'updated_at': '2021-07-07T17:45:23Z', 'revision_number': 9, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:24.017118 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9ed8f-d60b-4f60-b691-23e97f9bb39a req-18ab109b-3e71-4c17-90a6-9ec80664ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:24.019171 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3d9ed8f-d60b-4f60-b691-23e97f9bb39a req-18ab109b-3e71-4c17-90a6-9ec80664ec5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0439324 Jul 07 17:45:24.029972 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394b0c7a-7a7f-4c0a-a1cf-ae04ada27410 None None] Checking router: 2695b932-30b7-4de0-9104-5acc659ccb6c for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:45:24.038174 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394b0c7a-7a7f-4c0a-a1cf-ae04ada27410 None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:45:24.038819 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-394b0c7a-7a7f-4c0a-a1cf-ae04ada27410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:45:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:24.075104 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9ed8f-d60b-4f60-b691-23e97f9bb39a req-58b37ed1-2748-499c-b48d-e194d62326b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:24.076645 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3d9ed8f-d60b-4f60-b691-23e97f9bb39a req-58b37ed1-2748-499c-b48d-e194d62326b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523012 Jul 07 17:45:24.144800 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-394b0c7a-7a7f-4c0a-a1cf-ae04ada27410 None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:45:24.175173 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3d9ed8f-d60b-4f60-b691-23e97f9bb39a req-96210e21-1404-40da-911b-54613ba53b7e service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913701 Jul 07 17:45:24.267008 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f3d9ed8f-d60b-4f60-b691-23e97f9bb39a req-b650621b-54f4-4391-b4d8-3c291388e277 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861197 Jul 07 17:45:24.383224 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-394b0c7a-7a7f-4c0a-a1cf-ae04ada27410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ebdd8860-796b-424e-a036-2578fde08e67', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'floating_ip_address': '172.25.2.163', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'port_id': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'mac_address': 'fa:16:3e:6b:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:40:31Z', 'updated_at': '2021-07-07T17:45:23Z', 'revision_number': 9, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:45:24.409939 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394b0c7a-7a7f-4c0a-a1cf-ae04ada27410 None None] The sync data for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 is: [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ebdd8860-796b-424e-a036-2578fde08e67', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'floating_ip_address': '172.25.2.163', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'port_id': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'mac_address': 'fa:16:3e:6b:2b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:40:31Z', 'updated_at': '2021-07-07T17:45:23Z', 'revision_number': 9, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:45:24.608685 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd9c490-63f6-40a8-8fd8-0a7a9e6dcf30 None None] New status for floating IP ebdd8860-796b-424e-a036-2578fde08e67: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:45:44.186812 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4522320-3364-4fcb-bbde-5f7a02515b87 req-0cbd663c-3ee5-4adf-82bd-9c86540f20d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513890 Jul 07 17:45:44.292269 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4522320-3364-4fcb-bbde-5f7a02515b87 req-30652aed-2099-405b-9260-f1ca3a1fbe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:44.293758 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4522320-3364-4fcb-bbde-5f7a02515b87 req-30652aed-2099-405b-9260-f1ca3a1fbe44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 1097 time: 0.0564599 Jul 07 17:45:44.397630 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4522320-3364-4fcb-bbde-5f7a02515b87 req-6860e480-f734-4271-accb-9079db4323d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:44.399147 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4522320-3364-4fcb-bbde-5f7a02515b87 req-6860e480-f734-4271-accb-9079db4323d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0822439 Jul 07 17:45:44.676846 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:44.777888 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-06eb3396-c052-4e06-bda3-fe1570b93045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:44.828037 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4522320-3364-4fcb-bbde-5f7a02515b87 req-80c4087f-af31-4ea7-a835-ad0aea431dcd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb HTTP/1.1" status: 200 len: 1003 time: 0.4225075 Jul 07 17:45:44.877359 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4522320-3364-4fcb-bbde-5f7a02515b87 req-4591e895-2af3-4ec7-a648-bb790b12dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:44.878826 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4522320-3364-4fcb-bbde-5f7a02515b87 req-4591e895-2af3-4ec7-a648-bb790b12dd97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0444663 Jul 07 17:45:44.935973 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4522320-3364-4fcb-bbde-5f7a02515b87 req-2895124d-9828-4699-8bfa-9e1ad48ac970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:45:44.937380 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4522320-3364-4fcb-bbde-5f7a02515b87 req-2895124d-9828-4699-8bfa-9e1ad48ac970 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525916 Jul 07 17:45:45.045822 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4522320-3364-4fcb-bbde-5f7a02515b87 req-ea0aecdd-9589-4d7a-9a43-7dc547e132e7 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921812 Jul 07 17:45:45.138319 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a4522320-3364-4fcb-bbde-5f7a02515b87 req-1ffd27ce-f5ad-43c2-b262-7aa8e084dd5b service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843632 Jul 07 17:45:46.992020 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:47.699230 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:48.001266 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e7fa1d1e-7980-41b6-9a2a-ffa43bbe7405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:49.007952 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:50.467947 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:45:58.291487 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:46:14.699737 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:14.778907 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bdeaa976-47c3-4f39-a14e-3fb6568be495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:16.996077 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:17.702429 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:18.009095 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b9a95729-9721-4142-bc48-fbe87f5c4f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:19.008024 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:20.471899 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:35.291981 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:46:44.687420 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:44.778898 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-41cec74b-4207-4597-a174-e99fce1a24af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:46.193623 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69a4b29a-7ecd-4011-82b9-1c53e03b5619 req-2964688d-76ac-4fb9-ba2f-e9b80b35a141 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594006 Jul 07 17:46:46.292886 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4b29a-7ecd-4011-82b9-1c53e03b5619 req-1c8f5a77-0870-4d8e-9f94-1be048b4b713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:46.294489 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69a4b29a-7ecd-4011-82b9-1c53e03b5619 req-1c8f5a77-0870-4d8e-9f94-1be048b4b713 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 1097 time: 0.0577948 Jul 07 17:46:46.397732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4b29a-7ecd-4011-82b9-1c53e03b5619 req-e486a3ac-e1df-405a-9bca-b9eae76e06d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:46.399275 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69a4b29a-7ecd-4011-82b9-1c53e03b5619 req-e486a3ac-e1df-405a-9bca-b9eae76e06d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0848913 Jul 07 17:46:46.467808 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69a4b29a-7ecd-4011-82b9-1c53e03b5619 req-a652978f-b976-4648-a45b-9b4bd1f1692e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb HTTP/1.1" status: 200 len: 1003 time: 0.0620043 Jul 07 17:46:46.516364 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4b29a-7ecd-4011-82b9-1c53e03b5619 req-e7aad828-2a6d-4e29-aa89-0d3b5e2fb0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:46.517841 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69a4b29a-7ecd-4011-82b9-1c53e03b5619 req-e7aad828-2a6d-4e29-aa89-0d3b5e2fb0b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0441577 Jul 07 17:46:46.577225 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4b29a-7ecd-4011-82b9-1c53e03b5619 req-9b67664a-7e7e-4605-a6f7-d90add92b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:46:46.578774 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69a4b29a-7ecd-4011-82b9-1c53e03b5619 req-9b67664a-7e7e-4605-a6f7-d90add92b6fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548441 Jul 07 17:46:46.675080 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69a4b29a-7ecd-4011-82b9-1c53e03b5619 req-9286bab5-827a-49c2-a1ae-4707244f5fca service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881782 Jul 07 17:46:46.763229 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69a4b29a-7ecd-4011-82b9-1c53e03b5619 req-d72cdb78-7e7f-4bbb-a2d9-749bbe7c026f service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817437 Jul 07 17:46:47.005668 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:47.704147 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:48.001854 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8a6515d7-872b-4243-87bc-c770c2d77562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:49.009544 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:46:50.473018 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:02.376247 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5012a72e-8341-499d-9a6e-de42395601e7 req-74155f34-daf3-4a76-825b-0cfb7aa0255b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0639930 Jul 07 17:47:02.424522 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0dfa7-2d50-429d-9007-6782791bc11b req-bda33572-5a16-4f15-931e-df8b16ead714 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:02.426192 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18f0dfa7-2d50-429d-9007-6782791bc11b req-bda33572-5a16-4f15-931e-df8b16ead714 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 946 time: 0.0659368 Jul 07 17:47:02.470731 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-18f0dfa7-2d50-429d-9007-6782791bc11b req-bdb0fbc2-3923-492f-b3fa-f49d2881403f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385077 Jul 07 17:47:03.518615 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012a72e-8341-499d-9a6e-de42395601e7 req-25671f75-5262-478d-8330-97488d2b55b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:03.520160 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5012a72e-8341-499d-9a6e-de42395601e7 req-25671f75-5262-478d-8330-97488d2b55b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 1097 time: 0.0533485 Jul 07 17:47:03.611737 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012a72e-8341-499d-9a6e-de42395601e7 req-669a841f-54fe-4ed0-b9b9-f4612c38d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:03.613333 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5012a72e-8341-499d-9a6e-de42395601e7 req-669a841f-54fe-4ed0-b9b9-f4612c38d08e service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0860474 Jul 07 17:47:03.652496 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d1817-ecda-4b1d-babf-b4118ef6edb2 req-746fc269-8e0a-4b35-8783-5de15ca9386f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:03.654087 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cb8d1817-ecda-4b1d-babf-b4118ef6edb2 req-746fc269-8e0a-4b35-8783-5de15ca9386f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 946 time: 0.0658703 Jul 07 17:47:03.696181 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cb8d1817-ecda-4b1d-babf-b4118ef6edb2 req-ad7f8cd9-7db0-47c2-aabd-1862ee4efd9e tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357172 Jul 07 17:47:03.697499 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f058e841-b44a-4fa4-bc84-6cf1a4ff93b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb HTTP/1.1" status: 200 len: 1003 time: 0.0773547 Jul 07 17:47:03.750270 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012a72e-8341-499d-9a6e-de42395601e7 req-47737e4e-7bad-4ef5-9ef7-fe62c7f4ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:03.751786 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5012a72e-8341-499d-9a6e-de42395601e7 req-47737e4e-7bad-4ef5-9ef7-fe62c7f4ed04 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0463326 Jul 07 17:47:03.809903 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012a72e-8341-499d-9a6e-de42395601e7 req-a8eb992f-d4d3-4ea3-9fa8-345e1336b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:03.811449 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5012a72e-8341-499d-9a6e-de42395601e7 req-a8eb992f-d4d3-4ea3-9fa8-345e1336b98c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525124 Jul 07 17:47:03.909398 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5012a72e-8341-499d-9a6e-de42395601e7 req-54eadb25-fe98-4722-8162-97a42b83926e service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911655 Jul 07 17:47:03.998974 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5012a72e-8341-499d-9a6e-de42395601e7 req-43d4e974-fe58-4e93-8eca-5dab1e5db2af service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835557 Jul 07 17:47:04.875475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1aaca-52d9-428f-b393-8cf67c35c765 req-278ab6e9-532e-4047-b346-aa0bcd1da73a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:04.876838 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-21c1aaca-52d9-428f-b393-8cf67c35c765 req-278ab6e9-532e-4047-b346-aa0bcd1da73a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 946 time: 0.0675597 Jul 07 17:47:04.914836 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-21c1aaca-52d9-428f-b393-8cf67c35c765 req-61c6befd-51b6-41af-89d2-63b7bc67dc76 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320885 Jul 07 17:47:06.095653 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758d148-e93b-46e4-b4d0-571d6d5fb800 req-b34840e0-2417-4e9c-bb87-0124de353a67 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:06.097166 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d758d148-e93b-46e4-b4d0-571d6d5fb800 req-b34840e0-2417-4e9c-bb87-0124de353a67 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 946 time: 0.0688457 Jul 07 17:47:06.136597 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d758d148-e93b-46e4-b4d0-571d6d5fb800 req-4ecb3bdb-2335-471b-a5b0-1eaf78df4232 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333450 Jul 07 17:47:07.313956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e1322-0cd7-4768-ae4e-36f0a7440e57 req-10e69252-a5bd-479a-beaa-51df8023da02 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:07.315754 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d1e1322-0cd7-4768-ae4e-36f0a7440e57 req-10e69252-a5bd-479a-beaa-51df8023da02 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 946 time: 0.0651736 Jul 07 17:47:07.353191 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d1e1322-0cd7-4768-ae4e-36f0a7440e57 req-da17efaf-308d-4960-91d9-6eafa70a0263 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319407 Jul 07 17:47:08.526958 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a62211-db8c-455a-a7b1-fa55d044d75f req-64f4127b-28dd-4cc4-8dfd-9834f29dba5b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:08.528479 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-66a62211-db8c-455a-a7b1-fa55d044d75f req-64f4127b-28dd-4cc4-8dfd-9834f29dba5b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 946 time: 0.0636868 Jul 07 17:47:08.566131 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-66a62211-db8c-455a-a7b1-fa55d044d75f req-be655626-b580-4874-ab95-4b2df64a9eff tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320981 Jul 07 17:47:09.737075 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050152a0-c05f-4b58-8b55-adee41b88d78 req-084e2b46-6a2e-4f6f-a676-aff99788b738 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:09.738604 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-050152a0-c05f-4b58-8b55-adee41b88d78 req-084e2b46-6a2e-4f6f-a676-aff99788b738 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 946 time: 0.0633497 Jul 07 17:47:09.775925 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-050152a0-c05f-4b58-8b55-adee41b88d78 req-7d04435c-4d5b-409c-b5ee-4408dae45218 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317750 Jul 07 17:47:10.949598 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13d333-27b3-4da1-9b7d-26a56df1c80d req-8abecf2a-2251-41b8-a633-d7bed5bdd50c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:10.951141 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2c13d333-27b3-4da1-9b7d-26a56df1c80d req-8abecf2a-2251-41b8-a633-d7bed5bdd50c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 946 time: 0.0628276 Jul 07 17:47:10.987333 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2c13d333-27b3-4da1-9b7d-26a56df1c80d req-f453c909-7147-45b6-8f46-5c403f8bcb74 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307395 Jul 07 17:47:12.167234 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846464dd-baac-4a73-ad8e-183bac3bed9c req-428dced0-d3ea-4c19-8722-7fa1bf7267c8 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:12.168746 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-846464dd-baac-4a73-ad8e-183bac3bed9c req-428dced0-d3ea-4c19-8722-7fa1bf7267c8 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 946 time: 0.0708954 Jul 07 17:47:12.206669 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-846464dd-baac-4a73-ad8e-183bac3bed9c req-0ed9f874-983c-4c03-a604-e447fa354a33 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323286 Jul 07 17:47:12.290686 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:47:13.383433 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740e91f-372c-42b6-b4c3-3c6cc4c1f307 req-63e56290-316c-4337-a477-a09de436fab5 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:13.385437 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3740e91f-372c-42b6-b4c3-3c6cc4c1f307 req-63e56290-316c-4337-a477-a09de436fab5 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 946 time: 0.0691271 Jul 07 17:47:13.424147 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3740e91f-372c-42b6-b4c3-3c6cc4c1f307 req-31714d38-509b-4dd4-bddc-384e13a98a32 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329103 Jul 07 17:47:14.597789 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b5652-02c6-4ed2-bfec-fb3430b5feb5 req-3829d2fb-f1ae-4d35-94c3-b659e53f4ead tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:14.599293 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-937b5652-02c6-4ed2-bfec-fb3430b5feb5 req-3829d2fb-f1ae-4d35-94c3-b659e53f4ead tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 946 time: 0.0645351 Jul 07 17:47:14.636506 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-937b5652-02c6-4ed2-bfec-fb3430b5feb5 req-143ebce2-c42f-4c46-8e46-5ccc84e669b3 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316119 Jul 07 17:47:14.707370 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:14.778698 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3055aad5-0baf-4bfb-b8d1-7a3e9268d4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:15.812035 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab72d4b-cd36-4d05-90be-bb279259ebfc req-55e1bb8b-b8a2-4382-9150-c92c7706727c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:15.813539 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5ab72d4b-cd36-4d05-90be-bb279259ebfc req-55e1bb8b-b8a2-4382-9150-c92c7706727c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 946 time: 0.0637968 Jul 07 17:47:15.852576 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5ab72d4b-cd36-4d05-90be-bb279259ebfc req-fff41bee-ed4c-4b7b-a0f1-e2a339dc8134 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331059 Jul 07 17:47:15.930629 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-5012a72e-8341-499d-9a6e-de42395601e7 req-fb05b080-9591-4c8a-bdef-10be924602e0 service neutron] show failed (client error): The resource could not be found. Jul 07 17:47:15.932136 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5012a72e-8341-499d-9a6e-de42395601e7 req-fb05b080-9591-4c8a-bdef-10be924602e0 service neutron] 10.222.0.15 "GET /v2.0/ports/e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb/bindings/n-h2-793620-7 HTTP/1.1" status: 404 len: 380 time: 0.0566461 Jul 07 17:47:16.180795 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012a72e-8341-499d-9a6e-de42395601e7 req-63e9d231-bd91-457d-a712-b9a1158f7d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:16.182772 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5012a72e-8341-499d-9a6e-de42395601e7 req-63e9d231-bd91-457d-a712-b9a1158f7d07 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914&tenant_id=cde5f6b143e94f199fb62fcaea33f654 HTTP/1.1" status: 200 len: 1097 time: 0.0565283 Jul 07 17:47:16.194539 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-7', 'device_owner': 'compute:nova'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:16.266733 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:16.471241 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] For port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:16.503607 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] For port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:16.547272 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:16.549719 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7059a057-990e-4054-9dc9-88b1583e8d62" -d '{"events": [{"server_uuid": "15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914", "name": "network-vif-unplugged", "status": "completed", "tag": "e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:16.554176 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:16.566786 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Transition to ACTIVE for port object e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:16.571315 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:16.606560 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899190a0-0338-4beb-826b-501768e5f0ad x-openstack-request-id: req-899190a0-0338-4beb-826b-501768e5f0ad {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:16.606863 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914", "name": "network-vif-unplugged", "status": "completed", "tag": "e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:16.607125 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-899190a0-0338-4beb-826b-501768e5f0ad {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:16.607526 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb', 'code': 200} Jul 07 17:47:16.624408 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Pushing event updated for resources: {'Port': ['ID=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,revision_number=6']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:16.665261 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.665613 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.665960 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.666336 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.666706 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.667039 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.667368 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.667731 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.668041 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.668371 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.668700 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.669026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:16.710521 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] No DVR routers for this DVR port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:47:16.849805 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Attempting to bind port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:16.850547 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Attempting to bind port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:16.850547 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Attempting to bind port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:16.854977 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:47:16.855308 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Attempting to bind port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:16.860413 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:16.860589 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Checking segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:16.860894 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Bound using segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:16.861326 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Bound port: e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:16.861689 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:16.931486 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] For port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:16.936690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] For port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:16.941122 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:16.980610 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:16.981332 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:16.983163 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5012a72e-8341-499d-9a6e-de42395601e7 req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] 10.222.0.69 "PUT /v2.0/ports/e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb HTTP/1.1" status: 200 len: 1092 time: 0.7926154 Jul 07 17:47:17.004555 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:17.076193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754a2df-df37-4c1c-8901-839d72379d05 service neutron] Pushing event updated for resources: {'Port': ['ID=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,revision_number=7']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:17.114615 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb490d2c-3ad7-457c-9331-d47028152bf7 req-deb7b93c-a2ff-4c65-92ca-de86b7193e57 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:17.116247 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb490d2c-3ad7-457c-9331-d47028152bf7 req-deb7b93c-a2ff-4c65-92ca-de86b7193e57 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 944 time: 0.1453311 Jul 07 17:47:17.124460 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012a72e-8341-499d-9a6e-de42395601e7 req-74083b8c-3b23-466f-a1c5-7f5d6ac1fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:17.125959 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5012a72e-8341-499d-9a6e-de42395601e7 req-74083b8c-3b23-466f-a1c5-7f5d6ac1fc9d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 1095 time: 0.1133699 Jul 07 17:47:17.205426 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bb490d2c-3ad7-457c-9331-d47028152bf7 req-f683aa49-7311-4414-9f23-f36bc86f54dc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783155 Jul 07 17:47:17.239810 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012a72e-8341-499d-9a6e-de42395601e7 req-5d88cb9c-7eb2-4d67-ad5b-5ea5cc202638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:17.241291 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5012a72e-8341-499d-9a6e-de42395601e7 req-5d88cb9c-7eb2-4d67-ad5b-5ea5cc202638 service neutron] 10.222.0.69 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.1082199 Jul 07 17:47:17.312042 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5012a72e-8341-499d-9a6e-de42395601e7 req-7bb5c2de-363d-45fc-a335-425432cb3ca7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb HTTP/1.1" status: 200 len: 1001 time: 0.0641527 Jul 07 17:47:17.361455 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012a72e-8341-499d-9a6e-de42395601e7 req-2dcc66a5-7701-4777-9d9d-85561dea70bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:17.362960 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5012a72e-8341-499d-9a6e-de42395601e7 req-2dcc66a5-7701-4777-9d9d-85561dea70bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0450013 Jul 07 17:47:17.421555 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012a72e-8341-499d-9a6e-de42395601e7 req-351c64c2-c28c-42f4-b044-6fae8109ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:17.423121 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5012a72e-8341-499d-9a6e-de42395601e7 req-351c64c2-c28c-42f4-b044-6fae8109ae18 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537767 Jul 07 17:47:17.520871 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5012a72e-8341-499d-9a6e-de42395601e7 req-7a6d982b-d6ce-4859-910a-b5e9a6dbabbe service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909946 Jul 07 17:47:17.611042 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5012a72e-8341-499d-9a6e-de42395601e7 req-75f9158a-0ee2-44ac-9cf9-2eaff087e597 service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836942 Jul 07 17:47:17.706869 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.002184 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c29041e1-ff14-48e4-83bf-6c88f53d58c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:18.381877 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7ce4c-7d30-4e0a-96cb-84800a68f2a1 req-6939ca28-4000-4930-b0b1-f8b01989fcbb tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:18.383319 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-54b7ce4c-7d30-4e0a-96cb-84800a68f2a1 req-6939ca28-4000-4930-b0b1-f8b01989fcbb tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 944 time: 0.0640469 Jul 07 17:47:18.424608 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-54b7ce4c-7d30-4e0a-96cb-84800a68f2a1 req-c2085ed2-0634-4743-89fc-8e036f9195ba tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355179 Jul 07 17:47:18.609322 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'tag': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:18.611746 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4547874d-f72f-4791-84c7-5460865710cd" -d '{"events": [{"name": "network-changed", "server_uuid": "15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914", "tag": "e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:18.658530 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fca1b71-3b4e-42c4-8df2-c02e2bd427b6 x-openstack-request-id: req-3fca1b71-3b4e-42c4-8df2-c02e2bd427b6 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:18.658828 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914", "tag": "e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:18.659088 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3fca1b71-3b4e-42c4-8df2-c02e2bd427b6 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:18.659497 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'tag': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb', 'status': 'completed', 'code': 200} Jul 07 17:47:18.735785 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547874d-f72f-4791-84c7-5460865710cd req-7228329b-66c5-43f6-9060-a699b06e27d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:18.736300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547874d-f72f-4791-84c7-5460865710cd req-5faffd75-b927-4b85-aa27-43a094c9b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:18.737303 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4547874d-f72f-4791-84c7-5460865710cd req-7228329b-66c5-43f6-9060-a699b06e27d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 1095 time: 0.0585959 Jul 07 17:47:18.737794 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4547874d-f72f-4791-84c7-5460865710cd req-5faffd75-b927-4b85-aa27-43a094c9b579 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 1095 time: 0.0548751 Jul 07 17:47:18.828697 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547874d-f72f-4791-84c7-5460865710cd req-1562b0a1-e153-4cb3-a699-88d0789bc386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:18.830191 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4547874d-f72f-4791-84c7-5460865710cd req-1562b0a1-e153-4cb3-a699-88d0789bc386 service neutron] 10.222.0.69 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0865512 Jul 07 17:47:18.833169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547874d-f72f-4791-84c7-5460865710cd req-65c10687-3ee2-4d93-8d02-9aaebc9399b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:18.834653 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4547874d-f72f-4791-84c7-5460865710cd req-65c10687-3ee2-4d93-8d02-9aaebc9399b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0911012 Jul 07 17:47:18.901624 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4547874d-f72f-4791-84c7-5460865710cd req-5a771c29-c130-4bf7-8c04-f6db402f41ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb HTTP/1.1" status: 200 len: 1001 time: 0.0648799 Jul 07 17:47:18.902213 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4547874d-f72f-4791-84c7-5460865710cd req-45f768fb-fbb9-45e4-b0d3-13bd3631a55b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb HTTP/1.1" status: 200 len: 1001 time: 0.0611560 Jul 07 17:47:18.951264 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547874d-f72f-4791-84c7-5460865710cd req-1e542e61-0e18-4d5a-bfbf-31527614fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:18.952758 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4547874d-f72f-4791-84c7-5460865710cd req-1e542e61-0e18-4d5a-bfbf-31527614fb14 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0449893 Jul 07 17:47:18.953532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547874d-f72f-4791-84c7-5460865710cd req-08f1d441-f8a6-403d-95ce-626b444e2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:18.955003 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4547874d-f72f-4791-84c7-5460865710cd req-08f1d441-f8a6-403d-95ce-626b444e2be9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0472744 Jul 07 17:47:19.013390 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:19.013996 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547874d-f72f-4791-84c7-5460865710cd req-df4d2b1d-44a4-42e9-9425-71791e21d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:19.014123 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547874d-f72f-4791-84c7-5460865710cd req-ae59bca9-be38-408b-a1af-9d1b8cbb829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:19.015054 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4547874d-f72f-4791-84c7-5460865710cd req-df4d2b1d-44a4-42e9-9425-71791e21d1fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552144 Jul 07 17:47:19.015595 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4547874d-f72f-4791-84c7-5460865710cd req-ae59bca9-be38-408b-a1af-9d1b8cbb829c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543234 Jul 07 17:47:19.108264 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4547874d-f72f-4791-84c7-5460865710cd req-84d83529-2906-4ea8-b57c-d0a9ba6fef66 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861166 Jul 07 17:47:19.111688 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4547874d-f72f-4791-84c7-5460865710cd req-fe9c5006-7280-4de0-9bb8-968de96518c7 service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885460 Jul 07 17:47:19.203276 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4547874d-f72f-4791-84c7-5460865710cd req-b89fa4fe-37cc-42bb-9780-e18534b26d47 service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852587 Jul 07 17:47:19.203515 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4547874d-f72f-4791-84c7-5460865710cd req-3307ce44-2676-4f80-85d5-44830d339ffd service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887175 Jul 07 17:47:19.530131 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:47:19.570520 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:47:19.600754 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7e103-8e51-4280-aec6-d6e41437f479 req-2ed51f65-09dd-4d26-8c58-9e7512f64c76 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:19.602241 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-48d7e103-8e51-4280-aec6-d6e41437f479 req-2ed51f65-09dd-4d26-8c58-9e7512f64c76 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 944 time: 0.0651777 Jul 07 17:47:19.640522 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-48d7e103-8e51-4280-aec6-d6e41437f479 req-1e910988-2b99-4947-b10e-6eea72f355be tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326271 Jul 07 17:47:20.476468 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.770903 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:47:20.817167 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f3e85-a694-4815-9679-c7d2d2424f31 req-d156c5f6-95ff-48ea-9231-0b5b84f151d0 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:20.818705 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ad6f3e85-a694-4815-9679-c7d2d2424f31 req-d156c5f6-95ff-48ea-9231-0b5b84f151d0 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 944 time: 0.0651362 Jul 07 17:47:20.856698 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ad6f3e85-a694-4815-9679-c7d2d2424f31 req-4ac4f25d-344c-4abf-90e2-74fa253b9cfb tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316830 Jul 07 17:47:20.865720 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:20.877703 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'port_id': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb', 'mac_address': 'fa:16:3e:6b:2b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:47:20.918706 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:20.932094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:20.952463 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:20.956692 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:21.004675 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:21.012544 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:21.012908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:21.013244 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:21.013586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:21.013923 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:21.014258 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:21.014621 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:21.014953 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:21.015371 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:21.015597 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:21.015924 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:21.016253 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:21.309218 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:21.309500 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-779ec223-cfa5-4b0d-a165-765fe6c9444a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:21.311067 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-779ec223-cfa5-4b0d-a165-765fe6c9444a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.69 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914&tenant_id=cde5f6b143e94f199fb62fcaea33f654&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 945 time: 0.1093905 Jul 07 17:47:21.373236 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f1a0c-a9e6-4d8a-b74b-e8704748d85e req-fcc5a67f-14f5-477a-b345-f8f4add2e872 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:21.374836 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8b9f1a0c-a9e6-4d8a-b74b-e8704748d85e req-fcc5a67f-14f5-477a-b345-f8f4add2e872 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 945 time: 0.1108479 Jul 07 17:47:21.414618 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-3651e231-9e28-4f0b-a99a-33e0d9a3bcc8 service neutron] 10.222.0.69 "GET /v2.0/ports/e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb/bindings/n-h2-793620-7 HTTP/1.1" status: 200 len: 382 time: 0.0960593 Jul 07 17:47:21.430855 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8b9f1a0c-a9e6-4d8a-b74b-e8704748d85e req-6874face-7721-4d92-bfac-392f773bb5dc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454290 Jul 07 17:47:21.498993 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-6f5f5e88-d294-4b0c-bb83-558904f60007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:21.500519 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-6f5f5e88-d294-4b0c-bb83-558904f60007 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 1096 time: 0.0599711 Jul 07 17:47:21.596456 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-ed721eb2-7d72-4dea-8e6b-e7cfaa746965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:21.597853 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-ed721eb2-7d72-4dea-8e6b-e7cfaa746965 service neutron] 10.222.0.69 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0908282 Jul 07 17:47:21.666330 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-641214bc-3bbc-4ba0-9836-02dd79cf0be9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb HTTP/1.1" status: 200 len: 1002 time: 0.0619185 Jul 07 17:47:21.718302 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-db925bf4-8ca6-4dc5-951d-527351b0d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:21.719817 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-db925bf4-8ca6-4dc5-951d-527351b0d7fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0464001 Jul 07 17:47:21.777949 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-4b73ae07-4c97-42c0-ba65-3050d5609746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:21.779495 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-4b73ae07-4c97-42c0-ba65-3050d5609746 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532167 Jul 07 17:47:21.873330 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-b7c5ab99-0cd2-4aac-acea-695b95fc5eb4 service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865133 Jul 07 17:47:21.965187 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-badf5cac-0037-486c-aea0-43d01fdf5d0f service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836906 Jul 07 17:47:22.616108 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6108c4-946a-4873-949e-4092cd36b056 req-bfe73c17-3b60-4bed-9eb0-628f19c801b0 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:22.617592 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0e6108c4-946a-4873-949e-4092cd36b056 req-bfe73c17-3b60-4bed-9eb0-628f19c801b0 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 945 time: 0.0686002 Jul 07 17:47:22.656411 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0e6108c4-946a-4873-949e-4092cd36b056 req-b4ffa458-9bbf-462e-aecb-f967eaf6e094 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330832 Jul 07 17:47:22.789758 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:22.837329 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:22.842316 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:22.842734 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:22.918989 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:22.940981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:22.943369 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bd8199-22bb-479e-bcd0-b620c0c78cc1" -d '{"events": [{"server_uuid": "15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914", "name": "network-vif-plugged", "status": "completed", "tag": "e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:22.958835 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:22.963891 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:22.994206 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cbe971-d32c-4302-815a-e2f5e3bccff0 x-openstack-request-id: req-19cbe971-d32c-4302-815a-e2f5e3bccff0 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:22.994562 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914", "name": "network-vif-plugged", "status": "completed", "tag": "e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:22.994819 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19cbe971-d32c-4302-815a-e2f5e3bccff0 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:22.995209 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb', 'code': 200} Jul 07 17:47:23.017051 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:23.836067 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53f2b2-a348-43f5-b465-f9071d45cb23 req-5f3b228b-8236-4fbc-834e-9759844e239a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:23.837583 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be53f2b2-a348-43f5-b465-f9071d45cb23 req-5f3b228b-8236-4fbc-834e-9759844e239a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 946 time: 0.0658960 Jul 07 17:47:23.878122 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be53f2b2-a348-43f5-b465-f9071d45cb23 req-bb0f2098-10f0-4834-9926-7b4e898864ba tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345898 Jul 07 17:47:24.093111 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-3a45c486-9bf3-4c54-b2ad-e139f97cb240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:24.094663 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-3a45c486-9bf3-4c54-b2ad-e139f97cb240 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914&tenant_id=cde5f6b143e94f199fb62fcaea33f654 HTTP/1.1" status: 200 len: 1097 time: 0.0558536 Jul 07 17:47:24.106063 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-7', 'device_owner': 'compute:nova'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:24.182533 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.387403 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] For port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:24.422403 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] For port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:24.462122 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:24.464941 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f836fed-b325-4dc1-bd67-ff589e0ed3f1" -d '{"events": [{"server_uuid": "15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914", "name": "network-vif-unplugged", "status": "completed", "tag": "e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:24.468862 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.482693 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Transition to ACTIVE for port object e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:24.486744 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.522881 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb966d9-21b8-4e41-92d8-72f4408b496c x-openstack-request-id: req-bbb966d9-21b8-4e41-92d8-72f4408b496c {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:24.523176 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914", "name": "network-vif-unplugged", "status": "completed", "tag": "e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:24.523423 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bbb966d9-21b8-4e41-92d8-72f4408b496c {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:24.523814 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb', 'code': 200} Jul 07 17:47:24.623012 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Pushing event updated for resources: {'Port': ['ID=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,revision_number=10']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:24.642298 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:24.642686 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:24.643032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:24.643375 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:24.643713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:24.644049 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:24.644380 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:24.644712 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:24.645041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:24.645371 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:24.645697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:24.646021 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:47:24.713781 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] No DVR routers for this DVR port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:47:24.859797 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Attempting to bind port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:24.860563 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Attempting to bind port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:24.860563 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Attempting to bind port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:24.865163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:47:24.865486 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Attempting to bind port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:24.870881 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:24.871219 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Checking segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:24.871603 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Bound using segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:24.872024 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Bound port: e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:24.872377 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.945364 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] For port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:24.951869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] For port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:24.957042 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.992593 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:24.993666 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:24.996125 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] 10.222.0.15 "PUT /v2.0/ports/e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb HTTP/1.1" status: 200 len: 1093 time: 0.8943636 Jul 07 17:47:25.086929 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0302100-66c1-419b-a945-b05ce3ed3696 service neutron] Pushing event updated for resources: {'Port': ['ID=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,revision_number=11']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:25.139016 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3f0de-3951-44f3-8b71-c5482f9ea868 req-e6ad8ec8-50ea-4b39-882e-384768b8dcbe tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:25.140334 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81f3f0de-3951-44f3-8b71-c5482f9ea868 req-e6ad8ec8-50ea-4b39-882e-384768b8dcbe tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 945 time: 0.1400352 Jul 07 17:47:25.143511 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-ca2f657d-c948-465d-85ba-8dcb199d9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:25.144957 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-ca2f657d-c948-465d-85ba-8dcb199d9c23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 1096 time: 0.1084247 Jul 07 17:47:25.228028 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81f3f0de-3951-44f3-8b71-c5482f9ea868 req-87d55199-7e08-4d1c-963b-00d80fc2e1f9 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816288 Jul 07 17:47:25.261264 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-bc38a4ce-f160-407c-bfed-3e8ba807a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:25.263358 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-bc38a4ce-f160-407c-bfed-3e8ba807a39d service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.1093991 Jul 07 17:47:25.342184 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-1fb3937f-2e77-48d1-855a-3f4dac4eb427 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb HTTP/1.1" status: 200 len: 1001 time: 0.0733886 Jul 07 17:47:25.392503 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-1727d8ef-b84d-4a38-87a6-51f017b1eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:25.393978 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-1727d8ef-b84d-4a38-87a6-51f017b1eb27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0453954 Jul 07 17:47:25.453272 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-9b0838f1-ae1e-4b84-a748-c9c31e72d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:25.454829 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-9b0838f1-ae1e-4b84-a748-c9c31e72d7ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542984 Jul 07 17:47:25.556253 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-880f489c-8cdf-4ab1-84b3-d0124c675d08 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943184 Jul 07 17:47:25.664166 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-afcbf66d-6630-45d2-ac2f-18eb3f9d43b8 req-7c5ce6d4-32c3-453a-bbad-8ce0ca95b5a0 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014280 Jul 07 17:47:26.415990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6a5c6-0ffc-42c4-b41a-ae11e4bba018 req-ff11d019-acd9-4760-913a-1a39c7005274 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:26.417074 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9de6a5c6-0ffc-42c4-b41a-ae11e4bba018 req-ff11d019-acd9-4760-913a-1a39c7005274 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 945 time: 0.0732887 Jul 07 17:47:26.456097 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9de6a5c6-0ffc-42c4-b41a-ae11e4bba018 req-2a281582-2646-4426-a6f4-8bf085f434d8 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334651 Jul 07 17:47:26.525378 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'tag': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:26.527831 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978f3787-7d9b-4b6b-aaed-3781ee485a77" -d '{"events": [{"name": "network-changed", "server_uuid": "15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914", "tag": "e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:26.580705 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b7f135-6dc3-4a29-b7f7-323516ee6b1e x-openstack-request-id: req-00b7f135-6dc3-4a29-b7f7-323516ee6b1e {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:26.581000 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914", "tag": "e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:26.581264 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-00b7f135-6dc3-4a29-b7f7-323516ee6b1e {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:26.581674 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'tag': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb', 'status': 'completed', 'code': 200} Jul 07 17:47:26.656006 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-8147bbc5-1505-41b7-874d-d29bc0a9a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:26.657736 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-8147bbc5-1505-41b7-874d-d29bc0a9a96b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 1096 time: 0.0560429 Jul 07 17:47:26.673678 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-dd747126-ebc2-46a0-b626-92edbb372de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:26.675260 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-dd747126-ebc2-46a0-b626-92edbb372de6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 1096 time: 0.0693018 Jul 07 17:47:26.762171 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-2b6e44c3-408b-400e-8184-256b676da600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:26.763806 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-2b6e44c3-408b-400e-8184-256b676da600 service neutron] 10.222.0.69 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0991273 Jul 07 17:47:26.771441 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-6a338840-8c18-435f-9bc1-2c8c6af2008a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:26.772940 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-6a338840-8c18-435f-9bc1-2c8c6af2008a service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0902438 Jul 07 17:47:26.802369 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:47:26.833332 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-c5709820-5239-4cbe-8568-d1e8a3913ce9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb HTTP/1.1" status: 200 len: 1001 time: 0.0620224 Jul 07 17:47:26.843384 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:47:26.850798 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-d4e23749-cf09-4875-af76-1e061fc5876d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb HTTP/1.1" status: 200 len: 1001 time: 0.0705698 Jul 07 17:47:26.891468 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-fe7d9bf4-2e9d-4cc7-9541-6db16dcd1821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:26.893375 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-fe7d9bf4-2e9d-4cc7-9541-6db16dcd1821 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0535598 Jul 07 17:47:26.903090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-bfcd83a9-5150-4951-b5cd-0b9176ac4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:26.904598 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-bfcd83a9-5150-4951-b5cd-0b9176ac4e1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0452273 Jul 07 17:47:26.967097 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-5737d339-278d-4176-8bfd-fab4a41251f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:26.968839 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-5737d339-278d-4176-8bfd-fab4a41251f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695903 Jul 07 17:47:26.969575 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-3d2e364f-a06e-4591-a073-229b75dad857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:26.971129 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-3d2e364f-a06e-4591-a073-229b75dad857 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601048 Jul 07 17:47:27.105206 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-d87adf00-4891-4cdd-bc49-71a3e5c84734 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219161 Jul 07 17:47:27.125178 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-7b6ad8d0-3f0a-4366-a421-dcb1f97e31aa service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495838 Jul 07 17:47:27.208657 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-542cc9b3-886a-4081-8fb3-a17bad47a7bd service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978379 Jul 07 17:47:27.235657 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-978f3787-7d9b-4b6b-aaed-3781ee485a77 req-a9995bc0-e06e-4d4c-a718-f7fa1b74cd77 service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038837 Jul 07 17:47:27.634788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec019c-4c0d-4cbe-8f55-7cf2a275c24d req-55f0a01b-aa0a-4100-91c6-69389d2bcb3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:27.636298 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7aec019c-4c0d-4cbe-8f55-7cf2a275c24d req-55f0a01b-aa0a-4100-91c6-69389d2bcb3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 945 time: 0.0679879 Jul 07 17:47:27.674897 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7aec019c-4c0d-4cbe-8f55-7cf2a275c24d req-7ed15132-6360-4a63-a3af-36862b089123 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330291 Jul 07 17:47:27.856232 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358064a0-214b-4140-a84d-e27710d285df req-452fa51b-0e6e-4fbe-834e-8fd33477622c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:27.857628 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-358064a0-214b-4140-a84d-e27710d285df req-452fa51b-0e6e-4fbe-834e-8fd33477622c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 945 time: 0.0664697 Jul 07 17:47:27.902534 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-358064a0-214b-4140-a84d-e27710d285df req-4274384f-82b1-40e8-94f0-e1a35b398d6e tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390186 Jul 07 17:47:28.093608 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17da7d3-dabc-47b8-aa1a-8c10827c1db4 req-db1d3526-d576-4e38-8ed4-03910aaa6ca0 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:28.095235 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d17da7d3-dabc-47b8-aa1a-8c10827c1db4 req-db1d3526-d576-4e38-8ed4-03910aaa6ca0 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 945 time: 0.0722013 Jul 07 17:47:28.140733 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d17da7d3-dabc-47b8-aa1a-8c10827c1db4 req-60f43c55-f270-4645-9c58-9a60284e1f7c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380533 Jul 07 17:47:28.585787 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf5134-0cc2-4113-9bb1-60c1edcc94a0 req-be89f131-0f9a-467c-8eb4-4cd83a1ded96 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:28.588144 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dfbf5134-0cc2-4113-9bb1-60c1edcc94a0 req-be89f131-0f9a-467c-8eb4-4cd83a1ded96 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 945 time: 0.0784051 Jul 07 17:47:28.639410 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dfbf5134-0cc2-4113-9bb1-60c1edcc94a0 req-b0e94e80-d59a-4c7e-8304-c225a0104146 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428638 Jul 07 17:47:29.607303 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:47:29.699514 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8e931-035d-405f-8b9e-97cae6e9cbf4 req-1f0b35e7-8f43-439f-9d43-011fa0ba1f2e tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:29.701036 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1bf8e931-035d-405f-8b9e-97cae6e9cbf4 req-1f0b35e7-8f43-439f-9d43-011fa0ba1f2e tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.15 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 945 time: 0.0709848 Jul 07 17:47:29.712346 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:29.861309 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-1bf8e931-035d-405f-8b9e-97cae6e9cbf4 req-e47858f4-f12a-45be-a7ec-c2c6e33da041 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Deleting port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:47:29.861703 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1bf8e931-035d-405f-8b9e-97cae6e9cbf4 req-e47858f4-f12a-45be-a7ec-c2c6e33da041 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.884990 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df9d8d-33e0-40eb-9569-d831f5c064aa req-52975047-85d1-4497-94a8-a7f2838d23f9 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:29.887418 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-08df9d8d-33e0-40eb-9569-d831f5c064aa req-52975047-85d1-4497-94a8-a7f2838d23f9 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 945 time: 0.1229880 Jul 07 17:47:29.891706 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'port_id': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb', 'mac_address': 'fa:16:3e:6b:2b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:47:29.929541 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.945148 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:29.966964 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:29.971340 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:29.975250 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-08df9d8d-33e0-40eb-9569-d831f5c064aa req-96f288b2-5b85-468f-9c14-ac5ea443202c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612950 Jul 07 17:47:30.000843 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-1bf8e931-035d-405f-8b9e-97cae6e9cbf4 req-e47858f4-f12a-45be-a7ec-c2c6e33da041 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] For port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:30.000843 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1bf8e931-035d-405f-8b9e-97cae6e9cbf4 req-e47858f4-f12a-45be-a7ec-c2c6e33da041 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.027419 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,revision_number=12']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:30.235174 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1bf8e931-035d-405f-8b9e-97cae6e9cbf4 req-e47858f4-f12a-45be-a7ec-c2c6e33da041 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.235638 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1bf8e931-035d-405f-8b9e-97cae6e9cbf4 req-e47858f4-f12a-45be-a7ec-c2c6e33da041 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.235868 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [req-1bf8e931-035d-405f-8b9e-97cae6e9cbf4 req-e47858f4-f12a-45be-a7ec-c2c6e33da041 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Floating IP ebdd8860-796b-424e-a036-2578fde08e67 disassociated. External IP: 172.25.2.163, port: e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb. Jul 07 17:47:30.236280 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-1bf8e931-035d-405f-8b9e-97cae6e9cbf4 req-e47858f4-f12a-45be-a7ec-c2c6e33da041 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Calling delete_port for e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:47:30.373961 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1bf8e931-035d-405f-8b9e-97cae6e9cbf4 req-e47858f4-f12a-45be-a7ec-c2c6e33da041 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:30.407466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47858f4-f12a-45be-a7ec-c2c6e33da041 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Pushing event deleted for resources: {'Port': ['ID=e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:30.910848 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bf8e931-035d-405f-8b9e-97cae6e9cbf4 req-e47858f4-f12a-45be-a7ec-c2c6e33da041 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Router 2695b932-30b7-4de0-9104-5acc659ccb6c has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:47:31.025548 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bf8e931-035d-405f-8b9e-97cae6e9cbf4 req-e47858f4-f12a-45be-a7ec-c2c6e33da041 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:47:31.037843 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c3700f-4a56-4519-9a51-dced68fad55b None None] Sync routers for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:47:31.053014 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c3700f-4a56-4519-9a51-dced68fad55b None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:31.055170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c7c3700f-4a56-4519-9a51-dced68fad55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:47:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:31.074696 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf8e931-035d-405f-8b9e-97cae6e9cbf4 req-e47858f4-f12a-45be-a7ec-c2c6e33da041 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] No DVR routers for this DVR port e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:47:31.080434 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1bf8e931-035d-405f-8b9e-97cae6e9cbf4 req-e47858f4-f12a-45be-a7ec-c2c6e33da041 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:31.083561 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1bf8e931-035d-405f-8b9e-97cae6e9cbf4 req-e47858f4-f12a-45be-a7ec-c2c6e33da041 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.15 "DELETE /v2.0/ports/e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb HTTP/1.1" status: 204 len: 173 time: 1.3764546 Jul 07 17:47:31.084237 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'name': 'network-vif-deleted', 'tag': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:31.087359 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba11cd5-d809-4396-b21a-172959db027c" -d '{"events": [{"server_uuid": "15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914", "name": "network-vif-deleted", "tag": "e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:31.147908 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75de9365-56de-445a-a6d6-bf3edcab6e82 x-openstack-request-id: req-75de9365-56de-445a-a6d6-bf3edcab6e82 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:31.148304 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914", "name": "network-vif-deleted", "tag": "e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:31.148580 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-75de9365-56de-445a-a6d6-bf3edcab6e82 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:31.148979 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914', 'name': 'network-vif-deleted', 'tag': 'e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb', 'status': 'completed', 'code': 200} Jul 07 17:47:31.151093 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-615382e5-5d59-4e90-9b7d-1b6af3af8ea2 req-672ac1c3-3f8e-4f87-8c54-3d7f03c48eb0 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=15f15cd4-ba96-4e7f-ad1b-2fdd82d8a914 HTTP/1.1" status: 200 len: 210 time: 0.0429180 Jul 07 17:47:31.205685 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-c7c3700f-4a56-4519-9a51-dced68fad55b None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:31.430698 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c7c3700f-4a56-4519-9a51-dced68fad55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:31.460180 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c3700f-4a56-4519-9a51-dced68fad55b None None] Checking router: 2695b932-30b7-4de0-9104-5acc659ccb6c for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:47:31.470463 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c3700f-4a56-4519-9a51-dced68fad55b None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:31.471112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c7c3700f-4a56-4519-9a51-dced68fad55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:47:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:31.587764 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-c7c3700f-4a56-4519-9a51-dced68fad55b None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:31.623838 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:47:31.654145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:47:31.654520 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device e513e1b4-2c4d-42a9-afa2-bb1fcb8ffadb not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:47:31.830011 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-c7c3700f-4a56-4519-9a51-dced68fad55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:31.857876 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c3700f-4a56-4519-9a51-dced68fad55b None None] The sync data for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 is: [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:47:32.081645 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5a6a3b-f1ba-4f95-9189-9786015827fb None None] New status for floating IP ebdd8860-796b-424e-a036-2578fde08e67: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:47:32.530704 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-e8416c67-ee53-4426-a9ee-55e3aceb6dcd tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1338624279&fields=id&tenant_id=cde5f6b143e94f199fb62fcaea33f654 HTTP/1.1" status: 200 len: 267 time: 0.0355501 Jul 07 17:47:32.640115 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-ab0b1274-5cb0-4ed1-98c3-17c028571dd8 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:32.641527 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-ab0b1274-5cb0-4ed1-98c3-17c028571dd8 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 811 time: 0.1044126 Jul 07 17:47:32.657231 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-bd14af25-7d3a-422e-8a00-8b514ba5c9d2 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/quotas/cde5f6b143e94f199fb62fcaea33f654 HTTP/1.1" status: 200 len: 375 time: 0.0100136 Jul 07 17:47:32.731503 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-164f128d-8e35-43a5-b41e-8bf13a2d9b23 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0686109 Jul 07 17:47:32.827546 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-b0cea777-8e8d-418e-8e06-8234eecadc81 service neutron] 10.222.0.50 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846457 Jul 07 17:47:32.922836 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-1c26f4a7-00ff-4547-8397-d2a0d215e1c9 service neutron] 10.222.0.50 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891116 Jul 07 17:47:33.099498 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-856d2b79-cb80-46fb-b69f-d992985b774d req-ff9bf4bf-6413-4d5f-8503-803b43cc206d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 210 time: 0.0317068 Jul 07 17:47:34.187401 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-047818b0-8fed-4ab3-a212-f60d6ecc3eda req-40f05844-5d7e-44a5-91df-bdbee3660a71 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 210 time: 0.0299842 Jul 07 17:47:35.269524 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-077b1661-e784-4cee-a2b7-b298f2cfede7 req-d110a2b1-b403-47ff-bcca-61597eb77345 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 210 time: 0.0281754 Jul 07 17:47:36.253134 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-43385563-4320-4c39-bf50-c1173ae29884 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:36.254658 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-43385563-4320-4c39-bf50-c1173ae29884 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 811 time: 0.1110852 Jul 07 17:47:36.303525 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-e3bf5e5c-1e38-4773-8bd9-4170969c7d3e tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cde5f6b143e94f199fb62fcaea33f654 HTTP/1.1" status: 200 len: 380 time: 0.0385242 Jul 07 17:47:36.312884 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-fa1202b9-36cb-4937-9d7d-65d812af53ea tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Request body: {'port': {'device_id': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'admin_state_up': True, 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'security_groups': ['5c610981-f3d8-4454-ae83-57f24b4f5e46']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:36.436035 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-65f0b9b0-2940-487c-bcff-4567777ea43a req-55f6cc0a-a71b-4a95-8a42-3beb226bb1ae tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 210 time: 0.0446045 Jul 07 17:47:36.475114 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-fa1202b9-36cb-4937-9d7d-65d812af53ea tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Made reservation on behalf of cde5f6b143e94f199fb62fcaea33f654 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:47:36.479310 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-fa1202b9-36cb-4937-9d7d-65d812af53ea tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:36.619141 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-fa1202b9-36cb-4937-9d7d-65d812af53ea tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Allocated IP 172.20.0.7 (753f1f3c-81c3-442b-9eaa-5c4145bb2d1a/af38db44-811f-4803-bd11-4bb1e1546ce9/94dd0f0f-1534-4647-80c2-8e92d0f17382) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:47:36.764437 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-fa1202b9-36cb-4937-9d7d-65d812af53ea tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:36.778663 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-fa1202b9-36cb-4937-9d7d-65d812af53ea tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Transition to ACTIVE for port object 94dd0f0f-1534-4647-80c2-8e92d0f17382 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:36.812917 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-fa1202b9-36cb-4937-9d7d-65d812af53ea tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:36.857597 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-fa1202b9-36cb-4937-9d7d-65d812af53ea tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:47:36.863069 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-fa1202b9-36cb-4937-9d7d-65d812af53ea tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:47:36.866862 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-fa1202b9-36cb-4937-9d7d-65d812af53ea tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:47:36.874161 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1202b9-36cb-4937-9d7d-65d812af53ea tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Pushing event updated for resources: {'Port': ['ID=94dd0f0f-1534-4647-80c2-8e92d0f17382,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:36.940312 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-fa1202b9-36cb-4937-9d7d-65d812af53ea tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:36.941002 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-fa1202b9-36cb-4937-9d7d-65d812af53ea tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:36.956012 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-fa1202b9-36cb-4937-9d7d-65d812af53ea tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6470957 Jul 07 17:47:36.969258 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] Request body: {'port': {'device_id': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:37.045928 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.085745 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e9f7708e-c4f0-4e5d-8ff3-5a988c9b12b0 None None] Provisioning for port 94dd0f0f-1534-4647-80c2-8e92d0f17382 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:37.090252 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e9f7708e-c4f0-4e5d-8ff3-5a988c9b12b0 None None] Provisioning complete for port 94dd0f0f-1534-4647-80c2-8e92d0f17382 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:37.090689 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e9f7708e-c4f0-4e5d-8ff3-5a988c9b12b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.127788 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7708e-c4f0-4e5d-8ff3-5a988c9b12b0 None None] Port 94dd0f0f-1534-4647-80c2-8e92d0f17382 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:47:37.348006 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94dd0f0f-1534-4647-80c2-8e92d0f17382 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:37.357168 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.369295 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] Transition to ACTIVE for port object 94dd0f0f-1534-4647-80c2-8e92d0f17382 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:47:37.373961 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.440074 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=94dd0f0f-1534-4647-80c2-8e92d0f17382,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:37.529114 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] Attempting to bind port 94dd0f0f-1534-4647-80c2-8e92d0f17382 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:47:37.529488 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] Attempting to bind port 94dd0f0f-1534-4647-80c2-8e92d0f17382 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:47:37.529940 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] Attempting to bind port 94dd0f0f-1534-4647-80c2-8e92d0f17382 on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:37.534850 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] Port 94dd0f0f-1534-4647-80c2-8e92d0f17382 on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:47:37.535182 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] Attempting to bind port 94dd0f0f-1534-4647-80c2-8e92d0f17382 on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:47:37.540872 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:47:37.541219 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] Checking segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:47:37.541614 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] Bound using segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:47:37.542057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] Bound port: 94dd0f0f-1534-4647-80c2-8e92d0f17382, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:47:37.542451 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.619589 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] For port 94dd0f0f-1534-4647-80c2-8e92d0f17382, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:47:37.625239 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] For port 94dd0f0f-1534-4647-80c2-8e92d0f17382, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:47:37.629369 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.644026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dc690-9870-4709-b495-62732f1e299c req-19b8a1af-0724-4887-b554-1e64f2395f48 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:37.645547 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-214dc690-9870-4709-b495-62732f1e299c req-19b8a1af-0724-4887-b554-1e64f2395f48 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 943 time: 0.0778458 Jul 07 17:47:37.670185 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:37.671008 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:37.673331 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] 10.222.0.15 "PUT /v2.0/ports/94dd0f0f-1534-4647-80c2-8e92d0f17382 HTTP/1.1" status: 200 len: 1091 time: 0.7086411 Jul 07 17:47:37.673870 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'tag': '94dd0f0f-1534-4647-80c2-8e92d0f17382'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:37.676352 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091d46c4-ad87-41d8-a7fa-49284e007480" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e54eed-e279-41a5-811e-70e74f54220a", "tag": "94dd0f0f-1534-4647-80c2-8e92d0f17382"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:37.710121 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249e9d0-32f0-45ba-a09a-73ebac87b0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=94dd0f0f-1534-4647-80c2-8e92d0f17382,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:37.720915 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-214dc690-9870-4709-b495-62732f1e299c req-049bd1f7-6a42-4000-9993-5cabd5e9f7fc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694606 Jul 07 17:47:37.756974 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22da0f90-ba73-42be-b7e4-f399ac0ec04d x-openstack-request-id: req-22da0f90-ba73-42be-b7e4-f399ac0ec04d {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:37.757387 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e54eed-e279-41a5-811e-70e74f54220a", "tag": "94dd0f0f-1534-4647-80c2-8e92d0f17382", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:37.757703 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22da0f90-ba73-42be-b7e4-f399ac0ec04d {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:37.758170 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'tag': '94dd0f0f-1534-4647-80c2-8e92d0f17382', 'status': 'completed', 'code': 200} Jul 07 17:47:37.787682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-4244d578-6c19-4897-bc4c-d6adff0e1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:37.789265 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-4244d578-6c19-4897-bc4c-d6adff0e1094 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 1094 time: 0.0684993 Jul 07 17:47:37.836969 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-90eda450-219d-4473-9b28-cb69ef317d63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382 HTTP/1.1" status: 200 len: 217 time: 0.0406241 Jul 07 17:47:37.887852 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-10088463-6c57-4e30-b445-9e9b9367bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:37.889339 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-10088463-6c57-4e30-b445-9e9b9367bb3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0467374 Jul 07 17:47:37.951026 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-41cf1187-1054-4645-936f-b7617dbf9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:37.952485 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-41cf1187-1054-4645-936f-b7617dbf9357 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561035 Jul 07 17:47:38.068625 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-24015a2b-5b99-482d-a8c0-4f6b13327ee5 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084239 Jul 07 17:47:38.160631 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6bc3839-d46a-49df-a6ba-9a8e82181b9c req-0ffc0e73-0d00-4e4e-86b1-a8dab85262c2 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849106 Jul 07 17:47:38.265433 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d46c4-ad87-41d8-a7fa-49284e007480 req-b6c69d2e-c713-4109-ab6c-614707ac0827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:38.266999 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-091d46c4-ad87-41d8-a7fa-49284e007480 req-b6c69d2e-c713-4109-ab6c-614707ac0827 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 1094 time: 0.0594804 Jul 07 17:47:38.363754 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d46c4-ad87-41d8-a7fa-49284e007480 req-d22a2cc9-a467-4722-bf5d-8c2ee55e08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:38.365233 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-091d46c4-ad87-41d8-a7fa-49284e007480 req-d22a2cc9-a467-4722-bf5d-8c2ee55e08cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0918050 Jul 07 17:47:38.408141 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-091d46c4-ad87-41d8-a7fa-49284e007480 req-768bfd50-5906-4d70-b796-66ce0900d377 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382 HTTP/1.1" status: 200 len: 217 time: 0.0352516 Jul 07 17:47:38.457674 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d46c4-ad87-41d8-a7fa-49284e007480 req-504dd24d-d61f-405e-8964-49ac010301bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:38.459089 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-091d46c4-ad87-41d8-a7fa-49284e007480 req-504dd24d-d61f-405e-8964-49ac010301bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0441713 Jul 07 17:47:38.521726 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d46c4-ad87-41d8-a7fa-49284e007480 req-3e5b097f-08e2-4ff4-80fa-4a8c64238038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:38.523275 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-091d46c4-ad87-41d8-a7fa-49284e007480 req-3e5b097f-08e2-4ff4-80fa-4a8c64238038 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577137 Jul 07 17:47:38.615949 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-091d46c4-ad87-41d8-a7fa-49284e007480 req-21e1e2db-9c40-4ed4-8250-fa6711070645 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837481 Jul 07 17:47:38.712019 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-091d46c4-ad87-41d8-a7fa-49284e007480 req-8b29ffec-7ba8-4a11-9859-e68cf10d23eb service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884440 Jul 07 17:47:38.919184 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefaf41-4011-4294-aa8e-15f99f841709 req-127b0b5e-e3b8-4095-a142-3dd03d30d00f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:38.920690 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-acefaf41-4011-4294-aa8e-15f99f841709 req-127b0b5e-e3b8-4095-a142-3dd03d30d00f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 943 time: 0.0662305 Jul 07 17:47:38.959034 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-acefaf41-4011-4294-aa8e-15f99f841709 req-19cc4cd0-faec-4777-acf7-252270b80146 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323005 Jul 07 17:47:40.140080 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc1b25-432f-4714-a656-c98e51315c9e req-9f2e0d4f-a2f3-4461-90fa-05bf54a8c40a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:40.141586 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1cbc1b25-432f-4714-a656-c98e51315c9e req-9f2e0d4f-a2f3-4461-90fa-05bf54a8c40a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 943 time: 0.0648386 Jul 07 17:47:40.181694 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1cbc1b25-432f-4714-a656-c98e51315c9e req-945144cf-2c85-4dbe-9158-967464968982 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343914 Jul 07 17:47:41.363948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253ded4-0896-4685-84af-a791675101ed req-12ba23a2-80c9-480d-bb38-8c9c985ecb6b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:41.365474 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6253ded4-0896-4685-84af-a791675101ed req-12ba23a2-80c9-480d-bb38-8c9c985ecb6b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 943 time: 0.0655112 Jul 07 17:47:41.414069 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6253ded4-0896-4685-84af-a791675101ed req-12d98d3f-d44e-4634-b26a-d479ff27f135 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418055 Jul 07 17:47:41.670834 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 94dd0f0f-1534-4647-80c2-8e92d0f17382 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:47:41.773276 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 94dd0f0f-1534-4647-80c2-8e92d0f17382, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:41.786474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '94dd0f0f-1534-4647-80c2-8e92d0f17382', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'port_id': '94dd0f0f-1534-4647-80c2-8e92d0f17382', 'mac_address': 'fa:16:3e:a6:06:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:47:41.829200 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:41.843873 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94dd0f0f-1534-4647-80c2-8e92d0f17382 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:47:41.874004 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 94dd0f0f-1534-4647-80c2-8e92d0f17382, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:41.879083 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:41.930152 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=94dd0f0f-1534-4647-80c2-8e92d0f17382,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:42.072518 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['94dd0f0f-1534-4647-80c2-8e92d0f17382'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:47:42.625923 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b23a3c-c443-422d-844b-018537473645 req-517b6646-77c6-492f-93e9-1c089563e906 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:42.627494 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c6b23a3c-c443-422d-844b-018537473645 req-517b6646-77c6-492f-93e9-1c089563e906 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 944 time: 0.0759790 Jul 07 17:47:42.673320 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c6b23a3c-c443-422d-844b-018537473645 req-5aa5abd2-2379-4101-8c97-d2b590f56758 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398850 Jul 07 17:47:43.684939 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 94dd0f0f-1534-4647-80c2-8e92d0f17382 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:47:43.739689 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 94dd0f0f-1534-4647-80c2-8e92d0f17382 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:47:43.743443 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 94dd0f0f-1534-4647-80c2-8e92d0f17382 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:47:43.743836 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:43.825949 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:43.849531 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dd0f0f-1534-4647-80c2-8e92d0f17382'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:43.851824 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a9d9a4-269f-44c0-b296-44a16c70ccfa" -d '{"events": [{"server_uuid": "e0e54eed-e279-41a5-811e-70e74f54220a", "name": "network-vif-plugged", "status": "completed", "tag": "94dd0f0f-1534-4647-80c2-8e92d0f17382"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:43.866123 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 94dd0f0f-1534-4647-80c2-8e92d0f17382, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:47:43.870977 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:43.888100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a37d2-1c4c-4441-8969-aacd1690e197 req-da739e50-3d41-41ac-8550-47d9ad4e55d3 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:43.889664 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5e5a37d2-1c4c-4441-8969-aacd1690e197 req-da739e50-3d41-41ac-8550-47d9ad4e55d3 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 944 time: 0.0679049 Jul 07 17:47:43.899201 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820fc766-4e19-48d8-83bb-6e86b19a7fbb x-openstack-request-id: req-820fc766-4e19-48d8-83bb-6e86b19a7fbb {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:43.899201 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e54eed-e279-41a5-811e-70e74f54220a", "name": "network-vif-plugged", "status": "completed", "tag": "94dd0f0f-1534-4647-80c2-8e92d0f17382", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:43.899509 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-820fc766-4e19-48d8-83bb-6e86b19a7fbb {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:43.899839 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dd0f0f-1534-4647-80c2-8e92d0f17382', 'code': 200} Jul 07 17:47:43.928628 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=94dd0f0f-1534-4647-80c2-8e92d0f17382,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:47:43.941442 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5e5a37d2-1c4c-4441-8969-aacd1690e197 req-7e902fef-f8c7-4afe-b805-c26a9fc7b3e9 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452113 Jul 07 17:47:44.008066 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dfe07-6d99-40d3-be81-2c0e61709597 req-cecfecdf-df6d-4313-858a-3f69cb4735a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:44.009568 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0c8dfe07-6d99-40d3-be81-2c0e61709597 req-cecfecdf-df6d-4313-858a-3f69cb4735a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 1096 time: 0.0526056 Jul 07 17:47:44.042931 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0c8dfe07-6d99-40d3-be81-2c0e61709597 req-aa77a84d-0781-40bf-ad45-0e53a32adf3f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270693 Jul 07 17:47:44.703897 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:44.781743 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dd298f21-9358-4202-b777-e8a6d2f9fba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.114515 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84277a9b-f039-4692-8137-bdf59343f65c req-10efde2f-5d06-4368-b1ce-64ea4f87dafa tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:45.116080 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-84277a9b-f039-4692-8137-bdf59343f65c req-10efde2f-5d06-4368-b1ce-64ea4f87dafa tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.0634532 Jul 07 17:47:45.155525 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-84277a9b-f039-4692-8137-bdf59343f65c req-403be322-d534-4d7a-899b-02434e2b392a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324819 Jul 07 17:47:45.326904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8cb89-caa5-4fa3-9fdf-12eb29f437f6 req-8003d2da-cc0d-42e6-87a5-68d3480f2bf5 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:45.328339 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f1a8cb89-caa5-4fa3-9fdf-12eb29f437f6 req-8003d2da-cc0d-42e6-87a5-68d3480f2bf5 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.0690856 Jul 07 17:47:45.337076 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 34740) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:45.343451 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-b36f89b9-63f7-4c5e-8590-dcd45b542f44 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Request body: {'floatingip': {'port_id': '94dd0f0f-1534-4647-80c2-8e92d0f17382'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:47:45.383533 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b36f89b9-63f7-4c5e-8590-dcd45b542f44 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for floatingip, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.851049 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b36f89b9-63f7-4c5e-8590-dcd45b542f44 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.855447 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b36f89b9-63f7-4c5e-8590-dcd45b542f44 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:45.961655 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-b36f89b9-63f7-4c5e-8590-dcd45b542f44 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Floating IP ebdd8860-796b-424e-a036-2578fde08e67 associated. External IP: 172.25.2.163, port: 94dd0f0f-1534-4647-80c2-8e92d0f17382. Jul 07 17:47:46.444799 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36f89b9-63f7-4c5e-8590-dcd45b542f44 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Router 2695b932-30b7-4de0-9104-5acc659ccb6c has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:47:46.557578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36f89b9-63f7-4c5e-8590-dcd45b542f44 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:47:46.563487 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b36f89b9-63f7-4c5e-8590-dcd45b542f44 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:46.568162 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea62390-9930-480a-a17a-f0a60fb1f99e None None] Sync routers for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:47:46.578079 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea62390-9930-480a-a17a-f0a60fb1f99e None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:46.578749 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-fea62390-9930-480a-a17a-f0a60fb1f99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:47:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:46.600064 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b36f89b9-63f7-4c5e-8590-dcd45b542f44 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "PUT /v2.0/floatingips/ebdd8860-796b-424e-a036-2578fde08e67 HTTP/1.1" status: 200 len: 992 time: 1.2616675 Jul 07 17:47:46.600649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'tag': '94dd0f0f-1534-4647-80c2-8e92d0f17382'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:47:46.602933 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48722bd8-6bf0-4606-8ff2-9df1433d3735" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e54eed-e279-41a5-811e-70e74f54220a", "tag": "94dd0f0f-1534-4647-80c2-8e92d0f17382"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:47:46.640481 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741d34c8-b86f-4b04-b374-224cec12acb9 x-openstack-request-id: req-741d34c8-b86f-4b04-b374-224cec12acb9 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:47:46.640804 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e54eed-e279-41a5-811e-70e74f54220a", "tag": "94dd0f0f-1534-4647-80c2-8e92d0f17382", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:47:46.641037 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-741d34c8-b86f-4b04-b374-224cec12acb9 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:47:46.641563 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'tag': '94dd0f0f-1534-4647-80c2-8e92d0f17382', 'status': 'completed', 'code': 200} Jul 07 17:47:46.702552 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-fea62390-9930-480a-a17a-f0a60fb1f99e None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:46.727673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48722bd8-6bf0-4606-8ff2-9df1433d3735 req-bb079998-4400-4ae8-b2ea-3a99809bc07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:46.729195 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-48722bd8-6bf0-4606-8ff2-9df1433d3735 req-bb079998-4400-4ae8-b2ea-3a99809bc07d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 1096 time: 0.0623605 Jul 07 17:47:46.839410 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48722bd8-6bf0-4606-8ff2-9df1433d3735 req-49e58aea-3d11-4ae8-bad6-072f690dffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:46.841368 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-48722bd8-6bf0-4606-8ff2-9df1433d3735 req-49e58aea-3d11-4ae8-bad6-072f690dffa0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.1056542 Jul 07 17:47:46.909499 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-48722bd8-6bf0-4606-8ff2-9df1433d3735 req-b265b8ba-9b37-49b8-b091-30f29780ad9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382 HTTP/1.1" status: 200 len: 1000 time: 0.0616271 Jul 07 17:47:46.951369 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-fea62390-9930-480a-a17a-f0a60fb1f99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ebdd8860-796b-424e-a036-2578fde08e67', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'floating_ip_address': '172.25.2.163', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'port_id': '94dd0f0f-1534-4647-80c2-8e92d0f17382', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'mac_address': 'fa:16:3e:a6:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:40:31Z', 'updated_at': '2021-07-07T17:47:45Z', 'revision_number': 13, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:46.963499 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48722bd8-6bf0-4606-8ff2-9df1433d3735 req-6895f243-3b43-4c12-9d7b-7d09646e4828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:46.964925 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-48722bd8-6bf0-4606-8ff2-9df1433d3735 req-6895f243-3b43-4c12-9d7b-7d09646e4828 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0492077 Jul 07 17:47:46.983786 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea62390-9930-480a-a17a-f0a60fb1f99e None None] Checking router: 2695b932-30b7-4de0-9104-5acc659ccb6c for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:47:47.002503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea62390-9930-480a-a17a-f0a60fb1f99e None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:47:47.003112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-fea62390-9930-480a-a17a-f0a60fb1f99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:47:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:47.006288 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.038083 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48722bd8-6bf0-4606-8ff2-9df1433d3735 req-12daa7d2-6110-4929-8632-d89e58ae357a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:47.039988 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-48722bd8-6bf0-4606-8ff2-9df1433d3735 req-12daa7d2-6110-4929-8632-d89e58ae357a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687730 Jul 07 17:47:47.125533 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-fea62390-9930-480a-a17a-f0a60fb1f99e None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:47:47.140351 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.15', 56312) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:47:47.162871 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-48722bd8-6bf0-4606-8ff2-9df1433d3735 req-8b476326-2d38-4e1b-95ce-2e9277a90d15 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160223 Jul 07 17:47:47.205134 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-da4cd629-b140-4c32-938d-3146d74987a5 req-1d7898f3-956e-4391-9fd6-a1f409c7f758 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0626595 Jul 07 17:47:47.284897 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-48722bd8-6bf0-4606-8ff2-9df1433d3735 req-8f361230-9026-4425-816c-bd8ceedfc3e2 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152575 Jul 07 17:47:47.425431 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-fea62390-9930-480a-a17a-f0a60fb1f99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ebdd8860-796b-424e-a036-2578fde08e67', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'floating_ip_address': '172.25.2.163', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'port_id': '94dd0f0f-1534-4647-80c2-8e92d0f17382', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'mac_address': 'fa:16:3e:a6:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:40:31Z', 'updated_at': '2021-07-07T17:47:45Z', 'revision_number': 13, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:47:47.426924 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cd629-b140-4c32-938d-3146d74987a5 req-8132ef57-8413-4d5b-82f4-2b400e1ed3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:47.428751 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-da4cd629-b140-4c32-938d-3146d74987a5 req-8132ef57-8413-4d5b-82f4-2b400e1ed3db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 1096 time: 0.0741603 Jul 07 17:47:47.454183 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea62390-9930-480a-a17a-f0a60fb1f99e None None] The sync data for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 is: [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ebdd8860-796b-424e-a036-2578fde08e67', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'floating_ip_address': '172.25.2.163', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'port_id': '94dd0f0f-1534-4647-80c2-8e92d0f17382', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'mac_address': 'fa:16:3e:a6:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:40:31Z', 'updated_at': '2021-07-07T17:47:45Z', 'revision_number': 13, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:47:47.544686 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cd629-b140-4c32-938d-3146d74987a5 req-d2b4c28c-362a-420c-aa0f-3bf97d98c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:47.546184 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-da4cd629-b140-4c32-938d-3146d74987a5 req-d2b4c28c-362a-420c-aa0f-3bf97d98c133 service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.0955825 Jul 07 17:47:47.626856 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-da4cd629-b140-4c32-938d-3146d74987a5 req-9b15a91c-dbe0-4e4e-8738-f1000712ec26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382 HTTP/1.1" status: 200 len: 1000 time: 0.0743976 Jul 07 17:47:47.664791 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43067395-c572-402a-b8c8-dccdd84ee86b None None] New status for floating IP ebdd8860-796b-424e-a036-2578fde08e67: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:47:47.680100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cd629-b140-4c32-938d-3146d74987a5 req-c45d824e-6133-4e79-855e-f1ed17df4d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:47.681487 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-da4cd629-b140-4c32-938d-3146d74987a5 req-c45d824e-6133-4e79-855e-f1ed17df4d81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0488248 Jul 07 17:47:47.710300 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:47.743353 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cd629-b140-4c32-938d-3146d74987a5 req-942ad44f-0656-4e2d-9501-c5f79f957212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:47:47.744887 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-da4cd629-b140-4c32-938d-3146d74987a5 req-942ad44f-0656-4e2d-9501-c5f79f957212 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567071 Jul 07 17:47:47.879619 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-da4cd629-b140-4c32-938d-3146d74987a5 req-6d590183-2d66-433c-aec5-30957e0f3b41 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279018 Jul 07 17:47:47.989511 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-da4cd629-b140-4c32-938d-3146d74987a5 req-f4243a6a-b362-4702-9623-29a2fe663149 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033423 Jul 07 17:47:48.010323 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ff80add8-2666-40cc-a74b-b2cae32805ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.015635 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:47:49.289996 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:47:50.479455 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:11.753122 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-cf5585bd-2cdc-4571-9026-bfbacb9a31bd req-8d7bba62-8aa9-4354-8569-0b25852150be service neutron] (100410) timed out ('10.222.0.50', 60738) {{(pid=100410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 17:48:14.730518 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:14.793043 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5e9955dd-e57f-4fd3-b582-cc6f4e4e297d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.005333 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:17.713504 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:18.004168 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-454346ba-f40f-4e08-aebc-6ddbef14664a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:19.020742 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:20.486887 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:26.289949 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:48:44.748969 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:44.786124 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6f3d545b-a671-454a-80f0-e7d728117919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.001553 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:47.722095 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:48.013891 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-03c91de1-3aa4-429c-8c4d-a6cda1492889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.032702 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:49.829539 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a225b6d-6f25-4ff2-9c46-b215723c9f88 req-79e6400c-2ffb-4446-aa4f-6d3faa9cc829 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688279 Jul 07 17:48:49.949497 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a225b6d-6f25-4ff2-9c46-b215723c9f88 req-54150bc4-be6d-4c65-a7c0-ee62a5634ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:49.953309 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a225b6d-6f25-4ff2-9c46-b215723c9f88 req-54150bc4-be6d-4c65-a7c0-ee62a5634ad4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 1096 time: 0.0754716 Jul 07 17:48:50.094630 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a225b6d-6f25-4ff2-9c46-b215723c9f88 req-d1998d81-9454-4b4b-848f-4694d196414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:50.096011 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a225b6d-6f25-4ff2-9c46-b215723c9f88 req-d1998d81-9454-4b4b-848f-4694d196414a service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.1188431 Jul 07 17:48:50.174845 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a225b6d-6f25-4ff2-9c46-b215723c9f88 req-b0d8cdf7-0300-4a8b-a73d-3ce2fbbed83e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382 HTTP/1.1" status: 200 len: 1002 time: 0.0718226 Jul 07 17:48:50.230248 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a225b6d-6f25-4ff2-9c46-b215723c9f88 req-1a56415d-64eb-40b6-ac13-ed838e67f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:50.233291 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a225b6d-6f25-4ff2-9c46-b215723c9f88 req-1a56415d-64eb-40b6-ac13-ed838e67f0b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0521166 Jul 07 17:48:50.302400 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a225b6d-6f25-4ff2-9c46-b215723c9f88 req-ada341ae-ac4b-4145-b206-1a349095be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:48:50.303930 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a225b6d-6f25-4ff2-9c46-b215723c9f88 req-ada341ae-ac4b-4145-b206-1a349095be40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649254 Jul 07 17:48:50.315568 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-0a225b6d-6f25-4ff2-9c46-b215723c9f88 req-87df16ba-8f32-4d5c-a684-6073bc452d3c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:48:50.316739 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a225b6d-6f25-4ff2-9c46-b215723c9f88 req-87df16ba-8f32-4d5c-a684-6073bc452d3c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068104 Jul 07 17:48:50.440024 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a225b6d-6f25-4ff2-9c46-b215723c9f88 req-36083d78-134f-42a9-9a2e-95fe1627b922 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163907 Jul 07 17:48:50.492681 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:48:50.551797 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0a225b6d-6f25-4ff2-9c46-b215723c9f88 req-5b8d92c8-50bc-436b-8a3b-5fb7fc5ed5b0 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051862 Jul 07 17:49:03.290640 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:49:14.743840 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:14.788087 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-96b8a6f2-79b9-481c-ba92-095c7154866d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.015544 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:17.718771 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:18.006912 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-00908fc3-a58e-4c9b-a8c5-d9aeff46f17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:19.026694 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:20.492557 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:25.909740 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dabf8-41ab-4fce-94ff-dbf397c65c50 req-135ce383-ed98-452c-a49e-729d3012175f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:25.911400 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-555dabf8-41ab-4fce-94ff-dbf397c65c50 req-135ce383-ed98-452c-a49e-729d3012175f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.0729327 Jul 07 17:49:25.968604 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-555dabf8-41ab-4fce-94ff-dbf397c65c50 req-bb37f8ef-d060-4665-9412-5facd20a73e1 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509071 Jul 07 17:49:37.577757 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e68fc2-9d1d-4edc-869b-6f7691ecd310 req-c36ef658-a64e-4ce5-9112-72ecae08c60f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:37.579414 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-46e68fc2-9d1d-4edc-869b-6f7691ecd310 req-c36ef658-a64e-4ce5-9112-72ecae08c60f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.0917408 Jul 07 17:49:37.633681 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-46e68fc2-9d1d-4edc-869b-6f7691ecd310 req-ce2b8fe1-e14f-40d8-a752-a9e803c35b98 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469601 Jul 07 17:49:37.724533 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3960893e-6eb4-4181-aec6-3605b2897eea req-3ad82e4d-8d51-49b4-86b1-0d5fa38c7a2d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1229818 Jul 07 17:49:38.854846 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eeadf-0d55-4398-a2af-4fdd81e95a3d req-030124ac-c2a3-4758-9e7f-2ac591a78c37 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:38.857474 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d5eeadf-0d55-4398-a2af-4fdd81e95a3d req-030124ac-c2a3-4758-9e7f-2ac591a78c37 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.0756433 Jul 07 17:49:38.904523 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d5eeadf-0d55-4398-a2af-4fdd81e95a3d req-0c845198-9a74-4d6f-89d6-907f20e9429e tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403275 Jul 07 17:49:39.215272 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960893e-6eb4-4181-aec6-3605b2897eea req-be0d6fe8-597f-4cd1-84ab-89401e5088bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:39.217827 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3960893e-6eb4-4181-aec6-3605b2897eea req-be0d6fe8-597f-4cd1-84ab-89401e5088bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 1096 time: 0.0685966 Jul 07 17:49:39.344881 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960893e-6eb4-4181-aec6-3605b2897eea req-e50eae71-ff47-405d-82fb-3c24d523c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:39.347540 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3960893e-6eb4-4181-aec6-3605b2897eea req-e50eae71-ff47-405d-82fb-3c24d523c316 service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.1231611 Jul 07 17:49:39.428870 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3960893e-6eb4-4181-aec6-3605b2897eea req-e0ce5732-abe2-475c-beec-da206a19486a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382 HTTP/1.1" status: 200 len: 1002 time: 0.0718679 Jul 07 17:49:39.494576 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960893e-6eb4-4181-aec6-3605b2897eea req-f43b7721-a09c-422f-8098-56a83cd00515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:39.496092 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3960893e-6eb4-4181-aec6-3605b2897eea req-f43b7721-a09c-422f-8098-56a83cd00515 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0603023 Jul 07 17:49:39.560162 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960893e-6eb4-4181-aec6-3605b2897eea req-932f97bf-0185-4c77-8f83-8fb5d349341e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:39.561949 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3960893e-6eb4-4181-aec6-3605b2897eea req-932f97bf-0185-4c77-8f83-8fb5d349341e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597157 Jul 07 17:49:39.671265 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3960893e-6eb4-4181-aec6-3605b2897eea req-583f7915-1b83-488b-85ff-0a3d0acb836c service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020508 Jul 07 17:49:39.783096 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3960893e-6eb4-4181-aec6-3605b2897eea req-2fcf109a-9cf9-4de3-a0eb-265422ea1781 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027369 Jul 07 17:49:40.132161 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515a98c-372e-4dea-9243-09e154cbbeaf req-77dabf30-9cc3-4b0a-a463-032d6644457b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:40.133771 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0515a98c-372e-4dea-9243-09e154cbbeaf req-77dabf30-9cc3-4b0a-a463-032d6644457b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.0817842 Jul 07 17:49:40.181229 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0515a98c-372e-4dea-9243-09e154cbbeaf req-6cad59e5-eb0d-4efb-9715-972f6ad17a31 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417495 Jul 07 17:49:40.290085 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:49:41.394453 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a1566-615d-48ab-9334-02c3c901fc89 req-c1b5b639-2bbb-445f-8d63-96bd37387c2b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:41.396132 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7a7a1566-615d-48ab-9334-02c3c901fc89 req-c1b5b639-2bbb-445f-8d63-96bd37387c2b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.0762694 Jul 07 17:49:41.809899 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7a7a1566-615d-48ab-9334-02c3c901fc89 req-54c2d404-6e9b-4692-bf4c-b2cb3a816fe3 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4069397 Jul 07 17:49:43.006885 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9194ddb-3911-4688-b97d-9dae2c25faa4 req-3be41c07-5635-4c51-8e3c-8647a1533d4e tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:43.008419 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a9194ddb-3911-4688-b97d-9dae2c25faa4 req-3be41c07-5635-4c51-8e3c-8647a1533d4e tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.0744147 Jul 07 17:49:43.051509 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a9194ddb-3911-4688-b97d-9dae2c25faa4 req-8e039183-060c-4d3a-850c-6b0f8b8e86e6 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338669 Jul 07 17:49:44.269221 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c3fca-86ec-4644-81ff-1ece965f7d5f req-1610816d-9467-4203-a9b9-925572e9e027 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:44.270874 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3a7c3fca-86ec-4644-81ff-1ece965f7d5f req-1610816d-9467-4203-a9b9-925572e9e027 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.0935664 Jul 07 17:49:44.319847 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3a7c3fca-86ec-4644-81ff-1ece965f7d5f req-0799b76a-bf59-4168-8ca8-ed185cd692e9 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418572 Jul 07 17:49:44.747288 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:44.794123 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b286696c-2fdf-47fd-907b-b14035ca78cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:45.597102 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576040aa-e5fa-4ee5-b6a5-3667bbd02fb3 req-0b4ff0b3-7846-4252-addb-2dbc603a3a82 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:45.599565 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-576040aa-e5fa-4ee5-b6a5-3667bbd02fb3 req-0b4ff0b3-7846-4252-addb-2dbc603a3a82 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.1287374 Jul 07 17:49:45.642776 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-576040aa-e5fa-4ee5-b6a5-3667bbd02fb3 req-7e897667-b58d-441d-b47a-a6cece481682 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372319 Jul 07 17:49:46.905958 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfc1ac-8247-479c-8d94-5120d4c989e5 req-0905c4b0-47a6-4105-95ac-3da1e90f2353 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:46.908463 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bfbfc1ac-8247-479c-8d94-5120d4c989e5 req-0905c4b0-47a6-4105-95ac-3da1e90f2353 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.1236911 Jul 07 17:49:46.961678 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bfbfc1ac-8247-479c-8d94-5120d4c989e5 req-bfb3aee0-2f06-4131-9f21-4e1b574a0546 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462239 Jul 07 17:49:47.025066 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:47.725766 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.012903 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e297155c-5d34-473b-ba42-b6f66a7c6ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:48.171658 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bcf85-52f5-431b-8127-3164c8d5b3af req-ce64ee2a-1b6f-4124-bb42-d3bff07fa00f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:48.173791 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2a2bcf85-52f5-431b-8127-3164c8d5b3af req-ce64ee2a-1b6f-4124-bb42-d3bff07fa00f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.0719466 Jul 07 17:49:48.220350 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2a2bcf85-52f5-431b-8127-3164c8d5b3af req-aad8f1bb-8439-46d3-b48b-fb07c03e1a2c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380077 Jul 07 17:49:49.035752 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:49.426670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3ebe-f9d5-490f-854e-e7b15a098c37 req-4eb8563f-89b7-496c-85f8-be66bbd2709a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:49.428259 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-218b3ebe-f9d5-490f-854e-e7b15a098c37 req-4eb8563f-89b7-496c-85f8-be66bbd2709a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.0766048 Jul 07 17:49:49.483718 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-218b3ebe-f9d5-490f-854e-e7b15a098c37 req-c3630f8e-5fc7-4ba8-8cfd-e7fb182a450a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486927 Jul 07 17:49:50.498755 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:50.695260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb57dcc-daef-45e2-bc9c-a9418f263fa0 req-a004ffb2-c53e-43ef-af8c-1603ab51f0cb tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:50.696893 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-afb57dcc-daef-45e2-bc9c-a9418f263fa0 req-a004ffb2-c53e-43ef-af8c-1603ab51f0cb tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.0828953 Jul 07 17:49:50.741825 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-afb57dcc-daef-45e2-bc9c-a9418f263fa0 req-5a26f167-0d71-498d-822e-f614892c556b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390785 Jul 07 17:49:51.030084 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07272f9-3c04-4f0e-8bc9-b9cc8dab4310 req-bb957b61-9185-4e66-a160-dc87c9e0d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:51.031906 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c07272f9-3c04-4f0e-8bc9-b9cc8dab4310 req-bb957b61-9185-4e66-a160-dc87c9e0d93e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 1096 time: 0.1273727 Jul 07 17:49:51.172812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07272f9-3c04-4f0e-8bc9-b9cc8dab4310 req-8e6a7c95-85ad-4138-b073-21069719db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:51.174316 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c07272f9-3c04-4f0e-8bc9-b9cc8dab4310 req-8e6a7c95-85ad-4138-b073-21069719db42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.1122942 Jul 07 17:49:51.257704 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c07272f9-3c04-4f0e-8bc9-b9cc8dab4310 req-14f41695-bf21-4809-aa2a-46847985a3ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382 HTTP/1.1" status: 200 len: 1002 time: 0.0754850 Jul 07 17:49:51.314193 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07272f9-3c04-4f0e-8bc9-b9cc8dab4310 req-0479d3f6-afc7-42c5-ac3d-6b7207241dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:51.315626 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c07272f9-3c04-4f0e-8bc9-b9cc8dab4310 req-0479d3f6-afc7-42c5-ac3d-6b7207241dbe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0515542 Jul 07 17:49:51.402005 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07272f9-3c04-4f0e-8bc9-b9cc8dab4310 req-bd7128b2-a568-4da8-81d4-a0f12ec47415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:51.403871 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c07272f9-3c04-4f0e-8bc9-b9cc8dab4310 req-bd7128b2-a568-4da8-81d4-a0f12ec47415 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798125 Jul 07 17:49:51.530461 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c07272f9-3c04-4f0e-8bc9-b9cc8dab4310 req-ac8db5fd-946b-4bbe-a52b-dcb2616650a9 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123810 Jul 07 17:49:51.651618 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c07272f9-3c04-4f0e-8bc9-b9cc8dab4310 req-68f909da-063d-49e6-8353-5b8085ee86bc service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144969 Jul 07 17:49:51.997031 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b8392-2cc0-4b2d-8d37-7571661a3190 req-9c44cfbb-9b60-460c-b724-a7a703337ab7 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:51.998991 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cd7b8392-2cc0-4b2d-8d37-7571661a3190 req-9c44cfbb-9b60-460c-b724-a7a703337ab7 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.0784843 Jul 07 17:49:52.056632 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cd7b8392-2cc0-4b2d-8d37-7571661a3190 req-9e06cea3-a725-44d3-9009-640a64f17908 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508568 Jul 07 17:49:53.287372 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b0c1-d08f-472c-a3d6-c7cffbe35a21 req-50a6c738-8a8e-4ae3-a6bc-e69a79d09c88 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:53.289037 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-61a6b0c1-d08f-472c-a3d6-c7cffbe35a21 req-50a6c738-8a8e-4ae3-a6bc-e69a79d09c88 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.0864058 Jul 07 17:49:53.345407 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-61a6b0c1-d08f-472c-a3d6-c7cffbe35a21 req-96bab16a-d609-47c4-aa35-78928fc2b46a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457361 Jul 07 17:49:53.959748 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-3960893e-6eb4-4181-aec6-3605b2897eea req-1978d230-3305-4ed2-b045-613703f5a63b service neutron] show failed (client error): The resource could not be found. Jul 07 17:49:53.960826 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3960893e-6eb4-4181-aec6-3605b2897eea req-1978d230-3305-4ed2-b045-613703f5a63b service neutron] 10.222.0.15 "GET /v2.0/ports/94dd0f0f-1534-4647-80c2-8e92d0f17382/bindings/n-h2-793620-7 HTTP/1.1" status: 404 len: 380 time: 0.0709538 Jul 07 17:49:54.250957 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960893e-6eb4-4181-aec6-3605b2897eea req-9e48868d-0535-459a-b26b-4c553b58944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:54.252489 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3960893e-6eb4-4181-aec6-3605b2897eea req-9e48868d-0535-459a-b26b-4c553b58944e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a&tenant_id=cde5f6b143e94f199fb62fcaea33f654 HTTP/1.1" status: 200 len: 1096 time: 0.0664632 Jul 07 17:49:54.265457 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-7', 'device_owner': 'compute:nova'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:49:54.357147 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.641132 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] For port 94dd0f0f-1534-4647-80c2-8e92d0f17382, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:49:54.667678 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8226d42-d859-40b0-8bb0-fddcde48d770 req-95073078-c57c-4e77-a8dc-43d99a6673c8 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:54.669314 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b8226d42-d859-40b0-8bb0-fddcde48d770 req-95073078-c57c-4e77-a8dc-43d99a6673c8 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.1424768 Jul 07 17:49:54.706426 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] For port 94dd0f0f-1534-4647-80c2-8e92d0f17382, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:54.745809 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b8226d42-d859-40b0-8bb0-fddcde48d770 req-9014da5e-3413-4b3b-832c-cd1ca64bf009 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687878 Jul 07 17:49:54.763425 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94dd0f0f-1534-4647-80c2-8e92d0f17382'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:54.765399 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4cafc5-ef3c-41f1-acd1-257fc626e145" -d '{"events": [{"server_uuid": "e0e54eed-e279-41a5-811e-70e74f54220a", "name": "network-vif-unplugged", "status": "completed", "tag": "94dd0f0f-1534-4647-80c2-8e92d0f17382"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:54.769318 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.789217 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Transition to ACTIVE for port object 94dd0f0f-1534-4647-80c2-8e92d0f17382 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:49:54.794806 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:54.834927 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8732bc62-88de-4022-a861-d2613b15cdb1 x-openstack-request-id: req-8732bc62-88de-4022-a861-d2613b15cdb1 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:54.835219 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e54eed-e279-41a5-811e-70e74f54220a", "name": "network-vif-unplugged", "status": "completed", "tag": "94dd0f0f-1534-4647-80c2-8e92d0f17382", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:54.835471 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8732bc62-88de-4022-a861-d2613b15cdb1 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:54.835954 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94dd0f0f-1534-4647-80c2-8e92d0f17382', 'code': 200} Jul 07 17:49:54.895916 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Pushing event updated for resources: {'Port': ['ID=94dd0f0f-1534-4647-80c2-8e92d0f17382,revision_number=6']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:54.909213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:54.909569 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:54.909917 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:54.910259 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:54.910633 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:54.911106 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:54.911443 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:54.911871 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:54.912192 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:54.912592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:54.912926 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:54.913288 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:49:54.962779 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] No DVR routers for this DVR port 94dd0f0f-1534-4647-80c2-8e92d0f17382 on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:49:55.145331 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Attempting to bind port 94dd0f0f-1534-4647-80c2-8e92d0f17382 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:49:55.145619 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Attempting to bind port 94dd0f0f-1534-4647-80c2-8e92d0f17382 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:49:55.146198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Attempting to bind port 94dd0f0f-1534-4647-80c2-8e92d0f17382 on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:55.151008 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Port 94dd0f0f-1534-4647-80c2-8e92d0f17382 on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:49:55.151374 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Attempting to bind port 94dd0f0f-1534-4647-80c2-8e92d0f17382 on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:49:55.157685 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:49:55.158232 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Checking segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:49:55.158819 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Bound using segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:49:55.159527 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Bound port: 94dd0f0f-1534-4647-80c2-8e92d0f17382, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:49:55.160087 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.260624 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] For port 94dd0f0f-1534-4647-80c2-8e92d0f17382, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:49:55.264730 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] For port 94dd0f0f-1534-4647-80c2-8e92d0f17382, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:49:55.270713 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.309738 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:55.310652 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:49:55.312939 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3960893e-6eb4-4181-aec6-3605b2897eea req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] 10.222.0.69 "PUT /v2.0/ports/94dd0f0f-1534-4647-80c2-8e92d0f17382 HTTP/1.1" status: 200 len: 1091 time: 1.0518425 Jul 07 17:49:55.350946 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9aa866-8242-4a1e-9943-c9f811d6f173 service neutron] Pushing event updated for resources: {'Port': ['ID=94dd0f0f-1534-4647-80c2-8e92d0f17382,revision_number=7']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:49:55.417016 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960893e-6eb4-4181-aec6-3605b2897eea req-a92f9fe2-07ba-4d32-b458-dd99bf086f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:55.419218 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3960893e-6eb4-4181-aec6-3605b2897eea req-a92f9fe2-07ba-4d32-b458-dd99bf086f49 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 1094 time: 0.0798273 Jul 07 17:49:55.546759 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960893e-6eb4-4181-aec6-3605b2897eea req-a5970db0-5253-4846-b302-9fed805f5820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:55.549072 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3960893e-6eb4-4181-aec6-3605b2897eea req-a5970db0-5253-4846-b302-9fed805f5820 service neutron] 10.222.0.69 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.1223528 Jul 07 17:49:55.625485 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3960893e-6eb4-4181-aec6-3605b2897eea req-615deb80-1239-4ccc-be06-0b770988c885 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382 HTTP/1.1" status: 200 len: 1000 time: 0.0701487 Jul 07 17:49:55.680397 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960893e-6eb4-4181-aec6-3605b2897eea req-6639448a-741e-4ee5-9dbe-94737fc3e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:55.681869 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3960893e-6eb4-4181-aec6-3605b2897eea req-6639448a-741e-4ee5-9dbe-94737fc3e08c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0498617 Jul 07 17:49:55.752363 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960893e-6eb4-4181-aec6-3605b2897eea req-d91b49d0-166f-4f6a-8dd7-f8ec350b4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:55.753914 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3960893e-6eb4-4181-aec6-3605b2897eea req-d91b49d0-166f-4f6a-8dd7-f8ec350b4343 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652685 Jul 07 17:49:55.769940 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-3960893e-6eb4-4181-aec6-3605b2897eea req-bbf5b34f-dd50-410d-ab40-9e640af73d4b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:49:55.771018 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3960893e-6eb4-4181-aec6-3605b2897eea req-bbf5b34f-dd50-410d-ab40-9e640af73d4b service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063477 Jul 07 17:49:55.893342 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3960893e-6eb4-4181-aec6-3605b2897eea req-4940eeba-a3a9-4be0-b4b4-a1a7ef2bf5f7 service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101873 Jul 07 17:49:56.061366 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a119c-ccbe-4ff2-b603-76b0ce666547 req-773bcd7b-ddc5-48ac-8dd1-52f9ffc8eb38 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:56.063252 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fd6a119c-ccbe-4ff2-b603-76b0ce666547 req-773bcd7b-ddc5-48ac-8dd1-52f9ffc8eb38 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 943 time: 0.1688282 Jul 07 17:49:56.065460 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3960893e-6eb4-4181-aec6-3605b2897eea req-5731576b-20b2-40e9-ac27-8abfd637130c service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556728 Jul 07 17:49:56.121303 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fd6a119c-ccbe-4ff2-b603-76b0ce666547 req-930fdd49-3c0c-49ec-9473-a2c284d1e5ac tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482562 Jul 07 17:49:56.387679 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 94dd0f0f-1534-4647-80c2-8e92d0f17382 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:49:56.456829 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 94dd0f0f-1534-4647-80c2-8e92d0f17382 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:49:56.837102 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'tag': '94dd0f0f-1534-4647-80c2-8e92d0f17382'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:49:56.840430 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27327a0c-5c66-47c6-b0ca-42acb82adde3" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e54eed-e279-41a5-811e-70e74f54220a", "tag": "94dd0f0f-1534-4647-80c2-8e92d0f17382"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:49:56.908200 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ab3a31-06c1-4f58-ac3d-cf1747c143e4 x-openstack-request-id: req-d1ab3a31-06c1-4f58-ac3d-cf1747c143e4 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:49:56.908582 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e54eed-e279-41a5-811e-70e74f54220a", "tag": "94dd0f0f-1534-4647-80c2-8e92d0f17382", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:49:56.908844 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1ab3a31-06c1-4f58-ac3d-cf1747c143e4 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:49:56.909259 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'tag': '94dd0f0f-1534-4647-80c2-8e92d0f17382', 'status': 'completed', 'code': 200} Jul 07 17:49:57.020891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-a4f50929-55e9-4878-a6aa-de76381619bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:57.023782 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-a4f50929-55e9-4878-a6aa-de76381619bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 1094 time: 0.0844717 Jul 07 17:49:57.051313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-dbf58b46-4f57-406c-9464-149f4c30ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:57.054222 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-dbf58b46-4f57-406c-9464-149f4c30ab2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 1094 time: 0.1020954 Jul 07 17:49:57.168651 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-f597fc1c-578c-44b4-8ce3-e552158a6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:57.170474 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-f597fc1c-578c-44b4-8ce3-e552158a6af7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.1398506 Jul 07 17:49:57.204827 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-8bf18450-43bc-4df8-803b-e8eef175f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:57.207558 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-8bf18450-43bc-4df8-803b-e8eef175f772 service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.1463494 Jul 07 17:49:57.253720 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-09ea84f9-9343-4f7c-8c1d-e048f8d9d394 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382 HTTP/1.1" status: 200 len: 1000 time: 0.0769315 Jul 07 17:49:57.352348 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-45bbbbff-4425-443e-b5f1-a0553fb29081 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382 HTTP/1.1" status: 200 len: 1000 time: 0.1313374 Jul 07 17:49:57.378166 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-52acef36-7d54-48ac-8805-93db54a72394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:57.379747 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-52acef36-7d54-48ac-8805-93db54a72394 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.1199403 Jul 07 17:49:57.428343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-bea740f3-40d5-4dfe-813c-89aefd57e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:57.430027 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-bea740f3-40d5-4dfe-813c-89aefd57e8a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0701151 Jul 07 17:49:57.443573 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd6249-d31d-4f51-8b3f-fef5fe9ac61b req-40914573-89bf-4382-844b-cd926defb700 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:57.445148 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cdd6249-d31d-4f51-8b3f-fef5fe9ac61b req-40914573-89bf-4382-844b-cd926defb700 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 943 time: 0.1380284 Jul 07 17:49:57.500181 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-0f4d49c0-0103-4413-965c-1750ed645a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:57.503475 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-0f4d49c0-0103-4413-965c-1750ed645a69 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165476 Jul 07 17:49:57.512333 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-bb7356bf-a193-48b6-ba56-6ce33fbd597a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:57.514842 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-bb7356bf-a193-48b6-ba56-6ce33fbd597a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781777 Jul 07 17:49:57.596705 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4cdd6249-d31d-4f51-8b3f-fef5fe9ac61b req-e4e95ba6-f68d-49b1-bd66-5d82cd389426 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337209 Jul 07 17:49:57.648986 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-33a8d1f0-145b-4747-8097-760d17915d57 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271574 Jul 07 17:49:57.650434 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-2b595c8c-6072-4b76-9cc2-938d691ece6d service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387625 Jul 07 17:49:57.794550 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-1807b9f7-f67d-48f4-a51c-d72ead722731 service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308119 Jul 07 17:49:57.799044 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27327a0c-5c66-47c6-b0ca-42acb82adde3 req-12958260-924e-48d6-8975-ddc0af9a46f1 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428056 Jul 07 17:49:58.851016 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e98e3d-fe6b-4acf-8d25-158d32fc3b02 req-96524ef7-a7c5-4192-84b0-16c732cbb9fb tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:49:58.852660 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-93e98e3d-fe6b-4acf-8d25-158d32fc3b02 req-96524ef7-a7c5-4192-84b0-16c732cbb9fb tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 943 time: 0.0872104 Jul 07 17:49:58.911742 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-93e98e3d-fe6b-4acf-8d25-158d32fc3b02 req-4df0d666-f96a-40ea-9443-fa972b59e866 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473423 Jul 07 17:50:00.147859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef769f-87f9-47bc-9693-2f997bd3f807 req-8be6b915-da80-4b84-9e9e-1d7778de7ed4 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:00.151133 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1cef769f-87f9-47bc-9693-2f997bd3f807 req-8be6b915-da80-4b84-9e9e-1d7778de7ed4 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 943 time: 0.1021550 Jul 07 17:50:00.207173 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1cef769f-87f9-47bc-9693-2f997bd3f807 req-955487d7-95dd-4d1a-8611-3f4749d05d83 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463297 Jul 07 17:50:01.401040 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199ffbf-392c-4bcd-a295-761f11a2cd0c req-16523730-d8f2-43a3-b81d-0e22a5a0e054 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:01.403356 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f199ffbf-392c-4bcd-a295-761f11a2cd0c req-16523730-d8f2-43a3-b81d-0e22a5a0e054 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 943 time: 0.0731776 Jul 07 17:50:01.453144 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f199ffbf-392c-4bcd-a295-761f11a2cd0c req-a0719b36-d1ec-4a6f-a864-b7a8abb51601 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437233 Jul 07 17:50:02.653318 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0025f-a129-4859-ad26-2f28e4740996 req-0da82624-2eb7-4320-acb1-22598c368da9 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:02.654868 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1eb0025f-a129-4859-ad26-2f28e4740996 req-0da82624-2eb7-4320-acb1-22598c368da9 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 943 time: 0.0674608 Jul 07 17:50:02.702059 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1eb0025f-a129-4859-ad26-2f28e4740996 req-672240f3-cac5-4777-a616-3ab46c8c0f32 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416303 Jul 07 17:50:03.894605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28a8a8-13f5-4013-9d36-05fe56e9dafa req-7f2e4fd8-bdcb-4a6a-a1c0-030bff1a70d5 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:03.896261 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb28a8a8-13f5-4013-9d36-05fe56e9dafa req-7f2e4fd8-bdcb-4a6a-a1c0-030bff1a70d5 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 943 time: 0.0709960 Jul 07 17:50:03.946200 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb28a8a8-13f5-4013-9d36-05fe56e9dafa req-050f3097-f46f-480e-9cc9-ae1dcefcc9cf tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416706 Jul 07 17:50:05.171161 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a2cf1-e451-4d3c-9e9c-09f3bf985e80 req-25a21f8f-cfcb-4831-8743-246974503a12 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:05.172897 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-489a2cf1-e451-4d3c-9e9c-09f3bf985e80 req-25a21f8f-cfcb-4831-8743-246974503a12 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 943 time: 0.0995739 Jul 07 17:50:05.223793 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-489a2cf1-e451-4d3c-9e9c-09f3bf985e80 req-ae4a2bbd-34b9-4d71-828b-21a50644c634 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446091 Jul 07 17:50:06.440727 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81357131-8c2d-4a56-af2e-5187f6f06f8e req-f40e1923-f1af-48e0-b77e-931eda84c755 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:06.442356 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81357131-8c2d-4a56-af2e-5187f6f06f8e req-f40e1923-f1af-48e0-b77e-931eda84c755 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 943 time: 0.0794234 Jul 07 17:50:06.486428 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81357131-8c2d-4a56-af2e-5187f6f06f8e req-8db558f6-01fa-4930-a7ce-0ed97a9637b1 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351009 Jul 07 17:50:07.696184 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b6281-ecf2-4242-9a32-98ec58ecb26b req-b4f7f92c-5f49-4bf9-b917-c8981ee4555a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:07.697854 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-784b6281-ecf2-4242-9a32-98ec58ecb26b req-b4f7f92c-5f49-4bf9-b917-c8981ee4555a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 943 time: 0.0713394 Jul 07 17:50:07.747836 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-784b6281-ecf2-4242-9a32-98ec58ecb26b req-a51b2ccb-197b-4dde-8b44-e4f6d5f8a45d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435414 Jul 07 17:50:08.950387 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ef42f-9c7d-4bd4-ac9b-36c13f45010a req-0514c0b4-38fe-4671-9d44-934e91e88b3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:08.951955 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-568ef42f-9c7d-4bd4-ac9b-36c13f45010a req-0514c0b4-38fe-4671-9d44-934e91e88b3d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 943 time: 0.0791521 Jul 07 17:50:08.997460 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-568ef42f-9c7d-4bd4-ac9b-36c13f45010a req-5e02187b-7d7f-4450-a5c1-2919e751ddad tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393004 Jul 07 17:50:10.247562 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2730f-c980-4f1f-a343-e837abd69f83 req-65ffc5fc-e22b-4d42-9c09-4210bb5ef1b0 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:10.249510 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bbb2730f-c980-4f1f-a343-e837abd69f83 req-65ffc5fc-e22b-4d42-9c09-4210bb5ef1b0 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 943 time: 0.0853341 Jul 07 17:50:10.310500 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bbb2730f-c980-4f1f-a343-e837abd69f83 req-f40d1ce9-b3ac-4c02-b939-0c3bf32a47ee tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507183 Jul 07 17:50:11.552269 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c026a02-a767-496e-a70f-387393325f25 req-03ab6774-0815-4e73-a8ee-13fa5d2bea6e tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:11.554571 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c026a02-a767-496e-a70f-387393325f25 req-03ab6774-0815-4e73-a8ee-13fa5d2bea6e tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 943 time: 0.0924523 Jul 07 17:50:11.776107 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 94dd0f0f-1534-4647-80c2-8e92d0f17382 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:50:11.877537 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c026a02-a767-496e-a70f-387393325f25 req-2e50fbc0-165c-4684-a071-c2b2fb965310 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3163226 Jul 07 17:50:11.918646 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 94dd0f0f-1534-4647-80c2-8e92d0f17382, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:11.945319 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '94dd0f0f-1534-4647-80c2-8e92d0f17382', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'port_id': '94dd0f0f-1534-4647-80c2-8e92d0f17382', 'mac_address': 'fa:16:3e:a6:06:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:50:12.008735 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:12.034105 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94dd0f0f-1534-4647-80c2-8e92d0f17382 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:12.071682 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 94dd0f0f-1534-4647-80c2-8e92d0f17382, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:12.087796 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:12.159332 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=94dd0f0f-1534-4647-80c2-8e92d0f17382,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:12.168072 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:12.168440 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:12.168793 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:12.169192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:12.169561 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:12.169904 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:12.170363 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:12.170642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:12.170982 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:12.171322 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:12.171655 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:12.171983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:12.465744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['94dd0f0f-1534-4647-80c2-8e92d0f17382'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:12.585739 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-f1faeaab-c6d7-43db-b327-9fbf786a6d77 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:12.589301 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-f1faeaab-c6d7-43db-b327-9fbf786a6d77 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a&tenant_id=cde5f6b143e94f199fb62fcaea33f654&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 944 time: 0.1436458 Jul 07 17:50:12.659314 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3de4a-97ce-40e9-9c27-a28c9aedc641 req-5f9a6f3f-439e-4972-8442-1fe1acd4b8e7 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:12.661688 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7bf3de4a-97ce-40e9-9c27-a28c9aedc641 req-5f9a6f3f-439e-4972-8442-1fe1acd4b8e7 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 944 time: 0.0786018 Jul 07 17:50:12.719942 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7bf3de4a-97ce-40e9-9c27-a28c9aedc641 req-95584a22-9532-4072-bb31-f5016c530177 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498793 Jul 07 17:50:12.740826 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-22f68fc3-575c-4af4-aaaa-e3731035e1fa service neutron] 10.222.0.69 "GET /v2.0/ports/94dd0f0f-1534-4647-80c2-8e92d0f17382/bindings/n-h2-793620-7 HTTP/1.1" status: 200 len: 382 time: 0.1416433 Jul 07 17:50:12.823873 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-3129aeef-510f-4dde-b0a7-bb2f8baceb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:12.825501 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-3129aeef-510f-4dde-b0a7-bb2f8baceb0e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 1095 time: 0.0581617 Jul 07 17:50:12.934743 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-be0b7b57-2b68-4225-87a9-2f3f07529189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:12.936254 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-be0b7b57-2b68-4225-87a9-2f3f07529189 service neutron] 10.222.0.69 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.1028707 Jul 07 17:50:13.008372 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-8a2f08d5-0f1c-4ff2-a31f-52d52a33472a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382 HTTP/1.1" status: 200 len: 1001 time: 0.0651009 Jul 07 17:50:13.067997 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-4befe5ff-49a7-4743-a379-283c6946a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:13.069486 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-4befe5ff-49a7-4743-a379-283c6946a25d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0539324 Jul 07 17:50:13.160832 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-27a99106-4486-477b-8a6c-ac61ff6570f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:13.162505 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-27a99106-4486-477b-8a6c-ac61ff6570f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821633 Jul 07 17:50:13.268708 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-4f7f99d5-92a0-4216-b5a1-ff2758a67bcb service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957794 Jul 07 17:50:13.415441 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-cf48305b-d703-4cb1-9484-97de64cf8c68 service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392496 Jul 07 17:50:13.783038 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 94dd0f0f-1534-4647-80c2-8e92d0f17382 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:13.867139 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 94dd0f0f-1534-4647-80c2-8e92d0f17382 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:13.874903 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 94dd0f0f-1534-4647-80c2-8e92d0f17382 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:13.875686 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:13.982331 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95ec95-19dd-4605-a5d1-eab56de26820 req-d59827ad-aa82-45c9-b075-28f2b1928e8b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:13.983896 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ba95ec95-19dd-4605-a5d1-eab56de26820 req-d59827ad-aa82-45c9-b075-28f2b1928e8b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 944 time: 0.0985882 Jul 07 17:50:14.012835 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:14.049170 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ba95ec95-19dd-4605-a5d1-eab56de26820 req-bdafaf4c-8887-4708-b5f1-b222d2f2d98d tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559797 Jul 07 17:50:14.052771 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dd0f0f-1534-4647-80c2-8e92d0f17382'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:14.056467 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be20b8e6-fd35-4e50-bd8e-cc0029f11009" -d '{"events": [{"server_uuid": "e0e54eed-e279-41a5-811e-70e74f54220a", "name": "network-vif-plugged", "status": "completed", "tag": "94dd0f0f-1534-4647-80c2-8e92d0f17382"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:14.082218 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 94dd0f0f-1534-4647-80c2-8e92d0f17382, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:14.088351 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:14.154909 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=94dd0f0f-1534-4647-80c2-8e92d0f17382,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:14.225019 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf48d505-a8cf-45d0-b38e-a29eb77477cf x-openstack-request-id: req-cf48d505-a8cf-45d0-b38e-a29eb77477cf {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:14.225301 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e54eed-e279-41a5-811e-70e74f54220a", "name": "network-vif-plugged", "status": "completed", "tag": "94dd0f0f-1534-4647-80c2-8e92d0f17382", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:14.225602 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf48d505-a8cf-45d0-b38e-a29eb77477cf {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:14.226007 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dd0f0f-1534-4647-80c2-8e92d0f17382', 'code': 200} Jul 07 17:50:14.784685 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:14.809988 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b514204e-53dd-412b-9fe7-2cfe91a478aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:15.302409 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10ed77-a798-43fd-a191-03dd8c5dfdbb req-ee5b5a05-3da6-4098-a8f4-11c0bbc4670f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:15.304369 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b10ed77-a798-43fd-a191-03dd8c5dfdbb req-ee5b5a05-3da6-4098-a8f4-11c0bbc4670f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.0949590 Jul 07 17:50:15.381944 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b10ed77-a798-43fd-a191-03dd8c5dfdbb req-a9b1421c-93d7-4b8c-a754-dc1ddb463e18 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662305 Jul 07 17:50:16.629892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8e7df-4846-4425-93b7-a64f27e95338 req-255d0793-837e-42b1-a90a-43cf2fdf6412 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:16.631599 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-58e8e7df-4846-4425-93b7-a64f27e95338 req-255d0793-837e-42b1-a90a-43cf2fdf6412 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.0815718 Jul 07 17:50:16.689668 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-58e8e7df-4846-4425-93b7-a64f27e95338 req-57986ff8-1595-4a56-a1b7-1061ba531638 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501575 Jul 07 17:50:17.032894 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.289948 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:50:17.722055 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:17.941928 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9cb12-b35d-4309-bbdd-c000b5569028 req-44c23b2a-49b9-4eb2-8dae-f29a8d303440 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:17.943545 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cbd9cb12-b35d-4309-bbdd-c000b5569028 req-44c23b2a-49b9-4eb2-8dae-f29a8d303440 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.0887985 Jul 07 17:50:17.993219 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cbd9cb12-b35d-4309-bbdd-c000b5569028 req-2bdb9eb4-108c-4ba4-9cac-f219e4138dd1 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416968 Jul 07 17:50:18.013665 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fd4e9703-0808-4968-a42e-5787d90fb0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.307528 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-fe7883e8-9861-4a1d-892e-2597edea9770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:18.310488 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-fe7883e8-9861-4a1d-892e-2597edea9770 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a&tenant_id=cde5f6b143e94f199fb62fcaea33f654 HTTP/1.1" status: 200 len: 1096 time: 0.0618887 Jul 07 17:50:18.327031 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-7', 'device_owner': 'compute:nova'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:18.419193 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.650813 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] For port 94dd0f0f-1534-4647-80c2-8e92d0f17382, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:18.707970 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] For port 94dd0f0f-1534-4647-80c2-8e92d0f17382, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:18.753623 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94dd0f0f-1534-4647-80c2-8e92d0f17382'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:18.756102 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae2cff3-b995-49ca-ace9-dda21f89c64a" -d '{"events": [{"server_uuid": "e0e54eed-e279-41a5-811e-70e74f54220a", "name": "network-vif-unplugged", "status": "completed", "tag": "94dd0f0f-1534-4647-80c2-8e92d0f17382"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:18.760627 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.783906 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Transition to ACTIVE for port object 94dd0f0f-1534-4647-80c2-8e92d0f17382 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:18.789168 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:18.905814 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1112085c-b6ac-48c4-b45b-cdfb6aa9c561 x-openstack-request-id: req-1112085c-b6ac-48c4-b45b-cdfb6aa9c561 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:18.906056 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e54eed-e279-41a5-811e-70e74f54220a", "name": "network-vif-unplugged", "status": "completed", "tag": "94dd0f0f-1534-4647-80c2-8e92d0f17382", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:18.906450 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1112085c-b6ac-48c4-b45b-cdfb6aa9c561 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:18.906851 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94dd0f0f-1534-4647-80c2-8e92d0f17382', 'code': 200} Jul 07 17:50:18.915250 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=94dd0f0f-1534-4647-80c2-8e92d0f17382,revision_number=10']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:18.930754 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:18.931313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:18.931880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:18.932347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:18.932875 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:18.933352 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:18.933859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:18.934324 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:18.934908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:18.935453 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:18.936009 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:18.936505 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:50:19.003952 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] No DVR routers for this DVR port 94dd0f0f-1534-4647-80c2-8e92d0f17382 on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:19.060400 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:19.224682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Attempting to bind port 94dd0f0f-1534-4647-80c2-8e92d0f17382 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:19.225218 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Attempting to bind port 94dd0f0f-1534-4647-80c2-8e92d0f17382 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:19.225740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Attempting to bind port 94dd0f0f-1534-4647-80c2-8e92d0f17382 on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:19.231467 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Port 94dd0f0f-1534-4647-80c2-8e92d0f17382 on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:50:19.231791 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Attempting to bind port 94dd0f0f-1534-4647-80c2-8e92d0f17382 on network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:19.237136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:19.237475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Checking segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:19.237870 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Bound using segment: {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:19.238309 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Bound port: 94dd0f0f-1534-4647-80c2-8e92d0f17382, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dcb100-584a-4153-a873-72f3809eab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:19.238697 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:19.239213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1cbeb-685a-479c-978d-ba7d8b7b3186 req-8b7d39ac-5eee-47e8-92be-efe1dbf0d5f5 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:19.241455 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f3c1cbeb-685a-479c-978d-ba7d8b7b3186 req-8b7d39ac-5eee-47e8-92be-efe1dbf0d5f5 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 944 time: 0.0866244 Jul 07 17:50:19.297069 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f3c1cbeb-685a-479c-978d-ba7d8b7b3186 req-a3ee0341-b8e5-45a0-99ac-524bd98bef02 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484116 Jul 07 17:50:19.309929 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] For port 94dd0f0f-1534-4647-80c2-8e92d0f17382, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:19.313618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] For port 94dd0f0f-1534-4647-80c2-8e92d0f17382, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:50:19.330989 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:19.368344 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:19.368956 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:19.371068 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] 10.222.0.15 "PUT /v2.0/ports/94dd0f0f-1534-4647-80c2-8e92d0f17382 HTTP/1.1" status: 200 len: 1092 time: 1.0523014 Jul 07 17:50:19.415025 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645161c-3b1a-45e2-a23a-0b1bf36fd4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=94dd0f0f-1534-4647-80c2-8e92d0f17382,revision_number=11']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:19.496908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-b5248ff1-716c-4410-9b45-8e6fde66826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:19.499673 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-b5248ff1-716c-4410-9b45-8e6fde66826e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 1095 time: 0.0949631 Jul 07 17:50:19.612773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-663bcd6d-9da7-46dc-b881-774f32145022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:19.614358 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-663bcd6d-9da7-46dc-b881-774f32145022 service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.1082563 Jul 07 17:50:19.688175 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-c3d3d2a5-2613-4b5c-bb4a-8734c790452a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382 HTTP/1.1" status: 200 len: 1000 time: 0.0667765 Jul 07 17:50:19.744273 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-2d16c81c-69e0-4efb-a511-f6085b5a76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:19.745696 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-2d16c81c-69e0-4efb-a511-f6085b5a76a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0518489 Jul 07 17:50:19.803360 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 94dd0f0f-1534-4647-80c2-8e92d0f17382 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:19.813069 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-1f00ba17-0678-424d-9eab-6df7adfc9fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:19.814639 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-1f00ba17-0678-424d-9eab-6df7adfc9fa6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630157 Jul 07 17:50:19.850535 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 94dd0f0f-1534-4647-80c2-8e92d0f17382 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:19.919555 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-ecdc5462-5d27-47b6-aaad-ff92c134b289 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977714 Jul 07 17:50:20.020442 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3ee4b709-7280-45a5-9442-d1401c7a7d75 req-47032b23-6a8d-48ec-8068-9bdf08541ca1 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943663 Jul 07 17:50:20.504168 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:20.532285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad8532-9909-4d45-93ea-db8ef12de323 req-afe0689b-6e9a-48ac-930d-f24a20df00c7 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:20.533922 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-86ad8532-9909-4d45-93ea-db8ef12de323 req-afe0689b-6e9a-48ac-930d-f24a20df00c7 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 944 time: 0.0776188 Jul 07 17:50:20.591917 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-86ad8532-9909-4d45-93ea-db8ef12de323 req-419fac92-dd59-4326-92a1-6f685d41c193 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496788 Jul 07 17:50:20.907794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'tag': '94dd0f0f-1534-4647-80c2-8e92d0f17382'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:20.910605 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e54eed-e279-41a5-811e-70e74f54220a", "tag": "94dd0f0f-1534-4647-80c2-8e92d0f17382"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:20.980046 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7214e3ab-7063-4112-9c4c-56916950a4e4 x-openstack-request-id: req-7214e3ab-7063-4112-9c4c-56916950a4e4 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:20.980394 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e54eed-e279-41a5-811e-70e74f54220a", "tag": "94dd0f0f-1534-4647-80c2-8e92d0f17382", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:20.980745 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7214e3ab-7063-4112-9c4c-56916950a4e4 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:20.982466 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'tag': '94dd0f0f-1534-4647-80c2-8e92d0f17382', 'status': 'completed', 'code': 200} Jul 07 17:50:21.086175 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-72f725b5-2303-44bd-8722-287cc742b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:21.086562 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-b34de992-5394-4a79-8bed-368c57ad8a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:21.088598 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-72f725b5-2303-44bd-8722-287cc742b9ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 1095 time: 0.0828507 Jul 07 17:50:21.088750 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-b34de992-5394-4a79-8bed-368c57ad8a44 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cde5f6b143e94f199fb62fcaea33f654&device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 1095 time: 0.0827289 Jul 07 17:50:21.202987 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-8dff96f6-0fef-46ac-8011-fcc7d09001c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:21.204810 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-8dff96f6-0fef-46ac-8011-fcc7d09001c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.1100249 Jul 07 17:50:21.211275 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-b5e26ddb-4842-4ced-a555-066adb53e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:21.212803 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-b5e26ddb-4842-4ced-a555-066adb53e66f service neutron] 10.222.0.69 "GET /v2.0/networks?id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 200 len: 912 time: 0.1157060 Jul 07 17:50:21.300243 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-69760e2e-5d47-4045-80fa-f3b394e86dd7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382 HTTP/1.1" status: 200 len: 1000 time: 0.0803866 Jul 07 17:50:21.316573 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-85736105-0b9c-4a1c-b648-79d97961a8d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382 HTTP/1.1" status: 200 len: 1000 time: 0.0997062 Jul 07 17:50:21.374731 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-40ceaeb3-1ce6-4b44-aae2-f885f60c12b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:21.376842 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-37346093-b511-414d-b6a5-6c97dc013a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:21.377003 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-40ceaeb3-1ce6-4b44-aae2-f885f60c12b1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0680752 Jul 07 17:50:21.378367 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-37346093-b511-414d-b6a5-6c97dc013a71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 200 len: 850 time: 0.0578098 Jul 07 17:50:21.454365 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-bc8537c1-4f2b-4a44-972b-9a458d5ff55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:21.456160 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-bc8537c1-4f2b-4a44-972b-9a458d5ff55a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694387 Jul 07 17:50:21.463110 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-1d942b9b-0800-48fd-a2ff-7aa2696d216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:21.465399 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-1d942b9b-0800-48fd-a2ff-7aa2696d216c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813007 Jul 07 17:50:21.583023 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-d0278a0e-19b2-4a45-a6fd-7408a8a815d2 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189368 Jul 07 17:50:21.604931 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-3508619a-634f-45c2-9b30-f058313bff1e service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321230 Jul 07 17:50:21.737332 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-921893cb-1314-4b52-9bc7-2cca1b9b6771 service neutron] 10.222.0.15 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468942 Jul 07 17:50:21.752686 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3d34ba36-5c98-4d2c-9ffd-fbfa09020c63 req-637ae32b-9367-4a8b-9338-862cddb00e77 service neutron] 10.222.0.69 "GET /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406562 Jul 07 17:50:21.880170 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c5b04-1fc4-45f8-ac81-87c75843e518 req-a1ba7b0d-a98e-4c8c-8ed8-82060f87992c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:21.881766 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c6c5b04-1fc4-45f8-ac81-87c75843e518 req-a1ba7b0d-a98e-4c8c-8ed8-82060f87992c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 944 time: 0.0949943 Jul 07 17:50:21.938284 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c6c5b04-1fc4-45f8-ac81-87c75843e518 req-4aaf4922-fcc0-43fb-a277-1912a84c89a1 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503645 Jul 07 17:50:23.149160 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e47d8a-2c55-4e61-b179-bb821f2260a1 req-3bf984c3-2be2-4717-8e31-2179b8cff105 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:23.150721 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-38e47d8a-2c55-4e61-b179-bb821f2260a1 req-3bf984c3-2be2-4717-8e31-2179b8cff105 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 944 time: 0.0730515 Jul 07 17:50:23.197553 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-38e47d8a-2c55-4e61-b179-bb821f2260a1 req-0c5067c0-3b33-4a22-944b-3be071993ab1 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406184 Jul 07 17:50:24.398249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93a735-5f42-4140-9df3-75fc4054cc24 req-5232ca91-c1ae-496a-bbcf-3ea063f32dae tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:24.399916 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b93a735-5f42-4140-9df3-75fc4054cc24 req-5232ca91-c1ae-496a-bbcf-3ea063f32dae tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 944 time: 0.0724745 Jul 07 17:50:24.442543 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b93a735-5f42-4140-9df3-75fc4054cc24 req-b4252de1-3e99-4a6c-b7cc-d1176966ac5f tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352607 Jul 07 17:50:25.703267 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c756b-fb3d-46b7-b18f-34f5a1674029 req-56303dd8-7103-4f04-97f5-c14eb5a393c7 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:25.706629 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-359c756b-fb3d-46b7-b18f-34f5a1674029 req-56303dd8-7103-4f04-97f5-c14eb5a393c7 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 944 time: 0.0985603 Jul 07 17:50:25.768879 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-359c756b-fb3d-46b7-b18f-34f5a1674029 req-2cd2a9c3-b881-411f-8c63-9f30ff26d456 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526628 Jul 07 17:50:26.974404 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b08c38-90eb-4027-9e7d-0899cfa062b8 req-6774a682-7f03-46e1-b918-7f48304b199a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:26.977020 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02b08c38-90eb-4027-9e7d-0899cfa062b8 req-6774a682-7f03-46e1-b918-7f48304b199a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 944 time: 0.0795951 Jul 07 17:50:27.026897 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-02b08c38-90eb-4027-9e7d-0899cfa062b8 req-de1c00df-4932-4832-95f0-e0a0af5e3b90 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434291 Jul 07 17:50:28.227449 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcda9e2-7fd3-439b-a6b9-160c0adc9c1a req-e97aef12-701d-4786-be15-c6868998d358 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:28.229093 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bcda9e2-7fd3-439b-a6b9-160c0adc9c1a req-e97aef12-701d-4786-be15-c6868998d358 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 944 time: 0.0714269 Jul 07 17:50:28.273876 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bcda9e2-7fd3-439b-a6b9-160c0adc9c1a req-0b4d83f5-c616-40a4-a788-0173fbd1477e tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382502 Jul 07 17:50:29.458890 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e12f9-5493-44b8-853f-2c774e5bb35e req-c5b9ea20-4d32-4028-a78c-67629bad956b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:29.460411 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f0e12f9-5493-44b8-853f-2c774e5bb35e req-c5b9ea20-4d32-4028-a78c-67629bad956b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 944 time: 0.0706089 Jul 07 17:50:29.503071 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5f0e12f9-5493-44b8-853f-2c774e5bb35e req-86755f7c-50ed-49f7-8750-7fd1513c6e70 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342019 Jul 07 17:50:30.872097 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd43b0-4cfc-47d3-a48f-1f13b1c9c251 req-4540dece-3238-4e43-88ee-e8e1840a8d76 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:30.873808 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13dd43b0-4cfc-47d3-a48f-1f13b1c9c251 req-4540dece-3238-4e43-88ee-e8e1840a8d76 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 944 time: 0.0692105 Jul 07 17:50:30.913018 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-13dd43b0-4cfc-47d3-a48f-1f13b1c9c251 req-ab02f7f4-44d8-44ae-a047-80b6f742c993 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335073 Jul 07 17:50:32.089172 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d00ce-dfd8-4400-bee2-2e44de14c266 req-29ae6869-9678-481c-b48a-f604e1bb797c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:32.090640 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-277d00ce-dfd8-4400-bee2-2e44de14c266 req-29ae6869-9678-481c-b48a-f604e1bb797c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 944 time: 0.0684421 Jul 07 17:50:32.129775 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-277d00ce-dfd8-4400-bee2-2e44de14c266 req-09b863bc-ef49-48e1-8cfb-3f95b6b045f8 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332730 Jul 07 17:50:32.307135 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5849c0-ccf3-4f2a-8c65-5caf4b80f011 req-0febe5a2-f596-43dd-8f62-282a75e6bc69 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:32.309237 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0e5849c0-ccf3-4f2a-8c65-5caf4b80f011 req-0febe5a2-f596-43dd-8f62-282a75e6bc69 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 944 time: 0.0660954 Jul 07 17:50:32.348032 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0e5849c0-ccf3-4f2a-8c65-5caf4b80f011 req-20c81ba6-5914-4d7d-aa85-e15bf65a2c65 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327032 Jul 07 17:50:32.558041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880a621-f0d2-4d7d-b1c6-e18ca7150e14 req-fba6ac5d-263f-45f5-a4bb-524d463e130b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:32.559565 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f880a621-f0d2-4d7d-b1c6-e18ca7150e14 req-fba6ac5d-263f-45f5-a4bb-524d463e130b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 944 time: 0.0690222 Jul 07 17:50:32.598880 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f880a621-f0d2-4d7d-b1c6-e18ca7150e14 req-8faeed89-9fcd-4bce-958b-4565eac37efc tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332477 Jul 07 17:50:32.651860 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 94dd0f0f-1534-4647-80c2-8e92d0f17382 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:50:32.752642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 94dd0f0f-1534-4647-80c2-8e92d0f17382, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:32.766289 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '94dd0f0f-1534-4647-80c2-8e92d0f17382', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'port_id': '94dd0f0f-1534-4647-80c2-8e92d0f17382', 'mac_address': 'fa:16:3e:a6:06:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:50:32.804865 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.819713 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94dd0f0f-1534-4647-80c2-8e92d0f17382 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:32.844402 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 94dd0f0f-1534-4647-80c2-8e92d0f17382, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:32.848752 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:32.906917 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=94dd0f0f-1534-4647-80c2-8e92d0f17382,revision_number=12']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:33.017023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec2e6a-7125-4451-930b-f963d053befa req-cbac2667-a00f-480d-9c66-b393e8559580 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:33.018910 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37ec2e6a-7125-4451-930b-f963d053befa req-cbac2667-a00f-480d-9c66-b393e8559580 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.0666919 Jul 07 17:50:33.061516 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-37ec2e6a-7125-4451-930b-f963d053befa req-90aa3fb3-c7c6-4245-812f-f95e175ed3a7 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351696 Jul 07 17:50:33.142255 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['94dd0f0f-1534-4647-80c2-8e92d0f17382'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:34.249420 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7ed1d-c6a0-4d07-b649-065bddc46318 req-426422c7-0821-401d-bedf-8a5f95b5b235 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:34.250952 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-88e7ed1d-c6a0-4d07-b649-065bddc46318 req-426422c7-0821-401d-bedf-8a5f95b5b235 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.0657885 Jul 07 17:50:34.296277 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-88e7ed1d-c6a0-4d07-b649-065bddc46318 req-62bbe74e-810c-4d46-a076-a4e9b03786a3 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c610981-f3d8-4454-ae83-57f24b4f5e46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393021 Jul 07 17:50:34.496772 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc066352-8527-42a9-960e-8c6eb8c187ec req-14bb4e00-b2ca-4287-b9e6-e00fd650eb87 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:34.498304 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc066352-8527-42a9-960e-8c6eb8c187ec req-14bb4e00-b2ca-4287-b9e6-e00fd650eb87 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 945 time: 0.0676963 Jul 07 17:50:34.629526 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-bc066352-8527-42a9-960e-8c6eb8c187ec req-af3a9c1a-c8b3-4847-ade5-1ffd94504a3c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Deleting port 94dd0f0f-1534-4647-80c2-8e92d0f17382 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:34.630022 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc066352-8527-42a9-960e-8c6eb8c187ec req-af3a9c1a-c8b3-4847-ade5-1ffd94504a3c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.667427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 94dd0f0f-1534-4647-80c2-8e92d0f17382 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:34.727374 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-bc066352-8527-42a9-960e-8c6eb8c187ec req-af3a9c1a-c8b3-4847-ade5-1ffd94504a3c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] For port 94dd0f0f-1534-4647-80c2-8e92d0f17382, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:34.727738 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc066352-8527-42a9-960e-8c6eb8c187ec req-af3a9c1a-c8b3-4847-ade5-1ffd94504a3c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.736448 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 94dd0f0f-1534-4647-80c2-8e92d0f17382 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:34.743588 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 94dd0f0f-1534-4647-80c2-8e92d0f17382 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:34.744173 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.841371 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.865346 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dd0f0f-1534-4647-80c2-8e92d0f17382'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:34.867849 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42049cb-2233-49d5-8c2c-5c157fcf0788" -d '{"events": [{"server_uuid": "e0e54eed-e279-41a5-811e-70e74f54220a", "name": "network-vif-plugged", "status": "completed", "tag": "94dd0f0f-1534-4647-80c2-8e92d0f17382"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:34.881386 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 94dd0f0f-1534-4647-80c2-8e92d0f17382, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=94dd0f0f-1534-4647-80c2-8e92d0f17382,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:34.895155 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.920816 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e8217f-816f-4537-94d9-1f628000af66 x-openstack-request-id: req-61e8217f-816f-4537-94d9-1f628000af66 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:34.921165 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e54eed-e279-41a5-811e-70e74f54220a", "name": "network-vif-plugged", "status": "completed", "tag": "94dd0f0f-1534-4647-80c2-8e92d0f17382", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:34.921350 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61e8217f-816f-4537-94d9-1f628000af66 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:34.921647 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dd0f0f-1534-4647-80c2-8e92d0f17382', 'code': 200} Jul 07 17:50:34.951112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=94dd0f0f-1534-4647-80c2-8e92d0f17382,revision_number=13']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:34.956263 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc066352-8527-42a9-960e-8c6eb8c187ec req-af3a9c1a-c8b3-4847-ade5-1ffd94504a3c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.956974 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc066352-8527-42a9-960e-8c6eb8c187ec req-af3a9c1a-c8b3-4847-ade5-1ffd94504a3c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:34.957292 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [req-bc066352-8527-42a9-960e-8c6eb8c187ec req-af3a9c1a-c8b3-4847-ade5-1ffd94504a3c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Floating IP ebdd8860-796b-424e-a036-2578fde08e67 disassociated. External IP: 172.25.2.163, port: 94dd0f0f-1534-4647-80c2-8e92d0f17382. Jul 07 17:50:34.957876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-bc066352-8527-42a9-960e-8c6eb8c187ec req-af3a9c1a-c8b3-4847-ade5-1ffd94504a3c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Calling delete_port for 94dd0f0f-1534-4647-80c2-8e92d0f17382 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:35.099098 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc066352-8527-42a9-960e-8c6eb8c187ec req-af3a9c1a-c8b3-4847-ade5-1ffd94504a3c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:35.137167 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a9c1a-c8b3-4847-ade5-1ffd94504a3c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Pushing event deleted for resources: {'Port': ['ID=94dd0f0f-1534-4647-80c2-8e92d0f17382,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:35.272806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc066352-8527-42a9-960e-8c6eb8c187ec req-af3a9c1a-c8b3-4847-ade5-1ffd94504a3c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Router 2695b932-30b7-4de0-9104-5acc659ccb6c has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:50:35.412642 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc066352-8527-42a9-960e-8c6eb8c187ec req-af3a9c1a-c8b3-4847-ade5-1ffd94504a3c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:35.427025 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9dcdc-f776-4327-9808-3d7329d6bd67 None None] Sync routers for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:35.437575 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9dcdc-f776-4327-9808-3d7329d6bd67 None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:35.438200 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-30c9dcdc-f776-4327-9808-3d7329d6bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:50:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:35.458322 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d366301b-54f2-40ed-b54c-cb0b69cadf3e req-8547c1b9-976e-46bc-8b66-79b3c9f39af4 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 210 time: 0.0375397 Jul 07 17:50:35.470542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc066352-8527-42a9-960e-8c6eb8c187ec req-af3a9c1a-c8b3-4847-ade5-1ffd94504a3c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] No DVR routers for this DVR port 94dd0f0f-1534-4647-80c2-8e92d0f17382 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:35.473708 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-bc066352-8527-42a9-960e-8c6eb8c187ec req-af3a9c1a-c8b3-4847-ade5-1ffd94504a3c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:35.476207 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bc066352-8527-42a9-960e-8c6eb8c187ec req-af3a9c1a-c8b3-4847-ade5-1ffd94504a3c tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.15 "DELETE /v2.0/ports/94dd0f0f-1534-4647-80c2-8e92d0f17382 HTTP/1.1" status: 204 len: 173 time: 0.9728758 Jul 07 17:50:35.476682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'name': 'network-vif-deleted', 'tag': '94dd0f0f-1534-4647-80c2-8e92d0f17382'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:35.483978 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609a22f7-9fe2-4ad9-bbbd-7da6b3a9bc1f" -d '{"events": [{"server_uuid": "e0e54eed-e279-41a5-811e-70e74f54220a", "name": "network-vif-deleted", "tag": "94dd0f0f-1534-4647-80c2-8e92d0f17382"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:35.528718 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7a4f50-5a4a-4a6d-ab76-a0303f9ae101 x-openstack-request-id: req-2b7a4f50-5a4a-4a6d-ab76-a0303f9ae101 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:35.529324 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e54eed-e279-41a5-811e-70e74f54220a", "name": "network-vif-deleted", "tag": "94dd0f0f-1534-4647-80c2-8e92d0f17382", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:35.529324 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b7a4f50-5a4a-4a6d-ab76-a0303f9ae101 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:35.529805 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e54eed-e279-41a5-811e-70e74f54220a', 'name': 'network-vif-deleted', 'tag': '94dd0f0f-1534-4647-80c2-8e92d0f17382', 'status': 'completed', 'code': 200} Jul 07 17:50:35.566690 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-30c9dcdc-f776-4327-9808-3d7329d6bd67 None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:35.776820 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-30c9dcdc-f776-4327-9808-3d7329d6bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:35.803851 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9dcdc-f776-4327-9808-3d7329d6bd67 None None] Checking router: 2695b932-30b7-4de0-9104-5acc659ccb6c for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:50:35.813411 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9dcdc-f776-4327-9808-3d7329d6bd67 None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:35.814032 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-30c9dcdc-f776-4327-9808-3d7329d6bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:50:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:35.922765 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-30c9dcdc-f776-4327-9808-3d7329d6bd67 None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:36.148232 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-30c9dcdc-f776-4327-9808-3d7329d6bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:36.175986 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9dcdc-f776-4327-9808-3d7329d6bd67 None None] The sync data for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 is: [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:29Z', 'revision_number': 4, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1', 'name': '', 'network_id': '753f1f3c-81c3-442b-9eaa-5c4145bb2d1a', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'mac_address': 'fa:16:3e:4a:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:28Z', 'updated_at': '2021-07-07T17:40:33Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'subnets': [{'id': 'af38db44-811f-4803-bd11-4bb1e1546ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:36.431950 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708000da-4a4d-4d8d-93f2-9e7f3139c601 None None] New status for floating IP ebdd8860-796b-424e-a036-2578fde08e67: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:50:36.617109 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-09fcec72-cc55-47d3-84a3-82f4f2dc0be4 req-7da584ee-8dee-4966-b037-c58249b1057b tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 210 time: 0.0291731 Jul 07 17:50:37.784193 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-97395543-9418-4317-9c97-382aad6ff66b req-e607433f-802f-4097-b04d-fc2e8075f857 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 210 time: 0.0335798 Jul 07 17:50:38.665739 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 94dd0f0f-1534-4647-80c2-8e92d0f17382 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:38.687176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 94dd0f0f-1534-4647-80c2-8e92d0f17382 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:38.687523 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 94dd0f0f-1534-4647-80c2-8e92d0f17382 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:38.941618 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-88b8f761-7a27-47cf-982a-fee6555b4eea req-1e301732-78da-4e30-8590-4065e17cd5d9 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0e54eed-e279-41a5-811e-70e74f54220a HTTP/1.1" status: 200 len: 210 time: 0.0307477 Jul 07 17:50:43.062702 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35218) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:43.127525 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e6cda2df-66e5-4198-9b5e-5d42f0334f31 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.157541 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e6cda2df-66e5-4198-9b5e-5d42f0334f31 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.211093 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e6cda2df-66e5-4198-9b5e-5d42f0334f31 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.213726 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e6cda2df-66e5-4198-9b5e-5d42f0334f31 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.217747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35220) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:43.218276 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e6cda2df-66e5-4198-9b5e-5d42f0334f31 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "DELETE /v2.0/security-groups/5c610981-f3d8-4454-ae83-57f24b4f5e46 HTTP/1.1" status: 204 len: 168 time: 0.1537924 Jul 07 17:50:43.229000 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cda2df-66e5-4198-9b5e-5d42f0334f31 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c610981-f3d8-4454-ae83-57f24b4f5e46,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:43.239784 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-0e7ee1d7-7dc1-4379-a077-800fd1cc350a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] show failed (client error): The resource could not be found. Jul 07 17:50:43.241016 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0e7ee1d7-7dc1-4379-a077-800fd1cc350a tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "GET /v2.0/security-groups/5c610981-f3d8-4454-ae83-57f24b4f5e46 HTTP/1.1" status: 404 len: 347 time: 0.0217135 Jul 07 17:50:43.244116 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35222) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:43.378223 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-753ec737-9aa8-4edf-8084-7223f6838f65 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Deleting port 0f36ccc4-7574-44c2-81eb-38f2ee7624cf {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:43.378561 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-753ec737-9aa8-4edf-8084-7223f6838f65 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.464604 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-753ec737-9aa8-4edf-8084-7223f6838f65 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.464944 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-753ec737-9aa8-4edf-8084-7223f6838f65 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.480646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-753ec737-9aa8-4edf-8084-7223f6838f65 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Calling delete_port for 0f36ccc4-7574-44c2-81eb-38f2ee7624cf owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:43.619892 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-753ec737-9aa8-4edf-8084-7223f6838f65 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.647680 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ec737-9aa8-4edf-8084-7223f6838f65 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Pushing event deleted for resources: {'Port': ['ID=0f36ccc4-7574-44c2-81eb-38f2ee7624cf,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:43.712469 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-753ec737-9aa8-4edf-8084-7223f6838f65 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.715518 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-753ec737-9aa8-4edf-8084-7223f6838f65 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:43.716716 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-753ec737-9aa8-4edf-8084-7223f6838f65 tempest-ServerActionsTestJSON-1641374146 tempest-ServerActionsTestJSON-1641374146-project] 10.222.0.50 "DELETE /v2.0/floatingips/ebdd8860-796b-424e-a036-2578fde08e67 HTTP/1.1" status: 204 len: 168 time: 0.4708457 Jul 07 17:50:43.719646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35224) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:44.248063 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a7ba8914-2f21-44b1-a3a6-a9aedea8824b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:44.505489 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-a7ba8914-2f21-44b1-a3a6-a9aedea8824b admin admin] Deleting port 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:44.505839 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a7ba8914-2f21-44b1-a3a6-a9aedea8824b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:44.588522 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-a7ba8914-2f21-44b1-a3a6-a9aedea8824b admin admin] For port 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:44.588898 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a7ba8914-2f21-44b1-a3a6-a9aedea8824b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:44.601717 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-a7ba8914-2f21-44b1-a3a6-a9aedea8824b admin admin] Calling delete_port for 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:44.793949 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a7ba8914-2f21-44b1-a3a6-a9aedea8824b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:44.797366 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:44.798670 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a759c437-eb14-4027-b2ba-89d4a02a58bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:44.818609 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba8914-2f21-44b1-a3a6-a9aedea8824b admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:45.013124 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a7ba8914-2f21-44b1-a3a6-a9aedea8824b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.257569 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ba8914-2f21-44b1-a3a6-a9aedea8824b admin admin] Router 2695b932-30b7-4de0-9104-5acc659ccb6c has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:50:45.734285 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ba8914-2f21-44b1-a3a6-a9aedea8824b admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:50:45.741128 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a7ba8914-2f21-44b1-a3a6-a9aedea8824b admin admin] 10.222.0.50 "PUT /v2.0/routers/2695b932-30b7-4de0-9104-5acc659ccb6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0187500 Jul 07 17:50:45.743316 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35228) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:45.746873 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb69c9c-0e75-4890-8829-9228f4afeb48 None None] Sync routers for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:50:45.761562 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb69c9c-0e75-4890-8829-9228f4afeb48 None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:45.762474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ffb69c9c-0e75-4890-8829-9228f4afeb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:50:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:45.859159 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa312-cab1-4931-b45e-652bea4046b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:45.883656 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-ffb69c9c-0e75-4890-8829-9228f4afeb48 None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:45.972619 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa312-cab1-4931-b45e-652bea4046b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.028135 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-0dbfa312-cab1-4931-b45e-652bea4046b8 admin admin] Deleting port 8b4fb10a-01dd-4955-b633-b6c1abe6ea68 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:46.029094 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa312-cab1-4931-b45e-652bea4046b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.084903 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ffb69c9c-0e75-4890-8829-9228f4afeb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:50:44Z', 'revision_number': 5, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port': {'id': '8b4fb10a-01dd-4955-b633-b6c1abe6ea68', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:46.113867 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb69c9c-0e75-4890-8829-9228f4afeb48 None None] Checking router: 2695b932-30b7-4de0-9104-5acc659ccb6c for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:50:46.123364 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb69c9c-0e75-4890-8829-9228f4afeb48 None None] Routers {'2695b932-30b7-4de0-9104-5acc659ccb6c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:50:46.123981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ffb69c9c-0e75-4890-8829-9228f4afeb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:50:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['2695b932-30b7-4de0-9104-5acc659ccb6c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:46.131895 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-0dbfa312-cab1-4931-b45e-652bea4046b8 admin admin] For port 8b4fb10a-01dd-4955-b633-b6c1abe6ea68, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8b4fb10a-01dd-4955-b633-b6c1abe6ea68,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:46.132280 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa312-cab1-4931-b45e-652bea4046b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.145481 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-0dbfa312-cab1-4931-b45e-652bea4046b8 admin admin] Calling delete_port for 8b4fb10a-01dd-4955-b633-b6c1abe6ea68 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:46.215778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-ffb69c9c-0e75-4890-8829-9228f4afeb48 None None] Set router 2695b932-30b7-4de0-9104-5acc659ccb6c gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:50:46.273295 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ffb69c9c-0e75-4890-8829-9228f4afeb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:50:45Z', 'revision_number': 6, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:46.319196 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb69c9c-0e75-4890-8829-9228f4afeb48 None None] The sync data for ids ['2695b932-30b7-4de0-9104-5acc659ccb6c'] in n-d-793620-7 is: [{'id': '2695b932-30b7-4de0-9104-5acc659ccb6c', 'name': 'tempest-ServerActionsTestJSON-910156913-router', 'tenant_id': 'cde5f6b143e94f199fb62fcaea33f654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:40:26Z', 'updated_at': '2021-07-07T17:50:45Z', 'revision_number': 6, 'project_id': 'cde5f6b143e94f199fb62fcaea33f654', 'gw_port_host': None}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:50:46.348016 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa312-cab1-4931-b45e-652bea4046b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.378634 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfa312-cab1-4931-b45e-652bea4046b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4fb10a-01dd-4955-b633-b6c1abe6ea68,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:46.439568 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa312-cab1-4931-b45e-652bea4046b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.532280 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa312-cab1-4931-b45e-652bea4046b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.534862 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa312-cab1-4931-b45e-652bea4046b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.586150 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa312-cab1-4931-b45e-652bea4046b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.587092 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbfa312-cab1-4931-b45e-652bea4046b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2695b932-30b7-4de0-9104-5acc659ccb6c {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:50:46.593604 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa312-cab1-4931-b45e-652bea4046b8 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.594900 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0dbfa312-cab1-4931-b45e-652bea4046b8 admin admin] 10.222.0.50 "DELETE /v2.0/routers/2695b932-30b7-4de0-9104-5acc659ccb6c HTTP/1.1" status: 204 len: 168 time: 0.8507161 Jul 07 17:50:46.597487 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35230) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:46.645564 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8ae274-952d-49f5-bad9-d72aba3b1a13 admin admin] Deleting subnet af38db44-811f-4803-bd11-4bb1e1546ce9 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:50:46.648651 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca8ae274-952d-49f5-bad9-d72aba3b1a13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.687701 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca8ae274-952d-49f5-bad9-d72aba3b1a13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.788999 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca8ae274-952d-49f5-bad9-d72aba3b1a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.845391 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca8ae274-952d-49f5-bad9-d72aba3b1a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.876334 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ae274-952d-49f5-bad9-d72aba3b1a13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af38db44-811f-4803-bd11-4bb1e1546ce9,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:46.878342 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ca8ae274-952d-49f5-bad9-d72aba3b1a13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:46.882434 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ca8ae274-952d-49f5-bad9-d72aba3b1a13 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/af38db44-811f-4803-bd11-4bb1e1546ce9 HTTP/1.1" status: 204 len: 168 time: 0.2823398 Jul 07 17:50:46.884284 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35232) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:46.886959 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956195b8-d5c4-4fdc-b34a-757c35959017 None None] Network 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:46.957191 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3c78-6afd-4df2-9b25-3ddfaf819cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.021779 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b3c78-6afd-4df2-9b25-3ddfaf819cbe admin admin] Deleting port d1684c04-c612-4639-a5f0-ba6fa8ef0402 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:47.022175 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3c78-6afd-4df2-9b25-3ddfaf819cbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.036338 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.102322 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-ce1b3c78-6afd-4df2-9b25-3ddfaf819cbe admin admin] For port d1684c04-c612-4639-a5f0-ba6fa8ef0402, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d1684c04-c612-4639-a5f0-ba6fa8ef0402,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:47.102856 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3c78-6afd-4df2-9b25-3ddfaf819cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.122635 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b3c78-6afd-4df2-9b25-3ddfaf819cbe admin admin] Calling delete_port for d1684c04-c612-4639-a5f0-ba6fa8ef0402 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:47.129342 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dba039-d6de-498d-b114-3143233c1cc2 None None] DHCP port deletion for 753f1f3c-81c3-442b-9eaa-5c4145bb2d1a request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:50:47.201894 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d9dba039-d6de-498d-b114-3143233c1cc2 None None] Deleting port d1684c04-c612-4639-a5f0-ba6fa8ef0402 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:50:47.202258 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d9dba039-d6de-498d-b114-3143233c1cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.247357 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3c78-6afd-4df2-9b25-3ddfaf819cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.289327 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-d9dba039-d6de-498d-b114-3143233c1cc2 None None] For port d1684c04-c612-4639-a5f0-ba6fa8ef0402, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d1684c04-c612-4639-a5f0-ba6fa8ef0402,segment=NetworkSegment(29dcb100-584a-4153-a873-72f3809eab26),segment_id=29dcb100-584a-4153-a873-72f3809eab26)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:47.290125 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d9dba039-d6de-498d-b114-3143233c1cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.291720 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b3c78-6afd-4df2-9b25-3ddfaf819cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=d1684c04-c612-4639-a5f0-ba6fa8ef0402,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:47.298435 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b3c78-6afd-4df2-9b25-3ddfaf819cbe admin admin] No DVR routers for this DVR port d1684c04-c612-4639-a5f0-ba6fa8ef0402 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:47.313261 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d9dba039-d6de-498d-b114-3143233c1cc2 None None] Calling delete_port for d1684c04-c612-4639-a5f0-ba6fa8ef0402 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:50:47.414692 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3c78-6afd-4df2-9b25-3ddfaf819cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.426200 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ce1b3c78-6afd-4df2-9b25-3ddfaf819cbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753f1f3c-81c3-442b-9eaa-5c4145bb2d1a']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:47.438724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ce1b3c78-6afd-4df2-9b25-3ddfaf819cbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29dcb100-584a-4153-a873-72f3809eab26') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:47.439129 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-ce1b3c78-6afd-4df2-9b25-3ddfaf819cbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29dcb100-584a-4153-a873-72f3809eab26') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:50:47.440127 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d9dba039-d6de-498d-b114-3143233c1cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.450767 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3c78-6afd-4df2-9b25-3ddfaf819cbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.471321 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3c78-6afd-4df2-9b25-3ddfaf819cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.479552 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1b3c78-6afd-4df2-9b25-3ddfaf819cbe admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:50:47.480120 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3c78-6afd-4df2-9b25-3ddfaf819cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.481782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dba039-d6de-498d-b114-3143233c1cc2 None None] No DVR routers for this DVR port d1684c04-c612-4639-a5f0-ba6fa8ef0402 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:50:47.482203 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:50:47.509027 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dba039-d6de-498d-b114-3143233c1cc2 None None] Pushing event deleted for resources: {'Port': ['ID=d1684c04-c612-4639-a5f0-ba6fa8ef0402,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:47.559391 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3c78-6afd-4df2-9b25-3ddfaf819cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.565273 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3c78-6afd-4df2-9b25-3ddfaf819cbe admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.567242 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ce1b3c78-6afd-4df2-9b25-3ddfaf819cbe admin admin] 10.222.0.50 "DELETE /v2.0/networks/753f1f3c-81c3-442b-9eaa-5c4145bb2d1a HTTP/1.1" status: 204 len: 168 time: 0.6816394 Jul 07 17:50:47.579859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b3c78-6afd-4df2-9b25-3ddfaf819cbe admin admin] Pushing event deleted for resources: {'Network': ['ID=753f1f3c-81c3-442b-9eaa-5c4145bb2d1a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:47.693046 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35236) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:47.723510 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.745569 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-156d8aa1-74dd-4140-9938-251fe509c885 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cde5f6b143e94f199fb62fcaea33f654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486553 Jul 07 17:50:47.746427 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35238) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:47.798790 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-28e755b3-cd0a-4515-8c91-5d47402a8241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.809745 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d1684c04-c612-4639-a5f0-ba6fa8ef0402 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:47.832625 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-28e755b3-cd0a-4515-8c91-5d47402a8241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.836805 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: d1684c04-c612-4639-a5f0-ba6fa8ef0402 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:47.837191 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device d1684c04-c612-4639-a5f0-ba6fa8ef0402 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:47.837714 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:47.866253 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:47.866633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4a2ab2cc-bc18-4a13-b72b-2d3ca77986f1 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:47.867188 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8b4fb10a-01dd-4955-b633-b6c1abe6ea68 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:50:47.900375 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 8b4fb10a-01dd-4955-b633-b6c1abe6ea68 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:50:47.901996 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8b4fb10a-01dd-4955-b633-b6c1abe6ea68 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:50:47.913540 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-28e755b3-cd0a-4515-8c91-5d47402a8241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.915688 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-28e755b3-cd0a-4515-8c91-5d47402a8241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:47.917572 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-28e755b3-cd0a-4515-8c91-5d47402a8241 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a64818e3-4b6c-49aa-92f8-e6d1bf36a509 HTTP/1.1" status: 204 len: 168 time: 0.1701872 Jul 07 17:50:47.925677 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e755b3-cd0a-4515-8c91-5d47402a8241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64818e3-4b6c-49aa-92f8-e6d1bf36a509,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:48.007176 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a67b87d2-48dd-4f62-960c-cc394374ca07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:48.752831 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35260) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:48.868588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-469ac2bc-b259-4659-81e4-b29a5569278c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-299629981-network', 'tenant_id': '9436aaf3e5d44879a9e3a4a023b39e52'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:48.899091 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469ac2bc-b259-4659-81e4-b29a5569278c admin admin] Made reservation on behalf of 9436aaf3e5d44879a9e3a4a023b39e52 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:48.902113 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-469ac2bc-b259-4659-81e4-b29a5569278c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:48.911182 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-469ac2bc-b259-4659-81e4-b29a5569278c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:49.023455 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-469ac2bc-b259-4659-81e4-b29a5569278c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:49.028382 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-469ac2bc-b259-4659-81e4-b29a5569278c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:49.035096 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:49.052932 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469ac2bc-b259-4659-81e4-b29a5569278c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:50:49.068271 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ac2bc-b259-4659-81e4-b29a5569278c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533e5bfc-6229-4b7e-b85d-c3737f1d83d2,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:49.075388 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-469ac2bc-b259-4659-81e4-b29a5569278c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:49.075750 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-469ac2bc-b259-4659-81e4-b29a5569278c admin admin] Added segment 1c4021be-3395-4964-8850-1b86d71295e8 of type vlan for network 704c6ab7-b039-4c40-ab3b-178894df16e7 Jul 07 17:50:49.125427 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-469ac2bc-b259-4659-81e4-b29a5569278c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:49.161096 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-469ac2bc-b259-4659-81e4-b29a5569278c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:49.162105 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469ac2bc-b259-4659-81e4-b29a5569278c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:49.162716 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-469ac2bc-b259-4659-81e4-b29a5569278c admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:49.226643 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-469ac2bc-b259-4659-81e4-b29a5569278c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4724431 Jul 07 17:50:49.229708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35264) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:50:49.231514 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ac2bc-b259-4659-81e4-b29a5569278c admin admin] Pushing event updated for resources: {'Network': ['ID=704c6ab7-b039-4c40-ab3b-178894df16e7,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:49.234744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-3ab96bf1-d3f4-43e5-8198-1a5e99144087 admin admin] Request body: {'subnet': {'network_id': '704c6ab7-b039-4c40-ab3b-178894df16e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-299629981-subnet', 'tenant_id': '9436aaf3e5d44879a9e3a4a023b39e52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:49.246322 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 704c6ab7-b039-4c40-ab3b-178894df16e7 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:50:49.266205 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab96bf1-d3f4-43e5-8198-1a5e99144087 admin admin] Made reservation on behalf of 9436aaf3e5d44879a9e3a4a023b39e52 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:49.269398 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ab96bf1-d3f4-43e5-8198-1a5e99144087 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:49.498790 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ab96bf1-d3f4-43e5-8198-1a5e99144087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:49.563624 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab96bf1-d3f4-43e5-8198-1a5e99144087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60b19860-0a72-4e9f-be65-537bffdc76df,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:49.576430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab96bf1-d3f4-43e5-8198-1a5e99144087 admin admin] Checking segment: {'id': '1c4021be-3395-4964-8850-1b86d71295e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '704c6ab7-b039-4c40-ab3b-178894df16e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:49.576782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab96bf1-d3f4-43e5-8198-1a5e99144087 admin admin] Network hostable DHCP agents. Network: 704c6ab7-b039-4c40-ab3b-178894df16e7, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:50:49.602068 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab96bf1-d3f4-43e5-8198-1a5e99144087 admin admin] Network 704c6ab7-b039-4c40-ab3b-178894df16e7 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:50:49.614014 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-3ab96bf1-d3f4-43e5-8198-1a5e99144087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 704c6ab7-b039-4c40-ab3b-178894df16e7) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:49.618326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab96bf1-d3f4-43e5-8198-1a5e99144087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:49.618946 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ab96bf1-d3f4-43e5-8198-1a5e99144087 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:49.629131 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bb7f20-55b5-43a4-815b-eba559b6c524 None None] Network 704c6ab7-b039-4c40-ab3b-178894df16e7 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:49.638561 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3ab96bf1-d3f4-43e5-8198-1a5e99144087 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4075038 Jul 07 17:50:49.957002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9827d8db-6a4d-419f-86d1-acb7677afce6 None None] Network 704c6ab7-b039-4c40-ab3b-178894df16e7 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:50:50.197952 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-f78e51c7-ecd3-4bf1-91f7-bdd2a847213c tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:50.200794 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-f78e51c7-ecd3-4bf1-91f7-bdd2a847213c tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/networks?id=704c6ab7-b039-4c40-ab3b-178894df16e7 HTTP/1.1" status: 200 len: 813 time: 0.1381774 Jul 07 17:50:50.218520 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-0825af18-600e-4992-b3a4-4cf85010e93a tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/quotas/9436aaf3e5d44879a9e3a4a023b39e52 HTTP/1.1" status: 200 len: 375 time: 0.0120816 Jul 07 17:50:50.256582 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-f29dad4b-d4df-4d4a-9fbe-aea89a3fc337 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9436aaf3e5d44879a9e3a4a023b39e52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321176 Jul 07 17:50:50.268976 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-103bd25d-cb03-42d7-9529-c9dfe2c822a5 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:50:50.270163 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-103bd25d-cb03-42d7-9529-c9dfe2c822a5 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063245 Jul 07 17:50:50.407657 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-c3ff9eb2-5a37-4d90-85cf-edcde8b39d41 service neutron] 10.222.0.50 "GET /v2.0/networks/704c6ab7-b039-4c40-ab3b-178894df16e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314871 Jul 07 17:50:50.500946 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-6d2bbf86-8dc3-4021-84a4-4493d6bf75f2 service neutron] 10.222.0.50 "GET /v2.0/networks/704c6ab7-b039-4c40-ab3b-178894df16e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875094 Jul 07 17:50:50.506582 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:50.700893 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-93d7162d-da76-4e71-8759-01d52f74f84e req-637ae9ce-513e-4176-8012-73529ec81266 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=4791dde7-5a38-4e45-9c4a-19f0792824c7 HTTP/1.1" status: 200 len: 210 time: 0.0349767 Jul 07 17:50:51.849246 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c928f8b6-2e3b-484a-98d2-d5df3b14ece8 req-835f41e3-1df7-483e-8e62-01a5a1631c48 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=4791dde7-5a38-4e45-9c4a-19f0792824c7 HTTP/1.1" status: 200 len: 210 time: 0.0353360 Jul 07 17:50:52.162699 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-5e7e360a-8041-4298-8feb-ef319ddce456 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:52.164234 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-5e7e360a-8041-4298-8feb-ef319ddce456 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.15 "GET /v2.0/networks?id=704c6ab7-b039-4c40-ab3b-178894df16e7 HTTP/1.1" status: 200 len: 813 time: 0.1210933 Jul 07 17:50:52.177254 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-2ac01aa0-b2c9-4d98-bfcf-5f0f8f545ce2 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Request body: {'port': {'device_id': '4791dde7-5a38-4e45-9c4a-19f0792824c7', 'network_id': '704c6ab7-b039-4c40-ab3b-178894df16e7', 'admin_state_up': True, 'tenant_id': '9436aaf3e5d44879a9e3a4a023b39e52'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:52.315401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-2ac01aa0-b2c9-4d98-bfcf-5f0f8f545ce2 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Made reservation on behalf of 9436aaf3e5d44879a9e3a4a023b39e52 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:50:52.320676 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-2ac01aa0-b2c9-4d98-bfcf-5f0f8f545ce2 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.457238 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-2ac01aa0-b2c9-4d98-bfcf-5f0f8f545ce2 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Allocated IP 172.20.0.14 (704c6ab7-b039-4c40-ab3b-178894df16e7/60b19860-0a72-4e9f-be65-537bffdc76df/4cc5d62f-dff0-48e7-ac9b-0df255cfffe2) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:50:52.639025 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-2ac01aa0-b2c9-4d98-bfcf-5f0f8f545ce2 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.689734 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-2ac01aa0-b2c9-4d98-bfcf-5f0f8f545ce2 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:52.734214 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-2ac01aa0-b2c9-4d98-bfcf-5f0f8f545ce2 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Network 704c6ab7-b039-4c40-ab3b-178894df16e7 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:50:52.739794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-2ac01aa0-b2c9-4d98-bfcf-5f0f8f545ce2 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:50:52.743703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-2ac01aa0-b2c9-4d98-bfcf-5f0f8f545ce2 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:50:52.750655 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac01aa0-b2c9-4d98-bfcf-5f0f8f545ce2 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Pushing event updated for resources: {'Port': ['ID=4cc5d62f-dff0-48e7-ac9b-0df255cfffe2,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:53.060573 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24effc-8b27-48ae-9975-967b85f4ab29 req-62bb5ad8-fb42-4f2f-b03a-889bcd83eb89 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:53.062284 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f24effc-8b27-48ae-9975-967b85f4ab29 req-62bb5ad8-fb42-4f2f-b03a-889bcd83eb89 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=4791dde7-5a38-4e45-9c4a-19f0792824c7 HTTP/1.1" status: 200 len: 932 time: 0.0781746 Jul 07 17:50:53.068468 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-2ac01aa0-b2c9-4d98-bfcf-5f0f8f545ce2 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:53.069236 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-2ac01aa0-b2c9-4d98-bfcf-5f0f8f545ce2 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.095591 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-2ac01aa0-b2c9-4d98-bfcf-5f0f8f545ce2 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9233804 Jul 07 17:50:53.108749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] Request body: {'port': {'device_id': '4791dde7-5a38-4e45-9c4a-19f0792824c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:50:53.112626 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f24effc-8b27-48ae-9975-967b85f4ab29 req-54e34872-1562-41b9-851a-22ab4c71c0d2 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434959 Jul 07 17:50:53.190061 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.521413 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:53.535387 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.554442 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] Transition to ACTIVE for port object 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:50:53.559716 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.644052 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc5d62f-dff0-48e7-ac9b-0df255cfffe2,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:53.719363 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] Attempting to bind port 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:50:53.719687 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] Attempting to bind port 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '1c4021be-3395-4964-8850-1b86d71295e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '704c6ab7-b039-4c40-ab3b-178894df16e7'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:50:53.720014 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] Attempting to bind port 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 on network 704c6ab7-b039-4c40-ab3b-178894df16e7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:53.724310 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] Port 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 on network 704c6ab7-b039-4c40-ab3b-178894df16e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:50:53.724626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] Attempting to bind port 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 on network 704c6ab7-b039-4c40-ab3b-178894df16e7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:50:53.730079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:50:53.730397 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] Checking segment: {'id': '1c4021be-3395-4964-8850-1b86d71295e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '704c6ab7-b039-4c40-ab3b-178894df16e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:50:53.730851 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] Bound using segment: {'id': '1c4021be-3395-4964-8850-1b86d71295e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '704c6ab7-b039-4c40-ab3b-178894df16e7'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:50:53.731216 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] Bound port: 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4021be-3395-4964-8850-1b86d71295e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '704c6ab7-b039-4c40-ab3b-178894df16e7'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:50:53.731566 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.803646 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] For port 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:50:53.807475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] For port 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4cc5d62f-dff0-48e7-ac9b-0df255cfffe2,segment=NetworkSegment(1c4021be-3395-4964-8850-1b86d71295e8),segment_id=1c4021be-3395-4964-8850-1b86d71295e8)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:50:53.813939 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.851531 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:53.852016 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:53.853427 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] 10.222.0.15 "PUT /v2.0/ports/4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 HTTP/1.1" status: 200 len: 1092 time: 0.7499833 Jul 07 17:50:53.854504 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4791dde7-5a38-4e45-9c4a-19f0792824c7', 'tag': '4cc5d62f-dff0-48e7-ac9b-0df255cfffe2'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:53.856782 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f0514e-ca41-4dda-9d2d-6a37645d4752" -d '{"events": [{"name": "network-changed", "server_uuid": "4791dde7-5a38-4e45-9c4a-19f0792824c7", "tag": "4cc5d62f-dff0-48e7-ac9b-0df255cfffe2"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:53.890586 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc0123-43d4-4026-b54a-e68c9c336815 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc5d62f-dff0-48e7-ac9b-0df255cfffe2,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:53.901399 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01850853-6920-4fd6-a2b2-8bdaaf8e26e7 x-openstack-request-id: req-01850853-6920-4fd6-a2b2-8bdaaf8e26e7 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:53.901710 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4791dde7-5a38-4e45-9c4a-19f0792824c7", "tag": "4cc5d62f-dff0-48e7-ac9b-0df255cfffe2", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:53.901992 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-01850853-6920-4fd6-a2b2-8bdaaf8e26e7 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:53.902515 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4791dde7-5a38-4e45-9c4a-19f0792824c7', 'tag': '4cc5d62f-dff0-48e7-ac9b-0df255cfffe2', 'status': 'completed', 'code': 200} Jul 07 17:50:53.961655 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-f6c500be-3158-4255-8f43-3a70de027769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:53.963795 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-f6c500be-3158-4255-8f43-3a70de027769 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9436aaf3e5d44879a9e3a4a023b39e52&device_id=4791dde7-5a38-4e45-9c4a-19f0792824c7 HTTP/1.1" status: 200 len: 1095 time: 0.0569136 Jul 07 17:50:54.013070 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-d5aa409b-2204-4bb1-b4dc-466db154b005 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 HTTP/1.1" status: 200 len: 217 time: 0.0426056 Jul 07 17:50:54.063882 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-7c1c4273-52e3-4178-bf0c-dd1e9d22bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:54.065254 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-7c1c4273-52e3-4178-bf0c-dd1e9d22bcef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60b19860-0a72-4e9f-be65-537bffdc76df HTTP/1.1" status: 200 len: 853 time: 0.0464797 Jul 07 17:50:54.100907 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-de13c867-f431-4dcd-87e5-0c444e1863eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=704c6ab7-b039-4c40-ab3b-178894df16e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292728 Jul 07 17:50:54.207447 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-abd338ff-9c27-44b2-acdc-f7e257c04d0c service neutron] 10.222.0.15 "GET /v2.0/networks/704c6ab7-b039-4c40-ab3b-178894df16e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005044 Jul 07 17:50:54.294221 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:50:54.306352 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de460e8f-7864-4486-853b-28583c9abc57 req-7b5a8f3a-6302-45f0-a740-5f144697fe4c tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:54.308630 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de460e8f-7864-4486-853b-28583c9abc57 req-7b5a8f3a-6302-45f0-a740-5f144697fe4c tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=4791dde7-5a38-4e45-9c4a-19f0792824c7 HTTP/1.1" status: 200 len: 944 time: 0.0726690 Jul 07 17:50:54.314010 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7a43ad85-8bb4-4907-9d36-a55b7480c540 req-62effb44-0c37-4160-a287-8a6173e25c71 service neutron] 10.222.0.15 "GET /v2.0/networks/704c6ab7-b039-4c40-ab3b-178894df16e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997646 Jul 07 17:50:54.350707 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de460e8f-7864-4486-853b-28583c9abc57 req-29ce1b5e-f591-4d40-9951-daaa33ff7013 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349023 Jul 07 17:50:54.423708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0514e-ca41-4dda-9d2d-6a37645d4752 req-a3d5868d-664a-44a5-a736-0166b978e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:54.425248 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71f0514e-ca41-4dda-9d2d-6a37645d4752 req-a3d5868d-664a-44a5-a736-0166b978e9f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9436aaf3e5d44879a9e3a4a023b39e52&device_id=4791dde7-5a38-4e45-9c4a-19f0792824c7 HTTP/1.1" status: 200 len: 1095 time: 0.0564883 Jul 07 17:50:54.525044 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0514e-ca41-4dda-9d2d-6a37645d4752 req-56ec9227-064b-4f48-91cd-38f48697a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:54.526585 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71f0514e-ca41-4dda-9d2d-6a37645d4752 req-56ec9227-064b-4f48-91cd-38f48697a605 service neutron] 10.222.0.15 "GET /v2.0/networks?id=704c6ab7-b039-4c40-ab3b-178894df16e7 HTTP/1.1" status: 200 len: 914 time: 0.0945761 Jul 07 17:50:54.569384 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71f0514e-ca41-4dda-9d2d-6a37645d4752 req-1094dea4-d3ec-488b-b8fc-9928164007b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 HTTP/1.1" status: 200 len: 217 time: 0.0359936 Jul 07 17:50:54.618083 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0514e-ca41-4dda-9d2d-6a37645d4752 req-a944b745-1a8b-43e2-9ef2-6c1b1dae91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:54.620332 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71f0514e-ca41-4dda-9d2d-6a37645d4752 req-a944b745-1a8b-43e2-9ef2-6c1b1dae91ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=60b19860-0a72-4e9f-be65-537bffdc76df HTTP/1.1" status: 200 len: 853 time: 0.0446362 Jul 07 17:50:54.659054 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71f0514e-ca41-4dda-9d2d-6a37645d4752 req-5bba563a-13d0-4780-8679-8b8ac435b031 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=704c6ab7-b039-4c40-ab3b-178894df16e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322859 Jul 07 17:50:54.751166 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71f0514e-ca41-4dda-9d2d-6a37645d4752 req-232dfc46-4f0f-4872-89d1-42e81cec4ef9 service neutron] 10.222.0.15 "GET /v2.0/networks/704c6ab7-b039-4c40-ab3b-178894df16e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855744 Jul 07 17:50:54.855943 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71f0514e-ca41-4dda-9d2d-6a37645d4752 req-66606369-750e-44d9-8cdf-8a7f336d8f78 service neutron] 10.222.0.15 "GET /v2.0/networks/704c6ab7-b039-4c40-ab3b-178894df16e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972891 Jul 07 17:50:55.541375 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a82ee-150a-44b7-b40c-5870df3c8535 req-36d2eac1-674c-408c-9981-7be110dc352b tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:55.542965 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c3a82ee-150a-44b7-b40c-5870df3c8535 req-36d2eac1-674c-408c-9981-7be110dc352b tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=4791dde7-5a38-4e45-9c4a-19f0792824c7 HTTP/1.1" status: 200 len: 944 time: 0.0693247 Jul 07 17:50:55.587483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c3a82ee-150a-44b7-b40c-5870df3c8535 req-c7855f44-aa07-4782-8a20-eeea6208e76b tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387950 Jul 07 17:50:56.767458 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97310b9-61cb-4a23-bc79-e72526318349 req-15f62b54-c77a-437e-bf59-4f4838462a3e tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:56.768987 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e97310b9-61cb-4a23-bc79-e72526318349 req-15f62b54-c77a-437e-bf59-4f4838462a3e tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=4791dde7-5a38-4e45-9c4a-19f0792824c7 HTTP/1.1" status: 200 len: 944 time: 0.0674245 Jul 07 17:50:56.792393 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:50:56.810969 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e97310b9-61cb-4a23-bc79-e72526318349 req-50676b7a-c3c5-4d02-afc8-7ab53921daf0 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356624 Jul 07 17:50:56.911244 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4cc5d62f-dff0-48e7-ac9b-0df255cfffe2,segment=NetworkSegment(1c4021be-3395-4964-8850-1b86d71295e8),segment_id=1c4021be-3395-4964-8850-1b86d71295e8)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:56.923513 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '4cc5d62f-dff0-48e7-ac9b-0df255cfffe2', 'network_id': '704c6ab7-b039-4c40-ab3b-178894df16e7', 'port_id': '4cc5d62f-dff0-48e7-ac9b-0df255cfffe2', 'mac_address': 'fa:16:3e:07:4e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b19860-0a72-4e9f-be65-537bffdc76df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:50:56.965808 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:56.979656 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:50:57.000330 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4cc5d62f-dff0-48e7-ac9b-0df255cfffe2,segment=NetworkSegment(1c4021be-3395-4964-8850-1b86d71295e8),segment_id=1c4021be-3395-4964-8850-1b86d71295e8)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:57.007207 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:57.059143 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=4cc5d62f-dff0-48e7-ac9b-0df255cfffe2,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:57.199794 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['4cc5d62f-dff0-48e7-ac9b-0df255cfffe2'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:50:57.993352 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a06af1-7c44-4791-9896-33e45a67aeed req-06febbc7-1b9a-45e6-aa21-72ac5d696774 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:57.994956 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d5a06af1-7c44-4791-9896-33e45a67aeed req-06febbc7-1b9a-45e6-aa21-72ac5d696774 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=4791dde7-5a38-4e45-9c4a-19f0792824c7 HTTP/1.1" status: 200 len: 945 time: 0.0640609 Jul 07 17:50:58.038059 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d5a06af1-7c44-4791-9896-33e45a67aeed req-2a81cf0a-ecee-4d04-a955-b20293abb790 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373731 Jul 07 17:50:58.806839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:50:58.862098 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:50:58.865765 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:50:58.866213 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:58.956888 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:58.980025 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4791dde7-5a38-4e45-9c4a-19f0792824c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc5d62f-dff0-48e7-ac9b-0df255cfffe2'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:50:58.982433 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196c83a5-819d-4fa8-bc35-b167680a23b3" -d '{"events": [{"server_uuid": "4791dde7-5a38-4e45-9c4a-19f0792824c7", "name": "network-vif-plugged", "status": "completed", "tag": "4cc5d62f-dff0-48e7-ac9b-0df255cfffe2"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:50:59.002942 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4cc5d62f-dff0-48e7-ac9b-0df255cfffe2,segment=NetworkSegment(1c4021be-3395-4964-8850-1b86d71295e8),segment_id=1c4021be-3395-4964-8850-1b86d71295e8)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:50:59.007624 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:50:59.035531 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503dd897-04a8-492c-a527-b39ce688771c x-openstack-request-id: req-503dd897-04a8-492c-a527-b39ce688771c {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:50:59.035531 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4791dde7-5a38-4e45-9c4a-19f0792824c7", "name": "network-vif-plugged", "status": "completed", "tag": "4cc5d62f-dff0-48e7-ac9b-0df255cfffe2", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:50:59.035531 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-503dd897-04a8-492c-a527-b39ce688771c {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:50:59.035531 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4791dde7-5a38-4e45-9c4a-19f0792824c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc5d62f-dff0-48e7-ac9b-0df255cfffe2', 'code': 200} Jul 07 17:50:59.074598 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=4cc5d62f-dff0-48e7-ac9b-0df255cfffe2,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:50:59.150002 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c75af4-9f25-4b19-89c4-c7006a08b85d req-c79bd2ef-6821-43a6-9e64-d4425a7abee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:59.152082 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5c75af4-9f25-4b19-89c4-c7006a08b85d req-c79bd2ef-6821-43a6-9e64-d4425a7abee3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4791dde7-5a38-4e45-9c4a-19f0792824c7 HTTP/1.1" status: 200 len: 1097 time: 0.0552249 Jul 07 17:50:59.221397 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5c75af4-9f25-4b19-89c4-c7006a08b85d req-d9aef39f-22c8-4b4e-b419-b886e709efa1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601904 Jul 07 17:50:59.249502 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552cfed-bb22-4177-aaf0-a193d383ea09 req-8c2d8f28-9a36-4fee-b962-a335549346f9 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:50:59.251039 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4552cfed-bb22-4177-aaf0-a193d383ea09 req-8c2d8f28-9a36-4fee-b962-a335549346f9 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=4791dde7-5a38-4e45-9c4a-19f0792824c7 HTTP/1.1" status: 200 len: 946 time: 0.0856352 Jul 07 17:50:59.290581 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4552cfed-bb22-4177-aaf0-a193d383ea09 req-7a5fe2ae-5194-4b2e-ac95-022e226b8411 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338390 Jul 07 17:51:00.476938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7677b-7d23-4481-bac4-c74967faabd3 req-12e4a705-cbe9-4b40-995d-69ab0a9c4489 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:00.478734 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3dd7677b-7d23-4481-bac4-c74967faabd3 req-12e4a705-cbe9-4b40-995d-69ab0a9c4489 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=4791dde7-5a38-4e45-9c4a-19f0792824c7 HTTP/1.1" status: 200 len: 946 time: 0.0690098 Jul 07 17:51:00.526524 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3dd7677b-7d23-4481-bac4-c74967faabd3 req-f59054c1-c838-4b0d-b0c4-9bc8d355575a tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419979 Jul 07 17:51:00.773689 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-61ae261f-1194-42bd-8a56-2956668e9249 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:00.775149 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-61ae261f-1194-42bd-8a56-2956668e9249 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/networks?id=704c6ab7-b039-4c40-ab3b-178894df16e7 HTTP/1.1" status: 200 len: 813 time: 0.1092868 Jul 07 17:51:00.790168 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-e0e1a357-a958-4ea1-ba42-ab706ffd0ef0 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/quotas/9436aaf3e5d44879a9e3a4a023b39e52 HTTP/1.1" status: 200 len: 375 time: 0.0094495 Jul 07 17:51:00.858828 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-7644cd7c-2a28-4c51-955e-fe318912270d tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9436aaf3e5d44879a9e3a4a023b39e52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0628533 Jul 07 17:51:00.955017 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-f6b40a8a-270b-4e68-a209-2994e69c2e3c service neutron] 10.222.0.50 "GET /v2.0/networks/704c6ab7-b039-4c40-ab3b-178894df16e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895472 Jul 07 17:51:01.054400 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-4715e239-e2a4-436d-84fa-0e2706731057 service neutron] 10.222.0.50 "GET /v2.0/networks/704c6ab7-b039-4c40-ab3b-178894df16e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932112 Jul 07 17:51:01.262175 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f1aba7e9-3359-4738-9adf-5386e3028d80 req-57e51485-5448-4a7a-8ca5-d040c50f6de6 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd48d26-217a-4cb2-9d66-fefc57e8ca13 HTTP/1.1" status: 200 len: 210 time: 0.0406494 Jul 07 17:51:02.372046 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-a02279ec-a2c3-42c3-be71-405286dea58b tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:02.373575 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-a02279ec-a2c3-42c3-be71-405286dea58b tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.69 "GET /v2.0/networks?id=704c6ab7-b039-4c40-ab3b-178894df16e7 HTTP/1.1" status: 200 len: 813 time: 0.1092732 Jul 07 17:51:02.393017 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Request body: {'port': {'device_id': 'bfd48d26-217a-4cb2-9d66-fefc57e8ca13', 'network_id': '704c6ab7-b039-4c40-ab3b-178894df16e7', 'admin_state_up': True, 'tenant_id': '9436aaf3e5d44879a9e3a4a023b39e52'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:02.426442 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b05cde92-59f7-4b78-a88d-8965b5a0b038 req-e419bf1e-6cdb-43f4-bcc9-362de6160ce5 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd48d26-217a-4cb2-9d66-fefc57e8ca13 HTTP/1.1" status: 200 len: 210 time: 0.0314956 Jul 07 17:51:02.512836 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Made reservation on behalf of 9436aaf3e5d44879a9e3a4a023b39e52 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:02.516415 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:02.649603 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Allocated IP 172.20.0.2 (704c6ab7-b039-4c40-ab3b-178894df16e7/60b19860-0a72-4e9f-be65-537bffdc76df/c81aa42d-7006-42f8-ab75-67a475e66538) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:02.825776 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:02.876305 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:02.889263 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['4cc5d62f-dff0-48e7-ac9b-0df255cfffe2'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:02.945621 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Network 704c6ab7-b039-4c40-ab3b-178894df16e7 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:02.950569 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:02.957092 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:02.988759 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Pushing event updated for resources: {'Port': ['ID=c81aa42d-7006-42f8-ab75-67a475e66538,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:03.004234 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:03.004587 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:03.004926 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:03.005260 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:03.005592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:03.005930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:03.007602 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:03.007602 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:03.007602 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:03.007602 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:03.007602 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:03.010787 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:03.042789 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:03.043486 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.069362 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-f88bb78c-3f18-40e2-af3b-115a449b5cdd tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6803946 Jul 07 17:51:03.081771 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] Request body: {'port': {'device_id': 'bfd48d26-217a-4cb2-9d66-fefc57e8ca13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:03.170913 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.457254 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c81aa42d-7006-42f8-ab75-67a475e66538 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:03.465943 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.480541 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] Transition to ACTIVE for port object c81aa42d-7006-42f8-ab75-67a475e66538 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:03.493350 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.549225 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c81aa42d-7006-42f8-ab75-67a475e66538,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:03.658099 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] Attempting to bind port c81aa42d-7006-42f8-ab75-67a475e66538 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:03.658476 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] Attempting to bind port c81aa42d-7006-42f8-ab75-67a475e66538 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '1c4021be-3395-4964-8850-1b86d71295e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '704c6ab7-b039-4c40-ab3b-178894df16e7'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:03.658820 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] Attempting to bind port c81aa42d-7006-42f8-ab75-67a475e66538 on network 704c6ab7-b039-4c40-ab3b-178894df16e7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:03.670561 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] Port c81aa42d-7006-42f8-ab75-67a475e66538 on network 704c6ab7-b039-4c40-ab3b-178894df16e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:51:03.670916 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] Attempting to bind port c81aa42d-7006-42f8-ab75-67a475e66538 on network 704c6ab7-b039-4c40-ab3b-178894df16e7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:03.687635 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba429e9-3465-4e06-bfd6-3f870485c4d0 req-240921ce-cb1d-431c-b4ae-26571e8328f0 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:03.689226 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bba429e9-3465-4e06-bfd6-3f870485c4d0 req-240921ce-cb1d-431c-b4ae-26571e8328f0 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd48d26-217a-4cb2-9d66-fefc57e8ca13 HTTP/1.1" status: 200 len: 943 time: 0.1212900 Jul 07 17:51:03.690203 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:03.690577 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] Checking segment: {'id': '1c4021be-3395-4964-8850-1b86d71295e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '704c6ab7-b039-4c40-ab3b-178894df16e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:03.690973 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] Bound using segment: {'id': '1c4021be-3395-4964-8850-1b86d71295e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '704c6ab7-b039-4c40-ab3b-178894df16e7'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:03.691423 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] Bound port: c81aa42d-7006-42f8-ab75-67a475e66538, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4021be-3395-4964-8850-1b86d71295e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '704c6ab7-b039-4c40-ab3b-178894df16e7'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:03.691785 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.770611 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bba429e9-3465-4e06-bfd6-3f870485c4d0 req-050211b7-e37a-430b-9c2b-c63767fb861d tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684423 Jul 07 17:51:03.796114 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] For port c81aa42d-7006-42f8-ab75-67a475e66538, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:03.800332 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] For port c81aa42d-7006-42f8-ab75-67a475e66538, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=c81aa42d-7006-42f8-ab75-67a475e66538,segment=NetworkSegment(1c4021be-3395-4964-8850-1b86d71295e8),segment_id=1c4021be-3395-4964-8850-1b86d71295e8)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:03.807406 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.864540 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:03.865638 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:03.867706 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] 10.222.0.69 "PUT /v2.0/ports/c81aa42d-7006-42f8-ab75-67a475e66538 HTTP/1.1" status: 200 len: 1091 time: 0.7909801 Jul 07 17:51:03.868331 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd48d26-217a-4cb2-9d66-fefc57e8ca13', 'tag': 'c81aa42d-7006-42f8-ab75-67a475e66538'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:03.872182 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc445fd7-78ff-4b12-a0c2-877c31b35165" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd48d26-217a-4cb2-9d66-fefc57e8ca13", "tag": "c81aa42d-7006-42f8-ab75-67a475e66538"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:03.903079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f400aa-3d68-4294-bfb1-ddd008ac34c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c81aa42d-7006-42f8-ab75-67a475e66538,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:03.998040 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911f9656-04ac-482d-b0c9-67b975c230e4 x-openstack-request-id: req-911f9656-04ac-482d-b0c9-67b975c230e4 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:03.998401 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd48d26-217a-4cb2-9d66-fefc57e8ca13", "tag": "c81aa42d-7006-42f8-ab75-67a475e66538", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:03.998618 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-911f9656-04ac-482d-b0c9-67b975c230e4 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:03.999009 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd48d26-217a-4cb2-9d66-fefc57e8ca13', 'tag': 'c81aa42d-7006-42f8-ab75-67a475e66538', 'status': 'completed', 'code': 200} Jul 07 17:51:04.023597 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-0ac8fa64-d3d1-4db0-b12d-405ba8c14631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:04.025621 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-0ac8fa64-d3d1-4db0-b12d-405ba8c14631 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9436aaf3e5d44879a9e3a4a023b39e52&device_id=bfd48d26-217a-4cb2-9d66-fefc57e8ca13 HTTP/1.1" status: 200 len: 1094 time: 0.0968182 Jul 07 17:51:04.069255 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-35fbc339-207b-479e-a3d6-cbb7667e6625 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c81aa42d-7006-42f8-ab75-67a475e66538 HTTP/1.1" status: 200 len: 217 time: 0.0363591 Jul 07 17:51:04.121221 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-8b32daf9-91db-462f-928e-be454466f094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:04.122961 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-8b32daf9-91db-462f-928e-be454466f094 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60b19860-0a72-4e9f-be65-537bffdc76df HTTP/1.1" status: 200 len: 853 time: 0.0471213 Jul 07 17:51:04.166935 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-76e9e7a3-f607-4f64-8ab2-2cfcd1dbcae7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=704c6ab7-b039-4c40-ab3b-178894df16e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372694 Jul 07 17:51:04.299495 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-a0c76ddd-47cd-48c4-9aab-05d001f68934 service neutron] 10.222.0.69 "GET /v2.0/networks/704c6ab7-b039-4c40-ab3b-178894df16e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248021 Jul 07 17:51:04.406931 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3bf7b50b-a8ce-4e98-b34b-a8d5b0bd3fff req-d040335d-2223-41fc-9515-40ff671f0886 service neutron] 10.222.0.69 "GET /v2.0/networks/704c6ab7-b039-4c40-ab3b-178894df16e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011484 Jul 07 17:51:04.514949 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc445fd7-78ff-4b12-a0c2-877c31b35165 req-5da36875-36a9-4f61-a918-2fc80d61e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:04.516506 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fc445fd7-78ff-4b12-a0c2-877c31b35165 req-5da36875-36a9-4f61-a918-2fc80d61e448 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9436aaf3e5d44879a9e3a4a023b39e52&device_id=bfd48d26-217a-4cb2-9d66-fefc57e8ca13 HTTP/1.1" status: 200 len: 1094 time: 0.0633097 Jul 07 17:51:04.612563 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc445fd7-78ff-4b12-a0c2-877c31b35165 req-c1811fef-8f03-4da9-bf37-00ca0265395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:04.613996 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fc445fd7-78ff-4b12-a0c2-877c31b35165 req-c1811fef-8f03-4da9-bf37-00ca0265395f service neutron] 10.222.0.69 "GET /v2.0/networks?id=704c6ab7-b039-4c40-ab3b-178894df16e7 HTTP/1.1" status: 200 len: 914 time: 0.0912282 Jul 07 17:51:04.667319 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fc445fd7-78ff-4b12-a0c2-877c31b35165 req-aae028af-9f25-4869-a86a-7f2022167780 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c81aa42d-7006-42f8-ab75-67a475e66538 HTTP/1.1" status: 200 len: 217 time: 0.0459981 Jul 07 17:51:04.721566 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc445fd7-78ff-4b12-a0c2-877c31b35165 req-287f00d1-0dcd-44c7-90e5-4f52f07020ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:04.723128 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fc445fd7-78ff-4b12-a0c2-877c31b35165 req-287f00d1-0dcd-44c7-90e5-4f52f07020ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=60b19860-0a72-4e9f-be65-537bffdc76df HTTP/1.1" status: 200 len: 853 time: 0.0494306 Jul 07 17:51:04.763139 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fc445fd7-78ff-4b12-a0c2-877c31b35165 req-587f972e-ef02-4838-90c1-cdd58a7efb93 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=704c6ab7-b039-4c40-ab3b-178894df16e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338273 Jul 07 17:51:04.886300 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fc445fd7-78ff-4b12-a0c2-877c31b35165 req-58bbb12e-d892-4acf-be24-540806d02957 service neutron] 10.222.0.69 "GET /v2.0/networks/704c6ab7-b039-4c40-ab3b-178894df16e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159680 Jul 07 17:51:05.029412 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fc445fd7-78ff-4b12-a0c2-877c31b35165 req-f9e9e1e9-8f31-406e-a3ae-470e3252fa9a service neutron] 10.222.0.69 "GET /v2.0/networks/704c6ab7-b039-4c40-ab3b-178894df16e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348357 Jul 07 17:51:05.038150 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de6311-872d-4b19-9326-168dc8960c96 req-727c6ec6-9608-4510-b1b8-051148f30b7d tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:05.039736 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-65de6311-872d-4b19-9326-168dc8960c96 req-727c6ec6-9608-4510-b1b8-051148f30b7d tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd48d26-217a-4cb2-9d66-fefc57e8ca13 HTTP/1.1" status: 200 len: 943 time: 0.1369262 Jul 07 17:51:05.083687 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-65de6311-872d-4b19-9326-168dc8960c96 req-cf9b2a45-5c9a-4afe-a157-0f483c508d30 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363910 Jul 07 17:51:06.289450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac38f6-721b-4fda-a99f-c3f1348ce4ee req-1bc6d67a-8d5b-45e7-a16b-55af451cd432 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:06.291582 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-35ac38f6-721b-4fda-a99f-c3f1348ce4ee req-1bc6d67a-8d5b-45e7-a16b-55af451cd432 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd48d26-217a-4cb2-9d66-fefc57e8ca13 HTTP/1.1" status: 200 len: 943 time: 0.0815890 Jul 07 17:51:06.338440 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-35ac38f6-721b-4fda-a99f-c3f1348ce4ee req-7ee5d898-c743-4d21-b3ef-6fd7074fa335 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410678 Jul 07 17:51:07.521476 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa75201-645e-4b93-804c-c690d27ff85e req-c0c6be68-f11c-496a-91e7-42ef3a2e61ff tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:07.523074 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aaa75201-645e-4b93-804c-c690d27ff85e req-c0c6be68-f11c-496a-91e7-42ef3a2e61ff tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd48d26-217a-4cb2-9d66-fefc57e8ca13 HTTP/1.1" status: 200 len: 943 time: 0.0644956 Jul 07 17:51:07.565652 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aaa75201-645e-4b93-804c-c690d27ff85e req-69c38eaa-0b24-4344-80be-6177c38488d2 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363224 Jul 07 17:51:08.068705 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device c81aa42d-7006-42f8-ab75-67a475e66538 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:51:08.171957 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port c81aa42d-7006-42f8-ab75-67a475e66538, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=c81aa42d-7006-42f8-ab75-67a475e66538,segment=NetworkSegment(1c4021be-3395-4964-8850-1b86d71295e8),segment_id=1c4021be-3395-4964-8850-1b86d71295e8)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:08.183497 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'c81aa42d-7006-42f8-ab75-67a475e66538', 'network_id': '704c6ab7-b039-4c40-ab3b-178894df16e7', 'port_id': 'c81aa42d-7006-42f8-ab75-67a475e66538', 'mac_address': 'fa:16:3e:e2:57:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b19860-0a72-4e9f-be65-537bffdc76df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:51:08.222346 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.243586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c81aa42d-7006-42f8-ab75-67a475e66538 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:08.268682 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port c81aa42d-7006-42f8-ab75-67a475e66538, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=c81aa42d-7006-42f8-ab75-67a475e66538,segment=NetworkSegment(1c4021be-3395-4964-8850-1b86d71295e8),segment_id=1c4021be-3395-4964-8850-1b86d71295e8)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:08.273494 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:08.330271 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=c81aa42d-7006-42f8-ab75-67a475e66538,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:08.619140 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['c81aa42d-7006-42f8-ab75-67a475e66538'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:08.751776 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3096e7-3fb0-4bbc-8e0e-46db3b217182 req-4d2b9b09-4632-4d94-8ab3-415819748e81 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:08.753392 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c3096e7-3fb0-4bbc-8e0e-46db3b217182 req-4d2b9b09-4632-4d94-8ab3-415819748e81 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd48d26-217a-4cb2-9d66-fefc57e8ca13 HTTP/1.1" status: 200 len: 944 time: 0.0677042 Jul 07 17:51:08.805306 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c3096e7-3fb0-4bbc-8e0e-46db3b217182 req-b9df1da2-5a41-40ad-a4dd-0e019304efec tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453720 Jul 07 17:51:09.993940 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a2286-fdc5-43c7-bd19-ac0ce6e615ad req-8bf63685-72db-4c9e-9b63-07431a128623 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:09.996126 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-232a2286-fdc5-43c7-bd19-ac0ce6e615ad req-8bf63685-72db-4c9e-9b63-07431a128623 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd48d26-217a-4cb2-9d66-fefc57e8ca13 HTTP/1.1" status: 200 len: 944 time: 0.0698950 Jul 07 17:51:10.036994 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-232a2286-fdc5-43c7-bd19-ac0ce6e615ad req-af9587a5-c903-4cbf-9622-d85a8e8f7ad9 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348749 Jul 07 17:51:10.082665 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device c81aa42d-7006-42f8-ab75-67a475e66538 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:10.147036 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port c81aa42d-7006-42f8-ab75-67a475e66538 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:10.152327 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port c81aa42d-7006-42f8-ab75-67a475e66538 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:10.152730 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:10.232915 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:10.255536 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd48d26-217a-4cb2-9d66-fefc57e8ca13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81aa42d-7006-42f8-ab75-67a475e66538'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:10.257842 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705858ad-d499-4b99-ada7-668d4e8a220e" -d '{"events": [{"server_uuid": "bfd48d26-217a-4cb2-9d66-fefc57e8ca13", "name": "network-vif-plugged", "status": "completed", "tag": "c81aa42d-7006-42f8-ab75-67a475e66538"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:10.274758 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port c81aa42d-7006-42f8-ab75-67a475e66538, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=c81aa42d-7006-42f8-ab75-67a475e66538,segment=NetworkSegment(1c4021be-3395-4964-8850-1b86d71295e8),segment_id=1c4021be-3395-4964-8850-1b86d71295e8)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:10.279956 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:10.303859 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a82d4ed-0465-42b5-b927-bd2b8552af4d x-openstack-request-id: req-5a82d4ed-0465-42b5-b927-bd2b8552af4d {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:10.304165 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd48d26-217a-4cb2-9d66-fefc57e8ca13", "name": "network-vif-plugged", "status": "completed", "tag": "c81aa42d-7006-42f8-ab75-67a475e66538", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:10.304401 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a82d4ed-0465-42b5-b927-bd2b8552af4d {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:10.304793 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd48d26-217a-4cb2-9d66-fefc57e8ca13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81aa42d-7006-42f8-ab75-67a475e66538', 'code': 200} Jul 07 17:51:10.339069 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=c81aa42d-7006-42f8-ab75-67a475e66538,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:10.418004 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e1f60-e040-4dba-a829-639b59b70d93 req-9d255d66-a878-472f-ac23-18ef03c591e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:10.419553 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-242e1f60-e040-4dba-a829-639b59b70d93 req-9d255d66-a878-472f-ac23-18ef03c591e7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bfd48d26-217a-4cb2-9d66-fefc57e8ca13 HTTP/1.1" status: 200 len: 1096 time: 0.0572104 Jul 07 17:51:10.456889 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-242e1f60-e040-4dba-a829-639b59b70d93 req-f2cd4799-5b9c-44a5-bddb-6edbb398821f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289106 Jul 07 17:51:11.219143 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828ced7-ccf6-4ca9-827b-be87af893aed req-b8005432-65bd-4e2b-91b0-3a9a79b64fdf tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:11.220790 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1828ced7-ccf6-4ca9-827b-be87af893aed req-b8005432-65bd-4e2b-91b0-3a9a79b64fdf tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd48d26-217a-4cb2-9d66-fefc57e8ca13 HTTP/1.1" status: 200 len: 945 time: 0.0676112 Jul 07 17:51:11.262950 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1828ced7-ccf6-4ca9-827b-be87af893aed req-d1604de2-2074-4801-904c-05138c668457 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358398 Jul 07 17:51:12.456633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666f3ea-30d8-4cf4-9c7a-2d1c442b4f58 req-eedf3307-1787-4593-bd1e-a55c0c217478 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:12.458199 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e666f3ea-30d8-4cf4-9c7a-2d1c442b4f58 req-eedf3307-1787-4593-bd1e-a55c0c217478 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd48d26-217a-4cb2-9d66-fefc57e8ca13 HTTP/1.1" status: 200 len: 945 time: 0.0730627 Jul 07 17:51:12.503325 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e666f3ea-30d8-4cf4-9c7a-2d1c442b4f58 req-9e38ef86-a0fe-4113-ab9c-c3d4930fb2d8 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386093 Jul 07 17:51:12.912897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5497ec3-4772-41c2-9a7a-43eda2564371 req-b90fe7dc-c196-4fff-adec-0bcbbba3e568 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:12.914507 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a5497ec3-4772-41c2-9a7a-43eda2564371 req-b90fe7dc-c196-4fff-adec-0bcbbba3e568 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd48d26-217a-4cb2-9d66-fefc57e8ca13 HTTP/1.1" status: 200 len: 945 time: 0.0683894 Jul 07 17:51:12.955956 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a5497ec3-4772-41c2-9a7a-43eda2564371 req-a540c6f0-80f6-46bb-98d3-87e21a51f3a2 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353878 Jul 07 17:51:14.158964 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a514b-e9c0-4129-ace7-64abf3794fdf req-19655c65-fa06-4c29-9066-cb316bf98b6f tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:14.161174 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bd4a514b-e9c0-4129-ace7-64abf3794fdf req-19655c65-fa06-4c29-9066-cb316bf98b6f tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd48d26-217a-4cb2-9d66-fefc57e8ca13 HTTP/1.1" status: 200 len: 945 time: 0.0785635 Jul 07 17:51:14.205958 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bd4a514b-e9c0-4129-ace7-64abf3794fdf req-c75736ff-5d19-47f3-bc41-f5745c6cc7f7 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360141 Jul 07 17:51:14.505193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696358d-1c96-4900-acaa-4f6128394456 req-7ac13ac4-2d19-4ec5-9355-a9f9f5fb90a3 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:14.506776 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1696358d-1c96-4900-acaa-4f6128394456 req-7ac13ac4-2d19-4ec5-9355-a9f9f5fb90a3 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfd48d26-217a-4cb2-9d66-fefc57e8ca13 HTTP/1.1" status: 200 len: 945 time: 0.0909839 Jul 07 17:51:14.624378 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-1696358d-1c96-4900-acaa-4f6128394456 req-4576b847-f360-483d-bc60-532f71ae9b35 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Deleting port c81aa42d-7006-42f8-ab75-67a475e66538 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:14.624378 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-1696358d-1c96-4900-acaa-4f6128394456 req-4576b847-f360-483d-bc60-532f71ae9b35 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.721078 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-1696358d-1c96-4900-acaa-4f6128394456 req-4576b847-f360-483d-bc60-532f71ae9b35 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] For port c81aa42d-7006-42f8-ab75-67a475e66538, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=c81aa42d-7006-42f8-ab75-67a475e66538,segment=NetworkSegment(1c4021be-3395-4964-8850-1b86d71295e8),segment_id=1c4021be-3395-4964-8850-1b86d71295e8)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:14.721452 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-1696358d-1c96-4900-acaa-4f6128394456 req-4576b847-f360-483d-bc60-532f71ae9b35 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.736602 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-1696358d-1c96-4900-acaa-4f6128394456 req-4576b847-f360-483d-bc60-532f71ae9b35 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Calling delete_port for c81aa42d-7006-42f8-ab75-67a475e66538 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:14.794442 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.799377 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-715cbb70-3ac5-4f48-88b1-9c456581dd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.884879 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-1696358d-1c96-4900-acaa-4f6128394456 req-4576b847-f360-483d-bc60-532f71ae9b35 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.898698 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['c81aa42d-7006-42f8-ab75-67a475e66538'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:14.903991 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['4cc5d62f-dff0-48e7-ac9b-0df255cfffe2'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:14.917032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576b847-f360-483d-bc60-532f71ae9b35 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Pushing event deleted for resources: {'Port': ['ID=c81aa42d-7006-42f8-ab75-67a475e66538,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:14.964811 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-1696358d-1c96-4900-acaa-4f6128394456 req-4576b847-f360-483d-bc60-532f71ae9b35 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] No DVR routers for this DVR port c81aa42d-7006-42f8-ab75-67a475e66538 on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:14.969507 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-1696358d-1c96-4900-acaa-4f6128394456 req-4576b847-f360-483d-bc60-532f71ae9b35 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:14.974338 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1696358d-1c96-4900-acaa-4f6128394456 req-4576b847-f360-483d-bc60-532f71ae9b35 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.69 "DELETE /v2.0/ports/c81aa42d-7006-42f8-ab75-67a475e66538 HTTP/1.1" status: 204 len: 173 time: 0.4618342 Jul 07 17:51:14.977061 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd48d26-217a-4cb2-9d66-fefc57e8ca13', 'name': 'network-vif-deleted', 'tag': 'c81aa42d-7006-42f8-ab75-67a475e66538'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:14.980103 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c6aa4c-b997-44d4-88e3-c8ef9467427d" -d '{"events": [{"server_uuid": "bfd48d26-217a-4cb2-9d66-fefc57e8ca13", "name": "network-vif-deleted", "tag": "c81aa42d-7006-42f8-ab75-67a475e66538"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:15.021275 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d72eef4-b27f-45ed-8051-eadc2be488c7 x-openstack-request-id: req-6d72eef4-b27f-45ed-8051-eadc2be488c7 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:15.021578 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd48d26-217a-4cb2-9d66-fefc57e8ca13", "name": "network-vif-deleted", "tag": "c81aa42d-7006-42f8-ab75-67a475e66538", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:15.021876 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6d72eef4-b27f-45ed-8051-eadc2be488c7 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:15.022221 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd48d26-217a-4cb2-9d66-fefc57e8ca13', 'name': 'network-vif-deleted', 'tag': 'c81aa42d-7006-42f8-ab75-67a475e66538', 'status': 'completed', 'code': 200} Jul 07 17:51:15.375429 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d9c75d7e-3b94-47e7-afef-f8e35b1a1900 req-c4e815fc-e911-4734-897d-552be03d3120 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfd48d26-217a-4cb2-9d66-fefc57e8ca13 HTTP/1.1" status: 200 len: 210 time: 0.0339906 Jul 07 17:51:16.632873 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952e60b-41c1-4282-9c3f-703ff1232a6f req-ec21cd7f-9184-4670-a2a9-522e079f1586 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:16.634441 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b952e60b-41c1-4282-9c3f-703ff1232a6f req-ec21cd7f-9184-4670-a2a9-522e079f1586 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=4791dde7-5a38-4e45-9c4a-19f0792824c7 HTTP/1.1" status: 200 len: 946 time: 0.0689266 Jul 07 17:51:16.680675 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b952e60b-41c1-4282-9c3f-703ff1232a6f req-b196fd75-b63d-4154-90a1-0fc65ca47752 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396132 Jul 07 17:51:16.891795 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edcad4-859b-44ae-833f-3c22912f91b8 req-3c08f79a-6a45-40db-b897-bf9df9138b18 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:16.893482 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6edcad4-859b-44ae-833f-3c22912f91b8 req-3c08f79a-6a45-40db-b897-bf9df9138b18 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=4791dde7-5a38-4e45-9c4a-19f0792824c7 HTTP/1.1" status: 200 len: 946 time: 0.0717499 Jul 07 17:51:16.940698 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f6edcad4-859b-44ae-833f-3c22912f91b8 req-992a737e-1cd8-49dd-9cf3-e4c8dc7381c0 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386779 Jul 07 17:51:17.039910 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:17.128938 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772b797-8a25-47e3-bf16-b3fb61b78773 req-1b411e6e-f545-44dc-859b-2ec92519257b tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.130559 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a772b797-8a25-47e3-bf16-b3fb61b78773 req-1b411e6e-f545-44dc-859b-2ec92519257b tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=4791dde7-5a38-4e45-9c4a-19f0792824c7 HTTP/1.1" status: 200 len: 946 time: 0.0704479 Jul 07 17:51:17.172713 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a772b797-8a25-47e3-bf16-b3fb61b78773 req-5819f454-9007-45fa-bb43-ec0f081b9353 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355365 Jul 07 17:51:17.484078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8916f-d947-4621-a84c-2c3520e2f004 req-e6727f66-48fc-4496-9cc7-832889c419d6 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.485620 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7dd8916f-d947-4621-a84c-2c3520e2f004 req-e6727f66-48fc-4496-9cc7-832889c419d6 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=4791dde7-5a38-4e45-9c4a-19f0792824c7 HTTP/1.1" status: 200 len: 946 time: 0.0727942 Jul 07 17:51:17.525206 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7dd8916f-d947-4621-a84c-2c3520e2f004 req-816f2db1-884b-4e23-968d-f7059c793dda tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337620 Jul 07 17:51:17.713864 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac792cd-4b87-4fd3-b774-b0e49cec663b req-2a06998e-e076-4817-8f61-627524f2ce15 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.719409 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:17.723267 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ac792cd-4b87-4fd3-b774-b0e49cec663b req-2a06998e-e076-4817-8f61-627524f2ce15 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=4791dde7-5a38-4e45-9c4a-19f0792824c7 HTTP/1.1" status: 200 len: 946 time: 0.0802672 Jul 07 17:51:17.762911 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ac792cd-4b87-4fd3-b774-b0e49cec663b req-07f3f228-7b77-4017-a2c9-252fe9ed7c6f tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371573 Jul 07 17:51:17.959691 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d7aa5-7a58-4c97-accb-44788413c7b8 req-7fc0ec24-7957-45ed-b65e-0a17abf5fc30 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:17.961344 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-151d7aa5-7a58-4c97-accb-44788413c7b8 req-7fc0ec24-7957-45ed-b65e-0a17abf5fc30 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=4791dde7-5a38-4e45-9c4a-19f0792824c7 HTTP/1.1" status: 200 len: 946 time: 0.0711038 Jul 07 17:51:18.004373 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-151d7aa5-7a58-4c97-accb-44788413c7b8 req-9393fdb1-7c58-44b4-b945-7a3fcc90ecd4 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363111 Jul 07 17:51:18.011695 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1247921b-7f5f-4ece-9833-2ff6526f772c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:18.147680 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device c81aa42d-7006-42f8-ab75-67a475e66538 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:18.170007 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: c81aa42d-7006-42f8-ab75-67a475e66538 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:18.170364 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device c81aa42d-7006-42f8-ab75-67a475e66538 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:18.590127 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31a9d8-f1d4-4ceb-a3af-84f77c3171cb req-b2bef787-3768-462b-8c69-476184a68e5f tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:18.591802 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ba31a9d8-f1d4-4ceb-a3af-84f77c3171cb req-b2bef787-3768-462b-8c69-476184a68e5f tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=4791dde7-5a38-4e45-9c4a-19f0792824c7 HTTP/1.1" status: 200 len: 946 time: 0.0725141 Jul 07 17:51:18.640317 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ba31a9d8-f1d4-4ceb-a3af-84f77c3171cb req-a91df813-7495-44df-afe2-131715b96e62 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419760 Jul 07 17:51:19.035846 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:19.876324 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91e776-7ae5-43a9-ade2-375531c159eb req-e417cd42-b665-4e03-8d39-87d73b241881 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:19.877889 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f91e776-7ae5-43a9-ade2-375531c159eb req-e417cd42-b665-4e03-8d39-87d73b241881 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/ports?device_id=4791dde7-5a38-4e45-9c4a-19f0792824c7 HTTP/1.1" status: 200 len: 946 time: 0.1106484 Jul 07 17:51:19.893188 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb57ce-403e-4b33-9624-914cd8e09e00 req-17e4f5e2-b603-4989-a4ac-ef803829d2cf tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:19.894971 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-14fb57ce-403e-4b33-9624-914cd8e09e00 req-17e4f5e2-b603-4989-a4ac-ef803829d2cf tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.15 "GET /v2.0/ports?device_id=4791dde7-5a38-4e45-9c4a-19f0792824c7 HTTP/1.1" status: 200 len: 946 time: 0.0970368 Jul 07 17:51:19.972017 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f91e776-7ae5-43a9-ade2-375531c159eb req-1015ec80-106e-49d9-a493-cead21436e85 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.50 "GET /v2.0/security-groups?id=533e5bfc-6229-4b7e-b85d-c3737f1d83d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878844 Jul 07 17:51:20.037386 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-14fb57ce-403e-4b33-9624-914cd8e09e00 req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Deleting port 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:20.037796 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-14fb57ce-403e-4b33-9624-914cd8e09e00 req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.153352 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-14fb57ce-403e-4b33-9624-914cd8e09e00 req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] For port 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=4cc5d62f-dff0-48e7-ac9b-0df255cfffe2,segment=NetworkSegment(1c4021be-3395-4964-8850-1b86d71295e8),segment_id=1c4021be-3395-4964-8850-1b86d71295e8)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:20.153712 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-14fb57ce-403e-4b33-9624-914cd8e09e00 req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.168639 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-14fb57ce-403e-4b33-9624-914cd8e09e00 req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Calling delete_port for 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:20.312978 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-14fb57ce-403e-4b33-9624-914cd8e09e00 req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.327184 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['4cc5d62f-dff0-48e7-ac9b-0df255cfffe2'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:51:20.352805 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Pushing event deleted for resources: {'Port': ['ID=4cc5d62f-dff0-48e7-ac9b-0df255cfffe2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:20.383557 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:20.383911 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:20.384255 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:20.384599 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:20.385477 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:20.385775 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:20.386108 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:20.386466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:20.386801 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:20.387129 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:20.387463 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:20.387792 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:20.412984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fb57ce-403e-4b33-9624-914cd8e09e00 req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] No DVR routers for this DVR port 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:20.415742 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-14fb57ce-403e-4b33-9624-914cd8e09e00 req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:20.417902 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-14fb57ce-403e-4b33-9624-914cd8e09e00 req-71a28900-994e-4fe7-881c-304e4757ff32 tempest-ServersNegativeTestJSON-1398544591 tempest-ServersNegativeTestJSON-1398544591-project] 10.222.0.15 "DELETE /v2.0/ports/4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 HTTP/1.1" status: 204 len: 173 time: 0.5159652 Jul 07 17:51:20.418317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4791dde7-5a38-4e45-9c4a-19f0792824c7', 'name': 'network-vif-deleted', 'tag': '4cc5d62f-dff0-48e7-ac9b-0df255cfffe2'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:20.420748 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6514ff0-61c9-407c-a083-2c40cea96b9e" -d '{"events": [{"server_uuid": "4791dde7-5a38-4e45-9c4a-19f0792824c7", "name": "network-vif-deleted", "tag": "4cc5d62f-dff0-48e7-ac9b-0df255cfffe2"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:20.468985 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ee257e-f06b-47b1-9051-5e22fd0979a1 x-openstack-request-id: req-27ee257e-f06b-47b1-9051-5e22fd0979a1 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:20.469361 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4791dde7-5a38-4e45-9c4a-19f0792824c7", "name": "network-vif-deleted", "tag": "4cc5d62f-dff0-48e7-ac9b-0df255cfffe2", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:20.469639 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27ee257e-f06b-47b1-9051-5e22fd0979a1 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:20.470230 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4791dde7-5a38-4e45-9c4a-19f0792824c7', 'name': 'network-vif-deleted', 'tag': '4cc5d62f-dff0-48e7-ac9b-0df255cfffe2', 'status': 'completed', 'code': 200} Jul 07 17:51:20.513374 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.078846 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35418) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:21.128999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e97e05-56ef-48a4-989e-9fd30d4d6dfd admin admin] Deleting subnet 60b19860-0a72-4e9f-be65-537bffdc76df {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:51:21.132397 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24e97e05-56ef-48a4-989e-9fd30d4d6dfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.169918 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24e97e05-56ef-48a4-989e-9fd30d4d6dfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.214930 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24e97e05-56ef-48a4-989e-9fd30d4d6dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.278293 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24e97e05-56ef-48a4-989e-9fd30d4d6dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.308855 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e97e05-56ef-48a4-989e-9fd30d4d6dfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60b19860-0a72-4e9f-be65-537bffdc76df,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:21.310907 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-24e97e05-56ef-48a4-989e-9fd30d4d6dfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.313072 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-24e97e05-56ef-48a4-989e-9fd30d4d6dfd admin admin] 10.222.0.50 "DELETE /v2.0/subnets/60b19860-0a72-4e9f-be65-537bffdc76df HTTP/1.1" status: 204 len: 168 time: 0.2330809 Jul 07 17:51:21.319382 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35420) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:21.396717 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d76a6ab2-89e7-4918-8b7e-473a8dc3548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.497610 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d76a6ab2-89e7-4918-8b7e-473a8dc3548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.509315 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-d76a6ab2-89e7-4918-8b7e-473a8dc3548b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704c6ab7-b039-4c40-ab3b-178894df16e7']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:21.521015 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-d76a6ab2-89e7-4918-8b7e-473a8dc3548b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4021be-3395-4964-8850-1b86d71295e8') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:21.521315 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-d76a6ab2-89e7-4918-8b7e-473a8dc3548b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4021be-3395-4964-8850-1b86d71295e8') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:21.531187 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d76a6ab2-89e7-4918-8b7e-473a8dc3548b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.547591 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d76a6ab2-89e7-4918-8b7e-473a8dc3548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.554083 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76a6ab2-89e7-4918-8b7e-473a8dc3548b admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:51:21.554364 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d76a6ab2-89e7-4918-8b7e-473a8dc3548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:51:21.556116 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:51:21.615031 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d76a6ab2-89e7-4918-8b7e-473a8dc3548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.621496 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d76a6ab2-89e7-4918-8b7e-473a8dc3548b admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.623406 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d76a6ab2-89e7-4918-8b7e-473a8dc3548b admin admin] 10.222.0.50 "DELETE /v2.0/networks/704c6ab7-b039-4c40-ab3b-178894df16e7 HTTP/1.1" status: 204 len: 168 time: 0.3025804 Jul 07 17:51:21.636709 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a6ab2-89e7-4918-8b7e-473a8dc3548b admin admin] Pushing event deleted for resources: {'Network': ['ID=704c6ab7-b039-4c40-ab3b-178894df16e7,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:21.762570 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35424) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:21.808051 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-676fb70b-20e3-4cde-942f-ed8c73481dec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9436aaf3e5d44879a9e3a4a023b39e52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438659 Jul 07 17:51:21.811730 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35426) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:21.873444 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-744518a3-2045-485e-9781-025b1b2a0fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.896522 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-744518a3-2045-485e-9781-025b1b2a0fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.982610 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-744518a3-2045-485e-9781-025b1b2a0fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.986000 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-744518a3-2045-485e-9781-025b1b2a0fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:21.987880 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-744518a3-2045-485e-9781-025b1b2a0fd5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/533e5bfc-6229-4b7e-b85d-c3737f1d83d2 HTTP/1.1" status: 204 len: 168 time: 0.1748512 Jul 07 17:51:22.000458 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744518a3-2045-485e-9781-025b1b2a0fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533e5bfc-6229-4b7e-b85d-c3737f1d83d2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:22.774687 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35448) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:22.876331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-ae74258e-df9b-4fca-a9a2-25107882ca83 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1808273955'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:22.900008 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae74258e-df9b-4fca-a9a2-25107882ca83 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Made reservation on behalf of f34d849cbc0e4f0396febc5db2f32ce0 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:22.904267 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ae74258e-df9b-4fca-a9a2-25107882ca83 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:22.914417 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ae74258e-df9b-4fca-a9a2-25107882ca83 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.017702 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ae74258e-df9b-4fca-a9a2-25107882ca83 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.032137 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ae74258e-df9b-4fca-a9a2-25107882ca83 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.061592 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae74258e-df9b-4fca-a9a2-25107882ca83 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:51:23.073473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74258e-df9b-4fca-a9a2-25107882ca83 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=add9f8a9-37a1-4435-b703-3bc651935666,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:23.079908 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ae74258e-df9b-4fca-a9a2-25107882ca83 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.080253 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-ae74258e-df9b-4fca-a9a2-25107882ca83 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Added segment 94a61b22-a487-4b27-a974-e481f5c4af71 of type vlan for network cbcf1cde-5d64-4828-af56-738dab4039db Jul 07 17:51:23.127461 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ae74258e-df9b-4fca-a9a2-25107882ca83 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.158754 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ae74258e-df9b-4fca-a9a2-25107882ca83 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.164957 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae74258e-df9b-4fca-a9a2-25107882ca83 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:23.165569 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ae74258e-df9b-4fca-a9a2-25107882ca83 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:23.252483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ae74258e-df9b-4fca-a9a2-25107882ca83 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4766579 Jul 07 17:51:23.292355 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74258e-df9b-4fca-a9a2-25107882ca83 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event updated for resources: {'Network': ['ID=cbcf1cde-5d64-4828-af56-738dab4039db,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:23.306013 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network cbcf1cde-5d64-4828-af56-738dab4039db details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:51:24.947104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:24.969018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:24.969460 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 4cc5d62f-dff0-48e7-ac9b-0df255cfffe2 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:26.514003 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35452) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:26.520638 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d777be2c-93cb-415c-b9ec-7939dc87c191 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Request body: {'subnet': {'network_id': 'cbcf1cde-5d64-4828-af56-738dab4039db', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:26.631565 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d777be2c-93cb-415c-b9ec-7939dc87c191 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Made reservation on behalf of f34d849cbc0e4f0396febc5db2f32ce0 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:26.635268 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d777be2c-93cb-415c-b9ec-7939dc87c191 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:26.825233 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d777be2c-93cb-415c-b9ec-7939dc87c191 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:26.884753 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777be2c-93cb-415c-b9ec-7939dc87c191 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event updated for resources: {'Subnet': ['ID=e60ca9a7-438f-463e-b8e9-f4a27e27eab4,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:26.893770 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d777be2c-93cb-415c-b9ec-7939dc87c191 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Checking segment: {'id': '94a61b22-a487-4b27-a974-e481f5c4af71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cbcf1cde-5d64-4828-af56-738dab4039db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:26.894134 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d777be2c-93cb-415c-b9ec-7939dc87c191 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Network hostable DHCP agents. Network: cbcf1cde-5d64-4828-af56-738dab4039db, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:51:26.916854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d777be2c-93cb-415c-b9ec-7939dc87c191 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Network cbcf1cde-5d64-4828-af56-738dab4039db is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:51:26.933931 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-d777be2c-93cb-415c-b9ec-7939dc87c191 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, cbcf1cde-5d64-4828-af56-738dab4039db) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:26.943254 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d777be2c-93cb-415c-b9ec-7939dc87c191 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:26.944307 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d777be2c-93cb-415c-b9ec-7939dc87c191 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:26.945584 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fccf6ab-1dc9-464c-b9c9-ac2b2b66a062 None None] Network cbcf1cde-5d64-4828-af56-738dab4039db requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:26.966954 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d777be2c-93cb-415c-b9ec-7939dc87c191 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4516697 Jul 07 17:51:26.971835 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35454) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:26.977801 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-0cbe6bff-fc29-4901-8081-e250cdc43d79 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1300003459'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:27.005322 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbe6bff-fc29-4901-8081-e250cdc43d79 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Made reservation on behalf of f34d849cbc0e4f0396febc5db2f32ce0 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:27.013018 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0cbe6bff-fc29-4901-8081-e250cdc43d79 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.042702 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cbe6bff-fc29-4901-8081-e250cdc43d79 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:51:27.064209 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0cbe6bff-fc29-4901-8081-e250cdc43d79 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.064857 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-0cbe6bff-fc29-4901-8081-e250cdc43d79 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Added segment c349ddc0-0f3c-4882-842c-d8ff096b81fe of type vlan for network b4515de0-4536-4d86-aadd-3c95e9efc21f Jul 07 17:51:27.119501 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0cbe6bff-fc29-4901-8081-e250cdc43d79 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.172219 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-cbcf1cde-5d64-4828-af56-738dab4039db', 'network_id': 'cbcf1cde-5d64-4828-af56-738dab4039db', 'tenant_id': 'f34d849cbc0e4f0396febc5db2f32ce0', 'fixed_ips': [{'subnet_id': 'e60ca9a7-438f-463e-b8e9-f4a27e27eab4'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:51:27.174607 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.175026 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0cbe6bff-fc29-4901-8081-e250cdc43d79 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.182963 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbe6bff-fc29-4901-8081-e250cdc43d79 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:27.183695 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0cbe6bff-fc29-4901-8081-e250cdc43d79 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.278526 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0cbe6bff-fc29-4901-8081-e250cdc43d79 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3048244 Jul 07 17:51:27.284401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35456) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:27.292271 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5ec9c127-5a87-406a-81ef-c764aee84c9f tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Request body: {'subnet': {'network_id': 'b4515de0-4536-4d86-aadd-3c95e9efc21f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:27.315917 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe6bff-fc29-4901-8081-e250cdc43d79 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event updated for resources: {'Network': ['ID=b4515de0-4536-4d86-aadd-3c95e9efc21f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:27.337159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network b4515de0-4536-4d86-aadd-3c95e9efc21f details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:51:27.461369 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec9c127-5a87-406a-81ef-c764aee84c9f tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Made reservation on behalf of f34d849cbc0e4f0396febc5db2f32ce0 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:27.465557 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ec9c127-5a87-406a-81ef-c764aee84c9f tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.490097 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Allocated IP 2001:db8:0:ffff::2 (cbcf1cde-5d64-4828-af56-738dab4039db/e60ca9a7-438f-463e-b8e9-f4a27e27eab4/ede62a38-e97f-4e39-b66c-e99f398cb86c) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:27.655614 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.664153 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Transition to ACTIVE for port object ede62a38-e97f-4e39-b66c-e99f398cb86c will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:27.679140 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Transition to ACTIVE for port object ede62a38-e97f-4e39-b66c-e99f398cb86c will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:27.689898 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.692295 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ec9c127-5a87-406a-81ef-c764aee84c9f tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.734955 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Network cbcf1cde-5d64-4828-af56-738dab4039db is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:27.740169 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:27.743585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:27.752536 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Pushing event updated for resources: {'Port': ['ID=ede62a38-e97f-4e39-b66c-e99f398cb86c,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:27.753990 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9c127-5a87-406a-81ef-c764aee84c9f tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event updated for resources: {'Subnet': ['ID=be236323-d998-4b95-a184-00c37a2cc8db,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:27.767023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec9c127-5a87-406a-81ef-c764aee84c9f tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Checking segment: {'id': 'c349ddc0-0f3c-4882-842c-d8ff096b81fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b4515de0-4536-4d86-aadd-3c95e9efc21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:27.767574 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec9c127-5a87-406a-81ef-c764aee84c9f tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Network hostable DHCP agents. Network: b4515de0-4536-4d86-aadd-3c95e9efc21f, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:51:27.778181 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:27.778631 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:27.778980 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:27.779319 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:27.779655 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:27.779984 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:27.780310 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:27.780636 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:27.780956 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:27.781275 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:27.781593 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:27.781918 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:27.785912 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec9c127-5a87-406a-81ef-c764aee84c9f tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Network b4515de0-4536-4d86-aadd-3c95e9efc21f is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:51:27.795634 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-5ec9c127-5a87-406a-81ef-c764aee84c9f tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, b4515de0-4536-4d86-aadd-3c95e9efc21f) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:27.800065 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec9c127-5a87-406a-81ef-c764aee84c9f tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:27.800679 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5ec9c127-5a87-406a-81ef-c764aee84c9f tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.807786 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb684669-36ca-4e5a-a342-fdc6275df8b0 None None] Network b4515de0-4536-4d86-aadd-3c95e9efc21f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:27.816583 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5ec9c127-5a87-406a-81ef-c764aee84c9f tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5305402 Jul 07 17:51:27.819211 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35458) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:27.863650 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Attempting to bind port ede62a38-e97f-4e39-b66c-e99f398cb86c on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:27.864018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Attempting to bind port ede62a38-e97f-4e39-b66c-e99f398cb86c by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '94a61b22-a487-4b27-a974-e481f5c4af71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cbcf1cde-5d64-4828-af56-738dab4039db'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:27.864381 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Attempting to bind port ede62a38-e97f-4e39-b66c-e99f398cb86c on network cbcf1cde-5d64-4828-af56-738dab4039db {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:27.873522 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:27.873896 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Checking segment: {'id': '94a61b22-a487-4b27-a974-e481f5c4af71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cbcf1cde-5d64-4828-af56-738dab4039db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:27.874300 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.874719 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Bound using segment: {'id': '94a61b22-a487-4b27-a974-e481f5c4af71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cbcf1cde-5d64-4828-af56-738dab4039db'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:27.875196 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Bound port: ede62a38-e97f-4e39-b66c-e99f398cb86c, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a61b22-a487-4b27-a974-e481f5c4af71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cbcf1cde-5d64-4828-af56-738dab4039db'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:27.875581 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.919945 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a45d6297-8193-49a9-8a41-0a8a9ff1e1a3 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:27.989848 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] For port ede62a38-e97f-4e39-b66c-e99f398cb86c, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:27.995085 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] For port ede62a38-e97f-4e39-b66c-e99f398cb86c, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ede62a38-e97f-4e39-b66c-e99f398cb86c,segment=NetworkSegment(94a61b22-a487-4b27-a974-e481f5c4af71),segment_id=94a61b22-a487-4b27-a974-e481f5c4af71)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:28.000162 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.005174 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a45d6297-8193-49a9-8a41-0a8a9ff1e1a3 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.050687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88ff55e-69d1-4420-867d-950b18823b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-b4515de0-4536-4d86-aadd-3c95e9efc21f', 'network_id': 'b4515de0-4536-4d86-aadd-3c95e9efc21f', 'tenant_id': 'f34d849cbc0e4f0396febc5db2f32ce0', 'fixed_ips': [{'subnet_id': 'be236323-d998-4b95-a184-00c37a2cc8db'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:51:28.051553 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e88ff55e-69d1-4420-867d-950b18823b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.078273 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a45d6297-8193-49a9-8a41-0a8a9ff1e1a3 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.119706 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d6297-8193-49a9-8a41-0a8a9ff1e1a3 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event deleted for resources: {'Subnet': ['ID=be236323-d998-4b95-a184-00c37a2cc8db,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:28.152628 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff1afc-a7d8-4a66-898b-777e93eed7ee None None] Pushing event updated for resources: {'Port': ['ID=ede62a38-e97f-4e39-b66c-e99f398cb86c,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:28.173827 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20de57f9-c209-4dc2-8dbf-d26f10f6fdb1 None None] Network b4515de0-4536-4d86-aadd-3c95e9efc21f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:28.182361 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a45d6297-8193-49a9-8a41-0a8a9ff1e1a3 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.193706 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-a45d6297-8193-49a9-8a41-0a8a9ff1e1a3 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4515de0-4536-4d86-aadd-3c95e9efc21f']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:28.204842 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-a45d6297-8193-49a9-8a41-0a8a9ff1e1a3 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c349ddc0-0f3c-4882-842c-d8ff096b81fe') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:28.205137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-a45d6297-8193-49a9-8a41-0a8a9ff1e1a3 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c349ddc0-0f3c-4882-842c-d8ff096b81fe') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:28.219943 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a45d6297-8193-49a9-8a41-0a8a9ff1e1a3 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.236367 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a45d6297-8193-49a9-8a41-0a8a9ff1e1a3 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.244384 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45d6297-8193-49a9-8a41-0a8a9ff1e1a3 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:51:28.244694 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a45d6297-8193-49a9-8a41-0a8a9ff1e1a3 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:51:28.248437 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:51:28.351350 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a45d6297-8193-49a9-8a41-0a8a9ff1e1a3 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.357424 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a45d6297-8193-49a9-8a41-0a8a9ff1e1a3 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.363070 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35460) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:28.363583 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a45d6297-8193-49a9-8a41-0a8a9ff1e1a3 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "DELETE /v2.0/networks/b4515de0-4536-4d86-aadd-3c95e9efc21f HTTP/1.1" status: 204 len: 168 time: 0.5429120 Jul 07 17:51:28.370037 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1b0226ba-1a70-43bc-8e21-c18794c83b41 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1037389638'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:28.379123 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d6297-8193-49a9-8a41-0a8a9ff1e1a3 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event deleted for resources: {'Network': ['ID=b4515de0-4536-4d86-aadd-3c95e9efc21f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:28.399968 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0226ba-1a70-43bc-8e21-c18794c83b41 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Made reservation on behalf of f34d849cbc0e4f0396febc5db2f32ce0 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:28.404390 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b0226ba-1a70-43bc-8e21-c18794c83b41 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.431792 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0226ba-1a70-43bc-8e21-c18794c83b41 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:51:28.442026 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b0226ba-1a70-43bc-8e21-c18794c83b41 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.442490 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-1b0226ba-1a70-43bc-8e21-c18794c83b41 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Added segment 3495d132-c16a-468b-8f3e-f3d93eabe032 of type vlan for network 72e51ecd-ce90-47f9-84fb-493124b1a0f2 Jul 07 17:51:28.483361 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b0226ba-1a70-43bc-8e21-c18794c83b41 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.517575 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b0226ba-1a70-43bc-8e21-c18794c83b41 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.523107 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0226ba-1a70-43bc-8e21-c18794c83b41 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:28.523692 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1b0226ba-1a70-43bc-8e21-c18794c83b41 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.580275 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1b0226ba-1a70-43bc-8e21-c18794c83b41 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2149136 Jul 07 17:51:28.583243 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35462) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:28.591253 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-a73b1db8-7225-4ed5-a25a-2447dd8eb7be tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Request body: {'subnet': {'network_id': '72e51ecd-ce90-47f9-84fb-493124b1a0f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:28.609372 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0226ba-1a70-43bc-8e21-c18794c83b41 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event updated for resources: {'Network': ['ID=72e51ecd-ce90-47f9-84fb-493124b1a0f2,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:28.621448 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 72e51ecd-ce90-47f9-84fb-493124b1a0f2 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:51:28.703987 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73b1db8-7225-4ed5-a25a-2447dd8eb7be tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Made reservation on behalf of f34d849cbc0e4f0396febc5db2f32ce0 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:28.708229 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a73b1db8-7225-4ed5-a25a-2447dd8eb7be tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.774041 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.ipam_backend_mixin [None req-a73b1db8-7225-4ed5-a25a-2447dd8eb7be tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Performing IP validity checks on allocation pools {{(pid=100409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 17:51:28.774508 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.ipam_backend_mixin [None req-a73b1db8-7225-4ed5-a25a-2447dd8eb7be tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 17:51:28.911676 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a73b1db8-7225-4ed5-a25a-2447dd8eb7be tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:28.980454 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b1db8-7225-4ed5-a25a-2447dd8eb7be tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event updated for resources: {'Subnet': ['ID=1d95acfa-6c66-46ef-8d34-b25cae232bb6,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:28.990097 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b1db8-7225-4ed5-a25a-2447dd8eb7be tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Checking segment: {'id': '3495d132-c16a-468b-8f3e-f3d93eabe032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '72e51ecd-ce90-47f9-84fb-493124b1a0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:28.990660 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b1db8-7225-4ed5-a25a-2447dd8eb7be tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Network hostable DHCP agents. Network: 72e51ecd-ce90-47f9-84fb-493124b1a0f2, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:51:29.011983 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b1db8-7225-4ed5-a25a-2447dd8eb7be tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Network 72e51ecd-ce90-47f9-84fb-493124b1a0f2 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:51:29.021641 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-a73b1db8-7225-4ed5-a25a-2447dd8eb7be tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 72e51ecd-ce90-47f9-84fb-493124b1a0f2) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:29.025805 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73b1db8-7225-4ed5-a25a-2447dd8eb7be tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:29.026494 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a73b1db8-7225-4ed5-a25a-2447dd8eb7be tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.035443 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d096ce1-380e-43fe-b0b8-0e8e0c92c35f None None] Network 72e51ecd-ce90-47f9-84fb-493124b1a0f2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:29.043572 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a73b1db8-7225-4ed5-a25a-2447dd8eb7be tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4591885 Jul 07 17:51:29.046597 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35464) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:29.081655 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a247f1-f32e-4f5f-9fb4-c78b93051978 None None] Network cbcf1cde-5d64-4828-af56-738dab4039db requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:29.151897 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.201811 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-19e489f7-63bc-4ee3-8b97-f01ffc1137fc None None] Provisioning for port ede62a38-e97f-4e39-b66c-e99f398cb86c completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:29.210611 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.330785 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-72e51ecd-ce90-47f9-84fb-493124b1a0f2', 'network_id': '72e51ecd-ce90-47f9-84fb-493124b1a0f2', 'tenant_id': 'f34d849cbc0e4f0396febc5db2f32ce0', 'fixed_ips': [{'subnet_id': '1d95acfa-6c66-46ef-8d34-b25cae232bb6'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:51:29.331897 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.514881 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Allocated IP 2001:db8::3 (72e51ecd-ce90-47f9-84fb-493124b1a0f2/1d95acfa-6c66-46ef-8d34-b25cae232bb6/d5bf7863-5227-44e1-99bd-f897f9d08394) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:29.838917 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.848950 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Transition to ACTIVE for port object d5bf7863-5227-44e1-99bd-f897f9d08394 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:29.854723 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ede62a38-e97f-4e39-b66c-e99f398cb86c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:29.887194 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Transition to ACTIVE for port object d5bf7863-5227-44e1-99bd-f897f9d08394 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:29.898474 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.913446 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:29.941747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event deleted for resources: {'Subnet': ['ID=1d95acfa-6c66-46ef-8d34-b25cae232bb6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:29.945568 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Network 72e51ecd-ce90-47f9-84fb-493124b1a0f2 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:29.953283 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:29.959608 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:29.963178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Pushing event updated for resources: {'Port': ['ID=d5bf7863-5227-44e1-99bd-f897f9d08394,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:29.973440 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port ede62a38-e97f-4e39-b66c-e99f398cb86c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:29.996388 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port ede62a38-e97f-4e39-b66c-e99f398cb86c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:29.996760 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.009478 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.020545 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e51ecd-ce90-47f9-84fb-493124b1a0f2']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:30.031540 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3495d132-c16a-468b-8f3e-f3d93eabe032') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:30.031837 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3495d132-c16a-468b-8f3e-f3d93eabe032') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:30.043381 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.050126 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Attempting to bind port d5bf7863-5227-44e1-99bd-f897f9d08394 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:30.051004 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Attempting to bind port d5bf7863-5227-44e1-99bd-f897f9d08394 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3495d132-c16a-468b-8f3e-f3d93eabe032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '72e51ecd-ce90-47f9-84fb-493124b1a0f2'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:30.051004 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Attempting to bind port d5bf7863-5227-44e1-99bd-f897f9d08394 on network 72e51ecd-ce90-47f9-84fb-493124b1a0f2 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:30.060210 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:30.060587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Checking segment: {'id': '3495d132-c16a-468b-8f3e-f3d93eabe032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '72e51ecd-ce90-47f9-84fb-493124b1a0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:30.060774 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.061500 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.061628 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Bound using segment: {'id': '3495d132-c16a-468b-8f3e-f3d93eabe032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '72e51ecd-ce90-47f9-84fb-493124b1a0f2'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:30.062105 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Bound port: d5bf7863-5227-44e1-99bd-f897f9d08394, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3495d132-c16a-468b-8f3e-f3d93eabe032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '72e51ecd-ce90-47f9-84fb-493124b1a0f2'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:30.062521 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.068973 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:51:30.069386 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:51:30.073071 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:51:30.140445 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.db.api [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 17:51:30.140445 n-d-793620-7 neutron-server[100410]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 17:51:30.140445 n-d-793620-7 neutron-server[100410]: [parameters: {'id': '72e51ecd-ce90-47f9-84fb-493124b1a0f2'}] Jul 07 17:51:30.140445 n-d-793620-7 neutron-server[100410]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:51:30.141006 n-d-793620-7 neutron-server[100410]: DEBUG oslo_db.api [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:51:30.155582 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.175018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] For port d5bf7863-5227-44e1-99bd-f897f9d08394, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:30.196542 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] For port d5bf7863-5227-44e1-99bd-f897f9d08394, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d5bf7863-5227-44e1-99bd-f897f9d08394,segment=NetworkSegment(3495d132-c16a-468b-8f3e-f3d93eabe032),segment_id=3495d132-c16a-468b-8f3e-f3d93eabe032)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:30.205996 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.208734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port ede62a38-e97f-4e39-b66c-e99f398cb86c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ede62a38-e97f-4e39-b66c-e99f398cb86c,segment=NetworkSegment(94a61b22-a487-4b27-a974-e481f5c4af71),segment_id=94a61b22-a487-4b27-a974-e481f5c4af71)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:30.231627 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.286870 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d067ecb-1b99-4ec0-85dd-46efbef78a31 None None] Pushing event updated for resources: {'Port': ['ID=d5bf7863-5227-44e1-99bd-f897f9d08394,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:30.335880 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4317fa-2a28-405c-9bd5-0e0516120033 None None] Network 72e51ecd-ce90-47f9-84fb-493124b1a0f2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:30.388293 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=ede62a38-e97f-4e39-b66c-e99f398cb86c,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:30.483677 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5112a48-5a89-41ed-b110-a0a61112a2dd None None] get_active_networks_info from n-d-793620-7 {{(pid=100411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 17:51:30.550141 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5112a48-5a89-41ed-b110-a0a61112a2dd None None] Resources bound (agent type, host, resource id): {{(pid=100411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 17:51:30.642676 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.699571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Deleting port d5bf7863-5227-44e1-99bd-f897f9d08394 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:30.699822 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.773502 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] For port d5bf7863-5227-44e1-99bd-f897f9d08394, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=d5bf7863-5227-44e1-99bd-f897f9d08394,segment=NetworkSegment(3495d132-c16a-468b-8f3e-f3d93eabe032),segment_id=3495d132-c16a-468b-8f3e-f3d93eabe032)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:30.774155 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.789284 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Calling delete_port for d5bf7863-5227-44e1-99bd-f897f9d08394 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:30.870011 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:30.898788 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event deleted for resources: {'Port': ['ID=d5bf7863-5227-44e1-99bd-f897f9d08394,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:30.907267 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] No DVR routers for this DVR port d5bf7863-5227-44e1-99bd-f897f9d08394 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:30.995474 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.005498 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e51ecd-ce90-47f9-84fb-493124b1a0f2']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:31.016106 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3495d132-c16a-468b-8f3e-f3d93eabe032') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:31.016408 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3495d132-c16a-468b-8f3e-f3d93eabe032') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:31.025735 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.039666 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.046671 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:51:31.047065 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:51:31.050071 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:51:31.124012 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.131915 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.133863 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "DELETE /v2.0/networks/72e51ecd-ce90-47f9-84fb-493124b1a0f2 HTTP/1.1" status: 204 len: 168 time: 2.0860331 Jul 07 17:51:31.138118 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35466) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:31.147327 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-97e8a7e8-5bfe-4505-bb48-ed86293256f0 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1990720901'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:31.147762 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683da67e-b083-470e-9d3c-714c41d34dfa tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event deleted for resources: {'Network': ['ID=72e51ecd-ce90-47f9-84fb-493124b1a0f2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:31.173197 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e8a7e8-5bfe-4505-bb48-ed86293256f0 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Made reservation on behalf of f34d849cbc0e4f0396febc5db2f32ce0 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:31.176880 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-97e8a7e8-5bfe-4505-bb48-ed86293256f0 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.201979 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e8a7e8-5bfe-4505-bb48-ed86293256f0 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:51:31.213872 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-97e8a7e8-5bfe-4505-bb48-ed86293256f0 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.214230 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-97e8a7e8-5bfe-4505-bb48-ed86293256f0 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Added segment c06caa33-5051-4435-9f86-ddaea847dd56 of type vlan for network 1a1c0b12-b648-4dc6-bdcc-cc90a9d13898 Jul 07 17:51:31.256900 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-97e8a7e8-5bfe-4505-bb48-ed86293256f0 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.285715 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-97e8a7e8-5bfe-4505-bb48-ed86293256f0 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.292789 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e8a7e8-5bfe-4505-bb48-ed86293256f0 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:31.293500 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-97e8a7e8-5bfe-4505-bb48-ed86293256f0 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.295664 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:51:31.353139 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-97e8a7e8-5bfe-4505-bb48-ed86293256f0 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2130606 Jul 07 17:51:31.357834 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35468) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:31.363320 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-faa9632a-d0ca-4832-8ef7-a82fa7d26eb2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Request body: {'subnet': {'network_id': '1a1c0b12-b648-4dc6-bdcc-cc90a9d13898', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:31.365340 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8a7e8-5bfe-4505-bb48-ed86293256f0 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event updated for resources: {'Network': ['ID=1a1c0b12-b648-4dc6-bdcc-cc90a9d13898,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:31.375574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 1a1c0b12-b648-4dc6-bdcc-cc90a9d13898 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:51:31.464144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa9632a-d0ca-4832-8ef7-a82fa7d26eb2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Made reservation on behalf of f34d849cbc0e4f0396febc5db2f32ce0 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:31.467933 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-faa9632a-d0ca-4832-8ef7-a82fa7d26eb2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.669799 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-faa9632a-d0ca-4832-8ef7-a82fa7d26eb2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.732722 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9632a-d0ca-4832-8ef7-a82fa7d26eb2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event updated for resources: {'Subnet': ['ID=199cb4f5-dabe-4691-adf5-ce0ff621c48a,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:31.742955 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9632a-d0ca-4832-8ef7-a82fa7d26eb2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Checking segment: {'id': 'c06caa33-5051-4435-9f86-ddaea847dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1a1c0b12-b648-4dc6-bdcc-cc90a9d13898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:31.743325 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa9632a-d0ca-4832-8ef7-a82fa7d26eb2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Network hostable DHCP agents. Network: 1a1c0b12-b648-4dc6-bdcc-cc90a9d13898, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:51:31.761183 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa9632a-d0ca-4832-8ef7-a82fa7d26eb2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Network 1a1c0b12-b648-4dc6-bdcc-cc90a9d13898 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:51:31.770504 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-faa9632a-d0ca-4832-8ef7-a82fa7d26eb2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 1a1c0b12-b648-4dc6-bdcc-cc90a9d13898) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:31.777627 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa9632a-d0ca-4832-8ef7-a82fa7d26eb2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:31.778586 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-faa9632a-d0ca-4832-8ef7-a82fa7d26eb2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.784283 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670847a9-46f4-4cbe-8f13-ea7ce3d7813c None None] Network 1a1c0b12-b648-4dc6-bdcc-cc90a9d13898 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:31.809596 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-faa9632a-d0ca-4832-8ef7-a82fa7d26eb2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4504056 Jul 07 17:51:31.813671 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35470) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:31.818860 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1e34588b-a10e-4f96-a09c-763a53f7bee2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2088007576'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:31.840998 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e34588b-a10e-4f96-a09c-763a53f7bee2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Made reservation on behalf of f34d849cbc0e4f0396febc5db2f32ce0 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:31.845060 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ede62a38-e97f-4e39-b66c-e99f398cb86c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:31.845745 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e34588b-a10e-4f96-a09c-763a53f7bee2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.878045 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e34588b-a10e-4f96-a09c-763a53f7bee2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:51:31.892105 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e34588b-a10e-4f96-a09c-763a53f7bee2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.892541 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-1e34588b-a10e-4f96-a09c-763a53f7bee2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Added segment edfc4a92-ce45-43cc-b3ff-79123790727f of type vlan for network 0167917b-f9a5-43cd-830f-34125a087f5c Jul 07 17:51:31.951283 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e34588b-a10e-4f96-a09c-763a53f7bee2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.951780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port ede62a38-e97f-4e39-b66c-e99f398cb86c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:31.952164 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.985538 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e34588b-a10e-4f96-a09c-763a53f7bee2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:31.991746 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e34588b-a10e-4f96-a09c-763a53f7bee2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:31.992332 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1e34588b-a10e-4f96-a09c-763a53f7bee2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.020703 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-1a1c0b12-b648-4dc6-bdcc-cc90a9d13898', 'network_id': '1a1c0b12-b648-4dc6-bdcc-cc90a9d13898', 'tenant_id': 'f34d849cbc0e4f0396febc5db2f32ce0', 'fixed_ips': [{'subnet_id': '199cb4f5-dabe-4691-adf5-ce0ff621c48a'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:51:32.021995 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.064173 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1e34588b-a10e-4f96-a09c-763a53f7bee2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2492547 Jul 07 17:51:32.068722 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35472) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:32.071073 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34588b-a10e-4f96-a09c-763a53f7bee2 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event updated for resources: {'Network': ['ID=0167917b-f9a5-43cd-830f-34125a087f5c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:32.077611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-3fdb5fef-8a0b-49f8-957b-887b38e06229 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Request body: {'subnet': {'network_id': '0167917b-f9a5-43cd-830f-34125a087f5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:32.124316 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 0167917b-f9a5-43cd-830f-34125a087f5c details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:51:32.181886 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdb5fef-8a0b-49f8-957b-887b38e06229 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Made reservation on behalf of f34d849cbc0e4f0396febc5db2f32ce0 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:32.185692 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5fef-8a0b-49f8-957b-887b38e06229 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.262553 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Allocated IP 2001:db8::2 (1a1c0b12-b648-4dc6-bdcc-cc90a9d13898/199cb4f5-dabe-4691-adf5-ce0ff621c48a/4dd9cac7-94d5-4098-b123-2cd2ddbae226) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:32.397990 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5fef-8a0b-49f8-957b-887b38e06229 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.424835 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.434712 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Transition to ACTIVE for port object 4dd9cac7-94d5-4098-b123-2cd2ddbae226 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:32.450539 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Transition to ACTIVE for port object 4dd9cac7-94d5-4098-b123-2cd2ddbae226 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:32.456744 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.468209 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb5fef-8a0b-49f8-957b-887b38e06229 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event updated for resources: {'Subnet': ['ID=2f6286b6-b663-46bc-9cd1-e9d6079275a9,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:32.475453 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdb5fef-8a0b-49f8-957b-887b38e06229 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Checking segment: {'id': 'edfc4a92-ce45-43cc-b3ff-79123790727f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0167917b-f9a5-43cd-830f-34125a087f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:32.475981 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdb5fef-8a0b-49f8-957b-887b38e06229 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Network hostable DHCP agents. Network: 0167917b-f9a5-43cd-830f-34125a087f5c, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:51:32.495287 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdb5fef-8a0b-49f8-957b-887b38e06229 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Network 0167917b-f9a5-43cd-830f-34125a087f5c is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:51:32.497131 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Network 1a1c0b12-b648-4dc6-bdcc-cc90a9d13898 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:32.503586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:32.506950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-3fdb5fef-8a0b-49f8-957b-887b38e06229 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 0167917b-f9a5-43cd-830f-34125a087f5c) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:32.508108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:32.511692 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Pushing event updated for resources: {'Port': ['ID=4dd9cac7-94d5-4098-b123-2cd2ddbae226,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:32.514235 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdb5fef-8a0b-49f8-957b-887b38e06229 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:32.514873 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5fef-8a0b-49f8-957b-887b38e06229 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.516969 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e8dd7a-7008-463d-8fd9-7540d084dc34 None None] Network 0167917b-f9a5-43cd-830f-34125a087f5c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:32.531431 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3fdb5fef-8a0b-49f8-957b-887b38e06229 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4612129 Jul 07 17:51:32.534016 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35474) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:32.623399 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Attempting to bind port 4dd9cac7-94d5-4098-b123-2cd2ddbae226 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:32.623784 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Attempting to bind port 4dd9cac7-94d5-4098-b123-2cd2ddbae226 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'c06caa33-5051-4435-9f86-ddaea847dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1a1c0b12-b648-4dc6-bdcc-cc90a9d13898'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:32.624154 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Attempting to bind port 4dd9cac7-94d5-4098-b123-2cd2ddbae226 on network 1a1c0b12-b648-4dc6-bdcc-cc90a9d13898 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:32.641451 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:32.641834 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Checking segment: {'id': 'c06caa33-5051-4435-9f86-ddaea847dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1a1c0b12-b648-4dc6-bdcc-cc90a9d13898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:32.642247 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.642678 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Bound using segment: {'id': 'c06caa33-5051-4435-9f86-ddaea847dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1a1c0b12-b648-4dc6-bdcc-cc90a9d13898'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:32.643162 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Bound port: 4dd9cac7-94d5-4098-b123-2cd2ddbae226, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06caa33-5051-4435-9f86-ddaea847dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '1a1c0b12-b648-4dc6-bdcc-cc90a9d13898'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:32.643550 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.649868 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee0a9afb-1652-4368-8ac0-0b5c04733fe6 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.717284 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee0a9afb-1652-4368-8ac0-0b5c04733fe6 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.773533 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] For port 4dd9cac7-94d5-4098-b123-2cd2ddbae226, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:32.787711 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6b3ce6-1a81-4809-8b6e-7085e80b277f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-0167917b-f9a5-43cd-830f-34125a087f5c', 'network_id': '0167917b-f9a5-43cd-830f-34125a087f5c', 'tenant_id': 'f34d849cbc0e4f0396febc5db2f32ce0', 'fixed_ips': [{'subnet_id': '2f6286b6-b663-46bc-9cd1-e9d6079275a9'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:51:32.788590 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6b6b3ce6-1a81-4809-8b6e-7085e80b277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.793938 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] For port 4dd9cac7-94d5-4098-b123-2cd2ddbae226, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4dd9cac7-94d5-4098-b123-2cd2ddbae226,segment=NetworkSegment(c06caa33-5051-4435-9f86-ddaea847dd56),segment_id=c06caa33-5051-4435-9f86-ddaea847dd56)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:32.808812 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee0a9afb-1652-4368-8ac0-0b5c04733fe6 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.812814 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.839365 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a9afb-1652-4368-8ac0-0b5c04733fe6 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event deleted for resources: {'Subnet': ['ID=2f6286b6-b663-46bc-9cd1-e9d6079275a9,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:32.912535 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee0a9afb-1652-4368-8ac0-0b5c04733fe6 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.924974 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-ee0a9afb-1652-4368-8ac0-0b5c04733fe6 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0167917b-f9a5-43cd-830f-34125a087f5c']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:32.942015 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b250c9-943f-4e78-b528-3cd5aa261a68 None None] Pushing event updated for resources: {'Port': ['ID=4dd9cac7-94d5-4098-b123-2cd2ddbae226,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:32.943188 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-ee0a9afb-1652-4368-8ac0-0b5c04733fe6 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfc4a92-ce45-43cc-b3ff-79123790727f') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:32.943717 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-ee0a9afb-1652-4368-8ac0-0b5c04733fe6 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfc4a92-ce45-43cc-b3ff-79123790727f') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:32.955209 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31fe4c7-440d-4bd9-b49a-1d2108cd8fd5 None None] Network 0167917b-f9a5-43cd-830f-34125a087f5c requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:32.965769 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee0a9afb-1652-4368-8ac0-0b5c04733fe6 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.987628 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee0a9afb-1652-4368-8ac0-0b5c04733fe6 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:32.998870 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0a9afb-1652-4368-8ac0-0b5c04733fe6 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:51:32.999166 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee0a9afb-1652-4368-8ac0-0b5c04733fe6 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:51:33.003160 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:51:33.089678 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee0a9afb-1652-4368-8ac0-0b5c04733fe6 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.102550 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee0a9afb-1652-4368-8ac0-0b5c04733fe6 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.106173 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ee0a9afb-1652-4368-8ac0-0b5c04733fe6 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "DELETE /v2.0/networks/0167917b-f9a5-43cd-830f-34125a087f5c HTTP/1.1" status: 204 len: 168 time: 0.5680809 Jul 07 17:51:33.117637 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35476) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:33.121601 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a9afb-1652-4368-8ac0-0b5c04733fe6 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event deleted for resources: {'Network': ['ID=0167917b-f9a5-43cd-830f-34125a087f5c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:33.171609 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-6848b1df-fa72-4d6b-93f1-111a874e8d3d tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] GET failed (client error): The resource could not be found. Jul 07 17:51:33.173299 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6848b1df-fa72-4d6b-93f1-111a874e8d3d tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "GET /v2.0/subnets/2f6286b6-b663-46bc-9cd1-e9d6079275a9 HTTP/1.1" status: 404 len: 337 time: 0.0405569 Jul 07 17:51:33.176223 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35478) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:33.199111 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc6ee96-4eb1-4264-bf7c-4b5829037e25 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] DELETE failed (client error): The resource could not be found. Jul 07 17:51:33.199707 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc6ee96-4eb1-4264-bf7c-4b5829037e25 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:51:33.202873 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1fc6ee96-4eb1-4264-bf7c-4b5829037e25 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "DELETE /v2.0/networks/0167917b-f9a5-43cd-830f-34125a087f5c HTTP/1.1" status: 404 len: 339 time: 0.0242035 Jul 07 17:51:33.205703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35480) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:33.239210 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-74691151-135d-45b0-aba2-5c7c58414a95 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] DELETE failed (client error): The resource could not be found. Jul 07 17:51:33.239928 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74691151-135d-45b0-aba2-5c7c58414a95 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:51:33.242025 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-74691151-135d-45b0-aba2-5c7c58414a95 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "DELETE /v2.0/subnets/2f6286b6-b663-46bc-9cd1-e9d6079275a9 HTTP/1.1" status: 404 len: 337 time: 0.0351076 Jul 07 17:51:33.250656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35482) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:33.271860 n-d-793620-7 neutron-server[100410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2b2db3-ea57-4f53-8d2c-0bb8ce682752 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] DELETE failed (client error): The resource could not be found. Jul 07 17:51:33.272492 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2b2db3-ea57-4f53-8d2c-0bb8ce682752 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:51:33.274309 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ae2b2db3-ea57-4f53-8d2c-0bb8ce682752 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "DELETE /v2.0/networks/0167917b-f9a5-43cd-830f-34125a087f5c HTTP/1.1" status: 404 len: 339 time: 0.0225744 Jul 07 17:51:33.278987 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35484) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:33.332650 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-87dfc54f-256b-4648-bbee-e0ea9403e72b tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Deleting subnet 199cb4f5-dabe-4691-adf5-ce0ff621c48a {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:51:33.335912 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87dfc54f-256b-4648-bbee-e0ea9403e72b tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.787391 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87dfc54f-256b-4648-bbee-e0ea9403e72b tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.906993 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4dd9cac7-94d5-4098-b123-2cd2ddbae226 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:33.914991 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87dfc54f-256b-4648-bbee-e0ea9403e72b tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:33.983173 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 4dd9cac7-94d5-4098-b123-2cd2ddbae226 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:33.997995 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6d5ecb-c2cf-4b7e-8689-a5dab69ce407 None None] Network 1a1c0b12-b648-4dc6-bdcc-cc90a9d13898 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:34.006419 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87dfc54f-256b-4648-bbee-e0ea9403e72b tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.043240 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfc54f-256b-4648-bbee-e0ea9403e72b tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event deleted for resources: {'Subnet': ['ID=199cb4f5-dabe-4691-adf5-ce0ff621c48a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:34.048495 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87dfc54f-256b-4648-bbee-e0ea9403e72b tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.052799 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-87dfc54f-256b-4648-bbee-e0ea9403e72b tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "DELETE /v2.0/subnets/199cb4f5-dabe-4691-adf5-ce0ff621c48a HTTP/1.1" status: 204 len: 168 time: 0.7724125 Jul 07 17:51:34.055041 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35486) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:34.136514 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5278b29e-dfb0-43da-b78f-7f1b2b14e5c1 None None] Provisioning for port 4dd9cac7-94d5-4098-b123-2cd2ddbae226 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:34.143583 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5278b29e-dfb0-43da-b78f-7f1b2b14e5c1 None None] Provisioning complete for port 4dd9cac7-94d5-4098-b123-2cd2ddbae226 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:34.143986 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5278b29e-dfb0-43da-b78f-7f1b2b14e5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.144458 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-743a96e8-5af8-41f2-85ed-41a4fea5b062 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.206298 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-743a96e8-5af8-41f2-85ed-41a4fea5b062 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Deleting port 4dd9cac7-94d5-4098-b123-2cd2ddbae226 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:34.206871 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-743a96e8-5af8-41f2-85ed-41a4fea5b062 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.285042 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-743a96e8-5af8-41f2-85ed-41a4fea5b062 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] For port 4dd9cac7-94d5-4098-b123-2cd2ddbae226, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4dd9cac7-94d5-4098-b123-2cd2ddbae226,segment=NetworkSegment(c06caa33-5051-4435-9f86-ddaea847dd56),segment_id=c06caa33-5051-4435-9f86-ddaea847dd56)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:34.285042 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-743a96e8-5af8-41f2-85ed-41a4fea5b062 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.287889 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5278b29e-dfb0-43da-b78f-7f1b2b14e5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.299850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-743a96e8-5af8-41f2-85ed-41a4fea5b062 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Calling delete_port for 4dd9cac7-94d5-4098-b123-2cd2ddbae226 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:34.328123 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5278b29e-dfb0-43da-b78f-7f1b2b14e5c1 None None] For port 4dd9cac7-94d5-4098-b123-2cd2ddbae226, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4dd9cac7-94d5-4098-b123-2cd2ddbae226,segment=NetworkSegment(c06caa33-5051-4435-9f86-ddaea847dd56),segment_id=c06caa33-5051-4435-9f86-ddaea847dd56)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:34.334251 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5278b29e-dfb0-43da-b78f-7f1b2b14e5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.372596 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b208c48-5264-46a3-b496-b0104ed2a508 None None] DHCP port deletion for 1a1c0b12-b648-4dc6-bdcc-cc90a9d13898 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:51:34.406327 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-743a96e8-5af8-41f2-85ed-41a4fea5b062 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.421466 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278b29e-dfb0-43da-b78f-7f1b2b14e5c1 None None] Pushing event updated for resources: {'Port': ['ID=4dd9cac7-94d5-4098-b123-2cd2ddbae226,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:34.442917 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a96e8-5af8-41f2-85ed-41a4fea5b062 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] No DVR routers for this DVR port 4dd9cac7-94d5-4098-b123-2cd2ddbae226 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:34.447433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3b208c48-5264-46a3-b496-b0104ed2a508 None None] Deleting port 4dd9cac7-94d5-4098-b123-2cd2ddbae226 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:34.448045 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3b208c48-5264-46a3-b496-b0104ed2a508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.450943 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a96e8-5af8-41f2-85ed-41a4fea5b062 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event deleted for resources: {'Port': ['ID=4dd9cac7-94d5-4098-b123-2cd2ddbae226,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:34.523983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-3b208c48-5264-46a3-b496-b0104ed2a508 None None] For port 4dd9cac7-94d5-4098-b123-2cd2ddbae226, host n-d-793620-7, got binding levels [] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:34.524371 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3b208c48-5264-46a3-b496-b0104ed2a508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.533393 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-743a96e8-5af8-41f2-85ed-41a4fea5b062 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.538032 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3b208c48-5264-46a3-b496-b0104ed2a508 None None] Calling delete_port for 4dd9cac7-94d5-4098-b123-2cd2ddbae226 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:34.540638 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.ipam_backend_mixin [None req-3b208c48-5264-46a3-b496-b0104ed2a508 None None] Port 4dd9cac7-94d5-4098-b123-2cd2ddbae226 was not found and therefore no delete operation was performed {{(pid=100411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 17:51:34.541891 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3b208c48-5264-46a3-b496-b0104ed2a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.543398 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-743a96e8-5af8-41f2-85ed-41a4fea5b062 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1c0b12-b648-4dc6-bdcc-cc90a9d13898']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:34.554424 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-743a96e8-5af8-41f2-85ed-41a4fea5b062 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06caa33-5051-4435-9f86-ddaea847dd56') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:34.554730 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-743a96e8-5af8-41f2-85ed-41a4fea5b062 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06caa33-5051-4435-9f86-ddaea847dd56') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:34.564455 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-743a96e8-5af8-41f2-85ed-41a4fea5b062 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.567709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b208c48-5264-46a3-b496-b0104ed2a508 None None] Pushing event deleted for resources: {'Port': ['ID=4dd9cac7-94d5-4098-b123-2cd2ddbae226,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:34.572659 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b208c48-5264-46a3-b496-b0104ed2a508 None None] No DVR routers for this DVR port 4dd9cac7-94d5-4098-b123-2cd2ddbae226 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:34.583632 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-743a96e8-5af8-41f2-85ed-41a4fea5b062 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.588681 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743a96e8-5af8-41f2-85ed-41a4fea5b062 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:51:34.588681 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-743a96e8-5af8-41f2-85ed-41a4fea5b062 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:51:34.591402 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:51:34.657148 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-743a96e8-5af8-41f2-85ed-41a4fea5b062 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.664785 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-743a96e8-5af8-41f2-85ed-41a4fea5b062 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.666980 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-743a96e8-5af8-41f2-85ed-41a4fea5b062 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "DELETE /v2.0/networks/1a1c0b12-b648-4dc6-bdcc-cc90a9d13898 HTTP/1.1" status: 204 len: 168 time: 0.6109059 Jul 07 17:51:34.669460 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35488) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:34.690136 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a96e8-5af8-41f2-85ed-41a4fea5b062 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event deleted for resources: {'Network': ['ID=1a1c0b12-b648-4dc6-bdcc-cc90a9d13898,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:34.709438 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-e360ab58-45e4-4093-a5db-614f744aa874 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] DELETE failed (client error): The resource could not be found. Jul 07 17:51:34.709903 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e360ab58-45e4-4093-a5db-614f744aa874 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:51:34.711702 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e360ab58-45e4-4093-a5db-614f744aa874 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "DELETE /v2.0/subnets/1d95acfa-6c66-46ef-8d34-b25cae232bb6 HTTP/1.1" status: 404 len: 337 time: 0.0412891 Jul 07 17:51:34.715793 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35490) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:34.736384 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50d35fc-c68a-41b6-b6f2-ffd04ace44ee tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] DELETE failed (client error): The resource could not be found. Jul 07 17:51:34.736911 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50d35fc-c68a-41b6-b6f2-ffd04ace44ee tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:51:34.738644 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c50d35fc-c68a-41b6-b6f2-ffd04ace44ee tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "DELETE /v2.0/networks/72e51ecd-ce90-47f9-84fb-493124b1a0f2 HTTP/1.1" status: 404 len: 339 time: 0.0217814 Jul 07 17:51:34.741266 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35492) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:34.783677 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5b3da5-b359-496a-9ba5-0029a4db6bf1 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] DELETE failed (client error): The resource could not be found. Jul 07 17:51:34.784382 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5b3da5-b359-496a-9ba5-0029a4db6bf1 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:51:34.787158 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6e5b3da5-b359-496a-9ba5-0029a4db6bf1 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "DELETE /v2.0/subnets/be236323-d998-4b95-a184-00c37a2cc8db HTTP/1.1" status: 404 len: 337 time: 0.0444760 Jul 07 17:51:34.789646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35494) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:34.817705 n-d-793620-7 neutron-server[100409]: INFO neutron.pecan_wsgi.hooks.translation [None req-728dde7e-c51f-4f5d-b34a-a72aaa1d5200 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] DELETE failed (client error): The resource could not be found. Jul 07 17:51:34.818541 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728dde7e-c51f-4f5d-b34a-a72aaa1d5200 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 17:51:34.821237 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-728dde7e-c51f-4f5d-b34a-a72aaa1d5200 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "DELETE /v2.0/networks/b4515de0-4536-4d86-aadd-3c95e9efc21f HTTP/1.1" status: 404 len: 339 time: 0.0301578 Jul 07 17:51:34.824058 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35496) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:34.875420 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d45be75-b185-4da3-9533-314f0b2c01ba tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Deleting subnet e60ca9a7-438f-463e-b8e9-f4a27e27eab4 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:51:34.878898 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d45be75-b185-4da3-9533-314f0b2c01ba tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:34.938117 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d45be75-b185-4da3-9533-314f0b2c01ba tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.027358 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d45be75-b185-4da3-9533-314f0b2c01ba tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.089692 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d45be75-b185-4da3-9533-314f0b2c01ba tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.124506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45be75-b185-4da3-9533-314f0b2c01ba tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event deleted for resources: {'Subnet': ['ID=e60ca9a7-438f-463e-b8e9-f4a27e27eab4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:35.131982 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9d45be75-b185-4da3-9533-314f0b2c01ba tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.133073 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9d45be75-b185-4da3-9533-314f0b2c01ba tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "DELETE /v2.0/subnets/e60ca9a7-438f-463e-b8e9-f4a27e27eab4 HTTP/1.1" status: 204 len: 168 time: 0.3071802 Jul 07 17:51:35.134900 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35498) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:35.141580 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec7c566-df8e-4fb6-929f-e702266ff924 None None] Network cbcf1cde-5d64-4828-af56-738dab4039db requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:35.245112 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad35d0bc-d8f1-4ebc-b1fd-8d2af2e76c65 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.305074 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-ad35d0bc-d8f1-4ebc-b1fd-8d2af2e76c65 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Deleting port ede62a38-e97f-4e39-b66c-e99f398cb86c {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:35.306145 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad35d0bc-d8f1-4ebc-b1fd-8d2af2e76c65 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.347394 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc099d9-3e4f-4d1b-acd7-694c73ed5fba None None] DHCP port deletion for cbcf1cde-5d64-4828-af56-738dab4039db request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:51:35.375106 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-ad35d0bc-d8f1-4ebc-b1fd-8d2af2e76c65 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] For port ede62a38-e97f-4e39-b66c-e99f398cb86c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ede62a38-e97f-4e39-b66c-e99f398cb86c,segment=NetworkSegment(94a61b22-a487-4b27-a974-e481f5c4af71),segment_id=94a61b22-a487-4b27-a974-e481f5c4af71)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:35.375517 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad35d0bc-d8f1-4ebc-b1fd-8d2af2e76c65 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.389378 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-ad35d0bc-d8f1-4ebc-b1fd-8d2af2e76c65 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Calling delete_port for ede62a38-e97f-4e39-b66c-e99f398cb86c owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:35.398586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-adc099d9-3e4f-4d1b-acd7-694c73ed5fba None None] Deleting port ede62a38-e97f-4e39-b66c-e99f398cb86c {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:35.398966 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-adc099d9-3e4f-4d1b-acd7-694c73ed5fba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.461983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-adc099d9-3e4f-4d1b-acd7-694c73ed5fba None None] For port ede62a38-e97f-4e39-b66c-e99f398cb86c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ede62a38-e97f-4e39-b66c-e99f398cb86c,segment=NetworkSegment(94a61b22-a487-4b27-a974-e481f5c4af71),segment_id=94a61b22-a487-4b27-a974-e481f5c4af71)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:35.462482 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-adc099d9-3e4f-4d1b-acd7-694c73ed5fba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.474821 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad35d0bc-d8f1-4ebc-b1fd-8d2af2e76c65 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.475847 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-adc099d9-3e4f-4d1b-acd7-694c73ed5fba None None] Calling delete_port for ede62a38-e97f-4e39-b66c-e99f398cb86c owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:35.506798 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35d0bc-d8f1-4ebc-b1fd-8d2af2e76c65 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event deleted for resources: {'Port': ['ID=ede62a38-e97f-4e39-b66c-e99f398cb86c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:35.509008 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad35d0bc-d8f1-4ebc-b1fd-8d2af2e76c65 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] No DVR routers for this DVR port ede62a38-e97f-4e39-b66c-e99f398cb86c on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:35.563887 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-adc099d9-3e4f-4d1b-acd7-694c73ed5fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.591460 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc099d9-3e4f-4d1b-acd7-694c73ed5fba None None] Pushing event deleted for resources: {'Port': ['ID=ede62a38-e97f-4e39-b66c-e99f398cb86c,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:35.597077 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc099d9-3e4f-4d1b-acd7-694c73ed5fba None None] No DVR routers for this DVR port ede62a38-e97f-4e39-b66c-e99f398cb86c on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:35.606560 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad35d0bc-d8f1-4ebc-b1fd-8d2af2e76c65 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.618183 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-ad35d0bc-d8f1-4ebc-b1fd-8d2af2e76c65 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcf1cde-5d64-4828-af56-738dab4039db']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:35.631046 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-ad35d0bc-d8f1-4ebc-b1fd-8d2af2e76c65 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a61b22-a487-4b27-a974-e481f5c4af71') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:35.631348 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-ad35d0bc-d8f1-4ebc-b1fd-8d2af2e76c65 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a61b22-a487-4b27-a974-e481f5c4af71') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:35.643009 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad35d0bc-d8f1-4ebc-b1fd-8d2af2e76c65 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.657624 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad35d0bc-d8f1-4ebc-b1fd-8d2af2e76c65 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.663969 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad35d0bc-d8f1-4ebc-b1fd-8d2af2e76c65 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:51:35.664390 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad35d0bc-d8f1-4ebc-b1fd-8d2af2e76c65 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:51:35.667993 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:51:35.727122 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad35d0bc-d8f1-4ebc-b1fd-8d2af2e76c65 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.746542 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ad35d0bc-d8f1-4ebc-b1fd-8d2af2e76c65 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:35.748435 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ad35d0bc-d8f1-4ebc-b1fd-8d2af2e76c65 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] 10.222.0.50 "DELETE /v2.0/networks/cbcf1cde-5d64-4828-af56-738dab4039db HTTP/1.1" status: 204 len: 168 time: 0.6124873 Jul 07 17:51:35.749766 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35d0bc-d8f1-4ebc-b1fd-8d2af2e76c65 tempest-NetworksIpV6Test-1960989547 tempest-NetworksIpV6Test-1960989547-project] Pushing event deleted for resources: {'Network': ['ID=cbcf1cde-5d64-4828-af56-738dab4039db,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:35.833490 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4dd9cac7-94d5-4098-b123-2cd2ddbae226 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:35.856304 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 4dd9cac7-94d5-4098-b123-2cd2ddbae226 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:35.856645 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4dd9cac7-94d5-4098-b123-2cd2ddbae226 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:35.856775 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ede62a38-e97f-4e39-b66c-e99f398cb86c no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:35.876497 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: ede62a38-e97f-4e39-b66c-e99f398cb86c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:35.876852 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ede62a38-e97f-4e39-b66c-e99f398cb86c not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:36.019155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35504) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:36.167064 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ca51f1f7-e4a5-4009-a82c-ab9de92bfee7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f34d849cbc0e4f0396febc5db2f32ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466978 Jul 07 17:51:36.169484 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35508) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:36.224546 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5840161a-b21e-4377-98d6-5a9783441d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.247869 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5840161a-b21e-4377-98d6-5a9783441d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.294918 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5840161a-b21e-4377-98d6-5a9783441d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.297564 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5840161a-b21e-4377-98d6-5a9783441d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:36.298835 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5840161a-b21e-4377-98d6-5a9783441d4a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/add9f8a9-37a1-4435-b703-3bc651935666 HTTP/1.1" status: 204 len: 168 time: 0.1284297 Jul 07 17:51:36.307657 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840161a-b21e-4377-98d6-5a9783441d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add9f8a9-37a1-4435-b703-3bc651935666,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:37.041744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35530) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:37.169540 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-4ef0bf3c-a871-442c-91f8-7e3d55cd718f tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-826426833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:37.197746 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ef0bf3c-a871-442c-91f8-7e3d55cd718f tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.199045 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ef0bf3c-a871-442c-91f8-7e3d55cd718f tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.261435 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ef0bf3c-a871-442c-91f8-7e3d55cd718f tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.266522 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ef0bf3c-a871-442c-91f8-7e3d55cd718f tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.285490 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4ef0bf3c-a871-442c-91f8-7e3d55cd718f tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.287443 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4ef0bf3c-a871-442c-91f8-7e3d55cd718f tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2445660 Jul 07 17:51:37.290311 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35534) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:37.295868 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-b6c177c1-59e0-4672-bbfd-e061e363deb7 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1831109210'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:37.325831 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c177c1-59e0-4672-bbfd-e061e363deb7 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Made reservation on behalf of 5986104397fd487e83b39ffe64f224d7 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:37.330704 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6c177c1-59e0-4672-bbfd-e061e363deb7 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.343531 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6c177c1-59e0-4672-bbfd-e061e363deb7 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.520673 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6c177c1-59e0-4672-bbfd-e061e363deb7 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.526588 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6c177c1-59e0-4672-bbfd-e061e363deb7 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.563080 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c177c1-59e0-4672-bbfd-e061e363deb7 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:51:37.574254 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c177c1-59e0-4672-bbfd-e061e363deb7 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523f1d06-3c5b-4d83-8228-df29e2e10e1e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:37.580933 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6c177c1-59e0-4672-bbfd-e061e363deb7 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.581288 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-b6c177c1-59e0-4672-bbfd-e061e363deb7 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Added segment db5549d1-b7eb-4d9b-9f3d-789569ceb2d1 of type vlan for network b16b4e69-8c45-4ce0-b40e-92fe0be4df5b Jul 07 17:51:37.633480 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6c177c1-59e0-4672-bbfd-e061e363deb7 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.672705 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6c177c1-59e0-4672-bbfd-e061e363deb7 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.681108 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c177c1-59e0-4672-bbfd-e061e363deb7 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:37.682624 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6c177c1-59e0-4672-bbfd-e061e363deb7 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:37.758222 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b6c177c1-59e0-4672-bbfd-e061e363deb7 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4665353 Jul 07 17:51:37.762427 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35536) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:37.771007 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-fe6f4bf6-5d2f-4d25-a30f-26683839fac5 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Request body: {'subnet': {'network_id': 'b16b4e69-8c45-4ce0-b40e-92fe0be4df5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:37.797982 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c177c1-59e0-4672-bbfd-e061e363deb7 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Pushing event updated for resources: {'Network': ['ID=b16b4e69-8c45-4ce0-b40e-92fe0be4df5b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:37.815659 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network b16b4e69-8c45-4ce0-b40e-92fe0be4df5b details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:51:37.916905 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6f4bf6-5d2f-4d25-a30f-26683839fac5 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Made reservation on behalf of 5986104397fd487e83b39ffe64f224d7 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:37.921009 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fe6f4bf6-5d2f-4d25-a30f-26683839fac5 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.114038 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fe6f4bf6-5d2f-4d25-a30f-26683839fac5 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.172246 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f4bf6-5d2f-4d25-a30f-26683839fac5 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Pushing event updated for resources: {'Subnet': ['ID=406bd177-466d-439b-8832-61a87c2cb63c,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:38.189369 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6f4bf6-5d2f-4d25-a30f-26683839fac5 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Checking segment: {'id': 'db5549d1-b7eb-4d9b-9f3d-789569ceb2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b16b4e69-8c45-4ce0-b40e-92fe0be4df5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:38.189741 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6f4bf6-5d2f-4d25-a30f-26683839fac5 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Network hostable DHCP agents. Network: b16b4e69-8c45-4ce0-b40e-92fe0be4df5b, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:51:38.206496 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6f4bf6-5d2f-4d25-a30f-26683839fac5 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Network b16b4e69-8c45-4ce0-b40e-92fe0be4df5b is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:51:38.216256 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-fe6f4bf6-5d2f-4d25-a30f-26683839fac5 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, b16b4e69-8c45-4ce0-b40e-92fe0be4df5b) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:38.220935 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f4bf6-5d2f-4d25-a30f-26683839fac5 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:38.221983 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fe6f4bf6-5d2f-4d25-a30f-26683839fac5 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.225474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa726b7-c455-4d55-a7bb-93c147c108c8 None None] Network b16b4e69-8c45-4ce0-b40e-92fe0be4df5b requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:38.237633 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fe6f4bf6-5d2f-4d25-a30f-26683839fac5 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4737191 Jul 07 17:51:38.241044 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35538) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:38.246364 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-442687d1-6435-4ef8-b920-afcf0d73a8c9 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-401472617'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:38.270207 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442687d1-6435-4ef8-b920-afcf0d73a8c9 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Made reservation on behalf of 5986104397fd487e83b39ffe64f224d7 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:38.274089 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-442687d1-6435-4ef8-b920-afcf0d73a8c9 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.300637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-442687d1-6435-4ef8-b920-afcf0d73a8c9 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:51:38.310276 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-442687d1-6435-4ef8-b920-afcf0d73a8c9 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.311008 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-442687d1-6435-4ef8-b920-afcf0d73a8c9 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Added segment ccf06974-5b97-4d05-a042-14c8144cb162 of type vlan for network 856989f1-73c9-4bd3-9e94-d3e24f08ba53 Jul 07 17:51:38.357118 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-442687d1-6435-4ef8-b920-afcf0d73a8c9 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.383373 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-b16b4e69-8c45-4ce0-b40e-92fe0be4df5b', 'network_id': 'b16b4e69-8c45-4ce0-b40e-92fe0be4df5b', 'tenant_id': '5986104397fd487e83b39ffe64f224d7', 'fixed_ips': [{'subnet_id': '406bd177-466d-439b-8832-61a87c2cb63c'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:51:38.384891 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.387885 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-442687d1-6435-4ef8-b920-afcf0d73a8c9 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.393668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442687d1-6435-4ef8-b920-afcf0d73a8c9 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:38.394330 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-442687d1-6435-4ef8-b920-afcf0d73a8c9 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.453986 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-442687d1-6435-4ef8-b920-afcf0d73a8c9 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2117193 Jul 07 17:51:38.458012 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35540) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:38.464448 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442687d1-6435-4ef8-b920-afcf0d73a8c9 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Pushing event updated for resources: {'Network': ['ID=856989f1-73c9-4bd3-9e94-d3e24f08ba53,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:38.465465 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1ec51b67-ebe6-49ba-8ebb-79813d994f3b tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Request body: {'subnet': {'network_id': '856989f1-73c9-4bd3-9e94-d3e24f08ba53', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:38.475571 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 856989f1-73c9-4bd3-9e94-d3e24f08ba53 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:51:38.571167 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec51b67-ebe6-49ba-8ebb-79813d994f3b tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Made reservation on behalf of 5986104397fd487e83b39ffe64f224d7 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:38.577235 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ec51b67-ebe6-49ba-8ebb-79813d994f3b tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.747374 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Allocated IP 172.20.0.2 (b16b4e69-8c45-4ce0-b40e-92fe0be4df5b/406bd177-466d-439b-8832-61a87c2cb63c/4796e055-6712-4c9d-b8e4-065c4ff330c2) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:38.787768 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ec51b67-ebe6-49ba-8ebb-79813d994f3b tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.855565 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec51b67-ebe6-49ba-8ebb-79813d994f3b tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Pushing event updated for resources: {'Subnet': ['ID=549f8ee4-b257-4b12-aab0-34a2338ebb1e,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:38.876364 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec51b67-ebe6-49ba-8ebb-79813d994f3b tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Checking segment: {'id': 'ccf06974-5b97-4d05-a042-14c8144cb162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '856989f1-73c9-4bd3-9e94-d3e24f08ba53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:38.876743 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec51b67-ebe6-49ba-8ebb-79813d994f3b tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Network hostable DHCP agents. Network: 856989f1-73c9-4bd3-9e94-d3e24f08ba53, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:51:38.903492 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec51b67-ebe6-49ba-8ebb-79813d994f3b tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Network 856989f1-73c9-4bd3-9e94-d3e24f08ba53 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:51:38.917036 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-1ec51b67-ebe6-49ba-8ebb-79813d994f3b tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 856989f1-73c9-4bd3-9e94-d3e24f08ba53) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:38.921868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec51b67-ebe6-49ba-8ebb-79813d994f3b tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:38.922528 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1ec51b67-ebe6-49ba-8ebb-79813d994f3b tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.925788 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:38.934196 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae698b91-bca2-427b-9a81-3521f6b8facb None None] Network 856989f1-73c9-4bd3-9e94-d3e24f08ba53 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:38.943561 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1ec51b67-ebe6-49ba-8ebb-79813d994f3b tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4833727 Jul 07 17:51:38.947814 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35542) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:38.950697 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Transition to ACTIVE for port object 4796e055-6712-4c9d-b8e4-065c4ff330c2 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:38.953280 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-88968cb9-dd9a-45b8-9486-0af8d983583d tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Request body: {'router': {'external_gateway_info': {'network_id': '856989f1-73c9-4bd3-9e94-d3e24f08ba53'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:39.002296 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Transition to ACTIVE for port object 4796e055-6712-4c9d-b8e4-065c4ff330c2 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:39.015544 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.085466 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Network b16b4e69-8c45-4ce0-b40e-92fe0be4df5b is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:39.092083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:39.102333 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:39.116429 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Pushing event updated for resources: {'Port': ['ID=4796e055-6712-4c9d-b8e4-065c4ff330c2,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:39.216448 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Attempting to bind port 4796e055-6712-4c9d-b8e4-065c4ff330c2 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:39.216448 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Attempting to bind port 4796e055-6712-4c9d-b8e4-065c4ff330c2 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'db5549d1-b7eb-4d9b-9f3d-789569ceb2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b16b4e69-8c45-4ce0-b40e-92fe0be4df5b'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:39.216448 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Attempting to bind port 4796e055-6712-4c9d-b8e4-065c4ff330c2 on network b16b4e69-8c45-4ce0-b40e-92fe0be4df5b {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:39.220931 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:39.221311 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Checking segment: {'id': 'db5549d1-b7eb-4d9b-9f3d-789569ceb2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b16b4e69-8c45-4ce0-b40e-92fe0be4df5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:39.221729 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.222315 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Bound using segment: {'id': 'db5549d1-b7eb-4d9b-9f3d-789569ceb2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b16b4e69-8c45-4ce0-b40e-92fe0be4df5b'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:39.223225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Bound port: 4796e055-6712-4c9d-b8e4-065c4ff330c2, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5549d1-b7eb-4d9b-9f3d-789569ceb2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b16b4e69-8c45-4ce0-b40e-92fe0be4df5b'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:39.223851 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.235757 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-88968cb9-dd9a-45b8-9486-0af8d983583d tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.238606 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-856989f1-73c9-4bd3-9e94-d3e24f08ba53', 'network_id': '856989f1-73c9-4bd3-9e94-d3e24f08ba53', 'tenant_id': '5986104397fd487e83b39ffe64f224d7', 'fixed_ips': [{'subnet_id': '549f8ee4-b257-4b12-aab0-34a2338ebb1e'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:51:39.239910 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.396697 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [None req-88968cb9-dd9a-45b8-9486-0af8d983583d tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 17:51:39.397782 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-88968cb9-dd9a-45b8-9486-0af8d983583d tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] 10.222.0.50 "PUT /v2.0/routers/2fffcee7-1c12-453a-bf51-eb8483dda338 HTTP/1.1" status: 400 len: 364 time: 0.4486012 Jul 07 17:51:39.404434 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35544) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:39.426644 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] For port 4796e055-6712-4c9d-b8e4-065c4ff330c2, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:39.432134 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] For port 4796e055-6712-4c9d-b8e4-065c4ff330c2, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4796e055-6712-4c9d-b8e4-065c4ff330c2,segment=NetworkSegment(db5549d1-b7eb-4d9b-9f3d-789569ceb2d1),segment_id=db5549d1-b7eb-4d9b-9f3d-789569ceb2d1)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:39.453883 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.469106 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-794f1eda-cf4c-4bfb-8cc2-1a90b20ff46c tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Deleting subnet 549f8ee4-b257-4b12-aab0-34a2338ebb1e {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:51:39.519585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Allocated IP 172.21.0.2 (856989f1-73c9-4bd3-9e94-d3e24f08ba53/549f8ee4-b257-4b12-aab0-34a2338ebb1e/ea71911c-8442-4905-88d1-c2a2480223e1) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:39.545486 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fdf32-a682-4750-985f-05fac640f5f9 None None] Pushing event updated for resources: {'Port': ['ID=4796e055-6712-4c9d-b8e4-065c4ff330c2,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:39.729465 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.738636 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Transition to ACTIVE for port object ea71911c-8442-4905-88d1-c2a2480223e1 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:39.763498 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Transition to ACTIVE for port object ea71911c-8442-4905-88d1-c2a2480223e1 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:39.769692 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-794f1eda-cf4c-4bfb-8cc2-1a90b20ff46c tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.771001 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.815663 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Network 856989f1-73c9-4bd3-9e94-d3e24f08ba53 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:39.819357 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:39.822977 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:39.840244 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-794f1eda-cf4c-4bfb-8cc2-1a90b20ff46c tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.844350 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Pushing event updated for resources: {'Port': ['ID=ea71911c-8442-4905-88d1-c2a2480223e1,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:39.897444 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4796e055-6712-4c9d-b8e4-065c4ff330c2 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:39.930332 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Attempting to bind port ea71911c-8442-4905-88d1-c2a2480223e1 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:39.931946 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Attempting to bind port ea71911c-8442-4905-88d1-c2a2480223e1 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'ccf06974-5b97-4d05-a042-14c8144cb162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '856989f1-73c9-4bd3-9e94-d3e24f08ba53'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:39.931946 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Attempting to bind port ea71911c-8442-4905-88d1-c2a2480223e1 on network 856989f1-73c9-4bd3-9e94-d3e24f08ba53 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:39.944597 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:39.944597 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Checking segment: {'id': 'ccf06974-5b97-4d05-a042-14c8144cb162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '856989f1-73c9-4bd3-9e94-d3e24f08ba53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:39.944597 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.945350 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Bound using segment: {'id': 'ccf06974-5b97-4d05-a042-14c8144cb162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '856989f1-73c9-4bd3-9e94-d3e24f08ba53'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:39.945350 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Bound port: ea71911c-8442-4905-88d1-c2a2480223e1, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf06974-5b97-4d05-a042-14c8144cb162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '856989f1-73c9-4bd3-9e94-d3e24f08ba53'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:39.947841 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:39.963070 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-794f1eda-cf4c-4bfb-8cc2-1a90b20ff46c tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.001586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 4796e055-6712-4c9d-b8e4-065c4ff330c2 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:40.035973 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-794f1eda-cf4c-4bfb-8cc2-1a90b20ff46c tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.039582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] For port ea71911c-8442-4905-88d1-c2a2480223e1, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:40.044273 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] For port ea71911c-8442-4905-88d1-c2a2480223e1, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ea71911c-8442-4905-88d1-c2a2480223e1,segment=NetworkSegment(ccf06974-5b97-4d05-a042-14c8144cb162),segment_id=ccf06974-5b97-4d05-a042-14c8144cb162)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:40.050413 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.076002 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f1eda-cf4c-4bfb-8cc2-1a90b20ff46c tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Pushing event deleted for resources: {'Subnet': ['ID=549f8ee4-b257-4b12-aab0-34a2338ebb1e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:40.080243 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-794f1eda-cf4c-4bfb-8cc2-1a90b20ff46c tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.082424 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-794f1eda-cf4c-4bfb-8cc2-1a90b20ff46c tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] 10.222.0.50 "DELETE /v2.0/subnets/549f8ee4-b257-4b12-aab0-34a2338ebb1e HTTP/1.1" status: 204 len: 168 time: 0.6764884 Jul 07 17:51:40.085542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35546) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:40.129601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3a3d1-73ea-4cbf-97c2-272c984a11ba None None] Pushing event updated for resources: {'Port': ['ID=ea71911c-8442-4905-88d1-c2a2480223e1,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:40.201763 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56591650-87a0-4207-abcc-32c87f71776a tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.290823 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-56591650-87a0-4207-abcc-32c87f71776a tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Deleting port ea71911c-8442-4905-88d1-c2a2480223e1 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:40.291385 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56591650-87a0-4207-abcc-32c87f71776a tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.396587 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-56591650-87a0-4207-abcc-32c87f71776a tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] For port ea71911c-8442-4905-88d1-c2a2480223e1, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ea71911c-8442-4905-88d1-c2a2480223e1,segment=NetworkSegment(ccf06974-5b97-4d05-a042-14c8144cb162),segment_id=ccf06974-5b97-4d05-a042-14c8144cb162)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:40.397021 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56591650-87a0-4207-abcc-32c87f71776a tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.412347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-56591650-87a0-4207-abcc-32c87f71776a tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Calling delete_port for ea71911c-8442-4905-88d1-c2a2480223e1 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:40.501642 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56591650-87a0-4207-abcc-32c87f71776a tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.533379 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56591650-87a0-4207-abcc-32c87f71776a tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Pushing event deleted for resources: {'Port': ['ID=ea71911c-8442-4905-88d1-c2a2480223e1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:40.536976 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56591650-87a0-4207-abcc-32c87f71776a tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] No DVR routers for this DVR port ea71911c-8442-4905-88d1-c2a2480223e1 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:40.618216 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56591650-87a0-4207-abcc-32c87f71776a tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.635082 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-56591650-87a0-4207-abcc-32c87f71776a tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856989f1-73c9-4bd3-9e94-d3e24f08ba53']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:40.648979 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-56591650-87a0-4207-abcc-32c87f71776a tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf06974-5b97-4d05-a042-14c8144cb162') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:40.649282 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-56591650-87a0-4207-abcc-32c87f71776a tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf06974-5b97-4d05-a042-14c8144cb162') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:40.659660 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56591650-87a0-4207-abcc-32c87f71776a tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.674903 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56591650-87a0-4207-abcc-32c87f71776a tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.685083 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56591650-87a0-4207-abcc-32c87f71776a tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:51:40.685514 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56591650-87a0-4207-abcc-32c87f71776a tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:51:40.688994 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:51:40.711560 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a44d9e-67c1-4e12-a384-72f343a721d5 None None] Network b16b4e69-8c45-4ce0-b40e-92fe0be4df5b requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:40.754549 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56591650-87a0-4207-abcc-32c87f71776a tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.763464 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-56591650-87a0-4207-abcc-32c87f71776a tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.765365 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-56591650-87a0-4207-abcc-32c87f71776a tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] 10.222.0.50 "DELETE /v2.0/networks/856989f1-73c9-4bd3-9e94-d3e24f08ba53 HTTP/1.1" status: 204 len: 168 time: 0.6786957 Jul 07 17:51:40.768556 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35548) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:40.786707 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56591650-87a0-4207-abcc-32c87f71776a tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Pushing event deleted for resources: {'Network': ['ID=856989f1-73c9-4bd3-9e94-d3e24f08ba53,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:40.839819 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee298c93-202e-496b-b313-c6eaa40f87be tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Deleting subnet 406bd177-466d-439b-8832-61a87c2cb63c {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:51:40.843741 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee298c93-202e-496b-b313-c6eaa40f87be tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.861505 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0dca7c94-1a4b-4666-9611-545c8aa4d1ec None None] Provisioning for port 4796e055-6712-4c9d-b8e4-065c4ff330c2 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:40.874499 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0dca7c94-1a4b-4666-9611-545c8aa4d1ec None None] Provisioning complete for port 4796e055-6712-4c9d-b8e4-065c4ff330c2 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:40.874875 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0dca7c94-1a4b-4666-9611-545c8aa4d1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.888357 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee298c93-202e-496b-b313-c6eaa40f87be tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:40.985077 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee298c93-202e-496b-b313-c6eaa40f87be tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.006910 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0dca7c94-1a4b-4666-9611-545c8aa4d1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.053700 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee298c93-202e-496b-b313-c6eaa40f87be tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.084101 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee298c93-202e-496b-b313-c6eaa40f87be tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Pushing event deleted for resources: {'Subnet': ['ID=406bd177-466d-439b-8832-61a87c2cb63c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:41.093263 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ee298c93-202e-496b-b313-c6eaa40f87be tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.095532 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ee298c93-202e-496b-b313-c6eaa40f87be tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] 10.222.0.50 "DELETE /v2.0/subnets/406bd177-466d-439b-8832-61a87c2cb63c HTTP/1.1" status: 204 len: 168 time: 0.3262019 Jul 07 17:51:41.098118 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35550) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:41.109450 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.db.api [None req-0dca7c94-1a4b-4666-9611-545c8aa4d1ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 17:51:41.109920 n-d-793620-7 neutron-server[100411]: DEBUG oslo_db.api [None req-0dca7c94-1a4b-4666-9611-545c8aa4d1ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 17:51:41.195730 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9976d82f-587f-432a-82d1-d6ea4c83fd14 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.253147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-9976d82f-587f-432a-82d1-d6ea4c83fd14 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Deleting port 4796e055-6712-4c9d-b8e4-065c4ff330c2 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:51:41.253405 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9976d82f-587f-432a-82d1-d6ea4c83fd14 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.324735 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-9976d82f-587f-432a-82d1-d6ea4c83fd14 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] For port 4796e055-6712-4c9d-b8e4-065c4ff330c2, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4796e055-6712-4c9d-b8e4-065c4ff330c2,segment=NetworkSegment(db5549d1-b7eb-4d9b-9f3d-789569ceb2d1),segment_id=db5549d1-b7eb-4d9b-9f3d-789569ceb2d1)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:41.325018 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9976d82f-587f-432a-82d1-d6ea4c83fd14 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.340331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-9976d82f-587f-432a-82d1-d6ea4c83fd14 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Calling delete_port for 4796e055-6712-4c9d-b8e4-065c4ff330c2 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:51:41.366722 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce9d031-0f55-4a37-8400-a6b2e72c95de None None] Network b16b4e69-8c45-4ce0-b40e-92fe0be4df5b requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:41.434278 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9976d82f-587f-432a-82d1-d6ea4c83fd14 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.458502 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4defd610-0592-469a-936b-86faae4cc785 None None] DHCP port deletion for 856989f1-73c9-4bd3-9e94-d3e24f08ba53 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:51:41.460842 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976d82f-587f-432a-82d1-d6ea4c83fd14 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Pushing event deleted for resources: {'Port': ['ID=4796e055-6712-4c9d-b8e4-065c4ff330c2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:41.465358 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9976d82f-587f-432a-82d1-d6ea4c83fd14 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] No DVR routers for this DVR port 4796e055-6712-4c9d-b8e4-065c4ff330c2 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:51:41.486932 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664c0f39-a404-4fde-b5a7-c4b93fd02abc None None] Network 856989f1-73c9-4bd3-9e94-d3e24f08ba53 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:41.500829 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664c0f39-a404-4fde-b5a7-c4b93fd02abc None None] Network 856989f1-73c9-4bd3-9e94-d3e24f08ba53 could not be found, it might have been deleted concurrently. {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 17:51:41.554908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d914a9d4-7b75-4662-9949-a24d148e204a None None] DHCP port deletion for b16b4e69-8c45-4ce0-b40e-92fe0be4df5b request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:51:41.555134 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9976d82f-587f-432a-82d1-d6ea4c83fd14 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.568749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-9976d82f-587f-432a-82d1-d6ea4c83fd14 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16b4e69-8c45-4ce0-b40e-92fe0be4df5b']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:41.580308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-9976d82f-587f-432a-82d1-d6ea4c83fd14 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5549d1-b7eb-4d9b-9f3d-789569ceb2d1') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:41.580783 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-9976d82f-587f-432a-82d1-d6ea4c83fd14 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5549d1-b7eb-4d9b-9f3d-789569ceb2d1') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:41.590514 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9976d82f-587f-432a-82d1-d6ea4c83fd14 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.604261 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9976d82f-587f-432a-82d1-d6ea4c83fd14 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.610067 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9976d82f-587f-432a-82d1-d6ea4c83fd14 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:51:41.610495 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9976d82f-587f-432a-82d1-d6ea4c83fd14 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:51:41.613415 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:51:41.629995 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-0dca7c94-1a4b-4666-9611-545c8aa4d1ec None None] Port 4796e055-6712-4c9d-b8e4-065c4ff330c2 update to ACTIVE by agent not found {{(pid=100411) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 17:51:41.672198 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9976d82f-587f-432a-82d1-d6ea4c83fd14 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.678810 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9976d82f-587f-432a-82d1-d6ea4c83fd14 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.680617 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9976d82f-587f-432a-82d1-d6ea4c83fd14 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] 10.222.0.50 "DELETE /v2.0/networks/b16b4e69-8c45-4ce0-b40e-92fe0be4df5b HTTP/1.1" status: 204 len: 168 time: 0.5767922 Jul 07 17:51:41.684104 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35552) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:41.693210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976d82f-587f-432a-82d1-d6ea4c83fd14 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Pushing event deleted for resources: {'Network': ['ID=b16b4e69-8c45-4ce0-b40e-92fe0be4df5b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:41.718576 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-743fc6c4-cef2-4cc7-b9a1-eee18a85dbfa tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fffcee7-1c12-453a-bf51-eb8483dda338 HTTP/1.1" status: 200 len: 205 time: 0.0332279 Jul 07 17:51:41.722545 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35554) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:41.740718 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5c02a697-92e0-4ce3-bdf6-c6e7f4890558 None None] Could not find standard attr ID for object ea71911c-8442-4905-88d1-c2a2480223e1. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:51:41.744120 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5c02a697-92e0-4ce3-bdf6-c6e7f4890558 None None] Could not find standard attr ID for object 4796e055-6712-4c9d-b8e4-065c4ff330c2. {{(pid=100411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 17:51:41.801343 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f93ec052-64f8-4bdc-b397-56d91ebff2c8 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.827572 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4796e055-6712-4c9d-b8e4-065c4ff330c2 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:51:41.851144 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 4796e055-6712-4c9d-b8e4-065c4ff330c2 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:51:41.851536 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4796e055-6712-4c9d-b8e4-065c4ff330c2 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:51:41.971655 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f93ec052-64f8-4bdc-b397-56d91ebff2c8 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:41.974162 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f93ec052-64f8-4bdc-b397-56d91ebff2c8 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.023201 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f93ec052-64f8-4bdc-b397-56d91ebff2c8 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.023874 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93ec052-64f8-4bdc-b397-56d91ebff2c8 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Fanout notify agent at l3_agent the message router_deleted on router 2fffcee7-1c12-453a-bf51-eb8483dda338 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:51:42.032649 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f93ec052-64f8-4bdc-b397-56d91ebff2c8 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.034234 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f93ec052-64f8-4bdc-b397-56d91ebff2c8 tempest-RoutersNegativeTest-539831172 tempest-RoutersNegativeTest-539831172-project] 10.222.0.50 "DELETE /v2.0/routers/2fffcee7-1c12-453a-bf51-eb8483dda338 HTTP/1.1" status: 204 len: 168 time: 0.3107181 Jul 07 17:51:42.293663 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35560) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:42.431614 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9def8b16-5279-4dd8-bd16-b47e12795e62 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5986104397fd487e83b39ffe64f224d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362422 Jul 07 17:51:42.434137 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35564) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:42.485489 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-593f748c-d580-4410-b2a4-3c033d458cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.508038 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-593f748c-d580-4410-b2a4-3c033d458cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.558952 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-593f748c-d580-4410-b2a4-3c033d458cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.562738 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-593f748c-d580-4410-b2a4-3c033d458cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:42.564197 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-593f748c-d580-4410-b2a4-3c033d458cde admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/523f1d06-3c5b-4d83-8228-df29e2e10e1e HTTP/1.1" status: 204 len: 168 time: 0.1288958 Jul 07 17:51:42.575546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f748c-d580-4410-b2a4-3c033d458cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523f1d06-3c5b-4d83-8228-df29e2e10e1e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:43.241370 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35586) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:43.356112 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-79c27817-780b-418c-84bc-c48f7120c949 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1480564274-network', 'tenant_id': '32866d44a1af424b92087c3d6e0f6257'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:43.383450 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c27817-780b-418c-84bc-c48f7120c949 admin admin] Made reservation on behalf of 32866d44a1af424b92087c3d6e0f6257 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:43.386729 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79c27817-780b-418c-84bc-c48f7120c949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.396519 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79c27817-780b-418c-84bc-c48f7120c949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.501121 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79c27817-780b-418c-84bc-c48f7120c949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.507084 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79c27817-780b-418c-84bc-c48f7120c949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.536064 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c27817-780b-418c-84bc-c48f7120c949 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:51:43.542332 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c27817-780b-418c-84bc-c48f7120c949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:43.552213 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79c27817-780b-418c-84bc-c48f7120c949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.552667 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-79c27817-780b-418c-84bc-c48f7120c949 admin admin] Added segment 6b56a6ad-fe82-4601-9fad-8b1591efaa47 of type vlan for network 8191280e-48b4-4eb5-abca-ff9148fc59e6 Jul 07 17:51:43.596652 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79c27817-780b-418c-84bc-c48f7120c949 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.626878 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79c27817-780b-418c-84bc-c48f7120c949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.627941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c27817-780b-418c-84bc-c48f7120c949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:43.628521 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-79c27817-780b-418c-84bc-c48f7120c949 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.687475 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-79c27817-780b-418c-84bc-c48f7120c949 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4449565 Jul 07 17:51:43.690299 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35590) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:43.697232 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1bbb56ec-4d45-479f-b1bd-79dc23e295e3 admin admin] Request body: {'subnet': {'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1480564274-subnet', 'tenant_id': '32866d44a1af424b92087c3d6e0f6257', 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:43.709180 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c27817-780b-418c-84bc-c48f7120c949 admin admin] Pushing event updated for resources: {'Network': ['ID=8191280e-48b4-4eb5-abca-ff9148fc59e6,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:43.720157 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 8191280e-48b4-4eb5-abca-ff9148fc59e6 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:51:43.730471 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbb56ec-4d45-479f-b1bd-79dc23e295e3 admin admin] Made reservation on behalf of 32866d44a1af424b92087c3d6e0f6257 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:43.731614 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1bbb56ec-4d45-479f-b1bd-79dc23e295e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.912891 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1bbb56ec-4d45-479f-b1bd-79dc23e295e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:43.974433 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb56ec-4d45-479f-b1bd-79dc23e295e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d180646-3ee9-4999-8fc1-6264ba402213,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:43.986165 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbb56ec-4d45-479f-b1bd-79dc23e295e3 admin admin] Checking segment: {'id': '6b56a6ad-fe82-4601-9fad-8b1591efaa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:43.986571 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbb56ec-4d45-479f-b1bd-79dc23e295e3 admin admin] Network hostable DHCP agents. Network: 8191280e-48b4-4eb5-abca-ff9148fc59e6, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:51:44.003535 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbb56ec-4d45-479f-b1bd-79dc23e295e3 admin admin] Network 8191280e-48b4-4eb5-abca-ff9148fc59e6 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:51:44.012692 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-1bbb56ec-4d45-479f-b1bd-79dc23e295e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 8191280e-48b4-4eb5-abca-ff9148fc59e6) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:44.017080 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbb56ec-4d45-479f-b1bd-79dc23e295e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:44.017611 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1bbb56ec-4d45-479f-b1bd-79dc23e295e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.022148 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e2d1cf-94f9-46bb-b9a1-26e1f1b4fec4 None None] Network 8191280e-48b4-4eb5-abca-ff9148fc59e6 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:44.033482 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1bbb56ec-4d45-479f-b1bd-79dc23e295e3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3420808 Jul 07 17:51:44.036559 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35592) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:44.041870 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-842eee35-157f-4790-8114-bedd5962911c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1480564274-router', 'tenant_id': '32866d44a1af424b92087c3d6e0f6257', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:44.065333 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-842eee35-157f-4790-8114-bedd5962911c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.066342 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-842eee35-157f-4790-8114-bedd5962911c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.128503 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-842eee35-157f-4790-8114-bedd5962911c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.176515 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-8191280e-48b4-4eb5-abca-ff9148fc59e6', 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6', 'tenant_id': '32866d44a1af424b92087c3d6e0f6257', 'fixed_ips': [{'subnet_id': '0d180646-3ee9-4999-8fc1-6264ba402213'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:51:44.177437 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.333661 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Allocated IP 172.20.0.2 (8191280e-48b4-4eb5-abca-ff9148fc59e6/0d180646-3ee9-4999-8fc1-6264ba402213/2c319e57-b3e4-4194-baa2-6fc9f4d959d9) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:44.495332 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.504814 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Transition to ACTIVE for port object 2c319e57-b3e4-4194-baa2-6fc9f4d959d9 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:44.521336 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Transition to ACTIVE for port object 2c319e57-b3e4-4194-baa2-6fc9f4d959d9 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:44.527255 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.564927 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Network 8191280e-48b4-4eb5-abca-ff9148fc59e6 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:44.566530 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-842eee35-157f-4790-8114-bedd5962911c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.572529 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:44.576375 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:44.582694 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Pushing event updated for resources: {'Port': ['ID=2c319e57-b3e4-4194-baa2-6fc9f4d959d9,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:44.643151 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Attempting to bind port 2c319e57-b3e4-4194-baa2-6fc9f4d959d9 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:44.643546 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Attempting to bind port 2c319e57-b3e4-4194-baa2-6fc9f4d959d9 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '6b56a6ad-fe82-4601-9fad-8b1591efaa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:44.644109 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Attempting to bind port 2c319e57-b3e4-4194-baa2-6fc9f4d959d9 on network 8191280e-48b4-4eb5-abca-ff9148fc59e6 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:44.650726 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:44.652945 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Checking segment: {'id': '6b56a6ad-fe82-4601-9fad-8b1591efaa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:44.652945 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.652945 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Bound using segment: {'id': '6b56a6ad-fe82-4601-9fad-8b1591efaa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:44.652945 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Bound port: 2c319e57-b3e4-4194-baa2-6fc9f4d959d9, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b56a6ad-fe82-4601-9fad-8b1591efaa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:44.652945 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.729527 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] For port 2c319e57-b3e4-4194-baa2-6fc9f4d959d9, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:44.734057 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] For port 2c319e57-b3e4-4194-baa2-6fc9f4d959d9, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2c319e57-b3e4-4194-baa2-6fc9f4d959d9,segment=NetworkSegment(6b56a6ad-fe82-4601-9fad-8b1591efaa47),segment_id=6b56a6ad-fe82-4601-9fad-8b1591efaa47)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:44.739862 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.824271 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9f40faca-07dd-4cd3-9d97-a76efa14b968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.830989 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.832284 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f3ebd-a824-4a8f-a563-4112f27a0931 None None] Pushing event updated for resources: {'Port': ['ID=2c319e57-b3e4-4194-baa2-6fc9f4d959d9,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:44.841961 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-842eee35-157f-4790-8114-bedd5962911c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:44.865236 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-842eee35-157f-4790-8114-bedd5962911c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.052806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-842eee35-157f-4790-8114-bedd5962911c admin admin] Allocated IP 172.25.2.143 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/e8da3951-69a0-4798-89b9-c5b23339458c) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:45.203585 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-842eee35-157f-4790-8114-bedd5962911c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.251384 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-842eee35-157f-4790-8114-bedd5962911c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.298429 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842eee35-157f-4790-8114-bedd5962911c admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:45.304189 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-842eee35-157f-4790-8114-bedd5962911c admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:45.308046 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842eee35-157f-4790-8114-bedd5962911c admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:45.315548 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842eee35-157f-4790-8114-bedd5962911c admin admin] Pushing event updated for resources: {'Port': ['ID=e8da3951-69a0-4798-89b9-c5b23339458c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:45.638637 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-842eee35-157f-4790-8114-bedd5962911c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.897773 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-842eee35-157f-4790-8114-bedd5962911c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:45.905486 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8a01df-9203-4b2a-9ff4-66fa9d4147a8 None None] Network 8191280e-48b4-4eb5-abca-ff9148fc59e6 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:45.922464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2c319e57-b3e4-4194-baa2-6fc9f4d959d9 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:46.035406 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-41fc2e00-e222-4d64-9fd3-f533bfc94a76 None None] Provisioning for port 2c319e57-b3e4-4194-baa2-6fc9f4d959d9 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:46.068457 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842eee35-157f-4790-8114-bedd5962911c admin admin] Router 0e9673d1-b05a-4c31-8a78-4faf3f25b201 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:51:46.076865 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 2c319e57-b3e4-4194-baa2-6fc9f4d959d9 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:46.087476 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 2c319e57-b3e4-4194-baa2-6fc9f4d959d9 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:46.087773 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.189169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842eee35-157f-4790-8114-bedd5962911c admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:46.204776 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] Sync routers for ids ['0e9673d1-b05a-4c31-8a78-4faf3f25b201'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:46.209400 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-842eee35-157f-4790-8114-bedd5962911c admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.214838 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35594) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:46.219889 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-842eee35-157f-4790-8114-bedd5962911c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1819994 Jul 07 17:51:46.223277 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] Routers {'0e9673d1-b05a-4c31-8a78-4faf3f25b201'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:46.225005 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:51:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0e9673d1-b05a-4c31-8a78-4faf3f25b201'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:46.382129 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] Set router 0e9673d1-b05a-4c31-8a78-4faf3f25b201 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:46.389747 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.443313 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 2c319e57-b3e4-4194-baa2-6fc9f4d959d9, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2c319e57-b3e4-4194-baa2-6fc9f4d959d9,segment=NetworkSegment(6b56a6ad-fe82-4601-9fad-8b1591efaa47),segment_id=6b56a6ad-fe82-4601-9fad-8b1591efaa47)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:46.450661 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.526699 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=2c319e57-b3e4-4194-baa2-6fc9f4d959d9,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:46.607001 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9673d1-b05a-4c31-8a78-4faf3f25b201', 'name': 'tempest-TestEncryptedCinderVolumes-1480564274-router', 'tenant_id': '32866d44a1af424b92087c3d6e0f6257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e8da3951-69a0-4798-89b9-c5b23339458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:44Z', 'updated_at': '2021-07-07T17:51:45Z', 'revision_number': 3, 'project_id': '32866d44a1af424b92087c3d6e0f6257', 'gw_port': {'id': 'e8da3951-69a0-4798-89b9-c5b23339458c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9673d1-b05a-4c31-8a78-4faf3f25b201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:44Z', 'updated_at': '2021-07-07T17:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:46.639778 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] Checking router: 0e9673d1-b05a-4c31-8a78-4faf3f25b201 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:46.640122 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] Updating router 0e9673d1-b05a-4c31-8a78-4faf3f25b201 port e8da3951-69a0-4798-89b9-c5b23339458c binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:51:46.681701 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.692075 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a59d5c9b-e192-4ca6-80b9-938c1b3ce969 None None] Provisioning complete for port 2c319e57-b3e4-4194-baa2-6fc9f4d959d9 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:46.692760 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a59d5c9b-e192-4ca6-80b9-938c1b3ce969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:46.832931 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19abce3c-bab3-4f42-936a-79ef98de02e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.019967 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-19abce3c-bab3-4f42-936a-79ef98de02e9 admin admin] Allocated IP 172.20.0.1 (8191280e-48b4-4eb5-abca-ff9148fc59e6/0d180646-3ee9-4999-8fc1-6264ba402213/c0d10203-a733-4330-9f47-c160a00f5954) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:47.045109 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.081393 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.092789 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] Transition to ACTIVE for port object e8da3951-69a0-4798-89b9-c5b23339458c will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:47.099385 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.145183 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19abce3c-bab3-4f42-936a-79ef98de02e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.153170 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] Attempting to bind port e8da3951-69a0-4798-89b9-c5b23339458c on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:47.153539 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] Attempting to bind port e8da3951-69a0-4798-89b9-c5b23339458c by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:47.153920 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] Attempting to bind port e8da3951-69a0-4798-89b9-c5b23339458c on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:47.160462 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-19abce3c-bab3-4f42-936a-79ef98de02e9 admin admin] Transition to ACTIVE for port object c0d10203-a733-4330-9f47-c160a00f5954 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:47.162741 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3509ace-2b11-4f66-91bf-6d3a65eb2bbe None None] Pushing event updated for resources: {'Port': ['ID=e8da3951-69a0-4798-89b9-c5b23339458c,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:47.166746 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:47.167114 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:47.167518 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.167906 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:47.168380 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] Bound port: e8da3951-69a0-4798-89b9-c5b23339458c, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:47.168759 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.192087 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3509ace-2b11-4f66-91bf-6d3a65eb2bbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:47.192367 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3509ace-2b11-4f66-91bf-6d3a65eb2bbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:47.192705 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3509ace-2b11-4f66-91bf-6d3a65eb2bbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:47.193038 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3509ace-2b11-4f66-91bf-6d3a65eb2bbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:47.193437 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3509ace-2b11-4f66-91bf-6d3a65eb2bbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:47.193684 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3509ace-2b11-4f66-91bf-6d3a65eb2bbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:47.194121 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3509ace-2b11-4f66-91bf-6d3a65eb2bbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:47.194555 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3509ace-2b11-4f66-91bf-6d3a65eb2bbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:47.195065 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3509ace-2b11-4f66-91bf-6d3a65eb2bbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:47.195298 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3509ace-2b11-4f66-91bf-6d3a65eb2bbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:47.195697 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3509ace-2b11-4f66-91bf-6d3a65eb2bbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:47.196080 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3509ace-2b11-4f66-91bf-6d3a65eb2bbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:51:47.199722 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19abce3c-bab3-4f42-936a-79ef98de02e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.237925 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] For port e8da3951-69a0-4798-89b9-c5b23339458c, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:47.241939 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] For port e8da3951-69a0-4798-89b9-c5b23339458c, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e8da3951-69a0-4798-89b9-c5b23339458c,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:47.246917 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.251687 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19abce3c-bab3-4f42-936a-79ef98de02e9 admin admin] Network 8191280e-48b4-4eb5-abca-ff9148fc59e6 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:47.253359 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-19abce3c-bab3-4f42-936a-79ef98de02e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:47.255541 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abce3c-bab3-4f42-936a-79ef98de02e9 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d10203-a733-4330-9f47-c160a00f5954,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:47.257898 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19abce3c-bab3-4f42-936a-79ef98de02e9 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:47.300872 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19abce3c-bab3-4f42-936a-79ef98de02e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.309578 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3509ace-2b11-4f66-91bf-6d3a65eb2bbe None None] Pushing event updated for resources: {'Port': ['ID=e8da3951-69a0-4798-89b9-c5b23339458c,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:47.319390 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] Routers {'0e9673d1-b05a-4c31-8a78-4faf3f25b201'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:47.320054 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:51:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0e9673d1-b05a-4c31-8a78-4faf3f25b201'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:47.453732 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] Set router 0e9673d1-b05a-4c31-8a78-4faf3f25b201 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:47.477291 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19abce3c-bab3-4f42-936a-79ef98de02e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.527282 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-fa631e2d-6f44-48e8-970d-3f0cb148c6b8 None None] Provisioning for port c0d10203-a733-4330-9f47-c160a00f5954 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:47.531562 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-fa631e2d-6f44-48e8-970d-3f0cb148c6b8 None None] Provisioning complete for port c0d10203-a733-4330-9f47-c160a00f5954 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:47.532104 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fa631e2d-6f44-48e8-970d-3f0cb148c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.578012 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-fa631e2d-6f44-48e8-970d-3f0cb148c6b8 None None] Port c0d10203-a733-4330-9f47-c160a00f5954 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:51:47.663460 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9673d1-b05a-4c31-8a78-4faf3f25b201', 'name': 'tempest-TestEncryptedCinderVolumes-1480564274-router', 'tenant_id': '32866d44a1af424b92087c3d6e0f6257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e8da3951-69a0-4798-89b9-c5b23339458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:44Z', 'updated_at': '2021-07-07T17:51:45Z', 'revision_number': 3, 'project_id': '32866d44a1af424b92087c3d6e0f6257', 'gw_port': {'id': 'e8da3951-69a0-4798-89b9-c5b23339458c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9673d1-b05a-4c31-8a78-4faf3f25b201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:44Z', 'updated_at': '2021-07-07T17:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:47.690801 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19abce3c-bab3-4f42-936a-79ef98de02e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.692949 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e91459-a7df-4ce1-a39a-3a69e2863978 None None] The sync data for ids ['0e9673d1-b05a-4c31-8a78-4faf3f25b201'] in n-d-793620-7 is: [{'id': '0e9673d1-b05a-4c31-8a78-4faf3f25b201', 'name': 'tempest-TestEncryptedCinderVolumes-1480564274-router', 'tenant_id': '32866d44a1af424b92087c3d6e0f6257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e8da3951-69a0-4798-89b9-c5b23339458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:44Z', 'updated_at': '2021-07-07T17:51:45Z', 'revision_number': 3, 'project_id': '32866d44a1af424b92087c3d6e0f6257', 'gw_port': {'id': 'e8da3951-69a0-4798-89b9-c5b23339458c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9673d1-b05a-4c31-8a78-4faf3f25b201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:44Z', 'updated_at': '2021-07-07T17:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:47.695596 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19abce3c-bab3-4f42-936a-79ef98de02e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.721052 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.764635 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abce3c-bab3-4f42-936a-79ef98de02e9 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d10203-a733-4330-9f47-c160a00f5954,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:47.767231 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-19abce3c-bab3-4f42-936a-79ef98de02e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:47.840328 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2c319e57-b3e4-4194-baa2-6fc9f4d959d9 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:47.881590 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19abce3c-bab3-4f42-936a-79ef98de02e9 admin admin] Network 8191280e-48b4-4eb5-abca-ff9148fc59e6 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:47.883095 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-19abce3c-bab3-4f42-936a-79ef98de02e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:47.893839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 2c319e57-b3e4-4194-baa2-6fc9f4d959d9 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:47.894221 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:48.026294 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-422d270a-2a7f-4d4c-81c0-e195aa5d7118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:48.032208 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19abce3c-bab3-4f42-936a-79ef98de02e9 admin admin] Router 0e9673d1-b05a-4c31-8a78-4faf3f25b201 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:51:48.172614 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19abce3c-bab3-4f42-936a-79ef98de02e9 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:48.180291 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-19abce3c-bab3-4f42-936a-79ef98de02e9 admin admin] 10.222.0.50 "PUT /v2.0/routers/0e9673d1-b05a-4c31-8a78-4faf3f25b201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9625008 Jul 07 17:51:48.208114 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-180e276b-a3da-45dc-a5b7-fc74c07d2dd1 None None] Provisioning complete for port c0d10203-a733-4330-9f47-c160a00f5954 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:48.209229 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-180e276b-a3da-45dc-a5b7-fc74c07d2dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:48.247433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-180e276b-a3da-45dc-a5b7-fc74c07d2dd1 None None] Port c0d10203-a733-4330-9f47-c160a00f5954 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:51:48.680963 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35610) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:48.686346 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-788aca69-df1a-4a84-a339-847dde8471d0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1289565004-network', 'tenant_id': 'f96de3074045442eb8e30ff730392e8d'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:48.706971 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788aca69-df1a-4a84-a339-847dde8471d0 admin admin] Made reservation on behalf of f96de3074045442eb8e30ff730392e8d for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:48.709367 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-788aca69-df1a-4a84-a339-847dde8471d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:48.719283 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-788aca69-df1a-4a84-a339-847dde8471d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:48.814569 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-788aca69-df1a-4a84-a339-847dde8471d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:48.818686 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-788aca69-df1a-4a84-a339-847dde8471d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:48.845568 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788aca69-df1a-4a84-a339-847dde8471d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:51:48.860624 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788aca69-df1a-4a84-a339-847dde8471d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e187334-8b7a-432f-b741-80a115fe4d39,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:48.867670 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-788aca69-df1a-4a84-a339-847dde8471d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:48.868020 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-788aca69-df1a-4a84-a339-847dde8471d0 admin admin] Added segment 092617b2-d9d9-40a8-8f32-e8d0b9cfb15e of type vlan for network ea014399-5e0c-4bf4-b627-020dcb06aa47 Jul 07 17:51:48.915771 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-788aca69-df1a-4a84-a339-847dde8471d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:48.949353 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-788aca69-df1a-4a84-a339-847dde8471d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:48.950413 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788aca69-df1a-4a84-a339-847dde8471d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:48.950981 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-788aca69-df1a-4a84-a339-847dde8471d0 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.041571 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.239485 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] Sync routers for ids ['0e9673d1-b05a-4c31-8a78-4faf3f25b201'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:49.252129 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] Routers {'0e9673d1-b05a-4c31-8a78-4faf3f25b201'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:49.253051 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:51:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0e9673d1-b05a-4c31-8a78-4faf3f25b201'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:49.370325 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] Set router 0e9673d1-b05a-4c31-8a78-4faf3f25b201 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:49.373002 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-788aca69-df1a-4a84-a339-847dde8471d0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6908853 Jul 07 17:51:49.376026 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35612) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:49.381792 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-8820d18b-accd-4a08-9798-2047425291dd admin admin] Request body: {'subnet': {'network_id': 'ea014399-5e0c-4bf4-b627-020dcb06aa47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1289565004-subnet', 'tenant_id': 'f96de3074045442eb8e30ff730392e8d', 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:49.382351 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788aca69-df1a-4a84-a339-847dde8471d0 admin admin] Pushing event updated for resources: {'Network': ['ID=ea014399-5e0c-4bf4-b627-020dcb06aa47,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:49.403147 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network ea014399-5e0c-4bf4-b627-020dcb06aa47 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:51:49.414529 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8820d18b-accd-4a08-9798-2047425291dd admin admin] Made reservation on behalf of f96de3074045442eb8e30ff730392e8d for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:49.417200 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8820d18b-accd-4a08-9798-2047425291dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.594460 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8820d18b-accd-4a08-9798-2047425291dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.651998 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9673d1-b05a-4c31-8a78-4faf3f25b201', 'name': 'tempest-TestEncryptedCinderVolumes-1480564274-router', 'tenant_id': '32866d44a1af424b92087c3d6e0f6257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e8da3951-69a0-4798-89b9-c5b23339458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:44Z', 'updated_at': '2021-07-07T17:51:47Z', 'revision_number': 4, 'project_id': '32866d44a1af424b92087c3d6e0f6257', 'gw_port': {'id': 'e8da3951-69a0-4798-89b9-c5b23339458c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9673d1-b05a-4c31-8a78-4faf3f25b201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:44Z', 'updated_at': '2021-07-07T17:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'c0d10203-a733-4330-9f47-c160a00f5954', 'name': '', 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6', 'tenant_id': '32866d44a1af424b92087c3d6e0f6257', 'mac_address': 'fa:16:3e:a9:5a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9673d1-b05a-4c31-8a78-4faf3f25b201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0d180646-3ee9-4999-8fc1-6264ba402213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:46Z', 'updated_at': '2021-07-07T17:51:47Z', 'revision_number': 2, 'project_id': '32866d44a1af424b92087c3d6e0f6257', 'subnets': [{'id': '0d180646-3ee9-4999-8fc1-6264ba402213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:49.655884 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820d18b-accd-4a08-9798-2047425291dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=57dde610-74e6-45d1-9ef8-592841cd9862,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:49.664649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8820d18b-accd-4a08-9798-2047425291dd admin admin] Checking segment: {'id': '092617b2-d9d9-40a8-8f32-e8d0b9cfb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ea014399-5e0c-4bf4-b627-020dcb06aa47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:49.665747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8820d18b-accd-4a08-9798-2047425291dd admin admin] Network hostable DHCP agents. Network: ea014399-5e0c-4bf4-b627-020dcb06aa47, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:51:49.681332 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] Checking router: 0e9673d1-b05a-4c31-8a78-4faf3f25b201 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:49.681772 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] Updating router 0e9673d1-b05a-4c31-8a78-4faf3f25b201 port c0d10203-a733-4330-9f47-c160a00f5954 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:51:49.683665 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8820d18b-accd-4a08-9798-2047425291dd admin admin] Network ea014399-5e0c-4bf4-b627-020dcb06aa47 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:51:49.693687 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-8820d18b-accd-4a08-9798-2047425291dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, ea014399-5e0c-4bf4-b627-020dcb06aa47) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:49.697853 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8820d18b-accd-4a08-9798-2047425291dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:49.698404 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-8820d18b-accd-4a08-9798-2047425291dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.707200 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db6b2b2-c312-4d52-8b7e-2c3aa88707c1 None None] Network ea014399-5e0c-4bf4-b627-020dcb06aa47 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:49.713161 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-8820d18b-accd-4a08-9798-2047425291dd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3354511 Jul 07 17:51:49.715775 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35614) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:49.720410 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-870858a7-da99-45a1-ab8c-686474497054 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1289565004-router', 'tenant_id': 'f96de3074045442eb8e30ff730392e8d', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:49.742226 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-870858a7-da99-45a1-ab8c-686474497054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.743881 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-870858a7-da99-45a1-ab8c-686474497054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.771636 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.798025 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-870858a7-da99-45a1-ab8c-686474497054 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:49.916633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e8da3951-69a0-4798-89b9-c5b23339458c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:49.945478 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-870858a7-da99-45a1-ab8c-686474497054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.052539 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-ea014399-5e0c-4bf4-b627-020dcb06aa47', 'network_id': 'ea014399-5e0c-4bf4-b627-020dcb06aa47', 'tenant_id': 'f96de3074045442eb8e30ff730392e8d', 'fixed_ips': [{'subnet_id': '57dde610-74e6-45d1-9ef8-592841cd9862'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:51:50.053403 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.101092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port e8da3951-69a0-4798-89b9-c5b23339458c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:50.163519 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e8da3951-69a0-4798-89b9-c5b23339458c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:50.163899 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.164491 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-870858a7-da99-45a1-ab8c-686474497054 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.189834 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-870858a7-da99-45a1-ab8c-686474497054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.302713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-870858a7-da99-45a1-ab8c-686474497054 admin admin] Allocated IP 172.25.2.123 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:50.317532 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Allocated IP 172.20.0.2 (ea014399-5e0c-4bf4-b627-020dcb06aa47/57dde610-74e6-45d1-9ef8-592841cd9862/3acae858-9691-4832-96d1-d9bd3ffec40b) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:50.362200 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.395907 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] Transition to ACTIVE for port object c0d10203-a733-4330-9f47-c160a00f5954 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:50.413665 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-870858a7-da99-45a1-ab8c-686474497054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.424881 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.433566 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.455580 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-870858a7-da99-45a1-ab8c-686474497054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.490540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port e8da3951-69a0-4798-89b9-c5b23339458c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e8da3951-69a0-4798-89b9-c5b23339458c,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:50.498210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870858a7-da99-45a1-ab8c-686474497054 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:50.502805 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-870858a7-da99-45a1-ab8c-686474497054 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:50.512798 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870858a7-da99-45a1-ab8c-686474497054 admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:50.517460 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.547750 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df05f0-806b-4b32-808b-b5bcf4508cfa None None] Pushing event updated for resources: {'Port': ['ID=c0d10203-a733-4330-9f47-c160a00f5954,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:50.558616 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.562571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870858a7-da99-45a1-ab8c-686474497054 admin admin] Pushing event updated for resources: {'Port': ['ID=3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:50.690802 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] Attempting to bind port c0d10203-a733-4330-9f47-c160a00f5954 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:50.691176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] Attempting to bind port c0d10203-a733-4330-9f47-c160a00f5954 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '6b56a6ad-fe82-4601-9fad-8b1591efaa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:50.691552 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] Attempting to bind port c0d10203-a733-4330-9f47-c160a00f5954 on network 8191280e-48b4-4eb5-abca-ff9148fc59e6 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:50.703471 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=e8da3951-69a0-4798-89b9-c5b23339458c,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:50.713613 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:50.714004 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] Checking segment: {'id': '6b56a6ad-fe82-4601-9fad-8b1591efaa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:50.714437 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.714851 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] Bound using segment: {'id': '6b56a6ad-fe82-4601-9fad-8b1591efaa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:50.715342 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] Bound port: c0d10203-a733-4330-9f47-c160a00f5954, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b56a6ad-fe82-4601-9fad-8b1591efaa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:50.715791 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.721497 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.738643 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Transition to ACTIVE for port object 3acae858-9691-4832-96d1-d9bd3ffec40b will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:50.786034 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Transition to ACTIVE for port object 3acae858-9691-4832-96d1-d9bd3ffec40b will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:50.801629 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.838365 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-870858a7-da99-45a1-ab8c-686474497054 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.846583 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] For port c0d10203-a733-4330-9f47-c160a00f5954, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:50.872178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Network ea014399-5e0c-4bf4-b627-020dcb06aa47 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:50.881162 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] For port c0d10203-a733-4330-9f47-c160a00f5954, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c0d10203-a733-4330-9f47-c160a00f5954,segment=NetworkSegment(6b56a6ad-fe82-4601-9fad-8b1591efaa47),segment_id=6b56a6ad-fe82-4601-9fad-8b1591efaa47)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:50.882983 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:50.888704 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:50.891794 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:50.896231 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Pushing event updated for resources: {'Port': ['ID=3acae858-9691-4832-96d1-d9bd3ffec40b,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:51.012124 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Attempting to bind port 3acae858-9691-4832-96d1-d9bd3ffec40b on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:51.012511 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Attempting to bind port 3acae858-9691-4832-96d1-d9bd3ffec40b by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '092617b2-d9d9-40a8-8f32-e8d0b9cfb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ea014399-5e0c-4bf4-b627-020dcb06aa47'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:51.012975 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Attempting to bind port 3acae858-9691-4832-96d1-d9bd3ffec40b on network ea014399-5e0c-4bf4-b627-020dcb06aa47 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:51.020827 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] Routers {'0e9673d1-b05a-4c31-8a78-4faf3f25b201'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:51.021589 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:51:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0e9673d1-b05a-4c31-8a78-4faf3f25b201'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:51.062744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df05f0-806b-4b32-808b-b5bcf4508cfa None None] Pushing event updated for resources: {'Port': ['ID=c0d10203-a733-4330-9f47-c160a00f5954,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:51.067656 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:51.068118 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Checking segment: {'id': '092617b2-d9d9-40a8-8f32-e8d0b9cfb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ea014399-5e0c-4bf4-b627-020dcb06aa47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:51.068452 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:51.068854 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Bound using segment: {'id': '092617b2-d9d9-40a8-8f32-e8d0b9cfb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ea014399-5e0c-4bf4-b627-020dcb06aa47'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:51.069355 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Bound port: 3acae858-9691-4832-96d1-d9bd3ffec40b, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092617b2-d9d9-40a8-8f32-e8d0b9cfb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ea014399-5e0c-4bf4-b627-020dcb06aa47'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:51.069749 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:51.255092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] Set router 0e9673d1-b05a-4c31-8a78-4faf3f25b201 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:51.257597 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] For port 3acae858-9691-4832-96d1-d9bd3ffec40b, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:51.298745 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] For port 3acae858-9691-4832-96d1-d9bd3ffec40b, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3acae858-9691-4832-96d1-d9bd3ffec40b,segment=NetworkSegment(092617b2-d9d9-40a8-8f32-e8d0b9cfb15e),segment_id=092617b2-d9d9-40a8-8f32-e8d0b9cfb15e)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:51.309273 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:51.396693 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-870858a7-da99-45a1-ab8c-686474497054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:51.563641 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870858a7-da99-45a1-ab8c-686474497054 admin admin] Router bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:51:51.688782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecef7d-7a51-421a-afa5-8c4195b0bb16 None None] Pushing event updated for resources: {'Port': ['ID=3acae858-9691-4832-96d1-d9bd3ffec40b,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:51.764410 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9673d1-b05a-4c31-8a78-4faf3f25b201', 'name': 'tempest-TestEncryptedCinderVolumes-1480564274-router', 'tenant_id': '32866d44a1af424b92087c3d6e0f6257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e8da3951-69a0-4798-89b9-c5b23339458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:44Z', 'updated_at': '2021-07-07T17:51:47Z', 'revision_number': 4, 'project_id': '32866d44a1af424b92087c3d6e0f6257', 'gw_port': {'id': 'e8da3951-69a0-4798-89b9-c5b23339458c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9673d1-b05a-4c31-8a78-4faf3f25b201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:44Z', 'updated_at': '2021-07-07T17:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'c0d10203-a733-4330-9f47-c160a00f5954', 'name': '', 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6', 'tenant_id': '32866d44a1af424b92087c3d6e0f6257', 'mac_address': 'fa:16:3e:a9:5a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9673d1-b05a-4c31-8a78-4faf3f25b201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0d180646-3ee9-4999-8fc1-6264ba402213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:46Z', 'updated_at': '2021-07-07T17:51:50Z', 'revision_number': 4, 'project_id': '32866d44a1af424b92087c3d6e0f6257', 'subnets': [{'id': '0d180646-3ee9-4999-8fc1-6264ba402213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:51.768141 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870858a7-da99-45a1-ab8c-686474497054 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:51.779506 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8148dc01-767f-448f-9591-40a640675882 None None] Sync routers for ids ['bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:51.788109 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-870858a7-da99-45a1-ab8c-686474497054 admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:51.790430 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-870858a7-da99-45a1-ab8c-686474497054 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0726991 Jul 07 17:51:51.791706 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8148dc01-767f-448f-9591-40a640675882 None None] Routers {'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:51.792517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35616) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:51:51.799818 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-8148dc01-767f-448f-9591-40a640675882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:51:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:51.803287 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb56452-72f2-49ef-a291-7624c4bbe8b2 None None] The sync data for ids ['0e9673d1-b05a-4c31-8a78-4faf3f25b201'] in n-d-793620-7 is: [{'id': '0e9673d1-b05a-4c31-8a78-4faf3f25b201', 'name': 'tempest-TestEncryptedCinderVolumes-1480564274-router', 'tenant_id': '32866d44a1af424b92087c3d6e0f6257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e8da3951-69a0-4798-89b9-c5b23339458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:44Z', 'updated_at': '2021-07-07T17:51:47Z', 'revision_number': 4, 'project_id': '32866d44a1af424b92087c3d6e0f6257', 'gw_port': {'id': 'e8da3951-69a0-4798-89b9-c5b23339458c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9673d1-b05a-4c31-8a78-4faf3f25b201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:44Z', 'updated_at': '2021-07-07T17:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'c0d10203-a733-4330-9f47-c160a00f5954', 'name': '', 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6', 'tenant_id': '32866d44a1af424b92087c3d6e0f6257', 'mac_address': 'fa:16:3e:a9:5a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9673d1-b05a-4c31-8a78-4faf3f25b201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0d180646-3ee9-4999-8fc1-6264ba402213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:46Z', 'updated_at': '2021-07-07T17:51:50Z', 'revision_number': 4, 'project_id': '32866d44a1af424b92087c3d6e0f6257', 'subnets': [{'id': '0d180646-3ee9-4999-8fc1-6264ba402213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:52.006444 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-8148dc01-767f-448f-9591-40a640675882 None None] Set router bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:52.052241 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e8da3951-69a0-4798-89b9-c5b23339458c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:52.110532 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e8da3951-69a0-4798-89b9-c5b23339458c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:52.111006 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.223040 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3acae858-9691-4832-96d1-d9bd3ffec40b up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:52.259627 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-8148dc01-767f-448f-9591-40a640675882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020', 'name': 'tempest-TestEncryptedCinderVolumes-1289565004-router', 'tenant_id': 'f96de3074045442eb8e30ff730392e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:49Z', 'updated_at': '2021-07-07T17:51:50Z', 'revision_number': 3, 'project_id': 'f96de3074045442eb8e30ff730392e8d', 'gw_port': {'id': '3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:50Z', 'updated_at': '2021-07-07T17:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:52.295883 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 3acae858-9691-4832-96d1-d9bd3ffec40b completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:52.300897 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8148dc01-767f-448f-9591-40a640675882 None None] Checking router: bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:52.301513 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8148dc01-767f-448f-9591-40a640675882 None None] Updating router bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020 port 3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:51:52.345322 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-8148dc01-767f-448f-9591-40a640675882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.483312 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87a4be3e-8c95-464c-83c3-e95fee55b773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.629081 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9559a12b-d7f5-4409-b8ce-cee99cb9c550 None None] Network ea014399-5e0c-4bf4-b627-020dcb06aa47 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:51:52.681837 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-87a4be3e-8c95-464c-83c3-e95fee55b773 admin admin] Allocated IP 172.20.0.1 (ea014399-5e0c-4bf4-b627-020dcb06aa47/57dde610-74e6-45d1-9ef8-592841cd9862/7008f4bc-df73-46ee-82af-7d25dc773fe6) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:52.689448 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-8148dc01-767f-448f-9591-40a640675882 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.715180 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f3f128c6-dbe3-4f50-bee9-928d1724a14e None None] Provisioning for port 3acae858-9691-4832-96d1-d9bd3ffec40b completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:52.716067 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-8148dc01-767f-448f-9591-40a640675882 None None] Transition to ACTIVE for port object 3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:52.721375 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f3f128c6-dbe3-4f50-bee9-928d1724a14e None None] Provisioning complete for port 3acae858-9691-4832-96d1-d9bd3ffec40b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:52.721949 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f3f128c6-dbe3-4f50-bee9-928d1724a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.723791 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-8148dc01-767f-448f-9591-40a640675882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.778499 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-8148dc01-767f-448f-9591-40a640675882 None None] Attempting to bind port 3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:52.778768 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-8148dc01-767f-448f-9591-40a640675882 None None] Attempting to bind port 3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:52.779127 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8148dc01-767f-448f-9591-40a640675882 None None] Attempting to bind port 3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:52.788347 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8148dc01-767f-448f-9591-40a640675882 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:52.789381 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8148dc01-767f-448f-9591-40a640675882 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:52.789381 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-8148dc01-767f-448f-9591-40a640675882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.789736 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8148dc01-767f-448f-9591-40a640675882 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:52.789992 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-8148dc01-767f-448f-9591-40a640675882 None None] Bound port: 3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:52.790395 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-8148dc01-767f-448f-9591-40a640675882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.826462 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c67f22-1a84-4462-a2ed-e38b344b64b6 None None] Pushing event updated for resources: {'Port': ['ID=3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:52.853050 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87a4be3e-8c95-464c-83c3-e95fee55b773 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.866797 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f3f128c6-dbe3-4f50-bee9-928d1724a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.869117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-87a4be3e-8c95-464c-83c3-e95fee55b773 admin admin] Transition to ACTIVE for port object 7008f4bc-df73-46ee-82af-7d25dc773fe6 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:52.877049 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-8148dc01-767f-448f-9591-40a640675882 None None] For port 3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:52.887408 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-8148dc01-767f-448f-9591-40a640675882 None None] For port 3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:52.895418 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-8148dc01-767f-448f-9591-40a640675882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.913673 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87a4be3e-8c95-464c-83c3-e95fee55b773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.934025 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f3f128c6-dbe3-4f50-bee9-928d1724a14e None None] For port 3acae858-9691-4832-96d1-d9bd3ffec40b, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3acae858-9691-4832-96d1-d9bd3ffec40b,segment=NetworkSegment(092617b2-d9d9-40a8-8f32-e8d0b9cfb15e),segment_id=092617b2-d9d9-40a8-8f32-e8d0b9cfb15e)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:52.938918 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f3f128c6-dbe3-4f50-bee9-928d1724a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:52.962893 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4be3e-8c95-464c-83c3-e95fee55b773 admin admin] Pushing event updated for resources: {'Port': ['ID=7008f4bc-df73-46ee-82af-7d25dc773fe6,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:52.980130 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a4be3e-8c95-464c-83c3-e95fee55b773 admin admin] Network ea014399-5e0c-4bf4-b627-020dcb06aa47 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:52.981900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-87a4be3e-8c95-464c-83c3-e95fee55b773 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:52.984700 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a4be3e-8c95-464c-83c3-e95fee55b773 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:53.007274 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8148dc01-767f-448f-9591-40a640675882 None None] Routers {'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:53.007507 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f128c6-dbe3-4f50-bee9-928d1724a14e None None] Pushing event updated for resources: {'Port': ['ID=3acae858-9691-4832-96d1-d9bd3ffec40b,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:53.008204 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-8148dc01-767f-448f-9591-40a640675882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:51:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:53.035766 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87a4be3e-8c95-464c-83c3-e95fee55b773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.118753 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c67f22-1a84-4462-a2ed-e38b344b64b6 None None] Pushing event updated for resources: {'Port': ['ID=3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:53.156825 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-8148dc01-767f-448f-9591-40a640675882 None None] Set router bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:53.215498 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87a4be3e-8c95-464c-83c3-e95fee55b773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.303349 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d97c2039-2a87-4954-b4ff-8907f22af00a None None] Provisioning complete for port 3acae858-9691-4832-96d1-d9bd3ffec40b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:53.304064 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d97c2039-2a87-4954-b4ff-8907f22af00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.451336 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-8148dc01-767f-448f-9591-40a640675882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020', 'name': 'tempest-TestEncryptedCinderVolumes-1289565004-router', 'tenant_id': 'f96de3074045442eb8e30ff730392e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:49Z', 'updated_at': '2021-07-07T17:51:50Z', 'revision_number': 3, 'project_id': 'f96de3074045442eb8e30ff730392e8d', 'gw_port': {'id': '3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:50Z', 'updated_at': '2021-07-07T17:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:53.476865 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87a4be3e-8c95-464c-83c3-e95fee55b773 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.485343 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87a4be3e-8c95-464c-83c3-e95fee55b773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.485707 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8148dc01-767f-448f-9591-40a640675882 None None] The sync data for ids ['bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020'] in n-d-793620-7 is: [{'id': 'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020', 'name': 'tempest-TestEncryptedCinderVolumes-1289565004-router', 'tenant_id': 'f96de3074045442eb8e30ff730392e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:49Z', 'updated_at': '2021-07-07T17:51:50Z', 'revision_number': 3, 'project_id': 'f96de3074045442eb8e30ff730392e8d', 'gw_port': {'id': '3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:50Z', 'updated_at': '2021-07-07T17:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:53.549283 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3333266d-ed79-4e11-aca8-3f1871ffe5a1 None None] Provisioning for port 7008f4bc-df73-46ee-82af-7d25dc773fe6 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:53.553471 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3333266d-ed79-4e11-aca8-3f1871ffe5a1 None None] Provisioning complete for port 7008f4bc-df73-46ee-82af-7d25dc773fe6 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:53.553804 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3333266d-ed79-4e11-aca8-3f1871ffe5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.567354 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4be3e-8c95-464c-83c3-e95fee55b773 admin admin] Pushing event updated for resources: {'Port': ['ID=7008f4bc-df73-46ee-82af-7d25dc773fe6,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:53.571283 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-87a4be3e-8c95-464c-83c3-e95fee55b773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:53.592518 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3333266d-ed79-4e11-aca8-3f1871ffe5a1 None None] Port 7008f4bc-df73-46ee-82af-7d25dc773fe6 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:51:53.673057 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a4be3e-8c95-464c-83c3-e95fee55b773 admin admin] Network ea014399-5e0c-4bf4-b627-020dcb06aa47 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:53.674554 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-87a4be3e-8c95-464c-83c3-e95fee55b773 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:53.834591 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a4be3e-8c95-464c-83c3-e95fee55b773 admin admin] Router bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:51:54.023564 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a4be3e-8c95-464c-83c3-e95fee55b773 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:51:54.034189 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3da0e361-71bf-48af-b343-84c3f7ef3998 None None] Provisioning complete for port 7008f4bc-df73-46ee-82af-7d25dc773fe6 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:54.034754 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3da0e361-71bf-48af-b343-84c3f7ef3998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:54.040269 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-87a4be3e-8c95-464c-83c3-e95fee55b773 admin admin] 10.222.0.50 "PUT /v2.0/routers/bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2463169 Jul 07 17:51:54.093867 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c0d10203-a733-4330-9f47-c160a00f5954 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:54.096143 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3da0e361-71bf-48af-b343-84c3f7ef3998 None None] Port 7008f4bc-df73-46ee-82af-7d25dc773fe6 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:51:54.152616 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port c0d10203-a733-4330-9f47-c160a00f5954 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:54.156876 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port c0d10203-a733-4330-9f47-c160a00f5954 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:54.157335 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:54.246249 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:54.282591 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port c0d10203-a733-4330-9f47-c160a00f5954, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c0d10203-a733-4330-9f47-c160a00f5954,segment=NetworkSegment(6b56a6ad-fe82-4601-9fad-8b1591efaa47),segment_id=6b56a6ad-fe82-4601-9fad-8b1591efaa47)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:54.287160 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:54.288100 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:54.372749 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=c0d10203-a733-4330-9f47-c160a00f5954,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:54.384868 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:54.389909 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:54.390302 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:54.473039 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:54.496885 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:54.501418 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:54.502708 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3acae858-9691-4832-96d1-d9bd3ffec40b up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:54.587567 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:54.602109 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 3acae858-9691-4832-96d1-d9bd3ffec40b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:54.602686 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:55.035387 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-494799cc-f2ef-4026-a445-385f5d84e64b tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:55.037088 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-494799cc-f2ef-4026-a445-385f5d84e64b tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/networks?id=8191280e-48b4-4eb5-abca-ff9148fc59e6 HTTP/1.1" status: 200 len: 817 time: 0.1213694 Jul 07 17:51:55.055225 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-fb9f098c-dd81-438e-bd8d-3ed5f09b6fc6 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/quotas/32866d44a1af424b92087c3d6e0f6257 HTTP/1.1" status: 200 len: 375 time: 0.0104327 Jul 07 17:51:55.135781 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-d426cd32-36cc-41c7-b3d6-2617736b9e65 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=32866d44a1af424b92087c3d6e0f6257&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726776 Jul 07 17:51:55.235319 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-038e4d29-fff1-4cb0-856b-5fcc4571e79d service neutron] 10.222.0.50 "GET /v2.0/networks/8191280e-48b4-4eb5-abca-ff9148fc59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877366 Jul 07 17:51:55.338569 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-1327ca99-8d93-48cf-9748-92dea8a8cc3a service neutron] 10.222.0.50 "GET /v2.0/networks/8191280e-48b4-4eb5-abca-ff9148fc59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957291 Jul 07 17:51:55.341380 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] Sync routers for ids ['bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:51:55.366098 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] Routers {'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:55.366753 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:51:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:55.490834 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] Set router bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:55.532597 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33003b5d-abf3-4bf0-a722-0876dbfcf3e8 req-c8a3e255-2ded-4e2e-a288-f8047942e9e5 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=23fa1cb6-d818-4bc8-8139-09cd4d99c0f1 HTTP/1.1" status: 200 len: 210 time: 0.0361936 Jul 07 17:51:55.723734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020', 'name': 'tempest-TestEncryptedCinderVolumes-1289565004-router', 'tenant_id': 'f96de3074045442eb8e30ff730392e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:49Z', 'updated_at': '2021-07-07T17:51:53Z', 'revision_number': 4, 'project_id': 'f96de3074045442eb8e30ff730392e8d', 'gw_port': {'id': '3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:50Z', 'updated_at': '2021-07-07T17:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '7008f4bc-df73-46ee-82af-7d25dc773fe6', 'name': '', 'network_id': 'ea014399-5e0c-4bf4-b627-020dcb06aa47', 'tenant_id': 'f96de3074045442eb8e30ff730392e8d', 'mac_address': 'fa:16:3e:a1:82:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '57dde610-74e6-45d1-9ef8-592841cd9862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:52Z', 'updated_at': '2021-07-07T17:51:53Z', 'revision_number': 2, 'project_id': 'f96de3074045442eb8e30ff730392e8d', 'subnets': [{'id': '57dde610-74e6-45d1-9ef8-592841cd9862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:55.751058 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] Checking router: bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:51:55.751425 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] Updating router bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020 port 7008f4bc-df73-46ee-82af-7d25dc773fe6 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:51:55.811585 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:55.864946 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c0d10203-a733-4330-9f47-c160a00f5954 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:55.991276 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port c0d10203-a733-4330-9f47-c160a00f5954 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:55.991681 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:56.154740 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:56.238204 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:56.252431 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] Transition to ACTIVE for port object 7008f4bc-df73-46ee-82af-7d25dc773fe6 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:56.260196 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:56.260568 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:56.263108 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:56.347511 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6fe39-1f4e-45e2-83df-4b09babdb643 None None] Pushing event updated for resources: {'Port': ['ID=7008f4bc-df73-46ee-82af-7d25dc773fe6,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:56.425753 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] Attempting to bind port 7008f4bc-df73-46ee-82af-7d25dc773fe6 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:56.426160 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] Attempting to bind port 7008f4bc-df73-46ee-82af-7d25dc773fe6 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '092617b2-d9d9-40a8-8f32-e8d0b9cfb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ea014399-5e0c-4bf4-b627-020dcb06aa47'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:56.426695 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] Attempting to bind port 7008f4bc-df73-46ee-82af-7d25dc773fe6 on network ea014399-5e0c-4bf4-b627-020dcb06aa47 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:56.439718 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:56.440094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] Checking segment: {'id': '092617b2-d9d9-40a8-8f32-e8d0b9cfb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ea014399-5e0c-4bf4-b627-020dcb06aa47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:56.440500 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:56.441091 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] Bound using segment: {'id': '092617b2-d9d9-40a8-8f32-e8d0b9cfb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ea014399-5e0c-4bf4-b627-020dcb06aa47'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:56.441580 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] Bound port: 7008f4bc-df73-46ee-82af-7d25dc773fe6, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092617b2-d9d9-40a8-8f32-e8d0b9cfb15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ea014399-5e0c-4bf4-b627-020dcb06aa47'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:56.441964 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:56.513847 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] For port 7008f4bc-df73-46ee-82af-7d25dc773fe6, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:56.518722 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] For port 7008f4bc-df73-46ee-82af-7d25dc773fe6, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=7008f4bc-df73-46ee-82af-7d25dc773fe6,segment=NetworkSegment(092617b2-d9d9-40a8-8f32-e8d0b9cfb15e),segment_id=092617b2-d9d9-40a8-8f32-e8d0b9cfb15e)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:56.523913 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:56.599450 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] Routers {'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:51:56.600084 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:51:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:56.682229 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6fe39-1f4e-45e2-83df-4b09babdb643 None None] Pushing event updated for resources: {'Port': ['ID=7008f4bc-df73-46ee-82af-7d25dc773fe6,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:56.763098 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c0d6d8db-ebf0-46e2-9353-e0491052c264 req-f85e6922-90de-419d-8e96-1d4e0ad1ad24 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=23fa1cb6-d818-4bc8-8139-09cd4d99c0f1 HTTP/1.1" status: 200 len: 210 time: 0.0480261 Jul 07 17:51:56.780633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] Set router bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:51:56.843902 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-5e460437-f98c-48cf-a6a3-7717122686c6 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:56.845420 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-5e460437-f98c-48cf-a6a3-7717122686c6 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.15 "GET /v2.0/networks?id=8191280e-48b4-4eb5-abca-ff9148fc59e6 HTTP/1.1" status: 200 len: 817 time: 0.2350943 Jul 07 17:51:56.858677 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-3776e86f-a68b-475a-9a89-12f62b94fa79 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Request body: {'port': {'device_id': '23fa1cb6-d818-4bc8-8139-09cd4d99c0f1', 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6', 'admin_state_up': True, 'tenant_id': '32866d44a1af424b92087c3d6e0f6257'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:56.987174 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-3776e86f-a68b-475a-9a89-12f62b94fa79 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Made reservation on behalf of 32866d44a1af424b92087c3d6e0f6257 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:51:56.991001 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-3776e86f-a68b-475a-9a89-12f62b94fa79 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.037185 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020', 'name': 'tempest-TestEncryptedCinderVolumes-1289565004-router', 'tenant_id': 'f96de3074045442eb8e30ff730392e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:49Z', 'updated_at': '2021-07-07T17:51:53Z', 'revision_number': 4, 'project_id': 'f96de3074045442eb8e30ff730392e8d', 'gw_port': {'id': '3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:50Z', 'updated_at': '2021-07-07T17:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '7008f4bc-df73-46ee-82af-7d25dc773fe6', 'name': '', 'network_id': 'ea014399-5e0c-4bf4-b627-020dcb06aa47', 'tenant_id': 'f96de3074045442eb8e30ff730392e8d', 'mac_address': 'fa:16:3e:a1:82:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '57dde610-74e6-45d1-9ef8-592841cd9862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:52Z', 'updated_at': '2021-07-07T17:51:56Z', 'revision_number': 4, 'project_id': 'f96de3074045442eb8e30ff730392e8d', 'subnets': [{'id': '57dde610-74e6-45d1-9ef8-592841cd9862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:51:57.067204 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5277be63-cbe8-49f1-8997-52ddb3fa9194 None None] The sync data for ids ['bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020'] in n-d-793620-7 is: [{'id': 'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020', 'name': 'tempest-TestEncryptedCinderVolumes-1289565004-router', 'tenant_id': 'f96de3074045442eb8e30ff730392e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:49Z', 'updated_at': '2021-07-07T17:51:53Z', 'revision_number': 4, 'project_id': 'f96de3074045442eb8e30ff730392e8d', 'gw_port': {'id': '3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:50Z', 'updated_at': '2021-07-07T17:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '7008f4bc-df73-46ee-82af-7d25dc773fe6', 'name': '', 'network_id': 'ea014399-5e0c-4bf4-b627-020dcb06aa47', 'tenant_id': 'f96de3074045442eb8e30ff730392e8d', 'mac_address': 'fa:16:3e:a1:82:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '57dde610-74e6-45d1-9ef8-592841cd9862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:52Z', 'updated_at': '2021-07-07T17:51:56Z', 'revision_number': 4, 'project_id': 'f96de3074045442eb8e30ff730392e8d', 'subnets': [{'id': '57dde610-74e6-45d1-9ef8-592841cd9862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:51:57.166483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-3776e86f-a68b-475a-9a89-12f62b94fa79 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Allocated IP 172.20.0.11 (8191280e-48b4-4eb5-abca-ff9148fc59e6/0d180646-3ee9-4999-8fc1-6264ba402213/9529ce9e-ff63-45e1-b815-ec5f4349e69f) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:51:57.356264 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-3776e86f-a68b-475a-9a89-12f62b94fa79 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.372670 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-3776e86f-a68b-475a-9a89-12f62b94fa79 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Transition to ACTIVE for port object 9529ce9e-ff63-45e1-b815-ec5f4349e69f will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:57.413144 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-3776e86f-a68b-475a-9a89-12f62b94fa79 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.468112 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-3776e86f-a68b-475a-9a89-12f62b94fa79 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Network 8191280e-48b4-4eb5-abca-ff9148fc59e6 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:51:57.473950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-3776e86f-a68b-475a-9a89-12f62b94fa79 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:51:57.476643 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-3776e86f-a68b-475a-9a89-12f62b94fa79 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:51:57.507809 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776e86f-a68b-475a-9a89-12f62b94fa79 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Pushing event updated for resources: {'Port': ['ID=9529ce9e-ff63-45e1-b815-ec5f4349e69f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:57.551565 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-3776e86f-a68b-475a-9a89-12f62b94fa79 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:57.552592 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-3776e86f-a68b-475a-9a89-12f62b94fa79 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.572937 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-3776e86f-a68b-475a-9a89-12f62b94fa79 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7188582 Jul 07 17:51:57.586193 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] Request body: {'port': {'device_id': '23fa1cb6-d818-4bc8-8139-09cd4d99c0f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:51:57.696234 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.768839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0025274f-407d-4057-abb6-0d53cc7262c7 None None] Provisioning for port 9529ce9e-ff63-45e1-b815-ec5f4349e69f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:57.773339 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0025274f-407d-4057-abb6-0d53cc7262c7 None None] Provisioning complete for port 9529ce9e-ff63-45e1-b815-ec5f4349e69f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:57.773844 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0025274f-407d-4057-abb6-0d53cc7262c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:57.821432 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-0025274f-407d-4057-abb6-0d53cc7262c7 None None] Port 9529ce9e-ff63-45e1-b815-ec5f4349e69f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:51:57.937438 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 7008f4bc-df73-46ee-82af-7d25dc773fe6 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:58.011871 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 7008f4bc-df73-46ee-82af-7d25dc773fe6 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:51:58.020439 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 7008f4bc-df73-46ee-82af-7d25dc773fe6 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:58.021016 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:58.034330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ada95-3e95-45cf-a9d7-1bbcbb8fedaf req-ac60295c-82a2-4c47-91fd-5417bcff7965 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:58.037170 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e02ada95-3e95-45cf-a9d7-1bbcbb8fedaf req-ac60295c-82a2-4c47-91fd-5417bcff7965 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=23fa1cb6-d818-4bc8-8139-09cd4d99c0f1 HTTP/1.1" status: 200 len: 932 time: 0.0993490 Jul 07 17:51:58.069518 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9529ce9e-ff63-45e1-b815-ec5f4349e69f {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:51:58.084567 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:58.101730 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] Transition to ACTIVE for port object 9529ce9e-ff63-45e1-b815-ec5f4349e69f will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:51:58.103896 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e02ada95-3e95-45cf-a9d7-1bbcbb8fedaf req-99e2206a-b13b-4566-98c5-93d0663c08fe tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601876 Jul 07 17:51:58.106226 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:58.140783 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:58.160037 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] Pushing event updated for resources: {'Port': ['ID=9529ce9e-ff63-45e1-b815-ec5f4349e69f,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:58.181341 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 7008f4bc-df73-46ee-82af-7d25dc773fe6, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=7008f4bc-df73-46ee-82af-7d25dc773fe6,segment=NetworkSegment(092617b2-d9d9-40a8-8f32-e8d0b9cfb15e),segment_id=092617b2-d9d9-40a8-8f32-e8d0b9cfb15e)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:51:58.186047 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:58.248163 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=7008f4bc-df73-46ee-82af-7d25dc773fe6,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:58.249931 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] Attempting to bind port 9529ce9e-ff63-45e1-b815-ec5f4349e69f on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:51:58.250277 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] Attempting to bind port 9529ce9e-ff63-45e1-b815-ec5f4349e69f by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '6b56a6ad-fe82-4601-9fad-8b1591efaa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:51:58.250638 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] Attempting to bind port 9529ce9e-ff63-45e1-b815-ec5f4349e69f on network 8191280e-48b4-4eb5-abca-ff9148fc59e6 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:58.257579 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] Port 9529ce9e-ff63-45e1-b815-ec5f4349e69f on network 8191280e-48b4-4eb5-abca-ff9148fc59e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:51:58.258213 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] Attempting to bind port 9529ce9e-ff63-45e1-b815-ec5f4349e69f on network 8191280e-48b4-4eb5-abca-ff9148fc59e6 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:51:58.265659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:51:58.266206 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] Checking segment: {'id': '6b56a6ad-fe82-4601-9fad-8b1591efaa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:51:58.266502 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] Bound using segment: {'id': '6b56a6ad-fe82-4601-9fad-8b1591efaa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:51:58.266964 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] Bound port: 9529ce9e-ff63-45e1-b815-ec5f4349e69f, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b56a6ad-fe82-4601-9fad-8b1591efaa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:51:58.267448 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:58.343879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] For port 9529ce9e-ff63-45e1-b815-ec5f4349e69f, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:51:58.347139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] For port 9529ce9e-ff63-45e1-b815-ec5f4349e69f, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9529ce9e-ff63-45e1-b815-ec5f4349e69f,segment=NetworkSegment(6b56a6ad-fe82-4601-9fad-8b1591efaa47),segment_id=6b56a6ad-fe82-4601-9fad-8b1591efaa47)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:51:58.352055 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:58.385607 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:58.386688 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:51:58.389030 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] 10.222.0.15 "PUT /v2.0/ports/9529ce9e-ff63-45e1-b815-ec5f4349e69f HTTP/1.1" status: 200 len: 1092 time: 0.8083227 Jul 07 17:51:58.394143 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fa1cb6-d818-4bc8-8139-09cd4d99c0f1', 'tag': '9529ce9e-ff63-45e1-b815-ec5f4349e69f'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:51:58.396750 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90ff222-eaa7-4d89-98d0-4def046891d1" -d '{"events": [{"name": "network-changed", "server_uuid": "23fa1cb6-d818-4bc8-8139-09cd4d99c0f1", "tag": "9529ce9e-ff63-45e1-b815-ec5f4349e69f"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:51:58.449991 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819603bb-12e0-46ca-8b8c-1ae29e8b6744 service neutron] Pushing event updated for resources: {'Port': ['ID=9529ce9e-ff63-45e1-b815-ec5f4349e69f,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:51:58.476163 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a776017-6234-4886-b888-517a288b5721 x-openstack-request-id: req-8a776017-6234-4886-b888-517a288b5721 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:51:58.476467 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23fa1cb6-d818-4bc8-8139-09cd4d99c0f1", "tag": "9529ce9e-ff63-45e1-b815-ec5f4349e69f", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:51:58.476722 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a776017-6234-4886-b888-517a288b5721 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:51:58.478007 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23fa1cb6-d818-4bc8-8139-09cd4d99c0f1', 'tag': '9529ce9e-ff63-45e1-b815-ec5f4349e69f', 'status': 'completed', 'code': 200} Jul 07 17:51:58.512207 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-67e6bf7c-1b92-40ad-8159-3dc432fc229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:58.513752 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-67e6bf7c-1b92-40ad-8159-3dc432fc229e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32866d44a1af424b92087c3d6e0f6257&device_id=23fa1cb6-d818-4bc8-8139-09cd4d99c0f1 HTTP/1.1" status: 200 len: 1095 time: 0.0759583 Jul 07 17:51:58.561901 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-09548dd7-7c75-4842-91c5-2668daab78d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9529ce9e-ff63-45e1-b815-ec5f4349e69f HTTP/1.1" status: 200 len: 217 time: 0.0402412 Jul 07 17:51:58.613983 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-870004b6-1725-4211-a8cc-4f2f76131075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:58.615499 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-870004b6-1725-4211-a8cc-4f2f76131075 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d180646-3ee9-4999-8fc1-6264ba402213 HTTP/1.1" status: 200 len: 856 time: 0.0472219 Jul 07 17:51:58.676918 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-e110214a-96f5-4772-b60f-6a9acb8a548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:58.678639 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-e110214a-96f5-4772-b60f-6a9acb8a548e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8191280e-48b4-4eb5-abca-ff9148fc59e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567660 Jul 07 17:51:58.780109 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-dbb8d642-58eb-4f19-9cdb-467f11ec35e1 service neutron] 10.222.0.15 "GET /v2.0/networks/8191280e-48b4-4eb5-abca-ff9148fc59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936718 Jul 07 17:51:58.874321 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-01ecdcc1-0673-4aae-bd67-d47efba93db7 req-c8e689ea-6214-4f18-a3f8-ecd96f98a857 service neutron] 10.222.0.15 "GET /v2.0/networks/8191280e-48b4-4eb5-abca-ff9148fc59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877669 Jul 07 17:51:58.990914 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ff222-eaa7-4d89-98d0-4def046891d1 req-0ff6d7ef-3267-4ce0-95ff-ac251fb57e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:58.992521 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b90ff222-eaa7-4d89-98d0-4def046891d1 req-0ff6d7ef-3267-4ce0-95ff-ac251fb57e69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32866d44a1af424b92087c3d6e0f6257&device_id=23fa1cb6-d818-4bc8-8139-09cd4d99c0f1 HTTP/1.1" status: 200 len: 1095 time: 0.0677760 Jul 07 17:51:59.091454 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ff222-eaa7-4d89-98d0-4def046891d1 req-3ddfeac3-471c-4882-a71a-0c6259dffd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:59.092957 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b90ff222-eaa7-4d89-98d0-4def046891d1 req-3ddfeac3-471c-4882-a71a-0c6259dffd2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=8191280e-48b4-4eb5-abca-ff9148fc59e6 HTTP/1.1" status: 200 len: 918 time: 0.0940559 Jul 07 17:51:59.151147 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b90ff222-eaa7-4d89-98d0-4def046891d1 req-7757a027-5279-476a-a5b0-910e793606f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9529ce9e-ff63-45e1-b815-ec5f4349e69f HTTP/1.1" status: 200 len: 217 time: 0.0490949 Jul 07 17:51:59.232331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ff222-eaa7-4d89-98d0-4def046891d1 req-e7b365be-179d-4b36-bdcd-fb721f9b7bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:59.233925 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b90ff222-eaa7-4d89-98d0-4def046891d1 req-e7b365be-179d-4b36-bdcd-fb721f9b7bb8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d180646-3ee9-4999-8fc1-6264ba402213 HTTP/1.1" status: 200 len: 856 time: 0.0753450 Jul 07 17:51:59.303770 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ff222-eaa7-4d89-98d0-4def046891d1 req-e7ca5411-438d-4436-a423-c67a55bad0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:59.306216 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b90ff222-eaa7-4d89-98d0-4def046891d1 req-e7ca5411-438d-4436-a423-c67a55bad0f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8191280e-48b4-4eb5-abca-ff9148fc59e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647156 Jul 07 17:51:59.328771 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7924491-1fc9-48b9-b493-89e570b18bc2 req-06eb2de4-e437-4d4b-9967-eefd66a8e91c tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:51:59.330554 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c7924491-1fc9-48b9-b493-89e570b18bc2 req-06eb2de4-e437-4d4b-9967-eefd66a8e91c tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=23fa1cb6-d818-4bc8-8139-09cd4d99c0f1 HTTP/1.1" status: 200 len: 944 time: 0.0898976 Jul 07 17:51:59.377616 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c7924491-1fc9-48b9-b493-89e570b18bc2 req-70fdba52-a2f9-4571-9455-f0bf477de0e7 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391014 Jul 07 17:51:59.415289 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b90ff222-eaa7-4d89-98d0-4def046891d1 req-f2bfe069-2f26-4b82-92f1-96cd6813fd13 service neutron] 10.222.0.15 "GET /v2.0/networks/8191280e-48b4-4eb5-abca-ff9148fc59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005499 Jul 07 17:51:59.531025 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b90ff222-eaa7-4d89-98d0-4def046891d1 req-1e71f418-405f-4fde-ae91-0464fbac8689 service neutron] 10.222.0.15 "GET /v2.0/networks/8191280e-48b4-4eb5-abca-ff9148fc59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089864 Jul 07 17:51:59.845812 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 7008f4bc-df73-46ee-82af-7d25dc773fe6 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:51:59.892634 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 7008f4bc-df73-46ee-82af-7d25dc773fe6 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:51:59.893028 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:00.566686 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999ebc7-fbf1-42e0-ab07-942a241e2827 req-322c2981-161b-4198-8db9-a56c8e968889 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:00.568194 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3999ebc7-fbf1-42e0-ab07-942a241e2827 req-322c2981-161b-4198-8db9-a56c8e968889 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=23fa1cb6-d818-4bc8-8139-09cd4d99c0f1 HTTP/1.1" status: 200 len: 944 time: 0.0752792 Jul 07 17:52:00.606457 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3999ebc7-fbf1-42e0-ab07-942a241e2827 req-1c147b88-76e4-4b83-8bda-c91e01c11290 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320842 Jul 07 17:52:01.101943 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 9529ce9e-ff63-45e1-b815-ec5f4349e69f details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:52:01.199314 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 9529ce9e-ff63-45e1-b815-ec5f4349e69f, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9529ce9e-ff63-45e1-b815-ec5f4349e69f,segment=NetworkSegment(6b56a6ad-fe82-4601-9fad-8b1591efaa47),segment_id=6b56a6ad-fe82-4601-9fad-8b1591efaa47)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:01.210673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '9529ce9e-ff63-45e1-b815-ec5f4349e69f', 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6', 'port_id': '9529ce9e-ff63-45e1-b815-ec5f4349e69f', 'mac_address': 'fa:16:3e:a4:54:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d180646-3ee9-4999-8fc1-6264ba402213', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:52:01.248749 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:01.265128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9529ce9e-ff63-45e1-b815-ec5f4349e69f {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:01.285761 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 9529ce9e-ff63-45e1-b815-ec5f4349e69f, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9529ce9e-ff63-45e1-b815-ec5f4349e69f,segment=NetworkSegment(6b56a6ad-fe82-4601-9fad-8b1591efaa47),segment_id=6b56a6ad-fe82-4601-9fad-8b1591efaa47)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:01.291048 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:01.512156 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=9529ce9e-ff63-45e1-b815-ec5f4349e69f,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:01.550255 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['9529ce9e-ff63-45e1-b815-ec5f4349e69f'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:01.795132 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd6e22-b5a5-4804-9085-3d415399044d req-abe033f3-60c7-4a2d-b1d7-e998ac9f358b tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:01.796595 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33cd6e22-b5a5-4804-9085-3d415399044d req-abe033f3-60c7-4a2d-b1d7-e998ac9f358b tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=23fa1cb6-d818-4bc8-8139-09cd4d99c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0645318 Jul 07 17:52:01.842466 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33cd6e22-b5a5-4804-9085-3d415399044d req-d7cac840-b31a-4074-9c10-b62e33ff277f tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361643 Jul 07 17:52:03.055090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8e73a-7f0f-419d-87de-1d54c51948df req-1441fbd6-39e5-4f15-b171-1c6f291e6e14 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:03.057162 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5dc8e73a-7f0f-419d-87de-1d54c51948df req-1441fbd6-39e5-4f15-b171-1c6f291e6e14 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=23fa1cb6-d818-4bc8-8139-09cd4d99c0f1 HTTP/1.1" status: 200 len: 945 time: 0.0727172 Jul 07 17:52:03.117041 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 9529ce9e-ff63-45e1-b815-ec5f4349e69f up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:52:03.117983 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5dc8e73a-7f0f-419d-87de-1d54c51948df req-b16a3076-ef93-4b69-84b1-6a9016d938e1 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542328 Jul 07 17:52:03.175436 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 9529ce9e-ff63-45e1-b815-ec5f4349e69f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:52:03.179078 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 9529ce9e-ff63-45e1-b815-ec5f4349e69f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:03.179448 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:03.259242 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:03.281603 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fa1cb6-d818-4bc8-8139-09cd4d99c0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9529ce9e-ff63-45e1-b815-ec5f4349e69f'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:03.284351 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf61b93f-1089-49d2-8c4c-4eb5f51f2222" -d '{"events": [{"server_uuid": "23fa1cb6-d818-4bc8-8139-09cd4d99c0f1", "name": "network-vif-plugged", "status": "completed", "tag": "9529ce9e-ff63-45e1-b815-ec5f4349e69f"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:03.300525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 9529ce9e-ff63-45e1-b815-ec5f4349e69f, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9529ce9e-ff63-45e1-b815-ec5f4349e69f,segment=NetworkSegment(6b56a6ad-fe82-4601-9fad-8b1591efaa47),segment_id=6b56a6ad-fe82-4601-9fad-8b1591efaa47)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:03.309075 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:03.335843 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020e383e-bac6-4f6b-8686-573b2ea5df28 x-openstack-request-id: req-020e383e-bac6-4f6b-8686-573b2ea5df28 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:03.336131 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fa1cb6-d818-4bc8-8139-09cd4d99c0f1", "name": "network-vif-plugged", "status": "completed", "tag": "9529ce9e-ff63-45e1-b815-ec5f4349e69f", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:03.336450 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-020e383e-bac6-4f6b-8686-573b2ea5df28 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:03.336776 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fa1cb6-d818-4bc8-8139-09cd4d99c0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9529ce9e-ff63-45e1-b815-ec5f4349e69f', 'code': 200} Jul 07 17:52:03.370700 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=9529ce9e-ff63-45e1-b815-ec5f4349e69f,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:03.466440 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f18b8-95fc-467b-8e27-b30a8c3ca8d4 req-10e8d428-1a08-4e1a-a4c2-d55244b92869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:03.467964 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3b9f18b8-95fc-467b-8e27-b30a8c3ca8d4 req-10e8d428-1a08-4e1a-a4c2-d55244b92869 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23fa1cb6-d818-4bc8-8139-09cd4d99c0f1 HTTP/1.1" status: 200 len: 1097 time: 0.0579982 Jul 07 17:52:03.503073 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3b9f18b8-95fc-467b-8e27-b30a8c3ca8d4 req-f2153f3e-f1b0-48e5-8553-4b5b570e44b1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286953 Jul 07 17:52:04.317520 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59f704-01e7-4233-ae06-3555e394ad3d req-0e441720-f62e-43bf-9683-cc76335fc206 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:04.318671 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c59f704-01e7-4233-ae06-3555e394ad3d req-0e441720-f62e-43bf-9683-cc76335fc206 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=23fa1cb6-d818-4bc8-8139-09cd4d99c0f1 HTTP/1.1" status: 200 len: 946 time: 0.0745935 Jul 07 17:52:04.372593 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c59f704-01e7-4233-ae06-3555e394ad3d req-f6eda22d-2842-4ceb-92c0-c7daff626c66 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451133 Jul 07 17:52:05.584554 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866d141-3698-4ca4-b54f-d9f50a54c0d1 req-5a51c488-6aac-42e6-ab7a-d3c4e2b0336b tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:05.586083 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8866d141-3698-4ca4-b54f-d9f50a54c0d1 req-5a51c488-6aac-42e6-ab7a-d3c4e2b0336b tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=23fa1cb6-d818-4bc8-8139-09cd4d99c0f1 HTTP/1.1" status: 200 len: 946 time: 0.0732133 Jul 07 17:52:05.633676 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8866d141-3698-4ca4-b54f-d9f50a54c0d1 req-9df6ff8b-dfb5-48f9-8048-defbf7308604 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354402 Jul 07 17:52:05.817006 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc5001-1fc9-4261-8b91-2f5f0da6e0ca req-e8b2c0b3-974c-405e-9cba-2a10b5f3f782 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:05.819252 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e1fc5001-1fc9-4261-8b91-2f5f0da6e0ca req-e8b2c0b3-974c-405e-9cba-2a10b5f3f782 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=23fa1cb6-d818-4bc8-8139-09cd4d99c0f1 HTTP/1.1" status: 200 len: 946 time: 0.0685897 Jul 07 17:52:05.866530 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e1fc5001-1fc9-4261-8b91-2f5f0da6e0ca req-0b9a6430-e342-4ff0-a1e5-de625ab059fc tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409110 Jul 07 17:52:08.294575 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:52:14.813766 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-30d8b348-c1d1-4009-904c-52f8400b6776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:14.818037 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:17.057899 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:17.720953 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:18.023844 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-32cba9ea-68f4-4f97-b1e9-5c782d80578d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:19.044672 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:20.516794 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:26.414224 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6fc69-79ba-4537-8412-4c696dc9d673 req-58fa14ce-c2a2-40b8-9be7-e11ab4193d3f tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:26.415707 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-78a6fc69-79ba-4537-8412-4c696dc9d673 req-58fa14ce-c2a2-40b8-9be7-e11ab4193d3f tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=23fa1cb6-d818-4bc8-8139-09cd4d99c0f1 HTTP/1.1" status: 200 len: 946 time: 0.0662808 Jul 07 17:52:26.456904 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-78a6fc69-79ba-4537-8412-4c696dc9d673 req-37d3b7d3-cf73-4879-aaed-11317f435bfd tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352180 Jul 07 17:52:27.668127 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa433bb5-a2ea-4341-85a9-dc5f73ee4930 req-173d7b47-43d2-4f89-9b5f-c8bbafb62b40 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:27.670285 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fa433bb5-a2ea-4341-85a9-dc5f73ee4930 req-173d7b47-43d2-4f89-9b5f-c8bbafb62b40 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=23fa1cb6-d818-4bc8-8139-09cd4d99c0f1 HTTP/1.1" status: 200 len: 946 time: 0.0813041 Jul 07 17:52:27.726054 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fa433bb5-a2ea-4341-85a9-dc5f73ee4930 req-db9de667-6145-45eb-bc03-bee6770a023b tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459752 Jul 07 17:52:27.865159 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889c229-eac7-4aad-a08c-1ed9d9bb25e3 req-55604e4d-4134-4ed7-92df-3286688e120c tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:27.866858 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5889c229-eac7-4aad-a08c-1ed9d9bb25e3 req-55604e4d-4134-4ed7-92df-3286688e120c tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.15 "GET /v2.0/ports?device_id=23fa1cb6-d818-4bc8-8139-09cd4d99c0f1 HTTP/1.1" status: 200 len: 946 time: 0.0792234 Jul 07 17:52:27.977112 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-5889c229-eac7-4aad-a08c-1ed9d9bb25e3 req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Deleting port 9529ce9e-ff63-45e1-b815-ec5f4349e69f {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:52:27.977454 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5889c229-eac7-4aad-a08c-1ed9d9bb25e3 req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:28.075386 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-5889c229-eac7-4aad-a08c-1ed9d9bb25e3 req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] For port 9529ce9e-ff63-45e1-b815-ec5f4349e69f, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=9529ce9e-ff63-45e1-b815-ec5f4349e69f,segment=NetworkSegment(6b56a6ad-fe82-4601-9fad-8b1591efaa47),segment_id=6b56a6ad-fe82-4601-9fad-8b1591efaa47)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:28.075659 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5889c229-eac7-4aad-a08c-1ed9d9bb25e3 req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:28.097397 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-5889c229-eac7-4aad-a08c-1ed9d9bb25e3 req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Calling delete_port for 9529ce9e-ff63-45e1-b815-ec5f4349e69f owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:52:28.253956 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5889c229-eac7-4aad-a08c-1ed9d9bb25e3 req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:28.267189 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['9529ce9e-ff63-45e1-b815-ec5f4349e69f'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:28.292989 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Pushing event deleted for resources: {'Port': ['ID=9529ce9e-ff63-45e1-b815-ec5f4349e69f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:28.307825 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:28.308377 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:28.308911 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:28.309456 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:28.310429 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:28.310995 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:28.311562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:28.312351 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:28.312597 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:28.313114 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:28.313908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:28.314878 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:28.368914 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-5889c229-eac7-4aad-a08c-1ed9d9bb25e3 req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] No DVR routers for this DVR port 9529ce9e-ff63-45e1-b815-ec5f4349e69f on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:52:28.372074 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5889c229-eac7-4aad-a08c-1ed9d9bb25e3 req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:28.374310 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5889c229-eac7-4aad-a08c-1ed9d9bb25e3 req-20e58835-b064-4948-989a-1a36f52d09c9 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.15 "DELETE /v2.0/ports/9529ce9e-ff63-45e1-b815-ec5f4349e69f HTTP/1.1" status: 204 len: 173 time: 0.5023031 Jul 07 17:52:28.374822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fa1cb6-d818-4bc8-8139-09cd4d99c0f1', 'name': 'network-vif-deleted', 'tag': '9529ce9e-ff63-45e1-b815-ec5f4349e69f'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:28.377201 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a9f319-e686-484b-b494-157498766c10" -d '{"events": [{"server_uuid": "23fa1cb6-d818-4bc8-8139-09cd4d99c0f1", "name": "network-vif-deleted", "tag": "9529ce9e-ff63-45e1-b815-ec5f4349e69f"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:28.434095 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff5a8d8-b858-4c92-a4c1-8dac225fd643 x-openstack-request-id: req-bff5a8d8-b858-4c92-a4c1-8dac225fd643 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:28.434454 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fa1cb6-d818-4bc8-8139-09cd4d99c0f1", "name": "network-vif-deleted", "tag": "9529ce9e-ff63-45e1-b815-ec5f4349e69f", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:28.434721 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bff5a8d8-b858-4c92-a4c1-8dac225fd643 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:28.435546 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fa1cb6-d818-4bc8-8139-09cd4d99c0f1', 'name': 'network-vif-deleted', 'tag': '9529ce9e-ff63-45e1-b815-ec5f4349e69f', 'status': 'completed', 'code': 200} Jul 07 17:52:28.932189 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2a0fa661-263b-4c03-b324-f1bb1b41797b req-7462d2ee-2a99-47f2-8024-735f7c1deb6b tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=23fa1cb6-d818-4bc8-8139-09cd4d99c0f1 HTTP/1.1" status: 200 len: 210 time: 0.0518887 Jul 07 17:52:30.655572 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-a2d88572-de72-4e59-881a-6be98a47c8ef tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:30.657001 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-a2d88572-de72-4e59-881a-6be98a47c8ef tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/networks?id=8191280e-48b4-4eb5-abca-ff9148fc59e6 HTTP/1.1" status: 200 len: 817 time: 0.1278160 Jul 07 17:52:30.679513 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-5b6991e9-8db5-4f79-a507-a2cc2cd8b4ef tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/quotas/32866d44a1af424b92087c3d6e0f6257 HTTP/1.1" status: 200 len: 375 time: 0.0164783 Jul 07 17:52:30.754595 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-77e046ae-83ca-4158-8548-f76d1036ae23 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=32866d44a1af424b92087c3d6e0f6257&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687652 Jul 07 17:52:31.006910 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-347c773b-d4da-4550-93ad-de09a0eef72e service neutron] 10.222.0.50 "GET /v2.0/networks/8191280e-48b4-4eb5-abca-ff9148fc59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553655 Jul 07 17:52:31.119843 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-3c183dbb-9d75-45ac-b3b1-c0024a957ce5 service neutron] 10.222.0.50 "GET /v2.0/networks/8191280e-48b4-4eb5-abca-ff9148fc59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050467 Jul 07 17:52:31.276372 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 9529ce9e-ff63-45e1-b815-ec5f4349e69f no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:52:31.297395 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 9529ce9e-ff63-45e1-b815-ec5f4349e69f {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:52:31.297756 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 9529ce9e-ff63-45e1-b815-ec5f4349e69f not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:52:32.370195 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c728608f-fb5d-48dd-800e-c8efb0c6227c req-6f779dbd-c491-4aa8-a6be-cdc9263f2b8d tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=3224afe8-d222-4053-aae1-437aafa61ff5 HTTP/1.1" status: 200 len: 210 time: 0.0537190 Jul 07 17:52:33.538349 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-2c924b6b-6c29-4fc3-8946-fa49ef5dd5b8 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:33.540343 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-2c924b6b-6c29-4fc3-8946-fa49ef5dd5b8 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.15 "GET /v2.0/networks?id=8191280e-48b4-4eb5-abca-ff9148fc59e6 HTTP/1.1" status: 200 len: 817 time: 0.1440334 Jul 07 17:52:33.555895 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-df2b7fca-7405-47bd-bb71-f2aa4b88e6fa tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Request body: {'port': {'device_id': '3224afe8-d222-4053-aae1-437aafa61ff5', 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6', 'admin_state_up': True, 'tenant_id': '32866d44a1af424b92087c3d6e0f6257'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:33.559328 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3cdb744d-2d46-43e8-912e-81e19776df9c req-b4f27c60-c751-4e48-9bd3-2c0ef3cfec87 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=3224afe8-d222-4053-aae1-437aafa61ff5 HTTP/1.1" status: 200 len: 210 time: 0.0360265 Jul 07 17:52:33.722066 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-df2b7fca-7405-47bd-bb71-f2aa4b88e6fa tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Made reservation on behalf of 32866d44a1af424b92087c3d6e0f6257 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:52:33.722066 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-df2b7fca-7405-47bd-bb71-f2aa4b88e6fa tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:33.883572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-df2b7fca-7405-47bd-bb71-f2aa4b88e6fa tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Allocated IP 172.20.0.12 (8191280e-48b4-4eb5-abca-ff9148fc59e6/0d180646-3ee9-4999-8fc1-6264ba402213/82b29598-0d03-4451-b24d-e1c03f722619) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:52:34.070184 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-df2b7fca-7405-47bd-bb71-f2aa4b88e6fa tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:34.085019 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-df2b7fca-7405-47bd-bb71-f2aa4b88e6fa tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Transition to ACTIVE for port object 82b29598-0d03-4451-b24d-e1c03f722619 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:34.122873 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-df2b7fca-7405-47bd-bb71-f2aa4b88e6fa tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:34.173438 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-df2b7fca-7405-47bd-bb71-f2aa4b88e6fa tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Network 8191280e-48b4-4eb5-abca-ff9148fc59e6 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:52:34.178795 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-df2b7fca-7405-47bd-bb71-f2aa4b88e6fa tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:52:34.182823 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-df2b7fca-7405-47bd-bb71-f2aa4b88e6fa tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:52:34.220735 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b7fca-7405-47bd-bb71-f2aa4b88e6fa tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Pushing event updated for resources: {'Port': ['ID=82b29598-0d03-4451-b24d-e1c03f722619,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:34.265914 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-df2b7fca-7405-47bd-bb71-f2aa4b88e6fa tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:34.266613 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-df2b7fca-7405-47bd-bb71-f2aa4b88e6fa tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:34.286915 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-df2b7fca-7405-47bd-bb71-f2aa4b88e6fa tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7359042 Jul 07 17:52:34.300151 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] Request body: {'port': {'device_id': '3224afe8-d222-4053-aae1-437aafa61ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:52:34.404402 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:34.470996 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a4d6c015-4ab2-4e53-90c3-220f63d96b70 None None] Provisioning for port 82b29598-0d03-4451-b24d-e1c03f722619 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:52:34.481549 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a4d6c015-4ab2-4e53-90c3-220f63d96b70 None None] Provisioning complete for port 82b29598-0d03-4451-b24d-e1c03f722619 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:34.481927 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a4d6c015-4ab2-4e53-90c3-220f63d96b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:34.533767 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6c015-4ab2-4e53-90c3-220f63d96b70 None None] Port 82b29598-0d03-4451-b24d-e1c03f722619 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:52:34.775878 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b29598-0d03-4451-b24d-e1c03f722619 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:34.786744 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:34.806335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] Transition to ACTIVE for port object 82b29598-0d03-4451-b24d-e1c03f722619 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:52:34.815010 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:34.896799 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035e91a-732a-4119-8608-7978f6c00ec1 req-c1b034e9-4a6d-447f-a2fd-41b212cab4ea tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:34.899496 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7035e91a-732a-4119-8608-7978f6c00ec1 req-c1b034e9-4a6d-447f-a2fd-41b212cab4ea tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=3224afe8-d222-4053-aae1-437aafa61ff5 HTTP/1.1" status: 200 len: 932 time: 0.1674886 Jul 07 17:52:34.903642 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] Pushing event updated for resources: {'Port': ['ID=82b29598-0d03-4451-b24d-e1c03f722619,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:34.998211 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7035e91a-732a-4119-8608-7978f6c00ec1 req-10a91400-8685-4f6c-82b8-3cc5f3303415 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868340 Jul 07 17:52:35.026810 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] Attempting to bind port 82b29598-0d03-4451-b24d-e1c03f722619 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:52:35.027339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] Attempting to bind port 82b29598-0d03-4451-b24d-e1c03f722619 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '6b56a6ad-fe82-4601-9fad-8b1591efaa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:52:35.027863 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] Attempting to bind port 82b29598-0d03-4451-b24d-e1c03f722619 on network 8191280e-48b4-4eb5-abca-ff9148fc59e6 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:35.036449 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] Port 82b29598-0d03-4451-b24d-e1c03f722619 on network 8191280e-48b4-4eb5-abca-ff9148fc59e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:52:35.037130 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] Attempting to bind port 82b29598-0d03-4451-b24d-e1c03f722619 on network 8191280e-48b4-4eb5-abca-ff9148fc59e6 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:52:35.045047 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:52:35.045382 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] Checking segment: {'id': '6b56a6ad-fe82-4601-9fad-8b1591efaa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:52:35.045823 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] Bound using segment: {'id': '6b56a6ad-fe82-4601-9fad-8b1591efaa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:52:35.046444 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] Bound port: 82b29598-0d03-4451-b24d-e1c03f722619, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b56a6ad-fe82-4601-9fad-8b1591efaa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:52:35.046815 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:35.403679 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] For port 82b29598-0d03-4451-b24d-e1c03f722619, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:52:35.407117 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] For port 82b29598-0d03-4451-b24d-e1c03f722619, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=82b29598-0d03-4451-b24d-e1c03f722619,segment=NetworkSegment(6b56a6ad-fe82-4601-9fad-8b1591efaa47),segment_id=6b56a6ad-fe82-4601-9fad-8b1591efaa47)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:52:35.412471 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:35.448501 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:35.449123 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:35.450655 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] 10.222.0.15 "PUT /v2.0/ports/82b29598-0d03-4451-b24d-e1c03f722619 HTTP/1.1" status: 200 len: 1092 time: 1.1557331 Jul 07 17:52:35.451114 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3224afe8-d222-4053-aae1-437aafa61ff5', 'tag': '82b29598-0d03-4451-b24d-e1c03f722619'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:35.453516 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52eae5e9-84d9-4de9-a6e2-fdd759d3751f" -d '{"events": [{"name": "network-changed", "server_uuid": "3224afe8-d222-4053-aae1-437aafa61ff5", "tag": "82b29598-0d03-4451-b24d-e1c03f722619"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:35.486967 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05637545-7b6d-405f-a3be-e424c3002051 service neutron] Pushing event updated for resources: {'Port': ['ID=82b29598-0d03-4451-b24d-e1c03f722619,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:35.537355 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af07f931-793f-4bf5-bc89-da75a6254406 x-openstack-request-id: req-af07f931-793f-4bf5-bc89-da75a6254406 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:35.537609 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3224afe8-d222-4053-aae1-437aafa61ff5", "tag": "82b29598-0d03-4451-b24d-e1c03f722619", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:35.537842 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af07f931-793f-4bf5-bc89-da75a6254406 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:35.538183 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3224afe8-d222-4053-aae1-437aafa61ff5', 'tag': '82b29598-0d03-4451-b24d-e1c03f722619', 'status': 'completed', 'code': 200} Jul 07 17:52:35.575978 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-35766815-3b54-4ca4-8954-a2ed0d25f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:35.577701 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-35766815-3b54-4ca4-8954-a2ed0d25f2b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32866d44a1af424b92087c3d6e0f6257&device_id=3224afe8-d222-4053-aae1-437aafa61ff5 HTTP/1.1" status: 200 len: 1095 time: 0.0738792 Jul 07 17:52:35.626301 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-acdbd229-2260-4b7e-8441-8623220c5a36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82b29598-0d03-4451-b24d-e1c03f722619 HTTP/1.1" status: 200 len: 217 time: 0.0419624 Jul 07 17:52:35.683356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-ca7f3d67-a77d-4b12-9e6a-36d885ee99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:35.685519 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-ca7f3d67-a77d-4b12-9e6a-36d885ee99fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d180646-3ee9-4999-8fc1-6264ba402213 HTTP/1.1" status: 200 len: 856 time: 0.0527463 Jul 07 17:52:35.749753 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-d484ddff-4bcb-456a-81d4-0dee9542e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:35.751651 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-d484ddff-4bcb-456a-81d4-0dee9542e403 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8191280e-48b4-4eb5-abca-ff9148fc59e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597360 Jul 07 17:52:35.884289 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-f4be8d32-9580-4fc0-9367-288647bbe223 service neutron] 10.222.0.15 "GET /v2.0/networks/8191280e-48b4-4eb5-abca-ff9148fc59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255753 Jul 07 17:52:36.008817 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f08bcf3f-7a14-409f-9921-d15186ab696d req-ba0906fe-0c7b-4af3-87aa-a367316ee2f2 service neutron] 10.222.0.15 "GET /v2.0/networks/8191280e-48b4-4eb5-abca-ff9148fc59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177859 Jul 07 17:52:36.126615 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eae5e9-84d9-4de9-a6e2-fdd759d3751f req-41d1ed66-f465-43e1-8aa3-8ac8208f7028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:36.128809 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-52eae5e9-84d9-4de9-a6e2-fdd759d3751f req-41d1ed66-f465-43e1-8aa3-8ac8208f7028 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32866d44a1af424b92087c3d6e0f6257&device_id=3224afe8-d222-4053-aae1-437aafa61ff5 HTTP/1.1" status: 200 len: 1095 time: 0.0639389 Jul 07 17:52:36.275399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eae5e9-84d9-4de9-a6e2-fdd759d3751f req-3d2d1abf-2f02-4178-8554-195f74e6bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:36.276776 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-52eae5e9-84d9-4de9-a6e2-fdd759d3751f req-3d2d1abf-2f02-4178-8554-195f74e6bd32 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8191280e-48b4-4eb5-abca-ff9148fc59e6 HTTP/1.1" status: 200 len: 918 time: 0.1422083 Jul 07 17:52:36.289311 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e58fd0-a838-46a2-9ac1-2e4d15717705 req-fd17776d-b3ba-49a2-83c0-c2dc71a0833a tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:36.290809 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-25e58fd0-a838-46a2-9ac1-2e4d15717705 req-fd17776d-b3ba-49a2-83c0-c2dc71a0833a tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=3224afe8-d222-4053-aae1-437aafa61ff5 HTTP/1.1" status: 200 len: 944 time: 0.1477976 Jul 07 17:52:36.332778 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-52eae5e9-84d9-4de9-a6e2-fdd759d3751f req-89398328-d1c7-4703-8a70-0a0d525b807d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82b29598-0d03-4451-b24d-e1c03f722619 HTTP/1.1" status: 200 len: 217 time: 0.0409667 Jul 07 17:52:36.390074 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-25e58fd0-a838-46a2-9ac1-2e4d15717705 req-372483ff-9bb1-4106-a362-d89da283291d tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925777 Jul 07 17:52:36.399719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eae5e9-84d9-4de9-a6e2-fdd759d3751f req-f95b5d39-c9a8-4d2f-a402-4ec2eb311611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:36.401174 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-52eae5e9-84d9-4de9-a6e2-fdd759d3751f req-f95b5d39-c9a8-4d2f-a402-4ec2eb311611 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d180646-3ee9-4999-8fc1-6264ba402213 HTTP/1.1" status: 200 len: 856 time: 0.0613129 Jul 07 17:52:36.472897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eae5e9-84d9-4de9-a6e2-fdd759d3751f req-0b527fa2-6596-49c7-b182-eba2c130971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:36.474472 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-52eae5e9-84d9-4de9-a6e2-fdd759d3751f req-0b527fa2-6596-49c7-b182-eba2c130971e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8191280e-48b4-4eb5-abca-ff9148fc59e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656667 Jul 07 17:52:36.582227 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-52eae5e9-84d9-4de9-a6e2-fdd759d3751f req-a9b96ac7-9777-4977-ab51-53a215d9f6ea service neutron] 10.222.0.15 "GET /v2.0/networks/8191280e-48b4-4eb5-abca-ff9148fc59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004713 Jul 07 17:52:36.680574 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-52eae5e9-84d9-4de9-a6e2-fdd759d3751f req-d9c2be7a-af66-48a8-bc65-057ef7c61936 service neutron] 10.222.0.15 "GET /v2.0/networks/8191280e-48b4-4eb5-abca-ff9148fc59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922449 Jul 07 17:52:37.626404 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ba48f-764a-4b08-842f-0b8a5d03cce1 req-d3c72b68-644f-439f-9b45-fd1cabeefda3 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:37.628935 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-554ba48f-764a-4b08-842f-0b8a5d03cce1 req-d3c72b68-644f-439f-9b45-fd1cabeefda3 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=3224afe8-d222-4053-aae1-437aafa61ff5 HTTP/1.1" status: 200 len: 944 time: 0.0974154 Jul 07 17:52:37.670622 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-554ba48f-764a-4b08-842f-0b8a5d03cce1 req-293361fe-729a-4712-b4d4-09a87b429c0a tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352924 Jul 07 17:52:38.859785 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bf8c1-ffb3-4d08-a047-6987e4f13776 req-37ddacd5-ed8b-4c2c-9ddc-fece24d25075 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:38.861321 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-169bf8c1-ffb3-4d08-a047-6987e4f13776 req-37ddacd5-ed8b-4c2c-9ddc-fece24d25075 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=3224afe8-d222-4053-aae1-437aafa61ff5 HTTP/1.1" status: 200 len: 944 time: 0.0704978 Jul 07 17:52:38.904826 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-169bf8c1-ffb3-4d08-a047-6987e4f13776 req-5cbd1214-c603-46bd-9d9f-354c22021ddf tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353806 Jul 07 17:52:39.288655 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 82b29598-0d03-4451-b24d-e1c03f722619 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:52:39.397808 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 82b29598-0d03-4451-b24d-e1c03f722619, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=82b29598-0d03-4451-b24d-e1c03f722619,segment=NetworkSegment(6b56a6ad-fe82-4601-9fad-8b1591efaa47),segment_id=6b56a6ad-fe82-4601-9fad-8b1591efaa47)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:39.409860 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '82b29598-0d03-4451-b24d-e1c03f722619', 'network_id': '8191280e-48b4-4eb5-abca-ff9148fc59e6', 'port_id': '82b29598-0d03-4451-b24d-e1c03f722619', 'mac_address': 'fa:16:3e:8e:ed:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d180646-3ee9-4999-8fc1-6264ba402213', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:52:39.448417 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:39.465590 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b29598-0d03-4451-b24d-e1c03f722619 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:52:39.486293 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 82b29598-0d03-4451-b24d-e1c03f722619, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=82b29598-0d03-4451-b24d-e1c03f722619,segment=NetworkSegment(6b56a6ad-fe82-4601-9fad-8b1591efaa47),segment_id=6b56a6ad-fe82-4601-9fad-8b1591efaa47)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:39.494641 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:39.546196 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=82b29598-0d03-4451-b24d-e1c03f722619,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:39.555089 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:39.555446 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:39.555796 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:39.556143 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:39.556491 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:39.556829 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:39.557166 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:39.557503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:39.557906 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:39.558170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:39.558536 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:39.558867 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:52:39.720489 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['82b29598-0d03-4451-b24d-e1c03f722619'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:52:40.131540 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb8432-dbdb-403d-825f-9b61e0c83e75 req-a2dad699-85b7-4ebb-9d0d-66f86c9ce38e tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:40.132989 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-67fb8432-dbdb-403d-825f-9b61e0c83e75 req-a2dad699-85b7-4ebb-9d0d-66f86c9ce38e tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=3224afe8-d222-4053-aae1-437aafa61ff5 HTTP/1.1" status: 200 len: 945 time: 0.0876532 Jul 07 17:52:40.181778 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-67fb8432-dbdb-403d-825f-9b61e0c83e75 req-6f9012b2-6aee-4ff5-b04e-5e5a3874ec23 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427318 Jul 07 17:52:41.295350 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 82b29598-0d03-4451-b24d-e1c03f722619 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:52:41.354095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 82b29598-0d03-4451-b24d-e1c03f722619 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:52:41.359750 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 82b29598-0d03-4451-b24d-e1c03f722619 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:52:41.360100 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:41.376060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593995a5-4ecc-4015-90a8-5c7c8585381e req-8f8e50ab-1e6b-4106-9e1b-d6c4c416e5bb tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:41.377663 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-593995a5-4ecc-4015-90a8-5c7c8585381e req-8f8e50ab-1e6b-4106-9e1b-d6c4c416e5bb tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=3224afe8-d222-4053-aae1-437aafa61ff5 HTTP/1.1" status: 200 len: 945 time: 0.0763485 Jul 07 17:52:41.424192 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-593995a5-4ecc-4015-90a8-5c7c8585381e req-da6e0a43-b7bb-430b-a01b-8222589d7a8f tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354252 Jul 07 17:52:41.451569 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:41.482525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3224afe8-d222-4053-aae1-437aafa61ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b29598-0d03-4451-b24d-e1c03f722619'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:52:41.484779 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518acf6b-d7ad-4f7d-af03-57e08ade2810" -d '{"events": [{"server_uuid": "3224afe8-d222-4053-aae1-437aafa61ff5", "name": "network-vif-plugged", "status": "completed", "tag": "82b29598-0d03-4451-b24d-e1c03f722619"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:52:41.498481 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 82b29598-0d03-4451-b24d-e1c03f722619, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=82b29598-0d03-4451-b24d-e1c03f722619,segment=NetworkSegment(6b56a6ad-fe82-4601-9fad-8b1591efaa47),segment_id=6b56a6ad-fe82-4601-9fad-8b1591efaa47)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:52:41.503940 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:41.532806 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdee508-6550-44ba-8a91-b84c59c06002 x-openstack-request-id: req-3cdee508-6550-44ba-8a91-b84c59c06002 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:52:41.533123 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3224afe8-d222-4053-aae1-437aafa61ff5", "name": "network-vif-plugged", "status": "completed", "tag": "82b29598-0d03-4451-b24d-e1c03f722619", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:52:41.533396 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3cdee508-6550-44ba-8a91-b84c59c06002 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:52:41.533794 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3224afe8-d222-4053-aae1-437aafa61ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b29598-0d03-4451-b24d-e1c03f722619', 'code': 200} Jul 07 17:52:41.570004 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=82b29598-0d03-4451-b24d-e1c03f722619,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:52:41.662260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af5980-f255-42d0-b924-ba66208f010a req-2aa2cbe7-aa8c-416a-aaa5-31ef38437363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:41.663860 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7af5980-f255-42d0-b924-ba66208f010a req-2aa2cbe7-aa8c-416a-aaa5-31ef38437363 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3224afe8-d222-4053-aae1-437aafa61ff5 HTTP/1.1" status: 200 len: 1097 time: 0.0598345 Jul 07 17:52:41.705386 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7af5980-f255-42d0-b924-ba66208f010a req-81261996-b6a1-4bd2-b367-b9c5d746c579 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355666 Jul 07 17:52:42.655840 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafd77d-4e36-48e5-9103-1234e3931a4c req-9b6fa985-7dfe-41e7-be79-e8c11de600ea tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:42.657386 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7aafd77d-4e36-48e5-9103-1234e3931a4c req-9b6fa985-7dfe-41e7-be79-e8c11de600ea tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=3224afe8-d222-4053-aae1-437aafa61ff5 HTTP/1.1" status: 200 len: 946 time: 0.0765765 Jul 07 17:52:42.698924 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7aafd77d-4e36-48e5-9103-1234e3931a4c req-ca6d82e4-14c1-49ce-b450-e69aed247ba2 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338366 Jul 07 17:52:42.877501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117d394-dab1-451c-b301-221496730eca req-176ce52d-0d7a-4599-b82b-e8e4ce4fd8ed tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:42.879051 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7117d394-dab1-451c-b301-221496730eca req-176ce52d-0d7a-4599-b82b-e8e4ce4fd8ed tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=3224afe8-d222-4053-aae1-437aafa61ff5 HTTP/1.1" status: 200 len: 946 time: 0.0656695 Jul 07 17:52:42.927841 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7117d394-dab1-451c-b301-221496730eca req-160ab100-f19c-402a-aea1-efb007e9cdf5 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415375 Jul 07 17:52:44.809872 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0b7527e4-1f27-4229-80ae-049772cc6693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:44.813480 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:45.298185 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:52:47.072076 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:47.715063 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:48.017097 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c45918f7-0e9a-4733-aa92-aa38c2cb7fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:49.043704 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:50.517213 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:52:53.875456 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-13250aa8-59a7-4007-9de5-ca30c9da9426 req-c8c549e9-51c9-4901-bd11-9cacf8b4e7d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3224afe8-d222-4053-aae1-437aafa61ff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686305 Jul 07 17:52:53.994213 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13250aa8-59a7-4007-9de5-ca30c9da9426 req-0d2054e2-0587-4404-8bb2-ef935ee5f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:53.995698 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-13250aa8-59a7-4007-9de5-ca30c9da9426 req-0d2054e2-0587-4404-8bb2-ef935ee5f13d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32866d44a1af424b92087c3d6e0f6257&device_id=3224afe8-d222-4053-aae1-437aafa61ff5 HTTP/1.1" status: 200 len: 1097 time: 0.0656281 Jul 07 17:52:54.135814 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13250aa8-59a7-4007-9de5-ca30c9da9426 req-97f9279a-2340-411b-9158-633b7f698f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:54.137351 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-13250aa8-59a7-4007-9de5-ca30c9da9426 req-97f9279a-2340-411b-9158-633b7f698f2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=8191280e-48b4-4eb5-abca-ff9148fc59e6 HTTP/1.1" status: 200 len: 918 time: 0.1165519 Jul 07 17:52:54.200413 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-13250aa8-59a7-4007-9de5-ca30c9da9426 req-1f7ba8d9-f5d1-4b0c-ab73-9fa0e3882d24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82b29598-0d03-4451-b24d-e1c03f722619 HTTP/1.1" status: 200 len: 217 time: 0.0555966 Jul 07 17:52:54.269580 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13250aa8-59a7-4007-9de5-ca30c9da9426 req-9b305102-b9a7-418d-8310-854ddff87231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:54.271041 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-13250aa8-59a7-4007-9de5-ca30c9da9426 req-9b305102-b9a7-418d-8310-854ddff87231 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d180646-3ee9-4999-8fc1-6264ba402213 HTTP/1.1" status: 200 len: 856 time: 0.0629985 Jul 07 17:52:54.339723 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13250aa8-59a7-4007-9de5-ca30c9da9426 req-2434afe3-9af8-476d-b13a-1593504c0aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:52:54.341260 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-13250aa8-59a7-4007-9de5-ca30c9da9426 req-2434afe3-9af8-476d-b13a-1593504c0aed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8191280e-48b4-4eb5-abca-ff9148fc59e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609438 Jul 07 17:52:54.463612 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-13250aa8-59a7-4007-9de5-ca30c9da9426 req-34b3b5d3-45d3-4b71-a8cd-91da6a638f48 service neutron] 10.222.0.15 "GET /v2.0/networks/8191280e-48b4-4eb5-abca-ff9148fc59e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147389 Jul 07 17:52:54.579499 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-13250aa8-59a7-4007-9de5-ca30c9da9426 req-da3dd0ca-38f5-4a0a-a2fe-9f409b90a194 service neutron] 10.222.0.15 "GET /v2.0/networks/8191280e-48b4-4eb5-abca-ff9148fc59e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040206 Jul 07 17:53:03.439220 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97135641-0565-47d8-9298-f4141ba9ceb0 req-8333b872-008e-4768-88d9-dcee874d818a tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:03.440720 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-97135641-0565-47d8-9298-f4141ba9ceb0 req-8333b872-008e-4768-88d9-dcee874d818a tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=3224afe8-d222-4053-aae1-437aafa61ff5 HTTP/1.1" status: 200 len: 946 time: 0.0772660 Jul 07 17:53:03.483251 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-97135641-0565-47d8-9298-f4141ba9ceb0 req-029a04d5-070d-4925-a474-d7b1de09398f tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353801 Jul 07 17:53:04.674256 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988466d-e37e-4f6c-8b73-fbcd8d5a9dd3 req-8289bdc5-d529-4122-8b5b-7133186c75bf tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:04.676027 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e988466d-e37e-4f6c-8b73-fbcd8d5a9dd3 req-8289bdc5-d529-4122-8b5b-7133186c75bf tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=3224afe8-d222-4053-aae1-437aafa61ff5 HTTP/1.1" status: 200 len: 946 time: 0.0779202 Jul 07 17:53:04.718567 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e988466d-e37e-4f6c-8b73-fbcd8d5a9dd3 req-5b2ea2f3-ebf1-450b-880f-31df6de410a5 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354538 Jul 07 17:53:04.930314 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e0f79-a2a7-4478-8973-91ed62b3d3da req-93a213df-81bd-477c-b9b5-2846831d4caa tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:04.931719 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-015e0f79-a2a7-4478-8973-91ed62b3d3da req-93a213df-81bd-477c-b9b5-2846831d4caa tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.15 "GET /v2.0/ports?device_id=3224afe8-d222-4053-aae1-437aafa61ff5 HTTP/1.1" status: 200 len: 946 time: 0.0788984 Jul 07 17:53:05.049772 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-015e0f79-a2a7-4478-8973-91ed62b3d3da req-cb548314-123d-4be4-9cad-bb87e4667c24 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Deleting port 82b29598-0d03-4451-b24d-e1c03f722619 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:05.050125 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-015e0f79-a2a7-4478-8973-91ed62b3d3da req-cb548314-123d-4be4-9cad-bb87e4667c24 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:05.151788 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-015e0f79-a2a7-4478-8973-91ed62b3d3da req-cb548314-123d-4be4-9cad-bb87e4667c24 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] For port 82b29598-0d03-4451-b24d-e1c03f722619, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=82b29598-0d03-4451-b24d-e1c03f722619,segment=NetworkSegment(6b56a6ad-fe82-4601-9fad-8b1591efaa47),segment_id=6b56a6ad-fe82-4601-9fad-8b1591efaa47)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:05.152133 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-015e0f79-a2a7-4478-8973-91ed62b3d3da req-cb548314-123d-4be4-9cad-bb87e4667c24 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:05.165762 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-015e0f79-a2a7-4478-8973-91ed62b3d3da req-cb548314-123d-4be4-9cad-bb87e4667c24 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Calling delete_port for 82b29598-0d03-4451-b24d-e1c03f722619 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:05.311272 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-015e0f79-a2a7-4478-8973-91ed62b3d3da req-cb548314-123d-4be4-9cad-bb87e4667c24 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:05.326090 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['82b29598-0d03-4451-b24d-e1c03f722619'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:05.342611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb548314-123d-4be4-9cad-bb87e4667c24 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Pushing event deleted for resources: {'Port': ['ID=82b29598-0d03-4451-b24d-e1c03f722619,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:05.400315 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-015e0f79-a2a7-4478-8973-91ed62b3d3da req-cb548314-123d-4be4-9cad-bb87e4667c24 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] No DVR routers for this DVR port 82b29598-0d03-4451-b24d-e1c03f722619 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:05.403590 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-015e0f79-a2a7-4478-8973-91ed62b3d3da req-cb548314-123d-4be4-9cad-bb87e4667c24 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:05.405700 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-015e0f79-a2a7-4478-8973-91ed62b3d3da req-cb548314-123d-4be4-9cad-bb87e4667c24 tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.15 "DELETE /v2.0/ports/82b29598-0d03-4451-b24d-e1c03f722619 HTTP/1.1" status: 204 len: 173 time: 0.4677863 Jul 07 17:53:05.406149 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3224afe8-d222-4053-aae1-437aafa61ff5', 'name': 'network-vif-deleted', 'tag': '82b29598-0d03-4451-b24d-e1c03f722619'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:05.408746 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69ff85c-a2ac-4018-8b51-ce7aa125330c" -d '{"events": [{"server_uuid": "3224afe8-d222-4053-aae1-437aafa61ff5", "name": "network-vif-deleted", "tag": "82b29598-0d03-4451-b24d-e1c03f722619"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:05.463496 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9515572d-68c7-4470-aca5-cccec26ca00b x-openstack-request-id: req-9515572d-68c7-4470-aca5-cccec26ca00b {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:05.463796 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3224afe8-d222-4053-aae1-437aafa61ff5", "name": "network-vif-deleted", "tag": "82b29598-0d03-4451-b24d-e1c03f722619", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:05.464199 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9515572d-68c7-4470-aca5-cccec26ca00b {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:05.464823 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3224afe8-d222-4053-aae1-437aafa61ff5', 'name': 'network-vif-deleted', 'tag': '82b29598-0d03-4451-b24d-e1c03f722619', 'status': 'completed', 'code': 200} Jul 07 17:53:05.881066 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-647c5ed4-b58b-4a6c-941e-20fd1904764d req-6aa39ad9-06f8-44a7-b7c1-7f70530eb5ad tempest-TestEncryptedCinderVolumes-1218941186 tempest-TestEncryptedCinderVolumes-1218941186-project] 10.222.0.50 "GET /v2.0/ports?device_id=3224afe8-d222-4053-aae1-437aafa61ff5 HTTP/1.1" status: 200 len: 210 time: 0.0362618 Jul 07 17:53:07.028647 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35928) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:07.462086 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:07.755264 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Deleting port c0d10203-a733-4330-9f47-c160a00f5954 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:07.755617 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:07.847703 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] For port c0d10203-a733-4330-9f47-c160a00f5954, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=c0d10203-a733-4330-9f47-c160a00f5954,segment=NetworkSegment(6b56a6ad-fe82-4601-9fad-8b1591efaa47),segment_id=6b56a6ad-fe82-4601-9fad-8b1591efaa47)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:07.848182 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:07.862422 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Calling delete_port for c0d10203-a733-4330-9f47-c160a00f5954 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:08.087019 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:08.126997 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d10203-a733-4330-9f47-c160a00f5954,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:08.160911 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.161263 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.161646 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.162023 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.162419 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.162760 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.163095 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.163427 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.163757 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.164091 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.164516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.164953 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:08.347689 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:08.611718 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Router 0e9673d1-b05a-4c31-8a78-4faf3f25b201 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:53:09.134640 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:53:09.139849 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f93833b9-3329-4b08-aa2d-df5d26e150fb admin admin] 10.222.0.50 "PUT /v2.0/routers/0e9673d1-b05a-4c31-8a78-4faf3f25b201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1100552 Jul 07 17:53:09.143511 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35930) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:09.145722 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaae5de-6304-4cd5-94ea-792778c6943c None None] Sync routers for ids ['0e9673d1-b05a-4c31-8a78-4faf3f25b201'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:53:09.159849 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaae5de-6304-4cd5-94ea-792778c6943c None None] Routers {'0e9673d1-b05a-4c31-8a78-4faf3f25b201'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:09.160498 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ffaae5de-6304-4cd5-94ea-792778c6943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:52:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0e9673d1-b05a-4c31-8a78-4faf3f25b201'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:09.268352 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4eaadffd-eb7a-403e-a4b7-846acb51d4c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:09.289581 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-ffaae5de-6304-4cd5-94ea-792778c6943c None None] Set router 0e9673d1-b05a-4c31-8a78-4faf3f25b201 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:09.383041 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4eaadffd-eb7a-403e-a4b7-846acb51d4c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:09.459132 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-4eaadffd-eb7a-403e-a4b7-846acb51d4c2 admin admin] Deleting port e8da3951-69a0-4798-89b9-c5b23339458c {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:09.459432 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4eaadffd-eb7a-403e-a4b7-846acb51d4c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:09.461416 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 82b29598-0d03-4451-b24d-e1c03f722619 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:09.488196 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 82b29598-0d03-4451-b24d-e1c03f722619 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:53:09.488565 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 82b29598-0d03-4451-b24d-e1c03f722619 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:09.502117 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ffaae5de-6304-4cd5-94ea-792778c6943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9673d1-b05a-4c31-8a78-4faf3f25b201', 'name': 'tempest-TestEncryptedCinderVolumes-1480564274-router', 'tenant_id': '32866d44a1af424b92087c3d6e0f6257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'e8da3951-69a0-4798-89b9-c5b23339458c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:44Z', 'updated_at': '2021-07-07T17:53:08Z', 'revision_number': 5, 'project_id': '32866d44a1af424b92087c3d6e0f6257', 'gw_port': {'id': 'e8da3951-69a0-4798-89b9-c5b23339458c', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9673d1-b05a-4c31-8a78-4faf3f25b201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:44Z', 'updated_at': '2021-07-07T17:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:09.535477 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaae5de-6304-4cd5-94ea-792778c6943c None None] Checking router: 0e9673d1-b05a-4c31-8a78-4faf3f25b201 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:53:09.550283 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaae5de-6304-4cd5-94ea-792778c6943c None None] Routers {'0e9673d1-b05a-4c31-8a78-4faf3f25b201'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:09.550954 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ffaae5de-6304-4cd5-94ea-792778c6943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:52:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['0e9673d1-b05a-4c31-8a78-4faf3f25b201'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:09.551771 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-4eaadffd-eb7a-403e-a4b7-846acb51d4c2 admin admin] For port e8da3951-69a0-4798-89b9-c5b23339458c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e8da3951-69a0-4798-89b9-c5b23339458c,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:09.552145 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4eaadffd-eb7a-403e-a4b7-846acb51d4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:09.570118 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-4eaadffd-eb7a-403e-a4b7-846acb51d4c2 admin admin] Calling delete_port for e8da3951-69a0-4798-89b9-c5b23339458c owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:09.647144 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-ffaae5de-6304-4cd5-94ea-792778c6943c None None] Set router 0e9673d1-b05a-4c31-8a78-4faf3f25b201 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:09.700053 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ffaae5de-6304-4cd5-94ea-792778c6943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9673d1-b05a-4c31-8a78-4faf3f25b201', 'name': 'tempest-TestEncryptedCinderVolumes-1480564274-router', 'tenant_id': '32866d44a1af424b92087c3d6e0f6257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:44Z', 'updated_at': '2021-07-07T17:53:09Z', 'revision_number': 6, 'project_id': '32866d44a1af424b92087c3d6e0f6257', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:09.730623 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaae5de-6304-4cd5-94ea-792778c6943c None None] The sync data for ids ['0e9673d1-b05a-4c31-8a78-4faf3f25b201'] in n-d-793620-7 is: [{'id': '0e9673d1-b05a-4c31-8a78-4faf3f25b201', 'name': 'tempest-TestEncryptedCinderVolumes-1480564274-router', 'tenant_id': '32866d44a1af424b92087c3d6e0f6257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:44Z', 'updated_at': '2021-07-07T17:53:09Z', 'revision_number': 6, 'project_id': '32866d44a1af424b92087c3d6e0f6257', 'gw_port_host': None}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:53:09.768946 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4eaadffd-eb7a-403e-a4b7-846acb51d4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:09.801608 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaadffd-eb7a-403e-a4b7-846acb51d4c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8da3951-69a0-4798-89b9-c5b23339458c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:09.874515 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4eaadffd-eb7a-403e-a4b7-846acb51d4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:09.993866 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4eaadffd-eb7a-403e-a4b7-846acb51d4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:09.996023 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4eaadffd-eb7a-403e-a4b7-846acb51d4c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.044698 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4eaadffd-eb7a-403e-a4b7-846acb51d4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.045405 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eaadffd-eb7a-403e-a4b7-846acb51d4c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e9673d1-b05a-4c31-8a78-4faf3f25b201 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:53:10.050699 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4eaadffd-eb7a-403e-a4b7-846acb51d4c2 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.051775 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4eaadffd-eb7a-403e-a4b7-846acb51d4c2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/0e9673d1-b05a-4c31-8a78-4faf3f25b201 HTTP/1.1" status: 204 len: 168 time: 0.9070094 Jul 07 17:53:10.054936 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35932) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:10.130172 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe732a2e-a40d-4a51-bb2f-0b8d3027c6a0 admin admin] Deleting subnet 0d180646-3ee9-4999-8fc1-6264ba402213 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:53:10.133873 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fe732a2e-a40d-4a51-bb2f-0b8d3027c6a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.181153 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fe732a2e-a40d-4a51-bb2f-0b8d3027c6a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.283373 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fe732a2e-a40d-4a51-bb2f-0b8d3027c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.347796 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fe732a2e-a40d-4a51-bb2f-0b8d3027c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.379331 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe732a2e-a40d-4a51-bb2f-0b8d3027c6a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d180646-3ee9-4999-8fc1-6264ba402213,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:10.384085 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fe732a2e-a40d-4a51-bb2f-0b8d3027c6a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.386004 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fe732a2e-a40d-4a51-bb2f-0b8d3027c6a0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0d180646-3ee9-4999-8fc1-6264ba402213 HTTP/1.1" status: 204 len: 168 time: 0.3301156 Jul 07 17:53:10.389724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35934) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:10.393844 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e576b907-0af4-4a28-b0e1-0a681c001e7f None None] Network 8191280e-48b4-4eb5-abca-ff9148fc59e6 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:53:10.468866 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d0aa4c00-43d4-4245-9fd5-24aa3ac45e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.531500 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa4c00-43d4-4245-9fd5-24aa3ac45e73 admin admin] Deleting port 2c319e57-b3e4-4194-baa2-6fc9f4d959d9 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:10.531848 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d0aa4c00-43d4-4245-9fd5-24aa3ac45e73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.535164 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c0d10203-a733-4330-9f47-c160a00f5954 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:10.560492 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: c0d10203-a733-4330-9f47-c160a00f5954 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:53:10.560847 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device c0d10203-a733-4330-9f47-c160a00f5954 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:10.620231 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-d0aa4c00-43d4-4245-9fd5-24aa3ac45e73 admin admin] For port 2c319e57-b3e4-4194-baa2-6fc9f4d959d9, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2c319e57-b3e4-4194-baa2-6fc9f4d959d9,segment=NetworkSegment(6b56a6ad-fe82-4601-9fad-8b1591efaa47),segment_id=6b56a6ad-fe82-4601-9fad-8b1591efaa47)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:10.620661 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d0aa4c00-43d4-4245-9fd5-24aa3ac45e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.635991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa4c00-43d4-4245-9fd5-24aa3ac45e73 admin admin] Calling delete_port for 2c319e57-b3e4-4194-baa2-6fc9f4d959d9 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:10.652542 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e511caf-1dd4-490c-ac7a-32ae65f7d321 None None] DHCP port deletion for 8191280e-48b4-4eb5-abca-ff9148fc59e6 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:53:10.721859 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7e511caf-1dd4-490c-ac7a-32ae65f7d321 None None] Deleting port 2c319e57-b3e4-4194-baa2-6fc9f4d959d9 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:10.722338 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7e511caf-1dd4-490c-ac7a-32ae65f7d321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.737641 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d0aa4c00-43d4-4245-9fd5-24aa3ac45e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.768934 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa4c00-43d4-4245-9fd5-24aa3ac45e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c319e57-b3e4-4194-baa2-6fc9f4d959d9,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:10.776757 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aa4c00-43d4-4245-9fd5-24aa3ac45e73 admin admin] No DVR routers for this DVR port 2c319e57-b3e4-4194-baa2-6fc9f4d959d9 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:10.807442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7e511caf-1dd4-490c-ac7a-32ae65f7d321 None None] For port 2c319e57-b3e4-4194-baa2-6fc9f4d959d9, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2c319e57-b3e4-4194-baa2-6fc9f4d959d9,segment=NetworkSegment(6b56a6ad-fe82-4601-9fad-8b1591efaa47),segment_id=6b56a6ad-fe82-4601-9fad-8b1591efaa47)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:10.807947 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7e511caf-1dd4-490c-ac7a-32ae65f7d321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.827101 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7e511caf-1dd4-490c-ac7a-32ae65f7d321 None None] Calling delete_port for 2c319e57-b3e4-4194-baa2-6fc9f4d959d9 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:10.868968 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d0aa4c00-43d4-4245-9fd5-24aa3ac45e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.882397 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-d0aa4c00-43d4-4245-9fd5-24aa3ac45e73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8191280e-48b4-4eb5-abca-ff9148fc59e6']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:10.898699 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-d0aa4c00-43d4-4245-9fd5-24aa3ac45e73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b56a6ad-fe82-4601-9fad-8b1591efaa47') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:10.899056 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-d0aa4c00-43d4-4245-9fd5-24aa3ac45e73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b56a6ad-fe82-4601-9fad-8b1591efaa47') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:10.910042 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d0aa4c00-43d4-4245-9fd5-24aa3ac45e73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.931737 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d0aa4c00-43d4-4245-9fd5-24aa3ac45e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.938593 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0aa4c00-43d4-4245-9fd5-24aa3ac45e73 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:53:10.938918 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d0aa4c00-43d4-4245-9fd5-24aa3ac45e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:53:10.941288 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:53:10.949993 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7e511caf-1dd4-490c-ac7a-32ae65f7d321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:10.974635 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e511caf-1dd4-490c-ac7a-32ae65f7d321 None None] Pushing event deleted for resources: {'Port': ['ID=2c319e57-b3e4-4194-baa2-6fc9f4d959d9,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:10.981615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e511caf-1dd4-490c-ac7a-32ae65f7d321 None None] No DVR routers for this DVR port 2c319e57-b3e4-4194-baa2-6fc9f4d959d9 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:11.019250 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d0aa4c00-43d4-4245-9fd5-24aa3ac45e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.025760 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d0aa4c00-43d4-4245-9fd5-24aa3ac45e73 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.028888 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d0aa4c00-43d4-4245-9fd5-24aa3ac45e73 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8191280e-48b4-4eb5-abca-ff9148fc59e6 HTTP/1.1" status: 204 len: 168 time: 0.6363151 Jul 07 17:53:11.031079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35936) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:11.039325 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa4c00-43d4-4245-9fd5-24aa3ac45e73 admin admin] Pushing event deleted for resources: {'Network': ['ID=8191280e-48b4-4eb5-abca-ff9148fc59e6,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:11.529541 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9b12324a-a145-4d3f-8ae1-e8bc1900dc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.845538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-9b12324a-a145-4d3f-8ae1-e8bc1900dc9f admin admin] Deleting port 7008f4bc-df73-46ee-82af-7d25dc773fe6 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:11.845538 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9b12324a-a145-4d3f-8ae1-e8bc1900dc9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.899225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e8da3951-69a0-4798-89b9-c5b23339458c no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:11.919940 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: e8da3951-69a0-4798-89b9-c5b23339458c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:53:11.920294 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e8da3951-69a0-4798-89b9-c5b23339458c not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:11.920718 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2c319e57-b3e4-4194-baa2-6fc9f4d959d9 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:11.940571 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 2c319e57-b3e4-4194-baa2-6fc9f4d959d9 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:53:11.940927 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2c319e57-b3e4-4194-baa2-6fc9f4d959d9 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:11.954851 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-9b12324a-a145-4d3f-8ae1-e8bc1900dc9f admin admin] For port 7008f4bc-df73-46ee-82af-7d25dc773fe6, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=7008f4bc-df73-46ee-82af-7d25dc773fe6,segment=NetworkSegment(092617b2-d9d9-40a8-8f32-e8d0b9cfb15e),segment_id=092617b2-d9d9-40a8-8f32-e8d0b9cfb15e)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:11.955547 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9b12324a-a145-4d3f-8ae1-e8bc1900dc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:11.977359 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-9b12324a-a145-4d3f-8ae1-e8bc1900dc9f admin admin] Calling delete_port for 7008f4bc-df73-46ee-82af-7d25dc773fe6 owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:12.192758 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9b12324a-a145-4d3f-8ae1-e8bc1900dc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:12.220440 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12324a-a145-4d3f-8ae1-e8bc1900dc9f admin admin] Pushing event deleted for resources: {'Port': ['ID=7008f4bc-df73-46ee-82af-7d25dc773fe6,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:12.429439 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9b12324a-a145-4d3f-8ae1-e8bc1900dc9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:12.955040 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b12324a-a145-4d3f-8ae1-e8bc1900dc9f admin admin] Router bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:53:13.067643 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b12324a-a145-4d3f-8ae1-e8bc1900dc9f admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:53:13.073333 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9b12324a-a145-4d3f-8ae1-e8bc1900dc9f admin admin] 10.222.0.50 "PUT /v2.0/routers/bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0407321 Jul 07 17:53:13.076020 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35938) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:13.079742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3657b8-a8af-462a-b90e-7372dea8a358 None None] Sync routers for ids ['bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:53:13.098636 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3657b8-a8af-462a-b90e-7372dea8a358 None None] Routers {'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:13.099286 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ce3657b8-a8af-462a-b90e-7372dea8a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:52:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:13.206519 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e996f09-4b1c-4d42-8a9d-29a1df2d750f admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:13.227954 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-ce3657b8-a8af-462a-b90e-7372dea8a358 None None] Set router bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:13.320352 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e996f09-4b1c-4d42-8a9d-29a1df2d750f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:13.384797 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-9e996f09-4b1c-4d42-8a9d-29a1df2d750f admin admin] Deleting port 3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:13.385148 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e996f09-4b1c-4d42-8a9d-29a1df2d750f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:13.470503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ce3657b8-a8af-462a-b90e-7372dea8a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020', 'name': 'tempest-TestEncryptedCinderVolumes-1289565004-router', 'tenant_id': 'f96de3074045442eb8e30ff730392e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:49Z', 'updated_at': '2021-07-07T17:53:12Z', 'revision_number': 5, 'project_id': 'f96de3074045442eb8e30ff730392e8d', 'gw_port': {'id': '3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:51:50Z', 'updated_at': '2021-07-07T17:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:13.483909 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-9e996f09-4b1c-4d42-8a9d-29a1df2d750f admin admin] For port 3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:13.484545 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e996f09-4b1c-4d42-8a9d-29a1df2d750f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:13.501838 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3657b8-a8af-462a-b90e-7372dea8a358 None None] Checking router: bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:53:13.502167 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-9e996f09-4b1c-4d42-8a9d-29a1df2d750f admin admin] Calling delete_port for 3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:13.511656 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3657b8-a8af-462a-b90e-7372dea8a358 None None] Routers {'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:13.512359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ce3657b8-a8af-462a-b90e-7372dea8a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:52:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:13.618413 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-ce3657b8-a8af-462a-b90e-7372dea8a358 None None] Set router bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:13.678666 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ce3657b8-a8af-462a-b90e-7372dea8a358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020', 'name': 'tempest-TestEncryptedCinderVolumes-1289565004-router', 'tenant_id': 'f96de3074045442eb8e30ff730392e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:49Z', 'updated_at': '2021-07-07T17:53:13Z', 'revision_number': 6, 'project_id': 'f96de3074045442eb8e30ff730392e8d', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:13.715108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3657b8-a8af-462a-b90e-7372dea8a358 None None] The sync data for ids ['bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020'] in n-d-793620-7 is: [{'id': 'bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020', 'name': 'tempest-TestEncryptedCinderVolumes-1289565004-router', 'tenant_id': 'f96de3074045442eb8e30ff730392e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:51:49Z', 'updated_at': '2021-07-07T17:53:13Z', 'revision_number': 6, 'project_id': 'f96de3074045442eb8e30ff730392e8d', 'gw_port_host': None}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:53:13.729459 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e996f09-4b1c-4d42-8a9d-29a1df2d750f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:13.765053 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e996f09-4b1c-4d42-8a9d-29a1df2d750f admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:13.842493 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e996f09-4b1c-4d42-8a9d-29a1df2d750f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:13.964721 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e996f09-4b1c-4d42-8a9d-29a1df2d750f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:13.967336 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e996f09-4b1c-4d42-8a9d-29a1df2d750f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.019835 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e996f09-4b1c-4d42-8a9d-29a1df2d750f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.020288 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e996f09-4b1c-4d42-8a9d-29a1df2d750f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:53:14.028847 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e996f09-4b1c-4d42-8a9d-29a1df2d750f admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.034077 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9e996f09-4b1c-4d42-8a9d-29a1df2d750f admin admin] 10.222.0.50 "DELETE /v2.0/routers/bd9e3a0e-b5bb-468f-afbb-82fcaa0b1020 HTTP/1.1" status: 204 len: 168 time: 0.9552486 Jul 07 17:53:14.035407 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35940) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:14.104035 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-e916f6a4-b610-4933-8a7e-2e487ea42a17 admin admin] Deleting subnet 57dde610-74e6-45d1-9ef8-592841cd9862 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:53:14.108010 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e916f6a4-b610-4933-8a7e-2e487ea42a17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.157154 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e916f6a4-b610-4933-8a7e-2e487ea42a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.212416 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 7008f4bc-df73-46ee-82af-7d25dc773fe6 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:14.246809 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 7008f4bc-df73-46ee-82af-7d25dc773fe6 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:53:14.247332 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 7008f4bc-df73-46ee-82af-7d25dc773fe6 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:14.275842 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e916f6a4-b610-4933-8a7e-2e487ea42a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.345486 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e916f6a4-b610-4933-8a7e-2e487ea42a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.377684 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e916f6a4-b610-4933-8a7e-2e487ea42a17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.382195 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e916f6a4-b610-4933-8a7e-2e487ea42a17 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/57dde610-74e6-45d1-9ef8-592841cd9862 HTTP/1.1" status: 204 len: 168 time: 0.3445323 Jul 07 17:53:14.383556 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916f6a4-b610-4933-8a7e-2e487ea42a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57dde610-74e6-45d1-9ef8-592841cd9862,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:14.384525 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35942) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:14.388415 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ae87a2-a891-4d8d-a0f2-161cff52018e None None] Network ea014399-5e0c-4bf4-b627-020dcb06aa47 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:53:14.496378 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0eed313a-b108-4a33-b1cf-a63ae1a112ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.592264 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-0eed313a-b108-4a33-b1cf-a63ae1a112ab admin admin] Deleting port 3acae858-9691-4832-96d1-d9bd3ffec40b {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:14.592822 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0eed313a-b108-4a33-b1cf-a63ae1a112ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.673398 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74a3084-89df-486e-9df1-5c483791362e None None] DHCP port deletion for ea014399-5e0c-4bf4-b627-020dcb06aa47 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:53:14.676670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-0eed313a-b108-4a33-b1cf-a63ae1a112ab admin admin] For port 3acae858-9691-4832-96d1-d9bd3ffec40b, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3acae858-9691-4832-96d1-d9bd3ffec40b,segment=NetworkSegment(092617b2-d9d9-40a8-8f32-e8d0b9cfb15e),segment_id=092617b2-d9d9-40a8-8f32-e8d0b9cfb15e)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:14.677071 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0eed313a-b108-4a33-b1cf-a63ae1a112ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.700811 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-0eed313a-b108-4a33-b1cf-a63ae1a112ab admin admin] Calling delete_port for 3acae858-9691-4832-96d1-d9bd3ffec40b owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:14.737577 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b74a3084-89df-486e-9df1-5c483791362e None None] Deleting port 3acae858-9691-4832-96d1-d9bd3ffec40b {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:53:14.738080 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b74a3084-89df-486e-9df1-5c483791362e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.817281 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0eed313a-b108-4a33-b1cf-a63ae1a112ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.832933 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.835419 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d9c857a3-c5da-4f10-a675-3d62e14b73a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.841734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b74a3084-89df-486e-9df1-5c483791362e None None] For port 3acae858-9691-4832-96d1-d9bd3ffec40b, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3acae858-9691-4832-96d1-d9bd3ffec40b,segment=NetworkSegment(092617b2-d9d9-40a8-8f32-e8d0b9cfb15e),segment_id=092617b2-d9d9-40a8-8f32-e8d0b9cfb15e)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:14.842765 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b74a3084-89df-486e-9df1-5c483791362e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.856749 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b74a3084-89df-486e-9df1-5c483791362e None None] Calling delete_port for 3acae858-9691-4832-96d1-d9bd3ffec40b owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:53:14.862510 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed313a-b108-4a33-b1cf-a63ae1a112ab admin admin] Pushing event deleted for resources: {'Port': ['ID=3acae858-9691-4832-96d1-d9bd3ffec40b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:14.869826 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eed313a-b108-4a33-b1cf-a63ae1a112ab admin admin] No DVR routers for this DVR port 3acae858-9691-4832-96d1-d9bd3ffec40b on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:14.964171 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0eed313a-b108-4a33-b1cf-a63ae1a112ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.976814 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b74a3084-89df-486e-9df1-5c483791362e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:14.979533 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-0eed313a-b108-4a33-b1cf-a63ae1a112ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea014399-5e0c-4bf4-b627-020dcb06aa47']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:14.996137 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-0eed313a-b108-4a33-b1cf-a63ae1a112ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092617b2-d9d9-40a8-8f32-e8d0b9cfb15e') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:14.996479 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-0eed313a-b108-4a33-b1cf-a63ae1a112ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092617b2-d9d9-40a8-8f32-e8d0b9cfb15e') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:15.007191 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0eed313a-b108-4a33-b1cf-a63ae1a112ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.009946 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a3084-89df-486e-9df1-5c483791362e None None] No DVR routers for this DVR port 3acae858-9691-4832-96d1-d9bd3ffec40b on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:53:15.017803 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a3084-89df-486e-9df1-5c483791362e None None] Pushing event deleted for resources: {'Port': ['ID=3acae858-9691-4832-96d1-d9bd3ffec40b,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:15.028804 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0eed313a-b108-4a33-b1cf-a63ae1a112ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.036498 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eed313a-b108-4a33-b1cf-a63ae1a112ab admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:53:15.036932 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0eed313a-b108-4a33-b1cf-a63ae1a112ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: timer() Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:53:15.039440 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:53:15.101721 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0eed313a-b108-4a33-b1cf-a63ae1a112ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.106504 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0eed313a-b108-4a33-b1cf-a63ae1a112ab admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.110963 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0eed313a-b108-4a33-b1cf-a63ae1a112ab admin admin] 10.222.0.50 "DELETE /v2.0/networks/ea014399-5e0c-4bf4-b627-020dcb06aa47 HTTP/1.1" status: 204 len: 168 time: 0.7250233 Jul 07 17:53:15.125372 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed313a-b108-4a33-b1cf-a63ae1a112ab admin admin] Pushing event deleted for resources: {'Network': ['ID=ea014399-5e0c-4bf4-b627-020dcb06aa47,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:15.297515 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35946) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:15.342564 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-cc384e08-f2f3-4d41-b44b-59a7d2f49f22 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=32866d44a1af424b92087c3d6e0f6257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436110 Jul 07 17:53:15.345400 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35948) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:15.413757 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd55ba60-41a0-40ae-99f3-a77bdae99fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.434871 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd55ba60-41a0-40ae-99f3-a77bdae99fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.483659 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd55ba60-41a0-40ae-99f3-a77bdae99fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.486490 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cd55ba60-41a0-40ae-99f3-a77bdae99fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:15.487785 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cd55ba60-41a0-40ae-99f3-a77bdae99fe7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b1425ff4-41ba-43c1-9b39-3cd9e55d0c27 HTTP/1.1" status: 204 len: 168 time: 0.1412394 Jul 07 17:53:15.496318 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55ba60-41a0-40ae-99f3-a77bdae99fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1425ff4-41ba-43c1-9b39-3cd9e55d0c27,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:15.889163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35954) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:15.901129 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:15.928286 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:53:15.928551 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3a0f3df8-d1f3-4308-b5ac-1804d4e2d00d not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:15.929093 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3acae858-9691-4832-96d1-d9bd3ffec40b no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:53:15.943879 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e2cfa997-b73b-45e9-b050-1dc399d2e149 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f96de3074045442eb8e30ff730392e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527227 Jul 07 17:53:15.946243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35956) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:15.949037 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 3acae858-9691-4832-96d1-d9bd3ffec40b {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:53:15.949397 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3acae858-9691-4832-96d1-d9bd3ffec40b not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:53:16.001719 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dac7167b-dc1a-4af0-a1ba-8d95f676e0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:16.027608 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dac7167b-dc1a-4af0-a1ba-8d95f676e0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:16.089589 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dac7167b-dc1a-4af0-a1ba-8d95f676e0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:16.100309 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dac7167b-dc1a-4af0-a1ba-8d95f676e0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:16.104517 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dac7167b-dc1a-4af0-a1ba-8d95f676e0dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3e187334-8b7a-432f-b741-80a115fe4d39 HTTP/1.1" status: 204 len: 168 time: 0.1548579 Jul 07 17:53:16.118671 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7167b-dc1a-4af0-a1ba-8d95f676e0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e187334-8b7a-432f-b741-80a115fe4d39,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:17.034058 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35978) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:17.080239 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:17.182301 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-12d06b73-84f5-4c71-b8c8-7c63b9a2784f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2044646969-network', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:17.226588 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d06b73-84f5-4c71-b8c8-7c63b9a2784f admin admin] Made reservation on behalf of f599c80ce2c54353878ef2e72d884d4f for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:53:17.230051 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-12d06b73-84f5-4c71-b8c8-7c63b9a2784f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:17.244411 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-12d06b73-84f5-4c71-b8c8-7c63b9a2784f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:17.385904 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-12d06b73-84f5-4c71-b8c8-7c63b9a2784f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:17.395986 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-12d06b73-84f5-4c71-b8c8-7c63b9a2784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:17.427107 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d06b73-84f5-4c71-b8c8-7c63b9a2784f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:53:17.441227 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d06b73-84f5-4c71-b8c8-7c63b9a2784f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f1c74d-7a60-4faf-9bd9-15e24e1ec919,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:17.448127 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-12d06b73-84f5-4c71-b8c8-7c63b9a2784f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:17.448615 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-12d06b73-84f5-4c71-b8c8-7c63b9a2784f admin admin] Added segment 3a6554d8-ff36-4eb4-8198-9a02a5d67a29 of type vlan for network 88d07511-eac9-4d1c-a5b8-e69d49f080ab Jul 07 17:53:17.530341 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-12d06b73-84f5-4c71-b8c8-7c63b9a2784f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:17.576383 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-12d06b73-84f5-4c71-b8c8-7c63b9a2784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:17.577852 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d06b73-84f5-4c71-b8c8-7c63b9a2784f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:17.578639 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-12d06b73-84f5-4c71-b8c8-7c63b9a2784f admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:17.649909 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-12d06b73-84f5-4c71-b8c8-7c63b9a2784f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6138780 Jul 07 17:53:17.653878 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 35982) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:17.662835 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-7e13063a-1880-4fc8-a0a8-9449877d2138 admin admin] Request body: {'subnet': {'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2044646969-subnet', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:17.666946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d06b73-84f5-4c71-b8c8-7c63b9a2784f admin admin] Pushing event updated for resources: {'Network': ['ID=88d07511-eac9-4d1c-a5b8-e69d49f080ab,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:17.684445 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 88d07511-eac9-4d1c-a5b8-e69d49f080ab details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:53:17.701888 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e13063a-1880-4fc8-a0a8-9449877d2138 admin admin] Made reservation on behalf of f599c80ce2c54353878ef2e72d884d4f for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:53:17.706110 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e13063a-1880-4fc8-a0a8-9449877d2138 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:17.779038 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:17.935825 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e13063a-1880-4fc8-a0a8-9449877d2138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:17.997161 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13063a-1880-4fc8-a0a8-9449877d2138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0535bb81-ce2a-4868-b909-b45d275c3954,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:18.011452 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e13063a-1880-4fc8-a0a8-9449877d2138 admin admin] Checking segment: {'id': '3a6554d8-ff36-4eb4-8198-9a02a5d67a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:18.011908 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e13063a-1880-4fc8-a0a8-9449877d2138 admin admin] Network hostable DHCP agents. Network: 88d07511-eac9-4d1c-a5b8-e69d49f080ab, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:53:18.027689 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6d46-555b-439a-981d-6e3b4cdb2e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:18.038479 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e13063a-1880-4fc8-a0a8-9449877d2138 admin admin] Network 88d07511-eac9-4d1c-a5b8-e69d49f080ab is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:53:18.049561 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-7e13063a-1880-4fc8-a0a8-9449877d2138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 88d07511-eac9-4d1c-a5b8-e69d49f080ab) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:18.056380 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e13063a-1880-4fc8-a0a8-9449877d2138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:18.057341 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7e13063a-1880-4fc8-a0a8-9449877d2138 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:18.059611 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63ed5ff-8a11-4a5f-abcd-9a17cfd53b16 None None] Network 88d07511-eac9-4d1c-a5b8-e69d49f080ab requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:53:18.078961 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7e13063a-1880-4fc8-a0a8-9449877d2138 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4234700 Jul 07 17:53:18.082810 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35984) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:18.091703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-c43054cd-d917-4555-b82f-04ea6ab5d53d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2044646969-router', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:18.125719 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c43054cd-d917-4555-b82f-04ea6ab5d53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:18.126857 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c43054cd-d917-4555-b82f-04ea6ab5d53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:18.201104 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c43054cd-d917-4555-b82f-04ea6ab5d53d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:18.291419 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-88d07511-eac9-4d1c-a5b8-e69d49f080ab', 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'fixed_ips': [{'subnet_id': '0535bb81-ce2a-4868-b909-b45d275c3954'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:53:18.292693 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:18.373231 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c43054cd-d917-4555-b82f-04ea6ab5d53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:18.467436 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Allocated IP 172.20.0.2 (88d07511-eac9-4d1c-a5b8-e69d49f080ab/0535bb81-ce2a-4868-b909-b45d275c3954/834d04a4-12d1-4ffe-b509-36772e216efb) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:18.637197 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c43054cd-d917-4555-b82f-04ea6ab5d53d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:18.661630 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c43054cd-d917-4555-b82f-04ea6ab5d53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:18.820444 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-c43054cd-d917-4555-b82f-04ea6ab5d53d admin admin] Allocated IP 172.25.2.120 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/03baf66a-652c-46cd-9ddf-3d13def90855) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:18.832256 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:18.848657 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Transition to ACTIVE for port object 834d04a4-12d1-4ffe-b509-36772e216efb will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:18.868431 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Transition to ACTIVE for port object 834d04a4-12d1-4ffe-b509-36772e216efb will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:18.876998 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:18.918933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Network 88d07511-eac9-4d1c-a5b8-e69d49f080ab is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:18.927576 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:18.933605 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:18.941568 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Pushing event updated for resources: {'Port': ['ID=834d04a4-12d1-4ffe-b509-36772e216efb,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:18.976452 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c43054cd-d917-4555-b82f-04ea6ab5d53d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.001553 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Attempting to bind port 834d04a4-12d1-4ffe-b509-36772e216efb on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:19.002089 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Attempting to bind port 834d04a4-12d1-4ffe-b509-36772e216efb by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3a6554d8-ff36-4eb4-8198-9a02a5d67a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:19.002634 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Attempting to bind port 834d04a4-12d1-4ffe-b509-36772e216efb on network 88d07511-eac9-4d1c-a5b8-e69d49f080ab {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:19.010804 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:19.011522 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Checking segment: {'id': '3a6554d8-ff36-4eb4-8198-9a02a5d67a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:19.012075 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.012715 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Bound using segment: {'id': '3a6554d8-ff36-4eb4-8198-9a02a5d67a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:19.013792 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Bound port: 834d04a4-12d1-4ffe-b509-36772e216efb, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6554d8-ff36-4eb4-8198-9a02a5d67a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:19.014091 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.020840 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c43054cd-d917-4555-b82f-04ea6ab5d53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.063623 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43054cd-d917-4555-b82f-04ea6ab5d53d admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:19.070760 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-c43054cd-d917-4555-b82f-04ea6ab5d53d admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:19.075443 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43054cd-d917-4555-b82f-04ea6ab5d53d admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:19.078959 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43054cd-d917-4555-b82f-04ea6ab5d53d admin admin] Pushing event updated for resources: {'Port': ['ID=03baf66a-652c-46cd-9ddf-3d13def90855,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:19.079107 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.123145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] For port 834d04a4-12d1-4ffe-b509-36772e216efb, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:19.126927 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] For port 834d04a4-12d1-4ffe-b509-36772e216efb, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=834d04a4-12d1-4ffe-b509-36772e216efb,segment=NetworkSegment(3a6554d8-ff36-4eb4-8198-9a02a5d67a29),segment_id=3a6554d8-ff36-4eb4-8198-9a02a5d67a29)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:19.133554 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.216269 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6e64b-f0a5-453f-99e6-4fc81e0dee9a None None] Pushing event updated for resources: {'Port': ['ID=834d04a4-12d1-4ffe-b509-36772e216efb,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:19.415602 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c43054cd-d917-4555-b82f-04ea6ab5d53d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.650133 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c43054cd-d917-4555-b82f-04ea6ab5d53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.807989 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43054cd-d917-4555-b82f-04ea6ab5d53d admin admin] Router 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:53:19.938823 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43054cd-d917-4555-b82f-04ea6ab5d53d admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:53:19.942349 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 834d04a4-12d1-4ffe-b509-36772e216efb up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:19.950084 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] Sync routers for ids ['1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:53:19.962478 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] Routers {'1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:19.963116 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:53:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:19.966370 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c43054cd-d917-4555-b82f-04ea6ab5d53d admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:19.968674 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c43054cd-d917-4555-b82f-04ea6ab5d53d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8826621 Jul 07 17:53:19.972156 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 35986) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:20.026306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 834d04a4-12d1-4ffe-b509-36772e216efb completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:20.112864 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] Set router 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:20.368975 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'name': 'tempest-TestMinimumBasicScenario-2044646969-router', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:19Z', 'revision_number': 3, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'gw_port': {'id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:20.369344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467c7778-d225-4d6f-94e3-55716bcf7df1 None None] Network 88d07511-eac9-4d1c-a5b8-e69d49f080ab requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:53:20.413625 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] Checking router: 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:53:20.414142 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] Updating router 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c port 03baf66a-652c-46cd-9ddf-3d13def90855 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:53:20.460627 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-fa0a5246-b75f-46c0-a6ba-13937113b1eb None None] Provisioning for port 834d04a4-12d1-4ffe-b509-36772e216efb completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:20.471594 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-fa0a5246-b75f-46c0-a6ba-13937113b1eb None None] Provisioning complete for port 834d04a4-12d1-4ffe-b509-36772e216efb triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:20.472149 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fa0a5246-b75f-46c0-a6ba-13937113b1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.479086 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.540893 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.629231 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05de301a-a4f0-4e10-951a-dd8387f8ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.640280 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fa0a5246-b75f-46c0-a6ba-13937113b1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.686252 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-fa0a5246-b75f-46c0-a6ba-13937113b1eb None None] For port 834d04a4-12d1-4ffe-b509-36772e216efb, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=834d04a4-12d1-4ffe-b509-36772e216efb,segment=NetworkSegment(3a6554d8-ff36-4eb4-8198-9a02a5d67a29),segment_id=3a6554d8-ff36-4eb4-8198-9a02a5d67a29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:20.694275 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fa0a5246-b75f-46c0-a6ba-13937113b1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.778752 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a5246-b75f-46c0-a6ba-13937113b1eb None None] Pushing event updated for resources: {'Port': ['ID=834d04a4-12d1-4ffe-b509-36772e216efb,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:20.800752 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.814406 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] Transition to ACTIVE for port object 03baf66a-652c-46cd-9ddf-3d13def90855 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:20.823921 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.907292 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] Attempting to bind port 03baf66a-652c-46cd-9ddf-3d13def90855 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:20.907859 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] Attempting to bind port 03baf66a-652c-46cd-9ddf-3d13def90855 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:20.908406 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] Attempting to bind port 03baf66a-652c-46cd-9ddf-3d13def90855 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:20.923676 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:20.924246 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:20.924999 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.925463 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:20.926196 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] Bound port: 03baf66a-652c-46cd-9ddf-3d13def90855, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:20.926825 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:20.930880 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658549e2-dbb6-4a21-b2ba-f07910550b3f None None] Pushing event updated for resources: {'Port': ['ID=03baf66a-652c-46cd-9ddf-3d13def90855,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:20.936381 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-05de301a-a4f0-4e10-951a-dd8387f8ce25 admin admin] Allocated IP 172.20.0.1 (88d07511-eac9-4d1c-a5b8-e69d49f080ab/0535bb81-ce2a-4868-b909-b45d275c3954/083e4960-ca54-4be5-96e6-4b6843d2a59b) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:20.976091 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658549e2-dbb6-4a21-b2ba-f07910550b3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.976822 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658549e2-dbb6-4a21-b2ba-f07910550b3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.976996 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658549e2-dbb6-4a21-b2ba-f07910550b3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.977467 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658549e2-dbb6-4a21-b2ba-f07910550b3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.977994 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658549e2-dbb6-4a21-b2ba-f07910550b3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.978826 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658549e2-dbb6-4a21-b2ba-f07910550b3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.979558 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658549e2-dbb6-4a21-b2ba-f07910550b3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.990559 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658549e2-dbb6-4a21-b2ba-f07910550b3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.990559 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658549e2-dbb6-4a21-b2ba-f07910550b3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.990559 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658549e2-dbb6-4a21-b2ba-f07910550b3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.990559 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658549e2-dbb6-4a21-b2ba-f07910550b3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:20.990559 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658549e2-dbb6-4a21-b2ba-f07910550b3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:21.034697 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] For port 03baf66a-652c-46cd-9ddf-3d13def90855, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:21.040114 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] For port 03baf66a-652c-46cd-9ddf-3d13def90855, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=03baf66a-652c-46cd-9ddf-3d13def90855,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:21.046746 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:21.109097 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05de301a-a4f0-4e10-951a-dd8387f8ce25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:21.121415 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] Routers {'1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:21.122560 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5c495598-5545-444d-937f-3f0e6471f544 None None] Provisioning complete for port 834d04a4-12d1-4ffe-b509-36772e216efb triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:21.123297 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:53:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:21.123479 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5c495598-5545-444d-937f-3f0e6471f544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:21.138982 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-05de301a-a4f0-4e10-951a-dd8387f8ce25 admin admin] Transition to ACTIVE for port object 083e4960-ca54-4be5-96e6-4b6843d2a59b will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:21.196303 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658549e2-dbb6-4a21-b2ba-f07910550b3f None None] Pushing event updated for resources: {'Port': ['ID=03baf66a-652c-46cd-9ddf-3d13def90855,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:21.212312 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05de301a-a4f0-4e10-951a-dd8387f8ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:21.262770 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05de301a-a4f0-4e10-951a-dd8387f8ce25 admin admin] Network 88d07511-eac9-4d1c-a5b8-e69d49f080ab is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:21.268847 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-05de301a-a4f0-4e10-951a-dd8387f8ce25 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:21.274098 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05de301a-a4f0-4e10-951a-dd8387f8ce25 admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:21.307396 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de301a-a4f0-4e10-951a-dd8387f8ce25 admin admin] Pushing event updated for resources: {'Port': ['ID=083e4960-ca54-4be5-96e6-4b6843d2a59b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:21.342170 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05de301a-a4f0-4e10-951a-dd8387f8ce25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:21.439442 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] Set router 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:21.582639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2a934468-434a-4ebe-a0c5-03a55023d0e5 None None] Provisioning for port 083e4960-ca54-4be5-96e6-4b6843d2a59b completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:21.588534 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2a934468-434a-4ebe-a0c5-03a55023d0e5 None None] Provisioning complete for port 083e4960-ca54-4be5-96e6-4b6843d2a59b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:21.589136 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2a934468-434a-4ebe-a0c5-03a55023d0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:21.637354 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2a934468-434a-4ebe-a0c5-03a55023d0e5 None None] Port 083e4960-ca54-4be5-96e6-4b6843d2a59b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:53:21.695125 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'name': 'tempest-TestMinimumBasicScenario-2044646969-router', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:19Z', 'revision_number': 3, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'gw_port': {'id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:21.734947 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd62bd8-54e7-4bca-a22d-61f251758230 None None] The sync data for ids ['1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'] in n-d-793620-7 is: [{'id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'name': 'tempest-TestMinimumBasicScenario-2044646969-router', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:19Z', 'revision_number': 3, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'gw_port': {'id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:53:21.918289 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 834d04a4-12d1-4ffe-b509-36772e216efb up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:21.941418 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05de301a-a4f0-4e10-951a-dd8387f8ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.015303 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 834d04a4-12d1-4ffe-b509-36772e216efb triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:22.016441 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.232332 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05de301a-a4f0-4e10-951a-dd8387f8ce25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.238165 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05de301a-a4f0-4e10-951a-dd8387f8ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.302308 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:53:22.317637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de301a-a4f0-4e10-951a-dd8387f8ce25 admin admin] Pushing event updated for resources: {'Port': ['ID=083e4960-ca54-4be5-96e6-4b6843d2a59b,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:22.322283 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-05de301a-a4f0-4e10-951a-dd8387f8ce25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.445098 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05de301a-a4f0-4e10-951a-dd8387f8ce25 admin admin] Network 88d07511-eac9-4d1c-a5b8-e69d49f080ab is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:22.446725 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-05de301a-a4f0-4e10-951a-dd8387f8ce25 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:22.590201 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05de301a-a4f0-4e10-951a-dd8387f8ce25 admin admin] Router 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:53:22.720532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05de301a-a4f0-4e10-951a-dd8387f8ce25 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:53:22.726036 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-05de301a-a4f0-4e10-951a-dd8387f8ce25 admin admin] 10.222.0.50 "PUT /v2.0/routers/1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7524557 Jul 07 17:53:22.771812 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-db12469f-ddbb-42c4-ac35-a6b93a70f334 None None] Provisioning complete for port 083e4960-ca54-4be5-96e6-4b6843d2a59b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:22.772777 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-db12469f-ddbb-42c4-ac35-a6b93a70f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:22.810002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-db12469f-ddbb-42c4-ac35-a6b93a70f334 None None] Port 083e4960-ca54-4be5-96e6-4b6843d2a59b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:53:23.303145 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36002) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:23.309262 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-33309396-99b5-4ed0-8e5b-e6a3aad316c5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1386479281-network', 'tenant_id': 'd6fa3f50490d46de8ce581e2e7dcf467'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:23.336110 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33309396-99b5-4ed0-8e5b-e6a3aad316c5 admin admin] Made reservation on behalf of d6fa3f50490d46de8ce581e2e7dcf467 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:53:23.338787 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33309396-99b5-4ed0-8e5b-e6a3aad316c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:23.352943 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33309396-99b5-4ed0-8e5b-e6a3aad316c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:23.476713 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33309396-99b5-4ed0-8e5b-e6a3aad316c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:23.479741 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33309396-99b5-4ed0-8e5b-e6a3aad316c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:23.509746 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33309396-99b5-4ed0-8e5b-e6a3aad316c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:53:23.514763 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] Sync routers for ids ['1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:53:23.533477 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] Routers {'1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:23.533818 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:53:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:23.536627 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33309396-99b5-4ed0-8e5b-e6a3aad316c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2cee04-a610-4c1b-a64b-d71ca9419ebb,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:23.544808 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33309396-99b5-4ed0-8e5b-e6a3aad316c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:23.545353 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-33309396-99b5-4ed0-8e5b-e6a3aad316c5 admin admin] Added segment 06ea6408-c335-462b-8d5b-ff35f82710ea of type vlan for network f83e0134-5397-4a72-acf7-f70267a3a996 Jul 07 17:53:23.608459 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33309396-99b5-4ed0-8e5b-e6a3aad316c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:23.648016 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33309396-99b5-4ed0-8e5b-e6a3aad316c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:23.649051 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33309396-99b5-4ed0-8e5b-e6a3aad316c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:23.649630 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-33309396-99b5-4ed0-8e5b-e6a3aad316c5 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:23.694534 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] Set router 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:23.709998 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-33309396-99b5-4ed0-8e5b-e6a3aad316c5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4054387 Jul 07 17:53:23.712945 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36004) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:23.719867 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-45b44058-ee19-471e-b6a9-86cbb51f7aac admin admin] Request body: {'subnet': {'network_id': 'f83e0134-5397-4a72-acf7-f70267a3a996', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1386479281-subnet', 'tenant_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:23.731877 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33309396-99b5-4ed0-8e5b-e6a3aad316c5 admin admin] Pushing event updated for resources: {'Network': ['ID=f83e0134-5397-4a72-acf7-f70267a3a996,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:23.755190 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network f83e0134-5397-4a72-acf7-f70267a3a996 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:53:23.756894 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b44058-ee19-471e-b6a9-86cbb51f7aac admin admin] Made reservation on behalf of d6fa3f50490d46de8ce581e2e7dcf467 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:53:23.760914 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45b44058-ee19-471e-b6a9-86cbb51f7aac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:23.965114 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 03baf66a-652c-46cd-9ddf-3d13def90855 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:24.037734 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45b44058-ee19-471e-b6a9-86cbb51f7aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.075226 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 03baf66a-652c-46cd-9ddf-3d13def90855 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:24.085060 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 03baf66a-652c-46cd-9ddf-3d13def90855 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:24.085456 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.092599 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'name': 'tempest-TestMinimumBasicScenario-2044646969-router', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:21Z', 'revision_number': 4, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'gw_port': {'id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '083e4960-ca54-4be5-96e6-4b6843d2a59b', 'name': '', 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'mac_address': 'fa:16:3e:f0:b4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0535bb81-ce2a-4868-b909-b45d275c3954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:20Z', 'updated_at': '2021-07-07T17:53:22Z', 'revision_number': 2, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'subnets': [{'id': '0535bb81-ce2a-4868-b909-b45d275c3954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:24.098717 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b44058-ee19-471e-b6a9-86cbb51f7aac admin admin] Pushing event updated for resources: {'Subnet': ['ID=61ee68e8-3f1a-4e9b-a638-495a33982794,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:24.118029 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b44058-ee19-471e-b6a9-86cbb51f7aac admin admin] Checking segment: {'id': '06ea6408-c335-462b-8d5b-ff35f82710ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f83e0134-5397-4a72-acf7-f70267a3a996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:24.118655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b44058-ee19-471e-b6a9-86cbb51f7aac admin admin] Network hostable DHCP agents. Network: f83e0134-5397-4a72-acf7-f70267a3a996, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:53:24.145802 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b44058-ee19-471e-b6a9-86cbb51f7aac admin admin] Network f83e0134-5397-4a72-acf7-f70267a3a996 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:53:24.165242 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] Checking router: 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:53:24.165633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] Updating router 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c port 083e4960-ca54-4be5-96e6-4b6843d2a59b binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:53:24.166501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-45b44058-ee19-471e-b6a9-86cbb51f7aac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, f83e0134-5397-4a72-acf7-f70267a3a996) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:24.173272 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b44058-ee19-471e-b6a9-86cbb51f7aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:24.173930 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-45b44058-ee19-471e-b6a9-86cbb51f7aac admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.190785 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-45b44058-ee19-471e-b6a9-86cbb51f7aac admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4764977 Jul 07 17:53:24.193375 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36006) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:24.199201 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29165a9e-d2c6-4187-8cb2-374337dbce3e None None] Network f83e0134-5397-4a72-acf7-f70267a3a996 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:53:24.199862 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-58ab4d26-f9e3-4177-b041-9bd3afbda7b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1386479281-router', 'tenant_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:24.226047 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-58ab4d26-f9e3-4177-b041-9bd3afbda7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.227114 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-58ab4d26-f9e3-4177-b041-9bd3afbda7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.271927 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.285957 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-58ab4d26-f9e3-4177-b041-9bd3afbda7b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.398529 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.438446 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-58ab4d26-f9e3-4177-b041-9bd3afbda7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.493090 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 03baf66a-652c-46cd-9ddf-3d13def90855, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=03baf66a-652c-46cd-9ddf-3d13def90855,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:24.515437 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.550083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-f83e0134-5397-4a72-acf7-f70267a3a996', 'network_id': 'f83e0134-5397-4a72-acf7-f70267a3a996', 'tenant_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'fixed_ips': [{'subnet_id': '61ee68e8-3f1a-4e9b-a638-495a33982794'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:53:24.550972 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.650005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=03baf66a-652c-46cd-9ddf-3d13def90855,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:24.686963 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-58ab4d26-f9e3-4177-b041-9bd3afbda7b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.709538 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-58ab4d26-f9e3-4177-b041-9bd3afbda7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.836942 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-58ab4d26-f9e3-4177-b041-9bd3afbda7b0 admin admin] Allocated IP 172.25.2.38 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/7853531e-4b24-47a8-925b-b422ee57d9b2) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:24.850619 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Allocated IP 172.20.0.2 (f83e0134-5397-4a72-acf7-f70267a3a996/61ee68e8-3f1a-4e9b-a638-495a33982794/86978378-8816-4e78-9a4c-98726ed634da) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:24.876414 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:24.924579 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] Transition to ACTIVE for port object 083e4960-ca54-4be5-96e6-4b6843d2a59b will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:24.942604 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:25.025007 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b200f-b5c2-4c8e-bee4-a76d8d899888 None None] Pushing event updated for resources: {'Port': ['ID=083e4960-ca54-4be5-96e6-4b6843d2a59b,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:25.310490 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] Attempting to bind port 083e4960-ca54-4be5-96e6-4b6843d2a59b on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:25.310845 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] Attempting to bind port 083e4960-ca54-4be5-96e6-4b6843d2a59b by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3a6554d8-ff36-4eb4-8198-9a02a5d67a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:25.311146 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] Attempting to bind port 083e4960-ca54-4be5-96e6-4b6843d2a59b on network 88d07511-eac9-4d1c-a5b8-e69d49f080ab {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:25.313595 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:25.327414 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:25.327665 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] Checking segment: {'id': '3a6554d8-ff36-4eb4-8198-9a02a5d67a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:25.328017 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:25.328423 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] Bound using segment: {'id': '3a6554d8-ff36-4eb4-8198-9a02a5d67a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:25.329975 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] Bound port: 083e4960-ca54-4be5-96e6-4b6843d2a59b, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6554d8-ff36-4eb4-8198-9a02a5d67a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:25.329975 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:25.331915 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Transition to ACTIVE for port object 86978378-8816-4e78-9a4c-98726ed634da will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:25.368984 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-58ab4d26-f9e3-4177-b041-9bd3afbda7b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:25.395194 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Transition to ACTIVE for port object 86978378-8816-4e78-9a4c-98726ed634da will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:25.408497 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:25.422182 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-58ab4d26-f9e3-4177-b041-9bd3afbda7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:25.461676 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ab4d26-f9e3-4177-b041-9bd3afbda7b0 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:25.464342 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] For port 083e4960-ca54-4be5-96e6-4b6843d2a59b, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:25.470370 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-58ab4d26-f9e3-4177-b041-9bd3afbda7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:25.472887 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ab4d26-f9e3-4177-b041-9bd3afbda7b0 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:25.479494 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Network f83e0134-5397-4a72-acf7-f70267a3a996 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:25.488211 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] For port 083e4960-ca54-4be5-96e6-4b6843d2a59b, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=083e4960-ca54-4be5-96e6-4b6843d2a59b,segment=NetworkSegment(3a6554d8-ff36-4eb4-8198-9a02a5d67a29),segment_id=3a6554d8-ff36-4eb4-8198-9a02a5d67a29)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:25.489501 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:25.496852 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:25.499446 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:25.503356 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab4d26-f9e3-4177-b041-9bd3afbda7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=7853531e-4b24-47a8-925b-b422ee57d9b2,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:25.505014 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Pushing event updated for resources: {'Port': ['ID=86978378-8816-4e78-9a4c-98726ed634da,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:25.635184 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b200f-b5c2-4c8e-bee4-a76d8d899888 None None] Pushing event updated for resources: {'Port': ['ID=083e4960-ca54-4be5-96e6-4b6843d2a59b,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:25.637927 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Attempting to bind port 86978378-8816-4e78-9a4c-98726ed634da on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:25.638310 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Attempting to bind port 86978378-8816-4e78-9a4c-98726ed634da by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '06ea6408-c335-462b-8d5b-ff35f82710ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f83e0134-5397-4a72-acf7-f70267a3a996'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:25.638708 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Attempting to bind port 86978378-8816-4e78-9a4c-98726ed634da on network f83e0134-5397-4a72-acf7-f70267a3a996 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:25.642984 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] Routers {'1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:25.643973 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:53:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:25.686838 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:25.687452 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Checking segment: {'id': '06ea6408-c335-462b-8d5b-ff35f82710ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f83e0134-5397-4a72-acf7-f70267a3a996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:25.687979 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:25.688480 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Bound using segment: {'id': '06ea6408-c335-462b-8d5b-ff35f82710ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f83e0134-5397-4a72-acf7-f70267a3a996'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:25.689159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Bound port: 86978378-8816-4e78-9a4c-98726ed634da, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ea6408-c335-462b-8d5b-ff35f82710ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f83e0134-5397-4a72-acf7-f70267a3a996'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:25.689665 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:25.827545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] Set router 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:25.828510 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-58ab4d26-f9e3-4177-b041-9bd3afbda7b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:25.829955 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] For port 86978378-8816-4e78-9a4c-98726ed634da, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:25.883997 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] For port 86978378-8816-4e78-9a4c-98726ed634da, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=86978378-8816-4e78-9a4c-98726ed634da,segment=NetworkSegment(06ea6408-c335-462b-8d5b-ff35f82710ea),segment_id=06ea6408-c335-462b-8d5b-ff35f82710ea)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:25.900284 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:25.941286 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 03baf66a-652c-46cd-9ddf-3d13def90855 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:26.088580 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-58ab4d26-f9e3-4177-b041-9bd3afbda7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:26.093676 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d3d14-a0ff-4172-9b83-0d7657604621 None None] Pushing event updated for resources: {'Port': ['ID=86978378-8816-4e78-9a4c-98726ed634da,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:26.141047 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 03baf66a-652c-46cd-9ddf-3d13def90855 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:26.141426 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:26.329232 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'name': 'tempest-TestMinimumBasicScenario-2044646969-router', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:21Z', 'revision_number': 4, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'gw_port': {'id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '083e4960-ca54-4be5-96e6-4b6843d2a59b', 'name': '', 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'mac_address': 'fa:16:3e:f0:b4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0535bb81-ce2a-4868-b909-b45d275c3954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:20Z', 'updated_at': '2021-07-07T17:53:25Z', 'revision_number': 4, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'subnets': [{'id': '0535bb81-ce2a-4868-b909-b45d275c3954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:26.376968 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e9ce9e-014c-4995-b99c-21c7b5b39ef3 None None] The sync data for ids ['1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'] in n-d-793620-7 is: [{'id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'name': 'tempest-TestMinimumBasicScenario-2044646969-router', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:21Z', 'revision_number': 4, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'gw_port': {'id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '083e4960-ca54-4be5-96e6-4b6843d2a59b', 'name': '', 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'mac_address': 'fa:16:3e:f0:b4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0535bb81-ce2a-4868-b909-b45d275c3954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:20Z', 'updated_at': '2021-07-07T17:53:25Z', 'revision_number': 4, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'subnets': [{'id': '0535bb81-ce2a-4868-b909-b45d275c3954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:53:26.387597 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ab4d26-f9e3-4177-b041-9bd3afbda7b0 admin admin] Router 922153c0-bf76-478f-a37f-02eefe4e9557 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:53:26.545748 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ab4d26-f9e3-4177-b041-9bd3afbda7b0 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:53:26.557710 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] Sync routers for ids ['922153c0-bf76-478f-a37f-02eefe4e9557'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:53:26.567261 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-58ab4d26-f9e3-4177-b041-9bd3afbda7b0 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:26.568670 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-58ab4d26-f9e3-4177-b041-9bd3afbda7b0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3735580 Jul 07 17:53:26.571625 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36008) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:53:26.571894 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] Routers {'922153c0-bf76-478f-a37f-02eefe4e9557'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:26.572563 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:53:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['922153c0-bf76-478f-a37f-02eefe4e9557'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:26.692917 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] Set router 922153c0-bf76-478f-a37f-02eefe4e9557 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:26.904787 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922153c0-bf76-478f-a37f-02eefe4e9557', 'name': 'tempest-TestMinimumBasicScenario-1386479281-router', 'tenant_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7853531e-4b24-47a8-925b-b422ee57d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:24Z', 'updated_at': '2021-07-07T17:53:25Z', 'revision_number': 3, 'project_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'gw_port': {'id': '7853531e-4b24-47a8-925b-b422ee57d9b2', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922153c0-bf76-478f-a37f-02eefe4e9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:24Z', 'updated_at': '2021-07-07T17:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:26.941165 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] Checking router: 922153c0-bf76-478f-a37f-02eefe4e9557 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:53:26.941609 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] Updating router 922153c0-bf76-478f-a37f-02eefe4e9557 port 7853531e-4b24-47a8-925b-b422ee57d9b2 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:53:26.992532 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:27.193652 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-327e96f7-47fe-4fe4-8f5b-7defe209930e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:27.360710 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb95fdd-8f4e-4fa0-b870-879a371cff78 None None] Network f83e0134-5397-4a72-acf7-f70267a3a996 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:53:27.376997 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:27.398251 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] Transition to ACTIVE for port object 7853531e-4b24-47a8-925b-b422ee57d9b2 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:27.407586 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:27.417889 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-327e96f7-47fe-4fe4-8f5b-7defe209930e admin admin] Allocated IP 172.20.0.1 (f83e0134-5397-4a72-acf7-f70267a3a996/61ee68e8-3f1a-4e9b-a638-495a33982794/8c173ff2-53bb-48db-b3aa-c720ddca79a2) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:27.485579 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] Attempting to bind port 7853531e-4b24-47a8-925b-b422ee57d9b2 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:27.486087 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] Attempting to bind port 7853531e-4b24-47a8-925b-b422ee57d9b2 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:27.486563 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] Attempting to bind port 7853531e-4b24-47a8-925b-b422ee57d9b2 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:27.489224 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2bd2e-4b27-407b-887c-a0be808f1029 None None] Pushing event updated for resources: {'Port': ['ID=7853531e-4b24-47a8-925b-b422ee57d9b2,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:27.499181 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:27.501936 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:27.502548 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:27.503009 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:27.503156 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e4f50544-5c2f-48fa-b4c8-02e44a8b9ef7 None None] Provisioning for port 86978378-8816-4e78-9a4c-98726ed634da completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:27.503676 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] Bound port: 7853531e-4b24-47a8-925b-b422ee57d9b2, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:27.504417 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:27.586779 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] For port 7853531e-4b24-47a8-925b-b422ee57d9b2, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:27.590544 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] For port 7853531e-4b24-47a8-925b-b422ee57d9b2, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=7853531e-4b24-47a8-925b-b422ee57d9b2,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:27.595600 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-327e96f7-47fe-4fe4-8f5b-7defe209930e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:27.596787 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:27.614505 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-327e96f7-47fe-4fe4-8f5b-7defe209930e admin admin] Transition to ACTIVE for port object 8c173ff2-53bb-48db-b3aa-c720ddca79a2 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:27.674735 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-327e96f7-47fe-4fe4-8f5b-7defe209930e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:27.678197 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2bd2e-4b27-407b-887c-a0be808f1029 None None] Pushing event updated for resources: {'Port': ['ID=7853531e-4b24-47a8-925b-b422ee57d9b2,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:27.681647 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] Routers {'922153c0-bf76-478f-a37f-02eefe4e9557'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:27.682277 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:53:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['922153c0-bf76-478f-a37f-02eefe4e9557'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:27.717641 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327e96f7-47fe-4fe4-8f5b-7defe209930e admin admin] Network f83e0134-5397-4a72-acf7-f70267a3a996 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:27.722947 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-327e96f7-47fe-4fe4-8f5b-7defe209930e admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:27.729826 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327e96f7-47fe-4fe4-8f5b-7defe209930e admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:27.769625 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e96f7-47fe-4fe4-8f5b-7defe209930e admin admin] Pushing event updated for resources: {'Port': ['ID=8c173ff2-53bb-48db-b3aa-c720ddca79a2,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:27.790048 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-327e96f7-47fe-4fe4-8f5b-7defe209930e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:27.850264 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] Set router 922153c0-bf76-478f-a37f-02eefe4e9557 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:28.053103 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-327e96f7-47fe-4fe4-8f5b-7defe209930e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:28.103299 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 083e4960-ca54-4be5-96e6-4b6843d2a59b up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:28.182108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 083e4960-ca54-4be5-96e6-4b6843d2a59b completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:28.186301 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922153c0-bf76-478f-a37f-02eefe4e9557', 'name': 'tempest-TestMinimumBasicScenario-1386479281-router', 'tenant_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7853531e-4b24-47a8-925b-b422ee57d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:24Z', 'updated_at': '2021-07-07T17:53:25Z', 'revision_number': 3, 'project_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'gw_port': {'id': '7853531e-4b24-47a8-925b-b422ee57d9b2', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922153c0-bf76-478f-a37f-02eefe4e9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:24Z', 'updated_at': '2021-07-07T17:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:28.188046 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 083e4960-ca54-4be5-96e6-4b6843d2a59b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:28.188671 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:28.223107 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6fd531-7021-41ad-8679-0b59c6fc3001 None None] The sync data for ids ['922153c0-bf76-478f-a37f-02eefe4e9557'] in n-d-793620-7 is: [{'id': '922153c0-bf76-478f-a37f-02eefe4e9557', 'name': 'tempest-TestMinimumBasicScenario-1386479281-router', 'tenant_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7853531e-4b24-47a8-925b-b422ee57d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:24Z', 'updated_at': '2021-07-07T17:53:25Z', 'revision_number': 3, 'project_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'gw_port': {'id': '7853531e-4b24-47a8-925b-b422ee57d9b2', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922153c0-bf76-478f-a37f-02eefe4e9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:24Z', 'updated_at': '2021-07-07T17:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:53:28.317685 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:28.322783 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3fabdd6b-95e9-4e29-8177-f02b4bff4197 None None] Provisioning for port 8c173ff2-53bb-48db-b3aa-c720ddca79a2 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:28.336721 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3fabdd6b-95e9-4e29-8177-f02b4bff4197 None None] Provisioning complete for port 8c173ff2-53bb-48db-b3aa-c720ddca79a2 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:28.337336 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3fabdd6b-95e9-4e29-8177-f02b4bff4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:28.345115 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-327e96f7-47fe-4fe4-8f5b-7defe209930e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:28.352096 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-327e96f7-47fe-4fe4-8f5b-7defe209930e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:28.393798 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 083e4960-ca54-4be5-96e6-4b6843d2a59b, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=083e4960-ca54-4be5-96e6-4b6843d2a59b,segment=NetworkSegment(3a6554d8-ff36-4eb4-8198-9a02a5d67a29),segment_id=3a6554d8-ff36-4eb4-8198-9a02a5d67a29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:28.397230 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3fabdd6b-95e9-4e29-8177-f02b4bff4197 None None] Port 8c173ff2-53bb-48db-b3aa-c720ddca79a2 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:53:28.400632 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:28.401464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 86978378-8816-4e78-9a4c-98726ed634da up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:28.441892 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e96f7-47fe-4fe4-8f5b-7defe209930e admin admin] Pushing event updated for resources: {'Port': ['ID=8c173ff2-53bb-48db-b3aa-c720ddca79a2,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:28.453439 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-327e96f7-47fe-4fe4-8f5b-7defe209930e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:28.518894 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=083e4960-ca54-4be5-96e6-4b6843d2a59b,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:28.559474 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 86978378-8816-4e78-9a4c-98726ed634da completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:28.564138 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 86978378-8816-4e78-9a4c-98726ed634da triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:28.564572 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:28.623223 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327e96f7-47fe-4fe4-8f5b-7defe209930e admin admin] Network f83e0134-5397-4a72-acf7-f70267a3a996 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:28.628870 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-327e96f7-47fe-4fe4-8f5b-7defe209930e admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:28.688799 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:28.748596 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 86978378-8816-4e78-9a4c-98726ed634da, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=86978378-8816-4e78-9a4c-98726ed634da,segment=NetworkSegment(06ea6408-c335-462b-8d5b-ff35f82710ea),segment_id=06ea6408-c335-462b-8d5b-ff35f82710ea)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:28.756114 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:28.841788 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327e96f7-47fe-4fe4-8f5b-7defe209930e admin admin] Router 922153c0-bf76-478f-a37f-02eefe4e9557 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:53:28.865826 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=86978378-8816-4e78-9a4c-98726ed634da,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:29.011207 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327e96f7-47fe-4fe4-8f5b-7defe209930e admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:53:29.019436 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-327e96f7-47fe-4fe4-8f5b-7defe209930e admin admin] 10.222.0.50 "PUT /v2.0/routers/922153c0-bf76-478f-a37f-02eefe4e9557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4443495 Jul 07 17:53:29.026409 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-128f3f4e-9dfb-4b5c-a5c0-4ecf7c415de4 None None] Provisioning complete for port 8c173ff2-53bb-48db-b3aa-c720ddca79a2 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:29.026843 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-128f3f4e-9dfb-4b5c-a5c0-4ecf7c415de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:29.076447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-128f3f4e-9dfb-4b5c-a5c0-4ecf7c415de4 None None] Port 8c173ff2-53bb-48db-b3aa-c720ddca79a2 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:53:30.019596 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 7853531e-4b24-47a8-925b-b422ee57d9b2 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:30.107402 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 7853531e-4b24-47a8-925b-b422ee57d9b2 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:30.115405 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 7853531e-4b24-47a8-925b-b422ee57d9b2 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:30.123383 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:30.249681 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:30.270935 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] Sync routers for ids ['922153c0-bf76-478f-a37f-02eefe4e9557'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:53:30.292994 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 7853531e-4b24-47a8-925b-b422ee57d9b2, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=7853531e-4b24-47a8-925b-b422ee57d9b2,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:30.294309 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] Routers {'922153c0-bf76-478f-a37f-02eefe4e9557'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:30.295318 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:53:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['922153c0-bf76-478f-a37f-02eefe4e9557'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:30.299062 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:30.300213 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 083e4960-ca54-4be5-96e6-4b6843d2a59b up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:30.556951 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=7853531e-4b24-47a8-925b-b422ee57d9b2,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:30.581701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] Set router 922153c0-bf76-478f-a37f-02eefe4e9557 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:30.641503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 083e4960-ca54-4be5-96e6-4b6843d2a59b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:30.642129 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:30.878919 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 86978378-8816-4e78-9a4c-98726ed634da up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:30.983349 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 86978378-8816-4e78-9a4c-98726ed634da triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:30.983916 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:30.988383 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922153c0-bf76-478f-a37f-02eefe4e9557', 'name': 'tempest-TestMinimumBasicScenario-1386479281-router', 'tenant_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7853531e-4b24-47a8-925b-b422ee57d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:24Z', 'updated_at': '2021-07-07T17:53:27Z', 'revision_number': 4, 'project_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'gw_port': {'id': '7853531e-4b24-47a8-925b-b422ee57d9b2', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922153c0-bf76-478f-a37f-02eefe4e9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:24Z', 'updated_at': '2021-07-07T17:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '8c173ff2-53bb-48db-b3aa-c720ddca79a2', 'name': '', 'network_id': 'f83e0134-5397-4a72-acf7-f70267a3a996', 'tenant_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'mac_address': 'fa:16:3e:35:a6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922153c0-bf76-478f-a37f-02eefe4e9557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '61ee68e8-3f1a-4e9b-a638-495a33982794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:27Z', 'updated_at': '2021-07-07T17:53:28Z', 'revision_number': 2, 'project_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'subnets': [{'id': '61ee68e8-3f1a-4e9b-a638-495a33982794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:31.043452 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] Checking router: 922153c0-bf76-478f-a37f-02eefe4e9557 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:53:31.044115 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] Updating router 922153c0-bf76-478f-a37f-02eefe4e9557 port 8c173ff2-53bb-48db-b3aa-c720ddca79a2 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:53:31.095808 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:31.604878 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:31.625073 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] Transition to ACTIVE for port object 8c173ff2-53bb-48db-b3aa-c720ddca79a2 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:31.644173 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:31.742284 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36027f-288e-4afc-8046-a538d4e8908d None None] Pushing event updated for resources: {'Port': ['ID=8c173ff2-53bb-48db-b3aa-c720ddca79a2,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:31.851981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] Attempting to bind port 8c173ff2-53bb-48db-b3aa-c720ddca79a2 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:31.852606 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] Attempting to bind port 8c173ff2-53bb-48db-b3aa-c720ddca79a2 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '06ea6408-c335-462b-8d5b-ff35f82710ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f83e0134-5397-4a72-acf7-f70267a3a996'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:31.853224 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] Attempting to bind port 8c173ff2-53bb-48db-b3aa-c720ddca79a2 on network f83e0134-5397-4a72-acf7-f70267a3a996 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:31.866008 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:31.867070 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] Checking segment: {'id': '06ea6408-c335-462b-8d5b-ff35f82710ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f83e0134-5397-4a72-acf7-f70267a3a996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:31.867730 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:31.868370 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] Bound using segment: {'id': '06ea6408-c335-462b-8d5b-ff35f82710ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f83e0134-5397-4a72-acf7-f70267a3a996'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:31.869170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] Bound port: 8c173ff2-53bb-48db-b3aa-c720ddca79a2, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ea6408-c335-462b-8d5b-ff35f82710ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'f83e0134-5397-4a72-acf7-f70267a3a996'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:31.869789 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:31.981147 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 7853531e-4b24-47a8-925b-b422ee57d9b2 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:32.078189 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 7853531e-4b24-47a8-925b-b422ee57d9b2 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:32.079134 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:32.162137 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] For port 8c173ff2-53bb-48db-b3aa-c720ddca79a2, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:32.390273 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] For port 8c173ff2-53bb-48db-b3aa-c720ddca79a2, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8c173ff2-53bb-48db-b3aa-c720ddca79a2,segment=NetworkSegment(06ea6408-c335-462b-8d5b-ff35f82710ea),segment_id=06ea6408-c335-462b-8d5b-ff35f82710ea)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:32.400349 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:32.517418 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36027f-288e-4afc-8046-a538d4e8908d None None] Pushing event updated for resources: {'Port': ['ID=8c173ff2-53bb-48db-b3aa-c720ddca79a2,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:32.529866 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] Routers {'922153c0-bf76-478f-a37f-02eefe4e9557'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:53:32.530655 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:53:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['922153c0-bf76-478f-a37f-02eefe4e9557'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:32.742411 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] Set router 922153c0-bf76-478f-a37f-02eefe4e9557 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:53:33.082248 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922153c0-bf76-478f-a37f-02eefe4e9557', 'name': 'tempest-TestMinimumBasicScenario-1386479281-router', 'tenant_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7853531e-4b24-47a8-925b-b422ee57d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:24Z', 'updated_at': '2021-07-07T17:53:27Z', 'revision_number': 4, 'project_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'gw_port': {'id': '7853531e-4b24-47a8-925b-b422ee57d9b2', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922153c0-bf76-478f-a37f-02eefe4e9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:24Z', 'updated_at': '2021-07-07T17:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '8c173ff2-53bb-48db-b3aa-c720ddca79a2', 'name': '', 'network_id': 'f83e0134-5397-4a72-acf7-f70267a3a996', 'tenant_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'mac_address': 'fa:16:3e:35:a6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922153c0-bf76-478f-a37f-02eefe4e9557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '61ee68e8-3f1a-4e9b-a638-495a33982794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:27Z', 'updated_at': '2021-07-07T17:53:32Z', 'revision_number': 4, 'project_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'subnets': [{'id': '61ee68e8-3f1a-4e9b-a638-495a33982794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:53:33.121736 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60e2e96-3fa7-4c96-8bdc-73d3b25ae00b None None] The sync data for ids ['922153c0-bf76-478f-a37f-02eefe4e9557'] in n-d-793620-7 is: [{'id': '922153c0-bf76-478f-a37f-02eefe4e9557', 'name': 'tempest-TestMinimumBasicScenario-1386479281-router', 'tenant_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7853531e-4b24-47a8-925b-b422ee57d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:24Z', 'updated_at': '2021-07-07T17:53:27Z', 'revision_number': 4, 'project_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'gw_port': {'id': '7853531e-4b24-47a8-925b-b422ee57d9b2', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922153c0-bf76-478f-a37f-02eefe4e9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:24Z', 'updated_at': '2021-07-07T17:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '8c173ff2-53bb-48db-b3aa-c720ddca79a2', 'name': '', 'network_id': 'f83e0134-5397-4a72-acf7-f70267a3a996', 'tenant_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'mac_address': 'fa:16:3e:35:a6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922153c0-bf76-478f-a37f-02eefe4e9557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '61ee68e8-3f1a-4e9b-a638-495a33982794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:27Z', 'updated_at': '2021-07-07T17:53:32Z', 'revision_number': 4, 'project_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'subnets': [{'id': '61ee68e8-3f1a-4e9b-a638-495a33982794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:53:34.010810 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8c173ff2-53bb-48db-b3aa-c720ddca79a2 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:34.097749 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 8c173ff2-53bb-48db-b3aa-c720ddca79a2 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:34.104270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 8c173ff2-53bb-48db-b3aa-c720ddca79a2 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:34.104669 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:34.248450 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:34.313595 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 8c173ff2-53bb-48db-b3aa-c720ddca79a2, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8c173ff2-53bb-48db-b3aa-c720ddca79a2,segment=NetworkSegment(06ea6408-c335-462b-8d5b-ff35f82710ea),segment_id=06ea6408-c335-462b-8d5b-ff35f82710ea)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:34.322581 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:34.409929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=8c173ff2-53bb-48db-b3aa-c720ddca79a2,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:35.932115 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8c173ff2-53bb-48db-b3aa-c720ddca79a2 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:36.023882 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 8c173ff2-53bb-48db-b3aa-c720ddca79a2 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:36.024638 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:40.664690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-af025c78-278a-4df6-bec3-21167451ab08 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:40.666108 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-af025c78-278a-4df6-bec3-21167451ab08 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/networks?id=88d07511-eac9-4d1c-a5b8-e69d49f080ab HTTP/1.1" status: 200 len: 815 time: 0.1075625 Jul 07 17:53:40.685801 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-7dce36fc-27b9-48df-b996-f1959db349c5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/quotas/f599c80ce2c54353878ef2e72d884d4f HTTP/1.1" status: 200 len: 375 time: 0.0124574 Jul 07 17:53:40.777874 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-5117625c-6f33-44f5-8c96-b3275fec5da4 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f599c80ce2c54353878ef2e72d884d4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858717 Jul 07 17:53:40.881788 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-8073cdf2-f778-4e45-ba07-2d4e4d9f36e9 service neutron] 10.222.0.50 "GET /v2.0/networks/88d07511-eac9-4d1c-a5b8-e69d49f080ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897055 Jul 07 17:53:40.984109 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-1a0ee80d-2496-4c2a-a3e7-635f0a8702be service neutron] 10.222.0.50 "GET /v2.0/networks/88d07511-eac9-4d1c-a5b8-e69d49f080ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964146 Jul 07 17:53:41.194266 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c8e26373-616b-4e0b-a2d4-65f08b6b1da8 req-9e5484e4-94e7-44b8-8886-cec920831665 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 210 time: 0.0398648 Jul 07 17:53:42.435886 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-529ff8df-8e4f-4d09-b517-219b269a33d0 req-a490ee1c-ff57-4311-b744-635b5d3c54f9 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 210 time: 0.0712285 Jul 07 17:53:42.503745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-ce1f4ef3-12c1-4203-bbf4-fe00276b9bd5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:42.505477 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-ce1f4ef3-12c1-4203-bbf4-fe00276b9bd5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.15 "GET /v2.0/networks?id=88d07511-eac9-4d1c-a5b8-e69d49f080ab HTTP/1.1" status: 200 len: 815 time: 0.2197621 Jul 07 17:53:42.518778 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Request body: {'port': {'device_id': 'e26ba513-490d-4aed-8272-f7410e4cdca3', 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab', 'admin_state_up': True, 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:42.656940 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Made reservation on behalf of f599c80ce2c54353878ef2e72d884d4f for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:53:42.664019 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:42.854799 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Allocated IP 172.20.0.6 (88d07511-eac9-4d1c-a5b8-e69d49f080ab/0535bb81-ce2a-4868-b909-b45d275c3954/83463b06-1a0e-4068-9837-7dece2d6ca70) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:53:43.143468 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:43.171251 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Transition to ACTIVE for port object 83463b06-1a0e-4068-9837-7dece2d6ca70 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:43.228929 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:43.303648 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Network 88d07511-eac9-4d1c-a5b8-e69d49f080ab is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:53:43.310249 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:53:43.314269 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:53:43.405568 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Pushing event updated for resources: {'Port': ['ID=83463b06-1a0e-4068-9837-7dece2d6ca70,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:43.426251 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:43.426908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:43.427477 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:43.427983 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:43.428610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:43.429032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:43.429571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:43.430101 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:43.430751 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:43.431318 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:43.431890 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:43.432452 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:43.477324 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:43.479144 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:43.535974 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-88fc2df7-bcc3-4a1e-b3f3-a70c7efac6c6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0214877 Jul 07 17:53:43.820734 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8fd8e7e7-6680-48b5-95e0-5c08454f3923 None None] Provisioning for port 83463b06-1a0e-4068-9837-7dece2d6ca70 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:43.827519 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-8fd8e7e7-6680-48b5-95e0-5c08454f3923 None None] Provisioning complete for port 83463b06-1a0e-4068-9837-7dece2d6ca70 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:43.828650 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e7e7-6680-48b5-95e0-5c08454f3923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:43.842951 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29536b58-031e-4cab-9a34-7f6b862dfc42 req-1998b52c-456f-4533-be9e-8cd856ec9b84 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:43.844793 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29536b58-031e-4cab-9a34-7f6b862dfc42 req-1998b52c-456f-4533-be9e-8cd856ec9b84 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 931 time: 0.1090102 Jul 07 17:53:43.915828 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8e7e7-6680-48b5-95e0-5c08454f3923 None None] Port 83463b06-1a0e-4068-9837-7dece2d6ca70 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:53:43.921281 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-29536b58-031e-4cab-9a34-7f6b862dfc42 req-19c82520-371e-4f4b-839f-ef61466976ff tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672574 Jul 07 17:53:44.806479 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c20a6635-c25f-45f5-b69d-95bacfd1fb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:44.827099 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:45.190251 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b740ec4-fbc1-4700-b180-55d6a842a593 req-7a308ebe-00d4-4ae2-957d-bb0af168f221 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:45.192390 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b740ec4-fbc1-4700-b180-55d6a842a593 req-7a308ebe-00d4-4ae2-957d-bb0af168f221 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 931 time: 0.0918081 Jul 07 17:53:45.248286 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2b740ec4-fbc1-4700-b180-55d6a842a593 req-efbe9f83-c33a-49d7-a484-ebb859a757ca tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501485 Jul 07 17:53:46.496818 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f72e4f-6d39-4ca3-884e-f162e6391484 req-20f43f21-1048-4437-af1f-2ad0188f0544 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:46.501473 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-38f72e4f-6d39-4ca3-884e-f162e6391484 req-20f43f21-1048-4437-af1f-2ad0188f0544 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 931 time: 0.0887723 Jul 07 17:53:46.556854 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-38f72e4f-6d39-4ca3-884e-f162e6391484 req-0912ebd6-6e14-4a9f-bb6a-e67616c56fd4 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505726 Jul 07 17:53:47.083541 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.725623 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:47.862351 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb603d4b-7855-49d5-a526-cfb6b8b6c89d req-2c07e5b7-de0c-43cb-85da-80a69f9e4761 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:47.870128 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb603d4b-7855-49d5-a526-cfb6b8b6c89d req-2c07e5b7-de0c-43cb-85da-80a69f9e4761 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 931 time: 0.1186526 Jul 07 17:53:47.915661 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb603d4b-7855-49d5-a526-cfb6b8b6c89d req-8a6ac111-2c01-4fc5-9145-397c02b098b8 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437648 Jul 07 17:53:48.024996 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-575a935d-4235-4ed5-939b-4d71c64f7121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:49.079911 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:49.234141 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce455b-1582-4c44-87cf-c4fc65bb9fde req-7b330410-c865-423e-ba1f-d1a19433d5a8 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:49.238482 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c5ce455b-1582-4c44-87cf-c4fc65bb9fde req-7b330410-c865-423e-ba1f-d1a19433d5a8 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 931 time: 0.1103110 Jul 07 17:53:49.291601 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c5ce455b-1582-4c44-87cf-c4fc65bb9fde req-3fe683ee-e7bb-4ce3-8853-132d8be55db2 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462322 Jul 07 17:53:50.524537 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:50.538256 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b99be-0002-4d74-a9ec-7274f286ef4b req-110c937a-e940-4252-baef-143602d00387 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:50.542108 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e60b99be-0002-4d74-a9ec-7274f286ef4b req-110c937a-e940-4252-baef-143602d00387 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 931 time: 0.1056831 Jul 07 17:53:50.603591 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e60b99be-0002-4d74-a9ec-7274f286ef4b req-65c55382-95da-4f32-b1cc-303a2a72d1fc tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551922 Jul 07 17:53:51.825103 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b925a8-a6c1-48c4-a292-af3f2f007f59 req-66b26ed5-437c-41a8-a21e-d72b196c2670 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:51.826725 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-22b925a8-a6c1-48c4-a292-af3f2f007f59 req-66b26ed5-437c-41a8-a21e-d72b196c2670 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 931 time: 0.1074591 Jul 07 17:53:51.884104 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-22b925a8-a6c1-48c4-a292-af3f2f007f59 req-0fbbf6f7-8e66-4520-84eb-114f7e3f3eb2 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466976 Jul 07 17:53:52.808817 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] Request body: {'port': {'device_id': 'e26ba513-490d-4aed-8272-f7410e4cdca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:53:52.894717 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.189812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6f186-10f8-4970-a304-24f8c6d850b2 req-220d04f2-a7bc-4ef7-b30d-dcc2646d08c0 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:53.192000 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fee6f186-10f8-4970-a304-24f8c6d850b2 req-220d04f2-a7bc-4ef7-b30d-dcc2646d08c0 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 931 time: 0.1731555 Jul 07 17:53:53.273066 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fee6f186-10f8-4970-a304-24f8c6d850b2 req-c72e05a4-2613-4b90-8d46-b145b696be02 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739241 Jul 07 17:53:53.290002 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83463b06-1a0e-4068-9837-7dece2d6ca70 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:53.305138 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.330610 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] Transition to ACTIVE for port object 83463b06-1a0e-4068-9837-7dece2d6ca70 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:53:53.337011 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.393722 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] Pushing event updated for resources: {'Port': ['ID=83463b06-1a0e-4068-9837-7dece2d6ca70,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:53.486035 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] Attempting to bind port 83463b06-1a0e-4068-9837-7dece2d6ca70 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:53:53.486443 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] Attempting to bind port 83463b06-1a0e-4068-9837-7dece2d6ca70 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '3a6554d8-ff36-4eb4-8198-9a02a5d67a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:53:53.486912 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] Attempting to bind port 83463b06-1a0e-4068-9837-7dece2d6ca70 on network 88d07511-eac9-4d1c-a5b8-e69d49f080ab {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:53.491924 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] Port 83463b06-1a0e-4068-9837-7dece2d6ca70 on network 88d07511-eac9-4d1c-a5b8-e69d49f080ab not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:53:53.492397 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] Attempting to bind port 83463b06-1a0e-4068-9837-7dece2d6ca70 on network 88d07511-eac9-4d1c-a5b8-e69d49f080ab {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:53:53.497820 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:53:53.498150 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] Checking segment: {'id': '3a6554d8-ff36-4eb4-8198-9a02a5d67a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:53:53.498579 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] Bound using segment: {'id': '3a6554d8-ff36-4eb4-8198-9a02a5d67a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:53:53.499011 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] Bound port: 83463b06-1a0e-4068-9837-7dece2d6ca70, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6554d8-ff36-4eb4-8198-9a02a5d67a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:53:53.499370 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.590926 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] For port 83463b06-1a0e-4068-9837-7dece2d6ca70, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:53:53.594062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] For port 83463b06-1a0e-4068-9837-7dece2d6ca70, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=83463b06-1a0e-4068-9837-7dece2d6ca70,segment=NetworkSegment(3a6554d8-ff36-4eb4-8198-9a02a5d67a29),segment_id=3a6554d8-ff36-4eb4-8198-9a02a5d67a29)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:53:53.599927 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.641958 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:53.642605 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:53.644045 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] 10.222.0.15 "PUT /v2.0/ports/83463b06-1a0e-4068-9837-7dece2d6ca70 HTTP/1.1" status: 200 len: 1091 time: 0.8406696 Jul 07 17:53:53.644503 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26ba513-490d-4aed-8272-f7410e4cdca3', 'tag': '83463b06-1a0e-4068-9837-7dece2d6ca70'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:53.646847 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16687f0a-0323-43e5-9e7e-2df2e417300d" -d '{"events": [{"name": "network-changed", "server_uuid": "e26ba513-490d-4aed-8272-f7410e4cdca3", "tag": "83463b06-1a0e-4068-9837-7dece2d6ca70"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:53.678517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c623d-f6b3-4db9-8f73-5e9e7b7fb54d service neutron] Pushing event updated for resources: {'Port': ['ID=83463b06-1a0e-4068-9837-7dece2d6ca70,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:53.695309 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebc1c00-90b3-4b08-af74-f1d4dcbb51b5 x-openstack-request-id: req-8ebc1c00-90b3-4b08-af74-f1d4dcbb51b5 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:53.695745 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26ba513-490d-4aed-8272-f7410e4cdca3", "tag": "83463b06-1a0e-4068-9837-7dece2d6ca70", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:53.696075 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8ebc1c00-90b3-4b08-af74-f1d4dcbb51b5 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:53.696963 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26ba513-490d-4aed-8272-f7410e4cdca3', 'tag': '83463b06-1a0e-4068-9837-7dece2d6ca70', 'status': 'completed', 'code': 200} Jul 07 17:53:53.775946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-41644794-cb64-4c76-bb51-944f235e79ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:53.777526 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-41644794-cb64-4c76-bb51-944f235e79ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f599c80ce2c54353878ef2e72d884d4f&device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 1094 time: 0.0770228 Jul 07 17:53:53.826783 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-b193489a-6615-468c-adaa-44eb67e75ef8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83463b06-1a0e-4068-9837-7dece2d6ca70 HTTP/1.1" status: 200 len: 217 time: 0.0417640 Jul 07 17:53:53.886485 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-6f054901-bc93-470b-93d3-fe4342a7bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:53.888003 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-6f054901-bc93-470b-93d3-fe4342a7bcaa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0535bb81-ce2a-4868-b909-b45d275c3954 HTTP/1.1" status: 200 len: 854 time: 0.0542083 Jul 07 17:53:53.953495 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-c64cd9ce-57ed-4c33-90eb-cfac5946bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:53.955116 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-c64cd9ce-57ed-4c33-90eb-cfac5946bbe4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d07511-eac9-4d1c-a5b8-e69d49f080ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598440 Jul 07 17:53:54.061358 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-6644ae31-1d42-4807-85ba-faf0bcfb4be4 service neutron] 10.222.0.15 "GET /v2.0/networks/88d07511-eac9-4d1c-a5b8-e69d49f080ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996017 Jul 07 17:53:54.163447 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c7922493-855b-4c42-b7a2-2475d16ca57b req-e12f0577-f9f9-4a0a-9139-2d6a21e461c6 service neutron] 10.222.0.15 "GET /v2.0/networks/88d07511-eac9-4d1c-a5b8-e69d49f080ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945115 Jul 07 17:53:54.272193 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16687f0a-0323-43e5-9e7e-2df2e417300d req-b276c8c5-717b-44ef-844a-82114e1de3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:54.273733 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-16687f0a-0323-43e5-9e7e-2df2e417300d req-b276c8c5-717b-44ef-844a-82114e1de3d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f599c80ce2c54353878ef2e72d884d4f&device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 1094 time: 0.0624924 Jul 07 17:53:54.376042 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16687f0a-0323-43e5-9e7e-2df2e417300d req-514893b2-6553-40c5-9c6d-9e7aff46eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:54.377610 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-16687f0a-0323-43e5-9e7e-2df2e417300d req-514893b2-6553-40c5-9c6d-9e7aff46eb59 service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d07511-eac9-4d1c-a5b8-e69d49f080ab HTTP/1.1" status: 200 len: 916 time: 0.0973818 Jul 07 17:53:54.433600 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-16687f0a-0323-43e5-9e7e-2df2e417300d req-100fce98-21a4-4b76-a796-a508b46ccf75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83463b06-1a0e-4068-9837-7dece2d6ca70 HTTP/1.1" status: 200 len: 217 time: 0.0483515 Jul 07 17:53:54.511690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16687f0a-0323-43e5-9e7e-2df2e417300d req-8ee20cc5-9323-4c28-8b51-1122e9526cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:54.513265 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-16687f0a-0323-43e5-9e7e-2df2e417300d req-8ee20cc5-9323-4c28-8b51-1122e9526cc1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0535bb81-ce2a-4868-b909-b45d275c3954 HTTP/1.1" status: 200 len: 854 time: 0.0702684 Jul 07 17:53:54.592588 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35187099-94d6-47fc-b9e0-6e9c7646a9e8 req-e5bb6630-9995-4dd9-86a5-0427119b3b24 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:54.594162 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-35187099-94d6-47fc-b9e0-6e9c7646a9e8 req-e5bb6630-9995-4dd9-86a5-0427119b3b24 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 943 time: 0.1636255 Jul 07 17:53:54.630214 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16687f0a-0323-43e5-9e7e-2df2e417300d req-8890f233-1ca7-409b-a91a-247dd3044438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:54.631770 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-16687f0a-0323-43e5-9e7e-2df2e417300d req-8890f233-1ca7-409b-a91a-247dd3044438 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d07511-eac9-4d1c-a5b8-e69d49f080ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117101 Jul 07 17:53:54.666535 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-35187099-94d6-47fc-b9e0-6e9c7646a9e8 req-2a7cf360-ef7a-4002-940e-83d724159954 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641069 Jul 07 17:53:54.751291 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-16687f0a-0323-43e5-9e7e-2df2e417300d req-7465cc01-099d-45b6-b166-2f9f618f9ced service neutron] 10.222.0.15 "GET /v2.0/networks/88d07511-eac9-4d1c-a5b8-e69d49f080ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092670 Jul 07 17:53:54.860051 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-16687f0a-0323-43e5-9e7e-2df2e417300d req-d0323852-ab78-497f-a74d-22ed595cbff1 service neutron] 10.222.0.15 "GET /v2.0/networks/88d07511-eac9-4d1c-a5b8-e69d49f080ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005929 Jul 07 17:53:55.868222 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc3d88-ad42-43ac-a039-e45c3a441058 req-d7b42279-4166-4905-afc0-d8f2e1ccc0d9 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:55.869697 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21fc3d88-ad42-43ac-a039-e45c3a441058 req-d7b42279-4166-4905-afc0-d8f2e1ccc0d9 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 943 time: 0.0786896 Jul 07 17:53:55.918501 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-21fc3d88-ad42-43ac-a039-e45c3a441058 req-848b8a1f-2267-40b2-a152-ce9ea817c5c5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421975 Jul 07 17:53:57.109568 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162a663-d3aa-4ae0-b342-138d2c73a16d req-08f15a02-9a46-4107-8197-125d1a8d39e3 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:57.111198 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7162a663-d3aa-4ae0-b342-138d2c73a16d req-08f15a02-9a46-4107-8197-125d1a8d39e3 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 943 time: 0.0673289 Jul 07 17:53:57.153741 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7162a663-d3aa-4ae0-b342-138d2c73a16d req-122aa706-676b-4b69-beec-c1b3508f0555 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359259 Jul 07 17:53:57.774520 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 83463b06-1a0e-4068-9837-7dece2d6ca70 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:53:57.885684 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 83463b06-1a0e-4068-9837-7dece2d6ca70, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=83463b06-1a0e-4068-9837-7dece2d6ca70,segment=NetworkSegment(3a6554d8-ff36-4eb4-8198-9a02a5d67a29),segment_id=3a6554d8-ff36-4eb4-8198-9a02a5d67a29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:57.897730 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '83463b06-1a0e-4068-9837-7dece2d6ca70', 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab', 'port_id': '83463b06-1a0e-4068-9837-7dece2d6ca70', 'mac_address': 'fa:16:3e:27:6a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0535bb81-ce2a-4868-b909-b45d275c3954', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:53:57.937188 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:57.949908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83463b06-1a0e-4068-9837-7dece2d6ca70 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:53:57.969682 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 83463b06-1a0e-4068-9837-7dece2d6ca70, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=83463b06-1a0e-4068-9837-7dece2d6ca70,segment=NetworkSegment(3a6554d8-ff36-4eb4-8198-9a02a5d67a29),segment_id=3a6554d8-ff36-4eb4-8198-9a02a5d67a29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:57.974157 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:58.025781 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=83463b06-1a0e-4068-9837-7dece2d6ca70,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:53:58.033246 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:58.033599 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:58.033965 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:58.034344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:58.034774 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:58.035149 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:58.036122 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:58.036447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:58.036786 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:58.037113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:58.037464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:58.037792 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:53:58.231267 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['83463b06-1a0e-4068-9837-7dece2d6ca70'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:53:58.339343 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace57637-1e47-441d-8157-2e0abfce2ce5 req-8b400d52-3c56-413c-9e33-47cf7fbd9581 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:58.340814 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ace57637-1e47-441d-8157-2e0abfce2ce5 req-8b400d52-3c56-413c-9e33-47cf7fbd9581 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 944 time: 0.0722053 Jul 07 17:53:58.381000 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ace57637-1e47-441d-8157-2e0abfce2ce5 req-3e0d4e9d-4160-49ea-84b1-11c5ee56b4a1 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333285 Jul 07 17:53:59.303180 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:53:59.563624 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f4658-43a4-4e0d-821e-90ed47989b6c req-2d9f22aa-f142-4101-978f-d139de7be3eb tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:53:59.565126 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-425f4658-43a4-4e0d-821e-90ed47989b6c req-2d9f22aa-f142-4101-978f-d139de7be3eb tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 944 time: 0.0650196 Jul 07 17:53:59.607212 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-425f4658-43a4-4e0d-821e-90ed47989b6c req-c4c0150f-3912-44b6-b20d-78aa94aa6018 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361135 Jul 07 17:53:59.787088 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 83463b06-1a0e-4068-9837-7dece2d6ca70 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:53:59.839185 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 83463b06-1a0e-4068-9837-7dece2d6ca70 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:53:59.842924 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 83463b06-1a0e-4068-9837-7dece2d6ca70 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:53:59.843316 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:59.921878 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:59.946664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26ba513-490d-4aed-8272-f7410e4cdca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83463b06-1a0e-4068-9837-7dece2d6ca70'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:53:59.948929 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ae0042-5ea0-4543-bf47-d2270a60f382" -d '{"events": [{"server_uuid": "e26ba513-490d-4aed-8272-f7410e4cdca3", "name": "network-vif-plugged", "status": "completed", "tag": "83463b06-1a0e-4068-9837-7dece2d6ca70"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:53:59.963261 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 83463b06-1a0e-4068-9837-7dece2d6ca70, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=83463b06-1a0e-4068-9837-7dece2d6ca70,segment=NetworkSegment(3a6554d8-ff36-4eb4-8198-9a02a5d67a29),segment_id=3a6554d8-ff36-4eb4-8198-9a02a5d67a29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:53:59.968117 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:53:59.992780 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bf970b-1dbb-4603-86c5-ec6d72f9023d x-openstack-request-id: req-03bf970b-1dbb-4603-86c5-ec6d72f9023d {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:53:59.993109 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26ba513-490d-4aed-8272-f7410e4cdca3", "name": "network-vif-plugged", "status": "completed", "tag": "83463b06-1a0e-4068-9837-7dece2d6ca70", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:53:59.993322 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-03bf970b-1dbb-4603-86c5-ec6d72f9023d {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:53:59.993716 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26ba513-490d-4aed-8272-f7410e4cdca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83463b06-1a0e-4068-9837-7dece2d6ca70', 'code': 200} Jul 07 17:54:00.025897 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=83463b06-1a0e-4068-9837-7dece2d6ca70,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:00.114278 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2aca0f-0166-4672-b529-56ebfe9025d0 req-0566ecd8-796d-42fa-afa6-ee2df13e3a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:00.116185 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ea2aca0f-0166-4672-b529-56ebfe9025d0 req-0566ecd8-796d-42fa-afa6-ee2df13e3a06 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 1096 time: 0.0629675 Jul 07 17:54:00.154646 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ea2aca0f-0166-4672-b529-56ebfe9025d0 req-f2ac086f-ade9-4220-ba02-2d898e625310 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318558 Jul 07 17:54:00.788533 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee1c10-3613-4632-a121-308f13121e45 req-23722551-4d5a-49d4-a17e-af4b27a078f7 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:00.790100 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-60ee1c10-3613-4632-a121-308f13121e45 req-23722551-4d5a-49d4-a17e-af4b27a078f7 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 945 time: 0.0670500 Jul 07 17:54:00.832226 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-60ee1c10-3613-4632-a121-308f13121e45 req-717ae878-12c6-46eb-a25a-39b7ee119a3e tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362103 Jul 07 17:54:02.048367 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00ea64-631c-41f9-8ebb-4b9de71d0047 req-4c12cbd4-b617-4fc3-bdb3-d99e1648a1ff tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:02.049992 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9e00ea64-631c-41f9-8ebb-4b9de71d0047 req-4c12cbd4-b617-4fc3-bdb3-d99e1648a1ff tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 945 time: 0.0932150 Jul 07 17:54:02.094353 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9e00ea64-631c-41f9-8ebb-4b9de71d0047 req-20cb59cd-7465-4efe-9590-b197cd47242b tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376914 Jul 07 17:54:02.283453 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb409a5e-4bb5-4649-b35a-b315a631de30 req-80090951-a387-4d0e-aaee-3830c3c4f7e5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:02.285035 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb409a5e-4bb5-4649-b35a-b315a631de30 req-80090951-a387-4d0e-aaee-3830c3c4f7e5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 945 time: 0.0700054 Jul 07 17:54:02.331981 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eb409a5e-4bb5-4649-b35a-b315a631de30 req-57ff4e37-00e5-4c38-9fd7-1c34b756f2b1 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399365 Jul 07 17:54:02.711949 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f240d-7ff7-461f-86f9-3ec8be00907d req-1ce609b0-f587-4abb-ac06-efd712614cd6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:02.713512 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-198f240d-7ff7-461f-86f9-3ec8be00907d req-1ce609b0-f587-4abb-ac06-efd712614cd6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 945 time: 0.0825047 Jul 07 17:54:02.753446 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-198f240d-7ff7-461f-86f9-3ec8be00907d req-2ac9bcd6-202b-4c1b-b308-c776941a739e tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334241 Jul 07 17:54:14.688987 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfade1-5581-45e0-a2f9-71218ae4a6c5 req-6221c97b-0b24-47b2-b25b-d7ddbc302709 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:14.691234 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-62cfade1-5581-45e0-a2f9-71218ae4a6c5 req-6221c97b-0b24-47b2-b25b-d7ddbc302709 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 945 time: 0.0824862 Jul 07 17:54:14.735057 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-62cfade1-5581-45e0-a2f9-71218ae4a6c5 req-04b2d415-f953-4140-9056-ae7021d950dd tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379827 Jul 07 17:54:14.761285 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36206) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:14.803532 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b09fde69-0d99-463a-a72f-c610a4dcea67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:14.843016 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:14.954505 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb7076-dd5b-4c35-b90f-18f2becceb30 tempest-TestMinimumBasicScenario-66974368 tempest-TestMinimumBasicScenario-66974368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:14.956084 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e9bb7076-dd5b-4c35-b90f-18f2becceb30 tempest-TestMinimumBasicScenario-66974368 tempest-TestMinimumBasicScenario-66974368-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 1091 time: 0.1934478 Jul 07 17:54:14.959776 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36210) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:14.964634 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': '83463b06-1a0e-4068-9837-7dece2d6ca70', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:15.001341 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:15.140350 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:15.278174 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Allocated IP 172.25.2.138 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/4ee5cb4e-2939-4fa8-9a9f-a3beed4eb20a) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:54:15.409136 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:15.457178 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:15.500190 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:54:15.507664 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:54:15.512193 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:54:15.515375 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Pushing event updated for resources: {'Port': ['ID=4ee5cb4e-2939-4fa8-9a9f-a3beed4eb20a,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:15.547699 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:15.548072 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:15.548410 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:15.548750 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:15.549090 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:15.549429 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:15.549765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:15.550104 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:15.550458 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:15.551333 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:15.551667 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:15.551998 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:54:15.943237 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:16.025074 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:16.197612 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:16.203096 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:16.281517 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Pushing event updated for resources: {'Port': ['ID=4ee5cb4e-2939-4fa8-9a9f-a3beed4eb20a,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:16.300143 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:16.416592 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Floating IP 571ac588-ccf7-472a-a170-6ab56020d2de associated. External IP: 172.25.2.138, port: 83463b06-1a0e-4068-9837-7dece2d6ca70. Jul 07 17:54:16.688628 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Router 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:54:16.829607 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:54:16.840522 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42fd6db-7078-4240-b10a-a4994433576f None None] Sync routers for ids ['1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:54:16.849508 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:16.850561 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42fd6db-7078-4240-b10a-a4994433576f None None] Routers {'1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:16.851188 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-b42fd6db-7078-4240-b10a-a4994433576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:53:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:16.897709 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e425568f-f040-4bfe-9426-f1727161e172 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9365983 Jul 07 17:54:16.898685 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26ba513-490d-4aed-8272-f7410e4cdca3', 'tag': '83463b06-1a0e-4068-9837-7dece2d6ca70'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:16.900756 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36212) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:16.902757 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bf7923-f56b-4ab9-baf1-084b71818a66" -d '{"events": [{"name": "network-changed", "server_uuid": "e26ba513-490d-4aed-8272-f7410e4cdca3", "tag": "83463b06-1a0e-4068-9837-7dece2d6ca70"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:16.910557 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5a782ebb-9724-49d1-ab8e-23ac823f2b92 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1122672469', 'description': 'tempest-secgroup-smoke-1122672469 description', 'project_id': 'f599c80ce2c54353878ef2e72d884d4f'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:16.943931 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a782ebb-9724-49d1-ab8e-23ac823f2b92 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:16.952460 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ac4454-a2e0-44d6-96c1-442a12ea8402 x-openstack-request-id: req-b5ac4454-a2e0-44d6-96c1-442a12ea8402 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:16.953361 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26ba513-490d-4aed-8272-f7410e4cdca3", "tag": "83463b06-1a0e-4068-9837-7dece2d6ca70", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:16.954172 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b5ac4454-a2e0-44d6-96c1-442a12ea8402 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:16.956647 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26ba513-490d-4aed-8272-f7410e4cdca3', 'tag': '83463b06-1a0e-4068-9837-7dece2d6ca70', 'status': 'completed', 'code': 200} Jul 07 17:54:17.000165 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-b42fd6db-7078-4240-b10a-a4994433576f None None] Set router 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:17.077481 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.111939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf7923-f56b-4ab9-baf1-084b71818a66 req-d160376d-7888-421e-9d41-153b7b712275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:17.114338 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0bf7923-f56b-4ab9-baf1-084b71818a66 req-d160376d-7888-421e-9d41-153b7b712275 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f599c80ce2c54353878ef2e72d884d4f&device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 1096 time: 0.1364455 Jul 07 17:54:17.135346 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a782ebb-9724-49d1-ab8e-23ac823f2b92 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.147190 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a782ebb-9724-49d1-ab8e-23ac823f2b92 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.260310 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5a782ebb-9724-49d1-ab8e-23ac823f2b92 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.264888 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5a782ebb-9724-49d1-ab8e-23ac823f2b92 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3626020 Jul 07 17:54:17.265608 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36216) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:17.269307 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a782ebb-9724-49d1-ab8e-23ac823f2b92 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ef8b49-5480-4752-a40b-253d6e8be3e8,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:17.273684 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-9e15ab30-2162-4f79-a626-93d7f9699e6f tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Request body: {'security_group_rule': {'security_group_id': 'c7ef8b49-5480-4752-a40b-253d6e8be3e8', 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:17.302893 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-b42fd6db-7078-4240-b10a-a4994433576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'name': 'tempest-TestMinimumBasicScenario-2044646969-router', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:21Z', 'revision_number': 4, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'gw_port': {'id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '571ac588-ccf7-472a-a170-6ab56020d2de', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'floating_ip_address': '172.25.2.138', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'port_id': '83463b06-1a0e-4068-9837-7dece2d6ca70', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab', 'mac_address': 'fa:16:3e:27:6a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ba513-490d-4aed-8272-f7410e4cdca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:15Z', 'updated_at': '2021-07-07T17:54:15Z', 'revision_number': 0, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083e4960-ca54-4be5-96e6-4b6843d2a59b', 'name': '', 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'mac_address': 'fa:16:3e:f0:b4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0535bb81-ce2a-4868-b909-b45d275c3954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:20Z', 'updated_at': '2021-07-07T17:53:28Z', 'revision_number': 5, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'subnets': [{'id': '0535bb81-ce2a-4868-b909-b45d275c3954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:17.312303 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf7923-f56b-4ab9-baf1-084b71818a66 req-e3aac3f6-05d5-49db-ad3e-fe2d9ae731ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:17.314301 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0bf7923-f56b-4ab9-baf1-084b71818a66 req-e3aac3f6-05d5-49db-ad3e-fe2d9ae731ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d07511-eac9-4d1c-a5b8-e69d49f080ab HTTP/1.1" status: 200 len: 916 time: 0.1837108 Jul 07 17:54:17.323339 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e15ab30-2162-4f79-a626-93d7f9699e6f tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.350117 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42fd6db-7078-4240-b10a-a4994433576f None None] Checking router: 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:54:17.365397 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42fd6db-7078-4240-b10a-a4994433576f None None] Routers {'1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:54:17.366455 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-b42fd6db-7078-4240-b10a-a4994433576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:53:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:17.408622 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e15ab30-2162-4f79-a626-93d7f9699e6f tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.414363 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e15ab30-2162-4f79-a626-93d7f9699e6f tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.427752 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0bf7923-f56b-4ab9-baf1-084b71818a66 req-4665e770-57f5-4c02-a1e8-4a5c3842807b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83463b06-1a0e-4068-9837-7dece2d6ca70 HTTP/1.1" status: 200 len: 999 time: 0.1051912 Jul 07 17:54:17.436041 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15ab30-2162-4f79-a626-93d7f9699e6f tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026f5830-ae71-4f02-826f-67cc5ec4e0c9,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:17.457308 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e15ab30-2162-4f79-a626-93d7f9699e6f tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.458624 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9e15ab30-2162-4f79-a626-93d7f9699e6f tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1913037 Jul 07 17:54:17.461692 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36218) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:17.466638 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-6925f16a-b645-49a0-b57f-98faaa69efe5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Request body: {'security_group_rule': {'security_group_id': 'c7ef8b49-5480-4752-a40b-253d6e8be3e8', 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:17.507543 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6925f16a-b645-49a0-b57f-98faaa69efe5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.513998 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf7923-f56b-4ab9-baf1-084b71818a66 req-574b9610-1788-4fbf-a9b1-41afaaca7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:17.516701 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0bf7923-f56b-4ab9-baf1-084b71818a66 req-574b9610-1788-4fbf-a9b1-41afaaca7424 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0535bb81-ce2a-4868-b909-b45d275c3954 HTTP/1.1" status: 200 len: 854 time: 0.0792770 Jul 07 17:54:17.552230 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-b42fd6db-7078-4240-b10a-a4994433576f None None] Set router 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:54:17.615366 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6925f16a-b645-49a0-b57f-98faaa69efe5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.616637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf7923-f56b-4ab9-baf1-084b71818a66 req-97892ef9-eb7a-49bc-9002-0afb84a9d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:17.619091 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0bf7923-f56b-4ab9-baf1-084b71818a66 req-97892ef9-eb7a-49bc-9002-0afb84a9d178 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d07511-eac9-4d1c-a5b8-e69d49f080ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952251 Jul 07 17:54:17.621412 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6925f16a-b645-49a0-b57f-98faaa69efe5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.655772 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925f16a-b645-49a0-b57f-98faaa69efe5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6f792e-6684-4fad-898b-9e5438b22106,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:17.660091 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6925f16a-b645-49a0-b57f-98faaa69efe5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.665638 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6925f16a-b645-49a0-b57f-98faaa69efe5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1988187 Jul 07 17:54:17.666514 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36220) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:17.672035 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-002e7cdb-7b05-4d3c-9046-a1ea67fb38f5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Request body: {'security_group_rule': {'security_group_id': 'c7ef8b49-5480-4752-a40b-253d6e8be3e8', 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:17.718490 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-002e7cdb-7b05-4d3c-9046-a1ea67fb38f5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.735613 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.819023 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-002e7cdb-7b05-4d3c-9046-a1ea67fb38f5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.825486 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-002e7cdb-7b05-4d3c-9046-a1ea67fb38f5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.847059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e7cdb-7b05-4d3c-9046-a1ea67fb38f5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e128b9c-6136-416c-a7a9-97b4a4fff885,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:17.857443 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-002e7cdb-7b05-4d3c-9046-a1ea67fb38f5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.864185 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-002e7cdb-7b05-4d3c-9046-a1ea67fb38f5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1926999 Jul 07 17:54:17.864664 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36222) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:17.873871 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-78831b74-1ff3-4d2a-baa9-8c3e5601d51e tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Request body: {'security_group_rule': {'security_group_id': 'c7ef8b49-5480-4752-a40b-253d6e8be3e8', 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:17.917750 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78831b74-1ff3-4d2a-baa9-8c3e5601d51e tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:17.953379 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-b42fd6db-7078-4240-b10a-a4994433576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'name': 'tempest-TestMinimumBasicScenario-2044646969-router', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:21Z', 'revision_number': 4, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'gw_port': {'id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '571ac588-ccf7-472a-a170-6ab56020d2de', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'floating_ip_address': '172.25.2.138', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'port_id': '83463b06-1a0e-4068-9837-7dece2d6ca70', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab', 'mac_address': 'fa:16:3e:27:6a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ba513-490d-4aed-8272-f7410e4cdca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:15Z', 'updated_at': '2021-07-07T17:54:15Z', 'revision_number': 0, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083e4960-ca54-4be5-96e6-4b6843d2a59b', 'name': '', 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'mac_address': 'fa:16:3e:f0:b4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0535bb81-ce2a-4868-b909-b45d275c3954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:20Z', 'updated_at': '2021-07-07T17:53:28Z', 'revision_number': 5, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'subnets': [{'id': '0535bb81-ce2a-4868-b909-b45d275c3954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:54:17.993511 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42fd6db-7078-4240-b10a-a4994433576f None None] The sync data for ids ['1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'] in n-d-793620-7 is: [{'id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'name': 'tempest-TestMinimumBasicScenario-2044646969-router', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:21Z', 'revision_number': 4, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'gw_port': {'id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '571ac588-ccf7-472a-a170-6ab56020d2de', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'floating_ip_address': '172.25.2.138', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'port_id': '83463b06-1a0e-4068-9837-7dece2d6ca70', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab', 'mac_address': 'fa:16:3e:27:6a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ba513-490d-4aed-8272-f7410e4cdca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:54:15Z', 'updated_at': '2021-07-07T17:54:15Z', 'revision_number': 0, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083e4960-ca54-4be5-96e6-4b6843d2a59b', 'name': '', 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'mac_address': 'fa:16:3e:f0:b4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0535bb81-ce2a-4868-b909-b45d275c3954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:20Z', 'updated_at': '2021-07-07T17:53:28Z', 'revision_number': 5, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'subnets': [{'id': '0535bb81-ce2a-4868-b909-b45d275c3954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:54:18.012512 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78831b74-1ff3-4d2a-baa9-8c3e5601d51e tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:18.023945 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78831b74-1ff3-4d2a-baa9-8c3e5601d51e tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:18.027082 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d01e1f11-6ba8-4c10-a008-6f7507a5200b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:18.050690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78831b74-1ff3-4d2a-baa9-8c3e5601d51e tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b658f6-9191-4312-b304-298d4c7096cb,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:18.064886 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78831b74-1ff3-4d2a-baa9-8c3e5601d51e tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:18.067764 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-78831b74-1ff3-4d2a-baa9-8c3e5601d51e tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2001369 Jul 07 17:54:18.071944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36224) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:18.084617 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-0d7d3dab-9473-44f9-bcdf-c4d2f1fa61ea tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Request body: {'security_group_rule': {'security_group_id': 'c7ef8b49-5480-4752-a40b-253d6e8be3e8', 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:18.127883 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0bf7923-f56b-4ab9-baf1-084b71818a66 req-ec116c5e-3ef4-4ae3-9a03-e50a19273404 service neutron] 10.222.0.15 "GET /v2.0/networks/88d07511-eac9-4d1c-a5b8-e69d49f080ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010989 Jul 07 17:54:18.159069 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-0d7d3dab-9473-44f9-bcdf-c4d2f1fa61ea tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Project f599c80ce2c54353878ef2e72d884d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:54:18.198630 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0d7d3dab-9473-44f9-bcdf-c4d2f1fa61ea tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:18.300583 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0254e8-9d6e-4033-9b47-5d6701605839 None None] New status for floating IP 571ac588-ccf7-472a-a170-6ab56020d2de: ACTIVE {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:54:18.322688 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0bf7923-f56b-4ab9-baf1-084b71818a66 req-7b35cb1e-89a3-4249-9c6a-3628affffcf0 service neutron] 10.222.0.15 "GET /v2.0/networks/88d07511-eac9-4d1c-a5b8-e69d49f080ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866114 Jul 07 17:54:18.336860 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0d7d3dab-9473-44f9-bcdf-c4d2f1fa61ea tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:18.342371 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0d7d3dab-9473-44f9-bcdf-c4d2f1fa61ea tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:18.370836 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d3dab-9473-44f9-bcdf-c4d2f1fa61ea tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7a9651-ebd2-4a64-a6a3-af6683e5c8e5,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:18.381847 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0d7d3dab-9473-44f9-bcdf-c4d2f1fa61ea tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:18.386981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36226) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:54:18.387269 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0d7d3dab-9473-44f9-bcdf-c4d2f1fa61ea tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3135121 Jul 07 17:54:18.395432 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-42713d05-6497-40b6-bbc0-01c934e221e0 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Request body: {'security_group_rule': {'security_group_id': 'c7ef8b49-5480-4752-a40b-253d6e8be3e8', 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:18.439875 n-d-793620-7 neutron-server[100409]: INFO neutron.db.securitygroups_db [None req-42713d05-6497-40b6-bbc0-01c934e221e0 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Project f599c80ce2c54353878ef2e72d884d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:54:18.446480 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42713d05-6497-40b6-bbc0-01c934e221e0 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:18.525924 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42713d05-6497-40b6-bbc0-01c934e221e0 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:18.531478 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42713d05-6497-40b6-bbc0-01c934e221e0 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:18.551507 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42713d05-6497-40b6-bbc0-01c934e221e0 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f5afca-8935-4a03-a535-075ae6ee9ede,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:18.561102 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42713d05-6497-40b6-bbc0-01c934e221e0 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:18.563637 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-42713d05-6497-40b6-bbc0-01c934e221e0 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1745734 Jul 07 17:54:18.704467 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c0f11c2-8ca1-43d0-9eca-af982ea188de req-3bbd2a36-991c-4e22-b836-e4060588ff35 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1122672469&fields=id&tenant_id=f599c80ce2c54353878ef2e72d884d4f HTTP/1.1" status: 200 len: 267 time: 0.0382195 Jul 07 17:54:18.784402 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f11c2-8ca1-43d0-9eca-af982ea188de req-a6746586-0432-47fb-812a-e6139c19a354 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:18.786177 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c0f11c2-8ca1-43d0-9eca-af982ea188de req-a6746586-0432-47fb-812a-e6139c19a354 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 945 time: 0.0739849 Jul 07 17:54:18.797532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-5c0f11c2-8ca1-43d0-9eca-af982ea188de req-ad2d0f76-ee1b-4981-a296-519e4a2430f8 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Request body: {'port': {'security_groups': ['09f1c74d-7a60-4faf-9bd9-15e24e1ec919', 'c7ef8b49-5480-4752-a40b-253d6e8be3e8']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:54:18.911675 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c0f11c2-8ca1-43d0-9eca-af982ea188de req-ad2d0f76-ee1b-4981-a296-519e4a2430f8 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.059876 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.160386 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-5c0f11c2-8ca1-43d0-9eca-af982ea188de req-ad2d0f76-ee1b-4981-a296-519e4a2430f8 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] For port 83463b06-1a0e-4068-9837-7dece2d6ca70, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=83463b06-1a0e-4068-9837-7dece2d6ca70,segment=NetworkSegment(3a6554d8-ff36-4eb4-8198-9a02a5d67a29),segment_id=3a6554d8-ff36-4eb4-8198-9a02a5d67a29)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:54:19.203092 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c0f11c2-8ca1-43d0-9eca-af982ea188de req-ad2d0f76-ee1b-4981-a296-519e4a2430f8 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.208775 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c0f11c2-8ca1-43d0-9eca-af982ea188de req-ad2d0f76-ee1b-4981-a296-519e4a2430f8 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.221094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['83463b06-1a0e-4068-9837-7dece2d6ca70'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:19.260666 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f11c2-8ca1-43d0-9eca-af982ea188de req-ad2d0f76-ee1b-4981-a296-519e4a2430f8 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:19.261573 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-5c0f11c2-8ca1-43d0-9eca-af982ea188de req-ad2d0f76-ee1b-4981-a296-519e4a2430f8 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.263305 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5c0f11c2-8ca1-43d0-9eca-af982ea188de req-ad2d0f76-ee1b-4981-a296-519e4a2430f8 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "PUT /v2.0/ports/83463b06-1a0e-4068-9837-7dece2d6ca70 HTTP/1.1" status: 200 len: 981 time: 0.4706931 Jul 07 17:54:19.263984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26ba513-490d-4aed-8272-f7410e4cdca3', 'tag': '83463b06-1a0e-4068-9837-7dece2d6ca70'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:54:19.267026 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38ff50d-1e2f-438d-9c34-6e4db1b61fac" -d '{"events": [{"name": "network-changed", "server_uuid": "e26ba513-490d-4aed-8272-f7410e4cdca3", "tag": "83463b06-1a0e-4068-9837-7dece2d6ca70"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:54:19.311577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d0f76-ee1b-4981-a296-519e4a2430f8 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Pushing event updated for resources: {'Port': ['ID=83463b06-1a0e-4068-9837-7dece2d6ca70,revision_number=6']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:54:19.327488 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['83463b06-1a0e-4068-9837-7dece2d6ca70'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:54:19.367310 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c29c879-9b88-427e-8035-09bd71403d1b x-openstack-request-id: req-8c29c879-9b88-427e-8035-09bd71403d1b {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:54:19.367938 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26ba513-490d-4aed-8272-f7410e4cdca3", "tag": "83463b06-1a0e-4068-9837-7dece2d6ca70", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:54:19.368175 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c29c879-9b88-427e-8035-09bd71403d1b {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:54:19.368627 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26ba513-490d-4aed-8272-f7410e4cdca3', 'tag': '83463b06-1a0e-4068-9837-7dece2d6ca70', 'status': 'completed', 'code': 200} Jul 07 17:54:19.551527 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797276e-d16d-4494-8298-03553624de8c req-59b8dec6-15d0-42ee-979f-09e8b06aa539 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:19.553009 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1797276e-d16d-4494-8298-03553624de8c req-59b8dec6-15d0-42ee-979f-09e8b06aa539 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 984 time: 0.0985799 Jul 07 17:54:19.560427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ff50d-1e2f-438d-9c34-6e4db1b61fac req-9e511c3f-9e17-4bd1-addf-54a980e01898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:19.561970 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b38ff50d-1e2f-438d-9c34-6e4db1b61fac req-9e511c3f-9e17-4bd1-addf-54a980e01898 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f599c80ce2c54353878ef2e72d884d4f&device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 1135 time: 0.1656327 Jul 07 17:54:19.591158 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-843f10a5-1c35-48ad-973c-f2aefab14d27 None None] Provisioning complete for port 83463b06-1a0e-4068-9837-7dece2d6ca70 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:54:19.591535 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-843f10a5-1c35-48ad-973c-f2aefab14d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:19.656660 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1797276e-d16d-4494-8298-03553624de8c req-5401fceb-fa17-40ed-a1e1-fd80b3219574 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7ef8b49-5480-4752-a40b-253d6e8be3e8&id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0934968 Jul 07 17:54:19.705383 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ff50d-1e2f-438d-9c34-6e4db1b61fac req-97c163ca-f8e9-4950-8e6f-109046b36fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:19.707055 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b38ff50d-1e2f-438d-9c34-6e4db1b61fac req-97c163ca-f8e9-4950-8e6f-109046b36fa1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d07511-eac9-4d1c-a5b8-e69d49f080ab HTTP/1.1" status: 200 len: 916 time: 0.1372948 Jul 07 17:54:19.782598 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b38ff50d-1e2f-438d-9c34-6e4db1b61fac req-046c5b50-99c1-41b2-ad2a-ba6306a43490 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83463b06-1a0e-4068-9837-7dece2d6ca70 HTTP/1.1" status: 200 len: 1001 time: 0.0679712 Jul 07 17:54:19.839504 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ff50d-1e2f-438d-9c34-6e4db1b61fac req-648f841f-ad2f-4f81-bbb8-9dc7a5a0f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:19.841250 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b38ff50d-1e2f-438d-9c34-6e4db1b61fac req-648f841f-ad2f-4f81-bbb8-9dc7a5a0f824 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0535bb81-ce2a-4868-b909-b45d275c3954 HTTP/1.1" status: 200 len: 854 time: 0.0521584 Jul 07 17:54:19.909260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ff50d-1e2f-438d-9c34-6e4db1b61fac req-564bd3dc-a70d-4362-90ae-8ec3652a981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:19.911674 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b38ff50d-1e2f-438d-9c34-6e4db1b61fac req-564bd3dc-a70d-4362-90ae-8ec3652a981b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d07511-eac9-4d1c-a5b8-e69d49f080ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620804 Jul 07 17:54:20.022339 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b38ff50d-1e2f-438d-9c34-6e4db1b61fac req-82f43032-3b86-4bf1-b9e4-3f7a03920944 service neutron] 10.222.0.15 "GET /v2.0/networks/88d07511-eac9-4d1c-a5b8-e69d49f080ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030486 Jul 07 17:54:20.126704 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b38ff50d-1e2f-438d-9c34-6e4db1b61fac req-71e10a9f-07d0-41c1-bb12-bd65c610d003 service neutron] 10.222.0.15 "GET /v2.0/networks/88d07511-eac9-4d1c-a5b8-e69d49f080ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949876 Jul 07 17:54:20.516088 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:35.323584 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca84c1-88f6-4e97-aaa1-a4a30411f091 req-0c7bef1b-2bdf-4efc-b706-29ddebdedd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:35.325121 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ceca84c1-88f6-4e97-aaa1-a4a30411f091 req-0c7bef1b-2bdf-4efc-b706-29ddebdedd35 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f599c80ce2c54353878ef2e72d884d4f&device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 1135 time: 0.1291940 Jul 07 17:54:35.347383 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee373e6-07b5-41d2-a4f4-7ee099cf2aee req-6cb84c79-183d-4d86-95d8-618ac9ae180a tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:35.348991 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4ee373e6-07b5-41d2-a4f4-7ee099cf2aee req-6cb84c79-183d-4d86-95d8-618ac9ae180a tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 984 time: 0.1035740 Jul 07 17:54:35.451209 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4ee373e6-07b5-41d2-a4f4-7ee099cf2aee req-45ce6200-2129-4711-9056-124debd52211 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7ef8b49-5480-4752-a40b-253d6e8be3e8&id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886803 Jul 07 17:54:35.481677 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca84c1-88f6-4e97-aaa1-a4a30411f091 req-93f261b3-ea63-4555-8fc2-0c91190afb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:35.481677 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ceca84c1-88f6-4e97-aaa1-a4a30411f091 req-93f261b3-ea63-4555-8fc2-0c91190afb0f service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d07511-eac9-4d1c-a5b8-e69d49f080ab HTTP/1.1" status: 200 len: 916 time: 0.1488197 Jul 07 17:54:35.560339 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ceca84c1-88f6-4e97-aaa1-a4a30411f091 req-5a382e44-85b0-457c-8a3c-acdaadbc3de1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83463b06-1a0e-4068-9837-7dece2d6ca70 HTTP/1.1" status: 200 len: 1001 time: 0.0682247 Jul 07 17:54:35.639052 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca84c1-88f6-4e97-aaa1-a4a30411f091 req-a51a9a7d-190f-4cf8-bfe3-712d8675a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:35.640667 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ceca84c1-88f6-4e97-aaa1-a4a30411f091 req-a51a9a7d-190f-4cf8-bfe3-712d8675a3c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0535bb81-ce2a-4868-b909-b45d275c3954 HTTP/1.1" status: 200 len: 854 time: 0.0732403 Jul 07 17:54:35.707776 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca84c1-88f6-4e97-aaa1-a4a30411f091 req-c7c35e09-732c-48f1-b8ed-1d9d76fab927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:35.709330 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ceca84c1-88f6-4e97-aaa1-a4a30411f091 req-c7c35e09-732c-48f1-b8ed-1d9d76fab927 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d07511-eac9-4d1c-a5b8-e69d49f080ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614104 Jul 07 17:54:35.809615 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ceca84c1-88f6-4e97-aaa1-a4a30411f091 req-2b94f1bf-974f-4b54-a558-8b10fdb05ffb service neutron] 10.222.0.15 "GET /v2.0/networks/88d07511-eac9-4d1c-a5b8-e69d49f080ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914819 Jul 07 17:54:35.911000 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ceca84c1-88f6-4e97-aaa1-a4a30411f091 req-5353b835-179f-478c-96b1-de04c3fd0bee service neutron] 10.222.0.15 "GET /v2.0/networks/88d07511-eac9-4d1c-a5b8-e69d49f080ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946920 Jul 07 17:54:36.304164 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:54:36.645906 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e4233-cb62-4a0c-99e4-8056bc8edd97 req-f5182e12-e13d-4593-943f-364a2b76d211 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:36.647526 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-738e4233-cb62-4a0c-99e4-8056bc8edd97 req-f5182e12-e13d-4593-943f-364a2b76d211 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 984 time: 0.0679266 Jul 07 17:54:36.694775 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-738e4233-cb62-4a0c-99e4-8056bc8edd97 req-a2f5300f-2fa5-4bae-a29d-01c4b8766c05 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7ef8b49-5480-4752-a40b-253d6e8be3e8&id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414112 Jul 07 17:54:37.890346 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2780c9-8795-4d7e-bfdd-3ae061a223ac req-203389ec-1f3d-4a59-a49b-55ef6340c395 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:37.891944 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4b2780c9-8795-4d7e-bfdd-3ae061a223ac req-203389ec-1f3d-4a59-a49b-55ef6340c395 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 984 time: 0.0704007 Jul 07 17:54:37.947244 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4b2780c9-8795-4d7e-bfdd-3ae061a223ac req-16b164cb-0128-4295-9083-42f12572486a tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7ef8b49-5480-4752-a40b-253d6e8be3e8&id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490701 Jul 07 17:54:39.144328 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d8d59-7f6a-482e-b912-61a363817248 req-fd9e6f23-75f1-417d-a6f0-27f117710ff5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:39.145923 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-834d8d59-7f6a-482e-b912-61a363817248 req-fd9e6f23-75f1-417d-a6f0-27f117710ff5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 984 time: 0.0776637 Jul 07 17:54:39.192022 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-834d8d59-7f6a-482e-b912-61a363817248 req-d5de61f7-1200-442b-861f-0fa784e13986 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7ef8b49-5480-4752-a40b-253d6e8be3e8&id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401061 Jul 07 17:54:40.386135 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ae04d-8952-4e93-8943-ddd8aa50bcfc req-0b5d7d3c-03f8-4f80-aca1-84a7ee1f10b0 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:40.387697 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-402ae04d-8952-4e93-8943-ddd8aa50bcfc req-0b5d7d3c-03f8-4f80-aca1-84a7ee1f10b0 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 984 time: 0.0701423 Jul 07 17:54:40.435173 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-402ae04d-8952-4e93-8943-ddd8aa50bcfc req-44a829a0-304b-4f8f-9441-33dc2208bc91 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7ef8b49-5480-4752-a40b-253d6e8be3e8&id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412672 Jul 07 17:54:42.034330 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17c6b3-2337-4a59-b5e0-ac29031e99cf req-10befcff-ffdc-4a10-b893-eee1012bae9d tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:42.036061 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fc17c6b3-2337-4a59-b5e0-ac29031e99cf req-10befcff-ffdc-4a10-b893-eee1012bae9d tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 984 time: 0.4756160 Jul 07 17:54:42.104702 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fc17c6b3-2337-4a59-b5e0-ac29031e99cf req-a1c066b1-3b54-4b73-8cfe-9f71e901de37 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7ef8b49-5480-4752-a40b-253d6e8be3e8&id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567529 Jul 07 17:54:43.303397 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ba6a5-c1b7-495d-9499-2eae20e9d897 req-06141752-7a08-4014-a7e7-fe5b550bb9a2 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:43.304997 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d09ba6a5-c1b7-495d-9499-2eae20e9d897 req-06141752-7a08-4014-a7e7-fe5b550bb9a2 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 984 time: 0.0790863 Jul 07 17:54:43.350760 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d09ba6a5-c1b7-495d-9499-2eae20e9d897 req-bbb47485-3b14-44ef-81bc-fefe6c62e1fd tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7ef8b49-5480-4752-a40b-253d6e8be3e8&id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394199 Jul 07 17:54:44.554742 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df973205-fda5-47e1-b1ac-b491f3a8aef1 req-c462a7db-313a-4c98-a097-d08cb91924a6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:44.556619 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-df973205-fda5-47e1-b1ac-b491f3a8aef1 req-c462a7db-313a-4c98-a097-d08cb91924a6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 984 time: 0.0744393 Jul 07 17:54:44.603767 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-df973205-fda5-47e1-b1ac-b491f3a8aef1 req-3a77f10c-9cf3-4e3c-ad7e-c6b277ae93e6 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7ef8b49-5480-4752-a40b-253d6e8be3e8&id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403042 Jul 07 17:54:44.798582 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-54827c36-7649-49d1-aebf-bc0e5fff150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:44.837765 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:45.938676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e1730-c7ba-4a4b-b878-955c0987b1f6 req-599ea993-14a9-4c01-95b9-66ccaf2903db tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:45.940715 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f49e1730-c7ba-4a4b-b878-955c0987b1f6 req-599ea993-14a9-4c01-95b9-66ccaf2903db tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 984 time: 0.2177052 Jul 07 17:54:45.997344 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f49e1730-c7ba-4a4b-b878-955c0987b1f6 req-a54b2e90-9af6-4c40-b9d2-270d9774a3a5 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7ef8b49-5480-4752-a40b-253d6e8be3e8&id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502992 Jul 07 17:54:47.086879 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:47.286454 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f89d2-dc6c-49c8-b9ae-15dafac6b0ea req-b5363c74-8f33-49e4-aa36-46f11f53af40 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:47.288760 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-603f89d2-dc6c-49c8-b9ae-15dafac6b0ea req-b5363c74-8f33-49e4-aa36-46f11f53af40 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 984 time: 0.1499953 Jul 07 17:54:47.332482 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-603f89d2-dc6c-49c8-b9ae-15dafac6b0ea req-1a0332de-d26d-4136-8ef4-6233760a0a74 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7ef8b49-5480-4752-a40b-253d6e8be3e8&id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383854 Jul 07 17:54:47.726111 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:48.021033 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7b3802ff-c171-4cb5-8dd8-dd1e229e2cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:49.063188 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:50.518024 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:54:55.000537 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2cbff2da-6ced-4c86-b30f-27f6a7c504d3 req-9594519d-db4f-4faf-8d75-b272414823fc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1063969 Jul 07 17:54:55.112026 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbff2da-6ced-4c86-b30f-27f6a7c504d3 req-7e75a5af-8599-4a64-b9ab-d132c325a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:55.113726 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2cbff2da-6ced-4c86-b30f-27f6a7c504d3 req-7e75a5af-8599-4a64-b9ab-d132c325a40c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f599c80ce2c54353878ef2e72d884d4f&device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 1135 time: 0.0674987 Jul 07 17:54:55.233984 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbff2da-6ced-4c86-b30f-27f6a7c504d3 req-39e8bbe4-229b-405e-8b4c-9aa5c510341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:55.235540 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2cbff2da-6ced-4c86-b30f-27f6a7c504d3 req-39e8bbe4-229b-405e-8b4c-9aa5c510341b service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d07511-eac9-4d1c-a5b8-e69d49f080ab HTTP/1.1" status: 200 len: 916 time: 0.0972826 Jul 07 17:54:55.309849 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2cbff2da-6ced-4c86-b30f-27f6a7c504d3 req-09bbf720-0cd9-470c-baf3-ac181e4bd87d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83463b06-1a0e-4068-9837-7dece2d6ca70 HTTP/1.1" status: 200 len: 1001 time: 0.0674047 Jul 07 17:54:55.365275 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbff2da-6ced-4c86-b30f-27f6a7c504d3 req-912bddd9-319f-413d-9c5c-5d61d048df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:55.366878 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2cbff2da-6ced-4c86-b30f-27f6a7c504d3 req-912bddd9-319f-413d-9c5c-5d61d048df52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0535bb81-ce2a-4868-b909-b45d275c3954 HTTP/1.1" status: 200 len: 854 time: 0.0494971 Jul 07 17:54:55.436504 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbff2da-6ced-4c86-b30f-27f6a7c504d3 req-ffdd2a94-87f1-4e3c-806f-c23710e54394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:54:55.438093 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2cbff2da-6ced-4c86-b30f-27f6a7c504d3 req-ffdd2a94-87f1-4e3c-806f-c23710e54394 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d07511-eac9-4d1c-a5b8-e69d49f080ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643849 Jul 07 17:54:55.541759 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2cbff2da-6ced-4c86-b30f-27f6a7c504d3 req-64b25aee-c5ec-41d1-9c24-f54e858ef740 service neutron] 10.222.0.15 "GET /v2.0/networks/88d07511-eac9-4d1c-a5b8-e69d49f080ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957947 Jul 07 17:54:55.649580 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2cbff2da-6ced-4c86-b30f-27f6a7c504d3 req-2b7759e0-816e-42ed-b22d-7d3ead504c07 service neutron] 10.222.0.15 "GET /v2.0/networks/88d07511-eac9-4d1c-a5b8-e69d49f080ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999179 Jul 07 17:55:13.304020 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:55:14.801671 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-06591f17-5f86-48a5-ad85-d1e18cc15f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:14.844210 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:17.091054 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:17.719450 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:18.025573 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f4b01b81-4fc9-42dc-a6a6-17e5f8dafb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:19.060620 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:20.353219 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6a3b0e19-2121-4268-9a5e-ee16a1818dc9 req-eb845c96-5a15-4583-b8c0-3b60dfd2f458 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1122672469&fields=id&tenant_id=f599c80ce2c54353878ef2e72d884d4f HTTP/1.1" status: 200 len: 267 time: 0.0395479 Jul 07 17:55:20.422144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b0e19-2121-4268-9a5e-ee16a1818dc9 req-4d9cf53f-d251-44fa-9d6b-c7c958e7c9df tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:20.423744 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6a3b0e19-2121-4268-9a5e-ee16a1818dc9 req-4d9cf53f-d251-44fa-9d6b-c7c958e7c9df tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 984 time: 0.0651882 Jul 07 17:55:20.435339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-6a3b0e19-2121-4268-9a5e-ee16a1818dc9 req-3c98fadf-9680-4e52-8b86-735ebe53f091 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Request body: {'port': {'security_groups': ['09f1c74d-7a60-4faf-9bd9-15e24e1ec919']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:20.520470 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:20.521092 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6a3b0e19-2121-4268-9a5e-ee16a1818dc9 req-3c98fadf-9680-4e52-8b86-735ebe53f091 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:20.693273 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-6a3b0e19-2121-4268-9a5e-ee16a1818dc9 req-3c98fadf-9680-4e52-8b86-735ebe53f091 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] For port 83463b06-1a0e-4068-9837-7dece2d6ca70, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=83463b06-1a0e-4068-9837-7dece2d6ca70,segment=NetworkSegment(3a6554d8-ff36-4eb4-8198-9a02a5d67a29),segment_id=3a6554d8-ff36-4eb4-8198-9a02a5d67a29)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:20.723117 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6a3b0e19-2121-4268-9a5e-ee16a1818dc9 req-3c98fadf-9680-4e52-8b86-735ebe53f091 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:20.728103 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6a3b0e19-2121-4268-9a5e-ee16a1818dc9 req-3c98fadf-9680-4e52-8b86-735ebe53f091 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:20.740854 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['83463b06-1a0e-4068-9837-7dece2d6ca70'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:20.791587 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b0e19-2121-4268-9a5e-ee16a1818dc9 req-3c98fadf-9680-4e52-8b86-735ebe53f091 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:20.792254 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6a3b0e19-2121-4268-9a5e-ee16a1818dc9 req-3c98fadf-9680-4e52-8b86-735ebe53f091 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:20.794868 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6a3b0e19-2121-4268-9a5e-ee16a1818dc9 req-3c98fadf-9680-4e52-8b86-735ebe53f091 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "PUT /v2.0/ports/83463b06-1a0e-4068-9837-7dece2d6ca70 HTTP/1.1" status: 200 len: 942 time: 0.3634272 Jul 07 17:55:20.794868 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26ba513-490d-4aed-8272-f7410e4cdca3', 'tag': '83463b06-1a0e-4068-9837-7dece2d6ca70'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:20.801717 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b876b65-58c1-46d0-bc50-0c24d06bbf7a" -d '{"events": [{"name": "network-changed", "server_uuid": "e26ba513-490d-4aed-8272-f7410e4cdca3", "tag": "83463b06-1a0e-4068-9837-7dece2d6ca70"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:20.801886 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36288) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:20.833034 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98fadf-9680-4e52-8b86-735ebe53f091 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Pushing event updated for resources: {'Port': ['ID=83463b06-1a0e-4068-9837-7dece2d6ca70,revision_number=7']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:20.849399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98fadf-9680-4e52-8b86-735ebe53f091 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:20.849760 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98fadf-9680-4e52-8b86-735ebe53f091 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:20.850108 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98fadf-9680-4e52-8b86-735ebe53f091 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:20.850476 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98fadf-9680-4e52-8b86-735ebe53f091 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:20.850816 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98fadf-9680-4e52-8b86-735ebe53f091 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:20.853574 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98fadf-9680-4e52-8b86-735ebe53f091 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:20.853951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98fadf-9680-4e52-8b86-735ebe53f091 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:20.854307 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98fadf-9680-4e52-8b86-735ebe53f091 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:20.854660 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98fadf-9680-4e52-8b86-735ebe53f091 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:20.855008 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98fadf-9680-4e52-8b86-735ebe53f091 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:20.855330 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98fadf-9680-4e52-8b86-735ebe53f091 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:20.855662 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c98fadf-9680-4e52-8b86-735ebe53f091 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:20.861549 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['83463b06-1a0e-4068-9837-7dece2d6ca70'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:20.878395 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb98d2b7-9e79-4dd6-b349-7b06fe720bfe tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:20.913282 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb98d2b7-9e79-4dd6-b349-7b06fe720bfe tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:20.919280 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c38fa20-8895-4655-994d-f36a10b50b2c x-openstack-request-id: req-2c38fa20-8895-4655-994d-f36a10b50b2c {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:20.919800 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26ba513-490d-4aed-8272-f7410e4cdca3", "tag": "83463b06-1a0e-4068-9837-7dece2d6ca70", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:20.920394 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c38fa20-8895-4655-994d-f36a10b50b2c {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:20.920908 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26ba513-490d-4aed-8272-f7410e4cdca3', 'tag': '83463b06-1a0e-4068-9837-7dece2d6ca70', 'status': 'completed', 'code': 200} Jul 07 17:55:21.003223 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb98d2b7-9e79-4dd6-b349-7b06fe720bfe tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:21.006506 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fb98d2b7-9e79-4dd6-b349-7b06fe720bfe tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:21.007842 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fb98d2b7-9e79-4dd6-b349-7b06fe720bfe tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "DELETE /v2.0/security-groups/c7ef8b49-5480-4752-a40b-253d6e8be3e8 HTTP/1.1" status: 204 len: 168 time: 0.2043340 Jul 07 17:55:21.012600 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36292) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:21.022135 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b876b65-58c1-46d0-bc50-0c24d06bbf7a req-66a9d2db-aff5-4ca9-a285-97649c74cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:21.023910 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b876b65-58c1-46d0-bc50-0c24d06bbf7a req-66a9d2db-aff5-4ca9-a285-97649c74cd7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f599c80ce2c54353878ef2e72d884d4f&device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 1096 time: 0.0772591 Jul 07 17:55:21.027838 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98d2b7-9e79-4dd6-b349-7b06fe720bfe tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ef8b49-5480-4752-a40b-253d6e8be3e8,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:21.075116 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98d2b7-9e79-4dd6-b349-7b06fe720bfe tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:21.075537 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98d2b7-9e79-4dd6-b349-7b06fe720bfe tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:21.075537 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98d2b7-9e79-4dd6-b349-7b06fe720bfe tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:21.075877 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98d2b7-9e79-4dd6-b349-7b06fe720bfe tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:21.076188 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98d2b7-9e79-4dd6-b349-7b06fe720bfe tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:21.076518 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98d2b7-9e79-4dd6-b349-7b06fe720bfe tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:21.076846 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98d2b7-9e79-4dd6-b349-7b06fe720bfe tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:21.077178 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98d2b7-9e79-4dd6-b349-7b06fe720bfe tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:21.077529 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98d2b7-9e79-4dd6-b349-7b06fe720bfe tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:21.078142 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98d2b7-9e79-4dd6-b349-7b06fe720bfe tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:21.078281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98d2b7-9e79-4dd6-b349-7b06fe720bfe tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:21.078573 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb98d2b7-9e79-4dd6-b349-7b06fe720bfe tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:21.100336 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ae634ac5-255a-48bb-9a5c-9c87e3bdf847 None None] Provisioning complete for port 83463b06-1a0e-4068-9837-7dece2d6ca70 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:21.100570 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ae634ac5-255a-48bb-9a5c-9c87e3bdf847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:21.155116 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b876b65-58c1-46d0-bc50-0c24d06bbf7a req-5e65e6c8-49f7-4a24-b190-60a2b49a4f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:21.156908 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b876b65-58c1-46d0-bc50-0c24d06bbf7a req-5e65e6c8-49f7-4a24-b190-60a2b49a4f9e service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d07511-eac9-4d1c-a5b8-e69d49f080ab HTTP/1.1" status: 200 len: 916 time: 0.1242006 Jul 07 17:55:21.214453 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-a89c79cc-6828-418c-9c3a-76abb47845b9 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Deleting port 4ee5cb4e-2939-4fa8-9a9f-a3beed4eb20a {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:21.214453 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a89c79cc-6828-418c-9c3a-76abb47845b9 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:21.236897 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b876b65-58c1-46d0-bc50-0c24d06bbf7a req-5363c5c5-8d6e-4635-a809-521c7de9ea34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83463b06-1a0e-4068-9837-7dece2d6ca70 HTTP/1.1" status: 200 len: 1001 time: 0.0729527 Jul 07 17:55:21.286485 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b876b65-58c1-46d0-bc50-0c24d06bbf7a req-4593b85e-4166-4fff-ba7b-7bb300ae9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:21.287982 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b876b65-58c1-46d0-bc50-0c24d06bbf7a req-4593b85e-4166-4fff-ba7b-7bb300ae9b6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0535bb81-ce2a-4868-b909-b45d275c3954 HTTP/1.1" status: 200 len: 854 time: 0.0448203 Jul 07 17:55:21.292382 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a89c79cc-6828-418c-9c3a-76abb47845b9 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:21.292533 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a89c79cc-6828-418c-9c3a-76abb47845b9 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:21.304389 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-a89c79cc-6828-418c-9c3a-76abb47845b9 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Calling delete_port for 4ee5cb4e-2939-4fa8-9a9f-a3beed4eb20a owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:21.346347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b876b65-58c1-46d0-bc50-0c24d06bbf7a req-3cd8cf9c-b74b-4d9b-829f-4bd9585a5f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:21.347897 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b876b65-58c1-46d0-bc50-0c24d06bbf7a req-3cd8cf9c-b74b-4d9b-829f-4bd9585a5f46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d07511-eac9-4d1c-a5b8-e69d49f080ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533535 Jul 07 17:55:21.445204 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b876b65-58c1-46d0-bc50-0c24d06bbf7a req-f7581b73-abc4-49e3-9488-aae2f0b0e8dc service neutron] 10.222.0.15 "GET /v2.0/networks/88d07511-eac9-4d1c-a5b8-e69d49f080ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902259 Jul 07 17:55:21.458210 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a89c79cc-6828-418c-9c3a-76abb47845b9 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:21.483938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c79cc-6828-418c-9c3a-76abb47845b9 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Pushing event deleted for resources: {'Port': ['ID=4ee5cb4e-2939-4fa8-9a9f-a3beed4eb20a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:21.537651 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b876b65-58c1-46d0-bc50-0c24d06bbf7a req-2790da04-0c37-4b48-a4fa-a8e0c12007f0 service neutron] 10.222.0.15 "GET /v2.0/networks/88d07511-eac9-4d1c-a5b8-e69d49f080ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863240 Jul 07 17:55:21.545450 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a89c79cc-6828-418c-9c3a-76abb47845b9 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:21.545718 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-a89c79cc-6828-418c-9c3a-76abb47845b9 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Floating IP 571ac588-ccf7-472a-a170-6ab56020d2de disassociated (deleted). External IP: 172.25.2.138, port: 83463b06-1a0e-4068-9837-7dece2d6ca70. Jul 07 17:55:21.757543 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89c79cc-6828-418c-9c3a-76abb47845b9 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Router 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:55:21.869195 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89c79cc-6828-418c-9c3a-76abb47845b9 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:55:21.874183 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a89c79cc-6828-418c-9c3a-76abb47845b9 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:21.878156 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c83e9d-3850-46d1-ba29-16123f9fccbc None None] Sync routers for ids ['1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:55:21.887201 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c83e9d-3850-46d1-ba29-16123f9fccbc None None] Routers {'1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:21.887843 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-91c83e9d-3850-46d1-ba29-16123f9fccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:55:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:21.914079 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a89c79cc-6828-418c-9c3a-76abb47845b9 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "DELETE /v2.0/floatingips/571ac588-ccf7-472a-a170-6ab56020d2de HTTP/1.1" status: 204 len: 168 time: 0.8971086 Jul 07 17:55:21.914079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26ba513-490d-4aed-8272-f7410e4cdca3', 'tag': '83463b06-1a0e-4068-9837-7dece2d6ca70'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:21.914863 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca6e636-9a54-4dcc-9cc3-ca24bac64e49" -d '{"events": [{"name": "network-changed", "server_uuid": "e26ba513-490d-4aed-8272-f7410e4cdca3", "tag": "83463b06-1a0e-4068-9837-7dece2d6ca70"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:21.953437 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb828e4b-3625-4977-8024-d0ec1dc4ab3d x-openstack-request-id: req-bb828e4b-3625-4977-8024-d0ec1dc4ab3d {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:21.953734 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26ba513-490d-4aed-8272-f7410e4cdca3", "tag": "83463b06-1a0e-4068-9837-7dece2d6ca70", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:21.953996 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bb828e4b-3625-4977-8024-d0ec1dc4ab3d {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:21.954429 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26ba513-490d-4aed-8272-f7410e4cdca3', 'tag': '83463b06-1a0e-4068-9837-7dece2d6ca70', 'status': 'completed', 'code': 200} Jul 07 17:55:22.011832 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-91c83e9d-3850-46d1-ba29-16123f9fccbc None None] Set router 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:22.040447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6e636-9a54-4dcc-9cc3-ca24bac64e49 req-9c0124a0-851e-4a09-a81a-bd51d653bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:22.041956 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eca6e636-9a54-4dcc-9cc3-ca24bac64e49 req-9c0124a0-851e-4a09-a81a-bd51d653bc46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f599c80ce2c54353878ef2e72d884d4f&device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 1096 time: 0.0650430 Jul 07 17:55:22.138437 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6e636-9a54-4dcc-9cc3-ca24bac64e49 req-6d6bfc99-393a-4825-bbba-0ff1de0f91d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:22.140266 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eca6e636-9a54-4dcc-9cc3-ca24bac64e49 req-6d6bfc99-393a-4825-bbba-0ff1de0f91d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=88d07511-eac9-4d1c-a5b8-e69d49f080ab HTTP/1.1" status: 200 len: 916 time: 0.0903203 Jul 07 17:55:22.195003 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eca6e636-9a54-4dcc-9cc3-ca24bac64e49 req-5964a75b-9135-476e-a32b-794517b88089 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83463b06-1a0e-4068-9837-7dece2d6ca70 HTTP/1.1" status: 200 len: 217 time: 0.0461791 Jul 07 17:55:22.223041 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-91c83e9d-3850-46d1-ba29-16123f9fccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'name': 'tempest-TestMinimumBasicScenario-2044646969-router', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:21Z', 'revision_number': 4, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'gw_port': {'id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '083e4960-ca54-4be5-96e6-4b6843d2a59b', 'name': '', 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'mac_address': 'fa:16:3e:f0:b4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0535bb81-ce2a-4868-b909-b45d275c3954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:20Z', 'updated_at': '2021-07-07T17:53:28Z', 'revision_number': 5, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'subnets': [{'id': '0535bb81-ce2a-4868-b909-b45d275c3954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:22.247287 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6e636-9a54-4dcc-9cc3-ca24bac64e49 req-b2e859a6-15ec-4f5f-9792-909cb62dda97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:22.248802 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eca6e636-9a54-4dcc-9cc3-ca24bac64e49 req-b2e859a6-15ec-4f5f-9792-909cb62dda97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0535bb81-ce2a-4868-b909-b45d275c3954 HTTP/1.1" status: 200 len: 854 time: 0.0473623 Jul 07 17:55:22.252874 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c83e9d-3850-46d1-ba29-16123f9fccbc None None] Checking router: 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:55:22.261252 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c83e9d-3850-46d1-ba29-16123f9fccbc None None] Routers {'1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:22.261784 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-91c83e9d-3850-46d1-ba29-16123f9fccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:55:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:22.307074 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6e636-9a54-4dcc-9cc3-ca24bac64e49 req-0080cb44-6574-4dca-a6a4-9fc5ac73d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:22.308594 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eca6e636-9a54-4dcc-9cc3-ca24bac64e49 req-0080cb44-6574-4dca-a6a4-9fc5ac73d5b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=88d07511-eac9-4d1c-a5b8-e69d49f080ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532157 Jul 07 17:55:22.368148 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-91c83e9d-3850-46d1-ba29-16123f9fccbc None None] Set router 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:22.403911 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eca6e636-9a54-4dcc-9cc3-ca24bac64e49 req-0a56ed33-2ab5-4e25-8ffe-9c9957172528 service neutron] 10.222.0.15 "GET /v2.0/networks/88d07511-eac9-4d1c-a5b8-e69d49f080ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886068 Jul 07 17:55:22.508581 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eca6e636-9a54-4dcc-9cc3-ca24bac64e49 req-fe564722-00af-4be8-8c57-f5730d30a31b service neutron] 10.222.0.15 "GET /v2.0/networks/88d07511-eac9-4d1c-a5b8-e69d49f080ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971682 Jul 07 17:55:22.573464 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-91c83e9d-3850-46d1-ba29-16123f9fccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'name': 'tempest-TestMinimumBasicScenario-2044646969-router', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:21Z', 'revision_number': 4, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'gw_port': {'id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '083e4960-ca54-4be5-96e6-4b6843d2a59b', 'name': '', 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'mac_address': 'fa:16:3e:f0:b4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0535bb81-ce2a-4868-b909-b45d275c3954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:20Z', 'updated_at': '2021-07-07T17:53:28Z', 'revision_number': 5, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'subnets': [{'id': '0535bb81-ce2a-4868-b909-b45d275c3954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:22.600475 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c83e9d-3850-46d1-ba29-16123f9fccbc None None] The sync data for ids ['1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'] in n-d-793620-7 is: [{'id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'name': 'tempest-TestMinimumBasicScenario-2044646969-router', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:21Z', 'revision_number': 4, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'gw_port': {'id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '083e4960-ca54-4be5-96e6-4b6843d2a59b', 'name': '', 'network_id': '88d07511-eac9-4d1c-a5b8-e69d49f080ab', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'mac_address': 'fa:16:3e:f0:b4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '0535bb81-ce2a-4868-b909-b45d275c3954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:20Z', 'updated_at': '2021-07-07T17:53:28Z', 'revision_number': 5, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'subnets': [{'id': '0535bb81-ce2a-4868-b909-b45d275c3954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:55:22.843670 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b9f5ac-bcfc-4bf4-aec9-8bb30755c430 None None] New status for floating IP 571ac588-ccf7-472a-a170-6ab56020d2de: DOWN {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:55:30.443693 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ff204-2c0b-40ff-8d98-4dcaa9fd5069 req-e9079e12-197c-4611-9481-6c00ada14282 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:30.445255 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-461ff204-2c0b-40ff-8d98-4dcaa9fd5069 req-e9079e12-197c-4611-9481-6c00ada14282 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 945 time: 0.0666673 Jul 07 17:55:30.488145 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-461ff204-2c0b-40ff-8d98-4dcaa9fd5069 req-f0bddc18-934b-4de9-b86f-2de86dbccaa0 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367405 Jul 07 17:55:31.664861 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07d3f0-fa4c-485c-999b-32a21c8a29ba req-64398559-8ebd-468b-8557-33f819a2258d tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:31.666415 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ec07d3f0-fa4c-485c-999b-32a21c8a29ba req-64398559-8ebd-468b-8557-33f819a2258d tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 945 time: 0.0686045 Jul 07 17:55:31.714415 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ec07d3f0-fa4c-485c-999b-32a21c8a29ba req-058c5631-e253-4d2f-87ad-ed10c889757f tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/security-groups?id=09f1c74d-7a60-4faf-9bd9-15e24e1ec919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418205 Jul 07 17:55:32.094036 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bf6b1-55f8-4682-ba6c-1784cb32c4e8 req-7058075e-3198-4d7b-a263-36f4aa5d7619 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:32.096580 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-078bf6b1-55f8-4682-ba6c-1784cb32c4e8 req-7058075e-3198-4d7b-a263-36f4aa5d7619 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.15 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 945 time: 0.0796301 Jul 07 17:55:32.200693 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-078bf6b1-55f8-4682-ba6c-1784cb32c4e8 req-bba3212a-aadb-4380-90dd-86dbf82f4655 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Deleting port 83463b06-1a0e-4068-9837-7dece2d6ca70 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:32.200951 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-078bf6b1-55f8-4682-ba6c-1784cb32c4e8 req-bba3212a-aadb-4380-90dd-86dbf82f4655 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:32.297343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-078bf6b1-55f8-4682-ba6c-1784cb32c4e8 req-bba3212a-aadb-4380-90dd-86dbf82f4655 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] For port 83463b06-1a0e-4068-9837-7dece2d6ca70, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=83463b06-1a0e-4068-9837-7dece2d6ca70,segment=NetworkSegment(3a6554d8-ff36-4eb4-8198-9a02a5d67a29),segment_id=3a6554d8-ff36-4eb4-8198-9a02a5d67a29)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:32.297703 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-078bf6b1-55f8-4682-ba6c-1784cb32c4e8 req-bba3212a-aadb-4380-90dd-86dbf82f4655 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:32.312009 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-078bf6b1-55f8-4682-ba6c-1784cb32c4e8 req-bba3212a-aadb-4380-90dd-86dbf82f4655 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Calling delete_port for 83463b06-1a0e-4068-9837-7dece2d6ca70 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:32.460139 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-078bf6b1-55f8-4682-ba6c-1784cb32c4e8 req-bba3212a-aadb-4380-90dd-86dbf82f4655 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:32.474613 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['83463b06-1a0e-4068-9837-7dece2d6ca70'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:55:32.498979 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3212a-aadb-4380-90dd-86dbf82f4655 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Pushing event deleted for resources: {'Port': ['ID=83463b06-1a0e-4068-9837-7dece2d6ca70,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:32.552805 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-078bf6b1-55f8-4682-ba6c-1784cb32c4e8 req-bba3212a-aadb-4380-90dd-86dbf82f4655 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] No DVR routers for this DVR port 83463b06-1a0e-4068-9837-7dece2d6ca70 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:32.555886 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-078bf6b1-55f8-4682-ba6c-1784cb32c4e8 req-bba3212a-aadb-4380-90dd-86dbf82f4655 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:32.558263 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-078bf6b1-55f8-4682-ba6c-1784cb32c4e8 req-bba3212a-aadb-4380-90dd-86dbf82f4655 tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.15 "DELETE /v2.0/ports/83463b06-1a0e-4068-9837-7dece2d6ca70 HTTP/1.1" status: 204 len: 173 time: 0.4565055 Jul 07 17:55:32.558743 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26ba513-490d-4aed-8272-f7410e4cdca3', 'name': 'network-vif-deleted', 'tag': '83463b06-1a0e-4068-9837-7dece2d6ca70'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:32.561107 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559cf575-e7d5-4c81-b9b5-5d47c130a5f8" -d '{"events": [{"server_uuid": "e26ba513-490d-4aed-8272-f7410e4cdca3", "name": "network-vif-deleted", "tag": "83463b06-1a0e-4068-9837-7dece2d6ca70"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:32.625999 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07de5f38-22ec-40df-bba0-aefae697c4ed x-openstack-request-id: req-07de5f38-22ec-40df-bba0-aefae697c4ed {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:32.625999 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26ba513-490d-4aed-8272-f7410e4cdca3", "name": "network-vif-deleted", "tag": "83463b06-1a0e-4068-9837-7dece2d6ca70", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:32.625999 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07de5f38-22ec-40df-bba0-aefae697c4ed {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:32.625999 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26ba513-490d-4aed-8272-f7410e4cdca3', 'name': 'network-vif-deleted', 'tag': '83463b06-1a0e-4068-9837-7dece2d6ca70', 'status': 'completed', 'code': 200} Jul 07 17:55:32.885610 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8e8bd91e-be6d-4782-8aba-f4e83ccab243 req-22d878e5-3e05-4807-9866-7ff7b9e5154d tempest-TestMinimumBasicScenario-2103222143 tempest-TestMinimumBasicScenario-2103222143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e26ba513-490d-4aed-8272-f7410e4cdca3 HTTP/1.1" status: 200 len: 210 time: 0.0402699 Jul 07 17:55:34.561011 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36388) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:34.944479 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b065111d-53f4-478a-9732-165669fb14cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:35.216347 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b065111d-53f4-478a-9732-165669fb14cc admin admin] Deleting port 083e4960-ca54-4be5-96e6-4b6843d2a59b {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:35.216558 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b065111d-53f4-478a-9732-165669fb14cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:35.295701 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-b065111d-53f4-478a-9732-165669fb14cc admin admin] For port 083e4960-ca54-4be5-96e6-4b6843d2a59b, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=083e4960-ca54-4be5-96e6-4b6843d2a59b,segment=NetworkSegment(3a6554d8-ff36-4eb4-8198-9a02a5d67a29),segment_id=3a6554d8-ff36-4eb4-8198-9a02a5d67a29)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:35.296056 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b065111d-53f4-478a-9732-165669fb14cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:35.311739 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b065111d-53f4-478a-9732-165669fb14cc admin admin] Calling delete_port for 083e4960-ca54-4be5-96e6-4b6843d2a59b owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:35.798844 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b065111d-53f4-478a-9732-165669fb14cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:35.824467 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065111d-53f4-478a-9732-165669fb14cc admin admin] Pushing event deleted for resources: {'Port': ['ID=083e4960-ca54-4be5-96e6-4b6843d2a59b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:36.016439 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b065111d-53f4-478a-9732-165669fb14cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:36.176956 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 83463b06-1a0e-4068-9837-7dece2d6ca70 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:36.199151 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 83463b06-1a0e-4068-9837-7dece2d6ca70 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:36.199507 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 83463b06-1a0e-4068-9837-7dece2d6ca70 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:36.255626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b065111d-53f4-478a-9732-165669fb14cc admin admin] Router 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:55:36.388598 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b065111d-53f4-478a-9732-165669fb14cc admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:55:36.394566 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b065111d-53f4-478a-9732-165669fb14cc admin admin] 10.222.0.50 "PUT /v2.0/routers/1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8320675 Jul 07 17:55:36.397053 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36390) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:36.403170 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5664aa-1395-44a0-8c46-5dd1de2eb18c None None] Sync routers for ids ['1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:55:36.415167 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5664aa-1395-44a0-8c46-5dd1de2eb18c None None] Routers {'1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:36.416068 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6d5664aa-1395-44a0-8c46-5dd1de2eb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:55:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:36.536054 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-50fb90b8-06c6-4782-905e-351cc30568d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:36.538719 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-6d5664aa-1395-44a0-8c46-5dd1de2eb18c None None] Set router 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:36.684656 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-50fb90b8-06c6-4782-905e-351cc30568d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:36.748317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-50fb90b8-06c6-4782-905e-351cc30568d5 admin admin] Deleting port 03baf66a-652c-46cd-9ddf-3d13def90855 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:36.748661 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-50fb90b8-06c6-4782-905e-351cc30568d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:36.762126 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6d5664aa-1395-44a0-8c46-5dd1de2eb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'name': 'tempest-TestMinimumBasicScenario-2044646969-router', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:55:35Z', 'revision_number': 5, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'gw_port': {'id': '03baf66a-652c-46cd-9ddf-3d13def90855', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:36.790017 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5664aa-1395-44a0-8c46-5dd1de2eb18c None None] Checking router: 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:55:36.798592 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5664aa-1395-44a0-8c46-5dd1de2eb18c None None] Routers {'1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:36.799205 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6d5664aa-1395-44a0-8c46-5dd1de2eb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:55:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:36.834093 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-50fb90b8-06c6-4782-905e-351cc30568d5 admin admin] For port 03baf66a-652c-46cd-9ddf-3d13def90855, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=03baf66a-652c-46cd-9ddf-3d13def90855,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:36.834869 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-50fb90b8-06c6-4782-905e-351cc30568d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:36.856427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-50fb90b8-06c6-4782-905e-351cc30568d5 admin admin] Calling delete_port for 03baf66a-652c-46cd-9ddf-3d13def90855 owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:36.890216 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-6d5664aa-1395-44a0-8c46-5dd1de2eb18c None None] Set router 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:36.941480 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-6d5664aa-1395-44a0-8c46-5dd1de2eb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'name': 'tempest-TestMinimumBasicScenario-2044646969-router', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:55:36Z', 'revision_number': 6, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:36.973124 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5664aa-1395-44a0-8c46-5dd1de2eb18c None None] The sync data for ids ['1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c'] in n-d-793620-7 is: [{'id': '1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c', 'name': 'tempest-TestMinimumBasicScenario-2044646969-router', 'tenant_id': 'f599c80ce2c54353878ef2e72d884d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:18Z', 'updated_at': '2021-07-07T17:55:36Z', 'revision_number': 6, 'project_id': 'f599c80ce2c54353878ef2e72d884d4f', 'gw_port_host': None}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:55:37.032105 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-50fb90b8-06c6-4782-905e-351cc30568d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.061325 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb90b8-06c6-4782-905e-351cc30568d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=03baf66a-652c-46cd-9ddf-3d13def90855,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:37.128940 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-50fb90b8-06c6-4782-905e-351cc30568d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.222485 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-50fb90b8-06c6-4782-905e-351cc30568d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.224599 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-50fb90b8-06c6-4782-905e-351cc30568d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.266943 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-50fb90b8-06c6-4782-905e-351cc30568d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.267976 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fb90b8-06c6-4782-905e-351cc30568d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:55:37.272441 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-50fb90b8-06c6-4782-905e-351cc30568d5 admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.273614 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-50fb90b8-06c6-4782-905e-351cc30568d5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/1208fe2d-df1e-425b-bf4a-d0d3d2e58a3c HTTP/1.1" status: 204 len: 168 time: 0.8754876 Jul 07 17:55:37.276383 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36392) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:37.331831 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-03cd5ac9-9315-40d1-bdee-7ad778f3fdbd admin admin] Deleting subnet 0535bb81-ce2a-4868-b909-b45d275c3954 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:55:37.335063 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-03cd5ac9-9315-40d1-bdee-7ad778f3fdbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.373438 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-03cd5ac9-9315-40d1-bdee-7ad778f3fdbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.460670 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-03cd5ac9-9315-40d1-bdee-7ad778f3fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.519231 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-03cd5ac9-9315-40d1-bdee-7ad778f3fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.544599 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd5ac9-9315-40d1-bdee-7ad778f3fdbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0535bb81-ce2a-4868-b909-b45d275c3954,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:37.548141 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-03cd5ac9-9315-40d1-bdee-7ad778f3fdbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.551249 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-03cd5ac9-9315-40d1-bdee-7ad778f3fdbd admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0535bb81-ce2a-4868-b909-b45d275c3954 HTTP/1.1" status: 204 len: 168 time: 0.2732267 Jul 07 17:55:37.554118 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36394) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:37.556826 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beb79af-25db-4923-a825-3bf7881cf384 None None] Network 88d07511-eac9-4d1c-a5b8-e69d49f080ab requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:55:37.625863 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a6e8e95-a663-4f6f-bf87-cdd059e4e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.698867 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-0a6e8e95-a663-4f6f-bf87-cdd059e4e515 admin admin] Deleting port 834d04a4-12d1-4ffe-b509-36772e216efb {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:37.699217 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a6e8e95-a663-4f6f-bf87-cdd059e4e515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.761002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3baeba-424b-4844-87b1-6a8dbcb7c5c8 None None] DHCP port deletion for 88d07511-eac9-4d1c-a5b8-e69d49f080ab request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:55:37.776262 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-0a6e8e95-a663-4f6f-bf87-cdd059e4e515 admin admin] For port 834d04a4-12d1-4ffe-b509-36772e216efb, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=834d04a4-12d1-4ffe-b509-36772e216efb,segment=NetworkSegment(3a6554d8-ff36-4eb4-8198-9a02a5d67a29),segment_id=3a6554d8-ff36-4eb4-8198-9a02a5d67a29)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:37.776707 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a6e8e95-a663-4f6f-bf87-cdd059e4e515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.795706 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-0a6e8e95-a663-4f6f-bf87-cdd059e4e515 admin admin] Calling delete_port for 834d04a4-12d1-4ffe-b509-36772e216efb owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:37.823699 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-0a3baeba-424b-4844-87b1-6a8dbcb7c5c8 None None] Deleting port 834d04a4-12d1-4ffe-b509-36772e216efb {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:37.824284 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a3baeba-424b-4844-87b1-6a8dbcb7c5c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.900186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-0a3baeba-424b-4844-87b1-6a8dbcb7c5c8 None None] For port 834d04a4-12d1-4ffe-b509-36772e216efb, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=834d04a4-12d1-4ffe-b509-36772e216efb,segment=NetworkSegment(3a6554d8-ff36-4eb4-8198-9a02a5d67a29),segment_id=3a6554d8-ff36-4eb4-8198-9a02a5d67a29)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:37.900499 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a3baeba-424b-4844-87b1-6a8dbcb7c5c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.900657 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a6e8e95-a663-4f6f-bf87-cdd059e4e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:37.916316 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-0a3baeba-424b-4844-87b1-6a8dbcb7c5c8 None None] Calling delete_port for 834d04a4-12d1-4ffe-b509-36772e216efb owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:37.929525 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e8e95-a663-4f6f-bf87-cdd059e4e515 admin admin] Pushing event deleted for resources: {'Port': ['ID=834d04a4-12d1-4ffe-b509-36772e216efb,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:37.931765 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6e8e95-a663-4f6f-bf87-cdd059e4e515 admin admin] No DVR routers for this DVR port 834d04a4-12d1-4ffe-b509-36772e216efb on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:38.009909 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0a3baeba-424b-4844-87b1-6a8dbcb7c5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:38.042159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 03baf66a-652c-46cd-9ddf-3d13def90855 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:38.044604 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3baeba-424b-4844-87b1-6a8dbcb7c5c8 None None] Pushing event deleted for resources: {'Port': ['ID=834d04a4-12d1-4ffe-b509-36772e216efb,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:38.050175 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3baeba-424b-4844-87b1-6a8dbcb7c5c8 None None] No DVR routers for this DVR port 834d04a4-12d1-4ffe-b509-36772e216efb on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:38.050718 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a6e8e95-a663-4f6f-bf87-cdd059e4e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:38.063568 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0a6e8e95-a663-4f6f-bf87-cdd059e4e515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d07511-eac9-4d1c-a5b8-e69d49f080ab']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:38.078757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3baeba-424b-4844-87b1-6a8dbcb7c5c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.078757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3baeba-424b-4844-87b1-6a8dbcb7c5c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.078757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3baeba-424b-4844-87b1-6a8dbcb7c5c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.078757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3baeba-424b-4844-87b1-6a8dbcb7c5c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.078757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3baeba-424b-4844-87b1-6a8dbcb7c5c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.078757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3baeba-424b-4844-87b1-6a8dbcb7c5c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.080275 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3baeba-424b-4844-87b1-6a8dbcb7c5c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.080275 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3baeba-424b-4844-87b1-6a8dbcb7c5c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.080275 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3baeba-424b-4844-87b1-6a8dbcb7c5c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.080275 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3baeba-424b-4844-87b1-6a8dbcb7c5c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.081233 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3baeba-424b-4844-87b1-6a8dbcb7c5c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.081233 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3baeba-424b-4844-87b1-6a8dbcb7c5c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:38.084976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 03baf66a-652c-46cd-9ddf-3d13def90855 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:38.085338 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 03baf66a-652c-46cd-9ddf-3d13def90855 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:38.085762 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 083e4960-ca54-4be5-96e6-4b6843d2a59b no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:38.086627 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0a6e8e95-a663-4f6f-bf87-cdd059e4e515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6554d8-ff36-4eb4-8198-9a02a5d67a29') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:38.087164 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0a6e8e95-a663-4f6f-bf87-cdd059e4e515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6554d8-ff36-4eb4-8198-9a02a5d67a29') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:38.102865 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a6e8e95-a663-4f6f-bf87-cdd059e4e515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:38.106874 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 083e4960-ca54-4be5-96e6-4b6843d2a59b {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:38.107215 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 083e4960-ca54-4be5-96e6-4b6843d2a59b not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:38.107633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 834d04a4-12d1-4ffe-b509-36772e216efb no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:38.122569 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a6e8e95-a663-4f6f-bf87-cdd059e4e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:38.135241 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 834d04a4-12d1-4ffe-b509-36772e216efb {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:38.135841 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 834d04a4-12d1-4ffe-b509-36772e216efb not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:38.143212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6e8e95-a663-4f6f-bf87-cdd059e4e515 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:55:38.143632 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a6e8e95-a663-4f6f-bf87-cdd059e4e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:55:38.146505 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:55:38.215523 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a6e8e95-a663-4f6f-bf87-cdd059e4e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:38.223861 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0a6e8e95-a663-4f6f-bf87-cdd059e4e515 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:38.231539 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0a6e8e95-a663-4f6f-bf87-cdd059e4e515 admin admin] 10.222.0.50 "DELETE /v2.0/networks/88d07511-eac9-4d1c-a5b8-e69d49f080ab HTTP/1.1" status: 204 len: 168 time: 0.6703520 Jul 07 17:55:38.231539 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36396) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:38.245528 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e8e95-a663-4f6f-bf87-cdd059e4e515 admin admin] Pushing event deleted for resources: {'Network': ['ID=88d07511-eac9-4d1c-a5b8-e69d49f080ab,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:38.595239 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-089ad3cc-3997-442c-ae4a-55bdde008c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:38.865715 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-089ad3cc-3997-442c-ae4a-55bdde008c6a admin admin] Deleting port 8c173ff2-53bb-48db-b3aa-c720ddca79a2 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:38.865978 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-089ad3cc-3997-442c-ae4a-55bdde008c6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:38.955736 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-089ad3cc-3997-442c-ae4a-55bdde008c6a admin admin] For port 8c173ff2-53bb-48db-b3aa-c720ddca79a2, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=8c173ff2-53bb-48db-b3aa-c720ddca79a2,segment=NetworkSegment(06ea6408-c335-462b-8d5b-ff35f82710ea),segment_id=06ea6408-c335-462b-8d5b-ff35f82710ea)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:38.956435 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-089ad3cc-3997-442c-ae4a-55bdde008c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:38.969447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-089ad3cc-3997-442c-ae4a-55bdde008c6a admin admin] Calling delete_port for 8c173ff2-53bb-48db-b3aa-c720ddca79a2 owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:39.169214 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-089ad3cc-3997-442c-ae4a-55bdde008c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:39.196534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ad3cc-3997-442c-ae4a-55bdde008c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=8c173ff2-53bb-48db-b3aa-c720ddca79a2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:39.386838 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-089ad3cc-3997-442c-ae4a-55bdde008c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:39.611470 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089ad3cc-3997-442c-ae4a-55bdde008c6a admin admin] Router 922153c0-bf76-478f-a37f-02eefe4e9557 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:55:39.720928 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089ad3cc-3997-442c-ae4a-55bdde008c6a admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:55:39.725953 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-089ad3cc-3997-442c-ae4a-55bdde008c6a admin admin] 10.222.0.50 "PUT /v2.0/routers/922153c0-bf76-478f-a37f-02eefe4e9557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4959466 Jul 07 17:55:39.728694 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36400) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:39.731360 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425cf65-3eae-49aa-95a2-38c1d7d46d55 None None] Sync routers for ids ['922153c0-bf76-478f-a37f-02eefe4e9557'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:55:39.741545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5425cf65-3eae-49aa-95a2-38c1d7d46d55 None None] Routers {'922153c0-bf76-478f-a37f-02eefe4e9557'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:39.742111 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5425cf65-3eae-49aa-95a2-38c1d7d46d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:55:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['922153c0-bf76-478f-a37f-02eefe4e9557'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:39.855344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-5425cf65-3eae-49aa-95a2-38c1d7d46d55 None None] Set router 922153c0-bf76-478f-a37f-02eefe4e9557 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:40.141105 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a41669e-1681-41bf-a4a2-3c0bfd9fe880 admin admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:40.225907 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5425cf65-3eae-49aa-95a2-38c1d7d46d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922153c0-bf76-478f-a37f-02eefe4e9557', 'name': 'tempest-TestMinimumBasicScenario-1386479281-router', 'tenant_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7853531e-4b24-47a8-925b-b422ee57d9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:24Z', 'updated_at': '2021-07-07T17:55:39Z', 'revision_number': 5, 'project_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'gw_port': {'id': '7853531e-4b24-47a8-925b-b422ee57d9b2', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922153c0-bf76-478f-a37f-02eefe4e9557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:53:24Z', 'updated_at': '2021-07-07T17:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:40.253556 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425cf65-3eae-49aa-95a2-38c1d7d46d55 None None] Checking router: 922153c0-bf76-478f-a37f-02eefe4e9557 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:55:40.255316 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a41669e-1681-41bf-a4a2-3c0bfd9fe880 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:40.262792 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5425cf65-3eae-49aa-95a2-38c1d7d46d55 None None] Routers {'922153c0-bf76-478f-a37f-02eefe4e9557'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:40.263529 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5425cf65-3eae-49aa-95a2-38c1d7d46d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:55:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['922153c0-bf76-478f-a37f-02eefe4e9557'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:40.327703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-1a41669e-1681-41bf-a4a2-3c0bfd9fe880 admin admin] Deleting port 7853531e-4b24-47a8-925b-b422ee57d9b2 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:40.328340 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a41669e-1681-41bf-a4a2-3c0bfd9fe880 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:40.365270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-5425cf65-3eae-49aa-95a2-38c1d7d46d55 None None] Set router 922153c0-bf76-478f-a37f-02eefe4e9557 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:40.413623 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-1a41669e-1681-41bf-a4a2-3c0bfd9fe880 admin admin] For port 7853531e-4b24-47a8-925b-b422ee57d9b2, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=7853531e-4b24-47a8-925b-b422ee57d9b2,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:40.413900 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a41669e-1681-41bf-a4a2-3c0bfd9fe880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:40.423004 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5425cf65-3eae-49aa-95a2-38c1d7d46d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922153c0-bf76-478f-a37f-02eefe4e9557', 'name': 'tempest-TestMinimumBasicScenario-1386479281-router', 'tenant_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:24Z', 'updated_at': '2021-07-07T17:55:40Z', 'revision_number': 6, 'project_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:40.427779 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-1a41669e-1681-41bf-a4a2-3c0bfd9fe880 admin admin] Calling delete_port for 7853531e-4b24-47a8-925b-b422ee57d9b2 owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:40.451050 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425cf65-3eae-49aa-95a2-38c1d7d46d55 None None] The sync data for ids ['922153c0-bf76-478f-a37f-02eefe4e9557'] in n-d-793620-7 is: [{'id': '922153c0-bf76-478f-a37f-02eefe4e9557', 'name': 'tempest-TestMinimumBasicScenario-1386479281-router', 'tenant_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:53:24Z', 'updated_at': '2021-07-07T17:55:40Z', 'revision_number': 6, 'project_id': 'd6fa3f50490d46de8ce581e2e7dcf467', 'gw_port_host': None}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:55:40.599515 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a41669e-1681-41bf-a4a2-3c0bfd9fe880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:40.625456 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41669e-1681-41bf-a4a2-3c0bfd9fe880 admin admin] Pushing event deleted for resources: {'Port': ['ID=7853531e-4b24-47a8-925b-b422ee57d9b2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:40.691398 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a41669e-1681-41bf-a4a2-3c0bfd9fe880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:40.782077 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a41669e-1681-41bf-a4a2-3c0bfd9fe880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:40.784167 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a41669e-1681-41bf-a4a2-3c0bfd9fe880 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:40.838864 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a41669e-1681-41bf-a4a2-3c0bfd9fe880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:40.839436 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a41669e-1681-41bf-a4a2-3c0bfd9fe880 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 922153c0-bf76-478f-a37f-02eefe4e9557 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:55:40.843976 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a41669e-1681-41bf-a4a2-3c0bfd9fe880 admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:40.845360 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1a41669e-1681-41bf-a4a2-3c0bfd9fe880 admin admin] 10.222.0.50 "DELETE /v2.0/routers/922153c0-bf76-478f-a37f-02eefe4e9557 HTTP/1.1" status: 204 len: 168 time: 1.1156077 Jul 07 17:55:40.847820 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36402) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:40.899006 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-5060b2d3-742c-4417-8fc3-d1259dabc99f admin admin] Deleting subnet 61ee68e8-3f1a-4e9b-a638-495a33982794 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:55:40.903128 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5060b2d3-742c-4417-8fc3-d1259dabc99f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:40.940292 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5060b2d3-742c-4417-8fc3-d1259dabc99f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.022529 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5060b2d3-742c-4417-8fc3-d1259dabc99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.081400 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5060b2d3-742c-4417-8fc3-d1259dabc99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.110007 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5060b2d3-742c-4417-8fc3-d1259dabc99f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.115100 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5060b2d3-742c-4417-8fc3-d1259dabc99f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/61ee68e8-3f1a-4e9b-a638-495a33982794 HTTP/1.1" status: 204 len: 168 time: 0.2635722 Jul 07 17:55:41.115100 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060b2d3-742c-4417-8fc3-d1259dabc99f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61ee68e8-3f1a-4e9b-a638-495a33982794,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:41.115613 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36404) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:41.122762 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccd6282-7e13-422b-b807-6e49aa461ada None None] Network f83e0134-5397-4a72-acf7-f70267a3a996 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:55:41.186261 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e5089d6-b3f3-40bc-9001-a743cb7d29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.259618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-7e5089d6-b3f3-40bc-9001-a743cb7d29d4 admin admin] Deleting port 86978378-8816-4e78-9a4c-98726ed634da {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:41.260121 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e5089d6-b3f3-40bc-9001-a743cb7d29d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.327827 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-7e5089d6-b3f3-40bc-9001-a743cb7d29d4 admin admin] For port 86978378-8816-4e78-9a4c-98726ed634da, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=86978378-8816-4e78-9a4c-98726ed634da,segment=NetworkSegment(06ea6408-c335-462b-8d5b-ff35f82710ea),segment_id=06ea6408-c335-462b-8d5b-ff35f82710ea)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:41.328187 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e5089d6-b3f3-40bc-9001-a743cb7d29d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.344531 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2efa5f-efe6-40ab-bc8a-63ee912dd6f8 None None] DHCP port deletion for f83e0134-5397-4a72-acf7-f70267a3a996 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:55:41.346801 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-7e5089d6-b3f3-40bc-9001-a743cb7d29d4 admin admin] Calling delete_port for 86978378-8816-4e78-9a4c-98726ed634da owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:41.399287 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-ba2efa5f-efe6-40ab-bc8a-63ee912dd6f8 None None] Deleting port 86978378-8816-4e78-9a4c-98726ed634da {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:55:41.399671 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ba2efa5f-efe6-40ab-bc8a-63ee912dd6f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.440982 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e5089d6-b3f3-40bc-9001-a743cb7d29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.467174 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ba2efa5f-efe6-40ab-bc8a-63ee912dd6f8 None None] For port 86978378-8816-4e78-9a4c-98726ed634da, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=86978378-8816-4e78-9a4c-98726ed634da,segment=NetworkSegment(06ea6408-c335-462b-8d5b-ff35f82710ea),segment_id=06ea6408-c335-462b-8d5b-ff35f82710ea)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:41.467718 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ba2efa5f-efe6-40ab-bc8a-63ee912dd6f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.468646 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5089d6-b3f3-40bc-9001-a743cb7d29d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=86978378-8816-4e78-9a4c-98726ed634da,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:41.476727 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5089d6-b3f3-40bc-9001-a743cb7d29d4 admin admin] No DVR routers for this DVR port 86978378-8816-4e78-9a4c-98726ed634da on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:41.488403 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-ba2efa5f-efe6-40ab-bc8a-63ee912dd6f8 None None] Calling delete_port for 86978378-8816-4e78-9a4c-98726ed634da owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:55:41.567875 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e5089d6-b3f3-40bc-9001-a743cb7d29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.569427 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ba2efa5f-efe6-40ab-bc8a-63ee912dd6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.583400 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-7e5089d6-b3f3-40bc-9001-a743cb7d29d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83e0134-5397-4a72-acf7-f70267a3a996']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:41.595020 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2efa5f-efe6-40ab-bc8a-63ee912dd6f8 None None] Pushing event deleted for resources: {'Port': ['ID=86978378-8816-4e78-9a4c-98726ed634da,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:41.595764 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-7e5089d6-b3f3-40bc-9001-a743cb7d29d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ea6408-c335-462b-8d5b-ff35f82710ea') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:41.595936 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-7e5089d6-b3f3-40bc-9001-a743cb7d29d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ea6408-c335-462b-8d5b-ff35f82710ea') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:41.601281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2efa5f-efe6-40ab-bc8a-63ee912dd6f8 None None] No DVR routers for this DVR port 86978378-8816-4e78-9a4c-98726ed634da on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:55:41.605631 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e5089d6-b3f3-40bc-9001-a743cb7d29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.627754 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e5089d6-b3f3-40bc-9001-a743cb7d29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.637400 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5089d6-b3f3-40bc-9001-a743cb7d29d4 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:55:41.638204 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e5089d6-b3f3-40bc-9001-a743cb7d29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:55:41.641057 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:55:41.698156 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e5089d6-b3f3-40bc-9001-a743cb7d29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.703613 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e5089d6-b3f3-40bc-9001-a743cb7d29d4 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:41.706603 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7e5089d6-b3f3-40bc-9001-a743cb7d29d4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f83e0134-5397-4a72-acf7-f70267a3a996 HTTP/1.1" status: 204 len: 168 time: 0.5900090 Jul 07 17:55:41.720133 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5089d6-b3f3-40bc-9001-a743cb7d29d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f83e0134-5397-4a72-acf7-f70267a3a996,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:41.897123 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36408) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:41.940058 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ecce000d-fc75-4c0a-bc5e-4f4f72c7476f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f599c80ce2c54353878ef2e72d884d4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404148 Jul 07 17:55:41.943486 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36410) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:41.997217 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8c173ff2-53bb-48db-b3aa-c720ddca79a2 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:42.011884 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0d4f4cc7-76cf-421a-97cd-7621f5081f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.018133 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 8c173ff2-53bb-48db-b3aa-c720ddca79a2 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:42.018502 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 8c173ff2-53bb-48db-b3aa-c720ddca79a2 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:42.018929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 7853531e-4b24-47a8-925b-b422ee57d9b2 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:42.035762 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0d4f4cc7-76cf-421a-97cd-7621f5081f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.042250 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 7853531e-4b24-47a8-925b-b422ee57d9b2 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:42.042639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 7853531e-4b24-47a8-925b-b422ee57d9b2 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:42.043062 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 86978378-8816-4e78-9a4c-98726ed634da no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:55:42.065945 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 86978378-8816-4e78-9a4c-98726ed634da {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:55:42.066296 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 86978378-8816-4e78-9a4c-98726ed634da not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:55:42.106857 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0d4f4cc7-76cf-421a-97cd-7621f5081f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.109879 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0d4f4cc7-76cf-421a-97cd-7621f5081f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.111640 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0d4f4cc7-76cf-421a-97cd-7621f5081f68 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09f1c74d-7a60-4faf-9bd9-15e24e1ec919 HTTP/1.1" status: 204 len: 168 time: 0.1668890 Jul 07 17:55:42.124381 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f4cc7-76cf-421a-97cd-7621f5081f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f1c74d-7a60-4faf-9bd9-15e24e1ec919,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:42.475259 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36416) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:42.518985 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b0e096c4-20ef-4c14-8dc0-7adadcd8c32f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d6fa3f50490d46de8ce581e2e7dcf467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425358 Jul 07 17:55:42.522930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36418) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:42.574146 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a953449-e060-4712-b2a3-0c608777da45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.598079 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a953449-e060-4712-b2a3-0c608777da45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.652873 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a953449-e060-4712-b2a3-0c608777da45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.656617 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a953449-e060-4712-b2a3-0c608777da45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:42.658336 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6a953449-e060-4712-b2a3-0c608777da45 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3d2cee04-a610-4c1b-a64b-d71ca9419ebb HTTP/1.1" status: 204 len: 168 time: 0.1344578 Jul 07 17:55:42.667516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a953449-e060-4712-b2a3-0c608777da45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2cee04-a610-4c1b-a64b-d71ca9419ebb,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:44.380068 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36458) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:44.384904 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-e4a6e56c-344c-41ed-8014-85f995d9b526 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1965658067', 'description': 'tempest-secgroup-smoke-1965658067 description', 'project_id': 'cdc08b6665d44d2088435d3c4644735c'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:44.413670 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4a6e56c-344c-41ed-8014-85f995d9b526 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.427093 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4a6e56c-344c-41ed-8014-85f995d9b526 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.537086 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4a6e56c-344c-41ed-8014-85f995d9b526 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.541357 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4a6e56c-344c-41ed-8014-85f995d9b526 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.582765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6e56c-344c-41ed-8014-85f995d9b526 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1d941a-d098-4d97-8547-1b9ddbc77f68,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:44.642508 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4a6e56c-344c-41ed-8014-85f995d9b526 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.647402 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4a6e56c-344c-41ed-8014-85f995d9b526 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.674802 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4a6e56c-344c-41ed-8014-85f995d9b526 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.676089 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e4a6e56c-344c-41ed-8014-85f995d9b526 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2950072 Jul 07 17:55:44.679714 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36460) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:44.685305 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6e56c-344c-41ed-8014-85f995d9b526 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775ee709-dcac-4707-9ad1-8b357fc30490,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:44.685576 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-11c5a454-a810-4e0f-9ef1-e7874d1a71ce tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': '775ee709-dcac-4707-9ad1-8b357fc30490', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:44.720609 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11c5a454-a810-4e0f-9ef1-e7874d1a71ce tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.797884 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11c5a454-a810-4e0f-9ef1-e7874d1a71ce tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.804082 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11c5a454-a810-4e0f-9ef1-e7874d1a71ce tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.809719 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b266ddd5-3a57-46b4-98b4-a009d2a7b2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.827103 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5a454-a810-4e0f-9ef1-e7874d1a71ce tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4775d693-1ef7-4210-a595-9916363791b5,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:44.833726 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11c5a454-a810-4e0f-9ef1-e7874d1a71ce tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.835161 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-11c5a454-a810-4e0f-9ef1-e7874d1a71ce tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1541588 Jul 07 17:55:44.839182 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36462) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:44.846412 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-e521e862-d86f-474d-9345-c272d8e8a8eb tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': '775ee709-dcac-4707-9ad1-8b357fc30490', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:44.851163 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.878074 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e521e862-d86f-474d-9345-c272d8e8a8eb tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.942549 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e521e862-d86f-474d-9345-c272d8e8a8eb tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.946862 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e521e862-d86f-474d-9345-c272d8e8a8eb tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.970692 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521e862-d86f-474d-9345-c272d8e8a8eb tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3172237a-0aba-4d29-9622-1de4fca8fbd2,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:44.977110 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e521e862-d86f-474d-9345-c272d8e8a8eb tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:44.979019 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e521e862-d86f-474d-9345-c272d8e8a8eb tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1383853 Jul 07 17:55:44.982299 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36464) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:44.987107 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-ddccf0d3-1688-4b53-a4a2-34904741ed30 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': '775ee709-dcac-4707-9ad1-8b357fc30490', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:45.016554 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ddccf0d3-1688-4b53-a4a2-34904741ed30 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.084689 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ddccf0d3-1688-4b53-a4a2-34904741ed30 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.088689 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ddccf0d3-1688-4b53-a4a2-34904741ed30 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.112106 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccf0d3-1688-4b53-a4a2-34904741ed30 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7deb5fe3-2b9b-4244-a743-8a4e9d2ac3d4,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:45.125127 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ddccf0d3-1688-4b53-a4a2-34904741ed30 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.126237 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ddccf0d3-1688-4b53-a4a2-34904741ed30 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426883 Jul 07 17:55:45.129684 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36466) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:45.134263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-1a5d5b7d-2e85-4351-8370-0afdb75d97ad tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': '775ee709-dcac-4707-9ad1-8b357fc30490', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:45.162069 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a5d5b7d-2e85-4351-8370-0afdb75d97ad tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.236199 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a5d5b7d-2e85-4351-8370-0afdb75d97ad tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.241663 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a5d5b7d-2e85-4351-8370-0afdb75d97ad tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.267573 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d5b7d-2e85-4351-8370-0afdb75d97ad tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8107ec14-5e9e-4484-b8a7-51c425517471,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:45.270866 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a5d5b7d-2e85-4351-8370-0afdb75d97ad tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.272163 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1a5d5b7d-2e85-4351-8370-0afdb75d97ad tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414857 Jul 07 17:55:45.275148 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36468) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:45.279646 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-fe2cc706-9227-48c7-a09c-6e1cf7852106 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': '775ee709-dcac-4707-9ad1-8b357fc30490', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:45.307097 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-fe2cc706-9227-48c7-a09c-6e1cf7852106 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Project cdc08b6665d44d2088435d3c4644735c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:55:45.313830 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe2cc706-9227-48c7-a09c-6e1cf7852106 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.381285 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe2cc706-9227-48c7-a09c-6e1cf7852106 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.385201 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe2cc706-9227-48c7-a09c-6e1cf7852106 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.403005 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2cc706-9227-48c7-a09c-6e1cf7852106 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821916a0-25f2-4888-ba93-f39530b52719,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:45.410696 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fe2cc706-9227-48c7-a09c-6e1cf7852106 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.411897 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fe2cc706-9227-48c7-a09c-6e1cf7852106 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358175 Jul 07 17:55:45.415946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36470) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:45.420435 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-259bc89c-96f6-421d-a1cf-b0dd7604ab68 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': '775ee709-dcac-4707-9ad1-8b357fc30490', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:45.444552 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-259bc89c-96f6-421d-a1cf-b0dd7604ab68 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Project cdc08b6665d44d2088435d3c4644735c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:55:45.449770 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-259bc89c-96f6-421d-a1cf-b0dd7604ab68 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.521786 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-259bc89c-96f6-421d-a1cf-b0dd7604ab68 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.525899 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-259bc89c-96f6-421d-a1cf-b0dd7604ab68 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.544502 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bc89c-96f6-421d-a1cf-b0dd7604ab68 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c010704-b901-464c-8679-053178d569ef,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:45.551540 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-259bc89c-96f6-421d-a1cf-b0dd7604ab68 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.552772 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-259bc89c-96f6-421d-a1cf-b0dd7604ab68 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1358585 Jul 07 17:55:45.556552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36472) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:45.561618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5525235f-2b9f-4622-8557-8ae35d273865 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'network': {'name': 'tempest-network-smoke--1966434076', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'port_security_enabled': True}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:45.584999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5525235f-2b9f-4622-8557-8ae35d273865 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Made reservation on behalf of cdc08b6665d44d2088435d3c4644735c for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:55:45.587744 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5525235f-2b9f-4622-8557-8ae35d273865 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.611634 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5525235f-2b9f-4622-8557-8ae35d273865 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:55:45.624649 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5525235f-2b9f-4622-8557-8ae35d273865 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.625141 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-5525235f-2b9f-4622-8557-8ae35d273865 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Added segment 4eac7327-6b57-4899-a689-125d8c55c8d4 of type vlan for network b1c41bbe-0446-40ab-a3f2-3e260003eb47 Jul 07 17:55:45.683357 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5525235f-2b9f-4622-8557-8ae35d273865 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.715063 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5525235f-2b9f-4622-8557-8ae35d273865 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.724036 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5525235f-2b9f-4622-8557-8ae35d273865 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:45.724639 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5525235f-2b9f-4622-8557-8ae35d273865 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.783198 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5525235f-2b9f-4622-8557-8ae35d273865 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2249267 Jul 07 17:55:45.787664 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36474) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:45.795722 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-78acd1d8-2c5b-4e6f-9190-307e2c6b300f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-477656369', 'admin_state_up': True, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:45.797713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525235f-2b9f-4622-8557-8ae35d273865 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Network': ['ID=b1c41bbe-0446-40ab-a3f2-3e260003eb47,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:45.812340 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network b1c41bbe-0446-40ab-a3f2-3e260003eb47 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:55:45.837086 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78acd1d8-2c5b-4e6f-9190-307e2c6b300f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.838105 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78acd1d8-2c5b-4e6f-9190-307e2c6b300f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:45.904711 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78acd1d8-2c5b-4e6f-9190-307e2c6b300f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:46.054696 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78acd1d8-2c5b-4e6f-9190-307e2c6b300f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:46.267950 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78acd1d8-2c5b-4e6f-9190-307e2c6b300f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:46.299131 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78acd1d8-2c5b-4e6f-9190-307e2c6b300f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:46.412599 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-78acd1d8-2c5b-4e6f-9190-307e2c6b300f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Allocated IP 172.25.2.77 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/ab8078c1-74e4-416a-9921-48348473ee02) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:55:46.525651 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78acd1d8-2c5b-4e6f-9190-307e2c6b300f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:46.568712 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78acd1d8-2c5b-4e6f-9190-307e2c6b300f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:46.609742 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78acd1d8-2c5b-4e6f-9190-307e2c6b300f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:55:46.614629 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-78acd1d8-2c5b-4e6f-9190-307e2c6b300f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:46.617067 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78acd1d8-2c5b-4e6f-9190-307e2c6b300f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:55:46.641767 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acd1d8-2c5b-4e6f-9190-307e2c6b300f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=ab8078c1-74e4-416a-9921-48348473ee02,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:46.878309 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78acd1d8-2c5b-4e6f-9190-307e2c6b300f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:47.104588 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78acd1d8-2c5b-4e6f-9190-307e2c6b300f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:47.110923 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:47.244302 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78acd1d8-2c5b-4e6f-9190-307e2c6b300f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:55:47.359596 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78acd1d8-2c5b-4e6f-9190-307e2c6b300f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:55:47.369273 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] Sync routers for ids ['7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:55:47.379456 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] Routers {'7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:47.380093 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:55:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:47.384979 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-78acd1d8-2c5b-4e6f-9190-307e2c6b300f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:47.385791 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-78acd1d8-2c5b-4e6f-9190-307e2c6b300f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5957663 Jul 07 17:55:47.389603 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36476) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:47.555460 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a18ebcdf-5e95-484e-b1fa-108f017dfcf8 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=cdc08b6665d44d2088435d3c4644735c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1642406 Jul 07 17:55:47.559761 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36480) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:47.594536 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] Set router 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:47.731294 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:47.744163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51a7a77-da0f-4e3e-9e35-ddb404a68525 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:47.745665 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b51a7a77-da0f-4e3e-9e35-ddb404a68525 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1844857 Jul 07 17:55:47.749529 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36482) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:47.788243 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ab652cdf-5878-4af7-b308-9f02d4fb6e68 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371985 Jul 07 17:55:47.792961 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36484) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:47.801510 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-53df5491-3c7f-4e3f-8cc8-36d487d74536 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2060010146', 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:47.802934 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477656369', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:45Z', 'updated_at': '2021-07-07T17:55:46Z', 'revision_number': 3, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:46Z', 'updated_at': '2021-07-07T17:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:47.831118 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] Checking router: 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:55:47.831565 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] Updating router 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a port ab8078c1-74e4-416a-9921-48348473ee02 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:55:47.886322 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:47.902558 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53df5491-3c7f-4e3f-8cc8-36d487d74536 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Made reservation on behalf of cdc08b6665d44d2088435d3c4644735c for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:55:47.906993 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-53df5491-3c7f-4e3f-8cc8-36d487d74536 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.033673 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ef3fb93f-535c-466d-b010-61be3efab0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.151899 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-53df5491-3c7f-4e3f-8cc8-36d487d74536 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.195622 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.206987 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] Transition to ACTIVE for port object ab8078c1-74e4-416a-9921-48348473ee02 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:48.214535 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.217035 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df5491-3c7f-4e3f-8cc8-36d487d74536 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Subnet': ['ID=4f12ed57-99f2-4c7e-a08e-62ff2635f183,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:48.229642 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df5491-3c7f-4e3f-8cc8-36d487d74536 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Checking segment: {'id': '4eac7327-6b57-4899-a689-125d8c55c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:48.230009 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df5491-3c7f-4e3f-8cc8-36d487d74536 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network hostable DHCP agents. Network: b1c41bbe-0446-40ab-a3f2-3e260003eb47, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:55:48.239725 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] Attempting to bind port ab8078c1-74e4-416a-9921-48348473ee02 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:55:48.240100 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] Attempting to bind port ab8078c1-74e4-416a-9921-48348473ee02 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:55:48.240469 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] Attempting to bind port ab8078c1-74e4-416a-9921-48348473ee02 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:48.250939 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df5491-3c7f-4e3f-8cc8-36d487d74536 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network b1c41bbe-0446-40ab-a3f2-3e260003eb47 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:55:48.264642 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:55:48.265031 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:48.265578 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.265940 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:55:48.266099 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-53df5491-3c7f-4e3f-8cc8-36d487d74536 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, b1c41bbe-0446-40ab-a3f2-3e260003eb47) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:48.266402 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] Bound port: ab8078c1-74e4-416a-9921-48348473ee02, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:55:48.267592 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.274136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53df5491-3c7f-4e3f-8cc8-36d487d74536 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:48.274766 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-53df5491-3c7f-4e3f-8cc8-36d487d74536 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.276855 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8c3174-5cb5-4c72-b732-27f701a6a510 None None] Network b1c41bbe-0446-40ab-a3f2-3e260003eb47 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:55:48.302457 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-53df5491-3c7f-4e3f-8cc8-36d487d74536 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5042744 Jul 07 17:55:48.302929 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36486) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:55:48.328130 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667210d-bc13-4ed3-ab1a-ad40c3ba272e None None] Pushing event updated for resources: {'Port': ['ID=ab8078c1-74e4-416a-9921-48348473ee02,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:48.354591 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667210d-bc13-4ed3-ab1a-ad40c3ba272e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:48.355160 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667210d-bc13-4ed3-ab1a-ad40c3ba272e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:48.355719 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667210d-bc13-4ed3-ab1a-ad40c3ba272e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:48.356265 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667210d-bc13-4ed3-ab1a-ad40c3ba272e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:48.356812 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667210d-bc13-4ed3-ab1a-ad40c3ba272e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:48.357540 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667210d-bc13-4ed3-ab1a-ad40c3ba272e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:48.357901 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667210d-bc13-4ed3-ab1a-ad40c3ba272e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:48.358474 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667210d-bc13-4ed3-ab1a-ad40c3ba272e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:48.359030 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667210d-bc13-4ed3-ab1a-ad40c3ba272e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:48.359578 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667210d-bc13-4ed3-ab1a-ad40c3ba272e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:48.360249 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667210d-bc13-4ed3-ab1a-ad40c3ba272e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:48.361212 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667210d-bc13-4ed3-ab1a-ad40c3ba272e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:55:48.382944 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] For port ab8078c1-74e4-416a-9921-48348473ee02, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:48.388183 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] For port ab8078c1-74e4-416a-9921-48348473ee02, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ab8078c1-74e4-416a-9921-48348473ee02,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:55:48.393538 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.461094 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] Routers {'7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:48.461094 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:55:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:48.461094 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667210d-bc13-4ed3-ab1a-ad40c3ba272e None None] Pushing event updated for resources: {'Port': ['ID=ab8078c1-74e4-416a-9921-48348473ee02,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:48.482684 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-b1c41bbe-0446-40ab-a3f2-3e260003eb47', 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ips': [{'subnet_id': '4f12ed57-99f2-4c7e-a08e-62ff2635f183'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:55:48.483573 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.608027 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] Set router 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:48.652435 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Allocated IP 172.20.0.2 (b1c41bbe-0446-40ab-a3f2-3e260003eb47/4f12ed57-99f2-4c7e-a08e-62ff2635f183/42b0d207-fd28-40e4-ae90-813556dc89f4) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:55:48.815077 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477656369', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:45Z', 'updated_at': '2021-07-07T17:55:46Z', 'revision_number': 3, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:46Z', 'updated_at': '2021-07-07T17:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:48.853590 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.857171 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc27085-8ab2-43b5-8a40-b61c6478d8fc None None] The sync data for ids ['7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'] in n-d-793620-7 is: [{'id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477656369', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:45Z', 'updated_at': '2021-07-07T17:55:46Z', 'revision_number': 3, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:46Z', 'updated_at': '2021-07-07T17:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:55:48.868438 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Transition to ACTIVE for port object 42b0d207-fd28-40e4-ae90-813556dc89f4 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:48.892810 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Transition to ACTIVE for port object 42b0d207-fd28-40e4-ae90-813556dc89f4 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:48.903374 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:48.951616 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Network b1c41bbe-0446-40ab-a3f2-3e260003eb47 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:55:48.958578 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:48.961559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:55:48.993162 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Pushing event updated for resources: {'Port': ['ID=42b0d207-fd28-40e4-ae90-813556dc89f4,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:49.031582 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-08acdba0-73ac-44c1-8bd4-b30ee0dd2e45 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:49.037424 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Attempting to bind port 42b0d207-fd28-40e4-ae90-813556dc89f4 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:55:49.038277 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Attempting to bind port 42b0d207-fd28-40e4-ae90-813556dc89f4 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '4eac7327-6b57-4899-a689-125d8c55c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:55:49.038277 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Attempting to bind port 42b0d207-fd28-40e4-ae90-813556dc89f4 on network b1c41bbe-0446-40ab-a3f2-3e260003eb47 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:49.044477 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:55:49.044810 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Checking segment: {'id': '4eac7327-6b57-4899-a689-125d8c55c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:49.047297 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:49.047944 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Bound using segment: {'id': '4eac7327-6b57-4899-a689-125d8c55c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:55:49.048879 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Bound port: 42b0d207-fd28-40e4-ae90-813556dc89f4, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eac7327-6b57-4899-a689-125d8c55c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:55:49.049490 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:49.111441 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:49.157143 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] For port 42b0d207-fd28-40e4-ae90-813556dc89f4, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:49.165931 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] For port 42b0d207-fd28-40e4-ae90-813556dc89f4, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=42b0d207-fd28-40e4-ae90-813556dc89f4,segment=NetworkSegment(4eac7327-6b57-4899-a689-125d8c55c8d4),segment_id=4eac7327-6b57-4899-a689-125d8c55c8d4)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:55:49.189524 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:49.276503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326022f0-ba17-4b7e-9082-539bc4027c7f None None] Pushing event updated for resources: {'Port': ['ID=42b0d207-fd28-40e4-ae90-813556dc89f4,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:49.519449 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-08acdba0-73ac-44c1-8bd4-b30ee0dd2e45 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Allocated IP 172.20.0.1 (b1c41bbe-0446-40ab-a3f2-3e260003eb47/4f12ed57-99f2-4c7e-a08e-62ff2635f183/a145a14d-33bb-41b1-953d-1c8e4466985c) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:55:49.682581 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-08acdba0-73ac-44c1-8bd4-b30ee0dd2e45 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:50.018850 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-08acdba0-73ac-44c1-8bd4-b30ee0dd2e45 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Transition to ACTIVE for port object a145a14d-33bb-41b1-953d-1c8e4466985c will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:50.077445 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-08acdba0-73ac-44c1-8bd4-b30ee0dd2e45 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:50.135933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ab8078c1-74e4-416a-9921-48348473ee02 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:50.166064 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08acdba0-73ac-44c1-8bd4-b30ee0dd2e45 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network b1c41bbe-0446-40ab-a3f2-3e260003eb47 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:55:50.167952 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-08acdba0-73ac-44c1-8bd4-b30ee0dd2e45 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:50.170350 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acdba0-73ac-44c1-8bd4-b30ee0dd2e45 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=a145a14d-33bb-41b1-953d-1c8e4466985c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:50.173470 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08acdba0-73ac-44c1-8bd4-b30ee0dd2e45 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:55:50.209083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port ab8078c1-74e4-416a-9921-48348473ee02 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:50.215701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port ab8078c1-74e4-416a-9921-48348473ee02 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:50.216530 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:50.235311 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-08acdba0-73ac-44c1-8bd4-b30ee0dd2e45 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:50.304742 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:55:50.343310 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:50.373026 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port ab8078c1-74e4-416a-9921-48348473ee02, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ab8078c1-74e4-416a-9921-48348473ee02,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:50.379035 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:50.380146 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 42b0d207-fd28-40e4-ae90-813556dc89f4 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:50.441598 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-08acdba0-73ac-44c1-8bd4-b30ee0dd2e45 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:50.472769 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=ab8078c1-74e4-416a-9921-48348473ee02,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:50.498366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c6f669-10a1-40fe-810b-33d4c63eb3cb None None] Network b1c41bbe-0446-40ab-a3f2-3e260003eb47 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:55:50.500871 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 42b0d207-fd28-40e4-ae90-813556dc89f4 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:50.578962 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:50.595664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-10092ab2-4748-4bfc-a516-b3cd0808f9ed None None] Provisioning for port 42b0d207-fd28-40e4-ae90-813556dc89f4 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:50.602358 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-10092ab2-4748-4bfc-a516-b3cd0808f9ed None None] Provisioning complete for port 42b0d207-fd28-40e4-ae90-813556dc89f4 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:50.602768 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-10092ab2-4748-4bfc-a516-b3cd0808f9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:50.799718 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-10092ab2-4748-4bfc-a516-b3cd0808f9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:50.802166 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-08acdba0-73ac-44c1-8bd4-b30ee0dd2e45 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:50.808788 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-08acdba0-73ac-44c1-8bd4-b30ee0dd2e45 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:50.855952 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-10092ab2-4748-4bfc-a516-b3cd0808f9ed None None] For port 42b0d207-fd28-40e4-ae90-813556dc89f4, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=42b0d207-fd28-40e4-ae90-813556dc89f4,segment=NetworkSegment(4eac7327-6b57-4899-a689-125d8c55c8d4),segment_id=4eac7327-6b57-4899-a689-125d8c55c8d4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:50.864263 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-10092ab2-4748-4bfc-a516-b3cd0808f9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:50.904830 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acdba0-73ac-44c1-8bd4-b30ee0dd2e45 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=a145a14d-33bb-41b1-953d-1c8e4466985c,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:50.907908 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-08acdba0-73ac-44c1-8bd4-b30ee0dd2e45 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:50.932585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10092ab2-4748-4bfc-a516-b3cd0808f9ed None None] Pushing event updated for resources: {'Port': ['ID=42b0d207-fd28-40e4-ae90-813556dc89f4,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:51.020662 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08acdba0-73ac-44c1-8bd4-b30ee0dd2e45 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network b1c41bbe-0446-40ab-a3f2-3e260003eb47 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:55:51.022366 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-08acdba0-73ac-44c1-8bd4-b30ee0dd2e45 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:51.195476 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08acdba0-73ac-44c1-8bd4-b30ee0dd2e45 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:55:51.198057 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6e08486a-5e30-4603-8f36-c0667358a2bb None None] Provisioning complete for port 42b0d207-fd28-40e4-ae90-813556dc89f4 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:51.199640 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6e08486a-5e30-4603-8f36-c0667358a2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:51.324653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6e08486a-5e30-4603-8f36-c0667358a2bb None None] Provisioning for port a145a14d-33bb-41b1-953d-1c8e4466985c completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:51.330221 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6e08486a-5e30-4603-8f36-c0667358a2bb None None] Provisioning complete for port a145a14d-33bb-41b1-953d-1c8e4466985c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:51.331368 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6e08486a-5e30-4603-8f36-c0667358a2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:51.353774 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08acdba0-73ac-44c1-8bd4-b30ee0dd2e45 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:55:51.367704 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-08acdba0-73ac-44c1-8bd4-b30ee0dd2e45 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "PUT /v2.0/routers/7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0632155 Jul 07 17:55:51.372751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] Sync routers for ids ['7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:55:51.381349 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-6e08486a-5e30-4603-8f36-c0667358a2bb None None] Port a145a14d-33bb-41b1-953d-1c8e4466985c cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:55:51.387706 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] Routers {'7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:51.388349 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:55:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:51.514348 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6a77bee9-12a1-4b32-83df-90f8384ccad0 None None] Provisioning complete for port a145a14d-33bb-41b1-953d-1c8e4466985c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:51.514761 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6a77bee9-12a1-4b32-83df-90f8384ccad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:51.563487 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-bbefb9a8-d9b0-4619-bf1b-7b5a3c5cf477 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965658067&fields=id&tenant_id=cdc08b6665d44d2088435d3c4644735c HTTP/1.1" status: 200 len: 267 time: 0.0444841 Jul 07 17:55:51.585083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] Set router 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:51.619072 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-6a77bee9-12a1-4b32-83df-90f8384ccad0 None None] Port a145a14d-33bb-41b1-953d-1c8e4466985c cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:55:51.711802 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-93a52f65-439e-4aa5-9132-8030f10fa4f2 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:51.713325 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-93a52f65-439e-4aa5-9132-8030f10fa4f2 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/networks?id=b1c41bbe-0446-40ab-a3f2-3e260003eb47 HTTP/1.1" status: 200 len: 797 time: 0.1315289 Jul 07 17:55:51.731219 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-591cfaea-e404-4315-9f19-9859c66968c5 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/quotas/cdc08b6665d44d2088435d3c4644735c HTTP/1.1" status: 200 len: 375 time: 0.0113676 Jul 07 17:55:51.761873 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f7e0be73-14bf-4bca-9076-7357d7a362b0 None None] Provisioning complete for port a145a14d-33bb-41b1-953d-1c8e4466985c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:51.762274 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f7e0be73-14bf-4bca-9076-7357d7a362b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:51.811147 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-e0ad0efb-d044-4a34-970f-bd480049f47a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726357 Jul 07 17:55:51.831810 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-83cd2597-68db-4dc9-9999-703efee528ad tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:55:51.832875 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-83cd2597-68db-4dc9-9999-703efee528ad tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093067 Jul 07 17:55:51.840927 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f7e0be73-14bf-4bca-9076-7357d7a362b0 None None] Port a145a14d-33bb-41b1-953d-1c8e4466985c cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:55:51.871677 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477656369', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:45Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:46Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'a145a14d-33bb-41b1-953d-1c8e4466985c', 'name': '', 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:08:e7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4f12ed57-99f2-4c7e-a08e-62ff2635f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:49Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 2, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '4f12ed57-99f2-4c7e-a08e-62ff2635f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:51.899988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] Checking router: 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:55:51.900355 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] Updating router 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a port a145a14d-33bb-41b1-953d-1c8e4466985c binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:55:51.940777 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:51.945199 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-253649ae-f05e-4dc2-acf7-87765649a578 service neutron] 10.222.0.50 "GET /v2.0/networks/b1c41bbe-0446-40ab-a3f2-3e260003eb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940795 Jul 07 17:55:52.020255 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ab8078c1-74e4-416a-9921-48348473ee02 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:52.080740 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-d642d038-9ea2-4e80-ae02-7561d7cc63e5 service neutron] 10.222.0.50 "GET /v2.0/networks/b1c41bbe-0446-40ab-a3f2-3e260003eb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279566 Jul 07 17:55:52.374798 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cd2cb8d3-94ab-45b1-8f59-4bc3fbd961c9 req-a2e0df7f-1b98-426d-812f-27398c7b7ced tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 210 time: 0.0599763 Jul 07 17:55:52.378776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port ab8078c1-74e4-416a-9921-48348473ee02 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:52.379405 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:52.601803 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 42b0d207-fd28-40e4-ae90-813556dc89f4 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:52.719554 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:52.743419 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] Transition to ACTIVE for port object a145a14d-33bb-41b1-953d-1c8e4466985c will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:52.754050 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:52.765180 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 42b0d207-fd28-40e4-ae90-813556dc89f4 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:52.765771 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:52.897859 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f58e5b-70e0-4cc9-9389-46ad1a14ec0c None None] Pushing event updated for resources: {'Port': ['ID=a145a14d-33bb-41b1-953d-1c8e4466985c,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:52.999232 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] Attempting to bind port a145a14d-33bb-41b1-953d-1c8e4466985c on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:55:52.999750 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] Attempting to bind port a145a14d-33bb-41b1-953d-1c8e4466985c by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '4eac7327-6b57-4899-a689-125d8c55c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:55:53.000344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] Attempting to bind port a145a14d-33bb-41b1-953d-1c8e4466985c on network b1c41bbe-0446-40ab-a3f2-3e260003eb47 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:53.045039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:55:53.045649 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] Checking segment: {'id': '4eac7327-6b57-4899-a689-125d8c55c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:53.046291 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:53.046981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] Bound using segment: {'id': '4eac7327-6b57-4899-a689-125d8c55c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:55:53.048285 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] Bound port: a145a14d-33bb-41b1-953d-1c8e4466985c, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eac7327-6b57-4899-a689-125d8c55c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:55:53.048913 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:53.171456 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] For port a145a14d-33bb-41b1-953d-1c8e4466985c, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:53.177229 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] For port a145a14d-33bb-41b1-953d-1c8e4466985c, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=a145a14d-33bb-41b1-953d-1c8e4466985c,segment=NetworkSegment(4eac7327-6b57-4899-a689-125d8c55c8d4),segment_id=4eac7327-6b57-4899-a689-125d8c55c8d4)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:55:53.183679 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:53.258767 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] Routers {'7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:55:53.259415 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:55:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:53.296916 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f58e5b-70e0-4cc9-9389-46ad1a14ec0c None None] Pushing event updated for resources: {'Port': ['ID=a145a14d-33bb-41b1-953d-1c8e4466985c,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:53.390940 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] Set router 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:55:53.478849 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b1e09fb1-64fa-4da5-af9f-2d91bfd7ede9 req-b4a64bc9-3267-49a9-996b-a53aa2185f30 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 210 time: 0.0359147 Jul 07 17:55:53.653074 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477656369', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:45Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:46Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'a145a14d-33bb-41b1-953d-1c8e4466985c', 'name': '', 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:08:e7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4f12ed57-99f2-4c7e-a08e-62ff2635f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:49Z', 'updated_at': '2021-07-07T17:55:53Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '4f12ed57-99f2-4c7e-a08e-62ff2635f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:55:53.688169 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b516b500-adea-47fc-a843-9e54ca6472c2 None None] The sync data for ids ['7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'] in n-d-793620-7 is: [{'id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477656369', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:45Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:46Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'a145a14d-33bb-41b1-953d-1c8e4466985c', 'name': '', 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:08:e7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4f12ed57-99f2-4c7e-a08e-62ff2635f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:49Z', 'updated_at': '2021-07-07T17:55:53Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '4f12ed57-99f2-4c7e-a08e-62ff2635f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:55:54.028926 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device a145a14d-33bb-41b1-953d-1c8e4466985c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:54.099172 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port a145a14d-33bb-41b1-953d-1c8e4466985c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:54.104979 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port a145a14d-33bb-41b1-953d-1c8e4466985c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:54.105533 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:54.211931 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:54.260185 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port a145a14d-33bb-41b1-953d-1c8e4466985c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=a145a14d-33bb-41b1-953d-1c8e4466985c,segment=NetworkSegment(4eac7327-6b57-4899-a689-125d8c55c8d4),segment_id=4eac7327-6b57-4899-a689-125d8c55c8d4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:55:54.264989 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:54.328065 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=a145a14d-33bb-41b1-953d-1c8e4466985c,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:54.576555 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87b74392-f749-47ef-8aaa-b90dafc7f1a3 req-3311c7c6-94a0-4eb3-b8f5-ca2fb630159b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 210 time: 0.0354364 Jul 07 17:55:55.791728 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-246e30d0-b4a9-4a33-b541-31b80e12dbab req-31db7ef6-4568-41f1-afc4-e81723493b3e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 210 time: 0.0434821 Jul 07 17:55:55.895060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-71ebc1e6-800e-4964-9d08-5f7bfbd257be tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:55.896477 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-71ebc1e6-800e-4964-9d08-5f7bfbd257be tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "GET /v2.0/networks?id=b1c41bbe-0446-40ab-a3f2-3e260003eb47 HTTP/1.1" status: 200 len: 797 time: 0.1312218 Jul 07 17:55:55.967991 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-47ac0e31-3adc-4267-8ed2-646b174fa6e4 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdc08b6665d44d2088435d3c4644735c HTTP/1.1" status: 200 len: 380 time: 0.0621281 Jul 07 17:55:55.982393 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-36a424b3-6caa-4a44-a082-4e07d9c42933 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'port': {'device_id': 'f9adf2d8-2d62-43a7-b502-3c5c3576b8a6', 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47', 'admin_state_up': True, 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'security_groups': ['775ee709-dcac-4707-9ad1-8b357fc30490']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:56.033270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device a145a14d-33bb-41b1-953d-1c8e4466985c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:55:56.113807 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port a145a14d-33bb-41b1-953d-1c8e4466985c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:56.115280 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:56.130329 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-36a424b3-6caa-4a44-a082-4e07d9c42933 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Made reservation on behalf of cdc08b6665d44d2088435d3c4644735c for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:55:56.134441 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-36a424b3-6caa-4a44-a082-4e07d9c42933 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:56.280461 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-36a424b3-6caa-4a44-a082-4e07d9c42933 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Allocated IP 172.20.0.9 (b1c41bbe-0446-40ab-a3f2-3e260003eb47/4f12ed57-99f2-4c7e-a08e-62ff2635f183/a8336ccc-57ff-4c58-98d5-59626d139527) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:55:56.454371 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-36a424b3-6caa-4a44-a082-4e07d9c42933 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:56.470484 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-36a424b3-6caa-4a44-a082-4e07d9c42933 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Transition to ACTIVE for port object a8336ccc-57ff-4c58-98d5-59626d139527 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:56.507322 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-36a424b3-6caa-4a44-a082-4e07d9c42933 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:56.557125 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-36a424b3-6caa-4a44-a082-4e07d9c42933 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network b1c41bbe-0446-40ab-a3f2-3e260003eb47 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:55:56.562518 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-36a424b3-6caa-4a44-a082-4e07d9c42933 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:55:56.566305 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-36a424b3-6caa-4a44-a082-4e07d9c42933 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:55:56.573041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a424b3-6caa-4a44-a082-4e07d9c42933 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=a8336ccc-57ff-4c58-98d5-59626d139527,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:56.625331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-36a424b3-6caa-4a44-a082-4e07d9c42933 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:56.625986 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-36a424b3-6caa-4a44-a082-4e07d9c42933 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:56.643185 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-36a424b3-6caa-4a44-a082-4e07d9c42933 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6648512 Jul 07 17:55:56.655883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] Request body: {'port': {'device_id': 'f9adf2d8-2d62-43a7-b502-3c5c3576b8a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:55:56.755615 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:56.833679 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b336d51a-d3c4-40b2-8e57-b1c310d67e16 None None] Provisioning for port a8336ccc-57ff-4c58-98d5-59626d139527 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:55:56.840486 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b336d51a-d3c4-40b2-8e57-b1c310d67e16 None None] Provisioning complete for port a8336ccc-57ff-4c58-98d5-59626d139527 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:55:56.840486 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b336d51a-d3c4-40b2-8e57-b1c310d67e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:56.889492 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b336d51a-d3c4-40b2-8e57-b1c310d67e16 None None] Port a8336ccc-57ff-4c58-98d5-59626d139527 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:55:57.097667 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3a70b-6773-4902-aa2d-a09ce04019dc req-de7b8cd2-79b5-4905-94ee-328174f25c73 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:57.099194 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a0c3a70b-6773-4902-aa2d-a09ce04019dc req-de7b8cd2-79b5-4905-94ee-328174f25c73 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 931 time: 0.1490784 Jul 07 17:55:57.120150 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8336ccc-57ff-4c58-98d5-59626d139527 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:55:57.136912 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:57.160155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] Transition to ACTIVE for port object a8336ccc-57ff-4c58-98d5-59626d139527 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:55:57.167200 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a0c3a70b-6773-4902-aa2d-a09ce04019dc req-d4a1327d-599a-4eb0-8c7c-cffaa04a7f78 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=775ee709-dcac-4707-9ad1-8b357fc30490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616157 Jul 07 17:55:57.168366 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:57.257630 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] Pushing event updated for resources: {'Port': ['ID=a8336ccc-57ff-4c58-98d5-59626d139527,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:57.342491 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] Attempting to bind port a8336ccc-57ff-4c58-98d5-59626d139527 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:55:57.342831 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] Attempting to bind port a8336ccc-57ff-4c58-98d5-59626d139527 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '4eac7327-6b57-4899-a689-125d8c55c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:55:57.343174 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] Attempting to bind port a8336ccc-57ff-4c58-98d5-59626d139527 on network b1c41bbe-0446-40ab-a3f2-3e260003eb47 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:57.348654 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] Port a8336ccc-57ff-4c58-98d5-59626d139527 on network b1c41bbe-0446-40ab-a3f2-3e260003eb47 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:55:57.348901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] Attempting to bind port a8336ccc-57ff-4c58-98d5-59626d139527 on network b1c41bbe-0446-40ab-a3f2-3e260003eb47 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:55:57.355704 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:55:57.356266 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] Checking segment: {'id': '4eac7327-6b57-4899-a689-125d8c55c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:55:57.356479 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] Bound using segment: {'id': '4eac7327-6b57-4899-a689-125d8c55c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:55:57.356880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] Bound port: a8336ccc-57ff-4c58-98d5-59626d139527, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eac7327-6b57-4899-a689-125d8c55c8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:55:57.357253 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:57.445221 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] For port a8336ccc-57ff-4c58-98d5-59626d139527, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:55:57.448643 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] For port a8336ccc-57ff-4c58-98d5-59626d139527, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a8336ccc-57ff-4c58-98d5-59626d139527,segment=NetworkSegment(4eac7327-6b57-4899-a689-125d8c55c8d4),segment_id=4eac7327-6b57-4899-a689-125d8c55c8d4)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:55:57.454240 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:57.493797 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:57.494306 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:55:57.495877 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] 10.222.0.15 "PUT /v2.0/ports/a8336ccc-57ff-4c58-98d5-59626d139527 HTTP/1.1" status: 200 len: 1091 time: 0.8450525 Jul 07 17:55:57.496339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9adf2d8-2d62-43a7-b502-3c5c3576b8a6', 'tag': 'a8336ccc-57ff-4c58-98d5-59626d139527'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:55:57.498820 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704f9a2d-658b-4d98-ab8c-a1f3455bca93" -d '{"events": [{"name": "network-changed", "server_uuid": "f9adf2d8-2d62-43a7-b502-3c5c3576b8a6", "tag": "a8336ccc-57ff-4c58-98d5-59626d139527"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:55:57.539507 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c025ce-fdfb-4724-9e3d-ae9d4e2c2d8e service neutron] Pushing event updated for resources: {'Port': ['ID=a8336ccc-57ff-4c58-98d5-59626d139527,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:55:57.562202 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e573b2-93ec-4e94-a97c-053fbb1025d4 x-openstack-request-id: req-18e573b2-93ec-4e94-a97c-053fbb1025d4 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:55:57.562955 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9adf2d8-2d62-43a7-b502-3c5c3576b8a6", "tag": "a8336ccc-57ff-4c58-98d5-59626d139527", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:55:57.562955 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-18e573b2-93ec-4e94-a97c-053fbb1025d4 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:55:57.562955 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9adf2d8-2d62-43a7-b502-3c5c3576b8a6', 'tag': 'a8336ccc-57ff-4c58-98d5-59626d139527', 'status': 'completed', 'code': 200} Jul 07 17:55:57.637497 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-5f723c89-e1da-483f-8c2d-1eb8d66078f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:57.639551 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-5f723c89-e1da-483f-8c2d-1eb8d66078f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 1094 time: 0.0798991 Jul 07 17:55:57.690008 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-f7d03347-379a-4c64-b967-391420af3a7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8336ccc-57ff-4c58-98d5-59626d139527 HTTP/1.1" status: 200 len: 217 time: 0.0431738 Jul 07 17:55:57.750735 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-14fced42-c390-424e-b09a-5739c56d6e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:57.753177 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-14fced42-c390-424e-b09a-5739c56d6e80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f12ed57-99f2-4c7e-a08e-62ff2635f183 HTTP/1.1" status: 200 len: 835 time: 0.0568783 Jul 07 17:55:57.831398 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-9ee6f621-00b0-43f0-8931-db2f47b1fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:57.833323 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-9ee6f621-00b0-43f0-8931-db2f47b1fe5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1c41bbe-0446-40ab-a3f2-3e260003eb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744035 Jul 07 17:55:57.954656 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-e5a39206-acd2-46b1-ac59-e841a64c403b service neutron] 10.222.0.15 "GET /v2.0/networks/b1c41bbe-0446-40ab-a3f2-3e260003eb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150873 Jul 07 17:55:58.062272 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33f29fa3-8dd9-4234-9961-60e2ac0ecd0a req-67092ad3-ec06-46f0-8e7c-3dcc52a59821 service neutron] 10.222.0.15 "GET /v2.0/networks/b1c41bbe-0446-40ab-a3f2-3e260003eb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015413 Jul 07 17:55:58.201358 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f9a2d-658b-4d98-ab8c-a1f3455bca93 req-d578e978-50e3-4762-a16d-8a12e786549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:58.202977 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-704f9a2d-658b-4d98-ab8c-a1f3455bca93 req-d578e978-50e3-4762-a16d-8a12e786549a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 1094 time: 0.0680454 Jul 07 17:55:58.421374 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f9a2d-658b-4d98-ab8c-a1f3455bca93 req-3b01e04b-9a85-435f-a811-ec22c376aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:58.423933 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-704f9a2d-658b-4d98-ab8c-a1f3455bca93 req-3b01e04b-9a85-435f-a811-ec22c376aa15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1c41bbe-0446-40ab-a3f2-3e260003eb47 HTTP/1.1" status: 200 len: 898 time: 0.2139680 Jul 07 17:55:58.477699 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-704f9a2d-658b-4d98-ab8c-a1f3455bca93 req-79013a8b-b2db-41d9-b62c-c80a00b00f79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8336ccc-57ff-4c58-98d5-59626d139527 HTTP/1.1" status: 200 len: 217 time: 0.0410249 Jul 07 17:55:58.526606 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210faf2d-acfe-430e-803c-2cc29ea5bfeb req-44793d3c-d14a-4607-8285-da51c753373c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:58.528207 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-210faf2d-acfe-430e-803c-2cc29ea5bfeb req-44793d3c-d14a-4607-8285-da51c753373c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 943 time: 0.1838131 Jul 07 17:55:58.560591 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f9a2d-658b-4d98-ab8c-a1f3455bca93 req-3429f172-651b-4a49-8e42-aeab9efe7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:58.562121 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-704f9a2d-658b-4d98-ab8c-a1f3455bca93 req-3429f172-651b-4a49-8e42-aeab9efe7a54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f12ed57-99f2-4c7e-a08e-62ff2635f183 HTTP/1.1" status: 200 len: 835 time: 0.0774765 Jul 07 17:55:58.610011 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-210faf2d-acfe-430e-803c-2cc29ea5bfeb req-b2e85ab5-0b69-464b-8162-90488e65ac58 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=775ee709-dcac-4707-9ad1-8b357fc30490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723860 Jul 07 17:55:58.655297 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f9a2d-658b-4d98-ab8c-a1f3455bca93 req-edb6a7f7-3892-4278-865a-aeab7131b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:58.657389 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-704f9a2d-658b-4d98-ab8c-a1f3455bca93 req-edb6a7f7-3892-4278-865a-aeab7131b50e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1c41bbe-0446-40ab-a3f2-3e260003eb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856113 Jul 07 17:55:58.771736 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-704f9a2d-658b-4d98-ab8c-a1f3455bca93 req-5f719038-91cf-429e-a6dd-f42944103c19 service neutron] 10.222.0.15 "GET /v2.0/networks/b1c41bbe-0446-40ab-a3f2-3e260003eb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062264 Jul 07 17:55:58.879270 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-704f9a2d-658b-4d98-ab8c-a1f3455bca93 req-6afd0b18-a2b0-465b-a93b-33de7b4478bc service neutron] 10.222.0.15 "GET /v2.0/networks/b1c41bbe-0446-40ab-a3f2-3e260003eb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004424 Jul 07 17:55:59.824058 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499319b-63ce-4fbb-8c37-a4b3c0f62455 req-7e66b094-0fe5-4507-b1ed-1ea1b1211ab5 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:55:59.826127 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0499319b-63ce-4fbb-8c37-a4b3c0f62455 req-7e66b094-0fe5-4507-b1ed-1ea1b1211ab5 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 943 time: 0.0793874 Jul 07 17:55:59.871197 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0499319b-63ce-4fbb-8c37-a4b3c0f62455 req-621c4ff2-2752-47df-950a-943aee39ec50 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=775ee709-dcac-4707-9ad1-8b357fc30490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387580 Jul 07 17:56:00.253151 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a8336ccc-57ff-4c58-98d5-59626d139527 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:56:00.369052 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port a8336ccc-57ff-4c58-98d5-59626d139527, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a8336ccc-57ff-4c58-98d5-59626d139527,segment=NetworkSegment(4eac7327-6b57-4899-a689-125d8c55c8d4),segment_id=4eac7327-6b57-4899-a689-125d8c55c8d4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:00.382226 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'a8336ccc-57ff-4c58-98d5-59626d139527', 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47', 'port_id': 'a8336ccc-57ff-4c58-98d5-59626d139527', 'mac_address': 'fa:16:3e:41:dd:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f12ed57-99f2-4c7e-a08e-62ff2635f183', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:56:00.424091 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:00.438471 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8336ccc-57ff-4c58-98d5-59626d139527 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:56:00.463452 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port a8336ccc-57ff-4c58-98d5-59626d139527, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a8336ccc-57ff-4c58-98d5-59626d139527,segment=NetworkSegment(4eac7327-6b57-4899-a689-125d8c55c8d4),segment_id=4eac7327-6b57-4899-a689-125d8c55c8d4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:00.470657 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:00.529888 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=a8336ccc-57ff-4c58-98d5-59626d139527,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:00.671085 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['a8336ccc-57ff-4c58-98d5-59626d139527'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:56:01.097430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb79d05-4542-4813-8913-643744178c45 req-e35c7f5c-fe69-4663-a511-46eb268ec4b5 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:01.099063 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6eb79d05-4542-4813-8913-643744178c45 req-e35c7f5c-fe69-4663-a511-46eb268ec4b5 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 944 time: 0.0760720 Jul 07 17:56:01.153565 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6eb79d05-4542-4813-8913-643744178c45 req-d00b5a6c-0149-4b88-8274-4ee0fe16e682 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=775ee709-dcac-4707-9ad1-8b357fc30490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466278 Jul 07 17:56:02.283799 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a8336ccc-57ff-4c58-98d5-59626d139527 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:02.343433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port a8336ccc-57ff-4c58-98d5-59626d139527 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:02.349040 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port a8336ccc-57ff-4c58-98d5-59626d139527 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:02.349444 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:02.385455 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb3276-d5c4-4d31-9fdc-45d1212af314 req-d03d6a68-26f8-4b81-85bd-e6961a28c3f3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:02.387115 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6deb3276-d5c4-4d31-9fdc-45d1212af314 req-d03d6a68-26f8-4b81-85bd-e6961a28c3f3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 944 time: 0.0911479 Jul 07 17:56:02.449822 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6deb3276-d5c4-4d31-9fdc-45d1212af314 req-041eb962-e4ec-43a9-a3f2-e5d727cdd92f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=775ee709-dcac-4707-9ad1-8b357fc30490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562217 Jul 07 17:56:02.467721 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:02.513849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9adf2d8-2d62-43a7-b502-3c5c3576b8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8336ccc-57ff-4c58-98d5-59626d139527'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:02.517346 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffa9e61-327c-4fac-9f6c-7cfaa186ad32" -d '{"events": [{"server_uuid": "f9adf2d8-2d62-43a7-b502-3c5c3576b8a6", "name": "network-vif-plugged", "status": "completed", "tag": "a8336ccc-57ff-4c58-98d5-59626d139527"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:02.534449 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port a8336ccc-57ff-4c58-98d5-59626d139527, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a8336ccc-57ff-4c58-98d5-59626d139527,segment=NetworkSegment(4eac7327-6b57-4899-a689-125d8c55c8d4),segment_id=4eac7327-6b57-4899-a689-125d8c55c8d4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:02.539687 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:02.619746 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=a8336ccc-57ff-4c58-98d5-59626d139527,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:02.647907 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86f1859-3247-431f-9f40-a0304099b87b x-openstack-request-id: req-a86f1859-3247-431f-9f40-a0304099b87b {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:02.648304 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9adf2d8-2d62-43a7-b502-3c5c3576b8a6", "name": "network-vif-plugged", "status": "completed", "tag": "a8336ccc-57ff-4c58-98d5-59626d139527", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:02.648651 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a86f1859-3247-431f-9f40-a0304099b87b {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:02.649014 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9adf2d8-2d62-43a7-b502-3c5c3576b8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8336ccc-57ff-4c58-98d5-59626d139527', 'code': 200} Jul 07 17:56:02.775018 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffa748-07ed-42b3-898f-79c462f127a4 req-501bb545-6165-47b4-a138-be173946a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:02.776769 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5bffa748-07ed-42b3-898f-79c462f127a4 req-501bb545-6165-47b4-a138-be173946a3a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 1096 time: 0.0585034 Jul 07 17:56:02.818000 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5bffa748-07ed-42b3-898f-79c462f127a4 req-f263b83d-2288-4e5e-b421-e5f499730a49 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=775ee709-dcac-4707-9ad1-8b357fc30490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344839 Jul 07 17:56:03.714948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb40d6-36ab-4c97-9f5b-fe2ce639732a req-1bf56615-f70d-4ede-8dd5-c45f45f91952 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:03.717398 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ffb40d6-36ab-4c97-9f5b-fe2ce639732a req-1bf56615-f70d-4ede-8dd5-c45f45f91952 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 945 time: 0.0990629 Jul 07 17:56:03.771370 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2ffb40d6-36ab-4c97-9f5b-fe2ce639732a req-ffa84cf2-f93a-4e2f-9f8f-49b0d9dcb157 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=775ee709-dcac-4707-9ad1-8b357fc30490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466986 Jul 07 17:56:04.995579 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cdec5-efe1-4e82-b7a9-839dd4c9cff4 req-cf87ebdf-2c6a-4b4e-9b43-c4ee053a346f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:04.996984 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a47cdec5-efe1-4e82-b7a9-839dd4c9cff4 req-cf87ebdf-2c6a-4b4e-9b43-c4ee053a346f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 945 time: 0.0703559 Jul 07 17:56:05.040473 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a47cdec5-efe1-4e82-b7a9-839dd4c9cff4 req-ea14aeef-3675-4f43-a6b2-a2239d98083a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=775ee709-dcac-4707-9ad1-8b357fc30490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376570 Jul 07 17:56:05.232300 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02db26e-3021-4a69-9767-a2c3a82dbc0e req-de82fae2-0806-4a4e-96e3-729bfaea89d0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:05.233912 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c02db26e-3021-4a69-9767-a2c3a82dbc0e req-de82fae2-0806-4a4e-96e3-729bfaea89d0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 945 time: 0.0733495 Jul 07 17:56:05.274252 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c02db26e-3021-4a69-9767-a2c3a82dbc0e req-91d8478f-370a-4182-ae2f-2ed1e9542648 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=775ee709-dcac-4707-9ad1-8b357fc30490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346611 Jul 07 17:56:05.299060 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36554) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:05.351510 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5331e06c-bc0c-4516-9786-f667d179d3a0 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:05.352975 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5331e06c-bc0c-4516-9786-f667d179d3a0 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 1091 time: 0.0529144 Jul 07 17:56:05.355835 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36556) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:05.360302 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-23429356-f544-4a27-87e9-3b3b03d0bba3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': 'a8336ccc-57ff-4c58-98d5-59626d139527', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:05.383541 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23429356-f544-4a27-87e9-3b3b03d0bba3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:05.491753 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23429356-f544-4a27-87e9-3b3b03d0bba3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:05.604236 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-23429356-f544-4a27-87e9-3b3b03d0bba3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Allocated IP 172.25.2.98 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/7f7cb91f-a172-41d3-bfed-921a4c285e0b) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:56:05.722919 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23429356-f544-4a27-87e9-3b3b03d0bba3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:05.762155 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23429356-f544-4a27-87e9-3b3b03d0bba3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:05.801557 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23429356-f544-4a27-87e9-3b3b03d0bba3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:05.806953 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-23429356-f544-4a27-87e9-3b3b03d0bba3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:05.810469 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23429356-f544-4a27-87e9-3b3b03d0bba3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:56:05.816274 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23429356-f544-4a27-87e9-3b3b03d0bba3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=7f7cb91f-a172-41d3-bfed-921a4c285e0b,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:06.213491 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23429356-f544-4a27-87e9-3b3b03d0bba3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:06.299022 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23429356-f544-4a27-87e9-3b3b03d0bba3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:06.467635 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23429356-f544-4a27-87e9-3b3b03d0bba3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:06.473257 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23429356-f544-4a27-87e9-3b3b03d0bba3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:06.552896 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23429356-f544-4a27-87e9-3b3b03d0bba3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=7f7cb91f-a172-41d3-bfed-921a4c285e0b,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:06.560865 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23429356-f544-4a27-87e9-3b3b03d0bba3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:06.680591 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-23429356-f544-4a27-87e9-3b3b03d0bba3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Floating IP 125f77b1-9a92-45b2-91f6-8d0e42b5c039 associated. External IP: 172.25.2.98, port: a8336ccc-57ff-4c58-98d5-59626d139527. Jul 07 17:56:07.271069 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23429356-f544-4a27-87e9-3b3b03d0bba3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:56:07.391207 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23429356-f544-4a27-87e9-3b3b03d0bba3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:56:07.402713 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08910951-d4f5-4454-9b4f-0f6a2d7135a8 None None] Sync routers for ids ['7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:56:07.410247 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-23429356-f544-4a27-87e9-3b3b03d0bba3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:07.413206 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08910951-d4f5-4454-9b4f-0f6a2d7135a8 None None] Routers {'7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:07.413826 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-08910951-d4f5-4454-9b4f-0f6a2d7135a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:55:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:07.450010 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-23429356-f544-4a27-87e9-3b3b03d0bba3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0930858 Jul 07 17:56:07.450752 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9adf2d8-2d62-43a7-b502-3c5c3576b8a6', 'tag': 'a8336ccc-57ff-4c58-98d5-59626d139527'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:07.452912 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df6b681-41ea-419f-98b8-f86ff579e26f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9adf2d8-2d62-43a7-b502-3c5c3576b8a6", "tag": "a8336ccc-57ff-4c58-98d5-59626d139527"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:07.536882 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-08910951-d4f5-4454-9b4f-0f6a2d7135a8 None None] Set router 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:07.571744 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b8d4b6-98bc-4dbb-abf7-6227f4a1301e x-openstack-request-id: req-85b8d4b6-98bc-4dbb-abf7-6227f4a1301e {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:07.572197 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9adf2d8-2d62-43a7-b502-3c5c3576b8a6", "tag": "a8336ccc-57ff-4c58-98d5-59626d139527", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:07.572452 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85b8d4b6-98bc-4dbb-abf7-6227f4a1301e {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:07.573030 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9adf2d8-2d62-43a7-b502-3c5c3576b8a6', 'tag': 'a8336ccc-57ff-4c58-98d5-59626d139527', 'status': 'completed', 'code': 200} Jul 07 17:56:07.681186 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed97b8c-b3f3-41ac-bae1-a90fe60b758e req-88e48229-1b9c-4ed6-9926-66c33ee11494 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:07.683734 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ed97b8c-b3f3-41ac-bae1-a90fe60b758e req-88e48229-1b9c-4ed6-9926-66c33ee11494 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 945 time: 0.1296756 Jul 07 17:56:07.698596 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6b681-41ea-419f-98b8-f86ff579e26f req-0f0b0d2a-6877-444c-ad78-a31b300071f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:07.700092 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1df6b681-41ea-419f-98b8-f86ff579e26f req-0f0b0d2a-6877-444c-ad78-a31b300071f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 1096 time: 0.0946639 Jul 07 17:56:07.780542 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ed97b8c-b3f3-41ac-bae1-a90fe60b758e req-3ad9763f-e5d2-4e06-bc45-63b40f31ac2d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=775ee709-dcac-4707-9ad1-8b357fc30490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906732 Jul 07 17:56:07.816405 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-08910951-d4f5-4454-9b4f-0f6a2d7135a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477656369', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:45Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:46Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '125f77b1-9a92-45b2-91f6-8d0e42b5c039', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'floating_ip_address': '172.25.2.98', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'port_id': 'a8336ccc-57ff-4c58-98d5-59626d139527', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47', 'mac_address': 'fa:16:3e:41:dd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9adf2d8-2d62-43a7-b502-3c5c3576b8a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:56:06Z', 'updated_at': '2021-07-07T17:56:06Z', 'revision_number': 0, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a145a14d-33bb-41b1-953d-1c8e4466985c', 'name': '', 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:08:e7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4f12ed57-99f2-4c7e-a08e-62ff2635f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:49Z', 'updated_at': '2021-07-07T17:55:54Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '4f12ed57-99f2-4c7e-a08e-62ff2635f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:07.821258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36564) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:07.829985 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6b681-41ea-419f-98b8-f86ff579e26f req-621314c8-c9da-4ab1-86f9-183eacff841c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:07.832161 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1df6b681-41ea-419f-98b8-f86ff579e26f req-621314c8-c9da-4ab1-86f9-183eacff841c service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1c41bbe-0446-40ab-a3f2-3e260003eb47 HTTP/1.1" status: 200 len: 898 time: 0.1231253 Jul 07 17:56:07.846115 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08910951-d4f5-4454-9b4f-0f6a2d7135a8 None None] Checking router: 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:56:07.857052 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08910951-d4f5-4454-9b4f-0f6a2d7135a8 None None] Routers {'7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:07.857052 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-08910951-d4f5-4454-9b4f-0f6a2d7135a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:55:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:07.907538 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1bc2fd49-6425-40e9-af94-9dfe8238d823 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/floatingips/125f77b1-9a92-45b2-91f6-8d0e42b5c039 HTTP/1.1" status: 200 len: 990 time: 0.0843902 Jul 07 17:56:07.917182 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1df6b681-41ea-419f-98b8-f86ff579e26f req-f9e8f879-9b15-4cc4-8464-4ca66750b494 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8336ccc-57ff-4c58-98d5-59626d139527 HTTP/1.1" status: 200 len: 998 time: 0.0778272 Jul 07 17:56:07.971023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6b681-41ea-419f-98b8-f86ff579e26f req-cb542a75-4390-4952-a148-ab0706ec9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:07.972504 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1df6b681-41ea-419f-98b8-f86ff579e26f req-cb542a75-4390-4952-a148-ab0706ec9464 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f12ed57-99f2-4c7e-a08e-62ff2635f183 HTTP/1.1" status: 200 len: 835 time: 0.0488188 Jul 07 17:56:07.991407 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-08910951-d4f5-4454-9b4f-0f6a2d7135a8 None None] Set router 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:08.032864 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6b681-41ea-419f-98b8-f86ff579e26f req-e397af22-2c4e-46ec-a381-d2c85db6d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:08.034276 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1df6b681-41ea-419f-98b8-f86ff579e26f req-e397af22-2c4e-46ec-a381-d2c85db6d23c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1c41bbe-0446-40ab-a3f2-3e260003eb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560641 Jul 07 17:56:08.139493 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1df6b681-41ea-419f-98b8-f86ff579e26f req-27c04609-e954-4f6d-84f4-0e228dce08d3 service neutron] 10.222.0.15 "GET /v2.0/networks/b1c41bbe-0446-40ab-a3f2-3e260003eb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980983 Jul 07 17:56:08.240005 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1df6b681-41ea-419f-98b8-f86ff579e26f req-5da179a2-ee06-4128-a557-f8ca29a3b2ee service neutron] 10.222.0.15 "GET /v2.0/networks/b1c41bbe-0446-40ab-a3f2-3e260003eb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941248 Jul 07 17:56:08.328415 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-08910951-d4f5-4454-9b4f-0f6a2d7135a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477656369', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:45Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:46Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '125f77b1-9a92-45b2-91f6-8d0e42b5c039', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'floating_ip_address': '172.25.2.98', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'port_id': 'a8336ccc-57ff-4c58-98d5-59626d139527', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47', 'mac_address': 'fa:16:3e:41:dd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9adf2d8-2d62-43a7-b502-3c5c3576b8a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:56:06Z', 'updated_at': '2021-07-07T17:56:06Z', 'revision_number': 0, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a145a14d-33bb-41b1-953d-1c8e4466985c', 'name': '', 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:08:e7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4f12ed57-99f2-4c7e-a08e-62ff2635f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:49Z', 'updated_at': '2021-07-07T17:55:54Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '4f12ed57-99f2-4c7e-a08e-62ff2635f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:08.355104 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08910951-d4f5-4454-9b4f-0f6a2d7135a8 None None] The sync data for ids ['7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'] in n-d-793620-7 is: [{'id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477656369', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:45Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:46Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '125f77b1-9a92-45b2-91f6-8d0e42b5c039', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'floating_ip_address': '172.25.2.98', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'port_id': 'a8336ccc-57ff-4c58-98d5-59626d139527', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47', 'mac_address': 'fa:16:3e:41:dd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9adf2d8-2d62-43a7-b502-3c5c3576b8a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:56:06Z', 'updated_at': '2021-07-07T17:56:06Z', 'revision_number': 0, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a145a14d-33bb-41b1-953d-1c8e4466985c', 'name': '', 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:08:e7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4f12ed57-99f2-4c7e-a08e-62ff2635f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:49Z', 'updated_at': '2021-07-07T17:55:54Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '4f12ed57-99f2-4c7e-a08e-62ff2635f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:56:08.567389 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93a2b2d-42e9-4fa6-8c37-949684462e33 None None] New status for floating IP 125f77b1-9a92-45b2-91f6-8d0e42b5c039: ACTIVE {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:56:08.911652 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36566) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:08.979591 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5229f5ca-9428-4afd-8a54-910f0514a094 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/floatingips/125f77b1-9a92-45b2-91f6-8d0e42b5c039 HTTP/1.1" status: 200 len: 992 time: 0.0665550 Jul 07 17:56:14.807087 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9fe19bd9-54dd-428b-9226-5e1bc8f21a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:14.861764 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:17.116866 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:17.722486 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:18.024559 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b252d56b-a171-4bbc-a706-406de93ad127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:19.068585 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:20.529520 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:27.304392 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:56:37.866301 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc169614-47fb-4032-9084-c11935190bae req-5267359e-fa6a-4464-9b3d-691c5d45c797 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:37.867776 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc169614-47fb-4032-9084-c11935190bae req-5267359e-fa6a-4464-9b3d-691c5d45c797 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 945 time: 0.0686738 Jul 07 17:56:37.914595 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dc169614-47fb-4032-9084-c11935190bae req-f95584a0-4a5c-4b9b-b800-8de695a41852 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=775ee709-dcac-4707-9ad1-8b357fc30490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391386 Jul 07 17:56:39.110889 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38f5bf-75a3-492e-bee3-fde2091dfb66 req-cdc4dfef-905c-4368-9400-db8b4d7fb867 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:39.112433 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de38f5bf-75a3-492e-bee3-fde2091dfb66 req-cdc4dfef-905c-4368-9400-db8b4d7fb867 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 945 time: 0.0657461 Jul 07 17:56:39.150400 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de38f5bf-75a3-492e-bee3-fde2091dfb66 req-dd7e9018-818a-4f57-8a1d-f517259ee0c3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=775ee709-dcac-4707-9ad1-8b357fc30490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322073 Jul 07 17:56:39.177017 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36586) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:39.245231 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4e0fdf52-3d3b-405a-bd80-59b7b2418a01 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/floatingips/125f77b1-9a92-45b2-91f6-8d0e42b5c039 HTTP/1.1" status: 200 len: 992 time: 0.0669503 Jul 07 17:56:40.681995 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d468bac-7c13-4a3a-80ee-33fc1ac28168 req-7b23de91-9431-4f2f-8a18-c49c81d96a99 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:40.683740 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d468bac-7c13-4a3a-80ee-33fc1ac28168 req-7b23de91-9431-4f2f-8a18-c49c81d96a99 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 945 time: 0.0698967 Jul 07 17:56:40.725093 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d468bac-7c13-4a3a-80ee-33fc1ac28168 req-68412b41-83d5-484c-b791-d729ab160388 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=775ee709-dcac-4707-9ad1-8b357fc30490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348752 Jul 07 17:56:41.909081 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c39c40-18d4-45d1-92bf-f469d19acbb2 req-0c94d1e6-be81-4239-8296-f21142eceaab tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:41.910650 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81c39c40-18d4-45d1-92bf-f469d19acbb2 req-0c94d1e6-be81-4239-8296-f21142eceaab tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 945 time: 0.0705805 Jul 07 17:56:41.958190 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-81c39c40-18d4-45d1-92bf-f469d19acbb2 req-7ee1779c-588d-4fe6-8195-d5ea4983bd65 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=775ee709-dcac-4707-9ad1-8b357fc30490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418115 Jul 07 17:56:41.983295 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36596) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:42.052118 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-07d668ec-9a9e-4f64-8562-6bb209fc856f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/floatingips/125f77b1-9a92-45b2-91f6-8d0e42b5c039 HTTP/1.1" status: 200 len: 992 time: 0.0675383 Jul 07 17:56:42.317010 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36602) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:42.470705 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting port 7f7cb91f-a172-41d3-bfed-921a4c285e0b {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:42.471053 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:42.546753 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:42.547086 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:42.558876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Calling delete_port for 7f7cb91f-a172-41d3-bfed-921a4c285e0b owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:43.042395 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:43.066013 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Port': ['ID=7f7cb91f-a172-41d3-bfed-921a4c285e0b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:43.076049 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:43.076392 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:43.076737 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:43.077075 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:43.077407 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:43.077738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:43.078072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:43.078971 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:43.079762 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:43.079762 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:43.079968 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:43.080242 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:43.141508 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:43.141843 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Floating IP 125f77b1-9a92-45b2-91f6-8d0e42b5c039 disassociated (deleted). External IP: 172.25.2.98, port: a8336ccc-57ff-4c58-98d5-59626d139527. Jul 07 17:56:43.350171 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:56:43.457908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:56:43.462882 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:43.467443 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae2e9e5-92d4-4d29-8c77-a414b2ab8180 None None] Sync routers for ids ['7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:56:43.477842 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae2e9e5-92d4-4d29-8c77-a414b2ab8180 None None] Routers {'7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:43.478605 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2ae2e9e5-92d4-4d29-8c77-a414b2ab8180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:56:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:43.498817 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-aebdfcff-b2a3-4063-a923-9d3ebb1134bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/floatingips/125f77b1-9a92-45b2-91f6-8d0e42b5c039 HTTP/1.1" status: 204 len: 168 time: 1.1807425 Jul 07 17:56:43.499427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9adf2d8-2d62-43a7-b502-3c5c3576b8a6', 'tag': 'a8336ccc-57ff-4c58-98d5-59626d139527'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:43.502276 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc0faf1-c332-43ec-b5a2-d2d5b0b6e462" -d '{"events": [{"name": "network-changed", "server_uuid": "f9adf2d8-2d62-43a7-b502-3c5c3576b8a6", "tag": "a8336ccc-57ff-4c58-98d5-59626d139527"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:43.542952 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1701d606-847c-4f15-b467-6bd22a418f10 x-openstack-request-id: req-1701d606-847c-4f15-b467-6bd22a418f10 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:43.543258 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9adf2d8-2d62-43a7-b502-3c5c3576b8a6", "tag": "a8336ccc-57ff-4c58-98d5-59626d139527", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:43.543518 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1701d606-847c-4f15-b467-6bd22a418f10 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:43.543923 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9adf2d8-2d62-43a7-b502-3c5c3576b8a6', 'tag': 'a8336ccc-57ff-4c58-98d5-59626d139527', 'status': 'completed', 'code': 200} Jul 07 17:56:43.588373 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-2ae2e9e5-92d4-4d29-8c77-a414b2ab8180 None None] Set router 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:43.661451 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0faf1-c332-43ec-b5a2-d2d5b0b6e462 req-7db7b9b1-49ed-4d85-b578-83126bd77f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:43.663187 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fc0faf1-c332-43ec-b5a2-d2d5b0b6e462 req-7db7b9b1-49ed-4d85-b578-83126bd77f5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 1096 time: 0.0890906 Jul 07 17:56:43.766940 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0faf1-c332-43ec-b5a2-d2d5b0b6e462 req-4fc95dde-fcec-4bb8-ae52-58fa0991e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:43.768725 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fc0faf1-c332-43ec-b5a2-d2d5b0b6e462 req-4fc95dde-fcec-4bb8-ae52-58fa0991e4ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1c41bbe-0446-40ab-a3f2-3e260003eb47 HTTP/1.1" status: 200 len: 898 time: 0.0988264 Jul 07 17:56:43.816593 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fc0faf1-c332-43ec-b5a2-d2d5b0b6e462 req-8f366450-71f5-41c3-9150-c39ce0cb498c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8336ccc-57ff-4c58-98d5-59626d139527 HTTP/1.1" status: 200 len: 217 time: 0.0409687 Jul 07 17:56:43.825454 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2ae2e9e5-92d4-4d29-8c77-a414b2ab8180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477656369', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:45Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:46Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'a145a14d-33bb-41b1-953d-1c8e4466985c', 'name': '', 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:08:e7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4f12ed57-99f2-4c7e-a08e-62ff2635f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:49Z', 'updated_at': '2021-07-07T17:55:54Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '4f12ed57-99f2-4c7e-a08e-62ff2635f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:43.852192 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae2e9e5-92d4-4d29-8c77-a414b2ab8180 None None] Checking router: 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:56:43.860974 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae2e9e5-92d4-4d29-8c77-a414b2ab8180 None None] Routers {'7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:43.861596 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2ae2e9e5-92d4-4d29-8c77-a414b2ab8180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:56:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:43.870282 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0faf1-c332-43ec-b5a2-d2d5b0b6e462 req-7a36561f-8c10-4818-8dfc-5153c361881b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:43.871857 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fc0faf1-c332-43ec-b5a2-d2d5b0b6e462 req-7a36561f-8c10-4818-8dfc-5153c361881b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f12ed57-99f2-4c7e-a08e-62ff2635f183 HTTP/1.1" status: 200 len: 835 time: 0.0489559 Jul 07 17:56:43.888491 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046568c4-cd9b-42c6-be36-f0f5295131d9 req-b957054c-2cb7-4edc-b88c-eb125094f69d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:43.890897 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-046568c4-cd9b-42c6-be36-f0f5295131d9 req-b957054c-2cb7-4edc-b88c-eb125094f69d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 945 time: 0.0686891 Jul 07 17:56:43.936397 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0faf1-c332-43ec-b5a2-d2d5b0b6e462 req-a8ba92e6-318e-490b-b44d-06cbf6d8cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:43.938498 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fc0faf1-c332-43ec-b5a2-d2d5b0b6e462 req-a8ba92e6-318e-490b-b44d-06cbf6d8cfab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1c41bbe-0446-40ab-a3f2-3e260003eb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591013 Jul 07 17:56:43.938933 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-046568c4-cd9b-42c6-be36-f0f5295131d9 req-96a9fc51-e1a6-4c4e-9f83-bb3494df178c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=775ee709-dcac-4707-9ad1-8b357fc30490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412576 Jul 07 17:56:43.970566 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-2ae2e9e5-92d4-4d29-8c77-a414b2ab8180 None None] Set router 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:44.035387 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fc0faf1-c332-43ec-b5a2-d2d5b0b6e462 req-4962d0ac-bc3c-48fe-b1ca-5068ae595399 service neutron] 10.222.0.15 "GET /v2.0/networks/b1c41bbe-0446-40ab-a3f2-3e260003eb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897555 Jul 07 17:56:44.130922 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9fc0faf1-c332-43ec-b5a2-d2d5b0b6e462 req-b0b27db3-53c8-4513-af39-d27fae969949 service neutron] 10.222.0.15 "GET /v2.0/networks/b1c41bbe-0446-40ab-a3f2-3e260003eb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879955 Jul 07 17:56:44.171858 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-2ae2e9e5-92d4-4d29-8c77-a414b2ab8180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477656369', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:45Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:46Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'a145a14d-33bb-41b1-953d-1c8e4466985c', 'name': '', 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:08:e7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4f12ed57-99f2-4c7e-a08e-62ff2635f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:49Z', 'updated_at': '2021-07-07T17:55:54Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '4f12ed57-99f2-4c7e-a08e-62ff2635f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:44.201906 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae2e9e5-92d4-4d29-8c77-a414b2ab8180 None None] The sync data for ids ['7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'] in n-d-793620-7 is: [{'id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477656369', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:45Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:46Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'a145a14d-33bb-41b1-953d-1c8e4466985c', 'name': '', 'network_id': 'b1c41bbe-0446-40ab-a3f2-3e260003eb47', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:08:e7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4f12ed57-99f2-4c7e-a08e-62ff2635f183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:49Z', 'updated_at': '2021-07-07T17:55:54Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '4f12ed57-99f2-4c7e-a08e-62ff2635f183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:56:44.428392 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30106c14-1864-48af-9d5c-5cd1bed4422f None None] New status for floating IP 125f77b1-9a92-45b2-91f6-8d0e42b5c039: DOWN {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:56:44.802742 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-fb4a0f02-a9d0-4afc-89cf-908b5630ffa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:44.860721 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:45.115045 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288d752-0475-4cb3-86f6-2392aa5ca493 req-27d2d383-e875-4f56-8539-50fb295d32ae tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:45.116469 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c288d752-0475-4cb3-86f6-2392aa5ca493 req-27d2d383-e875-4f56-8539-50fb295d32ae tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 945 time: 0.0645194 Jul 07 17:56:45.154321 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c288d752-0475-4cb3-86f6-2392aa5ca493 req-36745613-5f30-4eba-81c4-7513dfb6773a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=775ee709-dcac-4707-9ad1-8b357fc30490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323412 Jul 07 17:56:45.489007 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029f66a-327e-4db1-adbb-bcbe8d22041e req-91635b9b-09e1-4e4b-a569-3dacb3734689 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:45.490476 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f029f66a-327e-4db1-adbb-bcbe8d22041e req-91635b9b-09e1-4e4b-a569-3dacb3734689 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 945 time: 0.0669210 Jul 07 17:56:45.592506 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-f029f66a-327e-4db1-adbb-bcbe8d22041e req-19164a3a-ee78-422f-92d6-c448da774513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting port a8336ccc-57ff-4c58-98d5-59626d139527 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:45.592849 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f029f66a-327e-4db1-adbb-bcbe8d22041e req-19164a3a-ee78-422f-92d6-c448da774513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:45.691401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-f029f66a-327e-4db1-adbb-bcbe8d22041e req-19164a3a-ee78-422f-92d6-c448da774513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] For port a8336ccc-57ff-4c58-98d5-59626d139527, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=a8336ccc-57ff-4c58-98d5-59626d139527,segment=NetworkSegment(4eac7327-6b57-4899-a689-125d8c55c8d4),segment_id=4eac7327-6b57-4899-a689-125d8c55c8d4)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:45.691758 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f029f66a-327e-4db1-adbb-bcbe8d22041e req-19164a3a-ee78-422f-92d6-c448da774513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:45.704831 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-f029f66a-327e-4db1-adbb-bcbe8d22041e req-19164a3a-ee78-422f-92d6-c448da774513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Calling delete_port for a8336ccc-57ff-4c58-98d5-59626d139527 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:45.837497 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f029f66a-327e-4db1-adbb-bcbe8d22041e req-19164a3a-ee78-422f-92d6-c448da774513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:45.865475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19164a3a-ee78-422f-92d6-c448da774513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Port': ['ID=a8336ccc-57ff-4c58-98d5-59626d139527,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:45.914720 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f029f66a-327e-4db1-adbb-bcbe8d22041e req-19164a3a-ee78-422f-92d6-c448da774513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] No DVR routers for this DVR port a8336ccc-57ff-4c58-98d5-59626d139527 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:56:45.917624 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f029f66a-327e-4db1-adbb-bcbe8d22041e req-19164a3a-ee78-422f-92d6-c448da774513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:45.919880 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f029f66a-327e-4db1-adbb-bcbe8d22041e req-19164a3a-ee78-422f-92d6-c448da774513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "DELETE /v2.0/ports/a8336ccc-57ff-4c58-98d5-59626d139527 HTTP/1.1" status: 204 len: 173 time: 0.4232533 Jul 07 17:56:45.920316 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9adf2d8-2d62-43a7-b502-3c5c3576b8a6', 'name': 'network-vif-deleted', 'tag': 'a8336ccc-57ff-4c58-98d5-59626d139527'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:56:45.923247 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3d4833-7d1f-46c9-b00d-6e8c36659cc1" -d '{"events": [{"server_uuid": "f9adf2d8-2d62-43a7-b502-3c5c3576b8a6", "name": "network-vif-deleted", "tag": "a8336ccc-57ff-4c58-98d5-59626d139527"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:56:45.964621 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a34b7ca-a8eb-4244-9add-b730cebba476 x-openstack-request-id: req-1a34b7ca-a8eb-4244-9add-b730cebba476 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:56:45.964941 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9adf2d8-2d62-43a7-b502-3c5c3576b8a6", "name": "network-vif-deleted", "tag": "a8336ccc-57ff-4c58-98d5-59626d139527", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:56:45.965192 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a34b7ca-a8eb-4244-9add-b730cebba476 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:56:45.965590 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9adf2d8-2d62-43a7-b502-3c5c3576b8a6', 'name': 'network-vif-deleted', 'tag': 'a8336ccc-57ff-4c58-98d5-59626d139527', 'status': 'completed', 'code': 200} Jul 07 17:56:46.312121 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-265134ce-ff90-44d2-b4a6-4016fcb47261 req-7618f3e8-ec05-4a24-9f9e-e2bc783173d2 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9adf2d8-2d62-43a7-b502-3c5c3576b8a6 HTTP/1.1" status: 200 len: 210 time: 0.0305500 Jul 07 17:56:47.112182 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:47.406759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36618) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:47.724333 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:47.770873 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-134c9908-83f0-4394-9598-e42fab63d8ae tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.024134 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c7029c1e-597a-4192-a8f9-c9423cc973f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.041214 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-134c9908-83f0-4394-9598-e42fab63d8ae tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting port a145a14d-33bb-41b1-953d-1c8e4466985c {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:48.041567 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-134c9908-83f0-4394-9598-e42fab63d8ae tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.130955 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-134c9908-83f0-4394-9598-e42fab63d8ae tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] For port a145a14d-33bb-41b1-953d-1c8e4466985c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=a145a14d-33bb-41b1-953d-1c8e4466985c,segment=NetworkSegment(4eac7327-6b57-4899-a689-125d8c55c8d4),segment_id=4eac7327-6b57-4899-a689-125d8c55c8d4)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:48.131324 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-134c9908-83f0-4394-9598-e42fab63d8ae tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.149580 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-134c9908-83f0-4394-9598-e42fab63d8ae tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Calling delete_port for a145a14d-33bb-41b1-953d-1c8e4466985c owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:48.343674 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-134c9908-83f0-4394-9598-e42fab63d8ae tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.371209 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c9908-83f0-4394-9598-e42fab63d8ae tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Port': ['ID=a145a14d-33bb-41b1-953d-1c8e4466985c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:48.516338 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a8336ccc-57ff-4c58-98d5-59626d139527 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:48.538053 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: a8336ccc-57ff-4c58-98d5-59626d139527 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:48.538427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device a8336ccc-57ff-4c58-98d5-59626d139527 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:48.554747 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-134c9908-83f0-4394-9598-e42fab63d8ae tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:48.774394 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134c9908-83f0-4394-9598-e42fab63d8ae tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:56:48.882508 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134c9908-83f0-4394-9598-e42fab63d8ae tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:56:48.888188 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-134c9908-83f0-4394-9598-e42fab63d8ae tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "PUT /v2.0/routers/7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4803641 Jul 07 17:56:48.891730 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36620) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:48.892725 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c16373-3f74-4687-a25a-eb4170bc6e1e None None] Sync routers for ids ['7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:56:48.901967 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c16373-3f74-4687-a25a-eb4170bc6e1e None None] Routers {'7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:48.902654 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e4c16373-3f74-4687-a25a-eb4170bc6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:56:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:48.956413 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-845495e8-58b3-4df4-a23d-75c120ba08dd tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting subnet 4f12ed57-99f2-4c7e-a08e-62ff2635f183 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:56:48.959841 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-845495e8-58b3-4df4-a23d-75c120ba08dd tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:49.000759 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-845495e8-58b3-4df4-a23d-75c120ba08dd tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:49.019695 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-e4c16373-3f74-4687-a25a-eb4170bc6e1e None None] Set router 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:49.070975 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:49.097861 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-845495e8-58b3-4df4-a23d-75c120ba08dd tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:49.158669 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-845495e8-58b3-4df4-a23d-75c120ba08dd tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:49.183931 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845495e8-58b3-4df4-a23d-75c120ba08dd tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Subnet': ['ID=4f12ed57-99f2-4c7e-a08e-62ff2635f183,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:49.191427 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-845495e8-58b3-4df4-a23d-75c120ba08dd tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:49.195908 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-845495e8-58b3-4df4-a23d-75c120ba08dd tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/subnets/4f12ed57-99f2-4c7e-a08e-62ff2635f183 HTTP/1.1" status: 204 len: 168 time: 0.3005526 Jul 07 17:56:49.196302 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36622) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:49.196585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b0b7b1-04bb-4114-9f61-3abe5a027c8a None None] Network b1c41bbe-0446-40ab-a3f2-3e260003eb47 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:56:49.210561 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e4c16373-3f74-4687-a25a-eb4170bc6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477656369', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:45Z', 'updated_at': '2021-07-07T17:56:48Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:46Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:49.236865 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c16373-3f74-4687-a25a-eb4170bc6e1e None None] Checking router: 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:56:49.247043 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c16373-3f74-4687-a25a-eb4170bc6e1e None None] Routers {'7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:49.247748 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e4c16373-3f74-4687-a25a-eb4170bc6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:56:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:49.319361 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7de7aa12-2d8c-45c4-964a-566567a84f14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:49.407928 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5290557b-b515-4f49-8313-5b9bd79ca154 None None] DHCP port deletion for b1c41bbe-0446-40ab-a3f2-3e260003eb47 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:56:49.443565 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7de7aa12-2d8c-45c4-964a-566567a84f14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:49.456450 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-e4c16373-3f74-4687-a25a-eb4170bc6e1e None None] Set router 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:49.457603 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-5290557b-b515-4f49-8313-5b9bd79ca154 None None] Deleting port 42b0d207-fd28-40e4-ae90-813556dc89f4 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:49.457988 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5290557b-b515-4f49-8313-5b9bd79ca154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:49.503977 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-7de7aa12-2d8c-45c4-964a-566567a84f14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting port ab8078c1-74e4-416a-9921-48348473ee02 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:56:49.504415 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7de7aa12-2d8c-45c4-964a-566567a84f14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:49.527657 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5290557b-b515-4f49-8313-5b9bd79ca154 None None] For port 42b0d207-fd28-40e4-ae90-813556dc89f4, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=42b0d207-fd28-40e4-ae90-813556dc89f4,segment=NetworkSegment(4eac7327-6b57-4899-a689-125d8c55c8d4),segment_id=4eac7327-6b57-4899-a689-125d8c55c8d4)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:49.528303 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5290557b-b515-4f49-8313-5b9bd79ca154 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:49.544240 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-5290557b-b515-4f49-8313-5b9bd79ca154 None None] Calling delete_port for 42b0d207-fd28-40e4-ae90-813556dc89f4 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:49.599201 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-7de7aa12-2d8c-45c4-964a-566567a84f14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] For port ab8078c1-74e4-416a-9921-48348473ee02, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=ab8078c1-74e4-416a-9921-48348473ee02,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:49.599788 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7de7aa12-2d8c-45c4-964a-566567a84f14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:49.613904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-7de7aa12-2d8c-45c4-964a-566567a84f14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Calling delete_port for ab8078c1-74e4-416a-9921-48348473ee02 owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:56:49.636164 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5290557b-b515-4f49-8313-5b9bd79ca154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:49.649803 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-e4c16373-3f74-4687-a25a-eb4170bc6e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477656369', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:45Z', 'updated_at': '2021-07-07T17:56:48Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:46Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:49.665258 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290557b-b515-4f49-8313-5b9bd79ca154 None None] Pushing event deleted for resources: {'Port': ['ID=42b0d207-fd28-40e4-ae90-813556dc89f4,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:49.673099 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5290557b-b515-4f49-8313-5b9bd79ca154 None None] No DVR routers for this DVR port 42b0d207-fd28-40e4-ae90-813556dc89f4 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:56:49.675673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290557b-b515-4f49-8313-5b9bd79ca154 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:49.676125 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290557b-b515-4f49-8313-5b9bd79ca154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:49.676473 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290557b-b515-4f49-8313-5b9bd79ca154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:49.676815 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290557b-b515-4f49-8313-5b9bd79ca154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:49.677524 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290557b-b515-4f49-8313-5b9bd79ca154 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:49.677676 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290557b-b515-4f49-8313-5b9bd79ca154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:49.677880 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290557b-b515-4f49-8313-5b9bd79ca154 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:49.678198 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290557b-b515-4f49-8313-5b9bd79ca154 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:49.678587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290557b-b515-4f49-8313-5b9bd79ca154 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:49.679035 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290557b-b515-4f49-8313-5b9bd79ca154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:49.679673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290557b-b515-4f49-8313-5b9bd79ca154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:49.679673 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290557b-b515-4f49-8313-5b9bd79ca154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:49.689607 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c16373-3f74-4687-a25a-eb4170bc6e1e None None] The sync data for ids ['7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a'] in n-d-793620-7 is: [{'id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477656369', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:55:45Z', 'updated_at': '2021-07-07T17:56:48Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'ab8078c1-74e4-416a-9921-48348473ee02', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:55:46Z', 'updated_at': '2021-07-07T17:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:56:49.810417 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7de7aa12-2d8c-45c4-964a-566567a84f14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:49.836012 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7aa12-2d8c-45c4-964a-566567a84f14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Port': ['ID=ab8078c1-74e4-416a-9921-48348473ee02,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:49.908774 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7de7aa12-2d8c-45c4-964a-566567a84f14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:50.006710 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7de7aa12-2d8c-45c4-964a-566567a84f14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:50.009254 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7de7aa12-2d8c-45c4-964a-566567a84f14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:50.070065 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7de7aa12-2d8c-45c4-964a-566567a84f14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:50.070905 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de7aa12-2d8c-45c4-964a-566567a84f14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Fanout notify agent at l3_agent the message router_deleted on router 7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:56:50.078779 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7de7aa12-2d8c-45c4-964a-566567a84f14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:50.080035 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7de7aa12-2d8c-45c4-964a-566567a84f14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/routers/7f564a1d-7156-4e5e-bcb3-b1e8560ffe8a HTTP/1.1" status: 204 len: 168 time: 0.8826058 Jul 07 17:56:50.087991 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36624) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:50.134492 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 42b0d207-fd28-40e4-ae90-813556dc89f4 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:50.162958 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 42b0d207-fd28-40e4-ae90-813556dc89f4 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:50.163315 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 42b0d207-fd28-40e4-ae90-813556dc89f4 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:50.163739 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device a145a14d-33bb-41b1-953d-1c8e4466985c no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:50.188576 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: a145a14d-33bb-41b1-953d-1c8e4466985c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:50.188984 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device a145a14d-33bb-41b1-953d-1c8e4466985c not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:50.201271 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d45dc55a-9afa-4893-95ad-28c826987375 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:50.304986 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d45dc55a-9afa-4893-95ad-28c826987375 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:50.315284 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-d45dc55a-9afa-4893-95ad-28c826987375 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c41bbe-0446-40ab-a3f2-3e260003eb47']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:50.326587 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-d45dc55a-9afa-4893-95ad-28c826987375 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eac7327-6b57-4899-a689-125d8c55c8d4') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:50.326913 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-d45dc55a-9afa-4893-95ad-28c826987375 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eac7327-6b57-4899-a689-125d8c55c8d4') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:50.336695 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d45dc55a-9afa-4893-95ad-28c826987375 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:50.350625 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d45dc55a-9afa-4893-95ad-28c826987375 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:50.356544 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45dc55a-9afa-4893-95ad-28c826987375 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:56:50.356905 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d45dc55a-9afa-4893-95ad-28c826987375 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:56:50.360544 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:56:50.417555 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d45dc55a-9afa-4893-95ad-28c826987375 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:50.425298 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d45dc55a-9afa-4893-95ad-28c826987375 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:50.426924 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d45dc55a-9afa-4893-95ad-28c826987375 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/networks/b1c41bbe-0446-40ab-a3f2-3e260003eb47 HTTP/1.1" status: 204 len: 168 time: 0.3378582 Jul 07 17:56:50.430041 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36626) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:50.439040 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45dc55a-9afa-4893-95ad-28c826987375 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Network': ['ID=b1c41bbe-0446-40ab-a3f2-3e260003eb47,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:50.489440 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c6fdcc0-0669-4e7d-bab9-20af064bf0d7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:50.513889 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c6fdcc0-0669-4e7d-bab9-20af064bf0d7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:50.530746 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:50.596108 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c6fdcc0-0669-4e7d-bab9-20af064bf0d7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:50.598786 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8c6fdcc0-0669-4e7d-bab9-20af064bf0d7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:50.600022 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8c6fdcc0-0669-4e7d-bab9-20af064bf0d7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/security-groups/775ee709-dcac-4707-9ad1-8b357fc30490 HTTP/1.1" status: 204 len: 168 time: 0.1689112 Jul 07 17:56:50.609418 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fdcc0-0669-4e7d-bab9-20af064bf0d7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=775ee709-dcac-4707-9ad1-8b357fc30490,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:50.617253 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fdcc0-0669-4e7d-bab9-20af064bf0d7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:50.617625 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fdcc0-0669-4e7d-bab9-20af064bf0d7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:50.617976 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fdcc0-0669-4e7d-bab9-20af064bf0d7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:50.618325 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fdcc0-0669-4e7d-bab9-20af064bf0d7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:50.618687 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fdcc0-0669-4e7d-bab9-20af064bf0d7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:50.619028 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fdcc0-0669-4e7d-bab9-20af064bf0d7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:50.619371 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fdcc0-0669-4e7d-bab9-20af064bf0d7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:50.619704 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fdcc0-0669-4e7d-bab9-20af064bf0d7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:50.620040 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fdcc0-0669-4e7d-bab9-20af064bf0d7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:50.620377 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fdcc0-0669-4e7d-bab9-20af064bf0d7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:50.620706 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fdcc0-0669-4e7d-bab9-20af064bf0d7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:50.621032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6fdcc0-0669-4e7d-bab9-20af064bf0d7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:50.974151 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36632) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:50.981910 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-0c760d3c-0268-4325-9d80-249e8123bd2d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-816635647', 'description': 'tempest-secgroup-smoke-816635647 description', 'project_id': 'cdc08b6665d44d2088435d3c4644735c'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:51.008816 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c760d3c-0268-4325-9d80-249e8123bd2d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.103212 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c760d3c-0268-4325-9d80-249e8123bd2d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.106932 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c760d3c-0268-4325-9d80-249e8123bd2d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.136348 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-0c760d3c-0268-4325-9d80-249e8123bd2d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.137613 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0c760d3c-0268-4325-9d80-249e8123bd2d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1620352 Jul 07 17:56:51.139539 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c760d3c-0268-4325-9d80-249e8123bd2d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c35c29-7617-4b37-aa94-c4f6554fd59f,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:51.141477 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36634) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:51.146732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5cfd978f-02ba-4c3a-bf74-00f1f6a9e16d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': '83c35c29-7617-4b37-aa94-c4f6554fd59f', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:51.179331 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5cfd978f-02ba-4c3a-bf74-00f1f6a9e16d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.239466 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5cfd978f-02ba-4c3a-bf74-00f1f6a9e16d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.243551 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5cfd978f-02ba-4c3a-bf74-00f1f6a9e16d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.262679 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd978f-02ba-4c3a-bf74-00f1f6a9e16d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d834c8-902f-4d7d-85ee-58f6e7ba6712,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:51.271541 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5cfd978f-02ba-4c3a-bf74-00f1f6a9e16d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.272781 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5cfd978f-02ba-4c3a-bf74-00f1f6a9e16d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296952 Jul 07 17:56:51.275641 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36636) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:51.280881 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-fa985996-4a59-411f-ae51-295f0b46857b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': '83c35c29-7617-4b37-aa94-c4f6554fd59f', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:51.308400 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fa985996-4a59-411f-ae51-295f0b46857b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.367679 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fa985996-4a59-411f-ae51-295f0b46857b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.371905 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fa985996-4a59-411f-ae51-295f0b46857b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.393117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa985996-4a59-411f-ae51-295f0b46857b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54aef568-4d6a-4c7c-9ece-be43cec75184,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:51.397384 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-fa985996-4a59-411f-ae51-295f0b46857b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.398623 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-fa985996-4a59-411f-ae51-295f0b46857b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218901 Jul 07 17:56:51.401512 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36638) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:51.406010 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-e5be6274-b6bb-4342-9a8a-c486d0ba22ee tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': '83c35c29-7617-4b37-aa94-c4f6554fd59f', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:51.433191 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e5be6274-b6bb-4342-9a8a-c486d0ba22ee tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.495454 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e5be6274-b6bb-4342-9a8a-c486d0ba22ee tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.499274 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e5be6274-b6bb-4342-9a8a-c486d0ba22ee tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.517242 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be6274-b6bb-4342-9a8a-c486d0ba22ee tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ec5837-0fbb-4aaa-9758-c35b85794eae,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:51.523212 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e5be6274-b6bb-4342-9a8a-c486d0ba22ee tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.524675 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e5be6274-b6bb-4342-9a8a-c486d0ba22ee tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222210 Jul 07 17:56:51.527533 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36640) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:51.532209 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-510ddc15-48cc-4398-a4ba-ca20bffe6153 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': '83c35c29-7617-4b37-aa94-c4f6554fd59f', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:51.559076 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-510ddc15-48cc-4398-a4ba-ca20bffe6153 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.617554 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-510ddc15-48cc-4398-a4ba-ca20bffe6153 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.621192 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-510ddc15-48cc-4398-a4ba-ca20bffe6153 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.640242 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ddc15-48cc-4398-a4ba-ca20bffe6153 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ad0737-4fa3-4cd0-88a6-355085f9fd86,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:51.646073 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-510ddc15-48cc-4398-a4ba-ca20bffe6153 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.647364 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-510ddc15-48cc-4398-a4ba-ca20bffe6153 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189089 Jul 07 17:56:51.650258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36642) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:51.654794 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-5fdaf65c-97af-49ae-ab06-4af0bbf0d374 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': '83c35c29-7617-4b37-aa94-c4f6554fd59f', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:51.677547 n-d-793620-7 neutron-server[100409]: INFO neutron.db.securitygroups_db [None req-5fdaf65c-97af-49ae-ab06-4af0bbf0d374 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Project cdc08b6665d44d2088435d3c4644735c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:56:51.683021 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5fdaf65c-97af-49ae-ab06-4af0bbf0d374 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.759204 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5fdaf65c-97af-49ae-ab06-4af0bbf0d374 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.763007 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5fdaf65c-97af-49ae-ab06-4af0bbf0d374 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.782855 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdaf65c-97af-49ae-ab06-4af0bbf0d374 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c5c3b1-2c88-4e22-a85b-5e9ee82901b8,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:51.785966 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5fdaf65c-97af-49ae-ab06-4af0bbf0d374 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.787257 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5fdaf65c-97af-49ae-ab06-4af0bbf0d374 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1360035 Jul 07 17:56:51.789990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36644) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:51.794487 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-3f0a79fe-2f98-42e1-bc7e-bdf2dd354a14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': '83c35c29-7617-4b37-aa94-c4f6554fd59f', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:51.817112 n-d-793620-7 neutron-server[100409]: INFO neutron.db.securitygroups_db [None req-3f0a79fe-2f98-42e1-bc7e-bdf2dd354a14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Project cdc08b6665d44d2088435d3c4644735c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:56:51.822873 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3f0a79fe-2f98-42e1-bc7e-bdf2dd354a14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.888784 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3f0a79fe-2f98-42e1-bc7e-bdf2dd354a14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.892902 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3f0a79fe-2f98-42e1-bc7e-bdf2dd354a14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.910707 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a79fe-2f98-42e1-bc7e-bdf2dd354a14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb3b234-bae7-4674-8a36-6749f1da6f27,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:51.917092 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3f0a79fe-2f98-42e1-bc7e-bdf2dd354a14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.918415 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3f0a79fe-2f98-42e1-bc7e-bdf2dd354a14 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273961 Jul 07 17:56:51.921182 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36646) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:51.926259 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-42cdde72-1c39-48da-bf04-c954718650db tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'network': {'name': 'tempest-network-smoke--1872075580', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'port_security_enabled': True}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:51.946826 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cdde72-1c39-48da-bf04-c954718650db tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Made reservation on behalf of cdc08b6665d44d2088435d3c4644735c for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:56:51.950418 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42cdde72-1c39-48da-bf04-c954718650db tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.975344 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42cdde72-1c39-48da-bf04-c954718650db tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:56:51.985024 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42cdde72-1c39-48da-bf04-c954718650db tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:51.986187 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-42cdde72-1c39-48da-bf04-c954718650db tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Added segment 84af39d1-1210-4b5d-a7d2-92f9e968e890 of type vlan for network ff1b2ffd-230c-41f0-8a73-367798e4148d Jul 07 17:56:51.997096 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ab8078c1-74e4-416a-9921-48348473ee02 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:56:52.019219 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: ab8078c1-74e4-416a-9921-48348473ee02 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:56:52.019483 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device ab8078c1-74e4-416a-9921-48348473ee02 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:56:52.036315 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42cdde72-1c39-48da-bf04-c954718650db tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:52.067084 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42cdde72-1c39-48da-bf04-c954718650db tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:52.073344 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cdde72-1c39-48da-bf04-c954718650db tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:52.074273 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-42cdde72-1c39-48da-bf04-c954718650db tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:52.138652 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-42cdde72-1c39-48da-bf04-c954718650db tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2163606 Jul 07 17:56:52.141309 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36648) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:52.145801 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-6598daa7-9c4a-4e5a-8a2e-e922824e986a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1840238296', 'admin_state_up': True, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:52.164900 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdde72-1c39-48da-bf04-c954718650db tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Network': ['ID=ff1b2ffd-230c-41f0-8a73-367798e4148d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:52.176618 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network ff1b2ffd-230c-41f0-8a73-367798e4148d details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:56:52.180006 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6598daa7-9c4a-4e5a-8a2e-e922824e986a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:52.181255 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6598daa7-9c4a-4e5a-8a2e-e922824e986a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:52.236250 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6598daa7-9c4a-4e5a-8a2e-e922824e986a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:52.390143 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6598daa7-9c4a-4e5a-8a2e-e922824e986a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:52.597526 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6598daa7-9c4a-4e5a-8a2e-e922824e986a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:52.621923 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6598daa7-9c4a-4e5a-8a2e-e922824e986a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:52.726680 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-6598daa7-9c4a-4e5a-8a2e-e922824e986a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Allocated IP 172.25.2.99 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/4324dd1c-df9a-4a1f-a3c0-734bd017b998) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:56:52.834246 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6598daa7-9c4a-4e5a-8a2e-e922824e986a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:52.873884 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6598daa7-9c4a-4e5a-8a2e-e922824e986a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:52.910967 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6598daa7-9c4a-4e5a-8a2e-e922824e986a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:52.917245 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-6598daa7-9c4a-4e5a-8a2e-e922824e986a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:52.922357 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6598daa7-9c4a-4e5a-8a2e-e922824e986a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:56:52.925509 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598daa7-9c4a-4e5a-8a2e-e922824e986a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=4324dd1c-df9a-4a1f-a3c0-734bd017b998,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:53.175442 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6598daa7-9c4a-4e5a-8a2e-e922824e986a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:53.374896 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6598daa7-9c4a-4e5a-8a2e-e922824e986a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:53.502630 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6598daa7-9c4a-4e5a-8a2e-e922824e986a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router a79bf653-cff3-4e71-a8d8-6e0484eabcf1 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:56:53.614613 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6598daa7-9c4a-4e5a-8a2e-e922824e986a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:56:53.623857 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] Sync routers for ids ['a79bf653-cff3-4e71-a8d8-6e0484eabcf1'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:56:53.633146 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6598daa7-9c4a-4e5a-8a2e-e922824e986a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:53.633381 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] Routers {'a79bf653-cff3-4e71-a8d8-6e0484eabcf1'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:53.633989 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:56:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['a79bf653-cff3-4e71-a8d8-6e0484eabcf1'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:53.637981 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36650) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:53.642986 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6598daa7-9c4a-4e5a-8a2e-e922824e986a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5005660 Jul 07 17:56:53.668880 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b7e49e86-018b-4994-bc89-2512393f14bf tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=cdc08b6665d44d2088435d3c4644735c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296404 Jul 07 17:56:53.671666 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36652) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:53.771645 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] Set router a79bf653-cff3-4e71-a8d8-6e0484eabcf1 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:53.878591 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e2614e-6c36-4bb4-97f8-d53bc80725d4 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:53.883143 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-16e2614e-6c36-4bb4-97f8-d53bc80725d4 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2075126 Jul 07 17:56:53.883488 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36654) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:53.913581 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5f03b0ec-8a7a-4e03-83cc-635a3db73431 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288076 Jul 07 17:56:53.916322 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36656) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:53.921747 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-14348ef1-9b0a-40ce-9a9b-aa23de02a329 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1652279007', 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:56:53.963633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840238296', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:53Z', 'revision_number': 3, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:53.990295 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] Checking router: a79bf653-cff3-4e71-a8d8-6e0484eabcf1 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:56:53.990681 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] Updating router a79bf653-cff3-4e71-a8d8-6e0484eabcf1 port 4324dd1c-df9a-4a1f-a3c0-734bd017b998 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:56:54.013945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14348ef1-9b0a-40ce-9a9b-aa23de02a329 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Made reservation on behalf of cdc08b6665d44d2088435d3c4644735c for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:56:54.018276 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-14348ef1-9b0a-40ce-9a9b-aa23de02a329 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:54.025683 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:54.212287 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-14348ef1-9b0a-40ce-9a9b-aa23de02a329 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:54.280674 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14348ef1-9b0a-40ce-9a9b-aa23de02a329 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Subnet': ['ID=8236912b-5788-4ac2-9ae8-63eedbd08e5a,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:54.288033 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14348ef1-9b0a-40ce-9a9b-aa23de02a329 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Checking segment: {'id': '84af39d1-1210-4b5d-a7d2-92f9e968e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:54.288243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14348ef1-9b0a-40ce-9a9b-aa23de02a329 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network hostable DHCP agents. Network: ff1b2ffd-230c-41f0-8a73-367798e4148d, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:56:54.291855 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:54.303285 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] Transition to ACTIVE for port object 4324dd1c-df9a-4a1f-a3c0-734bd017b998 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:54.307475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14348ef1-9b0a-40ce-9a9b-aa23de02a329 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network ff1b2ffd-230c-41f0-8a73-367798e4148d is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:56:54.309609 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:54.317866 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-14348ef1-9b0a-40ce-9a9b-aa23de02a329 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, ff1b2ffd-230c-41f0-8a73-367798e4148d) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:54.323034 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14348ef1-9b0a-40ce-9a9b-aa23de02a329 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:54.323636 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-14348ef1-9b0a-40ce-9a9b-aa23de02a329 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:54.342799 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-14348ef1-9b0a-40ce-9a9b-aa23de02a329 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4250629 Jul 07 17:56:54.346258 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36658) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:56:54.496374 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5da021a-5cf9-444a-90cc-8aa120a3f219 None None] Network ff1b2ffd-230c-41f0-8a73-367798e4148d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:56:54.577266 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] Attempting to bind port 4324dd1c-df9a-4a1f-a3c0-734bd017b998 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:56:54.577526 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] Attempting to bind port 4324dd1c-df9a-4a1f-a3c0-734bd017b998 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:56:54.577957 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] Attempting to bind port 4324dd1c-df9a-4a1f-a3c0-734bd017b998 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:54.582036 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d9a59-edc5-4bf4-8aee-64fa852ad859 None None] Pushing event updated for resources: {'Port': ['ID=4324dd1c-df9a-4a1f-a3c0-734bd017b998,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:54.596665 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:56:54.597052 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:54.597458 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:54.597859 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:56:54.598343 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] Bound port: 4324dd1c-df9a-4a1f-a3c0-734bd017b998, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:56:54.598758 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:54.695882 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] For port 4324dd1c-df9a-4a1f-a3c0-734bd017b998, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:56:54.701041 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] For port 4324dd1c-df9a-4a1f-a3c0-734bd017b998, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4324dd1c-df9a-4a1f-a3c0-734bd017b998,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:56:54.720810 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:54.754101 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-ff1b2ffd-230c-41f0-8a73-367798e4148d', 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ips': [{'subnet_id': '8236912b-5788-4ac2-9ae8-63eedbd08e5a'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:56:54.754989 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:54.813230 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d9a59-edc5-4bf4-8aee-64fa852ad859 None None] Pushing event updated for resources: {'Port': ['ID=4324dd1c-df9a-4a1f-a3c0-734bd017b998,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:54.816977 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] Routers {'a79bf653-cff3-4e71-a8d8-6e0484eabcf1'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:54.817587 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:56:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['a79bf653-cff3-4e71-a8d8-6e0484eabcf1'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:55.018439 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] Set router a79bf653-cff3-4e71-a8d8-6e0484eabcf1 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:55.020530 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Allocated IP 172.20.0.2 (ff1b2ffd-230c-41f0-8a73-367798e4148d/8236912b-5788-4ac2-9ae8-63eedbd08e5a/5f2ee30e-8b18-4f4b-aaf0-8d31699735bb) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:56:55.158339 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ac913034-b1d6-450f-9fa7-bd372c2284f9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:55.324322 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:55.339104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Transition to ACTIVE for port object 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:55.351427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840238296', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:53Z', 'revision_number': 3, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:55.383889 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Transition to ACTIVE for port object 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:55.385434 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f5e68c-e889-4fe5-b2f5-cd3c71b0982e None None] The sync data for ids ['a79bf653-cff3-4e71-a8d8-6e0484eabcf1'] in n-d-793620-7 is: [{'id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840238296', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:53Z', 'revision_number': 3, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:56:55.393268 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:55.433285 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Network ff1b2ffd-230c-41f0-8a73-367798e4148d is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:55.439492 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:55.443236 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:56:55.451413 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Pushing event updated for resources: {'Port': ['ID=5f2ee30e-8b18-4f4b-aaf0-8d31699735bb,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:55.510419 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-ac913034-b1d6-450f-9fa7-bd372c2284f9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Allocated IP 172.20.0.1 (ff1b2ffd-230c-41f0-8a73-367798e4148d/8236912b-5788-4ac2-9ae8-63eedbd08e5a/4984b379-3f09-43b5-ad9c-906fdb26634c) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:56:55.523006 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Attempting to bind port 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:56:55.523394 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Attempting to bind port 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '84af39d1-1210-4b5d-a7d2-92f9e968e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:56:55.524030 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Attempting to bind port 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb on network ff1b2ffd-230c-41f0-8a73-367798e4148d {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:55.529329 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:56:55.529713 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Checking segment: {'id': '84af39d1-1210-4b5d-a7d2-92f9e968e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:55.530165 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:55.530602 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Bound using segment: {'id': '84af39d1-1210-4b5d-a7d2-92f9e968e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:56:55.531086 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Bound port: 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84af39d1-1210-4b5d-a7d2-92f9e968e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:56:55.531985 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:55.623230 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] For port 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:56:55.630315 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] For port 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5f2ee30e-8b18-4f4b-aaf0-8d31699735bb,segment=NetworkSegment(84af39d1-1210-4b5d-a7d2-92f9e968e890),segment_id=84af39d1-1210-4b5d-a7d2-92f9e968e890)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:56:55.637135 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:55.713358 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ac913034-b1d6-450f-9fa7-bd372c2284f9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:55.738902 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31471e-9f24-4a33-9756-4d6aad0ab7fc None None] Pushing event updated for resources: {'Port': ['ID=5f2ee30e-8b18-4f4b-aaf0-8d31699735bb,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:55.739463 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-ac913034-b1d6-450f-9fa7-bd372c2284f9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Transition to ACTIVE for port object 4984b379-3f09-43b5-ad9c-906fdb26634c will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:55.799333 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ac913034-b1d6-450f-9fa7-bd372c2284f9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:55.867548 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac913034-b1d6-450f-9fa7-bd372c2284f9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network ff1b2ffd-230c-41f0-8a73-367798e4148d is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:55.876319 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-ac913034-b1d6-450f-9fa7-bd372c2284f9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:55.880696 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac913034-b1d6-450f-9fa7-bd372c2284f9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:56:55.887832 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac913034-b1d6-450f-9fa7-bd372c2284f9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=4984b379-3f09-43b5-ad9c-906fdb26634c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:55.955406 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ac913034-b1d6-450f-9fa7-bd372c2284f9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:56.148688 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:56.176389 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ac913034-b1d6-450f-9fa7-bd372c2284f9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:56.204647 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:56.209328 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4324dd1c-df9a-4a1f-a3c0-734bd017b998 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:56.267594 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 4324dd1c-df9a-4a1f-a3c0-734bd017b998 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:56.272661 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4324dd1c-df9a-4a1f-a3c0-734bd017b998 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:56.273152 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:56.370929 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:56.394170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 4324dd1c-df9a-4a1f-a3c0-734bd017b998, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4324dd1c-df9a-4a1f-a3c0-734bd017b998,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:56.399374 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:56.453179 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=4324dd1c-df9a-4a1f-a3c0-734bd017b998,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:56.508451 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ac913034-b1d6-450f-9fa7-bd372c2284f9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:56.514326 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ac913034-b1d6-450f-9fa7-bd372c2284f9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:56.601012 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac913034-b1d6-450f-9fa7-bd372c2284f9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=4984b379-3f09-43b5-ad9c-906fdb26634c,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:56.603478 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ac913034-b1d6-450f-9fa7-bd372c2284f9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:56.708110 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac913034-b1d6-450f-9fa7-bd372c2284f9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network ff1b2ffd-230c-41f0-8a73-367798e4148d is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:56:56.709645 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-ac913034-b1d6-450f-9fa7-bd372c2284f9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:56:56.836651 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac913034-b1d6-450f-9fa7-bd372c2284f9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router a79bf653-cff3-4e71-a8d8-6e0484eabcf1 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:56:56.850891 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1440487-9e32-4806-9b0e-efded135e6df None None] Network ff1b2ffd-230c-41f0-8a73-367798e4148d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:56:56.913720 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a02ed263-45c0-4cfa-bc6e-bdfc4427cb6e None None] Provisioning for port 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:56.919961 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a02ed263-45c0-4cfa-bc6e-bdfc4427cb6e None None] Provisioning complete for port 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:56.920423 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a02ed263-45c0-4cfa-bc6e-bdfc4427cb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:56.964203 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac913034-b1d6-450f-9fa7-bd372c2284f9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:56:56.971519 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ac913034-b1d6-450f-9fa7-bd372c2284f9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "PUT /v2.0/routers/a79bf653-cff3-4e71-a8d8-6e0484eabcf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6238770 Jul 07 17:56:57.101995 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a02ed263-45c0-4cfa-bc6e-bdfc4427cb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:57.138266 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1322be72-34ec-406b-858e-505a0ab0e206 req-176f86f6-6590-41a4-b7a2-760da3b4f787 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816635647&fields=id&tenant_id=cdc08b6665d44d2088435d3c4644735c HTTP/1.1" status: 200 len: 267 time: 0.0494130 Jul 07 17:56:57.150780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-a02ed263-45c0-4cfa-bc6e-bdfc4427cb6e None None] For port 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5f2ee30e-8b18-4f4b-aaf0-8d31699735bb,segment=NetworkSegment(84af39d1-1210-4b5d-a7d2-92f9e968e890),segment_id=84af39d1-1210-4b5d-a7d2-92f9e968e890)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:56:57.155284 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a02ed263-45c0-4cfa-bc6e-bdfc4427cb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:57.234555 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ed263-45c0-4cfa-bc6e-bdfc4427cb6e None None] Pushing event updated for resources: {'Port': ['ID=5f2ee30e-8b18-4f4b-aaf0-8d31699735bb,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:57.314345 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322be72-34ec-406b-858e-505a0ab0e206 req-433a9f91-4dd9-4aff-8264-de4929915386 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:56:57.316039 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1322be72-34ec-406b-858e-505a0ab0e206 req-433a9f91-4dd9-4aff-8264-de4929915386 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/networks?id=ff1b2ffd-230c-41f0-8a73-367798e4148d HTTP/1.1" status: 200 len: 797 time: 0.1699109 Jul 07 17:56:57.341485 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1322be72-34ec-406b-858e-505a0ab0e206 req-75a8946e-a77f-4329-958e-b990b9f3361e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/quotas/cdc08b6665d44d2088435d3c4644735c HTTP/1.1" status: 200 len: 375 time: 0.0170426 Jul 07 17:56:57.418147 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1322be72-34ec-406b-858e-505a0ab0e206 req-337800d4-54d9-498a-9e7d-f6e057d1d632 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702090 Jul 07 17:56:57.420668 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] Sync routers for ids ['a79bf653-cff3-4e71-a8d8-6e0484eabcf1'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:56:57.431625 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] Routers {'a79bf653-cff3-4e71-a8d8-6e0484eabcf1'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:57.432251 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:56:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['a79bf653-cff3-4e71-a8d8-6e0484eabcf1'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:57.482818 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f4aa4ef2-4a78-42b6-ac93-7a5be67226d8 None None] Provisioning for port 4984b379-3f09-43b5-ad9c-906fdb26634c completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:56:57.488168 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f4aa4ef2-4a78-42b6-ac93-7a5be67226d8 None None] Provisioning complete for port 4984b379-3f09-43b5-ad9c-906fdb26634c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:57.490863 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f4aa4ef2-4a78-42b6-ac93-7a5be67226d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:57.537128 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa4ef2-4a78-42b6-ac93-7a5be67226d8 None None] Port 4984b379-3f09-43b5-ad9c-906fdb26634c cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:56:57.545160 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] Set router a79bf653-cff3-4e71-a8d8-6e0484eabcf1 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:57.550559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-f4aa4ef2-4a78-42b6-ac93-7a5be67226d8 None None] Provisioning complete for port 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:57.550946 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f4aa4ef2-4a78-42b6-ac93-7a5be67226d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:57.644603 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1322be72-34ec-406b-858e-505a0ab0e206 req-cec64d5e-5832-4aeb-b7be-c52c5e2bc4cc service neutron] 10.222.0.50 "GET /v2.0/networks/ff1b2ffd-230c-41f0-8a73-367798e4148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113309 Jul 07 17:56:57.768548 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1322be72-34ec-406b-858e-505a0ab0e206 req-d0964fce-18bf-4631-aaf3-55bd1ff40fca service neutron] 10.222.0.50 "GET /v2.0/networks/ff1b2ffd-230c-41f0-8a73-367798e4148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180077 Jul 07 17:56:57.774595 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840238296', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4984b379-3f09-43b5-ad9c-906fdb26634c', 'name': '', 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:40:ca:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8236912b-5788-4ac2-9ae8-63eedbd08e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:55Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 2, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '8236912b-5788-4ac2-9ae8-63eedbd08e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:57.790802 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5d29f58d-a3fb-4514-9897-ec0ce83297cb None None] Provisioning complete for port 4984b379-3f09-43b5-ad9c-906fdb26634c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:57.792156 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5d29f58d-a3fb-4514-9897-ec0ce83297cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:57.809103 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] Checking router: a79bf653-cff3-4e71-a8d8-6e0484eabcf1 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:56:57.809455 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] Updating router a79bf653-cff3-4e71-a8d8-6e0484eabcf1 port 4984b379-3f09-43b5-ad9c-906fdb26634c binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:56:57.844674 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-5d29f58d-a3fb-4514-9897-ec0ce83297cb None None] Port 4984b379-3f09-43b5-ad9c-906fdb26634c cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:56:57.857835 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:57.965441 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-18f861cb-5452-4bd8-87d6-dc475e9ec6e9 None None] Provisioning complete for port 4984b379-3f09-43b5-ad9c-906fdb26634c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:57.966010 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-18f861cb-5452-4bd8-87d6-dc475e9ec6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:57.992604 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-71897680-df48-4f01-98db-64c3511abdf5 req-4a376a44-80a2-45b4-b1de-ff744ba57d8c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 210 time: 0.0352869 Jul 07 17:56:58.036379 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-18f861cb-5452-4bd8-87d6-dc475e9ec6e9 None None] Port 4984b379-3f09-43b5-ad9c-906fdb26634c cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:56:58.070077 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:58.118187 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:58.118595 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:58.170411 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:58.185903 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] Transition to ACTIVE for port object 4984b379-3f09-43b5-ad9c-906fdb26634c will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:56:58.194450 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:58.197127 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4324dd1c-df9a-4a1f-a3c0-734bd017b998 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:56:58.249454 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4324dd1c-df9a-4a1f-a3c0-734bd017b998 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:56:58.250993 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:58.341505 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d738c-fd40-4033-a5ca-82bda99488e0 None None] Pushing event updated for resources: {'Port': ['ID=4984b379-3f09-43b5-ad9c-906fdb26634c,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:58.346135 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] Attempting to bind port 4984b379-3f09-43b5-ad9c-906fdb26634c on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:56:58.346666 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] Attempting to bind port 4984b379-3f09-43b5-ad9c-906fdb26634c by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '84af39d1-1210-4b5d-a7d2-92f9e968e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:56:58.347162 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] Attempting to bind port 4984b379-3f09-43b5-ad9c-906fdb26634c on network ff1b2ffd-230c-41f0-8a73-367798e4148d {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:56:58.360529 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d738c-fd40-4033-a5ca-82bda99488e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:58.360878 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d738c-fd40-4033-a5ca-82bda99488e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:58.361376 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d738c-fd40-4033-a5ca-82bda99488e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:58.361844 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d738c-fd40-4033-a5ca-82bda99488e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:58.362334 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d738c-fd40-4033-a5ca-82bda99488e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:58.362811 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d738c-fd40-4033-a5ca-82bda99488e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:58.363289 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d738c-fd40-4033-a5ca-82bda99488e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:58.363760 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d738c-fd40-4033-a5ca-82bda99488e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:58.364230 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d738c-fd40-4033-a5ca-82bda99488e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:58.364710 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d738c-fd40-4033-a5ca-82bda99488e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:58.365197 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d738c-fd40-4033-a5ca-82bda99488e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:58.365673 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d738c-fd40-4033-a5ca-82bda99488e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:56:58.371688 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:56:58.372030 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] Checking segment: {'id': '84af39d1-1210-4b5d-a7d2-92f9e968e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:56:58.372591 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:58.373133 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] Bound using segment: {'id': '84af39d1-1210-4b5d-a7d2-92f9e968e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:56:58.373811 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] Bound port: 4984b379-3f09-43b5-ad9c-906fdb26634c, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84af39d1-1210-4b5d-a7d2-92f9e968e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:56:58.374397 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:58.451515 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] For port 4984b379-3f09-43b5-ad9c-906fdb26634c, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:56:58.454599 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] For port 4984b379-3f09-43b5-ad9c-906fdb26634c, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4984b379-3f09-43b5-ad9c-906fdb26634c,segment=NetworkSegment(84af39d1-1210-4b5d-a7d2-92f9e968e890),segment_id=84af39d1-1210-4b5d-a7d2-92f9e968e890)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:56:58.459680 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:56:58.518627 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] Routers {'a79bf653-cff3-4e71-a8d8-6e0484eabcf1'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:56:58.519170 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:56:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['a79bf653-cff3-4e71-a8d8-6e0484eabcf1'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:58.561393 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d738c-fd40-4033-a5ca-82bda99488e0 None None] Pushing event updated for resources: {'Port': ['ID=4984b379-3f09-43b5-ad9c-906fdb26634c,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:56:58.641526 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] Set router a79bf653-cff3-4e71-a8d8-6e0484eabcf1 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:56:58.843420 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840238296', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4984b379-3f09-43b5-ad9c-906fdb26634c', 'name': '', 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:40:ca:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8236912b-5788-4ac2-9ae8-63eedbd08e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:55Z', 'updated_at': '2021-07-07T17:56:58Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '8236912b-5788-4ac2-9ae8-63eedbd08e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:56:58.869697 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07988659-2177-45dd-aa84-8f862cc76b8a None None] The sync data for ids ['a79bf653-cff3-4e71-a8d8-6e0484eabcf1'] in n-d-793620-7 is: [{'id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840238296', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4984b379-3f09-43b5-ad9c-906fdb26634c', 'name': '', 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:40:ca:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8236912b-5788-4ac2-9ae8-63eedbd08e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:55Z', 'updated_at': '2021-07-07T17:56:58Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '8236912b-5788-4ac2-9ae8-63eedbd08e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:56:59.096379 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8071d40a-6cf7-4426-a882-3bc086b781bf req-c3ec689e-a8d7-4284-ac1d-8b831c99313c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 210 time: 0.0316567 Jul 07 17:57:00.065760 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4984b379-3f09-43b5-ad9c-906fdb26634c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:57:00.117113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 4984b379-3f09-43b5-ad9c-906fdb26634c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:57:00.121109 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4984b379-3f09-43b5-ad9c-906fdb26634c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:57:00.121488 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:00.208895 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:00.248355 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 4984b379-3f09-43b5-ad9c-906fdb26634c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4984b379-3f09-43b5-ad9c-906fdb26634c,segment=NetworkSegment(84af39d1-1210-4b5d-a7d2-92f9e968e890),segment_id=84af39d1-1210-4b5d-a7d2-92f9e968e890)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:00.253059 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:00.254179 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-eeed1c95-5c65-48c9-94fb-8865b8e0683b req-b95d9de1-a2f1-4534-86c3-519572d582c2 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 210 time: 0.0350814 Jul 07 17:57:00.305135 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=4984b379-3f09-43b5-ad9c-906fdb26634c,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:01.373302 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322be72-34ec-406b-858e-505a0ab0e206 req-993c047d-8a1e-4560-ba99-d9483af872de tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:01.375041 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1322be72-34ec-406b-858e-505a0ab0e206 req-993c047d-8a1e-4560-ba99-d9483af872de tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "GET /v2.0/networks?id=ff1b2ffd-230c-41f0-8a73-367798e4148d HTTP/1.1" status: 200 len: 797 time: 0.1533086 Jul 07 17:57:01.442567 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d320a884-dfad-413c-92ca-3809a08cb969 req-e605cc38-78fe-4868-9036-94214d3f4fc3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 210 time: 0.0412157 Jul 07 17:57:01.461254 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1322be72-34ec-406b-858e-505a0ab0e206 req-8b846a70-78ab-41c2-8e8e-db153ff06db2 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdc08b6665d44d2088435d3c4644735c HTTP/1.1" status: 200 len: 379 time: 0.0777409 Jul 07 17:57:01.472255 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-1322be72-34ec-406b-858e-505a0ab0e206 req-1c9bb365-d95b-4c38-9930-54a0bdc98d44 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'port': {'device_id': '80be70e7-1aad-47d6-b6df-e50b286d526d', 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d', 'admin_state_up': True, 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'security_groups': ['83c35c29-7617-4b37-aa94-c4f6554fd59f']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:01.584210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1322be72-34ec-406b-858e-505a0ab0e206 req-1c9bb365-d95b-4c38-9930-54a0bdc98d44 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Made reservation on behalf of cdc08b6665d44d2088435d3c4644735c for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:57:01.587970 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1322be72-34ec-406b-858e-505a0ab0e206 req-1c9bb365-d95b-4c38-9930-54a0bdc98d44 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:01.718695 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-1322be72-34ec-406b-858e-505a0ab0e206 req-1c9bb365-d95b-4c38-9930-54a0bdc98d44 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Allocated IP 172.20.0.11 (ff1b2ffd-230c-41f0-8a73-367798e4148d/8236912b-5788-4ac2-9ae8-63eedbd08e5a/10b9fcf8-fb38-464d-8232-f90ed870ad79) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:57:01.860180 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1322be72-34ec-406b-858e-505a0ab0e206 req-1c9bb365-d95b-4c38-9930-54a0bdc98d44 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:01.874660 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-1322be72-34ec-406b-858e-505a0ab0e206 req-1c9bb365-d95b-4c38-9930-54a0bdc98d44 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Transition to ACTIVE for port object 10b9fcf8-fb38-464d-8232-f90ed870ad79 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:57:01.912284 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1322be72-34ec-406b-858e-505a0ab0e206 req-1c9bb365-d95b-4c38-9930-54a0bdc98d44 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:01.958574 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1322be72-34ec-406b-858e-505a0ab0e206 req-1c9bb365-d95b-4c38-9930-54a0bdc98d44 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network ff1b2ffd-230c-41f0-8a73-367798e4148d is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:57:01.963581 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-1322be72-34ec-406b-858e-505a0ab0e206 req-1c9bb365-d95b-4c38-9930-54a0bdc98d44 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:57:01.967583 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1322be72-34ec-406b-858e-505a0ab0e206 req-1c9bb365-d95b-4c38-9930-54a0bdc98d44 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:57:01.993317 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bb365-d95b-4c38-9930-54a0bdc98d44 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=10b9fcf8-fb38-464d-8232-f90ed870ad79,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:02.031702 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322be72-34ec-406b-858e-505a0ab0e206 req-1c9bb365-d95b-4c38-9930-54a0bdc98d44 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:02.032353 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1322be72-34ec-406b-858e-505a0ab0e206 req-1c9bb365-d95b-4c38-9930-54a0bdc98d44 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:02.049744 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1322be72-34ec-406b-858e-505a0ab0e206 req-1c9bb365-d95b-4c38-9930-54a0bdc98d44 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5835199 Jul 07 17:57:02.061303 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] Request body: {'port': {'device_id': '80be70e7-1aad-47d6-b6df-e50b286d526d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:02.067394 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4984b379-3f09-43b5-ad9c-906fdb26634c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:57:02.133590 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4984b379-3f09-43b5-ad9c-906fdb26634c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:57:02.134248 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:02.160482 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:02.240139 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6f3afbf9-127c-45a6-b93e-51072f4847f6 None None] Provisioning for port 10b9fcf8-fb38-464d-8232-f90ed870ad79 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:57:02.244810 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6f3afbf9-127c-45a6-b93e-51072f4847f6 None None] Provisioning complete for port 10b9fcf8-fb38-464d-8232-f90ed870ad79 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:57:02.245404 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6f3afbf9-127c-45a6-b93e-51072f4847f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:02.280033 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-6f3afbf9-127c-45a6-b93e-51072f4847f6 None None] Port 10b9fcf8-fb38-464d-8232-f90ed870ad79 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:57:02.446448 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b9fcf8-fb38-464d-8232-f90ed870ad79 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:57:02.454088 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:02.466064 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] Transition to ACTIVE for port object 10b9fcf8-fb38-464d-8232-f90ed870ad79 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:57:02.470811 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:02.523770 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] Pushing event updated for resources: {'Port': ['ID=10b9fcf8-fb38-464d-8232-f90ed870ad79,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:02.603560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] Attempting to bind port 10b9fcf8-fb38-464d-8232-f90ed870ad79 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:57:02.604060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] Attempting to bind port 10b9fcf8-fb38-464d-8232-f90ed870ad79 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '84af39d1-1210-4b5d-a7d2-92f9e968e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:57:02.604555 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] Attempting to bind port 10b9fcf8-fb38-464d-8232-f90ed870ad79 on network ff1b2ffd-230c-41f0-8a73-367798e4148d {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:57:02.609500 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] Port 10b9fcf8-fb38-464d-8232-f90ed870ad79 on network ff1b2ffd-230c-41f0-8a73-367798e4148d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:57:02.609956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] Attempting to bind port 10b9fcf8-fb38-464d-8232-f90ed870ad79 on network ff1b2ffd-230c-41f0-8a73-367798e4148d {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:57:02.615535 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:57:02.616013 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] Checking segment: {'id': '84af39d1-1210-4b5d-a7d2-92f9e968e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:57:02.616981 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] Bound using segment: {'id': '84af39d1-1210-4b5d-a7d2-92f9e968e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:57:02.616981 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] Bound port: 10b9fcf8-fb38-464d-8232-f90ed870ad79, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84af39d1-1210-4b5d-a7d2-92f9e968e890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:57:02.617631 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:02.648764 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22adad6-b93b-4b12-b55d-44fbf38fccaa req-27e3b452-13ba-4090-9506-d05efeb55f1a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:02.650417 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c22adad6-b93b-4b12-b55d-44fbf38fccaa req-27e3b452-13ba-4090-9506-d05efeb55f1a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 944 time: 0.0852206 Jul 07 17:57:02.696511 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] For port 10b9fcf8-fb38-464d-8232-f90ed870ad79, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:57:02.697488 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c22adad6-b93b-4b12-b55d-44fbf38fccaa req-f768e4b2-a5bf-4513-9d39-6d110b93efc1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393403 Jul 07 17:57:02.708784 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] For port 10b9fcf8-fb38-464d-8232-f90ed870ad79, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=10b9fcf8-fb38-464d-8232-f90ed870ad79,segment=NetworkSegment(84af39d1-1210-4b5d-a7d2-92f9e968e890),segment_id=84af39d1-1210-4b5d-a7d2-92f9e968e890)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:57:02.716432 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:02.753197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:02.753896 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:02.755367 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1322be72-34ec-406b-858e-505a0ab0e206 req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] 10.222.0.15 "PUT /v2.0/ports/10b9fcf8-fb38-464d-8232-f90ed870ad79 HTTP/1.1" status: 200 len: 1092 time: 0.6983650 Jul 07 17:57:02.755784 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80be70e7-1aad-47d6-b6df-e50b286d526d', 'tag': '10b9fcf8-fb38-464d-8232-f90ed870ad79'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:02.758263 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc55447-e8c5-441b-a23c-4e41d9aa288b" -d '{"events": [{"name": "network-changed", "server_uuid": "80be70e7-1aad-47d6-b6df-e50b286d526d", "tag": "10b9fcf8-fb38-464d-8232-f90ed870ad79"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:02.791288 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f480223-d0bf-4504-bd93-0cc201088f01 service neutron] Pushing event updated for resources: {'Port': ['ID=10b9fcf8-fb38-464d-8232-f90ed870ad79,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:02.837909 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d538a82-952c-4ceb-8e57-68e01983e6ae x-openstack-request-id: req-5d538a82-952c-4ceb-8e57-68e01983e6ae {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:02.838314 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80be70e7-1aad-47d6-b6df-e50b286d526d", "tag": "10b9fcf8-fb38-464d-8232-f90ed870ad79", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:02.838658 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d538a82-952c-4ceb-8e57-68e01983e6ae {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:02.839120 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80be70e7-1aad-47d6-b6df-e50b286d526d', 'tag': '10b9fcf8-fb38-464d-8232-f90ed870ad79', 'status': 'completed', 'code': 200} Jul 07 17:57:02.869252 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322be72-34ec-406b-858e-505a0ab0e206 req-103adaa1-806d-4c69-9c20-d22a7ba06949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:02.872736 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1322be72-34ec-406b-858e-505a0ab0e206 req-103adaa1-806d-4c69-9c20-d22a7ba06949 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 1095 time: 0.0646827 Jul 07 17:57:02.935618 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1322be72-34ec-406b-858e-505a0ab0e206 req-cbd9be72-48d2-4594-83a2-31412803c634 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10b9fcf8-fb38-464d-8232-f90ed870ad79 HTTP/1.1" status: 200 len: 217 time: 0.0547385 Jul 07 17:57:02.993946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322be72-34ec-406b-858e-505a0ab0e206 req-40193dfd-4abf-4314-95d8-83c398555f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:02.995571 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1322be72-34ec-406b-858e-505a0ab0e206 req-40193dfd-4abf-4314-95d8-83c398555f84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8236912b-5788-4ac2-9ae8-63eedbd08e5a HTTP/1.1" status: 200 len: 835 time: 0.0532436 Jul 07 17:57:03.054359 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322be72-34ec-406b-858e-505a0ab0e206 req-ee753746-42de-429e-8fb6-c31b4949defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:03.056188 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1322be72-34ec-406b-858e-505a0ab0e206 req-ee753746-42de-429e-8fb6-c31b4949defa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ff1b2ffd-230c-41f0-8a73-367798e4148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541573 Jul 07 17:57:03.153597 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1322be72-34ec-406b-858e-505a0ab0e206 req-a38289fb-5e5a-4af1-ac15-6a769044c180 service neutron] 10.222.0.15 "GET /v2.0/networks/ff1b2ffd-230c-41f0-8a73-367798e4148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901260 Jul 07 17:57:03.247986 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1322be72-34ec-406b-858e-505a0ab0e206 req-4cbd2689-004b-486f-8877-351037998ba4 service neutron] 10.222.0.15 "GET /v2.0/networks/ff1b2ffd-230c-41f0-8a73-367798e4148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882361 Jul 07 17:57:03.354972 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc55447-e8c5-441b-a23c-4e41d9aa288b req-76d7ccf4-7c71-490e-8a9a-98296a3f42b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:03.356478 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bc55447-e8c5-441b-a23c-4e41d9aa288b req-76d7ccf4-7c71-490e-8a9a-98296a3f42b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 1095 time: 0.0584371 Jul 07 17:57:03.448401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc55447-e8c5-441b-a23c-4e41d9aa288b req-317964f8-43ac-4d97-8b7b-8fb3d78552f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:03.449900 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bc55447-e8c5-441b-a23c-4e41d9aa288b req-317964f8-43ac-4d97-8b7b-8fb3d78552f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ff1b2ffd-230c-41f0-8a73-367798e4148d HTTP/1.1" status: 200 len: 898 time: 0.0862272 Jul 07 17:57:03.492756 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bc55447-e8c5-441b-a23c-4e41d9aa288b req-872dfc97-9a42-44a5-b679-834a59a7e075 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10b9fcf8-fb38-464d-8232-f90ed870ad79 HTTP/1.1" status: 200 len: 217 time: 0.0359952 Jul 07 17:57:03.553738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc55447-e8c5-441b-a23c-4e41d9aa288b req-adab3a7f-b8c5-48f9-9d04-f09224bd79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:03.555597 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bc55447-e8c5-441b-a23c-4e41d9aa288b req-adab3a7f-b8c5-48f9-9d04-f09224bd79b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8236912b-5788-4ac2-9ae8-63eedbd08e5a HTTP/1.1" status: 200 len: 835 time: 0.0561099 Jul 07 17:57:03.623815 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc55447-e8c5-441b-a23c-4e41d9aa288b req-10fc886e-1844-4db1-8172-502d32f61484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:03.625905 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bc55447-e8c5-441b-a23c-4e41d9aa288b req-10fc886e-1844-4db1-8172-502d32f61484 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ff1b2ffd-230c-41f0-8a73-367798e4148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635126 Jul 07 17:57:03.719487 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bc55447-e8c5-441b-a23c-4e41d9aa288b req-5b4919ea-54a0-4b09-bec3-13bb5e2ed6ef service neutron] 10.222.0.15 "GET /v2.0/networks/ff1b2ffd-230c-41f0-8a73-367798e4148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857127 Jul 07 17:57:03.828690 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2bc55447-e8c5-441b-a23c-4e41d9aa288b req-e5b2ed04-db9c-4ca1-803b-8a5d16509963 service neutron] 10.222.0.15 "GET /v2.0/networks/ff1b2ffd-230c-41f0-8a73-367798e4148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007998 Jul 07 17:57:03.928972 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9a275-eb13-4d3a-849c-e775545fedbf req-48eeeacb-8f61-4e26-93cc-5a4b91c4c6f8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:03.931755 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b5a9a275-eb13-4d3a-849c-e775545fedbf req-48eeeacb-8f61-4e26-93cc-5a4b91c4c6f8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 944 time: 0.0966189 Jul 07 17:57:03.973268 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b5a9a275-eb13-4d3a-849c-e775545fedbf req-b77711d2-e0a1-418f-b51a-53a616cf5bf9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351062 Jul 07 17:57:04.304961 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:57:05.158923 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ebb39-07ec-4392-bf50-72c9ec8de783 req-5ba5b5e6-9c44-4787-b91c-92e9c38951bf tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:05.161403 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-713ebb39-07ec-4392-bf50-72c9ec8de783 req-5ba5b5e6-9c44-4787-b91c-92e9c38951bf tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 944 time: 0.0707173 Jul 07 17:57:05.206267 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-713ebb39-07ec-4392-bf50-72c9ec8de783 req-61546554-2113-4b66-8242-105d453abe67 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392227 Jul 07 17:57:06.395203 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acd25c-b2e4-465b-a069-782d35679b91 req-de70ed82-6931-42b8-a5a7-590dd310fdca tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:06.396714 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c4acd25c-b2e4-465b-a069-782d35679b91 req-de70ed82-6931-42b8-a5a7-590dd310fdca tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 944 time: 0.0729821 Jul 07 17:57:06.436569 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c4acd25c-b2e4-465b-a069-782d35679b91 req-d3753b4b-f03d-45b5-a6ba-3ae99a372a3a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340927 Jul 07 17:57:06.594556 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 10b9fcf8-fb38-464d-8232-f90ed870ad79 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:57:06.694800 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 10b9fcf8-fb38-464d-8232-f90ed870ad79, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=10b9fcf8-fb38-464d-8232-f90ed870ad79,segment=NetworkSegment(84af39d1-1210-4b5d-a7d2-92f9e968e890),segment_id=84af39d1-1210-4b5d-a7d2-92f9e968e890)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:06.707322 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '10b9fcf8-fb38-464d-8232-f90ed870ad79', 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d', 'port_id': '10b9fcf8-fb38-464d-8232-f90ed870ad79', 'mac_address': 'fa:16:3e:69:3d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8236912b-5788-4ac2-9ae8-63eedbd08e5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:57:06.746718 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:06.760519 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b9fcf8-fb38-464d-8232-f90ed870ad79 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:57:06.780782 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 10b9fcf8-fb38-464d-8232-f90ed870ad79, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=10b9fcf8-fb38-464d-8232-f90ed870ad79,segment=NetworkSegment(84af39d1-1210-4b5d-a7d2-92f9e968e890),segment_id=84af39d1-1210-4b5d-a7d2-92f9e968e890)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:06.785839 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:06.840647 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=10b9fcf8-fb38-464d-8232-f90ed870ad79,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:06.987762 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['10b9fcf8-fb38-464d-8232-f90ed870ad79'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:57:07.618793 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af0666-a69a-4c7d-ab5b-caddcab7b6e6 req-2feb1a30-801a-4f1c-b665-b805c4a5ede0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:07.620312 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b7af0666-a69a-4c7d-ab5b-caddcab7b6e6 req-2feb1a30-801a-4f1c-b665-b805c4a5ede0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 945 time: 0.0700009 Jul 07 17:57:07.666371 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b7af0666-a69a-4c7d-ab5b-caddcab7b6e6 req-64b2f8f8-da45-4b60-a330-ca688349b0b1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404620 Jul 07 17:57:08.610131 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 10b9fcf8-fb38-464d-8232-f90ed870ad79 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:57:08.663640 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 10b9fcf8-fb38-464d-8232-f90ed870ad79 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:57:08.667793 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 10b9fcf8-fb38-464d-8232-f90ed870ad79 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:57:08.668214 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:08.752780 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:08.779744 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80be70e7-1aad-47d6-b6df-e50b286d526d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b9fcf8-fb38-464d-8232-f90ed870ad79'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:08.782025 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ead2f96-3a4d-42ef-84bd-dfa48edf3aa8" -d '{"events": [{"server_uuid": "80be70e7-1aad-47d6-b6df-e50b286d526d", "name": "network-vif-plugged", "status": "completed", "tag": "10b9fcf8-fb38-464d-8232-f90ed870ad79"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:08.795554 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 10b9fcf8-fb38-464d-8232-f90ed870ad79, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=10b9fcf8-fb38-464d-8232-f90ed870ad79,segment=NetworkSegment(84af39d1-1210-4b5d-a7d2-92f9e968e890),segment_id=84af39d1-1210-4b5d-a7d2-92f9e968e890)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:57:08.800732 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:08.829303 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615680b9-60b7-43fd-87da-3bc04661bd2b x-openstack-request-id: req-615680b9-60b7-43fd-87da-3bc04661bd2b {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:08.829600 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80be70e7-1aad-47d6-b6df-e50b286d526d", "name": "network-vif-plugged", "status": "completed", "tag": "10b9fcf8-fb38-464d-8232-f90ed870ad79", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:08.829876 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-615680b9-60b7-43fd-87da-3bc04661bd2b {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:08.830269 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80be70e7-1aad-47d6-b6df-e50b286d526d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b9fcf8-fb38-464d-8232-f90ed870ad79', 'code': 200} Jul 07 17:57:08.858469 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a78f03-2ade-42fb-8612-e16e49b1f29f req-37aa606e-09c8-44c4-9165-fe87c8d0bc21 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:08.861504 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-41a78f03-2ade-42fb-8612-e16e49b1f29f req-37aa606e-09c8-44c4-9165-fe87c8d0bc21 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 945 time: 0.0735624 Jul 07 17:57:08.867183 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=10b9fcf8-fb38-464d-8232-f90ed870ad79,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:08.906446 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-41a78f03-2ade-42fb-8612-e16e49b1f29f req-a787b9ee-c1c2-4962-b657-46702c00c31b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383625 Jul 07 17:57:08.959718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379a4f5-afc9-4494-8f0f-bce93193d779 req-67ed1982-cee1-4851-9656-555c1baba189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:08.961260 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b379a4f5-afc9-4494-8f0f-bce93193d779 req-67ed1982-cee1-4851-9656-555c1baba189 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 1097 time: 0.0608017 Jul 07 17:57:09.002995 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b379a4f5-afc9-4494-8f0f-bce93193d779 req-a8fafe7c-1fd3-4c89-aaee-e285570eb6c4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347676 Jul 07 17:57:10.121957 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ec556-ae45-42b3-9c74-457eed8ee8e8 req-8b788ea8-91a3-45e6-9304-f3bfaebb48ac tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:10.123551 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d65ec556-ae45-42b3-9c74-457eed8ee8e8 req-8b788ea8-91a3-45e6-9304-f3bfaebb48ac tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 946 time: 0.0866132 Jul 07 17:57:10.163246 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d65ec556-ae45-42b3-9c74-457eed8ee8e8 req-15656c29-1190-4603-9bb0-bb0cb308a210 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333376 Jul 07 17:57:10.359714 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efffd0d-a64f-4f73-943a-42e0155051b7 req-d6447b84-5215-4b3f-928f-a4c7762bc128 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:10.361233 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6efffd0d-a64f-4f73-943a-42e0155051b7 req-d6447b84-5215-4b3f-928f-a4c7762bc128 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 946 time: 0.0724514 Jul 07 17:57:10.410045 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6efffd0d-a64f-4f73-943a-42e0155051b7 req-576fb841-361c-4b57-bcfd-62788908d94e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387626 Jul 07 17:57:10.434856 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36726) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:10.497766 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d5ceef-0e56-4222-8b20-5174a6272fad tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:10.502612 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-22d5ceef-0e56-4222-8b20-5174a6272fad tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 1092 time: 0.0631225 Jul 07 17:57:10.502785 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36730) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:10.507322 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5c6d8f04-5e77-473f-b8a9-ca65c6a0e7e6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': '10b9fcf8-fb38-464d-8232-f90ed870ad79', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:57:10.539709 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c6d8f04-5e77-473f-b8a9-ca65c6a0e7e6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:10.964680 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c6d8f04-5e77-473f-b8a9-ca65c6a0e7e6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:11.069358 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-5c6d8f04-5e77-473f-b8a9-ca65c6a0e7e6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Allocated IP 172.25.2.243 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/407f147e-dc73-41c1-997d-1ae4c9db5aae) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:57:11.181228 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c6d8f04-5e77-473f-b8a9-ca65c6a0e7e6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:11.234882 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c6d8f04-5e77-473f-b8a9-ca65c6a0e7e6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:11.278668 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6d8f04-5e77-473f-b8a9-ca65c6a0e7e6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:57:11.281547 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-5c6d8f04-5e77-473f-b8a9-ca65c6a0e7e6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:57:11.287600 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6d8f04-5e77-473f-b8a9-ca65c6a0e7e6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:57:11.313120 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d8f04-5e77-473f-b8a9-ca65c6a0e7e6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=407f147e-dc73-41c1-997d-1ae4c9db5aae,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:11.718795 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c6d8f04-5e77-473f-b8a9-ca65c6a0e7e6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:11.809318 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c6d8f04-5e77-473f-b8a9-ca65c6a0e7e6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:11.992768 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c6d8f04-5e77-473f-b8a9-ca65c6a0e7e6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:11.998525 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c6d8f04-5e77-473f-b8a9-ca65c6a0e7e6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:12.091782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d8f04-5e77-473f-b8a9-ca65c6a0e7e6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=407f147e-dc73-41c1-997d-1ae4c9db5aae,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:57:12.108308 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c6d8f04-5e77-473f-b8a9-ca65c6a0e7e6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:12.220184 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-5c6d8f04-5e77-473f-b8a9-ca65c6a0e7e6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Floating IP 62e1d667-0509-489b-bf88-aeb6fb1628a1 associated. External IP: 172.25.2.243, port: 10b9fcf8-fb38-464d-8232-f90ed870ad79. Jul 07 17:57:12.447839 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6d8f04-5e77-473f-b8a9-ca65c6a0e7e6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router a79bf653-cff3-4e71-a8d8-6e0484eabcf1 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:57:12.564633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6d8f04-5e77-473f-b8a9-ca65c6a0e7e6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:57:12.574265 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb16ae82-f8e0-43ac-bb9c-2800e7be8cb2 None None] Sync routers for ids ['a79bf653-cff3-4e71-a8d8-6e0484eabcf1'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:57:12.583461 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5c6d8f04-5e77-473f-b8a9-ca65c6a0e7e6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:12.585596 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb16ae82-f8e0-43ac-bb9c-2800e7be8cb2 None None] Routers {'a79bf653-cff3-4e71-a8d8-6e0484eabcf1'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:12.586242 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-bb16ae82-f8e0-43ac-bb9c-2800e7be8cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:56:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['a79bf653-cff3-4e71-a8d8-6e0484eabcf1'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:12.624626 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5c6d8f04-5e77-473f-b8a9-ca65c6a0e7e6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1208034 Jul 07 17:57:12.625552 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80be70e7-1aad-47d6-b6df-e50b286d526d', 'tag': '10b9fcf8-fb38-464d-8232-f90ed870ad79'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:57:12.628308 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e9dd93-db82-4b96-af78-605b9132acee" -d '{"events": [{"name": "network-changed", "server_uuid": "80be70e7-1aad-47d6-b6df-e50b286d526d", "tag": "10b9fcf8-fb38-464d-8232-f90ed870ad79"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:57:12.684818 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e692f9-5322-4d00-96a3-afc389400a33 x-openstack-request-id: req-f7e692f9-5322-4d00-96a3-afc389400a33 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:57:12.685425 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80be70e7-1aad-47d6-b6df-e50b286d526d", "tag": "10b9fcf8-fb38-464d-8232-f90ed870ad79", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:57:12.685795 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7e692f9-5322-4d00-96a3-afc389400a33 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:57:12.686424 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80be70e7-1aad-47d6-b6df-e50b286d526d', 'tag': '10b9fcf8-fb38-464d-8232-f90ed870ad79', 'status': 'completed', 'code': 200} Jul 07 17:57:12.819666 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9dd93-db82-4b96-af78-605b9132acee req-84de2e76-e469-43bc-bee5-b8942effa7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:12.821214 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5e9dd93-db82-4b96-af78-605b9132acee req-84de2e76-e469-43bc-bee5-b8942effa7fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 1097 time: 0.1080530 Jul 07 17:57:12.889230 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-bb16ae82-f8e0-43ac-bb9c-2800e7be8cb2 None None] Set router a79bf653-cff3-4e71-a8d8-6e0484eabcf1 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:12.891636 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb669c6e-60ac-429e-9400-f734be76d1e7 req-53fb1793-8fec-4401-9c16-5a97df1001f6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:12.893163 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb669c6e-60ac-429e-9400-f734be76d1e7 req-53fb1793-8fec-4401-9c16-5a97df1001f6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 946 time: 0.1332903 Jul 07 17:57:12.958966 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb669c6e-60ac-429e-9400-f734be76d1e7 req-b414e42d-0340-4b80-b238-3fa633169103 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591674 Jul 07 17:57:12.962274 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9dd93-db82-4b96-af78-605b9132acee req-eadc10e1-b349-4120-8762-5ad3df38a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:12.963758 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5e9dd93-db82-4b96-af78-605b9132acee req-eadc10e1-b349-4120-8762-5ad3df38a4e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ff1b2ffd-230c-41f0-8a73-367798e4148d HTTP/1.1" status: 200 len: 898 time: 0.1341963 Jul 07 17:57:12.991155 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36736) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:13.073230 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5e9dd93-db82-4b96-af78-605b9132acee req-f02f5aca-8b8e-4181-8201-b1d0bf8819bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10b9fcf8-fb38-464d-8232-f90ed870ad79 HTTP/1.1" status: 200 len: 1000 time: 0.1013596 Jul 07 17:57:13.082187 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-49ab5720-f720-4d64-8168-bcccb43c397f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/floatingips/62e1d667-0509-489b-bf88-aeb6fb1628a1 HTTP/1.1" status: 200 len: 992 time: 0.0897789 Jul 07 17:57:13.143001 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9dd93-db82-4b96-af78-605b9132acee req-ce1efbc0-aa87-4cfa-986c-1603d4111ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:13.144688 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5e9dd93-db82-4b96-af78-605b9132acee req-ce1efbc0-aa87-4cfa-986c-1603d4111ae7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8236912b-5788-4ac2-9ae8-63eedbd08e5a HTTP/1.1" status: 200 len: 835 time: 0.0635281 Jul 07 17:57:13.183829 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-bb16ae82-f8e0-43ac-bb9c-2800e7be8cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840238296', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '62e1d667-0509-489b-bf88-aeb6fb1628a1', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'floating_ip_address': '172.25.2.243', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'port_id': '10b9fcf8-fb38-464d-8232-f90ed870ad79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d', 'mac_address': 'fa:16:3e:69:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80be70e7-1aad-47d6-b6df-e50b286d526d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:57:11Z', 'updated_at': '2021-07-07T17:57:11Z', 'revision_number': 0, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4984b379-3f09-43b5-ad9c-906fdb26634c', 'name': '', 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:40:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8236912b-5788-4ac2-9ae8-63eedbd08e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:55Z', 'updated_at': '2021-07-07T17:57:00Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '8236912b-5788-4ac2-9ae8-63eedbd08e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:13.211982 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9dd93-db82-4b96-af78-605b9132acee req-792c7cb6-8f12-4dae-a071-8a1b0d4454e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:13.212895 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb16ae82-f8e0-43ac-bb9c-2800e7be8cb2 None None] Checking router: a79bf653-cff3-4e71-a8d8-6e0484eabcf1 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:57:13.214657 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5e9dd93-db82-4b96-af78-605b9132acee req-792c7cb6-8f12-4dae-a071-8a1b0d4454e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ff1b2ffd-230c-41f0-8a73-367798e4148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637307 Jul 07 17:57:13.227933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb16ae82-f8e0-43ac-bb9c-2800e7be8cb2 None None] Routers {'a79bf653-cff3-4e71-a8d8-6e0484eabcf1'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:57:13.227933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-bb16ae82-f8e0-43ac-bb9c-2800e7be8cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:56:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['a79bf653-cff3-4e71-a8d8-6e0484eabcf1'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:13.326493 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5e9dd93-db82-4b96-af78-605b9132acee req-464e3030-cb01-4484-b98c-859a8e4b966e service neutron] 10.222.0.15 "GET /v2.0/networks/ff1b2ffd-230c-41f0-8a73-367798e4148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044886 Jul 07 17:57:13.380328 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-bb16ae82-f8e0-43ac-bb9c-2800e7be8cb2 None None] Set router a79bf653-cff3-4e71-a8d8-6e0484eabcf1 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:57:13.433833 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b5e9dd93-db82-4b96-af78-605b9132acee req-2f805d56-0396-4c1c-8542-0a730a98ec93 service neutron] 10.222.0.15 "GET /v2.0/networks/ff1b2ffd-230c-41f0-8a73-367798e4148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004725 Jul 07 17:57:13.646612 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-bb16ae82-f8e0-43ac-bb9c-2800e7be8cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840238296', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '62e1d667-0509-489b-bf88-aeb6fb1628a1', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'floating_ip_address': '172.25.2.243', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'port_id': '10b9fcf8-fb38-464d-8232-f90ed870ad79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d', 'mac_address': 'fa:16:3e:69:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80be70e7-1aad-47d6-b6df-e50b286d526d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:57:11Z', 'updated_at': '2021-07-07T17:57:11Z', 'revision_number': 0, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4984b379-3f09-43b5-ad9c-906fdb26634c', 'name': '', 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:40:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8236912b-5788-4ac2-9ae8-63eedbd08e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:55Z', 'updated_at': '2021-07-07T17:57:00Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '8236912b-5788-4ac2-9ae8-63eedbd08e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:57:13.673445 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb16ae82-f8e0-43ac-bb9c-2800e7be8cb2 None None] The sync data for ids ['a79bf653-cff3-4e71-a8d8-6e0484eabcf1'] in n-d-793620-7 is: [{'id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840238296', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '62e1d667-0509-489b-bf88-aeb6fb1628a1', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'floating_ip_address': '172.25.2.243', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'port_id': '10b9fcf8-fb38-464d-8232-f90ed870ad79', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d', 'mac_address': 'fa:16:3e:69:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80be70e7-1aad-47d6-b6df-e50b286d526d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:57:11Z', 'updated_at': '2021-07-07T17:57:11Z', 'revision_number': 0, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4984b379-3f09-43b5-ad9c-906fdb26634c', 'name': '', 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:40:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8236912b-5788-4ac2-9ae8-63eedbd08e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:55Z', 'updated_at': '2021-07-07T17:57:00Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '8236912b-5788-4ac2-9ae8-63eedbd08e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:57:13.925615 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896407f2-2130-4959-b75c-15fe5d63d703 None None] New status for floating IP 62e1d667-0509-489b-bf88-aeb6fb1628a1: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:57:14.085949 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36738) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:14.173936 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-39d8e856-36c8-480c-adcf-168221da59ea tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/floatingips/62e1d667-0509-489b-bf88-aeb6fb1628a1 HTTP/1.1" status: 200 len: 992 time: 0.0836489 Jul 07 17:57:14.806413 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7539ff8f-bbc7-467a-bc99-8cfc0b9a73be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:14.872748 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:15.176687 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36740) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:15.241136 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bd929d7d-5ee0-4073-aac7-c4b7a261bb57 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/floatingips/62e1d667-0509-489b-bf88-aeb6fb1628a1 HTTP/1.1" status: 200 len: 994 time: 0.0632303 Jul 07 17:57:17.127229 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:17.728351 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:18.028801 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f069c362-43d6-4db4-a1ec-19731b318fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:19.074316 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:20.534962 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:41.305711 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:57:44.197859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6450ed4-4603-414b-a73e-2b4f3cb289fe req-1e4d2351-3c43-4458-ac9a-3b675c982db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:44.199365 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f6450ed4-4603-414b-a73e-2b4f3cb289fe req-1e4d2351-3c43-4458-ac9a-3b675c982db1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 1097 time: 0.0674248 Jul 07 17:57:44.249996 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a31ebf-8e1e-4bdd-9705-e2d55bb5b3a5 req-0ab7e2ca-16cd-4c33-84f3-5e9f012d5b49 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:44.251769 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1a31ebf-8e1e-4bdd-9705-e2d55bb5b3a5 req-0ab7e2ca-16cd-4c33-84f3-5e9f012d5b49 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 946 time: 0.0789230 Jul 07 17:57:44.294234 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d1a31ebf-8e1e-4bdd-9705-e2d55bb5b3a5 req-94cde447-32d2-4814-afa2-97142e894820 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364385 Jul 07 17:57:44.317391 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6450ed4-4603-414b-a73e-2b4f3cb289fe req-3ed8a2d5-e83e-4684-a0a1-bf6260a279c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:44.319045 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f6450ed4-4603-414b-a73e-2b4f3cb289fe req-3ed8a2d5-e83e-4684-a0a1-bf6260a279c7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ff1b2ffd-230c-41f0-8a73-367798e4148d HTTP/1.1" status: 200 len: 898 time: 0.1120224 Jul 07 17:57:44.390440 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f6450ed4-4603-414b-a73e-2b4f3cb289fe req-24b5858a-bace-4b7d-a186-67afa3891b98 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10b9fcf8-fb38-464d-8232-f90ed870ad79 HTTP/1.1" status: 200 len: 1002 time: 0.0646570 Jul 07 17:57:44.454256 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6450ed4-4603-414b-a73e-2b4f3cb289fe req-9a72b003-ba3e-4e6f-a811-b5f9ec1fd50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:44.455701 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f6450ed4-4603-414b-a73e-2b4f3cb289fe req-9a72b003-ba3e-4e6f-a811-b5f9ec1fd50d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8236912b-5788-4ac2-9ae8-63eedbd08e5a HTTP/1.1" status: 200 len: 835 time: 0.0584095 Jul 07 17:57:44.512942 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6450ed4-4603-414b-a73e-2b4f3cb289fe req-cdbc2ee1-471b-4327-b441-fcbf2bdcda71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:44.515077 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f6450ed4-4603-414b-a73e-2b4f3cb289fe req-cdbc2ee1-471b-4327-b441-fcbf2bdcda71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ff1b2ffd-230c-41f0-8a73-367798e4148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519979 Jul 07 17:57:44.603305 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f6450ed4-4603-414b-a73e-2b4f3cb289fe req-faf9dd87-3448-4901-99ea-f020c97e1f01 service neutron] 10.222.0.15 "GET /v2.0/networks/ff1b2ffd-230c-41f0-8a73-367798e4148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819957 Jul 07 17:57:44.696660 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f6450ed4-4603-414b-a73e-2b4f3cb289fe req-5ca27501-61e2-43be-a247-1334a3eaa5c9 service neutron] 10.222.0.15 "GET /v2.0/networks/ff1b2ffd-230c-41f0-8a73-367798e4148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856266 Jul 07 17:57:44.811509 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-acdd2d1a-d0b2-4238-80d9-883cbeba90b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:44.896152 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:45.471124 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9213d-7293-49a8-b95e-790db456d496 req-2508c93d-3b55-4fc1-a8a9-0d86eb28732b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:45.473061 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5f9213d-7293-49a8-b95e-790db456d496 req-2508c93d-3b55-4fc1-a8a9-0d86eb28732b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 946 time: 0.0641546 Jul 07 17:57:45.514180 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5f9213d-7293-49a8-b95e-790db456d496 req-d372ea72-e067-482d-8f33-93f6b7035967 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357625 Jul 07 17:57:46.696936 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f0e3f-a60d-497c-8220-56c0e6d92002 req-7f7f7609-163d-48e8-972f-176b635d2ce6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:46.698536 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-660f0e3f-a60d-497c-8220-56c0e6d92002 req-7f7f7609-163d-48e8-972f-176b635d2ce6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 946 time: 0.0682521 Jul 07 17:57:46.736037 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-660f0e3f-a60d-497c-8220-56c0e6d92002 req-dcd440f9-4241-4b83-b781-b804b338e151 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314949 Jul 07 17:57:47.129116 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:47.731120 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:47.912550 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ec975-6013-4735-b318-5c53188136a6 req-5ac605dd-3aae-49be-a604-4ce9f43d190a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:47.914099 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5d9ec975-6013-4735-b318-5c53188136a6 req-5ac605dd-3aae-49be-a604-4ce9f43d190a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 946 time: 0.0678637 Jul 07 17:57:47.952654 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5d9ec975-6013-4735-b318-5c53188136a6 req-97c17c39-56dd-4c54-aff5-a209b00dc184 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328419 Jul 07 17:57:48.030258 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-43cb9e90-4af3-48e6-be53-89de8d968c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:49.077794 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:49.129554 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4425e0a-de0f-4da5-ab4f-2ef01c104060 req-b551e595-0ac5-4177-b32e-3378e3535f62 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:49.131115 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f4425e0a-de0f-4da5-ab4f-2ef01c104060 req-b551e595-0ac5-4177-b32e-3378e3535f62 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 946 time: 0.0677750 Jul 07 17:57:49.169490 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f4425e0a-de0f-4da5-ab4f-2ef01c104060 req-d148f8f8-c242-4a63-8a83-5923a256945c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327523 Jul 07 17:57:50.343811 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef72e5-de10-4793-87b7-8a54da4caadb req-2446791a-0745-4999-8bdf-2c54a9752b18 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:50.345214 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c9ef72e5-de10-4793-87b7-8a54da4caadb req-2446791a-0745-4999-8bdf-2c54a9752b18 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 946 time: 0.0644991 Jul 07 17:57:50.393859 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c9ef72e5-de10-4793-87b7-8a54da4caadb req-578679dc-3a9e-4ef9-b0ed-cef761a558ba tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426228 Jul 07 17:57:50.539573 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:57:51.568563 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca902de-43f8-4531-a65b-d13b9aeb432c req-c489ff0c-f8ce-457b-94e0-20e039f4d6a7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:51.570068 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8ca902de-43f8-4531-a65b-d13b9aeb432c req-c489ff0c-f8ce-457b-94e0-20e039f4d6a7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 946 time: 0.0642562 Jul 07 17:57:51.612937 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8ca902de-43f8-4531-a65b-d13b9aeb432c req-abd339f3-5a1d-4fd4-aed5-784eaf8cddc3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371723 Jul 07 17:57:52.798264 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea2f8b-be88-41b7-ae13-bba9101620e0 req-09d3af98-fd62-432a-8340-f9f509ab9119 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:52.799824 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-28ea2f8b-be88-41b7-ae13-bba9101620e0 req-09d3af98-fd62-432a-8340-f9f509ab9119 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 946 time: 0.0680244 Jul 07 17:57:52.840636 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-28ea2f8b-be88-41b7-ae13-bba9101620e0 req-7246a610-9eca-46c9-adc4-b66be3a40e7e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328665 Jul 07 17:57:54.020501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b7e47-7d10-4d17-b6c6-2bdc1b1345e0 req-4e1a9144-dc81-414c-b27c-7a96d000c405 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:54.022035 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1a3b7e47-7d10-4d17-b6c6-2bdc1b1345e0 req-4e1a9144-dc81-414c-b27c-7a96d000c405 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 946 time: 0.0638366 Jul 07 17:57:54.061127 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1a3b7e47-7d10-4d17-b6c6-2bdc1b1345e0 req-bfa5d772-5007-459b-83ae-4d9c3c5638ac tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332754 Jul 07 17:57:55.244919 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca5532-e252-4efc-99eb-69a56d601968 req-ade1484b-2e3c-4ccf-82c8-8a9ea4259a36 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:55.246443 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eaca5532-e252-4efc-99eb-69a56d601968 req-ade1484b-2e3c-4ccf-82c8-8a9ea4259a36 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 946 time: 0.0702198 Jul 07 17:57:55.291205 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-eaca5532-e252-4efc-99eb-69a56d601968 req-0d90a3bc-5d9c-4994-9d27-0a59626325da tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367916 Jul 07 17:57:56.472790 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570546d8-356b-4a55-9927-a0f69a1b8b98 req-41ceef92-a062-46f3-9282-959139e18884 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:56.474345 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-570546d8-356b-4a55-9927-a0f69a1b8b98 req-41ceef92-a062-46f3-9282-959139e18884 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 946 time: 0.0687709 Jul 07 17:57:56.512568 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-570546d8-356b-4a55-9927-a0f69a1b8b98 req-86419eff-9fc0-4bc9-ba1c-12201ae27ffc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323410 Jul 07 17:57:56.537911 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36780) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:57:56.604625 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-efecd4c8-3a42-4f10-a349-6f62511e66bd tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/floatingips/62e1d667-0509-489b-bf88-aeb6fb1628a1 HTTP/1.1" status: 200 len: 994 time: 0.0653965 Jul 07 17:57:56.845292 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-09566910-b8f7-403f-bba0-52e4318062b0 req-eca71b45-e027-48c4-a0fc-f4ce30bf8fce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566766 Jul 07 17:57:56.943433 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09566910-b8f7-403f-bba0-52e4318062b0 req-5bb1b741-6410-46e1-a238-a2dd74c187fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:56.944891 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-09566910-b8f7-403f-bba0-52e4318062b0 req-5bb1b741-6410-46e1-a238-a2dd74c187fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 1097 time: 0.0541480 Jul 07 17:57:57.053868 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09566910-b8f7-403f-bba0-52e4318062b0 req-f192ae91-de40-40b2-b6a9-de57dc24c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:57.055390 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-09566910-b8f7-403f-bba0-52e4318062b0 req-f192ae91-de40-40b2-b6a9-de57dc24c4ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=ff1b2ffd-230c-41f0-8a73-367798e4148d HTTP/1.1" status: 200 len: 898 time: 0.0910532 Jul 07 17:57:57.130673 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-09566910-b8f7-403f-bba0-52e4318062b0 req-fbd6942b-d642-48f7-88ce-f41d267617ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10b9fcf8-fb38-464d-8232-f90ed870ad79 HTTP/1.1" status: 200 len: 1002 time: 0.0682404 Jul 07 17:57:57.179675 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09566910-b8f7-403f-bba0-52e4318062b0 req-bfbdd911-08da-4118-a392-027adc0d9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:57.181138 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-09566910-b8f7-403f-bba0-52e4318062b0 req-bfbdd911-08da-4118-a392-027adc0d9d32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8236912b-5788-4ac2-9ae8-63eedbd08e5a HTTP/1.1" status: 200 len: 835 time: 0.0444939 Jul 07 17:57:57.240362 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09566910-b8f7-403f-bba0-52e4318062b0 req-322921b8-9242-4ee1-9603-ce596796556e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:57:57.241880 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-09566910-b8f7-403f-bba0-52e4318062b0 req-322921b8-9242-4ee1-9603-ce596796556e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ff1b2ffd-230c-41f0-8a73-367798e4148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543320 Jul 07 17:57:57.338881 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-09566910-b8f7-403f-bba0-52e4318062b0 req-2bdb05cb-a05c-4a27-9bf0-1a06c662142b service neutron] 10.222.0.15 "GET /v2.0/networks/ff1b2ffd-230c-41f0-8a73-367798e4148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901680 Jul 07 17:57:57.434573 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-09566910-b8f7-403f-bba0-52e4318062b0 req-bbd9c641-1e28-49ce-bcc2-9e6d50f84640 service neutron] 10.222.0.15 "GET /v2.0/networks/ff1b2ffd-230c-41f0-8a73-367798e4148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897412 Jul 07 17:58:14.816217 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5aab6b59-fb01-4356-867c-bb379fdbb627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:14.900287 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:17.128216 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:17.737242 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:18.032303 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-291d66af-fe0a-422a-9b04-89e2a7e3776c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:18.305505 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:58:19.080620 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:20.541759 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.019233 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36798) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:27.210928 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting port 407f147e-dc73-41c1-997d-1ae4c9db5aae {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:27.211283 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.299466 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.299733 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.313960 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Calling delete_port for 407f147e-dc73-41c1-997d-1ae4c9db5aae owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:27.493372 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.522562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Port': ['ID=407f147e-dc73-41c1-997d-1ae4c9db5aae,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:27.551998 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:27.552240 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:27.552593 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:27.553203 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:27.553540 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:27.553876 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:27.554213 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:27.554574 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:27.554909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:27.555239 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:27.555564 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:27.555898 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:27.599191 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.599512 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Floating IP 62e1d667-0509-489b-bf88-aeb6fb1628a1 disassociated (deleted). External IP: 172.25.2.243, port: 10b9fcf8-fb38-464d-8232-f90ed870ad79. Jul 07 17:58:27.835740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router a79bf653-cff3-4e71-a8d8-6e0484eabcf1 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:58:27.947560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:58:27.953003 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:27.958697 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ae7919-e471-4fd4-ade9-ccc29747575e None None] Sync routers for ids ['a79bf653-cff3-4e71-a8d8-6e0484eabcf1'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:58:27.970613 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ae7919-e471-4fd4-ade9-ccc29747575e None None] Routers {'a79bf653-cff3-4e71-a8d8-6e0484eabcf1'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:27.971842 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-85ae7919-e471-4fd4-ade9-ccc29747575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:58:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['a79bf653-cff3-4e71-a8d8-6e0484eabcf1'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:27.991550 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-67c66aa0-faf6-470c-81ff-0a053fe2dae8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/floatingips/62e1d667-0509-489b-bf88-aeb6fb1628a1 HTTP/1.1" status: 204 len: 168 time: 0.9707329 Jul 07 17:58:27.992144 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80be70e7-1aad-47d6-b6df-e50b286d526d', 'tag': '10b9fcf8-fb38-464d-8232-f90ed870ad79'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:27.994452 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d42479-4707-4b1a-a743-62f2fd27e993" -d '{"events": [{"name": "network-changed", "server_uuid": "80be70e7-1aad-47d6-b6df-e50b286d526d", "tag": "10b9fcf8-fb38-464d-8232-f90ed870ad79"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:28.043055 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04f4af0-499c-402c-a54d-1daaa80b7695 x-openstack-request-id: req-f04f4af0-499c-402c-a54d-1daaa80b7695 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:28.043929 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80be70e7-1aad-47d6-b6df-e50b286d526d", "tag": "10b9fcf8-fb38-464d-8232-f90ed870ad79", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:28.043929 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f04f4af0-499c-402c-a54d-1daaa80b7695 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:28.044105 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80be70e7-1aad-47d6-b6df-e50b286d526d', 'tag': '10b9fcf8-fb38-464d-8232-f90ed870ad79', 'status': 'completed', 'code': 200} Jul 07 17:58:28.102834 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-85ae7919-e471-4fd4-ade9-ccc29747575e None None] Set router a79bf653-cff3-4e71-a8d8-6e0484eabcf1 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:28.137150 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d42479-4707-4b1a-a743-62f2fd27e993 req-cc14dd98-14f9-4c34-918c-44395724ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:28.138734 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2d42479-4707-4b1a-a743-62f2fd27e993 req-cc14dd98-14f9-4c34-918c-44395724ba14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 1097 time: 0.0710537 Jul 07 17:58:28.250967 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d42479-4707-4b1a-a743-62f2fd27e993 req-f89c232d-c262-4eb0-b0cf-d455bba619cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:28.252821 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2d42479-4707-4b1a-a743-62f2fd27e993 req-f89c232d-c262-4eb0-b0cf-d455bba619cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=ff1b2ffd-230c-41f0-8a73-367798e4148d HTTP/1.1" status: 200 len: 898 time: 0.1077116 Jul 07 17:58:28.310859 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2d42479-4707-4b1a-a743-62f2fd27e993 req-5ab9d876-22ad-45a6-b20b-70bfc4eb3a35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10b9fcf8-fb38-464d-8232-f90ed870ad79 HTTP/1.1" status: 200 len: 217 time: 0.0462363 Jul 07 17:58:28.332374 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-85ae7919-e471-4fd4-ade9-ccc29747575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840238296', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4984b379-3f09-43b5-ad9c-906fdb26634c', 'name': '', 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:40:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8236912b-5788-4ac2-9ae8-63eedbd08e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:55Z', 'updated_at': '2021-07-07T17:57:00Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '8236912b-5788-4ac2-9ae8-63eedbd08e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:28.365828 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ae7919-e471-4fd4-ade9-ccc29747575e None None] Checking router: a79bf653-cff3-4e71-a8d8-6e0484eabcf1 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:58:28.374984 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ae7919-e471-4fd4-ade9-ccc29747575e None None] Routers {'a79bf653-cff3-4e71-a8d8-6e0484eabcf1'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:28.375631 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-85ae7919-e471-4fd4-ade9-ccc29747575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:58:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['a79bf653-cff3-4e71-a8d8-6e0484eabcf1'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:28.495778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-85ae7919-e471-4fd4-ade9-ccc29747575e None None] Set router a79bf653-cff3-4e71-a8d8-6e0484eabcf1 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:28.712207 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-85ae7919-e471-4fd4-ade9-ccc29747575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840238296', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4984b379-3f09-43b5-ad9c-906fdb26634c', 'name': '', 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:40:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8236912b-5788-4ac2-9ae8-63eedbd08e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:55Z', 'updated_at': '2021-07-07T17:57:00Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '8236912b-5788-4ac2-9ae8-63eedbd08e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:28.712466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d42479-4707-4b1a-a743-62f2fd27e993 req-b4014733-4d78-447b-a5f5-9626fae23203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:28.713861 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2d42479-4707-4b1a-a743-62f2fd27e993 req-b4014733-4d78-447b-a5f5-9626fae23203 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8236912b-5788-4ac2-9ae8-63eedbd08e5a HTTP/1.1" status: 200 len: 835 time: 0.3965640 Jul 07 17:58:28.739878 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ae7919-e471-4fd4-ade9-ccc29747575e None None] The sync data for ids ['a79bf653-cff3-4e71-a8d8-6e0484eabcf1'] in n-d-793620-7 is: [{'id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840238296', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '4984b379-3f09-43b5-ad9c-906fdb26634c', 'name': '', 'network_id': 'ff1b2ffd-230c-41f0-8a73-367798e4148d', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:40:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8236912b-5788-4ac2-9ae8-63eedbd08e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:55Z', 'updated_at': '2021-07-07T17:57:00Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '8236912b-5788-4ac2-9ae8-63eedbd08e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:58:28.775014 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b53a18-cee5-491d-a0f8-6fca0cc4a459 req-a34bf31e-f189-4faf-b5e5-4ab9b1ca160b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:28.776470 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92b53a18-cee5-491d-a0f8-6fca0cc4a459 req-a34bf31e-f189-4faf-b5e5-4ab9b1ca160b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 946 time: 0.1137722 Jul 07 17:58:28.830801 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d42479-4707-4b1a-a743-62f2fd27e993 req-ff9da02c-ba00-4ce2-8e45-384765aabfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:28.832385 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2d42479-4707-4b1a-a743-62f2fd27e993 req-ff9da02c-ba00-4ce2-8e45-384765aabfa8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ff1b2ffd-230c-41f0-8a73-367798e4148d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087122 Jul 07 17:58:28.836071 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92b53a18-cee5-491d-a0f8-6fca0cc4a459 req-f4def275-fe63-4b63-a267-dc1831369ab9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511761 Jul 07 17:58:28.932725 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2d42479-4707-4b1a-a743-62f2fd27e993 req-8882857d-d53c-46c3-a764-aee885ea7f85 service neutron] 10.222.0.15 "GET /v2.0/networks/ff1b2ffd-230c-41f0-8a73-367798e4148d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924566 Jul 07 17:58:28.985001 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8de9a7-586a-4e7c-9efa-f9a0864f45c4 None None] New status for floating IP 62e1d667-0509-489b-bf88-aeb6fb1628a1: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:58:29.031835 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2d42479-4707-4b1a-a743-62f2fd27e993 req-09c888ca-0548-4641-b237-925e189089fd service neutron] 10.222.0.15 "GET /v2.0/networks/ff1b2ffd-230c-41f0-8a73-367798e4148d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925276 Jul 07 17:58:29.819439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235be15e-77b7-4b5a-97a7-845961a08b48 req-d81f35f1-19b4-479d-92a6-212966eaf46c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:29.820889 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-235be15e-77b7-4b5a-97a7-845961a08b48 req-d81f35f1-19b4-479d-92a6-212966eaf46c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 946 time: 0.0647831 Jul 07 17:58:29.944901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-235be15e-77b7-4b5a-97a7-845961a08b48 req-8ba3ff69-927b-4081-b07d-f9ad58806d87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting port 10b9fcf8-fb38-464d-8232-f90ed870ad79 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:29.945412 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-235be15e-77b7-4b5a-97a7-845961a08b48 req-8ba3ff69-927b-4081-b07d-f9ad58806d87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:30.023338 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb64b0-7ae2-4a89-8dbe-bfcde675815c req-f5d5439d-86c4-4a17-8d21-9f0afec81065 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:30.024882 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-48bb64b0-7ae2-4a89-8dbe-bfcde675815c req-f5d5439d-86c4-4a17-8d21-9f0afec81065 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=80be70e7-1aad-47d6-b6df-e50b286d526d HTTP/1.1" status: 200 len: 946 time: 0.0712304 Jul 07 17:58:30.040098 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-235be15e-77b7-4b5a-97a7-845961a08b48 req-8ba3ff69-927b-4081-b07d-f9ad58806d87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] For port 10b9fcf8-fb38-464d-8232-f90ed870ad79, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=10b9fcf8-fb38-464d-8232-f90ed870ad79,segment=NetworkSegment(84af39d1-1210-4b5d-a7d2-92f9e968e890),segment_id=84af39d1-1210-4b5d-a7d2-92f9e968e890)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:30.040454 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-235be15e-77b7-4b5a-97a7-845961a08b48 req-8ba3ff69-927b-4081-b07d-f9ad58806d87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:30.053636 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-235be15e-77b7-4b5a-97a7-845961a08b48 req-8ba3ff69-927b-4081-b07d-f9ad58806d87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Calling delete_port for 10b9fcf8-fb38-464d-8232-f90ed870ad79 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:30.070250 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-48bb64b0-7ae2-4a89-8dbe-bfcde675815c req-a6aaa5e4-fed6-4d9f-a8ab-8bab666dfb93 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=83c35c29-7617-4b37-aa94-c4f6554fd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386562 Jul 07 17:58:30.187244 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-235be15e-77b7-4b5a-97a7-845961a08b48 req-8ba3ff69-927b-4081-b07d-f9ad58806d87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:30.217457 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3ff69-927b-4081-b07d-f9ad58806d87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Port': ['ID=10b9fcf8-fb38-464d-8232-f90ed870ad79,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:30.263493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-235be15e-77b7-4b5a-97a7-845961a08b48 req-8ba3ff69-927b-4081-b07d-f9ad58806d87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] No DVR routers for this DVR port 10b9fcf8-fb38-464d-8232-f90ed870ad79 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:58:30.266699 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-235be15e-77b7-4b5a-97a7-845961a08b48 req-8ba3ff69-927b-4081-b07d-f9ad58806d87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:30.268668 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-235be15e-77b7-4b5a-97a7-845961a08b48 req-8ba3ff69-927b-4081-b07d-f9ad58806d87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "DELETE /v2.0/ports/10b9fcf8-fb38-464d-8232-f90ed870ad79 HTTP/1.1" status: 204 len: 173 time: 0.4424331 Jul 07 17:58:30.269119 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80be70e7-1aad-47d6-b6df-e50b286d526d', 'name': 'network-vif-deleted', 'tag': '10b9fcf8-fb38-464d-8232-f90ed870ad79'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:30.271415 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f66f20-5ccc-468b-857c-147b2a24697d" -d '{"events": [{"server_uuid": "80be70e7-1aad-47d6-b6df-e50b286d526d", "name": "network-vif-deleted", "tag": "10b9fcf8-fb38-464d-8232-f90ed870ad79"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:30.319945 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598d8a75-f2cc-4512-a5cc-cb362a15a2c7 x-openstack-request-id: req-598d8a75-f2cc-4512-a5cc-cb362a15a2c7 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:30.320237 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80be70e7-1aad-47d6-b6df-e50b286d526d", "name": "network-vif-deleted", "tag": "10b9fcf8-fb38-464d-8232-f90ed870ad79", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:30.320592 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-598d8a75-f2cc-4512-a5cc-cb362a15a2c7 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:30.320938 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80be70e7-1aad-47d6-b6df-e50b286d526d', 'name': 'network-vif-deleted', 'tag': '10b9fcf8-fb38-464d-8232-f90ed870ad79', 'status': 'completed', 'code': 200} Jul 07 17:58:31.347496 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36814) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:31.706555 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6de492c-6d02-4f29-b1ed-073d493d5944 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:31.980023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b6de492c-6d02-4f29-b1ed-073d493d5944 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting port 4984b379-3f09-43b5-ad9c-906fdb26634c {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:31.980459 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6de492c-6d02-4f29-b1ed-073d493d5944 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.082596 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-b6de492c-6d02-4f29-b1ed-073d493d5944 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] For port 4984b379-3f09-43b5-ad9c-906fdb26634c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4984b379-3f09-43b5-ad9c-906fdb26634c,segment=NetworkSegment(84af39d1-1210-4b5d-a7d2-92f9e968e890),segment_id=84af39d1-1210-4b5d-a7d2-92f9e968e890)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:32.083773 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6de492c-6d02-4f29-b1ed-073d493d5944 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.097625 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-b6de492c-6d02-4f29-b1ed-073d493d5944 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Calling delete_port for 4984b379-3f09-43b5-ad9c-906fdb26634c owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:32.287888 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6de492c-6d02-4f29-b1ed-073d493d5944 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.314736 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de492c-6d02-4f29-b1ed-073d493d5944 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Port': ['ID=4984b379-3f09-43b5-ad9c-906fdb26634c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:32.505201 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b6de492c-6d02-4f29-b1ed-073d493d5944 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.732238 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6de492c-6d02-4f29-b1ed-073d493d5944 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router a79bf653-cff3-4e71-a8d8-6e0484eabcf1 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:58:32.845955 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6de492c-6d02-4f29-b1ed-073d493d5944 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:58:32.853343 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b6de492c-6d02-4f29-b1ed-073d493d5944 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "PUT /v2.0/routers/a79bf653-cff3-4e71-a8d8-6e0484eabcf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5033221 Jul 07 17:58:32.857232 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36816) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:32.861231 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384cd07-10c4-4964-be81-2cde2b044470 None None] Sync routers for ids ['a79bf653-cff3-4e71-a8d8-6e0484eabcf1'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:58:32.874936 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a384cd07-10c4-4964-be81-2cde2b044470 None None] Routers {'a79bf653-cff3-4e71-a8d8-6e0484eabcf1'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:32.875573 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a384cd07-10c4-4964-be81-2cde2b044470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:58:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['a79bf653-cff3-4e71-a8d8-6e0484eabcf1'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:32.914465 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01cc8be-b85f-4631-952e-2c5772b0414a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting subnet 8236912b-5788-4ac2-9ae8-63eedbd08e5a {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 17:58:32.917622 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b01cc8be-b85f-4631-952e-2c5772b0414a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.961233 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b01cc8be-b85f-4631-952e-2c5772b0414a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:32.989740 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-a384cd07-10c4-4964-be81-2cde2b044470 None None] Set router a79bf653-cff3-4e71-a8d8-6e0484eabcf1 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:33.125792 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 10b9fcf8-fb38-464d-8232-f90ed870ad79 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:33.160958 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 10b9fcf8-fb38-464d-8232-f90ed870ad79 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:58:33.161311 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 10b9fcf8-fb38-464d-8232-f90ed870ad79 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:33.222076 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a384cd07-10c4-4964-be81-2cde2b044470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840238296', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:58:32Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:33.251713 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384cd07-10c4-4964-be81-2cde2b044470 None None] Checking router: a79bf653-cff3-4e71-a8d8-6e0484eabcf1 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:58:33.262265 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a384cd07-10c4-4964-be81-2cde2b044470 None None] Routers {'a79bf653-cff3-4e71-a8d8-6e0484eabcf1'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:33.263171 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a384cd07-10c4-4964-be81-2cde2b044470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:58:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['a79bf653-cff3-4e71-a8d8-6e0484eabcf1'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:33.382817 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-a384cd07-10c4-4964-be81-2cde2b044470 None None] Set router a79bf653-cff3-4e71-a8d8-6e0484eabcf1 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:33.445937 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b01cc8be-b85f-4631-952e-2c5772b0414a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.508615 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b01cc8be-b85f-4631-952e-2c5772b0414a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.536087 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01cc8be-b85f-4631-952e-2c5772b0414a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Subnet': ['ID=8236912b-5788-4ac2-9ae8-63eedbd08e5a,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:33.544578 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b01cc8be-b85f-4631-952e-2c5772b0414a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.550931 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b01cc8be-b85f-4631-952e-2c5772b0414a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/subnets/8236912b-5788-4ac2-9ae8-63eedbd08e5a HTTP/1.1" status: 204 len: 168 time: 0.6885462 Jul 07 17:58:33.551097 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36818) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:33.556155 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cc8be-b85f-4631-952e-2c5772b0414a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.556773 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cc8be-b85f-4631-952e-2c5772b0414a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.557366 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cc8be-b85f-4631-952e-2c5772b0414a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.557889 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cc8be-b85f-4631-952e-2c5772b0414a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.558234 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cc8be-b85f-4631-952e-2c5772b0414a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.558829 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cc8be-b85f-4631-952e-2c5772b0414a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.558993 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cc8be-b85f-4631-952e-2c5772b0414a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.559319 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cc8be-b85f-4631-952e-2c5772b0414a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.559670 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cc8be-b85f-4631-952e-2c5772b0414a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.560005 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cc8be-b85f-4631-952e-2c5772b0414a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.560345 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cc8be-b85f-4631-952e-2c5772b0414a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.560672 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01cc8be-b85f-4631-952e-2c5772b0414a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:33.561737 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64faf316-42f6-45d9-9a18-af817f42f655 None None] Network ff1b2ffd-230c-41f0-8a73-367798e4148d requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:33.652496 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-a384cd07-10c4-4964-be81-2cde2b044470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840238296', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:58:32Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:33.664505 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bd2adba9-6538-4860-b486-6fe37a6dc255 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.702294 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384cd07-10c4-4964-be81-2cde2b044470 None None] The sync data for ids ['a79bf653-cff3-4e71-a8d8-6e0484eabcf1'] in n-d-793620-7 is: [{'id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1840238296', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:58:32Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4324dd1c-df9a-4a1f-a3c0-734bd017b998', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bf653-cff3-4e71-a8d8-6e0484eabcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:56:52Z', 'updated_at': '2021-07-07T17:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:58:33.776226 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bd2adba9-6538-4860-b486-6fe37a6dc255 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.828484 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-bd2adba9-6538-4860-b486-6fe37a6dc255 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting port 4324dd1c-df9a-4a1f-a3c0-734bd017b998 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:33.828829 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bd2adba9-6538-4860-b486-6fe37a6dc255 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.910616 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-bd2adba9-6538-4860-b486-6fe37a6dc255 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] For port 4324dd1c-df9a-4a1f-a3c0-734bd017b998, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4324dd1c-df9a-4a1f-a3c0-734bd017b998,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:33.910984 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bd2adba9-6538-4860-b486-6fe37a6dc255 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:33.922444 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-bd2adba9-6538-4860-b486-6fe37a6dc255 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Calling delete_port for 4324dd1c-df9a-4a1f-a3c0-734bd017b998 owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:34.078891 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199a0efd-61a0-415a-a15b-09507f0a0e22 None None] DHCP port deletion for ff1b2ffd-230c-41f0-8a73-367798e4148d request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 17:58:34.128231 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bd2adba9-6538-4860-b486-6fe37a6dc255 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.142636 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-199a0efd-61a0-415a-a15b-09507f0a0e22 None None] Deleting port 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 17:58:34.143007 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-199a0efd-61a0-415a-a15b-09507f0a0e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.159764 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:34.163883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2adba9-6538-4860-b486-6fe37a6dc255 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Port': ['ID=4324dd1c-df9a-4a1f-a3c0-734bd017b998,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:34.228025 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bd2adba9-6538-4860-b486-6fe37a6dc255 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.249277 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-199a0efd-61a0-415a-a15b-09507f0a0e22 None None] For port 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5f2ee30e-8b18-4f4b-aaf0-8d31699735bb,segment=NetworkSegment(84af39d1-1210-4b5d-a7d2-92f9e968e890),segment_id=84af39d1-1210-4b5d-a7d2-92f9e968e890)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:34.249681 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-199a0efd-61a0-415a-a15b-09507f0a0e22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.264195 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-199a0efd-61a0-415a-a15b-09507f0a0e22 None None] Calling delete_port for 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 17:58:34.327110 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bd2adba9-6538-4860-b486-6fe37a6dc255 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.329197 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bd2adba9-6538-4860-b486-6fe37a6dc255 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.350063 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.379718 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bd2adba9-6538-4860-b486-6fe37a6dc255 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.380308 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2adba9-6538-4860-b486-6fe37a6dc255 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Fanout notify agent at l3_agent the message router_deleted on router a79bf653-cff3-4e71-a8d8-6e0484eabcf1 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 17:58:34.388447 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bd2adba9-6538-4860-b486-6fe37a6dc255 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.392283 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bd2adba9-6538-4860-b486-6fe37a6dc255 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/routers/a79bf653-cff3-4e71-a8d8-6e0484eabcf1 HTTP/1.1" status: 204 len: 168 time: 0.8373139 Jul 07 17:58:34.392450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36820) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:34.399123 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=5f2ee30e-8b18-4f4b-aaf0-8d31699735bb,segment=NetworkSegment(84af39d1-1210-4b5d-a7d2-92f9e968e890),segment_id=84af39d1-1210-4b5d-a7d2-92f9e968e890)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:34.403689 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.404382 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4984b379-3f09-43b5-ad9c-906fdb26634c no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:34.444414 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-199a0efd-61a0-415a-a15b-09507f0a0e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.448107 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 4984b379-3f09-43b5-ad9c-906fdb26634c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:58:34.448462 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4984b379-3f09-43b5-ad9c-906fdb26634c not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:34.462789 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a0efd-61a0-415a-a15b-09507f0a0e22 None None] No DVR routers for this DVR port 5f2ee30e-8b18-4f4b-aaf0-8d31699735bb on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:58:34.489071 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=5f2ee30e-8b18-4f4b-aaf0-8d31699735bb,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:34.492071 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0e302084-ae7b-4037-9c2e-b31002ed8f56 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.497172 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:34.497522 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:34.497873 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:34.498215 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:34.498639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:34.498978 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:34.499312 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:34.499646 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:34.499981 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:34.500325 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:34.500654 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:34.501115 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:34.528805 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a0efd-61a0-415a-a15b-09507f0a0e22 None None] Pushing event deleted for resources: {'Port': ['ID=5f2ee30e-8b18-4f4b-aaf0-8d31699735bb,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:34.591180 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0e302084-ae7b-4037-9c2e-b31002ed8f56 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.601572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0e302084-ae7b-4037-9c2e-b31002ed8f56 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1b2ffd-230c-41f0-8a73-367798e4148d']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:34.612604 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0e302084-ae7b-4037-9c2e-b31002ed8f56 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84af39d1-1210-4b5d-a7d2-92f9e968e890') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:34.612899 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-0e302084-ae7b-4037-9c2e-b31002ed8f56 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84af39d1-1210-4b5d-a7d2-92f9e968e890') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:34.621880 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0e302084-ae7b-4037-9c2e-b31002ed8f56 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.635564 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0e302084-ae7b-4037-9c2e-b31002ed8f56 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.641213 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e302084-ae7b-4037-9c2e-b31002ed8f56 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 17:58:34.641579 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0e302084-ae7b-4037-9c2e-b31002ed8f56 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: timer() Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 17:58:34.644542 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 17:58:34.702723 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0e302084-ae7b-4037-9c2e-b31002ed8f56 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.710230 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-0e302084-ae7b-4037-9c2e-b31002ed8f56 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.711676 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0e302084-ae7b-4037-9c2e-b31002ed8f56 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/networks/ff1b2ffd-230c-41f0-8a73-367798e4148d HTTP/1.1" status: 204 len: 168 time: 0.3183801 Jul 07 17:58:34.714526 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36822) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:34.723418 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e302084-ae7b-4037-9c2e-b31002ed8f56 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Network': ['ID=ff1b2ffd-230c-41f0-8a73-367798e4148d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:34.773758 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b4436c86-ef6e-412b-9dd6-5584051a321b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.798725 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b4436c86-ef6e-412b-9dd6-5584051a321b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.864114 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b4436c86-ef6e-412b-9dd6-5584051a321b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.867045 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b4436c86-ef6e-412b-9dd6-5584051a321b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:34.868759 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b4436c86-ef6e-412b-9dd6-5584051a321b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/security-groups/83c35c29-7617-4b37-aa94-c4f6554fd59f HTTP/1.1" status: 204 len: 168 time: 0.1529698 Jul 07 17:58:34.878801 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4436c86-ef6e-412b-9dd6-5584051a321b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c35c29-7617-4b37-aa94-c4f6554fd59f,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:35.165732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36828) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:35.171076 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-768446ce-059f-450b-b04a-c267855e4411 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2023011054', 'description': 'tempest-secgroup-smoke-2023011054 description', 'project_id': 'cdc08b6665d44d2088435d3c4644735c'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:35.194171 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-768446ce-059f-450b-b04a-c267855e4411 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.279562 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-768446ce-059f-450b-b04a-c267855e4411 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.283520 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-768446ce-059f-450b-b04a-c267855e4411 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.310586 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-768446ce-059f-450b-b04a-c267855e4411 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.312306 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-768446ce-059f-450b-b04a-c267855e4411 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1455293 Jul 07 17:58:35.314228 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768446ce-059f-450b-b04a-c267855e4411 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3f860e-f849-4ed8-99aa-359887bf449a,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:35.315435 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36830) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:35.320790 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-de1242c5-9b4a-4a2c-bcb3-a842156952e1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': 'fd3f860e-f849-4ed8-99aa-359887bf449a', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:35.348190 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-de1242c5-9b4a-4a2c-bcb3-a842156952e1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.395336 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-de1242c5-9b4a-4a2c-bcb3-a842156952e1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.398895 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-de1242c5-9b4a-4a2c-bcb3-a842156952e1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.416403 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1242c5-9b4a-4a2c-bcb3-a842156952e1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5ffe78-0223-4709-bc62-d3c2b202848f,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:35.422087 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-de1242c5-9b4a-4a2c-bcb3-a842156952e1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.423310 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-de1242c5-9b4a-4a2c-bcb3-a842156952e1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1062198 Jul 07 17:58:35.426318 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36832) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:35.431332 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f68586e4-ddc3-419b-85f3-af1e0a6b349d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': 'fd3f860e-f849-4ed8-99aa-359887bf449a', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:35.458108 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f68586e4-ddc3-419b-85f3-af1e0a6b349d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.514431 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f68586e4-ddc3-419b-85f3-af1e0a6b349d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.518065 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f68586e4-ddc3-419b-85f3-af1e0a6b349d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.532837 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68586e4-ddc3-419b-85f3-af1e0a6b349d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd52f82-6d3e-4db3-b879-9f67cd4b4806,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:35.541774 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f68586e4-ddc3-419b-85f3-af1e0a6b349d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.543341 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f68586e4-ddc3-419b-85f3-af1e0a6b349d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159754 Jul 07 17:58:35.546699 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36834) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:35.551300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-a160ef1a-8a0f-4a46-b230-1b8645fe18d5 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': 'fd3f860e-f849-4ed8-99aa-359887bf449a', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:35.577256 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a160ef1a-8a0f-4a46-b230-1b8645fe18d5 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.634780 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a160ef1a-8a0f-4a46-b230-1b8645fe18d5 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.638363 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a160ef1a-8a0f-4a46-b230-1b8645fe18d5 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.656381 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160ef1a-8a0f-4a46-b230-1b8645fe18d5 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc13a4b-4a2d-4073-ae6f-40e0c4b74fe4,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:35.662475 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a160ef1a-8a0f-4a46-b230-1b8645fe18d5 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.663699 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a160ef1a-8a0f-4a46-b230-1b8645fe18d5 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160262 Jul 07 17:58:35.666578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36836) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:35.671626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-dff2fd6b-697b-410b-83bd-43d5ae735e41 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': 'fd3f860e-f849-4ed8-99aa-359887bf449a', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:35.698850 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dff2fd6b-697b-410b-83bd-43d5ae735e41 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.761015 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dff2fd6b-697b-410b-83bd-43d5ae735e41 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.765277 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dff2fd6b-697b-410b-83bd-43d5ae735e41 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.782192 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2fd6b-697b-410b-83bd-43d5ae735e41 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4548bfd-bf50-41b6-b09d-6d6dae47e3b3,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:35.788810 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dff2fd6b-697b-410b-83bd-43d5ae735e41 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.789978 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dff2fd6b-697b-410b-83bd-43d5ae735e41 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224632 Jul 07 17:58:35.792684 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36838) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:35.797773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-d9dd61db-817c-43e0-b93d-7909969cbd7c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': 'fd3f860e-f849-4ed8-99aa-359887bf449a', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:35.821374 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-d9dd61db-817c-43e0-b93d-7909969cbd7c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Project cdc08b6665d44d2088435d3c4644735c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:58:35.826286 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d9dd61db-817c-43e0-b93d-7909969cbd7c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.888011 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d9dd61db-817c-43e0-b93d-7909969cbd7c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.891871 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d9dd61db-817c-43e0-b93d-7909969cbd7c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.909817 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd61db-817c-43e0-b93d-7909969cbd7c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04744114-cf60-4d91-9853-b10b52a3b417,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:35.915553 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d9dd61db-817c-43e0-b93d-7909969cbd7c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:35.916780 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d9dd61db-817c-43e0-b93d-7909969cbd7c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230469 Jul 07 17:58:35.919577 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36840) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:35.924679 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-3aa13d96-87f5-4dc9-bb78-58950dbb9e71 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': 'fd3f860e-f849-4ed8-99aa-359887bf449a', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:35.947323 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-3aa13d96-87f5-4dc9-bb78-58950dbb9e71 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Project cdc08b6665d44d2088435d3c4644735c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 17:58:35.952152 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3aa13d96-87f5-4dc9-bb78-58950dbb9e71 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.013574 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3aa13d96-87f5-4dc9-bb78-58950dbb9e71 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.017289 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3aa13d96-87f5-4dc9-bb78-58950dbb9e71 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.035890 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa13d96-87f5-4dc9-bb78-58950dbb9e71 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6652b1bf-0c8b-4694-b3bf-09556f68710f,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:36.041530 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3aa13d96-87f5-4dc9-bb78-58950dbb9e71 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.043205 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3aa13d96-87f5-4dc9-bb78-58950dbb9e71 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226888 Jul 07 17:58:36.048064 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36842) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:36.053279 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-dafc94ac-befe-4171-ab45-bc9e386397d8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'network': {'name': 'tempest-network-smoke--397501491', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'port_security_enabled': True}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:36.074877 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafc94ac-befe-4171-ab45-bc9e386397d8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Made reservation on behalf of cdc08b6665d44d2088435d3c4644735c for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:36.078490 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dafc94ac-befe-4171-ab45-bc9e386397d8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.103525 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dafc94ac-befe-4171-ab45-bc9e386397d8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 17:58:36.111672 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4324dd1c-df9a-4a1f-a3c0-734bd017b998 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:58:36.114273 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dafc94ac-befe-4171-ab45-bc9e386397d8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.114605 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-dafc94ac-befe-4171-ab45-bc9e386397d8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Added segment e75569e1-9c17-4714-973f-47005cf11ef7 of type vlan for network 439d5b5e-9f11-4388-9c39-5b5900a2bb7f Jul 07 17:58:36.133155 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 4324dd1c-df9a-4a1f-a3c0-734bd017b998 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 17:58:36.133503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4324dd1c-df9a-4a1f-a3c0-734bd017b998 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:58:36.159666 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dafc94ac-befe-4171-ab45-bc9e386397d8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.188312 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dafc94ac-befe-4171-ab45-bc9e386397d8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.193795 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafc94ac-befe-4171-ab45-bc9e386397d8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:36.194427 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dafc94ac-befe-4171-ab45-bc9e386397d8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.249700 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dafc94ac-befe-4171-ab45-bc9e386397d8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2005780 Jul 07 17:58:36.252439 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36844) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:36.258934 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-2e6913e2-382e-4a7f-8aea-be38e0452b43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1672853169', 'admin_state_up': True, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:36.273803 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc94ac-befe-4171-ab45-bc9e386397d8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Network': ['ID=439d5b5e-9f11-4388-9c39-5b5900a2bb7f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:36.285616 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 439d5b5e-9f11-4388-9c39-5b5900a2bb7f details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 17:58:36.290015 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2e6913e2-382e-4a7f-8aea-be38e0452b43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.291129 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2e6913e2-382e-4a7f-8aea-be38e0452b43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.348353 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2e6913e2-382e-4a7f-8aea-be38e0452b43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.484819 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2e6913e2-382e-4a7f-8aea-be38e0452b43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:36.990628 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2e6913e2-382e-4a7f-8aea-be38e0452b43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.009118 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2e6913e2-382e-4a7f-8aea-be38e0452b43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.120974 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-2e6913e2-382e-4a7f-8aea-be38e0452b43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Allocated IP 172.25.2.137 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/26384e27-a9a2-43a4-9c96-c9a871e21166) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:37.226968 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2e6913e2-382e-4a7f-8aea-be38e0452b43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.269657 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2e6913e2-382e-4a7f-8aea-be38e0452b43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.308844 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6913e2-382e-4a7f-8aea-be38e0452b43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:37.312541 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-2e6913e2-382e-4a7f-8aea-be38e0452b43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:37.318565 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6913e2-382e-4a7f-8aea-be38e0452b43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:37.346888 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6913e2-382e-4a7f-8aea-be38e0452b43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=26384e27-a9a2-43a4-9c96-c9a871e21166,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:37.584520 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2e6913e2-382e-4a7f-8aea-be38e0452b43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.789658 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2e6913e2-382e-4a7f-8aea-be38e0452b43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:37.926782 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6913e2-382e-4a7f-8aea-be38e0452b43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router e1d050f5-3850-4247-862b-0598ac305827 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 17:58:38.054269 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6913e2-382e-4a7f-8aea-be38e0452b43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:58:38.065208 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] Sync routers for ids ['e1d050f5-3850-4247-862b-0598ac305827'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:58:38.076569 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2e6913e2-382e-4a7f-8aea-be38e0452b43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:38.078262 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] Routers {'e1d050f5-3850-4247-862b-0598ac305827'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:38.079204 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:58:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e1d050f5-3850-4247-862b-0598ac305827'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:38.083875 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2e6913e2-382e-4a7f-8aea-be38e0452b43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8294828 Jul 07 17:58:38.084213 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36848) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:38.119640 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-762f001a-82d8-49be-a658-187aee2c2d1f tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=cdc08b6665d44d2088435d3c4644735c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342426 Jul 07 17:58:38.122545 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36850) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:38.208047 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] Set router e1d050f5-3850-4247-862b-0598ac305827 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:38.229851 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85adaea1-25b6-4bd5-a27d-81b4ffc18524 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:38.231743 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-85adaea1-25b6-4bd5-a27d-81b4ffc18524 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1081924 Jul 07 17:58:38.234697 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36852) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:38.273329 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3265cf7e-54c3-451e-a63e-4b0514487781 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374830 Jul 07 17:58:38.276414 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36854) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:38.281676 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-b21645bc-f7af-490c-b434-d1a25f78a636 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1102238913', 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:38.386095 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21645bc-f7af-490c-b434-d1a25f78a636 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Made reservation on behalf of cdc08b6665d44d2088435d3c4644735c for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:38.390349 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b21645bc-f7af-490c-b434-d1a25f78a636 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:38.399832 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d050f5-3850-4247-862b-0598ac305827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672853169', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:37Z', 'revision_number': 3, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:37Z', 'updated_at': '2021-07-07T17:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:38.433620 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] Checking router: e1d050f5-3850-4247-862b-0598ac305827 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:58:38.433968 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] Updating router e1d050f5-3850-4247-862b-0598ac305827 port 26384e27-a9a2-43a4-9c96-c9a871e21166 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:58:38.472690 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:38.593880 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b21645bc-f7af-490c-b434-d1a25f78a636 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:38.658098 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21645bc-f7af-490c-b434-d1a25f78a636 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Subnet': ['ID=39d46e30-32bc-490e-8140-3bc4eaf991a1,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:38.668090 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21645bc-f7af-490c-b434-d1a25f78a636 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Checking segment: {'id': 'e75569e1-9c17-4714-973f-47005cf11ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:38.668695 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21645bc-f7af-490c-b434-d1a25f78a636 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network hostable DHCP agents. Network: 439d5b5e-9f11-4388-9c39-5b5900a2bb7f, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 17:58:38.693671 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21645bc-f7af-490c-b434-d1a25f78a636 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network 439d5b5e-9f11-4388-9c39-5b5900a2bb7f is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 17:58:38.703539 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-b21645bc-f7af-490c-b434-d1a25f78a636 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 439d5b5e-9f11-4388-9c39-5b5900a2bb7f) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:38.708511 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21645bc-f7af-490c-b434-d1a25f78a636 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:38.709703 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b21645bc-f7af-490c-b434-d1a25f78a636 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:38.713029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ff6b53-4359-46ca-b030-39a08be614be None None] Network 439d5b5e-9f11-4388-9c39-5b5900a2bb7f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:38.729528 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b21645bc-f7af-490c-b434-d1a25f78a636 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4518919 Jul 07 17:58:38.732227 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36856) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:38.749583 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:38.761811 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] Transition to ACTIVE for port object 26384e27-a9a2-43a4-9c96-c9a871e21166 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:38.769571 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:38.818834 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] Attempting to bind port 26384e27-a9a2-43a4-9c96-c9a871e21166 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:58:38.819214 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] Attempting to bind port 26384e27-a9a2-43a4-9c96-c9a871e21166 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:58:38.819567 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] Attempting to bind port 26384e27-a9a2-43a4-9c96-c9a871e21166 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:38.829880 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:58:38.830290 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:38.830681 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:38.831084 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:58:38.831559 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] Bound port: 26384e27-a9a2-43a4-9c96-c9a871e21166, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:58:38.831944 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:38.837703 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04252beb-7c7f-4dbb-8339-276d49905aff None None] Pushing event updated for resources: {'Port': ['ID=26384e27-a9a2-43a4-9c96-c9a871e21166,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:38.867822 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04252beb-7c7f-4dbb-8339-276d49905aff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:38.868168 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04252beb-7c7f-4dbb-8339-276d49905aff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:38.868518 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04252beb-7c7f-4dbb-8339-276d49905aff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:38.868845 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04252beb-7c7f-4dbb-8339-276d49905aff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:38.869180 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04252beb-7c7f-4dbb-8339-276d49905aff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:38.869520 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04252beb-7c7f-4dbb-8339-276d49905aff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:38.869851 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04252beb-7c7f-4dbb-8339-276d49905aff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:38.870180 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04252beb-7c7f-4dbb-8339-276d49905aff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:38.870542 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04252beb-7c7f-4dbb-8339-276d49905aff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:38.870870 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04252beb-7c7f-4dbb-8339-276d49905aff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:38.871205 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04252beb-7c7f-4dbb-8339-276d49905aff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:38.871529 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04252beb-7c7f-4dbb-8339-276d49905aff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:58:38.904037 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] For port 26384e27-a9a2-43a4-9c96-c9a871e21166, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:38.908614 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] For port 26384e27-a9a2-43a4-9c96-c9a871e21166, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=26384e27-a9a2-43a4-9c96-c9a871e21166,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:58:38.913945 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:38.975439 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] Routers {'e1d050f5-3850-4247-862b-0598ac305827'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:38.976198 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:58:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e1d050f5-3850-4247-862b-0598ac305827'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:39.015000 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04252beb-7c7f-4dbb-8339-276d49905aff None None] Pushing event updated for resources: {'Port': ['ID=26384e27-a9a2-43a4-9c96-c9a871e21166,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:39.050251 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-439d5b5e-9f11-4388-9c39-5b5900a2bb7f', 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ips': [{'subnet_id': '39d46e30-32bc-490e-8140-3bc4eaf991a1'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 17:58:39.051182 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.093651 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] Set router e1d050f5-3850-4247-862b-0598ac305827 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:39.188959 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Allocated IP 172.20.0.2 (439d5b5e-9f11-4388-9c39-5b5900a2bb7f/39d46e30-32bc-490e-8140-3bc4eaf991a1/f6ef4684-a6a3-455a-9c6c-c8116a4b4233) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:39.222054 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbab912e-0e54-486c-97de-f88a9c270414 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.300714 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d050f5-3850-4247-862b-0598ac305827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672853169', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:37Z', 'revision_number': 3, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:37Z', 'updated_at': '2021-07-07T17:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:39.328836 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8aa961-df51-4387-adcd-971634ad3a81 None None] The sync data for ids ['e1d050f5-3850-4247-862b-0598ac305827'] in n-d-793620-7 is: [{'id': 'e1d050f5-3850-4247-862b-0598ac305827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672853169', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:37Z', 'revision_number': 3, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:37Z', 'updated_at': '2021-07-07T17:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:58:39.363782 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.372362 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Transition to ACTIVE for port object f6ef4684-a6a3-455a-9c6c-c8116a4b4233 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:39.387652 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Transition to ACTIVE for port object f6ef4684-a6a3-455a-9c6c-c8116a4b4233 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:39.395428 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.438083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Network 439d5b5e-9f11-4388-9c39-5b5900a2bb7f is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:39.444723 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:39.449288 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:39.452993 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Pushing event updated for resources: {'Port': ['ID=f6ef4684-a6a3-455a-9c6c-c8116a4b4233,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:39.515410 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Attempting to bind port f6ef4684-a6a3-455a-9c6c-c8116a4b4233 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:58:39.515787 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Attempting to bind port f6ef4684-a6a3-455a-9c6c-c8116a4b4233 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'e75569e1-9c17-4714-973f-47005cf11ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:58:39.516157 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Attempting to bind port f6ef4684-a6a3-455a-9c6c-c8116a4b4233 on network 439d5b5e-9f11-4388-9c39-5b5900a2bb7f {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:39.522033 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:58:39.522033 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Checking segment: {'id': 'e75569e1-9c17-4714-973f-47005cf11ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:39.522368 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.522757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Bound using segment: {'id': 'e75569e1-9c17-4714-973f-47005cf11ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:58:39.523240 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Bound port: f6ef4684-a6a3-455a-9c6c-c8116a4b4233, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75569e1-9c17-4714-973f-47005cf11ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:58:39.523640 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.529164 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-bbab912e-0e54-486c-97de-f88a9c270414 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Allocated IP 172.20.0.1 (439d5b5e-9f11-4388-9c39-5b5900a2bb7f/39d46e30-32bc-490e-8140-3bc4eaf991a1/e8b15c95-c6e2-4024-bc49-0aa0ee7acefd) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:39.615656 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] For port f6ef4684-a6a3-455a-9c6c-c8116a4b4233, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:39.619175 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] For port f6ef4684-a6a3-455a-9c6c-c8116a4b4233, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=f6ef4684-a6a3-455a-9c6c-c8116a4b4233,segment=NetworkSegment(e75569e1-9c17-4714-973f-47005cf11ef7),segment_id=e75569e1-9c17-4714-973f-47005cf11ef7)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:58:39.628902 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.692271 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10d7f0-7808-41b8-99c1-a0696127256a None None] Pushing event updated for resources: {'Port': ['ID=f6ef4684-a6a3-455a-9c6c-c8116a4b4233,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:39.706007 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbab912e-0e54-486c-97de-f88a9c270414 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.723311 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-bbab912e-0e54-486c-97de-f88a9c270414 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Transition to ACTIVE for port object e8b15c95-c6e2-4024-bc49-0aa0ee7acefd will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:39.768495 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbab912e-0e54-486c-97de-f88a9c270414 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:39.811678 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbab912e-0e54-486c-97de-f88a9c270414 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network 439d5b5e-9f11-4388-9c39-5b5900a2bb7f is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:39.815105 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-bbab912e-0e54-486c-97de-f88a9c270414 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:39.821822 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbab912e-0e54-486c-97de-f88a9c270414 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:39.862186 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab912e-0e54-486c-97de-f88a9c270414 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=e8b15c95-c6e2-4024-bc49-0aa0ee7acefd,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:39.887827 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbab912e-0e54-486c-97de-f88a9c270414 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.094858 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbab912e-0e54-486c-97de-f88a9c270414 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.193056 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 26384e27-a9a2-43a4-9c96-c9a871e21166 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:40.259711 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 26384e27-a9a2-43a4-9c96-c9a871e21166 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:40.263958 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 26384e27-a9a2-43a4-9c96-c9a871e21166 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:40.264647 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.363448 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.394134 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 26384e27-a9a2-43a4-9c96-c9a871e21166, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=26384e27-a9a2-43a4-9c96-c9a871e21166,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:40.399321 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.400276 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f6ef4684-a6a3-455a-9c6c-c8116a4b4233 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:40.438660 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbab912e-0e54-486c-97de-f88a9c270414 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.445125 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbab912e-0e54-486c-97de-f88a9c270414 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.488248 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=26384e27-a9a2-43a4-9c96-c9a871e21166,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:40.502147 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port f6ef4684-a6a3-455a-9c6c-c8116a4b4233 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:40.534021 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bbab912e-0e54-486c-97de-f88a9c270414 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:40.536052 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab912e-0e54-486c-97de-f88a9c270414 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=e8b15c95-c6e2-4024-bc49-0aa0ee7acefd,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:40.640442 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbab912e-0e54-486c-97de-f88a9c270414 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network 439d5b5e-9f11-4388-9c39-5b5900a2bb7f is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:40.642083 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-bbab912e-0e54-486c-97de-f88a9c270414 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:40.760923 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbab912e-0e54-486c-97de-f88a9c270414 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router e1d050f5-3850-4247-862b-0598ac305827 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:58:40.830578 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da2c96d-7efe-4b21-be60-02466666d75b None None] Network 439d5b5e-9f11-4388-9c39-5b5900a2bb7f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 17:58:40.876147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbab912e-0e54-486c-97de-f88a9c270414 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:58:40.881053 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bbab912e-0e54-486c-97de-f88a9c270414 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "PUT /v2.0/routers/e1d050f5-3850-4247-862b-0598ac305827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1470661 Jul 07 17:58:40.892794 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-37905f7b-1c5a-4f0c-b684-2d4aee1ed06d None None] Provisioning for port f6ef4684-a6a3-455a-9c6c-c8116a4b4233 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:40.905658 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-37905f7b-1c5a-4f0c-b684-2d4aee1ed06d None None] Provisioning complete for port f6ef4684-a6a3-455a-9c6c-c8116a4b4233 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:40.906039 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-37905f7b-1c5a-4f0c-b684-2d4aee1ed06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:41.028878 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-f46a694d-e3a2-4afb-90c2-5e225e4f77b7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2023011054&fields=id&tenant_id=cdc08b6665d44d2088435d3c4644735c HTTP/1.1" status: 200 len: 267 time: 0.0341966 Jul 07 17:58:41.051119 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-37905f7b-1c5a-4f0c-b684-2d4aee1ed06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:41.098192 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-37905f7b-1c5a-4f0c-b684-2d4aee1ed06d None None] For port f6ef4684-a6a3-455a-9c6c-c8116a4b4233, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=f6ef4684-a6a3-455a-9c6c-c8116a4b4233,segment=NetworkSegment(e75569e1-9c17-4714-973f-47005cf11ef7),segment_id=e75569e1-9c17-4714-973f-47005cf11ef7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:41.104063 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-37905f7b-1c5a-4f0c-b684-2d4aee1ed06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:41.157375 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-251bc7cf-6196-4758-acf6-95c044243f90 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:41.159123 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-251bc7cf-6196-4758-acf6-95c044243f90 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/networks?id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f HTTP/1.1" status: 200 len: 796 time: 0.1226952 Jul 07 17:58:41.165031 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37905f7b-1c5a-4f0c-b684-2d4aee1ed06d None None] Pushing event updated for resources: {'Port': ['ID=f6ef4684-a6a3-455a-9c6c-c8116a4b4233,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:41.174665 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-d053939a-9e4a-4acd-ad4f-d614d1af508a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/quotas/cdc08b6665d44d2088435d3c4644735c HTTP/1.1" status: 200 len: 375 time: 0.0097959 Jul 07 17:58:41.249861 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-1445ce32-86b2-4141-9805-48a7abc50e3a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692384 Jul 07 17:58:41.331512 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e5fd0ea2-1ba4-4816-bdf1-83b141c2812f None None] Provisioning for port e8b15c95-c6e2-4024-bc49-0aa0ee7acefd completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:41.335947 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e5fd0ea2-1ba4-4816-bdf1-83b141c2812f None None] Provisioning complete for port e8b15c95-c6e2-4024-bc49-0aa0ee7acefd triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:41.336358 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e5fd0ea2-1ba4-4816-bdf1-83b141c2812f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:41.356130 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-136da13c-8122-40ef-b608-4c1afdb99b2d service neutron] 10.222.0.50 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938506 Jul 07 17:58:41.376582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e5fd0ea2-1ba4-4816-bdf1-83b141c2812f None None] Port e8b15c95-c6e2-4024-bc49-0aa0ee7acefd cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:41.388399 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e5fd0ea2-1ba4-4816-bdf1-83b141c2812f None None] Provisioning complete for port f6ef4684-a6a3-455a-9c6c-c8116a4b4233 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:41.388692 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e5fd0ea2-1ba4-4816-bdf1-83b141c2812f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:41.473084 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-bae58e6c-ecd4-4258-a98f-660f4f975917 service neutron] 10.222.0.50 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106739 Jul 07 17:58:41.477145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] Sync routers for ids ['e1d050f5-3850-4247-862b-0598ac305827'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:58:41.489101 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] Routers {'e1d050f5-3850-4247-862b-0598ac305827'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:41.489741 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:58:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e1d050f5-3850-4247-862b-0598ac305827'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:41.615064 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] Set router e1d050f5-3850-4247-862b-0598ac305827 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:41.617635 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-253c046b-b4bb-4918-bec4-0a85e2e14317 None None] Provisioning complete for port e8b15c95-c6e2-4024-bc49-0aa0ee7acefd triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:41.617788 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-253c046b-b4bb-4918-bec4-0a85e2e14317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:41.680052 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2b5ee877-82de-4874-ab7e-7f4a8c250ae0 req-138d90ec-57d7-4e10-bc09-17b31a8dddc6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 210 time: 0.0405481 Jul 07 17:58:41.719055 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-253c046b-b4bb-4918-bec4-0a85e2e14317 None None] Port e8b15c95-c6e2-4024-bc49-0aa0ee7acefd cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:41.852495 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e831746f-6069-43bf-8683-60eea4676342 None None] Provisioning complete for port e8b15c95-c6e2-4024-bc49-0aa0ee7acefd triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:41.852879 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e831746f-6069-43bf-8683-60eea4676342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:41.897706 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e831746f-6069-43bf-8683-60eea4676342 None None] Port e8b15c95-c6e2-4024-bc49-0aa0ee7acefd cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:41.903113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d050f5-3850-4247-862b-0598ac305827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672853169', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:37Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'e8b15c95-c6e2-4024-bc49-0aa0ee7acefd', 'name': '', 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:d7:fc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '39d46e30-32bc-490e-8140-3bc4eaf991a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:39Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 2, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '39d46e30-32bc-490e-8140-3bc4eaf991a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:41.936848 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] Checking router: e1d050f5-3850-4247-862b-0598ac305827 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:58:41.937213 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] Updating router e1d050f5-3850-4247-862b-0598ac305827 port e8b15c95-c6e2-4024-bc49-0aa0ee7acefd binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 17:58:41.973712 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.144904 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 26384e27-a9a2-43a4-9c96-c9a871e21166 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:42.239266 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 26384e27-a9a2-43a4-9c96-c9a871e21166 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:42.239653 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.328302 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.357048 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] Transition to ACTIVE for port object e8b15c95-c6e2-4024-bc49-0aa0ee7acefd will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:42.366676 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.397233 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f6ef4684-a6a3-455a-9c6c-c8116a4b4233 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:42.455281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58893e-d779-4d35-93fc-c7856e470193 None None] Pushing event updated for resources: {'Port': ['ID=e8b15c95-c6e2-4024-bc49-0aa0ee7acefd,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:42.525991 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port f6ef4684-a6a3-455a-9c6c-c8116a4b4233 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:42.526413 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.528050 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] Attempting to bind port e8b15c95-c6e2-4024-bc49-0aa0ee7acefd on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:58:42.528430 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] Attempting to bind port e8b15c95-c6e2-4024-bc49-0aa0ee7acefd by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'e75569e1-9c17-4714-973f-47005cf11ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:58:42.528802 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] Attempting to bind port e8b15c95-c6e2-4024-bc49-0aa0ee7acefd on network 439d5b5e-9f11-4388-9c39-5b5900a2bb7f {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:42.551719 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:58:42.552103 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] Checking segment: {'id': 'e75569e1-9c17-4714-973f-47005cf11ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:42.552777 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.553180 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] Bound using segment: {'id': 'e75569e1-9c17-4714-973f-47005cf11ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:58:42.553679 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] Bound port: e8b15c95-c6e2-4024-bc49-0aa0ee7acefd, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75569e1-9c17-4714-973f-47005cf11ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:58:42.554067 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.669134 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] For port e8b15c95-c6e2-4024-bc49-0aa0ee7acefd, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:42.690448 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] For port e8b15c95-c6e2-4024-bc49-0aa0ee7acefd, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e8b15c95-c6e2-4024-bc49-0aa0ee7acefd,segment=NetworkSegment(e75569e1-9c17-4714-973f-47005cf11ef7),segment_id=e75569e1-9c17-4714-973f-47005cf11ef7)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:58:42.697400 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:42.765848 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] Routers {'e1d050f5-3850-4247-862b-0598ac305827'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:42.766529 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:58:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e1d050f5-3850-4247-862b-0598ac305827'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:42.770209 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58893e-d779-4d35-93fc-c7856e470193 None None] Pushing event updated for resources: {'Port': ['ID=e8b15c95-c6e2-4024-bc49-0aa0ee7acefd,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:42.816795 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-b2d310bb-a985-45ea-9fe7-a4e674536120 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:42.818995 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-b2d310bb-a985-45ea-9fe7-a4e674536120 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "GET /v2.0/networks?id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f HTTP/1.1" status: 200 len: 796 time: 0.1545792 Jul 07 17:58:42.898945 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] Set router e1d050f5-3850-4247-862b-0598ac305827 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:42.899165 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8d010aae-8065-4880-9924-e1295b58f831 req-f5a7fddd-6b57-4eb3-8a8f-72be1d2438c3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 210 time: 0.0667884 Jul 07 17:58:42.944784 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-ce1e23a8-5edf-4ae8-9a97-7e8ac925f51d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdc08b6665d44d2088435d3c4644735c HTTP/1.1" status: 200 len: 380 time: 0.1005597 Jul 07 17:58:42.955659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-eab1bedb-7608-49e8-b13d-e184730e50b9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'port': {'device_id': '616a3aeb-e6ab-4140-a8b7-c67626053ced', 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f', 'admin_state_up': True, 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'security_groups': ['fd3f860e-f849-4ed8-99aa-359887bf449a']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:43.074396 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-eab1bedb-7608-49e8-b13d-e184730e50b9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Made reservation on behalf of cdc08b6665d44d2088435d3c4644735c for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 17:58:43.078507 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-eab1bedb-7608-49e8-b13d-e184730e50b9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.123878 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d050f5-3850-4247-862b-0598ac305827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672853169', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:37Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'e8b15c95-c6e2-4024-bc49-0aa0ee7acefd', 'name': '', 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:d7:fc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '39d46e30-32bc-490e-8140-3bc4eaf991a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:39Z', 'updated_at': '2021-07-07T17:58:42Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '39d46e30-32bc-490e-8140-3bc4eaf991a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:43.154324 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e73525-4666-4dad-8f48-d7ef360c465e None None] The sync data for ids ['e1d050f5-3850-4247-862b-0598ac305827'] in n-d-793620-7 is: [{'id': 'e1d050f5-3850-4247-862b-0598ac305827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672853169', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:37Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'e8b15c95-c6e2-4024-bc49-0aa0ee7acefd', 'name': '', 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:d7:fc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '39d46e30-32bc-490e-8140-3bc4eaf991a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:39Z', 'updated_at': '2021-07-07T17:58:42Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '39d46e30-32bc-490e-8140-3bc4eaf991a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:58:43.227646 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-eab1bedb-7608-49e8-b13d-e184730e50b9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Allocated IP 172.20.0.12 (439d5b5e-9f11-4388-9c39-5b5900a2bb7f/39d46e30-32bc-490e-8140-3bc4eaf991a1/ebbb7c6a-9552-4796-915d-24d087acc7d4) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:43.374091 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-eab1bedb-7608-49e8-b13d-e184730e50b9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.393685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-eab1bedb-7608-49e8-b13d-e184730e50b9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Transition to ACTIVE for port object ebbb7c6a-9552-4796-915d-24d087acc7d4 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:43.428859 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-eab1bedb-7608-49e8-b13d-e184730e50b9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.474653 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-eab1bedb-7608-49e8-b13d-e184730e50b9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network 439d5b5e-9f11-4388-9c39-5b5900a2bb7f is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:43.480122 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-eab1bedb-7608-49e8-b13d-e184730e50b9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:43.484366 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-eab1bedb-7608-49e8-b13d-e184730e50b9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:43.511227 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1bedb-7608-49e8-b13d-e184730e50b9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=ebbb7c6a-9552-4796-915d-24d087acc7d4,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:43.539147 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-eab1bedb-7608-49e8-b13d-e184730e50b9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:43.539798 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-eab1bedb-7608-49e8-b13d-e184730e50b9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.560632 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-eab1bedb-7608-49e8-b13d-e184730e50b9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6089756 Jul 07 17:58:43.572791 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] Request body: {'port': {'device_id': '616a3aeb-e6ab-4140-a8b7-c67626053ced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:43.668488 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.730149 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7654992a-6b5c-4c4c-a9bf-d39c08b60bc1 None None] Provisioning for port ebbb7c6a-9552-4796-915d-24d087acc7d4 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:43.735513 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7654992a-6b5c-4c4c-a9bf-d39c08b60bc1 None None] Provisioning complete for port ebbb7c6a-9552-4796-915d-24d087acc7d4 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:43.736286 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7654992a-6b5c-4c4c-a9bf-d39c08b60bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:43.778436 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7654992a-6b5c-4c4c-a9bf-d39c08b60bc1 None None] Port ebbb7c6a-9552-4796-915d-24d087acc7d4 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 17:58:44.087848 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bccfae-030f-41a6-a493-7b183ec2b1c0 req-08c36f25-de42-4ff2-9f36-92067a7cf251 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:44.089816 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d7bccfae-030f-41a6-a493-7b183ec2b1c0 req-08c36f25-de42-4ff2-9f36-92067a7cf251 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 932 time: 0.0773323 Jul 07 17:58:44.139403 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d7bccfae-030f-41a6-a493-7b183ec2b1c0 req-e9ded670-bab0-4c95-9d48-b666d7fcf2c8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428197 Jul 07 17:58:44.169132 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e8b15c95-c6e2-4024-bc49-0aa0ee7acefd up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:44.221941 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port e8b15c95-c6e2-4024-bc49-0aa0ee7acefd completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:44.226109 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e8b15c95-c6e2-4024-bc49-0aa0ee7acefd triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:44.226664 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.314252 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.340780 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebbb7c6a-9552-4796-915d-24d087acc7d4 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:58:44.349600 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port e8b15c95-c6e2-4024-bc49-0aa0ee7acefd, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e8b15c95-c6e2-4024-bc49-0aa0ee7acefd,segment=NetworkSegment(e75569e1-9c17-4714-973f-47005cf11ef7),segment_id=e75569e1-9c17-4714-973f-47005cf11ef7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:44.351454 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.354334 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.367316 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] Transition to ACTIVE for port object ebbb7c6a-9552-4796-915d-24d087acc7d4 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:58:44.370965 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.404346 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=e8b15c95-c6e2-4024-bc49-0aa0ee7acefd,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:44.419343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] Pushing event updated for resources: {'Port': ['ID=ebbb7c6a-9552-4796-915d-24d087acc7d4,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:44.501215 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] Attempting to bind port ebbb7c6a-9552-4796-915d-24d087acc7d4 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:58:44.501785 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] Attempting to bind port ebbb7c6a-9552-4796-915d-24d087acc7d4 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'e75569e1-9c17-4714-973f-47005cf11ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:58:44.502361 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] Attempting to bind port ebbb7c6a-9552-4796-915d-24d087acc7d4 on network 439d5b5e-9f11-4388-9c39-5b5900a2bb7f {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:44.510183 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] Port ebbb7c6a-9552-4796-915d-24d087acc7d4 on network 439d5b5e-9f11-4388-9c39-5b5900a2bb7f not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:58:44.510685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] Attempting to bind port ebbb7c6a-9552-4796-915d-24d087acc7d4 on network 439d5b5e-9f11-4388-9c39-5b5900a2bb7f {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:58:44.517713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:58:44.518057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] Checking segment: {'id': 'e75569e1-9c17-4714-973f-47005cf11ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:58:44.518475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] Bound using segment: {'id': 'e75569e1-9c17-4714-973f-47005cf11ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:58:44.518905 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] Bound port: ebbb7c6a-9552-4796-915d-24d087acc7d4, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75569e1-9c17-4714-973f-47005cf11ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:58:44.519266 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.585935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] For port ebbb7c6a-9552-4796-915d-24d087acc7d4, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:58:44.589168 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] For port ebbb7c6a-9552-4796-915d-24d087acc7d4, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ebbb7c6a-9552-4796-915d-24d087acc7d4,segment=NetworkSegment(e75569e1-9c17-4714-973f-47005cf11ef7),segment_id=e75569e1-9c17-4714-973f-47005cf11ef7)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:58:44.594114 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.628464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:44.629139 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.630517 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] 10.222.0.15 "PUT /v2.0/ports/ebbb7c6a-9552-4796-915d-24d087acc7d4 HTTP/1.1" status: 200 len: 1092 time: 1.0624003 Jul 07 17:58:44.630981 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '616a3aeb-e6ab-4140-a8b7-c67626053ced', 'tag': 'ebbb7c6a-9552-4796-915d-24d087acc7d4'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:44.633211 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd974869-d934-47b2-84e7-7276b2f6ab82" -d '{"events": [{"name": "network-changed", "server_uuid": "616a3aeb-e6ab-4140-a8b7-c67626053ced", "tag": "ebbb7c6a-9552-4796-915d-24d087acc7d4"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:44.657948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bb22b-d776-41be-a7d5-61555d7636be service neutron] Pushing event updated for resources: {'Port': ['ID=ebbb7c6a-9552-4796-915d-24d087acc7d4,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:44.678266 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf524923-2854-4da9-9bb6-ed5fdccc7b1e x-openstack-request-id: req-cf524923-2854-4da9-9bb6-ed5fdccc7b1e {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:44.678666 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "616a3aeb-e6ab-4140-a8b7-c67626053ced", "tag": "ebbb7c6a-9552-4796-915d-24d087acc7d4", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:44.678922 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf524923-2854-4da9-9bb6-ed5fdccc7b1e {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:44.679327 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616a3aeb-e6ab-4140-a8b7-c67626053ced', 'tag': 'ebbb7c6a-9552-4796-915d-24d087acc7d4', 'status': 'completed', 'code': 200} Jul 07 17:58:44.746607 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-4d4487a8-61fe-4437-9d31-568f01999cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:44.748131 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-4d4487a8-61fe-4437-9d31-568f01999cfe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 1095 time: 0.0611916 Jul 07 17:58:44.791291 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-b2427eec-014e-443b-9416-811256ad9d5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebbb7c6a-9552-4796-915d-24d087acc7d4 HTTP/1.1" status: 200 len: 217 time: 0.0360365 Jul 07 17:58:44.821787 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9174a29c-f7c6-4b85-9adc-0dedbf84b6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.844534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-df3d978e-6684-49e1-aa9e-359cf1dc7eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:44.846019 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-df3d978e-6684-49e1-aa9e-359cf1dc7eff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39d46e30-32bc-490e-8140-3bc4eaf991a1 HTTP/1.1" status: 200 len: 835 time: 0.0490134 Jul 07 17:58:44.900153 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:44.904099 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-332b92b1-8443-4fd0-b65c-adb2cb10eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:44.905643 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-332b92b1-8443-4fd0-b65c-adb2cb10eac3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535600 Jul 07 17:58:45.000502 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-777e1582-0994-4ca0-88b0-6884e0dfa6d2 service neutron] 10.222.0.15 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882802 Jul 07 17:58:45.093603 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b61bcce-e2eb-47a3-8511-45ebabda6e70 req-b768c724-ad5e-4d7a-ae02-20a3d41040cd service neutron] 10.222.0.15 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864947 Jul 07 17:58:45.203365 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd974869-d934-47b2-84e7-7276b2f6ab82 req-ce4d6d00-5166-401e-8ccf-0b653b0527af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:45.204896 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bd974869-d934-47b2-84e7-7276b2f6ab82 req-ce4d6d00-5166-401e-8ccf-0b653b0527af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 1095 time: 0.0596440 Jul 07 17:58:45.299209 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd974869-d934-47b2-84e7-7276b2f6ab82 req-425ad3a6-04e0-4131-9042-dd31006ce9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:45.300689 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bd974869-d934-47b2-84e7-7276b2f6ab82 req-425ad3a6-04e0-4131-9042-dd31006ce9ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f HTTP/1.1" status: 200 len: 897 time: 0.0893199 Jul 07 17:58:45.334527 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd96038-fc83-43cb-b734-8339fa790c2b req-e51297ea-505c-403e-8011-a487eea956df tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:45.336013 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0bd96038-fc83-43cb-b734-8339fa790c2b req-e51297ea-505c-403e-8011-a487eea956df tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 944 time: 0.0645225 Jul 07 17:58:45.346980 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bd974869-d934-47b2-84e7-7276b2f6ab82 req-d4f0b236-c394-4c19-bf02-a3f3eda5cf2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebbb7c6a-9552-4796-915d-24d087acc7d4 HTTP/1.1" status: 200 len: 217 time: 0.0394492 Jul 07 17:58:45.374600 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0bd96038-fc83-43cb-b734-8339fa790c2b req-fa86a180-5d49-4f02-b605-f534bcf1b434 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328863 Jul 07 17:58:45.400123 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd974869-d934-47b2-84e7-7276b2f6ab82 req-9837a260-a2da-4e1a-87a7-a4e560842be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:45.401605 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bd974869-d934-47b2-84e7-7276b2f6ab82 req-9837a260-a2da-4e1a-87a7-a4e560842be9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39d46e30-32bc-490e-8140-3bc4eaf991a1 HTTP/1.1" status: 200 len: 835 time: 0.0466394 Jul 07 17:58:45.459181 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd974869-d934-47b2-84e7-7276b2f6ab82 req-759ecded-0ddf-4773-9bf3-b40b8d78539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:45.460687 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bd974869-d934-47b2-84e7-7276b2f6ab82 req-759ecded-0ddf-4773-9bf3-b40b8d78539d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522499 Jul 07 17:58:45.555577 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bd974869-d934-47b2-84e7-7276b2f6ab82 req-6e0b3914-aa2a-4ccd-914f-81839780b668 service neutron] 10.222.0.15 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869627 Jul 07 17:58:45.645429 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bd974869-d934-47b2-84e7-7276b2f6ab82 req-78e5e72b-0c6f-496e-8520-22ecf1c7ade0 service neutron] 10.222.0.15 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822809 Jul 07 17:58:46.102542 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e8b15c95-c6e2-4024-bc49-0aa0ee7acefd up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:46.151692 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e8b15c95-c6e2-4024-bc49-0aa0ee7acefd triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:46.152062 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:46.550857 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb95e01-fe54-4abc-ab18-eddea82598c5 req-282b7408-a521-4d28-a414-059f15b6fc89 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:46.552642 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edb95e01-fe54-4abc-ab18-eddea82598c5 req-282b7408-a521-4d28-a414-059f15b6fc89 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 944 time: 0.0673757 Jul 07 17:58:46.590808 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-edb95e01-fe54-4abc-ab18-eddea82598c5 req-a5975052-3089-4bed-af43-5bf5561632fd tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325973 Jul 07 17:58:47.122070 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ebbb7c6a-9552-4796-915d-24d087acc7d4 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:58:47.141262 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:47.225071 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ebbb7c6a-9552-4796-915d-24d087acc7d4, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ebbb7c6a-9552-4796-915d-24d087acc7d4,segment=NetworkSegment(e75569e1-9c17-4714-973f-47005cf11ef7),segment_id=e75569e1-9c17-4714-973f-47005cf11ef7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:47.235851 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'ebbb7c6a-9552-4796-915d-24d087acc7d4', 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f', 'port_id': 'ebbb7c6a-9552-4796-915d-24d087acc7d4', 'mac_address': 'fa:16:3e:1f:11:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d46e30-32bc-490e-8140-3bc4eaf991a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:58:47.272610 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:47.286763 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebbb7c6a-9552-4796-915d-24d087acc7d4 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:58:47.306949 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ebbb7c6a-9552-4796-915d-24d087acc7d4, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ebbb7c6a-9552-4796-915d-24d087acc7d4,segment=NetworkSegment(e75569e1-9c17-4714-973f-47005cf11ef7),segment_id=e75569e1-9c17-4714-973f-47005cf11ef7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:47.310694 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:47.359675 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ebbb7c6a-9552-4796-915d-24d087acc7d4,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:47.515872 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['ebbb7c6a-9552-4796-915d-24d087acc7d4'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:58:47.743282 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:47.774555 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038f924-ad90-4e73-a514-48b7157fc67a req-41e9bd3f-fa2f-4650-810d-e9528f45eef6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:47.776735 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0038f924-ad90-4e73-a514-48b7157fc67a req-41e9bd3f-fa2f-4650-810d-e9528f45eef6 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 945 time: 0.0759373 Jul 07 17:58:47.818918 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0038f924-ad90-4e73-a514-48b7157fc67a req-553d6747-54de-4d4f-b8ed-73390f982d31 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359981 Jul 07 17:58:48.033162 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a2800719-2ea8-48d3-8cc7-43ba599801fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:48.999501 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbce0c2-b929-4007-afd9-a5b9f0c7b6f5 req-80df47f6-6ecd-453b-8a75-cabc109f3fe4 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:49.001031 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ddbce0c2-b929-4007-afd9-a5b9f0c7b6f5 req-80df47f6-6ecd-453b-8a75-cabc109f3fe4 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 945 time: 0.0683403 Jul 07 17:58:49.039160 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ddbce0c2-b929-4007-afd9-a5b9f0c7b6f5 req-683e2151-b4ea-4f38-9379-3d26b9eb2bb4 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325310 Jul 07 17:58:49.083612 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.137356 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ebbb7c6a-9552-4796-915d-24d087acc7d4 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:58:49.184728 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port ebbb7c6a-9552-4796-915d-24d087acc7d4 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:58:49.188580 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port ebbb7c6a-9552-4796-915d-24d087acc7d4 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:58:49.189038 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.416469 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.438419 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616a3aeb-e6ab-4140-a8b7-c67626053ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbb7c6a-9552-4796-915d-24d087acc7d4'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:49.440715 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dc79bb-6dd2-4218-a42f-200d2eb91c7a" -d '{"events": [{"server_uuid": "616a3aeb-e6ab-4140-a8b7-c67626053ced", "name": "network-vif-plugged", "status": "completed", "tag": "ebbb7c6a-9552-4796-915d-24d087acc7d4"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:49.453449 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ebbb7c6a-9552-4796-915d-24d087acc7d4, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ebbb7c6a-9552-4796-915d-24d087acc7d4,segment=NetworkSegment(e75569e1-9c17-4714-973f-47005cf11ef7),segment_id=e75569e1-9c17-4714-973f-47005cf11ef7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:58:49.457576 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:49.480199 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d464901-f6ce-4ff4-bc29-fe64318f5e6d x-openstack-request-id: req-7d464901-f6ce-4ff4-bc29-fe64318f5e6d {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:49.480491 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616a3aeb-e6ab-4140-a8b7-c67626053ced", "name": "network-vif-plugged", "status": "completed", "tag": "ebbb7c6a-9552-4796-915d-24d087acc7d4", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:49.480738 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7d464901-f6ce-4ff4-bc29-fe64318f5e6d {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:49.481125 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616a3aeb-e6ab-4140-a8b7-c67626053ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbb7c6a-9552-4796-915d-24d087acc7d4', 'code': 200} Jul 07 17:58:49.507786 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ebbb7c6a-9552-4796-915d-24d087acc7d4,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:49.596759 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3e8d6-375f-4b76-b86b-635ce2b50741 req-44523d32-1846-40a2-a0dd-17eef4e1c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:49.598175 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bb3e8d6-375f-4b76-b86b-635ce2b50741 req-44523d32-1846-40a2-a0dd-17eef4e1c30d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 1097 time: 0.0552828 Jul 07 17:58:49.634122 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8bb3e8d6-375f-4b76-b86b-635ce2b50741 req-6ecb05fe-a065-427c-9b01-e00b8baa9abe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280426 Jul 07 17:58:50.219512 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8017174-c4ed-4f36-ba7b-b7ced675e708 req-59a4465f-5d99-4b47-8de2-978dd78a7097 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:50.221116 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b8017174-c4ed-4f36-ba7b-b7ced675e708 req-59a4465f-5d99-4b47-8de2-978dd78a7097 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.0686607 Jul 07 17:58:50.260602 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b8017174-c4ed-4f36-ba7b-b7ced675e708 req-138fe11c-b65b-4e11-b8cb-3a94e0e75cf3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337224 Jul 07 17:58:50.549356 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.432295 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834d862-39e8-44fe-846a-e8b522a224c4 req-dc8d304b-5aed-4174-82a6-9393523bfec0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:51.433790 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c834d862-39e8-44fe-846a-e8b522a224c4 req-dc8d304b-5aed-4174-82a6-9393523bfec0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.0621834 Jul 07 17:58:51.472142 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c834d862-39e8-44fe-846a-e8b522a224c4 req-a8a0ec28-309b-4581-91ca-407929a60216 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321617 Jul 07 17:58:51.642613 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3ec62-3424-432d-92d1-2fa87c9e8b43 req-ec94c15f-f95b-4037-ad5a-c3d34410cf54 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:51.644129 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bad3ec62-3424-432d-92d1-2fa87c9e8b43 req-ec94c15f-f95b-4037-ad5a-c3d34410cf54 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.0640690 Jul 07 17:58:51.682456 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bad3ec62-3424-432d-92d1-2fa87c9e8b43 req-4a12e556-ed71-4478-9fba-1211e348b2c3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327942 Jul 07 17:58:51.706032 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36906) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:51.757212 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92702cd-6707-4052-8f09-06424a4fbb91 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:51.758677 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e92702cd-6707-4052-8f09-06424a4fbb91 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 1092 time: 0.0515869 Jul 07 17:58:51.761430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36908) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:51.765809 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-2b038a2e-29da-462f-9561-8f0a793a291a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': 'ebbb7c6a-9552-4796-915d-24d087acc7d4', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:58:51.787506 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b038a2e-29da-462f-9561-8f0a793a291a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.887308 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b038a2e-29da-462f-9561-8f0a793a291a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:51.994556 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-2b038a2e-29da-462f-9561-8f0a793a291a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Allocated IP 172.25.2.25 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/cf81bc5b-8e15-406e-b2d4-91cf1cce112b) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 17:58:52.096022 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b038a2e-29da-462f-9561-8f0a793a291a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:52.134300 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b038a2e-29da-462f-9561-8f0a793a291a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:52.169971 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b038a2e-29da-462f-9561-8f0a793a291a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 17:58:52.172713 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-2b038a2e-29da-462f-9561-8f0a793a291a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 17:58:52.178980 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b038a2e-29da-462f-9561-8f0a793a291a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 17:58:52.206252 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b038a2e-29da-462f-9561-8f0a793a291a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=cf81bc5b-8e15-406e-b2d4-91cf1cce112b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:52.550963 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b038a2e-29da-462f-9561-8f0a793a291a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:52.631612 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b038a2e-29da-462f-9561-8f0a793a291a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:52.782327 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b038a2e-29da-462f-9561-8f0a793a291a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:52.787307 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b038a2e-29da-462f-9561-8f0a793a291a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:52.855274 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b038a2e-29da-462f-9561-8f0a793a291a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=cf81bc5b-8e15-406e-b2d4-91cf1cce112b,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:58:52.865124 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b038a2e-29da-462f-9561-8f0a793a291a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:52.966492 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-2b038a2e-29da-462f-9561-8f0a793a291a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Floating IP 042246f8-5e6d-4b39-a983-3314ca6706b7 associated. External IP: 172.25.2.25, port: ebbb7c6a-9552-4796-915d-24d087acc7d4. Jul 07 17:58:53.176371 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b038a2e-29da-462f-9561-8f0a793a291a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router e1d050f5-3850-4247-862b-0598ac305827 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 17:58:53.293386 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b038a2e-29da-462f-9561-8f0a793a291a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 17:58:53.303398 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb24813-3a45-46c1-bf45-8f2c4779fce5 None None] Sync routers for ids ['e1d050f5-3850-4247-862b-0598ac305827'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 17:58:53.310910 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2b038a2e-29da-462f-9561-8f0a793a291a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:58:53.314914 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb24813-3a45-46c1-bf45-8f2c4779fce5 None None] Routers {'e1d050f5-3850-4247-862b-0598ac305827'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:53.314914 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ecb24813-3a45-46c1-bf45-8f2c4779fce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:58:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e1d050f5-3850-4247-862b-0598ac305827'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:53.356138 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2b038a2e-29da-462f-9561-8f0a793a291a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5936520 Jul 07 17:58:53.356739 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '616a3aeb-e6ab-4140-a8b7-c67626053ced', 'tag': 'ebbb7c6a-9552-4796-915d-24d087acc7d4'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:58:53.359317 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f6cf77-d917-43c6-beda-d596958c052f" -d '{"events": [{"name": "network-changed", "server_uuid": "616a3aeb-e6ab-4140-a8b7-c67626053ced", "tag": "ebbb7c6a-9552-4796-915d-24d087acc7d4"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:58:53.409219 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4eabb8c-d290-4d0e-9b6c-917a39a7a3d3 x-openstack-request-id: req-d4eabb8c-d290-4d0e-9b6c-917a39a7a3d3 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:58:53.410465 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "616a3aeb-e6ab-4140-a8b7-c67626053ced", "tag": "ebbb7c6a-9552-4796-915d-24d087acc7d4", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:58:53.410994 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4eabb8c-d290-4d0e-9b6c-917a39a7a3d3 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:58:53.411670 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616a3aeb-e6ab-4140-a8b7-c67626053ced', 'tag': 'ebbb7c6a-9552-4796-915d-24d087acc7d4', 'status': 'completed', 'code': 200} Jul 07 17:58:53.490364 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6cf77-d917-43c6-beda-d596958c052f req-0c394947-0197-4bba-b565-c8dca4615471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:53.492032 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0f6cf77-d917-43c6-beda-d596958c052f req-0c394947-0197-4bba-b565-c8dca4615471 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 1097 time: 0.0568056 Jul 07 17:58:53.515760 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-ecb24813-3a45-46c1-bf45-8f2c4779fce5 None None] Set router e1d050f5-3850-4247-862b-0598ac305827 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:53.527135 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35de6a-ce31-4c95-805b-9d1ae75fe463 req-6625814e-3d24-4aac-9f6a-aa26d6d44dd1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:53.529741 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ae35de6a-ce31-4c95-805b-9d1ae75fe463 req-6625814e-3d24-4aac-9f6a-aa26d6d44dd1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.0699270 Jul 07 17:58:53.573110 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ae35de6a-ce31-4c95-805b-9d1ae75fe463 req-6e6b2810-dea0-499a-9920-21cd1442784c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385582 Jul 07 17:58:53.598019 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 36914) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:53.601361 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6cf77-d917-43c6-beda-d596958c052f req-b575edd8-fc43-4004-a3af-8a2f48466c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:53.602998 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0f6cf77-d917-43c6-beda-d596958c052f req-b575edd8-fc43-4004-a3af-8a2f48466c34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f HTTP/1.1" status: 200 len: 897 time: 0.1050611 Jul 07 17:58:53.666092 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-90000363-e9a8-4432-b406-c80438d5c765 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/floatingips/042246f8-5e6d-4b39-a983-3314ca6706b7 HTTP/1.1" status: 200 len: 991 time: 0.0664608 Jul 07 17:58:53.676272 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0f6cf77-d917-43c6-beda-d596958c052f req-79b70cf2-1552-4946-8ee3-2fc376078cc2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebbb7c6a-9552-4796-915d-24d087acc7d4 HTTP/1.1" status: 200 len: 999 time: 0.0661778 Jul 07 17:58:53.728484 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6cf77-d917-43c6-beda-d596958c052f req-9fce3967-b449-4f00-a108-08638af90bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:53.729996 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0f6cf77-d917-43c6-beda-d596958c052f req-9fce3967-b449-4f00-a108-08638af90bd1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39d46e30-32bc-490e-8140-3bc4eaf991a1 HTTP/1.1" status: 200 len: 835 time: 0.0481265 Jul 07 17:58:53.747101 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ecb24813-3a45-46c1-bf45-8f2c4779fce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d050f5-3850-4247-862b-0598ac305827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672853169', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:37Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '042246f8-5e6d-4b39-a983-3314ca6706b7', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'port_id': 'ebbb7c6a-9552-4796-915d-24d087acc7d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f', 'mac_address': 'fa:16:3e:1f:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616a3aeb-e6ab-4140-a8b7-c67626053ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:58:52Z', 'updated_at': '2021-07-07T17:58:52Z', 'revision_number': 0, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b15c95-c6e2-4024-bc49-0aa0ee7acefd', 'name': '', 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:d7:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '39d46e30-32bc-490e-8140-3bc4eaf991a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:39Z', 'updated_at': '2021-07-07T17:58:44Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '39d46e30-32bc-490e-8140-3bc4eaf991a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:53.776532 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb24813-3a45-46c1-bf45-8f2c4779fce5 None None] Checking router: e1d050f5-3850-4247-862b-0598ac305827 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 17:58:53.786353 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6cf77-d917-43c6-beda-d596958c052f req-4cea5009-da13-41f4-b412-63642f8c306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:53.787936 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0f6cf77-d917-43c6-beda-d596958c052f req-4cea5009-da13-41f4-b412-63642f8c306e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520446 Jul 07 17:58:53.788106 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb24813-3a45-46c1-bf45-8f2c4779fce5 None None] Routers {'e1d050f5-3850-4247-862b-0598ac305827'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 17:58:53.788632 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ecb24813-3a45-46c1-bf45-8f2c4779fce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T17:58:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e1d050f5-3850-4247-862b-0598ac305827'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:53.798980 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-b0f6cf77-d917-43c6-beda-d596958c052f req-87b3d69b-4fe4-42a8-b7c5-08cac450aa6c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:58:53.799988 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0f6cf77-d917-43c6-beda-d596958c052f req-87b3d69b-4fe4-42a8-b7c5-08cac450aa6c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057015 Jul 07 17:58:53.890498 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-ecb24813-3a45-46c1-bf45-8f2c4779fce5 None None] Set router e1d050f5-3850-4247-862b-0598ac305827 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 17:58:53.892174 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0f6cf77-d917-43c6-beda-d596958c052f req-694d16a8-e2b0-4a3a-94b5-c7b74eebc2da service neutron] 10.222.0.15 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852914 Jul 07 17:58:53.990001 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b0f6cf77-d917-43c6-beda-d596958c052f req-4254c152-42b8-42de-9027-3a0d1d242de7 service neutron] 10.222.0.15 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911291 Jul 07 17:58:54.118943 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-ecb24813-3a45-46c1-bf45-8f2c4779fce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d050f5-3850-4247-862b-0598ac305827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672853169', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:37Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '042246f8-5e6d-4b39-a983-3314ca6706b7', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'port_id': 'ebbb7c6a-9552-4796-915d-24d087acc7d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f', 'mac_address': 'fa:16:3e:1f:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616a3aeb-e6ab-4140-a8b7-c67626053ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:58:52Z', 'updated_at': '2021-07-07T17:58:52Z', 'revision_number': 0, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b15c95-c6e2-4024-bc49-0aa0ee7acefd', 'name': '', 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:d7:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '39d46e30-32bc-490e-8140-3bc4eaf991a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:39Z', 'updated_at': '2021-07-07T17:58:44Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '39d46e30-32bc-490e-8140-3bc4eaf991a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 17:58:54.145008 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb24813-3a45-46c1-bf45-8f2c4779fce5 None None] The sync data for ids ['e1d050f5-3850-4247-862b-0598ac305827'] in n-d-793620-7 is: [{'id': 'e1d050f5-3850-4247-862b-0598ac305827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672853169', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:37Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '042246f8-5e6d-4b39-a983-3314ca6706b7', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'port_id': 'ebbb7c6a-9552-4796-915d-24d087acc7d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f', 'mac_address': 'fa:16:3e:1f:11:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616a3aeb-e6ab-4140-a8b7-c67626053ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T17:58:52Z', 'updated_at': '2021-07-07T17:58:52Z', 'revision_number': 0, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b15c95-c6e2-4024-bc49-0aa0ee7acefd', 'name': '', 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:d7:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '39d46e30-32bc-490e-8140-3bc4eaf991a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:39Z', 'updated_at': '2021-07-07T17:58:44Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '39d46e30-32bc-490e-8140-3bc4eaf991a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 17:58:54.349325 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a72217-95af-4e13-a5e1-e58d94b9a31b None None] New status for floating IP 042246f8-5e6d-4b39-a983-3314ca6706b7: ACTIVE {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 17:58:54.668433 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 36916) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:58:54.729135 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a53ae697-9135-4a95-bdcc-7a8e3a00f502 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/floatingips/042246f8-5e6d-4b39-a983-3314ca6706b7 HTTP/1.1" status: 200 len: 993 time: 0.0595069 Jul 07 17:58:55.305535 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:58:56.170061 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8762c28-c77d-434e-99dd-41e1bb0c1f67 req-c745453b-0e34-43fc-b95c-a6e3d149f24f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548120 Jul 07 17:58:56.263898 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8762c28-c77d-434e-99dd-41e1bb0c1f67 req-4b83c87a-056c-4ddb-9cf3-d4d5efa513b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:56.266193 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8762c28-c77d-434e-99dd-41e1bb0c1f67 req-4b83c87a-056c-4ddb-9cf3-d4d5efa513b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 1097 time: 0.0539384 Jul 07 17:58:56.367493 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8762c28-c77d-434e-99dd-41e1bb0c1f67 req-12d6dc05-12a7-435c-8002-5a35e49e0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:56.368884 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8762c28-c77d-434e-99dd-41e1bb0c1f67 req-12d6dc05-12a7-435c-8002-5a35e49e0249 service neutron] 10.222.0.15 "GET /v2.0/networks?id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f HTTP/1.1" status: 200 len: 897 time: 0.0827453 Jul 07 17:58:56.439833 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8762c28-c77d-434e-99dd-41e1bb0c1f67 req-9e637546-2de7-4482-9cc8-0a4b1e07fd97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebbb7c6a-9552-4796-915d-24d087acc7d4 HTTP/1.1" status: 200 len: 1001 time: 0.0640817 Jul 07 17:58:56.488956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8762c28-c77d-434e-99dd-41e1bb0c1f67 req-e2d50a33-98ef-4b5c-98fd-9cf840adb74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:56.490444 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8762c28-c77d-434e-99dd-41e1bb0c1f67 req-e2d50a33-98ef-4b5c-98fd-9cf840adb74c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39d46e30-32bc-490e-8140-3bc4eaf991a1 HTTP/1.1" status: 200 len: 835 time: 0.0445771 Jul 07 17:58:56.546757 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8762c28-c77d-434e-99dd-41e1bb0c1f67 req-48cb5989-fc22-4caf-a125-3bdb71f89b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:58:56.548279 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8762c28-c77d-434e-99dd-41e1bb0c1f67 req-48cb5989-fc22-4caf-a125-3bdb71f89b49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514278 Jul 07 17:58:56.641561 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8762c28-c77d-434e-99dd-41e1bb0c1f67 req-ed6908f8-10cd-4e85-b769-4929d2807509 service neutron] 10.222.0.15 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868247 Jul 07 17:58:56.730500 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8762c28-c77d-434e-99dd-41e1bb0c1f67 req-0c2ae63e-3ba6-42bf-86ec-04c5ab1adc58 service neutron] 10.222.0.15 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826166 Jul 07 17:59:14.823497 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a1949ea3-677f-4cd7-984a-ec9dac1234e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:14.901266 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:17.137572 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:17.725436 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:18.036876 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0f057dc9-8acc-4573-be95-5cd2dc72b5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:19.083876 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:20.551036 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:28.430951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85fca8-2f96-4af2-8629-da7dfe15a531 req-e2e3bc91-2fe1-4a02-b5d9-eca83a050d3e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:28.432459 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cc85fca8-2f96-4af2-8629-da7dfe15a531 req-e2e3bc91-2fe1-4a02-b5d9-eca83a050d3e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.1069362 Jul 07 17:59:28.436877 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-424108c6-5b44-4a0b-a45b-6d62ba5213a9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1579132 Jul 07 17:59:28.471754 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cc85fca8-2f96-4af2-8629-da7dfe15a531 req-3f25c640-c229-4073-be37-125a0fa1c5c0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328133 Jul 07 17:59:29.573833 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-a30558f4-aa8c-491b-9d19-baa89f107b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:29.575407 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-a30558f4-aa8c-491b-9d19-baa89f107b59 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 1097 time: 0.0555594 Jul 07 17:59:29.650143 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf1908-cc0a-4522-87a5-96ca928d0c82 req-b3d68ba1-080d-4a8d-a321-96c58a0ce46c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:29.652105 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ccf1908-cc0a-4522-87a5-96ca928d0c82 req-b3d68ba1-080d-4a8d-a321-96c58a0ce46c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.0656729 Jul 07 17:59:29.674859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-df359dbe-5184-402e-97e7-c06f4675c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:29.676598 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-df359dbe-5184-402e-97e7-c06f4675c5bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f HTTP/1.1" status: 200 len: 897 time: 0.0947006 Jul 07 17:59:29.690433 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6ccf1908-cc0a-4522-87a5-96ca928d0c82 req-e8efeccc-c857-4e6d-b236-5686c5aa96fc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325966 Jul 07 17:59:29.742697 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-1e7b12b8-17fd-4709-8514-54f0a1d648d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebbb7c6a-9552-4796-915d-24d087acc7d4 HTTP/1.1" status: 200 len: 1001 time: 0.0588214 Jul 07 17:59:29.794507 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-b843ff99-21fa-4629-a4f1-5273b58d756c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:29.795966 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-b843ff99-21fa-4629-a4f1-5273b58d756c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39d46e30-32bc-490e-8140-3bc4eaf991a1 HTTP/1.1" status: 200 len: 835 time: 0.0477006 Jul 07 17:59:29.851322 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-a3174c5c-a58a-4db6-81f7-5cfb118a3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:29.852816 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-a3174c5c-a58a-4db6-81f7-5cfb118a3da8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506330 Jul 07 17:59:29.942844 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-d2af7f88-3894-4b50-9872-e94c8fa65dbe service neutron] 10.222.0.15 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834429 Jul 07 17:59:30.037695 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-9aba4a16-b2cf-45a2-bfff-4ffd6288baf2 service neutron] 10.222.0.15 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884018 Jul 07 17:59:30.866996 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfd865-de78-4e3c-81eb-6f3a4995be1e req-c02e1ea2-e8b3-433b-bc22-f231b96a34df tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:30.868522 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ebfd865-de78-4e3c-81eb-6f3a4995be1e req-c02e1ea2-e8b3-433b-bc22-f231b96a34df tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.0636878 Jul 07 17:59:30.906717 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ebfd865-de78-4e3c-81eb-6f3a4995be1e req-0bdaf651-7890-4590-af09-60a2cb5242df tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319989 Jul 07 17:59:32.096494 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e378f37-18f2-478b-ac53-2cf6a03ab300 req-ecb8bbc4-5c4a-42ef-90dd-e490b8451514 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:32.097980 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7e378f37-18f2-478b-ac53-2cf6a03ab300 req-ecb8bbc4-5c4a-42ef-90dd-e490b8451514 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.0707462 Jul 07 17:59:32.136998 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7e378f37-18f2-478b-ac53-2cf6a03ab300 req-fbf6138a-7e1a-4c84-a4a3-3d3806cfe9c7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332577 Jul 07 17:59:32.304178 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 17:59:33.317578 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87974fd5-ead5-4835-a2b8-4a4bd22eddbc req-0edafc7e-bce9-453b-8d73-e448502537e3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:33.319099 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87974fd5-ead5-4835-a2b8-4a4bd22eddbc req-0edafc7e-bce9-453b-8d73-e448502537e3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.0632706 Jul 07 17:59:33.361670 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-87974fd5-ead5-4835-a2b8-4a4bd22eddbc req-f3931c65-fe4c-4daf-a3df-9c2d7a1d0bd7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365789 Jul 07 17:59:34.534548 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1b5d3-e9fe-437a-a5ee-cc3d6b003b12 req-71de6d5b-4c64-4fed-9d96-79bb6d950650 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:34.536081 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f9b1b5d3-e9fe-437a-a5ee-cc3d6b003b12 req-71de6d5b-4c64-4fed-9d96-79bb6d950650 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.0643528 Jul 07 17:59:34.573674 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f9b1b5d3-e9fe-437a-a5ee-cc3d6b003b12 req-aa4e76f9-0ead-455f-aae4-2c5df5e5cc7c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314155 Jul 07 17:59:36.066740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebef3f0-44bb-4eba-b2d1-d04e696ded6a req-cca055a4-5470-43a5-a611-6163e0081b6e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:36.068323 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aebef3f0-44bb-4eba-b2d1-d04e696ded6a req-cca055a4-5470-43a5-a611-6163e0081b6e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.3843954 Jul 07 17:59:36.109230 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-aebef3f0-44bb-4eba-b2d1-d04e696ded6a req-f25aede7-c5f5-4a60-ba3e-c34a92d2a7f4 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339258 Jul 07 17:59:37.285896 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5d0ed-64db-47e4-b624-6b0a00d0a3d7 req-ca18d7bb-8f51-4b4b-8ba1-7e8e140ab5c1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:37.287497 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0fa5d0ed-64db-47e4-b624-6b0a00d0a3d7 req-ca18d7bb-8f51-4b4b-8ba1-7e8e140ab5c1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.0654914 Jul 07 17:59:37.328378 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0fa5d0ed-64db-47e4-b624-6b0a00d0a3d7 req-3f07f0b7-113e-4e85-9dad-3ffab1d3425c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352719 Jul 07 17:59:38.505431 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd37dbe-98e8-4ba0-9bdd-fe591e62a869 req-d70553cd-38c5-49dc-850c-67bc75c5e3ad tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:38.506950 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ccd37dbe-98e8-4ba0-9bdd-fe591e62a869 req-d70553cd-38c5-49dc-850c-67bc75c5e3ad tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.0650876 Jul 07 17:59:38.546575 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ccd37dbe-98e8-4ba0-9bdd-fe591e62a869 req-1962b60c-ec56-49d8-8777-0dc18abdeb99 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339181 Jul 07 17:59:39.727285 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b8093-db4f-4643-8974-3bdbc16063b2 req-ceeda5ab-6aba-44ee-aadf-f8892cc6a9ad tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:39.728859 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e64b8093-db4f-4643-8974-3bdbc16063b2 req-ceeda5ab-6aba-44ee-aadf-f8892cc6a9ad tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.0701392 Jul 07 17:59:39.770680 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e64b8093-db4f-4643-8974-3bdbc16063b2 req-d427b3bf-63fd-4a6f-b0db-3113237f9210 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355897 Jul 07 17:59:40.960544 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834a0e8-6efe-4f52-8029-9cd1f98ea1ad req-a781803f-80c0-4695-a30c-ae5888142248 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:40.962162 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7834a0e8-6efe-4f52-8029-9cd1f98ea1ad req-a781803f-80c0-4695-a30c-ae5888142248 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.0751240 Jul 07 17:59:41.003340 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7834a0e8-6efe-4f52-8029-9cd1f98ea1ad req-e59dd620-0ff8-405d-94e4-8a30d9d71587 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346010 Jul 07 17:59:42.206289 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70550185-d2ef-40e1-99c0-fafadedbf172 req-e687e1ac-fe91-453f-bb71-565b1f76f2d8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:42.208356 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70550185-d2ef-40e1-99c0-fafadedbf172 req-e687e1ac-fe91-453f-bb71-565b1f76f2d8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.0827429 Jul 07 17:59:42.248797 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-70550185-d2ef-40e1-99c0-fafadedbf172 req-6d534ea3-a239-4326-bec4-b45cf1af5c00 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344450 Jul 07 17:59:43.431480 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c792c-048d-44da-a914-568e257b45f9 req-cd304611-158e-4f3f-85e5-e0fa25d01c71 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:43.433333 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a1c792c-048d-44da-a914-568e257b45f9 req-cd304611-158e-4f3f-85e5-e0fa25d01c71 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.0674028 Jul 07 17:59:43.474778 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a1c792c-048d-44da-a914-568e257b45f9 req-cc81c3af-3757-4f7c-b592-eb2717fa8dd2 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341234 Jul 07 17:59:44.661329 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ad013-fb84-447d-9dab-a3afc466288e req-0fcc90d6-e703-4d7c-8184-e736412efb21 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:44.662895 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-172ad013-fb84-447d-9dab-a3afc466288e req-0fcc90d6-e703-4d7c-8184-e736412efb21 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.0729115 Jul 07 17:59:44.703074 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-172ad013-fb84-447d-9dab-a3afc466288e req-08372806-a7ad-4fbb-8896-4d10588fb713 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343745 Jul 07 17:59:44.824016 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-477e60d9-4daf-4d7f-ba74-a325e0de1126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:44.925504 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:45.950238 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24fb02-70e4-4b4f-bdfd-349beb6952a4 req-e40d958f-4393-41b6-bc6e-3132973b3edf tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:45.952337 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de24fb02-70e4-4b4f-bdfd-349beb6952a4 req-e40d958f-4393-41b6-bc6e-3132973b3edf tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.1362908 Jul 07 17:59:45.995806 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-de24fb02-70e4-4b4f-bdfd-349beb6952a4 req-a7c20dfb-855c-42fa-bc12-93b6de320c99 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375214 Jul 07 17:59:46.975430 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-480731b9-b2ae-4654-978c-6bd2c414c110 service neutron] show failed (client error): The resource could not be found. Jul 07 17:59:46.976486 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-480731b9-b2ae-4654-978c-6bd2c414c110 service neutron] 10.222.0.15 "GET /v2.0/ports/ebbb7c6a-9552-4796-915d-24d087acc7d4/bindings/n-h2-793620-7 HTTP/1.1" status: 404 len: 380 time: 0.0568690 Jul 07 17:59:47.145579 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.307635 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f873a-32b1-49ba-946b-5989c8e8ae97 req-10b7f4e6-3485-4a2e-8717-70733f3aa712 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:47.309191 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e72f873a-32b1-49ba-946b-5989c8e8ae97 req-10b7f4e6-3485-4a2e-8717-70733f3aa712 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.1952741 Jul 07 17:59:47.376648 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e72f873a-32b1-49ba-946b-5989c8e8ae97 req-4482e4e5-4d00-4319-a952-63cd91598148 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601990 Jul 07 17:59:47.383253 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-0c2ac9c3-b695-4d57-90e8-a091d76acf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:47.384725 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-0c2ac9c3-b695-4d57-90e8-a091d76acf56 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced&tenant_id=cdc08b6665d44d2088435d3c4644735c HTTP/1.1" status: 200 len: 1097 time: 0.1904523 Jul 07 17:59:47.397886 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-7', 'device_owner': 'compute:nova'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 17:59:47.473902 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.729243 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.739117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] For port ebbb7c6a-9552-4796-915d-24d087acc7d4, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ebbb7c6a-9552-4796-915d-24d087acc7d4,segment=NetworkSegment(e75569e1-9c17-4714-973f-47005cf11ef7),segment_id=e75569e1-9c17-4714-973f-47005cf11ef7)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:47.776227 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] For port ebbb7c6a-9552-4796-915d-24d087acc7d4, host n-h1-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:47.817067 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616a3aeb-e6ab-4140-a8b7-c67626053ced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebbb7c6a-9552-4796-915d-24d087acc7d4'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:47.819395 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a267a67-6301-440e-b354-716b33ca0f06" -d '{"events": [{"server_uuid": "616a3aeb-e6ab-4140-a8b7-c67626053ced", "name": "network-vif-unplugged", "status": "completed", "tag": "ebbb7c6a-9552-4796-915d-24d087acc7d4"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:47.824097 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.838434 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Transition to ACTIVE for port object ebbb7c6a-9552-4796-915d-24d087acc7d4 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 17:59:47.843487 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:47.875198 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4440c069-a702-43ed-a1ba-e19a138abec6 x-openstack-request-id: req-4440c069-a702-43ed-a1ba-e19a138abec6 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:47.875494 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616a3aeb-e6ab-4140-a8b7-c67626053ced", "name": "network-vif-unplugged", "status": "completed", "tag": "ebbb7c6a-9552-4796-915d-24d087acc7d4", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:47.875775 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4440c069-a702-43ed-a1ba-e19a138abec6 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:47.876195 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616a3aeb-e6ab-4140-a8b7-c67626053ced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebbb7c6a-9552-4796-915d-24d087acc7d4', 'code': 200} Jul 07 17:59:47.973696 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Pushing event updated for resources: {'Port': ['ID=ebbb7c6a-9552-4796-915d-24d087acc7d4,revision_number=6']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:47.999559 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:47.999906 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:48.000249 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:48.000584 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:48.000917 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:48.001279 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:48.001873 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:48.002206 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:48.002579 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:48.002991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:48.003317 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:48.003648 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:48.040114 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-92d50b16-273f-47fc-911a-c539f1c2b27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.041709 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] No DVR routers for this DVR port ebbb7c6a-9552-4796-915d-24d087acc7d4 on host n-h1-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 17:59:48.177580 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Attempting to bind port ebbb7c6a-9552-4796-915d-24d087acc7d4 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 17:59:48.177922 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Attempting to bind port ebbb7c6a-9552-4796-915d-24d087acc7d4 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': 'e75569e1-9c17-4714-973f-47005cf11ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 17:59:48.178257 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Attempting to bind port ebbb7c6a-9552-4796-915d-24d087acc7d4 on network 439d5b5e-9f11-4388-9c39-5b5900a2bb7f {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:48.182609 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Port ebbb7c6a-9552-4796-915d-24d087acc7d4 on network 439d5b5e-9f11-4388-9c39-5b5900a2bb7f not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 17:59:48.182940 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Attempting to bind port ebbb7c6a-9552-4796-915d-24d087acc7d4 on network 439d5b5e-9f11-4388-9c39-5b5900a2bb7f {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 17:59:48.187838 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 17, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 17:59:48.188177 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Checking segment: {'id': 'e75569e1-9c17-4714-973f-47005cf11ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 17:59:48.188592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Bound using segment: {'id': 'e75569e1-9c17-4714-973f-47005cf11ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 17:59:48.189000 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Bound port: ebbb7c6a-9552-4796-915d-24d087acc7d4, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75569e1-9c17-4714-973f-47005cf11ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 17:59:48.189368 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.256884 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] For port ebbb7c6a-9552-4796-915d-24d087acc7d4, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 17:59:48.260305 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] For port ebbb7c6a-9552-4796-915d-24d087acc7d4, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=ebbb7c6a-9552-4796-915d-24d087acc7d4,segment=NetworkSegment(e75569e1-9c17-4714-973f-47005cf11ef7),segment_id=e75569e1-9c17-4714-973f-47005cf11ef7)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 17:59:48.265536 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.300313 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:48.301210 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:48.302675 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] 10.222.0.69 "PUT /v2.0/ports/ebbb7c6a-9552-4796-915d-24d087acc7d4 HTTP/1.1" status: 200 len: 1092 time: 0.9097912 Jul 07 17:59:48.357296 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b3472-5051-4fa9-8096-5bc85f4d4cdd service neutron] Pushing event updated for resources: {'Port': ['ID=ebbb7c6a-9552-4796-915d-24d087acc7d4,revision_number=7']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:48.433598 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-67dee09e-a7b0-4c87-aee2-77b0e9a8383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:48.435889 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-67dee09e-a7b0-4c87-aee2-77b0e9a8383d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 1095 time: 0.1062939 Jul 07 17:59:48.634633 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-5485fcd0-ae3b-4dd2-97ff-9aa59f8fb339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:48.636146 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-5485fcd0-ae3b-4dd2-97ff-9aa59f8fb339 service neutron] 10.222.0.69 "GET /v2.0/networks?id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f HTTP/1.1" status: 200 len: 897 time: 0.1943028 Jul 07 17:59:48.648952 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f0e1b-796c-423f-be8e-83bc46981c49 req-978737c9-314b-4572-9ad5-2c3c342de0dc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:48.650429 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-684f0e1b-796c-423f-be8e-83bc46981c49 req-978737c9-314b-4572-9ad5-2c3c342de0dc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 944 time: 0.1429882 Jul 07 17:59:49.023279 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-684f0e1b-796c-423f-be8e-83bc46981c49 req-709115bb-5ae0-4eef-ab55-b1a0309e29c7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3657148 Jul 07 17:59:49.025090 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-af60fc9f-3518-443f-b7e9-46e52ef21548 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebbb7c6a-9552-4796-915d-24d087acc7d4 HTTP/1.1" status: 200 len: 999 time: 0.3738112 Jul 07 17:59:49.090703 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-76bc3b44-508b-4a4b-b764-e0b9870a874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:49.092997 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-76bc3b44-508b-4a4b-b764-e0b9870a874c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39d46e30-32bc-490e-8140-3bc4eaf991a1 HTTP/1.1" status: 200 len: 835 time: 0.0599668 Jul 07 17:59:49.095060 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:49.190995 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-dfb4d9f7-f6ce-422c-b81d-20540a4bfde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:49.192631 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-dfb4d9f7-f6ce-422c-b81d-20540a4bfde6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921450 Jul 07 17:59:49.286850 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-8f271ed5-9dce-4061-a10f-02c5d83d7bc2 service neutron] 10.222.0.69 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874960 Jul 07 17:59:49.379312 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5cc689b6-0dbd-4c2a-9185-d34a7cadd3b1 req-65632575-614e-4bc9-99c0-55c3cff9d62e service neutron] 10.222.0.69 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860980 Jul 07 17:59:49.878174 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '616a3aeb-e6ab-4140-a8b7-c67626053ced', 'tag': 'ebbb7c6a-9552-4796-915d-24d087acc7d4'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:49.880573 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93963cf1-77f0-4b8e-b539-6316e7ec1db8" -d '{"events": [{"name": "network-changed", "server_uuid": "616a3aeb-e6ab-4140-a8b7-c67626053ced", "tag": "ebbb7c6a-9552-4796-915d-24d087acc7d4"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:49.932497 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7b98ea-0be1-4679-90ae-2244e315033c x-openstack-request-id: req-8e7b98ea-0be1-4679-90ae-2244e315033c {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:49.932877 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "616a3aeb-e6ab-4140-a8b7-c67626053ced", "tag": "ebbb7c6a-9552-4796-915d-24d087acc7d4", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:49.933140 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e7b98ea-0be1-4679-90ae-2244e315033c {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:49.933559 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616a3aeb-e6ab-4140-a8b7-c67626053ced', 'tag': 'ebbb7c6a-9552-4796-915d-24d087acc7d4', 'status': 'completed', 'code': 200} Jul 07 17:59:50.007883 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-031f3082-d525-42cc-b803-180426356d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:50.009589 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-031f3082-d525-42cc-b803-180426356d6a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 1095 time: 0.0572166 Jul 07 17:59:50.011354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-87402287-0fb8-4bc0-ab9f-969a612394d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:50.013934 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-87402287-0fb8-4bc0-ab9f-969a612394d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 1095 time: 0.0571227 Jul 07 17:59:50.117558 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-e7391070-d78e-40de-8670-35ba7f09fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:50.119152 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-e7391070-d78e-40de-8670-35ba7f09fb1b service neutron] 10.222.0.69 "GET /v2.0/networks?id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f HTTP/1.1" status: 200 len: 897 time: 0.1023824 Jul 07 17:59:50.120605 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-51cc6508-a422-4a44-8672-eb52f353eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:50.122062 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-51cc6508-a422-4a44-8672-eb52f353eb4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f HTTP/1.1" status: 200 len: 897 time: 0.1023564 Jul 07 17:59:50.191664 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-5bb18d88-a0f1-4978-991a-42565fc4b60f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebbb7c6a-9552-4796-915d-24d087acc7d4 HTTP/1.1" status: 200 len: 999 time: 0.0631397 Jul 07 17:59:50.228943 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-6f3527c0-a4a2-4cdc-b5d3-1685f7b0de2b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebbb7c6a-9552-4796-915d-24d087acc7d4 HTTP/1.1" status: 200 len: 999 time: 0.1024082 Jul 07 17:59:50.245692 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-1307e5cc-d44c-4cdd-85cc-b558da5cfd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:50.247169 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-1307e5cc-d44c-4cdd-85cc-b558da5cfd9a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39d46e30-32bc-490e-8140-3bc4eaf991a1 HTTP/1.1" status: 200 len: 835 time: 0.0486786 Jul 07 17:59:50.285416 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd295a83-bad7-4aa4-8c7e-ea79fa3c4d81 req-52566112-cb86-418f-8270-62c6bb9154c0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:50.286947 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dd295a83-bad7-4aa4-8c7e-ea79fa3c4d81 req-52566112-cb86-418f-8270-62c6bb9154c0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 944 time: 0.1224005 Jul 07 17:59:50.309454 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-8f823d99-e8e9-445c-84b6-4a12cc27f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:50.311381 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-90fa27e5-ffca-4843-b9a2-47983bfa5630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:50.311578 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-8f823d99-e8e9-445c-84b6-4a12cc27f6f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580540 Jul 07 17:59:50.312825 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-90fa27e5-ffca-4843-b9a2-47983bfa5630 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39d46e30-32bc-490e-8140-3bc4eaf991a1 HTTP/1.1" status: 200 len: 835 time: 0.0755253 Jul 07 17:59:50.358910 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-dd295a83-bad7-4aa4-8c7e-ea79fa3c4d81 req-acb66387-7534-43c4-9b30-ec5a7af8d5b7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657520 Jul 07 17:59:50.390079 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-dcb5afd1-2f09-4936-8931-4ffa07dd48e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:50.391644 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-dcb5afd1-2f09-4936-8931-4ffa07dd48e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720837 Jul 07 17:59:50.403220 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-902f2ab0-8b45-42a8-91fe-63691373465d service neutron] 10.222.0.15 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853305 Jul 07 17:59:50.489448 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-3794c37c-f12a-4310-a73f-f4be91e2c243 service neutron] 10.222.0.69 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909297 Jul 07 17:59:50.499519 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-d1a40483-3b04-4b4b-aaa9-950fab679809 service neutron] 10.222.0.15 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894914 Jul 07 17:59:50.554421 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:50.582420 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-93963cf1-77f0-4b8e-b539-6316e7ec1db8 req-a900a6dc-e534-43d8-8fa2-51ed4b5e46fb service neutron] 10.222.0.69 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863180 Jul 07 17:59:51.465424 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ebbb7c6a-9552-4796-915d-24d087acc7d4 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 17:59:51.505933 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ebbb7c6a-9552-4796-915d-24d087acc7d4 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 17:59:51.538744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd60710-c6fd-48e2-b002-2a0349c1fd97 req-33f6b926-8255-4d54-8594-c250919c011f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:51.540233 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7cd60710-c6fd-48e2-b002-2a0349c1fd97 req-33f6b926-8255-4d54-8594-c250919c011f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 944 time: 0.0658696 Jul 07 17:59:51.578790 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7cd60710-c6fd-48e2-b002-2a0349c1fd97 req-2adddddb-26ac-479c-8761-af36e41867ae tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329180 Jul 07 17:59:52.669467 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device ebbb7c6a-9552-4796-915d-24d087acc7d4 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 17:59:52.765399 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9cbd8-e870-4601-9526-edb11306048c req-6f528eff-47b7-4da0-9751-72448e6c4102 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:52.766644 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port ebbb7c6a-9552-4796-915d-24d087acc7d4, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=ebbb7c6a-9552-4796-915d-24d087acc7d4,segment=NetworkSegment(e75569e1-9c17-4714-973f-47005cf11ef7),segment_id=e75569e1-9c17-4714-973f-47005cf11ef7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:52.766965 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-01d9cbd8-e870-4601-9526-edb11306048c req-6f528eff-47b7-4da0-9751-72448e6c4102 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 944 time: 0.0763762 Jul 07 17:59:52.778466 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'ebbb7c6a-9552-4796-915d-24d087acc7d4', 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f', 'port_id': 'ebbb7c6a-9552-4796-915d-24d087acc7d4', 'mac_address': 'fa:16:3e:1f:11:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d46e30-32bc-490e-8140-3bc4eaf991a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 17:59:52.804775 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-01d9cbd8-e870-4601-9526-edb11306048c req-fc02d509-7258-42e4-837b-47614c8bb393 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320346 Jul 07 17:59:52.816017 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.834636 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebbb7c6a-9552-4796-915d-24d087acc7d4 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 17:59:52.857013 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port ebbb7c6a-9552-4796-915d-24d087acc7d4, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=ebbb7c6a-9552-4796-915d-24d087acc7d4,segment=NetworkSegment(e75569e1-9c17-4714-973f-47005cf11ef7),segment_id=e75569e1-9c17-4714-973f-47005cf11ef7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:52.862149 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:52.908965 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=ebbb7c6a-9552-4796-915d-24d087acc7d4,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:52.916718 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:52.917070 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:52.917423 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:52.917754 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:52.918086 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:52.918435 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:52.918880 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:52.919159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:52.919412 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:52.919787 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:52.920058 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:52.920379 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 17:59:53.126596 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fc811-9e26-4651-9d29-bc7516d5401b req-43e11ef0-9ce3-4fd9-9268-969d49656f29 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:53.128548 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5a8fc811-9e26-4651-9d29-bc7516d5401b req-43e11ef0-9ce3-4fd9-9268-969d49656f29 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 945 time: 0.0663862 Jul 07 17:59:53.143557 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded521a-53a5-4e8f-9438-52691c016fd8 req-65c20030-1b56-432a-8e9f-ad93b75dcc2c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:53.145074 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7ded521a-53a5-4e8f-9438-52691c016fd8 req-65c20030-1b56-432a-8e9f-ad93b75dcc2c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced&tenant_id=cdc08b6665d44d2088435d3c4644735c&binding%3Ahost_id=n-h2-793620-7 HTTP/1.1" status: 200 len: 945 time: 0.0770590 Jul 07 17:59:53.169380 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5a8fc811-9e26-4651-9d29-bc7516d5401b req-cce9db8c-c3d9-473b-a21c-c27d062d0e20 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336688 Jul 07 17:59:53.212631 n-d-793620-7 neutron-server[100410]: INFO neutron.api.v2.resource [req-7ded521a-53a5-4e8f-9438-52691c016fd8 req-af13d3fd-c168-4e12-8ba9-c1b4937a4813 service neutron] delete failed (client error): The resource could not be found. Jul 07 17:59:53.213681 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7ded521a-53a5-4e8f-9438-52691c016fd8 req-af13d3fd-c168-4e12-8ba9-c1b4937a4813 service neutron] 10.222.0.15 "DELETE /v2.0/ports/ebbb7c6a-9552-4796-915d-24d087acc7d4/bindings/n-h1-793620-7 HTTP/1.1" status: 404 len: 380 time: 0.0616498 Jul 07 17:59:53.259813 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['ebbb7c6a-9552-4796-915d-24d087acc7d4'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 17:59:53.341986 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded521a-53a5-4e8f-9438-52691c016fd8 req-dc0ff0f4-ed13-4cae-8e2f-df5d5f209f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:53.344192 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7ded521a-53a5-4e8f-9438-52691c016fd8 req-dc0ff0f4-ed13-4cae-8e2f-df5d5f209f4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 1096 time: 0.0879369 Jul 07 17:59:53.424546 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ebd22-ef77-4610-89c4-de0ab3ea56d3 req-6c56b6ae-e56d-456e-89e1-c4bc1591136a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:53.426241 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-290ebd22-ef77-4610-89c4-de0ab3ea56d3 req-6c56b6ae-e56d-456e-89e1-c4bc1591136a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 945 time: 0.1287544 Jul 07 17:59:53.477667 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded521a-53a5-4e8f-9438-52691c016fd8 req-38d669cb-ddea-4a97-9519-00ed5648a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:53.479158 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7ded521a-53a5-4e8f-9438-52691c016fd8 req-38d669cb-ddea-4a97-9519-00ed5648a498 service neutron] 10.222.0.15 "GET /v2.0/networks?id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f HTTP/1.1" status: 200 len: 897 time: 0.1290512 Jul 07 17:59:53.486408 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-290ebd22-ef77-4610-89c4-de0ab3ea56d3 req-5ee35180-9ada-4dac-8865-d02fca4c59f5 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536439 Jul 07 17:59:53.551717 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7ded521a-53a5-4e8f-9438-52691c016fd8 req-d7443b2d-54c3-430d-860a-b6377175d16d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebbb7c6a-9552-4796-915d-24d087acc7d4 HTTP/1.1" status: 200 len: 1000 time: 0.0643435 Jul 07 17:59:53.601995 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded521a-53a5-4e8f-9438-52691c016fd8 req-76242531-97cd-4817-bdf4-c39b5a1f47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:53.603501 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7ded521a-53a5-4e8f-9438-52691c016fd8 req-76242531-97cd-4817-bdf4-c39b5a1f47b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=39d46e30-32bc-490e-8140-3bc4eaf991a1 HTTP/1.1" status: 200 len: 835 time: 0.0453835 Jul 07 17:59:53.661259 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded521a-53a5-4e8f-9438-52691c016fd8 req-211669f6-74c4-4e48-a27b-f84262c3da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:53.662785 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7ded521a-53a5-4e8f-9438-52691c016fd8 req-211669f6-74c4-4e48-a27b-f84262c3da4b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516295 Jul 07 17:59:53.756791 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7ded521a-53a5-4e8f-9438-52691c016fd8 req-b59f6c99-a066-43cd-9fc3-90f389bfb048 service neutron] 10.222.0.15 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872228 Jul 07 17:59:53.853935 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7ded521a-53a5-4e8f-9438-52691c016fd8 req-a1c39634-8d49-4a6a-a7bf-c7be25502a95 service neutron] 10.222.0.15 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903955 Jul 07 17:59:54.668113 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd7ce7-a5ff-4002-b27d-79c2754f7259 req-3bc2c29e-719f-4821-af14-9189ffd3e447 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:54.669599 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-47fd7ce7-a5ff-4002-b27d-79c2754f7259 req-3bc2c29e-719f-4821-af14-9189ffd3e447 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 945 time: 0.0686612 Jul 07 17:59:54.674571 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device ebbb7c6a-9552-4796-915d-24d087acc7d4 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 17:59:54.708455 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-47fd7ce7-a5ff-4002-b27d-79c2754f7259 req-3031878e-27dd-483c-b203-8e46e432ae4a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331969 Jul 07 17:59:54.726238 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port ebbb7c6a-9552-4796-915d-24d087acc7d4 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 17:59:54.730156 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port ebbb7c6a-9552-4796-915d-24d087acc7d4 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 17:59:54.730567 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.733111 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37024) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 17:59:54.802149 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9d286192-b421-4050-8679-f96addb345d3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/floatingips/042246f8-5e6d-4b39-a983-3314ca6706b7 HTTP/1.1" status: 200 len: 992 time: 0.0678222 Jul 07 17:59:54.810798 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.834269 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616a3aeb-e6ab-4140-a8b7-c67626053ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbb7c6a-9552-4796-915d-24d087acc7d4'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 17:59:54.836524 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c5ed72-1048-4868-a61e-420d3ef55d16" -d '{"events": [{"server_uuid": "616a3aeb-e6ab-4140-a8b7-c67626053ced", "name": "network-vif-plugged", "status": "completed", "tag": "ebbb7c6a-9552-4796-915d-24d087acc7d4"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 17:59:54.850073 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port ebbb7c6a-9552-4796-915d-24d087acc7d4, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=ebbb7c6a-9552-4796-915d-24d087acc7d4,segment=NetworkSegment(e75569e1-9c17-4714-973f-47005cf11ef7),segment_id=e75569e1-9c17-4714-973f-47005cf11ef7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 17:59:54.854614 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 17:59:54.877318 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 17:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f646cc4-0f1e-4939-940d-b5865a48cad3 x-openstack-request-id: req-4f646cc4-0f1e-4939-940d-b5865a48cad3 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 17:59:54.877612 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616a3aeb-e6ab-4140-a8b7-c67626053ced", "name": "network-vif-plugged", "status": "completed", "tag": "ebbb7c6a-9552-4796-915d-24d087acc7d4", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 17:59:54.877862 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f646cc4-0f1e-4939-940d-b5865a48cad3 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 17:59:54.878247 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616a3aeb-e6ab-4140-a8b7-c67626053ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbb7c6a-9552-4796-915d-24d087acc7d4', 'code': 200} Jul 07 17:59:54.903921 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=ebbb7c6a-9552-4796-915d-24d087acc7d4,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 17:59:55.438052 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-efa001fb-3675-487d-a56d-8abc58f2042b req-846b5620-a8c8-46f3-b7ca-8a654e3c31fc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530193 Jul 07 17:59:55.531169 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa001fb-3675-487d-a56d-8abc58f2042b req-56436964-21ee-47ae-844f-17498e552648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:55.532680 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-efa001fb-3675-487d-a56d-8abc58f2042b req-56436964-21ee-47ae-844f-17498e552648 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 1097 time: 0.0527587 Jul 07 17:59:55.639621 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa001fb-3675-487d-a56d-8abc58f2042b req-85330e1e-3228-4928-9108-63a142ae01ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:55.641097 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-efa001fb-3675-487d-a56d-8abc58f2042b req-85330e1e-3228-4928-9108-63a142ae01ae service neutron] 10.222.0.69 "GET /v2.0/networks?id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f HTTP/1.1" status: 200 len: 897 time: 0.0891843 Jul 07 17:59:55.706765 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-efa001fb-3675-487d-a56d-8abc58f2042b req-3a16b438-4a03-4968-9797-f22a5134f17e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebbb7c6a-9552-4796-915d-24d087acc7d4 HTTP/1.1" status: 200 len: 1001 time: 0.0593581 Jul 07 17:59:55.756440 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa001fb-3675-487d-a56d-8abc58f2042b req-b21d451a-f12f-497d-9355-14da2ca3f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:55.758006 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-efa001fb-3675-487d-a56d-8abc58f2042b req-b21d451a-f12f-497d-9355-14da2ca3f026 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39d46e30-32bc-490e-8140-3bc4eaf991a1 HTTP/1.1" status: 200 len: 835 time: 0.0457423 Jul 07 17:59:55.827774 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa001fb-3675-487d-a56d-8abc58f2042b req-dd47d16c-7bd1-4a1d-aeec-b77a290d6241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 17:59:55.829472 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-efa001fb-3675-487d-a56d-8abc58f2042b req-dd47d16c-7bd1-4a1d-aeec-b77a290d6241 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636134 Jul 07 17:59:55.839983 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-efa001fb-3675-487d-a56d-8abc58f2042b req-d7f97e35-22d1-42d7-b274-300082418dcd service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 17:59:55.841002 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-efa001fb-3675-487d-a56d-8abc58f2042b req-d7f97e35-22d1-42d7-b274-300082418dcd service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053878 Jul 07 17:59:55.937643 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-efa001fb-3675-487d-a56d-8abc58f2042b req-a0bf4889-ba2a-44d4-a3e3-e1563c081244 service neutron] 10.222.0.69 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900438 Jul 07 17:59:56.038015 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-efa001fb-3675-487d-a56d-8abc58f2042b req-55b7a461-c618-4c49-acc1-94531fdfad23 service neutron] 10.222.0.69 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945103 Jul 07 18:00:09.304260 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:00:14.828447 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-19b6b4d5-3db7-4ec3-8f85-6a3464241617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:14.922528 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:17.164987 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:17.733955 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:18.043891 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-db40d864-e639-4df0-9f22-14f7b015b959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:19.102728 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:20.558436 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:43.410286 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37048) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:43.566798 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting port cf81bc5b-8e15-406e-b2d4-91cf1cce112b {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:43.567183 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:43.652437 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:43.652772 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:43.664561 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Calling delete_port for cf81bc5b-8e15-406e-b2d4-91cf1cce112b owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:43.815658 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:43.839299 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Port': ['ID=cf81bc5b-8e15-406e-b2d4-91cf1cce112b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:43.852248 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:43.852600 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:43.852942 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:43.853279 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:43.853611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:43.853945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:43.854282 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:43.854635 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:43.854962 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:43.855289 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:43.855611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:43.855931 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:43.918361 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:43.918782 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Floating IP 042246f8-5e6d-4b39-a983-3314ca6706b7 disassociated (deleted). External IP: 172.25.2.25, port: ebbb7c6a-9552-4796-915d-24d087acc7d4. Jul 07 18:00:44.137673 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router e1d050f5-3850-4247-862b-0598ac305827 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:00:44.247781 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:44.252268 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:44.259002 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d49ad7-5fe3-4b2e-aa34-c120fc7be585 None None] Sync routers for ids ['e1d050f5-3850-4247-862b-0598ac305827'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:44.271992 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d49ad7-5fe3-4b2e-aa34-c120fc7be585 None None] Routers {'e1d050f5-3850-4247-862b-0598ac305827'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:44.272611 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-16d49ad7-5fe3-4b2e-aa34-c120fc7be585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:00:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e1d050f5-3850-4247-862b-0598ac305827'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:44.301229 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cde946fd-6f28-4551-99bd-db46dea8ec7b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/floatingips/042246f8-5e6d-4b39-a983-3314ca6706b7 HTTP/1.1" status: 204 len: 168 time: 0.8897929 Jul 07 18:00:44.301826 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '616a3aeb-e6ab-4140-a8b7-c67626053ced', 'tag': 'ebbb7c6a-9552-4796-915d-24d087acc7d4'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:44.304140 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6feb8efc-39e8-4529-b990-4ddc307e35c8" -d '{"events": [{"name": "network-changed", "server_uuid": "616a3aeb-e6ab-4140-a8b7-c67626053ced", "tag": "ebbb7c6a-9552-4796-915d-24d087acc7d4"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:44.393479 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-16d49ad7-5fe3-4b2e-aa34-c120fc7be585 None None] Set router e1d050f5-3850-4247-862b-0598ac305827 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:00:44.410075 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5d67d3-ffc5-414c-bbb1-7988f9ff61b6 x-openstack-request-id: req-1d5d67d3-ffc5-414c-bbb1-7988f9ff61b6 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:44.410402 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "616a3aeb-e6ab-4140-a8b7-c67626053ced", "tag": "ebbb7c6a-9552-4796-915d-24d087acc7d4", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:44.410985 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d5d67d3-ffc5-414c-bbb1-7988f9ff61b6 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:44.411083 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616a3aeb-e6ab-4140-a8b7-c67626053ced', 'tag': 'ebbb7c6a-9552-4796-915d-24d087acc7d4', 'status': 'completed', 'code': 200} Jul 07 18:00:44.497344 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb8efc-39e8-4529-b990-4ddc307e35c8 req-19165072-c26e-4bd7-9bf9-4779caabcf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:44.498329 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6feb8efc-39e8-4529-b990-4ddc307e35c8 req-19165072-c26e-4bd7-9bf9-4779caabcf35 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 1097 time: 0.0628204 Jul 07 18:00:44.627124 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb8efc-39e8-4529-b990-4ddc307e35c8 req-b0b96075-22dd-4281-8fe2-e62b7bcd2469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:44.628617 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6feb8efc-39e8-4529-b990-4ddc307e35c8 req-b0b96075-22dd-4281-8fe2-e62b7bcd2469 service neutron] 10.222.0.69 "GET /v2.0/networks?id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f HTTP/1.1" status: 200 len: 897 time: 0.1236956 Jul 07 18:00:44.637270 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-16d49ad7-5fe3-4b2e-aa34-c120fc7be585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d050f5-3850-4247-862b-0598ac305827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672853169', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:37Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'e8b15c95-c6e2-4024-bc49-0aa0ee7acefd', 'name': '', 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:d7:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '39d46e30-32bc-490e-8140-3bc4eaf991a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:39Z', 'updated_at': '2021-07-07T17:58:44Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '39d46e30-32bc-490e-8140-3bc4eaf991a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:44.666853 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d49ad7-5fe3-4b2e-aa34-c120fc7be585 None None] Checking router: e1d050f5-3850-4247-862b-0598ac305827 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:00:44.672602 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6feb8efc-39e8-4529-b990-4ddc307e35c8 req-2498bf38-b339-4dfe-a72b-6f7ddbaee8a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebbb7c6a-9552-4796-915d-24d087acc7d4 HTTP/1.1" status: 200 len: 217 time: 0.0361428 Jul 07 18:00:44.676311 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d49ad7-5fe3-4b2e-aa34-c120fc7be585 None None] Routers {'e1d050f5-3850-4247-862b-0598ac305827'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:44.676876 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-16d49ad7-5fe3-4b2e-aa34-c120fc7be585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:00:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e1d050f5-3850-4247-862b-0598ac305827'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:44.757659 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb8efc-39e8-4529-b990-4ddc307e35c8 req-7f1d1001-1d05-4335-bb83-29efbadccf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:44.759248 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6feb8efc-39e8-4529-b990-4ddc307e35c8 req-7f1d1001-1d05-4335-bb83-29efbadccf92 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39d46e30-32bc-490e-8140-3bc4eaf991a1 HTTP/1.1" status: 200 len: 835 time: 0.0804987 Jul 07 18:00:44.781539 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-16d49ad7-5fe3-4b2e-aa34-c120fc7be585 None None] Set router e1d050f5-3850-4247-862b-0598ac305827 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:00:44.813494 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7a334-a0d6-4680-b0b8-bd5a82aef94a req-21f4076b-92da-4412-bec7-9795973b028d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:44.815597 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d7d7a334-a0d6-4680-b0b8-bd5a82aef94a req-21f4076b-92da-4412-bec7-9795973b028d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.1275291 Jul 07 18:00:44.834798 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0f4a1295-3a94-4d32-a5ca-f2c3c5c1bd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:44.852913 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb8efc-39e8-4529-b990-4ddc307e35c8 req-6ec96762-57bd-4df7-90a0-b05db8f69979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:44.854467 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6feb8efc-39e8-4529-b990-4ddc307e35c8 req-6ec96762-57bd-4df7-90a0-b05db8f69979 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=439d5b5e-9f11-4388-9c39-5b5900a2bb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880868 Jul 07 18:00:44.914418 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:44.917902 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d7d7a334-a0d6-4680-b0b8-bd5a82aef94a req-88ce13e1-b083-4324-8102-04b8421d9c09 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854042 Jul 07 18:00:44.969694 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6feb8efc-39e8-4529-b990-4ddc307e35c8 req-4c7d02fd-56dc-4c0c-88b2-38a65e489908 service neutron] 10.222.0.69 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031320 Jul 07 18:00:45.061180 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6feb8efc-39e8-4529-b990-4ddc307e35c8 req-639d6a5a-63c6-48a1-976f-2450e84782fe service neutron] 10.222.0.69 "GET /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846083 Jul 07 18:00:45.070664 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-16d49ad7-5fe3-4b2e-aa34-c120fc7be585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d050f5-3850-4247-862b-0598ac305827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672853169', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:37Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'e8b15c95-c6e2-4024-bc49-0aa0ee7acefd', 'name': '', 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:d7:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '39d46e30-32bc-490e-8140-3bc4eaf991a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:39Z', 'updated_at': '2021-07-07T17:58:44Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '39d46e30-32bc-490e-8140-3bc4eaf991a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:45.101749 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d49ad7-5fe3-4b2e-aa34-c120fc7be585 None None] The sync data for ids ['e1d050f5-3850-4247-862b-0598ac305827'] in n-d-793620-7 is: [{'id': 'e1d050f5-3850-4247-862b-0598ac305827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672853169', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:37Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'e8b15c95-c6e2-4024-bc49-0aa0ee7acefd', 'name': '', 'network_id': '439d5b5e-9f11-4388-9c39-5b5900a2bb7f', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:d7:fc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '39d46e30-32bc-490e-8140-3bc4eaf991a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:39Z', 'updated_at': '2021-07-07T17:58:44Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '39d46e30-32bc-490e-8140-3bc4eaf991a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:00:45.326552 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd18e367-70a5-4240-8477-8b90035fe234 None None] New status for floating IP 042246f8-5e6d-4b39-a983-3314ca6706b7: DOWN {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:00:46.097431 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bf6a6-3de3-44a3-8900-dada650fb06b req-7aa42a89-3c31-4707-b028-a00f918ebf2a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:46.098994 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-334bf6a6-3de3-44a3-8900-dada650fb06b req-7aa42a89-3c31-4707-b028-a00f918ebf2a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.0646744 Jul 07 18:00:46.139524 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-334bf6a6-3de3-44a3-8900-dada650fb06b req-ffa3a578-d655-4301-bff3-731645145703 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd3f860e-f849-4ed8-99aa-359887bf449a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347898 Jul 07 18:00:46.148582 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64c9de-a9a4-4632-98a7-c51ae81ab252 req-045ce9fb-0463-4e1a-ad98-822ecb065d8c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:46.150104 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7f64c9de-a9a4-4632-98a7-c51ae81ab252 req-045ce9fb-0463-4e1a-ad98-822ecb065d8c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.69 "GET /v2.0/ports?device_id=616a3aeb-e6ab-4140-a8b7-c67626053ced HTTP/1.1" status: 200 len: 946 time: 0.0664039 Jul 07 18:00:46.255822 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-7f64c9de-a9a4-4632-98a7-c51ae81ab252 req-83f9d0cb-ec53-4b98-8025-a782105e151d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting port ebbb7c6a-9552-4796-915d-24d087acc7d4 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:46.256168 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7f64c9de-a9a4-4632-98a7-c51ae81ab252 req-83f9d0cb-ec53-4b98-8025-a782105e151d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:46.303533 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:00:46.345355 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-7f64c9de-a9a4-4632-98a7-c51ae81ab252 req-83f9d0cb-ec53-4b98-8025-a782105e151d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] For port ebbb7c6a-9552-4796-915d-24d087acc7d4, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=ebbb7c6a-9552-4796-915d-24d087acc7d4,segment=NetworkSegment(e75569e1-9c17-4714-973f-47005cf11ef7),segment_id=e75569e1-9c17-4714-973f-47005cf11ef7)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:46.345711 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7f64c9de-a9a4-4632-98a7-c51ae81ab252 req-83f9d0cb-ec53-4b98-8025-a782105e151d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:46.359059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-7f64c9de-a9a4-4632-98a7-c51ae81ab252 req-83f9d0cb-ec53-4b98-8025-a782105e151d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Calling delete_port for ebbb7c6a-9552-4796-915d-24d087acc7d4 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:46.490691 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7f64c9de-a9a4-4632-98a7-c51ae81ab252 req-83f9d0cb-ec53-4b98-8025-a782105e151d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:46.519435 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9d0cb-ec53-4b98-8025-a782105e151d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Port': ['ID=ebbb7c6a-9552-4796-915d-24d087acc7d4,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:46.567484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f64c9de-a9a4-4632-98a7-c51ae81ab252 req-83f9d0cb-ec53-4b98-8025-a782105e151d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] No DVR routers for this DVR port ebbb7c6a-9552-4796-915d-24d087acc7d4 on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:00:46.570218 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-7f64c9de-a9a4-4632-98a7-c51ae81ab252 req-83f9d0cb-ec53-4b98-8025-a782105e151d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:46.572280 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7f64c9de-a9a4-4632-98a7-c51ae81ab252 req-83f9d0cb-ec53-4b98-8025-a782105e151d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.69 "DELETE /v2.0/ports/ebbb7c6a-9552-4796-915d-24d087acc7d4 HTTP/1.1" status: 204 len: 173 time: 0.4166751 Jul 07 18:00:46.572759 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616a3aeb-e6ab-4140-a8b7-c67626053ced', 'name': 'network-vif-deleted', 'tag': 'ebbb7c6a-9552-4796-915d-24d087acc7d4'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:00:46.575075 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d710c798-1510-4ddf-a820-093997a87dde" -d '{"events": [{"server_uuid": "616a3aeb-e6ab-4140-a8b7-c67626053ced", "name": "network-vif-deleted", "tag": "ebbb7c6a-9552-4796-915d-24d087acc7d4"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:00:46.614902 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e31596-2295-4c6f-8c9f-321550c03c2f x-openstack-request-id: req-32e31596-2295-4c6f-8c9f-321550c03c2f {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:00:46.615263 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "616a3aeb-e6ab-4140-a8b7-c67626053ced", "name": "network-vif-deleted", "tag": "ebbb7c6a-9552-4796-915d-24d087acc7d4", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:00:46.615501 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-32e31596-2295-4c6f-8c9f-321550c03c2f {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:00:46.616038 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616a3aeb-e6ab-4140-a8b7-c67626053ced', 'name': 'network-vif-deleted', 'tag': 'ebbb7c6a-9552-4796-915d-24d087acc7d4', 'status': 'completed', 'code': 200} Jul 07 18:00:47.163958 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:47.233483 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37066) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:47.609744 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:47.739263 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:47.918459 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting port e8b15c95-c6e2-4024-bc49-0aa0ee7acefd {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:47.918762 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.026319 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] For port e8b15c95-c6e2-4024-bc49-0aa0ee7acefd, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e8b15c95-c6e2-4024-bc49-0aa0ee7acefd,segment=NetworkSegment(e75569e1-9c17-4714-973f-47005cf11ef7),segment_id=e75569e1-9c17-4714-973f-47005cf11ef7)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:48.026718 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.045591 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Calling delete_port for e8b15c95-c6e2-4024-bc49-0aa0ee7acefd owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:48.046454 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b59e1650-6a06-41bc-8341-8e5ab521535d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.549300 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.577200 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Port': ['ID=e8b15c95-c6e2-4024-bc49-0aa0ee7acefd,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:48.590927 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.591281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.591630 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.591964 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.592295 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.592630 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.592965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.593292 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.593626 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.593946 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.594274 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.594657 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:48.783106 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:48.953929 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device ebbb7c6a-9552-4796-915d-24d087acc7d4 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:00:48.973181 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] No Port match for: ebbb7c6a-9552-4796-915d-24d087acc7d4 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:00:48.973527 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device ebbb7c6a-9552-4796-915d-24d087acc7d4 not bound to the agent host n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:00:49.016389 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router e1d050f5-3850-4247-862b-0598ac305827 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:00:49.095990 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.142847 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:49.148494 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-84419704-ba29-4445-943d-df87e4c8d887 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "PUT /v2.0/routers/e1d050f5-3850-4247-862b-0598ac305827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9138236 Jul 07 18:00:49.151254 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37068) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:49.153994 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e3f31-8939-458e-8041-4ecc6d5d1c23 None None] Sync routers for ids ['e1d050f5-3850-4247-862b-0598ac305827'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:49.168123 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349e3f31-8939-458e-8041-4ecc6d5d1c23 None None] Routers {'e1d050f5-3850-4247-862b-0598ac305827'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:49.168753 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-349e3f31-8939-458e-8041-4ecc6d5d1c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e1d050f5-3850-4247-862b-0598ac305827'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:49.218185 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce91456f-f253-4036-ae22-461fc08cd746 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting subnet 39d46e30-32bc-490e-8140-3bc4eaf991a1 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:00:49.222892 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce91456f-f253-4036-ae22-461fc08cd746 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.272815 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce91456f-f253-4036-ae22-461fc08cd746 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.289294 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-349e3f31-8939-458e-8041-4ecc6d5d1c23 None None] Set router e1d050f5-3850-4247-862b-0598ac305827 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:00:49.362159 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce91456f-f253-4036-ae22-461fc08cd746 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.425322 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce91456f-f253-4036-ae22-461fc08cd746 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.454637 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91456f-f253-4036-ae22-461fc08cd746 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Subnet': ['ID=39d46e30-32bc-490e-8140-3bc4eaf991a1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:49.457214 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ce91456f-f253-4036-ae22-461fc08cd746 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.463079 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f733a6b7-d01a-4a57-b9aa-c8ace2dcea1e None None] Network 439d5b5e-9f11-4388-9c39-5b5900a2bb7f requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:00:49.463710 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37070) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:49.471981 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ce91456f-f253-4036-ae22-461fc08cd746 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/subnets/39d46e30-32bc-490e-8140-3bc4eaf991a1 HTTP/1.1" status: 204 len: 168 time: 0.3186152 Jul 07 18:00:49.478510 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-349e3f31-8939-458e-8041-4ecc6d5d1c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d050f5-3850-4247-862b-0598ac305827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672853169', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T18:00:48Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:37Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:49.510214 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e3f31-8939-458e-8041-4ecc6d5d1c23 None None] Checking router: e1d050f5-3850-4247-862b-0598ac305827 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:00:49.519098 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349e3f31-8939-458e-8041-4ecc6d5d1c23 None None] Routers {'e1d050f5-3850-4247-862b-0598ac305827'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:49.519774 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-349e3f31-8939-458e-8041-4ecc6d5d1c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['e1d050f5-3850-4247-862b-0598ac305827'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:49.579871 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cab1b85e-af0e-44ad-a678-cda0ed2d2ee8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.628468 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-349e3f31-8939-458e-8041-4ecc6d5d1c23 None None] Set router e1d050f5-3850-4247-862b-0598ac305827 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:00:49.676060 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbd1afe-06e3-4b03-851b-6cebb45225ee None None] DHCP port deletion for 439d5b5e-9f11-4388-9c39-5b5900a2bb7f request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:00:49.697321 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cab1b85e-af0e-44ad-a678-cda0ed2d2ee8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.728747 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3dbd1afe-06e3-4b03-851b-6cebb45225ee None None] Deleting port f6ef4684-a6a3-455a-9c6c-c8116a4b4233 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:49.729462 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1afe-06e3-4b03-851b-6cebb45225ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.752803 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-cab1b85e-af0e-44ad-a678-cda0ed2d2ee8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting port 26384e27-a9a2-43a4-9c96-c9a871e21166 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:00:49.753164 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cab1b85e-af0e-44ad-a678-cda0ed2d2ee8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.803568 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-3dbd1afe-06e3-4b03-851b-6cebb45225ee None None] For port f6ef4684-a6a3-455a-9c6c-c8116a4b4233, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=f6ef4684-a6a3-455a-9c6c-c8116a4b4233,segment=NetworkSegment(e75569e1-9c17-4714-973f-47005cf11ef7),segment_id=e75569e1-9c17-4714-973f-47005cf11ef7)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:49.803973 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1afe-06e3-4b03-851b-6cebb45225ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.819280 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-349e3f31-8939-458e-8041-4ecc6d5d1c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d050f5-3850-4247-862b-0598ac305827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672853169', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T18:00:48Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:37Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:49.821575 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3dbd1afe-06e3-4b03-851b-6cebb45225ee None None] Calling delete_port for f6ef4684-a6a3-455a-9c6c-c8116a4b4233 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:49.839708 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-cab1b85e-af0e-44ad-a678-cda0ed2d2ee8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] For port 26384e27-a9a2-43a4-9c96-c9a871e21166, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=26384e27-a9a2-43a4-9c96-c9a871e21166,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:49.840404 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cab1b85e-af0e-44ad-a678-cda0ed2d2ee8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.852798 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e3f31-8939-458e-8041-4ecc6d5d1c23 None None] The sync data for ids ['e1d050f5-3850-4247-862b-0598ac305827'] in n-d-793620-7 is: [{'id': 'e1d050f5-3850-4247-862b-0598ac305827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672853169', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T17:58:36Z', 'updated_at': '2021-07-07T18:00:48Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '26384e27-a9a2-43a4-9c96-c9a871e21166', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d050f5-3850-4247-862b-0598ac305827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T17:58:37Z', 'updated_at': '2021-07-07T17:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:00:49.863588 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-cab1b85e-af0e-44ad-a678-cda0ed2d2ee8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Calling delete_port for 26384e27-a9a2-43a4-9c96-c9a871e21166 owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:00:49.923175 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1afe-06e3-4b03-851b-6cebb45225ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:49.951919 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd1afe-06e3-4b03-851b-6cebb45225ee None None] Pushing event deleted for resources: {'Port': ['ID=f6ef4684-a6a3-455a-9c6c-c8116a4b4233,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:49.955906 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbd1afe-06e3-4b03-851b-6cebb45225ee None None] No DVR routers for this DVR port f6ef4684-a6a3-455a-9c6c-c8116a4b4233 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:00:50.049123 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cab1b85e-af0e-44ad-a678-cda0ed2d2ee8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.075848 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1b85e-af0e-44ad-a678-cda0ed2d2ee8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Port': ['ID=26384e27-a9a2-43a4-9c96-c9a871e21166,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:50.140968 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cab1b85e-af0e-44ad-a678-cda0ed2d2ee8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.243445 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cab1b85e-af0e-44ad-a678-cda0ed2d2ee8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.247234 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cab1b85e-af0e-44ad-a678-cda0ed2d2ee8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.308892 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cab1b85e-af0e-44ad-a678-cda0ed2d2ee8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.309258 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab1b85e-af0e-44ad-a678-cda0ed2d2ee8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Fanout notify agent at l3_agent the message router_deleted on router e1d050f5-3850-4247-862b-0598ac305827 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:00:50.312969 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e8b15c95-c6e2-4024-bc49-0aa0ee7acefd no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:00:50.319678 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-cab1b85e-af0e-44ad-a678-cda0ed2d2ee8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.321133 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-cab1b85e-af0e-44ad-a678-cda0ed2d2ee8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/routers/e1d050f5-3850-4247-862b-0598ac305827 HTTP/1.1" status: 204 len: 168 time: 0.8560352 Jul 07 18:00:50.324275 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37072) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:50.341661 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: e8b15c95-c6e2-4024-bc49-0aa0ee7acefd {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:00:50.342038 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e8b15c95-c6e2-4024-bc49-0aa0ee7acefd not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:00:50.342617 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f6ef4684-a6a3-455a-9c6c-c8116a4b4233 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:00:50.362261 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: f6ef4684-a6a3-455a-9c6c-c8116a4b4233 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:00:50.363087 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device f6ef4684-a6a3-455a-9c6c-c8116a4b4233 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:00:50.406138 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89da9528-fe9f-4b70-920f-21a70e2fa16a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.505102 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89da9528-fe9f-4b70-920f-21a70e2fa16a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.520476 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-89da9528-fe9f-4b70-920f-21a70e2fa16a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439d5b5e-9f11-4388-9c39-5b5900a2bb7f']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:50.532742 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-89da9528-fe9f-4b70-920f-21a70e2fa16a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75569e1-9c17-4714-973f-47005cf11ef7') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:50.533299 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-89da9528-fe9f-4b70-920f-21a70e2fa16a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75569e1-9c17-4714-973f-47005cf11ef7') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:50.550920 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89da9528-fe9f-4b70-920f-21a70e2fa16a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.562356 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.566624 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89da9528-fe9f-4b70-920f-21a70e2fa16a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.572978 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89da9528-fe9f-4b70-920f-21a70e2fa16a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:00:50.573516 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89da9528-fe9f-4b70-920f-21a70e2fa16a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: timer() Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:00:50.576531 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:00:50.636577 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89da9528-fe9f-4b70-920f-21a70e2fa16a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.645158 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-89da9528-fe9f-4b70-920f-21a70e2fa16a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.646153 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-89da9528-fe9f-4b70-920f-21a70e2fa16a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/networks/439d5b5e-9f11-4388-9c39-5b5900a2bb7f HTTP/1.1" status: 204 len: 168 time: 0.3207963 Jul 07 18:00:50.648841 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37074) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:50.664915 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da9528-fe9f-4b70-920f-21a70e2fa16a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Network': ['ID=439d5b5e-9f11-4388-9c39-5b5900a2bb7f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:50.722944 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c331a8a-5149-42bd-87ea-d53aaf18685a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.748430 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c331a8a-5149-42bd-87ea-d53aaf18685a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.808002 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c331a8a-5149-42bd-87ea-d53aaf18685a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.810718 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c331a8a-5149-42bd-87ea-d53aaf18685a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:50.811900 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4c331a8a-5149-42bd-87ea-d53aaf18685a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/security-groups/fd3f860e-f849-4ed8-99aa-359887bf449a HTTP/1.1" status: 204 len: 168 time: 0.1621351 Jul 07 18:00:50.821446 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c331a8a-5149-42bd-87ea-d53aaf18685a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3f860e-f849-4ed8-99aa-359887bf449a,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:52.131157 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 26384e27-a9a2-43a4-9c96-c9a871e21166 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:00:52.151523 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 26384e27-a9a2-43a4-9c96-c9a871e21166 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:00:52.151874 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 26384e27-a9a2-43a4-9c96-c9a871e21166 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:00:52.209608 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37082) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:52.214340 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-dbcb0188-1a75-4f0b-b207-aab09ad7f350 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-685002489', 'description': 'tempest-secgroup-smoke-685002489 description', 'project_id': 'cdc08b6665d44d2088435d3c4644735c'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:52.238900 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0188-1a75-4f0b-b207-aab09ad7f350 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.331393 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0188-1a75-4f0b-b207-aab09ad7f350 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.342183 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0188-1a75-4f0b-b207-aab09ad7f350 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.372463 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0188-1a75-4f0b-b207-aab09ad7f350 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.373777 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dbcb0188-1a75-4f0b-b207-aab09ad7f350 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1631503 Jul 07 18:00:52.377398 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37084) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:52.381943 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-442a045e-d93c-4716-8590-eb5e511f290e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': '8ca619bd-ef41-46c9-a902-b9f086d1cb10', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:52.388145 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb0188-1a75-4f0b-b207-aab09ad7f350 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca619bd-ef41-46c9-a902-b9f086d1cb10,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:52.418169 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-442a045e-d93c-4716-8590-eb5e511f290e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.478956 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-442a045e-d93c-4716-8590-eb5e511f290e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.484010 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-442a045e-d93c-4716-8590-eb5e511f290e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.505405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a045e-d93c-4716-8590-eb5e511f290e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5496493d-367b-46ab-b17a-9d48670f68ef,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:52.511866 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-442a045e-d93c-4716-8590-eb5e511f290e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.513279 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-442a045e-d93c-4716-8590-eb5e511f290e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349285 Jul 07 18:00:52.516205 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37086) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:52.521629 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-a06cb3a6-7d24-49bd-a32b-0639ac8d8d97 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': '8ca619bd-ef41-46c9-a902-b9f086d1cb10', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:52.549117 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a06cb3a6-7d24-49bd-a32b-0639ac8d8d97 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.607410 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a06cb3a6-7d24-49bd-a32b-0639ac8d8d97 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.611361 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a06cb3a6-7d24-49bd-a32b-0639ac8d8d97 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.629923 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cb3a6-7d24-49bd-a32b-0639ac8d8d97 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d415b6e2-65a9-45f7-9d7c-3382977595c4,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:52.637537 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a06cb3a6-7d24-49bd-a32b-0639ac8d8d97 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.639012 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a06cb3a6-7d24-49bd-a32b-0639ac8d8d97 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218333 Jul 07 18:00:52.643658 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37088) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:52.648222 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-dcb968a0-2bda-4a8a-8957-2da8f929a822 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': '8ca619bd-ef41-46c9-a902-b9f086d1cb10', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:52.682508 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dcb968a0-2bda-4a8a-8957-2da8f929a822 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.746477 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dcb968a0-2bda-4a8a-8957-2da8f929a822 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.750315 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dcb968a0-2bda-4a8a-8957-2da8f929a822 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.768897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb968a0-2bda-4a8a-8957-2da8f929a822 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e27c49c-6cd5-4562-b814-30b0e9e0a4b0,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:52.776176 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-dcb968a0-2bda-4a8a-8957-2da8f929a822 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.777409 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-dcb968a0-2bda-4a8a-8957-2da8f929a822 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327717 Jul 07 18:00:52.780266 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37090) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:52.784814 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7ee97f91-8725-47f6-851f-d58723a4b616 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': '8ca619bd-ef41-46c9-a902-b9f086d1cb10', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:52.812696 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7ee97f91-8725-47f6-851f-d58723a4b616 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.883724 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7ee97f91-8725-47f6-851f-d58723a4b616 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.887736 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7ee97f91-8725-47f6-851f-d58723a4b616 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.908415 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee97f91-8725-47f6-851f-d58723a4b616 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178ab091-f06e-472f-81c1-66784e200c47,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:52.915565 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7ee97f91-8725-47f6-851f-d58723a4b616 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:52.916806 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7ee97f91-8725-47f6-851f-d58723a4b616 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355956 Jul 07 18:00:52.919880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37092) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:52.927380 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-710f7c67-4453-4235-abaf-ae9763bb946c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': '8ca619bd-ef41-46c9-a902-b9f086d1cb10', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:52.950493 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-710f7c67-4453-4235-abaf-ae9763bb946c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Project cdc08b6665d44d2088435d3c4644735c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:00:52.958663 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-710f7c67-4453-4235-abaf-ae9763bb946c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.024738 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-710f7c67-4453-4235-abaf-ae9763bb946c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.028572 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-710f7c67-4453-4235-abaf-ae9763bb946c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.047794 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f7c67-4453-4235-abaf-ae9763bb946c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffcc97f4-708f-4afc-928f-382391480c99,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:53.055559 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-710f7c67-4453-4235-abaf-ae9763bb946c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.056827 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-710f7c67-4453-4235-abaf-ae9763bb946c tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355436 Jul 07 18:00:53.061297 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37094) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:53.066160 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-d6d57ebf-b76e-46f7-9318-71be18ceae9e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': '8ca619bd-ef41-46c9-a902-b9f086d1cb10', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:53.094593 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-d6d57ebf-b76e-46f7-9318-71be18ceae9e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Project cdc08b6665d44d2088435d3c4644735c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:00:53.101461 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d6d57ebf-b76e-46f7-9318-71be18ceae9e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.175783 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d6d57ebf-b76e-46f7-9318-71be18ceae9e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.180338 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d6d57ebf-b76e-46f7-9318-71be18ceae9e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.198793 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d57ebf-b76e-46f7-9318-71be18ceae9e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1d039b-fe33-45c8-af2b-b9fea68a3630,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:53.206400 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d6d57ebf-b76e-46f7-9318-71be18ceae9e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.207839 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d6d57ebf-b76e-46f7-9318-71be18ceae9e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450684 Jul 07 18:00:53.214720 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37096) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:53.216038 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-5e960eba-ce85-4768-afdf-eb73ecdea0cc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'network': {'name': 'tempest-network-smoke--373474427', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'port_security_enabled': True}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:53.240447 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e960eba-ce85-4768-afdf-eb73ecdea0cc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Made reservation on behalf of cdc08b6665d44d2088435d3c4644735c for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:53.244025 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e960eba-ce85-4768-afdf-eb73ecdea0cc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.269613 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e960eba-ce85-4768-afdf-eb73ecdea0cc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:00:53.279135 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e960eba-ce85-4768-afdf-eb73ecdea0cc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.279425 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-5e960eba-ce85-4768-afdf-eb73ecdea0cc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Added segment 6d90fb71-aaa4-4752-8292-f37ecd8f0552 of type vlan for network e5079a38-ab31-4565-8b35-33b095ff3057 Jul 07 18:00:53.323826 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e960eba-ce85-4768-afdf-eb73ecdea0cc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.358407 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e960eba-ce85-4768-afdf-eb73ecdea0cc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.364570 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e960eba-ce85-4768-afdf-eb73ecdea0cc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:53.365154 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-5e960eba-ce85-4768-afdf-eb73ecdea0cc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.420320 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-5e960eba-ce85-4768-afdf-eb73ecdea0cc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2087073 Jul 07 18:00:53.424054 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37098) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:53.428955 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-59d0ddf1-9a78-4734-b5e3-4ffd27d7eb87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-601177052', 'admin_state_up': True, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:53.431830 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e960eba-ce85-4768-afdf-eb73ecdea0cc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Network': ['ID=e5079a38-ab31-4565-8b35-33b095ff3057,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:53.442448 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network e5079a38-ab31-4565-8b35-33b095ff3057 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:00:53.452112 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-59d0ddf1-9a78-4734-b5e3-4ffd27d7eb87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.453176 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-59d0ddf1-9a78-4734-b5e3-4ffd27d7eb87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.508776 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-59d0ddf1-9a78-4734-b5e3-4ffd27d7eb87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.661285 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-59d0ddf1-9a78-4734-b5e3-4ffd27d7eb87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.859535 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-59d0ddf1-9a78-4734-b5e3-4ffd27d7eb87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.879085 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-59d0ddf1-9a78-4734-b5e3-4ffd27d7eb87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:53.986002 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-59d0ddf1-9a78-4734-b5e3-4ffd27d7eb87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Allocated IP 172.25.2.228 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/e5343701-03f8-4771-80d1-7dfd7b58e453) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:54.087569 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-59d0ddf1-9a78-4734-b5e3-4ffd27d7eb87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:54.132226 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-59d0ddf1-9a78-4734-b5e3-4ffd27d7eb87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:54.168624 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d0ddf1-9a78-4734-b5e3-4ffd27d7eb87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:54.171613 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-59d0ddf1-9a78-4734-b5e3-4ffd27d7eb87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:54.178105 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d0ddf1-9a78-4734-b5e3-4ffd27d7eb87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:54.202117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0ddf1-9a78-4734-b5e3-4ffd27d7eb87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=e5343701-03f8-4771-80d1-7dfd7b58e453,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:54.428962 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-59d0ddf1-9a78-4734-b5e3-4ffd27d7eb87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:54.624369 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-59d0ddf1-9a78-4734-b5e3-4ffd27d7eb87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:54.751607 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d0ddf1-9a78-4734-b5e3-4ffd27d7eb87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:00:54.854198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d0ddf1-9a78-4734-b5e3-4ffd27d7eb87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:54.865559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] Sync routers for ids ['39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:54.873541 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-59d0ddf1-9a78-4734-b5e3-4ffd27d7eb87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:54.874831 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-59d0ddf1-9a78-4734-b5e3-4ffd27d7eb87 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4494710 Jul 07 18:00:54.875951 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] Routers {'39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:54.876573 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:54.878175 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37100) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:54.948638 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-52dfab51-6892-40b7-8389-0a6cb1107499 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=cdc08b6665d44d2088435d3c4644735c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0692344 Jul 07 18:00:54.951360 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37104) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:54.989559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] Set router 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:00:55.043764 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef37bb6d-7555-4d26-bef2-ec351b01cda0 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:55.045161 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ef37bb6d-7555-4d26-bef2-ec351b01cda0 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926957 Jul 07 18:00:55.048055 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37106) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:55.076680 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2d9f973e-242f-4f86-a45c-3b4b4015bbde tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274792 Jul 07 18:00:55.079321 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37108) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:55.085021 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-9cfeb231-ded9-4310-987a-c48fe746acd0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1146745393', 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:00:55.168484 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601177052', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:54Z', 'revision_number': 3, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:55.176594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfeb231-ded9-4310-987a-c48fe746acd0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Made reservation on behalf of cdc08b6665d44d2088435d3c4644735c for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:00:55.180244 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb231-ded9-4310-987a-c48fe746acd0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.194926 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] Checking router: 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:00:55.195284 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] Updating router 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 port e5343701-03f8-4771-80d1-7dfd7b58e453 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:00:55.236281 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.504759 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.518713 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] Transition to ACTIVE for port object e5343701-03f8-4771-80d1-7dfd7b58e453 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:55.526722 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.580662 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] Attempting to bind port e5343701-03f8-4771-80d1-7dfd7b58e453 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:55.581031 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] Attempting to bind port e5343701-03f8-4771-80d1-7dfd7b58e453 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:55.581392 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] Attempting to bind port e5343701-03f8-4771-80d1-7dfd7b58e453 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:55.588395 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f88d54-0e2d-49cd-a33d-f59adfe9cc54 None None] Pushing event updated for resources: {'Port': ['ID=e5343701-03f8-4771-80d1-7dfd7b58e453,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:55.591521 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:55.591893 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:55.592292 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.592689 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:55.593156 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] Bound port: e5343701-03f8-4771-80d1-7dfd7b58e453, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:55.593537 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.616517 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f88d54-0e2d-49cd-a33d-f59adfe9cc54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:55.616862 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f88d54-0e2d-49cd-a33d-f59adfe9cc54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:55.617295 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f88d54-0e2d-49cd-a33d-f59adfe9cc54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:55.617638 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f88d54-0e2d-49cd-a33d-f59adfe9cc54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:55.617967 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f88d54-0e2d-49cd-a33d-f59adfe9cc54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:55.618295 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f88d54-0e2d-49cd-a33d-f59adfe9cc54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:55.618656 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f88d54-0e2d-49cd-a33d-f59adfe9cc54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:55.619016 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f88d54-0e2d-49cd-a33d-f59adfe9cc54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:55.619298 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f88d54-0e2d-49cd-a33d-f59adfe9cc54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:55.619619 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f88d54-0e2d-49cd-a33d-f59adfe9cc54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:55.620018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f88d54-0e2d-49cd-a33d-f59adfe9cc54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:55.620453 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f88d54-0e2d-49cd-a33d-f59adfe9cc54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:55.647516 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb231-ded9-4310-987a-c48fe746acd0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.659947 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] For port e5343701-03f8-4771-80d1-7dfd7b58e453, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:55.663102 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] For port e5343701-03f8-4771-80d1-7dfd7b58e453, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e5343701-03f8-4771-80d1-7dfd7b58e453,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:55.668504 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.713059 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfeb231-ded9-4310-987a-c48fe746acd0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Subnet': ['ID=0d211153-29a0-4f36-ad0b-f07ab8b22691,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:55.722831 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfeb231-ded9-4310-987a-c48fe746acd0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Checking segment: {'id': '6d90fb71-aaa4-4752-8292-f37ecd8f0552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:55.723270 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfeb231-ded9-4310-987a-c48fe746acd0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network hostable DHCP agents. Network: e5079a38-ab31-4565-8b35-33b095ff3057, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:00:55.729373 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f88d54-0e2d-49cd-a33d-f59adfe9cc54 None None] Pushing event updated for resources: {'Port': ['ID=e5343701-03f8-4771-80d1-7dfd7b58e453,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:55.732435 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] Routers {'39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:55.733041 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:55.742257 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfeb231-ded9-4310-987a-c48fe746acd0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network e5079a38-ab31-4565-8b35-33b095ff3057 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:00:55.751212 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-9cfeb231-ded9-4310-987a-c48fe746acd0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, e5079a38-ab31-4565-8b35-33b095ff3057) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:55.757243 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfeb231-ded9-4310-987a-c48fe746acd0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:55.757942 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9cfeb231-ded9-4310-987a-c48fe746acd0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:55.768814 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2428cf-7df2-445c-bd93-ef3290486b42 None None] Network e5079a38-ab31-4565-8b35-33b095ff3057 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:00:55.773186 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9cfeb231-ded9-4310-987a-c48fe746acd0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6920669 Jul 07 18:00:55.775804 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37110) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:00:56.067883 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] Set router 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:00:56.226098 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-084042a5-9277-4a7f-a24b-45d11a767ffe tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.232989 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-e5079a38-ab31-4565-8b35-33b095ff3057', 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ips': [{'subnet_id': '0d211153-29a0-4f36-ad0b-f07ab8b22691'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:00:56.234578 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.416773 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Allocated IP 172.20.0.2 (e5079a38-ab31-4565-8b35-33b095ff3057/0d211153-29a0-4f36-ad0b-f07ab8b22691/7344ca99-f990-4524-9571-2ec60dc9f112) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:56.419751 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601177052', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:54Z', 'revision_number': 3, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:56.453434 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ffe913-f05a-4513-8f30-dddcae9c23ac None None] The sync data for ids ['39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'] in n-d-793620-7 is: [{'id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601177052', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:54Z', 'revision_number': 3, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:00:56.600313 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.609445 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Transition to ACTIVE for port object 7344ca99-f990-4524-9571-2ec60dc9f112 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:56.625407 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Transition to ACTIVE for port object 7344ca99-f990-4524-9571-2ec60dc9f112 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:56.632333 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.667135 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Network e5079a38-ab31-4565-8b35-33b095ff3057 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:56.683169 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:56.691617 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:56.697705 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-084042a5-9277-4a7f-a24b-45d11a767ffe tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Allocated IP 172.20.0.1 (e5079a38-ab31-4565-8b35-33b095ff3057/0d211153-29a0-4f36-ad0b-f07ab8b22691/89fae0e8-2b48-47e5-ae5c-36a26d82ad33) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:00:56.711360 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Pushing event updated for resources: {'Port': ['ID=7344ca99-f990-4524-9571-2ec60dc9f112,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:56.772082 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Attempting to bind port 7344ca99-f990-4524-9571-2ec60dc9f112 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:56.772463 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Attempting to bind port 7344ca99-f990-4524-9571-2ec60dc9f112 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '6d90fb71-aaa4-4752-8292-f37ecd8f0552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:56.772835 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Attempting to bind port 7344ca99-f990-4524-9571-2ec60dc9f112 on network e5079a38-ab31-4565-8b35-33b095ff3057 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:56.778275 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:56.778708 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Checking segment: {'id': '6d90fb71-aaa4-4752-8292-f37ecd8f0552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:56.779125 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.779533 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Bound using segment: {'id': '6d90fb71-aaa4-4752-8292-f37ecd8f0552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:56.780105 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Bound port: 7344ca99-f990-4524-9571-2ec60dc9f112, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d90fb71-aaa4-4752-8292-f37ecd8f0552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:56.780383 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.826602 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-084042a5-9277-4a7f-a24b-45d11a767ffe tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.843140 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-084042a5-9277-4a7f-a24b-45d11a767ffe tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Transition to ACTIVE for port object 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:56.850443 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] For port 7344ca99-f990-4524-9571-2ec60dc9f112, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:56.854838 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] For port 7344ca99-f990-4524-9571-2ec60dc9f112, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=7344ca99-f990-4524-9571-2ec60dc9f112,segment=NetworkSegment(6d90fb71-aaa4-4752-8292-f37ecd8f0552),segment_id=6d90fb71-aaa4-4752-8292-f37ecd8f0552)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:56.860091 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.880170 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-084042a5-9277-4a7f-a24b-45d11a767ffe tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:56.925651 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721d860-4d8d-4a40-a76d-f724eca7e808 None None] Pushing event updated for resources: {'Port': ['ID=7344ca99-f990-4524-9571-2ec60dc9f112,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:56.965821 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084042a5-9277-4a7f-a24b-45d11a767ffe tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network e5079a38-ab31-4565-8b35-33b095ff3057 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:56.973124 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-084042a5-9277-4a7f-a24b-45d11a767ffe tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:56.978457 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084042a5-9277-4a7f-a24b-45d11a767ffe tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:00:57.001853 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084042a5-9277-4a7f-a24b-45d11a767ffe tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=89fae0e8-2b48-47e5-ae5c-36a26d82ad33,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:57.032042 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-084042a5-9277-4a7f-a24b-45d11a767ffe tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:57.223340 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-084042a5-9277-4a7f-a24b-45d11a767ffe tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:57.512378 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-084042a5-9277-4a7f-a24b-45d11a767ffe tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:57.517688 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-084042a5-9277-4a7f-a24b-45d11a767ffe tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:57.594299 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084042a5-9277-4a7f-a24b-45d11a767ffe tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=89fae0e8-2b48-47e5-ae5c-36a26d82ad33,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:57.597250 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-084042a5-9277-4a7f-a24b-45d11a767ffe tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:57.694738 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084042a5-9277-4a7f-a24b-45d11a767ffe tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network e5079a38-ab31-4565-8b35-33b095ff3057 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:00:57.696154 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-084042a5-9277-4a7f-a24b-45d11a767ffe tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:00:57.812345 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084042a5-9277-4a7f-a24b-45d11a767ffe tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:00:57.930999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084042a5-9277-4a7f-a24b-45d11a767ffe tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:00:57.936689 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-084042a5-9277-4a7f-a24b-45d11a767ffe tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "PUT /v2.0/routers/39c4c11f-1e4c-437c-ac6d-e406fe22dbc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1597950 Jul 07 18:00:58.097529 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-760f1862-fb12-4b58-81c1-a3f7ced47962 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-685002489&fields=id&tenant_id=cdc08b6665d44d2088435d3c4644735c HTTP/1.1" status: 200 len: 267 time: 0.0443347 Jul 07 18:00:58.116994 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3711eae3-faff-438d-b679-fc94877909c3 None None] Network e5079a38-ab31-4565-8b35-33b095ff3057 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:00:58.195977 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-aa151827-125a-4f43-8662-bd5685cd595b None None] Provisioning for port 7344ca99-f990-4524-9571-2ec60dc9f112 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:58.246990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-95d29298-caa7-4376-9b7f-73d00bd91eef tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:00:58.248975 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-95d29298-caa7-4376-9b7f-73d00bd91eef tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/networks?id=e5079a38-ab31-4565-8b35-33b095ff3057 HTTP/1.1" status: 200 len: 796 time: 0.1435826 Jul 07 18:00:58.268625 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-6fcf624a-ac18-4188-b13c-171489ac092a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/quotas/cdc08b6665d44d2088435d3c4644735c HTTP/1.1" status: 200 len: 375 time: 0.0117245 Jul 07 18:00:58.272609 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 7344ca99-f990-4524-9571-2ec60dc9f112 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:58.373287 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 7344ca99-f990-4524-9571-2ec60dc9f112 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:58.375129 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-15149274-bdce-450d-8414-eea7aaafa6e5 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994518 Jul 07 18:00:58.379423 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 7344ca99-f990-4524-9571-2ec60dc9f112 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:58.379801 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:58.494531 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:58.536909 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] Sync routers for ids ['39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:00:58.541995 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 7344ca99-f990-4524-9571-2ec60dc9f112, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=7344ca99-f990-4524-9571-2ec60dc9f112,segment=NetworkSegment(6d90fb71-aaa4-4752-8292-f37ecd8f0552),segment_id=6d90fb71-aaa4-4752-8292-f37ecd8f0552)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:58.551224 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] Routers {'39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:58.552364 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:58.554355 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:58.555326 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e5343701-03f8-4771-80d1-7dfd7b58e453 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:00:58.613356 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-35e3983d-2b95-4ce5-a5b8-46759be07f79 service neutron] 10.222.0.50 "GET /v2.0/networks/e5079a38-ab31-4565-8b35-33b095ff3057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211092 Jul 07 18:00:58.647697 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=7344ca99-f990-4524-9571-2ec60dc9f112,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:58.655620 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port e5343701-03f8-4771-80d1-7dfd7b58e453 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:58.660622 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e5343701-03f8-4771-80d1-7dfd7b58e453 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:58.661236 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:58.684763 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] Set router 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:00:58.775117 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b47c5e7c-b2b5-4941-ab36-a36ae6f7f153 None None] Provisioning for port 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:00:58.782164 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-3e1d8fd8-affb-4b9c-b18c-b15dd0549cb0 service neutron] 10.222.0.50 "GET /v2.0/networks/e5079a38-ab31-4565-8b35-33b095ff3057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660774 Jul 07 18:00:58.784916 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b47c5e7c-b2b5-4941-ab36-a36ae6f7f153 None None] Provisioning complete for port 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:58.785304 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b47c5e7c-b2b5-4941-ab36-a36ae6f7f153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:58.830625 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b47c5e7c-b2b5-4941-ab36-a36ae6f7f153 None None] Port 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:00:58.834871 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:58.867168 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port e5343701-03f8-4771-80d1-7dfd7b58e453, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e5343701-03f8-4771-80d1-7dfd7b58e453,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:00:58.871447 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b47c5e7c-b2b5-4941-ab36-a36ae6f7f153 None None] Provisioning complete for port 7344ca99-f990-4524-9571-2ec60dc9f112 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:58.871953 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b47c5e7c-b2b5-4941-ab36-a36ae6f7f153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:58.875744 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:58.990432 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=e5343701-03f8-4771-80d1-7dfd7b58e453,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:59.024389 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601177052', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:57Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '89fae0e8-2b48-47e5-ae5c-36a26d82ad33', 'name': '', 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:cb:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0d211153-29a0-4f36-ad0b-f07ab8b22691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:56Z', 'updated_at': '2021-07-07T18:00:57Z', 'revision_number': 2, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '0d211153-29a0-4f36-ad0b-f07ab8b22691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:59.067248 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b808dd9-de65-4512-9ccf-78a550e9b1b1 req-01058da5-f3db-4672-a731-c415c280d496 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 210 time: 0.0615370 Jul 07 18:00:59.083549 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] Checking router: 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:00:59.083549 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] Updating router 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 port 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:00:59.139216 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.171631 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ff640e80-e71a-490c-b3d9-549b4ed9b3ec None None] Provisioning complete for port 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:59.172233 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ff640e80-e71a-490c-b3d9-549b4ed9b3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.223731 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-ff640e80-e71a-490c-b3d9-549b4ed9b3ec None None] Port 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:00:59.346405 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b0510a40-9407-4e06-a3a3-4ed4407c8513 None None] Provisioning complete for port 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:00:59.346405 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b0510a40-9407-4e06-a3a3-4ed4407c8513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.388130 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-b0510a40-9407-4e06-a3a3-4ed4407c8513 None None] Port 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:00:59.452791 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.465771 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] Transition to ACTIVE for port object 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:00:59.475781 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.614252 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c481f-53ea-46e8-b232-bb251e509cee None None] Pushing event updated for resources: {'Port': ['ID=89fae0e8-2b48-47e5-ae5c-36a26d82ad33,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:59.643341 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c481f-53ea-46e8-b232-bb251e509cee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:59.643916 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c481f-53ea-46e8-b232-bb251e509cee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:59.644381 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c481f-53ea-46e8-b232-bb251e509cee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:59.645242 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c481f-53ea-46e8-b232-bb251e509cee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:59.645359 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c481f-53ea-46e8-b232-bb251e509cee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:59.645725 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c481f-53ea-46e8-b232-bb251e509cee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:59.646219 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c481f-53ea-46e8-b232-bb251e509cee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:59.646701 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c481f-53ea-46e8-b232-bb251e509cee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:59.647138 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c481f-53ea-46e8-b232-bb251e509cee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:59.647621 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c481f-53ea-46e8-b232-bb251e509cee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:59.647959 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c481f-53ea-46e8-b232-bb251e509cee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:59.648275 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5c481f-53ea-46e8-b232-bb251e509cee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:00:59.690904 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] Attempting to bind port 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:00:59.691525 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] Attempting to bind port 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '6d90fb71-aaa4-4752-8292-f37ecd8f0552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:00:59.692018 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] Attempting to bind port 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 on network e5079a38-ab31-4565-8b35-33b095ff3057 {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:00:59.699404 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:00:59.699779 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] Checking segment: {'id': '6d90fb71-aaa4-4752-8292-f37ecd8f0552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:00:59.700200 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.700734 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] Bound using segment: {'id': '6d90fb71-aaa4-4752-8292-f37ecd8f0552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:00:59.701325 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] Bound port: 89fae0e8-2b48-47e5-ae5c-36a26d82ad33, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d90fb71-aaa4-4752-8292-f37ecd8f0552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:00:59.701734 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.771485 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] For port 89fae0e8-2b48-47e5-ae5c-36a26d82ad33, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:00:59.775445 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] For port 89fae0e8-2b48-47e5-ae5c-36a26d82ad33, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=89fae0e8-2b48-47e5-ae5c-36a26d82ad33,segment=NetworkSegment(6d90fb71-aaa4-4752-8292-f37ecd8f0552),segment_id=6d90fb71-aaa4-4752-8292-f37ecd8f0552)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:00:59.779753 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:00:59.835165 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] Routers {'39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:00:59.835808 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:00:59.884827 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c481f-53ea-46e8-b232-bb251e509cee None None] Pushing event updated for resources: {'Port': ['ID=89fae0e8-2b48-47e5-ae5c-36a26d82ad33,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:00:59.972201 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] Set router 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:00.158826 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-12dffd6f-3688-4c7f-a5a6-594071deb107 req-9f59badb-44f5-49d2-af10-e454d877e3ad tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 210 time: 0.0333059 Jul 07 18:01:00.219345 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601177052', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:57Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '89fae0e8-2b48-47e5-ae5c-36a26d82ad33', 'name': '', 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:cb:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0d211153-29a0-4f36-ad0b-f07ab8b22691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:56Z', 'updated_at': '2021-07-07T18:00:59Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '0d211153-29a0-4f36-ad0b-f07ab8b22691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:00.247254 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04507ab-112a-4350-a30d-a2167a01df21 None None] The sync data for ids ['39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'] in n-d-793620-7 is: [{'id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601177052', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:57Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '89fae0e8-2b48-47e5-ae5c-36a26d82ad33', 'name': '', 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:cb:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0d211153-29a0-4f36-ad0b-f07ab8b22691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:56Z', 'updated_at': '2021-07-07T18:00:59Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '0d211153-29a0-4f36-ad0b-f07ab8b22691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:01:00.269578 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 7344ca99-f990-4524-9571-2ec60dc9f112 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:00.344328 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 7344ca99-f990-4524-9571-2ec60dc9f112 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:00.344703 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:00.449169 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e5343701-03f8-4771-80d1-7dfd7b58e453 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:00.528507 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port e5343701-03f8-4771-80d1-7dfd7b58e453 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:00.529464 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:01.637797 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d616f3f6-c78a-424b-b58a-d924060f7315 req-466fc3b0-cfb1-46e1-8613-8b5dbda73592 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 210 time: 0.0362532 Jul 07 18:01:01.680936 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-6466b057-2f2a-4f69-bea5-5bcd905ec419 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:01.682546 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-6466b057-2f2a-4f69-bea5-5bcd905ec419 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "GET /v2.0/networks?id=e5079a38-ab31-4565-8b35-33b095ff3057 HTTP/1.1" status: 200 len: 796 time: 0.5032306 Jul 07 18:01:01.723692 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-2a4d6a38-ff8e-43bf-8df2-fd96e6e7a8fd tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdc08b6665d44d2088435d3c4644735c HTTP/1.1" status: 200 len: 379 time: 0.0327072 Jul 07 18:01:01.732155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-f2a941d7-a81f-4cfc-bc16-e153a82e5fd8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'port': {'device_id': '767e4209-bdcd-4f9a-bc0b-00ae9d0215bb', 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057', 'admin_state_up': True, 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'security_groups': ['8ca619bd-ef41-46c9-a902-b9f086d1cb10']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:01.860927 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-f2a941d7-a81f-4cfc-bc16-e153a82e5fd8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Made reservation on behalf of cdc08b6665d44d2088435d3c4644735c for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:01:01.864575 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-f2a941d7-a81f-4cfc-bc16-e153a82e5fd8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.002445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-f2a941d7-a81f-4cfc-bc16-e153a82e5fd8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Allocated IP 172.20.0.6 (e5079a38-ab31-4565-8b35-33b095ff3057/0d211153-29a0-4f36-ad0b-f07ab8b22691/d965d353-bf4c-4ba3-a19d-87abecb7a45b) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:02.151417 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-f2a941d7-a81f-4cfc-bc16-e153a82e5fd8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.171326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-f2a941d7-a81f-4cfc-bc16-e153a82e5fd8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Transition to ACTIVE for port object d965d353-bf4c-4ba3-a19d-87abecb7a45b will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:02.215451 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:02.216729 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-f2a941d7-a81f-4cfc-bc16-e153a82e5fd8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.286752 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-f2a941d7-a81f-4cfc-bc16-e153a82e5fd8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network e5079a38-ab31-4565-8b35-33b095ff3057 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:02.291959 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-f2a941d7-a81f-4cfc-bc16-e153a82e5fd8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:02.297974 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:02.302631 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-f2a941d7-a81f-4cfc-bc16-e153a82e5fd8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:02.304514 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:02.305092 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.392889 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-f2a941d7-a81f-4cfc-bc16-e153a82e5fd8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:02.393978 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-f2a941d7-a81f-4cfc-bc16-e153a82e5fd8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.398099 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a941d7-a81f-4cfc-bc16-e153a82e5fd8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=d965d353-bf4c-4ba3-a19d-87abecb7a45b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:02.417216 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.420343 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-f2a941d7-a81f-4cfc-bc16-e153a82e5fd8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6915848 Jul 07 18:01:02.460322 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 89fae0e8-2b48-47e5-ae5c-36a26d82ad33, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=89fae0e8-2b48-47e5-ae5c-36a26d82ad33,segment=NetworkSegment(6d90fb71-aaa4-4752-8292-f37ecd8f0552),segment_id=6d90fb71-aaa4-4752-8292-f37ecd8f0552)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:02.465580 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.485375 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] Request body: {'port': {'device_id': '767e4209-bdcd-4f9a-bc0b-00ae9d0215bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:02.530239 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=89fae0e8-2b48-47e5-ae5c-36a26d82ad33,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:02.571369 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.608180 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a7e8c146-4146-45ce-90be-ad231730bcc5 None None] Provisioning for port d965d353-bf4c-4ba3-a19d-87abecb7a45b completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:02.611937 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-a7e8c146-4146-45ce-90be-ad231730bcc5 None None] Provisioning complete for port d965d353-bf4c-4ba3-a19d-87abecb7a45b triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:02.612313 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a7e8c146-4146-45ce-90be-ad231730bcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.645980 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-a7e8c146-4146-45ce-90be-ad231730bcc5 None None] Port d965d353-bf4c-4ba3-a19d-87abecb7a45b cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:01:02.817856 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad889f7-60f3-4306-8859-f5f3a4e943be req-5122fd96-8fff-4a05-9b7e-1f363eec2e1d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:02.819374 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4ad889f7-60f3-4306-8859-f5f3a4e943be req-5122fd96-8fff-4a05-9b7e-1f363eec2e1d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 931 time: 0.0640752 Jul 07 18:01:02.849774 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d965d353-bf4c-4ba3-a19d-87abecb7a45b {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:02.860035 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.860944 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4ad889f7-60f3-4306-8859-f5f3a4e943be req-248596da-2521-4125-9f9d-d5eb1677bb54 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358958 Jul 07 18:01:02.872233 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] Transition to ACTIVE for port object d965d353-bf4c-4ba3-a19d-87abecb7a45b will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:01:02.877799 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:02.930113 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] Pushing event updated for resources: {'Port': ['ID=d965d353-bf4c-4ba3-a19d-87abecb7a45b,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:03.008594 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] Attempting to bind port d965d353-bf4c-4ba3-a19d-87abecb7a45b on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:01:03.009135 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] Attempting to bind port d965d353-bf4c-4ba3-a19d-87abecb7a45b by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '6d90fb71-aaa4-4752-8292-f37ecd8f0552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:01:03.009595 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] Attempting to bind port d965d353-bf4c-4ba3-a19d-87abecb7a45b on network e5079a38-ab31-4565-8b35-33b095ff3057 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:03.015935 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] Port d965d353-bf4c-4ba3-a19d-87abecb7a45b on network e5079a38-ab31-4565-8b35-33b095ff3057 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:01:03.016470 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] Attempting to bind port d965d353-bf4c-4ba3-a19d-87abecb7a45b on network e5079a38-ab31-4565-8b35-33b095ff3057 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:01:03.024521 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:01:03.025163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] Checking segment: {'id': '6d90fb71-aaa4-4752-8292-f37ecd8f0552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:01:03.025840 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] Bound using segment: {'id': '6d90fb71-aaa4-4752-8292-f37ecd8f0552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:01:03.026626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] Bound port: d965d353-bf4c-4ba3-a19d-87abecb7a45b, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d90fb71-aaa4-4752-8292-f37ecd8f0552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:01:03.027228 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.105049 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] For port d965d353-bf4c-4ba3-a19d-87abecb7a45b, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:01:03.108233 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] For port d965d353-bf4c-4ba3-a19d-87abecb7a45b, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=d965d353-bf4c-4ba3-a19d-87abecb7a45b,segment=NetworkSegment(6d90fb71-aaa4-4752-8292-f37ecd8f0552),segment_id=6d90fb71-aaa4-4752-8292-f37ecd8f0552)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:01:03.111781 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.147468 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:03.148081 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:03.149608 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] 10.222.0.15 "PUT /v2.0/ports/d965d353-bf4c-4ba3-a19d-87abecb7a45b HTTP/1.1" status: 200 len: 1091 time: 0.7220316 Jul 07 18:01:03.150044 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767e4209-bdcd-4f9a-bc0b-00ae9d0215bb', 'tag': 'd965d353-bf4c-4ba3-a19d-87abecb7a45b'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:03.152315 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33631341-9966-424c-8e1e-fafb729dd466" -d '{"events": [{"name": "network-changed", "server_uuid": "767e4209-bdcd-4f9a-bc0b-00ae9d0215bb", "tag": "d965d353-bf4c-4ba3-a19d-87abecb7a45b"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:03.185591 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32e6a3-807e-4ad2-ac33-d157bcb98551 service neutron] Pushing event updated for resources: {'Port': ['ID=d965d353-bf4c-4ba3-a19d-87abecb7a45b,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:03.235222 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fba98a-c5f4-4bd1-8a10-19495a099a03 x-openstack-request-id: req-d3fba98a-c5f4-4bd1-8a10-19495a099a03 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:03.236460 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767e4209-bdcd-4f9a-bc0b-00ae9d0215bb", "tag": "d965d353-bf4c-4ba3-a19d-87abecb7a45b", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:03.236937 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d3fba98a-c5f4-4bd1-8a10-19495a099a03 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:03.237683 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767e4209-bdcd-4f9a-bc0b-00ae9d0215bb', 'tag': 'd965d353-bf4c-4ba3-a19d-87abecb7a45b', 'status': 'completed', 'code': 200} Jul 07 18:01:03.277620 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-2cf9136b-a8b8-4f2a-a712-32924f2f33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:03.279553 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-2cf9136b-a8b8-4f2a-a712-32924f2f33a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 1094 time: 0.0735831 Jul 07 18:01:03.336777 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-f0219fb2-4180-4e07-8aab-b49ed5a18967 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d965d353-bf4c-4ba3-a19d-87abecb7a45b HTTP/1.1" status: 200 len: 217 time: 0.0497487 Jul 07 18:01:03.411532 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ca4492a3-8a09-4d18-a502-387c386a7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:03.413011 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-ca4492a3-8a09-4d18-a502-387c386a7b31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d211153-29a0-4f36-ad0b-f07ab8b22691 HTTP/1.1" status: 200 len: 835 time: 0.0675189 Jul 07 18:01:03.475657 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-53a41134-e15b-408f-b037-7a506f11f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:03.477226 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-53a41134-e15b-408f-b037-7a506f11f7e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5079a38-ab31-4565-8b35-33b095ff3057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571308 Jul 07 18:01:03.596001 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-102d8267-69ff-4a9d-bac7-c3038bac27cf service neutron] 10.222.0.15 "GET /v2.0/networks/e5079a38-ab31-4565-8b35-33b095ff3057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093428 Jul 07 18:01:03.703588 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8cc83a5e-0ce7-40b7-86a6-39bfa12409c9 req-d4a6db4f-2e68-4cf6-a7a7-91a4974aacdc service neutron] 10.222.0.15 "GET /v2.0/networks/e5079a38-ab31-4565-8b35-33b095ff3057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016881 Jul 07 18:01:03.841850 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33631341-9966-424c-8e1e-fafb729dd466 req-308b8948-e715-4a57-8f36-7e6642fa83af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:03.843819 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33631341-9966-424c-8e1e-fafb729dd466 req-308b8948-e715-4a57-8f36-7e6642fa83af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 1094 time: 0.0799837 Jul 07 18:01:03.999382 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33631341-9966-424c-8e1e-fafb729dd466 req-cd2cb914-9c83-4f0a-a84e-09531b7846a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:04.002046 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33631341-9966-424c-8e1e-fafb729dd466 req-cd2cb914-9c83-4f0a-a84e-09531b7846a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5079a38-ab31-4565-8b35-33b095ff3057 HTTP/1.1" status: 200 len: 897 time: 0.1519701 Jul 07 18:01:04.052076 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33631341-9966-424c-8e1e-fafb729dd466 req-fbde2e02-b742-48f0-bf90-aeea845752f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d965d353-bf4c-4ba3-a19d-87abecb7a45b HTTP/1.1" status: 200 len: 217 time: 0.0390482 Jul 07 18:01:04.100379 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b9008-d23e-496f-a872-400deb40703f req-59e9898e-5b2f-45f3-9c9e-9365911b0517 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:04.103744 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-671b9008-d23e-496f-a872-400deb40703f req-59e9898e-5b2f-45f3-9c9e-9365911b0517 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 943 time: 0.0930176 Jul 07 18:01:04.121588 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33631341-9966-424c-8e1e-fafb729dd466 req-b3cf7d52-f7c4-4389-b6de-3e578cb5f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:04.123953 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33631341-9966-424c-8e1e-fafb729dd466 req-b3cf7d52-f7c4-4389-b6de-3e578cb5f22b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d211153-29a0-4f36-ad0b-f07ab8b22691 HTTP/1.1" status: 200 len: 835 time: 0.0598707 Jul 07 18:01:04.148651 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-671b9008-d23e-496f-a872-400deb40703f req-196bceea-5c30-48b2-89d0-1557b9dec5bf tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413244 Jul 07 18:01:04.213111 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:04.229980 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33631341-9966-424c-8e1e-fafb729dd466 req-d4029008-a895-4c2c-90a5-6c296d52c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:04.232424 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33631341-9966-424c-8e1e-fafb729dd466 req-d4029008-a895-4c2c-90a5-6c296d52c207 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5079a38-ab31-4565-8b35-33b095ff3057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018236 Jul 07 18:01:04.267191 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:04.267191 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:04.364866 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33631341-9966-424c-8e1e-fafb729dd466 req-fe7b2e32-1a07-4f8f-b4e3-dc9e6bddde37 service neutron] 10.222.0.15 "GET /v2.0/networks/e5079a38-ab31-4565-8b35-33b095ff3057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233063 Jul 07 18:01:04.473945 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33631341-9966-424c-8e1e-fafb729dd466 req-10db0c2e-2ac8-4c61-89b9-04cfd0095d32 service neutron] 10.222.0.15 "GET /v2.0/networks/e5079a38-ab31-4565-8b35-33b095ff3057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017551 Jul 07 18:01:05.338815 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ec80d-266b-4b2b-a5d7-52a80fe101ec req-f7de119b-a8cb-4c09-b047-59959ff68991 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:05.340326 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-918ec80d-266b-4b2b-a5d7-52a80fe101ec req-f7de119b-a8cb-4c09-b047-59959ff68991 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 943 time: 0.0661027 Jul 07 18:01:05.378881 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-918ec80d-266b-4b2b-a5d7-52a80fe101ec req-754d441d-b670-4eec-9ff9-74bfec02c6e8 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328038 Jul 07 18:01:05.841665 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device d965d353-bf4c-4ba3-a19d-87abecb7a45b details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:01:05.937155 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port d965d353-bf4c-4ba3-a19d-87abecb7a45b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=d965d353-bf4c-4ba3-a19d-87abecb7a45b,segment=NetworkSegment(6d90fb71-aaa4-4752-8292-f37ecd8f0552),segment_id=6d90fb71-aaa4-4752-8292-f37ecd8f0552)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:05.951038 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'd965d353-bf4c-4ba3-a19d-87abecb7a45b', 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057', 'port_id': 'd965d353-bf4c-4ba3-a19d-87abecb7a45b', 'mac_address': 'fa:16:3e:c2:b7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d211153-29a0-4f36-ad0b-f07ab8b22691', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:01:05.990039 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.006556 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d965d353-bf4c-4ba3-a19d-87abecb7a45b {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:01:06.025937 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port d965d353-bf4c-4ba3-a19d-87abecb7a45b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=d965d353-bf4c-4ba3-a19d-87abecb7a45b,segment=NetworkSegment(6d90fb71-aaa4-4752-8292-f37ecd8f0552),segment_id=6d90fb71-aaa4-4752-8292-f37ecd8f0552)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:06.030176 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:06.078314 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=d965d353-bf4c-4ba3-a19d-87abecb7a45b,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:06.272809 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['d965d353-bf4c-4ba3-a19d-87abecb7a45b'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:01:06.559906 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251cc10d-3146-4111-b419-58db25362822 req-a51f3eb8-b54a-4aa4-88cc-0c0f4cfcdd2a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:06.561416 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-251cc10d-3146-4111-b419-58db25362822 req-a51f3eb8-b54a-4aa4-88cc-0c0f4cfcdd2a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 944 time: 0.0696952 Jul 07 18:01:06.600847 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-251cc10d-3146-4111-b419-58db25362822 req-c0ed355f-a18a-4231-88ad-49c5493fc753 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327957 Jul 07 18:01:07.772979 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9e340-94b7-4da9-95e9-ce4f0dfcb302 req-981f74f2-fe1d-4a2b-93fb-309cffd9f4bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:07.774405 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-83e9e340-94b7-4da9-95e9-ce4f0dfcb302 req-981f74f2-fe1d-4a2b-93fb-309cffd9f4bc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 944 time: 0.0628436 Jul 07 18:01:07.819213 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-83e9e340-94b7-4da9-95e9-ce4f0dfcb302 req-9011050c-6b95-4d9d-bc6e-4b2cc0044f74 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386300 Jul 07 18:01:07.853039 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device d965d353-bf4c-4ba3-a19d-87abecb7a45b up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:01:07.907490 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port d965d353-bf4c-4ba3-a19d-87abecb7a45b completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:01:07.911996 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port d965d353-bf4c-4ba3-a19d-87abecb7a45b triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:01:07.912368 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:07.992495 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.014667 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767e4209-bdcd-4f9a-bc0b-00ae9d0215bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd965d353-bf4c-4ba3-a19d-87abecb7a45b'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:08.016932 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc84ed73-0638-48b9-ab6e-75bbaec5ad81" -d '{"events": [{"server_uuid": "767e4209-bdcd-4f9a-bc0b-00ae9d0215bb", "name": "network-vif-plugged", "status": "completed", "tag": "d965d353-bf4c-4ba3-a19d-87abecb7a45b"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:08.030336 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port d965d353-bf4c-4ba3-a19d-87abecb7a45b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=d965d353-bf4c-4ba3-a19d-87abecb7a45b,segment=NetworkSegment(6d90fb71-aaa4-4752-8292-f37ecd8f0552),segment_id=6d90fb71-aaa4-4752-8292-f37ecd8f0552)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:01:08.035033 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:08.096186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=d965d353-bf4c-4ba3-a19d-87abecb7a45b,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:08.122307 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae1f7ff-0e0b-4afe-944b-f5e998fe0167 x-openstack-request-id: req-cae1f7ff-0e0b-4afe-944b-f5e998fe0167 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:08.122896 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767e4209-bdcd-4f9a-bc0b-00ae9d0215bb", "name": "network-vif-plugged", "status": "completed", "tag": "d965d353-bf4c-4ba3-a19d-87abecb7a45b", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:08.123033 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cae1f7ff-0e0b-4afe-944b-f5e998fe0167 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:08.123419 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767e4209-bdcd-4f9a-bc0b-00ae9d0215bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd965d353-bf4c-4ba3-a19d-87abecb7a45b', 'code': 200} Jul 07 18:01:08.241511 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe7b0b-f8ea-4715-b70c-bd5d8e69954c req-35053045-1154-4501-9e41-f8a8a3587c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:08.243146 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-32fe7b0b-f8ea-4715-b70c-bd5d8e69954c req-35053045-1154-4501-9e41-f8a8a3587c93 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 1096 time: 0.0559466 Jul 07 18:01:08.285075 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-32fe7b0b-f8ea-4715-b70c-bd5d8e69954c req-21f52c14-a972-4899-a94a-c4a87ab45cbd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356469 Jul 07 18:01:09.000506 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20d7ba-ac3b-4bc6-b15c-ae389c5b28ec req-8069b665-4ceb-485b-9915-59a59a8a83d2 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:09.002674 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4d20d7ba-ac3b-4bc6-b15c-ae389c5b28ec req-8069b665-4ceb-485b-9915-59a59a8a83d2 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 945 time: 0.0755656 Jul 07 18:01:09.042163 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4d20d7ba-ac3b-4bc6-b15c-ae389c5b28ec req-41baf3ba-724f-45a3-ac32-a1d18c14f470 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337431 Jul 07 18:01:10.236161 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038aa7e-7a3c-40e5-95f6-40fabaf4b617 req-73fc6234-849a-4ba4-afa0-5832d35fc5fb tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:10.237689 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d038aa7e-7a3c-40e5-95f6-40fabaf4b617 req-73fc6234-849a-4ba4-afa0-5832d35fc5fb tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 945 time: 0.0735416 Jul 07 18:01:10.277544 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d038aa7e-7a3c-40e5-95f6-40fabaf4b617 req-b1acd752-ca89-42e9-810b-d5549a19d4cd tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338991 Jul 07 18:01:10.454927 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109a33b-e32e-45c9-9e0a-96e5adf91dcf req-6d6fb741-aadf-4220-8684-5c6ef206f979 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:10.456617 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d109a33b-e32e-45c9-9e0a-96e5adf91dcf req-6d6fb741-aadf-4220-8684-5c6ef206f979 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 945 time: 0.0679591 Jul 07 18:01:10.494699 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d109a33b-e32e-45c9-9e0a-96e5adf91dcf req-143af5a3-7a2b-4915-ae3c-b21ae2968694 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325160 Jul 07 18:01:10.520158 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37172) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:10.573241 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1f64a6-e138-438d-be6c-17aeefd53cf1 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:10.574813 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7a1f64a6-e138-438d-be6c-17aeefd53cf1 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 1091 time: 0.0536387 Jul 07 18:01:10.577636 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37174) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:10.582658 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-e4e6cb02-82d1-4abc-884b-d5b8ab481741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': 'd965d353-bf4c-4ba3-a19d-87abecb7a45b', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:01:10.604380 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4e6cb02-82d1-4abc-884b-d5b8ab481741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.710737 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4e6cb02-82d1-4abc-884b-d5b8ab481741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.816471 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-e4e6cb02-82d1-4abc-884b-d5b8ab481741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Allocated IP 172.25.2.20 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/b0982d7d-3d1a-4393-9f13-3d47d7d06f21) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:01:10.927698 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4e6cb02-82d1-4abc-884b-d5b8ab481741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:10.969423 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4e6cb02-82d1-4abc-884b-d5b8ab481741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.006128 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e6cb02-82d1-4abc-884b-d5b8ab481741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:01:11.008976 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-e4e6cb02-82d1-4abc-884b-d5b8ab481741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:01:11.015829 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e6cb02-82d1-4abc-884b-d5b8ab481741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:01:11.040329 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6cb02-82d1-4abc-884b-d5b8ab481741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=b0982d7d-3d1a-4393-9f13-3d47d7d06f21,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:11.422895 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4e6cb02-82d1-4abc-884b-d5b8ab481741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.512755 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4e6cb02-82d1-4abc-884b-d5b8ab481741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.672604 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4e6cb02-82d1-4abc-884b-d5b8ab481741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:11.678152 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4e6cb02-82d1-4abc-884b-d5b8ab481741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.028771 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6cb02-82d1-4abc-884b-d5b8ab481741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=b0982d7d-3d1a-4393-9f13-3d47d7d06f21,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:01:12.041530 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4e6cb02-82d1-4abc-884b-d5b8ab481741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.147164 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-e4e6cb02-82d1-4abc-884b-d5b8ab481741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Floating IP 91857a38-e120-4e1f-8dc8-ceaa8d85c550 associated. External IP: 172.25.2.20, port: d965d353-bf4c-4ba3-a19d-87abecb7a45b. Jul 07 18:01:12.358498 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e6cb02-82d1-4abc-884b-d5b8ab481741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:01:12.468753 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e6cb02-82d1-4abc-884b-d5b8ab481741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:01:12.478714 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af5086-105d-4b0a-8323-13fe073c55fe None None] Sync routers for ids ['39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:01:12.487299 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4e6cb02-82d1-4abc-884b-d5b8ab481741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:12.488996 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af5086-105d-4b0a-8323-13fe073c55fe None None] Routers {'39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:12.489641 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-94af5086-105d-4b0a-8323-13fe073c55fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:12.527031 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e4e6cb02-82d1-4abc-884b-d5b8ab481741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9459827 Jul 07 18:01:12.527031 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767e4209-bdcd-4f9a-bc0b-00ae9d0215bb', 'tag': 'd965d353-bf4c-4ba3-a19d-87abecb7a45b'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:01:12.527721 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596c2ca8-259e-4445-91f7-3e88d2c42ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "767e4209-bdcd-4f9a-bc0b-00ae9d0215bb", "tag": "d965d353-bf4c-4ba3-a19d-87abecb7a45b"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:01:12.617920 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4502b752-1489-425c-88e6-22510f1120b3 x-openstack-request-id: req-4502b752-1489-425c-88e6-22510f1120b3 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:01:12.618304 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767e4209-bdcd-4f9a-bc0b-00ae9d0215bb", "tag": "d965d353-bf4c-4ba3-a19d-87abecb7a45b", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:01:12.618660 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4502b752-1489-425c-88e6-22510f1120b3 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:01:12.619106 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767e4209-bdcd-4f9a-bc0b-00ae9d0215bb', 'tag': 'd965d353-bf4c-4ba3-a19d-87abecb7a45b', 'status': 'completed', 'code': 200} Jul 07 18:01:12.704799 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c2ca8-259e-4445-91f7-3e88d2c42ccb req-6539dcb0-eaef-4609-8074-25996025c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:12.706782 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-596c2ca8-259e-4445-91f7-3e88d2c42ccb req-6539dcb0-eaef-4609-8074-25996025c9c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 1096 time: 0.0610547 Jul 07 18:01:12.711128 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d92395-e401-4ce9-b593-2b243b3f90a8 req-bd18e054-f733-451d-8fbe-939ad9c9e5f7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:12.712709 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-65d92395-e401-4ce9-b593-2b243b3f90a8 req-bd18e054-f733-451d-8fbe-939ad9c9e5f7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 945 time: 0.0736487 Jul 07 18:01:12.762338 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-65d92395-e401-4ce9-b593-2b243b3f90a8 req-92ded7c7-956d-4501-9259-b2ff0cf67453 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413218 Jul 07 18:01:12.781178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-94af5086-105d-4b0a-8323-13fe073c55fe None None] Set router 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:12.782770 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37182) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:12.816405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c2ca8-259e-4445-91f7-3e88d2c42ccb req-a294881d-9425-4b4d-9550-df9dcc9f44ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:12.818229 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-596c2ca8-259e-4445-91f7-3e88d2c42ccb req-a294881d-9425-4b4d-9550-df9dcc9f44ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5079a38-ab31-4565-8b35-33b095ff3057 HTTP/1.1" status: 200 len: 897 time: 0.1052940 Jul 07 18:01:12.853626 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-57181124-2155-48f8-a992-a8a2b9dd4c1a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/floatingips/91857a38-e120-4e1f-8dc8-ceaa8d85c550 HTTP/1.1" status: 200 len: 990 time: 0.0685961 Jul 07 18:01:12.885629 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-596c2ca8-259e-4445-91f7-3e88d2c42ccb req-4b62fcae-956f-4b5d-8989-448fc8edafc2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d965d353-bf4c-4ba3-a19d-87abecb7a45b HTTP/1.1" status: 200 len: 998 time: 0.0605283 Jul 07 18:01:12.939104 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c2ca8-259e-4445-91f7-3e88d2c42ccb req-42a4126f-78c3-4a3e-86f6-8c12968ec8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:12.942110 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-596c2ca8-259e-4445-91f7-3e88d2c42ccb req-42a4126f-78c3-4a3e-86f6-8c12968ec8c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d211153-29a0-4f36-ad0b-f07ab8b22691 HTTP/1.1" status: 200 len: 835 time: 0.0495067 Jul 07 18:01:13.010399 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c2ca8-259e-4445-91f7-3e88d2c42ccb req-e6cb1d4f-64e8-4a2e-b06c-61d852804b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:13.011946 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-596c2ca8-259e-4445-91f7-3e88d2c42ccb req-e6cb1d4f-64e8-4a2e-b06c-61d852804b2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5079a38-ab31-4565-8b35-33b095ff3057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645669 Jul 07 18:01:13.030070 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-94af5086-105d-4b0a-8323-13fe073c55fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601177052', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:57Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '91857a38-e120-4e1f-8dc8-ceaa8d85c550', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'floating_ip_address': '172.25.2.20', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'port_id': 'd965d353-bf4c-4ba3-a19d-87abecb7a45b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057', 'mac_address': 'fa:16:3e:c2:b7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e4209-bdcd-4f9a-bc0b-00ae9d0215bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:01:11Z', 'updated_at': '2021-07-07T18:01:11Z', 'revision_number': 0, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89fae0e8-2b48-47e5-ae5c-36a26d82ad33', 'name': '', 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:cb:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0d211153-29a0-4f36-ad0b-f07ab8b22691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:56Z', 'updated_at': '2021-07-07T18:01:02Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '0d211153-29a0-4f36-ad0b-f07ab8b22691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:13.064827 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af5086-105d-4b0a-8323-13fe073c55fe None None] Checking router: 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:01:13.074644 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af5086-105d-4b0a-8323-13fe073c55fe None None] Routers {'39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:01:13.075303 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-94af5086-105d-4b0a-8323-13fe073c55fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:00:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:13.107199 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-596c2ca8-259e-4445-91f7-3e88d2c42ccb req-f543b72a-08e2-4d5b-bfb1-667c38a60cd9 service neutron] 10.222.0.15 "GET /v2.0/networks/e5079a38-ab31-4565-8b35-33b095ff3057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871370 Jul 07 18:01:13.192677 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-94af5086-105d-4b0a-8323-13fe073c55fe None None] Set router 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:01:13.207526 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-596c2ca8-259e-4445-91f7-3e88d2c42ccb req-3c21282b-7c35-47c4-b8f8-0972fc545ffd service neutron] 10.222.0.15 "GET /v2.0/networks/e5079a38-ab31-4565-8b35-33b095ff3057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943789 Jul 07 18:01:13.416760 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-94af5086-105d-4b0a-8323-13fe073c55fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601177052', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:57Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '91857a38-e120-4e1f-8dc8-ceaa8d85c550', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'floating_ip_address': '172.25.2.20', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'port_id': 'd965d353-bf4c-4ba3-a19d-87abecb7a45b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057', 'mac_address': 'fa:16:3e:c2:b7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e4209-bdcd-4f9a-bc0b-00ae9d0215bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:01:11Z', 'updated_at': '2021-07-07T18:01:11Z', 'revision_number': 0, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89fae0e8-2b48-47e5-ae5c-36a26d82ad33', 'name': '', 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:cb:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0d211153-29a0-4f36-ad0b-f07ab8b22691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:56Z', 'updated_at': '2021-07-07T18:01:02Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '0d211153-29a0-4f36-ad0b-f07ab8b22691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:01:13.447978 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af5086-105d-4b0a-8323-13fe073c55fe None None] The sync data for ids ['39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'] in n-d-793620-7 is: [{'id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601177052', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:57Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '91857a38-e120-4e1f-8dc8-ceaa8d85c550', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'floating_ip_address': '172.25.2.20', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'port_id': 'd965d353-bf4c-4ba3-a19d-87abecb7a45b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057', 'mac_address': 'fa:16:3e:c2:b7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767e4209-bdcd-4f9a-bc0b-00ae9d0215bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:01:11Z', 'updated_at': '2021-07-07T18:01:11Z', 'revision_number': 0, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89fae0e8-2b48-47e5-ae5c-36a26d82ad33', 'name': '', 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:cb:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0d211153-29a0-4f36-ad0b-f07ab8b22691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:56Z', 'updated_at': '2021-07-07T18:01:02Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '0d211153-29a0-4f36-ad0b-f07ab8b22691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:01:13.640442 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83317a1-2004-49d9-abac-4e74f99f682d None None] New status for floating IP 91857a38-e120-4e1f-8dc8-ceaa8d85c550: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:01:13.857067 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37184) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:13.917176 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3cf0245e-f89e-4ab0-b3f7-ac09fa613ff7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/floatingips/91857a38-e120-4e1f-8dc8-ceaa8d85c550 HTTP/1.1" status: 200 len: 992 time: 0.0589440 Jul 07 18:01:14.826694 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-570f813e-ff04-41f7-a002-a4c6b990f2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:14.912269 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.165395 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:17.741643 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:18.051871 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a1cec32b-c9d2-420a-b8a3-46257f77768e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:19.096977 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:20.562402 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:23.302580 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:01:42.812482 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea6a26-fe7f-41a2-8c00-547a91b20dae req-7b02f48a-7f26-4f1f-b408-92af52a35045 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:42.813853 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7dea6a26-fe7f-41a2-8c00-547a91b20dae req-7b02f48a-7f26-4f1f-b408-92af52a35045 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 945 time: 0.0653729 Jul 07 18:01:42.852529 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7dea6a26-fe7f-41a2-8c00-547a91b20dae req-fab41538-3af4-4b7f-9872-bc066f211a28 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322201 Jul 07 18:01:44.040210 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7d32c-3864-4a93-b0da-e48ece74be17 req-58667f82-1c4e-40ae-ae3c-f73dc0595a03 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:44.042077 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c6a7d32c-3864-4a93-b0da-e48ece74be17 req-58667f82-1c4e-40ae-ae3c-f73dc0595a03 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 945 time: 0.0738823 Jul 07 18:01:44.083717 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-c6a7d32c-3864-4a93-b0da-e48ece74be17 req-5e6cdd08-1d83-4236-80c2-b29571cf460d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357964 Jul 07 18:01:44.828635 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7901dcda-6eec-4c72-9d2e-a4839aea6e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:44.929973 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:45.258926 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c63dd6-d2a9-44ac-b82c-ed052c40a365 req-3abb891a-a587-4a68-9954-c648aa99705b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:45.260421 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38c63dd6-d2a9-44ac-b82c-ed052c40a365 req-3abb891a-a587-4a68-9954-c648aa99705b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 945 time: 0.0638754 Jul 07 18:01:45.299708 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-38c63dd6-d2a9-44ac-b82c-ed052c40a365 req-7fd4cea1-9cb9-47d1-b145-2dfdd08ae244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335348 Jul 07 18:01:46.484149 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100cfc2-6912-4044-884a-b40301c6185f req-5412c8be-87a4-4ee5-919a-aa3542d33770 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:46.485665 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4100cfc2-6912-4044-884a-b40301c6185f req-5412c8be-87a4-4ee5-919a-aa3542d33770 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 945 time: 0.0654845 Jul 07 18:01:46.526026 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4100cfc2-6912-4044-884a-b40301c6185f req-c3422699-6486-4c3e-8739-e607a75a4e9a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340965 Jul 07 18:01:47.180382 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:47.743583 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:47.890916 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49805533-9efb-437b-a9fb-6cbbaf7bb034 req-b58b3cb5-8aa2-4922-8816-3ce5c9df77b1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:47.892348 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-49805533-9efb-437b-a9fb-6cbbaf7bb034 req-b58b3cb5-8aa2-4922-8816-3ce5c9df77b1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 945 time: 0.0687613 Jul 07 18:01:47.931840 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-49805533-9efb-437b-a9fb-6cbbaf7bb034 req-2b191b42-9016-42e4-9e2c-7d892423a782 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332282 Jul 07 18:01:48.054201 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-de3244b0-0ebf-458d-9147-f50bf118ca0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:49.109043 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:49.116385 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a98ef7-2568-40d6-8b42-7c1d03dc8e74 req-ae1a07cb-7775-49b0-b3a6-bce341a80b12 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:49.117948 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58a98ef7-2568-40d6-8b42-7c1d03dc8e74 req-ae1a07cb-7775-49b0-b3a6-bce341a80b12 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 945 time: 0.0702379 Jul 07 18:01:49.158080 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-58a98ef7-2568-40d6-8b42-7c1d03dc8e74 req-1a86df93-e475-447f-9bf7-023677785fd7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343301 Jul 07 18:01:50.341966 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9170f6-77aa-47fa-8568-fac5a4ba24be req-066505d2-9118-47cd-a448-b513ba8bccdd tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:50.343542 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be9170f6-77aa-47fa-8568-fac5a4ba24be req-066505d2-9118-47cd-a448-b513ba8bccdd tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 945 time: 0.0680242 Jul 07 18:01:50.383348 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-be9170f6-77aa-47fa-8568-fac5a4ba24be req-f1e7cd46-9a4d-4766-8740-553bf2caf208 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330741 Jul 07 18:01:50.565122 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:01:51.570047 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d6e8c-9896-463d-bc1e-67e9cbe4c997 req-8f3b43c8-4749-4e8a-8fe0-11d8957f3c27 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:51.571624 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-752d6e8c-9896-463d-bc1e-67e9cbe4c997 req-8f3b43c8-4749-4e8a-8fe0-11d8957f3c27 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 945 time: 0.0744030 Jul 07 18:01:51.611442 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-752d6e8c-9896-463d-bc1e-67e9cbe4c997 req-c4524193-4001-4aa8-883b-8c9565c188cb tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338297 Jul 07 18:01:52.797944 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8af079-4a5c-4b14-9de9-b762b7033eaa req-9cbf20c2-a4f1-4f78-bbb6-d276332e4a49 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:52.799740 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f8af079-4a5c-4b14-9de9-b762b7033eaa req-9cbf20c2-a4f1-4f78-bbb6-d276332e4a49 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 945 time: 0.0633101 Jul 07 18:01:52.842448 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9f8af079-4a5c-4b14-9de9-b762b7033eaa req-eb076d1a-698b-4284-a288-12957011a3f0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371397 Jul 07 18:01:54.026092 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2d5eb-543b-4a71-acdb-2f96b133e28e req-06d889c3-8422-4822-bdc7-bb02ae0625c3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:54.027692 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-39f2d5eb-543b-4a71-acdb-2f96b133e28e req-06d889c3-8422-4822-bdc7-bb02ae0625c3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 945 time: 0.0688322 Jul 07 18:01:54.077510 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-39f2d5eb-543b-4a71-acdb-2f96b133e28e req-a27ba95b-d537-444d-ae7c-3c7f51468017 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428905 Jul 07 18:01:54.103158 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37218) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:54.173711 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f2c83920-2ec0-4026-957c-ea0eca5ee27d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/floatingips/91857a38-e120-4e1f-8dc8-ceaa8d85c550 HTTP/1.1" status: 200 len: 992 time: 0.0691161 Jul 07 18:01:55.654245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2afb04-2735-49d6-bfb5-648dcdca747a req-899732db-b230-43ea-ba6d-6de5f19b9a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:55.655810 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ed2afb04-2735-49d6-bfb5-648dcdca747a req-899732db-b230-43ea-ba6d-6de5f19b9a00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 1096 time: 0.1004462 Jul 07 18:01:55.688667 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f98b64-2cd2-42e8-8ccc-9c75c7d36838 req-de4bf320-0871-4db5-9fe4-c7c270a11ac4 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:55.690188 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-80f98b64-2cd2-42e8-8ccc-9c75c7d36838 req-de4bf320-0871-4db5-9fe4-c7c270a11ac4 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 945 time: 0.1259196 Jul 07 18:01:55.775530 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-80f98b64-2cd2-42e8-8ccc-9c75c7d36838 req-09a97474-8d19-4baf-95c2-cab96e7b6efe tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744605 Jul 07 18:01:55.805337 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2afb04-2735-49d6-bfb5-648dcdca747a req-50bd8e3c-9560-4e21-aacc-73d06c610dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:55.806992 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ed2afb04-2735-49d6-bfb5-648dcdca747a req-50bd8e3c-9560-4e21-aacc-73d06c610dff service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5079a38-ab31-4565-8b35-33b095ff3057 HTTP/1.1" status: 200 len: 897 time: 0.1375084 Jul 07 18:01:55.874914 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ed2afb04-2735-49d6-bfb5-648dcdca747a req-7deb0eca-a593-4c8a-8d43-7f06fb3e7873 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d965d353-bf4c-4ba3-a19d-87abecb7a45b HTTP/1.1" status: 200 len: 1000 time: 0.0619764 Jul 07 18:01:55.929061 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2afb04-2735-49d6-bfb5-648dcdca747a req-0db45152-f875-4e30-a446-786cbbc04a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:55.930582 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ed2afb04-2735-49d6-bfb5-648dcdca747a req-0db45152-f875-4e30-a446-786cbbc04a44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d211153-29a0-4f36-ad0b-f07ab8b22691 HTTP/1.1" status: 200 len: 835 time: 0.0498478 Jul 07 18:01:55.986246 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2afb04-2735-49d6-bfb5-648dcdca747a req-b4cb8e2f-dcd9-417f-b75e-550c22eaca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:55.987789 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ed2afb04-2735-49d6-bfb5-648dcdca747a req-b4cb8e2f-dcd9-417f-b75e-550c22eaca37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5079a38-ab31-4565-8b35-33b095ff3057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515060 Jul 07 18:01:56.076214 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ed2afb04-2735-49d6-bfb5-648dcdca747a req-fdeaa338-fe20-4614-afce-201d9be30803 service neutron] 10.222.0.15 "GET /v2.0/networks/e5079a38-ab31-4565-8b35-33b095ff3057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818691 Jul 07 18:01:56.170059 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ed2afb04-2735-49d6-bfb5-648dcdca747a req-3e34ff8c-cad1-4dca-9a7f-e128fc1f24fc service neutron] 10.222.0.15 "GET /v2.0/networks/e5079a38-ab31-4565-8b35-33b095ff3057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876930 Jul 07 18:01:56.957891 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d5c91-8677-48a7-b451-b513027409e3 req-0ee0e507-fbe8-4ff3-83bf-7997c4fdbbae tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:01:56.959995 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ad8d5c91-8677-48a7-b451-b513027409e3 req-0ee0e507-fbe8-4ff3-83bf-7997c4fdbbae tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 945 time: 0.0680447 Jul 07 18:01:56.999898 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ad8d5c91-8677-48a7-b451-b513027409e3 req-b064dc77-c385-4743-8878-26747e40e9f9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333519 Jul 07 18:01:57.025983 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37228) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:01:57.091365 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9e80ed9e-4e80-4171-9158-a33943f66145 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/floatingips/91857a38-e120-4e1f-8dc8-ceaa8d85c550 HTTP/1.1" status: 200 len: 992 time: 0.0639970 Jul 07 18:02:00.304707 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:02:01.187839 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-84ea75a7-c13c-4ebe-bc43-1588252a58a8 req-ce209d61-2c88-45c3-b0ab-bb032c24e929 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544124 Jul 07 18:02:01.289007 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea75a7-c13c-4ebe-bc43-1588252a58a8 req-4ba2934d-c2d8-4ae2-a74c-9fd7b75bf692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:01.290569 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-84ea75a7-c13c-4ebe-bc43-1588252a58a8 req-4ba2934d-c2d8-4ae2-a74c-9fd7b75bf692 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 1096 time: 0.0554211 Jul 07 18:02:01.417901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea75a7-c13c-4ebe-bc43-1588252a58a8 req-5e6d8ace-1566-48d5-9b91-1cf67646918e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:01.419634 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-84ea75a7-c13c-4ebe-bc43-1588252a58a8 req-5e6d8ace-1566-48d5-9b91-1cf67646918e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5079a38-ab31-4565-8b35-33b095ff3057 HTTP/1.1" status: 200 len: 897 time: 0.1042652 Jul 07 18:02:01.488602 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-84ea75a7-c13c-4ebe-bc43-1588252a58a8 req-018948a0-f342-404e-98e8-95ebb0f9531e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d965d353-bf4c-4ba3-a19d-87abecb7a45b HTTP/1.1" status: 200 len: 1000 time: 0.0627224 Jul 07 18:02:01.544767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea75a7-c13c-4ebe-bc43-1588252a58a8 req-aad43dae-37df-4775-b9fd-70f1230cbcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:01.546367 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-84ea75a7-c13c-4ebe-bc43-1588252a58a8 req-aad43dae-37df-4775-b9fd-70f1230cbcfe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d211153-29a0-4f36-ad0b-f07ab8b22691 HTTP/1.1" status: 200 len: 835 time: 0.0513930 Jul 07 18:02:01.606892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea75a7-c13c-4ebe-bc43-1588252a58a8 req-e37cb323-c18e-420e-8982-ceb9cfd6f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:01.608437 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-84ea75a7-c13c-4ebe-bc43-1588252a58a8 req-e37cb323-c18e-420e-8982-ceb9cfd6f536 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5079a38-ab31-4565-8b35-33b095ff3057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559287 Jul 07 18:02:01.703683 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-84ea75a7-c13c-4ebe-bc43-1588252a58a8 req-d5009a74-0943-45b9-b508-00ad51692697 service neutron] 10.222.0.15 "GET /v2.0/networks/e5079a38-ab31-4565-8b35-33b095ff3057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891895 Jul 07 18:02:01.802818 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-84ea75a7-c13c-4ebe-bc43-1588252a58a8 req-a6f1f62e-e35c-474e-a774-6340e468f99d service neutron] 10.222.0.15 "GET /v2.0/networks/e5079a38-ab31-4565-8b35-33b095ff3057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923619 Jul 07 18:02:02.378504 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-5012a72e-8341-499d-9a6e-de42395601e7 req-74155f34-daf3-4a76-825b-0cfb7aa0255b service neutron] (100409) timed out ('10.222.0.50', 33742) {{(pid=100409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:02:14.829176 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b0c3beb8-1de6-431e-bfa7-a65ba572a0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:14.926110 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:17.182070 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:17.744529 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:18.056261 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-70f2f618-0473-4cac-a237-58153e575d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:19.102834 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:20.568844 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:29.510366 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37244) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:29.665809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting port b0982d7d-3d1a-4393-9f13-3d47d7d06f21 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:29.666168 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:29.742208 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:29.742570 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:29.754653 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Calling delete_port for b0982d7d-3d1a-4393-9f13-3d47d7d06f21 owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:29.909156 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:29.936762 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Port': ['ID=b0982d7d-3d1a-4393-9f13-3d47d7d06f21,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:29.971664 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:29.972013 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:29.972360 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:29.972699 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:29.973030 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:29.973359 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:29.973691 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:29.974018 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:29.974345 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:29.974696 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:29.975017 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:29.975856 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:30.016043 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:30.016484 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Floating IP 91857a38-e120-4e1f-8dc8-ceaa8d85c550 disassociated (deleted). External IP: 172.25.2.20, port: d965d353-bf4c-4ba3-a19d-87abecb7a45b. Jul 07 18:02:30.225457 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:02:30.340498 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:02:30.345840 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:30.352121 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916c47cf-2f93-4533-ad2b-6d98eedd7332 None None] Sync routers for ids ['39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:02:30.362936 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916c47cf-2f93-4533-ad2b-6d98eedd7332 None None] Routers {'39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:30.363585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-916c47cf-2f93-4533-ad2b-6d98eedd7332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:30.387391 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6a8b5bae-2493-45ba-bce8-5a08ff6e24aa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/floatingips/91857a38-e120-4e1f-8dc8-ceaa8d85c550 HTTP/1.1" status: 204 len: 168 time: 0.8758237 Jul 07 18:02:30.387988 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767e4209-bdcd-4f9a-bc0b-00ae9d0215bb', 'tag': 'd965d353-bf4c-4ba3-a19d-87abecb7a45b'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:30.390277 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184bb3a3-9352-4493-94fd-85c14c342877" -d '{"events": [{"name": "network-changed", "server_uuid": "767e4209-bdcd-4f9a-bc0b-00ae9d0215bb", "tag": "d965d353-bf4c-4ba3-a19d-87abecb7a45b"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:30.451713 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38125e99-f0a8-49f0-b970-cf2cb9b04795 x-openstack-request-id: req-38125e99-f0a8-49f0-b970-cf2cb9b04795 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:30.452030 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767e4209-bdcd-4f9a-bc0b-00ae9d0215bb", "tag": "d965d353-bf4c-4ba3-a19d-87abecb7a45b", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:30.452288 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38125e99-f0a8-49f0-b970-cf2cb9b04795 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:30.452650 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767e4209-bdcd-4f9a-bc0b-00ae9d0215bb', 'tag': 'd965d353-bf4c-4ba3-a19d-87abecb7a45b', 'status': 'completed', 'code': 200} Jul 07 18:02:30.487830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-916c47cf-2f93-4533-ad2b-6d98eedd7332 None None] Set router 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:30.544108 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bb3a3-9352-4493-94fd-85c14c342877 req-fa2166df-f999-46a6-90d8-6f7da92cd1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:30.545721 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-184bb3a3-9352-4493-94fd-85c14c342877 req-fa2166df-f999-46a6-90d8-6f7da92cd1ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 1096 time: 0.0680192 Jul 07 18:02:30.665392 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bb3a3-9352-4493-94fd-85c14c342877 req-1cf0c85e-dfc7-4646-9b71-0a3edc680a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:30.667455 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-184bb3a3-9352-4493-94fd-85c14c342877 req-1cf0c85e-dfc7-4646-9b71-0a3edc680a87 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5079a38-ab31-4565-8b35-33b095ff3057 HTTP/1.1" status: 200 len: 897 time: 0.1143990 Jul 07 18:02:30.727589 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-184bb3a3-9352-4493-94fd-85c14c342877 req-d7b1bc7b-6d53-47dc-aa54-a91100e7fec5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d965d353-bf4c-4ba3-a19d-87abecb7a45b HTTP/1.1" status: 200 len: 217 time: 0.0445759 Jul 07 18:02:30.749139 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-916c47cf-2f93-4533-ad2b-6d98eedd7332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601177052', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:57Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '89fae0e8-2b48-47e5-ae5c-36a26d82ad33', 'name': '', 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:cb:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0d211153-29a0-4f36-ad0b-f07ab8b22691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:56Z', 'updated_at': '2021-07-07T18:01:02Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '0d211153-29a0-4f36-ad0b-f07ab8b22691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:30.776524 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916c47cf-2f93-4533-ad2b-6d98eedd7332 None None] Checking router: 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:02:30.785773 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916c47cf-2f93-4533-ad2b-6d98eedd7332 None None] Routers {'39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:30.786430 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-916c47cf-2f93-4533-ad2b-6d98eedd7332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:30.807054 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bb3a3-9352-4493-94fd-85c14c342877 req-552961fa-311a-4dfd-b1be-ce4f4ab7821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:30.808575 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-184bb3a3-9352-4493-94fd-85c14c342877 req-552961fa-311a-4dfd-b1be-ce4f4ab7821f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d211153-29a0-4f36-ad0b-f07ab8b22691 HTTP/1.1" status: 200 len: 835 time: 0.0743477 Jul 07 18:02:30.886395 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b16a3-b0a1-45c5-b983-e3c7c5a1a2e7 req-dabe6f67-8180-4637-ac49-efabc071b741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:30.887875 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fd7b16a3-b0a1-45c5-b983-e3c7c5a1a2e7 req-dabe6f67-8180-4637-ac49-efabc071b741 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 945 time: 0.1169801 Jul 07 18:02:30.905818 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-916c47cf-2f93-4533-ad2b-6d98eedd7332 None None] Set router 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:30.915107 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bb3a3-9352-4493-94fd-85c14c342877 req-43c9c8b1-4be8-40c3-a383-a946e2a3b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:30.916617 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-184bb3a3-9352-4493-94fd-85c14c342877 req-43c9c8b1-4be8-40c3-a383-a946e2a3b234 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5079a38-ab31-4565-8b35-33b095ff3057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006424 Jul 07 18:02:30.954679 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fd7b16a3-b0a1-45c5-b983-e3c7c5a1a2e7 req-f196ea4d-6efc-4eb8-9265-2308ba42e4ce tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591311 Jul 07 18:02:31.029488 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-184bb3a3-9352-4493-94fd-85c14c342877 req-67629372-adf7-462b-9ab5-80be9f4ed406 service neutron] 10.222.0.15 "GET /v2.0/networks/e5079a38-ab31-4565-8b35-33b095ff3057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994124 Jul 07 18:02:31.142367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-916c47cf-2f93-4533-ad2b-6d98eedd7332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601177052', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:57Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '89fae0e8-2b48-47e5-ae5c-36a26d82ad33', 'name': '', 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:cb:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0d211153-29a0-4f36-ad0b-f07ab8b22691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:56Z', 'updated_at': '2021-07-07T18:01:02Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '0d211153-29a0-4f36-ad0b-f07ab8b22691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:31.168339 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-184bb3a3-9352-4493-94fd-85c14c342877 req-8a6ddebd-ae35-4d7f-97b9-2c50651eb102 service neutron] 10.222.0.15 "GET /v2.0/networks/e5079a38-ab31-4565-8b35-33b095ff3057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317363 Jul 07 18:02:31.183997 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916c47cf-2f93-4533-ad2b-6d98eedd7332 None None] The sync data for ids ['39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'] in n-d-793620-7 is: [{'id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601177052', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:57Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '89fae0e8-2b48-47e5-ae5c-36a26d82ad33', 'name': '', 'network_id': 'e5079a38-ab31-4565-8b35-33b095ff3057', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:cb:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0d211153-29a0-4f36-ad0b-f07ab8b22691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:56Z', 'updated_at': '2021-07-07T18:01:02Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '0d211153-29a0-4f36-ad0b-f07ab8b22691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:02:31.406706 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba59824b-6e4a-43ca-9524-378cc320a565 None None] New status for floating IP 91857a38-e120-4e1f-8dc8-ceaa8d85c550: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:02:32.145143 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa303bea-6ead-4acf-99fa-8661d1d948ee req-5d0913a6-a57b-48ea-9a56-a4edda2bbf85 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:32.146704 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fa303bea-6ead-4acf-99fa-8661d1d948ee req-5d0913a6-a57b-48ea-9a56-a4edda2bbf85 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 945 time: 0.0643723 Jul 07 18:02:32.188003 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fa303bea-6ead-4acf-99fa-8661d1d948ee req-0baaca03-b27b-4e70-afc8-a6a5d69a3284 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ca619bd-ef41-46c9-a902-b9f086d1cb10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350480 Jul 07 18:02:32.195019 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fd365-1e32-4d83-9a46-bfe5524befd5 req-87beac70-df62-4976-a8d6-93a1b9b9af9b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:32.196426 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6e1fd365-1e32-4d83-9a46-bfe5524befd5 req-87beac70-df62-4976-a8d6-93a1b9b9af9b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 945 time: 0.0657423 Jul 07 18:02:32.300326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-6e1fd365-1e32-4d83-9a46-bfe5524befd5 req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting port d965d353-bf4c-4ba3-a19d-87abecb7a45b {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:32.300592 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6e1fd365-1e32-4d83-9a46-bfe5524befd5 req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:32.389725 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-6e1fd365-1e32-4d83-9a46-bfe5524befd5 req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] For port d965d353-bf4c-4ba3-a19d-87abecb7a45b, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=d965d353-bf4c-4ba3-a19d-87abecb7a45b,segment=NetworkSegment(6d90fb71-aaa4-4752-8292-f37ecd8f0552),segment_id=6d90fb71-aaa4-4752-8292-f37ecd8f0552)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:32.390084 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6e1fd365-1e32-4d83-9a46-bfe5524befd5 req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:32.403339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-6e1fd365-1e32-4d83-9a46-bfe5524befd5 req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Calling delete_port for d965d353-bf4c-4ba3-a19d-87abecb7a45b owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:32.851689 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6e1fd365-1e32-4d83-9a46-bfe5524befd5 req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:32.882214 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Port': ['ID=d965d353-bf4c-4ba3-a19d-87abecb7a45b,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:32.917494 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:32.917846 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:32.918186 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:32.918547 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:32.918881 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:32.919214 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:32.919554 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:32.919879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:32.920206 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:32.920534 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:32.920853 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:32.921173 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:32.947121 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1fd365-1e32-4d83-9a46-bfe5524befd5 req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] No DVR routers for this DVR port d965d353-bf4c-4ba3-a19d-87abecb7a45b on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:32.947121 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-6e1fd365-1e32-4d83-9a46-bfe5524befd5 req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:32.947121 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6e1fd365-1e32-4d83-9a46-bfe5524befd5 req-700e8fdc-b713-4db1-9ed6-393e81191244 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "DELETE /v2.0/ports/d965d353-bf4c-4ba3-a19d-87abecb7a45b HTTP/1.1" status: 204 len: 173 time: 0.7446232 Jul 07 18:02:32.947909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767e4209-bdcd-4f9a-bc0b-00ae9d0215bb', 'name': 'network-vif-deleted', 'tag': 'd965d353-bf4c-4ba3-a19d-87abecb7a45b'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:32.949807 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5b0255-01ec-44c9-8b70-0d619c801e10" -d '{"events": [{"server_uuid": "767e4209-bdcd-4f9a-bc0b-00ae9d0215bb", "name": "network-vif-deleted", "tag": "d965d353-bf4c-4ba3-a19d-87abecb7a45b"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:32.993743 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e984b37-8c87-40f7-8116-6f0e58eedffe x-openstack-request-id: req-2e984b37-8c87-40f7-8116-6f0e58eedffe {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:32.994078 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767e4209-bdcd-4f9a-bc0b-00ae9d0215bb", "name": "network-vif-deleted", "tag": "d965d353-bf4c-4ba3-a19d-87abecb7a45b", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:32.994405 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2e984b37-8c87-40f7-8116-6f0e58eedffe {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:32.994826 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767e4209-bdcd-4f9a-bc0b-00ae9d0215bb', 'name': 'network-vif-deleted', 'tag': 'd965d353-bf4c-4ba3-a19d-87abecb7a45b', 'status': 'completed', 'code': 200} Jul 07 18:02:33.357089 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0cea3913-f88a-4cea-929e-ab9b0bdfd2df req-7dbf3077-1fbe-44c9-ae89-b2121e9f591b tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=767e4209-bdcd-4f9a-bc0b-00ae9d0215bb HTTP/1.1" status: 200 len: 210 time: 0.0346859 Jul 07 18:02:34.459650 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37264) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:34.817049 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36816ae6-2dd0-4375-9ddc-706c78a86fca tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.123466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-36816ae6-2dd0-4375-9ddc-706c78a86fca tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting port 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:35.123736 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36816ae6-2dd0-4375-9ddc-706c78a86fca tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.221744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-36816ae6-2dd0-4375-9ddc-706c78a86fca tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] For port 89fae0e8-2b48-47e5-ae5c-36a26d82ad33, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=89fae0e8-2b48-47e5-ae5c-36a26d82ad33,segment=NetworkSegment(6d90fb71-aaa4-4752-8292-f37ecd8f0552),segment_id=6d90fb71-aaa4-4752-8292-f37ecd8f0552)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:35.222116 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36816ae6-2dd0-4375-9ddc-706c78a86fca tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.236209 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-36816ae6-2dd0-4375-9ddc-706c78a86fca tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Calling delete_port for 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:35.426528 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36816ae6-2dd0-4375-9ddc-706c78a86fca tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.453059 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36816ae6-2dd0-4375-9ddc-706c78a86fca tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Port': ['ID=89fae0e8-2b48-47e5-ae5c-36a26d82ad33,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:35.636149 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-36816ae6-2dd0-4375-9ddc-706c78a86fca tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:35.854133 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36816ae6-2dd0-4375-9ddc-706c78a86fca tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:02:35.957869 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36816ae6-2dd0-4375-9ddc-706c78a86fca tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:02:35.963611 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-36816ae6-2dd0-4375-9ddc-706c78a86fca tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "PUT /v2.0/routers/39c4c11f-1e4c-437c-ac6d-e406fe22dbc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5028088 Jul 07 18:02:35.966353 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37266) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:35.968078 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbfdf5f-4acf-4f35-8e8e-fa9130dbe23b None None] Sync routers for ids ['39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:02:35.978682 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbfdf5f-4acf-4f35-8e8e-fa9130dbe23b None None] Routers {'39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:35.979318 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-3bbfdf5f-4acf-4f35-8e8e-fa9130dbe23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:36.024764 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd34787-c049-4965-93b0-f401ac58dd48 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting subnet 0d211153-29a0-4f36-ad0b-f07ab8b22691 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:02:36.028179 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9cd34787-c049-4965-93b0-f401ac58dd48 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.069359 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9cd34787-c049-4965-93b0-f401ac58dd48 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.099905 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-3bbfdf5f-4acf-4f35-8e8e-fa9130dbe23b None None] Set router 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:36.167802 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9cd34787-c049-4965-93b0-f401ac58dd48 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.244167 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9cd34787-c049-4965-93b0-f401ac58dd48 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.270656 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd34787-c049-4965-93b0-f401ac58dd48 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Subnet': ['ID=0d211153-29a0-4f36-ad0b-f07ab8b22691,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:36.279575 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9cd34787-c049-4965-93b0-f401ac58dd48 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.283061 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9cd34787-c049-4965-93b0-f401ac58dd48 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/subnets/0d211153-29a0-4f36-ad0b-f07ab8b22691 HTTP/1.1" status: 204 len: 168 time: 0.3151228 Jul 07 18:02:36.285802 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37268) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:36.286342 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e109367-c466-4cac-8f60-30885290b512 None None] Network e5079a38-ab31-4565-8b35-33b095ff3057 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:36.380330 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device d965d353-bf4c-4ba3-a19d-87abecb7a45b no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:36.387146 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-3bbfdf5f-4acf-4f35-8e8e-fa9130dbe23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601177052', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:02:35Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:36.396682 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a157690-7bb1-4e35-8d7d-ad04b1871160 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.442682 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: d965d353-bf4c-4ba3-a19d-87abecb7a45b {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:02:36.442941 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device d965d353-bf4c-4ba3-a19d-87abecb7a45b not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:02:36.446343 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbfdf5f-4acf-4f35-8e8e-fa9130dbe23b None None] Checking router: 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:02:36.459711 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbfdf5f-4acf-4f35-8e8e-fa9130dbe23b None None] Routers {'39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:36.460339 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-3bbfdf5f-4acf-4f35-8e8e-fa9130dbe23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:36.512179 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a157690-7bb1-4e35-8d7d-ad04b1871160 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.578271 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6a157690-7bb1-4e35-8d7d-ad04b1871160 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting port e5343701-03f8-4771-80d1-7dfd7b58e453 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:36.578676 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a157690-7bb1-4e35-8d7d-ad04b1871160 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.581555 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-3bbfdf5f-4acf-4f35-8e8e-fa9130dbe23b None None] Set router 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:36.619018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84751312-d673-40aa-a329-d61db729b3db None None] DHCP port deletion for e5079a38-ab31-4565-8b35-33b095ff3057 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:02:36.665159 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-6a157690-7bb1-4e35-8d7d-ad04b1871160 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] For port e5343701-03f8-4771-80d1-7dfd7b58e453, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=e5343701-03f8-4771-80d1-7dfd7b58e453,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:36.665669 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a157690-7bb1-4e35-8d7d-ad04b1871160 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.679295 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-6a157690-7bb1-4e35-8d7d-ad04b1871160 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Calling delete_port for e5343701-03f8-4771-80d1-7dfd7b58e453 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:36.856060 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a157690-7bb1-4e35-8d7d-ad04b1871160 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.882562 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a157690-7bb1-4e35-8d7d-ad04b1871160 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Port': ['ID=e5343701-03f8-4771-80d1-7dfd7b58e453,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:36.940049 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-84751312-d673-40aa-a329-d61db729b3db None None] Deleting port 7344ca99-f990-4524-9571-2ec60dc9f112 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:02:36.940434 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-84751312-d673-40aa-a329-d61db729b3db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:36.953374 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a157690-7bb1-4e35-8d7d-ad04b1871160 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.017377 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-84751312-d673-40aa-a329-d61db729b3db None None] For port 7344ca99-f990-4524-9571-2ec60dc9f112, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=7344ca99-f990-4524-9571-2ec60dc9f112,segment=NetworkSegment(6d90fb71-aaa4-4752-8292-f37ecd8f0552),segment_id=6d90fb71-aaa4-4752-8292-f37ecd8f0552)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:37.017981 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-84751312-d673-40aa-a329-d61db729b3db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.036978 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-84751312-d673-40aa-a329-d61db729b3db None None] Calling delete_port for 7344ca99-f990-4524-9571-2ec60dc9f112 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:02:37.042589 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-3bbfdf5f-4acf-4f35-8e8e-fa9130dbe23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601177052', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:02:35Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:37.075219 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbfdf5f-4acf-4f35-8e8e-fa9130dbe23b None None] The sync data for ids ['39c4c11f-1e4c-437c-ac6d-e406fe22dbc7'] in n-d-793620-7 is: [{'id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-601177052', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:02:35Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': 'e5343701-03f8-4771-80d1-7dfd7b58e453', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c4c11f-1e4c-437c-ac6d-e406fe22dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:00:53Z', 'updated_at': '2021-07-07T18:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:02:37.153528 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-84751312-d673-40aa-a329-d61db729b3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.185709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84751312-d673-40aa-a329-d61db729b3db None None] Pushing event deleted for resources: {'Port': ['ID=7344ca99-f990-4524-9571-2ec60dc9f112,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:37.190343 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84751312-d673-40aa-a329-d61db729b3db None None] No DVR routers for this DVR port 7344ca99-f990-4524-9571-2ec60dc9f112 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:02:37.197920 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84751312-d673-40aa-a329-d61db729b3db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:37.198160 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84751312-d673-40aa-a329-d61db729b3db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:37.198521 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84751312-d673-40aa-a329-d61db729b3db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:37.198861 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84751312-d673-40aa-a329-d61db729b3db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:37.199197 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84751312-d673-40aa-a329-d61db729b3db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:37.199529 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84751312-d673-40aa-a329-d61db729b3db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:37.199863 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84751312-d673-40aa-a329-d61db729b3db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:37.200270 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84751312-d673-40aa-a329-d61db729b3db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:37.200599 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84751312-d673-40aa-a329-d61db729b3db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:37.200927 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84751312-d673-40aa-a329-d61db729b3db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:37.201252 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84751312-d673-40aa-a329-d61db729b3db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:37.201573 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84751312-d673-40aa-a329-d61db729b3db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:37.304641 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:02:37.349456 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a157690-7bb1-4e35-8d7d-ad04b1871160 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.352181 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a157690-7bb1-4e35-8d7d-ad04b1871160 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.395655 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a157690-7bb1-4e35-8d7d-ad04b1871160 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.396171 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a157690-7bb1-4e35-8d7d-ad04b1871160 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Fanout notify agent at l3_agent the message router_deleted on router 39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:02:37.405591 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6a157690-7bb1-4e35-8d7d-ad04b1871160 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.405591 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6a157690-7bb1-4e35-8d7d-ad04b1871160 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/routers/39c4c11f-1e4c-437c-ac6d-e406fe22dbc7 HTTP/1.1" status: 204 len: 168 time: 1.1186390 Jul 07 18:02:37.409172 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37270) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:37.493066 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-158874b0-52a8-493b-a73a-0951f6b7b111 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.587741 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-158874b0-52a8-493b-a73a-0951f6b7b111 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.597488 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-158874b0-52a8-493b-a73a-0951f6b7b111 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5079a38-ab31-4565-8b35-33b095ff3057']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:37.607672 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-158874b0-52a8-493b-a73a-0951f6b7b111 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d90fb71-aaa4-4752-8292-f37ecd8f0552') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:37.607959 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-158874b0-52a8-493b-a73a-0951f6b7b111 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d90fb71-aaa4-4752-8292-f37ecd8f0552') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:37.616467 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-158874b0-52a8-493b-a73a-0951f6b7b111 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.633386 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-158874b0-52a8-493b-a73a-0951f6b7b111 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.641406 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158874b0-52a8-493b-a73a-0951f6b7b111 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:02:37.642152 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-158874b0-52a8-493b-a73a-0951f6b7b111 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: timer() Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:02:37.645392 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:02:37.721695 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-158874b0-52a8-493b-a73a-0951f6b7b111 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.730546 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-158874b0-52a8-493b-a73a-0951f6b7b111 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.732413 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-158874b0-52a8-493b-a73a-0951f6b7b111 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/networks/e5079a38-ab31-4565-8b35-33b095ff3057 HTTP/1.1" status: 204 len: 168 time: 0.3221912 Jul 07 18:02:37.735296 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37272) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:37.744373 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158874b0-52a8-493b-a73a-0951f6b7b111 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Network': ['ID=e5079a38-ab31-4565-8b35-33b095ff3057,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:37.804135 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ead6c58-1e86-448e-b5c0-a2e0d77b01d3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.830723 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ead6c58-1e86-448e-b5c0-a2e0d77b01d3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.892429 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ead6c58-1e86-448e-b5c0-a2e0d77b01d3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.895117 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-3ead6c58-1e86-448e-b5c0-a2e0d77b01d3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:37.896304 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-3ead6c58-1e86-448e-b5c0-a2e0d77b01d3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/security-groups/8ca619bd-ef41-46c9-a902-b9f086d1cb10 HTTP/1.1" status: 204 len: 168 time: 0.1596897 Jul 07 18:02:37.906530 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead6c58-1e86-448e-b5c0-a2e0d77b01d3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca619bd-ef41-46c9-a902-b9f086d1cb10,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:38.159719 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37278) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:38.164617 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-e20d67cb-4462-46d2-8bc1-4b6f92e79af3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1101451763', 'description': 'tempest-secgroup-smoke-1101451763 description', 'project_id': 'cdc08b6665d44d2088435d3c4644735c'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:38.189243 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e20d67cb-4462-46d2-8bc1-4b6f92e79af3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.233808 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:38.256401 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:02:38.256839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 89fae0e8-2b48-47e5-ae5c-36a26d82ad33 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:02:38.257511 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 7344ca99-f990-4524-9571-2ec60dc9f112 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:38.278152 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 7344ca99-f990-4524-9571-2ec60dc9f112 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:02:38.278688 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 7344ca99-f990-4524-9571-2ec60dc9f112 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:02:38.279670 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e5343701-03f8-4771-80d1-7dfd7b58e453 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:02:38.283039 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e20d67cb-4462-46d2-8bc1-4b6f92e79af3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.289360 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e20d67cb-4462-46d2-8bc1-4b6f92e79af3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.311588 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: e5343701-03f8-4771-80d1-7dfd7b58e453 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:02:38.312183 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device e5343701-03f8-4771-80d1-7dfd7b58e453 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:02:38.336077 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e20d67cb-4462-46d2-8bc1-4b6f92e79af3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.337296 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e20d67cb-4462-46d2-8bc1-4b6f92e79af3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1765544 Jul 07 18:02:38.338449 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d67cb-4462-46d2-8bc1-4b6f92e79af3 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aedd1127-6c74-4bde-bcbf-85db1ce6976c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:38.340572 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37280) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:38.345607 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-8b447ab2-1035-49bb-ac40-69eebadad58d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': 'aedd1127-6c74-4bde-bcbf-85db1ce6976c', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:38.375125 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8b447ab2-1035-49bb-ac40-69eebadad58d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.434316 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8b447ab2-1035-49bb-ac40-69eebadad58d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.438228 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8b447ab2-1035-49bb-ac40-69eebadad58d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.456559 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b447ab2-1035-49bb-ac40-69eebadad58d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2647d7-83c6-41f5-b605-e752893b8856,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:38.459813 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8b447ab2-1035-49bb-ac40-69eebadad58d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.461126 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8b447ab2-1035-49bb-ac40-69eebadad58d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192956 Jul 07 18:02:38.464175 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37282) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:38.469300 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f38ed182-f56c-4af3-bfe1-73cb0d5acf34 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': 'aedd1127-6c74-4bde-bcbf-85db1ce6976c', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:38.498022 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f38ed182-f56c-4af3-bfe1-73cb0d5acf34 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.556750 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f38ed182-f56c-4af3-bfe1-73cb0d5acf34 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.561196 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f38ed182-f56c-4af3-bfe1-73cb0d5acf34 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.580287 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ed182-f56c-4af3-bfe1-73cb0d5acf34 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa2d358-31a5-42ed-a57e-848087cb2498,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:38.589592 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f38ed182-f56c-4af3-bfe1-73cb0d5acf34 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.590816 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f38ed182-f56c-4af3-bfe1-73cb0d5acf34 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255505 Jul 07 18:02:38.593695 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37284) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:38.598073 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-11420b0f-be90-4ee3-8e3d-1188a2a2f362 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': 'aedd1127-6c74-4bde-bcbf-85db1ce6976c', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:38.626755 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-11420b0f-be90-4ee3-8e3d-1188a2a2f362 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.689683 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-11420b0f-be90-4ee3-8e3d-1188a2a2f362 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.693897 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-11420b0f-be90-4ee3-8e3d-1188a2a2f362 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.711254 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11420b0f-be90-4ee3-8e3d-1188a2a2f362 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93347bf-3c25-455d-ac48-2745eb3bf5aa,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:38.724852 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-11420b0f-be90-4ee3-8e3d-1188a2a2f362 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.726873 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-11420b0f-be90-4ee3-8e3d-1188a2a2f362 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322818 Jul 07 18:02:38.730155 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37286) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:38.734624 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-55b3ab73-0085-4855-b466-c6659326d215 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': 'aedd1127-6c74-4bde-bcbf-85db1ce6976c', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:38.761002 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-55b3ab73-0085-4855-b466-c6659326d215 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.820284 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-55b3ab73-0085-4855-b466-c6659326d215 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.823985 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-55b3ab73-0085-4855-b466-c6659326d215 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.839507 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3ab73-0085-4855-b466-c6659326d215 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07258535-7522-4a46-bf48-a34916060d2a,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:38.852467 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-55b3ab73-0085-4855-b466-c6659326d215 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.854435 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-55b3ab73-0085-4855-b466-c6659326d215 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232932 Jul 07 18:02:38.857321 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37288) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:38.861784 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-3824cd30-5bc4-45e0-afe8-730cf92b05cc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': 'aedd1127-6c74-4bde-bcbf-85db1ce6976c', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:38.883066 n-d-793620-7 neutron-server[100409]: INFO neutron.db.securitygroups_db [None req-3824cd30-5bc4-45e0-afe8-730cf92b05cc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Project cdc08b6665d44d2088435d3c4644735c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:02:38.887691 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3824cd30-5bc4-45e0-afe8-730cf92b05cc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.978068 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3824cd30-5bc4-45e0-afe8-730cf92b05cc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.982225 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3824cd30-5bc4-45e0-afe8-730cf92b05cc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:38.999485 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824cd30-5bc4-45e0-afe8-730cf92b05cc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e0b79b-d950-4c0c-89f2-d286146ce732,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:39.007623 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-3824cd30-5bc4-45e0-afe8-730cf92b05cc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.008849 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-3824cd30-5bc4-45e0-afe8-730cf92b05cc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1505797 Jul 07 18:02:39.011924 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37290) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:39.016674 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-4b2de7d5-e324-4a35-b41f-38e094145535 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'security_group_rule': {'security_group_id': 'aedd1127-6c74-4bde-bcbf-85db1ce6976c', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:39.052403 n-d-793620-7 neutron-server[100409]: INFO neutron.db.securitygroups_db [None req-4b2de7d5-e324-4a35-b41f-38e094145535 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Project cdc08b6665d44d2088435d3c4644735c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:02:39.057579 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4b2de7d5-e324-4a35-b41f-38e094145535 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.126218 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4b2de7d5-e324-4a35-b41f-38e094145535 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.132019 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4b2de7d5-e324-4a35-b41f-38e094145535 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.154240 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2de7d5-e324-4a35-b41f-38e094145535 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b8da49f-434d-46da-8579-5bb11a8547c4,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:39.160798 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4b2de7d5-e324-4a35-b41f-38e094145535 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.161836 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4b2de7d5-e324-4a35-b41f-38e094145535 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489723 Jul 07 18:02:39.165040 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37292) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:39.170010 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d20fe85e-f4cf-42e3-be0e-4f2c02336f35 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'network': {'name': 'tempest-network-smoke--256154183', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'port_security_enabled': True}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:39.190423 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20fe85e-f4cf-42e3-be0e-4f2c02336f35 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Made reservation on behalf of cdc08b6665d44d2088435d3c4644735c for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:39.194395 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d20fe85e-f4cf-42e3-be0e-4f2c02336f35 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.219980 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20fe85e-f4cf-42e3-be0e-4f2c02336f35 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:02:39.230942 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d20fe85e-f4cf-42e3-be0e-4f2c02336f35 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.231273 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-d20fe85e-f4cf-42e3-be0e-4f2c02336f35 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Added segment cd759b53-5519-4dce-8bdc-c21d2c0be3e8 of type vlan for network aaf2d9e4-26bc-49f9-8498-e16471af8a70 Jul 07 18:02:39.275961 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d20fe85e-f4cf-42e3-be0e-4f2c02336f35 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.305954 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d20fe85e-f4cf-42e3-be0e-4f2c02336f35 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.311850 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20fe85e-f4cf-42e3-be0e-4f2c02336f35 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:39.312294 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d20fe85e-f4cf-42e3-be0e-4f2c02336f35 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.368874 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d20fe85e-f4cf-42e3-be0e-4f2c02336f35 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2027659 Jul 07 18:02:39.372512 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37294) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:39.377691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-9ac720ed-9a72-40aa-99b7-d39f16c09277 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1867499044', 'admin_state_up': True, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:39.379903 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fe85e-f4cf-42e3-be0e-4f2c02336f35 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Network': ['ID=aaf2d9e4-26bc-49f9-8498-e16471af8a70,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:39.391146 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network aaf2d9e4-26bc-49f9-8498-e16471af8a70 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:02:39.409509 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ac720ed-9a72-40aa-99b7-d39f16c09277 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.411317 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ac720ed-9a72-40aa-99b7-d39f16c09277 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.471246 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ac720ed-9a72-40aa-99b7-d39f16c09277 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.610053 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ac720ed-9a72-40aa-99b7-d39f16c09277 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.801687 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ac720ed-9a72-40aa-99b7-d39f16c09277 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_gateway, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.820686 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ac720ed-9a72-40aa-99b7-d39f16c09277 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:39.925507 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-9ac720ed-9a72-40aa-99b7-d39f16c09277 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Allocated IP 172.25.2.246 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/4b797ba5-db3a-4154-be93-28d87152c4fc) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:40.027015 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ac720ed-9a72-40aa-99b7-d39f16c09277 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:40.069350 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ac720ed-9a72-40aa-99b7-d39f16c09277 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:40.113657 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac720ed-9a72-40aa-99b7-d39f16c09277 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:40.118537 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-9ac720ed-9a72-40aa-99b7-d39f16c09277 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:40.121374 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac720ed-9a72-40aa-99b7-d39f16c09277 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:40.145312 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac720ed-9a72-40aa-99b7-d39f16c09277 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=4b797ba5-db3a-4154-be93-28d87152c4fc,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:40.389452 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ac720ed-9a72-40aa-99b7-d39f16c09277 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_gateway, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:40.936949 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ac720ed-9a72-40aa-99b7-d39f16c09277 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:41.067732 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac720ed-9a72-40aa-99b7-d39f16c09277 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:02:41.184748 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac720ed-9a72-40aa-99b7-d39f16c09277 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:02:41.197356 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] Sync routers for ids ['57209cdf-16ea-4649-ab3d-3c3aa6a7d365'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:02:41.203881 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9ac720ed-9a72-40aa-99b7-d39f16c09277 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:41.205356 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9ac720ed-9a72-40aa-99b7-d39f16c09277 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8316188 Jul 07 18:02:41.207154 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] Routers {'57209cdf-16ea-4649-ab3d-3c3aa6a7d365'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:41.207764 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['57209cdf-16ea-4649-ab3d-3c3aa6a7d365'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:41.208486 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37296) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:41.242132 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d46650cc-e648-441e-8ff7-d1aa7f618f1a tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=cdc08b6665d44d2088435d3c4644735c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325320 Jul 07 18:02:41.246417 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37298) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:41.320249 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] Set router 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:41.341842 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b1dfdb-159b-4687-9cbc-5975f90126d6 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:41.343761 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-57b1dfdb-159b-4687-9cbc-5975f90126d6 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0964038 Jul 07 18:02:41.346618 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37300) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:41.375980 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f867c9a8-3039-46ed-90da-00de2ab2d251 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=bc704ce9-92ef-41e2-a6ee-95e5da8b89cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282729 Jul 07 18:02:41.378402 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37302) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:41.384749 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-027558b7-348e-42f0-a1b8-25db2cba0513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1815044870', 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70', 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:41.490396 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027558b7-348e-42f0-a1b8-25db2cba0513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Made reservation on behalf of cdc08b6665d44d2088435d3c4644735c for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:41.494249 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-027558b7-348e-42f0-a1b8-25db2cba0513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:41.548539 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867499044', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:40Z', 'revision_number': 3, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:41.593478 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] Checking router: 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:02:41.600120 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] Updating router 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 port 4b797ba5-db3a-4154-be93-28d87152c4fc binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:02:41.649820 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:41.698632 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-027558b7-348e-42f0-a1b8-25db2cba0513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:41.786132 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027558b7-348e-42f0-a1b8-25db2cba0513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Subnet': ['ID=93545a83-2fee-42e2-8c02-479ff02cc4e7,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:41.796571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027558b7-348e-42f0-a1b8-25db2cba0513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Checking segment: {'id': 'cd759b53-5519-4dce-8bdc-c21d2c0be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:41.797188 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027558b7-348e-42f0-a1b8-25db2cba0513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network hostable DHCP agents. Network: aaf2d9e4-26bc-49f9-8498-e16471af8a70, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:02:41.817817 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027558b7-348e-42f0-a1b8-25db2cba0513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network aaf2d9e4-26bc-49f9-8498-e16471af8a70 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:02:41.828198 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-027558b7-348e-42f0-a1b8-25db2cba0513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, aaf2d9e4-26bc-49f9-8498-e16471af8a70) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:41.832248 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027558b7-348e-42f0-a1b8-25db2cba0513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:41.832845 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-027558b7-348e-42f0-a1b8-25db2cba0513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:41.838184 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1309497-3cad-4c1b-a742-32733a090f64 None None] Network aaf2d9e4-26bc-49f9-8498-e16471af8a70 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:41.855282 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-027558b7-348e-42f0-a1b8-25db2cba0513 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4726250 Jul 07 18:02:41.855689 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37304) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:42.044883 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-aaf2d9e4-26bc-49f9-8498-e16471af8a70', 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ips': [{'subnet_id': '93545a83-2fee-42e2-8c02-479ff02cc4e7'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:02:42.045852 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.098437 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.116972 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] Transition to ACTIVE for port object 4b797ba5-db3a-4154-be93-28d87152c4fc will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:42.125180 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.183978 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] Attempting to bind port 4b797ba5-db3a-4154-be93-28d87152c4fc on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:02:42.184399 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] Attempting to bind port 4b797ba5-db3a-4154-be93-28d87152c4fc by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:02:42.184707 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] Attempting to bind port 4b797ba5-db3a-4154-be93-28d87152c4fc on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:42.197670 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:02:42.197670 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:42.198723 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.198723 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:02:42.198980 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] Bound port: 4b797ba5-db3a-4154-be93-28d87152c4fc, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:02:42.199284 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.261792 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Allocated IP 172.20.0.2 (aaf2d9e4-26bc-49f9-8498-e16471af8a70/93545a83-2fee-42e2-8c02-479ff02cc4e7/dbb6ae82-4793-4f8b-827a-fa300df2acc9) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:42.272840 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4a1ac-26c7-4233-8b44-af93c53c70b3 None None] Pushing event updated for resources: {'Port': ['ID=4b797ba5-db3a-4154-be93-28d87152c4fc,revision_number=2']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:42.278327 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] For port 4b797ba5-db3a-4154-be93-28d87152c4fc, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:02:42.285282 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] For port 4b797ba5-db3a-4154-be93-28d87152c4fc, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4b797ba5-db3a-4154-be93-28d87152c4fc,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:02:42.288433 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4a1ac-26c7-4233-8b44-af93c53c70b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.288949 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4a1ac-26c7-4233-8b44-af93c53c70b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.289305 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4a1ac-26c7-4233-8b44-af93c53c70b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.289644 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4a1ac-26c7-4233-8b44-af93c53c70b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.289985 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4a1ac-26c7-4233-8b44-af93c53c70b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.290320 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4a1ac-26c7-4233-8b44-af93c53c70b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.290677 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4a1ac-26c7-4233-8b44-af93c53c70b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.291041 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4a1ac-26c7-4233-8b44-af93c53c70b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.291403 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4a1ac-26c7-4233-8b44-af93c53c70b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.291798 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4a1ac-26c7-4233-8b44-af93c53c70b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.292319 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4a1ac-26c7-4233-8b44-af93c53c70b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.292812 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4a1ac-26c7-4233-8b44-af93c53c70b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:02:42.299822 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.362293 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] Routers {'57209cdf-16ea-4649-ab3d-3c3aa6a7d365'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:42.362957 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['57209cdf-16ea-4649-ab3d-3c3aa6a7d365'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:42.410344 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4a1ac-26c7-4233-8b44-af93c53c70b3 None None] Pushing event updated for resources: {'Port': ['ID=4b797ba5-db3a-4154-be93-28d87152c4fc,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:42.453646 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.469600 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Transition to ACTIVE for port object dbb6ae82-4793-4f8b-827a-fa300df2acc9 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:42.487312 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] Set router 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:42.487557 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4cb13525-279b-4a38-8c49-799c86c24763 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.487710 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Transition to ACTIVE for port object dbb6ae82-4793-4f8b-827a-fa300df2acc9 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:42.496066 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.541596 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Network aaf2d9e4-26bc-49f9-8498-e16471af8a70 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:42.549217 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:42.553835 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:42.558934 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Pushing event updated for resources: {'Port': ['ID=dbb6ae82-4793-4f8b-827a-fa300df2acc9,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:42.620131 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Attempting to bind port dbb6ae82-4793-4f8b-827a-fa300df2acc9 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:02:42.620570 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Attempting to bind port dbb6ae82-4793-4f8b-827a-fa300df2acc9 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'cd759b53-5519-4dce-8bdc-c21d2c0be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:02:42.620877 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Attempting to bind port dbb6ae82-4793-4f8b-827a-fa300df2acc9 on network aaf2d9e4-26bc-49f9-8498-e16471af8a70 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:42.626335 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:02:42.626762 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Checking segment: {'id': 'cd759b53-5519-4dce-8bdc-c21d2c0be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:42.627786 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.627786 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Bound using segment: {'id': 'cd759b53-5519-4dce-8bdc-c21d2c0be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:02:42.628149 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Bound port: dbb6ae82-4793-4f8b-827a-fa300df2acc9, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd759b53-5519-4dce-8bdc-c21d2c0be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:02:42.628479 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.727704 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] For port dbb6ae82-4793-4f8b-827a-fa300df2acc9, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:02:42.732637 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] For port dbb6ae82-4793-4f8b-827a-fa300df2acc9, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=dbb6ae82-4793-4f8b-827a-fa300df2acc9,segment=NetworkSegment(cd759b53-5519-4dce-8bdc-c21d2c0be3e8),segment_id=cd759b53-5519-4dce-8bdc-c21d2c0be3e8)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:02:42.736386 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867499044', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:40Z', 'revision_number': 3, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:42.738916 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:42.788125 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63c9edb-f9d7-4bcf-beec-ff0f25b73770 None None] The sync data for ids ['57209cdf-16ea-4649-ab3d-3c3aa6a7d365'] in n-d-793620-7 is: [{'id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867499044', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:40Z', 'revision_number': 3, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:02:42.824462 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fd4d1-524a-46e0-9a74-65e0f5a7b32a None None] Pushing event updated for resources: {'Port': ['ID=dbb6ae82-4793-4f8b-827a-fa300df2acc9,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:42.887692 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-4cb13525-279b-4a38-8c49-799c86c24763 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Allocated IP 172.20.0.1 (aaf2d9e4-26bc-49f9-8498-e16471af8a70/93545a83-2fee-42e2-8c02-479ff02cc4e7/69b6d1b1-b01e-4f07-b650-a942d632a91f) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:43.055223 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4cb13525-279b-4a38-8c49-799c86c24763 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:43.086968 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-4cb13525-279b-4a38-8c49-799c86c24763 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Transition to ACTIVE for port object 69b6d1b1-b01e-4f07-b650-a942d632a91f will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:43.171485 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4cb13525-279b-4a38-8c49-799c86c24763 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:43.236727 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb13525-279b-4a38-8c49-799c86c24763 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network aaf2d9e4-26bc-49f9-8498-e16471af8a70 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:43.240232 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-4cb13525-279b-4a38-8c49-799c86c24763 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:43.246894 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb13525-279b-4a38-8c49-799c86c24763 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:43.275723 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb13525-279b-4a38-8c49-799c86c24763 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=69b6d1b1-b01e-4f07-b650-a942d632a91f,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:43.310697 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4cb13525-279b-4a38-8c49-799c86c24763 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:43.552900 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4cb13525-279b-4a38-8c49-799c86c24763 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:43.948059 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4cb13525-279b-4a38-8c49-799c86c24763 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:43.955276 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4cb13525-279b-4a38-8c49-799c86c24763 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.039559 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb13525-279b-4a38-8c49-799c86c24763 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=69b6d1b1-b01e-4f07-b650-a942d632a91f,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:44.042030 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4cb13525-279b-4a38-8c49-799c86c24763 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.108906 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e07f990-9e8b-446a-b421-9c5bd75b81ad None None] Network aaf2d9e4-26bc-49f9-8498-e16471af8a70 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:02:44.184217 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb13525-279b-4a38-8c49-799c86c24763 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network aaf2d9e4-26bc-49f9-8498-e16471af8a70 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:44.185725 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-4cb13525-279b-4a38-8c49-799c86c24763 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:44.236093 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-51b3dd57-9898-41bc-a774-d24206de3616 None None] Provisioning for port dbb6ae82-4793-4f8b-827a-fa300df2acc9 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:44.347108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4b797ba5-db3a-4154-be93-28d87152c4fc up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:44.352941 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb13525-279b-4a38-8c49-799c86c24763 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:02:44.460739 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 4b797ba5-db3a-4154-be93-28d87152c4fc completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:44.467987 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4b797ba5-db3a-4154-be93-28d87152c4fc triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:44.468490 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.521110 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb13525-279b-4a38-8c49-799c86c24763 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:02:44.530840 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4cb13525-279b-4a38-8c49-799c86c24763 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "PUT /v2.0/routers/57209cdf-16ea-4649-ab3d-3c3aa6a7d365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6735709 Jul 07 18:02:44.576856 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.616171 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 4b797ba5-db3a-4154-be93-28d87152c4fc, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4b797ba5-db3a-4154-be93-28d87152c4fc,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:44.622093 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.624708 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dbb6ae82-4793-4f8b-827a-fa300df2acc9 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:44.745687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=4b797ba5-db3a-4154-be93-28d87152c4fc,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:44.759942 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port dbb6ae82-4793-4f8b-827a-fa300df2acc9 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:44.763429 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-4615f443-2063-4b88-8280-65cbfdc0edf9 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1101451763&fields=id&tenant_id=cdc08b6665d44d2088435d3c4644735c HTTP/1.1" status: 200 len: 267 time: 0.0580025 Jul 07 18:02:44.765390 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port dbb6ae82-4793-4f8b-827a-fa300df2acc9 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:44.765637 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.838015 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-09991c29-ec50-4176-9e11-c7b82f9a554e None None] Provisioning for port 69b6d1b1-b01e-4f07-b650-a942d632a91f completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:44.845049 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f468756d-a3de-4502-b9cc-abbc57754ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.851704 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-09991c29-ec50-4176-9e11-c7b82f9a554e None None] Provisioning complete for port 69b6d1b1-b01e-4f07-b650-a942d632a91f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:44.852188 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-09991c29-ec50-4176-9e11-c7b82f9a554e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.926851 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-09991c29-ec50-4176-9e11-c7b82f9a554e None None] Port 69b6d1b1-b01e-4f07-b650-a942d632a91f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:02:44.946626 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.946930 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-47cf3202-0c5a-49da-98a1-c3922cc43f43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:44.948748 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-47cf3202-0c5a-49da-98a1-c3922cc43f43 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/networks?id=aaf2d9e4-26bc-49f9-8498-e16471af8a70 HTTP/1.1" status: 200 len: 796 time: 0.1727905 Jul 07 18:02:44.949397 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.962669 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-09991c29-ec50-4176-9e11-c7b82f9a554e None None] Provisioning complete for port dbb6ae82-4793-4f8b-827a-fa300df2acc9 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:44.963122 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-09991c29-ec50-4176-9e11-c7b82f9a554e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:44.970799 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-a0d92f50-52df-4c79-b938-ada5e6bb9896 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/quotas/cdc08b6665d44d2088435d3c4644735c HTTP/1.1" status: 200 len: 375 time: 0.0152497 Jul 07 18:02:45.053371 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port dbb6ae82-4793-4f8b-827a-fa300df2acc9, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=dbb6ae82-4793-4f8b-827a-fa300df2acc9,segment=NetworkSegment(cd759b53-5519-4dce-8bdc-c21d2c0be3e8),segment_id=cd759b53-5519-4dce-8bdc-c21d2c0be3e8)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:45.061397 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:45.089298 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-17a670b6-b6ef-4a0b-961c-79bef2d865e2 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007488 Jul 07 18:02:45.174176 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] Sync routers for ids ['57209cdf-16ea-4649-ab3d-3c3aa6a7d365'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:02:45.191896 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=dbb6ae82-4793-4f8b-827a-fa300df2acc9,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:45.204585 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] Routers {'57209cdf-16ea-4649-ab3d-3c3aa6a7d365'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:45.205786 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['57209cdf-16ea-4649-ab3d-3c3aa6a7d365'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:45.244155 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-fd0a8c69-999f-4b2a-9c97-fe280e32c17c service neutron] 10.222.0.50 "GET /v2.0/networks/aaf2d9e4-26bc-49f9-8498-e16471af8a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403732 Jul 07 18:02:45.341342 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7e86c25c-9255-4544-b91c-2bc47bcf539f None None] Provisioning complete for port 69b6d1b1-b01e-4f07-b650-a942d632a91f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:45.341710 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7e86c25c-9255-4544-b91c-2bc47bcf539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:45.360636 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-3bde90ed-25ff-4a54-b8d1-7df8ba884c22 service neutron] 10.222.0.50 "GET /v2.0/networks/aaf2d9e4-26bc-49f9-8498-e16471af8a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105409 Jul 07 18:02:45.368591 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] Set router 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:45.452206 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7e86c25c-9255-4544-b91c-2bc47bcf539f None None] Port 69b6d1b1-b01e-4f07-b650-a942d632a91f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:02:45.603563 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d7a957e6-0044-4d72-aedb-b436a8b62e6e None None] Provisioning complete for port 69b6d1b1-b01e-4f07-b650-a942d632a91f triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:45.603931 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d7a957e6-0044-4d72-aedb-b436a8b62e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:45.622745 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2a8a6652-3999-45cf-bdd2-867defaa1c19 req-32b08882-b0ba-4e2c-aa06-341b02a08a93 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 210 time: 0.0418322 Jul 07 18:02:45.673652 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-d7a957e6-0044-4d72-aedb-b436a8b62e6e None None] Port 69b6d1b1-b01e-4f07-b650-a942d632a91f cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:02:45.724431 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867499044', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:43Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '69b6d1b1-b01e-4f07-b650-a942d632a91f', 'name': '', 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:4f:80:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '93545a83-2fee-42e2-8c02-479ff02cc4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:42Z', 'updated_at': '2021-07-07T18:02:43Z', 'revision_number': 2, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '93545a83-2fee-42e2-8c02-479ff02cc4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:45.759507 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] Checking router: 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:02:45.760071 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] Updating router 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 port 69b6d1b1-b01e-4f07-b650-a942d632a91f binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:02:45.803825 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:46.127555 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:46.142742 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] Transition to ACTIVE for port object 69b6d1b1-b01e-4f07-b650-a942d632a91f will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:46.152366 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:46.256848 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1331ddf-767e-4fb1-9135-b4771d45034b None None] Pushing event updated for resources: {'Port': ['ID=69b6d1b1-b01e-4f07-b650-a942d632a91f,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:46.275312 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] Attempting to bind port 69b6d1b1-b01e-4f07-b650-a942d632a91f on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:02:46.276015 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] Attempting to bind port 69b6d1b1-b01e-4f07-b650-a942d632a91f by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'cd759b53-5519-4dce-8bdc-c21d2c0be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:02:46.276643 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] Attempting to bind port 69b6d1b1-b01e-4f07-b650-a942d632a91f on network aaf2d9e4-26bc-49f9-8498-e16471af8a70 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:46.288124 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:02:46.288639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] Checking segment: {'id': 'cd759b53-5519-4dce-8bdc-c21d2c0be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:46.289078 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:46.289553 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] Bound using segment: {'id': 'cd759b53-5519-4dce-8bdc-c21d2c0be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:02:46.290159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] Bound port: 69b6d1b1-b01e-4f07-b650-a942d632a91f, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd759b53-5519-4dce-8bdc-c21d2c0be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:02:46.290768 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:46.297252 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4b797ba5-db3a-4154-be93-28d87152c4fc up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:46.400755 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4b797ba5-db3a-4154-be93-28d87152c4fc triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:46.401245 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:46.403425 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] For port 69b6d1b1-b01e-4f07-b650-a942d632a91f, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:02:46.408045 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] For port 69b6d1b1-b01e-4f07-b650-a942d632a91f, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=69b6d1b1-b01e-4f07-b650-a942d632a91f,segment=NetworkSegment(cd759b53-5519-4dce-8bdc-c21d2c0be3e8),segment_id=cd759b53-5519-4dce-8bdc-c21d2c0be3e8)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:02:46.431678 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:46.699804 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] Routers {'57209cdf-16ea-4649-ab3d-3c3aa6a7d365'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:46.700687 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:02:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['57209cdf-16ea-4649-ab3d-3c3aa6a7d365'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:46.702449 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1331ddf-767e-4fb1-9135-b4771d45034b None None] Pushing event updated for resources: {'Port': ['ID=69b6d1b1-b01e-4f07-b650-a942d632a91f,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:46.833492 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dbb6ae82-4793-4f8b-827a-fa300df2acc9 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:46.834836 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-17df8c22-236a-4951-831e-c49947395762 req-78d2cfb1-4170-414a-bd19-7e3cbcc9d114 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 210 time: 0.0482693 Jul 07 18:02:46.894496 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] Set router 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:46.977825 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port dbb6ae82-4793-4f8b-827a-fa300df2acc9 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:46.978169 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:47.072649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-4fbcc6dc-b46a-4eb9-a895-6e54cfdfa175 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:47.072649 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-4fbcc6dc-b46a-4eb9-a895-6e54cfdfa175 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "GET /v2.0/networks?id=aaf2d9e4-26bc-49f9-8498-e16471af8a70 HTTP/1.1" status: 200 len: 796 time: 0.1985307 Jul 07 18:02:47.128825 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-2846929b-ab23-49b4-b3d9-a8630da100c7 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdc08b6665d44d2088435d3c4644735c HTTP/1.1" status: 200 len: 380 time: 0.0468576 Jul 07 18:02:47.142417 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-53188272-f537-4939-987b-f52f78ebb96a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'port': {'device_id': '712cdb58-2003-4880-abc6-27da24227cdc', 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70', 'admin_state_up': True, 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'security_groups': ['aedd1127-6c74-4bde-bcbf-85db1ce6976c']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:47.207640 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-da4cd629-b140-4c32-938d-3146d74987a5 req-1d7898f3-956e-4391-9fd6-a1f409c7f758 service neutron] (100409) timed out ('10.222.0.15', 56312) {{(pid=100409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:02:47.211942 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:47.246030 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867499044', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:43Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '69b6d1b1-b01e-4f07-b650-a942d632a91f', 'name': '', 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:4f:80:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '93545a83-2fee-42e2-8c02-479ff02cc4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:42Z', 'updated_at': '2021-07-07T18:02:46Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '93545a83-2fee-42e2-8c02-479ff02cc4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:47.277917 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004ac1e0-89cc-4ad4-bc29-001bd13ee418 None None] The sync data for ids ['57209cdf-16ea-4649-ab3d-3c3aa6a7d365'] in n-d-793620-7 is: [{'id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867499044', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:43Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '69b6d1b1-b01e-4f07-b650-a942d632a91f', 'name': '', 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:4f:80:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '93545a83-2fee-42e2-8c02-479ff02cc4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:42Z', 'updated_at': '2021-07-07T18:02:46Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '93545a83-2fee-42e2-8c02-479ff02cc4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:02:47.308273 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-53188272-f537-4939-987b-f52f78ebb96a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Made reservation on behalf of cdc08b6665d44d2088435d3c4644735c for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:02:47.312569 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-53188272-f537-4939-987b-f52f78ebb96a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:47.498913 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-53188272-f537-4939-987b-f52f78ebb96a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Allocated IP 172.20.0.11 (aaf2d9e4-26bc-49f9-8498-e16471af8a70/93545a83-2fee-42e2-8c02-479ff02cc4e7/f102a87e-57e5-4e46-a57a-cd9ac13a9cfd) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:47.679176 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-53188272-f537-4939-987b-f52f78ebb96a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:47.697780 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-53188272-f537-4939-987b-f52f78ebb96a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Transition to ACTIVE for port object f102a87e-57e5-4e46-a57a-cd9ac13a9cfd will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:47.738751 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-53188272-f537-4939-987b-f52f78ebb96a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:47.753783 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:47.788571 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-53188272-f537-4939-987b-f52f78ebb96a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network aaf2d9e4-26bc-49f9-8498-e16471af8a70 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:47.796499 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-53188272-f537-4939-987b-f52f78ebb96a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:47.800871 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-53188272-f537-4939-987b-f52f78ebb96a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:47.829672 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53188272-f537-4939-987b-f52f78ebb96a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=f102a87e-57e5-4e46-a57a-cd9ac13a9cfd,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:47.874515 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-53188272-f537-4939-987b-f52f78ebb96a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:47.875339 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-53188272-f537-4939-987b-f52f78ebb96a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:47.912984 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-53188272-f537-4939-987b-f52f78ebb96a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7787564 Jul 07 18:02:47.929511 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] Request body: {'port': {'device_id': '712cdb58-2003-4880-abc6-27da24227cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:48.073324 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-abd10acd-3825-4ab0-9c8a-44ef817c6c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:48.098336 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:48.140955 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0d51a59c-1b55-4ac4-bcee-4a8de2bf40ba None None] Provisioning for port f102a87e-57e5-4e46-a57a-cd9ac13a9cfd completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:48.147213 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-0d51a59c-1b55-4ac4-bcee-4a8de2bf40ba None None] Provisioning complete for port f102a87e-57e5-4e46-a57a-cd9ac13a9cfd triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:48.147839 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0d51a59c-1b55-4ac4-bcee-4a8de2bf40ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:48.197864 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-0d51a59c-1b55-4ac4-bcee-4a8de2bf40ba None None] Port f102a87e-57e5-4e46-a57a-cd9ac13a9cfd cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:02:48.273988 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ea220-2186-46ea-be2c-f0d00a579f5f req-0d6b99cb-a745-4f60-ae33-0e5603eb646d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:48.274479 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-764ea220-2186-46ea-be2c-f0d00a579f5f req-0d6b99cb-a745-4f60-ae33-0e5603eb646d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 932 time: 0.2347600 Jul 07 18:02:48.319018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 69b6d1b1-b01e-4f07-b650-a942d632a91f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:48.390006 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-764ea220-2186-46ea-be2c-f0d00a579f5f req-72d0291a-c3aa-42d3-9775-187a49986e69 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=aedd1127-6c74-4bde-bcbf-85db1ce6976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036410 Jul 07 18:02:48.392143 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 69b6d1b1-b01e-4f07-b650-a942d632a91f completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:48.400195 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 69b6d1b1-b01e-4f07-b650-a942d632a91f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:48.401247 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:48.517553 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:48.533335 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f102a87e-57e5-4e46-a57a-cd9ac13a9cfd {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:02:48.541790 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:48.558908 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] Transition to ACTIVE for port object f102a87e-57e5-4e46-a57a-cd9ac13a9cfd will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:02:48.565655 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 69b6d1b1-b01e-4f07-b650-a942d632a91f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=69b6d1b1-b01e-4f07-b650-a942d632a91f,segment=NetworkSegment(cd759b53-5519-4dce-8bdc-c21d2c0be3e8),segment_id=cd759b53-5519-4dce-8bdc-c21d2c0be3e8)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:48.567848 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:48.571123 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:48.638425 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] Pushing event updated for resources: {'Port': ['ID=f102a87e-57e5-4e46-a57a-cd9ac13a9cfd,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:48.655574 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=69b6d1b1-b01e-4f07-b650-a942d632a91f,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:48.736833 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] Attempting to bind port f102a87e-57e5-4e46-a57a-cd9ac13a9cfd on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:02:48.737591 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] Attempting to bind port f102a87e-57e5-4e46-a57a-cd9ac13a9cfd by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': 'cd759b53-5519-4dce-8bdc-c21d2c0be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:02:48.738303 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] Attempting to bind port f102a87e-57e5-4e46-a57a-cd9ac13a9cfd on network aaf2d9e4-26bc-49f9-8498-e16471af8a70 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:48.746712 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] Port f102a87e-57e5-4e46-a57a-cd9ac13a9cfd on network aaf2d9e4-26bc-49f9-8498-e16471af8a70 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:02:48.747333 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] Attempting to bind port f102a87e-57e5-4e46-a57a-cd9ac13a9cfd on network aaf2d9e4-26bc-49f9-8498-e16471af8a70 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:02:48.756429 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:02:48.757010 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] Checking segment: {'id': 'cd759b53-5519-4dce-8bdc-c21d2c0be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:02:48.757672 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] Bound using segment: {'id': 'cd759b53-5519-4dce-8bdc-c21d2c0be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:02:48.758838 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] Bound port: f102a87e-57e5-4e46-a57a-cd9ac13a9cfd, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd759b53-5519-4dce-8bdc-c21d2c0be3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:02:48.759305 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:48.856243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] For port f102a87e-57e5-4e46-a57a-cd9ac13a9cfd, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:02:48.864029 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] For port f102a87e-57e5-4e46-a57a-cd9ac13a9cfd, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=f102a87e-57e5-4e46-a57a-cd9ac13a9cfd,segment=NetworkSegment(cd759b53-5519-4dce-8bdc-c21d2c0be3e8),segment_id=cd759b53-5519-4dce-8bdc-c21d2c0be3e8)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:02:48.870913 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:48.924829 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:48.925967 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:48.928873 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] 10.222.0.15 "PUT /v2.0/ports/f102a87e-57e5-4e46-a57a-cd9ac13a9cfd HTTP/1.1" status: 200 len: 1092 time: 1.0085809 Jul 07 18:02:48.929362 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712cdb58-2003-4880-abc6-27da24227cdc', 'tag': 'f102a87e-57e5-4e46-a57a-cd9ac13a9cfd'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:48.931698 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c7932b-a179-4b10-af80-1a7cf002d8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "712cdb58-2003-4880-abc6-27da24227cdc", "tag": "f102a87e-57e5-4e46-a57a-cd9ac13a9cfd"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:48.968930 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92511ab8-7ecd-4293-bb8b-9a8f0e8c081e service neutron] Pushing event updated for resources: {'Port': ['ID=f102a87e-57e5-4e46-a57a-cd9ac13a9cfd,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:48.988910 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cd1e83-92f3-4b98-9774-45c480ed0ab5 x-openstack-request-id: req-64cd1e83-92f3-4b98-9774-45c480ed0ab5 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:48.989235 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712cdb58-2003-4880-abc6-27da24227cdc", "tag": "f102a87e-57e5-4e46-a57a-cd9ac13a9cfd", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:48.989464 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64cd1e83-92f3-4b98-9774-45c480ed0ab5 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:48.989865 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712cdb58-2003-4880-abc6-27da24227cdc', 'tag': 'f102a87e-57e5-4e46-a57a-cd9ac13a9cfd', 'status': 'completed', 'code': 200} Jul 07 18:02:49.039960 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-462bba1f-bf31-46b6-bf9f-a7c56f33d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:49.041536 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-462bba1f-bf31-46b6-bf9f-a7c56f33d81d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 1095 time: 0.0682485 Jul 07 18:02:49.091280 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-1112e8f8-b3b6-445d-b28e-b0f0620d970e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f102a87e-57e5-4e46-a57a-cd9ac13a9cfd HTTP/1.1" status: 200 len: 217 time: 0.0414438 Jul 07 18:02:49.120796 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:49.156384 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-bfe4c7bc-108c-4c3e-a0e8-80dfb20c2ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:49.158220 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-bfe4c7bc-108c-4c3e-a0e8-80dfb20c2ef8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93545a83-2fee-42e2-8c02-479ff02cc4e7 HTTP/1.1" status: 200 len: 835 time: 0.0605748 Jul 07 18:02:49.232785 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-7e75ef36-12c9-4c43-8d10-3e8e3f34fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:49.232785 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-7e75ef36-12c9-4c43-8d10-3e8e3f34fcd7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aaf2d9e4-26bc-49f9-8498-e16471af8a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614541 Jul 07 18:02:49.320448 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-35764be4-11b1-4a4a-9701-9e32370a8ef9 service neutron] 10.222.0.15 "GET /v2.0/networks/aaf2d9e4-26bc-49f9-8498-e16471af8a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877359 Jul 07 18:02:49.456983 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1775a3d5-cf96-45a4-af89-1f8145def519 req-9c5980d3-e745-4d84-b99c-8b0ec1cddd34 service neutron] 10.222.0.15 "GET /v2.0/networks/aaf2d9e4-26bc-49f9-8498-e16471af8a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291778 Jul 07 18:02:49.631923 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057cb85-36f9-4231-ad23-7d09dce9cff7 req-80c634c6-a085-42b1-93f5-63911f36e09a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:49.633465 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f057cb85-36f9-4231-ad23-7d09dce9cff7 req-80c634c6-a085-42b1-93f5-63911f36e09a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 944 time: 0.1206458 Jul 07 18:02:49.636423 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7932b-a179-4b10-af80-1a7cf002d8ab req-c4e8d91b-e6c8-48c4-b2fb-77f8a6fb1569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:49.637848 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-32c7932b-a179-4b10-af80-1a7cf002d8ab req-c4e8d91b-e6c8-48c4-b2fb-77f8a6fb1569 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 1095 time: 0.1099048 Jul 07 18:02:49.723234 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f057cb85-36f9-4231-ad23-7d09dce9cff7 req-b0eec47f-951d-4293-bb54-9d6c9c82e086 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=aedd1127-6c74-4bde-bcbf-85db1ce6976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828450 Jul 07 18:02:49.759296 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7932b-a179-4b10-af80-1a7cf002d8ab req-6446b960-e513-4c70-8d13-b30ae0d2477a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:49.760803 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-32c7932b-a179-4b10-af80-1a7cf002d8ab req-6446b960-e513-4c70-8d13-b30ae0d2477a service neutron] 10.222.0.15 "GET /v2.0/networks?id=aaf2d9e4-26bc-49f9-8498-e16471af8a70 HTTP/1.1" status: 200 len: 897 time: 0.1113205 Jul 07 18:02:49.810279 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-32c7932b-a179-4b10-af80-1a7cf002d8ab req-4ed00195-9923-4c70-bae6-460f085a0eb8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f102a87e-57e5-4e46-a57a-cd9ac13a9cfd HTTP/1.1" status: 200 len: 217 time: 0.0427618 Jul 07 18:02:49.867866 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7932b-a179-4b10-af80-1a7cf002d8ab req-72266486-aa2f-4da2-b0b1-c922e1a06f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:49.869364 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-32c7932b-a179-4b10-af80-1a7cf002d8ab req-72266486-aa2f-4da2-b0b1-c922e1a06f81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93545a83-2fee-42e2-8c02-479ff02cc4e7 HTTP/1.1" status: 200 len: 835 time: 0.0514090 Jul 07 18:02:49.927256 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7932b-a179-4b10-af80-1a7cf002d8ab req-576aa680-4d4e-476c-9840-e069f8e417c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:49.929258 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-32c7932b-a179-4b10-af80-1a7cf002d8ab req-576aa680-4d4e-476c-9840-e069f8e417c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aaf2d9e4-26bc-49f9-8498-e16471af8a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535939 Jul 07 18:02:50.026287 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-32c7932b-a179-4b10-af80-1a7cf002d8ab req-ff39b540-5981-4895-a936-7f424767f457 service neutron] 10.222.0.15 "GET /v2.0/networks/aaf2d9e4-26bc-49f9-8498-e16471af8a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898764 Jul 07 18:02:50.263991 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 69b6d1b1-b01e-4f07-b650-a942d632a91f up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:50.333011 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 69b6d1b1-b01e-4f07-b650-a942d632a91f triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:50.333588 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:50.425090 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device f102a87e-57e5-4e46-a57a-cd9ac13a9cfd details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:02:50.484738 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-32c7932b-a179-4b10-af80-1a7cf002d8ab req-06e597a2-9d22-4e6c-b639-175e51c89bd7 service neutron] 10.222.0.15 "GET /v2.0/networks/aaf2d9e4-26bc-49f9-8498-e16471af8a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501634 Jul 07 18:02:50.537145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port f102a87e-57e5-4e46-a57a-cd9ac13a9cfd, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=f102a87e-57e5-4e46-a57a-cd9ac13a9cfd,segment=NetworkSegment(cd759b53-5519-4dce-8bdc-c21d2c0be3e8),segment_id=cd759b53-5519-4dce-8bdc-c21d2c0be3e8)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:50.549510 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'f102a87e-57e5-4e46-a57a-cd9ac13a9cfd', 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70', 'port_id': 'f102a87e-57e5-4e46-a57a-cd9ac13a9cfd', 'mac_address': 'fa:16:3e:6d:e3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93545a83-2fee-42e2-8c02-479ff02cc4e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:02:50.601847 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:50.604465 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:50.617788 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f102a87e-57e5-4e46-a57a-cd9ac13a9cfd {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:02:50.637873 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port f102a87e-57e5-4e46-a57a-cd9ac13a9cfd, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=f102a87e-57e5-4e46-a57a-cd9ac13a9cfd,segment=NetworkSegment(cd759b53-5519-4dce-8bdc-c21d2c0be3e8),segment_id=cd759b53-5519-4dce-8bdc-c21d2c0be3e8)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:50.642178 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:50.692601 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=f102a87e-57e5-4e46-a57a-cd9ac13a9cfd,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:50.874624 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['f102a87e-57e5-4e46-a57a-cd9ac13a9cfd'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:02:50.917981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da85df-bb07-42a8-b377-96e13c6b0f8c req-63ed1c08-7e1c-46d6-b4e3-43e96e4b069d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:50.923341 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7da85df-bb07-42a8-b377-96e13c6b0f8c req-63ed1c08-7e1c-46d6-b4e3-43e96e4b069d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 945 time: 0.0790942 Jul 07 18:02:50.962156 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f7da85df-bb07-42a8-b377-96e13c6b0f8c req-932eed33-0e7e-4510-854d-8bd3c076f3bf tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=aedd1127-6c74-4bde-bcbf-85db1ce6976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343053 Jul 07 18:02:52.156375 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2507aba-81d1-46e5-b78a-fe175305a69c req-eb3ded11-df49-4c10-82b1-f16232e65999 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:52.157945 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c2507aba-81d1-46e5-b78a-fe175305a69c req-eb3ded11-df49-4c10-82b1-f16232e65999 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 945 time: 0.0776198 Jul 07 18:02:52.204012 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c2507aba-81d1-46e5-b78a-fe175305a69c req-a5b6063f-d6f3-4bf3-9b77-fe8310e6bea2 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=aedd1127-6c74-4bde-bcbf-85db1ce6976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389004 Jul 07 18:02:52.430897 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device f102a87e-57e5-4e46-a57a-cd9ac13a9cfd up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:02:52.490076 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port f102a87e-57e5-4e46-a57a-cd9ac13a9cfd completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:02:52.494317 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port f102a87e-57e5-4e46-a57a-cd9ac13a9cfd triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:02:52.494738 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:52.577601 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:52.600887 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712cdb58-2003-4880-abc6-27da24227cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f102a87e-57e5-4e46-a57a-cd9ac13a9cfd'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:52.603731 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea191de-afb1-41f8-8a3c-945025b5939a" -d '{"events": [{"server_uuid": "712cdb58-2003-4880-abc6-27da24227cdc", "name": "network-vif-plugged", "status": "completed", "tag": "f102a87e-57e5-4e46-a57a-cd9ac13a9cfd"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:52.619660 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port f102a87e-57e5-4e46-a57a-cd9ac13a9cfd, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=f102a87e-57e5-4e46-a57a-cd9ac13a9cfd,segment=NetworkSegment(cd759b53-5519-4dce-8bdc-c21d2c0be3e8),segment_id=cd759b53-5519-4dce-8bdc-c21d2c0be3e8)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:02:52.625464 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:52.653085 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431448ea-4279-4ae6-8922-6233b6719038 x-openstack-request-id: req-431448ea-4279-4ae6-8922-6233b6719038 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:52.653487 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712cdb58-2003-4880-abc6-27da24227cdc", "name": "network-vif-plugged", "status": "completed", "tag": "f102a87e-57e5-4e46-a57a-cd9ac13a9cfd", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:52.653647 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-431448ea-4279-4ae6-8922-6233b6719038 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:52.653987 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712cdb58-2003-4880-abc6-27da24227cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f102a87e-57e5-4e46-a57a-cd9ac13a9cfd', 'code': 200} Jul 07 18:02:52.691881 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=f102a87e-57e5-4e46-a57a-cd9ac13a9cfd,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:52.765702 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fa2d7-4f0e-494c-93c2-1fbe330537b3 req-917f02f6-209f-4597-99fe-eb608979cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:52.767276 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7f7fa2d7-4f0e-494c-93c2-1fbe330537b3 req-917f02f6-209f-4597-99fe-eb608979cd6d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 1097 time: 0.0551980 Jul 07 18:02:52.805187 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7f7fa2d7-4f0e-494c-93c2-1fbe330537b3 req-f6c08989-901d-4cc5-8cdd-992cbbed3217 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aedd1127-6c74-4bde-bcbf-85db1ce6976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312901 Jul 07 18:02:53.405811 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663f549-a7f6-4ae6-87a0-f6ff8c965435 req-83605839-299a-4fd7-8fb5-19e57d379c52 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:53.407437 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9663f549-a7f6-4ae6-87a0-f6ff8c965435 req-83605839-299a-4fd7-8fb5-19e57d379c52 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 946 time: 0.0821486 Jul 07 18:02:53.452535 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9663f549-a7f6-4ae6-87a0-f6ff8c965435 req-c67aba9e-e93b-41e5-9690-b8080366fa11 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=aedd1127-6c74-4bde-bcbf-85db1ce6976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383272 Jul 07 18:02:54.635557 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cac81-2d17-40ba-9448-f20de4603e8a req-fb33c569-69e0-403b-ac9c-27f89cb88af1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:54.637209 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-664cac81-2d17-40ba-9448-f20de4603e8a req-fb33c569-69e0-403b-ac9c-27f89cb88af1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 946 time: 0.0679042 Jul 07 18:02:54.681961 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-664cac81-2d17-40ba-9448-f20de4603e8a req-e0e1627a-1fb2-4ce9-9625-f32079343822 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=aedd1127-6c74-4bde-bcbf-85db1ce6976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388639 Jul 07 18:02:54.881163 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6d2f5-e0cd-44dd-b3a9-a963bc792884 req-8e9236cc-a041-46d3-aa4a-4cb491a0a8f5 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:54.882736 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-61c6d2f5-e0cd-44dd-b3a9-a963bc792884 req-8e9236cc-a041-46d3-aa4a-4cb491a0a8f5 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 946 time: 0.0750105 Jul 07 18:02:54.921929 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-61c6d2f5-e0cd-44dd-b3a9-a963bc792884 req-85866f65-139d-4ecd-9c90-e1afb7526469 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=aedd1127-6c74-4bde-bcbf-85db1ce6976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332317 Jul 07 18:02:54.946585 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37362) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:55.002248 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb2b68a-2031-4cdf-af58-360f90ae10a6 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:55.003854 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-adb2b68a-2031-4cdf-af58-360f90ae10a6 tempest-TestNetworkAdvancedServerOps-1526881094 tempest-TestNetworkAdvancedServerOps-1526881094-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 1092 time: 0.0559459 Jul 07 18:02:55.007266 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37364) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:55.011700 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-7e8e9e5e-b097-48b3-8ee1-78d851b28e3d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': 'f102a87e-57e5-4e46-a57a-cd9ac13a9cfd', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:02:55.034121 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e8e9e5e-b097-48b3-8ee1-78d851b28e3d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:55.138759 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e8e9e5e-b097-48b3-8ee1-78d851b28e3d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:55.257877 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-7e8e9e5e-b097-48b3-8ee1-78d851b28e3d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Allocated IP 172.25.2.45 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/565901d8-a09b-4117-8b3e-64e29b850cb5) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:02:55.368104 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e8e9e5e-b097-48b3-8ee1-78d851b28e3d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:55.409819 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e8e9e5e-b097-48b3-8ee1-78d851b28e3d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:55.447988 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8e9e5e-b097-48b3-8ee1-78d851b28e3d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:02:55.452758 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-7e8e9e5e-b097-48b3-8ee1-78d851b28e3d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:02:55.456114 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8e9e5e-b097-48b3-8ee1-78d851b28e3d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:02:55.468264 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e9e5e-b097-48b3-8ee1-78d851b28e3d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=565901d8-a09b-4117-8b3e-64e29b850cb5,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:55.856916 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e8e9e5e-b097-48b3-8ee1-78d851b28e3d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:55.940270 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e8e9e5e-b097-48b3-8ee1-78d851b28e3d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:56.108970 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e8e9e5e-b097-48b3-8ee1-78d851b28e3d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:56.114072 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e8e9e5e-b097-48b3-8ee1-78d851b28e3d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:56.192778 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e9e5e-b097-48b3-8ee1-78d851b28e3d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event updated for resources: {'Port': ['ID=565901d8-a09b-4117-8b3e-64e29b850cb5,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:02:56.205659 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e8e9e5e-b097-48b3-8ee1-78d851b28e3d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:56.318665 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-7e8e9e5e-b097-48b3-8ee1-78d851b28e3d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Floating IP ee254e7e-397a-4897-b00e-726d0a863b5c associated. External IP: 172.25.2.45, port: f102a87e-57e5-4e46-a57a-cd9ac13a9cfd. Jul 07 18:02:56.573243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8e9e5e-b097-48b3-8ee1-78d851b28e3d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:02:56.698700 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8e9e5e-b097-48b3-8ee1-78d851b28e3d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:02:56.710964 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a3b151-6a54-4db4-9ba8-453c8489be22 None None] Sync routers for ids ['57209cdf-16ea-4649-ab3d-3c3aa6a7d365'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:02:56.717293 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7e8e9e5e-b097-48b3-8ee1-78d851b28e3d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:02:56.722857 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a3b151-6a54-4db4-9ba8-453c8489be22 None None] Routers {'57209cdf-16ea-4649-ab3d-3c3aa6a7d365'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:56.723476 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d4a3b151-6a54-4db4-9ba8-453c8489be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:02:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['57209cdf-16ea-4649-ab3d-3c3aa6a7d365'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:56.763345 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7e8e9e5e-b097-48b3-8ee1-78d851b28e3d tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7550199 Jul 07 18:02:56.764327 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712cdb58-2003-4880-abc6-27da24227cdc', 'tag': 'f102a87e-57e5-4e46-a57a-cd9ac13a9cfd'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:02:56.766707 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8ac159-1a55-425d-9113-c986b89ff183" -d '{"events": [{"name": "network-changed", "server_uuid": "712cdb58-2003-4880-abc6-27da24227cdc", "tag": "f102a87e-57e5-4e46-a57a-cd9ac13a9cfd"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:02:56.820740 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93d6e92-a88e-4f89-ac43-ad0b929958a8 x-openstack-request-id: req-a93d6e92-a88e-4f89-ac43-ad0b929958a8 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:02:56.821035 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712cdb58-2003-4880-abc6-27da24227cdc", "tag": "f102a87e-57e5-4e46-a57a-cd9ac13a9cfd", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:02:56.821292 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a93d6e92-a88e-4f89-ac43-ad0b929958a8 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:02:56.821696 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712cdb58-2003-4880-abc6-27da24227cdc', 'tag': 'f102a87e-57e5-4e46-a57a-cd9ac13a9cfd', 'status': 'completed', 'code': 200} Jul 07 18:02:56.868568 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-d4a3b151-6a54-4db4-9ba8-453c8489be22 None None] Set router 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:56.918731 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ac159-1a55-425d-9113-c986b89ff183 req-7d6dfc30-fbff-42ed-9984-4c17246f369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:56.920460 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd8ac159-1a55-425d-9113-c986b89ff183 req-7d6dfc30-fbff-42ed-9984-4c17246f369d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 1097 time: 0.0731680 Jul 07 18:02:56.966974 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4892a7-8a00-4f3c-a32a-e9254143f988 req-d99b54bc-2e2d-4dc5-b468-db64381f5e58 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:56.977632 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ef4892a7-8a00-4f3c-a32a-e9254143f988 req-d99b54bc-2e2d-4dc5-b468-db64381f5e58 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 946 time: 0.0907345 Jul 07 18:02:57.032990 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ef4892a7-8a00-4f3c-a32a-e9254143f988 req-ca96c7f1-3bb8-4f39-90d5-6feee0c6b05a tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=aedd1127-6c74-4bde-bcbf-85db1ce6976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541151 Jul 07 18:02:57.045116 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ac159-1a55-425d-9113-c986b89ff183 req-fe6d7cdd-2905-4768-bebd-f2450dd5e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:57.047636 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd8ac159-1a55-425d-9113-c986b89ff183 req-fe6d7cdd-2905-4768-bebd-f2450dd5e7ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=aaf2d9e4-26bc-49f9-8498-e16471af8a70 HTTP/1.1" status: 200 len: 897 time: 0.1211398 Jul 07 18:02:57.059571 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37370) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:57.133145 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-0a10b47b-30bd-40e1-bf51-f065ac012cdc tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/floatingips/ee254e7e-397a-4897-b00e-726d0a863b5c HTTP/1.1" status: 200 len: 991 time: 0.0709074 Jul 07 18:02:57.133469 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd8ac159-1a55-425d-9113-c986b89ff183 req-dc79c1e8-3568-4d61-a4a0-2768255231af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f102a87e-57e5-4e46-a57a-cd9ac13a9cfd HTTP/1.1" status: 200 len: 999 time: 0.0791969 Jul 07 18:02:57.172305 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d4a3b151-6a54-4db4-9ba8-453c8489be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867499044', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:43Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ee254e7e-397a-4897-b00e-726d0a863b5c', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'floating_ip_address': '172.25.2.45', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'port_id': 'f102a87e-57e5-4e46-a57a-cd9ac13a9cfd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70', 'mac_address': 'fa:16:3e:6d:e3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712cdb58-2003-4880-abc6-27da24227cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:02:55Z', 'updated_at': '2021-07-07T18:02:55Z', 'revision_number': 0, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b6d1b1-b01e-4f07-b650-a942d632a91f', 'name': '', 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:4f:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '93545a83-2fee-42e2-8c02-479ff02cc4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:42Z', 'updated_at': '2021-07-07T18:02:48Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '93545a83-2fee-42e2-8c02-479ff02cc4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:57.186501 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ac159-1a55-425d-9113-c986b89ff183 req-be33c7b8-1620-4548-9a5d-196a2dffea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:57.188165 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd8ac159-1a55-425d-9113-c986b89ff183 req-be33c7b8-1620-4548-9a5d-196a2dffea71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93545a83-2fee-42e2-8c02-479ff02cc4e7 HTTP/1.1" status: 200 len: 835 time: 0.0490758 Jul 07 18:02:57.205197 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a3b151-6a54-4db4-9ba8-453c8489be22 None None] Checking router: 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:02:57.215267 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a3b151-6a54-4db4-9ba8-453c8489be22 None None] Routers {'57209cdf-16ea-4649-ab3d-3c3aa6a7d365'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:02:57.215905 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d4a3b151-6a54-4db4-9ba8-453c8489be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:02:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['57209cdf-16ea-4649-ab3d-3c3aa6a7d365'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:57.261456 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ac159-1a55-425d-9113-c986b89ff183 req-dbec388f-a188-4e9c-969d-f72674644334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:02:57.262969 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd8ac159-1a55-425d-9113-c986b89ff183 req-dbec388f-a188-4e9c-969d-f72674644334 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aaf2d9e4-26bc-49f9-8498-e16471af8a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685551 Jul 07 18:02:57.342902 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-d4a3b151-6a54-4db4-9ba8-453c8489be22 None None] Set router 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:02:57.383761 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd8ac159-1a55-425d-9113-c986b89ff183 req-92603b23-1d91-4088-8f76-cc2380db9778 service neutron] 10.222.0.15 "GET /v2.0/networks/aaf2d9e4-26bc-49f9-8498-e16471af8a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137025 Jul 07 18:02:57.485054 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dd8ac159-1a55-425d-9113-c986b89ff183 req-bdc06a6e-d9bc-4fbf-a282-23725de0f0da service neutron] 10.222.0.15 "GET /v2.0/networks/aaf2d9e4-26bc-49f9-8498-e16471af8a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947294 Jul 07 18:02:57.592527 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-d4a3b151-6a54-4db4-9ba8-453c8489be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867499044', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:43Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ee254e7e-397a-4897-b00e-726d0a863b5c', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'floating_ip_address': '172.25.2.45', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'port_id': 'f102a87e-57e5-4e46-a57a-cd9ac13a9cfd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70', 'mac_address': 'fa:16:3e:6d:e3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712cdb58-2003-4880-abc6-27da24227cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:02:55Z', 'updated_at': '2021-07-07T18:02:55Z', 'revision_number': 0, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b6d1b1-b01e-4f07-b650-a942d632a91f', 'name': '', 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:4f:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '93545a83-2fee-42e2-8c02-479ff02cc4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:42Z', 'updated_at': '2021-07-07T18:02:48Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '93545a83-2fee-42e2-8c02-479ff02cc4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:02:57.620030 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a3b151-6a54-4db4-9ba8-453c8489be22 None None] The sync data for ids ['57209cdf-16ea-4649-ab3d-3c3aa6a7d365'] in n-d-793620-7 is: [{'id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867499044', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:43Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'ee254e7e-397a-4897-b00e-726d0a863b5c', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'floating_ip_address': '172.25.2.45', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'port_id': 'f102a87e-57e5-4e46-a57a-cd9ac13a9cfd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70', 'mac_address': 'fa:16:3e:6d:e3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712cdb58-2003-4880-abc6-27da24227cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:02:55Z', 'updated_at': '2021-07-07T18:02:55Z', 'revision_number': 0, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b6d1b1-b01e-4f07-b650-a942d632a91f', 'name': '', 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:4f:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '93545a83-2fee-42e2-8c02-479ff02cc4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:42Z', 'updated_at': '2021-07-07T18:02:48Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '93545a83-2fee-42e2-8c02-479ff02cc4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:02:57.838089 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2439701-4cb4-4286-b83c-c8f2438f46da None None] New status for floating IP ee254e7e-397a-4897-b00e-726d0a863b5c: ACTIVE {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:02:58.136097 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37372) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:02:58.208398 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-949c1086-0a03-4a2a-9ce6-f39a318e8189 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/floatingips/ee254e7e-397a-4897-b00e-726d0a863b5c HTTP/1.1" status: 200 len: 993 time: 0.0708904 Jul 07 18:03:02.783841 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4b651f7-04ba-459a-a48f-2cd7d22a114f req-bce939c3-3cfb-4839-bb4f-2b47152068de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558465 Jul 07 18:03:02.895483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b651f7-04ba-459a-a48f-2cd7d22a114f req-d3aa0c45-eb83-4ed7-ba69-d373beaa53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:02.896974 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4b651f7-04ba-459a-a48f-2cd7d22a114f req-d3aa0c45-eb83-4ed7-ba69-d373beaa53ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 1097 time: 0.0539651 Jul 07 18:03:03.020393 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b651f7-04ba-459a-a48f-2cd7d22a114f req-c0cfcdd0-7f4c-45fb-b0c3-5f613b5c5bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:03.021917 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4b651f7-04ba-459a-a48f-2cd7d22a114f req-c0cfcdd0-7f4c-45fb-b0c3-5f613b5c5bab service neutron] 10.222.0.15 "GET /v2.0/networks?id=aaf2d9e4-26bc-49f9-8498-e16471af8a70 HTTP/1.1" status: 200 len: 897 time: 0.1043854 Jul 07 18:03:03.096776 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4b651f7-04ba-459a-a48f-2cd7d22a114f req-02af45f4-a29d-4ecb-91ac-23fed3a9bfe9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f102a87e-57e5-4e46-a57a-cd9ac13a9cfd HTTP/1.1" status: 200 len: 1001 time: 0.0619636 Jul 07 18:03:03.158171 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b651f7-04ba-459a-a48f-2cd7d22a114f req-1404b486-a9ab-4c53-be3a-c2e966f50cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:03.159699 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4b651f7-04ba-459a-a48f-2cd7d22a114f req-1404b486-a9ab-4c53-be3a-c2e966f50cc3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93545a83-2fee-42e2-8c02-479ff02cc4e7 HTTP/1.1" status: 200 len: 835 time: 0.0575576 Jul 07 18:03:03.221079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b651f7-04ba-459a-a48f-2cd7d22a114f req-527a9b74-92dc-4427-8166-fd1ec63e25bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:03.222725 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4b651f7-04ba-459a-a48f-2cd7d22a114f req-527a9b74-92dc-4427-8166-fd1ec63e25bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aaf2d9e4-26bc-49f9-8498-e16471af8a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566099 Jul 07 18:03:03.344386 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4b651f7-04ba-459a-a48f-2cd7d22a114f req-f8569e0c-5083-4647-85a1-739a8f55ba73 service neutron] 10.222.0.15 "GET /v2.0/networks/aaf2d9e4-26bc-49f9-8498-e16471af8a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141779 Jul 07 18:03:03.465732 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4b651f7-04ba-459a-a48f-2cd7d22a114f req-d05a7d3e-7501-46d2-9553-bc73f34a789e service neutron] 10.222.0.15 "GET /v2.0/networks/aaf2d9e4-26bc-49f9-8498-e16471af8a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008191 Jul 07 18:03:14.305465 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:03:14.841016 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-07f60270-bf97-4c97-945c-0722db27dab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:14.928600 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.198122 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:17.747102 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:18.054936 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0ab3e476-400b-4fba-9831-05ed0742426e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:19.110147 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:20.576855 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:31.797703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296dbef-a2cf-4026-af00-08e9981310f0 req-37b7f0fa-9083-4e82-b0a6-46cb38889c40 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:31.799634 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c296dbef-a2cf-4026-af00-08e9981310f0 req-37b7f0fa-9083-4e82-b0a6-46cb38889c40 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 946 time: 0.0882337 Jul 07 18:03:31.874547 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c296dbef-a2cf-4026-af00-08e9981310f0 req-788b7325-eeed-42da-a034-e73e17c361fa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=aedd1127-6c74-4bde-bcbf-85db1ce6976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626564 Jul 07 18:03:33.067562 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce92d4-8848-4c4b-a1ad-4694e0dc3fb0 req-8b03ea00-ed43-4f9f-9449-bdc55f9d7ab5 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:33.069112 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-48ce92d4-8848-4c4b-a1ad-4694e0dc3fb0 req-8b03ea00-ed43-4f9f-9449-bdc55f9d7ab5 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 946 time: 0.0705817 Jul 07 18:03:33.108211 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-48ce92d4-8848-4c4b-a1ad-4694e0dc3fb0 req-e27d0f6e-7c9f-45d5-b80e-cc43fae3bb54 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=aedd1127-6c74-4bde-bcbf-85db1ce6976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324399 Jul 07 18:03:33.133121 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37398) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:33.201281 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d0e2d58a-bbbe-4441-a99c-5b34eef3b0a4 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/floatingips/ee254e7e-397a-4897-b00e-726d0a863b5c HTTP/1.1" status: 200 len: 993 time: 0.0668013 Jul 07 18:03:34.690754 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a87a0-f4d2-4648-8ff9-7e934aea2637 req-240ff787-7eb4-4d26-9416-b5260da9b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:34.692303 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c5a87a0-f4d2-4648-8ff9-7e934aea2637 req-240ff787-7eb4-4d26-9416-b5260da9b286 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 1097 time: 0.1010773 Jul 07 18:03:34.710303 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11897c-5b22-4171-95fc-6d0c08bc0b4f req-2f802868-d83c-44b9-b4a1-8ae1bb6af3ac tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:34.711864 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b11897c-5b22-4171-95fc-6d0c08bc0b4f req-2f802868-d83c-44b9-b4a1-8ae1bb6af3ac tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 946 time: 0.1124749 Jul 07 18:03:34.797918 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6b11897c-5b22-4171-95fc-6d0c08bc0b4f req-722b78c4-8640-4006-ac1f-543c635ee728 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=aedd1127-6c74-4bde-bcbf-85db1ce6976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779395 Jul 07 18:03:34.824542 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a87a0-f4d2-4648-8ff9-7e934aea2637 req-8259a50c-a714-4203-8069-83dc1c9ff772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:34.826042 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c5a87a0-f4d2-4648-8ff9-7e934aea2637 req-8259a50c-a714-4203-8069-83dc1c9ff772 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aaf2d9e4-26bc-49f9-8498-e16471af8a70 HTTP/1.1" status: 200 len: 897 time: 0.1253965 Jul 07 18:03:34.895531 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c5a87a0-f4d2-4648-8ff9-7e934aea2637 req-b2e8f83d-bb37-491c-83ef-6d2ac764705c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f102a87e-57e5-4e46-a57a-cd9ac13a9cfd HTTP/1.1" status: 200 len: 1001 time: 0.0629823 Jul 07 18:03:34.945564 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a87a0-f4d2-4648-8ff9-7e934aea2637 req-1e3fbb89-1734-49d7-908c-20a9023bd086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:34.947072 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c5a87a0-f4d2-4648-8ff9-7e934aea2637 req-1e3fbb89-1734-49d7-908c-20a9023bd086 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93545a83-2fee-42e2-8c02-479ff02cc4e7 HTTP/1.1" status: 200 len: 835 time: 0.0455766 Jul 07 18:03:35.008353 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a87a0-f4d2-4648-8ff9-7e934aea2637 req-2534bbec-73ab-41c5-9ab2-fb523d063bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:35.009873 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c5a87a0-f4d2-4648-8ff9-7e934aea2637 req-2534bbec-73ab-41c5-9ab2-fb523d063bf2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aaf2d9e4-26bc-49f9-8498-e16471af8a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558438 Jul 07 18:03:35.111357 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c5a87a0-f4d2-4648-8ff9-7e934aea2637 req-de7c2cc6-74a8-4d96-9676-508f533527e3 service neutron] 10.222.0.15 "GET /v2.0/networks/aaf2d9e4-26bc-49f9-8498-e16471af8a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944521 Jul 07 18:03:35.221321 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c5a87a0-f4d2-4648-8ff9-7e934aea2637 req-bac1dbe8-77e7-448a-9f5b-8ce6d3710e18 service neutron] 10.222.0.15 "GET /v2.0/networks/aaf2d9e4-26bc-49f9-8498-e16471af8a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040361 Jul 07 18:03:35.975881 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2c9be-c036-4540-a6ca-1b356e57b437 req-ae70fc5e-3f2e-44e0-bccd-7acfe6866ee2 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:35.977428 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a5d2c9be-c036-4540-a6ca-1b356e57b437 req-ae70fc5e-3f2e-44e0-bccd-7acfe6866ee2 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 946 time: 0.0657313 Jul 07 18:03:36.024154 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a5d2c9be-c036-4540-a6ca-1b356e57b437 req-90c22939-1698-4c15-8926-6db0b4b34e2e tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=aedd1127-6c74-4bde-bcbf-85db1ce6976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408838 Jul 07 18:03:37.201649 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5028853-5f9b-4379-8715-267317b97361 req-744b5071-6e0f-4dd3-bd9e-eb80fee28976 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:37.203192 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5028853-5f9b-4379-8715-267317b97361 req-744b5071-6e0f-4dd3-bd9e-eb80fee28976 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 946 time: 0.0646689 Jul 07 18:03:37.247021 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c5028853-5f9b-4379-8715-267317b97361 req-837722b0-7bff-41aa-90c8-3892ae2a8328 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=aedd1127-6c74-4bde-bcbf-85db1ce6976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383065 Jul 07 18:03:37.272238 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37410) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:37.332473 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a2f382d4-c8cd-4ac7-86ca-c20e392361d1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/floatingips/ee254e7e-397a-4897-b00e-726d0a863b5c HTTP/1.1" status: 200 len: 993 time: 0.0589948 Jul 07 18:03:37.594370 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37416) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:37.762211 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting port 565901d8-a09b-4117-8b3e-64e29b850cb5 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:37.762582 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:37.840038 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:37.840476 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:37.853428 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Calling delete_port for 565901d8-a09b-4117-8b3e-64e29b850cb5 owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:38.001607 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:38.028641 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Port': ['ID=565901d8-a09b-4117-8b3e-64e29b850cb5,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:38.040299 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:38.040654 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:38.041005 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:38.041348 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:38.041685 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:38.042023 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:38.042364 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:38.043239 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:38.043572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:38.043903 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:38.044233 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:38.044560 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:38.100912 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:38.101233 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Floating IP ee254e7e-397a-4897-b00e-726d0a863b5c disassociated (deleted). External IP: 172.25.2.45, port: f102a87e-57e5-4e46-a57a-cd9ac13a9cfd. Jul 07 18:03:38.623633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:03:38.737958 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:03:38.743028 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:38.747930 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216c102-dc68-44af-b47f-36074857bb4c None None] Sync routers for ids ['57209cdf-16ea-4649-ab3d-3c3aa6a7d365'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:03:38.756186 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1216c102-dc68-44af-b47f-36074857bb4c None None] Routers {'57209cdf-16ea-4649-ab3d-3c3aa6a7d365'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:38.756793 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-1216c102-dc68-44af-b47f-36074857bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['57209cdf-16ea-4649-ab3d-3c3aa6a7d365'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:38.780194 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f362565e-73fd-427a-b0d5-ef26ae1e3e23 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/floatingips/ee254e7e-397a-4897-b00e-726d0a863b5c HTTP/1.1" status: 204 len: 168 time: 1.1847262 Jul 07 18:03:38.780850 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712cdb58-2003-4880-abc6-27da24227cdc', 'tag': 'f102a87e-57e5-4e46-a57a-cd9ac13a9cfd'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:38.783159 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5444634a-d85c-4d95-8e19-78c4baa8de5e" -d '{"events": [{"name": "network-changed", "server_uuid": "712cdb58-2003-4880-abc6-27da24227cdc", "tag": "f102a87e-57e5-4e46-a57a-cd9ac13a9cfd"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:38.822665 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb515d54-e21c-4602-837c-f2afbab540a1 x-openstack-request-id: req-fb515d54-e21c-4602-837c-f2afbab540a1 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:38.822963 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712cdb58-2003-4880-abc6-27da24227cdc", "tag": "f102a87e-57e5-4e46-a57a-cd9ac13a9cfd", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:38.823219 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb515d54-e21c-4602-837c-f2afbab540a1 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:38.823623 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712cdb58-2003-4880-abc6-27da24227cdc', 'tag': 'f102a87e-57e5-4e46-a57a-cd9ac13a9cfd', 'status': 'completed', 'code': 200} Jul 07 18:03:38.865564 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-1216c102-dc68-44af-b47f-36074857bb4c None None] Set router 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:38.904679 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444634a-d85c-4d95-8e19-78c4baa8de5e req-a8d9be5b-a346-448c-81c1-4fe8611f9a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:38.906219 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5444634a-d85c-4d95-8e19-78c4baa8de5e req-a8d9be5b-a346-448c-81c1-4fe8611f9a54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cdc08b6665d44d2088435d3c4644735c&device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 1097 time: 0.0592933 Jul 07 18:03:39.018077 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444634a-d85c-4d95-8e19-78c4baa8de5e req-575667da-0ca2-4a5a-9af8-9fa23268dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:39.019616 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5444634a-d85c-4d95-8e19-78c4baa8de5e req-575667da-0ca2-4a5a-9af8-9fa23268dc9f service neutron] 10.222.0.15 "GET /v2.0/networks?id=aaf2d9e4-26bc-49f9-8498-e16471af8a70 HTTP/1.1" status: 200 len: 897 time: 0.1076548 Jul 07 18:03:39.065098 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5444634a-d85c-4d95-8e19-78c4baa8de5e req-8f92eb9a-cf16-4dfc-9785-5bc84637abb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f102a87e-57e5-4e46-a57a-cd9ac13a9cfd HTTP/1.1" status: 200 len: 217 time: 0.0380583 Jul 07 18:03:39.126227 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444634a-d85c-4d95-8e19-78c4baa8de5e req-448bad52-83bb-474f-87f1-1a5d553fa96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:39.128013 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5444634a-d85c-4d95-8e19-78c4baa8de5e req-448bad52-83bb-474f-87f1-1a5d553fa96f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=93545a83-2fee-42e2-8c02-479ff02cc4e7 HTTP/1.1" status: 200 len: 835 time: 0.0559771 Jul 07 18:03:39.165131 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-1216c102-dc68-44af-b47f-36074857bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867499044', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:43Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '69b6d1b1-b01e-4f07-b650-a942d632a91f', 'name': '', 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:4f:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '93545a83-2fee-42e2-8c02-479ff02cc4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:42Z', 'updated_at': '2021-07-07T18:02:48Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '93545a83-2fee-42e2-8c02-479ff02cc4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:39.182295 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f3ecc-c346-4e38-b894-e1f85535d6a7 req-bbb6153c-b0c8-48bd-bdfd-e379db813486 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:39.184415 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-625f3ecc-c346-4e38-b894-e1f85535d6a7 req-bbb6153c-b0c8-48bd-bdfd-e379db813486 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 946 time: 0.0815697 Jul 07 18:03:39.190241 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444634a-d85c-4d95-8e19-78c4baa8de5e req-81daa16e-5cb6-4251-8e39-6fdabd5c34f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:39.191818 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5444634a-d85c-4d95-8e19-78c4baa8de5e req-81daa16e-5cb6-4251-8e39-6fdabd5c34f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aaf2d9e4-26bc-49f9-8498-e16471af8a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562856 Jul 07 18:03:39.193256 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216c102-dc68-44af-b47f-36074857bb4c None None] Checking router: 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:03:39.202208 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1216c102-dc68-44af-b47f-36074857bb4c None None] Routers {'57209cdf-16ea-4649-ab3d-3c3aa6a7d365'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:39.202901 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-1216c102-dc68-44af-b47f-36074857bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['57209cdf-16ea-4649-ab3d-3c3aa6a7d365'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:39.226099 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-625f3ecc-c346-4e38-b894-e1f85535d6a7 req-b19cfee6-890f-4f85-8fdb-1ff495072ec4 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=aedd1127-6c74-4bde-bcbf-85db1ce6976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355465 Jul 07 18:03:39.293822 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5444634a-d85c-4d95-8e19-78c4baa8de5e req-49dcb48d-83c8-4575-b998-32e5663e9dd4 service neutron] 10.222.0.15 "GET /v2.0/networks/aaf2d9e4-26bc-49f9-8498-e16471af8a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950661 Jul 07 18:03:39.316117 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-1216c102-dc68-44af-b47f-36074857bb4c None None] Set router 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:39.395000 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5444634a-d85c-4d95-8e19-78c4baa8de5e req-e0e3a1d6-6c2c-49a3-8d33-0ffd821f4c11 service neutron] 10.222.0.15 "GET /v2.0/networks/aaf2d9e4-26bc-49f9-8498-e16471af8a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938661 Jul 07 18:03:39.515556 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-1216c102-dc68-44af-b47f-36074857bb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867499044', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:43Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '69b6d1b1-b01e-4f07-b650-a942d632a91f', 'name': '', 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:4f:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '93545a83-2fee-42e2-8c02-479ff02cc4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:42Z', 'updated_at': '2021-07-07T18:02:48Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '93545a83-2fee-42e2-8c02-479ff02cc4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:39.544852 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216c102-dc68-44af-b47f-36074857bb4c None None] The sync data for ids ['57209cdf-16ea-4649-ab3d-3c3aa6a7d365'] in n-d-793620-7 is: [{'id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867499044', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:43Z', 'revision_number': 4, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '69b6d1b1-b01e-4f07-b650-a942d632a91f', 'name': '', 'network_id': 'aaf2d9e4-26bc-49f9-8498-e16471af8a70', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'mac_address': 'fa:16:3e:4f:80:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '93545a83-2fee-42e2-8c02-479ff02cc4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:42Z', 'updated_at': '2021-07-07T18:02:48Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'subnets': [{'id': '93545a83-2fee-42e2-8c02-479ff02cc4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:03:39.764602 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7a9962-3d4e-426d-924f-1e8bc4138dfe None None] New status for floating IP ee254e7e-397a-4897-b00e-726d0a863b5c: DOWN {{(pid=100411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:03:40.411165 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7c4eb-3371-4ec6-baec-1f931cedf902 req-8d4503d6-8528-4d7e-9d0a-aceeb0091d13 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:40.412691 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ab7c4eb-3371-4ec6-baec-1f931cedf902 req-8d4503d6-8528-4d7e-9d0a-aceeb0091d13 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 946 time: 0.0665162 Jul 07 18:03:40.455397 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8ab7c4eb-3371-4ec6-baec-1f931cedf902 req-b2aaee1c-4b60-4a53-8926-39add7e7ba46 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/security-groups?id=aedd1127-6c74-4bde-bcbf-85db1ce6976c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369978 Jul 07 18:03:40.671762 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162d183-2204-4444-8ac8-76f342ad511f req-5997110e-926d-4a4f-adff-80f1b4de2d3f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:40.673261 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f162d183-2204-4444-8ac8-76f342ad511f req-5997110e-926d-4a4f-adff-80f1b4de2d3f tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 946 time: 0.0697498 Jul 07 18:03:40.770627 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-f162d183-2204-4444-8ac8-76f342ad511f req-02bb91e7-7616-4d9e-ba0d-21205ae1e334 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting port f102a87e-57e5-4e46-a57a-cd9ac13a9cfd {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:40.770972 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f162d183-2204-4444-8ac8-76f342ad511f req-02bb91e7-7616-4d9e-ba0d-21205ae1e334 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:40.863541 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-f162d183-2204-4444-8ac8-76f342ad511f req-02bb91e7-7616-4d9e-ba0d-21205ae1e334 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] For port f102a87e-57e5-4e46-a57a-cd9ac13a9cfd, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=f102a87e-57e5-4e46-a57a-cd9ac13a9cfd,segment=NetworkSegment(cd759b53-5519-4dce-8bdc-c21d2c0be3e8),segment_id=cd759b53-5519-4dce-8bdc-c21d2c0be3e8)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:40.863909 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f162d183-2204-4444-8ac8-76f342ad511f req-02bb91e7-7616-4d9e-ba0d-21205ae1e334 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:40.877464 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-f162d183-2204-4444-8ac8-76f342ad511f req-02bb91e7-7616-4d9e-ba0d-21205ae1e334 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Calling delete_port for f102a87e-57e5-4e46-a57a-cd9ac13a9cfd owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:41.002539 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f162d183-2204-4444-8ac8-76f342ad511f req-02bb91e7-7616-4d9e-ba0d-21205ae1e334 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:41.036004 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb91e7-7616-4d9e-ba0d-21205ae1e334 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Port': ['ID=f102a87e-57e5-4e46-a57a-cd9ac13a9cfd,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:41.081682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f162d183-2204-4444-8ac8-76f342ad511f req-02bb91e7-7616-4d9e-ba0d-21205ae1e334 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] No DVR routers for this DVR port f102a87e-57e5-4e46-a57a-cd9ac13a9cfd on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:03:41.084330 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-f162d183-2204-4444-8ac8-76f342ad511f req-02bb91e7-7616-4d9e-ba0d-21205ae1e334 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:41.086318 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f162d183-2204-4444-8ac8-76f342ad511f req-02bb91e7-7616-4d9e-ba0d-21205ae1e334 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.15 "DELETE /v2.0/ports/f102a87e-57e5-4e46-a57a-cd9ac13a9cfd HTTP/1.1" status: 204 len: 173 time: 0.4081399 Jul 07 18:03:41.086789 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712cdb58-2003-4880-abc6-27da24227cdc', 'name': 'network-vif-deleted', 'tag': 'f102a87e-57e5-4e46-a57a-cd9ac13a9cfd'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:03:41.089029 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0469b9c-9cf5-46b2-ad70-b0493aa4f38e" -d '{"events": [{"server_uuid": "712cdb58-2003-4880-abc6-27da24227cdc", "name": "network-vif-deleted", "tag": "f102a87e-57e5-4e46-a57a-cd9ac13a9cfd"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:03:41.134273 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76379ae1-9a4e-42d7-9ecc-953ae5f253cb x-openstack-request-id: req-76379ae1-9a4e-42d7-9ecc-953ae5f253cb {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:03:41.134625 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712cdb58-2003-4880-abc6-27da24227cdc", "name": "network-vif-deleted", "tag": "f102a87e-57e5-4e46-a57a-cd9ac13a9cfd", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:03:41.134910 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-76379ae1-9a4e-42d7-9ecc-953ae5f253cb {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:03:41.135323 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712cdb58-2003-4880-abc6-27da24227cdc', 'name': 'network-vif-deleted', 'tag': 'f102a87e-57e5-4e46-a57a-cd9ac13a9cfd', 'status': 'completed', 'code': 200} Jul 07 18:03:41.617457 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0340b89c-15b3-4633-b97f-ed475d11ebf0 req-eba42637-5a60-443f-86dc-3c68ad87aab0 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "GET /v2.0/ports?device_id=712cdb58-2003-4880-abc6-27da24227cdc HTTP/1.1" status: 200 len: 210 time: 0.0302942 Jul 07 18:03:42.711107 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37432) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:43.076021 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7291e5c7-ae5d-4d69-be67-8a8b60b50bec tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:43.347557 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-7291e5c7-ae5d-4d69-be67-8a8b60b50bec tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting port 69b6d1b1-b01e-4f07-b650-a942d632a91f {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:43.347835 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7291e5c7-ae5d-4d69-be67-8a8b60b50bec tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:43.436181 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-7291e5c7-ae5d-4d69-be67-8a8b60b50bec tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] For port 69b6d1b1-b01e-4f07-b650-a942d632a91f, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=69b6d1b1-b01e-4f07-b650-a942d632a91f,segment=NetworkSegment(cd759b53-5519-4dce-8bdc-c21d2c0be3e8),segment_id=cd759b53-5519-4dce-8bdc-c21d2c0be3e8)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:43.436543 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7291e5c7-ae5d-4d69-be67-8a8b60b50bec tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:43.449303 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-7291e5c7-ae5d-4d69-be67-8a8b60b50bec tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Calling delete_port for 69b6d1b1-b01e-4f07-b650-a942d632a91f owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:43.641751 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7291e5c7-ae5d-4d69-be67-8a8b60b50bec tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:43.674034 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291e5c7-ae5d-4d69-be67-8a8b60b50bec tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Port': ['ID=69b6d1b1-b01e-4f07-b650-a942d632a91f,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:43.851416 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7291e5c7-ae5d-4d69-be67-8a8b60b50bec tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.069427 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7291e5c7-ae5d-4d69-be67-8a8b60b50bec tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Router 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:03:44.176652 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7291e5c7-ae5d-4d69-be67-8a8b60b50bec tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:03:44.181584 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7291e5c7-ae5d-4d69-be67-8a8b60b50bec tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "PUT /v2.0/routers/57209cdf-16ea-4649-ab3d-3c3aa6a7d365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4694390 Jul 07 18:03:44.184501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37434) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:44.187213 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245013f0-5f8c-439e-930b-32c1dbe86225 None None] Sync routers for ids ['57209cdf-16ea-4649-ab3d-3c3aa6a7d365'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:03:44.197017 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245013f0-5f8c-439e-930b-32c1dbe86225 None None] Routers {'57209cdf-16ea-4649-ab3d-3c3aa6a7d365'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:44.197772 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-245013f0-5f8c-439e-930b-32c1dbe86225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['57209cdf-16ea-4649-ab3d-3c3aa6a7d365'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:44.247123 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfaa3806-b1f9-4241-90f3-a3027fb46497 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting subnet 93545a83-2fee-42e2-8c02-479ff02cc4e7 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:03:44.250905 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dfaa3806-b1f9-4241-90f3-a3027fb46497 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.298408 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dfaa3806-b1f9-4241-90f3-a3027fb46497 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.315779 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-245013f0-5f8c-439e-930b-32c1dbe86225 None None] Set router 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:44.388922 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dfaa3806-b1f9-4241-90f3-a3027fb46497 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.451898 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dfaa3806-b1f9-4241-90f3-a3027fb46497 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.482916 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dfaa3806-b1f9-4241-90f3-a3027fb46497 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.487561 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37436) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:44.490497 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe8ede8-bc03-4e9f-82a2-4e285500bf15 None None] Network aaf2d9e4-26bc-49f9-8498-e16471af8a70 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:44.491616 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dfaa3806-b1f9-4241-90f3-a3027fb46497 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/subnets/93545a83-2fee-42e2-8c02-479ff02cc4e7 HTTP/1.1" status: 204 len: 168 time: 0.3029792 Jul 07 18:03:44.493368 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa3806-b1f9-4241-90f3-a3027fb46497 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Subnet': ['ID=93545a83-2fee-42e2-8c02-479ff02cc4e7,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:44.498132 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-245013f0-5f8c-439e-930b-32c1dbe86225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867499044', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:03:43Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:44.503030 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa3806-b1f9-4241-90f3-a3027fb46497 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.503681 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa3806-b1f9-4241-90f3-a3027fb46497 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.504280 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa3806-b1f9-4241-90f3-a3027fb46497 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.504861 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa3806-b1f9-4241-90f3-a3027fb46497 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.505506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa3806-b1f9-4241-90f3-a3027fb46497 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.506085 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa3806-b1f9-4241-90f3-a3027fb46497 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.506690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa3806-b1f9-4241-90f3-a3027fb46497 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.507273 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa3806-b1f9-4241-90f3-a3027fb46497 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.507923 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa3806-b1f9-4241-90f3-a3027fb46497 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.508731 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa3806-b1f9-4241-90f3-a3027fb46497 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.509428 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa3806-b1f9-4241-90f3-a3027fb46497 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.510015 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa3806-b1f9-4241-90f3-a3027fb46497 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:44.527808 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245013f0-5f8c-439e-930b-32c1dbe86225 None None] Checking router: 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:03:44.536505 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245013f0-5f8c-439e-930b-32c1dbe86225 None None] Routers {'57209cdf-16ea-4649-ab3d-3c3aa6a7d365'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:44.537126 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-245013f0-5f8c-439e-930b-32c1dbe86225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:03:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['57209cdf-16ea-4649-ab3d-3c3aa6a7d365'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:44.612315 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-119c85aa-455b-495b-908f-385898f358fa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.634988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device f102a87e-57e5-4e46-a57a-cd9ac13a9cfd no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:44.641488 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-245013f0-5f8c-439e-930b-32c1dbe86225 None None] Set router 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:44.661758 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: f102a87e-57e5-4e46-a57a-cd9ac13a9cfd {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:03:44.662106 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device f102a87e-57e5-4e46-a57a-cd9ac13a9cfd not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:44.704503 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c4378e-4fed-433d-9ad3-bd58ad99a951 None None] DHCP port deletion for aaf2d9e4-26bc-49f9-8498-e16471af8a70 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:03:44.724518 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-119c85aa-455b-495b-908f-385898f358fa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.757653 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-79c4378e-4fed-433d-9ad3-bd58ad99a951 None None] Deleting port dbb6ae82-4793-4f8b-827a-fa300df2acc9 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:44.757653 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-79c4378e-4fed-433d-9ad3-bd58ad99a951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.790397 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-119c85aa-455b-495b-908f-385898f358fa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Deleting port 4b797ba5-db3a-4154-be93-28d87152c4fc {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:03:44.790798 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-119c85aa-455b-495b-908f-385898f358fa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.845621 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-79c4378e-4fed-433d-9ad3-bd58ad99a951 None None] For port dbb6ae82-4793-4f8b-827a-fa300df2acc9, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=dbb6ae82-4793-4f8b-827a-fa300df2acc9,segment=NetworkSegment(cd759b53-5519-4dce-8bdc-c21d2c0be3e8),segment_id=cd759b53-5519-4dce-8bdc-c21d2c0be3e8)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:44.845621 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-79c4378e-4fed-433d-9ad3-bd58ad99a951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.861856 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-79c4378e-4fed-433d-9ad3-bd58ad99a951 None None] Calling delete_port for dbb6ae82-4793-4f8b-827a-fa300df2acc9 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:44.863234 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-245013f0-5f8c-439e-930b-32c1dbe86225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867499044', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:03:43Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:44.863869 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-0569e95e-fd9e-483c-8d7a-6d6a0853f441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.890807 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-119c85aa-455b-495b-908f-385898f358fa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] For port 4b797ba5-db3a-4154-be93-28d87152c4fc, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4b797ba5-db3a-4154-be93-28d87152c4fc,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:44.891434 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-119c85aa-455b-495b-908f-385898f358fa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.894332 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245013f0-5f8c-439e-930b-32c1dbe86225 None None] The sync data for ids ['57209cdf-16ea-4649-ab3d-3c3aa6a7d365'] in n-d-793620-7 is: [{'id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867499044', 'tenant_id': 'cdc08b6665d44d2088435d3c4644735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:03:43Z', 'revision_number': 5, 'project_id': 'cdc08b6665d44d2088435d3c4644735c', 'gw_port': {'id': '4b797ba5-db3a-4154-be93-28d87152c4fc', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57209cdf-16ea-4649-ab3d-3c3aa6a7d365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:02:39Z', 'updated_at': '2021-07-07T18:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:03:44.905903 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-119c85aa-455b-495b-908f-385898f358fa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Calling delete_port for 4b797ba5-db3a-4154-be93-28d87152c4fc owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:03:44.960510 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:44.970362 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-79c4378e-4fed-433d-9ad3-bd58ad99a951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:45.000029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c4378e-4fed-433d-9ad3-bd58ad99a951 None None] No DVR routers for this DVR port dbb6ae82-4793-4f8b-827a-fa300df2acc9 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:03:45.003345 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4378e-4fed-433d-9ad3-bd58ad99a951 None None] Pushing event deleted for resources: {'Port': ['ID=dbb6ae82-4793-4f8b-827a-fa300df2acc9,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:45.015925 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4378e-4fed-433d-9ad3-bd58ad99a951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:45.016280 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4378e-4fed-433d-9ad3-bd58ad99a951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:45.016649 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4378e-4fed-433d-9ad3-bd58ad99a951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:45.016994 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4378e-4fed-433d-9ad3-bd58ad99a951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:45.017342 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4378e-4fed-433d-9ad3-bd58ad99a951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:45.017677 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4378e-4fed-433d-9ad3-bd58ad99a951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:45.018009 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4378e-4fed-433d-9ad3-bd58ad99a951 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:45.018364 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4378e-4fed-433d-9ad3-bd58ad99a951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:45.018880 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4378e-4fed-433d-9ad3-bd58ad99a951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:45.019247 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4378e-4fed-433d-9ad3-bd58ad99a951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:45.019695 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4378e-4fed-433d-9ad3-bd58ad99a951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:45.020037 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c4378e-4fed-433d-9ad3-bd58ad99a951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:45.091874 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-119c85aa-455b-495b-908f-385898f358fa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:45.126273 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c85aa-455b-495b-908f-385898f358fa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Port': ['ID=4b797ba5-db3a-4154-be93-28d87152c4fc,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:45.200793 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-119c85aa-455b-495b-908f-385898f358fa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:45.311608 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-119c85aa-455b-495b-908f-385898f358fa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:45.313929 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-119c85aa-455b-495b-908f-385898f358fa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:45.366592 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-119c85aa-455b-495b-908f-385898f358fa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:45.367136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119c85aa-455b-495b-908f-385898f358fa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Fanout notify agent at l3_agent the message router_deleted on router 57209cdf-16ea-4649-ab3d-3c3aa6a7d365 {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:03:45.373977 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-119c85aa-455b-495b-908f-385898f358fa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:45.375167 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-119c85aa-455b-495b-908f-385898f358fa tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/routers/57209cdf-16ea-4649-ab3d-3c3aa6a7d365 HTTP/1.1" status: 204 len: 168 time: 0.8863828 Jul 07 18:03:45.379282 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37438) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:45.470409 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-efed1e05-3ca7-4a01-949d-751e7b08a626 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:45.591038 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-efed1e05-3ca7-4a01-949d-751e7b08a626 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:45.603538 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-efed1e05-3ca7-4a01-949d-751e7b08a626 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf2d9e4-26bc-49f9-8498-e16471af8a70']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:45.621069 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-efed1e05-3ca7-4a01-949d-751e7b08a626 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd759b53-5519-4dce-8bdc-c21d2c0be3e8') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:45.621356 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-efed1e05-3ca7-4a01-949d-751e7b08a626 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd759b53-5519-4dce-8bdc-c21d2c0be3e8') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:45.631932 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-efed1e05-3ca7-4a01-949d-751e7b08a626 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:45.654466 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-efed1e05-3ca7-4a01-949d-751e7b08a626 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:45.660893 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efed1e05-3ca7-4a01-949d-751e7b08a626 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:03:45.661297 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-efed1e05-3ca7-4a01-949d-751e7b08a626 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: timer() Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:03:45.664414 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:03:46.060967 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-efed1e05-3ca7-4a01-949d-751e7b08a626 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:46.068718 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-efed1e05-3ca7-4a01-949d-751e7b08a626 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:46.070583 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-efed1e05-3ca7-4a01-949d-751e7b08a626 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/networks/aaf2d9e4-26bc-49f9-8498-e16471af8a70 HTTP/1.1" status: 204 len: 168 time: 0.6902797 Jul 07 18:03:46.074171 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37440) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:46.082923 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed1e05-3ca7-4a01-949d-751e7b08a626 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'Network': ['ID=aaf2d9e4-26bc-49f9-8498-e16471af8a70,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:46.135811 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4023969b-a388-41ae-8598-8a6513f0fdb1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:46.161453 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4023969b-a388-41ae-8598-8a6513f0fdb1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:46.233002 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4023969b-a388-41ae-8598-8a6513f0fdb1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:46.236495 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4023969b-a388-41ae-8598-8a6513f0fdb1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:46.237967 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4023969b-a388-41ae-8598-8a6513f0fdb1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] 10.222.0.50 "DELETE /v2.0/security-groups/aedd1127-6c74-4bde-bcbf-85db1ce6976c HTTP/1.1" status: 204 len: 168 time: 0.1626418 Jul 07 18:03:46.247447 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023969b-a388-41ae-8598-8a6513f0fdb1 tempest-TestNetworkAdvancedServerOps-943580520 tempest-TestNetworkAdvancedServerOps-943580520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedd1127-6c74-4bde-bcbf-85db1ce6976c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:46.286426 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4b797ba5-db3a-4154-be93-28d87152c4fc no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:46.307389 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 4b797ba5-db3a-4154-be93-28d87152c4fc {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:03:46.307849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4b797ba5-db3a-4154-be93-28d87152c4fc not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:46.308271 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 69b6d1b1-b01e-4f07-b650-a942d632a91f no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:46.326867 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 69b6d1b1-b01e-4f07-b650-a942d632a91f {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:03:46.327214 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 69b6d1b1-b01e-4f07-b650-a942d632a91f not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:46.327849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dbb6ae82-4793-4f8b-827a-fa300df2acc9 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:03:46.350727 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: dbb6ae82-4793-4f8b-827a-fa300df2acc9 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:03:46.351088 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device dbb6ae82-4793-4f8b-827a-fa300df2acc9 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:03:46.583152 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37448) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:46.709183 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c930db0e-e9d0-4965-813c-a1a02423c5f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cdc08b6665d44d2088435d3c4644735c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1248477 Jul 07 18:03:46.711784 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37452) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:46.758986 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2683d2f7-9fa0-4997-afcd-44769bdbaf40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:46.780220 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2683d2f7-9fa0-4997-afcd-44769bdbaf40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:46.831338 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2683d2f7-9fa0-4997-afcd-44769bdbaf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:46.833999 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-2683d2f7-9fa0-4997-afcd-44769bdbaf40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:46.835194 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-2683d2f7-9fa0-4997-afcd-44769bdbaf40 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fa1d941a-d098-4d97-8547-1b9ddbc77f68 HTTP/1.1" status: 204 len: 168 time: 0.1224856 Jul 07 18:03:46.843987 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683d2f7-9fa0-4997-afcd-44769bdbaf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1d941a-d098-4d97-8547-1b9ddbc77f68,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:47.099461 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37458) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:47.113901 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bf931fe8-c85c-439a-9ef5-e878361b37dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:47.204898 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:47.205325 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bf931fe8-c85c-439a-9ef5-e878361b37dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:47.208935 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bf931fe8-c85c-439a-9ef5-e878361b37dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:47.248269 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bf931fe8-c85c-439a-9ef5-e878361b37dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c42307eab2b4055a5c9577e51beb262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477175 Jul 07 18:03:47.249315 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf931fe8-c85c-439a-9ef5-e878361b37dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6866da1c-ed70-46ac-aa5d-15771b21e24b,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:47.251061 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37460) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:47.310806 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92e0fc8b-4977-49d7-a7ea-89de02cc3630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:47.332088 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92e0fc8b-4977-49d7-a7ea-89de02cc3630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:47.379918 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92e0fc8b-4977-49d7-a7ea-89de02cc3630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:47.382642 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-92e0fc8b-4977-49d7-a7ea-89de02cc3630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:47.383897 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-92e0fc8b-4977-49d7-a7ea-89de02cc3630 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6866da1c-ed70-46ac-aa5d-15771b21e24b HTTP/1.1" status: 204 len: 168 time: 0.1318777 Jul 07 18:03:47.392973 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0fc8b-4977-49d7-a7ea-89de02cc3630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6866da1c-ed70-46ac-aa5d-15771b21e24b,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:47.749681 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:48.057771 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-dfb700f2-65ad-4127-b9e2-b650e6cc0f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:48.093274 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37482) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:48.193861 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-1a1f9e6c-9f67-429c-97be-464c98d784cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1543249043-network', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:48.217325 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1f9e6c-9f67-429c-97be-464c98d784cd admin admin] Made reservation on behalf of 09efd3e042724297a7c9de3ccecc1fb5 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:48.219775 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9e6c-9f67-429c-97be-464c98d784cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:48.229257 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9e6c-9f67-429c-97be-464c98d784cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:48.332317 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9e6c-9f67-429c-97be-464c98d784cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:48.336540 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9e6c-9f67-429c-97be-464c98d784cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:48.363629 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1f9e6c-9f67-429c-97be-464c98d784cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:03:48.373891 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f9e6c-9f67-429c-97be-464c98d784cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d123da-1e0a-4de6-9b42-bf976b8db80c,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:48.379286 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9e6c-9f67-429c-97be-464c98d784cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:48.379641 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-1a1f9e6c-9f67-429c-97be-464c98d784cd admin admin] Added segment 6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df of type vlan for network b3958c35-0f43-4cb2-b3a1-076da511bd61 Jul 07 18:03:48.429385 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9e6c-9f67-429c-97be-464c98d784cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:48.462806 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9e6c-9f67-429c-97be-464c98d784cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:48.464838 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1f9e6c-9f67-429c-97be-464c98d784cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:48.465605 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9e6c-9f67-429c-97be-464c98d784cd admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:48.523068 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1a1f9e6c-9f67-429c-97be-464c98d784cd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4286408 Jul 07 18:03:48.526249 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37486) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:48.532067 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f9e6c-9f67-429c-97be-464c98d784cd admin admin] Pushing event updated for resources: {'Network': ['ID=b3958c35-0f43-4cb2-b3a1-076da511bd61,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:48.534623 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-68315a87-911e-42e4-ad2a-2fdbf6425580 admin admin] Request body: {'subnet': {'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1543249043-subnet', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:48.546344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network b3958c35-0f43-4cb2-b3a1-076da511bd61 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:03:48.563949 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68315a87-911e-42e4-ad2a-2fdbf6425580 admin admin] Made reservation on behalf of 09efd3e042724297a7c9de3ccecc1fb5 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:48.566881 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68315a87-911e-42e4-ad2a-2fdbf6425580 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:48.758020 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68315a87-911e-42e4-ad2a-2fdbf6425580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:48.814422 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68315a87-911e-42e4-ad2a-2fdbf6425580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af82ef87-1562-46cd-9252-e5c0dd4efeb3,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:48.825509 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68315a87-911e-42e4-ad2a-2fdbf6425580 admin admin] Checking segment: {'id': '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:48.825875 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68315a87-911e-42e4-ad2a-2fdbf6425580 admin admin] Network hostable DHCP agents. Network: b3958c35-0f43-4cb2-b3a1-076da511bd61, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:03:48.844675 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68315a87-911e-42e4-ad2a-2fdbf6425580 admin admin] Network b3958c35-0f43-4cb2-b3a1-076da511bd61 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:03:48.856516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-68315a87-911e-42e4-ad2a-2fdbf6425580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, b3958c35-0f43-4cb2-b3a1-076da511bd61) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:48.860915 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68315a87-911e-42e4-ad2a-2fdbf6425580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:48.861515 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-68315a87-911e-42e4-ad2a-2fdbf6425580 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:48.871606 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8949c77d-c7c1-4822-a502-46797cf8d467 None None] Network b3958c35-0f43-4cb2-b3a1-076da511bd61 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:48.879099 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-68315a87-911e-42e4-ad2a-2fdbf6425580 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3491714 Jul 07 18:03:48.881196 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37488) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:48.886528 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-f02b7b22-1c0b-480c-a37f-c925cd7492f0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:48.912002 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f02b7b22-1c0b-480c-a37f-c925cd7492f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:48.913072 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f02b7b22-1c0b-480c-a37f-c925cd7492f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:48.979465 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f02b7b22-1c0b-480c-a37f-c925cd7492f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.039463 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-b3958c35-0f43-4cb2-b3a1-076da511bd61', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:03:49.040484 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.129040 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f02b7b22-1c0b-480c-a37f-c925cd7492f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.140975 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.198300 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Allocated IP 172.20.0.2 (b3958c35-0f43-4cb2-b3a1-076da511bd61/af82ef87-1562-46cd-9252-e5c0dd4efeb3/2ac48253-5530-43d4-af56-8d7100945a06) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:49.357192 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f02b7b22-1c0b-480c-a37f-c925cd7492f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.370011 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.377773 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f02b7b22-1c0b-480c-a37f-c925cd7492f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.385217 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Transition to ACTIVE for port object 2ac48253-5530-43d4-af56-8d7100945a06 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:49.404545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Transition to ACTIVE for port object 2ac48253-5530-43d4-af56-8d7100945a06 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:49.411519 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.452160 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Network b3958c35-0f43-4cb2-b3a1-076da511bd61 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:49.456828 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:49.463051 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:49.472442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Pushing event updated for resources: {'Port': ['ID=2ac48253-5530-43d4-af56-8d7100945a06,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:49.507238 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-f02b7b22-1c0b-480c-a37f-c925cd7492f0 admin admin] Allocated IP 172.25.2.5 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/35e6b168-df14-4584-8130-36aa9410e86e) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:49.539015 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Attempting to bind port 2ac48253-5530-43d4-af56-8d7100945a06 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:03:49.539590 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Attempting to bind port 2ac48253-5530-43d4-af56-8d7100945a06 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:03:49.540138 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Attempting to bind port 2ac48253-5530-43d4-af56-8d7100945a06 on network b3958c35-0f43-4cb2-b3a1-076da511bd61 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:49.550315 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:03:49.551010 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Checking segment: {'id': '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:49.551666 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.552306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Bound using segment: {'id': '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:03:49.553149 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Bound port: 2ac48253-5530-43d4-af56-8d7100945a06, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:03:49.553796 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.629277 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f02b7b22-1c0b-480c-a37f-c925cd7492f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.629967 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] For port 2ac48253-5530-43d4-af56-8d7100945a06, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:49.632795 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] For port 2ac48253-5530-43d4-af56-8d7100945a06, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2ac48253-5530-43d4-af56-8d7100945a06,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:49.637529 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.678780 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f02b7b22-1c0b-480c-a37f-c925cd7492f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:49.701620 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad844647-1ea6-4861-af3f-69c4039e0f39 None None] Pushing event updated for resources: {'Port': ['ID=2ac48253-5530-43d4-af56-8d7100945a06,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:49.724963 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02b7b22-1c0b-480c-a37f-c925cd7492f0 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:49.727873 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f02b7b22-1c0b-480c-a37f-c925cd7492f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:49.731399 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02b7b22-1c0b-480c-a37f-c925cd7492f0 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:49.757949 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b7b22-1c0b-480c-a37f-c925cd7492f0 admin admin] Pushing event updated for resources: {'Port': ['ID=35e6b168-df14-4584-8130-36aa9410e86e,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:50.017891 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f02b7b22-1c0b-480c-a37f-c925cd7492f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.217586 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f02b7b22-1c0b-480c-a37f-c925cd7492f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.315930 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2ac48253-5530-43d4-af56-8d7100945a06 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:50.360981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02b7b22-1c0b-480c-a37f-c925cd7492f0 admin admin] Router 9c179646-4dc4-4758-bfaa-c166184ec61d is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:03:50.372605 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 2ac48253-5530-43d4-af56-8d7100945a06 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:50.475877 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02b7b22-1c0b-480c-a37f-c925cd7492f0 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:03:50.484442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] Sync routers for ids ['9c179646-4dc4-4758-bfaa-c166184ec61d'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:03:50.493465 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f02b7b22-1c0b-480c-a37f-c925cd7492f0 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.494912 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f02b7b22-1c0b-480c-a37f-c925cd7492f0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6124239 Jul 07 18:03:50.495055 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] Routers {'9c179646-4dc4-4758-bfaa-c166184ec61d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:50.496174 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:03:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9c179646-4dc4-4758-bfaa-c166184ec61d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:50.498453 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37490) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:50.721317 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67a83d0-4ef5-4409-aef1-92271742f3c7 None None] Network b3958c35-0f43-4cb2-b3a1-076da511bd61 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:50.811668 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.818212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-afc261d9-e4ad-4727-ad5a-f38d731f1bbc None None] Provisioning for port 2ac48253-5530-43d4-af56-8d7100945a06 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:50.833405 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-afc261d9-e4ad-4727-ad5a-f38d731f1bbc None None] Provisioning complete for port 2ac48253-5530-43d4-af56-8d7100945a06 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:50.833786 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-afc261d9-e4ad-4727-ad5a-f38d731f1bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:50.883630 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] Set router 9c179646-4dc4-4758-bfaa-c166184ec61d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:50.953888 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5514e633-7418-4847-95cb-a6485d08d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.113870 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-afc261d9-e4ad-4727-ad5a-f38d731f1bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.115804 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-5514e633-7418-4847-95cb-a6485d08d28b admin admin] Allocated IP 172.20.0.1 (b3958c35-0f43-4cb2-b3a1-076da511bd61/af82ef87-1562-46cd-9252-e5c0dd4efeb3/2ecda17c-8f96-4ada-b2c0-ea323db2d08c) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:51.190002 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-afc261d9-e4ad-4727-ad5a-f38d731f1bbc None None] For port 2ac48253-5530-43d4-af56-8d7100945a06, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2ac48253-5530-43d4-af56-8d7100945a06,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:51.199183 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-afc261d9-e4ad-4727-ad5a-f38d731f1bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.232376 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5514e633-7418-4847-95cb-a6485d08d28b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.243670 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35e6b168-df14-4584-8130-36aa9410e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:48Z', 'updated_at': '2021-07-07T18:03:49Z', 'revision_number': 3, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'gw_port': {'id': '35e6b168-df14-4584-8130-36aa9410e86e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:49Z', 'updated_at': '2021-07-07T18:03:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:51.247581 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-5514e633-7418-4847-95cb-a6485d08d28b admin admin] Transition to ACTIVE for port object 2ecda17c-8f96-4ada-b2c0-ea323db2d08c will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:51.278831 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] Checking router: 9c179646-4dc4-4758-bfaa-c166184ec61d for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:03:51.279195 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] Updating router 9c179646-4dc4-4758-bfaa-c166184ec61d port 35e6b168-df14-4584-8130-36aa9410e86e binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:03:51.282119 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc261d9-e4ad-4727-ad5a-f38d731f1bbc None None] Pushing event updated for resources: {'Port': ['ID=2ac48253-5530-43d4-af56-8d7100945a06,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:51.288408 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5514e633-7418-4847-95cb-a6485d08d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.305214 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:03:51.318489 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.458201 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-29b60090-d13f-4840-a5dd-bd350ed2e257 None None] Provisioning complete for port 2ac48253-5530-43d4-af56-8d7100945a06 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:51.458605 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-29b60090-d13f-4840-a5dd-bd350ed2e257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.624546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5514e633-7418-4847-95cb-a6485d08d28b admin admin] Network b3958c35-0f43-4cb2-b3a1-076da511bd61 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:51.627503 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-5514e633-7418-4847-95cb-a6485d08d28b admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:51.629978 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5514e633-7418-4847-95cb-a6485d08d28b admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:51.665128 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.667691 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514e633-7418-4847-95cb-a6485d08d28b admin admin] Pushing event updated for resources: {'Port': ['ID=2ecda17c-8f96-4ada-b2c0-ea323db2d08c,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:51.677158 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] Transition to ACTIVE for port object 35e6b168-df14-4584-8130-36aa9410e86e will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:51.684795 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.686049 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5514e633-7418-4847-95cb-a6485d08d28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.741827 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] Attempting to bind port 35e6b168-df14-4584-8130-36aa9410e86e on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:03:51.742113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] Attempting to bind port 35e6b168-df14-4584-8130-36aa9410e86e by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:03:51.742542 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] Attempting to bind port 35e6b168-df14-4584-8130-36aa9410e86e on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:51.748444 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857b70f-e026-4752-929f-39fc8ae3430b None None] Pushing event updated for resources: {'Port': ['ID=35e6b168-df14-4584-8130-36aa9410e86e,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:51.750919 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:03:51.751301 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:51.751707 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.752098 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:03:51.752579 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] Bound port: 35e6b168-df14-4584-8130-36aa9410e86e, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:03:51.752988 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.809168 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] For port 35e6b168-df14-4584-8130-36aa9410e86e, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:51.813479 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] For port 35e6b168-df14-4584-8130-36aa9410e86e, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=35e6b168-df14-4584-8130-36aa9410e86e,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:51.818740 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.839939 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5514e633-7418-4847-95cb-a6485d08d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:51.877453 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] Routers {'9c179646-4dc4-4758-bfaa-c166184ec61d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:51.878101 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:03:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9c179646-4dc4-4758-bfaa-c166184ec61d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:51.919664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857b70f-e026-4752-929f-39fc8ae3430b None None] Pushing event updated for resources: {'Port': ['ID=35e6b168-df14-4584-8130-36aa9410e86e,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:51.979106 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-45fa31ba-c592-4f13-9685-8bbd340295aa None None] Provisioning for port 2ecda17c-8f96-4ada-b2c0-ea323db2d08c completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:51.987432 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-45fa31ba-c592-4f13-9685-8bbd340295aa None None] Provisioning complete for port 2ecda17c-8f96-4ada-b2c0-ea323db2d08c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:51.987806 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-45fa31ba-c592-4f13-9685-8bbd340295aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:52.007185 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5514e633-7418-4847-95cb-a6485d08d28b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:52.011830 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5514e633-7418-4847-95cb-a6485d08d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:52.030664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] Set router 9c179646-4dc4-4758-bfaa-c166184ec61d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:52.061681 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-45fa31ba-c592-4f13-9685-8bbd340295aa None None] Port 2ecda17c-8f96-4ada-b2c0-ea323db2d08c cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:03:52.081812 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5514e633-7418-4847-95cb-a6485d08d28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:52.084488 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514e633-7418-4847-95cb-a6485d08d28b admin admin] Pushing event updated for resources: {'Port': ['ID=2ecda17c-8f96-4ada-b2c0-ea323db2d08c,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:52.174835 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5514e633-7418-4847-95cb-a6485d08d28b admin admin] Network b3958c35-0f43-4cb2-b3a1-076da511bd61 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:52.176276 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-5514e633-7418-4847-95cb-a6485d08d28b admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:52.255095 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35e6b168-df14-4584-8130-36aa9410e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:48Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 4, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'gw_port': {'id': '35e6b168-df14-4584-8130-36aa9410e86e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:49Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '2ecda17c-8f96-4ada-b2c0-ea323db2d08c', 'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'mac_address': 'fa:16:3e:8f:ae:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:50Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 1, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'subnets': [{'id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:52.284336 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bd31b1-14f1-455c-a4c9-85641c91aa77 None None] The sync data for ids ['9c179646-4dc4-4758-bfaa-c166184ec61d'] in n-d-793620-7 is: [{'id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35e6b168-df14-4584-8130-36aa9410e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:48Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 4, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'gw_port': {'id': '35e6b168-df14-4584-8130-36aa9410e86e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:49Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '2ecda17c-8f96-4ada-b2c0-ea323db2d08c', 'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'mac_address': 'fa:16:3e:8f:ae:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:50Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 1, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'subnets': [{'id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:03:52.296119 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2ac48253-5530-43d4-af56-8d7100945a06 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:52.314719 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5514e633-7418-4847-95cb-a6485d08d28b admin admin] Router 9c179646-4dc4-4758-bfaa-c166184ec61d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:03:52.349527 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 2ac48253-5530-43d4-af56-8d7100945a06 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:52.350142 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:52.439945 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5514e633-7418-4847-95cb-a6485d08d28b admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:03:52.447914 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5514e633-7418-4847-95cb-a6485d08d28b admin admin] 10.222.0.50 "PUT /v2.0/routers/9c179646-4dc4-4758-bfaa-c166184ec61d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9468136 Jul 07 18:03:52.482968 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-c14a8fd8-61ca-4905-a3ab-daff50aca688 None None] Provisioning complete for port 2ecda17c-8f96-4ada-b2c0-ea323db2d08c triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:52.483341 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c14a8fd8-61ca-4905-a3ab-daff50aca688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:52.558057 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-c14a8fd8-61ca-4905-a3ab-daff50aca688 None None] Port 2ecda17c-8f96-4ada-b2c0-ea323db2d08c cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:03:52.991102 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37506) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:52.998232 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-54c61fc1-4bcf-4ea0-b24d-cf7b450fdaa6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1318496877-network', 'tenant_id': 'a2ad8c7980fd476bb195e65021e2036c'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:53.027061 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c61fc1-4bcf-4ea0-b24d-cf7b450fdaa6 admin admin] Made reservation on behalf of a2ad8c7980fd476bb195e65021e2036c for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:53.029537 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-54c61fc1-4bcf-4ea0-b24d-cf7b450fdaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.040510 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-54c61fc1-4bcf-4ea0-b24d-cf7b450fdaa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.145163 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-54c61fc1-4bcf-4ea0-b24d-cf7b450fdaa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.150529 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-54c61fc1-4bcf-4ea0-b24d-cf7b450fdaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.165179 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c61fc1-4bcf-4ea0-b24d-cf7b450fdaa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:03:53.195123 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-54c61fc1-4bcf-4ea0-b24d-cf7b450fdaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.195382 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-54c61fc1-4bcf-4ea0-b24d-cf7b450fdaa6 admin admin] Added segment b553cfb0-5f74-4f6d-84e3-149683dfd4ff of type vlan for network 0f0b424f-99f3-4c30-88b6-05af6a0b0da2 Jul 07 18:03:53.204276 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c61fc1-4bcf-4ea0-b24d-cf7b450fdaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86161830-d1ba-44b0-a89c-683cbc1ccddd,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:53.243185 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-54c61fc1-4bcf-4ea0-b24d-cf7b450fdaa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.276470 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-54c61fc1-4bcf-4ea0-b24d-cf7b450fdaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.277886 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c61fc1-4bcf-4ea0-b24d-cf7b450fdaa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:53.278501 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-54c61fc1-4bcf-4ea0-b24d-cf7b450fdaa6 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.335104 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-54c61fc1-4bcf-4ea0-b24d-cf7b450fdaa6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3428586 Jul 07 18:03:53.337818 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37508) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:53.345598 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-ecc35223-476c-49da-9778-193de5fc29af admin admin] Request body: {'subnet': {'network_id': '0f0b424f-99f3-4c30-88b6-05af6a0b0da2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1318496877-subnet', 'tenant_id': 'a2ad8c7980fd476bb195e65021e2036c', 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:53.350025 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c61fc1-4bcf-4ea0-b24d-cf7b450fdaa6 admin admin] Pushing event updated for resources: {'Network': ['ID=0f0b424f-99f3-4c30-88b6-05af6a0b0da2,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:53.362033 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 0f0b424f-99f3-4c30-88b6-05af6a0b0da2 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:03:53.371859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc35223-476c-49da-9778-193de5fc29af admin admin] Made reservation on behalf of a2ad8c7980fd476bb195e65021e2036c for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:03:53.374418 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ecc35223-476c-49da-9778-193de5fc29af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.565871 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ecc35223-476c-49da-9778-193de5fc29af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.616890 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc35223-476c-49da-9778-193de5fc29af admin admin] Pushing event updated for resources: {'Subnet': ['ID=f09ab14f-bfe2-45b4-a404-466e072d7a37,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:53.635104 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc35223-476c-49da-9778-193de5fc29af admin admin] Checking segment: {'id': 'b553cfb0-5f74-4f6d-84e3-149683dfd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0f0b424f-99f3-4c30-88b6-05af6a0b0da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:53.635469 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc35223-476c-49da-9778-193de5fc29af admin admin] Network hostable DHCP agents. Network: 0f0b424f-99f3-4c30-88b6-05af6a0b0da2, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:03:53.652241 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc35223-476c-49da-9778-193de5fc29af admin admin] Network 0f0b424f-99f3-4c30-88b6-05af6a0b0da2 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:03:53.661068 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-ecc35223-476c-49da-9778-193de5fc29af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 0f0b424f-99f3-4c30-88b6-05af6a0b0da2) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:53.665124 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc35223-476c-49da-9778-193de5fc29af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:53.665743 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ecc35223-476c-49da-9778-193de5fc29af admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.671232 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc5de9b-2044-4eb5-aca0-ce1e18662884 None None] Network 0f0b424f-99f3-4c30-88b6-05af6a0b0da2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:53.681379 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ecc35223-476c-49da-9778-193de5fc29af admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3419280 Jul 07 18:03:53.684160 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37510) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:53.688747 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b93fefbb-fc92-443d-9eea-71a3d27048f2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1318496877-router', 'tenant_id': 'a2ad8c7980fd476bb195e65021e2036c', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:53.715301 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b93fefbb-fc92-443d-9eea-71a3d27048f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.716241 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b93fefbb-fc92-443d-9eea-71a3d27048f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.769781 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b93fefbb-fc92-443d-9eea-71a3d27048f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.821395 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-0f0b424f-99f3-4c30-88b6-05af6a0b0da2', 'network_id': '0f0b424f-99f3-4c30-88b6-05af6a0b0da2', 'tenant_id': 'a2ad8c7980fd476bb195e65021e2036c', 'fixed_ips': [{'subnet_id': 'f09ab14f-bfe2-45b4-a404-466e072d7a37'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:03:53.822306 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:53.918707 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b93fefbb-fc92-443d-9eea-71a3d27048f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.132457 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Allocated IP 172.20.0.2 (0f0b424f-99f3-4c30-88b6-05af6a0b0da2/f09ab14f-bfe2-45b4-a404-466e072d7a37/81914ef3-3983-41ab-816f-06c7a60212b9) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:54.138764 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b93fefbb-fc92-443d-9eea-71a3d27048f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.159846 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b93fefbb-fc92-443d-9eea-71a3d27048f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.301427 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-b93fefbb-fc92-443d-9eea-71a3d27048f2 admin admin] Allocated IP 172.25.2.191 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/28aff54c-6abf-4df2-a2a4-5203a948dfd6) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:54.357365 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.371221 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 35e6b168-df14-4584-8130-36aa9410e86e up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:54.373370 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Transition to ACTIVE for port object 81914ef3-3983-41ab-816f-06c7a60212b9 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:54.409960 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Transition to ACTIVE for port object 81914ef3-3983-41ab-816f-06c7a60212b9 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:54.426240 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] Sync routers for ids ['9c179646-4dc4-4758-bfaa-c166184ec61d'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:03:54.427124 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.436423 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] Routers {'9c179646-4dc4-4758-bfaa-c166184ec61d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:54.437128 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:03:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9c179646-4dc4-4758-bfaa-c166184ec61d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:54.447960 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b93fefbb-fc92-443d-9eea-71a3d27048f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.477343 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 35e6b168-df14-4584-8130-36aa9410e86e completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:54.486224 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Network 0f0b424f-99f3-4c30-88b6-05af6a0b0da2 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:54.492218 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:54.494464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 35e6b168-df14-4584-8130-36aa9410e86e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:54.494873 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.496676 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:54.497425 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b93fefbb-fc92-443d-9eea-71a3d27048f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.523047 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Pushing event updated for resources: {'Port': ['ID=81914ef3-3983-41ab-816f-06c7a60212b9,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:54.541487 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93fefbb-fc92-443d-9eea-71a3d27048f2 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:54.547436 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-b93fefbb-fc92-443d-9eea-71a3d27048f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:54.550117 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93fefbb-fc92-443d-9eea-71a3d27048f2 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:54.559563 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] Set router 9c179646-4dc4-4758-bfaa-c166184ec61d gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:54.570938 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fefbb-fc92-443d-9eea-71a3d27048f2 admin admin] Pushing event updated for resources: {'Port': ['ID=28aff54c-6abf-4df2-a2a4-5203a948dfd6,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:54.585902 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Attempting to bind port 81914ef3-3983-41ab-816f-06c7a60212b9 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:03:54.586286 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Attempting to bind port 81914ef3-3983-41ab-816f-06c7a60212b9 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'b553cfb0-5f74-4f6d-84e3-149683dfd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0f0b424f-99f3-4c30-88b6-05af6a0b0da2'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:03:54.586686 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Attempting to bind port 81914ef3-3983-41ab-816f-06c7a60212b9 on network 0f0b424f-99f3-4c30-88b6-05af6a0b0da2 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:54.594636 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:03:54.595105 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Checking segment: {'id': 'b553cfb0-5f74-4f6d-84e3-149683dfd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0f0b424f-99f3-4c30-88b6-05af6a0b0da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:54.595437 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.595839 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Bound using segment: {'id': 'b553cfb0-5f74-4f6d-84e3-149683dfd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0f0b424f-99f3-4c30-88b6-05af6a0b0da2'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:03:54.596320 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Bound port: 81914ef3-3983-41ab-816f-06c7a60212b9, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b553cfb0-5f74-4f6d-84e3-149683dfd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0f0b424f-99f3-4c30-88b6-05af6a0b0da2'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:03:54.596711 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.687898 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.712786 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] For port 81914ef3-3983-41ab-816f-06c7a60212b9, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:54.719607 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] For port 81914ef3-3983-41ab-816f-06c7a60212b9, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=81914ef3-3983-41ab-816f-06c7a60212b9,segment=NetworkSegment(b553cfb0-5f74-4f6d-84e3-149683dfd4ff),segment_id=b553cfb0-5f74-4f6d-84e3-149683dfd4ff)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:54.721558 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 35e6b168-df14-4584-8130-36aa9410e86e, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=35e6b168-df14-4584-8130-36aa9410e86e,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:54.725059 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.732637 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.791053 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174854d0-da8e-49ad-a212-f98f51f928a4 None None] Pushing event updated for resources: {'Port': ['ID=81914ef3-3983-41ab-816f-06c7a60212b9,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:54.836076 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b93fefbb-fc92-443d-9eea-71a3d27048f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:54.853908 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=35e6b168-df14-4584-8130-36aa9410e86e,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:54.873106 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35e6b168-df14-4584-8130-36aa9410e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:48Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 4, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'gw_port': {'id': '35e6b168-df14-4584-8130-36aa9410e86e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:49Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '2ecda17c-8f96-4ada-b2c0-ea323db2d08c', 'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'mac_address': 'fa:16:3e:8f:ae:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:50Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 2, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'subnets': [{'id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:54.899913 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] Checking router: 9c179646-4dc4-4758-bfaa-c166184ec61d for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:03:54.900269 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] Updating router 9c179646-4dc4-4758-bfaa-c166184ec61d port 2ecda17c-8f96-4ada-b2c0-ea323db2d08c binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:03:54.935742 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.077539 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b93fefbb-fc92-443d-9eea-71a3d27048f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.213331 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93fefbb-fc92-443d-9eea-71a3d27048f2 admin admin] Router 82441b68-b2e8-4beb-84cd-33f278f70d45 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:03:55.239651 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.250263 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] Transition to ACTIVE for port object 2ecda17c-8f96-4ada-b2c0-ea323db2d08c will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:55.255976 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.309968 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001020d-ce4e-46af-82f1-3e27066ae100 None None] Pushing event updated for resources: {'Port': ['ID=2ecda17c-8f96-4ada-b2c0-ea323db2d08c,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:55.330650 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93fefbb-fc92-443d-9eea-71a3d27048f2 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:03:55.343366 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61095b11-3735-4823-8055-55ece95fb823 None None] Sync routers for ids ['82441b68-b2e8-4beb-84cd-33f278f70d45'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:03:55.345108 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001020d-ce4e-46af-82f1-3e27066ae100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:55.345455 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001020d-ce4e-46af-82f1-3e27066ae100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:55.345793 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001020d-ce4e-46af-82f1-3e27066ae100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:55.346417 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001020d-ce4e-46af-82f1-3e27066ae100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:55.346561 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001020d-ce4e-46af-82f1-3e27066ae100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:55.346935 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001020d-ce4e-46af-82f1-3e27066ae100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:55.347138 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001020d-ce4e-46af-82f1-3e27066ae100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:55.347446 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001020d-ce4e-46af-82f1-3e27066ae100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:55.347768 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001020d-ce4e-46af-82f1-3e27066ae100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:55.348114 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001020d-ce4e-46af-82f1-3e27066ae100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:55.348405 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001020d-ce4e-46af-82f1-3e27066ae100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:55.349257 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e001020d-ce4e-46af-82f1-3e27066ae100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:03:55.358454 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b93fefbb-fc92-443d-9eea-71a3d27048f2 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.361670 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61095b11-3735-4823-8055-55ece95fb823 None None] Routers {'82441b68-b2e8-4beb-84cd-33f278f70d45'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:55.362658 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-61095b11-3735-4823-8055-55ece95fb823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:03:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['82441b68-b2e8-4beb-84cd-33f278f70d45'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:55.363233 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37512) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:55.371638 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b93fefbb-fc92-443d-9eea-71a3d27048f2 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6861386 Jul 07 18:03:55.392468 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] Attempting to bind port 2ecda17c-8f96-4ada-b2c0-ea323db2d08c on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:03:55.392844 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] Attempting to bind port 2ecda17c-8f96-4ada-b2c0-ea323db2d08c by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:03:55.393348 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] Attempting to bind port 2ecda17c-8f96-4ada-b2c0-ea323db2d08c on network b3958c35-0f43-4cb2-b3a1-076da511bd61 {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:55.399323 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:03:55.399705 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] Checking segment: {'id': '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:55.400114 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.400512 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] Bound using segment: {'id': '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:03:55.400986 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] Bound port: 2ecda17c-8f96-4ada-b2c0-ea323db2d08c, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:03:55.401405 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.480848 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] For port 2ecda17c-8f96-4ada-b2c0-ea323db2d08c, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:55.484665 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] For port 2ecda17c-8f96-4ada-b2c0-ea323db2d08c, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2ecda17c-8f96-4ada-b2c0-ea323db2d08c,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:55.489805 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:55.519890 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-61095b11-3735-4823-8055-55ece95fb823 None None] Set router 82441b68-b2e8-4beb-84cd-33f278f70d45 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:55.612125 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001020d-ce4e-46af-82f1-3e27066ae100 None None] Pushing event updated for resources: {'Port': ['ID=2ecda17c-8f96-4ada-b2c0-ea323db2d08c,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:55.615172 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] Routers {'9c179646-4dc4-4758-bfaa-c166184ec61d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:55.616045 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:03:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9c179646-4dc4-4758-bfaa-c166184ec61d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:55.779933 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] Set router 9c179646-4dc4-4758-bfaa-c166184ec61d gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:55.824274 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-61095b11-3735-4823-8055-55ece95fb823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82441b68-b2e8-4beb-84cd-33f278f70d45', 'name': 'tempest-TestShelveInstance-1318496877-router', 'tenant_id': 'a2ad8c7980fd476bb195e65021e2036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '28aff54c-6abf-4df2-a2a4-5203a948dfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:53Z', 'updated_at': '2021-07-07T18:03:54Z', 'revision_number': 3, 'project_id': 'a2ad8c7980fd476bb195e65021e2036c', 'gw_port': {'id': '28aff54c-6abf-4df2-a2a4-5203a948dfd6', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82441b68-b2e8-4beb-84cd-33f278f70d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:54Z', 'updated_at': '2021-07-07T18:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:55.863102 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61095b11-3735-4823-8055-55ece95fb823 None None] Checking router: 82441b68-b2e8-4beb-84cd-33f278f70d45 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:03:55.863499 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61095b11-3735-4823-8055-55ece95fb823 None None] Updating router 82441b68-b2e8-4beb-84cd-33f278f70d45 port 28aff54c-6abf-4df2-a2a4-5203a948dfd6 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:03:55.918196 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-61095b11-3735-4823-8055-55ece95fb823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.016017 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c05e13ea-06a6-4584-bbb5-4fd2935e3e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.025830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6045249e-62d3-4871-8492-9d39f6f5dbef None None] Network 0f0b424f-99f3-4c30-88b6-05af6a0b0da2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:03:56.033680 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35e6b168-df14-4584-8130-36aa9410e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:48Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 4, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'gw_port': {'id': '35e6b168-df14-4584-8130-36aa9410e86e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:49Z', 'updated_at': '2021-07-07T18:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '2ecda17c-8f96-4ada-b2c0-ea323db2d08c', 'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'mac_address': 'fa:16:3e:8f:ae:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:50Z', 'updated_at': '2021-07-07T18:03:55Z', 'revision_number': 4, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'subnets': [{'id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:56.069176 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b5545d-cebb-441a-a71f-c2f6e8dc650e None None] The sync data for ids ['9c179646-4dc4-4758-bfaa-c166184ec61d'] in n-d-793620-7 is: [{'id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35e6b168-df14-4584-8130-36aa9410e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:48Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 4, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'gw_port': {'id': '35e6b168-df14-4584-8130-36aa9410e86e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:49Z', 'updated_at': '2021-07-07T18:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '2ecda17c-8f96-4ada-b2c0-ea323db2d08c', 'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'mac_address': 'fa:16:3e:8f:ae:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:50Z', 'updated_at': '2021-07-07T18:03:55Z', 'revision_number': 4, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'subnets': [{'id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:03:56.132584 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5670edcb-775f-4778-965e-73bcc7954e0d None None] Provisioning for port 81914ef3-3983-41ab-816f-06c7a60212b9 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:56.198818 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-c05e13ea-06a6-4584-bbb5-4fd2935e3e95 admin admin] Allocated IP 172.20.0.1 (0f0b424f-99f3-4c30-88b6-05af6a0b0da2/f09ab14f-bfe2-45b4-a404-466e072d7a37/0edce308-bb5b-4244-b0a4-d0bf08de0292) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:03:56.347148 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c05e13ea-06a6-4584-bbb5-4fd2935e3e95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.363354 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [None req-c05e13ea-06a6-4584-bbb5-4fd2935e3e95 admin admin] Transition to ACTIVE for port object 0edce308-bb5b-4244-b0a4-d0bf08de0292 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:56.363911 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-61095b11-3735-4823-8055-55ece95fb823 None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.381030 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-61095b11-3735-4823-8055-55ece95fb823 None None] Transition to ACTIVE for port object 28aff54c-6abf-4df2-a2a4-5203a948dfd6 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:03:56.390487 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-61095b11-3735-4823-8055-55ece95fb823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.417869 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c05e13ea-06a6-4584-bbb5-4fd2935e3e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.454943 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-61095b11-3735-4823-8055-55ece95fb823 None None] Attempting to bind port 28aff54c-6abf-4df2-a2a4-5203a948dfd6 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:03:56.455314 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-61095b11-3735-4823-8055-55ece95fb823 None None] Attempting to bind port 28aff54c-6abf-4df2-a2a4-5203a948dfd6 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:03:56.455680 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61095b11-3735-4823-8055-55ece95fb823 None None] Attempting to bind port 28aff54c-6abf-4df2-a2a4-5203a948dfd6 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:03:56.461522 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f84f6e-6539-4d15-bc94-29eb1b7c7a05 None None] Pushing event updated for resources: {'Port': ['ID=28aff54c-6abf-4df2-a2a4-5203a948dfd6,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:56.483161 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e13ea-06a6-4584-bbb5-4fd2935e3e95 admin admin] Network 0f0b424f-99f3-4c30-88b6-05af6a0b0da2 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:56.483902 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61095b11-3735-4823-8055-55ece95fb823 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:03:56.484607 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61095b11-3735-4823-8055-55ece95fb823 None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:03:56.485261 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-61095b11-3735-4823-8055-55ece95fb823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.489477 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-c05e13ea-06a6-4584-bbb5-4fd2935e3e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:56.489686 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61095b11-3735-4823-8055-55ece95fb823 None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:03:56.490278 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-61095b11-3735-4823-8055-55ece95fb823 None None] Bound port: 28aff54c-6abf-4df2-a2a4-5203a948dfd6, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:03:56.491978 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-61095b11-3735-4823-8055-55ece95fb823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.498324 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e13ea-06a6-4584-bbb5-4fd2935e3e95 admin admin] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:03:56.535881 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e13ea-06a6-4584-bbb5-4fd2935e3e95 admin admin] Pushing event updated for resources: {'Port': ['ID=0edce308-bb5b-4244-b0a4-d0bf08de0292,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:56.549450 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2ecda17c-8f96-4ada-b2c0-ea323db2d08c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:56.556305 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c05e13ea-06a6-4584-bbb5-4fd2935e3e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.576917 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-61095b11-3735-4823-8055-55ece95fb823 None None] For port 28aff54c-6abf-4df2-a2a4-5203a948dfd6, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:03:56.580850 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-61095b11-3735-4823-8055-55ece95fb823 None None] For port 28aff54c-6abf-4df2-a2a4-5203a948dfd6, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=28aff54c-6abf-4df2-a2a4-5203a948dfd6,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:03:56.604072 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-61095b11-3735-4823-8055-55ece95fb823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.697130 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61095b11-3735-4823-8055-55ece95fb823 None None] Routers {'82441b68-b2e8-4beb-84cd-33f278f70d45'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:03:56.697851 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-61095b11-3735-4823-8055-55ece95fb823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:03:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['82441b68-b2e8-4beb-84cd-33f278f70d45'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:56.700226 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f84f6e-6539-4d15-bc94-29eb1b7c7a05 None None] Pushing event updated for resources: {'Port': ['ID=28aff54c-6abf-4df2-a2a4-5203a948dfd6,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:56.725450 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c05e13ea-06a6-4584-bbb5-4fd2935e3e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.754606 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 2ecda17c-8f96-4ada-b2c0-ea323db2d08c completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:56.766050 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 2ecda17c-8f96-4ada-b2c0-ea323db2d08c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:56.766539 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.887870 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-61095b11-3735-4823-8055-55ece95fb823 None None] Set router 82441b68-b2e8-4beb-84cd-33f278f70d45 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:03:56.944647 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c05e13ea-06a6-4584-bbb5-4fd2935e3e95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.951193 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c05e13ea-06a6-4584-bbb5-4fd2935e3e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:56.963614 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.021562 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-c05e13ea-06a6-4584-bbb5-4fd2935e3e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.024137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e13ea-06a6-4584-bbb5-4fd2935e3e95 admin admin] Pushing event updated for resources: {'Port': ['ID=0edce308-bb5b-4244-b0a4-d0bf08de0292,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:57.059285 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5dfbf1a5-b86d-4255-bf07-51d6dac3fbf0 None None] Provisioning for port 0edce308-bb5b-4244-b0a4-d0bf08de0292 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:57.073401 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5dfbf1a5-b86d-4255-bf07-51d6dac3fbf0 None None] Provisioning complete for port 0edce308-bb5b-4244-b0a4-d0bf08de0292 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:57.073784 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5dfbf1a5-b86d-4255-bf07-51d6dac3fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.106856 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 2ecda17c-8f96-4ada-b2c0-ea323db2d08c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2ecda17c-8f96-4ada-b2c0-ea323db2d08c,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:57.121371 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.122170 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 81914ef3-3983-41ab-816f-06c7a60212b9 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:57.127540 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e13ea-06a6-4584-bbb5-4fd2935e3e95 admin admin] Network 0f0b424f-99f3-4c30-88b6-05af6a0b0da2 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:03:57.129117 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-c05e13ea-06a6-4584-bbb5-4fd2935e3e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:03:57.198675 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-5dfbf1a5-b86d-4255-bf07-51d6dac3fbf0 None None] Port 0edce308-bb5b-4244-b0a4-d0bf08de0292 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:03:57.250914 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=2ecda17c-8f96-4ada-b2c0-ea323db2d08c,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:57.256888 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05e13ea-06a6-4584-bbb5-4fd2935e3e95 admin admin] Router 82441b68-b2e8-4beb-84cd-33f278f70d45 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:03:57.281620 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 81914ef3-3983-41ab-816f-06c7a60212b9 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:03:57.287050 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 81914ef3-3983-41ab-816f-06c7a60212b9 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:57.287435 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.318595 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-61095b11-3735-4823-8055-55ece95fb823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82441b68-b2e8-4beb-84cd-33f278f70d45', 'name': 'tempest-TestShelveInstance-1318496877-router', 'tenant_id': 'a2ad8c7980fd476bb195e65021e2036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '28aff54c-6abf-4df2-a2a4-5203a948dfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:53Z', 'updated_at': '2021-07-07T18:03:56Z', 'revision_number': 4, 'project_id': 'a2ad8c7980fd476bb195e65021e2036c', 'gw_port': {'id': '28aff54c-6abf-4df2-a2a4-5203a948dfd6', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82441b68-b2e8-4beb-84cd-33f278f70d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:54Z', 'updated_at': '2021-07-07T18:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '0edce308-bb5b-4244-b0a4-d0bf08de0292', 'name': '', 'network_id': '0f0b424f-99f3-4c30-88b6-05af6a0b0da2', 'tenant_id': 'a2ad8c7980fd476bb195e65021e2036c', 'mac_address': 'fa:16:3e:15:ba:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82441b68-b2e8-4beb-84cd-33f278f70d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f09ab14f-bfe2-45b4-a404-466e072d7a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:56Z', 'updated_at': '2021-07-07T18:03:56Z', 'revision_number': 1, 'project_id': 'a2ad8c7980fd476bb195e65021e2036c', 'subnets': [{'id': 'f09ab14f-bfe2-45b4-a404-466e072d7a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:03:57.353465 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61095b11-3735-4823-8055-55ece95fb823 None None] The sync data for ids ['82441b68-b2e8-4beb-84cd-33f278f70d45'] in n-d-793620-7 is: [{'id': '82441b68-b2e8-4beb-84cd-33f278f70d45', 'name': 'tempest-TestShelveInstance-1318496877-router', 'tenant_id': 'a2ad8c7980fd476bb195e65021e2036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '28aff54c-6abf-4df2-a2a4-5203a948dfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:53Z', 'updated_at': '2021-07-07T18:03:56Z', 'revision_number': 4, 'project_id': 'a2ad8c7980fd476bb195e65021e2036c', 'gw_port': {'id': '28aff54c-6abf-4df2-a2a4-5203a948dfd6', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82441b68-b2e8-4beb-84cd-33f278f70d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:54Z', 'updated_at': '2021-07-07T18:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '0edce308-bb5b-4244-b0a4-d0bf08de0292', 'name': '', 'network_id': '0f0b424f-99f3-4c30-88b6-05af6a0b0da2', 'tenant_id': 'a2ad8c7980fd476bb195e65021e2036c', 'mac_address': 'fa:16:3e:15:ba:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82441b68-b2e8-4beb-84cd-33f278f70d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f09ab14f-bfe2-45b4-a404-466e072d7a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:56Z', 'updated_at': '2021-07-07T18:03:56Z', 'revision_number': 1, 'project_id': 'a2ad8c7980fd476bb195e65021e2036c', 'subnets': [{'id': 'f09ab14f-bfe2-45b4-a404-466e072d7a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:03:57.394541 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05e13ea-06a6-4584-bbb5-4fd2935e3e95 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:03:57.402066 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-c05e13ea-06a6-4584-bbb5-4fd2935e3e95 admin admin] 10.222.0.50 "PUT /v2.0/routers/82441b68-b2e8-4beb-84cd-33f278f70d45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0369685 Jul 07 18:03:57.408607 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.448656 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-40fa7db9-dec9-4683-995a-a829e6015d9c None None] Provisioning complete for port 0edce308-bb5b-4244-b0a4-d0bf08de0292 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:57.449058 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-40fa7db9-dec9-4683-995a-a829e6015d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.476709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 81914ef3-3983-41ab-816f-06c7a60212b9, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=81914ef3-3983-41ab-816f-06c7a60212b9,segment=NetworkSegment(b553cfb0-5f74-4f6d-84e3-149683dfd4ff),segment_id=b553cfb0-5f74-4f6d-84e3-149683dfd4ff)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:03:57.489633 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:57.490545 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 35e6b168-df14-4584-8130-36aa9410e86e up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:57.497722 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-40fa7db9-dec9-4683-995a-a829e6015d9c None None] Port 0edce308-bb5b-4244-b0a4-d0bf08de0292 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:03:57.572813 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=81914ef3-3983-41ab-816f-06c7a60212b9,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:57.589891 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 35e6b168-df14-4584-8130-36aa9410e86e triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:57.590497 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.082112 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37520) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:58.086907 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-75cfa6a6-ad4c-4551-a60c-7e9b663ff7ae tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-227189151', 'description': 'tempest-secgroup-smoke-227189151 description', 'project_id': '09efd3e042724297a7c9de3ccecc1fb5'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:58.112470 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-75cfa6a6-ad4c-4551-a60c-7e9b663ff7ae tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.238829 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-75cfa6a6-ad4c-4551-a60c-7e9b663ff7ae tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.244589 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-75cfa6a6-ad4c-4551-a60c-7e9b663ff7ae tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.295690 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfa6a6-ad4c-4551-a60c-7e9b663ff7ae tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bedc0279-3896-4cfc-9089-9578a23276f7,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:58.301026 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-75cfa6a6-ad4c-4551-a60c-7e9b663ff7ae tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.303133 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-75cfa6a6-ad4c-4551-a60c-7e9b663ff7ae tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2197661 Jul 07 18:03:58.307224 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37522) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:58.317849 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-fee28e2e-03b6-4c74-a0fd-23729ad72997 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Request body: {'security_group_rule': {'security_group_id': 'bedc0279-3896-4cfc-9089-9578a23276f7', 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:58.328255 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 81914ef3-3983-41ab-816f-06c7a60212b9 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:58.379969 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fee28e2e-03b6-4c74-a0fd-23729ad72997 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.394417 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 81914ef3-3983-41ab-816f-06c7a60212b9 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:58.395108 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.476567 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fee28e2e-03b6-4c74-a0fd-23729ad72997 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.482077 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fee28e2e-03b6-4c74-a0fd-23729ad72997 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.503068 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee28e2e-03b6-4c74-a0fd-23729ad72997 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835bc48b-7aca-42c5-9880-d6519d157b0a,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:58.512164 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-fee28e2e-03b6-4c74-a0fd-23729ad72997 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.517719 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-fee28e2e-03b6-4c74-a0fd-23729ad72997 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2051995 Jul 07 18:03:58.517860 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2ecda17c-8f96-4ada-b2c0-ea323db2d08c up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:03:58.517991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37524) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:58.522808 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-de827333-ee12-4f1d-a919-723cd743a12a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Request body: {'security_group_rule': {'security_group_id': 'bedc0279-3896-4cfc-9089-9578a23276f7', 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:58.570716 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-de827333-ee12-4f1d-a919-723cd743a12a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.596962 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 2ecda17c-8f96-4ada-b2c0-ea323db2d08c triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:03:58.597580 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.662041 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-de827333-ee12-4f1d-a919-723cd743a12a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.667449 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-de827333-ee12-4f1d-a919-723cd743a12a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.688511 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de827333-ee12-4f1d-a919-723cd743a12a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01c7b1c-9a89-457d-93e7-b25bfee4c3c8,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:58.707050 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-de827333-ee12-4f1d-a919-723cd743a12a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.708975 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-de827333-ee12-4f1d-a919-723cd743a12a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1898742 Jul 07 18:03:58.713434 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37526) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:58.719543 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-f374633c-7b8f-4aff-922a-720f76a07a62 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Request body: {'security_group_rule': {'security_group_id': 'bedc0279-3896-4cfc-9089-9578a23276f7', 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:58.768985 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f374633c-7b8f-4aff-922a-720f76a07a62 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.855511 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f374633c-7b8f-4aff-922a-720f76a07a62 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.860087 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f374633c-7b8f-4aff-922a-720f76a07a62 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.881326 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374633c-7b8f-4aff-922a-720f76a07a62 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0241aa74-bf3d-4eb4-9795-3dbc718d75f5,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:58.908077 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-f374633c-7b8f-4aff-922a-720f76a07a62 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:58.912675 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-f374633c-7b8f-4aff-922a-720f76a07a62 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1954410 Jul 07 18:03:58.914128 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37528) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:58.918628 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-e7eaf165-4510-44b9-bcc9-a98bd03e0a16 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Request body: {'security_group_rule': {'security_group_id': 'bedc0279-3896-4cfc-9089-9578a23276f7', 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:58.954573 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7eaf165-4510-44b9-bcc9-a98bd03e0a16 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:59.032938 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7eaf165-4510-44b9-bcc9-a98bd03e0a16 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:59.037296 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7eaf165-4510-44b9-bcc9-a98bd03e0a16 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:59.060210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eaf165-4510-44b9-bcc9-a98bd03e0a16 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07db4ce8-2560-4fe4-af84-9e105eb49cbd,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:59.072291 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e7eaf165-4510-44b9-bcc9-a98bd03e0a16 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:59.074113 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-e7eaf165-4510-44b9-bcc9-a98bd03e0a16 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1590340 Jul 07 18:03:59.076879 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37530) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:59.081757 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-9e21b692-cae3-419c-8a96-d0a48df2bec1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Request body: {'security_group_rule': {'security_group_id': 'bedc0279-3896-4cfc-9089-9578a23276f7', 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:59.108685 n-d-793620-7 neutron-server[100409]: INFO neutron.db.securitygroups_db [None req-9e21b692-cae3-419c-8a96-d0a48df2bec1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Project 09efd3e042724297a7c9de3ccecc1fb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:03:59.114826 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e21b692-cae3-419c-8a96-d0a48df2bec1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:59.181966 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e21b692-cae3-419c-8a96-d0a48df2bec1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:59.186432 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e21b692-cae3-419c-8a96-d0a48df2bec1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:59.207599 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21b692-cae3-419c-8a96-d0a48df2bec1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3155245-c87d-46e1-a8eb-a76bb8fc62b2,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:59.215617 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9e21b692-cae3-419c-8a96-d0a48df2bec1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:59.218455 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9e21b692-cae3-419c-8a96-d0a48df2bec1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389847 Jul 07 18:03:59.219809 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37532) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:03:59.225110 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-e5d4eff8-31c8-44cf-b952-2a7a3d286d96 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Request body: {'security_group_rule': {'security_group_id': 'bedc0279-3896-4cfc-9089-9578a23276f7', 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:03:59.250314 n-d-793620-7 neutron-server[100409]: INFO neutron.db.securitygroups_db [None req-e5d4eff8-31c8-44cf-b952-2a7a3d286d96 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Project 09efd3e042724297a7c9de3ccecc1fb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:03:59.255609 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e5d4eff8-31c8-44cf-b952-2a7a3d286d96 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:59.320676 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e5d4eff8-31c8-44cf-b952-2a7a3d286d96 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:59.325312 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e5d4eff8-31c8-44cf-b952-2a7a3d286d96 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:59.348007 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4eff8-31c8-44cf-b952-2a7a3d286d96 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8805609b-e31f-4793-beb3-a2e435ca88ea,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:03:59.353026 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e5d4eff8-31c8-44cf-b952-2a7a3d286d96 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:03:59.362889 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e5d4eff8-31c8-44cf-b952-2a7a3d286d96 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334858 Jul 07 18:03:59.513244 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-172777fa-104f-4513-a830-a0565534fcf1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227189151&fields=id&tenant_id=09efd3e042724297a7c9de3ccecc1fb5 HTTP/1.1" status: 200 len: 267 time: 0.0377448 Jul 07 18:03:59.629084 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-ef23d5ba-eca7-42b1-9173-04dd61634bb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:03:59.630805 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-ef23d5ba-eca7-42b1-9173-04dd61634bb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 809 time: 0.1103213 Jul 07 18:03:59.646225 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-d5f8a2c4-bd8a-4bbe-baca-ea007a5b734c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/quotas/09efd3e042724297a7c9de3ccecc1fb5 HTTP/1.1" status: 200 len: 375 time: 0.0098336 Jul 07 18:03:59.723787 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-014c1a62-2987-4891-a9ce-a554498ef2d0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714071 Jul 07 18:03:59.741468 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-5130111e-b11e-454b-8c56-34c82f6ff02b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:03:59.742796 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-5130111e-b11e-454b-8c56-34c82f6ff02b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066795 Jul 07 18:03:59.945371 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-b4e2af3d-564a-428c-a4ed-7036983cf864 service neutron] 10.222.0.50 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955578 Jul 07 18:04:00.050196 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-ef2709d6-9f72-4262-8fdc-76e9b3f1a55e service neutron] 10.222.0.50 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980577 Jul 07 18:04:00.248189 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-86f5d1e0-938a-4cc6-9af1-7c84d9bfcacc req-a85e1272-36f5-4e9e-9981-4378596c6a7e tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 210 time: 0.0377655 Jul 07 18:04:00.327295 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 28aff54c-6abf-4df2-a2a4-5203a948dfd6 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:00.425530 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] Sync routers for ids ['82441b68-b2e8-4beb-84cd-33f278f70d45'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:04:00.437631 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] Routers {'82441b68-b2e8-4beb-84cd-33f278f70d45'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:00.438622 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:03:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['82441b68-b2e8-4beb-84cd-33f278f70d45'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:00.547514 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 28aff54c-6abf-4df2-a2a4-5203a948dfd6 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:00.552487 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 28aff54c-6abf-4df2-a2a4-5203a948dfd6 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:00.552811 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:00.574538 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] Set router 82441b68-b2e8-4beb-84cd-33f278f70d45 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:00.645013 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:00.674664 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 28aff54c-6abf-4df2-a2a4-5203a948dfd6, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=28aff54c-6abf-4df2-a2a4-5203a948dfd6,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:00.679413 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:00.750873 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=28aff54c-6abf-4df2-a2a4-5203a948dfd6,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:00.840001 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82441b68-b2e8-4beb-84cd-33f278f70d45', 'name': 'tempest-TestShelveInstance-1318496877-router', 'tenant_id': 'a2ad8c7980fd476bb195e65021e2036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '28aff54c-6abf-4df2-a2a4-5203a948dfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:53Z', 'updated_at': '2021-07-07T18:03:56Z', 'revision_number': 4, 'project_id': 'a2ad8c7980fd476bb195e65021e2036c', 'gw_port': {'id': '28aff54c-6abf-4df2-a2a4-5203a948dfd6', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82441b68-b2e8-4beb-84cd-33f278f70d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:54Z', 'updated_at': '2021-07-07T18:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '0edce308-bb5b-4244-b0a4-d0bf08de0292', 'name': '', 'network_id': '0f0b424f-99f3-4c30-88b6-05af6a0b0da2', 'tenant_id': 'a2ad8c7980fd476bb195e65021e2036c', 'mac_address': 'fa:16:3e:15:ba:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82441b68-b2e8-4beb-84cd-33f278f70d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f09ab14f-bfe2-45b4-a404-466e072d7a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:56Z', 'updated_at': '2021-07-07T18:03:56Z', 'revision_number': 2, 'project_id': 'a2ad8c7980fd476bb195e65021e2036c', 'subnets': [{'id': 'f09ab14f-bfe2-45b4-a404-466e072d7a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:00.873339 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] Checking router: 82441b68-b2e8-4beb-84cd-33f278f70d45 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:04:00.873640 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] Updating router 82441b68-b2e8-4beb-84cd-33f278f70d45 port 0edce308-bb5b-4244-b0a4-d0bf08de0292 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:04:00.918165 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:01.336453 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:01.348966 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] Transition to ACTIVE for port object 0edce308-bb5b-4244-b0a4-d0bf08de0292 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:01.355217 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:01.408842 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3976f-6010-41b6-9763-af771eaee0f9 None None] Pushing event updated for resources: {'Port': ['ID=0edce308-bb5b-4244-b0a4-d0bf08de0292,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:01.419702 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-613678f3-c388-4673-a627-556c6a2df189 req-fb043ec8-805c-4afc-846d-fcb223063145 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 210 time: 0.0408385 Jul 07 18:04:01.472098 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] Attempting to bind port 0edce308-bb5b-4244-b0a4-d0bf08de0292 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:04:01.472630 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] Attempting to bind port 0edce308-bb5b-4244-b0a4-d0bf08de0292 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': 'b553cfb0-5f74-4f6d-84e3-149683dfd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0f0b424f-99f3-4c30-88b6-05af6a0b0da2'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:04:01.472806 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] Attempting to bind port 0edce308-bb5b-4244-b0a4-d0bf08de0292 on network 0f0b424f-99f3-4c30-88b6-05af6a0b0da2 {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:01.480207 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:04:01.480578 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] Checking segment: {'id': 'b553cfb0-5f74-4f6d-84e3-149683dfd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0f0b424f-99f3-4c30-88b6-05af6a0b0da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:01.480977 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:01.481365 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] Bound using segment: {'id': 'b553cfb0-5f74-4f6d-84e3-149683dfd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0f0b424f-99f3-4c30-88b6-05af6a0b0da2'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:04:01.481829 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] Bound port: 0edce308-bb5b-4244-b0a4-d0bf08de0292, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b553cfb0-5f74-4f6d-84e3-149683dfd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0f0b424f-99f3-4c30-88b6-05af6a0b0da2'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:04:01.482592 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:01.550299 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] For port 0edce308-bb5b-4244-b0a4-d0bf08de0292, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:01.554287 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] For port 0edce308-bb5b-4244-b0a4-d0bf08de0292, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0edce308-bb5b-4244-b0a4-d0bf08de0292,segment=NetworkSegment(b553cfb0-5f74-4f6d-84e3-149683dfd4ff),segment_id=b553cfb0-5f74-4f6d-84e3-149683dfd4ff)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:04:01.559152 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:01.625610 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] Routers {'82441b68-b2e8-4beb-84cd-33f278f70d45'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:01.626262 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:03:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['82441b68-b2e8-4beb-84cd-33f278f70d45'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:01.630040 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3976f-6010-41b6-9763-af771eaee0f9 None None] Pushing event updated for resources: {'Port': ['ID=0edce308-bb5b-4244-b0a4-d0bf08de0292,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:01.764994 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] Set router 82441b68-b2e8-4beb-84cd-33f278f70d45 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:01.832358 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-3c95caa1-b1df-4477-9052-2bc393aea539 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:01.836187 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-3c95caa1-b1df-4477-9052-2bc393aea539 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.15 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 809 time: 0.1283646 Jul 07 18:04:01.892574 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-bc314850-9777-4be0-a0c3-d21bb1ae8307 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09efd3e042724297a7c9de3ccecc1fb5 HTTP/1.1" status: 200 len: 379 time: 0.0494614 Jul 07 18:04:01.902705 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-19ea7fec-3d5b-4db5-bd95-fc64f3e435a3 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Request body: {'port': {'device_id': '501b85d4-9214-4451-bee2-4b3c0fff6b55', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'admin_state_up': True, 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'security_groups': ['bedc0279-3896-4cfc-9089-9578a23276f7']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:02.004613 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82441b68-b2e8-4beb-84cd-33f278f70d45', 'name': 'tempest-TestShelveInstance-1318496877-router', 'tenant_id': 'a2ad8c7980fd476bb195e65021e2036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '28aff54c-6abf-4df2-a2a4-5203a948dfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:53Z', 'updated_at': '2021-07-07T18:03:56Z', 'revision_number': 4, 'project_id': 'a2ad8c7980fd476bb195e65021e2036c', 'gw_port': {'id': '28aff54c-6abf-4df2-a2a4-5203a948dfd6', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82441b68-b2e8-4beb-84cd-33f278f70d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:54Z', 'updated_at': '2021-07-07T18:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '0edce308-bb5b-4244-b0a4-d0bf08de0292', 'name': '', 'network_id': '0f0b424f-99f3-4c30-88b6-05af6a0b0da2', 'tenant_id': 'a2ad8c7980fd476bb195e65021e2036c', 'mac_address': 'fa:16:3e:15:ba:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82441b68-b2e8-4beb-84cd-33f278f70d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f09ab14f-bfe2-45b4-a404-466e072d7a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:56Z', 'updated_at': '2021-07-07T18:04:01Z', 'revision_number': 4, 'project_id': 'a2ad8c7980fd476bb195e65021e2036c', 'subnets': [{'id': 'f09ab14f-bfe2-45b4-a404-466e072d7a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:02.028988 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-19ea7fec-3d5b-4db5-bd95-fc64f3e435a3 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Made reservation on behalf of 09efd3e042724297a7c9de3ccecc1fb5 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:04:02.031417 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b291fb7-41b5-4b0a-83c8-422a43628dd8 None None] The sync data for ids ['82441b68-b2e8-4beb-84cd-33f278f70d45'] in n-d-793620-7 is: [{'id': '82441b68-b2e8-4beb-84cd-33f278f70d45', 'name': 'tempest-TestShelveInstance-1318496877-router', 'tenant_id': 'a2ad8c7980fd476bb195e65021e2036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '28aff54c-6abf-4df2-a2a4-5203a948dfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:53Z', 'updated_at': '2021-07-07T18:03:56Z', 'revision_number': 4, 'project_id': 'a2ad8c7980fd476bb195e65021e2036c', 'gw_port': {'id': '28aff54c-6abf-4df2-a2a4-5203a948dfd6', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82441b68-b2e8-4beb-84cd-33f278f70d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:54Z', 'updated_at': '2021-07-07T18:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '0edce308-bb5b-4244-b0a4-d0bf08de0292', 'name': '', 'network_id': '0f0b424f-99f3-4c30-88b6-05af6a0b0da2', 'tenant_id': 'a2ad8c7980fd476bb195e65021e2036c', 'mac_address': 'fa:16:3e:15:ba:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82441b68-b2e8-4beb-84cd-33f278f70d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'f09ab14f-bfe2-45b4-a404-466e072d7a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:56Z', 'updated_at': '2021-07-07T18:04:01Z', 'revision_number': 4, 'project_id': 'a2ad8c7980fd476bb195e65021e2036c', 'subnets': [{'id': 'f09ab14f-bfe2-45b4-a404-466e072d7a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:04:02.032630 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-19ea7fec-3d5b-4db5-bd95-fc64f3e435a3 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:02.172557 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-19ea7fec-3d5b-4db5-bd95-fc64f3e435a3 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Allocated IP 172.20.0.5 (b3958c35-0f43-4cb2-b3a1-076da511bd61/af82ef87-1562-46cd-9252-e5c0dd4efeb3/ba34d3e9-9ac9-44e0-a46f-aa98095ecabb) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:02.302780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 28aff54c-6abf-4df2-a2a4-5203a948dfd6 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:02.324846 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-19ea7fec-3d5b-4db5-bd95-fc64f3e435a3 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:02.340116 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-19ea7fec-3d5b-4db5-bd95-fc64f3e435a3 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Transition to ACTIVE for port object ba34d3e9-9ac9-44e0-a46f-aa98095ecabb will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:02.350524 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 28aff54c-6abf-4df2-a2a4-5203a948dfd6 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:02.350910 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:02.377238 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-19ea7fec-3d5b-4db5-bd95-fc64f3e435a3 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:02.452057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-19ea7fec-3d5b-4db5-bd95-fc64f3e435a3 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Network b3958c35-0f43-4cb2-b3a1-076da511bd61 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:02.455762 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-19ea7fec-3d5b-4db5-bd95-fc64f3e435a3 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:02.459557 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0edce308-bb5b-4244-b0a4-d0bf08de0292 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:02.476633 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea7fec-3d5b-4db5-bd95-fc64f3e435a3 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event updated for resources: {'Port': ['ID=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:02.481304 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-19ea7fec-3d5b-4db5-bd95-fc64f3e435a3 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:02.519921 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 0edce308-bb5b-4244-b0a4-d0bf08de0292 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:02.524921 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 0edce308-bb5b-4244-b0a4-d0bf08de0292 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:02.525635 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:02.542951 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-19ea7fec-3d5b-4db5-bd95-fc64f3e435a3 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:02.543777 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-19ea7fec-3d5b-4db5-bd95-fc64f3e435a3 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:02.569683 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-19ea7fec-3d5b-4db5-bd95-fc64f3e435a3 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6708956 Jul 07 18:04:02.586946 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] Request body: {'port': {'device_id': '501b85d4-9214-4451-bee2-4b3c0fff6b55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:02.617540 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6b5dc-89e4-423d-b934-80eab1285c0e req-6d77dd39-47c3-4784-842b-d329bd45243d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:02.620494 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e2a6b5dc-89e4-423d-b934-80eab1285c0e req-6d77dd39-47c3-4784-842b-d329bd45243d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 931 time: 0.0749631 Jul 07 18:04:02.624041 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:02.661210 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 0edce308-bb5b-4244-b0a4-d0bf08de0292, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0edce308-bb5b-4244-b0a4-d0bf08de0292,segment=NetworkSegment(b553cfb0-5f74-4f6d-84e3-149683dfd4ff),segment_id=b553cfb0-5f74-4f6d-84e3-149683dfd4ff)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:02.666470 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e2a6b5dc-89e4-423d-b934-80eab1285c0e req-76727c9d-22ab-44e2-93a9-9c98125f1643 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399296 Jul 07 18:04:02.673809 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:02.675314 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:02.733551 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=0edce308-bb5b-4244-b0a4-d0bf08de0292,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:02.817367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-abddad1b-3996-493a-8542-245ecc4fe189 None None] Provisioning for port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:02.822693 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-abddad1b-3996-493a-8542-245ecc4fe189 None None] Provisioning complete for port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:02.823203 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-abddad1b-3996-493a-8542-245ecc4fe189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:02.859424 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-abddad1b-3996-493a-8542-245ecc4fe189 None None] Port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:04:02.969291 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba34d3e9-9ac9-44e0-a46f-aa98095ecabb {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:04:02.977190 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:02.990559 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] Transition to ACTIVE for port object ba34d3e9-9ac9-44e0-a46f-aa98095ecabb will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:04:02.994407 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:03.047682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] Pushing event updated for resources: {'Port': ['ID=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:03.138597 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] Attempting to bind port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:04:03.138947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] Attempting to bind port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:04:03.139282 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] Attempting to bind port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb on network b3958c35-0f43-4cb2-b3a1-076da511bd61 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:03.144064 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] Port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb on network b3958c35-0f43-4cb2-b3a1-076da511bd61 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:04:03.144387 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] Attempting to bind port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb on network b3958c35-0f43-4cb2-b3a1-076da511bd61 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:04:03.150278 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:04:03.150657 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] Checking segment: {'id': '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:04:03.151963 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] Bound using segment: {'id': '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:04:03.152158 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] Bound port: ba34d3e9-9ac9-44e0-a46f-aa98095ecabb, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:04:03.152596 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:03.230978 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] For port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:04:03.235626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] For port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:04:03.242352 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:03.289054 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:03.289797 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:03.291388 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] 10.222.0.15 "PUT /v2.0/ports/ba34d3e9-9ac9-44e0-a46f-aa98095ecabb HTTP/1.1" status: 200 len: 1091 time: 0.7147331 Jul 07 18:04:03.292544 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501b85d4-9214-4451-bee2-4b3c0fff6b55', 'tag': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:03.295505 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40325d1f-d34c-443a-8df6-e69d4490dbcf" -d '{"events": [{"name": "network-changed", "server_uuid": "501b85d4-9214-4451-bee2-4b3c0fff6b55", "tag": "ba34d3e9-9ac9-44e0-a46f-aa98095ecabb"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:03.333056 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e1ebd-5ac9-475e-a2db-36a4494144cf service neutron] Pushing event updated for resources: {'Port': ['ID=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:03.358091 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1157a2b2-f679-435e-9d72-10b5d5382734 x-openstack-request-id: req-1157a2b2-f679-435e-9d72-10b5d5382734 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:03.358612 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501b85d4-9214-4451-bee2-4b3c0fff6b55", "tag": "ba34d3e9-9ac9-44e0-a46f-aa98095ecabb", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:03.358736 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1157a2b2-f679-435e-9d72-10b5d5382734 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:03.359060 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501b85d4-9214-4451-bee2-4b3c0fff6b55', 'tag': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb', 'status': 'completed', 'code': 200} Jul 07 18:04:03.414736 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-19533d7a-d21b-4998-a4db-f512b26d2222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:03.417251 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-19533d7a-d21b-4998-a4db-f512b26d2222 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 1094 time: 0.0696023 Jul 07 18:04:03.465209 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-ff76af26-d8e3-450f-933d-20a411592484 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb HTTP/1.1" status: 200 len: 217 time: 0.0414114 Jul 07 18:04:03.518260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-f1074d6f-ac9d-4797-8234-c2ac53319afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:03.519808 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-f1074d6f-ac9d-4797-8234-c2ac53319afb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af82ef87-1562-46cd-9252-e5c0dd4efeb3 HTTP/1.1" status: 200 len: 848 time: 0.0485568 Jul 07 18:04:03.580975 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-46415fd1-4fb4-43ee-87bb-b6765c12c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:03.582604 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-46415fd1-4fb4-43ee-87bb-b6765c12c7b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3958c35-0f43-4cb2-b3a1-076da511bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566027 Jul 07 18:04:03.686151 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-0537a3b1-9861-41fe-ae22-f965d86bdc50 service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971258 Jul 07 18:04:03.783880 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9ee96ef6-55c3-4a0f-b1ef-54f901304f9a req-4c48de09-0923-442d-a953-2c4867c5aa54 service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903010 Jul 07 18:04:03.855248 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a3858-6e51-47da-8224-3bc4f3f880ee req-0301096e-fe54-4e09-afc3-b16e2dfb8196 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:03.857073 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cf5a3858-6e51-47da-8224-3bc4f3f880ee req-0301096e-fe54-4e09-afc3-b16e2dfb8196 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 943 time: 0.0703220 Jul 07 18:04:03.902454 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cf5a3858-6e51-47da-8224-3bc4f3f880ee req-4d22b7d2-4b2a-4d00-977e-01f2434aa699 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387602 Jul 07 18:04:03.908632 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40325d1f-d34c-443a-8df6-e69d4490dbcf req-91984429-e27b-4f78-a20a-f2e4f747f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:03.910162 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-40325d1f-d34c-443a-8df6-e69d4490dbcf req-91984429-e27b-4f78-a20a-f2e4f747f96a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 1094 time: 0.0618091 Jul 07 18:04:04.008947 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40325d1f-d34c-443a-8df6-e69d4490dbcf req-6abafd2b-fd44-4010-b94c-09503ad1be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:04.012043 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-40325d1f-d34c-443a-8df6-e69d4490dbcf req-6abafd2b-fd44-4010-b94c-09503ad1be54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 910 time: 0.0926228 Jul 07 18:04:04.064136 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-40325d1f-d34c-443a-8df6-e69d4490dbcf req-76e51243-1ff1-4c7f-a54b-2c84839b43f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb HTTP/1.1" status: 200 len: 217 time: 0.0417321 Jul 07 18:04:04.123343 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40325d1f-d34c-443a-8df6-e69d4490dbcf req-fa4a9f89-8b32-46d4-914c-cb35c85a5476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:04.124850 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-40325d1f-d34c-443a-8df6-e69d4490dbcf req-fa4a9f89-8b32-46d4-914c-cb35c85a5476 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af82ef87-1562-46cd-9252-e5c0dd4efeb3 HTTP/1.1" status: 200 len: 848 time: 0.0533352 Jul 07 18:04:04.187703 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40325d1f-d34c-443a-8df6-e69d4490dbcf req-ef940468-bbb5-4956-9c2b-bc026ee87215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:04.189219 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-40325d1f-d34c-443a-8df6-e69d4490dbcf req-ef940468-bbb5-4956-9c2b-bc026ee87215 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3958c35-0f43-4cb2-b3a1-076da511bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554273 Jul 07 18:04:04.289841 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-40325d1f-d34c-443a-8df6-e69d4490dbcf req-0f32ba5a-e6ea-4d12-95aa-80326188106a service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928488 Jul 07 18:04:04.293794 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0edce308-bb5b-4244-b0a4-d0bf08de0292 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:04.342787 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 0edce308-bb5b-4244-b0a4-d0bf08de0292 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:04.343087 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:04.392088 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-40325d1f-d34c-443a-8df6-e69d4490dbcf req-7390dea6-5f8a-4880-ad92-2d4061e07e86 service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931497 Jul 07 18:04:05.080957 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79db0a-2179-4b04-8d00-5c092bf08f78 req-7e712f13-18f8-487d-b83b-c23cd53c05e4 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:05.082483 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c79db0a-2179-4b04-8d00-5c092bf08f78 req-7e712f13-18f8-487d-b83b-c23cd53c05e4 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 943 time: 0.0672526 Jul 07 18:04:05.121675 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3c79db0a-2179-4b04-8d00-5c092bf08f78 req-511099e8-38ae-44cf-953f-36c62d2b9bc6 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334239 Jul 07 18:04:06.304369 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca267c8f-5542-4056-8ff7-940b92ef5f03 req-428d5f9b-9c5f-4434-a576-dadbec385796 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:06.305843 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ca267c8f-5542-4056-8ff7-940b92ef5f03 req-428d5f9b-9c5f-4434-a576-dadbec385796 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 943 time: 0.0684681 Jul 07 18:04:06.347719 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ca267c8f-5542-4056-8ff7-940b92ef5f03 req-b25bc171-216d-4939-be8a-8c406697b943 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347240 Jul 07 18:04:06.757063 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ba34d3e9-9ac9-44e0-a46f-aa98095ecabb details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:04:06.855108 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:06.867327 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'port_id': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb', 'mac_address': 'fa:16:3e:fd:17:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:04:06.904482 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:06.921106 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba34d3e9-9ac9-44e0-a46f-aa98095ecabb {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:04:06.940772 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:06.944919 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:06.991608 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:07.148376 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['ba34d3e9-9ac9-44e0-a46f-aa98095ecabb'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:04:07.532758 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16864c11-9ee4-4219-aa3a-5c6ce2579c3f req-69c580b5-5430-4134-9155-f28b30b6edb9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:07.534300 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-16864c11-9ee4-4219-aa3a-5c6ce2579c3f req-69c580b5-5430-4134-9155-f28b30b6edb9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 944 time: 0.0694733 Jul 07 18:04:07.572963 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-16864c11-9ee4-4219-aa3a-5c6ce2579c3f req-b7e153f8-326f-40a4-94e4-798c721b7597 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329447 Jul 07 18:04:08.754252 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ba34d3e9-9ac9-44e0-a46f-aa98095ecabb up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:04:08.755999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952c505-5e04-4c29-8ddf-6ee9f4a29e34 req-b08dfa36-d9af-4385-9421-1f6218138076 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:08.757620 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3952c505-5e04-4c29-8ddf-6ee9f4a29e34 req-b08dfa36-d9af-4385-9421-1f6218138076 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 944 time: 0.0674970 Jul 07 18:04:08.797885 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3952c505-5e04-4c29-8ddf-6ee9f4a29e34 req-bcf4c132-5e4b-4a1d-a3f5-b68a1c0d7b64 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343411 Jul 07 18:04:08.805386 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:04:08.809267 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:04:08.809689 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:08.897730 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:08.922801 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501b85d4-9214-4451-bee2-4b3c0fff6b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:08.925131 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdafd8e-5d9d-4530-8923-b87c30e3579f" -d '{"events": [{"server_uuid": "501b85d4-9214-4451-bee2-4b3c0fff6b55", "name": "network-vif-plugged", "status": "completed", "tag": "ba34d3e9-9ac9-44e0-a46f-aa98095ecabb"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:08.938957 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:04:08.943781 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:08.967528 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d93526-d3d7-4640-9d4c-d5267936657b x-openstack-request-id: req-66d93526-d3d7-4640-9d4c-d5267936657b {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:08.967842 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501b85d4-9214-4451-bee2-4b3c0fff6b55", "name": "network-vif-plugged", "status": "completed", "tag": "ba34d3e9-9ac9-44e0-a46f-aa98095ecabb", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:08.968089 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-66d93526-d3d7-4640-9d4c-d5267936657b {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:08.968489 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501b85d4-9214-4451-bee2-4b3c0fff6b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb', 'code': 200} Jul 07 18:04:08.996952 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:09.089955 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc06ec5-8c2b-4ecc-b728-496b8bdaa32b req-f9019a22-3cd6-406d-9f09-5ab8705c66ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:09.091553 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2dc06ec5-8c2b-4ecc-b728-496b8bdaa32b req-f9019a22-3cd6-406d-9f09-5ab8705c66ec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 1096 time: 0.0564790 Jul 07 18:04:09.130622 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2dc06ec5-8c2b-4ecc-b728-496b8bdaa32b req-bbc18160-6a15-45bf-a77a-85ae8fc824fd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298626 Jul 07 18:04:09.971635 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3fb45-addc-45bd-af68-2c690776d77b req-a5417267-3061-4423-99d6-4b5359f84627 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:09.973334 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-38c3fb45-addc-45bd-af68-2c690776d77b req-a5417267-3061-4423-99d6-4b5359f84627 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0646422 Jul 07 18:04:10.012587 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-38c3fb45-addc-45bd-af68-2c690776d77b req-c58212d3-953d-439c-a241-7c60bd023676 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333986 Jul 07 18:04:11.195379 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8c71f-ca27-45d9-aba7-f6692e1afcae req-5826f4b6-0b3c-4ea9-af61-8c11c35a46db tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:11.197390 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-83c8c71f-ca27-45d9-aba7-f6692e1afcae req-5826f4b6-0b3c-4ea9-af61-8c11c35a46db tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0704348 Jul 07 18:04:11.239390 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-83c8c71f-ca27-45d9-aba7-f6692e1afcae req-e7ca7628-7956-4895-9ed5-7e5b9c52b09b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367613 Jul 07 18:04:11.412167 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3864dd-adbf-4058-b428-8b8b2dbe17ab req-0933945f-328d-468d-834c-c10edf007135 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:11.413632 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6f3864dd-adbf-4058-b428-8b8b2dbe17ab req-0933945f-328d-468d-834c-c10edf007135 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0641441 Jul 07 18:04:11.457516 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6f3864dd-adbf-4058-b428-8b8b2dbe17ab req-db839e57-c99d-45cd-ba70-7150a884c001 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380716 Jul 07 18:04:11.481462 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37592) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:11.578758 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce560b9-1281-4b38-9541-031de727be3c tempest-TestShelveInstance-1869359696 tempest-TestShelveInstance-1869359696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:11.583158 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5ce560b9-1281-4b38-9541-031de727be3c tempest-TestShelveInstance-1869359696 tempest-TestShelveInstance-1869359696-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 1091 time: 0.0978696 Jul 07 18:04:11.583492 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37596) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:04:11.588185 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-4c642155-d004-4d10-92b3-9ba72f144fb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:04:11.610983 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c642155-d004-4d10-92b3-9ba72f144fb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:11.712014 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c642155-d004-4d10-92b3-9ba72f144fb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:11.819738 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-4c642155-d004-4d10-92b3-9ba72f144fb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Allocated IP 172.25.2.193 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/55a0dde2-4f7a-4ce4-b20a-54491ca681e7) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:04:11.922021 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c642155-d004-4d10-92b3-9ba72f144fb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:11.962120 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c642155-d004-4d10-92b3-9ba72f144fb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:12.003156 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c642155-d004-4d10-92b3-9ba72f144fb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:04:12.006035 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-4c642155-d004-4d10-92b3-9ba72f144fb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:04:12.011924 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c642155-d004-4d10-92b3-9ba72f144fb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:04:12.036135 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c642155-d004-4d10-92b3-9ba72f144fb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event updated for resources: {'Port': ['ID=55a0dde2-4f7a-4ce4-b20a-54491ca681e7,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:12.406391 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c642155-d004-4d10-92b3-9ba72f144fb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:12.490290 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c642155-d004-4d10-92b3-9ba72f144fb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:12.654650 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c642155-d004-4d10-92b3-9ba72f144fb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:12.660198 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c642155-d004-4d10-92b3-9ba72f144fb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:12.734339 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c642155-d004-4d10-92b3-9ba72f144fb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event updated for resources: {'Port': ['ID=55a0dde2-4f7a-4ce4-b20a-54491ca681e7,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:04:12.743866 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c642155-d004-4d10-92b3-9ba72f144fb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:12.850182 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-4c642155-d004-4d10-92b3-9ba72f144fb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Floating IP e432974e-4785-406b-a3c0-d401103013e1 associated. External IP: 172.25.2.193, port: ba34d3e9-9ac9-44e0-a46f-aa98095ecabb. Jul 07 18:04:13.380746 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c642155-d004-4d10-92b3-9ba72f144fb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Router 9c179646-4dc4-4758-bfaa-c166184ec61d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:04:13.492246 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c642155-d004-4d10-92b3-9ba72f144fb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:04:13.501915 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078e8e85-2ed5-4e07-bca3-f68a059f2828 None None] Sync routers for ids ['9c179646-4dc4-4758-bfaa-c166184ec61d'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:04:13.512763 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e8e85-2ed5-4e07-bca3-f68a059f2828 None None] Routers {'9c179646-4dc4-4758-bfaa-c166184ec61d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:13.513229 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4c642155-d004-4d10-92b3-9ba72f144fb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:13.513428 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-078e8e85-2ed5-4e07-bca3-f68a059f2828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:03:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9c179646-4dc4-4758-bfaa-c166184ec61d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:13.550840 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4c642155-d004-4d10-92b3-9ba72f144fb0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9662037 Jul 07 18:04:13.551539 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501b85d4-9214-4451-bee2-4b3c0fff6b55', 'tag': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:04:13.553811 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f150135c-9673-4c79-b53c-3ec8d489bcda" -d '{"events": [{"name": "network-changed", "server_uuid": "501b85d4-9214-4451-bee2-4b3c0fff6b55", "tag": "ba34d3e9-9ac9-44e0-a46f-aa98095ecabb"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:04:13.590215 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ed5957-89e8-4ebe-ab34-14f3d6770aa5 x-openstack-request-id: req-e3ed5957-89e8-4ebe-ab34-14f3d6770aa5 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:04:13.590548 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501b85d4-9214-4451-bee2-4b3c0fff6b55", "tag": "ba34d3e9-9ac9-44e0-a46f-aa98095ecabb", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:04:13.590805 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e3ed5957-89e8-4ebe-ab34-14f3d6770aa5 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:04:13.591207 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501b85d4-9214-4451-bee2-4b3c0fff6b55', 'tag': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb', 'status': 'completed', 'code': 200} Jul 07 18:04:13.623818 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-078e8e85-2ed5-4e07-bca3-f68a059f2828 None None] Set router 9c179646-4dc4-4758-bfaa-c166184ec61d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:13.671806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150135c-9673-4c79-b53c-3ec8d489bcda req-3ea8dfdf-b220-4783-a968-0443e2a76dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:13.673338 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f150135c-9673-4c79-b53c-3ec8d489bcda req-3ea8dfdf-b220-4783-a968-0443e2a76dc1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 1096 time: 0.0579426 Jul 07 18:04:13.772570 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150135c-9673-4c79-b53c-3ec8d489bcda req-11457bc2-9d78-41ed-ab3d-a361d9b88164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:13.773784 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f150135c-9673-4c79-b53c-3ec8d489bcda req-11457bc2-9d78-41ed-ab3d-a361d9b88164 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 910 time: 0.0926230 Jul 07 18:04:13.838474 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f150135c-9673-4c79-b53c-3ec8d489bcda req-af8337df-fa4e-47eb-ae9c-a777ba50fd06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb HTTP/1.1" status: 200 len: 999 time: 0.0592735 Jul 07 18:04:13.871495 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-078e8e85-2ed5-4e07-bca3-f68a059f2828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35e6b168-df14-4584-8130-36aa9410e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:48Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 4, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'gw_port': {'id': '35e6b168-df14-4584-8130-36aa9410e86e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:49Z', 'updated_at': '2021-07-07T18:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'e432974e-4785-406b-a3c0-d401103013e1', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'floating_ip_address': '172.25.2.193', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'port_id': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'mac_address': 'fa:16:3e:fd:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501b85d4-9214-4451-bee2-4b3c0fff6b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:04:12Z', 'updated_at': '2021-07-07T18:04:12Z', 'revision_number': 0, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecda17c-8f96-4ada-b2c0-ea323db2d08c', 'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'mac_address': 'fa:16:3e:8f:ae:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:50Z', 'updated_at': '2021-07-07T18:03:57Z', 'revision_number': 5, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'subnets': [{'id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:13.892911 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150135c-9673-4c79-b53c-3ec8d489bcda req-1753ffe9-60b9-46dd-bbb2-262ef57add64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:13.894408 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f150135c-9673-4c79-b53c-3ec8d489bcda req-1753ffe9-60b9-46dd-bbb2-262ef57add64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af82ef87-1562-46cd-9252-e5c0dd4efeb3 HTTP/1.1" status: 200 len: 848 time: 0.0490572 Jul 07 18:04:13.899019 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078e8e85-2ed5-4e07-bca3-f68a059f2828 None None] Checking router: 9c179646-4dc4-4758-bfaa-c166184ec61d for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:04:13.908030 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e8e85-2ed5-4e07-bca3-f68a059f2828 None None] Routers {'9c179646-4dc4-4758-bfaa-c166184ec61d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:04:13.908642 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-078e8e85-2ed5-4e07-bca3-f68a059f2828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:03:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9c179646-4dc4-4758-bfaa-c166184ec61d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:13.953449 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150135c-9673-4c79-b53c-3ec8d489bcda req-5da566b6-45ad-4f67-9f1c-01a2dfdfacf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:04:13.954993 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f150135c-9673-4c79-b53c-3ec8d489bcda req-5da566b6-45ad-4f67-9f1c-01a2dfdfacf7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3958c35-0f43-4cb2-b3a1-076da511bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543196 Jul 07 18:04:14.019979 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-078e8e85-2ed5-4e07-bca3-f68a059f2828 None None] Set router 9c179646-4dc4-4758-bfaa-c166184ec61d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:04:14.047402 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f150135c-9673-4c79-b53c-3ec8d489bcda req-56f459dd-545a-490e-86e2-cf99026fdcfb service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851297 Jul 07 18:04:14.157288 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f150135c-9673-4c79-b53c-3ec8d489bcda req-eae9fb38-7359-4b7f-9eb4-e50f82777b12 service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039441 Jul 07 18:04:14.258652 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-078e8e85-2ed5-4e07-bca3-f68a059f2828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35e6b168-df14-4584-8130-36aa9410e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:48Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 4, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'gw_port': {'id': '35e6b168-df14-4584-8130-36aa9410e86e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:49Z', 'updated_at': '2021-07-07T18:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'e432974e-4785-406b-a3c0-d401103013e1', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'floating_ip_address': '172.25.2.193', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'port_id': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'mac_address': 'fa:16:3e:fd:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501b85d4-9214-4451-bee2-4b3c0fff6b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:04:12Z', 'updated_at': '2021-07-07T18:04:12Z', 'revision_number': 0, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecda17c-8f96-4ada-b2c0-ea323db2d08c', 'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'mac_address': 'fa:16:3e:8f:ae:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:50Z', 'updated_at': '2021-07-07T18:03:57Z', 'revision_number': 5, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'subnets': [{'id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:04:14.295668 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078e8e85-2ed5-4e07-bca3-f68a059f2828 None None] The sync data for ids ['9c179646-4dc4-4758-bfaa-c166184ec61d'] in n-d-793620-7 is: [{'id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35e6b168-df14-4584-8130-36aa9410e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:48Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 4, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'gw_port': {'id': '35e6b168-df14-4584-8130-36aa9410e86e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:49Z', 'updated_at': '2021-07-07T18:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'e432974e-4785-406b-a3c0-d401103013e1', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'floating_ip_address': '172.25.2.193', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'port_id': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'mac_address': 'fa:16:3e:fd:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501b85d4-9214-4451-bee2-4b3c0fff6b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:04:12Z', 'updated_at': '2021-07-07T18:04:12Z', 'revision_number': 0, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecda17c-8f96-4ada-b2c0-ea323db2d08c', 'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'mac_address': 'fa:16:3e:8f:ae:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:50Z', 'updated_at': '2021-07-07T18:03:57Z', 'revision_number': 5, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'subnets': [{'id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:04:14.497336 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c90dd9d-85c6-46e0-b932-07adcd6b3b75 None None] New status for floating IP e432974e-4785-406b-a3c0-d401103013e1: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:04:14.846698 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c1ec957c-ef53-49d3-a27d-b163ba3a71ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:14.969301 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:17.207018 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:17.751697 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:18.060062 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-713cc213-a91d-44bd-a641-d68514d5c6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:19.119592 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:20.594765 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:28.305178 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:04:44.849727 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-998b3498-fabe-4c28-adcc-393d56c03166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:44.964363 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:47.209156 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:47.754915 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:48.063967 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-085294a0-5f50-4636-ad68-e390434a984b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:49.122667 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:04:50.595945 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:05.310322 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:05:05.895891 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-223a7a06-d9dc-49c4-83a9-4d61ca28b266 req-612bd9a9-aa2a-467f-ba83-93dc8c414b2e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683208 Jul 07 18:05:05.997430 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a7a06-d9dc-49c4-83a9-4d61ca28b266 req-a960af28-93a9-414d-8890-9b3b851fffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:05.998993 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-223a7a06-d9dc-49c4-83a9-4d61ca28b266 req-a960af28-93a9-414d-8890-9b3b851fffe5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 1096 time: 0.0567596 Jul 07 18:05:06.112010 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a7a06-d9dc-49c4-83a9-4d61ca28b266 req-c7b2efe9-62ec-40d4-9891-bb37b892392f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:06.113555 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-223a7a06-d9dc-49c4-83a9-4d61ca28b266 req-c7b2efe9-62ec-40d4-9891-bb37b892392f service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 910 time: 0.0938902 Jul 07 18:05:06.181147 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-223a7a06-d9dc-49c4-83a9-4d61ca28b266 req-a718fb85-6af4-4765-9cd1-fbc4286be64b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb HTTP/1.1" status: 200 len: 1001 time: 0.0602005 Jul 07 18:05:06.239583 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a7a06-d9dc-49c4-83a9-4d61ca28b266 req-68c17798-54b3-4af4-897f-03d2cdff6386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:06.241091 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-223a7a06-d9dc-49c4-83a9-4d61ca28b266 req-68c17798-54b3-4af4-897f-03d2cdff6386 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af82ef87-1562-46cd-9252-e5c0dd4efeb3 HTTP/1.1" status: 200 len: 848 time: 0.0533650 Jul 07 18:05:06.304035 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a7a06-d9dc-49c4-83a9-4d61ca28b266 req-bfac8474-1685-49d6-ae58-e302f5ce7f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:05:06.305574 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-223a7a06-d9dc-49c4-83a9-4d61ca28b266 req-bfac8474-1685-49d6-ae58-e302f5ce7f43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3958c35-0f43-4cb2-b3a1-076da511bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575705 Jul 07 18:05:06.399971 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-223a7a06-d9dc-49c4-83a9-4d61ca28b266 req-2190deed-7f87-41f2-ab5d-3d2a25b2a11b service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856218 Jul 07 18:05:06.501570 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-223a7a06-d9dc-49c4-83a9-4d61ca28b266 req-a0a7969f-1a9d-4d90-a1ea-f1c85e757f6a service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945275 Jul 07 18:05:14.852164 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bdf921af-aa9f-420c-9ed3-03ef83ad7b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:14.972882 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:17.215688 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:17.756880 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:18.064946 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-72d23794-e66b-4646-bcdf-d87cde786521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:19.126772 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:20.599137 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:42.304954 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:05:44.854554 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-28ec553a-f20a-444b-ac09-5422e5ce521b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:44.987560 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.215903 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:47.757926 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:48.066683 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8f97647a-2221-45c4-8e2c-e33580d6d5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:49.126255 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:05:50.601016 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:06.843645 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6191b-8ba8-4358-8840-585e1a5efc46 req-2369f349-1351-4831-a37f-c4c018bb6517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:06.845168 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b3c6191b-8ba8-4358-8840-585e1a5efc46 req-2369f349-1351-4831-a37f-c4c018bb6517 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 1096 time: 0.1067793 Jul 07 18:06:06.956155 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6191b-8ba8-4358-8840-585e1a5efc46 req-ed71bc57-3564-4e3b-8d16-64a4b1b44a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:06.957702 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b3c6191b-8ba8-4358-8840-585e1a5efc46 req-ed71bc57-3564-4e3b-8d16-64a4b1b44a92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 910 time: 0.0919044 Jul 07 18:06:07.025959 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b3c6191b-8ba8-4358-8840-585e1a5efc46 req-010a05be-22fa-444b-9edf-b06d3901d573 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb HTTP/1.1" status: 200 len: 1001 time: 0.0621169 Jul 07 18:06:07.082565 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6191b-8ba8-4358-8840-585e1a5efc46 req-6c382529-d591-4342-9c3b-fafa77a383c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:07.084103 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b3c6191b-8ba8-4358-8840-585e1a5efc46 req-6c382529-d591-4342-9c3b-fafa77a383c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af82ef87-1562-46cd-9252-e5c0dd4efeb3 HTTP/1.1" status: 200 len: 848 time: 0.0474925 Jul 07 18:06:07.155280 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6191b-8ba8-4358-8840-585e1a5efc46 req-f663b0b9-3286-4471-8f3b-71bbdee74eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:07.156831 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b3c6191b-8ba8-4358-8840-585e1a5efc46 req-f663b0b9-3286-4471-8f3b-71bbdee74eed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3958c35-0f43-4cb2-b3a1-076da511bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644376 Jul 07 18:06:07.294733 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b3c6191b-8ba8-4358-8840-585e1a5efc46 req-54fada77-655b-4a8f-9bce-7033a7acf401 service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303174 Jul 07 18:06:07.305400 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e809d40-710f-4e66-b735-e0c336055196 req-d27b37c5-2344-42e8-86b8-b139745ca0e3 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:07.306961 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e809d40-710f-4e66-b735-e0c336055196 req-d27b37c5-2344-42e8-86b8-b139745ca0e3 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.1821563 Jul 07 18:06:07.394966 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9e809d40-710f-4e66-b735-e0c336055196 req-6a39faf3-f47b-440d-8f04-9f29e4be2a52 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797276 Jul 07 18:06:07.425072 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b3c6191b-8ba8-4358-8840-585e1a5efc46 req-ac83cd2d-cb9d-4a79-a24b-23b6f810b490 service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172419 Jul 07 18:06:08.584782 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869fcc5-2b0c-4e8f-b92d-d91b9b1e9171 req-a3db279b-4bcc-4caa-958a-e620684ea7aa tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:08.586481 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e869fcc5-2b0c-4e8f-b92d-d91b9b1e9171 req-a3db279b-4bcc-4caa-958a-e620684ea7aa tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0648282 Jul 07 18:06:08.626686 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e869fcc5-2b0c-4e8f-b92d-d91b9b1e9171 req-bb948bdc-50ac-4274-99ac-083db0111193 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335627 Jul 07 18:06:09.829711 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c480cc-30d7-4ea0-bfe6-e8491764c1bd req-b276f595-39a7-4b8b-9130-7a74149a3ffd tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:09.831247 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b4c480cc-30d7-4ea0-bfe6-e8491764c1bd req-b276f595-39a7-4b8b-9130-7a74149a3ffd tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0655799 Jul 07 18:06:09.869701 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b4c480cc-30d7-4ea0-bfe6-e8491764c1bd req-3b9ae123-3035-42d9-859e-91a1bcb90b19 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323400 Jul 07 18:06:11.053289 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30e08a-da30-4bf1-b1c7-eae1b0738ea6 req-1c5be6c5-1074-4c72-b234-efe35cd9642c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:11.054827 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9f30e08a-da30-4bf1-b1c7-eae1b0738ea6 req-1c5be6c5-1074-4c72-b234-efe35cd9642c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0689430 Jul 07 18:06:11.096144 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9f30e08a-da30-4bf1-b1c7-eae1b0738ea6 req-a2b5eeaa-e27b-4f62-85ae-be148d390f31 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355954 Jul 07 18:06:12.275449 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58001c3-24a3-46d0-8725-1c60d6fc0d11 req-f949c96d-72b0-4017-9033-db2bb1b35eee tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:12.276962 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e58001c3-24a3-46d0-8725-1c60d6fc0d11 req-f949c96d-72b0-4017-9033-db2bb1b35eee tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0674374 Jul 07 18:06:12.316803 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e58001c3-24a3-46d0-8725-1c60d6fc0d11 req-ac27c5da-6a29-4cde-83be-f691f63fbfdc tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341928 Jul 07 18:06:13.506892 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da44fc-164b-445d-828f-82fa6bd82870 req-758a7c51-a925-4dd4-8320-bfb18265d03f tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:13.508435 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-79da44fc-164b-445d-828f-82fa6bd82870 req-758a7c51-a925-4dd4-8320-bfb18265d03f tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0654089 Jul 07 18:06:13.548504 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-79da44fc-164b-445d-828f-82fa6bd82870 req-c268cf7f-38aa-4757-b5f0-acb2bd06e879 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328059 Jul 07 18:06:14.732525 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb594b15-b44b-41f9-aad6-5fbb82adbe68 req-b33303ab-a30e-4e49-934d-a906209cef96 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:14.734042 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb594b15-b44b-41f9-aad6-5fbb82adbe68 req-b33303ab-a30e-4e49-934d-a906209cef96 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0699534 Jul 07 18:06:14.772331 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-fb594b15-b44b-41f9-aad6-5fbb82adbe68 req-5b54367c-a6e2-437d-9d6f-afa3eeed0bd3 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326619 Jul 07 18:06:14.856313 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2c089fe2-57e1-4a0b-a031-6caac0a5d9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:14.978819 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:15.946403 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823c65f-5a53-4a42-a949-72933296501b req-3de62d94-e325-4e59-acfc-31ef9745ba5d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:15.947978 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2823c65f-5a53-4a42-a949-72933296501b req-3de62d94-e325-4e59-acfc-31ef9745ba5d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0636828 Jul 07 18:06:15.986238 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2823c65f-5a53-4a42-a949-72933296501b req-71d7609e-ea09-4715-a495-886142c37126 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325534 Jul 07 18:06:17.168418 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479da77-ccd3-4300-aae4-c66a6fc5c0e0 req-85dd022e-932b-4446-b17e-88e53d10a2e0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:17.169950 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4479da77-ccd3-4300-aae4-c66a6fc5c0e0 req-85dd022e-932b-4446-b17e-88e53d10a2e0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0651026 Jul 07 18:06:17.213198 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4479da77-ccd3-4300-aae4-c66a6fc5c0e0 req-70ddeda3-a6a2-41d0-8f92-792ce714acde tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340271 Jul 07 18:06:17.221507 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:17.759388 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:18.073019 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-df567056-1562-464e-bccc-7822c3589c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:18.390283 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88b046-f505-4cf1-92ca-82ed045d8863 req-7874c0af-8e2e-44e6-b3ad-2421c6e573bf tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:18.391899 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3b88b046-f505-4cf1-92ca-82ed045d8863 req-7874c0af-8e2e-44e6-b3ad-2421c6e573bf tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0689323 Jul 07 18:06:18.435229 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3b88b046-f505-4cf1-92ca-82ed045d8863 req-71c6bd0b-492c-4a7a-9f12-fe84637bf574 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364220 Jul 07 18:06:19.129199 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:19.304706 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:06:19.611555 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb34c13-52b7-4a62-a9b1-51249a6a468a req-8accc9c3-c4bb-40db-9b48-edba54819ade tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:19.613148 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dfb34c13-52b7-4a62-a9b1-51249a6a468a req-8accc9c3-c4bb-40db-9b48-edba54819ade tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0620737 Jul 07 18:06:19.655668 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-dfb34c13-52b7-4a62-a9b1-51249a6a468a req-e7b9d623-3531-4e69-82ae-b3ed6c2c183b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368633 Jul 07 18:06:20.604400 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:20.832843 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89481ae9-1754-4add-ab1f-ca16801e968e req-6c767da8-889c-4383-966f-c0cc47a886d8 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:20.834269 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89481ae9-1754-4add-ab1f-ca16801e968e req-6c767da8-889c-4383-966f-c0cc47a886d8 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0649343 Jul 07 18:06:20.874903 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89481ae9-1754-4add-ab1f-ca16801e968e req-d75c2a92-3fb3-42bc-af09-c3c501ff1dd3 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350151 Jul 07 18:06:22.047348 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7e5ba-9916-4f6e-b0ff-efb576693a62 req-e206a2c5-db8c-46a7-bdac-2b1e2a343c6a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:22.048869 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-13d7e5ba-9916-4f6e-b0ff-efb576693a62 req-e206a2c5-db8c-46a7-bdac-2b1e2a343c6a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0648344 Jul 07 18:06:22.086731 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-13d7e5ba-9916-4f6e-b0ff-efb576693a62 req-a7e6723c-534d-43b9-a5f4-7c9487bf3009 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320497 Jul 07 18:06:23.288369 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b153f7-787b-441c-8d8e-3e229aaaaba1 req-544de4cf-f112-422b-8d59-45be8c8540f5 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:23.289999 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-59b153f7-787b-441c-8d8e-3e229aaaaba1 req-544de4cf-f112-422b-8d59-45be8c8540f5 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0751684 Jul 07 18:06:23.329593 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-59b153f7-787b-441c-8d8e-3e229aaaaba1 req-6a426bff-f92f-48e8-8da4-23bd97a6b76f tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327253 Jul 07 18:06:24.514011 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8fdbb-930a-4a85-8178-d04ca47b16f5 req-868d3f15-e350-4b58-b22d-d2ae0044360b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:24.515561 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0cd8fdbb-930a-4a85-8178-d04ca47b16f5 req-868d3f15-e350-4b58-b22d-d2ae0044360b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0671945 Jul 07 18:06:24.555647 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0cd8fdbb-930a-4a85-8178-d04ca47b16f5 req-69d5eebc-6418-4491-aec0-baeb88278dfa tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336063 Jul 07 18:06:25.491680 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ba34d3e9-9ac9-44e0-a46f-aa98095ecabb details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:06:25.622343 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:25.645741 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'port_id': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb', 'mac_address': 'fa:16:3e:fd:17:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:06:25.693892 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:25.711184 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba34d3e9-9ac9-44e0-a46f-aa98095ecabb {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:25.739400 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:25.746828 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:25.779285 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e5bda-06da-4ecf-9e2b-ee003de76395 req-c7b88ef6-1ab2-454e-b810-9cfd10df233e tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:25.783097 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f55e5bda-06da-4ecf-9e2b-ee003de76395 req-c7b88ef6-1ab2-454e-b810-9cfd10df233e tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0929139 Jul 07 18:06:25.825427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['ba34d3e9-9ac9-44e0-a46f-aa98095ecabb'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:06:25.828761 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-f55e5bda-06da-4ecf-9e2b-ee003de76395 req-6767d370-499d-47bd-bbf7-dccd90897581 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400121 Jul 07 18:06:25.832408 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:25.864144 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:25.864589 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:25.865005 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:25.865419 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:25.865875 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:25.866313 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:25.866778 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:25.868124 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:25.868701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:25.869633 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:25.870134 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:25.870537 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:06:27.084907 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988de5e0-b8f2-4ed0-8ef4-a1f83893fad5 req-b69b70e0-db47-40a2-95a7-b7b43869afad tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:27.088061 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-988de5e0-b8f2-4ed0-8ef4-a1f83893fad5 req-b69b70e0-db47-40a2-95a7-b7b43869afad tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 944 time: 0.1140175 Jul 07 18:06:27.147994 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-988de5e0-b8f2-4ed0-8ef4-a1f83893fad5 req-1c3e5d38-2747-4831-b561-769641aadb69 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530348 Jul 07 18:06:27.489317 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ba34d3e9-9ac9-44e0-a46f-aa98095ecabb up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:27.547035 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:27.547888 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:27.671922 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:27.700297 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501b85d4-9214-4451-bee2-4b3c0fff6b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:27.704575 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8ff577-7c18-490f-8075-6d69b641e404" -d '{"events": [{"server_uuid": "501b85d4-9214-4451-bee2-4b3c0fff6b55", "name": "network-vif-plugged", "status": "completed", "tag": "ba34d3e9-9ac9-44e0-a46f-aa98095ecabb"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:27.730899 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:27.740352 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:27.829265 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:27.862091 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a19cdac-dd5f-498a-86c1-8897b68d3b26 x-openstack-request-id: req-4a19cdac-dd5f-498a-86c1-8897b68d3b26 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:27.862576 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501b85d4-9214-4451-bee2-4b3c0fff6b55", "name": "network-vif-plugged", "status": "completed", "tag": "ba34d3e9-9ac9-44e0-a46f-aa98095ecabb", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:27.862991 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a19cdac-dd5f-498a-86c1-8897b68d3b26 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:27.863498 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501b85d4-9214-4451-bee2-4b3c0fff6b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb', 'code': 200} Jul 07 18:06:28.351468 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350be46e-936d-4d79-b74d-039ec9f97a8e req-cf206eac-2705-405d-91bc-14c22edef816 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:28.353807 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-350be46e-936d-4d79-b74d-039ec9f97a8e req-cf206eac-2705-405d-91bc-14c22edef816 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0880692 Jul 07 18:06:28.413965 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-350be46e-936d-4d79-b74d-039ec9f97a8e req-0a2e29ee-d52b-4568-8d46-5ec5bd0b358f tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523412 Jul 07 18:06:29.612495 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001dca9-a017-4ddd-ba1e-4e1c590e271c req-944744df-17ba-47b6-9a0b-aa72fff4c9ea tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:29.614134 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5001dca9-a017-4ddd-ba1e-4e1c590e271c req-944744df-17ba-47b6-9a0b-aa72fff4c9ea tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0695016 Jul 07 18:06:29.663897 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5001dca9-a017-4ddd-ba1e-4e1c590e271c req-2b62cdf2-e05b-469e-a533-400f1553ef85 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432670 Jul 07 18:06:30.866330 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0253d-8ad7-40cf-97d3-1e53e2d26c8e req-995f062c-8ef7-4fa7-910a-2a6e0053ad77 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:30.868489 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27b0253d-8ad7-40cf-97d3-1e53e2d26c8e req-995f062c-8ef7-4fa7-910a-2a6e0053ad77 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0798116 Jul 07 18:06:30.928430 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-27b0253d-8ad7-40cf-97d3-1e53e2d26c8e req-ccb44b3e-8e01-4709-9fd6-ffe3851837d5 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535994 Jul 07 18:06:32.164536 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f67abb-4ace-45f9-8cac-6323124c42f1 req-ac7cdf96-1f38-4d77-ba3e-60893ffd49c0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:32.176642 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-47f67abb-4ace-45f9-8cac-6323124c42f1 req-ac7cdf96-1f38-4d77-ba3e-60893ffd49c0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0804491 Jul 07 18:06:32.256757 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-47f67abb-4ace-45f9-8cac-6323124c42f1 req-a09a042a-99f2-4d41-be2b-5aeb8fb00f98 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632417 Jul 07 18:06:33.467644 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9e5fa-ce5e-4a7a-adec-4dacd54e1e4b req-64b1441c-9da1-425f-83af-673b0b291e81 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:33.469307 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a8a9e5fa-ce5e-4a7a-adec-4dacd54e1e4b req-64b1441c-9da1-425f-83af-673b0b291e81 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0726845 Jul 07 18:06:33.530286 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a8a9e5fa-ce5e-4a7a-adec-4dacd54e1e4b req-594da399-4a4c-499e-a24e-f65c54054cf7 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548110 Jul 07 18:06:34.593600 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08b3f3-9b07-4907-9901-64dd35526627 req-ecdc30ef-3e63-4e7a-9684-4142f58fffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:34.595187 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b08b3f3-9b07-4907-9901-64dd35526627 req-ecdc30ef-3e63-4e7a-9684-4142f58fffe8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 1096 time: 0.0718265 Jul 07 18:06:34.699773 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08b3f3-9b07-4907-9901-64dd35526627 req-4237cc26-3063-4459-adcd-4e747e226759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:34.701913 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b08b3f3-9b07-4907-9901-64dd35526627 req-4237cc26-3063-4459-adcd-4e747e226759 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 910 time: 0.0997019 Jul 07 18:06:34.735026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18d912-40de-48ca-a1ca-e3b11a008aa7 req-7306ed04-a23b-4781-b806-118497abf496 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:34.736924 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f18d912-40de-48ca-a1ca-e3b11a008aa7 req-7306ed04-a23b-4781-b806-118497abf496 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0663548 Jul 07 18:06:34.771530 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b08b3f3-9b07-4907-9901-64dd35526627 req-7768cdda-ed1a-4b2f-8810-107656fd5bf0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb HTTP/1.1" status: 200 len: 1001 time: 0.0625496 Jul 07 18:06:34.779221 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5f18d912-40de-48ca-a1ca-e3b11a008aa7 req-5b7dca97-fbd3-48f6-93f8-804aabff7654 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364985 Jul 07 18:06:34.830265 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08b3f3-9b07-4907-9901-64dd35526627 req-85d9638e-a6d4-47be-a8b5-aa56c07631cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:34.831704 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b08b3f3-9b07-4907-9901-64dd35526627 req-85d9638e-a6d4-47be-a8b5-aa56c07631cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af82ef87-1562-46cd-9252-e5c0dd4efeb3 HTTP/1.1" status: 200 len: 848 time: 0.0530043 Jul 07 18:06:34.898930 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08b3f3-9b07-4907-9901-64dd35526627 req-85665252-b686-4ca6-ac1c-4ce3fd1df3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:34.900608 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b08b3f3-9b07-4907-9901-64dd35526627 req-85665252-b686-4ca6-ac1c-4ce3fd1df3e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3958c35-0f43-4cb2-b3a1-076da511bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629218 Jul 07 18:06:35.008781 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b08b3f3-9b07-4907-9901-64dd35526627 req-7a68db14-f9f0-4971-ba26-5a37c710abe7 service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002204 Jul 07 18:06:35.107885 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-9b08b3f3-9b07-4907-9901-64dd35526627 req-c83497de-f9eb-472d-b0fd-4f0df32d3531 service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915973 Jul 07 18:06:35.968426 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd671a-671c-4393-8c81-93d4a48f9df1 req-4613fdff-5f79-4f26-b644-903f74923a92 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:35.969913 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6bd671a-671c-4393-8c81-93d4a48f9df1 req-4613fdff-5f79-4f26-b644-903f74923a92 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0648389 Jul 07 18:06:36.007308 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c6bd671a-671c-4393-8c81-93d4a48f9df1 req-85c69780-9872-4d36-bfe9-7527c61b4c54 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318556 Jul 07 18:06:37.198857 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cda678-6322-4625-9651-78cc40a3674a req-42ee875b-a0c2-497c-996c-7a30adda5a8a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:37.200364 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-80cda678-6322-4625-9651-78cc40a3674a req-42ee875b-a0c2-497c-996c-7a30adda5a8a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0690804 Jul 07 18:06:37.239463 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-80cda678-6322-4625-9651-78cc40a3674a req-9d03e4ea-82f2-477b-9171-be49c08a03cc tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335226 Jul 07 18:06:37.524223 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ba34d3e9-9ac9-44e0-a46f-aa98095ecabb no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:06:37.608191 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.620763 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425180f-5729-49d6-91f5-d782b89c65ba req-9ec86a63-b1e7-48df-923e-4ee07b78b3bb tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:37.622284 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4425180f-5729-49d6-91f5-d782b89c65ba req-9ec86a63-b1e7-48df-923e-4ee07b78b3bb tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 945 time: 0.0699363 Jul 07 18:06:37.640833 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501b85d4-9214-4451-bee2-4b3c0fff6b55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:37.644151 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f750b548-68b4-4baf-8dc2-2103f84fd3fb" -d '{"events": [{"server_uuid": "501b85d4-9214-4451-bee2-4b3c0fff6b55", "name": "network-vif-unplugged", "status": "completed", "tag": "ba34d3e9-9ac9-44e0-a46f-aa98095ecabb"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:37.662747 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:37.666901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37808) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:06:37.669624 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:37.670607 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4425180f-5729-49d6-91f5-d782b89c65ba req-997e925e-7693-457c-8fe2-8237db01bc85 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403163 Jul 07 18:06:37.698081 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddccfc9-88f0-4e39-b057-f4dad0c9cae0 x-openstack-request-id: req-dddccfc9-88f0-4e39-b057-f4dad0c9cae0 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:37.698392 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501b85d4-9214-4451-bee2-4b3c0fff6b55", "name": "network-vif-unplugged", "status": "failed", "tag": "ba34d3e9-9ac9-44e0-a46f-aa98095ecabb", "code": 422}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:37.698712 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dddccfc9-88f0-4e39-b057-f4dad0c9cae0 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:37.699160 n-d-793620-7 neutron-server[100411]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '501b85d4-9214-4451-bee2-4b3c0fff6b55', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb', 'code': 422} returned with failed status Jul 07 18:06:37.725878 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:37.787560 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f410a004-6361-4313-ac95-b45ad31d3a80 req-b1690b1c-f83a-43c1-8d7d-3485c793fbd8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1189268 Jul 07 18:06:38.636381 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410a004-6361-4313-ac95-b45ad31d3a80 req-1e4b661f-eedf-4c07-8b03-2ac0fbdf4d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:38.637906 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f410a004-6361-4313-ac95-b45ad31d3a80 req-1e4b661f-eedf-4c07-8b03-2ac0fbdf4d79 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55&tenant_id=09efd3e042724297a7c9de3ccecc1fb5 HTTP/1.1" status: 200 len: 1094 time: 0.0526240 Jul 07 18:06:38.713137 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410a004-6361-4313-ac95-b45ad31d3a80 req-c29e090d-1186-4901-a88d-21a5b6d5b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:38.715813 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f410a004-6361-4313-ac95-b45ad31d3a80 req-c29e090d-1186-4901-a88d-21a5b6d5b912 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 1094 time: 0.0541863 Jul 07 18:06:38.835883 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410a004-6361-4313-ac95-b45ad31d3a80 req-f86ea00c-951a-4ca8-9a5d-5f90a19ff2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:38.837372 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f410a004-6361-4313-ac95-b45ad31d3a80 req-f86ea00c-951a-4ca8-9a5d-5f90a19ff2cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 910 time: 0.1151183 Jul 07 18:06:38.913263 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f410a004-6361-4313-ac95-b45ad31d3a80 req-12788d3d-97b5-49c8-a9b6-ed86a39f1123 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb HTTP/1.1" status: 200 len: 999 time: 0.0694110 Jul 07 18:06:38.924806 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64669aa1-9ea9-471e-8f73-d13c51a34360 req-2252e1d0-703e-4faf-909f-b573588096c8 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:38.926237 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64669aa1-9ea9-471e-8f73-d13c51a34360 req-2252e1d0-703e-4faf-909f-b573588096c8 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 943 time: 0.1242638 Jul 07 18:06:38.997598 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-64669aa1-9ea9-471e-8f73-d13c51a34360 req-cf1c1917-2b80-4c97-b272-f7d540b1f8cf tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632420 Jul 07 18:06:38.999859 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410a004-6361-4313-ac95-b45ad31d3a80 req-5ba6b747-8595-435a-a473-57a8f6eae5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:39.001405 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f410a004-6361-4313-ac95-b45ad31d3a80 req-5ba6b747-8595-435a-a473-57a8f6eae5cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af82ef87-1562-46cd-9252-e5c0dd4efeb3 HTTP/1.1" status: 200 len: 848 time: 0.0743060 Jul 07 18:06:39.059635 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410a004-6361-4313-ac95-b45ad31d3a80 req-364d7e6c-516c-486d-a3c9-6074951c43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:39.061193 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f410a004-6361-4313-ac95-b45ad31d3a80 req-364d7e6c-516c-486d-a3c9-6074951c43a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3958c35-0f43-4cb2-b3a1-076da511bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533776 Jul 07 18:06:39.155984 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f410a004-6361-4313-ac95-b45ad31d3a80 req-052aec85-f4f3-4a47-b01c-92e56e99091c service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881715 Jul 07 18:06:39.255594 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f410a004-6361-4313-ac95-b45ad31d3a80 req-788e2121-365b-474b-8c29-bdd19fafba11 service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928209 Jul 07 18:06:40.184164 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de1e40-629e-496b-91d9-1301b30a40ee req-fee447d1-cf00-4d6f-8085-9b7f13d2138f tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:40.185859 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-32de1e40-629e-496b-91d9-1301b30a40ee req-fee447d1-cf00-4d6f-8085-9b7f13d2138f tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 943 time: 0.0682771 Jul 07 18:06:40.228697 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-32de1e40-629e-496b-91d9-1301b30a40ee req-36cee2c0-7273-4215-9c1c-fe0282180a46 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365267 Jul 07 18:06:41.424094 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fa34c-052e-413e-86ee-e313152ebb2e req-69b50126-b09c-417b-b5fb-8fe95e3d8748 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:41.425880 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ff8fa34c-052e-413e-86ee-e313152ebb2e req-69b50126-b09c-417b-b5fb-8fe95e3d8748 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 943 time: 0.0766525 Jul 07 18:06:41.468239 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ff8fa34c-052e-413e-86ee-e313152ebb2e req-6617fe0a-7933-4899-8cbe-1075852d3bcc tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363755 Jul 07 18:06:42.660852 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe0960-4b92-4a1b-9ca9-cd0dd997ba3a req-7b4e87d5-89f4-41b4-bd24-4be45bbade03 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:42.662361 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1fe0960-4b92-4a1b-9ca9-cd0dd997ba3a req-7b4e87d5-89f4-41b4-bd24-4be45bbade03 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 943 time: 0.0724990 Jul 07 18:06:42.703801 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e1fe0960-4b92-4a1b-9ca9-cd0dd997ba3a req-e05970b9-15c5-4c78-8f88-3a38b172d514 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353389 Jul 07 18:06:43.888910 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa5113-ea42-4d36-95b0-ebbd1a3f9d4f req-3bef759f-074c-4721-bc89-ce8a18cbb979 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:43.890561 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-63fa5113-ea42-4d36-95b0-ebbd1a3f9d4f req-3bef759f-074c-4721-bc89-ce8a18cbb979 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 943 time: 0.0715117 Jul 07 18:06:43.931669 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-63fa5113-ea42-4d36-95b0-ebbd1a3f9d4f req-671be43e-4d4c-4118-9437-8909bb7d30aa tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352471 Jul 07 18:06:44.859352 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bda06051-bf28-4cdf-90dc-3cc7dec9a18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:45.005743 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:45.119902 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433c942-7efa-45fc-b59c-5a2c774abc80 req-4ac56c41-90a0-48f7-8241-c8458e83efb2 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:45.121558 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4433c942-7efa-45fc-b59c-5a2c774abc80 req-4ac56c41-90a0-48f7-8241-c8458e83efb2 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 943 time: 0.0738778 Jul 07 18:06:45.169547 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4433c942-7efa-45fc-b59c-5a2c774abc80 req-3d9971ea-7d38-4a9c-a3ae-d7afabadf508 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416987 Jul 07 18:06:46.350797 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba661ba7-73df-4a2a-9381-26f80eca5aa0 req-f2b96c12-15db-452c-a3ec-70f6824730ad tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:46.352964 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ba661ba7-73df-4a2a-9381-26f80eca5aa0 req-f2b96c12-15db-452c-a3ec-70f6824730ad tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 943 time: 0.0670612 Jul 07 18:06:46.392280 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ba661ba7-73df-4a2a-9381-26f80eca5aa0 req-e5327083-b265-429f-97ac-bb9b202df8e1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334475 Jul 07 18:06:47.229742 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:47.596000 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3cd9f-5526-418d-8ee5-c70cacc607dd req-98d3e888-82e6-4a9d-bd41-faac2d251cad tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:47.598855 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-64c3cd9f-5526-418d-8ee5-c70cacc607dd req-98d3e888-82e6-4a9d-bd41-faac2d251cad tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 943 time: 0.0740159 Jul 07 18:06:47.640139 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-64c3cd9f-5526-418d-8ee5-c70cacc607dd req-1d5377b4-59f3-43e8-9ddd-9f325e211597 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369904 Jul 07 18:06:47.762078 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.078457 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-09f853e1-1e1d-4ad2-937e-3b17558c33f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:48.835775 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c1647-52cb-436f-9743-f4fa70057a8d req-f972ffeb-a88e-4dc9-b965-2302da187860 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:48.837325 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e2c1647-52cb-436f-9743-f4fa70057a8d req-f972ffeb-a88e-4dc9-b965-2302da187860 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 943 time: 0.0714006 Jul 07 18:06:48.878965 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2e2c1647-52cb-436f-9743-f4fa70057a8d req-bd3ad2aa-58ba-4a25-93b5-7c86c6f0811f tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354652 Jul 07 18:06:49.134186 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:50.062179 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36e652-b56e-4b43-8779-105ba9f9bb21 req-38613059-71a5-48a6-a255-4f07066190ef tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:50.064352 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ad36e652-b56e-4b43-8779-105ba9f9bb21 req-38613059-71a5-48a6-a255-4f07066190ef tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 943 time: 0.0633130 Jul 07 18:06:50.103509 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ad36e652-b56e-4b43-8779-105ba9f9bb21 req-86b994c8-97f8-45a5-b731-fe6f5f4c1517 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334640 Jul 07 18:06:50.606428 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:51.285886 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332675b-dba7-4292-813e-0d7fcc01c8eb req-3654b0ae-def9-4cd8-9644-3c7bec641dc1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:51.287486 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6332675b-dba7-4292-813e-0d7fcc01c8eb req-3654b0ae-def9-4cd8-9644-3c7bec641dc1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 943 time: 0.0650487 Jul 07 18:06:51.325360 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6332675b-dba7-4292-813e-0d7fcc01c8eb req-2393a500-0a59-40d4-b213-5e5902e96cfa tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321147 Jul 07 18:06:52.501459 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9d04d-5219-4f99-960c-edf72fbf568b req-7fe12172-0d32-4d0a-9032-f4fde53393e0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:52.503167 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aaf9d04d-5219-4f99-960c-edf72fbf568b req-7fe12172-0d32-4d0a-9032-f4fde53393e0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 943 time: 0.0668519 Jul 07 18:06:52.545360 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-aaf9d04d-5219-4f99-960c-edf72fbf568b req-d0acd178-494d-49b0-b29c-48f5b00100cb tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350761 Jul 07 18:06:53.570841 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ba34d3e9-9ac9-44e0-a46f-aa98095ecabb details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:06:53.668718 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:53.681434 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'port_id': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb', 'mac_address': 'fa:16:3e:fd:17:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:06:53.724392 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66b155-7d21-4362-94df-e6540aa9c1a4 req-d48a1c55-e632-48f0-a02f-c2a661857c4a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:53.725270 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:53.725886 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4f66b155-7d21-4362-94df-e6540aa9c1a4 req-d48a1c55-e632-48f0-a02f-c2a661857c4a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 943 time: 0.0661671 Jul 07 18:06:53.765703 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4f66b155-7d21-4362-94df-e6540aa9c1a4 req-15c18377-7437-4337-b72c-e2bda6e0ee2c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340450 Jul 07 18:06:53.888788 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba34d3e9-9ac9-44e0-a46f-aa98095ecabb {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:06:53.909193 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:53.913150 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:53.959854 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:54.171298 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['ba34d3e9-9ac9-44e0-a46f-aa98095ecabb'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:06:54.945465 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75089862-dbb6-4b0e-9dc1-9380c5094618 req-329e723a-b091-4812-95ce-73c7fe746eb1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:54.946992 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-75089862-dbb6-4b0e-9dc1-9380c5094618 req-329e723a-b091-4812-95ce-73c7fe746eb1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 944 time: 0.0668256 Jul 07 18:06:54.984430 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-75089862-dbb6-4b0e-9dc1-9380c5094618 req-b433cf35-e7a1-41ed-ae3f-b2a9af3244f6 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319149 Jul 07 18:06:55.601238 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ba34d3e9-9ac9-44e0-a46f-aa98095ecabb up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:06:55.648571 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:06:55.648935 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:55.725268 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:55.747563 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501b85d4-9214-4451-bee2-4b3c0fff6b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:06:55.749810 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f21fa5-f9ce-4c6a-bee0-199e1715510b" -d '{"events": [{"server_uuid": "501b85d4-9214-4451-bee2-4b3c0fff6b55", "name": "network-vif-plugged", "status": "completed", "tag": "ba34d3e9-9ac9-44e0-a46f-aa98095ecabb"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:06:55.763352 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:06:55.767219 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:06:55.792983 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1339843-ddf1-402b-9787-c68b61530490 x-openstack-request-id: req-f1339843-ddf1-402b-9787-c68b61530490 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:06:55.793282 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501b85d4-9214-4451-bee2-4b3c0fff6b55", "name": "network-vif-plugged", "status": "completed", "tag": "ba34d3e9-9ac9-44e0-a46f-aa98095ecabb", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:06:55.793544 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f1339843-ddf1-402b-9787-c68b61530490 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:06:55.793947 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501b85d4-9214-4451-bee2-4b3c0fff6b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb', 'code': 200} Jul 07 18:06:55.821157 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,revision_number=10']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:06:55.970275 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c3dc3-3b6a-4d68-849b-b2128f31bea8 req-32ed8e2e-7707-4f29-82c6-0373a58648cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:55.971831 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2d0c3dc3-3b6a-4d68-849b-b2128f31bea8 req-32ed8e2e-7707-4f29-82c6-0373a58648cf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 1097 time: 0.0610363 Jul 07 18:06:56.007343 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2d0c3dc3-3b6a-4d68-849b-b2128f31bea8 req-5b6b92de-484a-470a-b967-24cc51bfaef6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285218 Jul 07 18:06:56.160026 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cafbb6-a97e-48ca-8ae5-6a58ddabc93e req-f96529fd-aa0f-45ec-93b6-6a93ae6d8bec tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:56.161548 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19cafbb6-a97e-48ca-8ae5-6a58ddabc93e req-f96529fd-aa0f-45ec-93b6-6a93ae6d8bec tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 946 time: 0.0639253 Jul 07 18:06:56.200260 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19cafbb6-a97e-48ca-8ae5-6a58ddabc93e req-32e5783b-367f-4a14-98fa-3d56181f28a6 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331552 Jul 07 18:06:56.305930 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:06:57.380028 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e93f2-8d7b-4013-9494-870e807dc6ce req-c58765e6-b22f-44bc-bc80-784a678d055e tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:57.381526 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-372e93f2-8d7b-4013-9494-870e807dc6ce req-c58765e6-b22f-44bc-bc80-784a678d055e tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 946 time: 0.0672655 Jul 07 18:06:57.420225 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-372e93f2-8d7b-4013-9494-870e807dc6ce req-23715999-6d4c-450c-b92f-f1257264fe0b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329738 Jul 07 18:06:58.600327 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672114f-befd-48af-b394-be06fd0b39cf req-1fe5c1cd-d8b4-426c-a3a1-7287b0bb6df4 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:06:58.601836 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5672114f-befd-48af-b394-be06fd0b39cf req-1fe5c1cd-d8b4-426c-a3a1-7287b0bb6df4 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 946 time: 0.0669346 Jul 07 18:06:58.639237 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5672114f-befd-48af-b394-be06fd0b39cf req-b8dda2c4-c867-488d-9455-58bf140388d6 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316792 Jul 07 18:07:06.757198 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33ee3923-d24e-494e-b9cc-00335191c32a req-25d593ba-986d-4657-8da7-c00208bf8b7d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551014 Jul 07 18:07:06.860044 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee3923-d24e-494e-b9cc-00335191c32a req-cf315a97-b9ae-4d8b-b8b9-2bae3f820167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:06.861524 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33ee3923-d24e-494e-b9cc-00335191c32a req-cf315a97-b9ae-4d8b-b8b9-2bae3f820167 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 1097 time: 0.0531914 Jul 07 18:07:06.971934 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee3923-d24e-494e-b9cc-00335191c32a req-af2a2d11-5718-4be3-a6a2-65963cb6291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:06.973953 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33ee3923-d24e-494e-b9cc-00335191c32a req-af2a2d11-5718-4be3-a6a2-65963cb6291a service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 910 time: 0.0836163 Jul 07 18:07:07.041574 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33ee3923-d24e-494e-b9cc-00335191c32a req-6d37a95a-3258-468a-9de8-b357fed18484 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb HTTP/1.1" status: 200 len: 1001 time: 0.0609894 Jul 07 18:07:07.101222 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee3923-d24e-494e-b9cc-00335191c32a req-e3e18a94-e42a-4010-b897-4ec2f3e0236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:07.102711 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33ee3923-d24e-494e-b9cc-00335191c32a req-e3e18a94-e42a-4010-b897-4ec2f3e0236e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af82ef87-1562-46cd-9252-e5c0dd4efeb3 HTTP/1.1" status: 200 len: 848 time: 0.0437224 Jul 07 18:07:07.166976 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee3923-d24e-494e-b9cc-00335191c32a req-52789375-d44c-40f7-a5a0-832c662d2bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:07:07.168449 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33ee3923-d24e-494e-b9cc-00335191c32a req-52789375-d44c-40f7-a5a0-832c662d2bde service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3958c35-0f43-4cb2-b3a1-076da511bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515728 Jul 07 18:07:07.261290 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33ee3923-d24e-494e-b9cc-00335191c32a req-2a86e414-f83f-4f13-b168-d680ef5816fa service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853376 Jul 07 18:07:07.351436 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-33ee3923-d24e-494e-b9cc-00335191c32a req-d86d43c6-4677-4899-bb15-5f98dc7cae76 service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829854 Jul 07 18:07:14.861868 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-82f93a05-f1ce-4590-9f39-d5e70d43c8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:15.024635 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:17.227764 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:17.765386 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:18.069884 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b83707a7-3807-4781-88f5-a616b518af62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:19.138855 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:20.607659 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:33.305738 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:07:44.865489 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f6217fe9-bd65-40e2-9c2a-7f19c6a599dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:45.038228 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:47.233065 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:47.773548 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:48.071393 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cc603adc-0b34-4006-8d62-16a4a9d08a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:49.139918 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:07:50.611426 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:07.882243 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f85725af-de69-4fa7-b9f3-34b6ac7d8e8e req-d62d6e75-95b8-43d5-920d-981e3768d54a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0621543 Jul 07 18:08:07.987272 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85725af-de69-4fa7-b9f3-34b6ac7d8e8e req-14b3b400-eb1d-4d95-9543-7dbef2eb3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:07.988778 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f85725af-de69-4fa7-b9f3-34b6ac7d8e8e req-14b3b400-eb1d-4d95-9543-7dbef2eb3950 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 1097 time: 0.0618544 Jul 07 18:08:08.108522 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85725af-de69-4fa7-b9f3-34b6ac7d8e8e req-56847f84-6708-4e5f-ab83-e7ec123c58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:08.110013 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f85725af-de69-4fa7-b9f3-34b6ac7d8e8e req-56847f84-6708-4e5f-ab83-e7ec123c58ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 910 time: 0.0989611 Jul 07 18:08:08.219383 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f85725af-de69-4fa7-b9f3-34b6ac7d8e8e req-e9f722fc-f708-4514-9ae0-15d20ef08cb0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb HTTP/1.1" status: 200 len: 1001 time: 0.1020503 Jul 07 18:08:08.270551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85725af-de69-4fa7-b9f3-34b6ac7d8e8e req-85b204fe-0539-4dde-800f-58a9bf9fd8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:08.272033 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f85725af-de69-4fa7-b9f3-34b6ac7d8e8e req-85b204fe-0539-4dde-800f-58a9bf9fd8db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af82ef87-1562-46cd-9252-e5c0dd4efeb3 HTTP/1.1" status: 200 len: 848 time: 0.0457852 Jul 07 18:08:08.334948 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85725af-de69-4fa7-b9f3-34b6ac7d8e8e req-a89cd8d8-29ae-4b3a-8d7a-fa9650196748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:08.336437 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f85725af-de69-4fa7-b9f3-34b6ac7d8e8e req-a89cd8d8-29ae-4b3a-8d7a-fa9650196748 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3958c35-0f43-4cb2-b3a1-076da511bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572381 Jul 07 18:08:08.766407 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f85725af-de69-4fa7-b9f3-34b6ac7d8e8e req-46b2cc65-83bd-499c-a106-3c470813de94 service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222860 Jul 07 18:08:08.865181 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f85725af-de69-4fa7-b9f3-34b6ac7d8e8e req-08de4dd7-6100-45a2-8381-6f2b4ec432ff service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917757 Jul 07 18:08:10.306164 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:08:11.936260 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37934) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:12.132169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Deleting port 55a0dde2-4f7a-4ce4-b20a-54491ca681e7 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:08:12.132700 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.250755 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.251089 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.263185 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Calling delete_port for 55a0dde2-4f7a-4ce4-b20a-54491ca681e7 owned by network:floatingip {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:08:12.436395 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.462706 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event deleted for resources: {'Port': ['ID=55a0dde2-4f7a-4ce4-b20a-54491ca681e7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:12.474158 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.474682 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.474931 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.475780 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.476109 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.476435 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.476757 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.477079 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.477561 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.477890 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.478208 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.479637 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:12.543609 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for floatingip, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.543946 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Floating IP e432974e-4785-406b-a3c0-d401103013e1 disassociated (deleted). External IP: 172.25.2.193, port: ba34d3e9-9ac9-44e0-a46f-aa98095ecabb. Jul 07 18:08:12.796057 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Router 9c179646-4dc4-4758-bfaa-c166184ec61d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:08:12.953406 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:08:12.958142 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:12.965582 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5cb18f-4228-40eb-a862-4521dd3406e3 None None] Sync routers for ids ['9c179646-4dc4-4758-bfaa-c166184ec61d'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:08:12.974658 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5cb18f-4228-40eb-a862-4521dd3406e3 None None] Routers {'9c179646-4dc4-4758-bfaa-c166184ec61d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:12.975830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ad5cb18f-4228-40eb-a862-4521dd3406e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:07:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9c179646-4dc4-4758-bfaa-c166184ec61d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:13.013655 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-a25bdd8a-16ed-458d-9b4a-57ae96e76af0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "DELETE /v2.0/floatingips/e432974e-4785-406b-a3c0-d401103013e1 HTTP/1.1" status: 204 len: 168 time: 1.0760841 Jul 07 18:08:13.015034 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501b85d4-9214-4451-bee2-4b3c0fff6b55', 'tag': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:13.018612 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5b1b64-9316-483c-b4cd-7fa285878b82" -d '{"events": [{"name": "network-changed", "server_uuid": "501b85d4-9214-4451-bee2-4b3c0fff6b55", "tag": "ba34d3e9-9ac9-44e0-a46f-aa98095ecabb"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:13.116154 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-ad5cb18f-4228-40eb-a862-4521dd3406e3 None None] Set router 9c179646-4dc4-4758-bfaa-c166184ec61d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:08:13.145265 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d10fc4e-eec4-4eea-b4f5-47f74623f232 x-openstack-request-id: req-7d10fc4e-eec4-4eea-b4f5-47f74623f232 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:13.145571 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501b85d4-9214-4451-bee2-4b3c0fff6b55", "tag": "ba34d3e9-9ac9-44e0-a46f-aa98095ecabb", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:13.146336 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7d10fc4e-eec4-4eea-b4f5-47f74623f232 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:13.146336 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501b85d4-9214-4451-bee2-4b3c0fff6b55', 'tag': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb', 'status': 'completed', 'code': 200} Jul 07 18:08:13.257787 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b1b64-9316-483c-b4cd-7fa285878b82 req-7487aa27-c8da-4301-a122-14062a108b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:13.259954 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a5b1b64-9316-483c-b4cd-7fa285878b82 req-7487aa27-c8da-4301-a122-14062a108b3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 1097 time: 0.0900209 Jul 07 18:08:13.369941 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ad5cb18f-4228-40eb-a862-4521dd3406e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35e6b168-df14-4584-8130-36aa9410e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:48Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 4, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'gw_port': {'id': '35e6b168-df14-4584-8130-36aa9410e86e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:49Z', 'updated_at': '2021-07-07T18:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '2ecda17c-8f96-4ada-b2c0-ea323db2d08c', 'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'mac_address': 'fa:16:3e:8f:ae:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:50Z', 'updated_at': '2021-07-07T18:03:57Z', 'revision_number': 5, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'subnets': [{'id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:13.390813 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b1b64-9316-483c-b4cd-7fa285878b82 req-fc03e5ac-92d5-4ebb-ac68-0a49f56274f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:13.392555 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a5b1b64-9316-483c-b4cd-7fa285878b82 req-fc03e5ac-92d5-4ebb-ac68-0a49f56274f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 910 time: 0.1252294 Jul 07 18:08:13.419760 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5cb18f-4228-40eb-a862-4521dd3406e3 None None] Checking router: 9c179646-4dc4-4758-bfaa-c166184ec61d for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:08:13.434672 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5cb18f-4228-40eb-a862-4521dd3406e3 None None] Routers {'9c179646-4dc4-4758-bfaa-c166184ec61d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:13.435733 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ad5cb18f-4228-40eb-a862-4521dd3406e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:07:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9c179646-4dc4-4758-bfaa-c166184ec61d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:13.446819 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a5b1b64-9316-483c-b4cd-7fa285878b82 req-ae4eb18d-c490-478e-813f-62971b30b295 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb HTTP/1.1" status: 200 len: 217 time: 0.0453250 Jul 07 18:08:13.505083 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b1b64-9316-483c-b4cd-7fa285878b82 req-334bc92c-b11f-463d-b7ff-47e2e018c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:13.506332 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a5b1b64-9316-483c-b4cd-7fa285878b82 req-334bc92c-b11f-463d-b7ff-47e2e018c3b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af82ef87-1562-46cd-9252-e5c0dd4efeb3 HTTP/1.1" status: 200 len: 848 time: 0.0506134 Jul 07 18:08:13.593998 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b1b64-9316-483c-b4cd-7fa285878b82 req-893efdd1-b4a6-4d00-b074-452f641eb8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:13.596223 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a5b1b64-9316-483c-b4cd-7fa285878b82 req-893efdd1-b4a6-4d00-b074-452f641eb8df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3958c35-0f43-4cb2-b3a1-076da511bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806572 Jul 07 18:08:13.600449 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb8888-7b06-418c-a984-7fbdd790bf12 req-7980e0da-c022-4f62-8a91-1ba340f8f9aa tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:13.602021 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afdb8888-7b06-418c-a984-7fbdd790bf12 req-7980e0da-c022-4f62-8a91-1ba340f8f9aa tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 946 time: 0.0891640 Jul 07 18:08:13.616569 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-ad5cb18f-4228-40eb-a862-4521dd3406e3 None None] Set router 9c179646-4dc4-4758-bfaa-c166184ec61d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:08:13.656629 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-afdb8888-7b06-418c-a984-7fbdd790bf12 req-e051452a-863a-4ef6-b12f-f9aa21273f2e tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432951 Jul 07 18:08:13.732926 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a5b1b64-9316-483c-b4cd-7fa285878b82 req-466a763a-5001-4fb3-8fe2-b46e3d223216 service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285927 Jul 07 18:08:13.860257 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-ad5cb18f-4228-40eb-a862-4521dd3406e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35e6b168-df14-4584-8130-36aa9410e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:48Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 4, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'gw_port': {'id': '35e6b168-df14-4584-8130-36aa9410e86e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:49Z', 'updated_at': '2021-07-07T18:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '2ecda17c-8f96-4ada-b2c0-ea323db2d08c', 'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'mac_address': 'fa:16:3e:8f:ae:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:50Z', 'updated_at': '2021-07-07T18:03:57Z', 'revision_number': 5, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'subnets': [{'id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:13.871530 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a5b1b64-9316-483c-b4cd-7fa285878b82 req-18cbb73f-2445-4c2d-8dcf-8a4a27b6f603 service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310396 Jul 07 18:08:13.892753 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5cb18f-4228-40eb-a862-4521dd3406e3 None None] The sync data for ids ['9c179646-4dc4-4758-bfaa-c166184ec61d'] in n-d-793620-7 is: [{'id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35e6b168-df14-4584-8130-36aa9410e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:48Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 4, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'gw_port': {'id': '35e6b168-df14-4584-8130-36aa9410e86e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:49Z', 'updated_at': '2021-07-07T18:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '2ecda17c-8f96-4ada-b2c0-ea323db2d08c', 'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'mac_address': 'fa:16:3e:8f:ae:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:50Z', 'updated_at': '2021-07-07T18:03:57Z', 'revision_number': 5, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'subnets': [{'id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:08:14.160264 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56218b75-0281-45a2-b6f5-7294327e3ab3 None None] New status for floating IP e432974e-4785-406b-a3c0-d401103013e1: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:08:14.870317 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9dd6-c010-4752-939f-eb2991129248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:14.893612 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bdc14-cf58-4dfa-962d-a6eaacd2971f req-4abf9e60-eb34-4f55-b4fd-09d8834840e7 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:14.895275 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ea1bdc14-cf58-4dfa-962d-a6eaacd2971f req-4abf9e60-eb34-4f55-b4fd-09d8834840e7 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.15 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 946 time: 0.1255379 Jul 07 18:08:14.907013 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c63fb1-6f0d-45c3-ad06-1aea94a6dea7 req-ed94dbb3-c002-40f4-afe8-ba0cd722f046 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:14.908644 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c1c63fb1-6f0d-45c3-ad06-1aea94a6dea7 req-ed94dbb3-c002-40f4-afe8-ba0cd722f046 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=501b85d4-9214-4451-bee2-4b3c0fff6b55 HTTP/1.1" status: 200 len: 946 time: 0.1075535 Jul 07 18:08:14.993544 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c1c63fb1-6f0d-45c3-ad06-1aea94a6dea7 req-9cc650ec-620a-44ec-aec6-36f8beca95d1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=bedc0279-3896-4cfc-9089-9578a23276f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767324 Jul 07 18:08:15.044661 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.049118 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-ea1bdc14-cf58-4dfa-962d-a6eaacd2971f req-a53bc1b6-cae0-42c9-8bfa-d38091a4bf20 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Deleting port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:08:15.049485 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ea1bdc14-cf58-4dfa-962d-a6eaacd2971f req-a53bc1b6-cae0-42c9-8bfa-d38091a4bf20 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.178077 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-ea1bdc14-cf58-4dfa-962d-a6eaacd2971f req-a53bc1b6-cae0-42c9-8bfa-d38091a4bf20 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] For port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:15.178478 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ea1bdc14-cf58-4dfa-962d-a6eaacd2971f req-a53bc1b6-cae0-42c9-8bfa-d38091a4bf20 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.200909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-ea1bdc14-cf58-4dfa-962d-a6eaacd2971f req-a53bc1b6-cae0-42c9-8bfa-d38091a4bf20 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Calling delete_port for ba34d3e9-9ac9-44e0-a46f-aa98095ecabb owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:08:15.353688 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ea1bdc14-cf58-4dfa-962d-a6eaacd2971f req-a53bc1b6-cae0-42c9-8bfa-d38091a4bf20 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.394166 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bc1b6-cae0-42c9-8bfa-d38091a4bf20 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event deleted for resources: {'Port': ['ID=ba34d3e9-9ac9-44e0-a46f-aa98095ecabb,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:15.446900 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1bdc14-cf58-4dfa-962d-a6eaacd2971f req-a53bc1b6-cae0-42c9-8bfa-d38091a4bf20 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] No DVR routers for this DVR port ba34d3e9-9ac9-44e0-a46f-aa98095ecabb on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:08:15.449838 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-ea1bdc14-cf58-4dfa-962d-a6eaacd2971f req-a53bc1b6-cae0-42c9-8bfa-d38091a4bf20 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:15.451897 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ea1bdc14-cf58-4dfa-962d-a6eaacd2971f req-a53bc1b6-cae0-42c9-8bfa-d38091a4bf20 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.15 "DELETE /v2.0/ports/ba34d3e9-9ac9-44e0-a46f-aa98095ecabb HTTP/1.1" status: 204 len: 173 time: 0.5423098 Jul 07 18:08:15.452341 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501b85d4-9214-4451-bee2-4b3c0fff6b55', 'name': 'network-vif-deleted', 'tag': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:15.454641 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b02b33-cd99-45a9-92f7-0011bd84496b" -d '{"events": [{"server_uuid": "501b85d4-9214-4451-bee2-4b3c0fff6b55", "name": "network-vif-deleted", "tag": "ba34d3e9-9ac9-44e0-a46f-aa98095ecabb"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:15.493878 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb9699f-637e-4037-a851-e9145033a33f x-openstack-request-id: req-4bb9699f-637e-4037-a851-e9145033a33f {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:15.494282 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501b85d4-9214-4451-bee2-4b3c0fff6b55", "name": "network-vif-deleted", "tag": "ba34d3e9-9ac9-44e0-a46f-aa98095ecabb", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:15.494674 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4bb9699f-637e-4037-a851-e9145033a33f {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:15.495218 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501b85d4-9214-4451-bee2-4b3c0fff6b55', 'name': 'network-vif-deleted', 'tag': 'ba34d3e9-9ac9-44e0-a46f-aa98095ecabb', 'status': 'completed', 'code': 200} Jul 07 18:08:16.116225 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37956) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:16.182721 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b8ef46ea-ecf7-4993-9c45-4985441f7da9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.219860 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b8ef46ea-ecf7-4993-9c45-4985441f7da9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.303585 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b8ef46ea-ecf7-4993-9c45-4985441f7da9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.307101 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b8ef46ea-ecf7-4993-9c45-4985441f7da9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.309005 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b8ef46ea-ecf7-4993-9c45-4985441f7da9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "DELETE /v2.0/security-groups/bedc0279-3896-4cfc-9089-9578a23276f7 HTTP/1.1" status: 204 len: 168 time: 0.1966269 Jul 07 18:08:16.323899 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef46ea-ecf7-4993-9c45-4985441f7da9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedc0279-3896-4cfc-9089-9578a23276f7,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:16.334092 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef46ea-ecf7-4993-9c45-4985441f7da9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.334707 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef46ea-ecf7-4993-9c45-4985441f7da9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.335142 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef46ea-ecf7-4993-9c45-4985441f7da9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.335531 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef46ea-ecf7-4993-9c45-4985441f7da9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.336065 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef46ea-ecf7-4993-9c45-4985441f7da9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.336575 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef46ea-ecf7-4993-9c45-4985441f7da9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.337090 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef46ea-ecf7-4993-9c45-4985441f7da9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.337556 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef46ea-ecf7-4993-9c45-4985441f7da9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.338034 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef46ea-ecf7-4993-9c45-4985441f7da9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.338565 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef46ea-ecf7-4993-9c45-4985441f7da9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.338948 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef46ea-ecf7-4993-9c45-4985441f7da9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.339382 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef46ea-ecf7-4993-9c45-4985441f7da9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:16.643150 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37962) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:16.648256 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-b25b735c-c9e6-4c6f-b3a1-b9ad7464b816 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1270424396', 'description': 'tempest-secgroup-smoke-1270424396 description', 'project_id': '09efd3e042724297a7c9de3ccecc1fb5'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:16.672784 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b25b735c-c9e6-4c6f-b3a1-b9ad7464b816 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.774301 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b25b735c-c9e6-4c6f-b3a1-b9ad7464b816 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.780254 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b25b735c-c9e6-4c6f-b3a1-b9ad7464b816 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.807724 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-b25b735c-c9e6-4c6f-b3a1-b9ad7464b816 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.809143 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b25b735c-c9e6-4c6f-b3a1-b9ad7464b816 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1649258 Jul 07 18:08:16.812632 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37964) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:16.818020 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c0a8ed8a-5757-421f-b80c-98e61771ccc9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Request body: {'security_group_rule': {'security_group_id': 'b573f9e1-4a3b-4950-a3eb-ebc513bae56e', 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:16.818364 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b735c-c9e6-4c6f-b3a1-b9ad7464b816 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b573f9e1-4a3b-4950-a3eb-ebc513bae56e,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:16.858400 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ed8a-5757-421f-b80c-98e61771ccc9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.915076 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ed8a-5757-421f-b80c-98e61771ccc9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.919590 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ed8a-5757-421f-b80c-98e61771ccc9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.941484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8ed8a-5757-421f-b80c-98e61771ccc9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050c5639-d0d6-4e1d-8e22-6805ed3116ac,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:16.951881 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ed8a-5757-421f-b80c-98e61771ccc9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:16.953915 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c0a8ed8a-5757-421f-b80c-98e61771ccc9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398795 Jul 07 18:08:16.956984 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37966) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:16.962050 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-8d828cbc-b006-4b4c-93de-14ffe8ccc12c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Request body: {'security_group_rule': {'security_group_id': 'b573f9e1-4a3b-4950-a3eb-ebc513bae56e', 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:16.994790 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8d828cbc-b006-4b4c-93de-14ffe8ccc12c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.068188 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8d828cbc-b006-4b4c-93de-14ffe8ccc12c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.073345 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8d828cbc-b006-4b4c-93de-14ffe8ccc12c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.094999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d828cbc-b006-4b4c-93de-14ffe8ccc12c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb214e3-d9a5-4ce7-aa7d-df8588701c7e,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:17.101075 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8d828cbc-b006-4b4c-93de-14ffe8ccc12c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.102650 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8d828cbc-b006-4b4c-93de-14ffe8ccc12c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1444488 Jul 07 18:08:17.105381 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37968) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:17.111582 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-5ded241f-3869-423b-96c9-6672dde07e82 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Request body: {'security_group_rule': {'security_group_id': 'b573f9e1-4a3b-4950-a3eb-ebc513bae56e', 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:17.146395 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5ded241f-3869-423b-96c9-6672dde07e82 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.219722 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5ded241f-3869-423b-96c9-6672dde07e82 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.227757 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5ded241f-3869-423b-96c9-6672dde07e82 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.249581 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded241f-3869-423b-96c9-6672dde07e82 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600d3ae3-580d-4621-96ff-d4d9417ff0d5,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:17.259480 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5ded241f-3869-423b-96c9-6672dde07e82 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.260300 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.265368 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5ded241f-3869-423b-96c9-6672dde07e82 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1588559 Jul 07 18:08:17.265585 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 37970) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:17.270551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-1373b6c5-2d23-4213-a254-c0577d40f005 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Request body: {'security_group_rule': {'security_group_id': 'b573f9e1-4a3b-4950-a3eb-ebc513bae56e', 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:17.310100 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1373b6c5-2d23-4213-a254-c0577d40f005 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.373925 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1373b6c5-2d23-4213-a254-c0577d40f005 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.380796 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1373b6c5-2d23-4213-a254-c0577d40f005 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.402792 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373b6c5-2d23-4213-a254-c0577d40f005 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7381e8ab-d94a-4b6b-899a-daa1161af9cf,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:17.409706 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-1373b6c5-2d23-4213-a254-c0577d40f005 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.411024 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-1373b6c5-2d23-4213-a254-c0577d40f005 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1443722 Jul 07 18:08:17.416823 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37972) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:17.422061 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-1d486180-224c-4575-845d-639a7f235e87 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Request body: {'security_group_rule': {'security_group_id': 'b573f9e1-4a3b-4950-a3eb-ebc513bae56e', 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:17.449427 n-d-793620-7 neutron-server[100409]: INFO neutron.db.securitygroups_db [None req-1d486180-224c-4575-845d-639a7f235e87 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Project 09efd3e042724297a7c9de3ccecc1fb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:08:17.455433 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1d486180-224c-4575-845d-639a7f235e87 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.529515 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1d486180-224c-4575-845d-639a7f235e87 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.534102 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1d486180-224c-4575-845d-639a7f235e87 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.555212 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d486180-224c-4575-845d-639a7f235e87 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c22977c-9aeb-4b3c-a2a8-9910468fe643,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:17.567621 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-1d486180-224c-4575-845d-639a7f235e87 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.572118 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-1d486180-224c-4575-845d-639a7f235e87 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1532481 Jul 07 18:08:17.575226 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 37974) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:17.580546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-5d876fe2-6cc4-4ee6-ab2e-898fe631d63a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Request body: {'security_group_rule': {'security_group_id': 'b573f9e1-4a3b-4950-a3eb-ebc513bae56e', 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:17.607599 n-d-793620-7 neutron-server[100409]: INFO neutron.db.securitygroups_db [None req-5d876fe2-6cc4-4ee6-ab2e-898fe631d63a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Project 09efd3e042724297a7c9de3ccecc1fb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:08:17.613103 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5d876fe2-6cc4-4ee6-ab2e-898fe631d63a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.692764 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5d876fe2-6cc4-4ee6-ab2e-898fe631d63a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.696843 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5d876fe2-6cc4-4ee6-ab2e-898fe631d63a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.715048 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d876fe2-6cc4-4ee6-ab2e-898fe631d63a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e68c1e-4b9d-4637-b6fa-c4ff889caca2,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:17.722620 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-5d876fe2-6cc4-4ee6-ab2e-898fe631d63a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:17.723845 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-5d876fe2-6cc4-4ee6-ab2e-898fe631d63a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477828 Jul 07 18:08:17.790656 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:18.079726 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5dcd9141-f8fe-4974-ba5f-ade4341bc02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.145620 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:19.994757 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ba34d3e9-9ac9-44e0-a46f-aa98095ecabb no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:08:20.018163 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: ba34d3e9-9ac9-44e0-a46f-aa98095ecabb {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:08:20.018549 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device ba34d3e9-9ac9-44e0-a46f-aa98095ecabb not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:08:20.628662 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:34.382763 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-e1831f48-c9a5-4d5f-b6d1-6eea1421ab91 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1270424396&fields=id&tenant_id=09efd3e042724297a7c9de3ccecc1fb5 HTTP/1.1" status: 200 len: 267 time: 0.0444701 Jul 07 18:08:34.508430 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-6c974992-5437-4b24-9150-c269f10896a4 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:34.510013 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-6c974992-5437-4b24-9150-c269f10896a4 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 809 time: 0.1193881 Jul 07 18:08:34.531089 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-83b48dbd-ea43-4bef-9ad9-0fb0d3fc91e9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/quotas/09efd3e042724297a7c9de3ccecc1fb5 HTTP/1.1" status: 200 len: 375 time: 0.0148511 Jul 07 18:08:34.607836 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-11f0c415-6eae-4018-a6da-e6ca275fbdab tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705237 Jul 07 18:08:34.625096 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-77182b4a-fa1f-4893-8ed8-691af4ed0599 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:08:34.626313 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-77182b4a-fa1f-4893-8ed8-691af4ed0599 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065532 Jul 07 18:08:34.794957 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-0c50c916-f1ce-462f-a133-307aafb06918 service neutron] 10.222.0.50 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619091 Jul 07 18:08:34.890026 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-441c46f4-05d0-4f0d-8e95-f38b0505702c service neutron] 10.222.0.50 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892279 Jul 07 18:08:35.231469 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-0dcd7ec9-3d68-4356-997a-7b1324df8cea req-a64a714c-a101-42fe-b41f-94018ff47aa4 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 210 time: 0.0343790 Jul 07 18:08:36.779541 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a7263e21-20d8-46c0-81d1-6202b38faf8f req-55d5afef-c1d2-4eec-8027-dad8ce7c716b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 210 time: 0.3517532 Jul 07 18:08:36.808186 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-6a1d164f-5357-45c5-b7dc-79650e6d2eea tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:36.810343 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-6a1d164f-5357-45c5-b7dc-79650e6d2eea tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.69 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 809 time: 0.5113876 Jul 07 18:08:36.873244 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-c1728eec-6b5b-49d2-9bd8-f4702138f90e tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09efd3e042724297a7c9de3ccecc1fb5 HTTP/1.1" status: 200 len: 380 time: 0.0483525 Jul 07 18:08:36.883593 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-c678b912-5cad-4af5-bd05-926289e99a8c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Request body: {'port': {'device_id': 'be60498b-b48f-4cd7-80d3-2a123008cc3b', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'admin_state_up': True, 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'security_groups': ['b573f9e1-4a3b-4950-a3eb-ebc513bae56e']}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:37.023012 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-c678b912-5cad-4af5-bd05-926289e99a8c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Made reservation on behalf of 09efd3e042724297a7c9de3ccecc1fb5 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:08:37.027826 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-c678b912-5cad-4af5-bd05-926289e99a8c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:37.194489 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-c678b912-5cad-4af5-bd05-926289e99a8c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Allocated IP 172.20.0.14 (b3958c35-0f43-4cb2-b3a1-076da511bd61/af82ef87-1562-46cd-9252-e5c0dd4efeb3/60f910a7-37d6-443b-b63e-e5f4dbe4758d) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:37.377759 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-c678b912-5cad-4af5-bd05-926289e99a8c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:37.397684 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-c678b912-5cad-4af5-bd05-926289e99a8c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Transition to ACTIVE for port object 60f910a7-37d6-443b-b63e-e5f4dbe4758d will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:37.440454 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-c678b912-5cad-4af5-bd05-926289e99a8c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:37.493941 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-c678b912-5cad-4af5-bd05-926289e99a8c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Network b3958c35-0f43-4cb2-b3a1-076da511bd61 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:37.500292 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-c678b912-5cad-4af5-bd05-926289e99a8c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:37.505118 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-c678b912-5cad-4af5-bd05-926289e99a8c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:08:37.546417 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678b912-5cad-4af5-bd05-926289e99a8c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event updated for resources: {'Port': ['ID=60f910a7-37d6-443b-b63e-e5f4dbe4758d,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:37.580465 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-c678b912-5cad-4af5-bd05-926289e99a8c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:37.581283 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-c678b912-5cad-4af5-bd05-926289e99a8c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:37.601421 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-c678b912-5cad-4af5-bd05-926289e99a8c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7222641 Jul 07 18:08:37.678179 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] Request body: {'port': {'device_id': 'be60498b-b48f-4cd7-80d3-2a123008cc3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:37.779596 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:37.858084 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-229b8523-4bcc-4586-9ab2-18a45b275c30 None None] Provisioning for port 60f910a7-37d6-443b-b63e-e5f4dbe4758d completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:37.877432 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-229b8523-4bcc-4586-9ab2-18a45b275c30 None None] Provisioning complete for port 60f910a7-37d6-443b-b63e-e5f4dbe4758d triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:37.877897 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-229b8523-4bcc-4586-9ab2-18a45b275c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:37.956657 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-229b8523-4bcc-4586-9ab2-18a45b275c30 None None] Port 60f910a7-37d6-443b-b63e-e5f4dbe4758d cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:08:38.054175 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81d181-911f-47c3-bda5-fecc9fc1496a req-da067567-d0f5-4a66-8355-e6b2b4ea7919 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:38.057154 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a81d181-911f-47c3-bda5-fecc9fc1496a req-da067567-d0f5-4a66-8355-e6b2b4ea7919 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 932 time: 0.1332858 Jul 07 18:08:38.109484 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5a81d181-911f-47c3-bda5-fecc9fc1496a req-1b9ce9f0-22cb-4df9-8a9c-9525d465f82f tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454390 Jul 07 18:08:38.188166 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f910a7-37d6-443b-b63e-e5f4dbe4758d {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:08:38.198930 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:38.215358 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] Transition to ACTIVE for port object 60f910a7-37d6-443b-b63e-e5f4dbe4758d will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:08:38.220893 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:38.282003 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] Pushing event updated for resources: {'Port': ['ID=60f910a7-37d6-443b-b63e-e5f4dbe4758d,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:38.369108 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] Attempting to bind port 60f910a7-37d6-443b-b63e-e5f4dbe4758d on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:08:38.369448 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] Attempting to bind port 60f910a7-37d6-443b-b63e-e5f4dbe4758d by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:08:38.369851 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] Attempting to bind port 60f910a7-37d6-443b-b63e-e5f4dbe4758d on network b3958c35-0f43-4cb2-b3a1-076da511bd61 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:38.379416 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] Port 60f910a7-37d6-443b-b63e-e5f4dbe4758d on network b3958c35-0f43-4cb2-b3a1-076da511bd61 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:08:38.379610 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] Attempting to bind port 60f910a7-37d6-443b-b63e-e5f4dbe4758d on network b3958c35-0f43-4cb2-b3a1-076da511bd61 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:08:38.396430 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:08:38.396430 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] Checking segment: {'id': '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:08:38.396430 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] Bound using segment: {'id': '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:08:38.396430 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] Bound port: 60f910a7-37d6-443b-b63e-e5f4dbe4758d, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:08:38.396430 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:38.490185 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] For port 60f910a7-37d6-443b-b63e-e5f4dbe4758d, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:08:38.496943 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] For port 60f910a7-37d6-443b-b63e-e5f4dbe4758d, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=60f910a7-37d6-443b-b63e-e5f4dbe4758d,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:08:38.503556 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:38.563600 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:38.563600 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:38.566572 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] 10.222.0.69 "PUT /v2.0/ports/60f910a7-37d6-443b-b63e-e5f4dbe4758d HTTP/1.1" status: 200 len: 1092 time: 0.9552288 Jul 07 18:08:38.566572 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be60498b-b48f-4cd7-80d3-2a123008cc3b', 'tag': '60f910a7-37d6-443b-b63e-e5f4dbe4758d'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:38.572134 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf68842f-fce1-4d0d-8a43-fce8987cea21" -d '{"events": [{"name": "network-changed", "server_uuid": "be60498b-b48f-4cd7-80d3-2a123008cc3b", "tag": "60f910a7-37d6-443b-b63e-e5f4dbe4758d"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:38.592565 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9beb1-93be-4f0a-a9c9-e1ff718df7af service neutron] Pushing event updated for resources: {'Port': ['ID=60f910a7-37d6-443b-b63e-e5f4dbe4758d,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:38.699690 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-442a2eb0-6625-4346-8136-86ad6259061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:38.702264 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-442a2eb0-6625-4346-8136-86ad6259061b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 1095 time: 0.0830684 Jul 07 18:08:38.723951 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20dc78f-9a11-450d-835a-8a120812a448 x-openstack-request-id: req-e20dc78f-9a11-450d-835a-8a120812a448 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:38.724387 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be60498b-b48f-4cd7-80d3-2a123008cc3b", "tag": "60f910a7-37d6-443b-b63e-e5f4dbe4758d", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:38.724753 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e20dc78f-9a11-450d-835a-8a120812a448 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:38.725295 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be60498b-b48f-4cd7-80d3-2a123008cc3b', 'tag': '60f910a7-37d6-443b-b63e-e5f4dbe4758d', 'status': 'completed', 'code': 200} Jul 07 18:08:38.764481 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-1cadd7bc-fda6-47d7-b801-1a97dd4c6211 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60f910a7-37d6-443b-b63e-e5f4dbe4758d HTTP/1.1" status: 200 len: 217 time: 0.0483892 Jul 07 18:08:38.834799 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-cc5542a0-8530-4e15-872c-e0237e1f7ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:38.837635 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-cc5542a0-8530-4e15-872c-e0237e1f7ddc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af82ef87-1562-46cd-9252-e5c0dd4efeb3 HTTP/1.1" status: 200 len: 848 time: 0.0651500 Jul 07 18:08:38.906675 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-80d6675f-f154-4175-9921-461a2ddb37dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:38.908214 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-80d6675f-f154-4175-9921-461a2ddb37dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3958c35-0f43-4cb2-b3a1-076da511bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624762 Jul 07 18:08:39.022900 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-cf33c91a-c03b-41ef-9ed5-c4f21928c106 service neutron] 10.222.0.69 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068654 Jul 07 18:08:39.128590 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-326d0e1d-182b-4065-88cb-ceba0a4b738e req-fa0baeca-2aa1-4d38-9820-519a82451acc service neutron] 10.222.0.69 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980978 Jul 07 18:08:39.258269 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68842f-fce1-4d0d-8a43-fce8987cea21 req-6e24faf8-f76d-4ba0-ada4-8bda2cad5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:39.260398 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cf68842f-fce1-4d0d-8a43-fce8987cea21 req-6e24faf8-f76d-4ba0-ada4-8bda2cad5fbf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 1095 time: 0.0675974 Jul 07 18:08:39.361168 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e7203-1305-4702-a7fa-bafb602497ee req-f1adef36-a85c-435e-8935-02ed2f567a29 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:39.363116 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d31e7203-1305-4702-a7fa-bafb602497ee req-f1adef36-a85c-435e-8935-02ed2f567a29 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 944 time: 0.1019406 Jul 07 18:08:39.405429 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68842f-fce1-4d0d-8a43-fce8987cea21 req-a7aacaf9-9114-4cdb-8c36-182b1e67a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:39.407709 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cf68842f-fce1-4d0d-8a43-fce8987cea21 req-a7aacaf9-9114-4cdb-8c36-182b1e67a5e9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 910 time: 0.1364276 Jul 07 18:08:39.418657 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-d31e7203-1305-4702-a7fa-bafb602497ee req-c03ba0a8-7880-49cc-9db0-16bf0c5fba9b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483329 Jul 07 18:08:39.467067 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cf68842f-fce1-4d0d-8a43-fce8987cea21 req-308dfc1f-d09f-4954-941c-cf1f6c301274 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60f910a7-37d6-443b-b63e-e5f4dbe4758d HTTP/1.1" status: 200 len: 217 time: 0.0521238 Jul 07 18:08:39.541523 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68842f-fce1-4d0d-8a43-fce8987cea21 req-fcbe96c7-d1fd-4fb6-82cf-2221f5fe8103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:39.544847 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cf68842f-fce1-4d0d-8a43-fce8987cea21 req-fcbe96c7-d1fd-4fb6-82cf-2221f5fe8103 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af82ef87-1562-46cd-9252-e5c0dd4efeb3 HTTP/1.1" status: 200 len: 848 time: 0.0696306 Jul 07 18:08:39.639356 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68842f-fce1-4d0d-8a43-fce8987cea21 req-b0aff021-f29e-447a-b480-821c6f110843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:39.640802 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cf68842f-fce1-4d0d-8a43-fce8987cea21 req-b0aff021-f29e-447a-b480-821c6f110843 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3958c35-0f43-4cb2-b3a1-076da511bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864520 Jul 07 18:08:39.747353 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cf68842f-fce1-4d0d-8a43-fce8987cea21 req-dd2a510e-633d-4047-81b2-c7e999270970 service neutron] 10.222.0.69 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990682 Jul 07 18:08:39.865093 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cf68842f-fce1-4d0d-8a43-fce8987cea21 req-1e64f4bc-1e64-4c78-80a5-9eec608970c7 service neutron] 10.222.0.69 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102707 Jul 07 18:08:40.627478 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea9e92-15a0-453d-8c56-330bb3857781 req-447e5298-81f3-4d21-9b38-3f4f2bb0f881 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:40.629028 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89ea9e92-15a0-453d-8c56-330bb3857781 req-447e5298-81f3-4d21-9b38-3f4f2bb0f881 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 944 time: 0.0761821 Jul 07 18:08:40.672365 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-89ea9e92-15a0-453d-8c56-330bb3857781 req-49df2b2c-86e9-42e0-b0ea-b07df2a55c70 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363247 Jul 07 18:08:41.864692 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e6873-40b8-4d0d-9492-a6d31aea88ee req-81e9af93-4a28-4789-96b1-d1536779565e tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:41.866715 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bb7e6873-40b8-4d0d-9492-a6d31aea88ee req-81e9af93-4a28-4789-96b1-d1536779565e tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 944 time: 0.0771387 Jul 07 18:08:41.919830 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bb7e6873-40b8-4d0d-9492-a6d31aea88ee req-4f87fd38-43ec-42b9-991b-3bf8ac5882da tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384963 Jul 07 18:08:43.116048 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065376e4-5655-46ce-8a6d-08d367b16bcb req-dfd97c48-1a12-4fe9-bd6a-da9a77bc4598 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:43.118684 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-065376e4-5655-46ce-8a6d-08d367b16bcb req-dfd97c48-1a12-4fe9-bd6a-da9a77bc4598 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 944 time: 0.0711231 Jul 07 18:08:43.162473 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-065376e4-5655-46ce-8a6d-08d367b16bcb req-d66b74db-479f-4cf6-80e1-456aa0cec66e tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376141 Jul 07 18:08:44.349388 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b4c7d-02a3-43e8-81bc-641c83cd7c97 req-6e6527a1-d6cf-43d9-b92c-feb91c219bfd tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:44.350997 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f78b4c7d-02a3-43e8-81bc-641c83cd7c97 req-6e6527a1-d6cf-43d9-b92c-feb91c219bfd tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 944 time: 0.0738122 Jul 07 18:08:44.394692 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f78b4c7d-02a3-43e8-81bc-641c83cd7c97 req-be645bb9-b711-4b79-a52e-0cc25b0cd0ee tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376232 Jul 07 18:08:44.874793 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1311-30ec-4007-89cd-863c7a9dbe53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:45.040851 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:45.578636 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204c75d-bfab-44ac-a43a-fcb9d075b061 req-6ca9d778-0aef-43c7-ad01-76c19bce775c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:45.580238 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0204c75d-bfab-44ac-a43a-fcb9d075b061 req-6ca9d778-0aef-43c7-ad01-76c19bce775c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 944 time: 0.0690382 Jul 07 18:08:45.622513 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0204c75d-bfab-44ac-a43a-fcb9d075b061 req-7f93aad8-5d56-45b0-b580-22d42287fdc8 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357990 Jul 07 18:08:46.797875 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb3a55-7138-41a7-a847-9aa2ab3f0c53 req-92b20d53-4257-4858-8561-f250aa53c1e1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:46.799481 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-51bb3a55-7138-41a7-a847-9aa2ab3f0c53 req-92b20d53-4257-4858-8561-f250aa53c1e1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 944 time: 0.0654449 Jul 07 18:08:46.844885 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-51bb3a55-7138-41a7-a847-9aa2ab3f0c53 req-f2c80440-5790-4934-a727-9c9a97e8976c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375414 Jul 07 18:08:47.237449 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:47.310671 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:08:47.764945 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:48.029315 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cefe9-cd67-44a8-b32a-320aa4db5f1d req-c6fca459-ef43-4f97-b5cf-11ea4047eb53 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:48.030732 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-554cefe9-cd67-44a8-b32a-320aa4db5f1d req-c6fca459-ef43-4f97-b5cf-11ea4047eb53 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 944 time: 0.0649774 Jul 07 18:08:48.076560 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-554cefe9-cd67-44a8-b32a-320aa4db5f1d req-2b7cdd71-b351-4cd6-9611-c83fdfdce9e1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399413 Jul 07 18:08:48.077583 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a52d3e09-f1a8-456e-ab6c-08c40778d3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:49.147827 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:49.266680 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ec396-45c2-4f5d-a7c7-838ed9bd62f0 req-aedc852e-71b9-4aa6-90ea-d75802e03f2b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:49.268205 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4c0ec396-45c2-4f5d-a7c7-838ed9bd62f0 req-aedc852e-71b9-4aa6-90ea-d75802e03f2b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 944 time: 0.0745707 Jul 07 18:08:49.310504 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4c0ec396-45c2-4f5d-a7c7-838ed9bd62f0 req-710a3b77-5757-4dca-a3ac-53cc80feaafa tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364707 Jul 07 18:08:50.494214 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206ce72-fb84-4ace-b119-6e0f37d3ad41 req-97138370-ae0d-4800-99eb-86c761bb936e tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:50.495762 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1206ce72-fb84-4ace-b119-6e0f37d3ad41 req-97138370-ae0d-4800-99eb-86c761bb936e tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 944 time: 0.0699587 Jul 07 18:08:50.535390 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1206ce72-fb84-4ace-b119-6e0f37d3ad41 req-85095e62-1d7a-4b6d-8e7a-12a7735146a3 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340216 Jul 07 18:08:50.619625 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:51.176902 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 60f910a7-37d6-443b-b63e-e5f4dbe4758d details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:08:51.273361 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 60f910a7-37d6-443b-b63e-e5f4dbe4758d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=60f910a7-37d6-443b-b63e-e5f4dbe4758d,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:51.284936 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': '60f910a7-37d6-443b-b63e-e5f4dbe4758d', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'port_id': '60f910a7-37d6-443b-b63e-e5f4dbe4758d', 'mac_address': 'fa:16:3e:d7:3a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:08:51.325554 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:51.338841 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f910a7-37d6-443b-b63e-e5f4dbe4758d {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:08:51.358047 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 60f910a7-37d6-443b-b63e-e5f4dbe4758d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=60f910a7-37d6-443b-b63e-e5f4dbe4758d,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:51.362688 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:51.411900 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=60f910a7-37d6-443b-b63e-e5f4dbe4758d,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:51.419295 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:51.419650 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:51.420003 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:51.420351 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:51.420692 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:51.421029 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:51.421363 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:51.421705 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:51.422024 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:51.422356 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:51.422712 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:51.423041 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:08:51.713029 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8cbec-90ff-4da0-a76a-7be8c9af9784 req-c392e111-3de7-42b7-946f-b7269a2af0b1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:51.714454 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-42a8cbec-90ff-4da0-a76a-7be8c9af9784 req-c392e111-3de7-42b7-946f-b7269a2af0b1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 945 time: 0.0676475 Jul 07 18:08:51.745621 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['60f910a7-37d6-443b-b63e-e5f4dbe4758d'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:08:51.758923 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-42a8cbec-90ff-4da0-a76a-7be8c9af9784 req-c914e091-4cd9-4e2b-8fcf-10cebaef94c0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386245 Jul 07 18:08:52.957321 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf17afe-5b28-435c-9035-67d1504e4820 req-1516b05b-b5ae-46fb-872e-4dca171731dc tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:52.960398 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1bf17afe-5b28-435c-9035-67d1504e4820 req-1516b05b-b5ae-46fb-872e-4dca171731dc tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 945 time: 0.0908005 Jul 07 18:08:53.002771 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1bf17afe-5b28-435c-9035-67d1504e4820 req-0e053475-8dd9-4db1-8bae-2d1c08253751 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368147 Jul 07 18:08:53.176850 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 60f910a7-37d6-443b-b63e-e5f4dbe4758d up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:08:53.226079 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port 60f910a7-37d6-443b-b63e-e5f4dbe4758d completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:08:53.229773 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port 60f910a7-37d6-443b-b63e-e5f4dbe4758d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:08:53.230153 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:53.310670 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:53.335905 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be60498b-b48f-4cd7-80d3-2a123008cc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f910a7-37d6-443b-b63e-e5f4dbe4758d'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:53.338172 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1830b238-0d4c-42ae-a026-35c62e12ae2d" -d '{"events": [{"server_uuid": "be60498b-b48f-4cd7-80d3-2a123008cc3b", "name": "network-vif-plugged", "status": "completed", "tag": "60f910a7-37d6-443b-b63e-e5f4dbe4758d"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:53.352153 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 60f910a7-37d6-443b-b63e-e5f4dbe4758d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=60f910a7-37d6-443b-b63e-e5f4dbe4758d,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:08:53.356905 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:53.386472 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091d68f1-a056-4e6f-a5a7-632b5552a3bc x-openstack-request-id: req-091d68f1-a056-4e6f-a5a7-632b5552a3bc {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:53.386779 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be60498b-b48f-4cd7-80d3-2a123008cc3b", "name": "network-vif-plugged", "status": "completed", "tag": "60f910a7-37d6-443b-b63e-e5f4dbe4758d", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:53.387043 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-091d68f1-a056-4e6f-a5a7-632b5552a3bc {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:53.387401 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be60498b-b48f-4cd7-80d3-2a123008cc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f910a7-37d6-443b-b63e-e5f4dbe4758d', 'code': 200} Jul 07 18:08:53.424230 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=60f910a7-37d6-443b-b63e-e5f4dbe4758d,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:53.500778 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d15e1-ccb9-406b-8ebd-967c2b84eef7 req-4d95c134-dead-4e47-9167-a5e1e77dd2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:53.502327 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2b3d15e1-ccb9-406b-8ebd-967c2b84eef7 req-4d95c134-dead-4e47-9167-a5e1e77dd2ce service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 1097 time: 0.0572786 Jul 07 18:08:53.540029 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-2b3d15e1-ccb9-406b-8ebd-967c2b84eef7 req-f10a1bad-45b2-4b2d-a780-8476a7df1b97 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308769 Jul 07 18:08:54.177618 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6238e-a12d-4896-b863-3ef132e32312 req-f11d2a1c-aa05-40dd-9365-b4196c9d8d26 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:54.179702 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e9e6238e-a12d-4896-b863-3ef132e32312 req-f11d2a1c-aa05-40dd-9365-b4196c9d8d26 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 946 time: 0.0645168 Jul 07 18:08:54.217928 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-e9e6238e-a12d-4896-b863-3ef132e32312 req-3799995c-5e60-437b-b18c-78c231bb8c4c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326035 Jul 07 18:08:55.400950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097eb56-5f5c-4786-94ac-f13cac07ec8d req-43cc5ead-5210-46d4-bea9-7674af7e4fac tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:55.402515 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8097eb56-5f5c-4786-94ac-f13cac07ec8d req-43cc5ead-5210-46d4-bea9-7674af7e4fac tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 946 time: 0.0705831 Jul 07 18:08:55.442431 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8097eb56-5f5c-4786-94ac-f13cac07ec8d req-014f7873-6971-457f-800a-bd5986dd7f70 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340796 Jul 07 18:08:55.616981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015eab6-a373-41ec-a183-9b7809bf4ee1 req-a6d9cd52-e414-49a2-b98b-add7bf1c173b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:55.618527 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8015eab6-a373-41ec-a183-9b7809bf4ee1 req-a6d9cd52-e414-49a2-b98b-add7bf1c173b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 946 time: 0.0633717 Jul 07 18:08:55.655683 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8015eab6-a373-41ec-a183-9b7809bf4ee1 req-8909b4db-ca6f-4505-b67b-be0fb71c2980 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315065 Jul 07 18:08:55.682297 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38172) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:55.737082 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4177b1-517c-4472-8ec6-3fe01c52ccfc tempest-TestShelveInstance-1869359696 tempest-TestShelveInstance-1869359696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:55.738535 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-aa4177b1-517c-4472-8ec6-3fe01c52ccfc tempest-TestShelveInstance-1869359696 tempest-TestShelveInstance-1869359696-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 1092 time: 0.0551739 Jul 07 18:08:55.743009 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38174) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:08:55.746150 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-a920b892-d7e2-4823-8b44-634d5721994c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': '60f910a7-37d6-443b-b63e-e5f4dbe4758d', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:08:55.767440 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a920b892-d7e2-4823-8b44-634d5721994c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:55.865453 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a920b892-d7e2-4823-8b44-634d5721994c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:55.970366 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-a920b892-d7e2-4823-8b44-634d5721994c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Allocated IP 172.25.2.30 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/edb6442b-da8e-4370-b1cc-c036f40bc091) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:08:56.070196 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a920b892-d7e2-4823-8b44-634d5721994c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:56.119656 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a920b892-d7e2-4823-8b44-634d5721994c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:56.163420 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a920b892-d7e2-4823-8b44-634d5721994c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:08:56.166290 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-a920b892-d7e2-4823-8b44-634d5721994c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:08:56.170593 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a920b892-d7e2-4823-8b44-634d5721994c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:08:56.173651 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920b892-d7e2-4823-8b44-634d5721994c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event updated for resources: {'Port': ['ID=edb6442b-da8e-4370-b1cc-c036f40bc091,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:56.542962 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a920b892-d7e2-4823-8b44-634d5721994c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:56.620774 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a920b892-d7e2-4823-8b44-634d5721994c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:56.776025 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a920b892-d7e2-4823-8b44-634d5721994c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:56.781141 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a920b892-d7e2-4823-8b44-634d5721994c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:56.849141 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920b892-d7e2-4823-8b44-634d5721994c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event updated for resources: {'Port': ['ID=edb6442b-da8e-4370-b1cc-c036f40bc091,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:08:56.859163 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a920b892-d7e2-4823-8b44-634d5721994c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:56.959103 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-a920b892-d7e2-4823-8b44-634d5721994c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Floating IP bd425023-fa50-43c5-acbe-e36753bab8f0 associated. External IP: 172.25.2.30, port: 60f910a7-37d6-443b-b63e-e5f4dbe4758d. Jul 07 18:08:57.177375 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a920b892-d7e2-4823-8b44-634d5721994c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Router 9c179646-4dc4-4758-bfaa-c166184ec61d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:08:57.286069 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a920b892-d7e2-4823-8b44-634d5721994c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:08:57.295486 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976881a2-38cf-4de4-95fb-7596000de9a1 None None] Sync routers for ids ['9c179646-4dc4-4758-bfaa-c166184ec61d'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:08:57.303011 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a920b892-d7e2-4823-8b44-634d5721994c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:08:57.305776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976881a2-38cf-4de4-95fb-7596000de9a1 None None] Routers {'9c179646-4dc4-4758-bfaa-c166184ec61d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:57.306433 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-976881a2-38cf-4de4-95fb-7596000de9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:08:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9c179646-4dc4-4758-bfaa-c166184ec61d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:57.340324 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a920b892-d7e2-4823-8b44-634d5721994c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5974116 Jul 07 18:08:57.340922 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be60498b-b48f-4cd7-80d3-2a123008cc3b', 'tag': '60f910a7-37d6-443b-b63e-e5f4dbe4758d'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:08:57.343205 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d839dc1a-5c56-434d-9bca-19dd6035dc5e" -d '{"events": [{"name": "network-changed", "server_uuid": "be60498b-b48f-4cd7-80d3-2a123008cc3b", "tag": "60f910a7-37d6-443b-b63e-e5f4dbe4758d"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:08:57.380147 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc16fc0-4ec2-4bc1-b226-e3b8d8b7c682 x-openstack-request-id: req-9bc16fc0-4ec2-4bc1-b226-e3b8d8b7c682 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:08:57.380441 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be60498b-b48f-4cd7-80d3-2a123008cc3b", "tag": "60f910a7-37d6-443b-b63e-e5f4dbe4758d", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:08:57.380701 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9bc16fc0-4ec2-4bc1-b226-e3b8d8b7c682 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:08:57.381704 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be60498b-b48f-4cd7-80d3-2a123008cc3b', 'tag': '60f910a7-37d6-443b-b63e-e5f4dbe4758d', 'status': 'completed', 'code': 200} Jul 07 18:08:57.413748 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-976881a2-38cf-4de4-95fb-7596000de9a1 None None] Set router 9c179646-4dc4-4758-bfaa-c166184ec61d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:08:57.462859 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839dc1a-5c56-434d-9bca-19dd6035dc5e req-5e93251a-13b3-4642-994e-40a67ec08584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:57.464340 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d839dc1a-5c56-434d-9bca-19dd6035dc5e req-5e93251a-13b3-4642-994e-40a67ec08584 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 1097 time: 0.0610080 Jul 07 18:08:57.565314 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839dc1a-5c56-434d-9bca-19dd6035dc5e req-fcfd2ed6-2cf6-4944-aa2f-b4b29df70357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:57.566851 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d839dc1a-5c56-434d-9bca-19dd6035dc5e req-fcfd2ed6-2cf6-4944-aa2f-b4b29df70357 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 910 time: 0.0950730 Jul 07 18:08:57.634041 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d839dc1a-5c56-434d-9bca-19dd6035dc5e req-d3755915-c80a-4227-a145-e9181a46873a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60f910a7-37d6-443b-b63e-e5f4dbe4758d HTTP/1.1" status: 200 len: 999 time: 0.0602133 Jul 07 18:08:57.648104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-976881a2-38cf-4de4-95fb-7596000de9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35e6b168-df14-4584-8130-36aa9410e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:48Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 4, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'gw_port': {'id': '35e6b168-df14-4584-8130-36aa9410e86e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:49Z', 'updated_at': '2021-07-07T18:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'bd425023-fa50-43c5-acbe-e36753bab8f0', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'port_id': '60f910a7-37d6-443b-b63e-e5f4dbe4758d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'mac_address': 'fa:16:3e:d7:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be60498b-b48f-4cd7-80d3-2a123008cc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:08:56Z', 'updated_at': '2021-07-07T18:08:56Z', 'revision_number': 0, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecda17c-8f96-4ada-b2c0-ea323db2d08c', 'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'mac_address': 'fa:16:3e:8f:ae:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:50Z', 'updated_at': '2021-07-07T18:03:57Z', 'revision_number': 5, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'subnets': [{'id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:57.676239 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976881a2-38cf-4de4-95fb-7596000de9a1 None None] Checking router: 9c179646-4dc4-4758-bfaa-c166184ec61d for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:08:57.685094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976881a2-38cf-4de4-95fb-7596000de9a1 None None] Routers {'9c179646-4dc4-4758-bfaa-c166184ec61d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:08:57.685724 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-976881a2-38cf-4de4-95fb-7596000de9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:08:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9c179646-4dc4-4758-bfaa-c166184ec61d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:57.691674 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839dc1a-5c56-434d-9bca-19dd6035dc5e req-a662cfd3-016d-41b8-abc1-db283d73adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:57.693185 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d839dc1a-5c56-434d-9bca-19dd6035dc5e req-a662cfd3-016d-41b8-abc1-db283d73adfd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af82ef87-1562-46cd-9252-e5c0dd4efeb3 HTTP/1.1" status: 200 len: 848 time: 0.0523734 Jul 07 18:08:57.750574 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839dc1a-5c56-434d-9bca-19dd6035dc5e req-66eaaf47-0c87-4ae4-bf24-1c3b02304f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:08:57.752086 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d839dc1a-5c56-434d-9bca-19dd6035dc5e req-66eaaf47-0c87-4ae4-bf24-1c3b02304f7c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3958c35-0f43-4cb2-b3a1-076da511bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523612 Jul 07 18:08:57.794298 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-976881a2-38cf-4de4-95fb-7596000de9a1 None None] Set router 9c179646-4dc4-4758-bfaa-c166184ec61d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:08:57.848213 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d839dc1a-5c56-434d-9bca-19dd6035dc5e req-a47389a8-67c4-4726-906c-ef06e0ea6929 service neutron] 10.222.0.69 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879912 Jul 07 18:08:57.946422 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d839dc1a-5c56-434d-9bca-19dd6035dc5e req-e1b98368-d385-43cb-8e0f-dc7099496088 service neutron] 10.222.0.69 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915155 Jul 07 18:08:58.026632 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-976881a2-38cf-4de4-95fb-7596000de9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35e6b168-df14-4584-8130-36aa9410e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:48Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 4, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'gw_port': {'id': '35e6b168-df14-4584-8130-36aa9410e86e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:49Z', 'updated_at': '2021-07-07T18:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'bd425023-fa50-43c5-acbe-e36753bab8f0', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'port_id': '60f910a7-37d6-443b-b63e-e5f4dbe4758d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'mac_address': 'fa:16:3e:d7:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be60498b-b48f-4cd7-80d3-2a123008cc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:08:56Z', 'updated_at': '2021-07-07T18:08:56Z', 'revision_number': 0, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecda17c-8f96-4ada-b2c0-ea323db2d08c', 'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'mac_address': 'fa:16:3e:8f:ae:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:50Z', 'updated_at': '2021-07-07T18:03:57Z', 'revision_number': 5, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'subnets': [{'id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:08:58.211890 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976881a2-38cf-4de4-95fb-7596000de9a1 None None] The sync data for ids ['9c179646-4dc4-4758-bfaa-c166184ec61d'] in n-d-793620-7 is: [{'id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35e6b168-df14-4584-8130-36aa9410e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:48Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 4, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'gw_port': {'id': '35e6b168-df14-4584-8130-36aa9410e86e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:49Z', 'updated_at': '2021-07-07T18:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': 'bd425023-fa50-43c5-acbe-e36753bab8f0', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'port_id': '60f910a7-37d6-443b-b63e-e5f4dbe4758d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'mac_address': 'fa:16:3e:d7:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be60498b-b48f-4cd7-80d3-2a123008cc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:08:56Z', 'updated_at': '2021-07-07T18:08:56Z', 'revision_number': 0, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecda17c-8f96-4ada-b2c0-ea323db2d08c', 'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'mac_address': 'fa:16:3e:8f:ae:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:50Z', 'updated_at': '2021-07-07T18:03:57Z', 'revision_number': 5, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'subnets': [{'id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:08:58.409021 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919922e-1aec-4597-9950-8b87faf3026c None None] New status for floating IP bd425023-fa50-43c5-acbe-e36753bab8f0: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:09:08.387762 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-43ee549f-3211-4347-b2cf-066c17c400f1 req-24a4ed99-23ef-47d3-995b-e41dfd20c798 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500481 Jul 07 18:09:08.481921 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee549f-3211-4347-b2cf-066c17c400f1 req-4f85f676-2c62-4014-bf54-d29934ffba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:08.483484 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-43ee549f-3211-4347-b2cf-066c17c400f1 req-4f85f676-2c62-4014-bf54-d29934ffba3f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 1097 time: 0.0533254 Jul 07 18:09:08.594339 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee549f-3211-4347-b2cf-066c17c400f1 req-7a07b84d-f088-4752-8beb-b0fcd33b802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:08.595863 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-43ee549f-3211-4347-b2cf-066c17c400f1 req-7a07b84d-f088-4752-8beb-b0fcd33b802d service neutron] 10.222.0.69 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 910 time: 0.0905328 Jul 07 18:09:08.662305 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-43ee549f-3211-4347-b2cf-066c17c400f1 req-7c5ac130-0458-46bd-a3b2-cf87fcf1e7ec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60f910a7-37d6-443b-b63e-e5f4dbe4758d HTTP/1.1" status: 200 len: 1001 time: 0.0580847 Jul 07 18:09:08.714225 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee549f-3211-4347-b2cf-066c17c400f1 req-6d6e0a58-a754-4d9f-bf87-14118837389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:08.715580 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-43ee549f-3211-4347-b2cf-066c17c400f1 req-6d6e0a58-a754-4d9f-bf87-14118837389a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af82ef87-1562-46cd-9252-e5c0dd4efeb3 HTTP/1.1" status: 200 len: 848 time: 0.0477929 Jul 07 18:09:08.771549 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee549f-3211-4347-b2cf-066c17c400f1 req-3ebbbaaf-eb6c-4d4f-9ee8-06e58af8c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:09:08.772979 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-43ee549f-3211-4347-b2cf-066c17c400f1 req-3ebbbaaf-eb6c-4d4f-9ee8-06e58af8c866 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3958c35-0f43-4cb2-b3a1-076da511bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514688 Jul 07 18:09:08.859348 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-43ee549f-3211-4347-b2cf-066c17c400f1 req-fca023c3-a6fb-4f4f-a0a4-cc0bd1988aac service neutron] 10.222.0.69 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802627 Jul 07 18:09:08.956917 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-43ee549f-3211-4347-b2cf-066c17c400f1 req-d93099f0-8bea-4042-b801-7107e5f3af27 service neutron] 10.222.0.69 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883801 Jul 07 18:09:14.877191 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb96d-ab91-474d-ae90-98cb01205b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:15.038157 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:17.262195 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:17.768413 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:18.076493 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-62d88087-f349-4c65-8f30-43ff3f54152f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:19.151778 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:20.629482 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:24.311792 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:09:44.878826 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-358fdfa8-5c89-4cba-be56-30b79abe1e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:45.037149 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.256643 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:47.771045 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:48.068960 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-02a6449a-39e9-4f40-b389-0a24153354e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:49.156311 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:09:50.625540 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:01.311047 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:10:09.412792 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-929cd35b-c9d8-4634-ae10-6a72820c570c req-5b3dd151-db52-4f52-baa0-ada746941b3e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531938 Jul 07 18:10:09.510747 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cd35b-c9d8-4634-ae10-6a72820c570c req-99513f91-db97-47e1-a2b7-989c6849d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:09.512844 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-929cd35b-c9d8-4634-ae10-6a72820c570c req-99513f91-db97-47e1-a2b7-989c6849d2c0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 1097 time: 0.0577340 Jul 07 18:10:09.615510 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cd35b-c9d8-4634-ae10-6a72820c570c req-7490ddd7-c095-4efb-b7b4-b32b720b466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:09.617080 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-929cd35b-c9d8-4634-ae10-6a72820c570c req-7490ddd7-c095-4efb-b7b4-b32b720b466f service neutron] 10.222.0.69 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 910 time: 0.0847542 Jul 07 18:10:09.684127 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-929cd35b-c9d8-4634-ae10-6a72820c570c req-f6fa18f1-833a-4631-91f1-88cfcb62af3a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60f910a7-37d6-443b-b63e-e5f4dbe4758d HTTP/1.1" status: 200 len: 1001 time: 0.0609763 Jul 07 18:10:10.010748 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cd35b-c9d8-4634-ae10-6a72820c570c req-57faea7d-fd1b-4f80-b60d-648e036f3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:10.012225 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-929cd35b-c9d8-4634-ae10-6a72820c570c req-57faea7d-fd1b-4f80-b60d-648e036f3888 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af82ef87-1562-46cd-9252-e5c0dd4efeb3 HTTP/1.1" status: 200 len: 848 time: 0.3226526 Jul 07 18:10:10.069083 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cd35b-c9d8-4634-ae10-6a72820c570c req-05ea2378-2cdf-4bd2-9f8d-66a689ef765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:10.070699 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-929cd35b-c9d8-4634-ae10-6a72820c570c req-05ea2378-2cdf-4bd2-9f8d-66a689ef765f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3958c35-0f43-4cb2-b3a1-076da511bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518236 Jul 07 18:10:10.080819 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [req-929cd35b-c9d8-4634-ae10-6a72820c570c req-9f1ea483-f502-4e67-9ebc-97bfa40f0b60 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:10:10.081802 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-929cd35b-c9d8-4634-ae10-6a72820c570c req-9f1ea483-f502-4e67-9ebc-97bfa40f0b60 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052683 Jul 07 18:10:10.175117 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-929cd35b-c9d8-4634-ae10-6a72820c570c req-8786e331-2472-40df-8508-5e240062459e service neutron] 10.222.0.69 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864632 Jul 07 18:10:10.275008 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-929cd35b-c9d8-4634-ae10-6a72820c570c req-446c638f-5f68-4987-8444-9dba27486131 service neutron] 10.222.0.69 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921605 Jul 07 18:10:14.879757 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-88e162c2-bd02-496a-b21b-edc8fef325e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:15.052641 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:17.268511 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:17.773088 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:18.070640 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-565d0390-ae28-467d-9cc2-e84f2420d766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:19.154857 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:20.628701 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:38.309939 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:10:44.881798 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ec964468-b0df-41e6-add2-f5b952b68254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:45.068313 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.264897 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:47.774828 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:48.070210 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-22483844-1bf5-4f55-9e57-be6c42fffe3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:49.156884 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:50.631383 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:10:55.033936 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e9115-8d7d-481f-b66c-d509be642738 req-7da642f0-3043-42ba-875a-decd801e9660 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:55.036598 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-157e9115-8d7d-481f-b66c-d509be642738 req-7da642f0-3043-42ba-875a-decd801e9660 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 946 time: 0.0759327 Jul 07 18:10:55.081486 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-157e9115-8d7d-481f-b66c-d509be642738 req-6f31f9ca-4ba7-4949-abce-221f68610615 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390456 Jul 07 18:10:56.288735 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd1e12-9676-4230-8acc-9906a9a45988 req-c00ba706-55a2-4333-8b7e-f5c85f750576 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:56.290265 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d2cd1e12-9676-4230-8acc-9906a9a45988 req-c00ba706-55a2-4333-8b7e-f5c85f750576 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 946 time: 0.0693243 Jul 07 18:10:56.328744 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d2cd1e12-9676-4230-8acc-9906a9a45988 req-f3f6f942-b0d7-4a3d-bb71-3d77fd927254 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329044 Jul 07 18:10:57.531864 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1226c-5ae9-4959-9317-49d2e20faeef req-0b36a838-16e4-48ff-beed-afc536b5c922 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:57.533627 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4b1226c-5ae9-4959-9317-49d2e20faeef req-0b36a838-16e4-48ff-beed-afc536b5c922 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 946 time: 0.0676942 Jul 07 18:10:57.573080 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f4b1226c-5ae9-4959-9317-49d2e20faeef req-d84c8ea5-e3bd-4849-83c0-3386af657c53 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332422 Jul 07 18:10:58.750097 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28daa2-d9da-4516-bae6-a22721118d09 req-d981e19f-b883-479a-90cc-9ab30e7903c5 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:58.751641 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-be28daa2-d9da-4516-bae6-a22721118d09 req-d981e19f-b883-479a-90cc-9ab30e7903c5 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 946 time: 0.0632207 Jul 07 18:10:58.790790 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-be28daa2-d9da-4516-bae6-a22721118d09 req-f249e2c7-5258-4e68-8554-67e0a00418bc tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328734 Jul 07 18:10:59.965401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85310192-784d-4683-ba7f-1e387d3d33b8 req-591a981f-5ad4-4f24-836a-646d479fc137 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:10:59.966968 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-85310192-784d-4683-ba7f-1e387d3d33b8 req-591a981f-5ad4-4f24-836a-646d479fc137 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 946 time: 0.0661874 Jul 07 18:11:00.014815 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-85310192-784d-4683-ba7f-1e387d3d33b8 req-5daeefc3-f571-4e7e-84f0-a1947509062a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418692 Jul 07 18:11:01.196283 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b12273-4126-4a31-8bec-8bdf8d3d7192 req-3e6154fe-a6d2-459e-9472-7bad3bacd416 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:01.197834 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19b12273-4126-4a31-8bec-8bdf8d3d7192 req-3e6154fe-a6d2-459e-9472-7bad3bacd416 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 946 time: 0.0649242 Jul 07 18:11:01.239934 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-19b12273-4126-4a31-8bec-8bdf8d3d7192 req-e6bacae1-471c-4852-902c-ce721a3b6b7b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362227 Jul 07 18:11:02.419955 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a92d7-cbc9-49f0-9d31-6d8a336bfe5d req-127427d6-3090-473a-8f9d-128d05924f48 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:02.421517 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bb0a92d7-cbc9-49f0-9d31-6d8a336bfe5d req-127427d6-3090-473a-8f9d-128d05924f48 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 946 time: 0.0661860 Jul 07 18:11:02.463624 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bb0a92d7-cbc9-49f0-9d31-6d8a336bfe5d req-3663ff66-1921-4f86-a31c-b121001ca999 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362236 Jul 07 18:11:03.638056 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029c978-53b1-433c-a7f0-1bb9ce803514 req-86bdc8ca-b27f-4994-ae85-66f0fbe96182 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:03.639605 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9029c978-53b1-433c-a7f0-1bb9ce803514 req-86bdc8ca-b27f-4994-ae85-66f0fbe96182 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 946 time: 0.0644388 Jul 07 18:11:03.680326 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-9029c978-53b1-433c-a7f0-1bb9ce803514 req-f694fe30-2b7b-48a4-ba19-ac2fffca8f54 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351112 Jul 07 18:11:04.862912 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e469f9-868e-4b4f-89f7-43ecc18ba02e req-958192c0-be14-498b-b7a8-442bb9c9567d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:04.864362 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69e469f9-868e-4b4f-89f7-43ecc18ba02e req-958192c0-be14-498b-b7a8-442bb9c9567d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 946 time: 0.0694304 Jul 07 18:11:04.905394 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-69e469f9-868e-4b4f-89f7-43ecc18ba02e req-22aa05bb-04f4-412c-9f90-c8de4fdf0de0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338421 Jul 07 18:11:05.113981 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa819f-443c-4d46-944a-bb5ebc9faba2 req-6b54ae98-87c0-477b-a08e-ebcc02d0e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:05.115777 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20aa819f-443c-4d46-944a-bb5ebc9faba2 req-6b54ae98-87c0-477b-a08e-ebcc02d0e70a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 1097 time: 0.0614314 Jul 07 18:11:05.215573 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa819f-443c-4d46-944a-bb5ebc9faba2 req-22ede81f-d430-49a7-8700-888396009d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:05.217259 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20aa819f-443c-4d46-944a-bb5ebc9faba2 req-22ede81f-d430-49a7-8700-888396009d5e service neutron] 10.222.0.69 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 910 time: 0.0954721 Jul 07 18:11:05.292086 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20aa819f-443c-4d46-944a-bb5ebc9faba2 req-90fd8ec0-9dae-4510-8008-e8e9f1c0f89f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60f910a7-37d6-443b-b63e-e5f4dbe4758d HTTP/1.1" status: 200 len: 1001 time: 0.0683246 Jul 07 18:11:05.348398 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa819f-443c-4d46-944a-bb5ebc9faba2 req-d5db5062-4d3f-45e5-94f3-e8a29cdf62e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:05.349910 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20aa819f-443c-4d46-944a-bb5ebc9faba2 req-d5db5062-4d3f-45e5-94f3-e8a29cdf62e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=af82ef87-1562-46cd-9252-e5c0dd4efeb3 HTTP/1.1" status: 200 len: 848 time: 0.0521033 Jul 07 18:11:05.408939 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa819f-443c-4d46-944a-bb5ebc9faba2 req-ee1aff7c-5c1e-4709-ac38-2c79a575fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:05.410493 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20aa819f-443c-4d46-944a-bb5ebc9faba2 req-ee1aff7c-5c1e-4709-ac38-2c79a575fdef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3958c35-0f43-4cb2-b3a1-076da511bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541193 Jul 07 18:11:05.502795 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20aa819f-443c-4d46-944a-bb5ebc9faba2 req-05e04a61-84fe-4442-8a53-aedb744f2b53 service neutron] 10.222.0.69 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853631 Jul 07 18:11:05.601689 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-20aa819f-443c-4d46-944a-bb5ebc9faba2 req-54dee4c9-16f7-43d8-8adc-1d3744051b74 service neutron] 10.222.0.69 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917907 Jul 07 18:11:06.148775 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff093f-dbeb-46c6-9c91-00afad4a9823 req-691077a9-ab54-48af-a308-3cc44c1152a5 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:06.150309 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78ff093f-dbeb-46c6-9c91-00afad4a9823 req-691077a9-ab54-48af-a308-3cc44c1152a5 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 946 time: 0.1299124 Jul 07 18:11:06.189990 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-78ff093f-dbeb-46c6-9c91-00afad4a9823 req-ca21d831-8bc6-4974-9157-0312df675d3d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338445 Jul 07 18:11:07.459987 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859ca76-7169-46be-9080-3e2c3728a517 req-823d75e2-7d03-4660-a4b3-dcea281a20d1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:07.461685 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a859ca76-7169-46be-9080-3e2c3728a517 req-823d75e2-7d03-4660-a4b3-dcea281a20d1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 946 time: 0.1448708 Jul 07 18:11:07.506919 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a859ca76-7169-46be-9080-3e2c3728a517 req-dad0e44a-78ca-4e0d-ac79-e70fd74eda5b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387020 Jul 07 18:11:08.710688 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42d692-1dfd-476d-9616-9eef29372514 req-59a43650-4f23-4c02-9a7f-3e8f21b7bb1a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:08.712236 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b42d692-1dfd-476d-9616-9eef29372514 req-59a43650-4f23-4c02-9a7f-3e8f21b7bb1a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 946 time: 0.0767543 Jul 07 18:11:08.753762 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b42d692-1dfd-476d-9616-9eef29372514 req-cf558df3-78d3-4746-984f-d6370e9de840 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356135 Jul 07 18:11:09.926290 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa6ed2-9b2d-49dc-b303-f6dd0049d2dc req-c3ca556d-05f2-47ff-991c-6cb2cd78f399 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:09.928119 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cffa6ed2-9b2d-49dc-b303-f6dd0049d2dc req-c3ca556d-05f2-47ff-991c-6cb2cd78f399 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 946 time: 0.0644169 Jul 07 18:11:09.969476 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cffa6ed2-9b2d-49dc-b303-f6dd0049d2dc req-4f69d0d3-8b15-43e6-9226-d1b707b709d2 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343244 Jul 07 18:11:10.367143 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-0b3cec8b-476a-4070-8ea9-5dcf341a5d5f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1661465 Jul 07 18:11:10.379716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab969d-6f6f-4a74-a642-383ee4367941 req-be6f2177-c9ea-4c36-a1c0-674076f3d593 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:10.383036 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4eab969d-6f6f-4a74-a642-383ee4367941 req-be6f2177-c9ea-4c36-a1c0-674076f3d593 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 946 time: 0.1102097 Jul 07 18:11:10.424241 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-4eab969d-6f6f-4a74-a642-383ee4367941 req-57c4416a-e5a6-4019-9731-816b913ee502 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359983 Jul 07 18:11:11.607648 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ba220-b72d-4c4e-8ec0-075475208a70 req-9d4a2517-e8d3-46d6-8434-9c6832683d46 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:11.609164 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a92ba220-b72d-4c4e-8ec0-075475208a70 req-9d4a2517-e8d3-46d6-8434-9c6832683d46 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 946 time: 0.0696177 Jul 07 18:11:11.648735 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a92ba220-b72d-4c4e-8ec0-075475208a70 req-a73453de-1d34-4f51-8b40-41f317e3db6b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338368 Jul 07 18:11:11.916639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device 60f910a7-37d6-443b-b63e-e5f4dbe4758d no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:11:12.006689 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.039879 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be60498b-b48f-4cd7-80d3-2a123008cc3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f910a7-37d6-443b-b63e-e5f4dbe4758d'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:12.042428 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bceffc28-2291-4e60-8af3-4cdca01fa80c" -d '{"events": [{"server_uuid": "be60498b-b48f-4cd7-80d3-2a123008cc3b", "name": "network-vif-unplugged", "status": "completed", "tag": "60f910a7-37d6-443b-b63e-e5f4dbe4758d"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:12.058137 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port 60f910a7-37d6-443b-b63e-e5f4dbe4758d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=60f910a7-37d6-443b-b63e-e5f4dbe4758d,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:12.063043 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:12.087159 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c632e8a8-baaf-484f-8f54-3fb36460bd9d x-openstack-request-id: req-c632e8a8-baaf-484f-8f54-3fb36460bd9d {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:12.087488 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be60498b-b48f-4cd7-80d3-2a123008cc3b", "name": "network-vif-unplugged", "status": "failed", "tag": "60f910a7-37d6-443b-b63e-e5f4dbe4758d", "code": 422}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:12.087680 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c632e8a8-baaf-484f-8f54-3fb36460bd9d {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:12.088169 n-d-793620-7 neutron-server[100411]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'be60498b-b48f-4cd7-80d3-2a123008cc3b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '60f910a7-37d6-443b-b63e-e5f4dbe4758d', 'code': 422} returned with failed status Jul 07 18:11:12.118942 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=60f910a7-37d6-443b-b63e-e5f4dbe4758d,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:12.127532 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:12.128213 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:12.128213 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:12.128555 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:12.128893 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:12.129232 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:12.129570 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:12.129911 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:12.130243 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:12.130599 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:12.130935 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:12.131290 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:12.827834 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe30116-50a5-4a6c-814c-7922bc57434e req-22003f09-c7be-41fd-b38b-33dd7544dc9f tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:12.829391 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5fe30116-50a5-4a6c-814c-7922bc57434e req-22003f09-c7be-41fd-b38b-33dd7544dc9f tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 944 time: 0.0652616 Jul 07 18:11:12.871435 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5fe30116-50a5-4a6c-814c-7922bc57434e req-71057435-fd84-40b5-8f0d-f7f81790d457 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327866 Jul 07 18:11:14.053808 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4b4f9-d914-4aaf-81dc-a2aa9aaee6a7 req-ba08965f-b6e3-4cb3-924c-d152f130d7b9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:14.055389 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06a4b4f9-d914-4aaf-81dc-a2aa9aaee6a7 req-ba08965f-b6e3-4cb3-924c-d152f130d7b9 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 944 time: 0.0668397 Jul 07 18:11:14.098571 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-06a4b4f9-d914-4aaf-81dc-a2aa9aaee6a7 req-1b7b9ef2-61fb-400f-8996-5ec98faa5bae tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372212 Jul 07 18:11:14.884831 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9e76e714-9a4c-4e02-8bb1-71c653aac358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.087024 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.289935 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf6c25-4ec5-4826-9408-afd075d09c50 req-777e7958-ef21-4fcb-be88-79b32c866bbd tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:15.291700 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a5bf6c25-4ec5-4826-9408-afd075d09c50 req-777e7958-ef21-4fcb-be88-79b32c866bbd tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 944 time: 0.0789828 Jul 07 18:11:15.315398 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:11:15.333444 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-a5bf6c25-4ec5-4826-9408-afd075d09c50 req-992f2ac4-25b2-4970-a9d2-ad97a4f3ca08 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353224 Jul 07 18:11:15.369904 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-5b2fcc50-183f-4ff9-97b6-dcbfb04a0bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:15.371495 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-5b2fcc50-183f-4ff9-97b6-dcbfb04a0bdd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b&tenant_id=09efd3e042724297a7c9de3ccecc1fb5 HTTP/1.1" status: 200 len: 1095 time: 0.1078670 Jul 07 18:11:15.385611 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-7', 'device_owner': 'compute:nova'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:11:15.457460 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.669659 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] For port 60f910a7-37d6-443b-b63e-e5f4dbe4758d, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=60f910a7-37d6-443b-b63e-e5f4dbe4758d,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:15.704278 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] For port 60f910a7-37d6-443b-b63e-e5f4dbe4758d, host n-h2-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:15.743037 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f910a7-37d6-443b-b63e-e5f4dbe4758d {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:11:15.750685 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.762730 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Transition to ACTIVE for port object 60f910a7-37d6-443b-b63e-e5f4dbe4758d will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:11:15.766568 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:15.849300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=60f910a7-37d6-443b-b63e-e5f4dbe4758d,revision_number=7']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:15.861564 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:15.861909 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:15.862254 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:15.862620 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:15.862953 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:15.863288 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:15.863609 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:15.863936 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:15.864310 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:15.864644 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:15.864966 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:15.865286 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:11:15.907628 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] No DVR routers for this DVR port 60f910a7-37d6-443b-b63e-e5f4dbe4758d on host n-h2-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:11:16.061263 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Attempting to bind port 60f910a7-37d6-443b-b63e-e5f4dbe4758d on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:11:16.061599 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Attempting to bind port 60f910a7-37d6-443b-b63e-e5f4dbe4758d by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:11:16.061933 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Attempting to bind port 60f910a7-37d6-443b-b63e-e5f4dbe4758d on network b3958c35-0f43-4cb2-b3a1-076da511bd61 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:16.066369 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Port 60f910a7-37d6-443b-b63e-e5f4dbe4758d on network b3958c35-0f43-4cb2-b3a1-076da511bd61 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:11:16.066666 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Attempting to bind port 60f910a7-37d6-443b-b63e-e5f4dbe4758d on network b3958c35-0f43-4cb2-b3a1-076da511bd61 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:11:16.072041 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:11:16.072381 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Checking segment: {'id': '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:11:16.072771 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Bound using segment: {'id': '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:11:16.073203 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Bound port: 60f910a7-37d6-443b-b63e-e5f4dbe4758d, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:11:16.073568 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:16.143048 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] For port 60f910a7-37d6-443b-b63e-e5f4dbe4758d, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:11:16.146591 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] For port 60f910a7-37d6-443b-b63e-e5f4dbe4758d, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=60f910a7-37d6-443b-b63e-e5f4dbe4758d,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:11:16.152477 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:16.187974 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:16.188593 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:16.190009 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] 10.222.0.15 "PUT /v2.0/ports/60f910a7-37d6-443b-b63e-e5f4dbe4758d HTTP/1.1" status: 200 len: 1092 time: 0.8092551 Jul 07 18:11:16.190480 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be60498b-b48f-4cd7-80d3-2a123008cc3b', 'tag': '60f910a7-37d6-443b-b63e-e5f4dbe4758d'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:16.192788 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dbccdc-a0ff-482a-bc16-71c7fba97831" -d '{"events": [{"name": "network-changed", "server_uuid": "be60498b-b48f-4cd7-80d3-2a123008cc3b", "tag": "60f910a7-37d6-443b-b63e-e5f4dbe4758d"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:16.255532 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c478a693-8ada-4253-917f-10752daf75ad x-openstack-request-id: req-c478a693-8ada-4253-917f-10752daf75ad {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:16.255810 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be60498b-b48f-4cd7-80d3-2a123008cc3b", "tag": "60f910a7-37d6-443b-b63e-e5f4dbe4758d", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:16.256787 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c478a693-8ada-4253-917f-10752daf75ad {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:16.257027 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be60498b-b48f-4cd7-80d3-2a123008cc3b', 'tag': '60f910a7-37d6-443b-b63e-e5f4dbe4758d', 'status': 'completed', 'code': 200} Jul 07 18:11:16.262300 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b87eb8-4338-4f6d-909d-293efbb97ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=60f910a7-37d6-443b-b63e-e5f4dbe4758d,revision_number=8']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:16.292415 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-d7acec04-e5fa-48f2-9d3b-1ac7dc7b76bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:16.294401 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-d7acec04-e5fa-48f2-9d3b-1ac7dc7b76bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 1095 time: 0.0787659 Jul 07 18:11:16.407182 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-bdebec7a-faf3-4f0c-aaf0-2aa61f3d73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:16.408610 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-bdebec7a-faf3-4f0c-aaf0-2aa61f3d73d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 910 time: 0.1080229 Jul 07 18:11:16.482018 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-c3eabf83-3770-4ffc-812f-64f2463654ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60f910a7-37d6-443b-b63e-e5f4dbe4758d HTTP/1.1" status: 200 len: 999 time: 0.0651298 Jul 07 18:11:16.517355 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ef27f-b6fc-4609-a3b3-42f3f371b288 req-f55e37f1-e512-444b-b41f-435a3c9446bb tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:16.520037 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de8ef27f-b6fc-4609-a3b3-42f3f371b288 req-f55e37f1-e512-444b-b41f-435a3c9446bb tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 944 time: 0.0687721 Jul 07 18:11:16.539709 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-f37f8638-9d08-4e87-98bb-e51fab565e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:16.541245 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-f37f8638-9d08-4e87-98bb-e51fab565e3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af82ef87-1562-46cd-9252-e5c0dd4efeb3 HTTP/1.1" status: 200 len: 848 time: 0.0526755 Jul 07 18:11:16.564351 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de8ef27f-b6fc-4609-a3b3-42f3f371b288 req-664520c6-ef25-4a44-b811-a6bd8f7334b1 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345192 Jul 07 18:11:16.604881 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-3a549c0d-1a4c-4618-ae58-ec266d520afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:16.606437 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-3a549c0d-1a4c-4618-ae58-ec266d520afc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3958c35-0f43-4cb2-b3a1-076da511bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587072 Jul 07 18:11:16.617401 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-943c2fb7-003f-43a7-8816-f26bd5a9f692 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:11:16.618397 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-943c2fb7-003f-43a7-8816-f26bd5a9f692 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057011 Jul 07 18:11:16.708530 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-edf67d7c-e39b-4edf-90af-956477bb9806 service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831490 Jul 07 18:11:16.806599 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-62e69d37-43ec-4692-9771-a6378af1171a service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906737 Jul 07 18:11:16.908237 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbccdc-a0ff-482a-bc16-71c7fba97831 req-bb6e46fc-25bf-4fb8-8f92-ea6f65443580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:16.909767 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2dbccdc-a0ff-482a-bc16-71c7fba97831 req-bb6e46fc-25bf-4fb8-8f92-ea6f65443580 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 1095 time: 0.0541241 Jul 07 18:11:17.014285 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbccdc-a0ff-482a-bc16-71c7fba97831 req-8e222f91-ec2b-4ef4-b92e-e9f738486667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:17.015778 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2dbccdc-a0ff-482a-bc16-71c7fba97831 req-8e222f91-ec2b-4ef4-b92e-e9f738486667 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 910 time: 0.0979912 Jul 07 18:11:17.084071 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2dbccdc-a0ff-482a-bc16-71c7fba97831 req-6f49cafe-4819-4660-8cad-feafa5c8221c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60f910a7-37d6-443b-b63e-e5f4dbe4758d HTTP/1.1" status: 200 len: 999 time: 0.0605612 Jul 07 18:11:17.134124 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbccdc-a0ff-482a-bc16-71c7fba97831 req-cdc8de19-ba46-475b-9eb9-d99663c21fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:17.135667 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2dbccdc-a0ff-482a-bc16-71c7fba97831 req-cdc8de19-ba46-475b-9eb9-d99663c21fed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af82ef87-1562-46cd-9252-e5c0dd4efeb3 HTTP/1.1" status: 200 len: 848 time: 0.0450151 Jul 07 18:11:17.200517 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbccdc-a0ff-482a-bc16-71c7fba97831 req-97af1162-d7de-4c78-9b4a-03ada027f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:17.202048 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2dbccdc-a0ff-482a-bc16-71c7fba97831 req-97af1162-d7de-4c78-9b4a-03ada027f79c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3958c35-0f43-4cb2-b3a1-076da511bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581253 Jul 07 18:11:17.288935 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.299530 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2dbccdc-a0ff-482a-bc16-71c7fba97831 req-0a052fb5-8325-4387-84ee-fa389c97ee95 service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890605 Jul 07 18:11:17.400266 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-a2dbccdc-a0ff-482a-bc16-71c7fba97831 req-dfd15403-4301-49bb-ae06-01d7dddb9c52 service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933676 Jul 07 18:11:17.763291 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337f98e-1c70-4d71-b31b-74982756e5a0 req-3f855460-9833-4a6e-8891-be4c4d52501d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:17.765033 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2337f98e-1c70-4d71-b31b-74982756e5a0 req-3f855460-9833-4a6e-8891-be4c4d52501d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 944 time: 0.0737426 Jul 07 18:11:17.784934 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:17.808557 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2337f98e-1c70-4d71-b31b-74982756e5a0 req-5783182f-2c8a-4df7-ad0f-50cd17f239b2 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336494 Jul 07 18:11:18.074109 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a1981f00-257a-4165-9c37-8bf8a5444872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:18.994970 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e730a-8d25-4887-9858-ac67b1422612 req-08fc5ecc-77a3-46df-a783-2f911da1e59e tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:18.996516 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b0e730a-8d25-4887-9858-ac67b1422612 req-08fc5ecc-77a3-46df-a783-2f911da1e59e tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 944 time: 0.0681241 Jul 07 18:11:19.035902 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6b0e730a-8d25-4887-9858-ac67b1422612 req-8070dde0-ec2f-48f7-b481-aab7c8cd1a85 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338335 Jul 07 18:11:19.160496 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:20.214853 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2733a5-6f5b-4ded-897e-3b9132932e68 req-fe2a8d0b-c4f8-4f99-bea2-377cc6c41b62 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:20.216433 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b2733a5-6f5b-4ded-897e-3b9132932e68 req-fe2a8d0b-c4f8-4f99-bea2-377cc6c41b62 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 944 time: 0.0669017 Jul 07 18:11:20.255206 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1b2733a5-6f5b-4ded-897e-3b9132932e68 req-50d7a33e-16e1-4fa6-878a-b848b3bf85f2 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328224 Jul 07 18:11:20.634638 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:21.437602 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea1b9c-8727-436b-b7ab-dde1a7179101 req-4f80ae96-a85f-40d5-bbee-412b0fe897b5 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:21.440727 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27ea1b9c-8727-436b-b7ab-dde1a7179101 req-4f80ae96-a85f-40d5-bbee-412b0fe897b5 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 944 time: 0.0694444 Jul 07 18:11:21.478339 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-27ea1b9c-8727-436b-b7ab-dde1a7179101 req-b7dddde3-084b-4258-9feb-254b21ddcc1a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320306 Jul 07 18:11:22.658370 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98545b-ddc9-4135-8f67-a5f94dd9bb70 req-404d9076-fc1a-491d-a68b-860f94a2b287 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:22.659866 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-af98545b-ddc9-4135-8f67-a5f94dd9bb70 req-404d9076-fc1a-491d-a68b-860f94a2b287 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 944 time: 0.0671422 Jul 07 18:11:22.699971 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-af98545b-ddc9-4135-8f67-a5f94dd9bb70 req-47cef2be-3f1b-460e-b301-2e2fa5feba15 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337231 Jul 07 18:11:23.873506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31816916-b464-4d27-9e38-53fc96df16c8 req-163848af-0547-4b84-86c7-30dc97b9ad26 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:23.875065 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-31816916-b464-4d27-9e38-53fc96df16c8 req-163848af-0547-4b84-86c7-30dc97b9ad26 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 944 time: 0.0644844 Jul 07 18:11:23.912335 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-31816916-b464-4d27-9e38-53fc96df16c8 req-7fc7997b-eb9f-4e9a-aa46-2c346cd764b0 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314863 Jul 07 18:11:24.900209 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 60f910a7-37d6-443b-b63e-e5f4dbe4758d details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:11:24.998937 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 60f910a7-37d6-443b-b63e-e5f4dbe4758d, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=60f910a7-37d6-443b-b63e-e5f4dbe4758d,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:25.010200 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': '60f910a7-37d6-443b-b63e-e5f4dbe4758d', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'port_id': '60f910a7-37d6-443b-b63e-e5f4dbe4758d', 'mac_address': 'fa:16:3e:d7:3a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:11:25.052427 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.066683 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f910a7-37d6-443b-b63e-e5f4dbe4758d {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:11:25.085905 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696470ad-cdf1-460b-95e7-372b91af322f req-1e365c1d-e3f8-4ef2-a661-f760fd3c2501 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:25.086918 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 60f910a7-37d6-443b-b63e-e5f4dbe4758d, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=60f910a7-37d6-443b-b63e-e5f4dbe4758d,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:25.087567 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-696470ad-cdf1-460b-95e7-372b91af322f req-1e365c1d-e3f8-4ef2-a661-f760fd3c2501 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 944 time: 0.0659878 Jul 07 18:11:25.091561 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:25.129226 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-696470ad-cdf1-460b-95e7-372b91af322f req-34772b5d-0fbc-42d9-ac78-1baf8a4beee7 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340233 Jul 07 18:11:25.144338 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=60f910a7-37d6-443b-b63e-e5f4dbe4758d,revision_number=9']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:25.340156 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['60f910a7-37d6-443b-b63e-e5f4dbe4758d'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:11:26.309793 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de152914-c20d-4a2b-b5d9-5d427d893dba req-2cb24b43-d190-4ebc-89f1-8f87f92bb274 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:26.311339 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de152914-c20d-4a2b-b5d9-5d427d893dba req-2cb24b43-d190-4ebc-89f1-8f87f92bb274 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 945 time: 0.0704501 Jul 07 18:11:26.350190 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-de152914-c20d-4a2b-b5d9-5d427d893dba req-e686dbe1-c69a-4946-bccf-9121d2c90e57 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332949 Jul 07 18:11:26.915838 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 60f910a7-37d6-443b-b63e-e5f4dbe4758d up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:11:26.970425 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port 60f910a7-37d6-443b-b63e-e5f4dbe4758d completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:11:26.974560 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port 60f910a7-37d6-443b-b63e-e5f4dbe4758d triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:11:26.974941 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:27.054155 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:27.077558 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be60498b-b48f-4cd7-80d3-2a123008cc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f910a7-37d6-443b-b63e-e5f4dbe4758d'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:11:27.079892 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9bf648-2a9c-4337-b26e-0b3b69a1d940" -d '{"events": [{"server_uuid": "be60498b-b48f-4cd7-80d3-2a123008cc3b", "name": "network-vif-plugged", "status": "completed", "tag": "60f910a7-37d6-443b-b63e-e5f4dbe4758d"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:11:27.096146 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port 60f910a7-37d6-443b-b63e-e5f4dbe4758d, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=60f910a7-37d6-443b-b63e-e5f4dbe4758d,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:11:27.100831 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:27.150966 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=60f910a7-37d6-443b-b63e-e5f4dbe4758d,revision_number=10']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:11:27.183670 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f1a32b-3f67-4935-98cf-22abc814df78 x-openstack-request-id: req-a3f1a32b-3f67-4935-98cf-22abc814df78 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:11:27.183976 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be60498b-b48f-4cd7-80d3-2a123008cc3b", "name": "network-vif-plugged", "status": "completed", "tag": "60f910a7-37d6-443b-b63e-e5f4dbe4758d", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:11:27.184262 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a3f1a32b-3f67-4935-98cf-22abc814df78 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:11:27.184659 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be60498b-b48f-4cd7-80d3-2a123008cc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f910a7-37d6-443b-b63e-e5f4dbe4758d', 'code': 200} Jul 07 18:11:27.354281 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4025c7-ebbc-4507-b827-fcd45f1e78c0 req-99c831af-72ce-4b09-875e-03217cc1228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:27.355817 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3f4025c7-ebbc-4507-b827-fcd45f1e78c0 req-99c831af-72ce-4b09-875e-03217cc1228f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 1098 time: 0.0569036 Jul 07 18:11:27.389778 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-3f4025c7-ebbc-4507-b827-fcd45f1e78c0 req-94fc6b3d-b294-42a7-b040-dc35b2d9a001 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278790 Jul 07 18:11:27.523596 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dad1e-349c-4ee3-b41d-8407deb7c7bf req-ffa8427a-83f3-4c28-8660-bd9e3840ffad tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:27.525172 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b45dad1e-349c-4ee3-b41d-8407deb7c7bf req-ffa8427a-83f3-4c28-8660-bd9e3840ffad tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 947 time: 0.0629084 Jul 07 18:11:27.563724 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b45dad1e-349c-4ee3-b41d-8407deb7c7bf req-d43c85fc-50c4-4358-8c4a-9a3349095f63 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327115 Jul 07 18:11:28.743186 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac1037-b051-472f-9a47-1463d2d81ba5 req-92cb079c-8c23-45bc-8057-561eecf06e0a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:11:28.744702 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e4ac1037-b051-472f-9a47-1463d2d81ba5 req-92cb079c-8c23-45bc-8057-561eecf06e0a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 947 time: 0.0674174 Jul 07 18:11:28.782089 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e4ac1037-b051-472f-9a47-1463d2d81ba5 req-4833347c-6772-4ed7-81b7-000eb6475fe5 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317316 Jul 07 18:11:44.887071 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3377454b-4f64-4253-8bdd-f10cbbe8777f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:45.089810 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:47.289569 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:47.777272 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:48.076282 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-52c94f06-27b2-4e0c-be16-3719c9e8523f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:49.168124 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:50.639233 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:11:52.315170 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:12:11.722694 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ebf4df1f-46e4-41ee-b307-3f298ae3df1b req-1e3250ba-c87e-4b72-8b41-983637d4239e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519478 Jul 07 18:12:11.823902 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4df1f-46e4-41ee-b307-3f298ae3df1b req-9b681a30-dc63-4aa1-8c4d-a835bc113892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:11.825534 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ebf4df1f-46e4-41ee-b307-3f298ae3df1b req-9b681a30-dc63-4aa1-8c4d-a835bc113892 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 1098 time: 0.0572600 Jul 07 18:12:11.933976 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4df1f-46e4-41ee-b307-3f298ae3df1b req-c7baa1ee-7b74-4c48-b27b-2a51611d2669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:11.935507 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ebf4df1f-46e4-41ee-b307-3f298ae3df1b req-c7baa1ee-7b74-4c48-b27b-2a51611d2669 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 910 time: 0.0888236 Jul 07 18:12:12.007490 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ebf4df1f-46e4-41ee-b307-3f298ae3df1b req-557bdde2-faa7-431c-8df8-130a50634234 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60f910a7-37d6-443b-b63e-e5f4dbe4758d HTTP/1.1" status: 200 len: 1001 time: 0.0653749 Jul 07 18:12:12.059218 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4df1f-46e4-41ee-b307-3f298ae3df1b req-48709eea-ccf6-4e2d-8555-66ee4340ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:12.060681 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ebf4df1f-46e4-41ee-b307-3f298ae3df1b req-48709eea-ccf6-4e2d-8555-66ee4340ce02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af82ef87-1562-46cd-9252-e5c0dd4efeb3 HTTP/1.1" status: 200 len: 848 time: 0.0468531 Jul 07 18:12:12.118294 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4df1f-46e4-41ee-b307-3f298ae3df1b req-8ae63c63-0306-4ce9-b0ab-c52f37234e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:12.119924 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ebf4df1f-46e4-41ee-b307-3f298ae3df1b req-8ae63c63-0306-4ce9-b0ab-c52f37234e16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3958c35-0f43-4cb2-b3a1-076da511bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531232 Jul 07 18:12:12.213590 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ebf4df1f-46e4-41ee-b307-3f298ae3df1b req-beaebe50-be37-4a04-b685-c5f4a74de548 service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863967 Jul 07 18:12:12.307246 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ebf4df1f-46e4-41ee-b307-3f298ae3df1b req-69c466d7-7533-4592-9b46-44ec57fc4434 service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869706 Jul 07 18:12:14.887628 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5f9d6766-2878-464e-8dc7-9e965b5b9a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:15.116161 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:17.308011 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:17.780350 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:18.087896 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-54ad2f75-a974-4f61-ab02-e1f297c18b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:19.171421 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:20.644116 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:29.314320 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:12:42.452915 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38360) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:42.610084 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Deleting port edb6442b-da8e-4370-b1cc-c036f40bc091 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:12:42.610458 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:42.688782 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:42.689112 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:42.701365 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Calling delete_port for edb6442b-da8e-4370-b1cc-c036f40bc091 owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:12:42.850433 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:42.883170 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event deleted for resources: {'Port': ['ID=edb6442b-da8e-4370-b1cc-c036f40bc091,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:42.908339 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:42.909189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:42.909527 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:42.909858 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:42.910186 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:42.910539 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:42.910870 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:42.911197 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:42.911526 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:42.911854 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:42.912174 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:42.912506 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:42.950401 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:42.950798 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Floating IP bd425023-fa50-43c5-acbe-e36753bab8f0 disassociated (deleted). External IP: 172.25.2.30, port: 60f910a7-37d6-443b-b63e-e5f4dbe4758d. Jul 07 18:12:43.164997 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Router 9c179646-4dc4-4758-bfaa-c166184ec61d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:12:43.273546 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:12:43.278357 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:43.284753 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9258f5-5199-4678-9d56-c6727608c5a8 None None] Sync routers for ids ['9c179646-4dc4-4758-bfaa-c166184ec61d'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:12:43.296238 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9258f5-5199-4678-9d56-c6727608c5a8 None None] Routers {'9c179646-4dc4-4758-bfaa-c166184ec61d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:12:43.297006 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6e9258f5-5199-4678-9d56-c6727608c5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:12:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9c179646-4dc4-4758-bfaa-c166184ec61d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:43.325004 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-4c1d7c18-59e1-43ee-8eda-f5ea620a5e1d tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "DELETE /v2.0/floatingips/bd425023-fa50-43c5-acbe-e36753bab8f0 HTTP/1.1" status: 204 len: 168 time: 0.8709676 Jul 07 18:12:43.325691 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be60498b-b48f-4cd7-80d3-2a123008cc3b', 'tag': '60f910a7-37d6-443b-b63e-e5f4dbe4758d'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:12:43.328119 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72b6040-b348-40fa-9e49-c2e1b8d01cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "be60498b-b48f-4cd7-80d3-2a123008cc3b", "tag": "60f910a7-37d6-443b-b63e-e5f4dbe4758d"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:12:43.367416 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba06fa57-b7b7-4ba5-8d90-f4fb49b5f346 x-openstack-request-id: req-ba06fa57-b7b7-4ba5-8d90-f4fb49b5f346 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:12:43.367682 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be60498b-b48f-4cd7-80d3-2a123008cc3b", "tag": "60f910a7-37d6-443b-b63e-e5f4dbe4758d", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:12:43.367945 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ba06fa57-b7b7-4ba5-8d90-f4fb49b5f346 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:12:43.368379 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be60498b-b48f-4cd7-80d3-2a123008cc3b', 'tag': '60f910a7-37d6-443b-b63e-e5f4dbe4758d', 'status': 'completed', 'code': 200} Jul 07 18:12:43.418224 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-6e9258f5-5199-4678-9d56-c6727608c5a8 None None] Set router 9c179646-4dc4-4758-bfaa-c166184ec61d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:12:43.461179 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b6040-b348-40fa-9e49-c2e1b8d01cd1 req-790c6825-30f8-49fd-932b-05d812611287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:43.463026 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b72b6040-b348-40fa-9e49-c2e1b8d01cd1 req-790c6825-30f8-49fd-932b-05d812611287 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 1098 time: 0.0618949 Jul 07 18:12:43.566861 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b6040-b348-40fa-9e49-c2e1b8d01cd1 req-ace29c5d-81e0-4a31-8253-b06404f10ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:43.568799 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b72b6040-b348-40fa-9e49-c2e1b8d01cd1 req-ace29c5d-81e0-4a31-8253-b06404f10ed0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 200 len: 910 time: 0.0999589 Jul 07 18:12:43.618697 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b72b6040-b348-40fa-9e49-c2e1b8d01cd1 req-9f8cf606-a107-483c-b839-14b1308c3fac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60f910a7-37d6-443b-b63e-e5f4dbe4758d HTTP/1.1" status: 200 len: 217 time: 0.0408766 Jul 07 18:12:43.658917 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6e9258f5-5199-4678-9d56-c6727608c5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35e6b168-df14-4584-8130-36aa9410e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:48Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 4, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'gw_port': {'id': '35e6b168-df14-4584-8130-36aa9410e86e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:49Z', 'updated_at': '2021-07-07T18:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '2ecda17c-8f96-4ada-b2c0-ea323db2d08c', 'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'mac_address': 'fa:16:3e:8f:ae:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:50Z', 'updated_at': '2021-07-07T18:03:57Z', 'revision_number': 5, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'subnets': [{'id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:43.674060 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b6040-b348-40fa-9e49-c2e1b8d01cd1 req-2a873a4d-eed0-4116-846b-cbd4b4c60bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:43.676058 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b72b6040-b348-40fa-9e49-c2e1b8d01cd1 req-2a873a4d-eed0-4116-846b-cbd4b4c60bdd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af82ef87-1562-46cd-9252-e5c0dd4efeb3 HTTP/1.1" status: 200 len: 848 time: 0.0508342 Jul 07 18:12:43.688320 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9258f5-5199-4678-9d56-c6727608c5a8 None None] Checking router: 9c179646-4dc4-4758-bfaa-c166184ec61d for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:12:43.697923 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9258f5-5199-4678-9d56-c6727608c5a8 None None] Routers {'9c179646-4dc4-4758-bfaa-c166184ec61d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:12:43.698564 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6e9258f5-5199-4678-9d56-c6727608c5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:12:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9c179646-4dc4-4758-bfaa-c166184ec61d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:43.784867 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b6040-b348-40fa-9e49-c2e1b8d01cd1 req-f2eb9fac-6bb9-4ab2-9a99-ef867e590ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:43.786383 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b72b6040-b348-40fa-9e49-c2e1b8d01cd1 req-f2eb9fac-6bb9-4ab2-9a99-ef867e590ee8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3958c35-0f43-4cb2-b3a1-076da511bd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025426 Jul 07 18:12:43.794745 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5117291-42c2-44f2-9469-77542a3e6ee0 req-eab61279-98b1-480c-82cb-902362b07c1c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:43.796251 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5117291-42c2-44f2-9469-77542a3e6ee0 req-eab61279-98b1-480c-82cb-902362b07c1c tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 947 time: 0.1027620 Jul 07 18:12:43.825776 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-6e9258f5-5199-4678-9d56-c6727608c5a8 None None] Set router 9c179646-4dc4-4758-bfaa-c166184ec61d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:12:43.889315 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-e5117291-42c2-44f2-9469-77542a3e6ee0 req-2faf6112-1e97-422d-9437-cd35b34d57ee tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836051 Jul 07 18:12:43.932216 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b72b6040-b348-40fa-9e49-c2e1b8d01cd1 req-d3f6f05c-045a-45df-8ca4-d5c580b953e1 service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348250 Jul 07 18:12:44.041401 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-b72b6040-b348-40fa-9e49-c2e1b8d01cd1 req-44d8ea82-a895-469f-8551-0f2b46d61434 service neutron] 10.222.0.15 "GET /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019006 Jul 07 18:12:44.086512 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-6e9258f5-5199-4678-9d56-c6727608c5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35e6b168-df14-4584-8130-36aa9410e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:48Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 4, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'gw_port': {'id': '35e6b168-df14-4584-8130-36aa9410e86e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:49Z', 'updated_at': '2021-07-07T18:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '2ecda17c-8f96-4ada-b2c0-ea323db2d08c', 'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'mac_address': 'fa:16:3e:8f:ae:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:50Z', 'updated_at': '2021-07-07T18:03:57Z', 'revision_number': 5, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'subnets': [{'id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:44.113874 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9258f5-5199-4678-9d56-c6727608c5a8 None None] The sync data for ids ['9c179646-4dc4-4758-bfaa-c166184ec61d'] in n-d-793620-7 is: [{'id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35e6b168-df14-4584-8130-36aa9410e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:48Z', 'updated_at': '2021-07-07T18:03:51Z', 'revision_number': 4, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'gw_port': {'id': '35e6b168-df14-4584-8130-36aa9410e86e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:49Z', 'updated_at': '2021-07-07T18:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '2ecda17c-8f96-4ada-b2c0-ea323db2d08c', 'name': '', 'network_id': 'b3958c35-0f43-4cb2-b3a1-076da511bd61', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'mac_address': 'fa:16:3e:8f:ae:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:50Z', 'updated_at': '2021-07-07T18:03:57Z', 'revision_number': 5, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'subnets': [{'id': 'af82ef87-1562-46cd-9252-e5c0dd4efeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:12:44.354123 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2084bf-2db5-44ae-96cc-87e7e27de000 None None] New status for floating IP bd425023-fa50-43c5-acbe-e36753bab8f0: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:12:44.891067 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d76af271-b51a-463b-969c-05b4ecebe0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:45.108006 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198811fc-ce29-4998-9ec1-8594e8942e9e req-41ccf0e7-b7c9-4a29-8e8a-b770c48bdb7a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:45.109528 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-198811fc-ce29-4998-9ec1-8594e8942e9e req-41ccf0e7-b7c9-4a29-8e8a-b770c48bdb7a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 947 time: 0.0786302 Jul 07 18:12:45.134780 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:45.150703 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-198811fc-ce29-4998-9ec1-8594e8942e9e req-c6471456-8797-4647-9f0f-18c71903b86a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/security-groups?id=b573f9e1-4a3b-4950-a3eb-ebc513bae56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337560 Jul 07 18:12:45.166338 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9b670-636f-43d9-8ef4-86d745f3f9b4 req-26ea3abb-4bf5-4a40-be2a-09f8972606f8 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:45.167866 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-53c9b670-636f-43d9-8ef4-86d745f3f9b4 req-26ea3abb-4bf5-4a40-be2a-09f8972606f8 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.15 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 947 time: 0.0743346 Jul 07 18:12:45.274251 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-53c9b670-636f-43d9-8ef4-86d745f3f9b4 req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Deleting port 60f910a7-37d6-443b-b63e-e5f4dbe4758d {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:12:45.274628 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-53c9b670-636f-43d9-8ef4-86d745f3f9b4 req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:45.371078 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-53c9b670-636f-43d9-8ef4-86d745f3f9b4 req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] For port 60f910a7-37d6-443b-b63e-e5f4dbe4758d, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=60f910a7-37d6-443b-b63e-e5f4dbe4758d,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:12:45.371440 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-53c9b670-636f-43d9-8ef4-86d745f3f9b4 req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:45.383901 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-53c9b670-636f-43d9-8ef4-86d745f3f9b4 req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Calling delete_port for 60f910a7-37d6-443b-b63e-e5f4dbe4758d owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:12:45.513315 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-53c9b670-636f-43d9-8ef4-86d745f3f9b4 req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:45.554298 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event deleted for resources: {'Port': ['ID=60f910a7-37d6-443b-b63e-e5f4dbe4758d,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:45.579283 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:45.579654 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:45.579976 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:45.580313 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:45.581150 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:45.581484 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:45.581810 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:45.582135 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:45.582484 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:45.582810 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:45.583131 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:45.583449 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:45.606156 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c9b670-636f-43d9-8ef4-86d745f3f9b4 req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] No DVR routers for this DVR port 60f910a7-37d6-443b-b63e-e5f4dbe4758d on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:12:45.608621 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-53c9b670-636f-43d9-8ef4-86d745f3f9b4 req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:45.610749 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-53c9b670-636f-43d9-8ef4-86d745f3f9b4 req-33575df9-7eac-43e2-a734-ef0c0005111b tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.15 "DELETE /v2.0/ports/60f910a7-37d6-443b-b63e-e5f4dbe4758d HTTP/1.1" status: 204 len: 173 time: 0.4373221 Jul 07 18:12:45.611184 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be60498b-b48f-4cd7-80d3-2a123008cc3b', 'name': 'network-vif-deleted', 'tag': '60f910a7-37d6-443b-b63e-e5f4dbe4758d'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:12:45.613462 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30416ab0-8a8b-44fb-9679-e2771d730db0" -d '{"events": [{"server_uuid": "be60498b-b48f-4cd7-80d3-2a123008cc3b", "name": "network-vif-deleted", "tag": "60f910a7-37d6-443b-b63e-e5f4dbe4758d"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:12:45.649561 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c5019d-5621-4c5c-83f4-95d894e54c62 x-openstack-request-id: req-d1c5019d-5621-4c5c-83f4-95d894e54c62 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:12:45.649856 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be60498b-b48f-4cd7-80d3-2a123008cc3b", "name": "network-vif-deleted", "tag": "60f910a7-37d6-443b-b63e-e5f4dbe4758d", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:12:45.650112 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1c5019d-5621-4c5c-83f4-95d894e54c62 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:12:45.650541 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be60498b-b48f-4cd7-80d3-2a123008cc3b', 'name': 'network-vif-deleted', 'tag': '60f910a7-37d6-443b-b63e-e5f4dbe4758d', 'status': 'completed', 'code': 200} Jul 07 18:12:46.301679 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-732d1d54-18ed-4fc9-a4f1-31c22d32b07e req-dbb4c52a-342a-43e0-9a97-4175dfa36e55 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 210 time: 0.0340629 Jul 07 18:12:47.306806 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:47.446870 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-615c9376-ee14-4da5-a40b-205e51ed8fad req-6458ab19-539b-44ca-acca-e315ef3b3232 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 210 time: 0.0288696 Jul 07 18:12:47.781445 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:48.082231 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4254ed1a-d8d1-42a6-8a18-cf934e899105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:48.784597 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b668f707-9194-4a07-b393-d4ee5a9d7a27 req-71437b5d-188b-4772-9a97-724204ebf290 tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "GET /v2.0/ports?device_id=be60498b-b48f-4cd7-80d3-2a123008cc3b HTTP/1.1" status: 200 len: 210 time: 0.0372794 Jul 07 18:12:49.170575 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:49.345686 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 60f910a7-37d6-443b-b63e-e5f4dbe4758d no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:12:49.366424 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: 60f910a7-37d6-443b-b63e-e5f4dbe4758d {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:12:49.366912 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device 60f910a7-37d6-443b-b63e-e5f4dbe4758d not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:12:49.877118 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38398) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:49.940247 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-686dc09b-6071-4dbb-868f-8e1ca500182a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:49.965651 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-686dc09b-6071-4dbb-868f-8e1ca500182a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:50.029873 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-686dc09b-6071-4dbb-868f-8e1ca500182a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:50.033457 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-686dc09b-6071-4dbb-868f-8e1ca500182a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:50.035710 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-686dc09b-6071-4dbb-868f-8e1ca500182a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] 10.222.0.50 "DELETE /v2.0/security-groups/b573f9e1-4a3b-4950-a3eb-ebc513bae56e HTTP/1.1" status: 204 len: 168 time: 0.1575296 Jul 07 18:12:50.045740 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686dc09b-6071-4dbb-868f-8e1ca500182a tempest-TestShelveInstance-144191044 tempest-TestShelveInstance-144191044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b573f9e1-4a3b-4950-a3eb-ebc513bae56e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:50.097868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38402) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:50.561403 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b9135f55-3b8f-495e-9891-a0f28ab9516b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:50.648008 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:50.846818 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b9135f55-3b8f-495e-9891-a0f28ab9516b admin admin] Deleting port 2ecda17c-8f96-4ada-b2c0-ea323db2d08c {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:12:50.847053 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b9135f55-3b8f-495e-9891-a0f28ab9516b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:50.937791 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-b9135f55-3b8f-495e-9891-a0f28ab9516b admin admin] For port 2ecda17c-8f96-4ada-b2c0-ea323db2d08c, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2ecda17c-8f96-4ada-b2c0-ea323db2d08c,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:12:50.938584 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b9135f55-3b8f-495e-9891-a0f28ab9516b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:50.952402 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b9135f55-3b8f-495e-9891-a0f28ab9516b admin admin] Calling delete_port for 2ecda17c-8f96-4ada-b2c0-ea323db2d08c owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:12:51.193371 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b9135f55-3b8f-495e-9891-a0f28ab9516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:51.219752 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9135f55-3b8f-495e-9891-a0f28ab9516b admin admin] Pushing event deleted for resources: {'Port': ['ID=2ecda17c-8f96-4ada-b2c0-ea323db2d08c,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:51.399534 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b9135f55-3b8f-495e-9891-a0f28ab9516b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:51.631356 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9135f55-3b8f-495e-9891-a0f28ab9516b admin admin] Router 9c179646-4dc4-4758-bfaa-c166184ec61d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:12:51.739520 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9135f55-3b8f-495e-9891-a0f28ab9516b admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:12:51.747011 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b9135f55-3b8f-495e-9891-a0f28ab9516b admin admin] 10.222.0.50 "PUT /v2.0/routers/9c179646-4dc4-4758-bfaa-c166184ec61d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6453307 Jul 07 18:12:51.748040 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38406) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:51.752146 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2b323d-142d-45bb-af19-7b44b351ce4d None None] Sync routers for ids ['9c179646-4dc4-4758-bfaa-c166184ec61d'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:12:51.762313 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b323d-142d-45bb-af19-7b44b351ce4d None None] Routers {'9c179646-4dc4-4758-bfaa-c166184ec61d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:12:51.762976 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8c2b323d-142d-45bb-af19-7b44b351ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:12:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9c179646-4dc4-4758-bfaa-c166184ec61d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:51.855859 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aa7a69d6-8594-4d0e-8e91-a16ccc40b270 admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:51.874615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-8c2b323d-142d-45bb-af19-7b44b351ce4d None None] Set router 9c179646-4dc4-4758-bfaa-c166184ec61d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:12:51.963825 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aa7a69d6-8594-4d0e-8e91-a16ccc40b270 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:52.019746 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-aa7a69d6-8594-4d0e-8e91-a16ccc40b270 admin admin] Deleting port 35e6b168-df14-4584-8130-36aa9410e86e {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:12:52.020007 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aa7a69d6-8594-4d0e-8e91-a16ccc40b270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:52.070861 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8c2b323d-142d-45bb-af19-7b44b351ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '35e6b168-df14-4584-8130-36aa9410e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:48Z', 'updated_at': '2021-07-07T18:12:51Z', 'revision_number': 5, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'gw_port': {'id': '35e6b168-df14-4584-8130-36aa9410e86e', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:49Z', 'updated_at': '2021-07-07T18:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:52.098788 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2b323d-142d-45bb-af19-7b44b351ce4d None None] Checking router: 9c179646-4dc4-4758-bfaa-c166184ec61d for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:12:52.108553 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b323d-142d-45bb-af19-7b44b351ce4d None None] Routers {'9c179646-4dc4-4758-bfaa-c166184ec61d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:12:52.109203 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8c2b323d-142d-45bb-af19-7b44b351ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:12:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['9c179646-4dc4-4758-bfaa-c166184ec61d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:52.364702 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-8c2b323d-142d-45bb-af19-7b44b351ce4d None None] Set router 9c179646-4dc4-4758-bfaa-c166184ec61d gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:12:52.394211 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-aa7a69d6-8594-4d0e-8e91-a16ccc40b270 admin admin] For port 35e6b168-df14-4584-8130-36aa9410e86e, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=35e6b168-df14-4584-8130-36aa9410e86e,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:12:52.394506 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aa7a69d6-8594-4d0e-8e91-a16ccc40b270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:52.407083 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-aa7a69d6-8594-4d0e-8e91-a16ccc40b270 admin admin] Calling delete_port for 35e6b168-df14-4584-8130-36aa9410e86e owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:12:52.416449 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8c2b323d-142d-45bb-af19-7b44b351ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:48Z', 'updated_at': '2021-07-07T18:12:51Z', 'revision_number': 6, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:52.447852 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2b323d-142d-45bb-af19-7b44b351ce4d None None] The sync data for ids ['9c179646-4dc4-4758-bfaa-c166184ec61d'] in n-d-793620-7 is: [{'id': '9c179646-4dc4-4758-bfaa-c166184ec61d', 'name': 'tempest-TestShelveInstance-1543249043-router', 'tenant_id': '09efd3e042724297a7c9de3ccecc1fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:48Z', 'updated_at': '2021-07-07T18:12:51Z', 'revision_number': 6, 'project_id': '09efd3e042724297a7c9de3ccecc1fb5', 'gw_port_host': None}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:12:52.578589 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aa7a69d6-8594-4d0e-8e91-a16ccc40b270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:52.601782 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a69d6-8594-4d0e-8e91-a16ccc40b270 admin admin] Pushing event deleted for resources: {'Port': ['ID=35e6b168-df14-4584-8130-36aa9410e86e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:52.664950 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aa7a69d6-8594-4d0e-8e91-a16ccc40b270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:52.756486 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aa7a69d6-8594-4d0e-8e91-a16ccc40b270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:52.758588 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aa7a69d6-8594-4d0e-8e91-a16ccc40b270 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:52.803498 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aa7a69d6-8594-4d0e-8e91-a16ccc40b270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:52.804078 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7a69d6-8594-4d0e-8e91-a16ccc40b270 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c179646-4dc4-4758-bfaa-c166184ec61d {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:12:52.809588 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-aa7a69d6-8594-4d0e-8e91-a16ccc40b270 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:52.814440 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38408) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:52.815469 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-aa7a69d6-8594-4d0e-8e91-a16ccc40b270 admin admin] 10.222.0.50 "DELETE /v2.0/routers/9c179646-4dc4-4758-bfaa-c166184ec61d HTTP/1.1" status: 204 len: 168 time: 1.0663633 Jul 07 18:12:52.867988 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6171df-0e3d-462a-b387-f325062ff6c2 admin admin] Deleting subnet af82ef87-1562-46cd-9252-e5c0dd4efeb3 {{(pid=100410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:12:52.872411 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bb6171df-0e3d-462a-b387-f325062ff6c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:52.914207 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bb6171df-0e3d-462a-b387-f325062ff6c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13959318'] for subnet, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:52.990880 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bb6171df-0e3d-462a-b387-f325062ff6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:53.043167 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bb6171df-0e3d-462a-b387-f325062ff6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13641677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13866895'] for subnet, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:53.242638 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2ecda17c-8f96-4ada-b2c0-ea323db2d08c no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:12:53.269186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 2ecda17c-8f96-4ada-b2c0-ea323db2d08c {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:12:53.269639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2ecda17c-8f96-4ada-b2c0-ea323db2d08c not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:12:53.393879 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6171df-0e3d-462a-b387-f325062ff6c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af82ef87-1562-46cd-9252-e5c0dd4efeb3,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:53.397547 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-bb6171df-0e3d-462a-b387-f325062ff6c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:53.400444 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-bb6171df-0e3d-462a-b387-f325062ff6c2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/af82ef87-1562-46cd-9252-e5c0dd4efeb3 HTTP/1.1" status: 204 len: 168 time: 0.5827925 Jul 07 18:12:53.401952 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38410) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:53.404974 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f056896a-7151-4f53-86de-25a3112cddcd None None] Network b3958c35-0f43-4cb2-b3a1-076da511bd61 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:12:53.472300 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ced197d4-5f61-40a0-b9c5-9f4bb88901e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:53.534221 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-ced197d4-5f61-40a0-b9c5-9f4bb88901e1 admin admin] Deleting port 2ac48253-5530-43d4-af56-8d7100945a06 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:12:53.534595 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ced197d4-5f61-40a0-b9c5-9f4bb88901e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:53.604936 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-ced197d4-5f61-40a0-b9c5-9f4bb88901e1 admin admin] For port 2ac48253-5530-43d4-af56-8d7100945a06, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2ac48253-5530-43d4-af56-8d7100945a06,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:12:53.605285 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ced197d4-5f61-40a0-b9c5-9f4bb88901e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:53.611409 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f515cf72-60b4-4c9b-a4db-0c7e8db00368 None None] DHCP port deletion for b3958c35-0f43-4cb2-b3a1-076da511bd61 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:12:53.621990 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-ced197d4-5f61-40a0-b9c5-9f4bb88901e1 admin admin] Calling delete_port for 2ac48253-5530-43d4-af56-8d7100945a06 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:12:53.660490 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f515cf72-60b4-4c9b-a4db-0c7e8db00368 None None] Deleting port 2ac48253-5530-43d4-af56-8d7100945a06 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:12:53.660870 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f515cf72-60b4-4c9b-a4db-0c7e8db00368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:53.703079 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ced197d4-5f61-40a0-b9c5-9f4bb88901e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:53.723559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-f515cf72-60b4-4c9b-a4db-0c7e8db00368 None None] For port 2ac48253-5530-43d4-af56-8d7100945a06, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=2ac48253-5530-43d4-af56-8d7100945a06,segment=NetworkSegment(6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df),segment_id=6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:12:53.723956 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f515cf72-60b4-4c9b-a4db-0c7e8db00368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:53.729975 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced197d4-5f61-40a0-b9c5-9f4bb88901e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac48253-5530-43d4-af56-8d7100945a06,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:53.735652 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced197d4-5f61-40a0-b9c5-9f4bb88901e1 admin admin] No DVR routers for this DVR port 2ac48253-5530-43d4-af56-8d7100945a06 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:12:53.745369 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-f515cf72-60b4-4c9b-a4db-0c7e8db00368 None None] Calling delete_port for 2ac48253-5530-43d4-af56-8d7100945a06 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:12:53.807204 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ced197d4-5f61-40a0-b9c5-9f4bb88901e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 18:12:53.816120 n-d-793620-7 neutron-server[100411]: self.session.flush() Jul 07 18:12:53.820831 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-ced197d4-5f61-40a0-b9c5-9f4bb88901e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3958c35-0f43-4cb2-b3a1-076da511bd61']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:53.826863 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f515cf72-60b4-4c9b-a4db-0c7e8db00368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:53.828664 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-ced197d4-5f61-40a0-b9c5-9f4bb88901e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:53.828968 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-ced197d4-5f61-40a0-b9c5-9f4bb88901e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b40cd6b-36dd-4d85-8c80-c8e94e5cb2df') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:53.839666 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ced197d4-5f61-40a0-b9c5-9f4bb88901e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:53.853382 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f515cf72-60b4-4c9b-a4db-0c7e8db00368 None None] No DVR routers for this DVR port 2ac48253-5530-43d4-af56-8d7100945a06 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:12:53.854577 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ced197d4-5f61-40a0-b9c5-9f4bb88901e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:53.855096 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515cf72-60b4-4c9b-a4db-0c7e8db00368 None None] Pushing event deleted for resources: {'Port': ['ID=2ac48253-5530-43d4-af56-8d7100945a06,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:53.863072 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced197d4-5f61-40a0-b9c5-9f4bb88901e1 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:12:53.863502 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ced197d4-5f61-40a0-b9c5-9f4bb88901e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:53.865060 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515cf72-60b4-4c9b-a4db-0c7e8db00368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: timer() Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:12:53.865351 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:12:53.868647 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515cf72-60b4-4c9b-a4db-0c7e8db00368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:53.868647 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515cf72-60b4-4c9b-a4db-0c7e8db00368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:53.868647 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515cf72-60b4-4c9b-a4db-0c7e8db00368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:53.868647 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515cf72-60b4-4c9b-a4db-0c7e8db00368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:53.868647 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515cf72-60b4-4c9b-a4db-0c7e8db00368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:53.868647 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515cf72-60b4-4c9b-a4db-0c7e8db00368 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:53.868647 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515cf72-60b4-4c9b-a4db-0c7e8db00368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:53.868647 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515cf72-60b4-4c9b-a4db-0c7e8db00368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:53.868647 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515cf72-60b4-4c9b-a4db-0c7e8db00368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:53.868647 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515cf72-60b4-4c9b-a4db-0c7e8db00368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:53.868647 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f515cf72-60b4-4c9b-a4db-0c7e8db00368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:12:53.932570 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ced197d4-5f61-40a0-b9c5-9f4bb88901e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:53.937883 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ced197d4-5f61-40a0-b9c5-9f4bb88901e1 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:53.940471 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ced197d4-5f61-40a0-b9c5-9f4bb88901e1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b3958c35-0f43-4cb2-b3a1-076da511bd61 HTTP/1.1" status: 204 len: 168 time: 0.5368731 Jul 07 18:12:53.943803 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38412) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:53.952851 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced197d4-5f61-40a0-b9c5-9f4bb88901e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3958c35-0f43-4cb2-b3a1-076da511bd61,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:54.301764 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac4058fc-2a15-416a-9115-8c0be5cf73e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:54.579514 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2ac48253-5530-43d4-af56-8d7100945a06 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:12:54.584516 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-ac4058fc-2a15-416a-9115-8c0be5cf73e4 admin admin] Deleting port 0edce308-bb5b-4244-b0a4-d0bf08de0292 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:12:54.584860 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac4058fc-2a15-416a-9115-8c0be5cf73e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:54.599926 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 2ac48253-5530-43d4-af56-8d7100945a06 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:12:54.600281 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 2ac48253-5530-43d4-af56-8d7100945a06 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:12:54.600712 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 35e6b168-df14-4584-8130-36aa9410e86e no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:12:54.623149 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 35e6b168-df14-4584-8130-36aa9410e86e {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:12:54.623498 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 35e6b168-df14-4584-8130-36aa9410e86e not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:12:54.667864 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-ac4058fc-2a15-416a-9115-8c0be5cf73e4 admin admin] For port 0edce308-bb5b-4244-b0a4-d0bf08de0292, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=0edce308-bb5b-4244-b0a4-d0bf08de0292,segment=NetworkSegment(b553cfb0-5f74-4f6d-84e3-149683dfd4ff),segment_id=b553cfb0-5f74-4f6d-84e3-149683dfd4ff)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:12:54.668222 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac4058fc-2a15-416a-9115-8c0be5cf73e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:54.681579 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-ac4058fc-2a15-416a-9115-8c0be5cf73e4 admin admin] Calling delete_port for 0edce308-bb5b-4244-b0a4-d0bf08de0292 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:12:54.866828 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac4058fc-2a15-416a-9115-8c0be5cf73e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:54.892338 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4058fc-2a15-416a-9115-8c0be5cf73e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0edce308-bb5b-4244-b0a4-d0bf08de0292,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:55.066707 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ac4058fc-2a15-416a-9115-8c0be5cf73e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:55.286927 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4058fc-2a15-416a-9115-8c0be5cf73e4 admin admin] Router 82441b68-b2e8-4beb-84cd-33f278f70d45 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:12:55.393860 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4058fc-2a15-416a-9115-8c0be5cf73e4 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:12:55.398864 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ac4058fc-2a15-416a-9115-8c0be5cf73e4 admin admin] 10.222.0.50 "PUT /v2.0/routers/82441b68-b2e8-4beb-84cd-33f278f70d45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4540036 Jul 07 18:12:55.401487 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38414) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:55.402131 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeb11a3-e28a-4781-9bb3-d5c0616a967f None None] Sync routers for ids ['82441b68-b2e8-4beb-84cd-33f278f70d45'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:12:55.412658 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeb11a3-e28a-4781-9bb3-d5c0616a967f None None] Routers {'82441b68-b2e8-4beb-84cd-33f278f70d45'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:12:55.413274 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-fbeb11a3-e28a-4781-9bb3-d5c0616a967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:12:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['82441b68-b2e8-4beb-84cd-33f278f70d45'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:55.509253 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f0a70316-e2a7-450f-bb71-5f5f62c5aa77 admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:55.514714 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-fbeb11a3-e28a-4781-9bb3-d5c0616a967f None None] Set router 82441b68-b2e8-4beb-84cd-33f278f70d45 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:12:55.610900 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f0a70316-e2a7-450f-bb71-5f5f62c5aa77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:55.670087 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-f0a70316-e2a7-450f-bb71-5f5f62c5aa77 admin admin] Deleting port 28aff54c-6abf-4df2-a2a4-5203a948dfd6 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:12:55.670533 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f0a70316-e2a7-450f-bb71-5f5f62c5aa77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:55.696244 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-fbeb11a3-e28a-4781-9bb3-d5c0616a967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82441b68-b2e8-4beb-84cd-33f278f70d45', 'name': 'tempest-TestShelveInstance-1318496877-router', 'tenant_id': 'a2ad8c7980fd476bb195e65021e2036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '28aff54c-6abf-4df2-a2a4-5203a948dfd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:53Z', 'updated_at': '2021-07-07T18:12:54Z', 'revision_number': 5, 'project_id': 'a2ad8c7980fd476bb195e65021e2036c', 'gw_port': {'id': '28aff54c-6abf-4df2-a2a4-5203a948dfd6', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82441b68-b2e8-4beb-84cd-33f278f70d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:03:54Z', 'updated_at': '2021-07-07T18:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:55.726333 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeb11a3-e28a-4781-9bb3-d5c0616a967f None None] Checking router: 82441b68-b2e8-4beb-84cd-33f278f70d45 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:12:55.734726 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeb11a3-e28a-4781-9bb3-d5c0616a967f None None] Routers {'82441b68-b2e8-4beb-84cd-33f278f70d45'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:12:55.735342 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-fbeb11a3-e28a-4781-9bb3-d5c0616a967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:12:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['82441b68-b2e8-4beb-84cd-33f278f70d45'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:55.751825 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-f0a70316-e2a7-450f-bb71-5f5f62c5aa77 admin admin] For port 28aff54c-6abf-4df2-a2a4-5203a948dfd6, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=28aff54c-6abf-4df2-a2a4-5203a948dfd6,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:12:55.752186 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f0a70316-e2a7-450f-bb71-5f5f62c5aa77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:55.764893 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-f0a70316-e2a7-450f-bb71-5f5f62c5aa77 admin admin] Calling delete_port for 28aff54c-6abf-4df2-a2a4-5203a948dfd6 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:12:55.821127 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-fbeb11a3-e28a-4781-9bb3-d5c0616a967f None None] Set router 82441b68-b2e8-4beb-84cd-33f278f70d45 gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:12:55.873092 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-fbeb11a3-e28a-4781-9bb3-d5c0616a967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82441b68-b2e8-4beb-84cd-33f278f70d45', 'name': 'tempest-TestShelveInstance-1318496877-router', 'tenant_id': 'a2ad8c7980fd476bb195e65021e2036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:53Z', 'updated_at': '2021-07-07T18:12:55Z', 'revision_number': 6, 'project_id': 'a2ad8c7980fd476bb195e65021e2036c', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:55.902602 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeb11a3-e28a-4781-9bb3-d5c0616a967f None None] The sync data for ids ['82441b68-b2e8-4beb-84cd-33f278f70d45'] in n-d-793620-7 is: [{'id': '82441b68-b2e8-4beb-84cd-33f278f70d45', 'name': 'tempest-TestShelveInstance-1318496877-router', 'tenant_id': 'a2ad8c7980fd476bb195e65021e2036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:03:53Z', 'updated_at': '2021-07-07T18:12:55Z', 'revision_number': 6, 'project_id': 'a2ad8c7980fd476bb195e65021e2036c', 'gw_port_host': None}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:12:55.948351 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f0a70316-e2a7-450f-bb71-5f5f62c5aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:55.972990 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a70316-e2a7-450f-bb71-5f5f62c5aa77 admin admin] Pushing event deleted for resources: {'Port': ['ID=28aff54c-6abf-4df2-a2a4-5203a948dfd6,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:56.045068 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f0a70316-e2a7-450f-bb71-5f5f62c5aa77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:56.433630 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f0a70316-e2a7-450f-bb71-5f5f62c5aa77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:56.435716 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f0a70316-e2a7-450f-bb71-5f5f62c5aa77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:56.478175 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f0a70316-e2a7-450f-bb71-5f5f62c5aa77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:56.478807 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a70316-e2a7-450f-bb71-5f5f62c5aa77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82441b68-b2e8-4beb-84cd-33f278f70d45 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:12:56.483479 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f0a70316-e2a7-450f-bb71-5f5f62c5aa77 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:56.484202 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f0a70316-e2a7-450f-bb71-5f5f62c5aa77 admin admin] 10.222.0.50 "DELETE /v2.0/routers/82441b68-b2e8-4beb-84cd-33f278f70d45 HTTP/1.1" status: 204 len: 168 time: 1.0817671 Jul 07 18:12:56.486769 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38420) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:56.531186 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa9c362-fe03-4050-a7e7-e012c070bd6d admin admin] Deleting subnet f09ab14f-bfe2-45b4-a404-466e072d7a37 {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:12:56.534271 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-caa9c362-fe03-4050-a7e7-e012c070bd6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:56.572279 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-caa9c362-fe03-4050-a7e7-e012c070bd6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:56.662700 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-caa9c362-fe03-4050-a7e7-e012c070bd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:56.703094 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 28aff54c-6abf-4df2-a2a4-5203a948dfd6 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:12:56.725077 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-caa9c362-fe03-4050-a7e7-e012c070bd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:56.731806 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 28aff54c-6abf-4df2-a2a4-5203a948dfd6 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:12:56.734053 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 28aff54c-6abf-4df2-a2a4-5203a948dfd6 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:12:56.734781 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0edce308-bb5b-4244-b0a4-d0bf08de0292 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:12:56.755261 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 0edce308-bb5b-4244-b0a4-d0bf08de0292 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:12:56.755738 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 0edce308-bb5b-4244-b0a4-d0bf08de0292 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:12:56.756282 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9c362-fe03-4050-a7e7-e012c070bd6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f09ab14f-bfe2-45b4-a404-466e072d7a37,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:56.765243 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-caa9c362-fe03-4050-a7e7-e012c070bd6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:56.765243 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-caa9c362-fe03-4050-a7e7-e012c070bd6d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f09ab14f-bfe2-45b4-a404-466e072d7a37 HTTP/1.1" status: 204 len: 168 time: 0.2744732 Jul 07 18:12:56.765716 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38422) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:56.766259 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6136571d-f907-4f1c-8a2e-74b390395aaf None None] Network 0f0b424f-99f3-4c30-88b6-05af6a0b0da2 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:12:56.845797 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-51990b2f-9f26-463f-b808-ac385127883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:56.916164 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-51990b2f-9f26-463f-b808-ac385127883f admin admin] Deleting port 81914ef3-3983-41ab-816f-06c7a60212b9 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:12:56.916679 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-51990b2f-9f26-463f-b808-ac385127883f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:57.011945 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-51990b2f-9f26-463f-b808-ac385127883f admin admin] For port 81914ef3-3983-41ab-816f-06c7a60212b9, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=81914ef3-3983-41ab-816f-06c7a60212b9,segment=NetworkSegment(b553cfb0-5f74-4f6d-84e3-149683dfd4ff),segment_id=b553cfb0-5f74-4f6d-84e3-149683dfd4ff)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:12:57.012295 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-51990b2f-9f26-463f-b808-ac385127883f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:57.014701 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f6ec0a-f99e-46cf-b507-d44fba072740 None None] DHCP port deletion for 0f0b424f-99f3-4c30-88b6-05af6a0b0da2 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:12:57.039290 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-51990b2f-9f26-463f-b808-ac385127883f admin admin] Calling delete_port for 81914ef3-3983-41ab-816f-06c7a60212b9 owned by network:dhcp {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:12:57.069978 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-80f6ec0a-f99e-46cf-b507-d44fba072740 None None] Deleting port 81914ef3-3983-41ab-816f-06c7a60212b9 {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:12:57.070364 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-80f6ec0a-f99e-46cf-b507-d44fba072740 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:57.131932 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-51990b2f-9f26-463f-b808-ac385127883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:57.137852 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-80f6ec0a-f99e-46cf-b507-d44fba072740 None None] For port 81914ef3-3983-41ab-816f-06c7a60212b9, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=81914ef3-3983-41ab-816f-06c7a60212b9,segment=NetworkSegment(b553cfb0-5f74-4f6d-84e3-149683dfd4ff),segment_id=b553cfb0-5f74-4f6d-84e3-149683dfd4ff)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:12:57.138269 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-80f6ec0a-f99e-46cf-b507-d44fba072740 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:57.157462 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51990b2f-9f26-463f-b808-ac385127883f admin admin] Pushing event deleted for resources: {'Port': ['ID=81914ef3-3983-41ab-816f-06c7a60212b9,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:57.160001 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-80f6ec0a-f99e-46cf-b507-d44fba072740 None None] Calling delete_port for 81914ef3-3983-41ab-816f-06c7a60212b9 owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:12:57.164519 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51990b2f-9f26-463f-b808-ac385127883f admin admin] No DVR routers for this DVR port 81914ef3-3983-41ab-816f-06c7a60212b9 on host n-d-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:12:57.253191 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-51990b2f-9f26-463f-b808-ac385127883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:57.263548 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-80f6ec0a-f99e-46cf-b507-d44fba072740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:57.268689 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-51990b2f-9f26-463f-b808-ac385127883f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0b424f-99f3-4c30-88b6-05af6a0b0da2']}} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:57.281458 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-51990b2f-9f26-463f-b808-ac385127883f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b553cfb0-5f74-4f6d-84e3-149683dfd4ff') {'for_net_delete': True} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:57.281731 n-d-793620-7 neutron-server[100410]: DEBUG neutron.services.segments.db [None req-51990b2f-9f26-463f-b808-ac385127883f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b553cfb0-5f74-4f6d-84e3-149683dfd4ff') {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:12:57.292333 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6ec0a-f99e-46cf-b507-d44fba072740 None None] Pushing event deleted for resources: {'Port': ['ID=81914ef3-3983-41ab-816f-06c7a60212b9,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:57.294359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6ec0a-f99e-46cf-b507-d44fba072740 None None] No DVR routers for this DVR port 81914ef3-3983-41ab-816f-06c7a60212b9 on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:12:57.305071 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-51990b2f-9f26-463f-b808-ac385127883f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13959297'] for segment, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:57.331738 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-51990b2f-9f26-463f-b808-ac385127883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:57.339572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51990b2f-9f26-463f-b808-ac385127883f admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=100410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:12:57.340316 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-51990b2f-9f26-463f-b808-ac385127883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13641512'] for segment, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: Traceback (most recent call last): Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: timer() Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: cb(*args, **kw) Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: return func(*args, **kwargs) Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: self._notify() Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: self.callback(batched_events) Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: event.method(event) Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: return f(self, *a, **k) Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: return self._get(url).json() Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: return self.request(url, 'GET', **kwargs) Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:12:57.342367 n-d-793620-7 neutron-server[100410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:12:57.416484 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-51990b2f-9f26-463f-b808-ac385127883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:57.424944 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-51990b2f-9f26-463f-b808-ac385127883f admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:57.431712 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-51990b2f-9f26-463f-b808-ac385127883f admin admin] 10.222.0.50 "DELETE /v2.0/networks/0f0b424f-99f3-4c30-88b6-05af6a0b0da2 HTTP/1.1" status: 204 len: 168 time: 0.6617558 Jul 07 18:12:57.441473 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51990b2f-9f26-463f-b808-ac385127883f admin admin] Pushing event deleted for resources: {'Network': ['ID=0f0b424f-99f3-4c30-88b6-05af6a0b0da2,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:57.566279 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38426) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:57.615958 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-acb90976-be45-495a-aee4-03c16c711da2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09efd3e042724297a7c9de3ccecc1fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483308 Jul 07 18:12:57.618545 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38428) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:57.671748 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4daabf5e-6a14-469f-9e1c-c372afe5daac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:57.695597 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4daabf5e-6a14-469f-9e1c-c372afe5daac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:57.756412 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4daabf5e-6a14-469f-9e1c-c372afe5daac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:57.759029 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-4daabf5e-6a14-469f-9e1c-c372afe5daac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:57.760248 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-4daabf5e-6a14-469f-9e1c-c372afe5daac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0d123da-1e0a-4de6-9b42-bf976b8db80c HTTP/1.1" status: 204 len: 168 time: 0.1407475 Jul 07 18:12:57.768213 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daabf5e-6a14-469f-9e1c-c372afe5daac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d123da-1e0a-4de6-9b42-bf976b8db80c,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:58.112358 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38434) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:58.154748 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-816c19eb-0760-4306-b649-4e08b19efc91 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a2ad8c7980fd476bb195e65021e2036c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411181 Jul 07 18:12:58.157160 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38436) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:58.208142 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a3706ee-67c3-4476-8c97-f90fb1f51926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.230535 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a3706ee-67c3-4476-8c97-f90fb1f51926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.279329 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a3706ee-67c3-4476-8c97-f90fb1f51926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.282367 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-7a3706ee-67c3-4476-8c97-f90fb1f51926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:58.283698 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-7a3706ee-67c3-4476-8c97-f90fb1f51926 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/86161830-d1ba-44b0-a89c-683cbc1ccddd HTTP/1.1" status: 204 len: 168 time: 0.1254511 Jul 07 18:12:58.293341 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3706ee-67c3-4476-8c97-f90fb1f51926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86161830-d1ba-44b0-a89c-683cbc1ccddd,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:58.570999 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 81914ef3-3983-41ab-816f-06c7a60212b9 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:12:58.591974 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 81914ef3-3983-41ab-816f-06c7a60212b9 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:12:58.592354 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 81914ef3-3983-41ab-816f-06c7a60212b9 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:12:58.979807 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38458) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:59.076389 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-a2524eb2-2273-4a11-a7a7-2be9e097cd68 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1524433859-network', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:59.099042 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2524eb2-2273-4a11-a7a7-2be9e097cd68 admin admin] Made reservation on behalf of 7caaf510b28e4b3c90ee39437ec57c21 for: {'network': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:12:59.101367 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2524eb2-2273-4a11-a7a7-2be9e097cd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.110154 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2524eb2-2273-4a11-a7a7-2be9e097cd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.210328 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2524eb2-2273-4a11-a7a7-2be9e097cd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.220600 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2524eb2-2273-4a11-a7a7-2be9e097cd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.244798 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2524eb2-2273-4a11-a7a7-2be9e097cd68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=100409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:12:59.254926 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2524eb2-2273-4a11-a7a7-2be9e097cd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fab6c3-3cbb-4d9f-bcf7-0bc36f89dba3,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:59.259645 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2524eb2-2273-4a11-a7a7-2be9e097cd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.259982 n-d-793620-7 neutron-server[100409]: INFO neutron.db.segments_db [None req-a2524eb2-2273-4a11-a7a7-2be9e097cd68 admin admin] Added segment 011ee095-4912-408c-a0c7-f7fe93a33252 of type vlan for network 6774e3e1-84ae-4daa-81f9-6a2540433f52 Jul 07 18:12:59.299566 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2524eb2-2273-4a11-a7a7-2be9e097cd68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.328197 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2524eb2-2273-4a11-a7a7-2be9e097cd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.329256 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2524eb2-2273-4a11-a7a7-2be9e097cd68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:59.329773 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-a2524eb2-2273-4a11-a7a7-2be9e097cd68 admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.388362 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-a2524eb2-2273-4a11-a7a7-2be9e097cd68 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4074271 Jul 07 18:12:59.391184 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38462) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:59.396514 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-6e2e1dc5-e104-497e-97e9-77b7bd5e7962 admin admin] Request body: {'subnet': {'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1524433859-subnet', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'ip_version': 4}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:59.399414 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2524eb2-2273-4a11-a7a7-2be9e097cd68 admin admin] Pushing event updated for resources: {'Network': ['ID=6774e3e1-84ae-4daa-81f9-6a2540433f52,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:59.409087 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network 6774e3e1-84ae-4daa-81f9-6a2540433f52 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:12:59.428554 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2e1dc5-e104-497e-97e9-77b7bd5e7962 admin admin] Made reservation on behalf of 7caaf510b28e4b3c90ee39437ec57c21 for: {'subnet': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:12:59.431274 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1dc5-e104-497e-97e9-77b7bd5e7962 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386230'] for subnet, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.602353 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1dc5-e104-497e-97e9-77b7bd5e7962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14375543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386212'] for subnet, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.656461 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e1dc5-e104-497e-97e9-77b7bd5e7962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c610bb-6f02-49a0-8c07-c29242c9e72e,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:12:59.666431 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e1dc5-e104-497e-97e9-77b7bd5e7962 admin admin] Checking segment: {'id': '011ee095-4912-408c-a0c7-f7fe93a33252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:12:59.666798 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e1dc5-e104-497e-97e9-77b7bd5e7962 admin admin] Network hostable DHCP agents. Network: 6774e3e1-84ae-4daa-81f9-6a2540433f52, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:12:59.683531 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e1dc5-e104-497e-97e9-77b7bd5e7962 admin admin] Network 6774e3e1-84ae-4daa-81f9-6a2540433f52 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:12:59.691915 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-6e2e1dc5-e104-497e-97e9-77b7bd5e7962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, 6774e3e1-84ae-4daa-81f9-6a2540433f52) {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:12:59.695999 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2e1dc5-e104-497e-97e9-77b7bd5e7962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:12:59.696586 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1dc5-e104-497e-97e9-77b7bd5e7962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.701955 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75a549f-0550-4ee8-a354-a22d4c5a27b8 None None] Network 6774e3e1-84ae-4daa-81f9-6a2540433f52 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:12:59.711334 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-6e2e1dc5-e104-497e-97e9-77b7bd5e7962 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3191459 Jul 07 18:12:59.713965 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38464) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:12:59.718306 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-d78c1c33-e3d3-40fe-9328-6c8976370499 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:12:59.740217 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d78c1c33-e3d3-40fe-9328-6c8976370499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.741242 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d78c1c33-e3d3-40fe-9328-6c8976370499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.793129 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d78c1c33-e3d3-40fe-9328-6c8976370499 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.856186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-6774e3e1-84ae-4daa-81f9-6a2540433f52', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:12:59.857096 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:12:59.933509 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d78c1c33-e3d3-40fe-9328-6c8976370499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:00.015733 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Allocated IP 172.20.0.2 (6774e3e1-84ae-4daa-81f9-6a2540433f52/26c610bb-6f02-49a0-8c07-c29242c9e72e/37ba7e29-45ec-4ed3-bfef-9409dc7395eb) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:13:00.162625 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d78c1c33-e3d3-40fe-9328-6c8976370499 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:00.182704 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d78c1c33-e3d3-40fe-9328-6c8976370499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:00.188313 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:00.197504 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Transition to ACTIVE for port object 37ba7e29-45ec-4ed3-bfef-9409dc7395eb will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:00.213674 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Transition to ACTIVE for port object 37ba7e29-45ec-4ed3-bfef-9409dc7395eb will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:00.220094 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:00.257132 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Network 6774e3e1-84ae-4daa-81f9-6a2540433f52 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:00.259965 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:00.262421 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:13:00.277044 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Pushing event updated for resources: {'Port': ['ID=37ba7e29-45ec-4ed3-bfef-9409dc7395eb,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:00.287971 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-d78c1c33-e3d3-40fe-9328-6c8976370499 admin admin] Allocated IP 172.25.2.28 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/4c2912ed-c9d9-448f-8dda-341359d4d059) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:13:00.335310 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Attempting to bind port 37ba7e29-45ec-4ed3-bfef-9409dc7395eb on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:13:00.335685 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Attempting to bind port 37ba7e29-45ec-4ed3-bfef-9409dc7395eb by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '011ee095-4912-408c-a0c7-f7fe93a33252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:13:00.336171 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Attempting to bind port 37ba7e29-45ec-4ed3-bfef-9409dc7395eb on network 6774e3e1-84ae-4daa-81f9-6a2540433f52 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:00.341236 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:13:00.341618 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Checking segment: {'id': '011ee095-4912-408c-a0c7-f7fe93a33252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:00.342029 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:00.342456 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Bound using segment: {'id': '011ee095-4912-408c-a0c7-f7fe93a33252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:13:00.342932 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Bound port: 37ba7e29-45ec-4ed3-bfef-9409dc7395eb, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011ee095-4912-408c-a0c7-f7fe93a33252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:13:00.343321 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:00.399263 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d78c1c33-e3d3-40fe-9328-6c8976370499 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:00.409159 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] For port 37ba7e29-45ec-4ed3-bfef-9409dc7395eb, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:13:00.412615 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] For port 37ba7e29-45ec-4ed3-bfef-9409dc7395eb, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=37ba7e29-45ec-4ed3-bfef-9409dc7395eb,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:13:00.416578 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:00.440656 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d78c1c33-e3d3-40fe-9328-6c8976370499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:00.478032 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78c1c33-e3d3-40fe-9328-6c8976370499 admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:00.479000 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443f41d-a2a8-435b-a48d-0a58a5930c52 None None] Pushing event updated for resources: {'Port': ['ID=37ba7e29-45ec-4ed3-bfef-9409dc7395eb,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:00.481194 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-d78c1c33-e3d3-40fe-9328-6c8976370499 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:00.484818 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78c1c33-e3d3-40fe-9328-6c8976370499 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:13:00.514744 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c1c33-e3d3-40fe-9328-6c8976370499 admin admin] Pushing event updated for resources: {'Port': ['ID=4c2912ed-c9d9-448f-8dda-341359d4d059,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:00.777274 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d78c1c33-e3d3-40fe-9328-6c8976370499 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:00.999787 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d78c1c33-e3d3-40fe-9328-6c8976370499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:01.138875 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78c1c33-e3d3-40fe-9328-6c8976370499 admin admin] Router 01034384-099e-4573-bac0-953843a3ebd1 is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:13:01.282300 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78c1c33-e3d3-40fe-9328-6c8976370499 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:13:01.294112 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] Sync routers for ids ['01034384-099e-4573-bac0-953843a3ebd1'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:13:01.304620 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-d78c1c33-e3d3-40fe-9328-6c8976370499 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:01.306486 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-d78c1c33-e3d3-40fe-9328-6c8976370499 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5914032 Jul 07 18:13:01.309309 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38466) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:01.309895 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] Routers {'01034384-099e-4573-bac0-953843a3ebd1'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:01.310703 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:12:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['01034384-099e-4573-bac0-953843a3ebd1'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:01.427763 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] Set router 01034384-099e-4573-bac0-953843a3ebd1 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:01.491464 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4041a8ed-5dd6-48d4-8080-3389ffac6a92 None None] Network 6774e3e1-84ae-4daa-81f9-6a2540433f52 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:13:01.612707 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-d6e7eba2-d388-4260-9ac9-c3ce4a4ab4ba None None] Provisioning for port 37ba7e29-45ec-4ed3-bfef-9409dc7395eb completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:01.753113 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8172677e-141d-46f5-9757-87daaf666bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:01.763147 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01034384-099e-4573-bac0-953843a3ebd1', 'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:12:59Z', 'updated_at': '2021-07-07T18:13:00Z', 'revision_number': 3, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'gw_port': {'id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:00Z', 'updated_at': '2021-07-07T18:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:01.799272 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] Checking router: 01034384-099e-4573-bac0-953843a3ebd1 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:13:01.799628 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] Updating router 01034384-099e-4573-bac0-953843a3ebd1 port 4c2912ed-c9d9-448f-8dda-341359d4d059 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:13:01.838108 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:01.931703 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-8172677e-141d-46f5-9757-87daaf666bfc admin admin] Allocated IP 172.20.0.1 (6774e3e1-84ae-4daa-81f9-6a2540433f52/26c610bb-6f02-49a0-8c07-c29242c9e72e/db80a29f-bf2f-4624-96e2-6f297bf44be8) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:13:02.059743 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8172677e-141d-46f5-9757-87daaf666bfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:02.081160 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-8172677e-141d-46f5-9757-87daaf666bfc admin admin] Transition to ACTIVE for port object db80a29f-bf2f-4624-96e2-6f297bf44be8 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:02.126804 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8172677e-141d-46f5-9757-87daaf666bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:02.149279 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:02.163311 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] Transition to ACTIVE for port object 4c2912ed-c9d9-448f-8dda-341359d4d059 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:02.170953 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:02.175224 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8172677e-141d-46f5-9757-87daaf666bfc admin admin] Network 6774e3e1-84ae-4daa-81f9-6a2540433f52 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:02.178500 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-8172677e-141d-46f5-9757-87daaf666bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:02.183242 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8172677e-141d-46f5-9757-87daaf666bfc admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:13:02.186475 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172677e-141d-46f5-9757-87daaf666bfc admin admin] Pushing event updated for resources: {'Port': ['ID=db80a29f-bf2f-4624-96e2-6f297bf44be8,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:02.228042 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8172677e-141d-46f5-9757-87daaf666bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:02.230367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] Attempting to bind port 4c2912ed-c9d9-448f-8dda-341359d4d059 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:13:02.230771 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] Attempting to bind port 4c2912ed-c9d9-448f-8dda-341359d4d059 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:13:02.231138 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] Attempting to bind port 4c2912ed-c9d9-448f-8dda-341359d4d059 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:02.239719 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0f553-3398-43e8-b254-33e42b36b49b None None] Pushing event updated for resources: {'Port': ['ID=4c2912ed-c9d9-448f-8dda-341359d4d059,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:02.243349 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:13:02.243730 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:02.244141 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:02.244540 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:13:02.245011 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] Bound port: 4c2912ed-c9d9-448f-8dda-341359d4d059, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:13:02.245398 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:02.318843 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] For port 4c2912ed-c9d9-448f-8dda-341359d4d059, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:13:02.322890 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] For port 4c2912ed-c9d9-448f-8dda-341359d4d059, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4c2912ed-c9d9-448f-8dda-341359d4d059,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:13:02.328578 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:02.390100 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8172677e-141d-46f5-9757-87daaf666bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:02.399226 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0f553-3398-43e8-b254-33e42b36b49b None None] Pushing event updated for resources: {'Port': ['ID=4c2912ed-c9d9-448f-8dda-341359d4d059,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:02.402727 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] Routers {'01034384-099e-4573-bac0-953843a3ebd1'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:02.403371 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:12:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['01034384-099e-4573-bac0-953843a3ebd1'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:02.518826 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] Set router 01034384-099e-4573-bac0-953843a3ebd1 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:02.522410 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3948046e-752a-46b1-b404-1a9e01ca2277 None None] Provisioning for port db80a29f-bf2f-4624-96e2-6f297bf44be8 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:02.551356 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-3948046e-752a-46b1-b404-1a9e01ca2277 None None] Provisioning complete for port db80a29f-bf2f-4624-96e2-6f297bf44be8 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:02.551763 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3948046e-752a-46b1-b404-1a9e01ca2277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:02.570252 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8172677e-141d-46f5-9757-87daaf666bfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:02.575982 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8172677e-141d-46f5-9757-87daaf666bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:02.623009 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 37ba7e29-45ec-4ed3-bfef-9409dc7395eb up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:02.648186 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-3948046e-752a-46b1-b404-1a9e01ca2277 None None] Port db80a29f-bf2f-4624-96e2-6f297bf44be8 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:13:02.651865 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172677e-141d-46f5-9757-87daaf666bfc admin admin] Pushing event updated for resources: {'Port': ['ID=db80a29f-bf2f-4624-96e2-6f297bf44be8,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:02.654700 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-8172677e-141d-46f5-9757-87daaf666bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:02.753126 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8172677e-141d-46f5-9757-87daaf666bfc admin admin] Network 6774e3e1-84ae-4daa-81f9-6a2540433f52 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:02.754800 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-8172677e-141d-46f5-9757-87daaf666bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:02.939212 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 37ba7e29-45ec-4ed3-bfef-9409dc7395eb completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:02.955881 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 37ba7e29-45ec-4ed3-bfef-9409dc7395eb triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:02.956475 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:03.055342 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9b5dd85b-8074-4a24-9694-d6635eed37d8 None None] Provisioning complete for port db80a29f-bf2f-4624-96e2-6f297bf44be8 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:03.055834 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd85b-8074-4a24-9694-d6635eed37d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:03.129086 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-9b5dd85b-8074-4a24-9694-d6635eed37d8 None None] Port db80a29f-bf2f-4624-96e2-6f297bf44be8 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:13:03.174563 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01034384-099e-4573-bac0-953843a3ebd1', 'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:12:59Z', 'updated_at': '2021-07-07T18:13:02Z', 'revision_number': 4, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'gw_port': {'id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:00Z', 'updated_at': '2021-07-07T18:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'db80a29f-bf2f-4624-96e2-6f297bf44be8', 'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'mac_address': 'fa:16:3e:a5:07:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:01Z', 'updated_at': '2021-07-07T18:13:01Z', 'revision_number': 1, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'subnets': [{'id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:03.179547 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:03.190765 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8172677e-141d-46f5-9757-87daaf666bfc admin admin] Router 01034384-099e-4573-bac0-953843a3ebd1 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:13:03.212747 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd641b31-b9cf-408a-88af-59e4eadf39da None None] The sync data for ids ['01034384-099e-4573-bac0-953843a3ebd1'] in n-d-793620-7 is: [{'id': '01034384-099e-4573-bac0-953843a3ebd1', 'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:12:59Z', 'updated_at': '2021-07-07T18:13:02Z', 'revision_number': 4, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'gw_port': {'id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:00Z', 'updated_at': '2021-07-07T18:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'db80a29f-bf2f-4624-96e2-6f297bf44be8', 'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'mac_address': 'fa:16:3e:a5:07:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:01Z', 'updated_at': '2021-07-07T18:13:01Z', 'revision_number': 1, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'subnets': [{'id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:13:03.240028 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 37ba7e29-45ec-4ed3-bfef-9409dc7395eb, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=37ba7e29-45ec-4ed3-bfef-9409dc7395eb,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:03.246410 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:03.307532 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8172677e-141d-46f5-9757-87daaf666bfc admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:13:03.307706 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=37ba7e29-45ec-4ed3-bfef-9409dc7395eb,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:03.315914 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8172677e-141d-46f5-9757-87daaf666bfc admin admin] 10.222.0.50 "PUT /v2.0/routers/01034384-099e-4573-bac0-953843a3ebd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0021470 Jul 07 18:13:03.901958 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38482) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:03.907316 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-777deea8-c160-4527-acae-67f9da09cbf9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-954329513-network', 'tenant_id': '78d58793ed31429896a369d721c313a1'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:03.946231 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777deea8-c160-4527-acae-67f9da09cbf9 admin admin] Made reservation on behalf of 78d58793ed31429896a369d721c313a1 for: {'network': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:13:03.949380 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-777deea8-c160-4527-acae-67f9da09cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for network, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:03.959677 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-777deea8-c160-4527-acae-67f9da09cbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:04.101464 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-777deea8-c160-4527-acae-67f9da09cbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:04.110766 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-777deea8-c160-4527-acae-67f9da09cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:04.135062 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777deea8-c160-4527-acae-67f9da09cbf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=100410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 18:13:04.159150 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-777deea8-c160-4527-acae-67f9da09cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:04.159389 n-d-793620-7 neutron-server[100410]: INFO neutron.db.segments_db [None req-777deea8-c160-4527-acae-67f9da09cbf9 admin admin] Added segment 78ce09dc-8531-4b9f-9368-541c512927f3 of type vlan for network dd70c5da-c7e1-4c94-90c7-59038c575253 Jul 07 18:13:04.167199 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777deea8-c160-4527-acae-67f9da09cbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddbc83f-abda-4040-9e3e-7de2580bd9b1,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:04.211056 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-777deea8-c160-4527-acae-67f9da09cbf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733657669223'] for network, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:04.249584 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-777deea8-c160-4527-acae-67f9da09cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423'] for network, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:04.251065 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777deea8-c160-4527-acae-67f9da09cbf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:04.251981 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-777deea8-c160-4527-acae-67f9da09cbf9 admin admin] Notify callbacks [] for network, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:04.314959 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-777deea8-c160-4527-acae-67f9da09cbf9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4092956 Jul 07 18:13:04.315352 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38484) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:04.322112 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-9fda5835-b4ee-41b0-86ff-1aa63d68c794 admin admin] Request body: {'subnet': {'network_id': 'dd70c5da-c7e1-4c94-90c7-59038c575253', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-954329513-subnet', 'tenant_id': '78d58793ed31429896a369d721c313a1', 'ip_version': 4}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:04.335816 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777deea8-c160-4527-acae-67f9da09cbf9 admin admin] Pushing event updated for resources: {'Network': ['ID=dd70c5da-c7e1-4c94-90c7-59038c575253,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:04.354824 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fda5835-b4ee-41b0-86ff-1aa63d68c794 admin admin] Made reservation on behalf of 78d58793ed31429896a369d721c313a1 for: {'subnet': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:13:04.357409 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9fda5835-b4ee-41b0-86ff-1aa63d68c794 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13866350'] for subnet, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:04.358986 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Network dd70c5da-c7e1-4c94-90c7-59038c575253 details requested by agent ovs-agent-n-d-793620-7 with host n-d-793620-7 {{(pid=100411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 18:13:04.582106 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9fda5835-b4ee-41b0-86ff-1aa63d68c794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13641610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13866364'] for subnet, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:04.643744 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda5835-b4ee-41b0-86ff-1aa63d68c794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c4c5b0-99b9-4af9-a6ba-9843c21816bf,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:04.670652 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fda5835-b4ee-41b0-86ff-1aa63d68c794 admin admin] Checking segment: {'id': '78ce09dc-8531-4b9f-9368-541c512927f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dd70c5da-c7e1-4c94-90c7-59038c575253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:04.671176 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fda5835-b4ee-41b0-86ff-1aa63d68c794 admin admin] Network hostable DHCP agents. Network: dd70c5da-c7e1-4c94-90c7-59038c575253, hostable agents: ['a48324dc-d257-44fe-9cbb-dfe5bc90d5f7'], hosted agents: [] {{(pid=100410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 18:13:04.696264 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fda5835-b4ee-41b0-86ff-1aa63d68c794 admin admin] Network dd70c5da-c7e1-4c94-90c7-59038c575253 is scheduled to be hosted by DHCP agent a48324dc-d257-44fe-9cbb-dfe5bc90d5f7 with binding_index 1 {{(pid=100410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 18:13:04.709812 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-9fda5835-b4ee-41b0-86ff-1aa63d68c794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-7, dd70c5da-c7e1-4c94-90c7-59038c575253) {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:04.715514 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fda5835-b4ee-41b0-86ff-1aa63d68c794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:04.716206 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-9fda5835-b4ee-41b0-86ff-1aa63d68c794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:04.720910 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f493c29-b686-4258-92bd-257e6b45a9b4 None None] Network dd70c5da-c7e1-4c94-90c7-59038c575253 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:13:04.738636 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-9fda5835-b4ee-41b0-86ff-1aa63d68c794 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4220412 Jul 07 18:13:04.741027 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38486) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:04.746142 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-9bfc897e-dd40-465e-b59d-29ff6b027c2f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-954329513-router', 'tenant_id': '78d58793ed31429896a369d721c313a1', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:04.775960 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 37ba7e29-45ec-4ed3-bfef-9409dc7395eb up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:04.779270 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bfc897e-dd40-465e-b59d-29ff6b027c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2094899'] for router, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:04.781102 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bfc897e-dd40-465e-b59d-29ff6b027c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2094890'] for router, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:04.872239 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bfc897e-dd40-465e-b59d-29ff6b027c2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:04.880618 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 37ba7e29-45ec-4ed3-bfef-9409dc7395eb triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:04.881053 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:05.000043 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2c1344e-d0fb-5aae-9510-8cbc67a1de2e-dd70c5da-c7e1-4c94-90c7-59038c575253', 'network_id': 'dd70c5da-c7e1-4c94-90c7-59038c575253', 'tenant_id': '78d58793ed31429896a369d721c313a1', 'fixed_ips': [{'subnet_id': '60c4c5b0-99b9-4af9-a6ba-9843c21816bf'}]}} from n-d-793620-7. {{(pid=100411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 18:13:05.000907 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:05.019665 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bfc897e-dd40-465e-b59d-29ff6b027c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2094872'] for router, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:05.039357 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4c2912ed-c9d9-448f-8dda-341359d4d059 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:05.177082 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 4c2912ed-c9d9-448f-8dda-341359d4d059 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:05.187214 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4c2912ed-c9d9-448f-8dda-341359d4d059 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:05.187752 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:05.236682 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.db_base_plugin_common [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Allocated IP 172.20.0.2 (dd70c5da-c7e1-4c94-90c7-59038c575253/60c4c5b0-99b9-4af9-a6ba-9843c21816bf/035e9f7c-4351-4fce-8b0d-9140fa370473) {{(pid=100411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:13:05.264248 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bfc897e-dd40-465e-b59d-29ff6b027c2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:05.290033 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bfc897e-dd40-465e-b59d-29ff6b027c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:05.354843 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:05.400154 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 4c2912ed-c9d9-448f-8dda-341359d4d059, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4c2912ed-c9d9-448f-8dda-341359d4d059,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:05.408965 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:05.427478 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-9bfc897e-dd40-465e-b59d-29ff6b027c2f admin admin] Allocated IP 172.25.2.30 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/882dd529-b0a9-45f9-ae32-ceb47a52aec7) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:13:05.552598 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Notify callbacks [] for port, precommit_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:05.557429 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bfc897e-dd40-465e-b59d-29ff6b027c2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:05.568323 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=4c2912ed-c9d9-448f-8dda-341359d4d059,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:05.573083 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Transition to ACTIVE for port object 035e9f7c-4351-4fce-8b0d-9140fa370473 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:05.591214 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Transition to ACTIVE for port object 035e9f7c-4351-4fce-8b0d-9140fa370473 will not be triggered until provisioned by entity DHCP. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:05.598262 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917'] for port, after_create {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:05.607480 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bfc897e-dd40-465e-b59d-29ff6b027c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:05.642824 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Network dd70c5da-c7e1-4c94-90c7-59038c575253 is already hosted by enough agents. {{(pid=100411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:05.645799 n-d-793620-7 neutron-server[100411]: DEBUG neutron.scheduler.base_scheduler [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Resources bound (agent type, host, resource id): {{(pid=100411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:05.648926 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Received port after_create {{(pid=100411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:13:05.654287 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfc897e-dd40-465e-b59d-29ff6b027c2f admin admin] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:05.658807 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-9bfc897e-dd40-465e-b59d-29ff6b027c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:05.663706 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfc897e-dd40-465e-b59d-29ff6b027c2f admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:13:05.667172 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc897e-dd40-465e-b59d-29ff6b027c2f admin admin] Pushing event updated for resources: {'Port': ['ID=882dd529-b0a9-45f9-ae32-ceb47a52aec7,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:05.692113 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Pushing event updated for resources: {'Port': ['ID=035e9f7c-4351-4fce-8b0d-9140fa370473,revision_number=1']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:05.723331 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] Sync routers for ids ['01034384-099e-4573-bac0-953843a3ebd1'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:13:05.727610 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Attempting to bind port 035e9f7c-4351-4fce-8b0d-9140fa370473 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:13:05.728356 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Attempting to bind port 035e9f7c-4351-4fce-8b0d-9140fa370473 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '78ce09dc-8531-4b9f-9368-541c512927f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dd70c5da-c7e1-4c94-90c7-59038c575253'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:13:05.728356 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Attempting to bind port 035e9f7c-4351-4fce-8b0d-9140fa370473 on network dd70c5da-c7e1-4c94-90c7-59038c575253 {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:05.735112 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] Routers {'01034384-099e-4573-bac0-953843a3ebd1'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:05.735921 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:12:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['01034384-099e-4573-bac0-953843a3ebd1'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:05.738190 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:13:05.738866 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Checking segment: {'id': '78ce09dc-8531-4b9f-9368-541c512927f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dd70c5da-c7e1-4c94-90c7-59038c575253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:05.739808 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:05.740452 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Bound using segment: {'id': '78ce09dc-8531-4b9f-9368-541c512927f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dd70c5da-c7e1-4c94-90c7-59038c575253'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:13:05.741152 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Bound port: 035e9f7c-4351-4fce-8b0d-9140fa370473, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ce09dc-8531-4b9f-9368-541c512927f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dd70c5da-c7e1-4c94-90c7-59038c575253'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:13:05.741778 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:05.827934 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] For port 035e9f7c-4351-4fce-8b0d-9140fa370473, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:13:05.834804 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] For port 035e9f7c-4351-4fce-8b0d-9140fa370473, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=035e9f7c-4351-4fce-8b0d-9140fa370473,segment=NetworkSegment(78ce09dc-8531-4b9f-9368-541c512927f3),segment_id=78ce09dc-8531-4b9f-9368-541c512927f3)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:13:05.843378 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:05.861448 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] Set router 01034384-099e-4573-bac0-953843a3ebd1 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:05.930193 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ea761-512e-41ee-b8f9-0ba8b58a6a9e None None] Pushing event updated for resources: {'Port': ['ID=035e9f7c-4351-4fce-8b0d-9140fa370473,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:05.972527 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bfc897e-dd40-465e-b59d-29ff6b027c2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:06.148263 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01034384-099e-4573-bac0-953843a3ebd1', 'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:12:59Z', 'updated_at': '2021-07-07T18:13:02Z', 'revision_number': 4, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'gw_port': {'id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:00Z', 'updated_at': '2021-07-07T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'db80a29f-bf2f-4624-96e2-6f297bf44be8', 'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'mac_address': 'fa:16:3e:a5:07:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:01Z', 'updated_at': '2021-07-07T18:13:02Z', 'revision_number': 2, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'subnets': [{'id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:06.180695 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] Checking router: 01034384-099e-4573-bac0-953843a3ebd1 for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:13:06.181339 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] Updating router 01034384-099e-4573-bac0-953843a3ebd1 port db80a29f-bf2f-4624-96e2-6f297bf44be8 binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:13:06.236683 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:06.249373 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bfc897e-dd40-465e-b59d-29ff6b027c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571654'] for router, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:06.358423 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:13:06.418994 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfc897e-dd40-465e-b59d-29ff6b027c2f admin admin] Router d286f11d-2bbc-48d0-a749-0d347ca1c34d is scheduled to L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d with binding_index 1 {{(pid=100409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 18:13:06.552362 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:06.567391 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfc897e-dd40-465e-b59d-29ff6b027c2f admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:13:06.569658 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] Transition to ACTIVE for port object db80a29f-bf2f-4624-96e2-6f297bf44be8 will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:06.577905 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:06.583485 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] Sync routers for ids ['d286f11d-2bbc-48d0-a749-0d347ca1c34d'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:13:06.600349 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] Routers {'d286f11d-2bbc-48d0-a749-0d347ca1c34d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:06.600947 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:12:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d286f11d-2bbc-48d0-a749-0d347ca1c34d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:06.608475 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-9bfc897e-dd40-465e-b59d-29ff6b027c2f admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:06.611354 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-9bfc897e-dd40-465e-b59d-29ff6b027c2f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8688025 Jul 07 18:13:06.613931 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38488) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:06.696886 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526e25c-6784-4b09-a9dc-7640f7ab365c None None] Pushing event updated for resources: {'Port': ['ID=db80a29f-bf2f-4624-96e2-6f297bf44be8,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:06.905650 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] Set router d286f11d-2bbc-48d0-a749-0d347ca1c34d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:06.934265 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] Attempting to bind port db80a29f-bf2f-4624-96e2-6f297bf44be8 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:13:06.934973 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] Attempting to bind port db80a29f-bf2f-4624-96e2-6f297bf44be8 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '011ee095-4912-408c-a0c7-f7fe93a33252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:13:06.935299 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] Attempting to bind port db80a29f-bf2f-4624-96e2-6f297bf44be8 on network 6774e3e1-84ae-4daa-81f9-6a2540433f52 {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:06.940898 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526e25c-6784-4b09-a9dc-7640f7ab365c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:06.941904 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526e25c-6784-4b09-a9dc-7640f7ab365c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:06.942791 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526e25c-6784-4b09-a9dc-7640f7ab365c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:06.943673 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526e25c-6784-4b09-a9dc-7640f7ab365c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:06.944535 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526e25c-6784-4b09-a9dc-7640f7ab365c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:06.945421 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526e25c-6784-4b09-a9dc-7640f7ab365c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:06.946317 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526e25c-6784-4b09-a9dc-7640f7ab365c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:06.947249 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526e25c-6784-4b09-a9dc-7640f7ab365c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:06.948316 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526e25c-6784-4b09-a9dc-7640f7ab365c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:06.949115 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526e25c-6784-4b09-a9dc-7640f7ab365c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:06.949945 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526e25c-6784-4b09-a9dc-7640f7ab365c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:06.950789 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a526e25c-6784-4b09-a9dc-7640f7ab365c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:13:06.962508 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:13:06.963539 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] Checking segment: {'id': '011ee095-4912-408c-a0c7-f7fe93a33252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:06.964273 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:06.965143 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] Bound using segment: {'id': '011ee095-4912-408c-a0c7-f7fe93a33252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:13:06.966174 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] Bound port: db80a29f-bf2f-4624-96e2-6f297bf44be8, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011ee095-4912-408c-a0c7-f7fe93a33252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:13:06.966969 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:06.983075 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 035e9f7c-4351-4fce-8b0d-9140fa370473 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:07.075657 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] For port db80a29f-bf2f-4624-96e2-6f297bf44be8, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:13:07.082659 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] For port db80a29f-bf2f-4624-96e2-6f297bf44be8, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=db80a29f-bf2f-4624-96e2-6f297bf44be8,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:13:07.090188 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:07.179192 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] Routers {'01034384-099e-4573-bac0-953843a3ebd1'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:07.180340 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:12:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['01034384-099e-4573-bac0-953843a3ebd1'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:07.300566 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 035e9f7c-4351-4fce-8b0d-9140fa370473 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:07.306324 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526e25c-6784-4b09-a9dc-7640f7ab365c None None] Pushing event updated for resources: {'Port': ['ID=db80a29f-bf2f-4624-96e2-6f297bf44be8,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:07.307162 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4c2912ed-c9d9-448f-8dda-341359d4d059 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:07.363696 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd286f11d-2bbc-48d0-a749-0d347ca1c34d', 'name': 'tempest-TestSnapshotPattern-954329513-router', 'tenant_id': '78d58793ed31429896a369d721c313a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '882dd529-b0a9-45f9-ae32-ceb47a52aec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:04Z', 'updated_at': '2021-07-07T18:13:05Z', 'revision_number': 3, 'project_id': '78d58793ed31429896a369d721c313a1', 'gw_port': {'id': '882dd529-b0a9-45f9-ae32-ceb47a52aec7', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd286f11d-2bbc-48d0-a749-0d347ca1c34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:05Z', 'updated_at': '2021-07-07T18:13:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:07.433350 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e548fd37-14da-48e6-a88d-27ae8e189d1c None None] Network dd70c5da-c7e1-4c94-90c7-59038c575253 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:13:07.439058 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] Checking router: d286f11d-2bbc-48d0-a749-0d347ca1c34d for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:13:07.440641 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] Updating router d286f11d-2bbc-48d0-a749-0d347ca1c34d port 882dd529-b0a9-45f9-ae32-ceb47a52aec7 binding host n-d-793620-7 {{(pid=100411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:13:07.463350 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] Set router 01034384-099e-4573-bac0-953843a3ebd1 gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:07.498804 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f1974b03-2e82-439e-80d1-7ed90a3e9eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:07.555660 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 4c2912ed-c9d9-448f-8dda-341359d4d059 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:07.556446 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:07.559356 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7c5f52de-febe-4223-8b3c-726996ca98aa None None] Provisioning for port 035e9f7c-4351-4fce-8b0d-9140fa370473 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:07.568305 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:07.642248 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-7c5f52de-febe-4223-8b3c-726996ca98aa None None] Provisioning complete for port 035e9f7c-4351-4fce-8b0d-9140fa370473 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:07.643580 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7c5f52de-febe-4223-8b3c-726996ca98aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:07.741314 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-f1974b03-2e82-439e-80d1-7ed90a3e9eb3 admin admin] Allocated IP 172.20.0.1 (dd70c5da-c7e1-4c94-90c7-59038c575253/60c4c5b0-99b9-4af9-a6ba-9843c21816bf/3289bcae-0f38-496f-8196-3b8f4c1686ea) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:13:07.749409 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01034384-099e-4573-bac0-953843a3ebd1', 'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:12:59Z', 'updated_at': '2021-07-07T18:13:02Z', 'revision_number': 4, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'gw_port': {'id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:00Z', 'updated_at': '2021-07-07T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'db80a29f-bf2f-4624-96e2-6f297bf44be8', 'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'mac_address': 'fa:16:3e:a5:07:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:01Z', 'updated_at': '2021-07-07T18:13:07Z', 'revision_number': 4, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'subnets': [{'id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:07.781889 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1603f827-0e04-4452-b069-d6b3b3e453ae None None] The sync data for ids ['01034384-099e-4573-bac0-953843a3ebd1'] in n-d-793620-7 is: [{'id': '01034384-099e-4573-bac0-953843a3ebd1', 'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:12:59Z', 'updated_at': '2021-07-07T18:13:02Z', 'revision_number': 4, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'gw_port': {'id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:00Z', 'updated_at': '2021-07-07T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'db80a29f-bf2f-4624-96e2-6f297bf44be8', 'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'mac_address': 'fa:16:3e:a5:07:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:01Z', 'updated_at': '2021-07-07T18:13:07Z', 'revision_number': 4, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'subnets': [{'id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:13:07.929427 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f1974b03-2e82-439e-80d1-7ed90a3e9eb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:07.949834 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [None req-f1974b03-2e82-439e-80d1-7ed90a3e9eb3 admin admin] Transition to ACTIVE for port object 3289bcae-0f38-496f-8196-3b8f4c1686ea will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:07.988563 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f1974b03-2e82-439e-80d1-7ed90a3e9eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:08.031881 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1974b03-2e82-439e-80d1-7ed90a3e9eb3 admin admin] Network dd70c5da-c7e1-4c94-90c7-59038c575253 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:08.036027 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f1974b03-2e82-439e-80d1-7ed90a3e9eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:08.061955 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1974b03-2e82-439e-80d1-7ed90a3e9eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=3289bcae-0f38-496f-8196-3b8f4c1686ea,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:08.065165 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1974b03-2e82-439e-80d1-7ed90a3e9eb3 admin admin] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:13:08.123416 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f1974b03-2e82-439e-80d1-7ed90a3e9eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571953'] for router_interface, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:08.223224 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7c5f52de-febe-4223-8b3c-726996ca98aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:08.346410 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f1974b03-2e82-439e-80d1-7ed90a3e9eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:08.349967 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7c5f52de-febe-4223-8b3c-726996ca98aa None None] For port 035e9f7c-4351-4fce-8b0d-9140fa370473, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=035e9f7c-4351-4fce-8b0d-9140fa370473,segment=NetworkSegment(78ce09dc-8531-4b9f-9368-541c512927f3),segment_id=78ce09dc-8531-4b9f-9368-541c512927f3)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:08.361123 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7c5f52de-febe-4223-8b3c-726996ca98aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:08.504956 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f52de-febe-4223-8b3c-726996ca98aa None None] Pushing event updated for resources: {'Port': ['ID=035e9f7c-4351-4fce-8b0d-9140fa370473,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:08.513368 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] Notify callbacks [] for port, precommit_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:08.561888 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] Transition to ACTIVE for port object 882dd529-b0a9-45f9-ae32-ceb47a52aec7 will not be triggered until provisioned by entity L2. {{(pid=100411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:08.585741 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:08.749855 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device db80a29f-bf2f-4624-96e2-6f297bf44be8 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:08.778609 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f1974b03-2e82-439e-80d1-7ed90a3e9eb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:08.787253 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f1974b03-2e82-439e-80d1-7ed90a3e9eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:08.835061 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] Attempting to bind port 882dd529-b0a9-45f9-ae32-ceb47a52aec7 on host n-d-793620-7 for vnic_type normal with profile {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:13:08.835580 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] Attempting to bind port 882dd529-b0a9-45f9-ae32-ceb47a52aec7 by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:13:08.836161 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] Attempting to bind port 882dd529-b0a9-45f9-ae32-ceb47a52aec7 on network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:08.867117 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b759185-f5fb-4aa8-9b2c-cbe9ffb89bb0 None None] Pushing event updated for resources: {'Port': ['ID=882dd529-b0a9-45f9-ae32-ceb47a52aec7,revision_number=2']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:08.876829 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:13:08.877510 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] Checking segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:08.878178 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:08.878844 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] Bound using segment: {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'} {{(pid=100411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:13:08.879912 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.managers [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] Bound port: 882dd529-b0a9-45f9-ae32-ceb47a52aec7, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc'}}] {{(pid=100411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:13:08.880715 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:08.891142 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-f1974b03-2e82-439e-80d1-7ed90a3e9eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566860'] for router_interface, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:08.926485 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1974b03-2e82-439e-80d1-7ed90a3e9eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=3289bcae-0f38-496f-8196-3b8f4c1686ea,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:08.947081 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-77ad6046-89c6-49b4-be99-756ae026355a None None] Provisioning complete for port 035e9f7c-4351-4fce-8b0d-9140fa370473 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:08.947678 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-77ad6046-89c6-49b4-be99-756ae026355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:09.020721 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] For port 882dd529-b0a9-45f9-ae32-ceb47a52aec7, host n-d-793620-7, cleared binding levels {{(pid=100411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:13:09.022780 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port db80a29f-bf2f-4624-96e2-6f297bf44be8 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:09.025991 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] For port 882dd529-b0a9-45f9-ae32-ceb47a52aec7, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=882dd529-b0a9-45f9-ae32-ceb47a52aec7,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:13:09.026356 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1974b03-2e82-439e-80d1-7ed90a3e9eb3 admin admin] Network dd70c5da-c7e1-4c94-90c7-59038c575253 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:09.028521 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-f1974b03-2e82-439e-80d1-7ed90a3e9eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:09.031844 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port db80a29f-bf2f-4624-96e2-6f297bf44be8 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:09.032220 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:09.035405 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:09.175586 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] Routers {'d286f11d-2bbc-48d0-a749-0d347ca1c34d'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:09.176230 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:12:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d286f11d-2bbc-48d0-a749-0d347ca1c34d'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:09.199702 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1974b03-2e82-439e-80d1-7ed90a3e9eb3 admin admin] Router d286f11d-2bbc-48d0-a749-0d347ca1c34d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:13:09.215737 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b759185-f5fb-4aa8-9b2c-cbe9ffb89bb0 None None] Pushing event updated for resources: {'Port': ['ID=882dd529-b0a9-45f9-ae32-ceb47a52aec7,revision_number=3']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:09.306955 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:09.336303 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1974b03-2e82-439e-80d1-7ed90a3e9eb3 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:13:09.342197 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-f1974b03-2e82-439e-80d1-7ed90a3e9eb3 admin admin] 10.222.0.50 "PUT /v2.0/routers/d286f11d-2bbc-48d0-a749-0d347ca1c34d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7262855 Jul 07 18:13:09.352104 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] Set router d286f11d-2bbc-48d0-a749-0d347ca1c34d gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:09.399442 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port db80a29f-bf2f-4624-96e2-6f297bf44be8, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=db80a29f-bf2f-4624-96e2-6f297bf44be8,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:09.402249 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1be8caed-a154-40d5-aba7-b3a76caf4c3a None None] Provisioning for port 3289bcae-0f38-496f-8196-3b8f4c1686ea completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:09.410949 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:09.411781 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 035e9f7c-4351-4fce-8b0d-9140fa370473 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:09.419735 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-1be8caed-a154-40d5-aba7-b3a76caf4c3a None None] Provisioning complete for port 3289bcae-0f38-496f-8196-3b8f4c1686ea triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:09.420094 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1be8caed-a154-40d5-aba7-b3a76caf4c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:09.606441 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=db80a29f-bf2f-4624-96e2-6f297bf44be8,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:09.609103 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-1be8caed-a154-40d5-aba7-b3a76caf4c3a None None] Port 3289bcae-0f38-496f-8196-3b8f4c1686ea cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:13:09.649199 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 035e9f7c-4351-4fce-8b0d-9140fa370473 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:09.649589 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:09.763746 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd286f11d-2bbc-48d0-a749-0d347ca1c34d', 'name': 'tempest-TestSnapshotPattern-954329513-router', 'tenant_id': '78d58793ed31429896a369d721c313a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '882dd529-b0a9-45f9-ae32-ceb47a52aec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:04Z', 'updated_at': '2021-07-07T18:13:08Z', 'revision_number': 4, 'project_id': '78d58793ed31429896a369d721c313a1', 'gw_port': {'id': '882dd529-b0a9-45f9-ae32-ceb47a52aec7', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd286f11d-2bbc-48d0-a749-0d347ca1c34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:05Z', 'updated_at': '2021-07-07T18:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '3289bcae-0f38-496f-8196-3b8f4c1686ea', 'name': '', 'network_id': 'dd70c5da-c7e1-4c94-90c7-59038c575253', 'tenant_id': '78d58793ed31429896a369d721c313a1', 'mac_address': 'fa:16:3e:d0:36:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd286f11d-2bbc-48d0-a749-0d347ca1c34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '60c4c5b0-99b9-4af9-a6ba-9843c21816bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:07Z', 'updated_at': '2021-07-07T18:13:08Z', 'revision_number': 2, 'project_id': '78d58793ed31429896a369d721c313a1', 'subnets': [{'id': '60c4c5b0-99b9-4af9-a6ba-9843c21816bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:09.796794 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd1464a-c6ce-483c-ab4b-a4a6e595271b None None] The sync data for ids ['d286f11d-2bbc-48d0-a749-0d347ca1c34d'] in n-d-793620-7 is: [{'id': 'd286f11d-2bbc-48d0-a749-0d347ca1c34d', 'name': 'tempest-TestSnapshotPattern-954329513-router', 'tenant_id': '78d58793ed31429896a369d721c313a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '882dd529-b0a9-45f9-ae32-ceb47a52aec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:04Z', 'updated_at': '2021-07-07T18:13:08Z', 'revision_number': 4, 'project_id': '78d58793ed31429896a369d721c313a1', 'gw_port': {'id': '882dd529-b0a9-45f9-ae32-ceb47a52aec7', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd286f11d-2bbc-48d0-a749-0d347ca1c34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:05Z', 'updated_at': '2021-07-07T18:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '3289bcae-0f38-496f-8196-3b8f4c1686ea', 'name': '', 'network_id': 'dd70c5da-c7e1-4c94-90c7-59038c575253', 'tenant_id': '78d58793ed31429896a369d721c313a1', 'mac_address': 'fa:16:3e:d0:36:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd286f11d-2bbc-48d0-a749-0d347ca1c34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '60c4c5b0-99b9-4af9-a6ba-9843c21816bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:07Z', 'updated_at': '2021-07-07T18:13:08Z', 'revision_number': 2, 'project_id': '78d58793ed31429896a369d721c313a1', 'subnets': [{'id': '60c4c5b0-99b9-4af9-a6ba-9843c21816bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:13:09.894874 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38498) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:09.899796 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-08777546-75ce-4167-a398-79b94bd71f32 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1904873094', 'description': 'tempest-secgroup-smoke-1904873094 description', 'project_id': '7caaf510b28e4b3c90ee39437ec57c21'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:09.925159 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08777546-75ce-4167-a398-79b94bd71f32 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.051774 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08777546-75ce-4167-a398-79b94bd71f32 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.057401 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08777546-75ce-4167-a398-79b94bd71f32 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.095180 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-08777546-75ce-4167-a398-79b94bd71f32 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.097069 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-08777546-75ce-4167-a398-79b94bd71f32 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2011132 Jul 07 18:13:10.101475 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38500) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:10.102177 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08777546-75ce-4167-a398-79b94bd71f32 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6076ec43-5099-4cdf-bed7-a61c041e4634,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:10.113169 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-ccdcd29e-4be9-4297-a89a-9cf02947a0cb tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Request body: {'security_group_rule': {'security_group_id': '6076ec43-5099-4cdf-bed7-a61c041e4634', 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:10.155993 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccdcd29e-4be9-4297-a89a-9cf02947a0cb tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.212709 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccdcd29e-4be9-4297-a89a-9cf02947a0cb tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.218430 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccdcd29e-4be9-4297-a89a-9cf02947a0cb tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.239115 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcd29e-4be9-4297-a89a-9cf02947a0cb tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e37099-5f68-4513-9d9c-74505e06098f,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:10.249720 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-ccdcd29e-4be9-4297-a89a-9cf02947a0cb tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.251260 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-ccdcd29e-4be9-4297-a89a-9cf02947a0cb tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461446 Jul 07 18:13:10.256465 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38502) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:10.268874 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-285fac5f-4d79-4076-88bd-53c7a0fb96eb tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Request body: {'security_group_rule': {'security_group_id': '6076ec43-5099-4cdf-bed7-a61c041e4634', 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:10.304316 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-285fac5f-4d79-4076-88bd-53c7a0fb96eb tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.384997 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-285fac5f-4d79-4076-88bd-53c7a0fb96eb tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.389597 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-285fac5f-4d79-4076-88bd-53c7a0fb96eb tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.413921 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fac5f-4d79-4076-88bd-53c7a0fb96eb tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb5c670-2dd4-4aa0-8b92-aec80f0fae17,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:10.417951 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-285fac5f-4d79-4076-88bd-53c7a0fb96eb tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.419374 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-285fac5f-4d79-4076-88bd-53c7a0fb96eb tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1621861 Jul 07 18:13:10.422258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38504) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:10.429901 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-b30c35d3-ff26-4f56-9bbe-959377cdc353 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Request body: {'security_group_rule': {'security_group_id': '6076ec43-5099-4cdf-bed7-a61c041e4634', 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:10.460340 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b30c35d3-ff26-4f56-9bbe-959377cdc353 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.546617 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b30c35d3-ff26-4f56-9bbe-959377cdc353 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.555440 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b30c35d3-ff26-4f56-9bbe-959377cdc353 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.578590 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c35d3-ff26-4f56-9bbe-959377cdc353 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5d8c63-3c01-4794-b52a-421544ee97b0,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:10.594106 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b30c35d3-ff26-4f56-9bbe-959377cdc353 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.598795 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b30c35d3-ff26-4f56-9bbe-959377cdc353 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1749239 Jul 07 18:13:10.599417 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38506) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:10.607127 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-65c873d8-46bb-46b6-a2b9-5d6347d4ab19 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Request body: {'security_group_rule': {'security_group_id': '6076ec43-5099-4cdf-bed7-a61c041e4634', 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:10.649607 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65c873d8-46bb-46b6-a2b9-5d6347d4ab19 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.750830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device db80a29f-bf2f-4624-96e2-6f297bf44be8 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:10.760291 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65c873d8-46bb-46b6-a2b9-5d6347d4ab19 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.765119 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65c873d8-46bb-46b6-a2b9-5d6347d4ab19 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.785672 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c873d8-46bb-46b6-a2b9-5d6347d4ab19 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67020c62-77f3-4de2-bb1c-976676b4db08,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:10.796683 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-65c873d8-46bb-46b6-a2b9-5d6347d4ab19 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.797924 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-65c873d8-46bb-46b6-a2b9-5d6347d4ab19 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1970437 Jul 07 18:13:10.800796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38508) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:10.806353 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-64738a73-0390-406e-b630-59059639c024 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Request body: {'security_group_rule': {'security_group_id': '6076ec43-5099-4cdf-bed7-a61c041e4634', 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:10.809073 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port db80a29f-bf2f-4624-96e2-6f297bf44be8 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:10.810553 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.841295 n-d-793620-7 neutron-server[100410]: INFO neutron.db.securitygroups_db [None req-64738a73-0390-406e-b630-59059639c024 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Project 7caaf510b28e4b3c90ee39437ec57c21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:13:10.847242 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64738a73-0390-406e-b630-59059639c024 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.917733 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64738a73-0390-406e-b630-59059639c024 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.922786 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64738a73-0390-406e-b630-59059639c024 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.935979 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 882dd529-b0a9-45f9-ae32-ceb47a52aec7 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:10.943212 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-64738a73-0390-406e-b630-59059639c024 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:10.944602 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-64738a73-0390-406e-b630-59059639c024 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425929 Jul 07 18:13:10.947919 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38510) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:10.952243 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64738a73-0390-406e-b630-59059639c024 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39299da-49df-4444-b9a2-c6abf95f431c,revision_number=0']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:10.953198 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-c37fb5af-ddcf-45b0-aa23-f9d7c4935ae8 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Request body: {'security_group_rule': {'security_group_id': '6076ec43-5099-4cdf-bed7-a61c041e4634', 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:10.988764 n-d-793620-7 neutron-server[100409]: INFO neutron.db.securitygroups_db [None req-c37fb5af-ddcf-45b0-aa23-f9d7c4935ae8 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Project 7caaf510b28e4b3c90ee39437ec57c21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 18:13:11.002856 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c37fb5af-ddcf-45b0-aa23-f9d7c4935ae8 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:11.015279 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 882dd529-b0a9-45f9-ae32-ceb47a52aec7 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:11.020752 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 882dd529-b0a9-45f9-ae32-ceb47a52aec7 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:11.021281 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:11.089349 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c37fb5af-ddcf-45b0-aa23-f9d7c4935ae8 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:11.094604 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c37fb5af-ddcf-45b0-aa23-f9d7c4935ae8 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-487807'] for security_group_rule, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:11.116550 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fb5af-ddcf-45b0-aa23-f9d7c4935ae8 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a2d265-b221-4291-9ed3-b0bb580b29a6,revision_number=0']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:11.124242 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:11.124483 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c37fb5af-ddcf-45b0-aa23-f9d7c4935ae8 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:11.126571 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c37fb5af-ddcf-45b0-aa23-f9d7c4935ae8 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1771345 Jul 07 18:13:11.153572 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 882dd529-b0a9-45f9-ae32-ceb47a52aec7, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=882dd529-b0a9-45f9-ae32-ceb47a52aec7,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:11.160565 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:11.227560 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=882dd529-b0a9-45f9-ae32-ceb47a52aec7,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:11.344351 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-e74d36ee-9dc2-4b8e-bb17-1c8769adad24 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1904873094&fields=id&tenant_id=7caaf510b28e4b3c90ee39437ec57c21 HTTP/1.1" status: 200 len: 267 time: 0.0443044 Jul 07 18:13:11.477531 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-1f656192-6fc5-4d51-bfda-252c35abf567 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:11.479933 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-1f656192-6fc5-4d51-bfda-252c35abf567 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/networks?id=6774e3e1-84ae-4daa-81f9-6a2540433f52 HTTP/1.1" status: 200 len: 810 time: 0.1285126 Jul 07 18:13:11.503625 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-42424004-8cdf-4e0c-af7c-33b28853a39a tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/quotas/7caaf510b28e4b3c90ee39437ec57c21 HTTP/1.1" status: 200 len: 375 time: 0.0160704 Jul 07 18:13:11.585675 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-d32e40ff-0e06-4194-a7b3-230c1682bf05 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7caaf510b28e4b3c90ee39437ec57c21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760124 Jul 07 18:13:11.686918 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-4cd39806-03f2-4b0f-8e2a-36f0fa03a569 service neutron] 10.222.0.50 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875363 Jul 07 18:13:12.106404 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-4014343c-4a48-4114-9e50-1c4abc8a00aa service neutron] 10.222.0.50 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130971 Jul 07 18:13:12.330111 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-f660bb1d-e018-4095-b49f-fa84fe4c9ede req-7c205323-4b27-4066-9bf4-a2b6ba727272 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 210 time: 0.0381100 Jul 07 18:13:12.352622 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] Sync routers for ids ['d286f11d-2bbc-48d0-a749-0d347ca1c34d'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:13:12.363972 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] Routers {'d286f11d-2bbc-48d0-a749-0d347ca1c34d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:12.364699 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:12:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d286f11d-2bbc-48d0-a749-0d347ca1c34d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:12.494607 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] Set router d286f11d-2bbc-48d0-a749-0d347ca1c34d gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:12.615359 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 882dd529-b0a9-45f9-ae32-ceb47a52aec7 up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:12.677119 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 882dd529-b0a9-45f9-ae32-ceb47a52aec7 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:12.677696 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:12.734784 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd286f11d-2bbc-48d0-a749-0d347ca1c34d', 'name': 'tempest-TestSnapshotPattern-954329513-router', 'tenant_id': '78d58793ed31429896a369d721c313a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '882dd529-b0a9-45f9-ae32-ceb47a52aec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:04Z', 'updated_at': '2021-07-07T18:13:08Z', 'revision_number': 4, 'project_id': '78d58793ed31429896a369d721c313a1', 'gw_port': {'id': '882dd529-b0a9-45f9-ae32-ceb47a52aec7', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd286f11d-2bbc-48d0-a749-0d347ca1c34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:05Z', 'updated_at': '2021-07-07T18:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '3289bcae-0f38-496f-8196-3b8f4c1686ea', 'name': '', 'network_id': 'dd70c5da-c7e1-4c94-90c7-59038c575253', 'tenant_id': '78d58793ed31429896a369d721c313a1', 'mac_address': 'fa:16:3e:d0:36:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd286f11d-2bbc-48d0-a749-0d347ca1c34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '60c4c5b0-99b9-4af9-a6ba-9843c21816bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:07Z', 'updated_at': '2021-07-07T18:13:08Z', 'revision_number': 2, 'project_id': '78d58793ed31429896a369d721c313a1', 'subnets': [{'id': '60c4c5b0-99b9-4af9-a6ba-9843c21816bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:12.774854 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] Checking router: d286f11d-2bbc-48d0-a749-0d347ca1c34d for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:13:12.775226 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] Updating router d286f11d-2bbc-48d0-a749-0d347ca1c34d port 3289bcae-0f38-496f-8196-3b8f4c1686ea binding host n-d-793620-7 {{(pid=100412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 18:13:12.822529 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:13.135002 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] Notify callbacks [] for port, precommit_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:13.147672 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.provisioning_blocks [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] Transition to ACTIVE for port object 3289bcae-0f38-496f-8196-3b8f4c1686ea will not be triggered until provisioned by entity L2. {{(pid=100412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:13.156878 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:13.210194 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c7ebf-c4e1-4c8c-9886-70931b476b4b None None] Pushing event updated for resources: {'Port': ['ID=3289bcae-0f38-496f-8196-3b8f4c1686ea,revision_number=3']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:13.279952 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] Attempting to bind port 3289bcae-0f38-496f-8196-3b8f4c1686ea on host n-d-793620-7 for vnic_type normal with profile {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:13:13.280327 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] Attempting to bind port 3289bcae-0f38-496f-8196-3b8f4c1686ea by drivers openvswitch,hyperv on host n-d-793620-7 at level 0 using segments [{'id': '78ce09dc-8531-4b9f-9368-541c512927f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dd70c5da-c7e1-4c94-90c7-59038c575253'}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:13:13.280690 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] Attempting to bind port 3289bcae-0f38-496f-8196-3b8f4c1686ea on network dd70c5da-c7e1-4c94-90c7-59038c575253 {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:13.286853 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] Checking agent: {'id': 'f23f7f82-01b6-4063-9bbb-1d14e23fe206', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 36, 18), 'started_at': datetime.datetime(2021, 7, 7, 16, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:13:13.287394 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] Checking segment: {'id': '78ce09dc-8531-4b9f-9368-541c512927f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dd70c5da-c7e1-4c94-90c7-59038c575253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:13.287613 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:13.288001 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] Bound using segment: {'id': '78ce09dc-8531-4b9f-9368-541c512927f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dd70c5da-c7e1-4c94-90c7-59038c575253'} {{(pid=100412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:13:13.288477 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.managers [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] Bound port: 3289bcae-0f38-496f-8196-3b8f4c1686ea, host: n-d-793620-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ce09dc-8531-4b9f-9368-541c512927f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dd70c5da-c7e1-4c94-90c7-59038c575253'}}] {{(pid=100412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:13:13.288858 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:13.361685 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] For port 3289bcae-0f38-496f-8196-3b8f4c1686ea, host n-d-793620-7, cleared binding levels {{(pid=100412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:13:13.365102 n-d-793620-7 neutron-server[100412]: DEBUG neutron.plugins.ml2.db [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] For port 3289bcae-0f38-496f-8196-3b8f4c1686ea, host n-d-793620-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3289bcae-0f38-496f-8196-3b8f4c1686ea,segment=NetworkSegment(78ce09dc-8531-4b9f-9368-541c512927f3),segment_id=78ce09dc-8531-4b9f-9368-541c512927f3)] {{(pid=100412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:13:13.372867 n-d-793620-7 neutron-server[100412]: DEBUG neutron_lib.callbacks.manager [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:13.498306 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c7ebf-c4e1-4c8c-9886-70931b476b4b None None] Pushing event updated for resources: {'Port': ['ID=3289bcae-0f38-496f-8196-3b8f4c1686ea,revision_number=4']} {{(pid=100412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:13.530308 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] Routers {'d286f11d-2bbc-48d0-a749-0d347ca1c34d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:13.531690 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:12:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d286f11d-2bbc-48d0-a749-0d347ca1c34d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:13.569839 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-87856b13-3b48-481c-ba10-d069d62c9a43 req-9c67a3a7-2d92-4f57-a287-f0d474359914 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 210 time: 0.0530117 Jul 07 18:13:13.621666 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-5fb0e4cc-5606-4188-bdd3-404b3e7d9e93 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:13.623266 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-5fb0e4cc-5606-4188-bdd3-404b3e7d9e93 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.15 "GET /v2.0/networks?id=6774e3e1-84ae-4daa-81f9-6a2540433f52 HTTP/1.1" status: 200 len: 810 time: 0.1928430 Jul 07 18:13:13.692675 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-92a01adb-b2e3-4523-9d9d-600b25c486c3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7caaf510b28e4b3c90ee39437ec57c21 HTTP/1.1" status: 200 len: 380 time: 0.0599661 Jul 07 18:13:13.693685 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] Set router d286f11d-2bbc-48d0-a749-0d347ca1c34d gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:13.702892 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-ebb1ace4-b636-4c0f-9160-30ef07e5a787 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Request body: {'port': {'device_id': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'admin_state_up': True, 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'security_groups': ['6076ec43-5099-4cdf-bed7-a61c041e4634']}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:13.845638 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-ebb1ace4-b636-4c0f-9160-30ef07e5a787 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Made reservation on behalf of 7caaf510b28e4b3c90ee39437ec57c21 for: {'port': 1} {{(pid=100410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:13:13.850303 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-ebb1ace4-b636-4c0f-9160-30ef07e5a787 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:13.949441 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd286f11d-2bbc-48d0-a749-0d347ca1c34d', 'name': 'tempest-TestSnapshotPattern-954329513-router', 'tenant_id': '78d58793ed31429896a369d721c313a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '882dd529-b0a9-45f9-ae32-ceb47a52aec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:04Z', 'updated_at': '2021-07-07T18:13:08Z', 'revision_number': 4, 'project_id': '78d58793ed31429896a369d721c313a1', 'gw_port': {'id': '882dd529-b0a9-45f9-ae32-ceb47a52aec7', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd286f11d-2bbc-48d0-a749-0d347ca1c34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:05Z', 'updated_at': '2021-07-07T18:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '3289bcae-0f38-496f-8196-3b8f4c1686ea', 'name': '', 'network_id': 'dd70c5da-c7e1-4c94-90c7-59038c575253', 'tenant_id': '78d58793ed31429896a369d721c313a1', 'mac_address': 'fa:16:3e:d0:36:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd286f11d-2bbc-48d0-a749-0d347ca1c34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '60c4c5b0-99b9-4af9-a6ba-9843c21816bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:07Z', 'updated_at': '2021-07-07T18:13:13Z', 'revision_number': 4, 'project_id': '78d58793ed31429896a369d721c313a1', 'subnets': [{'id': '60c4c5b0-99b9-4af9-a6ba-9843c21816bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:13.977586 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae0fa7e-efd4-4a8e-b4ff-ea71e2fa46c7 None None] The sync data for ids ['d286f11d-2bbc-48d0-a749-0d347ca1c34d'] in n-d-793620-7 is: [{'id': 'd286f11d-2bbc-48d0-a749-0d347ca1c34d', 'name': 'tempest-TestSnapshotPattern-954329513-router', 'tenant_id': '78d58793ed31429896a369d721c313a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '882dd529-b0a9-45f9-ae32-ceb47a52aec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:04Z', 'updated_at': '2021-07-07T18:13:08Z', 'revision_number': 4, 'project_id': '78d58793ed31429896a369d721c313a1', 'gw_port': {'id': '882dd529-b0a9-45f9-ae32-ceb47a52aec7', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd286f11d-2bbc-48d0-a749-0d347ca1c34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:05Z', 'updated_at': '2021-07-07T18:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': '3289bcae-0f38-496f-8196-3b8f4c1686ea', 'name': '', 'network_id': 'dd70c5da-c7e1-4c94-90c7-59038c575253', 'tenant_id': '78d58793ed31429896a369d721c313a1', 'mac_address': 'fa:16:3e:d0:36:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd286f11d-2bbc-48d0-a749-0d347ca1c34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '60c4c5b0-99b9-4af9-a6ba-9843c21816bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:07Z', 'updated_at': '2021-07-07T18:13:13Z', 'revision_number': 4, 'project_id': '78d58793ed31429896a369d721c313a1', 'subnets': [{'id': '60c4c5b0-99b9-4af9-a6ba-9843c21816bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:13:14.014136 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-ebb1ace4-b636-4c0f-9160-30ef07e5a787 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Allocated IP 172.20.0.7 (6774e3e1-84ae-4daa-81f9-6a2540433f52/26c610bb-6f02-49a0-8c07-c29242c9e72e/eeea89c6-b9d2-4695-90d7-513f90fe9cf1) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:13:14.198652 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-ebb1ace4-b636-4c0f-9160-30ef07e5a787 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:14.221596 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-ebb1ace4-b636-4c0f-9160-30ef07e5a787 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Transition to ACTIVE for port object eeea89c6-b9d2-4695-90d7-513f90fe9cf1 will not be triggered until provisioned by entity DHCP. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:14.274334 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-ebb1ace4-b636-4c0f-9160-30ef07e5a787 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:14.328897 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-ebb1ace4-b636-4c0f-9160-30ef07e5a787 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Network 6774e3e1-84ae-4daa-81f9-6a2540433f52 is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:14.334950 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-ebb1ace4-b636-4c0f-9160-30ef07e5a787 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:14.339956 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-ebb1ace4-b636-4c0f-9160-30ef07e5a787 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:13:14.347686 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1ace4-b636-4c0f-9160-30ef07e5a787 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Pushing event updated for resources: {'Port': ['ID=eeea89c6-b9d2-4695-90d7-513f90fe9cf1,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:14.413854 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-ebb1ace4-b636-4c0f-9160-30ef07e5a787 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:14.414615 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-ebb1ace4-b636-4c0f-9160-30ef07e5a787 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:14.442620 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-ebb1ace4-b636-4c0f-9160-30ef07e5a787 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7438793 Jul 07 18:13:14.459691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] Request body: {'port': {'device_id': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:14.596455 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:14.650467 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3289bcae-0f38-496f-8196-3b8f4c1686ea up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:14.700749 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e61065be-fe4d-4557-ba86-e0c39fac7a36 None None] Provisioning for port eeea89c6-b9d2-4695-90d7-513f90fe9cf1 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:14.708241 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-e61065be-fe4d-4557-ba86-e0c39fac7a36 None None] Provisioning complete for port eeea89c6-b9d2-4695-90d7-513f90fe9cf1 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:14.712985 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e61065be-fe4d-4557-ba86-e0c39fac7a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:14.764218 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-e61065be-fe4d-4557-ba86-e0c39fac7a36 None None] Port eeea89c6-b9d2-4695-90d7-513f90fe9cf1 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:13:14.768087 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning for port 3289bcae-0f38-496f-8196-3b8f4c1686ea completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:14.773832 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 3289bcae-0f38-496f-8196-3b8f4c1686ea triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:14.774235 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:14.870108 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:14.907323 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-05f46e7e-91ab-4e3d-8eaa-bf9eea12d519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:14.925714 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] For port 3289bcae-0f38-496f-8196-3b8f4c1686ea, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3289bcae-0f38-496f-8196-3b8f4c1686ea,segment=NetworkSegment(78ce09dc-8531-4b9f-9368-541c512927f3),segment_id=78ce09dc-8531-4b9f-9368-541c512927f3)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:14.930909 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:14.942331 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832be2bc-5d88-407b-aa74-aaa55b2215cc req-a481184e-25fa-48c5-9787-2f6acdfd4f63 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:14.944052 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-832be2bc-5d88-407b-aa74-aaa55b2215cc req-a481184e-25fa-48c5-9787-2f6acdfd4f63 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 931 time: 0.1691685 Jul 07 18:13:14.994675 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Pushing event updated for resources: {'Port': ['ID=3289bcae-0f38-496f-8196-3b8f4c1686ea,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:15.020197 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeea89c6-b9d2-4695-90d7-513f90fe9cf1 {{(pid=100410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:13:15.028008 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-832be2bc-5d88-407b-aa74-aaa55b2215cc req-8793b398-8bad-4644-80cb-55b3ef19b7b2 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759852 Jul 07 18:13:15.035685 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:15.055581 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.provisioning_blocks [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] Transition to ACTIVE for port object eeea89c6-b9d2-4695-90d7-513f90fe9cf1 will not be triggered until provisioned by entity L2. {{(pid=100410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:13:15.066900 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:15.128423 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] Pushing event updated for resources: {'Port': ['ID=eeea89c6-b9d2-4695-90d7-513f90fe9cf1,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:15.147276 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:15.208866 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] Attempting to bind port eeea89c6-b9d2-4695-90d7-513f90fe9cf1 on host n-h1-793620-7 for vnic_type normal with profile {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:13:15.209157 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] Attempting to bind port eeea89c6-b9d2-4695-90d7-513f90fe9cf1 by drivers openvswitch,hyperv on host n-h1-793620-7 at level 0 using segments [{'id': '011ee095-4912-408c-a0c7-f7fe93a33252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52'}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:13:15.209450 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] Attempting to bind port eeea89c6-b9d2-4695-90d7-513f90fe9cf1 on network 6774e3e1-84ae-4daa-81f9-6a2540433f52 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:15.215261 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] Port eeea89c6-b9d2-4695-90d7-513f90fe9cf1 on network 6774e3e1-84ae-4daa-81f9-6a2540433f52 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-7 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:13:15.215718 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] Attempting to bind port eeea89c6-b9d2-4695-90d7-513f90fe9cf1 on network 6774e3e1-84ae-4daa-81f9-6a2540433f52 {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:13:15.222691 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] Checking agent: {'id': '5f79bd07-d2bd-47e7-92e4-5e6f25703d9d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:13:15.223182 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] Checking segment: {'id': '011ee095-4912-408c-a0c7-f7fe93a33252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:13:15.223671 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] Bound using segment: {'id': '011ee095-4912-408c-a0c7-f7fe93a33252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52'} {{(pid=100410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:13:15.224233 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.managers [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] Bound port: eeea89c6-b9d2-4695-90d7-513f90fe9cf1, host: n-h1-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011ee095-4912-408c-a0c7-f7fe93a33252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52'}}] {{(pid=100410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:13:15.224708 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:15.303076 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] For port eeea89c6-b9d2-4695-90d7-513f90fe9cf1, host n-h1-793620-7, cleared binding levels {{(pid=100410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:13:15.306511 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] For port eeea89c6-b9d2-4695-90d7-513f90fe9cf1, host n-h1-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=eeea89c6-b9d2-4695-90d7-513f90fe9cf1,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:13:15.312446 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:15.358870 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:15.359501 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:15.360926 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] 10.222.0.15 "PUT /v2.0/ports/eeea89c6-b9d2-4695-90d7-513f90fe9cf1 HTTP/1.1" status: 200 len: 1091 time: 0.9107718 Jul 07 18:13:15.361963 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'tag': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:15.364388 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60003514-9839-419a-9bfa-8af06030dc7a" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5ef5ab-4960-4898-a0a8-24d0feadb946", "tag": "eeea89c6-b9d2-4695-90d7-513f90fe9cf1"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:15.399558 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b23cb-1781-4af1-87c2-b3f6a69a63fa service neutron] Pushing event updated for resources: {'Port': ['ID=eeea89c6-b9d2-4695-90d7-513f90fe9cf1,revision_number=3']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:15.497658 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3249a5-b1d5-440a-8ba4-95a4e7d315c4 x-openstack-request-id: req-5b3249a5-b1d5-440a-8ba4-95a4e7d315c4 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:15.497983 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5ef5ab-4960-4898-a0a8-24d0feadb946", "tag": "eeea89c6-b9d2-4695-90d7-513f90fe9cf1", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:15.498227 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5b3249a5-b1d5-440a-8ba4-95a4e7d315c4 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:15.498651 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'tag': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1', 'status': 'completed', 'code': 200} Jul 07 18:13:15.501765 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-ac139f98-ac93-44da-b3b1-fd9a81d66f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:15.503571 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-ac139f98-ac93-44da-b3b1-fd9a81d66f6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7caaf510b28e4b3c90ee39437ec57c21&device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 1094 time: 0.0775428 Jul 07 18:13:15.559641 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-c473cb47-8ae3-4572-b928-2ebca24b2575 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeea89c6-b9d2-4695-90d7-513f90fe9cf1 HTTP/1.1" status: 200 len: 217 time: 0.0467069 Jul 07 18:13:15.619630 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-579ebc70-a8e0-49a6-8f0b-85db1a514f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:15.621139 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-579ebc70-a8e0-49a6-8f0b-85db1a514f3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26c610bb-6f02-49a0-8c07-c29242c9e72e HTTP/1.1" status: 200 len: 849 time: 0.0537689 Jul 07 18:13:15.682258 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-5dec8223-5448-4f12-81b5-7697c779a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:15.683731 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-5dec8223-5448-4f12-81b5-7697c779a4b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6774e3e1-84ae-4daa-81f9-6a2540433f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558991 Jul 07 18:13:15.785429 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-c91cccba-c6a6-4243-aff5-3afdb0270cc9 service neutron] 10.222.0.15 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941303 Jul 07 18:13:15.888815 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-7d052773-a9a0-4dfe-8eae-3312ceb9a413 req-3df649f6-ced3-4ff8-9ef9-5c34bd9fef88 service neutron] 10.222.0.15 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967255 Jul 07 18:13:15.993898 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60003514-9839-419a-9bfa-8af06030dc7a req-0e582147-dd38-4295-b895-9a3c58da5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:15.995451 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-60003514-9839-419a-9bfa-8af06030dc7a req-0e582147-dd38-4295-b895-9a3c58da5329 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7caaf510b28e4b3c90ee39437ec57c21&device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 1094 time: 0.0580823 Jul 07 18:13:16.103102 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60003514-9839-419a-9bfa-8af06030dc7a req-f9a54dbf-74fe-429b-82e7-717f6c93d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:16.104923 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-60003514-9839-419a-9bfa-8af06030dc7a req-f9a54dbf-74fe-429b-82e7-717f6c93d3ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=6774e3e1-84ae-4daa-81f9-6a2540433f52 HTTP/1.1" status: 200 len: 911 time: 0.1032221 Jul 07 18:13:16.153078 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-60003514-9839-419a-9bfa-8af06030dc7a req-afe313f2-67ee-4361-a5fc-4dd909ec80f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeea89c6-b9d2-4695-90d7-513f90fe9cf1 HTTP/1.1" status: 200 len: 217 time: 0.0385387 Jul 07 18:13:16.243546 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60003514-9839-419a-9bfa-8af06030dc7a req-1f40f6f9-4279-4cf9-b9b8-81e824c1f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:16.245035 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-60003514-9839-419a-9bfa-8af06030dc7a req-1f40f6f9-4279-4cf9-b9b8-81e824c1f8e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26c610bb-6f02-49a0-8c07-c29242c9e72e HTTP/1.1" status: 200 len: 849 time: 0.0847394 Jul 07 18:13:16.302190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c123402-f118-4260-98e4-1e6ac7a20080 req-b59b192d-4b11-4187-be87-77948ea26640 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:16.304089 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2c123402-f118-4260-98e4-1e6ac7a20080 req-b59b192d-4b11-4187-be87-77948ea26640 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 943 time: 0.1351998 Jul 07 18:13:16.356626 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60003514-9839-419a-9bfa-8af06030dc7a req-cf0a693f-7c24-4587-8458-d74b237fddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:16.358178 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-60003514-9839-419a-9bfa-8af06030dc7a req-cf0a693f-7c24-4587-8458-d74b237fddeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6774e3e1-84ae-4daa-81f9-6a2540433f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043959 Jul 07 18:13:16.365356 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-2c123402-f118-4260-98e4-1e6ac7a20080 req-261c1855-d87b-4e57-aa47-a752c9acf727 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497622 Jul 07 18:13:16.467937 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-60003514-9839-419a-9bfa-8af06030dc7a req-783c6303-b056-4485-855e-2634b25b5cf4 service neutron] 10.222.0.15 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014457 Jul 07 18:13:16.579057 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-60003514-9839-419a-9bfa-8af06030dc7a req-9558388d-3354-42be-bb2b-beb2ed1fdb79 service neutron] 10.222.0.15 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045649 Jul 07 18:13:16.603894 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3289bcae-0f38-496f-8196-3b8f4c1686ea up at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:16.672899 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Provisioning complete for port 3289bcae-0f38-496f-8196-3b8f4c1686ea triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:16.673393 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:17.307294 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:17.552632 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078c183-0a9b-4a64-897c-91d47584ccf7 req-ddbf8657-c52e-4d09-a6a1-57f2c1859485 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:17.554645 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1078c183-0a9b-4a64-897c-91d47584ccf7 req-ddbf8657-c52e-4d09-a6a1-57f2c1859485 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 943 time: 0.0659838 Jul 07 18:13:17.597141 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-1078c183-0a9b-4a64-897c-91d47584ccf7 req-1f593157-bad9-431a-9032-95a993740990 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367267 Jul 07 18:13:17.784883 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:18.090741 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6c0121d2-1a2a-4784-bf62-dc90a2095213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:18.782769 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26660596-0dcf-485d-a32d-ca1ff444c1bb req-12140d74-e2dc-4990-8b8a-3cf33bb36e47 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:18.784271 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26660596-0dcf-485d-a32d-ca1ff444c1bb req-12140d74-e2dc-4990-8b8a-3cf33bb36e47 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 943 time: 0.0720811 Jul 07 18:13:18.826361 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-26660596-0dcf-485d-a32d-ca1ff444c1bb req-ce7d5615-e809-4b33-a5f0-ac2869ebd517 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364385 Jul 07 18:13:19.175650 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:19.446669 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device eeea89c6-b9d2-4695-90d7-513f90fe9cf1 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:13:19.549416 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port eeea89c6-b9d2-4695-90d7-513f90fe9cf1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=eeea89c6-b9d2-4695-90d7-513f90fe9cf1,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:19.563079 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'port_id': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1', 'mac_address': 'fa:16:3e:1d:5c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:13:19.609276 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:19.623343 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeea89c6-b9d2-4695-90d7-513f90fe9cf1 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:13:19.645010 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port eeea89c6-b9d2-4695-90d7-513f90fe9cf1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=eeea89c6-b9d2-4695-90d7-513f90fe9cf1,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:19.649370 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:19.700558 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=eeea89c6-b9d2-4695-90d7-513f90fe9cf1,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:19.857565 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['eeea89c6-b9d2-4695-90d7-513f90fe9cf1'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:13:20.020676 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3493d-a5a8-4bf4-8e02-ca359558555f req-652b6bff-e309-4def-b444-7476193f390a tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:20.022174 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-91b3493d-a5a8-4bf4-8e02-ca359558555f req-652b6bff-e309-4def-b444-7476193f390a tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 944 time: 0.0806146 Jul 07 18:13:20.065370 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-91b3493d-a5a8-4bf4-8e02-ca359558555f req-8c3d7cd0-e2da-45a9-afc6-6956da8271f8 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371945 Jul 07 18:13:20.647816 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:21.252444 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f82b3b-90f5-4639-8b7d-4a15e2d21cd7 req-31972e4e-f724-4a1f-b280-e5cc80abaea0 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:21.254064 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8f82b3b-90f5-4639-8b7d-4a15e2d21cd7 req-31972e4e-f724-4a1f-b280-e5cc80abaea0 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 944 time: 0.0668941 Jul 07 18:13:21.294259 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c8f82b3b-90f5-4639-8b7d-4a15e2d21cd7 req-ad44a0ea-5d69-4dd6-bad2-e8482af30145 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343070 Jul 07 18:13:21.461846 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device eeea89c6-b9d2-4695-90d7-513f90fe9cf1 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:13:21.512053 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning for port eeea89c6-b9d2-4695-90d7-513f90fe9cf1 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:13:21.516997 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port eeea89c6-b9d2-4695-90d7-513f90fe9cf1 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:13:21.517368 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:21.770004 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:21.799456 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:21.803642 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69248aa-6759-4e20-bac5-bbc9b189b574" -d '{"events": [{"server_uuid": "9e5ef5ab-4960-4898-a0a8-24d0feadb946", "name": "network-vif-plugged", "status": "completed", "tag": "eeea89c6-b9d2-4695-90d7-513f90fe9cf1"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:21.819833 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port eeea89c6-b9d2-4695-90d7-513f90fe9cf1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=eeea89c6-b9d2-4695-90d7-513f90fe9cf1,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:13:21.824795 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:21.855040 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5412be-9118-44d6-8b78-20121693c489 x-openstack-request-id: req-9f5412be-9118-44d6-8b78-20121693c489 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:21.855465 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5ef5ab-4960-4898-a0a8-24d0feadb946", "name": "network-vif-plugged", "status": "completed", "tag": "eeea89c6-b9d2-4695-90d7-513f90fe9cf1", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:21.855832 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9f5412be-9118-44d6-8b78-20121693c489 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:21.856276 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1', 'code': 200} Jul 07 18:13:21.892079 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=eeea89c6-b9d2-4695-90d7-513f90fe9cf1,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:21.975961 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26a9dd-a67e-443d-b571-ee76165a50ea req-e8475ce9-e640-4dd2-a8b5-0c4b9d40d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:21.977477 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f26a9dd-a67e-443d-b571-ee76165a50ea req-e8475ce9-e640-4dd2-a8b5-0c4b9d40d355 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 1096 time: 0.0548716 Jul 07 18:13:22.014254 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-1f26a9dd-a67e-443d-b571-ee76165a50ea req-eede3e08-1ef1-47cd-a496-50ab3ee5186b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297203 Jul 07 18:13:22.489686 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505bea5-7662-4e6b-8bdd-1181633733ed req-fcbfd2b2-bf59-470c-bf76-c0849711f1e9 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:22.491304 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6505bea5-7662-4e6b-8bdd-1181633733ed req-fcbfd2b2-bf59-470c-bf76-c0849711f1e9 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 945 time: 0.0780137 Jul 07 18:13:22.535568 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-6505bea5-7662-4e6b-8bdd-1181633733ed req-132428d8-4fdb-4148-8957-4110d95bf9ce tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374072 Jul 07 18:13:23.717655 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6e113-454f-4433-96f7-e42718ae7bb3 req-8200389a-122a-447a-b877-337f9448eec7 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:23.719234 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d7f6e113-454f-4433-96f7-e42718ae7bb3 req-8200389a-122a-447a-b877-337f9448eec7 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 945 time: 0.0652113 Jul 07 18:13:23.758759 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d7f6e113-454f-4433-96f7-e42718ae7bb3 req-81f23b34-1e20-4a16-a42b-26ca5c9df897 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331569 Jul 07 18:13:23.941551 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10608ada-c1b8-4953-9c15-f41df9cbb8b6 req-51624393-a983-4b90-8d3c-748833557dd2 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:23.943139 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-10608ada-c1b8-4953-9c15-f41df9cbb8b6 req-51624393-a983-4b90-8d3c-748833557dd2 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 945 time: 0.0721691 Jul 07 18:13:23.985927 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-10608ada-c1b8-4953-9c15-f41df9cbb8b6 req-340f50af-3375-41ad-aea5-5d25b1f44451 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368073 Jul 07 18:13:24.013655 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38566) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:24.181874 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c2b7c6-96c6-4bdb-8534-25e5211ea9b4 tempest-TestSnapshotPattern-571264141 tempest-TestSnapshotPattern-571264141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:24.183470 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-65c2b7c6-96c6-4bdb-8534-25e5211ea9b4 tempest-TestSnapshotPattern-571264141 tempest-TestSnapshotPattern-571264141-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 1091 time: 0.1687944 Jul 07 18:13:24.186707 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38570) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:13:24.191902 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.v2.base [None req-d79ed373-9aa8-42eb-abfa-c4d7aee120df tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:13:24.217674 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d79ed373-9aa8-42eb-abfa-c4d7aee120df tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for floatingip, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:24.338510 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d79ed373-9aa8-42eb-abfa-c4d7aee120df tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:24.454983 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.db_base_plugin_common [None req-d79ed373-9aa8-42eb-abfa-c4d7aee120df tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Allocated IP 172.25.2.97 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/68afd172-54da-416d-8449-2d7075a96a72) {{(pid=100410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:13:24.573608 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d79ed373-9aa8-42eb-abfa-c4d7aee120df tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for port, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:24.618798 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d79ed373-9aa8-42eb-abfa-c4d7aee120df tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13641726'] for port, after_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:24.659278 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79ed373-9aa8-42eb-abfa-c4d7aee120df tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:13:24.671572 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.base_scheduler [None req-d79ed373-9aa8-42eb-abfa-c4d7aee120df tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Resources bound (agent type, host, resource id): {{(pid=100410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:13:24.676880 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79ed373-9aa8-42eb-abfa-c4d7aee120df tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Received port after_create {{(pid=100410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:13:24.680378 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ed373-9aa8-42eb-abfa-c4d7aee120df tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Pushing event updated for resources: {'Port': ['ID=68afd172-54da-416d-8449-2d7075a96a72,revision_number=1']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:25.051024 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d79ed373-9aa8-42eb-abfa-c4d7aee120df tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:25.134538 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d79ed373-9aa8-42eb-abfa-c4d7aee120df tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:25.296842 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d79ed373-9aa8-42eb-abfa-c4d7aee120df tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for port, precommit_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:25.301562 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d79ed373-9aa8-42eb-abfa-c4d7aee120df tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13641484'] for port, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:25.367999 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ed373-9aa8-42eb-abfa-c4d7aee120df tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Pushing event updated for resources: {'Port': ['ID=68afd172-54da-416d-8449-2d7075a96a72,revision_number=2']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:13:25.380513 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d79ed373-9aa8-42eb-abfa-c4d7aee120df tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:25.485293 n-d-793620-7 neutron-server[100410]: INFO neutron.db.l3_db [None req-d79ed373-9aa8-42eb-abfa-c4d7aee120df tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Floating IP 3e1901e1-f2bf-4353-a72d-88cb78830a86 associated. External IP: 172.25.2.97, port: eeea89c6-b9d2-4695-90d7-513f90fe9cf1. Jul 07 18:13:25.708726 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79ed373-9aa8-42eb-abfa-c4d7aee120df tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Router 01034384-099e-4573-bac0-953843a3ebd1 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:13:25.825549 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79ed373-9aa8-42eb-abfa-c4d7aee120df tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:13:25.836306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e42c240-10d9-43df-978f-32ccda172cb8 None None] Sync routers for ids ['01034384-099e-4573-bac0-953843a3ebd1'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:13:25.843039 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-d79ed373-9aa8-42eb-abfa-c4d7aee120df tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:25.848323 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e42c240-10d9-43df-978f-32ccda172cb8 None None] Routers {'01034384-099e-4573-bac0-953843a3ebd1'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:25.849200 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5e42c240-10d9-43df-978f-32ccda172cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:13:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['01034384-099e-4573-bac0-953843a3ebd1'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:25.883426 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-d79ed373-9aa8-42eb-abfa-c4d7aee120df tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6955922 Jul 07 18:13:25.884008 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'tag': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:13:25.886270 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b01edec-a5d7-4cc8-901c-b1b8daba0a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5ef5ab-4960-4898-a0a8-24d0feadb946", "tag": "eeea89c6-b9d2-4695-90d7-513f90fe9cf1"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:13:25.924630 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b346affe-2acf-4eb1-84c3-b1c431b0b470 x-openstack-request-id: req-b346affe-2acf-4eb1-84c3-b1c431b0b470 {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:13:25.924916 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5ef5ab-4960-4898-a0a8-24d0feadb946", "tag": "eeea89c6-b9d2-4695-90d7-513f90fe9cf1", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:13:25.925163 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b346affe-2acf-4eb1-84c3-b1c431b0b470 {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:13:25.925568 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'tag': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1', 'status': 'completed', 'code': 200} Jul 07 18:13:25.980506 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-5e42c240-10d9-43df-978f-32ccda172cb8 None None] Set router 01034384-099e-4573-bac0-953843a3ebd1 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:26.004547 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01edec-a5d7-4cc8-901c-b1b8daba0a9f req-b8fb1e14-7f97-4538-9f11-542d8b075170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:26.006022 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8b01edec-a5d7-4cc8-901c-b1b8daba0a9f req-b8fb1e14-7f97-4538-9f11-542d8b075170 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7caaf510b28e4b3c90ee39437ec57c21&device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 1096 time: 0.0577955 Jul 07 18:13:26.246802 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5e42c240-10d9-43df-978f-32ccda172cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01034384-099e-4573-bac0-953843a3ebd1', 'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:12:59Z', 'updated_at': '2021-07-07T18:13:02Z', 'revision_number': 4, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'gw_port': {'id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:00Z', 'updated_at': '2021-07-07T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '3e1901e1-f2bf-4353-a72d-88cb78830a86', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '01034384-099e-4573-bac0-953843a3ebd1', 'port_id': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'mac_address': 'fa:16:3e:1d:5c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:13:24Z', 'updated_at': '2021-07-07T18:13:24Z', 'revision_number': 0, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db80a29f-bf2f-4624-96e2-6f297bf44be8', 'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'mac_address': 'fa:16:3e:a5:07:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:01Z', 'updated_at': '2021-07-07T18:13:09Z', 'revision_number': 5, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'subnets': [{'id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:26.275562 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e42c240-10d9-43df-978f-32ccda172cb8 None None] Checking router: 01034384-099e-4573-bac0-953843a3ebd1 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:13:26.289713 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e42c240-10d9-43df-978f-32ccda172cb8 None None] Routers {'01034384-099e-4573-bac0-953843a3ebd1'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:13:26.290713 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5e42c240-10d9-43df-978f-32ccda172cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:13:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['01034384-099e-4573-bac0-953843a3ebd1'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:26.409784 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-5e42c240-10d9-43df-978f-32ccda172cb8 None None] Set router 01034384-099e-4573-bac0-953843a3ebd1 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:13:26.435483 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01edec-a5d7-4cc8-901c-b1b8daba0a9f req-1d250911-ef52-4270-a612-742b74dd6f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:26.436987 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8b01edec-a5d7-4cc8-901c-b1b8daba0a9f req-1d250911-ef52-4270-a612-742b74dd6f70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6774e3e1-84ae-4daa-81f9-6a2540433f52 HTTP/1.1" status: 200 len: 911 time: 0.4237959 Jul 07 18:13:26.512724 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8b01edec-a5d7-4cc8-901c-b1b8daba0a9f req-844224cf-4816-43c4-9424-0ead1ff37a6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeea89c6-b9d2-4695-90d7-513f90fe9cf1 HTTP/1.1" status: 200 len: 998 time: 0.0684664 Jul 07 18:13:26.568927 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01edec-a5d7-4cc8-901c-b1b8daba0a9f req-587baf9f-ed66-44bf-ae35-6ac67a4364bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:26.570548 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8b01edec-a5d7-4cc8-901c-b1b8daba0a9f req-587baf9f-ed66-44bf-ae35-6ac67a4364bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26c610bb-6f02-49a0-8c07-c29242c9e72e HTTP/1.1" status: 200 len: 849 time: 0.0506442 Jul 07 18:13:26.639717 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01edec-a5d7-4cc8-901c-b1b8daba0a9f req-052063d8-e685-44d3-9b5b-885db273b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:13:26.641252 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8b01edec-a5d7-4cc8-901c-b1b8daba0a9f req-052063d8-e685-44d3-9b5b-885db273b834 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6774e3e1-84ae-4daa-81f9-6a2540433f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610082 Jul 07 18:13:26.671970 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-5e42c240-10d9-43df-978f-32ccda172cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01034384-099e-4573-bac0-953843a3ebd1', 'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:12:59Z', 'updated_at': '2021-07-07T18:13:02Z', 'revision_number': 4, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'gw_port': {'id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:00Z', 'updated_at': '2021-07-07T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '3e1901e1-f2bf-4353-a72d-88cb78830a86', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '01034384-099e-4573-bac0-953843a3ebd1', 'port_id': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'mac_address': 'fa:16:3e:1d:5c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:13:24Z', 'updated_at': '2021-07-07T18:13:24Z', 'revision_number': 0, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db80a29f-bf2f-4624-96e2-6f297bf44be8', 'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'mac_address': 'fa:16:3e:a5:07:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:01Z', 'updated_at': '2021-07-07T18:13:09Z', 'revision_number': 5, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'subnets': [{'id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:13:26.701427 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e42c240-10d9-43df-978f-32ccda172cb8 None None] The sync data for ids ['01034384-099e-4573-bac0-953843a3ebd1'] in n-d-793620-7 is: [{'id': '01034384-099e-4573-bac0-953843a3ebd1', 'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:12:59Z', 'updated_at': '2021-07-07T18:13:02Z', 'revision_number': 4, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'gw_port': {'id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:00Z', 'updated_at': '2021-07-07T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '3e1901e1-f2bf-4353-a72d-88cb78830a86', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '01034384-099e-4573-bac0-953843a3ebd1', 'port_id': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'mac_address': 'fa:16:3e:1d:5c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:13:24Z', 'updated_at': '2021-07-07T18:13:24Z', 'revision_number': 0, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db80a29f-bf2f-4624-96e2-6f297bf44be8', 'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'mac_address': 'fa:16:3e:a5:07:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:01Z', 'updated_at': '2021-07-07T18:13:09Z', 'revision_number': 5, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'subnets': [{'id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:13:26.742214 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8b01edec-a5d7-4cc8-901c-b1b8daba0a9f req-afa4bdab-8ed6-4256-8411-49d4ec511f8a service neutron] 10.222.0.15 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934904 Jul 07 18:13:26.843155 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-8b01edec-a5d7-4cc8-901c-b1b8daba0a9f req-8d4ffad3-ad6e-491b-b7aa-6471cfb574e6 service neutron] 10.222.0.15 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938106 Jul 07 18:13:26.913572 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90e50e3-d888-429f-9a3f-c7c3d6267361 None None] New status for floating IP 3e1901e1-f2bf-4353-a72d-88cb78830a86: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:13:43.327427 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:13:44.889963 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2b7e9a9f-6f85-42b6-b154-30b7d36acb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:45.153717 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:47.300402 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:47.790632 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:48.088028 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e85c50af-4253-456d-9bd7-ee659f3a548a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:49.175925 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:13:50.651568 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:11.739998 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-252c2923-a464-43ba-8883-95468baf5306 req-f32023c3-f487-4da0-a921-005cdf2b0736 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572317 Jul 07 18:14:11.839159 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c2923-a464-43ba-8883-95468baf5306 req-4e4a814c-05c8-4cf3-9a85-c21bdad684c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:11.840656 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-252c2923-a464-43ba-8883-95468baf5306 req-4e4a814c-05c8-4cf3-9a85-c21bdad684c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7caaf510b28e4b3c90ee39437ec57c21&device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 1096 time: 0.0528979 Jul 07 18:14:11.954009 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c2923-a464-43ba-8883-95468baf5306 req-7ce5b7f0-5352-435a-82e3-839b5d877152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:11.955534 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-252c2923-a464-43ba-8883-95468baf5306 req-7ce5b7f0-5352-435a-82e3-839b5d877152 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6774e3e1-84ae-4daa-81f9-6a2540433f52 HTTP/1.1" status: 200 len: 911 time: 0.0906763 Jul 07 18:14:12.029482 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-252c2923-a464-43ba-8883-95468baf5306 req-23a3a160-ff65-44c6-9006-077582542c90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeea89c6-b9d2-4695-90d7-513f90fe9cf1 HTTP/1.1" status: 200 len: 1000 time: 0.0662277 Jul 07 18:14:12.092779 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c2923-a464-43ba-8883-95468baf5306 req-6250f509-a9bf-4694-8f97-917508535013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:12.094607 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-252c2923-a464-43ba-8883-95468baf5306 req-6250f509-a9bf-4694-8f97-917508535013 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26c610bb-6f02-49a0-8c07-c29242c9e72e HTTP/1.1" status: 200 len: 849 time: 0.0570865 Jul 07 18:14:12.157445 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c2923-a464-43ba-8883-95468baf5306 req-a943ac7e-cae2-4daa-bf69-3cf3dc6654b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:14:12.159662 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-252c2923-a464-43ba-8883-95468baf5306 req-a943ac7e-cae2-4daa-bf69-3cf3dc6654b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6774e3e1-84ae-4daa-81f9-6a2540433f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581796 Jul 07 18:14:12.258348 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-252c2923-a464-43ba-8883-95468baf5306 req-32cb54f1-6c2b-4fac-96a5-e72eab61f71c service neutron] 10.222.0.15 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907950 Jul 07 18:14:12.361186 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-252c2923-a464-43ba-8883-95468baf5306 req-890e18c4-56a1-45f2-bb82-483838393e18 service neutron] 10.222.0.15 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958612 Jul 07 18:14:14.893936 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6b718c5b-c278-407f-8c19-c3a761ed77a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:15.146653 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:17.317239 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:17.784805 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:18.090498 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ef933cbf-e333-49f9-bc07-027da329fd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:19.183717 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:20.317225 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:14:20.653154 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:44.896927 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b26c08e4-63b5-4cf3-980f-b662919e21ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:45.156480 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:47.332979 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:47.786324 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:48.091856 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-68c78f6f-6099-4517-a34b-44561d8f7db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:49.181363 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:50.655155 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:14:57.318110 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:15:13.168007 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71bcecd8-2f2a-4be1-990f-2592c6616abb req-5e74d780-281a-4772-bd03-73ca5e800213 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576420 Jul 07 18:15:13.275835 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcecd8-2f2a-4be1-990f-2592c6616abb req-f1327eed-c6ff-4169-9665-25fcfb24ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:13.277370 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71bcecd8-2f2a-4be1-990f-2592c6616abb req-f1327eed-c6ff-4169-9665-25fcfb24ecd4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7caaf510b28e4b3c90ee39437ec57c21&device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 1096 time: 0.0611582 Jul 07 18:15:13.389084 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcecd8-2f2a-4be1-990f-2592c6616abb req-28f95bc3-2f2b-407d-ad7f-4a0537b5b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:13.390610 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71bcecd8-2f2a-4be1-990f-2592c6616abb req-28f95bc3-2f2b-407d-ad7f-4a0537b5b9f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6774e3e1-84ae-4daa-81f9-6a2540433f52 HTTP/1.1" status: 200 len: 911 time: 0.0908208 Jul 07 18:15:13.463556 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71bcecd8-2f2a-4be1-990f-2592c6616abb req-c0edb9e5-6d31-40cb-961a-32df3ad5f460 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeea89c6-b9d2-4695-90d7-513f90fe9cf1 HTTP/1.1" status: 200 len: 1000 time: 0.0657446 Jul 07 18:15:13.513434 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcecd8-2f2a-4be1-990f-2592c6616abb req-a79fc3eb-6daf-4d87-823e-96dd621cbbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:13.514990 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71bcecd8-2f2a-4be1-990f-2592c6616abb req-a79fc3eb-6daf-4d87-823e-96dd621cbbc3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26c610bb-6f02-49a0-8c07-c29242c9e72e HTTP/1.1" status: 200 len: 849 time: 0.0452514 Jul 07 18:15:13.577787 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcecd8-2f2a-4be1-990f-2592c6616abb req-c2fe440b-759e-45d6-9395-be450b2264c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:13.579391 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71bcecd8-2f2a-4be1-990f-2592c6616abb req-c2fe440b-759e-45d6-9395-be450b2264c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6774e3e1-84ae-4daa-81f9-6a2540433f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574911 Jul 07 18:15:13.684030 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71bcecd8-2f2a-4be1-990f-2592c6616abb req-b73b5f33-6477-4356-92ba-10ea46577c2c service neutron] 10.222.0.15 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968511 Jul 07 18:15:13.779804 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-71bcecd8-2f2a-4be1-990f-2592c6616abb req-3abb879a-c1db-404f-be05-0691de47232c service neutron] 10.222.0.15 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892708 Jul 07 18:15:14.898969 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a691af72-6514-4d1e-83fe-82b369d53e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:15.161451 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:17.346495 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:17.789649 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:18.091976 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-66c0f323-ebf5-4258-8e20-56a89ebbc6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:19.184747 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:20.658174 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:28.166367 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device eeea89c6-b9d2-4695-90d7-513f90fe9cf1 details requested by agent hyperv_n-h1-793620-7 with host n-h1-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:15:28.276126 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port eeea89c6-b9d2-4695-90d7-513f90fe9cf1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=eeea89c6-b9d2-4695-90d7-513f90fe9cf1,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:28.289935 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Returning: {'device': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'port_id': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1', 'mac_address': 'fa:16:3e:1d:5c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:15:28.336310 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:28.351505 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eeea89c6-b9d2-4695-90d7-513f90fe9cf1 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:15:28.379131 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port eeea89c6-b9d2-4695-90d7-513f90fe9cf1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=eeea89c6-b9d2-4695-90d7-513f90fe9cf1,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:28.391464 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:28.451405 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=eeea89c6-b9d2-4695-90d7-513f90fe9cf1,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:28.460716 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:28.461138 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:28.461513 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:28.462006 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:28.462573 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:28.463167 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:28.463611 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:28.463988 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:28.464326 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:28.464709 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:28.465058 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:28.465388 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:28.470705 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] get_ports_and_sgs() called for port_ids ['eeea89c6-b9d2-4695-90d7-513f90fe9cf1'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:15:30.193357 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device eeea89c6-b9d2-4695-90d7-513f90fe9cf1 up at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:15:30.266414 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Provisioning complete for port eeea89c6-b9d2-4695-90d7-513f90fe9cf1 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:30.267269 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:30.364204 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:30.392219 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:15:30.394632 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ebcad8-5e43-4c53-8394-7eb3b3768493" -d '{"events": [{"server_uuid": "9e5ef5ab-4960-4898-a0a8-24d0feadb946", "name": "network-vif-plugged", "status": "completed", "tag": "eeea89c6-b9d2-4695-90d7-513f90fe9cf1"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:15:30.409572 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port eeea89c6-b9d2-4695-90d7-513f90fe9cf1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=eeea89c6-b9d2-4695-90d7-513f90fe9cf1,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:30.421746 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:30.480487 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbbb71e-3590-46e1-9e73-168553381446 x-openstack-request-id: req-ebbbb71e-3590-46e1-9e73-168553381446 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:15:30.480487 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5ef5ab-4960-4898-a0a8-24d0feadb946", "name": "network-vif-plugged", "status": "completed", "tag": "eeea89c6-b9d2-4695-90d7-513f90fe9cf1", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:15:30.480868 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ebbbb71e-3590-46e1-9e73-168553381446 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:15:30.481348 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1', 'code': 200} Jul 07 18:15:30.487061 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=eeea89c6-b9d2-4695-90d7-513f90fe9cf1,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:34.317053 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:15:37.755652 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-0d919f77-769d-4b26-b6b6-fbb1938dcd80 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1904873094&fields=id&tenant_id=7caaf510b28e4b3c90ee39437ec57c21 HTTP/1.1" status: 200 len: 267 time: 0.0336885 Jul 07 18:15:37.872655 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-0acfa334-c959-42b1-b908-74aad95f272a tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:37.874137 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-0acfa334-c959-42b1-b908-74aad95f272a tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/networks?id=6774e3e1-84ae-4daa-81f9-6a2540433f52 HTTP/1.1" status: 200 len: 810 time: 0.1115243 Jul 07 18:15:37.889292 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-26547727-16e5-47fb-b344-52d5fb3aec8c tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/quotas/7caaf510b28e4b3c90ee39437ec57c21 HTTP/1.1" status: 200 len: 375 time: 0.0096216 Jul 07 18:15:37.960659 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-2773c8ad-f927-41b2-9eb1-814208443183 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7caaf510b28e4b3c90ee39437ec57c21&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0663521 Jul 07 18:15:37.976920 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-1c8ca280-ee14-44c2-9f65-f980edbfca1f tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 18:15:37.977929 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-1c8ca280-ee14-44c2-9f65-f980edbfca1f tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059471 Jul 07 18:15:38.118569 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-daebd105-fbe6-4732-a7c3-14e86bbbf8ba service neutron] 10.222.0.50 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345122 Jul 07 18:15:38.206982 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-854c030d-76f1-42ac-a098-6e1e83e227de service neutron] 10.222.0.50 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828466 Jul 07 18:15:38.418712 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-71c3b5e3-f952-4b06-93ca-2c1b4fb968c5 req-79e6f8dc-88e1-467c-9b48-633c38d162a3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 210 time: 0.0341496 Jul 07 18:15:39.574361 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-981a6bbb-6846-4f5f-9796-75d9dd33a2f8 req-ea6d1b96-aea9-4e46-a224-a784441a8a37 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 210 time: 0.0305364 Jul 07 18:15:39.599118 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-3c7e014b-74ef-41f0-b742-3a68b696af82 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:39.600632 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-3c7e014b-74ef-41f0-b742-3a68b696af82 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.69 "GET /v2.0/networks?id=6774e3e1-84ae-4daa-81f9-6a2540433f52 HTTP/1.1" status: 200 len: 810 time: 0.1290348 Jul 07 18:15:39.643240 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-a5ec463f-1ce8-49ad-9d0c-9b33f9a99cf6 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7caaf510b28e4b3c90ee39437ec57c21 HTTP/1.1" status: 200 len: 380 time: 0.0343454 Jul 07 18:15:39.653563 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Request body: {'port': {'device_id': '22745917-bd51-499d-8909-185beffc55d0', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'admin_state_up': True, 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'security_groups': ['6076ec43-5099-4cdf-bed7-a61c041e4634']}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:39.767604 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Made reservation on behalf of 7caaf510b28e4b3c90ee39437ec57c21 for: {'port': 1} {{(pid=100409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 18:15:39.771205 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:39.900487 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Allocated IP 172.20.0.5 (6774e3e1-84ae-4daa-81f9-6a2540433f52/26c610bb-6f02-49a0-8c07-c29242c9e72e/be747807-789e-44a9-b0e5-0dd1e6f53f91) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:15:40.108241 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.130467 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Transition to ACTIVE for port object be747807-789e-44a9-b0e5-0dd1e6f53f91 will not be triggered until provisioned by entity DHCP. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:40.179374 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.238274 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Network 6774e3e1-84ae-4daa-81f9-6a2540433f52 is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:15:40.245484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:15:40.250324 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:15:40.257501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Pushing event updated for resources: {'Port': ['ID=be747807-789e-44a9-b0e5-0dd1e6f53f91,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:40.293338 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.293694 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.294063 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.294433 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.294816 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.295169 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.295501 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.295841 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.296173 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.296524 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.296841 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.297177 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:15:40.328617 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:40.329308 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.349719 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-7e06f6a0-05e4-40cb-a6b5-bba1bd8c415b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7003844 Jul 07 18:15:40.509241 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-10454675-6a1b-43e5-9e42-005ce6937147 None None] Provisioning for port be747807-789e-44a9-b0e5-0dd1e6f53f91 completed by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:40.514360 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-10454675-6a1b-43e5-9e42-005ce6937147 None None] Provisioning complete for port be747807-789e-44a9-b0e5-0dd1e6f53f91 triggered by entity DHCP. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:40.514818 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-10454675-6a1b-43e5-9e42-005ce6937147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:40.557558 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-10454675-6a1b-43e5-9e42-005ce6937147 None None] Port be747807-789e-44a9-b0e5-0dd1e6f53f91 cannot update to ACTIVE because it is not bound. {{(pid=100411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 18:15:40.801189 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8951d-0c49-4e0e-aa0b-04e88d571e9d req-23678423-e5b6-4ad6-a8af-38aef74d9be2 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:40.803084 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6bf8951d-0c49-4e0e-aa0b-04e88d571e9d req-23678423-e5b6-4ad6-a8af-38aef74d9be2 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 931 time: 0.0901484 Jul 07 18:15:40.846072 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-6bf8951d-0c49-4e0e-aa0b-04e88d571e9d req-758c08b8-96ad-4524-a6f7-bc7b2e86b73e tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370100 Jul 07 18:15:42.044501 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb4deb-c247-4715-9042-0f4eb1ec17e6 req-bfe66e4a-83b7-406b-8afd-f416e8e7a07b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:42.046249 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-20fb4deb-c247-4715-9042-0f4eb1ec17e6 req-bfe66e4a-83b7-406b-8afd-f416e8e7a07b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 931 time: 0.0814710 Jul 07 18:15:42.102150 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-20fb4deb-c247-4715-9042-0f4eb1ec17e6 req-23668cd8-1bd0-49d6-a564-e0fcca7b0ce4 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484190 Jul 07 18:15:42.322229 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device eeea89c6-b9d2-4695-90d7-513f90fe9cf1 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:15:42.402799 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:42.426306 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:15:42.429195 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac427ba9-3882-4931-9831-5e4f399bfdc9" -d '{"events": [{"server_uuid": "9e5ef5ab-4960-4898-a0a8-24d0feadb946", "name": "network-vif-unplugged", "status": "completed", "tag": "eeea89c6-b9d2-4695-90d7-513f90fe9cf1"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:15:42.443082 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] For port eeea89c6-b9d2-4695-90d7-513f90fe9cf1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=eeea89c6-b9d2-4695-90d7-513f90fe9cf1,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:42.449280 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:42.477908 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 18:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ab3868-d3f8-42da-8369-e95c6dd594e2 x-openstack-request-id: req-c9ab3868-d3f8-42da-8369-e95c6dd594e2 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:15:42.478178 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5ef5ab-4960-4898-a0a8-24d0feadb946", "name": "network-vif-unplugged", "status": "completed", "tag": "eeea89c6-b9d2-4695-90d7-513f90fe9cf1", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:15:42.478458 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c9ab3868-d3f8-42da-8369-e95c6dd594e2 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:15:42.478853 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1', 'code': 200} Jul 07 18:15:42.511418 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Pushing event updated for resources: {'Port': ['ID=eeea89c6-b9d2-4695-90d7-513f90fe9cf1,revision_number=8']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:43.292587 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834398d7-bbe6-4a9e-a6e7-131a8d13d830 req-4ac874ee-95fe-4f6e-8130-16d8fa2f559f tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:43.294099 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-834398d7-bbe6-4a9e-a6e7-131a8d13d830 req-4ac874ee-95fe-4f6e-8130-16d8fa2f559f tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 931 time: 0.0678220 Jul 07 18:15:43.335807 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-834398d7-bbe6-4a9e-a6e7-131a8d13d830 req-e7e0caac-c299-40b4-9c3e-7576e01159f8 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357566 Jul 07 18:15:44.522802 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088b978-4036-4219-8432-97f2140d5d0d req-4aa45182-864a-445c-a2ec-11f11c0e7000 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:44.524647 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8088b978-4036-4219-8432-97f2140d5d0d req-4aa45182-864a-445c-a2ec-11f11c0e7000 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 931 time: 0.0679243 Jul 07 18:15:44.566663 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8088b978-4036-4219-8432-97f2140d5d0d req-b15f3540-2916-40f6-bd5e-f48557922b51 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350106 Jul 07 18:15:44.902750 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-51f5abf0-fce2-47eb-852e-a12b7108bb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:45.162319 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:45.767570 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818f3c8-41b5-45eb-83f7-0ceba17afe35 req-70789c14-47a4-4405-9c17-afd9445466b1 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:45.769985 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5818f3c8-41b5-45eb-83f7-0ceba17afe35 req-70789c14-47a4-4405-9c17-afd9445466b1 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 931 time: 0.0681810 Jul 07 18:15:45.811163 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-5818f3c8-41b5-45eb-83f7-0ceba17afe35 req-de939fe6-fee8-4f29-8d77-720b0d40d829 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348008 Jul 07 18:15:47.001599 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be0a84-b827-43ea-a5f2-4708b4a622b4 req-d51c023c-31f8-4d26-a577-2f71ecbd2527 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:47.006862 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-24be0a84-b827-43ea-a5f2-4708b4a622b4 req-d51c023c-31f8-4d26-a577-2f71ecbd2527 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 931 time: 0.0739329 Jul 07 18:15:47.044956 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-24be0a84-b827-43ea-a5f2-4708b4a622b4 req-428170ca-9b71-443c-8bd4-37418792732d tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353222 Jul 07 18:15:47.348128 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:47.793500 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:48.089205 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-94c7ec1e-33ac-4c87-b177-27fbb16a65c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:48.257371 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f5f23-7ea4-4e13-9233-6b606f4c2cf9 req-7a1f4658-3a07-402b-a62a-83f247507bda tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:48.258955 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ed2f5f23-7ea4-4e13-9233-6b606f4c2cf9 req-7a1f4658-3a07-402b-a62a-83f247507bda tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 931 time: 0.0727551 Jul 07 18:15:48.303514 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-ed2f5f23-7ea4-4e13-9233-6b606f4c2cf9 req-e8c8f35b-c312-41bf-94ce-872833b7a6be tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361753 Jul 07 18:15:49.187197 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:49.487830 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371166d9-c426-42cb-b570-6fb75ef5c418 req-3b64bc29-0715-4c62-a584-35fc62f12a06 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:49.489616 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-371166d9-c426-42cb-b570-6fb75ef5c418 req-3b64bc29-0715-4c62-a584-35fc62f12a06 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 931 time: 0.0707276 Jul 07 18:15:49.528442 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-371166d9-c426-42cb-b570-6fb75ef5c418 req-a7fcc020-22d7-4601-9030-094c667416a2 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325184 Jul 07 18:15:50.660610 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:50.702190 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cac0d6-4541-4c01-af68-51deba5f4479 req-9a786447-bafe-4cac-89a7-f85a285c886a tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:50.703705 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-56cac0d6-4541-4c01-af68-51deba5f4479 req-9a786447-bafe-4cac-89a7-f85a285c886a tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 931 time: 0.0652707 Jul 07 18:15:50.741584 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-56cac0d6-4541-4c01-af68-51deba5f4479 req-833e4966-c681-41ec-b299-2eabcfacb1cd tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322781 Jul 07 18:15:51.917522 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394619d-e7bb-497d-873e-88ff1394ab13 req-867941df-1653-4690-aa24-17fef7cb3ea9 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:51.919108 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b394619d-e7bb-497d-873e-88ff1394ab13 req-867941df-1653-4690-aa24-17fef7cb3ea9 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 931 time: 0.0663650 Jul 07 18:15:51.963415 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b394619d-e7bb-497d-873e-88ff1394ab13 req-f1bb65e5-1216-4066-aedd-b0c6c3675521 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384185 Jul 07 18:15:52.955461 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] Request body: {'port': {'device_id': '22745917-bd51-499d-8909-185beffc55d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-7'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:15:53.038248 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.155128 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ea027-7430-4c8f-8407-fdc78157fe3f req-421de01b-f68e-4920-a1f1-d65b63171ba5 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:53.156763 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-196ea027-7430-4c8f-8407-fdc78157fe3f req-421de01b-f68e-4920-a1f1-d65b63171ba5 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 931 time: 0.0771804 Jul 07 18:15:53.201886 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-196ea027-7430-4c8f-8407-fdc78157fe3f req-84070c05-74d5-462c-9637-e1f951925230 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381536 Jul 07 18:15:53.334612 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be747807-789e-44a9-b0e5-0dd1e6f53f91 {{(pid=100409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:15:53.342918 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.355578 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.provisioning_blocks [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] Transition to ACTIVE for port object be747807-789e-44a9-b0e5-0dd1e6f53f91 will not be triggered until provisioned by entity L2. {{(pid=100409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 18:15:53.360498 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.409724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=be747807-789e-44a9-b0e5-0dd1e6f53f91,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:53.484637 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] Attempting to bind port be747807-789e-44a9-b0e5-0dd1e6f53f91 on host n-h2-793620-7 for vnic_type normal with profile {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 18:15:53.485077 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] Attempting to bind port be747807-789e-44a9-b0e5-0dd1e6f53f91 by drivers openvswitch,hyperv on host n-h2-793620-7 at level 0 using segments [{'id': '011ee095-4912-408c-a0c7-f7fe93a33252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52'}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 18:15:53.485588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] Attempting to bind port be747807-789e-44a9-b0e5-0dd1e6f53f91 on network 6774e3e1-84ae-4daa-81f9-6a2540433f52 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:15:53.490269 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] Port be747807-789e-44a9-b0e5-0dd1e6f53f91 on network 6774e3e1-84ae-4daa-81f9-6a2540433f52 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-7 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 18:15:53.490640 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] Attempting to bind port be747807-789e-44a9-b0e5-0dd1e6f53f91 on network 6774e3e1-84ae-4daa-81f9-6a2540433f52 {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 18:15:53.496378 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] Checking agent: {'id': '4859d99c-cc43-4421-9f69-03df83cbe745', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'started_at': datetime.datetime(2021, 7, 7, 16, 43, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 18, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 18:15:53.496726 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] Checking segment: {'id': '011ee095-4912-408c-a0c7-f7fe93a33252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 18:15:53.497122 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] Bound using segment: {'id': '011ee095-4912-408c-a0c7-f7fe93a33252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52'} {{(pid=100409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 18:15:53.497563 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.managers [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] Bound port: be747807-789e-44a9-b0e5-0dd1e6f53f91, host: n-h2-793620-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011ee095-4912-408c-a0c7-f7fe93a33252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52'}}] {{(pid=100409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 18:15:53.497937 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.569484 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] For port be747807-789e-44a9-b0e5-0dd1e6f53f91, host n-h2-793620-7, cleared binding levels {{(pid=100409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 18:15:53.572594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] For port be747807-789e-44a9-b0e5-0dd1e6f53f91, host n-h2-793620-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=be747807-789e-44a9-b0e5-0dd1e6f53f91,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 18:15:53.577716 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.611291 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:53.611913 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:53.613475 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] 10.222.0.69 "PUT /v2.0/ports/be747807-789e-44a9-b0e5-0dd1e6f53f91 HTTP/1.1" status: 200 len: 1091 time: 0.7158616 Jul 07 18:15:53.614153 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22745917-bd51-499d-8909-185beffc55d0', 'tag': 'be747807-789e-44a9-b0e5-0dd1e6f53f91'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:15:53.616268 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8141bf5f-7c94-477d-93f7-ba58e935c966" -d '{"events": [{"name": "network-changed", "server_uuid": "22745917-bd51-499d-8909-185beffc55d0", "tag": "be747807-789e-44a9-b0e5-0dd1e6f53f91"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:15:53.656534 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8176a63-691d-48f6-83ec-ce99b5dfd4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=be747807-789e-44a9-b0e5-0dd1e6f53f91,revision_number=3']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:53.736645 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-351d8941-15cf-46ce-88ab-f73865fbe33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:53.738442 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-351d8941-15cf-46ce-88ab-f73865fbe33c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7caaf510b28e4b3c90ee39437ec57c21&device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 1094 time: 0.0605078 Jul 07 18:15:53.739551 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d25eea-f44a-4cee-8d11-4332e0268a32 x-openstack-request-id: req-47d25eea-f44a-4cee-8d11-4332e0268a32 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:15:53.739840 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22745917-bd51-499d-8909-185beffc55d0", "tag": "be747807-789e-44a9-b0e5-0dd1e6f53f91", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:15:53.740093 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-47d25eea-f44a-4cee-8d11-4332e0268a32 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:15:53.740489 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22745917-bd51-499d-8909-185beffc55d0', 'tag': 'be747807-789e-44a9-b0e5-0dd1e6f53f91', 'status': 'completed', 'code': 200} Jul 07 18:15:53.785781 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-bfadb9c3-3c04-4976-8f92-056218a28eda service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be747807-789e-44a9-b0e5-0dd1e6f53f91 HTTP/1.1" status: 200 len: 217 time: 0.0395825 Jul 07 18:15:53.837976 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-81fa0dca-02fe-4123-900a-f21e58eee46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:53.839518 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-81fa0dca-02fe-4123-900a-f21e58eee46c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=26c610bb-6f02-49a0-8c07-c29242c9e72e HTTP/1.1" status: 200 len: 849 time: 0.0463634 Jul 07 18:15:53.896609 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-a54134b7-7a04-455a-986f-dd444adad97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:53.898139 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-a54134b7-7a04-455a-986f-dd444adad97f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6774e3e1-84ae-4daa-81f9-6a2540433f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521235 Jul 07 18:15:53.990805 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-d1adbfd2-c795-4282-8117-bdbd3113aca2 service neutron] 10.222.0.69 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860322 Jul 07 18:15:54.080212 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-bcf87b07-d831-4fc3-b957-4507d2887105 req-d90dc279-d380-4ae0-aef8-670401643b29 service neutron] 10.222.0.69 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829966 Jul 07 18:15:54.183858 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141bf5f-7c94-477d-93f7-ba58e935c966 req-e1faa248-dc4c-4cdf-8ce7-85fc20d98773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:54.185365 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8141bf5f-7c94-477d-93f7-ba58e935c966 req-e1faa248-dc4c-4cdf-8ce7-85fc20d98773 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7caaf510b28e4b3c90ee39437ec57c21&device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 1094 time: 0.0537367 Jul 07 18:15:54.285072 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141bf5f-7c94-477d-93f7-ba58e935c966 req-a1902f27-af98-445f-a435-492e72d15843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:54.286641 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8141bf5f-7c94-477d-93f7-ba58e935c966 req-a1902f27-af98-445f-a435-492e72d15843 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6774e3e1-84ae-4daa-81f9-6a2540433f52 HTTP/1.1" status: 200 len: 911 time: 0.0951376 Jul 07 18:15:54.328390 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8141bf5f-7c94-477d-93f7-ba58e935c966 req-9c473e4d-9501-40e3-b711-091dff6c48c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be747807-789e-44a9-b0e5-0dd1e6f53f91 HTTP/1.1" status: 200 len: 217 time: 0.0351028 Jul 07 18:15:54.377651 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141bf5f-7c94-477d-93f7-ba58e935c966 req-fc248bd9-e35a-48e3-a07f-61943969ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:54.379228 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8141bf5f-7c94-477d-93f7-ba58e935c966 req-fc248bd9-e35a-48e3-a07f-61943969ddd3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=26c610bb-6f02-49a0-8c07-c29242c9e72e HTTP/1.1" status: 200 len: 849 time: 0.0440302 Jul 07 18:15:54.386104 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ea41b-d29b-4a61-a244-8ce7b8de5648 req-ed5339c3-1f81-4617-91c9-68be6cf83802 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:54.387638 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-703ea41b-d29b-4a61-a244-8ce7b8de5648 req-ed5339c3-1f81-4617-91c9-68be6cf83802 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 943 time: 0.0655549 Jul 07 18:15:54.430576 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-703ea41b-d29b-4a61-a244-8ce7b8de5648 req-225a37cb-867a-4e2d-862d-dde6a27f5950 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370498 Jul 07 18:15:54.449594 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141bf5f-7c94-477d-93f7-ba58e935c966 req-713f7b73-c099-414d-a8b8-564d0f0c04d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:54.451150 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8141bf5f-7c94-477d-93f7-ba58e935c966 req-713f7b73-c099-414d-a8b8-564d0f0c04d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6774e3e1-84ae-4daa-81f9-6a2540433f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650027 Jul 07 18:15:54.540466 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8141bf5f-7c94-477d-93f7-ba58e935c966 req-168ca723-4bf4-4a8d-8c9a-cc903ce067f5 service neutron] 10.222.0.69 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827234 Jul 07 18:15:54.634029 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-8141bf5f-7c94-477d-93f7-ba58e935c966 req-6bd417ef-9b24-4bd6-afaf-cebb2fad05c5 service neutron] 10.222.0.69 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874610 Jul 07 18:15:55.603728 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0694c52-5496-4b16-9d32-0ebcb6a111fb req-ce4fbe35-aa45-46ce-ac8d-b0c8fc5aa4f5 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:55.605725 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b0694c52-5496-4b16-9d32-0ebcb6a111fb req-ce4fbe35-aa45-46ce-ac8d-b0c8fc5aa4f5 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 943 time: 0.0634005 Jul 07 18:15:55.644282 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b0694c52-5496-4b16-9d32-0ebcb6a111fb req-75ebd4ca-3a86-4d10-9e23-2bc576463b6c tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329385 Jul 07 18:15:56.816210 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aac516-72d6-40ca-9aa2-99a3e6acd1f6 req-52931071-a726-4107-8d17-12d489c6ec6c tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:56.817724 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-74aac516-72d6-40ca-9aa2-99a3e6acd1f6 req-52931071-a726-4107-8d17-12d489c6ec6c tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 943 time: 0.0623538 Jul 07 18:15:56.859272 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-74aac516-72d6-40ca-9aa2-99a3e6acd1f6 req-b35af098-ee1b-4867-a86d-957388c54d90 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354123 Jul 07 18:15:57.066795 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device be747807-789e-44a9-b0e5-0dd1e6f53f91 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:15:57.161905 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port be747807-789e-44a9-b0e5-0dd1e6f53f91, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=be747807-789e-44a9-b0e5-0dd1e6f53f91,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:57.173230 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'be747807-789e-44a9-b0e5-0dd1e6f53f91', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'port_id': 'be747807-789e-44a9-b0e5-0dd1e6f53f91', 'mac_address': 'fa:16:3e:9f:67:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:15:57.209413 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.222475 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be747807-789e-44a9-b0e5-0dd1e6f53f91 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:15:57.241726 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port be747807-789e-44a9-b0e5-0dd1e6f53f91, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=be747807-789e-44a9-b0e5-0dd1e6f53f91,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:57.246005 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:57.293937 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=be747807-789e-44a9-b0e5-0dd1e6f53f91,revision_number=4']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:57.582065 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['be747807-789e-44a9-b0e5-0dd1e6f53f91'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:15:58.036130 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a7a4d-8ef5-4e19-aaec-84efa6d51a9e req-f45e8f50-09e3-4929-b899-2a2fec3ec19c tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:58.037614 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fc3a7a4d-8ef5-4e19-aaec-84efa6d51a9e req-f45e8f50-09e3-4929-b899-2a2fec3ec19c tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 944 time: 0.0627606 Jul 07 18:15:58.078768 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-fc3a7a4d-8ef5-4e19-aaec-84efa6d51a9e req-5361bd88-5591-44e0-af61-7479388d2c28 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348687 Jul 07 18:15:59.072715 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device be747807-789e-44a9-b0e5-0dd1e6f53f91 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:15:59.124679 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning for port be747807-789e-44a9-b0e5-0dd1e6f53f91 completed by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 18:15:59.128714 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port be747807-789e-44a9-b0e5-0dd1e6f53f91 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:15:59.129054 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:59.205535 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:59.227253 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22745917-bd51-499d-8909-185beffc55d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be747807-789e-44a9-b0e5-0dd1e6f53f91'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:15:59.230132 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f3aa28-6e04-4d3c-87f6-8d78ed567fdb" -d '{"events": [{"server_uuid": "22745917-bd51-499d-8909-185beffc55d0", "name": "network-vif-plugged", "status": "completed", "tag": "be747807-789e-44a9-b0e5-0dd1e6f53f91"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:15:59.248344 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port be747807-789e-44a9-b0e5-0dd1e6f53f91, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=be747807-789e-44a9-b0e5-0dd1e6f53f91,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:15:59.254899 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:15:59.264238 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cd329-fd9b-4d99-a78a-e34c4f41bbb5 req-02ac6b5f-6d6e-4139-b5e3-1c31c78afd71 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:59.265903 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-451cd329-fd9b-4d99-a78a-e34c4f41bbb5 req-02ac6b5f-6d6e-4139-b5e3-1c31c78afd71 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 944 time: 0.0727606 Jul 07 18:15:59.288980 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc6a3d4-a09b-4832-892d-1a6890cd9f92 x-openstack-request-id: req-9cc6a3d4-a09b-4832-892d-1a6890cd9f92 {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:15:59.289278 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22745917-bd51-499d-8909-185beffc55d0", "name": "network-vif-plugged", "status": "completed", "tag": "be747807-789e-44a9-b0e5-0dd1e6f53f91", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:15:59.289536 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9cc6a3d4-a09b-4832-892d-1a6890cd9f92 {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:15:59.289932 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22745917-bd51-499d-8909-185beffc55d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be747807-789e-44a9-b0e5-0dd1e6f53f91', 'code': 200} Jul 07 18:15:59.307076 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-451cd329-fd9b-4d99-a78a-e34c4f41bbb5 req-845f5bbe-3d7e-411d-897d-0113c50db177 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351350 Jul 07 18:15:59.320437 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=be747807-789e-44a9-b0e5-0dd1e6f53f91,revision_number=5']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:15:59.389880 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a5eca-6f99-42cf-b5cf-78a92dcf3156 req-3eee9702-9d08-4d91-afd4-56819d9171cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:15:59.391402 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cc9a5eca-6f99-42cf-b5cf-78a92dcf3156 req-3eee9702-9d08-4d91-afd4-56819d9171cf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 1096 time: 0.0545731 Jul 07 18:15:59.425064 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-cc9a5eca-6f99-42cf-b5cf-78a92dcf3156 req-b9d53c7b-8e41-476e-aaa1-0062d18c83e7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274460 Jul 07 18:16:00.530816 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f2e9b-b645-4e57-9ca2-389fec74f8f0 req-88ab45b7-6d65-49f3-933b-886d546e5334 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:00.532501 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-283f2e9b-b645-4e57-9ca2-389fec74f8f0 req-88ab45b7-6d65-49f3-933b-886d546e5334 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 945 time: 0.0938668 Jul 07 18:16:00.593538 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-283f2e9b-b645-4e57-9ca2-389fec74f8f0 req-1787ae25-e4b6-4788-a763-ff55c0e78dcd tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497153 Jul 07 18:16:01.770934 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2962fa6-b859-4f05-a690-7bc473cbd412 req-bcf9a4cf-6787-4e25-8e7d-f2e5934e5ab5 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:01.772474 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c2962fa6-b859-4f05-a690-7bc473cbd412 req-bcf9a4cf-6787-4e25-8e7d-f2e5934e5ab5 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 945 time: 0.0642986 Jul 07 18:16:01.813849 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c2962fa6-b859-4f05-a690-7bc473cbd412 req-3370ecfe-8641-44be-ab72-9869e07942bc tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353396 Jul 07 18:16:01.992158 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab579777-34b6-4154-9d7f-b9767d95a5ee req-6f1fc63b-552b-4eae-be5b-a1c9d55662ba tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:01.993682 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ab579777-34b6-4154-9d7f-b9767d95a5ee req-6f1fc63b-552b-4eae-be5b-a1c9d55662ba tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 945 time: 0.0674081 Jul 07 18:16:02.032225 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-ab579777-34b6-4154-9d7f-b9767d95a5ee req-0550b5d2-69df-40ab-a2a3-00bd6731fcb7 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327222 Jul 07 18:16:02.056405 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 38862) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:02.112486 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42d803d-6f2d-49d3-a99f-a1c028a4a17f tempest-TestSnapshotPattern-571264141 tempest-TestSnapshotPattern-571264141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:02.114050 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-b42d803d-6f2d-49d3-a99f-a1c028a4a17f tempest-TestSnapshotPattern-571264141 tempest-TestSnapshotPattern-571264141-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 1091 time: 0.0566373 Jul 07 18:16:02.117024 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 38864) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:16:02.121708 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.v2.base [None req-e4db3a9c-c5cd-41b2-bfa8-b5ee9ca579e3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Request body: {'floatingip': {'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'port_id': 'be747807-789e-44a9-b0e5-0dd1e6f53f91', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 18:16:02.144725 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4db3a9c-c5cd-41b2-bfa8-b5ee9ca579e3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for floatingip, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.241733 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4db3a9c-c5cd-41b2-bfa8-b5ee9ca579e3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.359293 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_common [None req-e4db3a9c-c5cd-41b2-bfa8-b5ee9ca579e3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Allocated IP 172.25.2.203 (bc704ce9-92ef-41e2-a6ee-95e5da8b89cc/a7593175-5c76-4c3c-b483-15192df729b0/4c6b4fa8-f962-47e3-9009-703bfc78e982) {{(pid=100409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 18:16:02.460239 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4db3a9c-c5cd-41b2-bfa8-b5ee9ca579e3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for port, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.506982 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4db3a9c-c5cd-41b2-bfa8-b5ee9ca579e3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3723041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733657682917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14375427'] for port, after_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:02.546296 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4db3a9c-c5cd-41b2-bfa8-b5ee9ca579e3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Network bc704ce9-92ef-41e2-a6ee-95e5da8b89cc is already hosted by enough agents. {{(pid=100409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 18:16:02.549066 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.base_scheduler [None req-e4db3a9c-c5cd-41b2-bfa8-b5ee9ca579e3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Resources bound (agent type, host, resource id): {{(pid=100409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 18:16:02.554826 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db3a9c-c5cd-41b2-bfa8-b5ee9ca579e3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Received port after_create {{(pid=100409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 18:16:02.577522 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db3a9c-c5cd-41b2-bfa8-b5ee9ca579e3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Pushing event updated for resources: {'Port': ['ID=4c6b4fa8-f962-47e3-9009-703bfc78e982,revision_number=1']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:02.921636 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4db3a9c-c5cd-41b2-bfa8-b5ee9ca579e3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.003569 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4db3a9c-c5cd-41b2-bfa8-b5ee9ca579e3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.155007 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4db3a9c-c5cd-41b2-bfa8-b5ee9ca579e3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for port, precommit_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.161056 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4db3a9c-c5cd-41b2-bfa8-b5ee9ca579e3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14375665'] for port, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.227653 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db3a9c-c5cd-41b2-bfa8-b5ee9ca579e3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Pushing event updated for resources: {'Port': ['ID=4c6b4fa8-f962-47e3-9009-703bfc78e982,revision_number=2']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:16:03.241972 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4db3a9c-c5cd-41b2-bfa8-b5ee9ca579e3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571744'] for floatingip, after_update {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.345337 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-e4db3a9c-c5cd-41b2-bfa8-b5ee9ca579e3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Floating IP f6247485-c859-4e19-842a-2d5dd4c53795 associated. External IP: 172.25.2.203, port: be747807-789e-44a9-b0e5-0dd1e6f53f91. Jul 07 18:16:03.554305 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4db3a9c-c5cd-41b2-bfa8-b5ee9ca579e3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Router 01034384-099e-4573-bac0-953843a3ebd1 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:16:03.663381 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4db3a9c-c5cd-41b2-bfa8-b5ee9ca579e3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:16:03.673421 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a6044-6f70-4815-bf85-4c1d76869b68 None None] Sync routers for ids ['01034384-099e-4573-bac0-953843a3ebd1'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:16:03.684742 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-e4db3a9c-c5cd-41b2-bfa8-b5ee9ca579e3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:03.688559 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a6044-6f70-4815-bf85-4c1d76869b68 None None] Routers {'01034384-099e-4573-bac0-953843a3ebd1'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:03.688741 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-df2a6044-6f70-4815-bf85-4c1d76869b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:15:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['01034384-099e-4573-bac0-953843a3ebd1'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:03.731004 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-e4db3a9c-c5cd-41b2-bfa8-b5ee9ca579e3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6052120 Jul 07 18:16:03.731004 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22745917-bd51-499d-8909-185beffc55d0', 'tag': 'be747807-789e-44a9-b0e5-0dd1e6f53f91'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:16:03.731004 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36e3ced-c39d-427d-aac0-061816fde921" -d '{"events": [{"name": "network-changed", "server_uuid": "22745917-bd51-499d-8909-185beffc55d0", "tag": "be747807-789e-44a9-b0e5-0dd1e6f53f91"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:16:03.763610 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ef3dac-c98d-46e2-8e6d-585b3c7ae8d4 x-openstack-request-id: req-c3ef3dac-c98d-46e2-8e6d-585b3c7ae8d4 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:16:03.763938 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22745917-bd51-499d-8909-185beffc55d0", "tag": "be747807-789e-44a9-b0e5-0dd1e6f53f91", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:16:03.764159 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3ef3dac-c98d-46e2-8e6d-585b3c7ae8d4 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:16:03.764571 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22745917-bd51-499d-8909-185beffc55d0', 'tag': 'be747807-789e-44a9-b0e5-0dd1e6f53f91', 'status': 'completed', 'code': 200} Jul 07 18:16:03.813840 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-df2a6044-6f70-4815-bf85-4c1d76869b68 None None] Set router 01034384-099e-4573-bac0-953843a3ebd1 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:03.841135 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e3ced-c39d-427d-aac0-061816fde921 req-1382bc4c-5e77-492b-9ee9-0eaf31805cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:03.845629 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d36e3ced-c39d-427d-aac0-061816fde921 req-1382bc4c-5e77-492b-9ee9-0eaf31805cce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7caaf510b28e4b3c90ee39437ec57c21&device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 1096 time: 0.0548317 Jul 07 18:16:04.070011 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-df2a6044-6f70-4815-bf85-4c1d76869b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01034384-099e-4573-bac0-953843a3ebd1', 'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:12:59Z', 'updated_at': '2021-07-07T18:13:02Z', 'revision_number': 4, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'gw_port': {'id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:00Z', 'updated_at': '2021-07-07T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '3e1901e1-f2bf-4353-a72d-88cb78830a86', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '01034384-099e-4573-bac0-953843a3ebd1', 'port_id': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'mac_address': 'fa:16:3e:1d:5c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:13:24Z', 'updated_at': '2021-07-07T18:13:27Z', 'revision_number': 1, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'fixed_ip_address_scope': None}, {'id': 'f6247485-c859-4e19-842a-2d5dd4c53795', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '01034384-099e-4573-bac0-953843a3ebd1', 'port_id': 'be747807-789e-44a9-b0e5-0dd1e6f53f91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'mac_address': 'fa:16:3e:9f:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22745917-bd51-499d-8909-185beffc55d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:16:02Z', 'updated_at': '2021-07-07T18:16:02Z', 'revision_number': 0, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db80a29f-bf2f-4624-96e2-6f297bf44be8', 'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'mac_address': 'fa:16:3e:a5:07:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:01Z', 'updated_at': '2021-07-07T18:13:09Z', 'revision_number': 5, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'subnets': [{'id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:04.098663 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a6044-6f70-4815-bf85-4c1d76869b68 None None] Checking router: 01034384-099e-4573-bac0-953843a3ebd1 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:16:04.108339 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a6044-6f70-4815-bf85-4c1d76869b68 None None] Routers {'01034384-099e-4573-bac0-953843a3ebd1'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:16:04.108979 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-df2a6044-6f70-4815-bf85-4c1d76869b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:15:48Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['01034384-099e-4573-bac0-953843a3ebd1'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:04.232629 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-df2a6044-6f70-4815-bf85-4c1d76869b68 None None] Set router 01034384-099e-4573-bac0-953843a3ebd1 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:16:04.249897 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e3ced-c39d-427d-aac0-061816fde921 req-daa97c3f-d752-4684-b0d0-6e92db1ff7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:04.252128 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d36e3ced-c39d-427d-aac0-061816fde921 req-daa97c3f-d752-4684-b0d0-6e92db1ff7b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6774e3e1-84ae-4daa-81f9-6a2540433f52 HTTP/1.1" status: 200 len: 911 time: 0.4028866 Jul 07 18:16:04.332398 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d36e3ced-c39d-427d-aac0-061816fde921 req-6da1ec75-6cd3-4469-a484-efd15fc90d23 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be747807-789e-44a9-b0e5-0dd1e6f53f91 HTTP/1.1" status: 200 len: 999 time: 0.0724146 Jul 07 18:16:04.386230 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e3ced-c39d-427d-aac0-061816fde921 req-25b4f2da-2a35-430d-a883-3d92003ce7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:04.388371 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d36e3ced-c39d-427d-aac0-061816fde921 req-25b4f2da-2a35-430d-a883-3d92003ce7cd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=26c610bb-6f02-49a0-8c07-c29242c9e72e HTTP/1.1" status: 200 len: 849 time: 0.0503175 Jul 07 18:16:04.450743 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e3ced-c39d-427d-aac0-061816fde921 req-3f8b47b8-70b7-42fe-9419-e7208e8312e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:04.452185 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d36e3ced-c39d-427d-aac0-061816fde921 req-3f8b47b8-70b7-42fe-9419-e7208e8312e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6774e3e1-84ae-4daa-81f9-6a2540433f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577650 Jul 07 18:16:04.494519 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-df2a6044-6f70-4815-bf85-4c1d76869b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01034384-099e-4573-bac0-953843a3ebd1', 'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:12:59Z', 'updated_at': '2021-07-07T18:13:02Z', 'revision_number': 4, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'gw_port': {'id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:00Z', 'updated_at': '2021-07-07T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '3e1901e1-f2bf-4353-a72d-88cb78830a86', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '01034384-099e-4573-bac0-953843a3ebd1', 'port_id': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'mac_address': 'fa:16:3e:1d:5c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:13:24Z', 'updated_at': '2021-07-07T18:13:27Z', 'revision_number': 1, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'fixed_ip_address_scope': None}, {'id': 'f6247485-c859-4e19-842a-2d5dd4c53795', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '01034384-099e-4573-bac0-953843a3ebd1', 'port_id': 'be747807-789e-44a9-b0e5-0dd1e6f53f91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'mac_address': 'fa:16:3e:9f:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22745917-bd51-499d-8909-185beffc55d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:16:02Z', 'updated_at': '2021-07-07T18:16:02Z', 'revision_number': 0, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db80a29f-bf2f-4624-96e2-6f297bf44be8', 'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'mac_address': 'fa:16:3e:a5:07:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:01Z', 'updated_at': '2021-07-07T18:13:09Z', 'revision_number': 5, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'subnets': [{'id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:16:04.522645 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a6044-6f70-4815-bf85-4c1d76869b68 None None] The sync data for ids ['01034384-099e-4573-bac0-953843a3ebd1'] in n-d-793620-7 is: [{'id': '01034384-099e-4573-bac0-953843a3ebd1', 'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:12:59Z', 'updated_at': '2021-07-07T18:13:02Z', 'revision_number': 4, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'gw_port': {'id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:00Z', 'updated_at': '2021-07-07T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '3e1901e1-f2bf-4353-a72d-88cb78830a86', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '01034384-099e-4573-bac0-953843a3ebd1', 'port_id': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'mac_address': 'fa:16:3e:1d:5c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:13:24Z', 'updated_at': '2021-07-07T18:13:27Z', 'revision_number': 1, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'fixed_ip_address_scope': None}, {'id': 'f6247485-c859-4e19-842a-2d5dd4c53795', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '01034384-099e-4573-bac0-953843a3ebd1', 'port_id': 'be747807-789e-44a9-b0e5-0dd1e6f53f91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'mac_address': 'fa:16:3e:9f:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22745917-bd51-499d-8909-185beffc55d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:16:02Z', 'updated_at': '2021-07-07T18:16:02Z', 'revision_number': 0, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db80a29f-bf2f-4624-96e2-6f297bf44be8', 'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'mac_address': 'fa:16:3e:a5:07:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:01Z', 'updated_at': '2021-07-07T18:13:09Z', 'revision_number': 5, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'subnets': [{'id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:16:04.560516 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d36e3ced-c39d-427d-aac0-061816fde921 req-af2c2b60-c8e5-4761-996f-8f7d360532c2 service neutron] 10.222.0.69 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002004 Jul 07 18:16:04.673238 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-d36e3ced-c39d-427d-aac0-061816fde921 req-b3bb3a27-eca1-4c0e-b5e9-d7147a59a811 service neutron] 10.222.0.69 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063516 Jul 07 18:16:04.758501 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d0df3d-1b12-4b6d-ab40-c64640491416 None None] New status for floating IP f6247485-c859-4e19-842a-2d5dd4c53795: ACTIVE {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:16:11.317108 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:16:13.745335 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bf05275e-0dc3-4b4f-8bce-5757a3ffea1f req-93a182b1-e2d3-4070-8c67-7625fa6fdde9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563073 Jul 07 18:16:13.842967 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05275e-0dc3-4b4f-8bce-5757a3ffea1f req-6ae50be1-7a7f-448f-8628-3990b82f9e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:13.844488 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bf05275e-0dc3-4b4f-8bce-5757a3ffea1f req-6ae50be1-7a7f-448f-8628-3990b82f9e6f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7caaf510b28e4b3c90ee39437ec57c21&device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 1094 time: 0.0549109 Jul 07 18:16:13.955320 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05275e-0dc3-4b4f-8bce-5757a3ffea1f req-4d4be46b-6f61-4d51-a89e-76677f2fe02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:13.956835 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bf05275e-0dc3-4b4f-8bce-5757a3ffea1f req-4d4be46b-6f61-4d51-a89e-76677f2fe02b service neutron] 10.222.0.15 "GET /v2.0/networks?id=6774e3e1-84ae-4daa-81f9-6a2540433f52 HTTP/1.1" status: 200 len: 911 time: 0.0910442 Jul 07 18:16:14.024291 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bf05275e-0dc3-4b4f-8bce-5757a3ffea1f req-73e2bb58-5897-40f7-a5cf-b03186e85c08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeea89c6-b9d2-4695-90d7-513f90fe9cf1 HTTP/1.1" status: 200 len: 998 time: 0.0607076 Jul 07 18:16:14.072861 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05275e-0dc3-4b4f-8bce-5757a3ffea1f req-4fb48852-be4f-4213-a7b6-0c28ea4b83f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:14.074321 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bf05275e-0dc3-4b4f-8bce-5757a3ffea1f req-4fb48852-be4f-4213-a7b6-0c28ea4b83f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26c610bb-6f02-49a0-8c07-c29242c9e72e HTTP/1.1" status: 200 len: 849 time: 0.0436895 Jul 07 18:16:14.137860 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05275e-0dc3-4b4f-8bce-5757a3ffea1f req-15a92ce2-e4ec-4fa4-bb5c-cf3f99d69072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:14.139919 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bf05275e-0dc3-4b4f-8bce-5757a3ffea1f req-15a92ce2-e4ec-4fa4-bb5c-cf3f99d69072 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6774e3e1-84ae-4daa-81f9-6a2540433f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592613 Jul 07 18:16:14.230448 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bf05275e-0dc3-4b4f-8bce-5757a3ffea1f req-eb0ee49a-0782-4991-a2b0-0c5a0b1cc984 service neutron] 10.222.0.15 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836844 Jul 07 18:16:14.329895 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-bf05275e-0dc3-4b4f-8bce-5757a3ffea1f req-7c6c5894-720a-4f1e-8b92-c3b7bb46eaf0 service neutron] 10.222.0.15 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931194 Jul 07 18:16:14.905511 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-9a3964df-5d4b-4d52-b37d-d175ffa450b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:15.176137 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:16.430644 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-79757a9d-20b4-42c8-9c36-1a94ef98f77b req-97d46850-ab39-4671-8d6f-a0c62a7a92e4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518014 Jul 07 18:16:16.523562 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79757a9d-20b4-42c8-9c36-1a94ef98f77b req-f413f562-ae37-4c08-bda9-4624eae97f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:16.525093 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-79757a9d-20b4-42c8-9c36-1a94ef98f77b req-f413f562-ae37-4c08-bda9-4624eae97f9e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7caaf510b28e4b3c90ee39437ec57c21&device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 1096 time: 0.0522809 Jul 07 18:16:16.634592 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79757a9d-20b4-42c8-9c36-1a94ef98f77b req-5fb12b7d-0995-4c98-9b6b-3472ae94ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:16.636094 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-79757a9d-20b4-42c8-9c36-1a94ef98f77b req-5fb12b7d-0995-4c98-9b6b-3472ae94ae5f service neutron] 10.222.0.69 "GET /v2.0/networks?id=6774e3e1-84ae-4daa-81f9-6a2540433f52 HTTP/1.1" status: 200 len: 911 time: 0.0904834 Jul 07 18:16:16.701105 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-79757a9d-20b4-42c8-9c36-1a94ef98f77b req-c5266ba2-1fa7-4169-a61d-51c096a58cb1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be747807-789e-44a9-b0e5-0dd1e6f53f91 HTTP/1.1" status: 200 len: 1001 time: 0.0576277 Jul 07 18:16:16.753282 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79757a9d-20b4-42c8-9c36-1a94ef98f77b req-33798b28-3e03-4ac5-872f-c42ea469024a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:16.754787 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-79757a9d-20b4-42c8-9c36-1a94ef98f77b req-33798b28-3e03-4ac5-872f-c42ea469024a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=26c610bb-6f02-49a0-8c07-c29242c9e72e HTTP/1.1" status: 200 len: 849 time: 0.0475910 Jul 07 18:16:16.812219 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79757a9d-20b4-42c8-9c36-1a94ef98f77b req-14da948e-96ba-4f76-96ea-28483942e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:16:16.813631 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-79757a9d-20b4-42c8-9c36-1a94ef98f77b req-14da948e-96ba-4f76-96ea-28483942e144 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6774e3e1-84ae-4daa-81f9-6a2540433f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527594 Jul 07 18:16:16.902856 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-79757a9d-20b4-42c8-9c36-1a94ef98f77b req-40e89687-d31f-4134-b967-639117244572 service neutron] 10.222.0.69 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817521 Jul 07 18:16:16.995296 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-79757a9d-20b4-42c8-9c36-1a94ef98f77b req-c253d673-7c95-4833-bf10-d5a7e063efcd service neutron] 10.222.0.69 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864537 Jul 07 18:16:17.376970 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:17.795611 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:18.082905 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-523adb12-ddb4-4368-bf5c-a8695c707ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:19.195536 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:20.665243 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:44.906927 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-27679f24-fdf9-47ec-98fe-32655766a353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:45.193256 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:47.393293 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:47.802906 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:48.083915 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-1747c1ec-3ee3-465a-a5cc-1710c676134e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:48.317131 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:16:49.195113 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:16:50.666952 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:13.756091 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb2f523b-21af-4435-86f2-2162039a3a3c req-c6c6bc66-52de-4467-87af-bc957f7e14d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1005132 Jul 07 18:17:13.854740 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f523b-21af-4435-86f2-2162039a3a3c req-a15f4c59-db6e-400c-87d4-e3ac705284f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:13.856350 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb2f523b-21af-4435-86f2-2162039a3a3c req-a15f4c59-db6e-400c-87d4-e3ac705284f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7caaf510b28e4b3c90ee39437ec57c21&device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 1094 time: 0.0548797 Jul 07 18:17:13.968853 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f523b-21af-4435-86f2-2162039a3a3c req-9d375460-7b0e-4783-b33d-6a628d06276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:13.970260 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb2f523b-21af-4435-86f2-2162039a3a3c req-9d375460-7b0e-4783-b33d-6a628d06276c service neutron] 10.222.0.15 "GET /v2.0/networks?id=6774e3e1-84ae-4daa-81f9-6a2540433f52 HTTP/1.1" status: 200 len: 911 time: 0.0909448 Jul 07 18:17:14.035070 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb2f523b-21af-4435-86f2-2162039a3a3c req-96d0421c-3476-421b-bae3-3dc40d024711 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeea89c6-b9d2-4695-90d7-513f90fe9cf1 HTTP/1.1" status: 200 len: 998 time: 0.0584590 Jul 07 18:17:14.086796 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f523b-21af-4435-86f2-2162039a3a3c req-6426a5d3-a4f5-4568-bd5a-b953db520b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:14.088277 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb2f523b-21af-4435-86f2-2162039a3a3c req-6426a5d3-a4f5-4568-bd5a-b953db520b32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26c610bb-6f02-49a0-8c07-c29242c9e72e HTTP/1.1" status: 200 len: 849 time: 0.0472484 Jul 07 18:17:14.152070 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f523b-21af-4435-86f2-2162039a3a3c req-3ea9ac30-0aea-40d6-b37c-7687eec951f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:14.153724 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb2f523b-21af-4435-86f2-2162039a3a3c req-3ea9ac30-0aea-40d6-b37c-7687eec951f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6774e3e1-84ae-4daa-81f9-6a2540433f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580781 Jul 07 18:17:14.248778 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb2f523b-21af-4435-86f2-2162039a3a3c req-48677716-4cb4-475f-9993-d1b2953cf088 service neutron] 10.222.0.15 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885231 Jul 07 18:17:14.348553 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-cb2f523b-21af-4435-86f2-2162039a3a3c req-b8716eec-2af9-4982-99cf-1ade7e2949d1 service neutron] 10.222.0.15 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926337 Jul 07 18:17:14.909433 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2aac2a63-71a3-4409-9145-b90e132201f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:15.186228 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:17.376680 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fb3713f-fd9f-4b07-97e6-062937241a47 req-310a77a9-74c3-4dbe-b64e-cdfd758ff8d6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602312 Jul 07 18:17:17.411867 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:17.485263 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3713f-fd9f-4b07-97e6-062937241a47 req-ac5ca907-977c-463e-8937-7864ba11f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:17.487467 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fb3713f-fd9f-4b07-97e6-062937241a47 req-ac5ca907-977c-463e-8937-7864ba11f34a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7caaf510b28e4b3c90ee39437ec57c21&device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 1096 time: 0.0610447 Jul 07 18:17:17.603798 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3713f-fd9f-4b07-97e6-062937241a47 req-1f3fc8fa-cbfe-4de3-b5e0-39d0b81eb56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:17.605299 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fb3713f-fd9f-4b07-97e6-062937241a47 req-1f3fc8fa-cbfe-4de3-b5e0-39d0b81eb56d service neutron] 10.222.0.69 "GET /v2.0/networks?id=6774e3e1-84ae-4daa-81f9-6a2540433f52 HTTP/1.1" status: 200 len: 911 time: 0.0955186 Jul 07 18:17:17.685654 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fb3713f-fd9f-4b07-97e6-062937241a47 req-b885cb4c-10ee-4a7b-a1e9-12f98746f877 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be747807-789e-44a9-b0e5-0dd1e6f53f91 HTTP/1.1" status: 200 len: 1001 time: 0.0687699 Jul 07 18:17:17.741136 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3713f-fd9f-4b07-97e6-062937241a47 req-1a9db60c-0e07-4493-978e-4213fbc03efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:17.742675 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fb3713f-fd9f-4b07-97e6-062937241a47 req-1a9db60c-0e07-4493-978e-4213fbc03efe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=26c610bb-6f02-49a0-8c07-c29242c9e72e HTTP/1.1" status: 200 len: 849 time: 0.0506580 Jul 07 18:17:17.795152 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:17.803678 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3713f-fd9f-4b07-97e6-062937241a47 req-0032537e-25a4-44f6-8a01-93d4f6e87f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:17:17.805224 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fb3713f-fd9f-4b07-97e6-062937241a47 req-0032537e-25a4-44f6-8a01-93d4f6e87f33 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6774e3e1-84ae-4daa-81f9-6a2540433f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559678 Jul 07 18:17:17.900118 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fb3713f-fd9f-4b07-97e6-062937241a47 req-28a8dfea-1faf-4a27-a9e4-9e12357fac8a service neutron] 10.222.0.69 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878642 Jul 07 18:17:17.997974 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-4fb3713f-fd9f-4b07-97e6-062937241a47 req-86b993c1-0ffe-4d6c-82cf-6c0e40659c29 service neutron] 10.222.0.69 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891528 Jul 07 18:17:18.086619 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-860ecef5-5034-4453-a532-c7b1ffd88a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:19.197742 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:20.671306 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:25.318197 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:17:44.911570 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8ff7bc85-ccfa-4bdd-bae6-44bea16647bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:45.206340 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.405887 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:47.796817 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:48.089815 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-498b641d-28af-4691-b87a-23f03c49ee01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:49.200664 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:17:50.672986 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:02.318262 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:18:07.663473 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device be747807-789e-44a9-b0e5-0dd1e6f53f91 details requested by agent hyperv_n-h2-793620-7 with host n-h2-793620-7 {{(pid=100411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 18:18:07.760658 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port be747807-789e-44a9-b0e5-0dd1e6f53f91, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=be747807-789e-44a9-b0e5-0dd1e6f53f91,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:07.773145 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Returning: {'device': 'be747807-789e-44a9-b0e5-0dd1e6f53f91', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'port_id': 'be747807-789e-44a9-b0e5-0dd1e6f53f91', 'mac_address': 'fa:16:3e:9f:67:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 18:18:07.809475 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:07.822852 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be747807-789e-44a9-b0e5-0dd1e6f53f91 {{(pid=100411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 18:18:07.842156 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port be747807-789e-44a9-b0e5-0dd1e6f53f91, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=be747807-789e-44a9-b0e5-0dd1e6f53f91,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:07.846351 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:07.897555 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=be747807-789e-44a9-b0e5-0dd1e6f53f91,revision_number=6']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:07.904821 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:07.905178 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:07.905525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:07.905864 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:07.906214 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:07.906569 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:07.906904 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:07.907557 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:07.907557 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:07.907877 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:07.908202 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:07.908525 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:07.925110 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] get_ports_and_sgs() called for port_ids ['be747807-789e-44a9-b0e5-0dd1e6f53f91'] {{(pid=100411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 18:18:09.676271 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device be747807-789e-44a9-b0e5-0dd1e6f53f91 up at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 18:18:09.726909 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.provisioning_blocks [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Provisioning complete for port be747807-789e-44a9-b0e5-0dd1e6f53f91 triggered by entity L2. {{(pid=100411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 18:18:09.727285 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501161'] for port, provisioning_complete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:09.801595 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:09.824868 n-d-793620-7 neutron-server[100411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22745917-bd51-499d-8909-185beffc55d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be747807-789e-44a9-b0e5-0dd1e6f53f91'}] {{(pid=100411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:09.827169 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a69c7e135e8680f83b8ee944b7d91edad3953d800983ecd70a0bef4d436c36d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69404177-5f3b-4379-83f4-d45f0b3baf3a" -d '{"events": [{"server_uuid": "22745917-bd51-499d-8909-185beffc55d0", "name": "network-vif-plugged", "status": "completed", "tag": "be747807-789e-44a9-b0e5-0dd1e6f53f91"}]}' {{(pid=100411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:09.842299 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] For port be747807-789e-44a9-b0e5-0dd1e6f53f91, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=be747807-789e-44a9-b0e5-0dd1e6f53f91,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:09.847359 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733658207784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733657682935', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733657683240'] for port, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:09.909302 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Pushing event updated for resources: {'Port': ['ID=be747807-789e-44a9-b0e5-0dd1e6f53f91,revision_number=7']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:09.987967 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89aa88d4-3346-4daa-8320-b727bb42c32d x-openstack-request-id: req-89aa88d4-3346-4daa-8320-b727bb42c32d {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:09.988908 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22745917-bd51-499d-8909-185beffc55d0", "name": "network-vif-plugged", "status": "completed", "tag": "be747807-789e-44a9-b0e5-0dd1e6f53f91", "code": 200}]} {{(pid=100411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:09.989175 n-d-793620-7 neutron-server[100411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89aa88d4-3346-4daa-8320-b727bb42c32d {{(pid=100411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:09.989580 n-d-793620-7 neutron-server[100411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22745917-bd51-499d-8909-185beffc55d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be747807-789e-44a9-b0e5-0dd1e6f53f91', 'code': 200} Jul 07 18:18:13.187561 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45db8842-4d54-4f15-ab0c-95f7ddc9ceb4 req-b89d3e57-d8df-42ca-bf5b-161ac8d5d0a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537462 Jul 07 18:18:13.298941 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8842-4d54-4f15-ab0c-95f7ddc9ceb4 req-c39bd5fd-c0eb-4eec-9f78-5f3e71e71373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:13.301220 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45db8842-4d54-4f15-ab0c-95f7ddc9ceb4 req-c39bd5fd-c0eb-4eec-9f78-5f3e71e71373 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7caaf510b28e4b3c90ee39437ec57c21&device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 1094 time: 0.0637913 Jul 07 18:18:13.433344 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8842-4d54-4f15-ab0c-95f7ddc9ceb4 req-d340b218-e02c-458d-8f64-7fcd104d3e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:13.435210 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45db8842-4d54-4f15-ab0c-95f7ddc9ceb4 req-d340b218-e02c-458d-8f64-7fcd104d3e0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=6774e3e1-84ae-4daa-81f9-6a2540433f52 HTTP/1.1" status: 200 len: 911 time: 0.1037452 Jul 07 18:18:13.531532 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45db8842-4d54-4f15-ab0c-95f7ddc9ceb4 req-12857a9e-3daa-4cf8-8294-8356ac4d5c68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeea89c6-b9d2-4695-90d7-513f90fe9cf1 HTTP/1.1" status: 200 len: 998 time: 0.0834806 Jul 07 18:18:13.593196 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8842-4d54-4f15-ab0c-95f7ddc9ceb4 req-27aec0d2-2eb1-45fd-a310-c1ec46d668d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:13.594723 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45db8842-4d54-4f15-ab0c-95f7ddc9ceb4 req-27aec0d2-2eb1-45fd-a310-c1ec46d668d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26c610bb-6f02-49a0-8c07-c29242c9e72e HTTP/1.1" status: 200 len: 849 time: 0.0562630 Jul 07 18:18:13.672420 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db8842-4d54-4f15-ab0c-95f7ddc9ceb4 req-37d84e9e-d4e5-4410-8caf-04f34510c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:13.674169 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45db8842-4d54-4f15-ab0c-95f7ddc9ceb4 req-37d84e9e-d4e5-4410-8caf-04f34510c86e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6774e3e1-84ae-4daa-81f9-6a2540433f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684114 Jul 07 18:18:13.781154 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45db8842-4d54-4f15-ab0c-95f7ddc9ceb4 req-6d2ca17b-db71-417f-891f-7edbe9e92d83 service neutron] 10.222.0.15 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977728 Jul 07 18:18:13.895004 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-45db8842-4d54-4f15-ab0c-95f7ddc9ceb4 req-908c8601-bcd3-4553-a0cc-3b1aefa79419 service neutron] 10.222.0.15 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045995 Jul 07 18:18:14.922781 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a0c4427f-207c-4b36-a388-cd64ec9548da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:15.210300 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:17.425529 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:17.810436 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:18.103361 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-c2048e9a-4a23-4785-81f8-3e456e659f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:18.454588 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e49d3-7328-455f-98b8-af8c5f76f41a req-4e3205fd-0202-4ac4-a10f-a276469bc0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:18.456955 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3b2e49d3-7328-455f-98b8-af8c5f76f41a req-4e3205fd-0202-4ac4-a10f-a276469bc0a3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7caaf510b28e4b3c90ee39437ec57c21&device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 1096 time: 0.0615864 Jul 07 18:18:18.587454 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e49d3-7328-455f-98b8-af8c5f76f41a req-36c39659-1a1f-491a-9c8a-58c69a1b0695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:18.588975 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3b2e49d3-7328-455f-98b8-af8c5f76f41a req-36c39659-1a1f-491a-9c8a-58c69a1b0695 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6774e3e1-84ae-4daa-81f9-6a2540433f52 HTTP/1.1" status: 200 len: 911 time: 0.1074455 Jul 07 18:18:18.664525 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3b2e49d3-7328-455f-98b8-af8c5f76f41a req-cf865faa-7d01-4468-af2a-3a7acc658210 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be747807-789e-44a9-b0e5-0dd1e6f53f91 HTTP/1.1" status: 200 len: 1001 time: 0.0685413 Jul 07 18:18:18.730222 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e49d3-7328-455f-98b8-af8c5f76f41a req-6ce6f8ea-cb8d-481c-ae84-8bccca93a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:18.733121 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3b2e49d3-7328-455f-98b8-af8c5f76f41a req-6ce6f8ea-cb8d-481c-ae84-8bccca93a417 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=26c610bb-6f02-49a0-8c07-c29242c9e72e HTTP/1.1" status: 200 len: 849 time: 0.0609179 Jul 07 18:18:18.797385 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e49d3-7328-455f-98b8-af8c5f76f41a req-b2441b08-b210-468a-a3e7-1c957b3f7c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:18.799820 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3b2e49d3-7328-455f-98b8-af8c5f76f41a req-b2441b08-b210-468a-a3e7-1c957b3f7c6d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6774e3e1-84ae-4daa-81f9-6a2540433f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596380 Jul 07 18:18:18.930004 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3b2e49d3-7328-455f-98b8-af8c5f76f41a req-dfb28120-4de9-4603-9775-e35ab3cede25 service neutron] 10.222.0.69 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222072 Jul 07 18:18:19.042842 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-3b2e49d3-7328-455f-98b8-af8c5f76f41a req-bce270b2-cb3e-4802-9926-67a2f0aeeba0 service neutron] 10.222.0.69 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060567 Jul 07 18:18:19.222566 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:20.682505 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:22.474748 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 39134) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:22.632755 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Deleting port 4c6b4fa8-f962-47e3-9009-703bfc78e982 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:22.632995 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:22.711142 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:22.711475 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:22.722862 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Calling delete_port for 4c6b4fa8-f962-47e3-9009-703bfc78e982 owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:22.874664 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:22.898483 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Pushing event deleted for resources: {'Port': ['ID=4c6b4fa8-f962-47e3-9009-703bfc78e982,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:22.911308 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:22.911654 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:22.911991 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:22.912326 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:22.912659 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:22.912989 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:22.913314 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:22.913638 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:22.913958 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:22.914281 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:22.914717 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:22.914954 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:22.976160 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:22.976496 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Floating IP f6247485-c859-4e19-842a-2d5dd4c53795 disassociated (deleted). External IP: 172.25.2.203, port: be747807-789e-44a9-b0e5-0dd1e6f53f91. Jul 07 18:18:23.184708 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Router 01034384-099e-4573-bac0-953843a3ebd1 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:18:23.291035 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:23.295869 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:23.302723 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf20ace-9266-49f9-8c66-14bffe602715 None None] Sync routers for ids ['01034384-099e-4573-bac0-953843a3ebd1'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:23.312732 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf20ace-9266-49f9-8c66-14bffe602715 None None] Routers {'01034384-099e-4573-bac0-953843a3ebd1'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:23.313375 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-edf20ace-9266-49f9-8c66-14bffe602715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['01034384-099e-4573-bac0-953843a3ebd1'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:23.336136 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-ba858ced-111d-4aea-bccf-b8902874ce70 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "DELETE /v2.0/floatingips/f6247485-c859-4e19-842a-2d5dd4c53795 HTTP/1.1" status: 204 len: 168 time: 0.8602045 Jul 07 18:18:23.336825 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22745917-bd51-499d-8909-185beffc55d0', 'tag': 'be747807-789e-44a9-b0e5-0dd1e6f53f91'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:23.339224 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b110aba6-5b23-4472-8258-e241545c144b" -d '{"events": [{"name": "network-changed", "server_uuid": "22745917-bd51-499d-8909-185beffc55d0", "tag": "be747807-789e-44a9-b0e5-0dd1e6f53f91"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:23.418325 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c266c1-c5e1-4646-8b89-0b66c0354006 x-openstack-request-id: req-e4c266c1-c5e1-4646-8b89-0b66c0354006 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:23.418640 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22745917-bd51-499d-8909-185beffc55d0", "tag": "be747807-789e-44a9-b0e5-0dd1e6f53f91", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:23.419477 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e4c266c1-c5e1-4646-8b89-0b66c0354006 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:23.419477 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22745917-bd51-499d-8909-185beffc55d0', 'tag': 'be747807-789e-44a9-b0e5-0dd1e6f53f91', 'status': 'completed', 'code': 200} Jul 07 18:18:23.445822 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-edf20ace-9266-49f9-8c66-14bffe602715 None None] Set router 01034384-099e-4573-bac0-953843a3ebd1 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:23.500610 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110aba6-5b23-4472-8258-e241545c144b req-018ca385-593c-434c-9f34-0bd3de087452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:23.502358 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b110aba6-5b23-4472-8258-e241545c144b req-018ca385-593c-434c-9f34-0bd3de087452 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7caaf510b28e4b3c90ee39437ec57c21&device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 1096 time: 0.0554688 Jul 07 18:18:23.613370 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110aba6-5b23-4472-8258-e241545c144b req-be12f2f7-6743-40e7-8319-a3628ba4eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:23.615518 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b110aba6-5b23-4472-8258-e241545c144b req-be12f2f7-6743-40e7-8319-a3628ba4eee2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6774e3e1-84ae-4daa-81f9-6a2540433f52 HTTP/1.1" status: 200 len: 911 time: 0.1068792 Jul 07 18:18:23.661571 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b110aba6-5b23-4472-8258-e241545c144b req-d9e3dbd9-08f0-4c37-9749-ac605d37da2c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be747807-789e-44a9-b0e5-0dd1e6f53f91 HTTP/1.1" status: 200 len: 217 time: 0.0369892 Jul 07 18:18:23.689937 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-edf20ace-9266-49f9-8c66-14bffe602715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01034384-099e-4573-bac0-953843a3ebd1', 'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:12:59Z', 'updated_at': '2021-07-07T18:13:02Z', 'revision_number': 4, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'gw_port': {'id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:00Z', 'updated_at': '2021-07-07T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '3e1901e1-f2bf-4353-a72d-88cb78830a86', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '01034384-099e-4573-bac0-953843a3ebd1', 'port_id': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'mac_address': 'fa:16:3e:1d:5c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:13:24Z', 'updated_at': '2021-07-07T18:13:27Z', 'revision_number': 1, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db80a29f-bf2f-4624-96e2-6f297bf44be8', 'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'mac_address': 'fa:16:3e:a5:07:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:01Z', 'updated_at': '2021-07-07T18:13:09Z', 'revision_number': 5, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'subnets': [{'id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:23.721683 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110aba6-5b23-4472-8258-e241545c144b req-9ffd76a1-70ea-4a72-a4bc-c3243596ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:23.723741 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b110aba6-5b23-4472-8258-e241545c144b req-9ffd76a1-70ea-4a72-a4bc-c3243596ec21 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=26c610bb-6f02-49a0-8c07-c29242c9e72e HTTP/1.1" status: 200 len: 849 time: 0.0557065 Jul 07 18:18:23.725240 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf20ace-9266-49f9-8c66-14bffe602715 None None] Checking router: 01034384-099e-4573-bac0-953843a3ebd1 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:18:23.734116 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf20ace-9266-49f9-8c66-14bffe602715 None None] Routers {'01034384-099e-4573-bac0-953843a3ebd1'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:23.735089 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-edf20ace-9266-49f9-8c66-14bffe602715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['01034384-099e-4573-bac0-953843a3ebd1'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:23.781398 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb10d7-b19f-416e-ad33-43122690b15c req-b77c88f2-24e2-4e5a-a9c5-2293deb2892f tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:23.782980 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-effb10d7-b19f-416e-ad33-43122690b15c req-b77c88f2-24e2-4e5a-a9c5-2293deb2892f tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 945 time: 0.1241341 Jul 07 18:18:23.792803 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110aba6-5b23-4472-8258-e241545c144b req-1060fd80-8d52-479b-bd7e-d084c67f37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:23.794511 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b110aba6-5b23-4472-8258-e241545c144b req-1060fd80-8d52-479b-bd7e-d084c67f37c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6774e3e1-84ae-4daa-81f9-6a2540433f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621586 Jul 07 18:18:23.827977 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-effb10d7-b19f-416e-ad33-43122690b15c req-31c6fa43-ac5f-4025-a3a7-baef12e409e2 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380864 Jul 07 18:18:23.867875 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-edf20ace-9266-49f9-8c66-14bffe602715 None None] Set router 01034384-099e-4573-bac0-953843a3ebd1 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:23.898120 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b110aba6-5b23-4472-8258-e241545c144b req-2421aaa7-a1b0-471f-bd75-b57b2c98b276 service neutron] 10.222.0.69 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950096 Jul 07 18:18:23.996362 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-b110aba6-5b23-4472-8258-e241545c144b req-2ece22d2-ffa0-4013-9fad-4298aeee12cf service neutron] 10.222.0.69 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907154 Jul 07 18:18:24.263830 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-edf20ace-9266-49f9-8c66-14bffe602715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01034384-099e-4573-bac0-953843a3ebd1', 'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:12:59Z', 'updated_at': '2021-07-07T18:13:02Z', 'revision_number': 4, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'gw_port': {'id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:00Z', 'updated_at': '2021-07-07T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '3e1901e1-f2bf-4353-a72d-88cb78830a86', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '01034384-099e-4573-bac0-953843a3ebd1', 'port_id': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'mac_address': 'fa:16:3e:1d:5c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:13:24Z', 'updated_at': '2021-07-07T18:13:27Z', 'revision_number': 1, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db80a29f-bf2f-4624-96e2-6f297bf44be8', 'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'mac_address': 'fa:16:3e:a5:07:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:01Z', 'updated_at': '2021-07-07T18:13:09Z', 'revision_number': 5, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'subnets': [{'id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:24.291225 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf20ace-9266-49f9-8c66-14bffe602715 None None] The sync data for ids ['01034384-099e-4573-bac0-953843a3ebd1'] in n-d-793620-7 is: [{'id': '01034384-099e-4573-bac0-953843a3ebd1', 'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:12:59Z', 'updated_at': '2021-07-07T18:13:02Z', 'revision_number': 4, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'gw_port': {'id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:00Z', 'updated_at': '2021-07-07T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_floatingips': [{'id': '3e1901e1-f2bf-4353-a72d-88cb78830a86', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'floating_ip_address': '172.25.2.97', 'floating_network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'router_id': '01034384-099e-4573-bac0-953843a3ebd1', 'port_id': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'mac_address': 'fa:16:3e:1d:5c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T18:13:24Z', 'updated_at': '2021-07-07T18:13:27Z', 'revision_number': 1, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db80a29f-bf2f-4624-96e2-6f297bf44be8', 'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'mac_address': 'fa:16:3e:a5:07:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:01Z', 'updated_at': '2021-07-07T18:13:09Z', 'revision_number': 5, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'subnets': [{'id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:24.518011 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817bd1fa-9508-476b-8b97-59b102121a89 None None] New status for floating IP f6247485-c859-4e19-842a-2d5dd4c53795: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:18:25.016951 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77c3ed-1fa1-4fa5-9d65-069c12f97caf req-83b9383c-d74d-4488-a9a0-d08bb9fab57f tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:25.018521 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0a77c3ed-1fa1-4fa5-9d65-069c12f97caf req-83b9383c-d74d-4488-a9a0-d08bb9fab57f tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 945 time: 0.0643940 Jul 07 18:18:25.057808 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-0a77c3ed-1fa1-4fa5-9d65-069c12f97caf req-17d64346-d08c-4dcd-81d7-9dc68d9d2d77 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331247 Jul 07 18:18:25.511868 n-d-793620-7 neutron-server[100409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c7c0b-0e25-4e6e-a61c-47415576a178 req-42840790-c964-4b22-9c57-380b75530c2b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:25.513344 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-882c7c0b-0e25-4e6e-a61c-47415576a178 req-42840790-c964-4b22-9c57-380b75530c2b tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.69 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 945 time: 0.0629041 Jul 07 18:18:25.617813 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-882c7c0b-0e25-4e6e-a61c-47415576a178 req-89545738-f91d-450c-a1a9-9d747f95628c tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Deleting port be747807-789e-44a9-b0e5-0dd1e6f53f91 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:25.618160 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-882c7c0b-0e25-4e6e-a61c-47415576a178 req-89545738-f91d-450c-a1a9-9d747f95628c tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:25.705975 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [req-882c7c0b-0e25-4e6e-a61c-47415576a178 req-89545738-f91d-450c-a1a9-9d747f95628c tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] For port be747807-789e-44a9-b0e5-0dd1e6f53f91, host n-h2-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-7',level=0,port_id=be747807-789e-44a9-b0e5-0dd1e6f53f91,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:25.706329 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-882c7c0b-0e25-4e6e-a61c-47415576a178 req-89545738-f91d-450c-a1a9-9d747f95628c tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:25.719157 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [req-882c7c0b-0e25-4e6e-a61c-47415576a178 req-89545738-f91d-450c-a1a9-9d747f95628c tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Calling delete_port for be747807-789e-44a9-b0e5-0dd1e6f53f91 owned by compute:nova {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:25.752177 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Device be747807-789e-44a9-b0e5-0dd1e6f53f91 no longer exists at agent hyperv_n-h2-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:18:25.843965 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721444'] for port, before_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:25.865182 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-882c7c0b-0e25-4e6e-a61c-47415576a178 req-89545738-f91d-450c-a1a9-9d747f95628c tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:25.894283 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89545738-f91d-450c-a1a9-9d747f95628c tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Pushing event deleted for resources: {'Port': ['ID=be747807-789e-44a9-b0e5-0dd1e6f53f91,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:25.945910 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [req-882c7c0b-0e25-4e6e-a61c-47415576a178 req-89545738-f91d-450c-a1a9-9d747f95628c tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] No DVR routers for this DVR port be747807-789e-44a9-b0e5-0dd1e6f53f91 on host n-h2-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:18:25.948536 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [req-882c7c0b-0e25-4e6e-a61c-47415576a178 req-89545738-f91d-450c-a1a9-9d747f95628c tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:25.950767 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-882c7c0b-0e25-4e6e-a61c-47415576a178 req-89545738-f91d-450c-a1a9-9d747f95628c tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.69 "DELETE /v2.0/ports/be747807-789e-44a9-b0e5-0dd1e6f53f91 HTTP/1.1" status: 204 len: 173 time: 0.4320171 Jul 07 18:18:25.951211 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22745917-bd51-499d-8909-185beffc55d0', 'name': 'network-vif-deleted', 'tag': 'be747807-789e-44a9-b0e5-0dd1e6f53f91'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:25.953457 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53642b47-6129-48a0-82fd-1b538a645072" -d '{"events": [{"server_uuid": "22745917-bd51-499d-8909-185beffc55d0", "name": "network-vif-deleted", "tag": "be747807-789e-44a9-b0e5-0dd1e6f53f91"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:25.991279 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f091763-fb81-40c7-9988-29f0c0736031 x-openstack-request-id: req-6f091763-fb81-40c7-9988-29f0c0736031 {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:25.991574 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22745917-bd51-499d-8909-185beffc55d0", "name": "network-vif-deleted", "tag": "be747807-789e-44a9-b0e5-0dd1e6f53f91", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:25.991840 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6f091763-fb81-40c7-9988-29f0c0736031 {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:25.992248 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22745917-bd51-499d-8909-185beffc55d0', 'name': 'network-vif-deleted', 'tag': 'be747807-789e-44a9-b0e5-0dd1e6f53f91', 'status': 'completed', 'code': 200} Jul 07 18:18:26.219970 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [req-5242b089-db84-4c8d-9cc6-d953d4d39c0d req-e68d2cc6-24a3-4e8c-af97-2402a46c27b4 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=22745917-bd51-499d-8909-185beffc55d0 HTTP/1.1" status: 200 len: 210 time: 0.0328228 Jul 07 18:18:27.831248 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 39200) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:28.001328 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-311a8528-4907-41d6-b9a7-66e01e3a71d5 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Deleting port 68afd172-54da-416d-8449-2d7075a96a72 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:28.001674 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-311a8528-4907-41d6-b9a7-66e01e3a71d5 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:28.081611 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-311a8528-4907-41d6-b9a7-66e01e3a71d5 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:28.081838 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-311a8528-4907-41d6-b9a7-66e01e3a71d5 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:28.094268 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-311a8528-4907-41d6-b9a7-66e01e3a71d5 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Calling delete_port for 68afd172-54da-416d-8449-2d7075a96a72 owned by network:floatingip {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:28.250630 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-311a8528-4907-41d6-b9a7-66e01e3a71d5 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:28.281184 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a8528-4907-41d6-b9a7-66e01e3a71d5 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Pushing event deleted for resources: {'Port': ['ID=68afd172-54da-416d-8449-2d7075a96a72,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:28.343715 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-311a8528-4907-41d6-b9a7-66e01e3a71d5 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for floatingip, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:28.344115 n-d-793620-7 neutron-server[100409]: INFO neutron.db.l3_db [None req-311a8528-4907-41d6-b9a7-66e01e3a71d5 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Floating IP 3e1901e1-f2bf-4353-a72d-88cb78830a86 disassociated (deleted). External IP: 172.25.2.97, port: eeea89c6-b9d2-4695-90d7-513f90fe9cf1. Jul 07 18:18:28.555640 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311a8528-4907-41d6-b9a7-66e01e3a71d5 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Router 01034384-099e-4573-bac0-953843a3ebd1 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:18:28.971320 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311a8528-4907-41d6-b9a7-66e01e3a71d5 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:28.976046 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-311a8528-4907-41d6-b9a7-66e01e3a71d5 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for floatingip, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:28.981293 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bce8b3-bce9-4137-8e97-fb82c833c25a None None] Sync routers for ids ['01034384-099e-4573-bac0-953843a3ebd1'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:28.990803 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bce8b3-bce9-4137-8e97-fb82c833c25a None None] Routers {'01034384-099e-4573-bac0-953843a3ebd1'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:28.991432 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-53bce8b3-bce9-4137-8e97-fb82c833c25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['01034384-099e-4573-bac0-953843a3ebd1'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:29.013399 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-311a8528-4907-41d6-b9a7-66e01e3a71d5 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "DELETE /v2.0/floatingips/3e1901e1-f2bf-4353-a72d-88cb78830a86 HTTP/1.1" status: 204 len: 168 time: 1.1810439 Jul 07 18:18:29.014025 n-d-793620-7 neutron-server[100409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'tag': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1'}] {{(pid=100409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:29.016353 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea916fec138ae6265d474d0586cb0e41d331aed9cab4d369ce138b6256d8a82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ae7c1c-3f95-4a40-8e97-1fc7bbd17b29" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5ef5ab-4960-4898-a0a8-24d0feadb946", "tag": "eeea89c6-b9d2-4695-90d7-513f90fe9cf1"}]}' {{(pid=100409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:29.059613 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854e6101-f5cf-4e73-b393-abcea4e634ea x-openstack-request-id: req-854e6101-f5cf-4e73-b393-abcea4e634ea {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:29.059987 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5ef5ab-4960-4898-a0a8-24d0feadb946", "tag": "eeea89c6-b9d2-4695-90d7-513f90fe9cf1", "status": "completed", "code": 200}]} {{(pid=100409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:29.060309 n-d-793620-7 neutron-server[100409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-854e6101-f5cf-4e73-b393-abcea4e634ea {{(pid=100409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:29.060778 n-d-793620-7 neutron-server[100409]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'tag': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1', 'status': 'completed', 'code': 200} Jul 07 18:18:29.116396 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-53bce8b3-bce9-4137-8e97-fb82c833c25a None None] Set router 01034384-099e-4573-bac0-953843a3ebd1 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:29.149965 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae7c1c-3f95-4a40-8e97-1fc7bbd17b29 req-2463130d-0a34-468a-9113-cdc989b39e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:29.151916 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-34ae7c1c-3f95-4a40-8e97-1fc7bbd17b29 req-2463130d-0a34-468a-9113-cdc989b39e56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7caaf510b28e4b3c90ee39437ec57c21&device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 1094 time: 0.0645146 Jul 07 18:18:29.259889 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae7c1c-3f95-4a40-8e97-1fc7bbd17b29 req-7717e3d9-17ab-4929-bfc7-5309230c0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:29.261449 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-34ae7c1c-3f95-4a40-8e97-1fc7bbd17b29 req-7717e3d9-17ab-4929-bfc7-5309230c0818 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6774e3e1-84ae-4daa-81f9-6a2540433f52 HTTP/1.1" status: 200 len: 911 time: 0.1007924 Jul 07 18:18:29.319145 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-34ae7c1c-3f95-4a40-8e97-1fc7bbd17b29 req-e891621a-ff38-45e2-b962-02d0807b9fda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eeea89c6-b9d2-4695-90d7-513f90fe9cf1 HTTP/1.1" status: 200 len: 217 time: 0.0373774 Jul 07 18:18:29.352130 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-53bce8b3-bce9-4137-8e97-fb82c833c25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01034384-099e-4573-bac0-953843a3ebd1', 'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:12:59Z', 'updated_at': '2021-07-07T18:13:02Z', 'revision_number': 4, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'gw_port': {'id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:00Z', 'updated_at': '2021-07-07T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'db80a29f-bf2f-4624-96e2-6f297bf44be8', 'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'mac_address': 'fa:16:3e:a5:07:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:01Z', 'updated_at': '2021-07-07T18:13:09Z', 'revision_number': 5, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'subnets': [{'id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:29.381492 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bce8b3-bce9-4137-8e97-fb82c833c25a None None] Checking router: 01034384-099e-4573-bac0-953843a3ebd1 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:18:29.390849 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bce8b3-bce9-4137-8e97-fb82c833c25a None None] Routers {'01034384-099e-4573-bac0-953843a3ebd1'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:29.391470 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-53bce8b3-bce9-4137-8e97-fb82c833c25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['01034384-099e-4573-bac0-953843a3ebd1'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:29.405959 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae7c1c-3f95-4a40-8e97-1fc7bbd17b29 req-f6fec5f4-3212-4d02-8704-d3ad7a11f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:29.407550 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-34ae7c1c-3f95-4a40-8e97-1fc7bbd17b29 req-f6fec5f4-3212-4d02-8704-d3ad7a11f8d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26c610bb-6f02-49a0-8c07-c29242c9e72e HTTP/1.1" status: 200 len: 849 time: 0.0799003 Jul 07 18:18:29.470465 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bebfc8-8558-45bd-969a-3fb4af50c78b req-768e1706-fbd7-4b90-8708-bde189930e29 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:29.472006 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3bebfc8-8558-45bd-969a-3fb4af50c78b req-768e1706-fbd7-4b90-8708-bde189930e29 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 943 time: 0.1133313 Jul 07 18:18:29.505381 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-53bce8b3-bce9-4137-8e97-fb82c833c25a None None] Set router 01034384-099e-4573-bac0-953843a3ebd1 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:29.512820 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae7c1c-3f95-4a40-8e97-1fc7bbd17b29 req-4e6065e8-ba51-433f-940e-901ded09ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:29.514713 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-34ae7c1c-3f95-4a40-8e97-1fc7bbd17b29 req-4e6065e8-ba51-433f-940e-901ded09ed1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6774e3e1-84ae-4daa-81f9-6a2540433f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985782 Jul 07 18:18:29.527027 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-c3bebfc8-8558-45bd-969a-3fb4af50c78b req-84b771a3-93d2-4af9-9764-f250dbc5e2f0 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/security-groups?id=6076ec43-5099-4cdf-bed7-a61c041e4634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485270 Jul 07 18:18:29.619144 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-34ae7c1c-3f95-4a40-8e97-1fc7bbd17b29 req-c9248495-3b27-48c2-a8d4-bafe0d4d53c3 service neutron] 10.222.0.15 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909519 Jul 07 18:18:29.738171 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-53bce8b3-bce9-4137-8e97-fb82c833c25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01034384-099e-4573-bac0-953843a3ebd1', 'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:12:59Z', 'updated_at': '2021-07-07T18:13:02Z', 'revision_number': 4, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'gw_port': {'id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:00Z', 'updated_at': '2021-07-07T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'db80a29f-bf2f-4624-96e2-6f297bf44be8', 'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'mac_address': 'fa:16:3e:a5:07:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:01Z', 'updated_at': '2021-07-07T18:13:09Z', 'revision_number': 5, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'subnets': [{'id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:29.742954 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-34ae7c1c-3f95-4a40-8e97-1fc7bbd17b29 req-3e2b1c75-643f-4960-9366-d8aa9f4faf97 service neutron] 10.222.0.15 "GET /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151409 Jul 07 18:18:29.780935 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bce8b3-bce9-4137-8e97-fb82c833c25a None None] The sync data for ids ['01034384-099e-4573-bac0-953843a3ebd1'] in n-d-793620-7 is: [{'id': '01034384-099e-4573-bac0-953843a3ebd1', 'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:12:59Z', 'updated_at': '2021-07-07T18:13:02Z', 'revision_number': 4, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'gw_port': {'id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:00Z', 'updated_at': '2021-07-07T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7', '_interfaces': [{'id': 'db80a29f-bf2f-4624-96e2-6f297bf44be8', 'name': '', 'network_id': '6774e3e1-84ae-4daa-81f9-6a2540433f52', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'mac_address': 'fa:16:3e:a5:07:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:01Z', 'updated_at': '2021-07-07T18:13:09Z', 'revision_number': 5, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'subnets': [{'id': '26c610bb-6f02-49a0-8c07-c29242c9e72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:30.023937 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3ca93d-7e51-4231-90fa-662ab9ffade8 None None] New status for floating IP 3e1901e1-f2bf-4353-a72d-88cb78830a86: DOWN {{(pid=100412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 18:18:30.108661 n-d-793620-7 neutron-server[100410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca43cd-c507-4d48-b00c-c9531ac32c93 req-e37600b1-45ae-46f8-9975-621b1300f17e tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 18:18:30.110194 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92ca43cd-c507-4d48-b00c-c9531ac32c93 req-e37600b1-45ae-46f8-9975-621b1300f17e tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 943 time: 0.0684292 Jul 07 18:18:30.213247 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-92ca43cd-c507-4d48-b00c-c9531ac32c93 req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Deleting port eeea89c6-b9d2-4695-90d7-513f90fe9cf1 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:30.214402 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-92ca43cd-c507-4d48-b00c-c9531ac32c93 req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:30.306070 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [req-92ca43cd-c507-4d48-b00c-c9531ac32c93 req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] For port eeea89c6-b9d2-4695-90d7-513f90fe9cf1, host n-h1-793620-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-7',level=0,port_id=eeea89c6-b9d2-4695-90d7-513f90fe9cf1,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:30.306453 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-92ca43cd-c507-4d48-b00c-c9531ac32c93 req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:30.318800 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [req-92ca43cd-c507-4d48-b00c-c9531ac32c93 req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Calling delete_port for eeea89c6-b9d2-4695-90d7-513f90fe9cf1 owned by compute:nova {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:30.453608 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-92ca43cd-c507-4d48-b00c-c9531ac32c93 req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:30.484139 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Pushing event deleted for resources: {'Port': ['ID=eeea89c6-b9d2-4695-90d7-513f90fe9cf1,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:30.511448 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.511791 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.512133 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.512466 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.512793 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.513116 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.513444 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.513777 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.514076 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.514408 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.514730 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.515048 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-7 {{(pid=100410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 18:18:30.538003 n-d-793620-7 neutron-server[100410]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ca43cd-c507-4d48-b00c-c9531ac32c93 req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] No DVR routers for this DVR port eeea89c6-b9d2-4695-90d7-513f90fe9cf1 on host n-h1-793620-7 {{(pid=100410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:18:30.540830 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [req-92ca43cd-c507-4d48-b00c-c9531ac32c93 req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15555'] for port, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:30.543121 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-92ca43cd-c507-4d48-b00c-c9531ac32c93 req-53655b8a-c63e-437f-b9c3-c926c9993e15 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.15 "DELETE /v2.0/ports/eeea89c6-b9d2-4695-90d7-513f90fe9cf1 HTTP/1.1" status: 204 len: 173 time: 0.4261880 Jul 07 18:18:30.543562 n-d-793620-7 neutron-server[100410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'name': 'network-vif-deleted', 'tag': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1'}] {{(pid=100410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 18:18:30.546005 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}393494db7079c063654087cee18cb5af607ba536a045052439b4575f65f7baf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5085fc-9c18-4c07-8803-b4829d15fdf3" -d '{"events": [{"server_uuid": "9e5ef5ab-4960-4898-a0a8-24d0feadb946", "name": "network-vif-deleted", "tag": "eeea89c6-b9d2-4695-90d7-513f90fe9cf1"}]}' {{(pid=100410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 18:18:30.639860 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 18:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73b45bd-9c2d-4f3b-a096-5755b4f4b26d x-openstack-request-id: req-f73b45bd-9c2d-4f3b-a096-5755b4f4b26d {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 18:18:30.640166 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5ef5ab-4960-4898-a0a8-24d0feadb946", "name": "network-vif-deleted", "tag": "eeea89c6-b9d2-4695-90d7-513f90fe9cf1", "status": "completed", "code": 200}]} {{(pid=100410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 18:18:30.640418 n-d-793620-7 neutron-server[100410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f73b45bd-9c2d-4f3b-a096-5755b4f4b26d {{(pid=100410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 18:18:30.641022 n-d-793620-7 neutron-server[100410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5ef5ab-4960-4898-a0a8-24d0feadb946', 'name': 'network-vif-deleted', 'tag': 'eeea89c6-b9d2-4695-90d7-513f90fe9cf1', 'status': 'completed', 'code': 200} Jul 07 18:18:30.673269 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [req-28d69aa9-9d6e-45c1-9166-9a27628f4bdd req-e2f04bac-fb1c-467c-99d0-61043a4b71d3 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e5ef5ab-4960-4898-a0a8-24d0feadb946 HTTP/1.1" status: 200 len: 210 time: 0.0290422 Jul 07 18:18:31.777184 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 39216) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:31.837484 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dd41c031-8887-443c-bf15-ee0061e9d572 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.862639 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dd41c031-8887-443c-bf15-ee0061e9d572 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.937411 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dd41c031-8887-443c-bf15-ee0061e9d572 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.940165 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-dd41c031-8887-443c-bf15-ee0061e9d572 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:31.941340 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-dd41c031-8887-443c-bf15-ee0061e9d572 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] 10.222.0.50 "DELETE /v2.0/security-groups/6076ec43-5099-4cdf-bed7-a61c041e4634 HTTP/1.1" status: 204 len: 168 time: 0.1631718 Jul 07 18:18:31.953113 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41c031-8887-443c-bf15-ee0061e9d572 tempest-TestSnapshotPattern-1950370047 tempest-TestSnapshotPattern-1950370047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6076ec43-5099-4cdf-bed7-a61c041e4634,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:31.991680 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 39220) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:32.451081 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b98b02ec-ce9f-4cc9-b694-904b118a110c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.705700 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b98b02ec-ce9f-4cc9-b694-904b118a110c admin admin] Deleting port db80a29f-bf2f-4624-96e2-6f297bf44be8 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:32.706042 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b98b02ec-ce9f-4cc9-b694-904b118a110c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.785239 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-b98b02ec-ce9f-4cc9-b694-904b118a110c admin admin] For port db80a29f-bf2f-4624-96e2-6f297bf44be8, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=db80a29f-bf2f-4624-96e2-6f297bf44be8,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:32.786536 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b98b02ec-ce9f-4cc9-b694-904b118a110c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:32.798658 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-b98b02ec-ce9f-4cc9-b694-904b118a110c admin admin] Calling delete_port for db80a29f-bf2f-4624-96e2-6f297bf44be8 owned by network:router_interface {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:32.980558 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b98b02ec-ce9f-4cc9-b694-904b118a110c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:33.004249 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b02ec-ce9f-4cc9-b694-904b118a110c admin admin] Pushing event deleted for resources: {'Port': ['ID=db80a29f-bf2f-4624-96e2-6f297bf44be8,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:33.182505 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b98b02ec-ce9f-4cc9-b694-904b118a110c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:33.400136 n-d-793620-7 neutron-server[100409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98b02ec-ce9f-4cc9-b694-904b118a110c admin admin] Router 01034384-099e-4573-bac0-953843a3ebd1 has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:18:33.519792 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98b02ec-ce9f-4cc9-b694-904b118a110c admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:33.525213 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b98b02ec-ce9f-4cc9-b694-904b118a110c admin admin] 10.222.0.50 "PUT /v2.0/routers/01034384-099e-4573-bac0-953843a3ebd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5323489 Jul 07 18:18:33.527625 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 39224) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:33.530253 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea93980-622e-4aae-a2e2-5c753483cfc2 None None] Sync routers for ids ['01034384-099e-4573-bac0-953843a3ebd1'] in n-d-793620-7 {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:33.540307 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea93980-622e-4aae-a2e2-5c753483cfc2 None None] Routers {'01034384-099e-4573-bac0-953843a3ebd1'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:33.541018 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8ea93980-622e-4aae-a2e2-5c753483cfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['01034384-099e-4573-bac0-953843a3ebd1'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:33.632727 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7c4bad26-c031-4785-a927-1b115239b173 admin admin] Notify callbacks [] for router, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:33.645584 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-8ea93980-622e-4aae-a2e2-5c753483cfc2 None None] Set router 01034384-099e-4573-bac0-953843a3ebd1 gateway port host: n-d-793620-7 {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:33.737372 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7c4bad26-c031-4785-a927-1b115239b173 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:33.791116 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7c4bad26-c031-4785-a927-1b115239b173 admin admin] Deleting port 4c2912ed-c9d9-448f-8dda-341359d4d059 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:33.791871 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7c4bad26-c031-4785-a927-1b115239b173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:33.826457 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8ea93980-622e-4aae-a2e2-5c753483cfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01034384-099e-4573-bac0-953843a3ebd1', 'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:12:59Z', 'updated_at': '2021-07-07T18:18:32Z', 'revision_number': 5, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'gw_port': {'id': '4c2912ed-c9d9-448f-8dda-341359d4d059', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01034384-099e-4573-bac0-953843a3ebd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:00Z', 'updated_at': '2021-07-07T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:33.853957 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea93980-622e-4aae-a2e2-5c753483cfc2 None None] Checking router: 01034384-099e-4573-bac0-953843a3ebd1 for host: n-d-793620-7 {{(pid=100411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:18:33.862629 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea93980-622e-4aae-a2e2-5c753483cfc2 None None] Routers {'01034384-099e-4573-bac0-953843a3ebd1'} bound to L3 agent in host n-d-793620-7 {{(pid=100411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:33.863253 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8ea93980-622e-4aae-a2e2-5c753483cfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['01034384-099e-4573-bac0-953843a3ebd1'], 'active': True} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:33.873895 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-7c4bad26-c031-4785-a927-1b115239b173 admin admin] For port 4c2912ed-c9d9-448f-8dda-341359d4d059, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=4c2912ed-c9d9-448f-8dda-341359d4d059,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:33.874260 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7c4bad26-c031-4785-a927-1b115239b173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:33.891661 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7c4bad26-c031-4785-a927-1b115239b173 admin admin] Calling delete_port for 4c2912ed-c9d9-448f-8dda-341359d4d059 owned by network:router_gateway {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:33.952959 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvr_db [None req-8ea93980-622e-4aae-a2e2-5c753483cfc2 None None] Set router 01034384-099e-4573-bac0-953843a3ebd1 gateway port host: None {{(pid=100411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:34.009484 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_hamode_db [None req-8ea93980-622e-4aae-a2e2-5c753483cfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01034384-099e-4573-bac0-953843a3ebd1', 'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:12:59Z', 'updated_at': '2021-07-07T18:18:33Z', 'revision_number': 6, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:34.036994 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea93980-622e-4aae-a2e2-5c753483cfc2 None None] The sync data for ids ['01034384-099e-4573-bac0-953843a3ebd1'] in n-d-793620-7 is: [{'id': '01034384-099e-4573-bac0-953843a3ebd1', 'name': 'tempest-TestSnapshotPattern-1524433859-router', 'tenant_id': '7caaf510b28e4b3c90ee39437ec57c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:12:59Z', 'updated_at': '2021-07-07T18:18:33Z', 'revision_number': 6, 'project_id': '7caaf510b28e4b3c90ee39437ec57c21', 'gw_port_host': None}] {{(pid=100411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:34.060148 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7c4bad26-c031-4785-a927-1b115239b173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.092716 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4bad26-c031-4785-a927-1b115239b173 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2912ed-c9d9-448f-8dda-341359d4d059,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:34.152339 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7c4bad26-c031-4785-a927-1b115239b173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.243416 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7c4bad26-c031-4785-a927-1b115239b173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.245485 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7c4bad26-c031-4785-a927-1b115239b173 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.295029 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7c4bad26-c031-4785-a927-1b115239b173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.295504 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4bad26-c031-4785-a927-1b115239b173 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01034384-099e-4573-bac0-953843a3ebd1 {{(pid=100409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:18:34.300949 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7c4bad26-c031-4785-a927-1b115239b173 admin admin] Notify callbacks [] for router, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.302424 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7c4bad26-c031-4785-a927-1b115239b173 admin admin] 10.222.0.50 "DELETE /v2.0/routers/01034384-099e-4573-bac0-953843a3ebd1 HTTP/1.1" status: 204 len: 168 time: 0.7738264 Jul 07 18:18:34.304959 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 39226) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:34.357149 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-b588cc2c-65b3-4f51-9729-c837165c8243 admin admin] Deleting subnet 26c610bb-6f02-49a0-8c07-c29242c9e72e {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:18:34.360698 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b588cc2c-65b3-4f51-9729-c837165c8243 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.397157 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b588cc2c-65b3-4f51-9729-c837165c8243 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.479909 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b588cc2c-65b3-4f51-9729-c837165c8243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.535542 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b588cc2c-65b3-4f51-9729-c837165c8243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.563152 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588cc2c-65b3-4f51-9729-c837165c8243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c610bb-6f02-49a0-8c07-c29242c9e72e,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:34.565034 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-b588cc2c-65b3-4f51-9729-c837165c8243 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.567005 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-b588cc2c-65b3-4f51-9729-c837165c8243 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/26c610bb-6f02-49a0-8c07-c29242c9e72e HTTP/1.1" status: 204 len: 168 time: 0.2610438 Jul 07 18:18:34.569471 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 39228) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:34.572101 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d4331e-0280-4f01-a9b2-3f8efc2a25d4 None None] Network 6774e3e1-84ae-4daa-81f9-6a2540433f52 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:18:34.638936 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fe18fd8-3d8f-43c5-99c7-ed112eca6c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.695420 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7fe18fd8-3d8f-43c5-99c7-ed112eca6c7e admin admin] Deleting port 37ba7e29-45ec-4ed3-bfef-9409dc7395eb {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:34.695772 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fe18fd8-3d8f-43c5-99c7-ed112eca6c7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.767566 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-7fe18fd8-3d8f-43c5-99c7-ed112eca6c7e admin admin] For port 37ba7e29-45ec-4ed3-bfef-9409dc7395eb, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=37ba7e29-45ec-4ed3-bfef-9409dc7395eb,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:34.767935 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fe18fd8-3d8f-43c5-99c7-ed112eca6c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.782239 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-7fe18fd8-3d8f-43c5-99c7-ed112eca6c7e admin admin] Calling delete_port for 37ba7e29-45ec-4ed3-bfef-9409dc7395eb owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:34.790871 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d14a5eb-47c9-4e0d-a311-c23ef9d0925e None None] DHCP port deletion for 6774e3e1-84ae-4daa-81f9-6a2540433f52 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:18:34.857218 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7d14a5eb-47c9-4e0d-a311-c23ef9d0925e None None] Deleting port 37ba7e29-45ec-4ed3-bfef-9409dc7395eb {{(pid=100411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:34.858711 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7d14a5eb-47c9-4e0d-a311-c23ef9d0925e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.863300 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device db80a29f-bf2f-4624-96e2-6f297bf44be8 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:18:34.884685 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fe18fd8-3d8f-43c5-99c7-ed112eca6c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:34.918561 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe18fd8-3d8f-43c5-99c7-ed112eca6c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=37ba7e29-45ec-4ed3-bfef-9409dc7395eb,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:34.920961 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe18fd8-3d8f-43c5-99c7-ed112eca6c7e admin admin] No DVR routers for this DVR port 37ba7e29-45ec-4ed3-bfef-9409dc7395eb on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:18:34.931693 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: db80a29f-bf2f-4624-96e2-6f297bf44be8 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:18:34.932031 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device db80a29f-bf2f-4624-96e2-6f297bf44be8 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:18:34.932461 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 37ba7e29-45ec-4ed3-bfef-9409dc7395eb no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:18:34.966688 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 37ba7e29-45ec-4ed3-bfef-9409dc7395eb {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:18:34.967045 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 37ba7e29-45ec-4ed3-bfef-9409dc7395eb not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:18:34.967484 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4c2912ed-c9d9-448f-8dda-341359d4d059 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:18:34.997816 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 4c2912ed-c9d9-448f-8dda-341359d4d059 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:18:34.998092 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 4c2912ed-c9d9-448f-8dda-341359d4d059 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:18:35.006957 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.db [None req-7d14a5eb-47c9-4e0d-a311-c23ef9d0925e None None] For port 37ba7e29-45ec-4ed3-bfef-9409dc7395eb, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=37ba7e29-45ec-4ed3-bfef-9409dc7395eb,segment=NetworkSegment(011ee095-4912-408c-a0c7-f7fe93a33252),segment_id=011ee095-4912-408c-a0c7-f7fe93a33252)] {{(pid=100411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:35.007369 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7d14a5eb-47c9-4e0d-a311-c23ef9d0925e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:35.011546 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fe18fd8-3d8f-43c5-99c7-ed112eca6c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:35.021851 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-7d14a5eb-47c9-4e0d-a311-c23ef9d0925e None None] Calling delete_port for 37ba7e29-45ec-4ed3-bfef-9409dc7395eb owned by network:dhcp {{(pid=100411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:35.025236 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-7fe18fd8-3d8f-43c5-99c7-ed112eca6c7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6774e3e1-84ae-4daa-81f9-6a2540433f52']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:35.041751 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-7fe18fd8-3d8f-43c5-99c7-ed112eca6c7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011ee095-4912-408c-a0c7-f7fe93a33252') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:35.041751 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-7fe18fd8-3d8f-43c5-99c7-ed112eca6c7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011ee095-4912-408c-a0c7-f7fe93a33252') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:35.052019 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fe18fd8-3d8f-43c5-99c7-ed112eca6c7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:35.069082 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fe18fd8-3d8f-43c5-99c7-ed112eca6c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:35.080228 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe18fd8-3d8f-43c5-99c7-ed112eca6c7e admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:18:35.080655 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fe18fd8-3d8f-43c5-99c7-ed112eca6c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: conditions |= (models_v2.Port.network_id.in_( Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: timer() Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:18:35.082559 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:18:35.118926 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-7d14a5eb-47c9-4e0d-a311-c23ef9d0925e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926'] for port, after_delete {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:35.143110 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14a5eb-47c9-4e0d-a311-c23ef9d0925e None None] Pushing event deleted for resources: {'Port': ['ID=37ba7e29-45ec-4ed3-bfef-9409dc7395eb,revision_number=None']} {{(pid=100411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:35.147279 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fe18fd8-3d8f-43c5-99c7-ed112eca6c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:35.150677 n-d-793620-7 neutron-server[100411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d14a5eb-47c9-4e0d-a311-c23ef9d0925e None None] No DVR routers for this DVR port 37ba7e29-45ec-4ed3-bfef-9409dc7395eb on host n-d-793620-7 {{(pid=100411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:18:35.157563 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-7fe18fd8-3d8f-43c5-99c7-ed112eca6c7e admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:35.162554 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-7fe18fd8-3d8f-43c5-99c7-ed112eca6c7e admin admin] 10.222.0.50 "DELETE /v2.0/networks/6774e3e1-84ae-4daa-81f9-6a2540433f52 HTTP/1.1" status: 204 len: 168 time: 0.5891407 Jul 07 18:18:35.163050 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 39230) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:35.169724 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe18fd8-3d8f-43c5-99c7-ed112eca6c7e admin admin] Pushing event deleted for resources: {'Network': ['ID=6774e3e1-84ae-4daa-81f9-6a2540433f52,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:35.271522 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device eeea89c6-b9d2-4695-90d7-513f90fe9cf1 no longer exists at agent hyperv_n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:18:35.291639 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] No Port match for: eeea89c6-b9d2-4695-90d7-513f90fe9cf1 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:18:35.292093 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Device eeea89c6-b9d2-4695-90d7-513f90fe9cf1 not bound to the agent host n-h1-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:18:35.550964 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07965313-f9ea-48e8-a839-a1b272e08153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566813'] for router_interface, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:36.123499 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-07965313-f9ea-48e8-a839-a1b272e08153 admin admin] Deleting port 3289bcae-0f38-496f-8196-3b8f4c1686ea {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:36.123833 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07965313-f9ea-48e8-a839-a1b272e08153 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:36.202699 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-07965313-f9ea-48e8-a839-a1b272e08153 admin admin] For port 3289bcae-0f38-496f-8196-3b8f4c1686ea, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=3289bcae-0f38-496f-8196-3b8f4c1686ea,segment=NetworkSegment(78ce09dc-8531-4b9f-9368-541c512927f3),segment_id=78ce09dc-8531-4b9f-9368-541c512927f3)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:36.203439 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07965313-f9ea-48e8-a839-a1b272e08153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:36.217245 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-07965313-f9ea-48e8-a839-a1b272e08153 admin admin] Calling delete_port for 3289bcae-0f38-496f-8196-3b8f4c1686ea owned by network:router_interface {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:36.397997 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07965313-f9ea-48e8-a839-a1b272e08153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:36.421312 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07965313-f9ea-48e8-a839-a1b272e08153 admin admin] Pushing event deleted for resources: {'Port': ['ID=3289bcae-0f38-496f-8196-3b8f4c1686ea,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:36.598898 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-07965313-f9ea-48e8-a839-a1b272e08153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567075'] for router_interface, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:36.817194 n-d-793620-7 neutron-server[100410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07965313-f9ea-48e8-a839-a1b272e08153 admin admin] Router d286f11d-2bbc-48d0-a749-0d347ca1c34d has already been hosted by L3 agent e14db0ee-c8c0-48d7-8d0e-7abf57b9298d {{(pid=100410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 18:18:36.930602 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07965313-f9ea-48e8-a839-a1b272e08153 admin admin] Notify agent at l3_agent.n-d-793620-7 the message routers_updated {{(pid=100410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 18:18:36.937413 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-07965313-f9ea-48e8-a839-a1b272e08153 admin admin] 10.222.0.50 "PUT /v2.0/routers/d286f11d-2bbc-48d0-a749-0d347ca1c34d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7734392 Jul 07 18:18:36.938166 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 39232) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:36.939069 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bd38ff-7551-4f1c-800a-61be0751bd8f None None] Sync routers for ids ['d286f11d-2bbc-48d0-a749-0d347ca1c34d'] in n-d-793620-7 {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 18:18:36.948735 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bd38ff-7551-4f1c-800a-61be0751bd8f None None] Routers {'d286f11d-2bbc-48d0-a749-0d347ca1c34d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:36.949361 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-91bd38ff-7551-4f1c-800a-61be0751bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d286f11d-2bbc-48d0-a749-0d347ca1c34d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:37.053459 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11c8c787-acc8-4249-b85d-2d3b8fb9c1ae admin admin] Notify callbacks [] for router, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.059698 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-91bd38ff-7551-4f1c-800a-61be0751bd8f None None] Set router d286f11d-2bbc-48d0-a749-0d347ca1c34d gateway port host: n-d-793620-7 {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:37.157698 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11c8c787-acc8-4249-b85d-2d3b8fb9c1ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.211767 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-11c8c787-acc8-4249-b85d-2d3b8fb9c1ae admin admin] Deleting port 882dd529-b0a9-45f9-ae32-ceb47a52aec7 {{(pid=100410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:37.212471 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11c8c787-acc8-4249-b85d-2d3b8fb9c1ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.243432 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-91bd38ff-7551-4f1c-800a-61be0751bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd286f11d-2bbc-48d0-a749-0d347ca1c34d', 'name': 'tempest-TestSnapshotPattern-954329513-router', 'tenant_id': '78d58793ed31429896a369d721c313a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'external_fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '882dd529-b0a9-45f9-ae32-ceb47a52aec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:04Z', 'updated_at': '2021-07-07T18:18:36Z', 'revision_number': 5, 'project_id': '78d58793ed31429896a369d721c313a1', 'gw_port': {'id': '882dd529-b0a9-45f9-ae32-ceb47a52aec7', 'name': '', 'network_id': 'bc704ce9-92ef-41e2-a6ee-95e5da8b89cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd286f11d-2bbc-48d0-a749-0d347ca1c34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T18:13:05Z', 'updated_at': '2021-07-07T18:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7593175-5c76-4c3c-b483-15192df729b0', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-7'}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:37.270573 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bd38ff-7551-4f1c-800a-61be0751bd8f None None] Checking router: d286f11d-2bbc-48d0-a749-0d347ca1c34d for host: n-d-793620-7 {{(pid=100412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 18:18:37.278665 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bd38ff-7551-4f1c-800a-61be0751bd8f None None] Routers {'d286f11d-2bbc-48d0-a749-0d347ca1c34d'} bound to L3 agent in host n-d-793620-7 {{(pid=100412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 18:18:37.279267 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-91bd38ff-7551-4f1c-800a-61be0751bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T16:36:17Z,description=,heartbeat_timestamp=2021-07-07T18:18:18Z,host='n-d-793620-7',id=e14db0ee-c8c0-48d7-8d0e-7abf57b9298d,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T16:36:17Z,topic='l3_agent')) {'router_ids': ['d286f11d-2bbc-48d0-a749-0d347ca1c34d'], 'active': True} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:37.292348 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.db [None req-11c8c787-acc8-4249-b85d-2d3b8fb9c1ae admin admin] For port 882dd529-b0a9-45f9-ae32-ceb47a52aec7, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=882dd529-b0a9-45f9-ae32-ceb47a52aec7,segment=NetworkSegment(3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d),segment_id=3e33bacb-10f4-4ae5-b48e-b5fc2a922c2d)] {{(pid=100410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:37.292715 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11c8c787-acc8-4249-b85d-2d3b8fb9c1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.311965 n-d-793620-7 neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-11c8c787-acc8-4249-b85d-2d3b8fb9c1ae admin admin] Calling delete_port for 882dd529-b0a9-45f9-ae32-ceb47a52aec7 owned by network:router_gateway {{(pid=100410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:37.448218 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_dvr_db [None req-91bd38ff-7551-4f1c-800a-61be0751bd8f None None] Set router d286f11d-2bbc-48d0-a749-0d347ca1c34d gateway port host: None {{(pid=100412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 18:18:37.477171 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11c8c787-acc8-4249-b85d-2d3b8fb9c1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13641719'] for port, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.502731 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.l3_hamode_db [None req-91bd38ff-7551-4f1c-800a-61be0751bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd286f11d-2bbc-48d0-a749-0d347ca1c34d', 'name': 'tempest-TestSnapshotPattern-954329513-router', 'tenant_id': '78d58793ed31429896a369d721c313a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:04Z', 'updated_at': '2021-07-07T18:18:37Z', 'revision_number': 6, 'project_id': '78d58793ed31429896a369d721c313a1', 'gw_port_host': None}], 'n-d-793620-7', False) {} {{(pid=100412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:37.507071 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8c787-acc8-4249-b85d-2d3b8fb9c1ae admin admin] Pushing event deleted for resources: {'Port': ['ID=882dd529-b0a9-45f9-ae32-ceb47a52aec7,revision_number=None']} {{(pid=100410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:37.531768 n-d-793620-7 neutron-server[100412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bd38ff-7551-4f1c-800a-61be0751bd8f None None] The sync data for ids ['d286f11d-2bbc-48d0-a749-0d347ca1c34d'] in n-d-793620-7 is: [{'id': 'd286f11d-2bbc-48d0-a749-0d347ca1c34d', 'name': 'tempest-TestSnapshotPattern-954329513-router', 'tenant_id': '78d58793ed31429896a369d721c313a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T18:13:04Z', 'updated_at': '2021-07-07T18:18:37Z', 'revision_number': 6, 'project_id': '78d58793ed31429896a369d721c313a1', 'gw_port_host': None}] {{(pid=100412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 18:18:37.582366 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11c8c787-acc8-4249-b85d-2d3b8fb9c1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571738'] for router_gateway, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.675860 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11c8c787-acc8-4249-b85d-2d3b8fb9c1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2094881'] for router, precommit_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.678692 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11c8c787-acc8-4249-b85d-2d3b8fb9c1ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.721510 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11c8c787-acc8-4249-b85d-2d3b8fb9c1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559486'] for router, after_delete {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.722295 n-d-793620-7 neutron-server[100410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c8c787-acc8-4249-b85d-2d3b8fb9c1ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router d286f11d-2bbc-48d0-a749-0d347ca1c34d {{(pid=100410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 18:18:37.728365 n-d-793620-7 neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-11c8c787-acc8-4249-b85d-2d3b8fb9c1ae admin admin] Notify callbacks [] for router, before_response {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.729838 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-11c8c787-acc8-4249-b85d-2d3b8fb9c1ae admin admin] 10.222.0.50 "DELETE /v2.0/routers/d286f11d-2bbc-48d0-a749-0d347ca1c34d HTTP/1.1" status: 204 len: 168 time: 0.7906823 Jul 07 18:18:37.732668 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 39234) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:37.778678 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.db_base_plugin_v2 [None req-415a9600-658a-4fe6-ae35-e2fe87975b13 admin admin] Deleting subnet 60c4c5b0-99b9-4af9-a6ba-9843c21816bf {{(pid=100409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 18:18:37.781784 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-415a9600-658a-4fe6-ae35-e2fe87975b13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.818202 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-415a9600-658a-4fe6-ae35-e2fe87975b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13308492'] for subnet, precommit_delete_associations {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.910204 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-415a9600-658a-4fe6-ae35-e2fe87975b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478087'] for subnet, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:37.977490 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-415a9600-658a-4fe6-ae35-e2fe87975b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14375472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386903'] for subnet, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.006057 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a9600-658a-4fe6-ae35-e2fe87975b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60c4c5b0-99b9-4af9-a6ba-9843c21816bf,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:38.008432 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-415a9600-658a-4fe6-ae35-e2fe87975b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.010368 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-415a9600-658a-4fe6-ae35-e2fe87975b13 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/60c4c5b0-99b9-4af9-a6ba-9843c21816bf HTTP/1.1" status: 204 len: 168 time: 0.2765732 Jul 07 18:18:38.012998 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 39236) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:38.016439 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930156ca-3cba-44d9-8b42-aaa01544340f None None] Network dd70c5da-c7e1-4c94-90c7-59038c575253 requested from n-d-793620-7 {{(pid=100411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 18:18:38.084375 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-071654a0-ecd9-4a9e-b33a-12cd008e2c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3687482'] for network, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.144928 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-071654a0-ecd9-4a9e-b33a-12cd008e2c0e admin admin] Deleting port 035e9f7c-4351-4fce-8b0d-9140fa370473 {{(pid=100409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 18:18:38.145848 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-071654a0-ecd9-4a9e-b33a-12cd008e2c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733658199516'] for port, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.215658 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.db [None req-071654a0-ecd9-4a9e-b33a-12cd008e2c0e admin admin] For port 035e9f7c-4351-4fce-8b0d-9140fa370473, host n-d-793620-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-7',level=0,port_id=035e9f7c-4351-4fce-8b0d-9140fa370473,segment=NetworkSegment(78ce09dc-8531-4b9f-9368-541c512927f3),segment_id=78ce09dc-8531-4b9f-9368-541c512927f3)] {{(pid=100409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 18:18:38.216552 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-071654a0-ecd9-4a9e-b33a-12cd008e2c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567069'] for port, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.229846 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.plugin [None req-071654a0-ecd9-4a9e-b33a-12cd008e2c0e admin admin] Calling delete_port for 035e9f7c-4351-4fce-8b0d-9140fa370473 owned by network:dhcp {{(pid=100409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 18:18:38.314757 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-071654a0-ecd9-4a9e-b33a-12cd008e2c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3723048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115245', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733658207766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733657682926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14375434'] for port, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.328330 n-d-793620-7 neutron-server[100411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647acc0f-76bf-4dd4-af1f-786c6b541588 None None] DHCP port deletion for dd70c5da-c7e1-4c94-90c7-59038c575253 request from n-d-793620-7 {{(pid=100411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 18:18:38.344950 n-d-793620-7 neutron-server[100409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071654a0-ecd9-4a9e-b33a-12cd008e2c0e admin admin] No DVR routers for this DVR port 035e9f7c-4351-4fce-8b0d-9140fa370473 on host n-d-793620-7 {{(pid=100409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 18:18:38.346652 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071654a0-ecd9-4a9e-b33a-12cd008e2c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=035e9f7c-4351-4fce-8b0d-9140fa370473,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:38.417489 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-071654a0-ecd9-4a9e-b33a-12cd008e2c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499218', 'neutron.services.segments.db._delete_segments_for_network-8733658235230'] for network, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.428062 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-071654a0-ecd9-4a9e-b33a-12cd008e2c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd70c5da-c7e1-4c94-90c7-59038c575253']}} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:38.442998 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-071654a0-ecd9-4a9e-b33a-12cd008e2c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ce09dc-8531-4b9f-9368-541c512927f3') {'for_net_delete': True} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:38.443290 n-d-793620-7 neutron-server[100409]: DEBUG neutron.services.segments.db [None req-071654a0-ecd9-4a9e-b33a-12cd008e2c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ce09dc-8531-4b9f-9368-541c512927f3') {} {{(pid=100409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 18:18:38.452429 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-071654a0-ecd9-4a9e-b33a-12cd008e2c0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733658216834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13308507'] for segment, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.467096 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-071654a0-ecd9-4a9e-b33a-12cd008e2c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230'] for segment, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.472983 n-d-793620-7 neutron-server[100409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071654a0-ecd9-4a9e-b33a-12cd008e2c0e admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=100409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 18:18:38.473981 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-071654a0-ecd9-4a9e-b33a-12cd008e2c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3476230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14375637'] for segment, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: Traceback (most recent call last): Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: timer() Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: cb(*args, **kw) Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: return func(*args, **kwargs) Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: self._notify() Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: self.callback(batched_events) Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: event.method(event) Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: return f(self, *a, **k) Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: return self._get(url).json() Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: return self.request(url, 'GET', **kwargs) Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 18:18:38.475647 n-d-793620-7 neutron-server[100409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 18:18:38.531063 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-071654a0-ecd9-4a9e-b33a-12cd008e2c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571774'] for network, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.537139 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-071654a0-ecd9-4a9e-b33a-12cd008e2c0e admin admin] Notify callbacks [] for network, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.541919 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-071654a0-ecd9-4a9e-b33a-12cd008e2c0e admin admin] 10.222.0.50 "DELETE /v2.0/networks/dd70c5da-c7e1-4c94-90c7-59038c575253 HTTP/1.1" status: 204 len: 168 time: 0.5279205 Jul 07 18:18:38.553672 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071654a0-ecd9-4a9e-b33a-12cd008e2c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=dd70c5da-c7e1-4c94-90c7-59038c575253,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:38.664050 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [-] (100410) accepted ('10.222.0.50', 39240) {{(pid=100410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:38.709047 n-d-793620-7 neutron-server[100410]: INFO neutron.wsgi [None req-0bd59f1f-5109-4856-ac95-f01f5130ee9b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7caaf510b28e4b3c90ee39437ec57c21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438321 Jul 07 18:18:38.711738 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 39242) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:38.764109 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 882dd529-b0a9-45f9-ae32-ceb47a52aec7 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:18:38.767129 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c405259b-5e55-42a9-99db-87ffa6135a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.784040 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 882dd529-b0a9-45f9-ae32-ceb47a52aec7 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:18:38.784399 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 882dd529-b0a9-45f9-ae32-ceb47a52aec7 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:18:38.784813 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3289bcae-0f38-496f-8196-3b8f4c1686ea no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:18:38.790053 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c405259b-5e55-42a9-99db-87ffa6135a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.803485 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 3289bcae-0f38-496f-8196-3b8f4c1686ea {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:18:38.803846 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 3289bcae-0f38-496f-8196-3b8f4c1686ea not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:18:38.804265 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 035e9f7c-4351-4fce-8b0d-9140fa370473 no longer exists at agent ovs-agent-n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 18:18:38.822888 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.plugin [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] No Port match for: 035e9f7c-4351-4fce-8b0d-9140fa370473 {{(pid=100411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 18:18:38.823239 n-d-793620-7 neutron-server[100411]: DEBUG neutron.plugins.ml2.rpc [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Device 035e9f7c-4351-4fce-8b0d-9140fa370473 not bound to the agent host n-d-793620-7 {{(pid=100411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 18:18:38.843688 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c405259b-5e55-42a9-99db-87ffa6135a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.846559 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-c405259b-5e55-42a9-99db-87ffa6135a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:38.848516 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-c405259b-5e55-42a9-99db-87ffa6135a6e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87fab6c3-3cbb-4d9f-bcf7-0bc36f89dba3 HTTP/1.1" status: 204 len: 168 time: 0.1354985 Jul 07 18:18:38.857450 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405259b-5e55-42a9-99db-87ffa6135a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fab6c3-3cbb-4d9f-bcf7-0bc36f89dba3,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:39.171258 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 39248) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:39.212732 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-8e2a4568-2deb-46d4-917a-02de2899aa81 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78d58793ed31429896a369d721c313a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402675 Jul 07 18:18:39.215307 n-d-793620-7 neutron-server[100409]: DEBUG neutron.wsgi [-] (100409) accepted ('10.222.0.50', 39250) {{(pid=100409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 18:18:39.277084 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bab3fa16-28c2-4392-8e52-179116c4f1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:39.297859 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bab3fa16-28c2-4392-8e52-179116c4f1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:39.318694 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:18:39.347069 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bab3fa16-28c2-4392-8e52-179116c4f1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-466016'] for security_group, after_delete {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:39.350289 n-d-793620-7 neutron-server[100409]: DEBUG neutron_lib.callbacks.manager [None req-bab3fa16-28c2-4392-8e52-179116c4f1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:39.351466 n-d-793620-7 neutron-server[100409]: INFO neutron.wsgi [None req-bab3fa16-28c2-4392-8e52-179116c4f1a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ddbc83f-abda-4040-9e3e-7de2580bd9b1 HTTP/1.1" status: 204 len: 168 time: 0.1352305 Jul 07 18:18:39.359694 n-d-793620-7 neutron-server[100409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3fa16-28c2-4392-8e52-179116c4f1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddbc83f-abda-4040-9e3e-7de2580bd9b1,revision_number=None']} {{(pid=100409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 18:18:44.916178 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-80ddf92a-67b2-4914-8979-d95dd1793cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:45.205872 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.421539 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:47.793957 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:48.089511 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2c59e2b9-2418-43d9-b3b4-a166b693f9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:49.206492 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:18:50.683014 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:14.916912 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e7c4ebe9-eb9e-4b50-a89e-7c48a523ddb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:15.218035 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:16.319353 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:19:17.443168 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:17.797488 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:18.089597 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-62ff81f1-f1c6-4a66-bbeb-35e8d7a5e20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:19.208046 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:20.685680 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:44.918876 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-5c4bd04d-463b-4b80-9707-35d5ac8c36b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:45.222982 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:47.465208 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:47.799383 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:48.089795 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-10c8bd76-86e9-4481-ba99-3ff940aa2745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:49.212413 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:50.687180 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:19:53.321654 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:20:14.919430 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6c7cff7c-2a9d-45e8-b78b-2f0054fb438b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:15.232438 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.494225 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:17.802225 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:18.090859 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-288c70eb-dbf9-49e4-9ed9-956ead459abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:19.214198 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:20.693369 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:30.321055 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:20:44.922629 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6656a898-5f42-40c4-9966-1827b31b5aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:45.233813 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:47.510951 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:47.803646 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:48.091950 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-49aef83f-f7fd-43d8-a886-b2644c3afe60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:49.218178 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:20:50.690910 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:07.321055 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:21:14.925023 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a41b-bba9-402f-b57b-7616af12f166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:15.249262 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:17.511178 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:17.804865 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:18.099969 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-cb54c22b-c7e2-44e2-9b25-3727b8fc666c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:19.221407 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:20.698126 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:37.789246 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-f410a004-6361-4313-ac95-b45ad31d3a80 req-b1690b1c-f83a-43c1-8d7d-3485c793fbd8 service neutron] (100410) timed out ('10.222.0.50', 37808) {{(pid=100410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:21:44.319978 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:21:44.926233 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-efecb6fe-c650-4d09-bd70-b44765e12e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:45.249634 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:47.513140 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:47.807107 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:48.091295 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-d546b2be-21b1-400a-8a3a-1bd5ef28f36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:49.224150 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:21:50.700957 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:14.927827 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-532962bd-5a4f-4e1b-b48c-1160ebd0dc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:15.248303 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:17.527384 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:17.809501 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:18.092482 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3317e8df-9494-41ce-a8b3-8f39cd438784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:19.227368 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:20.704543 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:21.318953 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:22:44.928870 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-a6e0aeaf-3142-4697-b2a1-b4821c94434d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:45.249480 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:47.526987 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:47.812932 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:48.097419 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b2a859c1-a89d-4dbd-bb10-8a1c1474c7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:49.236201 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:50.707801 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:22:58.319528 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:23:14.929616 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-b86ee811-dff3-4647-a884-5bd534e2c675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:15.249035 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:17.540005 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:17.815132 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:18.099239 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4ce72baf-8820-43ab-b8a9-6e9e47d56f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:19.233140 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:20.710470 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:35.319465 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:23:44.934533 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2b88113c-bee4-47c1-a28f-a556f060e950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:45.248169 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:47.533106 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:47.821363 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:48.101234 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-021675ec-be46-4f62-a7f7-8674ac439843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:49.236382 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:23:50.716118 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:12.318453 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:24:14.935867 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-314e8e92-1896-4b0c-ae9e-d72a757b09fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:15.268811 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:17.551564 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:17.813359 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:18.102803 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-887d944c-3418-44a3-b7f1-08fd0eaa54f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:19.242809 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:20.717205 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:44.938107 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-ded5a9c7-d52b-4735-af48-e88ede5d4e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:45.262458 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:47.578800 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:47.814717 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:48.107503 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-85e96066-7c4a-4b91-aa2b-a4cecbf4c7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:49.242699 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:24:49.317693 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:24:50.722179 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:14.939520 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-3cf0430d-6426-4caf-873f-7fd23e9f7ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:15.260590 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.583395 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:17.816939 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:18.108523 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-e0c17d51-0851-4948-9da6-66cd451ebfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:19.245352 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:20.723246 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:26.315943 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:25:44.941471 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2dca6d2a-caf7-432b-bcc6-108f3ab0ff81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:45.274346 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:47.592325 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:47.818394 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:48.109173 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-679feaae-c4cb-423e-a284-e8539a959101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:49.249690 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:25:50.725791 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:03.315657 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:26:10.368695 n-d-793620-7 neutron-server[100410]: DEBUG neutron.wsgi [req-7c537ae6-d21d-4354-9836-aa4ebe0d9851 req-0b3cec8b-476a-4070-8ea9-5dcf341a5d5f service neutron] (100410) timed out ('10.222.0.50', 32974) {{(pid=100410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 18:26:14.942585 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8839974c-1442-4ec6-8269-98bc45e13b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:15.278474 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:17.588397 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:17.819409 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:18.110308 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4ff1e5a5-1826-4686-b576-5f9c115557a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:19.252366 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:20.734151 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:40.315120 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:26:44.953500 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-8b666c64-8265-45bc-9583-a7256a5da5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:45.277278 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:47.613098 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:47.821404 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:48.114767 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-18bb6ece-dfeb-4487-a8d9-32b82f8bfb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:49.254689 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:26:50.732775 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:14.945200 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-6b456a28-a0a9-4e78-9d90-d94a9dae87e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:15.275455 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:17.315170 n-d-793620-7 neutron-server[100412]: DEBUG neutron.db.agents_db [None req-7b8405ed-6c78-425e-91f6-8825b185a921 None None] Agent healthcheck: found 7 active agents {{(pid=100412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 18:27:17.612156 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:17.822487 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:18.119412 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-330beac3-e175-4d5d-90c5-c3535b703964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:19.258572 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:20.736744 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:44.946168 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-f0f24ed8-7c01-4b36-bd27-15c183fe2653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:45.289529 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-2fe015f3-ff14-4cde-b2ed-5c79ddcfe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:47.622654 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-4209eb2f-a037-40b9-a938-d2ef5a4819b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:47.830187 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-450e15df-988e-445c-a2c8-95472fe85fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:48.120294 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-405b91ea-6add-403c-ae33-58c7205447b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:49.262025 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec604-571b-4ec9-93ff-8982edd907c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 18:27:50.739480 n-d-793620-7 neutron-server[100411]: DEBUG neutron_lib.callbacks.manager [None req-430a3c17-22c7-449b-a3a7-300eeb7bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733658235212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501208'] for agent, after_update {{(pid=100411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}